-- Logs begin at Mon 2022-02-07 15:52:21 UTC, end at Mon 2022-02-07 18:10:23 UTC. -- Feb 07 16:22:08.339137 n-d-827865-3 systemd[1]: Started Devstack devstack@q-svc.service. Feb 07 16:22:11.404868 n-d-827865-3 neutron-server[103116]: INFO neutron.common.config [-] Logging enabled! Feb 07 16:22:11.405543 n-d-827865-3 neutron-server[103116]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev480 Feb 07 16:22:11.405708 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103116) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 07 16:22:11.409017 n-d-827865-3 neutron-server[103116]: INFO neutron.common.config [-] Logging enabled! Feb 07 16:22:11.409362 n-d-827865-3 neutron-server[103116]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev480 Feb 07 16:22:11.409619 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103116) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 07 16:22:11.410570 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 16:22:11.410811 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 16:22:11.411197 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 16:22:11.411457 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 16:22:11.411686 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 16:22:11.412178 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.412614 n-d-827865-3 neutron-server[103116]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 07 16:22:11.412936 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.413240 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.413604 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.414462 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.414765 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.415061 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.415360 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.415669 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.415957 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.416242 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.416534 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.416837 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.417124 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.417443 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.417736 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.418030 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] debug = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.418318 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.418761 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.419176 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.419467 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.419769 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.420051 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.420325 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.420609 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.420905 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.421254 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] host = n-d-827865-3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.421563 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.421857 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.422147 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.422440 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.422722 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.423005 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.423297 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.423574 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.423864 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] log_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.424132 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.424425 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.424720 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.425017 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.425246 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.425497 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.425800 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.426092 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.426375 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.426655 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.426937 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.427217 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.427492 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.427768 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.428060 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.428350 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.428643 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.428926 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.429206 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.429582 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.429895 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.430198 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.430474 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.430755 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.431037 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.431331 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.432272 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.432272 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.432272 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.432509 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.432739 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.433031 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.433330 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.433623 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.433901 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.434179 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.434456 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] use_json = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.434733 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.435008 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.435296 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.435573 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.435851 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.436129 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.436406 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.436697 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.436982 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:11.437303 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.437602 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.437909 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.438212 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.438511 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.438797 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.439093 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.439381 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.439683 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.439970 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.440265 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.440554 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.440864 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.441158 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.441487 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.441815 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.442123 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.442414 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.442691 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.442976 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.443256 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.443534 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.443828 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.444109 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.444386 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.444682 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.444992 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.445337 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.445614 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.445920 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.446214 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.446493 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.446774 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.447074 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.447359 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.447639 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.447923 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.448218 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.448499 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.448779 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.449069 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.449378 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.449664 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.449940 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.450223 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.450519 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.450799 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.451078 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.451353 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.451634 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.451909 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.452370 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.452470 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.452743 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.453018 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.453323 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.453603 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.453881 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.454162 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.454441 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.454724 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.455002 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.455278 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.455552 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.455825 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.456099 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.456372 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.456645 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.456929 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.457204 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.457503 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.457782 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.458057 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.458335 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.458628 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.458934 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.459221 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.459509 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.461554 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.461554 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.461554 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.461554 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.461554 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.461954 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.462104 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.462406 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.462701 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.462994 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.463316 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.463606 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.463911 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.464196 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.464485 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.464765 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.465053 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.465369 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.465663 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.465968 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.466270 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.466579 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.466879 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.467179 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.467471 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.467786 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.468072 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:11.468293 n-d-827865-3 neutron-server[103116]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 16:22:11.468544 n-d-827865-3 neutron-server[103116]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103116) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 07 16:22:11.847601 n-d-827865-3 neutron-server[103116]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 07 16:22:11.847879 n-d-827865-3 neutron-server[103116]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 07 16:22:11.848194 n-d-827865-3 neutron-server[103116]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 07 16:22:11.848534 n-d-827865-3 neutron-server[103116]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 07 16:22:12.188067 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.188259 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.188542 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.189903 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.190182 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.190450 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.236829 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.237109 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.237404 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.253995 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.254290 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.254568 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.285091 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.285395 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.285667 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.323883 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.324164 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.324440 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.680954 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.681655 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.681655 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.681832 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.682477 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.785511 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.785841 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.786131 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.786409 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.786681 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.786997 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.787264 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.787524 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.787782 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.788065 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.788331 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.788602 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.789580 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.789902 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.790161 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.790433 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.790698 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.790973 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.791248 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.791525 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.791806 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.792067 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.792352 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.792736 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.792991 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.793242 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.793674 n-d-827865-3 neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 16:22:12.793921 n-d-827865-3 neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 16:22:12.794162 n-d-827865-3 neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 16:22:12.794403 n-d-827865-3 neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 16:22:12.794644 n-d-827865-3 neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 16:22:12.794884 n-d-827865-3 neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 16:22:12.795254 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 07 16:22:12.798618 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 07 16:22:12.802751 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 07 16:22:12.806594 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Feb 07 16:22:12.808246 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 07 16:22:12.808710 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 07 16:22:12.809050 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 07 16:22:12.809466 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 07 16:22:12.812329 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 07 16:22:12.812585 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 07 16:22:12.812943 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 07 16:22:12.817930 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 07 16:22:12.841973 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 07 16:22:12.842619 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.842928 n-d-827865-3 neutron-server[103116]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103116) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 07 16:22:12.843297 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.844695 n-d-827865-3 neutron-server[103116]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103116) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 07 16:22:12.844990 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 07 16:22:12.845242 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 07 16:22:12.848527 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.848813 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:12.914955 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 07 16:22:12.915199 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 07 16:22:12.915444 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 07 16:22:12.915835 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 07 16:22:12.937155 n-d-827865-3 neutron-server[103116]: DEBUG oslo_db.sqlalchemy.engines [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103116) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 07 16:22:13.385016 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Initializing driver for type 'gre' Feb 07 16:22:13.385568 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] gre ID ranges: [(1, 1000)] Feb 07 16:22:13.448880 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Initializing driver for type 'local' Feb 07 16:22:13.449320 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Initializing driver for type 'vlan' Feb 07 16:22:13.463421 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] VlanTypeDriver initialization complete Feb 07 16:22:13.463800 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Initializing driver for type 'vxlan' Feb 07 16:22:13.464331 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] vxlan ID ranges: [(1, 1000)] Feb 07 16:22:13.517623 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Initializing extension driver 'port_security' Feb 07 16:22:13.517927 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.extensions.port_security [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] PortSecurityExtensionDriver initialization complete Feb 07 16:22:13.518272 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Initializing mechanism driver 'openvswitch' Feb 07 16:22:13.518610 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Initializing mechanism driver 'hyperv' Feb 07 16:22:13.525993 n-d-827865-3 neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:22:13.527133 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > port after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.527521 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.527892 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.528476 n-d-827865-3 neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 16:22:13.528921 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.529297 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.529670 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.530081 n-d-827865-3 neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 16:22:13.530498 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > network after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.530862 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > network after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.531213 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > network after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.531628 n-d-827865-3 neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 16:22:13.532044 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > security_group after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.532406 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > security_group after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.532765 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.533172 n-d-827865-3 neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 16:22:13.533623 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.533980 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.534332 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.534739 n-d-827865-3 neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 16:22:13.535153 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > address_group after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.535510 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > address_group after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.535860 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.536263 n-d-827865-3 neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 16:22:13.536719 n-d-827865-3 neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] ML2 OVO RPC backend initialized. {{(pid=103116) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 07 16:22:13.537505 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.537877 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.538311 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > network before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.539264 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > networks before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.539703 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > port before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.540146 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > ports before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.540511 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > subnet before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.540873 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > subnets before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.541237 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > network after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.541622 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > network after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.541974 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > network after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.542329 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > port after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.542679 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.543027 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.543376 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.543725 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.544072 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.553388 n-d-827865-3 neutron-server[103116]: INFO neutron.quota [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded quota_driver: . Feb 07 16:22:13.553765 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.plugin [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Modular L2 Plugin initialization complete Feb 07 16:22:13.554122 n-d-827865-3 neutron-server[103116]: DEBUG neutron.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading services supported by the core plugin {{(pid=103116) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 07 16:22:13.554648 n-d-827865-3 neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Got port-security extension from driver 'port_security' Feb 07 16:22:13.555210 n-d-827865-3 neutron-server[103116]: INFO neutron.extensions.vlantransparent [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Disabled vlantransparent extension. Feb 07 16:22:13.555747 n-d-827865-3 neutron-server[103116]: DEBUG neutron.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103116) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 07 16:22:13.556067 n-d-827865-3 neutron-server[103116]: INFO neutron.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading Plugin: router Feb 07 16:22:13.596464 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.596903 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router after_create 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.597324 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router before_create 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.597710 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.598101 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.598484 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router after_delete 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.598856 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.599218 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.599592 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router after_create 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.599953 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router after_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.600321 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router after_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.600686 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.601059 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router after_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.602127 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.602520 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.602879 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.603227 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: subnet after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.603591 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.603957 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.604317 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.604674 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: port before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.605032 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router precommit_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.605432 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router after_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.605790 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.606307 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.606684 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.607047 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.607429 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > agent after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.607795 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > agent after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.608153 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > network after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.609078 n-d-827865-3 neutron-server[103116]: DEBUG neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Tracking information for resource: router configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 16:22:13.609459 n-d-827865-3 neutron-server[103116]: DEBUG neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Tracking information for resource: floatingip configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 16:22:13.614775 n-d-827865-3 neutron-server[103116]: INFO neutron.db.l3_agentschedulers_db [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 07 16:22:13.615386 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.615765 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: port after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.616132 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.616507 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.617406 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router before_create 55550100 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.617787 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.618165 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router precommit_create 55550100 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.618538 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > router precommit_update 55550100 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.623481 n-d-827865-3 neutron-server[103116]: DEBUG neutron.services.provider_configuration [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Service providers = [] {{(pid=103116) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 07 16:22:13.623859 n-d-827865-3 neutron-server[103116]: DEBUG neutron.db.servicetype_db [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103116) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 07 16:22:13.627063 n-d-827865-3 neutron-server[103116]: DEBUG neutron.services.service_base [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 16:22:13.627423 n-d-827865-3 neutron-server[103116]: DEBUG neutron.services.service_base [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 16:22:13.627777 n-d-827865-3 neutron-server[103116]: DEBUG neutron.services.service_base [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 16:22:13.628696 n-d-827865-3 neutron-server[103116]: DEBUG neutron.services.service_base [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 16:22:13.629082 n-d-827865-3 neutron-server[103116]: INFO neutron.services.service_base [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 07 16:22:13.629503 n-d-827865-3 neutron-server[103116]: DEBUG neutron.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 16:22:13.629839 n-d-827865-3 neutron-server[103116]: INFO neutron.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 07 16:22:13.641122 n-d-827865-3 neutron-server[103116]: DEBUG neutron.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 16:22:13.641494 n-d-827865-3 neutron-server[103116]: INFO neutron.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading Plugin: auto_allocate Feb 07 16:22:13.647367 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: network precommit_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.647759 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: network precommit_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.648819 n-d-827865-3 neutron-server[103116]: DEBUG neutron.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 16:22:13.649151 n-d-827865-3 neutron-server[103116]: INFO neutron.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading Plugin: tag Feb 07 16:22:13.656414 n-d-827865-3 neutron-server[103116]: DEBUG neutron.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 16:22:13.656756 n-d-827865-3 neutron-server[103116]: INFO neutron.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading Plugin: timestamp Feb 07 16:22:13.660699 n-d-827865-3 neutron-server[103116]: DEBUG neutron.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 16:22:13.661038 n-d-827865-3 neutron-server[103116]: INFO neutron.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading Plugin: network_ip_availability Feb 07 16:22:13.667265 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.667650 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.668016 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.668767 n-d-827865-3 neutron-server[103116]: DEBUG neutron.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 16:22:13.669099 n-d-827865-3 neutron-server[103116]: INFO neutron.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading Plugin: flavors Feb 07 16:22:13.674209 n-d-827865-3 neutron-server[103116]: DEBUG neutron.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 16:22:13.674555 n-d-827865-3 neutron-server[103116]: INFO neutron.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading Plugin: revisions Feb 07 16:22:13.678989 n-d-827865-3 neutron-server[103116]: DEBUG neutron.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 16:22:13.679550 n-d-827865-3 neutron-server[103116]: DEBUG oslo_concurrency.lockutils [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.831s {{(pid=103116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 07 16:22:13.680330 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103116) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 07 16:22:13.680673 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Initializing extension manager. Feb 07 16:22:13.681210 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: __init__.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.681776 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: __pycache__ {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.681920 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.682262 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: address_group.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.683046 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.683638 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: address-group Feb 07 16:22:13.683973 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: address_scope.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.684703 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.685225 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: address-scope Feb 07 16:22:13.685583 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.686548 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.687072 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: router-admin-state-down-before-update Feb 07 16:22:13.687406 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: agent.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.688125 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.688646 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: agent Feb 07 16:22:13.688981 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: agent_resources_synced.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.689962 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.690470 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: agent-resources-synced Feb 07 16:22:13.690803 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: allowedaddresspairs.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.692658 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.693197 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: allowed-address-pairs Feb 07 16:22:13.693567 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: auto_allocated_topology.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.694676 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.695359 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: auto-allocated-topology Feb 07 16:22:13.695760 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: availability_zone.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.696484 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.697013 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: availability_zone Feb 07 16:22:13.697377 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: availability_zone_filter.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.698323 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.698853 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: availability_zone_filter Feb 07 16:22:13.699186 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: data_plane_status.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.700123 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.700644 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension data-plane-status not supported by any of loaded plugins Feb 07 16:22:13.700977 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: default_subnetpools.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.701955 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.702483 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: default-subnetpools Feb 07 16:22:13.702817 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.703672 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.704193 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: dhcp_agent_scheduler Feb 07 16:22:13.704526 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: dns.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.705516 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.706033 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension dns-integration not supported by any of loaded plugins Feb 07 16:22:13.706367 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: dns_domain_ports.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.707300 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.707816 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 07 16:22:13.708147 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.709085 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.709648 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 07 16:22:13.709982 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: dvr.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.711213 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.711741 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: dvr Feb 07 16:22:13.712063 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: ecmp_routes.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.713017 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.713568 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 07 16:22:13.713901 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: empty_string_filtering.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.714830 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.715349 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: empty-string-filtering Feb 07 16:22:13.715679 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.716607 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.717124 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 07 16:22:13.717496 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.718440 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.718953 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 07 16:22:13.719285 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: external_net.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.720221 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.720776 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: external-net Feb 07 16:22:13.721107 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.722072 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.722595 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: extra_dhcp_opt Feb 07 16:22:13.722927 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: extraroute.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.723857 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.724376 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: extraroute Feb 07 16:22:13.724708 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: extraroute_atomic.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.725813 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.726899 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: extraroute-atomic Feb 07 16:22:13.727235 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: filter_validation.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.727908 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.728426 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: filter-validation Feb 07 16:22:13.728755 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: fip_pf_description.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.729710 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.730231 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 07 16:22:13.730563 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: fip_port_details.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.731726 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.732254 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: fip-port-details Feb 07 16:22:13.732591 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: flavors.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.733924 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.734468 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: flavors Feb 07 16:22:13.734807 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.736523 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.737058 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 07 16:22:13.737432 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: floatingip_pools.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.738152 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.738675 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: floatingip-pools Feb 07 16:22:13.739011 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: ip_allocation.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.739958 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.740483 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension ip_allocation not supported by any of loaded plugins Feb 07 16:22:13.740818 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.741810 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.742349 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: ip-substring-filtering Feb 07 16:22:13.742681 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: l2_adjacency.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.743626 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.744147 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 07 16:22:13.744480 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: l3.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.745542 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.746077 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: router Feb 07 16:22:13.746411 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.748760 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.749333 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 07 16:22:13.749678 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.750651 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.751187 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: ext-gw-mode Feb 07 16:22:13.751526 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.752467 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.752998 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: l3-ha Feb 07 16:22:13.753360 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.754293 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.754821 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 07 16:22:13.755153 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: l3_flavors.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.756086 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.756613 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: l3-flavors Feb 07 16:22:13.756947 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.758582 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.759109 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 07 16:22:13.759450 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.760397 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.760922 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 07 16:22:13.761259 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: l3agentscheduler.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.762361 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.762887 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: l3_agent_scheduler Feb 07 16:22:13.763222 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: local_ip.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.765048 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.765607 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension local_ip not supported by any of loaded plugins Feb 07 16:22:13.765953 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: logging.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.767618 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.768202 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension logging not supported by any of loaded plugins Feb 07 16:22:13.768496 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: metering.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.769258 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.769896 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: metering Feb 07 16:22:13.770241 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.771358 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.771887 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: metering_source_and_destination_fields Feb 07 16:22:13.772221 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: multiprovidernet.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.773751 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.774404 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: multi-provider Feb 07 16:22:13.774736 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: netmtu.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.775678 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.776205 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: net-mtu Feb 07 16:22:13.776806 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: netmtu_writable.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.777772 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.778302 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: net-mtu-writable Feb 07 16:22:13.778634 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: network_availability_zone.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.779316 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.779838 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: network_availability_zone Feb 07 16:22:13.780170 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: network_ip_availability.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.781350 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.781879 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: network-ip-availability Feb 07 16:22:13.782216 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: network_segment_range.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.782995 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.783513 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension network-segment-range not supported by any of loaded plugins Feb 07 16:22:13.783847 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: pagination.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.784858 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.785204 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: pagination Feb 07 16:22:13.785567 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: port_device_profile.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.786489 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.787014 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: port-device-profile Feb 07 16:22:13.787345 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.788289 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.788869 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: port-mac-address-regenerate Feb 07 16:22:13.789196 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.790167 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.790693 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: port-numa-affinity-policy Feb 07 16:22:13.791024 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: port_resource_request.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.791949 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.792462 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension port-resource-request not supported by any of loaded plugins Feb 07 16:22:13.792791 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: port_resource_request_groups.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.793821 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.794337 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 07 16:22:13.794667 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: portbindings.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.795615 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.796141 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: binding Feb 07 16:22:13.796470 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: portbindings_extended.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.797813 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.798341 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: binding-extended Feb 07 16:22:13.798678 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: portsecurity.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.799630 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.800156 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: port-security Feb 07 16:22:13.800499 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: project_id.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.801526 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.801870 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: project-id Feb 07 16:22:13.802203 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: providernet.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.803142 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.803671 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: provider Feb 07 16:22:13.804000 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: qos.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.807716 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.808254 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension qos not supported by any of loaded plugins Feb 07 16:22:13.808598 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.809909 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.810446 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 07 16:22:13.810789 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.811730 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.812262 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 07 16:22:13.812599 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: qos_default.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.813578 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.814101 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension qos-default not supported by any of loaded plugins Feb 07 16:22:13.814436 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: qos_fip.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.815395 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.815920 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension qos-fip not supported by any of loaded plugins Feb 07 16:22:13.816256 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.817238 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.817783 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 07 16:22:13.818119 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: qos_gateway_ip.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.819215 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.819743 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 07 16:22:13.820601 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: qos_port_network_policy.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.821581 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.822105 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 07 16:22:13.822440 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.823539 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.824065 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 07 16:22:13.824402 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: qos_pps_rule.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.825643 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.826171 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension qos-pps not supported by any of loaded plugins Feb 07 16:22:13.826511 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: qos_rule_type_details.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.827454 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.827976 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 07 16:22:13.828313 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: qos_rules_alias.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.829418 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.829945 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 07 16:22:13.830280 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: quota_check_limit.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.831222 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.831751 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: quota-check-limit Feb 07 16:22:13.832084 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: quotasv2.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.833093 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.833469 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: quotas Feb 07 16:22:13.833802 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: quotasv2_detail.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.836197 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.836555 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: quota_details Feb 07 16:22:13.836975 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: rbac.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.838095 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.838641 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: rbac-policies Feb 07 16:22:13.838977 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: rbac_address_group.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.839927 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.840458 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: rbac-address-group Feb 07 16:22:13.840801 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: rbac_address_scope.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.841768 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.842297 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: rbac-address-scope Feb 07 16:22:13.842632 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: rbac_security_groups.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.843568 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.844095 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: rbac-security-groups Feb 07 16:22:13.844430 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: rbac_subnetpool.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.845411 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.845944 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: rbac-subnetpool Feb 07 16:22:13.846280 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: revisionifmatch.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.847230 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.847756 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: revision-if-match Feb 07 16:22:13.848086 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: revisions.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.849386 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.849977 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: standard-attr-revisions Feb 07 16:22:13.850252 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: router_availability_zone.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.850950 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.851662 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: router_availability_zone Feb 07 16:22:13.852086 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: routerservicetype.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.853045 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.853603 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension router-service-type not supported by any of loaded plugins Feb 07 16:22:13.853933 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.854878 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.855405 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: security-groups-normalized-cidr Feb 07 16:22:13.855741 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.856686 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.857210 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: port-security-groups-filtering Feb 07 16:22:13.857570 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.858520 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.859046 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: security-groups-remote-address-group Feb 07 16:22:13.859383 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.860351 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.860884 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: security-groups-shared-filtering Feb 07 16:22:13.861212 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.861846 n-d-827865-3 neutron-server[103116]: WARNING neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 07 16:22:13.862173 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: securitygroup.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.873779 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.874329 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: security-group Feb 07 16:22:13.874671 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: segment.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.875490 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.876015 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension segment not supported by any of loaded plugins Feb 07 16:22:13.876353 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.877370 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.877898 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 07 16:22:13.878234 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: servicetype.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.879380 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.879924 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: service-type Feb 07 16:22:13.880261 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: sorting.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.881334 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.881683 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: sorting Feb 07 16:22:13.882018 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: standard_attr_segment.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.883497 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.884047 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 07 16:22:13.884380 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: standardattrdescription.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.885066 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.885616 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: standard-attr-description Feb 07 16:22:13.885954 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: stateful_security_group.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.886938 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.887463 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: stateful-security-group Feb 07 16:22:13.887796 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: stdattrs_common.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.888377 n-d-827865-3 neutron-server[103116]: WARNING neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 07 16:22:13.888707 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.889685 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.890205 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 07 16:22:13.890538 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: subnet_onboard.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.891663 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.892191 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: subnet_onboard Feb 07 16:22:13.892527 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.893495 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.894018 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 07 16:22:13.894351 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: subnet_service_types.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.895305 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.895830 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: subnet-service-types Feb 07 16:22:13.896163 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: subnetallocation.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.897308 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.897829 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: subnet_allocation Feb 07 16:22:13.898231 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.898917 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.899433 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: subnetpool-prefix-ops Feb 07 16:22:13.899776 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.900744 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.901270 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 07 16:22:13.901879 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: tagging.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.903005 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.903528 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: standard-attr-tag Feb 07 16:22:13.903865 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: timestamp.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.905104 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.905666 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loaded extension: standard-attr-timestamp Feb 07 16:22:13.906005 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: trunk.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.907060 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.907589 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension trunk not supported by any of loaded plugins Feb 07 16:22:13.907924 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: trunk_details.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.908867 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.909423 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension trunk-details not supported by any of loaded plugins Feb 07 16:22:13.909763 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: uplink_status_propagation.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.910699 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.911232 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 07 16:22:13.911569 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Loading extension file: vlantransparent.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 16:22:13.912264 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 16:22:13.912788 n-d-827865-3 neutron-server[103116]: INFO neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 07 16:22:13.916059 n-d-827865-3 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Creating instance of TrackedResource for resource:network Feb 07 16:22:13.916605 n-d-827865-3 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Creating instance of TrackedResource for resource:subnet Feb 07 16:22:13.917014 n-d-827865-3 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 16:22:13.917446 n-d-827865-3 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Creating instance of TrackedResource for resource:port Feb 07 16:22:13.918727 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 16:22:13.919187 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Service FLAVORS assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 16:22:13.919803 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 16:22:13.920248 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 16:22:13.920591 n-d-827865-3 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Creating instance of TrackedResource for resource:router Feb 07 16:22:13.921029 n-d-827865-3 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Creating instance of TrackedResource for resource:floatingip Feb 07 16:22:13.921563 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Service METERING assigned prefix: /metering {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 16:22:13.923045 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.923430 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.923794 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:22:13.924832 n-d-827865-3 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Creating instance of CountableResource for resource:rbac_policy Feb 07 16:22:13.925310 n-d-827865-3 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Creating instance of TrackedResource for resource:security_group Feb 07 16:22:13.925756 n-d-827865-3 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 07 16:22:13.926365 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Service CORE assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 16:22:13.926716 n-d-827865-3 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 16:22:13.927076 n-d-827865-3 neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] subnetpool is already registered Feb 07 16:22:13.927516 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Service CORE assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 16:22:13.927852 n-d-827865-3 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 16:22:13.928193 n-d-827865-3 neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] subnetpool is already registered Feb 07 16:22:13.931107 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 16:22:13.931548 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Service FLAVORS assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 16:22:13.932155 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 16:22:13.932588 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 16:22:13.932936 n-d-827865-3 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Creating instance of TrackedResource for resource:router Feb 07 16:22:13.933310 n-d-827865-3 neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] router is already registered Feb 07 16:22:13.933737 n-d-827865-3 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Creating instance of TrackedResource for resource:floatingip Feb 07 16:22:13.934081 n-d-827865-3 neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] floatingip is already registered Feb 07 16:22:13.934551 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Service METERING assigned prefix: /metering {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 16:22:13.935247 n-d-827865-3 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Creating instance of CountableResource for resource:rbac_policy Feb 07 16:22:13.935585 n-d-827865-3 neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] rbac_policy is already registered Feb 07 16:22:13.936008 n-d-827865-3 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Creating instance of TrackedResource for resource:security_group Feb 07 16:22:13.936352 n-d-827865-3 neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] security_group is already registered Feb 07 16:22:13.936762 n-d-827865-3 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 07 16:22:13.937103 n-d-827865-3 neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] security_group_rule is already registered Feb 07 16:22:13.937782 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Service CORE assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 16:22:13.938118 n-d-827865-3 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 16:22:13.938462 n-d-827865-3 neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] subnetpool is already registered Feb 07 16:22:13.938900 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Service CORE assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 16:22:13.939235 n-d-827865-3 neutron-server[103116]: INFO neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 16:22:13.939575 n-d-827865-3 neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] subnetpool is already registered Feb 07 16:22:13.940050 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: extensions {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.941636 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: address-groups {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.943130 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: address-scopes {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.944468 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: agents {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.945896 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: auto-allocated-topology {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.947150 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: availability_zones {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.948379 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: dhcp-networks {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.949946 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: dhcp-agents {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.951388 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: routers {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.953654 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: flavors {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.954819 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: service_profiles {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.956043 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: next_providers {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.957532 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: service_profiles {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.959113 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: floatingip-pools {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.960340 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: routers {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.962515 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: floatingips {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.963816 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: l3-routers {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.965218 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: l3-agents {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.966680 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: metering-labels {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.968057 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: metering-label-rules {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.969360 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: network-ip-availabilities {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.970640 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: bindings {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.972313 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: quotas {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.973923 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: quotas {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.975471 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: rbac-policies {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.978459 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: security-groups {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.979820 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: security-group-rules {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.981188 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: service-providers {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.982438 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: subnetpools {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.983895 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: subnetpools {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.985378 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.987094 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.988915 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.990731 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.993235 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.995125 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.996822 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:13.998771 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:14.000533 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:14.002454 n-d-827865-3 neutron-server[103116]: DEBUG neutron.api.extensions [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 16:22:14.008598 n-d-827865-3 neutron-server[103116]: WARNING keystonemiddleware.auth_token [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 07 16:22:14.013407 n-d-827865-3 neutron-server[103116]: WARNING keystonemiddleware.auth_token [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 07 16:22:14.022204 n-d-827865-3 neutron-server[103116]: DEBUG oslo_concurrency.lockutils [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Acquired lock "singleton_lock" {{(pid=103116) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 07 16:22:14.022635 n-d-827865-3 neutron-server[103116]: DEBUG oslo_concurrency.lockutils [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Releasing lock "singleton_lock" {{(pid=103116) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 07 16:22:14.023343 n-d-827865-3 neutron-server[103116]: INFO oslo_service.service [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Starting 2 workers Feb 07 16:22:14.028573 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Started child 103225 {{(pid=103116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 16:22:14.035958 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Started child 103226 {{(pid=103116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 16:22:14.036152 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:14.036755 n-d-827865-3 neutron-server[103116]: INFO neutron.service [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 07 16:22:14.036755 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:14.036898 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [-] (103225) wsgi starting up on http://0.0.0.0:9696 Feb 07 16:22:14.037487 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 48924) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:22:14.038212 n-d-827865-3 neutron-server[103116]: INFO oslo_service.service [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Starting 1 workers Feb 07 16:22:14.038479 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:14.041102 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [-] (103226) wsgi starting up on http://0.0.0.0:9696 Feb 07 16:22:14.044364 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Started child 103228 {{(pid=103116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 16:22:14.044927 n-d-827865-3 neutron-server[103116]: INFO oslo_service.service [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Starting 1 workers Feb 07 16:22:14.047380 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067575 Feb 07 16:22:14.048805 n-d-827865-3 neutron-server[103228]: DEBUG neutron.service [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] calling RpcWorker wait() {{(pid=103228) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 07 16:22:14.049371 n-d-827865-3 neutron-server[103228]: DEBUG neutron.service [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] returning from RpcWorker wait() {{(pid=103228) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 07 16:22:14.050618 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:14.050761 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Started child 103229 {{(pid=103116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 16:22:14.051065 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:22:14.051900 n-d-827865-3 neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-fcb78512-02be-419f-9c25-eab5b8dd28f3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:14.054302 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103116) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 07 16:22:14.055415 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 16:22:14.055786 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 16:22:14.056245 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 16:22:14.056755 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 16:22:14.057070 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 16:22:14.057760 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.058150 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:14.058763 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.059197 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.059625 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.059915 n-d-827865-3 neutron-server[103229]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:22:14.060225 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.060970 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.061444 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.061844 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.062270 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.062668 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.062988 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.063323 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.063787 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.064199 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.064660 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.065067 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.065504 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.065915 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.066233 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.066652 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.067065 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.067448 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.067873 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] debug = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.068272 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.068915 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.069378 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.069767 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.070197 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.070803 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.071220 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.071646 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.072046 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.072423 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.072815 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.073212 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.073652 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.073878 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.074277 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.074678 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.075145 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.075561 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.076234 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] host = n-d-827865-3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.076472 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.076695 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.076978 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.077214 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.077551 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.077701 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.078080 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.078235 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.078486 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.078486 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.078486 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.078486 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.078486 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.080075 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] log_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.080075 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] log_options = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.080075 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.080475 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.080651 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.080771 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.081125 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.081125 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.081446 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.081583 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.081826 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.082065 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.082310 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.082552 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.083604 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.083604 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.083604 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.083604 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.084134 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.084134 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.084414 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.084550 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.084694 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.084919 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.085141 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.085401 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.085886 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.086473 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.086870 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.087266 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.087701 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.087945 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.088200 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.088466 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.088741 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.089680 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.089680 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.089680 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.089680 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.090594 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.090594 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.090594 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.090983 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.090983 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.091329 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.091329 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.095380 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.095380 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.095380 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] use_json = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.095380 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.095380 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.095380 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.095380 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.095380 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.095380 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.096286 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.096286 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.096286 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.096286 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.096286 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.096286 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.096286 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.096286 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.096810 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.096810 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.096810 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.096810 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.096810 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.097171 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.097171 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.100711 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.100711 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.100711 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.100711 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.100711 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.100711 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.100711 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.100711 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.101971 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.101971 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.101971 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.101971 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.101971 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.101971 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.101971 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.101971 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.102635 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.102635 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.102635 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.104777 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.104777 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.104777 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.104777 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.104777 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.104777 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.104777 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.104777 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.109393 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.109393 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.109393 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.109393 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.109393 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.109393 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.109393 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.109393 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.109393 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.113012 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.113012 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.113012 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.113012 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.113012 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.113012 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.113012 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.113012 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.113012 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.113647 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.113647 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.113647 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.113647 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.113647 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.113647 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.113647 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.113647 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.113647 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.114146 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.114146 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.114146 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.114146 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.114368 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.115205 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.115205 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.115205 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.115205 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.116046 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.117955 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.118426 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.118913 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.119335 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.119744 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.120149 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.120561 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.120814 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.122458 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.122458 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.122458 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.122458 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.122458 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.122458 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.122458 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.123298 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.125197 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.125197 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.125410 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.125653 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.125935 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.126180 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.126454 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.126685 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.126938 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.127180 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.127464 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.127714 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.129728 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.129728 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.129728 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.129728 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.129728 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.129728 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.130720 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.131228 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.133528 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.134439 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.136007 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.136459 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.136889 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.137147 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.138005 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.138005 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.138005 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.138466 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.138543 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.138844 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.139127 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.139393 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.139900 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.140319 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.140577 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.140840 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.141138 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.141429 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.142623 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.143684 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.144111 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.145587 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.145828 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.146110 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.146443 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.146692 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.146924 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.147172 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.147479 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.147748 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.148361 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.149096 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.149514 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.150329 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.152205 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.152384 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.152643 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.153585 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.154302 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.154581 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.155795 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.155903 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.156090 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.156323 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.156554 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.157775 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.158176 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.158424 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.158677 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.158989 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.159271 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.159906 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.160280 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.160557 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.160814 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.162036 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.162036 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.162036 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.162524 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.163135 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.165578 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.165885 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.166166 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.166423 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.166697 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.166937 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.167185 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.167413 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.167671 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.168597 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.168597 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.168597 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.168597 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.168865 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.169009 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.169227 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.170325 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.170645 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.170907 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.171267 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.171651 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.171917 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.172173 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.172435 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.172659 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.172940 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.173169 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.173487 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.173718 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.173997 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.174236 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.177181 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.177526 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.177798 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.178063 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.178349 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.178609 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.178868 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.179101 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.179395 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.179633 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.180565 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.180801 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.181037 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.181256 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.181754 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.181987 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.182230 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.182556 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.182813 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.183047 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.183296 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.183549 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.183764 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.184027 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.184246 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.184482 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.184726 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.184948 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.185160 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.186426 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.186654 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.186902 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.188043 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.188043 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.188043 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.188043 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.188043 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.188393 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.188459 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.188641 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.188855 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.189106 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.189339 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.189555 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.189787 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.190025 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.190244 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.190651 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.190874 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.190968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:22:14.191090 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.191336 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.191555 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.191765 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.192075 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.192326 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.192547 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.192830 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.193061 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.193326 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.193575 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.193885 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.194100 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.194345 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.194581 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.196747 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.197028 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.197363 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.197701 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.198024 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.198286 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.198554 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.198825 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.199117 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.199393 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.199613 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.199921 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.200284 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.200568 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.200811 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.201074 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.202179 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.204369 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.204613 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.204851 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.205107 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.205421 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.205686 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.205930 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.206167 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.206422 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.206652 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.207403 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.207403 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.207403 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.207628 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.207790 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.207949 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 16:22:14.208495 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103116) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 07 16:22:14.208657 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 16:22:14.208811 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 16:22:14.208984 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 16:22:14.209155 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 16:22:14.209811 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 16:22:14.211014 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.214083 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.214083 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.214083 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.214083 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.214592 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.214592 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.214592 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.214592 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.214999 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.214999 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.215220 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.215220 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.215458 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.215575 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.215690 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.215806 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.216306 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.216306 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.216583 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.216583 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.216817 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.216817 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] debug = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.216986 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.217181 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.219453 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.219453 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.219453 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.219453 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.219453 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.219453 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.219453 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.219453 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.220061 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.220061 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.220061 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.220061 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.220061 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.220061 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.220470 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.220470 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.220470 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] host = n-d-827865-3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.220643 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.220749 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.220914 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.221076 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.221238 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.221426 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.221574 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.221786 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.221929 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.222059 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.222181 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.222327 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.222639 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.222787 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] log_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.222979 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] log_options = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.223134 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.223256 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.223445 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.223580 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.223746 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.223914 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.224072 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.224220 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.224377 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.224543 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.224706 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.224870 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.225019 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.225174 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.225966 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.226244 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.227039 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.227206 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.227368 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.227550 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.227727 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.227851 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.227966 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.228092 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.228410 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.228719 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.228884 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.229044 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.229203 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.229399 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.229563 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.229725 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.229909 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.230074 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.230237 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.230419 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.230564 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.230744 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.230958 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.230958 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.231353 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.231353 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.231706 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.231706 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.231706 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.232155 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.232155 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] use_json = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.232155 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.232539 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.232539 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.232539 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.232936 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.232936 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.233212 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.233212 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.233973 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 16:22:14.233973 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.233973 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.233973 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.233973 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.234690 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.234690 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.234690 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.234690 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.234690 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.235407 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.235407 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.235407 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.235407 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.235985 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.235985 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.235985 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.235985 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.236503 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.236503 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.236503 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.236503 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.237020 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.237020 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.237379 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.237379 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.237663 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.237663 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.238114 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.238114 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.238114 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.238536 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.238536 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.238536 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.239018 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.239018 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.239018 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.239420 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.239420 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.239420 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.239635 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.239715 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.239875 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.240038 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.240200 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.240375 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.240525 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.240689 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.240858 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.241039 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.241192 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.241382 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.241543 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.241735 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.241882 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.242154 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.243068 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.243068 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.243068 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.243068 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.243068 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.243746 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.243746 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.243746 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.243746 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.243746 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.244383 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.244383 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.244383 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.244383 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.244914 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.244914 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.244914 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.244914 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.245457 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.245457 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.245457 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.245842 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.245842 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.246181 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.246181 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.246181 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.246577 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.246577 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.246840 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.246840 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.247100 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.247246 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.247385 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.247521 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.247659 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.247797 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.247968 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.248154 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.248318 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.249523 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.249523 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.249523 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.249523 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.252251 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.252251 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.252251 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.252251 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.252783 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.252783 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.252783 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.253173 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.253173 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.253173 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.253620 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.253620 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.253882 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.253882 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.254723 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.254723 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.254723 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.254723 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.254723 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.254723 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.255491 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.255491 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.255491 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.255491 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.255491 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.255853 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.255853 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.255994 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.256108 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.256274 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.256428 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.256585 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.256747 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.256911 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.257072 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.257416 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.257631 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.257758 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.257899 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.258062 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.258249 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.258413 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.258574 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.258736 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.258947 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.259057 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.259219 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.259418 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.260297 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.260297 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.260297 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.260297 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.260297 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.260297 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.260898 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.260898 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.260898 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.260898 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.261266 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.261266 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.261593 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.261593 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.261794 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.261896 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.262008 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.262134 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.262295 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.263170 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.263170 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.263170 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.263170 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.263170 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.263692 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.263692 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.263692 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.263692 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.264059 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.264059 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.264262 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.264365 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.264468 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.264604 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.264766 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.265009 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.265157 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.265264 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.265447 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.265569 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.265732 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.265895 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.266058 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.266221 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.266383 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.266547 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.266710 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.267274 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.267274 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.267274 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.267630 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.267630 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.267859 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.267859 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.268085 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.268168 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.268287 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.268460 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.268618 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.268764 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.268901 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.269034 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.269200 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.269486 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.269619 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.269788 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.269963 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.270121 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.270261 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.270351 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.270431 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.270597 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.270759 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.270921 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.271083 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.271245 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.271422 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.271588 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.271761 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.271912 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.272069 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.272281 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.272387 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.272551 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.272713 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.272874 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.273587 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.273839 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.274415 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.274415 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.274415 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.274638 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.274718 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.274818 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.274992 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.275160 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.275322 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.275485 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.275648 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.275809 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.275982 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.276145 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.276306 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.276723 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.276888 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.278191 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.278191 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.278191 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.278191 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.278191 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.278191 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.278191 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.278191 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.278879 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.278879 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.278879 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.278879 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.279315 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.279315 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.279315 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.279574 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.279574 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.279712 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.279825 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.279987 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.280152 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.280321 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.280493 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.280663 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.280827 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.280998 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.281169 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.282231 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.282408 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.282583 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.282760 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.282924 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.283088 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.283251 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.283415 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.283579 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.283742 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.283904 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.284067 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.284229 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.284391 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.284553 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.284715 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.284877 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.285049 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.285205 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.285385 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.285549 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.285710 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.285858 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 16:22:14.286014 n-d-827865-3 neutron-server[103116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 16:22:25.725389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ece13f-c532-427b-b869-508812628188 None None] get_active_networks_info from n-d-827865-3 {{(pid=103228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 16:22:25.793187 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ece13f-c532-427b-b869-508812628188 None None] No non-hosted networks {{(pid=103228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 07 16:22:25.810726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.agentschedulers_db [None req-48ece13f-c532-427b-b869-508812628188 None None] DHCP Agent not found on host n-d-827865-3 {{(pid=103228) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 07 16:22:25.939007 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df9d7089-35f0-4058-8632-8e6742659c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3685837'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:27.998929 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5dfaebec-f085-4071-8a6d-c64d2578b1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3685837'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:28.037944 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d2492424-b921-41f4-972f-58b6c56a2788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:29.311402 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3685837'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:30.611861 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3685837'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:32.181766 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3685837'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:32.183550 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:32.184035 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:32.186127 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:32.187556 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:32.187911 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:32.188813 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:32.189174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:32.190883 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:32.192196 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:32.195181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:32.195542 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:32.196345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:32.197784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:32.198278 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827865-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:22:32.213034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827865-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:22:32.232434 n-d-827865-3 neutron-server[103228]: INFO neutron.db.l3_hamode_db [None req-ddd72651-3eac-4e4e-b506-4517260e3fc0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 07 16:22:32.332209 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd72651-3eac-4e4e-b506-4517260e3fc0 None None] Routers set() bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:22:32.332622 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd72651-3eac-4e4e-b506-4517260e3fc0 None None] Router IDs set() for agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 07 16:22:34.753481 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49036) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:22:35.255750 n-d-827865-3 neutron-server[103226]: WARNING oslo_policy.policy [None req-1bb65a0f-a4d7-42bc-9151-ab24a4180c00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 16:22:35.256345 n-d-827865-3 neutron-server[103226]: WARNING oslo_policy.policy [None req-1bb65a0f-a4d7-42bc-9151-ab24a4180c00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 16:22:35.493082 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-1bb65a0f-a4d7-42bc-9151-ab24a4180c00 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:22:35.494480 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1bb65a0f-a4d7-42bc-9151-ab24a4180c00 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7388909 Feb 07 16:22:38.186379 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49052) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:22:38.492484 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ad4126a3-8276-442a-b448-2d27c266d317 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'tenant_id': '510aa22ff9ae405099cc97a45f148fd7', 'shared': True, 'default_prefixlen': 26}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:22:38.586240 n-d-827865-3 neutron-server[103226]: DEBUG neutron.policy [None req-ad4126a3-8276-442a-b448-2d27c266d317 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103226) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 07 16:22:38.627668 n-d-827865-3 neutron-server[103226]: WARNING oslo_policy.policy [None req-ad4126a3-8276-442a-b448-2d27c266d317 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 16:22:38.627981 n-d-827865-3 neutron-server[103226]: WARNING oslo_policy.policy [None req-ad4126a3-8276-442a-b448-2d27c266d317 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 16:22:38.722076 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad4126a3-8276-442a-b448-2d27c266d317 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746818382427', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746818381966', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746818363906', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746818365717', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746818343843', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746818354857', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-752653', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3638278', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-313289', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-700040'] for rbac-policy (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:38.788229 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad4126a3-8276-442a-b448-2d27c266d317 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:38.789448 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ad4126a3-8276-442a-b448-2d27c266d317 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6017337 Feb 07 16:22:41.459606 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49064) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:22:41.760151 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Request body: {'network': {'project_id': '3f3f66e4e10f430f819c8a16477d1e57', 'admin_state_up': True, 'name': 'private', 'tenant_id': '3f3f66e4e10f430f819c8a16477d1e57'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:22:41.787558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Made reservation on behalf of 3f3f66e4e10f430f819c8a16477d1e57 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:22:41.791086 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:41.808638 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:41.916467 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Publish callbacks [] for security_group (34c5f0b2-815f-4a0e-81c4-c184022216e2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:41.920133 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (34c5f0b2-815f-4a0e-81c4-c184022216e2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:41.939931 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:22:41.968146 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746820520120', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4646aa5e-9982-46b6-a5ad-913a6a4a1a8c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:41.968750 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Unsubscribe: segment precommit_create {{(pid=103226) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 07 16:22:41.969313 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Added segment 4646aa5e-9982-46b6-a5ad-913a6a4a1a8c of type vlan for network 0bb20752-01d3-48cc-bc33-c3bc43a848a9 Feb 07 16:22:41.986435 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c5f0b2-815f-4a0e-81c4-c184022216e2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:22:42.035178 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:42.035524 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:42.035861 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:42.036221 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:42.036553 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:42.036886 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:42.037210 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:42.037558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:42.038572 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:42.039058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:42.039385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:42.039708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:42.040029 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Tracked resource versions report: Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: pushed versions: Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: { 'AddressGroup': {'1.2'}, Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'ConntrackHelper': {'1.0'}, Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'LocalIPAssociation': {'1.0'}, Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'Log': {'1.0'}, Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'Network': {'1.1'}, Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'Port': {'1.7'}, Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'PortForwarding': {'1.2'}, Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'QosPolicy': {'1.10'}, Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'SecurityGroup': {'1.5'}, Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'SecurityGroupRule': {'1.2'}, Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'SubPort': {'1.0'}, Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'Subnet': {'1.1'}, Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'Trunk': {'1.1'}} Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: consumer versions: Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: { DHCP agent@n-d-827865-3: {}, Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: L3 agent@n-d-827865-3: {}, Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: Metadata agent@n-d-827865-3: {}, Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: Metering agent@n-d-827865-3: {}, Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: Open vSwitch agent@n-d-827865-3: { 'AddressGroup': '1.2', Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'ConntrackHelper': '1.0', Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'LocalIPAssociation': '1.0', Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'Log': '1.0', Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'Network': '1.1', Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'Port': '1.7', Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'PortForwarding': '1.2', Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'QosPolicy': '1.10', Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'SecurityGroup': '1.5', Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'SecurityGroupRule': '1.2', Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'SubPort': '1.0', Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'Subnet': '1.1', Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: 'Trunk': '1.1'}} Feb 07 16:22:42.041152 n-d-827865-3 neutron-server[103226]: {{(pid=103226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 16:22:42.077898 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (0bb20752-01d3-48cc-bc33-c3bc43a848a9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:42.121989 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (0bb20752-01d3-48cc-bc33-c3bc43a848a9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:42.123121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:22:42.123864 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:42.201695 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7409039 Feb 07 16:22:42.228220 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61061a-e195-41c2-adf2-139c16e4ba13 admin admin] Pushing event updated for resources: {'Network': ['ID=0bb20752-01d3-48cc-bc33-c3bc43a848a9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:22:42.240654 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 0bb20752-01d3-48cc-bc33-c3bc43a848a9 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:22:44.935198 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49078) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:22:45.342082 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02750690-32f5-4b39-a342-a072a1c24b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:22:45.343461 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-02750690-32f5-4b39-a342-a072a1c24b01 admin admin] 10.222.0.18 "GET /v2.0/networks/0bb20752-01d3-48cc-bc33-c3bc43a848a9 HTTP/1.1" status: 200 len: 825 time: 0.4073126 Feb 07 16:22:45.367616 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b10eed73-f7be-45cc-bd80-76546bf93499 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/a5efc389-0b78-4721-9966-4a4b43878539 HTTP/1.1" status: 200 len: 734 time: 0.0185716 Feb 07 16:22:45.376022 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ada96cb8-36bb-4044-9c72-561dd53a63a0 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '3f3f66e4e10f430f819c8a16477d1e57', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '0bb20752-01d3-48cc-bc33-c3bc43a848a9', 'subnetpool_id': 'a5efc389-0b78-4721-9966-4a4b43878539'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:22:45.398095 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada96cb8-36bb-4044-9c72-561dd53a63a0 admin admin] Made reservation on behalf of 3f3f66e4e10f430f819c8a16477d1e57 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:22:45.400372 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ada96cb8-36bb-4044-9c72-561dd53a63a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:45.692307 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ada96cb8-36bb-4044-9c72-561dd53a63a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for subnet (e65222e8-9b2e-4549-9bba-9fc2a1a3b644), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:45.760527 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada96cb8-36bb-4044-9c72-561dd53a63a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e65222e8-9b2e-4549-9bba-9fc2a1a3b644,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:22:45.762777 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada96cb8-36bb-4044-9c72-561dd53a63a0 admin admin] Checking segment: {'id': '4646aa5e-9982-46b6-a5ad-913a6a4a1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0bb20752-01d3-48cc-bc33-c3bc43a848a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:22:45.763164 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada96cb8-36bb-4044-9c72-561dd53a63a0 admin admin] Network hostable DHCP agents. Network: 0bb20752-01d3-48cc-bc33-c3bc43a848a9, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:22:45.784055 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada96cb8-36bb-4044-9c72-561dd53a63a0 admin admin] Network 0bb20752-01d3-48cc-bc33-c3bc43a848a9 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:22:45.794686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ada96cb8-36bb-4044-9c72-561dd53a63a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 0bb20752-01d3-48cc-bc33-c3bc43a848a9) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:22:45.799574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada96cb8-36bb-4044-9c72-561dd53a63a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:22:45.800234 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ada96cb8-36bb-4044-9c72-561dd53a63a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:45.805019 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a38623-33be-443d-a70b-72074f6bd678 None None] Network 0bb20752-01d3-48cc-bc33-c3bc43a848a9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:22:45.816758 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ada96cb8-36bb-4044-9c72-561dd53a63a0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4439704 Feb 07 16:22:46.078011 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-0bb20752-01d3-48cc-bc33-c3bc43a848a9', 'network_id': '0bb20752-01d3-48cc-bc33-c3bc43a848a9', 'project_id': '3f3f66e4e10f430f819c8a16477d1e57', 'fixed_ips': [{'subnet_id': 'e65222e8-9b2e-4549-9bba-9fc2a1a3b644'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:22:46.079339 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:46.367143 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Allocated IP 172.20.0.2 (0bb20752-01d3-48cc-bc33-c3bc43a848a9/e65222e8-9b2e-4549-9bba-9fc2a1a3b644/9b56ec05-86e1-4676-9797-1322682099a9) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:22:46.638917 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Publish callbacks [] for port (9b56ec05-86e1-4676-9797-1322682099a9), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:46.646749 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (9b56ec05-86e1-4676-9797-1322682099a9), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:46.729668 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Network 0bb20752-01d3-48cc-bc33-c3bc43a848a9 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:22:46.734278 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:22:46.739461 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Pushing event updated for resources: {'Port': ['ID=9b56ec05-86e1-4676-9797-1322682099a9,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:22:46.741647 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:22:46.773553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:46.773902 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:46.774252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:46.774597 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:46.774936 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:46.775276 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:46.775605 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:46.776196 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:46.776524 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:46.776854 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:46.777182 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:46.777528 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:46.777854 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Tracked resource versions report: Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: pushed versions: Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: { 'AddressGroup': {'1.2'}, Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'ConntrackHelper': {'1.0'}, Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'LocalIPAssociation': {'1.0'}, Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'Log': {'1.0'}, Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'Network': {'1.1'}, Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'Port': {'1.7'}, Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'PortForwarding': {'1.2'}, Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'QosPolicy': {'1.10'}, Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'SecurityGroup': {'1.5'}, Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'SecurityGroupRule': {'1.2'}, Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'SubPort': {'1.0'}, Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'Subnet': {'1.1'}, Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'Trunk': {'1.1'}} Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: consumer versions: Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: { DHCP agent@n-d-827865-3: {}, Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: L3 agent@n-d-827865-3: {}, Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: Metadata agent@n-d-827865-3: {}, Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: Metering agent@n-d-827865-3: {}, Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: Open vSwitch agent@n-d-827865-3: { 'AddressGroup': '1.2', Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'ConntrackHelper': '1.0', Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'LocalIPAssociation': '1.0', Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'Log': '1.0', Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'Network': '1.1', Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'Port': '1.7', Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'PortForwarding': '1.2', Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'QosPolicy': '1.10', Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'SecurityGroup': '1.5', Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'SecurityGroupRule': '1.2', Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'SubPort': '1.0', Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'Subnet': '1.1', Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: 'Trunk': '1.1'}} Feb 07 16:22:46.779000 n-d-827865-3 neutron-server[103228]: {{(pid=103228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 16:22:46.828771 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Attempting to bind port 9b56ec05-86e1-4676-9797-1322682099a9 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:22:46.829431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Attempting to bind port 9b56ec05-86e1-4676-9797-1322682099a9 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '4646aa5e-9982-46b6-a5ad-913a6a4a1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0bb20752-01d3-48cc-bc33-c3bc43a848a9'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:22:46.829625 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Attempting to bind port 9b56ec05-86e1-4676-9797-1322682099a9 on network 0bb20752-01d3-48cc-bc33-c3bc43a848a9 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:22:46.835046 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:22:46.835623 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Checking segment: {'id': '4646aa5e-9982-46b6-a5ad-913a6a4a1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0bb20752-01d3-48cc-bc33-c3bc43a848a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:22:46.836258 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:46.836659 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Bound using segment: {'id': '4646aa5e-9982-46b6-a5ad-913a6a4a1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0bb20752-01d3-48cc-bc33-c3bc43a848a9'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:22:46.837178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Bound port: 9b56ec05-86e1-4676-9797-1322682099a9, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4646aa5e-9982-46b6-a5ad-913a6a4a1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0bb20752-01d3-48cc-bc33-c3bc43a848a9'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:22:46.837610 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9b56ec05-86e1-4676-9797-1322682099a9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:46.903599 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] For port 9b56ec05-86e1-4676-9797-1322682099a9, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:22:46.907727 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] For port 9b56ec05-86e1-4676-9797-1322682099a9, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9b56ec05-86e1-4676-9797-1322682099a9,segment=NetworkSegment(4646aa5e-9982-46b6-a5ad-913a6a4a1a8c),segment_id=4646aa5e-9982-46b6-a5ad-913a6a4a1a8c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:22:46.915659 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9b56ec05-86e1-4676-9797-1322682099a9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:46.987498 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6bae2-d162-4e72-9d82-2c3316f60ff9 None None] Pushing event updated for resources: {'Port': ['ID=9b56ec05-86e1-4676-9797-1322682099a9,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:22:48.332110 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49086) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:22:48.854659 n-d-827865-3 neutron-server[103225]: WARNING oslo_policy.policy [None req-faf63184-968c-4708-be27-fe34b59329b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 16:22:48.855265 n-d-827865-3 neutron-server[103225]: WARNING oslo_policy.policy [None req-faf63184-968c-4708-be27-fe34b59329b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 16:22:49.085822 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-faf63184-968c-4708-be27-fe34b59329b1 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:22:49.086935 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-faf63184-968c-4708-be27-fe34b59329b1 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7539039 Feb 07 16:22:51.642036 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49100) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:22:51.966616 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-8e72761a-fbc2-474c-8716-89ac753ac48f admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:22:51.967601 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8e72761a-fbc2-474c-8716-89ac753ac48f admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3246253 Feb 07 16:22:54.764187 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49110) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:22:55.083525 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f967358d-8b4f-47d4-9b48-77d3f5c425ca admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '3f3f66e4e10f430f819c8a16477d1e57', 'admin_state_up': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:22:55.102063 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:22:55.146940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.policy [None req-f967358d-8b4f-47d4-9b48-77d3f5c425ca admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103225) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 07 16:22:55.192438 n-d-827865-3 neutron-server[103225]: WARNING oslo_policy.policy [None req-f967358d-8b4f-47d4-9b48-77d3f5c425ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 16:22:55.192830 n-d-827865-3 neutron-server[103225]: WARNING oslo_policy.policy [None req-f967358d-8b4f-47d4-9b48-77d3f5c425ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 16:22:55.260727 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f967358d-8b4f-47d4-9b48-77d3f5c425ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (c9caabb1-4693-4b50-99ce-a1fb239599d1), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:55.262832 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f967358d-8b4f-47d4-9b48-77d3f5c425ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (c9caabb1-4693-4b50-99ce-a1fb239599d1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:55.426963 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f967358d-8b4f-47d4-9b48-77d3f5c425ca admin admin] Publish callbacks [] for router_controller (c9caabb1-4693-4b50-99ce-a1fb239599d1), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:55.432729 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f967358d-8b4f-47d4-9b48-77d3f5c425ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (c9caabb1-4693-4b50-99ce-a1fb239599d1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:55.452425 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f967358d-8b4f-47d4-9b48-77d3f5c425ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:55.453643 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f967358d-8b4f-47d4-9b48-77d3f5c425ca admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6884971 Feb 07 16:22:55.696256 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e4fcd9b5-e5cc-4d57-af53-483a3c84a36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:56.793050 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9b56ec05-86e1-4676-9797-1322682099a9 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:22:56.883740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 9b56ec05-86e1-4676-9797-1322682099a9 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:22:56.884053 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9b56ec05-86e1-4676-9797-1322682099a9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:56.997577 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 9b56ec05-86e1-4676-9797-1322682099a9 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:22:56.997969 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9b56ec05-86e1-4676-9797-1322682099a9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:57.032515 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 9b56ec05-86e1-4676-9797-1322682099a9, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9b56ec05-86e1-4676-9797-1322682099a9,segment=NetworkSegment(4646aa5e-9982-46b6-a5ad-913a6a4a1a8c),segment_id=4646aa5e-9982-46b6-a5ad-913a6a4a1a8c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:22:57.036364 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9b56ec05-86e1-4676-9797-1322682099a9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:57.089457 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=9b56ec05-86e1-4676-9797-1322682099a9,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:22:57.981619 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49124) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:22:57.995288 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e6514356-5259-473c-9297-03725a05f930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:58.337956 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-296daea7-ba26-4b8b-8246-4053a85b9316 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:22:58.338990 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-296daea7-ba26-4b8b-8246-4053a85b9316 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3564327 Feb 07 16:22:58.362181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2dfa8e-4072-4a89-8094-f11bb2924485 None None] Network 0bb20752-01d3-48cc-bc33-c3bc43a848a9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:22:58.482270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c84d6423-865a-4ebf-ab7f-bbb407046200 None None] Provisioning complete for port 9b56ec05-86e1-4676-9797-1322682099a9 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:22:58.482670 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c84d6423-865a-4ebf-ab7f-bbb407046200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9b56ec05-86e1-4676-9797-1322682099a9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:58.610567 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c84d6423-865a-4ebf-ab7f-bbb407046200 None None] Current status of the port 9b56ec05-86e1-4676-9797-1322682099a9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:22:58.735667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b110e04e-f4ca-4040-bc97-7a380e72e142 None None] Provisioning complete for port 9b56ec05-86e1-4676-9797-1322682099a9 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:22:58.736069 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b110e04e-f4ca-4040-bc97-7a380e72e142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9b56ec05-86e1-4676-9797-1322682099a9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:58.764994 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9b56ec05-86e1-4676-9797-1322682099a9 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:22:58.852021 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 9b56ec05-86e1-4676-9797-1322682099a9 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:22:58.852390 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9b56ec05-86e1-4676-9797-1322682099a9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:22:58.886268 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b110e04e-f4ca-4040-bc97-7a380e72e142 None None] Current status of the port 9b56ec05-86e1-4676-9797-1322682099a9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:22:58.945018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 9b56ec05-86e1-4676-9797-1322682099a9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:22:59.237076 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:00.550645 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:00.942456 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49154) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:23:01.091783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e754ac9f-7382-4658-becb-cfc9bd130371 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'tenant_id': '510aa22ff9ae405099cc97a45f148fd7', 'is_default': True, 'provider:network_type': 'flat', 'project_id': '510aa22ff9ae405099cc97a45f148fd7', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:23:01.113857 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e754ac9f-7382-4658-becb-cfc9bd130371 admin admin] Made reservation on behalf of 510aa22ff9ae405099cc97a45f148fd7 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:23:01.117429 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e754ac9f-7382-4658-becb-cfc9bd130371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:01.127028 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e754ac9f-7382-4658-becb-cfc9bd130371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:01.221940 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e754ac9f-7382-4658-becb-cfc9bd130371 admin admin] Publish callbacks [] for security_group (fcc5aa1a-bd48-4310-8599-97af820e5158), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:01.226888 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e754ac9f-7382-4658-becb-cfc9bd130371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fcc5aa1a-bd48-4310-8599-97af820e5158), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:01.247316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e754ac9f-7382-4658-becb-cfc9bd130371 admin admin] Reserving flat network on physical network physnet1 {{(pid=103226) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 07 16:23:01.268586 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754ac9f-7382-4658-becb-cfc9bd130371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc5aa1a-bd48-4310-8599-97af820e5158,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:23:01.277111 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e754ac9f-7382-4658-becb-cfc9bd130371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (04e42362-bc2b-4578-a85f-0fbe89b6c6b2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:01.277685 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-e754ac9f-7382-4658-becb-cfc9bd130371 admin admin] Added segment 04e42362-bc2b-4578-a85f-0fbe89b6c6b2 of type flat for network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 Feb 07 16:23:01.336842 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e754ac9f-7382-4658-becb-cfc9bd130371 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:01.371461 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e754ac9f-7382-4658-becb-cfc9bd130371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:01.372682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e754ac9f-7382-4658-becb-cfc9bd130371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:23:01.373389 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e754ac9f-7382-4658-becb-cfc9bd130371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:01.431167 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e754ac9f-7382-4658-becb-cfc9bd130371 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4874549 Feb 07 16:23:01.445889 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754ac9f-7382-4658-becb-cfc9bd130371 admin admin] Pushing event updated for resources: {'Network': ['ID=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:23:01.461477 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:23:02.173546 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:03.888567 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49162) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:23:04.116569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4998bbe5-7cb6-4f9c-bb02-5a5404c9f980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:23:04.118940 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4998bbe5-7cb6-4f9c-bb02-5a5404c9f980 admin admin] 10.222.0.18 "GET /v2.0/subnets/e65222e8-9b2e-4549-9bba-9fc2a1a3b644 HTTP/1.1" status: 200 len: 849 time: 0.2287300 Feb 07 16:23:04.246668 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-924e0877-5517-452a-9db2-d821b70efab7 admin admin] 10.222.0.18 "GET /v2.0/routers/c9caabb1-4693-4b50-99ce-a1fb239599d1 HTTP/1.1" status: 200 len: 704 time: 0.1219597 Feb 07 16:23:04.635555 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:04.970026 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Allocated IP 172.20.0.1 (0bb20752-01d3-48cc-bc33-c3bc43a848a9/e65222e8-9b2e-4549-9bba-9fc2a1a3b644/ca1c23d7-0b7a-41f9-80ae-5889d41756ae) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:23:05.206165 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Publish callbacks [] for port (ca1c23d7-0b7a-41f9-80ae-5889d41756ae), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:05.283043 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (ca1c23d7-0b7a-41f9-80ae-5889d41756ae), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:05.353802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Network 0bb20752-01d3-48cc-bc33-c3bc43a848a9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:23:05.359699 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:23:05.406647 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Pushing event updated for resources: {'Port': ['ID=ca1c23d7-0b7a-41f9-80ae-5889d41756ae,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:23:05.409497 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:23:05.410871 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (c9caabb1-4693-4b50-99ce-a1fb239599d1), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:05.478979 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:05.479329 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:05.479676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:05.480015 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:05.480353 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:05.480687 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:05.481017 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:05.481370 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:05.481699 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:05.482024 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:05.482349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:05.482678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:05.483004 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Tracked resource versions report: Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: pushed versions: Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: { 'AddressGroup': {'1.2'}, Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'ConntrackHelper': {'1.0'}, Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'LocalIPAssociation': {'1.0'}, Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'Log': {'1.0'}, Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'Network': {'1.1'}, Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'Port': {'1.7'}, Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'PortForwarding': {'1.2'}, Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'QosPolicy': {'1.10'}, Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'SecurityGroup': {'1.5'}, Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'SecurityGroupRule': {'1.2'}, Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'SubPort': {'1.0'}, Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'Subnet': {'1.1'}, Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'Trunk': {'1.1'}} Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: consumer versions: Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: { DHCP agent@n-d-827865-3: {}, Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: L3 agent@n-d-827865-3: {}, Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: Metadata agent@n-d-827865-3: {}, Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: Metering agent@n-d-827865-3: {}, Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: Open vSwitch agent@n-d-827865-3: { 'AddressGroup': '1.2', Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'ConntrackHelper': '1.0', Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'LocalIPAssociation': '1.0', Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'Log': '1.0', Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'Network': '1.1', Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'Port': '1.7', Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'PortForwarding': '1.2', Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'QosPolicy': '1.10', Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'SecurityGroup': '1.5', Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'SecurityGroupRule': '1.2', Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'SubPort': '1.0', Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'Subnet': '1.1', Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: 'Trunk': '1.1'}} Feb 07 16:23:05.484163 n-d-827865-3 neutron-server[103225]: {{(pid=103225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 16:23:05.648037 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-993277e7-2144-422c-84cf-83c93b3cbf3f None None] Provisioning complete for port ca1c23d7-0b7a-41f9-80ae-5889d41756ae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:23:05.648853 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-993277e7-2144-422c-84cf-83c93b3cbf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ca1c23d7-0b7a-41f9-80ae-5889d41756ae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:05.669750 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ca1c23d7-0b7a-41f9-80ae-5889d41756ae), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:05.688830 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-993277e7-2144-422c-84cf-83c93b3cbf3f None None] Port ca1c23d7-0b7a-41f9-80ae-5889d41756ae cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:23:05.906972 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Publish callbacks [] for port (ca1c23d7-0b7a-41f9-80ae-5889d41756ae), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:05.912824 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ca1c23d7-0b7a-41f9-80ae-5889d41756ae), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:05.913988 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (c9caabb1-4693-4b50-99ce-a1fb239599d1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:06.056529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Pushing event updated for resources: {'Port': ['ID=ca1c23d7-0b7a-41f9-80ae-5889d41756ae,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:23:06.111363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Network 0bb20752-01d3-48cc-bc33-c3bc43a848a9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:23:06.112927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:23:06.326143 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Router c9caabb1-4693-4b50-99ce-a1fb239599d1 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:23:06.415604 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a9ee2725-b2a0-4bcf-be2c-9fb8de6be14a None None] Provisioning complete for port ca1c23d7-0b7a-41f9-80ae-5889d41756ae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:23:06.415927 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a9ee2725-b2a0-4bcf-be2c-9fb8de6be14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ca1c23d7-0b7a-41f9-80ae-5889d41756ae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:06.427280 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:23:06.435864 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d4703e7a-b842-450b-b1e0-31def87c9e0e admin admin] 10.222.0.18 "PUT /v2.0/routers/c9caabb1-4693-4b50-99ce-a1fb239599d1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1832287 Feb 07 16:23:06.452275 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] Sync routers for ids ['c9caabb1-4693-4b50-99ce-a1fb239599d1'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:23:06.457529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a9ee2725-b2a0-4bcf-be2c-9fb8de6be14a None None] Port ca1c23d7-0b7a-41f9-80ae-5889d41756ae cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:23:06.475488 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] Routers {'c9caabb1-4693-4b50-99ce-a1fb239599d1'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:23:06.476750 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:22:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9caabb1-4693-4b50-99ce-a1fb239599d1'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:23:06.788526 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] Set router c9caabb1-4693-4b50-99ce-a1fb239599d1 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:23:07.355498 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9caabb1-4693-4b50-99ce-a1fb239599d1', 'name': 'router1', 'tenant_id': '3f3f66e4e10f430f819c8a16477d1e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:22:55Z', 'updated_at': '2022-02-07T16:23:05Z', 'revision_number': 2, 'project_id': '3f3f66e4e10f430f819c8a16477d1e57', 'gw_port_host': None, '_interfaces': [{'id': 'ca1c23d7-0b7a-41f9-80ae-5889d41756ae', 'name': '', 'network_id': '0bb20752-01d3-48cc-bc33-c3bc43a848a9', 'tenant_id': '3f3f66e4e10f430f819c8a16477d1e57', 'mac_address': 'fa:16:3e:cc:90:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9caabb1-4693-4b50-99ce-a1fb239599d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e65222e8-9b2e-4549-9bba-9fc2a1a3b644', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:23:04Z', 'updated_at': '2022-02-07T16:23:05Z', 'revision_number': 2, 'project_id': '3f3f66e4e10f430f819c8a16477d1e57', 'subnets': [{'id': 'e65222e8-9b2e-4549-9bba-9fc2a1a3b644', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5efc389-0b78-4721-9966-4a4b43878539'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:23:07.411570 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] Checking router: c9caabb1-4693-4b50-99ce-a1fb239599d1 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:23:07.412535 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] Updating router c9caabb1-4693-4b50-99ce-a1fb239599d1 port ca1c23d7-0b7a-41f9-80ae-5889d41756ae binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:23:07.469861 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ca1c23d7-0b7a-41f9-80ae-5889d41756ae), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:08.219404 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] Publish callbacks [] for port (ca1c23d7-0b7a-41f9-80ae-5889d41756ae), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:08.229895 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ca1c23d7-0b7a-41f9-80ae-5889d41756ae), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:08.389187 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19398b2f-8512-49fa-b1fc-3b98d7709145 None None] Pushing event updated for resources: {'Port': ['ID=ca1c23d7-0b7a-41f9-80ae-5889d41756ae,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:23:08.404516 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19398b2f-8512-49fa-b1fc-3b98d7709145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:08.405041 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19398b2f-8512-49fa-b1fc-3b98d7709145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:08.405572 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19398b2f-8512-49fa-b1fc-3b98d7709145 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:08.406093 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19398b2f-8512-49fa-b1fc-3b98d7709145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:08.406617 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19398b2f-8512-49fa-b1fc-3b98d7709145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:08.407147 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19398b2f-8512-49fa-b1fc-3b98d7709145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:08.407677 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19398b2f-8512-49fa-b1fc-3b98d7709145 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:08.408214 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19398b2f-8512-49fa-b1fc-3b98d7709145 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:08.408711 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19398b2f-8512-49fa-b1fc-3b98d7709145 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:08.409167 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19398b2f-8512-49fa-b1fc-3b98d7709145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:08.409696 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19398b2f-8512-49fa-b1fc-3b98d7709145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:08.410108 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19398b2f-8512-49fa-b1fc-3b98d7709145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:08.410546 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19398b2f-8512-49fa-b1fc-3b98d7709145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19398b2f-8512-49fa-b1fc-3b98d7709145 None None] Tracked resource versions report: Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: pushed versions: Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: { 'AddressGroup': {'1.2'}, Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'ConntrackHelper': {'1.0'}, Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'LocalIPAssociation': {'1.0'}, Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'Log': {'1.0'}, Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'Network': {'1.1'}, Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'Port': {'1.7'}, Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'PortForwarding': {'1.2'}, Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'QosPolicy': {'1.10'}, Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'SecurityGroup': {'1.5'}, Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'SecurityGroupRule': {'1.2'}, Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'SubPort': {'1.0'}, Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'Subnet': {'1.1'}, Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'Trunk': {'1.1'}} Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: consumer versions: Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: { DHCP agent@n-d-827865-3: {}, Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: L3 agent@n-d-827865-3: {}, Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: Metadata agent@n-d-827865-3: {}, Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: Metering agent@n-d-827865-3: {}, Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: Open vSwitch agent@n-d-827865-3: { 'AddressGroup': '1.2', Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'ConntrackHelper': '1.0', Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'LocalIPAssociation': '1.0', Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'Log': '1.0', Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'Network': '1.1', Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'Port': '1.7', Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'PortForwarding': '1.2', Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'QosPolicy': '1.10', Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'SecurityGroup': '1.5', Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'SecurityGroupRule': '1.2', Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'SubPort': '1.0', Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'Subnet': '1.1', Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: 'Trunk': '1.1'}} Feb 07 16:23:08.412573 n-d-827865-3 neutron-server[103229]: {{(pid=103229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 16:23:08.535486 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] Attempting to bind port ca1c23d7-0b7a-41f9-80ae-5889d41756ae on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:23:08.536146 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] Attempting to bind port ca1c23d7-0b7a-41f9-80ae-5889d41756ae by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '4646aa5e-9982-46b6-a5ad-913a6a4a1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0bb20752-01d3-48cc-bc33-c3bc43a848a9'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:23:08.537371 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] Attempting to bind port ca1c23d7-0b7a-41f9-80ae-5889d41756ae on network 0bb20752-01d3-48cc-bc33-c3bc43a848a9 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:23:08.547510 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:23:08.548145 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] Checking segment: {'id': '4646aa5e-9982-46b6-a5ad-913a6a4a1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0bb20752-01d3-48cc-bc33-c3bc43a848a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:23:08.548918 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:08.549611 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] Bound using segment: {'id': '4646aa5e-9982-46b6-a5ad-913a6a4a1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0bb20752-01d3-48cc-bc33-c3bc43a848a9'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:23:08.550470 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] Bound port: ca1c23d7-0b7a-41f9-80ae-5889d41756ae, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4646aa5e-9982-46b6-a5ad-913a6a4a1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0bb20752-01d3-48cc-bc33-c3bc43a848a9'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:23:08.551095 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ca1c23d7-0b7a-41f9-80ae-5889d41756ae), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:08.602421 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-83c4f0cb-f6a1-4825-acb7-95fd6a1ed686 None None] Provisioning complete for port ca1c23d7-0b7a-41f9-80ae-5889d41756ae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:23:08.602996 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-83c4f0cb-f6a1-4825-acb7-95fd6a1ed686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ca1c23d7-0b7a-41f9-80ae-5889d41756ae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:08.665630 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-83c4f0cb-f6a1-4825-acb7-95fd6a1ed686 None None] Port ca1c23d7-0b7a-41f9-80ae-5889d41756ae cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:23:08.678756 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] For port ca1c23d7-0b7a-41f9-80ae-5889d41756ae, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:23:08.714146 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] For port ca1c23d7-0b7a-41f9-80ae-5889d41756ae, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ca1c23d7-0b7a-41f9-80ae-5889d41756ae,segment=NetworkSegment(4646aa5e-9982-46b6-a5ad-913a6a4a1a8c),segment_id=4646aa5e-9982-46b6-a5ad-913a6a4a1a8c)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:23:08.724963 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ca1c23d7-0b7a-41f9-80ae-5889d41756ae), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:08.834364 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] Routers {'c9caabb1-4693-4b50-99ce-a1fb239599d1'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:23:08.835464 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:22:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9caabb1-4693-4b50-99ce-a1fb239599d1'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:23:08.838941 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19398b2f-8512-49fa-b1fc-3b98d7709145 None None] Pushing event updated for resources: {'Port': ['ID=ca1c23d7-0b7a-41f9-80ae-5889d41756ae,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:23:09.009323 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] Set router c9caabb1-4693-4b50-99ce-a1fb239599d1 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:23:09.095927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5f8b9e7c-6a2a-4c78-8de7-aa84a3c6eba1 None None] Provisioning complete for port ca1c23d7-0b7a-41f9-80ae-5889d41756ae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:23:09.096384 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5f8b9e7c-6a2a-4c78-8de7-aa84a3c6eba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ca1c23d7-0b7a-41f9-80ae-5889d41756ae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:09.230479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b9e7c-6a2a-4c78-8de7-aa84a3c6eba1 None None] Current status of the port ca1c23d7-0b7a-41f9-80ae-5889d41756ae is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:23:09.231342 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5f8b9e7c-6a2a-4c78-8de7-aa84a3c6eba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ca1c23d7-0b7a-41f9-80ae-5889d41756ae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:09.289074 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5f8b9e7c-6a2a-4c78-8de7-aa84a3c6eba1 None None] For port ca1c23d7-0b7a-41f9-80ae-5889d41756ae, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ca1c23d7-0b7a-41f9-80ae-5889d41756ae,segment=NetworkSegment(4646aa5e-9982-46b6-a5ad-913a6a4a1a8c),segment_id=4646aa5e-9982-46b6-a5ad-913a6a4a1a8c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:23:09.294389 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5f8b9e7c-6a2a-4c78-8de7-aa84a3c6eba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ca1c23d7-0b7a-41f9-80ae-5889d41756ae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:09.342756 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9caabb1-4693-4b50-99ce-a1fb239599d1', 'name': 'router1', 'tenant_id': '3f3f66e4e10f430f819c8a16477d1e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:22:55Z', 'updated_at': '2022-02-07T16:23:05Z', 'revision_number': 2, 'project_id': '3f3f66e4e10f430f819c8a16477d1e57', 'gw_port_host': None, '_interfaces': [{'id': 'ca1c23d7-0b7a-41f9-80ae-5889d41756ae', 'name': '', 'network_id': '0bb20752-01d3-48cc-bc33-c3bc43a848a9', 'tenant_id': '3f3f66e4e10f430f819c8a16477d1e57', 'mac_address': 'fa:16:3e:cc:90:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9caabb1-4693-4b50-99ce-a1fb239599d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e65222e8-9b2e-4549-9bba-9fc2a1a3b644', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:23:04Z', 'updated_at': '2022-02-07T16:23:08Z', 'revision_number': 4, 'project_id': '3f3f66e4e10f430f819c8a16477d1e57', 'subnets': [{'id': 'e65222e8-9b2e-4549-9bba-9fc2a1a3b644', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5efc389-0b78-4721-9966-4a4b43878539'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:23:09.361407 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b9e7c-6a2a-4c78-8de7-aa84a3c6eba1 None None] Pushing event updated for resources: {'Port': ['ID=ca1c23d7-0b7a-41f9-80ae-5889d41756ae,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:23:09.398189 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad5310c-ac1f-41d2-bba1-eac0a1a624e6 None None] The sync data for ids ['c9caabb1-4693-4b50-99ce-a1fb239599d1'] in n-d-827865-3 is: [{'id': 'c9caabb1-4693-4b50-99ce-a1fb239599d1', 'name': 'router1', 'tenant_id': '3f3f66e4e10f430f819c8a16477d1e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:22:55Z', 'updated_at': '2022-02-07T16:23:05Z', 'revision_number': 2, 'project_id': '3f3f66e4e10f430f819c8a16477d1e57', 'gw_port_host': None, '_interfaces': [{'id': 'ca1c23d7-0b7a-41f9-80ae-5889d41756ae', 'name': '', 'network_id': '0bb20752-01d3-48cc-bc33-c3bc43a848a9', 'tenant_id': '3f3f66e4e10f430f819c8a16477d1e57', 'mac_address': 'fa:16:3e:cc:90:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9caabb1-4693-4b50-99ce-a1fb239599d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e65222e8-9b2e-4549-9bba-9fc2a1a3b644', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:23:04Z', 'updated_at': '2022-02-07T16:23:08Z', 'revision_number': 4, 'project_id': '3f3f66e4e10f430f819c8a16477d1e57', 'subnets': [{'id': 'e65222e8-9b2e-4549-9bba-9fc2a1a3b644', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5efc389-0b78-4721-9966-4a4b43878539'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:23:11.598836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49184) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:23:11.756780 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aae9294-90ac-41d1-85c2-145a0b835a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:23:11.765539 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9aae9294-90ac-41d1-85c2-145a0b835a67 admin admin] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 842 time: 0.1560395 Feb 07 16:23:11.770333 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a7a07162-46ad-4ab1-bdad-921a92f9c453 admin admin] Request body: {'subnet': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'gateway_ip': '172.25.4.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.4.0/24', 'name': 'public-subnet', 'tenant_id': '510aa22ff9ae405099cc97a45f148fd7'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:23:11.797861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a07162-46ad-4ab1-bdad-921a92f9c453 admin admin] Made reservation on behalf of 510aa22ff9ae405099cc97a45f148fd7 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:23:11.800549 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a7a07162-46ad-4ab1-bdad-921a92f9c453 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:12.213752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.objects.ports [None req-a7a07162-46ad-4ab1-bdad-921a92f9c453 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 16:23:12.214156 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a7a07162-46ad-4ab1-bdad-921a92f9c453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for subnet (d3789a0b-ca49-4619-9fc6-9704b050876f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:12.288306 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a07162-46ad-4ab1-bdad-921a92f9c453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3789a0b-ca49-4619-9fc6-9704b050876f,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:23:12.295029 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a07162-46ad-4ab1-bdad-921a92f9c453 admin admin] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:23:12.295525 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a07162-46ad-4ab1-bdad-921a92f9c453 admin admin] Network hostable DHCP agents. Network: 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:23:12.324822 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a07162-46ad-4ab1-bdad-921a92f9c453 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:23:12.340380 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a7a07162-46ad-4ab1-bdad-921a92f9c453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:23:12.346818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a07162-46ad-4ab1-bdad-921a92f9c453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:23:12.347898 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a7a07162-46ad-4ab1-bdad-921a92f9c453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:12.355321 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b7cc25-2a4f-40a0-b5b8-102d263d4490 None None] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:23:12.374636 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a7a07162-46ad-4ab1-bdad-921a92f9c453 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6079400 Feb 07 16:23:12.527899 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408e11ea-8d65-4a18-985c-b2dd638a2fa9 None None] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:23:15.177018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49192) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:23:15.351322 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-da48ebbc-a493-4cc9-b4f6-9824b63299da admin admin] 10.222.0.18 "GET /v2.0/routers/c9caabb1-4693-4b50-99ce-a1fb239599d1 HTTP/1.1" status: 200 len: 710 time: 0.1729989 Feb 07 16:23:15.447002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f0430f-eeab-46ee-85e6-b163fbab722d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:23:15.448686 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e9f0430f-eeab-46ee-85e6-b163fbab722d admin admin] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 886 time: 0.0912235 Feb 07 16:23:15.458140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-98db3295-10a4-41b1-89ec-59143b43f560 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:23:15.790772 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98db3295-10a4-41b1-89ec-59143b43f560 admin admin] Publish callbacks [] for router_gateway (c9caabb1-4693-4b50-99ce-a1fb239599d1), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:16.185919 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98db3295-10a4-41b1-89ec-59143b43f560 admin admin] Publish callbacks [] for router_gateway (c9caabb1-4693-4b50-99ce-a1fb239599d1), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:16.296803 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98db3295-10a4-41b1-89ec-59143b43f560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:16.437870 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-98db3295-10a4-41b1-89ec-59143b43f560 admin admin] Allocated IP 172.25.4.41 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/ced2974d-2209-454c-9446-a421a6dfc412) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:23:16.579190 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98db3295-10a4-41b1-89ec-59143b43f560 admin admin] Publish callbacks [] for port (ced2974d-2209-454c-9446-a421a6dfc412), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:16.632378 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98db3295-10a4-41b1-89ec-59143b43f560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (ced2974d-2209-454c-9446-a421a6dfc412), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:16.704078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98db3295-10a4-41b1-89ec-59143b43f560 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:23:16.709985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-98db3295-10a4-41b1-89ec-59143b43f560 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:23:16.714065 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98db3295-10a4-41b1-89ec-59143b43f560 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:23:16.824538 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db3295-10a4-41b1-89ec-59143b43f560 admin admin] Pushing event updated for resources: {'Port': ['ID=ced2974d-2209-454c-9446-a421a6dfc412,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:23:17.058037 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98db3295-10a4-41b1-89ec-59143b43f560 admin admin] Publish callbacks [] for router_gateway (c9caabb1-4693-4b50-99ce-a1fb239599d1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:17.279795 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98db3295-10a4-41b1-89ec-59143b43f560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (c9caabb1-4693-4b50-99ce-a1fb239599d1), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:17.284450 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98db3295-10a4-41b1-89ec-59143b43f560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (c9caabb1-4693-4b50-99ce-a1fb239599d1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:17.448618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98db3295-10a4-41b1-89ec-59143b43f560 admin admin] Router c9caabb1-4693-4b50-99ce-a1fb239599d1 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:23:17.594245 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98db3295-10a4-41b1-89ec-59143b43f560 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:23:17.601701 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98db3295-10a4-41b1-89ec-59143b43f560 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:17.603925 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-98db3295-10a4-41b1-89ec-59143b43f560 admin admin] 10.222.0.18 "PUT /v2.0/routers/c9caabb1-4693-4b50-99ce-a1fb239599d1 HTTP/1.1" status: 200 len: 889 time: 2.1488774 Feb 07 16:23:18.817341 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ca1c23d7-0b7a-41f9-80ae-5889d41756ae up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:23:18.872213 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port ca1c23d7-0b7a-41f9-80ae-5889d41756ae triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:23:18.872622 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ca1c23d7-0b7a-41f9-80ae-5889d41756ae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:18.978053 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ca1c23d7-0b7a-41f9-80ae-5889d41756ae is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:23:19.442244 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] Sync routers for ids ['c9caabb1-4693-4b50-99ce-a1fb239599d1'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:23:19.455708 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] Routers {'c9caabb1-4693-4b50-99ce-a1fb239599d1'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:23:19.456382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:22:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9caabb1-4693-4b50-99ce-a1fb239599d1'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:23:19.711497 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] Set router c9caabb1-4693-4b50-99ce-a1fb239599d1 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:23:20.241568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49204) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:23:20.263741 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9caabb1-4693-4b50-99ce-a1fb239599d1', 'name': 'router1', 'tenant_id': '3f3f66e4e10f430f819c8a16477d1e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'ced2974d-2209-454c-9446-a421a6dfc412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:22:55Z', 'updated_at': '2022-02-07T16:23:16Z', 'revision_number': 4, 'project_id': '3f3f66e4e10f430f819c8a16477d1e57', 'gw_port': {'id': 'ced2974d-2209-454c-9446-a421a6dfc412', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:56:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9caabb1-4693-4b50-99ce-a1fb239599d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:23:16Z', 'updated_at': '2022-02-07T16:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ca1c23d7-0b7a-41f9-80ae-5889d41756ae', 'name': '', 'network_id': '0bb20752-01d3-48cc-bc33-c3bc43a848a9', 'tenant_id': '3f3f66e4e10f430f819c8a16477d1e57', 'mac_address': 'fa:16:3e:cc:90:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9caabb1-4693-4b50-99ce-a1fb239599d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e65222e8-9b2e-4549-9bba-9fc2a1a3b644', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:23:04Z', 'updated_at': '2022-02-07T16:23:09Z', 'revision_number': 5, 'project_id': '3f3f66e4e10f430f819c8a16477d1e57', 'subnets': [{'id': 'e65222e8-9b2e-4549-9bba-9fc2a1a3b644', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5efc389-0b78-4721-9966-4a4b43878539'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:23:20.321525 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] Checking router: c9caabb1-4693-4b50-99ce-a1fb239599d1 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:23:20.321886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] Updating router c9caabb1-4693-4b50-99ce-a1fb239599d1 port ced2974d-2209-454c-9446-a421a6dfc412 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:23:20.377240 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ced2974d-2209-454c-9446-a421a6dfc412), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:20.385037 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6053c107-7586-4181-a465-77fa24fecfcf admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1417868 Feb 07 16:23:20.759471 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] Publish callbacks [] for port (ced2974d-2209-454c-9446-a421a6dfc412), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:20.765831 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ced2974d-2209-454c-9446-a421a6dfc412), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:20.821865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] Attempting to bind port ced2974d-2209-454c-9446-a421a6dfc412 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:23:20.822254 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] Attempting to bind port ced2974d-2209-454c-9446-a421a6dfc412 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:23:20.822751 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] Attempting to bind port ced2974d-2209-454c-9446-a421a6dfc412 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:23:20.830913 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a7e9a-cce4-4d15-9f2e-f6dad09c2c16 None None] Pushing event updated for resources: {'Port': ['ID=ced2974d-2209-454c-9446-a421a6dfc412,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:23:20.834916 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:23:20.835464 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:23:20.835990 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:20.836433 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:23:20.836933 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] Bound port: ced2974d-2209-454c-9446-a421a6dfc412, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:23:20.837332 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ced2974d-2209-454c-9446-a421a6dfc412), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:20.899734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] For port ced2974d-2209-454c-9446-a421a6dfc412, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:23:20.904528 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] For port ced2974d-2209-454c-9446-a421a6dfc412, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ced2974d-2209-454c-9446-a421a6dfc412,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:23:20.914069 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ced2974d-2209-454c-9446-a421a6dfc412), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:20.984632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] Routers {'c9caabb1-4693-4b50-99ce-a1fb239599d1'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:23:20.985188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:22:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9caabb1-4693-4b50-99ce-a1fb239599d1'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:23:21.026242 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a7e9a-cce4-4d15-9f2e-f6dad09c2c16 None None] Pushing event updated for resources: {'Port': ['ID=ced2974d-2209-454c-9446-a421a6dfc412,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:23:21.131940 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] Set router c9caabb1-4693-4b50-99ce-a1fb239599d1 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:23:21.417635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9caabb1-4693-4b50-99ce-a1fb239599d1', 'name': 'router1', 'tenant_id': '3f3f66e4e10f430f819c8a16477d1e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'ced2974d-2209-454c-9446-a421a6dfc412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:22:55Z', 'updated_at': '2022-02-07T16:23:16Z', 'revision_number': 4, 'project_id': '3f3f66e4e10f430f819c8a16477d1e57', 'gw_port': {'id': 'ced2974d-2209-454c-9446-a421a6dfc412', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:56:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9caabb1-4693-4b50-99ce-a1fb239599d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:23:16Z', 'updated_at': '2022-02-07T16:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ca1c23d7-0b7a-41f9-80ae-5889d41756ae', 'name': '', 'network_id': '0bb20752-01d3-48cc-bc33-c3bc43a848a9', 'tenant_id': '3f3f66e4e10f430f819c8a16477d1e57', 'mac_address': 'fa:16:3e:cc:90:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9caabb1-4693-4b50-99ce-a1fb239599d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e65222e8-9b2e-4549-9bba-9fc2a1a3b644', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:23:04Z', 'updated_at': '2022-02-07T16:23:09Z', 'revision_number': 5, 'project_id': '3f3f66e4e10f430f819c8a16477d1e57', 'subnets': [{'id': 'e65222e8-9b2e-4549-9bba-9fc2a1a3b644', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5efc389-0b78-4721-9966-4a4b43878539'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:23:21.467029 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071e2f25-fa43-4597-9282-e3d59753b66a None None] The sync data for ids ['c9caabb1-4693-4b50-99ce-a1fb239599d1'] in n-d-827865-3 is: [{'id': 'c9caabb1-4693-4b50-99ce-a1fb239599d1', 'name': 'router1', 'tenant_id': '3f3f66e4e10f430f819c8a16477d1e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'ced2974d-2209-454c-9446-a421a6dfc412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:22:55Z', 'updated_at': '2022-02-07T16:23:16Z', 'revision_number': 4, 'project_id': '3f3f66e4e10f430f819c8a16477d1e57', 'gw_port': {'id': 'ced2974d-2209-454c-9446-a421a6dfc412', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:56:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9caabb1-4693-4b50-99ce-a1fb239599d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:23:16Z', 'updated_at': '2022-02-07T16:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ca1c23d7-0b7a-41f9-80ae-5889d41756ae', 'name': '', 'network_id': '0bb20752-01d3-48cc-bc33-c3bc43a848a9', 'tenant_id': '3f3f66e4e10f430f819c8a16477d1e57', 'mac_address': 'fa:16:3e:cc:90:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9caabb1-4693-4b50-99ce-a1fb239599d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e65222e8-9b2e-4549-9bba-9fc2a1a3b644', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:23:04Z', 'updated_at': '2022-02-07T16:23:09Z', 'revision_number': 5, 'project_id': '3f3f66e4e10f430f819c8a16477d1e57', 'subnets': [{'id': 'e65222e8-9b2e-4549-9bba-9fc2a1a3b644', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5efc389-0b78-4721-9966-4a4b43878539'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:23:22.856994 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ced2974d-2209-454c-9446-a421a6dfc412 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:23:22.931719 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port ced2974d-2209-454c-9446-a421a6dfc412 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:23:22.932199 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ced2974d-2209-454c-9446-a421a6dfc412), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:23.049522 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ced2974d-2209-454c-9446-a421a6dfc412 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:23:23.049995 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ced2974d-2209-454c-9446-a421a6dfc412), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:23.088422 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port ced2974d-2209-454c-9446-a421a6dfc412, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ced2974d-2209-454c-9446-a421a6dfc412,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:23:23.094957 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ced2974d-2209-454c-9446-a421a6dfc412), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:23.168929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=ced2974d-2209-454c-9446-a421a6dfc412,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:23:24.840259 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ced2974d-2209-454c-9446-a421a6dfc412 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:23:24.940108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port ced2974d-2209-454c-9446-a421a6dfc412 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:23:24.941087 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ced2974d-2209-454c-9446-a421a6dfc412), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:25.055554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ced2974d-2209-454c-9446-a421a6dfc412 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:23:25.719167 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5a10921e-4b70-4aeb-915c-1a96ee8dd2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:28.044175 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dcb1cbc0-299b-43d4-aecb-00617149dacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:29.254037 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:30.562458 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:32.105763 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:23:32.169442 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:55.701159 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fff3a131-7095-47ce-98f7-c4014c160211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:58.009179 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-97b110ea-de00-4979-af23-ef2678aa190a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:23:59.247195 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:24:00.556759 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:24:02.181077 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:24:09.104959 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:24:25.687184 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f176983f-aaa4-46ad-926d-100ab933154a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:24:28.001641 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b52e1744-46bb-4f2c-86ab-08ef90cca9f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:24:29.253482 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:24:30.563704 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:24:32.186337 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:24:46.105653 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:24:50.259260 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49720) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:24:50.339767 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1727b3-daae-4413-b91b-7ba70ff337f5 admin admin] GET failed (client error): The resource could not be found. Feb 07 16:24:50.342104 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-be1727b3-daae-4413-b91b-7ba70ff337f5 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0814488 Feb 07 16:24:50.706654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8093b53-fc5b-4ac3-8cce-f9f417672b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:24:50.708597 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c8093b53-fc5b-4ac3-8cce-f9f417672b37 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3620074 Feb 07 16:24:53.220107 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49730) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:24:53.322406 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c64cb4f-d381-4005-91ee-663fd5312a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:24:53.323815 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6c64cb4f-d381-4005-91ee-663fd5312a2e admin admin] 10.222.0.18 "GET /v2.0/subnets/e65222e8-9b2e-4549-9bba-9fc2a1a3b644 HTTP/1.1" status: 200 len: 849 time: 0.1027403 Feb 07 16:24:53.335444 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3f160eab-c1e0-4313-badc-e27f24fce662 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:24:53.431444 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f160eab-c1e0-4313-badc-e27f24fce662 admin admin] Publish callbacks [] for subnet (e65222e8-9b2e-4549-9bba-9fc2a1a3b644), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:24:53.605752 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f160eab-c1e0-4313-badc-e27f24fce662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746820499716'] for subnet (e65222e8-9b2e-4549-9bba-9fc2a1a3b644), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:24:53.643455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f160eab-c1e0-4313-badc-e27f24fce662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:24:53.644065 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f160eab-c1e0-4313-badc-e27f24fce662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:24:53.645459 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3f160eab-c1e0-4313-badc-e27f24fce662 admin admin] 10.222.0.18 "PUT /v2.0/subnets/e65222e8-9b2e-4549-9bba-9fc2a1a3b644 HTTP/1.1" status: 200 len: 868 time: 0.3152936 Feb 07 16:24:53.674118 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f160eab-c1e0-4313-badc-e27f24fce662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e65222e8-9b2e-4549-9bba-9fc2a1a3b644,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:24:53.676913 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a8bcec-a14f-4d6b-8333-8145b6c26aa1 None None] Network 0bb20752-01d3-48cc-bc33-c3bc43a848a9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:24:53.687757 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160eab-c1e0-4313-badc-e27f24fce662 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:24:53.688406 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160eab-c1e0-4313-badc-e27f24fce662 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:24:53.688993 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160eab-c1e0-4313-badc-e27f24fce662 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:24:53.689579 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160eab-c1e0-4313-badc-e27f24fce662 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:24:53.690493 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160eab-c1e0-4313-badc-e27f24fce662 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:24:53.690782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160eab-c1e0-4313-badc-e27f24fce662 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:24:53.691267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160eab-c1e0-4313-badc-e27f24fce662 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:24:53.691824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160eab-c1e0-4313-badc-e27f24fce662 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:24:53.692381 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160eab-c1e0-4313-badc-e27f24fce662 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:24:53.692937 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160eab-c1e0-4313-badc-e27f24fce662 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:24:53.693554 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160eab-c1e0-4313-badc-e27f24fce662 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:24:53.694110 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160eab-c1e0-4313-badc-e27f24fce662 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:24:53.694672 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f160eab-c1e0-4313-badc-e27f24fce662 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:24:54.261498 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a321e867-43f8-458d-82ea-1c8d33058589 None None] Provisioning complete for port ca1c23d7-0b7a-41f9-80ae-5889d41756ae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:24:54.261948 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a321e867-43f8-458d-82ea-1c8d33058589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ca1c23d7-0b7a-41f9-80ae-5889d41756ae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:24:54.360098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a321e867-43f8-458d-82ea-1c8d33058589 None None] Current status of the port ca1c23d7-0b7a-41f9-80ae-5889d41756ae is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:24:54.372971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a321e867-43f8-458d-82ea-1c8d33058589 None None] Provisioning complete for port 9b56ec05-86e1-4676-9797-1322682099a9 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:24:54.373551 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a321e867-43f8-458d-82ea-1c8d33058589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9b56ec05-86e1-4676-9797-1322682099a9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:24:54.466237 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a321e867-43f8-458d-82ea-1c8d33058589 None None] Current status of the port 9b56ec05-86e1-4676-9797-1322682099a9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:24:55.692293 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-44442e08-a28f-428d-91e3-3ac178852cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:24:56.137563 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49738) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:24:56.395439 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f69fad-bd6a-43f5-aa50-f7ade8bc7986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:24:56.396116 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f69fad-bd6a-43f5-aa50-f7ade8bc7986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:24:56.398093 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-73f69fad-bd6a-43f5-aa50-f7ade8bc7986 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2593970 Feb 07 16:24:57.998976 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-592d2d87-6541-4d83-8b1b-61a7c301cdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:24:59.266406 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:24:59.476109 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49746) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:24:59.764409 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d6590a-0439-4c67-8acc-382618c76f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:24:59.764800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d6590a-0439-4c67-8acc-382618c76f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:24:59.766442 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e4d6590a-0439-4c67-8acc-382618c76f0e admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2891500 Feb 07 16:25:00.569034 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:02.129492 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49756) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:25:02.197952 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:02.290810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a77c66-5259-4b95-aa42-478cf0ed26b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:25:02.292214 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-81a77c66-5259-4b95-aa42-478cf0ed26b2 admin admin] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 886 time: 0.1614647 Feb 07 16:25:04.659688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49764) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:25:04.818347 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c57184-e463-4910-b649-e2fc06dce248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:25:04.819759 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-52c57184-e463-4910-b649-e2fc06dce248 admin admin] 10.222.0.18 "GET /v2.0/networks/0bb20752-01d3-48cc-bc33-c3bc43a848a9 HTTP/1.1" status: 200 len: 869 time: 0.1587789 Feb 07 16:25:07.203270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49772) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:25:07.349438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2842e6f-7dfe-4aca-85f4-257eeae908ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:25:07.349896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2842e6f-7dfe-4aca-85f4-257eeae908ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:25:07.351557 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c2842e6f-7dfe-4aca-85f4-257eeae908ee admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1472480 Feb 07 16:25:09.720576 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49780) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:25:09.825716 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcfbd89-a612-48b7-ac5d-518242700ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:25:09.826176 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcfbd89-a612-48b7-ac5d-518242700ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:25:09.827821 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-abcfbd89-a612-48b7-ac5d-518242700ab9 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1050994 Feb 07 16:25:12.312098 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49788) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:25:12.423544 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260f35e4-1f87-4373-8ef9-9ad4cfc10c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:25:12.425723 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-260f35e4-1f87-4373-8ef9-9ad4cfc10c9c admin admin] 10.222.0.18 "GET /v2.0/subnets/d3789a0b-ca49-4619-9fc6-9704b050876f HTTP/1.1" status: 200 len: 816 time: 0.1123457 Feb 07 16:25:14.792339 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49796) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:25:14.930620 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd8ee5f-eef8-43aa-a61a-64514839ef48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:25:14.932917 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fcd8ee5f-eef8-43aa-a61a-64514839ef48 admin admin] 10.222.0.18 "GET /v2.0/subnets/e65222e8-9b2e-4549-9bba-9fc2a1a3b644 HTTP/1.1" status: 200 len: 868 time: 0.1393468 Feb 07 16:25:23.104819 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:25:25.703826 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e6310a39-5902-4fb4-819c-02e005dd8d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:28.003438 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-96ae521d-7b7f-4259-9eed-e712a59603cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:29.261543 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:30.575450 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:32.188052 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:41.885594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49850) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:25:41.940123 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-ef1c134e-c7df-4bd2-bee0-f1a10a1ce962 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:25:41.942115 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ef1c134e-c7df-4bd2-bee0-f1a10a1ce962 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0548663 Feb 07 16:25:44.381997 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49858) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:25:44.453692 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-13678c8a-9671-47d3-bde7-c4e5af010c16 admin admin] GET failed (client error): The resource could not be found. Feb 07 16:25:44.455208 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-13678c8a-9671-47d3-bde7-c4e5af010c16 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0722444 Feb 07 16:25:44.547435 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cb39e3-55ce-4a75-87b7-9e41e1cb8ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:25:44.549881 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-73cb39e3-55ce-4a75-87b7-9e41e1cb8ee4 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0876527 Feb 07 16:25:46.951162 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49868) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:25:47.020193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4f30b98c-bc6a-4ffc-a459-561d7bc57129 admin admin] Request body: {'network': {'name': 'shared', 'tenant_id': '510aa22ff9ae405099cc97a45f148fd7', 'admin_state_up': True, 'shared': True, 'project_id': '510aa22ff9ae405099cc97a45f148fd7'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:25:47.056175 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f30b98c-bc6a-4ffc-a459-561d7bc57129 admin admin] Made reservation on behalf of 510aa22ff9ae405099cc97a45f148fd7 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:25:47.060160 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f30b98c-bc6a-4ffc-a459-561d7bc57129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:47.091643 n-d-827865-3 neutron-server[103225]: WARNING neutron.services.revisions.revision_plugin [None req-4f30b98c-bc6a-4ffc-a459-561d7bc57129 admin admin] Could not find related network for resource to bump revision. Feb 07 16:25:47.109434 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f30b98c-bc6a-4ffc-a459-561d7bc57129 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:25:47.128371 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f30b98c-bc6a-4ffc-a459-561d7bc57129 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746820520120', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (55700287-6a8b-4633-b87b-191fe7262e79), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:47.129085 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f30b98c-bc6a-4ffc-a459-561d7bc57129 admin admin] Unsubscribe: segment precommit_create {{(pid=103225) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 07 16:25:47.129754 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-4f30b98c-bc6a-4ffc-a459-561d7bc57129 admin admin] Added segment 55700287-6a8b-4633-b87b-191fe7262e79 of type vlan for network 46a0d022-d27c-4d00-8d98-baa6669aa802 Feb 07 16:25:47.181209 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f30b98c-bc6a-4ffc-a459-561d7bc57129 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (46a0d022-d27c-4d00-8d98-baa6669aa802), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:47.221093 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f30b98c-bc6a-4ffc-a459-561d7bc57129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (46a0d022-d27c-4d00-8d98-baa6669aa802), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:47.222218 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f30b98c-bc6a-4ffc-a459-561d7bc57129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:25:47.222825 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f30b98c-bc6a-4ffc-a459-561d7bc57129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:47.311520 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4f30b98c-bc6a-4ffc-a459-561d7bc57129 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3590772 Feb 07 16:25:47.327862 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30b98c-bc6a-4ffc-a459-561d7bc57129 admin admin] Pushing event updated for resources: {'Network': ['ID=46a0d022-d27c-4d00-8d98-baa6669aa802,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:25:47.342744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:25:49.700396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49878) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:25:49.760881 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e27a9b-31f1-4e44-aa05-433d49544004 admin admin] GET failed (client error): The resource could not be found. Feb 07 16:25:49.762244 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-00e27a9b-31f1-4e44-aa05-433d49544004 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608773 Feb 07 16:25:49.837850 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11b7372-fc70-4425-8689-cb76414e3f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:25:49.839319 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f11b7372-fc70-4425-8689-cb76414e3f67 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0730090 Feb 07 16:25:49.850075 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6ac92884-8596-4c58-a180-b86defdcab21 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'tenant_id': '510aa22ff9ae405099cc97a45f148fd7', 'name': 'shared-subnet', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:25:49.869969 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac92884-8596-4c58-a180-b86defdcab21 admin admin] Made reservation on behalf of 510aa22ff9ae405099cc97a45f148fd7 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:25:49.872387 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ac92884-8596-4c58-a180-b86defdcab21 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:50.043091 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ac92884-8596-4c58-a180-b86defdcab21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for subnet (311f5fcc-6223-41ab-9c29-05f26f8ff4a2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:50.098872 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac92884-8596-4c58-a180-b86defdcab21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=311f5fcc-6223-41ab-9c29-05f26f8ff4a2,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:25:50.107672 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac92884-8596-4c58-a180-b86defdcab21 admin admin] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:25:50.108033 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac92884-8596-4c58-a180-b86defdcab21 admin admin] Network hostable DHCP agents. Network: 46a0d022-d27c-4d00-8d98-baa6669aa802, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:25:50.127281 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac92884-8596-4c58-a180-b86defdcab21 admin admin] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:25:50.137249 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6ac92884-8596-4c58-a180-b86defdcab21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 46a0d022-d27c-4d00-8d98-baa6669aa802) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:25:50.141853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac92884-8596-4c58-a180-b86defdcab21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:25:50.143444 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ac92884-8596-4c58-a180-b86defdcab21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:50.147042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faed2b2d-e518-469f-9b2c-d2c08740da90 None None] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:25:50.165765 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6ac92884-8596-4c58-a180-b86defdcab21 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3188684 Feb 07 16:25:50.378968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-46a0d022-d27c-4d00-8d98-baa6669aa802', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'project_id': '510aa22ff9ae405099cc97a45f148fd7', 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:25:50.379847 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:50.553308 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Allocated IP 192.168.233.2 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/6aa2b136-bbf4-462b-b1c9-9f89eb843362) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:25:50.737668 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Publish callbacks [] for port (6aa2b136-bbf4-462b-b1c9-9f89eb843362), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:50.744589 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (6aa2b136-bbf4-462b-b1c9-9f89eb843362), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:50.791575 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:25:50.794578 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:25:50.800565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:25:50.804157 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Pushing event updated for resources: {'Port': ['ID=6aa2b136-bbf4-462b-b1c9-9f89eb843362,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:25:50.815868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:25:50.816226 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:25:50.816581 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:25:50.816924 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:25:50.817263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:25:50.817632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:25:50.817965 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:25:50.818296 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:25:50.818627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:25:50.818954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:25:50.819367 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:25:50.819715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:25:50.819961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:25:50.871310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Attempting to bind port 6aa2b136-bbf4-462b-b1c9-9f89eb843362 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:25:50.871684 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Attempting to bind port 6aa2b136-bbf4-462b-b1c9-9f89eb843362 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:25:50.872059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Attempting to bind port 6aa2b136-bbf4-462b-b1c9-9f89eb843362 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:25:50.878456 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:25:50.878892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:25:50.879255 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:50.879659 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:25:50.880132 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Bound port: 6aa2b136-bbf4-462b-b1c9-9f89eb843362, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:25:50.880524 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6aa2b136-bbf4-462b-b1c9-9f89eb843362), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:50.948462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] For port 6aa2b136-bbf4-462b-b1c9-9f89eb843362, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:25:50.951945 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] For port 6aa2b136-bbf4-462b-b1c9-9f89eb843362, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=6aa2b136-bbf4-462b-b1c9-9f89eb843362,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:25:50.959606 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6aa2b136-bbf4-462b-b1c9-9f89eb843362), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:51.026224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b358c90-b4e2-495d-8a8d-b3b17c3d8603 None None] Pushing event updated for resources: {'Port': ['ID=6aa2b136-bbf4-462b-b1c9-9f89eb843362,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:25:51.947984 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0525a9-685a-4459-8ce4-8ddebb0fce62 None None] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:25:52.027422 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4f83f0ad-5fb7-4d39-a36d-18863adf2761 None None] Provisioning complete for port 6aa2b136-bbf4-462b-b1c9-9f89eb843362 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:25:52.027820 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4f83f0ad-5fb7-4d39-a36d-18863adf2761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6aa2b136-bbf4-462b-b1c9-9f89eb843362), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:52.148689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4f83f0ad-5fb7-4d39-a36d-18863adf2761 None None] Current status of the port 6aa2b136-bbf4-462b-b1c9-9f89eb843362 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:25:52.149497 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4f83f0ad-5fb7-4d39-a36d-18863adf2761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6aa2b136-bbf4-462b-b1c9-9f89eb843362), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:52.190935 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4f83f0ad-5fb7-4d39-a36d-18863adf2761 None None] For port 6aa2b136-bbf4-462b-b1c9-9f89eb843362, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=6aa2b136-bbf4-462b-b1c9-9f89eb843362,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:25:52.198893 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4f83f0ad-5fb7-4d39-a36d-18863adf2761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6aa2b136-bbf4-462b-b1c9-9f89eb843362), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:52.275903 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83f0ad-5fb7-4d39-a36d-18863adf2761 None None] Pushing event updated for resources: {'Port': ['ID=6aa2b136-bbf4-462b-b1c9-9f89eb843362,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:25:52.428226 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2b9a358e-47d0-4e0c-8eab-aee063ac07ad None None] Provisioning complete for port 6aa2b136-bbf4-462b-b1c9-9f89eb843362 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:25:52.428545 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2b9a358e-47d0-4e0c-8eab-aee063ac07ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6aa2b136-bbf4-462b-b1c9-9f89eb843362), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:52.515387 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a358e-47d0-4e0c-8eab-aee063ac07ad None None] Current status of the port 6aa2b136-bbf4-462b-b1c9-9f89eb843362 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:25:52.909080 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 6aa2b136-bbf4-462b-b1c9-9f89eb843362 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:25:52.974980 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 6aa2b136-bbf4-462b-b1c9-9f89eb843362 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:25:52.975654 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6aa2b136-bbf4-462b-b1c9-9f89eb843362), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:53.074704 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 6aa2b136-bbf4-462b-b1c9-9f89eb843362 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:25:55.697686 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4776aa5e-4a73-4df3-b825-c7a1dd886b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:58.009135 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71d1ddeb-8e51-43aa-8934-1ecc23118535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:25:59.257431 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:26:00.103231 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:26:00.574041 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:26:02.181916 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:26:25.698902 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f02e5ae6-0b4c-4236-94d9-f064fad34e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:26:28.011344 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-65713388-f9cf-4a8d-9597-ac623c2b4ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:26:29.266908 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:26:30.577467 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:26:32.185863 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:26:37.102071 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:26:55.700979 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7ba81549-8fdc-4383-a39d-416b01cf6bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:26:58.016142 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1ee4aff6-e65c-4fa0-aef4-d0fcf9b05569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:26:59.267160 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:27:00.581346 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:27:02.190629 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:27:07.090889 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49922) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:27:07.096673 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-f0ba325e-91aa-42c4-95a9-1821b1d18843 tempest-verify_tempest_config-729336288 tempest-verify_tempest_config-729336288-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:27:07.097688 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f0ba325e-91aa-42c4-95a9-1821b1d18843 tempest-verify_tempest_config-729336288 tempest-verify_tempest_config-729336288-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058298 Feb 07 16:27:07.396711 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49940) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:27:07.499731 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e92b1c42-ee16-4819-973a-f53a291071b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:27:07.604744 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e92b1c42-ee16-4819-973a-f53a291071b7 admin admin] Publish callbacks [] for security_group (d33e9be4-a5ce-4ee0-9de2-9916368b8aac), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:27:07.608377 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e92b1c42-ee16-4819-973a-f53a291071b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d33e9be4-a5ce-4ee0-9de2-9916368b8aac), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:27:07.755192 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e92b1c42-ee16-4819-973a-f53a291071b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8515841b698e45baad9bbd4652dd84b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3573747 Feb 07 16:27:07.756034 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b1c42-ee16-4819-973a-f53a291071b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33e9be4-a5ce-4ee0-9de2-9916368b8aac,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:27:07.757892 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49944) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:27:07.763673 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b1c42-ee16-4819-973a-f53a291071b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.764029 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b1c42-ee16-4819-973a-f53a291071b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.764378 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b1c42-ee16-4819-973a-f53a291071b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.765010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b1c42-ee16-4819-973a-f53a291071b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.765548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b1c42-ee16-4819-973a-f53a291071b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.765894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b1c42-ee16-4819-973a-f53a291071b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.766355 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b1c42-ee16-4819-973a-f53a291071b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.766695 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b1c42-ee16-4819-973a-f53a291071b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.767033 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b1c42-ee16-4819-973a-f53a291071b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.767369 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b1c42-ee16-4819-973a-f53a291071b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.767705 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b1c42-ee16-4819-973a-f53a291071b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.768037 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b1c42-ee16-4819-973a-f53a291071b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.768369 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b1c42-ee16-4819-973a-f53a291071b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.820503 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b211cfa1-542a-4a49-8470-d8766265466d admin admin] Publish callbacks [] for security_group (d33e9be4-a5ce-4ee0-9de2-9916368b8aac), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:27:07.842901 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b211cfa1-542a-4a49-8470-d8766265466d admin admin] Publish callbacks [] for security_group (d33e9be4-a5ce-4ee0-9de2-9916368b8aac), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:27:07.936197 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b211cfa1-542a-4a49-8470-d8766265466d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d33e9be4-a5ce-4ee0-9de2-9916368b8aac), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:27:07.939322 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b211cfa1-542a-4a49-8470-d8766265466d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:27:07.940466 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b211cfa1-542a-4a49-8470-d8766265466d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d33e9be4-a5ce-4ee0-9de2-9916368b8aac HTTP/1.1" status: 204 len: 168 time: 0.1814725 Feb 07 16:27:07.949338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211cfa1-542a-4a49-8470-d8766265466d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33e9be4-a5ce-4ee0-9de2-9916368b8aac,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:27:07.957133 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211cfa1-542a-4a49-8470-d8766265466d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.957513 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211cfa1-542a-4a49-8470-d8766265466d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.957857 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211cfa1-542a-4a49-8470-d8766265466d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.958192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211cfa1-542a-4a49-8470-d8766265466d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.958532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211cfa1-542a-4a49-8470-d8766265466d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.958861 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211cfa1-542a-4a49-8470-d8766265466d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.959387 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211cfa1-542a-4a49-8470-d8766265466d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.959715 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211cfa1-542a-4a49-8470-d8766265466d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.959958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211cfa1-542a-4a49-8470-d8766265466d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.960387 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211cfa1-542a-4a49-8470-d8766265466d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.960717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211cfa1-542a-4a49-8470-d8766265466d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.961103 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211cfa1-542a-4a49-8470-d8766265466d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:07.961465 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211cfa1-542a-4a49-8470-d8766265466d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:27:14.101228 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:27:25.706249 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fd6aab2d-b077-423c-ba4a-f850c46e765a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:27:28.009630 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5c36fb80-b420-4f90-bee1-2365b5689996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:27:29.267519 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:27:30.587955 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:27:32.206350 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:27:51.100269 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:27:55.710789 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-692fc667-471d-40a8-bcf3-f271535ae0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:27:58.015340 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b07513a1-2345-4059-aec5-b66d6cff4b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:27:59.267070 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:28:00.589816 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:28:02.189547 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:28:25.712579 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-53c56820-70f3-49cf-95c9-c547b982f3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:28:28.008672 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b170394f-dd5e-4ca8-a597-b57192d7d421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:28:28.099752 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:28:29.269832 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:28:30.594449 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:28:32.191456 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:28:55.714929 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0b6bdf1d-80e3-49fa-83bc-8a0fa9193da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:28:58.011871 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10091200-d495-44c3-b0ba-d5fe698aa64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:28:59.271769 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:29:00.596746 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:29:02.195345 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:29:05.098900 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:29:25.718442 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-291acd3f-5e8a-4bb3-9058-0df5470e6609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:29:28.016300 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ab74e162-ac38-4b32-b768-394a524fe12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:29:29.274515 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:29:30.599835 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:29:32.197874 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:29:42.097615 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:29:55.720372 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ee99ee20-9d2a-4452-b7fd-642f0334e34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:29:58.022474 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b22b0e44-b31f-47c8-93fe-e6ef4393d3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:29:59.277982 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:30:00.603873 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:30:02.202650 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:30:19.097032 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 5 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:30:20.933556 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3685837'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:30:22.868773 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3685837'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:30:25.723992 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c50ae3d2-ab44-4f8a-96ff-e95586fe4d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:30:28.016236 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-59b75bac-284b-494f-998d-4beab7450173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:30:29.289411 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:30:30.619318 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:30:32.216707 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:30:50.916279 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:30:52.845473 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:30:55.736584 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b5832a09-2a8a-42e8-ab8e-7da97ac016d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:30:56.099415 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:30:58.035021 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1233c8e-fade-4bbc-a5eb-708a4b7263e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:30:59.282373 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:31:00.621837 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:31:02.209959 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:31:05.823914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50002) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:31:05.932421 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d16ee324-75dc-4345-ab92-9935b8c2b68f admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1073675 Feb 07 16:31:08.238378 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50012) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:31:08.296368 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c22cd77e-d29a-42af-babc-efac91b09931 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0568581 Feb 07 16:31:20.914971 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:31:22.842372 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:31:25.731527 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-143807bd-cb78-4ed8-9bd3-6ddf91a17001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:31:28.017776 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-568ab39d-8438-4b69-8221-9eeb8a42b5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:31:29.285103 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:31:30.615904 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:31:32.214814 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:31:33.103650 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:31:50.935808 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:31:52.875098 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:31:55.738558 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fca547dc-056e-4eb1-97e2-080c0050869d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:31:58.025309 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4488a485-5315-41f9-a32f-98c76c9f1cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:31:59.291980 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:00.621443 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:02.219206 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:10.103932 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:32:20.928828 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:22.875354 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:25.740275 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4858cede-7130-46a3-8635-2e0c0aad44f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:28.026946 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7500960f-8ab2-42fd-b486-456479f4efdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:29.307821 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:30.645246 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:32.228530 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:34.152928 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50240) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:34.560437 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4c2297d5-957a-4dd9-b0b1-439ca4af7158 tempest-AutoAllocateNetworkTest-1408318055 tempest-AutoAllocateNetworkTest-1408318055-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7e161e5b6ff7434fac1073c642c7040c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4054132 Feb 07 16:32:34.563009 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50262) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:34.757346 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67391a5-763f-486b-931b-493fcad90248 tempest-AutoAllocateNetworkTest-1408318055 tempest-AutoAllocateNetworkTest-1408318055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:34.762995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50272) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:34.763774 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a67391a5-763f-486b-931b-493fcad90248 tempest-AutoAllocateNetworkTest-1408318055 tempest-AutoAllocateNetworkTest-1408318055-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1991773 Feb 07 16:32:34.843442 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d22fab57-ad2b-4f9d-ac42-f4512e7d26be tempest-AutoAllocateNetworkTest-1408318055 tempest-AutoAllocateNetworkTest-1408318055-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756252 Feb 07 16:32:34.843718 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50282) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:34.877687 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a08255c1-2197-407a-97c7-d1fbe3959327 tempest-AutoAllocateNetworkTest-1408318055 tempest-AutoAllocateNetworkTest-1408318055-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7e161e5b6ff7434fac1073c642c7040c HTTP/1.1" status: 200 len: 208 time: 0.0328166 Feb 07 16:32:35.690905 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50332) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:36.116652 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2f3e284-62d9-48b9-a398-3c2dec7833f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:36.228375 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2f3e284-62d9-48b9-a398-3c2dec7833f6 admin admin] Publish callbacks [] for security_group (1d9d87a0-09ff-4d35-a90a-f660008e1cd6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:36.234293 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2f3e284-62d9-48b9-a398-3c2dec7833f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1d9d87a0-09ff-4d35-a90a-f660008e1cd6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:36.274016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3e284-62d9-48b9-a398-3c2dec7833f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9d87a0-09ff-4d35-a90a-f660008e1cd6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:36.284836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e284-62d9-48b9-a398-3c2dec7833f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.285188 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e284-62d9-48b9-a398-3c2dec7833f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.285559 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e284-62d9-48b9-a398-3c2dec7833f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.285900 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e284-62d9-48b9-a398-3c2dec7833f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.286243 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e284-62d9-48b9-a398-3c2dec7833f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.286573 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e284-62d9-48b9-a398-3c2dec7833f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.286906 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e284-62d9-48b9-a398-3c2dec7833f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.287234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e284-62d9-48b9-a398-3c2dec7833f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.287562 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e284-62d9-48b9-a398-3c2dec7833f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.288062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e284-62d9-48b9-a398-3c2dec7833f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.288539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e284-62d9-48b9-a398-3c2dec7833f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.289627 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e284-62d9-48b9-a398-3c2dec7833f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.289950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e284-62d9-48b9-a398-3c2dec7833f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f3e284-62d9-48b9-a398-3c2dec7833f6 admin admin] Tracked resource versions report: Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: pushed versions: Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: { 'AddressGroup': {'1.2'}, Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'ConntrackHelper': {'1.0'}, Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'LocalIPAssociation': {'1.0'}, Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'Log': {'1.0'}, Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'Network': {'1.1'}, Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'Port': {'1.7'}, Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'PortForwarding': {'1.2'}, Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'QosPolicy': {'1.10'}, Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'SecurityGroup': {'1.5'}, Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'SecurityGroupRule': {'1.2'}, Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'SubPort': {'1.0'}, Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'Subnet': {'1.1'}, Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'Trunk': {'1.1'}} Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: consumer versions: Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: { DHCP agent@n-d-827865-3: {}, Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: HyperV agent@n-h1-827865-3: {}, Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: HyperV agent@n-h2-827865-3: {}, Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: L3 agent@n-d-827865-3: {}, Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: Metadata agent@n-d-827865-3: {}, Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: Metering agent@n-d-827865-3: {}, Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: Open vSwitch agent@n-d-827865-3: { 'AddressGroup': '1.2', Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'ConntrackHelper': '1.0', Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'LocalIPAssociation': '1.0', Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'Log': '1.0', Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'Network': '1.1', Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'Port': '1.7', Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'PortForwarding': '1.2', Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'QosPolicy': '1.10', Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'SecurityGroup': '1.5', Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'SecurityGroupRule': '1.2', Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'SubPort': '1.0', Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'Subnet': '1.1', Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: 'Trunk': '1.1'}} Feb 07 16:32:36.291119 n-d-827865-3 neutron-server[103225]: {{(pid=103225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 16:32:36.298402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50358) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:36.305913 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b2f3e284-62d9-48b9-a398-3c2dec7833f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e161e5b6ff7434fac1073c642c7040c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6136534 Feb 07 16:32:36.350304 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37f38d4e-ada7-4418-a031-71c5729f4314 admin admin] Publish callbacks [] for security_group (1d9d87a0-09ff-4d35-a90a-f660008e1cd6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:36.373304 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37f38d4e-ada7-4418-a031-71c5729f4314 admin admin] Publish callbacks [] for security_group (1d9d87a0-09ff-4d35-a90a-f660008e1cd6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:36.430570 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37f38d4e-ada7-4418-a031-71c5729f4314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1d9d87a0-09ff-4d35-a90a-f660008e1cd6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:36.433337 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37f38d4e-ada7-4418-a031-71c5729f4314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:36.436912 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-37f38d4e-ada7-4418-a031-71c5729f4314 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d9d87a0-09ff-4d35-a90a-f660008e1cd6 HTTP/1.1" status: 204 len: 168 time: 0.1351423 Feb 07 16:32:36.443714 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f38d4e-ada7-4418-a031-71c5729f4314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9d87a0-09ff-4d35-a90a-f660008e1cd6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:36.456839 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f38d4e-ada7-4418-a031-71c5729f4314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.457494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f38d4e-ada7-4418-a031-71c5729f4314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.458107 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f38d4e-ada7-4418-a031-71c5729f4314 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.458456 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f38d4e-ada7-4418-a031-71c5729f4314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.458804 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f38d4e-ada7-4418-a031-71c5729f4314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.459171 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f38d4e-ada7-4418-a031-71c5729f4314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.459523 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f38d4e-ada7-4418-a031-71c5729f4314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.460020 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f38d4e-ada7-4418-a031-71c5729f4314 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.460376 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f38d4e-ada7-4418-a031-71c5729f4314 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.461575 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f38d4e-ada7-4418-a031-71c5729f4314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.461918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f38d4e-ada7-4418-a031-71c5729f4314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.462252 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f38d4e-ada7-4418-a031-71c5729f4314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.462582 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f38d4e-ada7-4418-a031-71c5729f4314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f38d4e-ada7-4418-a031-71c5729f4314 admin admin] Tracked resource versions report: Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: pushed versions: Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: { 'AddressGroup': {'1.2'}, Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'ConntrackHelper': {'1.0'}, Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'LocalIPAssociation': {'1.0'}, Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'Log': {'1.0'}, Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'Network': {'1.1'}, Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'Port': {'1.7'}, Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'PortForwarding': {'1.2'}, Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'QosPolicy': {'1.10'}, Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'SecurityGroup': {'1.5'}, Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'SecurityGroupRule': {'1.2'}, Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'SubPort': {'1.0'}, Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'Subnet': {'1.1'}, Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'Trunk': {'1.1'}} Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: consumer versions: Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: { DHCP agent@n-d-827865-3: {}, Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: HyperV agent@n-h1-827865-3: {}, Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: HyperV agent@n-h2-827865-3: {}, Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: L3 agent@n-d-827865-3: {}, Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: Metadata agent@n-d-827865-3: {}, Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: Metering agent@n-d-827865-3: {}, Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: Open vSwitch agent@n-d-827865-3: { 'AddressGroup': '1.2', Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'ConntrackHelper': '1.0', Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'LocalIPAssociation': '1.0', Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'Log': '1.0', Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'Network': '1.1', Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'Port': '1.7', Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'PortForwarding': '1.2', Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'QosPolicy': '1.10', Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'SecurityGroup': '1.5', Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'SecurityGroupRule': '1.2', Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'SubPort': '1.0', Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'Subnet': '1.1', Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: 'Trunk': '1.1'}} Feb 07 16:32:36.463985 n-d-827865-3 neutron-server[103226]: {{(pid=103226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 16:32:37.204357 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50410) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:37.389996 n-d-827865-3 neutron-server[103226]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 07 16:32:37.491425 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daeb43a-ebd4-40be-a2f4-3ddbe3fbba36 req-3f5a8d8b-d84c-47b8-9e4c-685eeca96dc2 tempest-NetworksTest-1979983327 tempest-NetworksTest-1979983327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:37.491947 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daeb43a-ebd4-40be-a2f4-3ddbe3fbba36 req-3f5a8d8b-d84c-47b8-9e4c-685eeca96dc2 tempest-NetworksTest-1979983327 tempest-NetworksTest-1979983327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:37.492731 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daeb43a-ebd4-40be-a2f4-3ddbe3fbba36 req-3f5a8d8b-d84c-47b8-9e4c-685eeca96dc2 tempest-NetworksTest-1979983327 tempest-NetworksTest-1979983327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:37.505196 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1daeb43a-ebd4-40be-a2f4-3ddbe3fbba36 req-3f5a8d8b-d84c-47b8-9e4c-685eeca96dc2 tempest-NetworksTest-1979983327 tempest-NetworksTest-1979983327-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.2991152 Feb 07 16:32:37.896485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50458) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:38.004542 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50470) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:38.094269 n-d-827865-3 neutron-server[103225]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 07 16:32:38.169970 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0bee1d70-f31d-4eca-ae99-7bef8663f75e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:38.241556 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b74c2-8962-4431-8f64-0ee151e614b1 req-b18a33ef-de43-4a2f-8625-e148afd17bc6 tempest-NetworksTest-1979983327 tempest-NetworksTest-1979983327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:38.250768 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a85b74c2-8962-4431-8f64-0ee151e614b1 req-b18a33ef-de43-4a2f-8625-e148afd17bc6 tempest-NetworksTest-1979983327 tempest-NetworksTest-1979983327-project-admin] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 886 time: 0.3517544 Feb 07 16:32:38.315875 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0bee1d70-f31d-4eca-ae99-7bef8663f75e admin admin] Publish callbacks [] for security_group (b866a3cb-16b5-4c31-83ec-8980ae923789), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:38.333402 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0bee1d70-f31d-4eca-ae99-7bef8663f75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b866a3cb-16b5-4c31-83ec-8980ae923789), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:38.420894 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0bee1d70-f31d-4eca-ae99-7bef8663f75e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a49ae16021c44ae9a18cfee237ee52bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4150400 Feb 07 16:32:38.423619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50508) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:38.428009 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee1d70-f31d-4eca-ae99-7bef8663f75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b866a3cb-16b5-4c31-83ec-8980ae923789,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:38.486101 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-006fb9c9-2a9c-44ff-a799-c4a4313981a2 admin admin] Publish callbacks [] for security_group (b866a3cb-16b5-4c31-83ec-8980ae923789), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:38.500881 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8ce19-f64d-415b-a183-51ef7476c26b req-9c520dca-c80a-4639-a0f9-a85143addf41 tempest-NetworksTest-1979983327 tempest-NetworksTest-1979983327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:38.501804 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8ce19-f64d-415b-a183-51ef7476c26b req-9c520dca-c80a-4639-a0f9-a85143addf41 tempest-NetworksTest-1979983327 tempest-NetworksTest-1979983327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:38.502640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8ce19-f64d-415b-a183-51ef7476c26b req-9c520dca-c80a-4639-a0f9-a85143addf41 tempest-NetworksTest-1979983327 tempest-NetworksTest-1979983327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:38.505848 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d6c8ce19-f64d-415b-a183-51ef7476c26b req-9c520dca-c80a-4639-a0f9-a85143addf41 tempest-NetworksTest-1979983327 tempest-NetworksTest-1979983327-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.1830997 Feb 07 16:32:38.519389 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-006fb9c9-2a9c-44ff-a799-c4a4313981a2 admin admin] Publish callbacks [] for security_group (b866a3cb-16b5-4c31-83ec-8980ae923789), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:38.638624 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-006fb9c9-2a9c-44ff-a799-c4a4313981a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b866a3cb-16b5-4c31-83ec-8980ae923789), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:38.643223 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-006fb9c9-2a9c-44ff-a799-c4a4313981a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:38.647766 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-006fb9c9-2a9c-44ff-a799-c4a4313981a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b866a3cb-16b5-4c31-83ec-8980ae923789 HTTP/1.1" status: 204 len: 168 time: 0.2212319 Feb 07 16:32:38.656188 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fb9c9-2a9c-44ff-a799-c4a4313981a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b866a3cb-16b5-4c31-83ec-8980ae923789,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:38.948968 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50550) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:39.089157 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50560) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:39.112876 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef7b9e74-d9a4-4c9d-a1ef-0cf4605c6b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:39.202270 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef7b9e74-d9a4-4c9d-a1ef-0cf4605c6b9e admin admin] Publish callbacks [] for security_group (8cbddab1-19c3-48af-98b8-14a3aad56e64), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:39.207396 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef7b9e74-d9a4-4c9d-a1ef-0cf4605c6b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8cbddab1-19c3-48af-98b8-14a3aad56e64), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:39.246594 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b9e74-d9a4-4c9d-a1ef-0cf4605c6b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbddab1-19c3-48af-98b8-14a3aad56e64,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:39.275148 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ef7b9e74-d9a4-4c9d-a1ef-0cf4605c6b9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07f645544daa4b95a0e720b57e85fa14&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1846387 Feb 07 16:32:39.277975 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50570) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:39.310293 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36591b2d-666e-4fc5-b815-a2828856dcf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:39.370327 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b737ad59-f6ee-4684-afd7-a473ca9a918c admin admin] Publish callbacks [] for security_group (8cbddab1-19c3-48af-98b8-14a3aad56e64), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:39.405032 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b737ad59-f6ee-4684-afd7-a473ca9a918c admin admin] Publish callbacks [] for security_group (8cbddab1-19c3-48af-98b8-14a3aad56e64), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:39.425475 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36591b2d-666e-4fc5-b815-a2828856dcf0 admin admin] Publish callbacks [] for security_group (cbf79827-60fc-4068-a133-2b4e23e1bd3c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:39.431470 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36591b2d-666e-4fc5-b815-a2828856dcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cbf79827-60fc-4068-a133-2b4e23e1bd3c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:39.462124 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36591b2d-666e-4fc5-b815-a2828856dcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf79827-60fc-4068-a133-2b4e23e1bd3c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:39.483748 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b737ad59-f6ee-4684-afd7-a473ca9a918c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8cbddab1-19c3-48af-98b8-14a3aad56e64), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:39.483748 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b737ad59-f6ee-4684-afd7-a473ca9a918c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:39.485976 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b737ad59-f6ee-4684-afd7-a473ca9a918c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8cbddab1-19c3-48af-98b8-14a3aad56e64 HTTP/1.1" status: 204 len: 168 time: 0.2047851 Feb 07 16:32:39.495568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737ad59-f6ee-4684-afd7-a473ca9a918c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbddab1-19c3-48af-98b8-14a3aad56e64,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:39.504589 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50590) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:39.505765 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-36591b2d-666e-4fc5-b815-a2828856dcf0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b044f014b0704153b2366310adc32e60&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5543396 Feb 07 16:32:39.627350 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4895cf74-5f1a-4265-a509-3017cd10ea33 admin admin] Publish callbacks [] for security_group (cbf79827-60fc-4068-a133-2b4e23e1bd3c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:39.665819 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4895cf74-5f1a-4265-a509-3017cd10ea33 admin admin] Publish callbacks [] for security_group (cbf79827-60fc-4068-a133-2b4e23e1bd3c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:39.693772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50610) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:39.751395 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4895cf74-5f1a-4265-a509-3017cd10ea33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cbf79827-60fc-4068-a133-2b4e23e1bd3c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:39.755327 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4895cf74-5f1a-4265-a509-3017cd10ea33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:39.761665 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4895cf74-5f1a-4265-a509-3017cd10ea33 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbf79827-60fc-4068-a133-2b4e23e1bd3c HTTP/1.1" status: 204 len: 168 time: 0.2555389 Feb 07 16:32:39.778114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895cf74-5f1a-4265-a509-3017cd10ea33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf79827-60fc-4068-a133-2b4e23e1bd3c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:40.073908 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76e1eb42-a8c6-4bb0-bb97-d520644c65aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:40.162582 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76e1eb42-a8c6-4bb0-bb97-d520644c65aa admin admin] Publish callbacks [] for security_group (9572a108-c341-47e9-adb2-8e6692376420), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:40.169390 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76e1eb42-a8c6-4bb0-bb97-d520644c65aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (9572a108-c341-47e9-adb2-8e6692376420), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:40.214994 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-76e1eb42-a8c6-4bb0-bb97-d520644c65aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6e2797fefac498db0b61845a6044f43&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5201275 Feb 07 16:32:40.216969 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1eb42-a8c6-4bb0-bb97-d520644c65aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9572a108-c341-47e9-adb2-8e6692376420,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:40.219444 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50662) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:40.276390 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-400a6b4d-ee0a-47f8-9ee1-21acde6f766c admin admin] Publish callbacks [] for security_group (9572a108-c341-47e9-adb2-8e6692376420), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:40.301006 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-400a6b4d-ee0a-47f8-9ee1-21acde6f766c admin admin] Publish callbacks [] for security_group (9572a108-c341-47e9-adb2-8e6692376420), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:40.357672 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-400a6b4d-ee0a-47f8-9ee1-21acde6f766c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (9572a108-c341-47e9-adb2-8e6692376420), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:40.360446 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-400a6b4d-ee0a-47f8-9ee1-21acde6f766c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:40.361649 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-400a6b4d-ee0a-47f8-9ee1-21acde6f766c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9572a108-c341-47e9-adb2-8e6692376420 HTTP/1.1" status: 204 len: 168 time: 0.1410322 Feb 07 16:32:40.370043 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a6b4d-ee0a-47f8-9ee1-21acde6f766c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9572a108-c341-47e9-adb2-8e6692376420,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:40.506870 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50684) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:40.600465 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-244467f0-44a1-40f7-a9a6-24683705cc63 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=deac66eefce543b6a65f0d13d712a01d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358253 Feb 07 16:32:40.670465 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50706) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:40.697499 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e139695-7527-4064-9e62-5af7c183fd82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:40.844686 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e139695-7527-4064-9e62-5af7c183fd82 admin admin] Publish callbacks [] for security_group (2155ebe2-8a9d-4892-972b-9f7f140644bb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:40.852349 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e139695-7527-4064-9e62-5af7c183fd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2155ebe2-8a9d-4892-972b-9f7f140644bb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:40.889059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-cab28b9b-288e-4f68-9a7c-5b16f0bb4f18 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:40.891094 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-cab28b9b-288e-4f68-9a7c-5b16f0bb4f18 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2837825 Feb 07 16:32:40.903240 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9e139695-7527-4064-9e62-5af7c183fd82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c93767583f34214bbd4088ac94dac15&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2300868 Feb 07 16:32:40.904543 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e139695-7527-4064-9e62-5af7c183fd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2155ebe2-8a9d-4892-972b-9f7f140644bb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:40.906951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50722) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:40.925934 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-63579e04-8702-44fa-af2e-2ed2849e960d tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/quotas/deac66eefce543b6a65f0d13d712a01d HTTP/1.1" status: 200 len: 375 time: 0.0270257 Feb 07 16:32:40.987896 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b758b2ff-6309-4b1a-a2d5-33c3116b6c57 admin admin] Publish callbacks [] for security_group (2155ebe2-8a9d-4892-972b-9f7f140644bb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:41.009022 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-4789de7b-2e81-487c-9703-f71933e24ad6 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=deac66eefce543b6a65f0d13d712a01d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817840 Feb 07 16:32:41.022350 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b758b2ff-6309-4b1a-a2d5-33c3116b6c57 admin admin] Publish callbacks [] for security_group (2155ebe2-8a9d-4892-972b-9f7f140644bb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:41.080680 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c70dfb0c-06cd-4d43-b382-051e1c126ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:41.089958 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b758b2ff-6309-4b1a-a2d5-33c3116b6c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2155ebe2-8a9d-4892-972b-9f7f140644bb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:41.094088 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b758b2ff-6309-4b1a-a2d5-33c3116b6c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:41.097625 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b758b2ff-6309-4b1a-a2d5-33c3116b6c57 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2155ebe2-8a9d-4892-972b-9f7f140644bb HTTP/1.1" status: 204 len: 168 time: 0.1869571 Feb 07 16:32:41.118816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758b2ff-6309-4b1a-a2d5-33c3116b6c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2155ebe2-8a9d-4892-972b-9f7f140644bb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:41.185121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50742) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:41.209854 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ccccd352-09d5-4d5c-bd29-bb978ec2c8ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:41.242691 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c70dfb0c-06cd-4d43-b382-051e1c126ce6 admin admin] Publish callbacks [] for security_group (13870a48-1014-4556-af55-8cceda72f48f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:41.255042 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c70dfb0c-06cd-4d43-b382-051e1c126ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (13870a48-1014-4556-af55-8cceda72f48f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:41.359296 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c70dfb0c-06cd-4d43-b382-051e1c126ce6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3cd553390b004e4083382f826907261f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8506658 Feb 07 16:32:41.375460 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50760) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:41.422407 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-78c4fdd4-dba2-49f0-9ad4-5b275e3356d8 req-843966a2-d7ae-47d5-9e54-b8cbf26d5e2c tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 210 time: 0.1035211 Feb 07 16:32:41.425271 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70dfb0c-06cd-4d43-b382-051e1c126ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13870a48-1014-4556-af55-8cceda72f48f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:41.441759 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ccccd352-09d5-4d5c-bd29-bb978ec2c8ae admin admin] Publish callbacks [] for security_group (ac04fe75-e651-474c-9bab-a8401102b2cf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:41.454946 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ccccd352-09d5-4d5c-bd29-bb978ec2c8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ac04fe75-e651-474c-9bab-a8401102b2cf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:41.503713 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ccccd352-09d5-4d5c-bd29-bb978ec2c8ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c5565f7074046dbba718c97b1748c71&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3171804 Feb 07 16:32:41.506903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50778) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:41.551780 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccd352-09d5-4d5c-bd29-bb978ec2c8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac04fe75-e651-474c-9bab-a8401102b2cf,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:41.560722 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4508f16b-2d34-4309-af09-56a9530fb7b4 admin admin] Publish callbacks [] for security_group (13870a48-1014-4556-af55-8cceda72f48f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:41.677716 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-598b0534-7681-4521-a425-8087422627cb admin admin] Publish callbacks [] for security_group (ac04fe75-e651-474c-9bab-a8401102b2cf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:41.682763 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4508f16b-2d34-4309-af09-56a9530fb7b4 admin admin] Publish callbacks [] for security_group (13870a48-1014-4556-af55-8cceda72f48f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:41.747876 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-598b0534-7681-4521-a425-8087422627cb admin admin] Publish callbacks [] for security_group (ac04fe75-e651-474c-9bab-a8401102b2cf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:41.802226 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4508f16b-2d34-4309-af09-56a9530fb7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (13870a48-1014-4556-af55-8cceda72f48f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:41.805546 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4508f16b-2d34-4309-af09-56a9530fb7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:41.806664 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4508f16b-2d34-4309-af09-56a9530fb7b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13870a48-1014-4556-af55-8cceda72f48f HTTP/1.1" status: 204 len: 168 time: 0.4302151 Feb 07 16:32:41.819302 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508f16b-2d34-4309-af09-56a9530fb7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13870a48-1014-4556-af55-8cceda72f48f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:41.827218 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-598b0534-7681-4521-a425-8087422627cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ac04fe75-e651-474c-9bab-a8401102b2cf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:41.831057 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-598b0534-7681-4521-a425-8087422627cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:41.832517 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-598b0534-7681-4521-a425-8087422627cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac04fe75-e651-474c-9bab-a8401102b2cf HTTP/1.1" status: 204 len: 168 time: 0.3239355 Feb 07 16:32:41.848561 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b0534-7681-4521-a425-8087422627cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac04fe75-e651-474c-9bab-a8401102b2cf,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:42.505898 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50846) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:42.522416 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-651247cd-154c-4038-915f-d3848536454b req-afbcf7eb-4016-48b6-bb8c-2bf8bb971dc0 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 210 time: 0.0404694 Feb 07 16:32:42.538293 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37a0ed1a-53b6-46a7-8c4e-84ebd41d66bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:42.669805 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37a0ed1a-53b6-46a7-8c4e-84ebd41d66bd admin admin] Publish callbacks [] for security_group (5c9ff31d-fec8-412b-96de-763439076950), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:42.675435 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37a0ed1a-53b6-46a7-8c4e-84ebd41d66bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5c9ff31d-fec8-412b-96de-763439076950), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:42.733106 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-37a0ed1a-53b6-46a7-8c4e-84ebd41d66bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0daaf77297384481ace0e7634c4f04c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2237892 Feb 07 16:32:42.736293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50856) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:42.737345 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0ed1a-53b6-46a7-8c4e-84ebd41d66bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9ff31d-fec8-412b-96de-763439076950,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:42.794788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50858) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:42.841122 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95317e4c-b477-4169-aa97-88cc9efdeb32 admin admin] Publish callbacks [] for security_group (5c9ff31d-fec8-412b-96de-763439076950), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:42.869673 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95317e4c-b477-4169-aa97-88cc9efdeb32 admin admin] Publish callbacks [] for security_group (5c9ff31d-fec8-412b-96de-763439076950), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:42.964712 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95317e4c-b477-4169-aa97-88cc9efdeb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5c9ff31d-fec8-412b-96de-763439076950), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:42.967956 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95317e4c-b477-4169-aa97-88cc9efdeb32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:42.969289 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-95317e4c-b477-4169-aa97-88cc9efdeb32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c9ff31d-fec8-412b-96de-763439076950 HTTP/1.1" status: 204 len: 168 time: 0.2151020 Feb 07 16:32:42.978410 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95317e4c-b477-4169-aa97-88cc9efdeb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9ff31d-fec8-412b-96de-763439076950,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:43.060231 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e054bc9-d1a8-408b-a4fc-30e23bd5493b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:43.169308 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e054bc9-d1a8-408b-a4fc-30e23bd5493b admin admin] Publish callbacks [] for security_group (2a301359-1a56-466f-82f4-260f082f09ac), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:43.174380 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e054bc9-d1a8-408b-a4fc-30e23bd5493b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2a301359-1a56-466f-82f4-260f082f09ac), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:43.219393 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6e054bc9-d1a8-408b-a4fc-30e23bd5493b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=760daf0fcb9940a694afac21bc1f2983&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4234927 Feb 07 16:32:43.223732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50880) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:43.230578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e054bc9-d1a8-408b-a4fc-30e23bd5493b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a301359-1a56-466f-82f4-260f082f09ac,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:43.296789 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf5c0-520e-49f4-9e65-d56081b2a5dd admin admin] Publish callbacks [] for security_group (2a301359-1a56-466f-82f4-260f082f09ac), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:43.327264 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf5c0-520e-49f4-9e65-d56081b2a5dd admin admin] Publish callbacks [] for security_group (2a301359-1a56-466f-82f4-260f082f09ac), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:43.382877 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf5c0-520e-49f4-9e65-d56081b2a5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2a301359-1a56-466f-82f4-260f082f09ac), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:43.387413 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf5c0-520e-49f4-9e65-d56081b2a5dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:43.389066 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ad3bf5c0-520e-49f4-9e65-d56081b2a5dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a301359-1a56-466f-82f4-260f082f09ac HTTP/1.1" status: 204 len: 168 time: 0.1640127 Feb 07 16:32:43.399851 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bf5c0-520e-49f4-9e65-d56081b2a5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a301359-1a56-466f-82f4-260f082f09ac,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:43.482701 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.32', 64181) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:43.512252 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-0d4cd3ea-a1d7-4b4f-8989-97cc6f7d567d tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=deac66eefce543b6a65f0d13d712a01d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282054 Feb 07 16:32:43.660990 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-b3710e34-28ee-453c-9561-b3e400d3efdf tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:43.662668 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-b3710e34-28ee-453c-9561-b3e400d3efdf tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1459601 Feb 07 16:32:43.843316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-6893758b-002b-4af3-8392-a0f0922bd5f3 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Request body: {'port': {'device_id': '07ba3762-d512-42f8-8ff6-bb50f93c4855', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': 'deac66eefce543b6a65f0d13d712a01d'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:32:43.863669 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1fc1b8fa-73e7-4b2c-944a-006db8972b74 req-64e062c5-340c-4fdd-9814-0a4dfd0305d8 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 210 time: 0.1246905 Feb 07 16:32:43.996263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50920) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:44.029106 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32cf18d7-d3cb-4f7e-ba95-78864947c448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:44.128392 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-6893758b-002b-4af3-8392-a0f0922bd5f3 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Made reservation on behalf of deac66eefce543b6a65f0d13d712a01d for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:32:44.131892 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-6893758b-002b-4af3-8392-a0f0922bd5f3 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:44.150064 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-6893758b-002b-4af3-8392-a0f0922bd5f3 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:44.207433 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32cf18d7-d3cb-4f7e-ba95-78864947c448 admin admin] Publish callbacks [] for security_group (da4803fc-97f5-41af-a4bb-335662163238), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:44.215210 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32cf18d7-d3cb-4f7e-ba95-78864947c448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (da4803fc-97f5-41af-a4bb-335662163238), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:44.276114 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-32cf18d7-d3cb-4f7e-ba95-78864947c448 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef7b59330783446e8fe26f83d68b7a3a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2785959 Feb 07 16:32:44.279708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50940) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:44.283396 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf18d7-d3cb-4f7e-ba95-78864947c448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4803fc-97f5-41af-a4bb-335662163238,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:44.318038 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-6893758b-002b-4af3-8392-a0f0922bd5f3 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Publish callbacks [] for security_group (19f903fa-d88b-4067-ace4-92a250123e65), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:44.323755 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-6893758b-002b-4af3-8392-a0f0922bd5f3 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (19f903fa-d88b-4067-ace4-92a250123e65), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:44.371064 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36a9c648-1634-4cd4-b121-f0c9993a590c admin admin] Publish callbacks [] for security_group (da4803fc-97f5-41af-a4bb-335662163238), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:44.398490 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36a9c648-1634-4cd4-b121-f0c9993a590c admin admin] Publish callbacks [] for security_group (da4803fc-97f5-41af-a4bb-335662163238), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:44.456745 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36a9c648-1634-4cd4-b121-f0c9993a590c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (da4803fc-97f5-41af-a4bb-335662163238), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:44.462715 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36a9c648-1634-4cd4-b121-f0c9993a590c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:44.466349 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-36a9c648-1634-4cd4-b121-f0c9993a590c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da4803fc-97f5-41af-a4bb-335662163238 HTTP/1.1" status: 204 len: 168 time: 0.1830447 Feb 07 16:32:44.480062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9c648-1634-4cd4-b121-f0c9993a590c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4803fc-97f5-41af-a4bb-335662163238,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:44.596016 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893758b-002b-4af3-8392-a0f0922bd5f3 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f903fa-d88b-4067-ace4-92a250123e65,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:44.611532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-6893758b-002b-4af3-8392-a0f0922bd5f3 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Allocated IP 192.168.233.91 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/68608865-6b06-48f6-b73f-645f685ee10c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:32:44.815100 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-6893758b-002b-4af3-8392-a0f0922bd5f3 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Publish callbacks [] for port (68608865-6b06-48f6-b73f-645f685ee10c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:44.905302 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-6893758b-002b-4af3-8392-a0f0922bd5f3 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (68608865-6b06-48f6-b73f-645f685ee10c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:45.065036 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-6893758b-002b-4af3-8392-a0f0922bd5f3 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:32:45.099603 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-6893758b-002b-4af3-8392-a0f0922bd5f3 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:32:45.104200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-6893758b-002b-4af3-8392-a0f0922bd5f3 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:32:45.114429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-6893758b-002b-4af3-8392-a0f0922bd5f3 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:45.115126 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-6893758b-002b-4af3-8392-a0f0922bd5f3 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:45.190641 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-6893758b-002b-4af3-8392-a0f0922bd5f3 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3518858 Feb 07 16:32:45.239754 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893758b-002b-4af3-8392-a0f0922bd5f3 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Pushing event updated for resources: {'Port': ['ID=68608865-6b06-48f6-b73f-645f685ee10c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:45.260655 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d505554-30ea-4c6e-ab20-d49d34b9d1bb req-11891891-9b0d-409f-9fb1-3359454a4503 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:45.270724 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4d505554-30ea-4c6e-ab20-d49d34b9d1bb req-11891891-9b0d-409f-9fb1-3359454a4503 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 935 time: 0.2729387 Feb 07 16:32:45.300439 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-8e04371c-2886-4682-9670-26c38f72510a tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:32:45.302207 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-8e04371c-2886-4682-9670-26c38f72510a tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0269892 Feb 07 16:32:45.440178 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4d505554-30ea-4c6e-ab20-d49d34b9d1bb req-3ad816e6-817c-4b8b-8891-698f0fe278e9 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616447 Feb 07 16:32:45.626703 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5c1b3c53-c990-478f-9df1-7c2866eced26 None None] Provisioning complete for port 68608865-6b06-48f6-b73f-645f685ee10c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:32:45.628831 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5c1b3c53-c990-478f-9df1-7c2866eced26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (68608865-6b06-48f6-b73f-645f685ee10c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:45.642073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50976) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:45.713472 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b3c53-c990-478f-9df1-7c2866eced26 None None] Port 68608865-6b06-48f6-b73f-645f685ee10c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:32:46.129181 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1676983-208a-44ca-bf44-46e8a7fd5476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:46.315222 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1676983-208a-44ca-bf44-46e8a7fd5476 admin admin] Publish callbacks [] for security_group (a397ca75-6465-46bd-843a-ae0b01bb2604), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:46.321671 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1676983-208a-44ca-bf44-46e8a7fd5476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a397ca75-6465-46bd-843a-ae0b01bb2604), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:46.371161 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a1676983-208a-44ca-bf44-46e8a7fd5476 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a621aa316f6b4f44b4d4ab88bc445e1d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7277327 Feb 07 16:32:46.371470 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50996) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:46.404505 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1676983-208a-44ca-bf44-46e8a7fd5476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a397ca75-6465-46bd-843a-ae0b01bb2604,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:46.502872 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d339787e-2623-4bc7-b065-d39e4d0983c2 admin admin] Publish callbacks [] for security_group (a397ca75-6465-46bd-843a-ae0b01bb2604), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:46.572155 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d339787e-2623-4bc7-b065-d39e4d0983c2 admin admin] Publish callbacks [] for security_group (a397ca75-6465-46bd-843a-ae0b01bb2604), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:46.629689 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d339787e-2623-4bc7-b065-d39e4d0983c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a397ca75-6465-46bd-843a-ae0b01bb2604), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:46.635514 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d339787e-2623-4bc7-b065-d39e4d0983c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:46.637221 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d339787e-2623-4bc7-b065-d39e4d0983c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a397ca75-6465-46bd-843a-ae0b01bb2604 HTTP/1.1" status: 204 len: 168 time: 0.2640615 Feb 07 16:32:46.651778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339787e-2623-4bc7-b065-d39e4d0983c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a397ca75-6465-46bd-843a-ae0b01bb2604,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:46.860335 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7ac16-6c57-4646-b2bc-7b8ecd15fcc4 req-be1aee72-3d62-401b-aa87-eff94c84743c tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:46.863135 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-16d7ac16-6c57-4646-b2bc-7b8ecd15fcc4 req-be1aee72-3d62-401b-aa87-eff94c84743c tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 935 time: 0.1492693 Feb 07 16:32:46.956387 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-16d7ac16-6c57-4646-b2bc-7b8ecd15fcc4 req-21bc0a9c-a92a-4003-82ff-d58c7c7d47c1 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842421 Feb 07 16:32:47.105830 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:32:47.404609 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51026) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:47.420438 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4c4788f-d174-4809-85ad-9380133f7194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:47.510779 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4c4788f-d174-4809-85ad-9380133f7194 admin admin] Publish callbacks [] for security_group (09f48a4f-f3f5-49fb-9805-602d5b5e9e04), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:47.523849 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4c4788f-d174-4809-85ad-9380133f7194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (09f48a4f-f3f5-49fb-9805-602d5b5e9e04), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:47.581944 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d4c4788f-d174-4809-85ad-9380133f7194 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2378b60d7e3b4f80a2a52b6d341681d8&name=default HTTP/1.1" status: 200 len: 2994 time: 0.1759350 Feb 07 16:32:47.584007 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4788f-d174-4809-85ad-9380133f7194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f48a4f-f3f5-49fb-9805-602d5b5e9e04,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:47.584650 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51034) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:47.669003 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9511a8f9-ede4-43d7-81f1-78fbcbb21242 admin admin] Publish callbacks [] for security_group (09f48a4f-f3f5-49fb-9805-602d5b5e9e04), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:47.711177 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9511a8f9-ede4-43d7-81f1-78fbcbb21242 admin admin] Publish callbacks [] for security_group (09f48a4f-f3f5-49fb-9805-602d5b5e9e04), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:47.922967 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9511a8f9-ede4-43d7-81f1-78fbcbb21242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (09f48a4f-f3f5-49fb-9805-602d5b5e9e04), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:47.925837 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9511a8f9-ede4-43d7-81f1-78fbcbb21242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:47.930275 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9511a8f9-ede4-43d7-81f1-78fbcbb21242 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09f48a4f-f3f5-49fb-9805-602d5b5e9e04 HTTP/1.1" status: 204 len: 168 time: 0.3401148 Feb 07 16:32:47.941732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511a8f9-ede4-43d7-81f1-78fbcbb21242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f48a4f-f3f5-49fb-9805-602d5b5e9e04,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:48.374445 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe8ef4-e650-4796-a08b-1360ac82f9eb req-3c279a2e-f64a-4579-ae8b-9e0a3f656354 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:48.382958 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0fe8ef4-e650-4796-a08b-1360ac82f9eb req-3c279a2e-f64a-4579-ae8b-9e0a3f656354 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 935 time: 0.1172686 Feb 07 16:32:48.464706 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0fe8ef4-e650-4796-a08b-1360ac82f9eb req-3b39aba5-145a-4655-a3b1-1dbd0f134089 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797744 Feb 07 16:32:49.734026 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51110) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:50.018408 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b15a3-55fa-4a02-8be1-a519d84bc215 req-63b3d764-99d9-4888-95f6-e1b5dece239d tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:50.020189 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b57b15a3-55fa-4a02-8be1-a519d84bc215 req-63b3d764-99d9-4888-95f6-e1b5dece239d tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 935 time: 0.1227009 Feb 07 16:32:50.088970 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95522180-9a10-4145-8f10-c703ef50db17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:50.195227 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b57b15a3-55fa-4a02-8be1-a519d84bc215 req-47e5fdad-80f4-4938-98cb-1a1afe975a76 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611595 Feb 07 16:32:50.301573 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95522180-9a10-4145-8f10-c703ef50db17 admin admin] Publish callbacks [] for security_group (2ab8971f-f953-4eda-a40d-4ed70d22f1be), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:50.311449 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95522180-9a10-4145-8f10-c703ef50db17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2ab8971f-f953-4eda-a40d-4ed70d22f1be), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:50.376460 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95522180-9a10-4145-8f10-c703ef50db17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab8971f-f953-4eda-a40d-4ed70d22f1be,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:50.396746 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-95522180-9a10-4145-8f10-c703ef50db17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc034c4a73fa4465abbb2a5ef183cc1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6581116 Feb 07 16:32:50.397139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51136) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:50.478768 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d5ec9a8-7068-4817-9d1c-d95fb1efb734 admin admin] Publish callbacks [] for security_group (2ab8971f-f953-4eda-a40d-4ed70d22f1be), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:50.534215 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d5ec9a8-7068-4817-9d1c-d95fb1efb734 admin admin] Publish callbacks [] for security_group (2ab8971f-f953-4eda-a40d-4ed70d22f1be), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:50.637775 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d5ec9a8-7068-4817-9d1c-d95fb1efb734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2ab8971f-f953-4eda-a40d-4ed70d22f1be), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:50.640812 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d5ec9a8-7068-4817-9d1c-d95fb1efb734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:50.642139 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1d5ec9a8-7068-4817-9d1c-d95fb1efb734 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ab8971f-f953-4eda-a40d-4ed70d22f1be HTTP/1.1" status: 204 len: 168 time: 0.2439559 Feb 07 16:32:50.653817 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ec9a8-7068-4817-9d1c-d95fb1efb734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab8971f-f953-4eda-a40d-4ed70d22f1be,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:50.958292 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:51.253038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51166) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:51.466791 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51174) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:51.485877 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f51e814f-3646-4d5f-b282-ac5f6fcd3351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:51.609324 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f51e814f-3646-4d5f-b282-ac5f6fcd3351 admin admin] Publish callbacks [] for security_group (a48d3e01-7f4f-4d8d-990a-177239c8e526), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:51.615891 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f51e814f-3646-4d5f-b282-ac5f6fcd3351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a48d3e01-7f4f-4d8d-990a-177239c8e526), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:51.667009 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f51e814f-3646-4d5f-b282-ac5f6fcd3351 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd33b213293a4404bbadc2f8ca3caf98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982555 Feb 07 16:32:51.668079 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e814f-3646-4d5f-b282-ac5f6fcd3351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48d3e01-7f4f-4d8d-990a-177239c8e526,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:51.669931 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51176) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:51.730994 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df3baac0-a18f-4f89-a248-07187309310e admin admin] Publish callbacks [] for security_group (a48d3e01-7f4f-4d8d-990a-177239c8e526), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:51.773556 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df3baac0-a18f-4f89-a248-07187309310e admin admin] Publish callbacks [] for security_group (a48d3e01-7f4f-4d8d-990a-177239c8e526), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:51.838906 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df3baac0-a18f-4f89-a248-07187309310e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a48d3e01-7f4f-4d8d-990a-177239c8e526), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:51.842326 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df3baac0-a18f-4f89-a248-07187309310e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:51.847005 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-df3baac0-a18f-4f89-a248-07187309310e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a48d3e01-7f4f-4d8d-990a-177239c8e526 HTTP/1.1" status: 204 len: 168 time: 0.1752944 Feb 07 16:32:51.862108 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3baac0-a18f-4f89-a248-07187309310e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48d3e01-7f4f-4d8d-990a-177239c8e526,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:52.091300 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348837d5-879b-4226-abe7-110a503aba7b req-ba1b1b5c-f328-4380-92a3-aef2b239fcdd tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:52.094325 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-348837d5-879b-4226-abe7-110a503aba7b req-ba1b1b5c-f328-4380-92a3-aef2b239fcdd tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 935 time: 0.2825141 Feb 07 16:32:52.132733 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5f7a242-8286-433f-866b-b46aac1b375f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:52.221628 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-348837d5-879b-4226-abe7-110a503aba7b req-f05fe470-3a7b-4b21-a818-d440c5fcc8c6 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090839 Feb 07 16:32:52.312691 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5f7a242-8286-433f-866b-b46aac1b375f admin admin] Publish callbacks [] for security_group (c2c0adc9-81d0-4cc8-8ef1-095248d95f7b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:52.316781 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5f7a242-8286-433f-866b-b46aac1b375f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c2c0adc9-81d0-4cc8-8ef1-095248d95f7b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:52.357544 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d5f7a242-8286-433f-866b-b46aac1b375f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e634c10b58042f58bd05adea784398e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1028593 Feb 07 16:32:52.358825 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7a242-8286-433f-866b-b46aac1b375f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c0adc9-81d0-4cc8-8ef1-095248d95f7b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:52.360555 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51196) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:52.422113 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13808838-c58d-4196-b0e6-d112b2e7575d admin admin] Publish callbacks [] for security_group (c2c0adc9-81d0-4cc8-8ef1-095248d95f7b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:52.445230 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13808838-c58d-4196-b0e6-d112b2e7575d admin admin] Publish callbacks [] for security_group (c2c0adc9-81d0-4cc8-8ef1-095248d95f7b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:52.499696 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13808838-c58d-4196-b0e6-d112b2e7575d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c2c0adc9-81d0-4cc8-8ef1-095248d95f7b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:52.505807 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13808838-c58d-4196-b0e6-d112b2e7575d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:52.507041 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-13808838-c58d-4196-b0e6-d112b2e7575d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2c0adc9-81d0-4cc8-8ef1-095248d95f7b HTTP/1.1" status: 204 len: 168 time: 0.1456809 Feb 07 16:32:52.517215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13808838-c58d-4196-b0e6-d112b2e7575d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c0adc9-81d0-4cc8-8ef1-095248d95f7b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:52.877839 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:53.438193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51244) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:53.448781 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e5e00-437b-491a-b365-e886129ed15d req-290715f6-b58d-4af7-9c80-842eaac71b8d tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:53.459662 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d3e5e00-437b-491a-b365-e886129ed15d req-290715f6-b58d-4af7-9c80-842eaac71b8d tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 935 time: 0.1021476 Feb 07 16:32:53.469986 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12f7f859-5dcd-49d0-a508-8e0467ecd4cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:53.562169 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d3e5e00-437b-491a-b365-e886129ed15d req-68281efd-21a3-44d6-b301-aa5806a43db3 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002183 Feb 07 16:32:53.723565 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12f7f859-5dcd-49d0-a508-8e0467ecd4cc admin admin] Publish callbacks [] for security_group (53cad163-ea05-49e4-8b14-4debafee1c0c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:53.735321 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12f7f859-5dcd-49d0-a508-8e0467ecd4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (53cad163-ea05-49e4-8b14-4debafee1c0c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:53.816490 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7f859-5dcd-49d0-a508-8e0467ecd4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cad163-ea05-49e4-8b14-4debafee1c0c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:53.843913 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-d850df6a-5c61-4e84-a85b-b6c7058e6e03 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6d66a7acc42547d89174fcc384c2e143&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433767 Feb 07 16:32:53.846307 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-12f7f859-5dcd-49d0-a508-8e0467ecd4cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93229c02f32549338df072b20412b2a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4064207 Feb 07 16:32:53.849353 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51262) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:54.000261 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b54732e7-be21-45aa-a079-888a06e02e64 admin admin] Publish callbacks [] for security_group (53cad163-ea05-49e4-8b14-4debafee1c0c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:54.022338 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-7077a04c-1544-4030-9b2f-4e4cc1b70727 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:54.026494 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-7077a04c-1544-4030-9b2f-4e4cc1b70727 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716530 Feb 07 16:32:54.048917 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b54732e7-be21-45aa-a079-888a06e02e64 admin admin] Publish callbacks [] for security_group (53cad163-ea05-49e4-8b14-4debafee1c0c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:54.058526 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-c3744da5-ff78-4def-9784-05b09504cf57 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/quotas/6d66a7acc42547d89174fcc384c2e143 HTTP/1.1" status: 200 len: 375 time: 0.0258782 Feb 07 16:32:54.114779 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-9d187ec6-f902-4312-a01f-0d33609ddd71 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d66a7acc42547d89174fcc384c2e143&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483894 Feb 07 16:32:54.148292 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b54732e7-be21-45aa-a079-888a06e02e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (53cad163-ea05-49e4-8b14-4debafee1c0c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:54.153484 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b54732e7-be21-45aa-a079-888a06e02e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:54.157409 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b54732e7-be21-45aa-a079-888a06e02e64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53cad163-ea05-49e4-8b14-4debafee1c0c HTTP/1.1" status: 204 len: 168 time: 0.3045506 Feb 07 16:32:54.170352 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51272) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:54.178806 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54732e7-be21-45aa-a079-888a06e02e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cad163-ea05-49e4-8b14-4debafee1c0c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:54.292911 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51282) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:54.356496 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c5a3cca-9ea2-4180-a939-d3ebe869b4a9 req-c788a648-5f4a-4e61-a0cb-059bdd83d0aa tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 210 time: 0.0401363 Feb 07 16:32:54.598535 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-390cb80c-cb74-4cce-a208-744b38b4fdc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:54.620117 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25e82f7c-ee05-4fff-9f54-d8e608599be7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:54.801744 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-390cb80c-cb74-4cce-a208-744b38b4fdc5 admin admin] Publish callbacks [] for security_group (eb3d8c0d-3817-422f-a9c6-b9e684a84933), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:54.813722 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-390cb80c-cb74-4cce-a208-744b38b4fdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (eb3d8c0d-3817-422f-a9c6-b9e684a84933), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:54.844686 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25e82f7c-ee05-4fff-9f54-d8e608599be7 admin admin] Publish callbacks [] for security_group (26488c86-1f3e-49b3-998e-4d8fc457928c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:54.853479 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25e82f7c-ee05-4fff-9f54-d8e608599be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (26488c86-1f3e-49b3-998e-4d8fc457928c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:54.873797 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cb80c-cb74-4cce-a208-744b38b4fdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3d8c0d-3817-422f-a9c6-b9e684a84933,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:54.881070 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-390cb80c-cb74-4cce-a208-744b38b4fdc5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50563682753d41e3b3e60e50bd87d919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7096305 Feb 07 16:32:54.882378 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51320) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:54.890011 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03b615-71c6-49fc-aeca-2cb272f37533 req-863a353e-62d5-4957-a6a4-668e3dbfdeae tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:54.899471 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d03b615-71c6-49fc-aeca-2cb272f37533 req-863a353e-62d5-4957-a6a4-668e3dbfdeae tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 935 time: 0.1634622 Feb 07 16:32:54.946048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e82f7c-ee05-4fff-9f54-d8e608599be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26488c86-1f3e-49b3-998e-4d8fc457928c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:54.951095 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-25e82f7c-ee05-4fff-9f54-d8e608599be7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3995b069c7846ac8e66f4194da4b510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6562383 Feb 07 16:32:54.953645 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51326) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:54.992859 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79677d73-505d-4e05-9387-089056a30563 admin admin] Publish callbacks [] for security_group (eb3d8c0d-3817-422f-a9c6-b9e684a84933), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:55.018944 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d03b615-71c6-49fc-aeca-2cb272f37533 req-e7e6f84d-35f2-49f2-942d-7ad334af012d tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176043 Feb 07 16:32:55.041070 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79677d73-505d-4e05-9387-089056a30563 admin admin] Publish callbacks [] for security_group (eb3d8c0d-3817-422f-a9c6-b9e684a84933), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:55.065471 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b84612c-995b-4f79-95d5-5678986a58a3 admin admin] Publish callbacks [] for security_group (26488c86-1f3e-49b3-998e-4d8fc457928c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:55.101328 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b84612c-995b-4f79-95d5-5678986a58a3 admin admin] Publish callbacks [] for security_group (26488c86-1f3e-49b3-998e-4d8fc457928c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:55.140135 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79677d73-505d-4e05-9387-089056a30563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (eb3d8c0d-3817-422f-a9c6-b9e684a84933), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:55.142906 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79677d73-505d-4e05-9387-089056a30563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:55.147047 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-79677d73-505d-4e05-9387-089056a30563 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb3d8c0d-3817-422f-a9c6-b9e684a84933 HTTP/1.1" status: 204 len: 168 time: 0.2627792 Feb 07 16:32:55.169015 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79677d73-505d-4e05-9387-089056a30563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3d8c0d-3817-422f-a9c6-b9e684a84933,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:55.197454 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b84612c-995b-4f79-95d5-5678986a58a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (26488c86-1f3e-49b3-998e-4d8fc457928c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:55.200557 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b84612c-995b-4f79-95d5-5678986a58a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:55.201629 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5b84612c-995b-4f79-95d5-5678986a58a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26488c86-1f3e-49b3-998e-4d8fc457928c HTTP/1.1" status: 204 len: 168 time: 0.2459860 Feb 07 16:32:55.217002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84612c-995b-4f79-95d5-5678986a58a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26488c86-1f3e-49b3-998e-4d8fc457928c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:55.243993 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Request body: {'port': {'device_id': '07ba3762-d512-42f8-8ff6-bb50f93c4855', 'device_owner': 'compute:tempest-test_az-713935965', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:32:55.366971 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (68608865-6b06-48f6-b73f-645f685ee10c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:55.530680 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-734e007d-9f5f-4c03-95d6-4032ba5bc4c8 req-1100c7dd-785d-490e-811b-55ba6bb14f1b tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 210 time: 0.0435817 Feb 07 16:32:55.738891 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ea89c193-3992-4bbe-bfe1-e994537c2964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:55.824861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51358) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:55.837844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51360) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:55.854333 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc801626-ae5b-4378-8123-866ef37eb144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:55.863965 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d5c1ad9-0af0-48f0-9248-82c6d822d9b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:55.994231 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc801626-ae5b-4378-8123-866ef37eb144 admin admin] Publish callbacks [] for security_group (d459d6cd-1b99-4919-a821-990360e605c8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:55.997970 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc801626-ae5b-4378-8123-866ef37eb144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d459d6cd-1b99-4919-a821-990360e605c8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:56.015184 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d5c1ad9-0af0-48f0-9248-82c6d822d9b7 admin admin] Publish callbacks [] for security_group (0a39c5c0-23fa-42b8-b8d1-3fcc5a99e91d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:56.026556 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d5c1ad9-0af0-48f0-9248-82c6d822d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0a39c5c0-23fa-42b8-b8d1-3fcc5a99e91d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:56.072083 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6d5c1ad9-0af0-48f0-9248-82c6d822d9b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=002f091ea2bb436aa9b98bc80212d20e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302191 Feb 07 16:32:56.072896 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51370) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:56.083354 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 56681) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:56.102069 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fc801626-ae5b-4378-8123-866ef37eb144 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ff8474688e64e3189ed846c4859b508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744486 Feb 07 16:32:56.105788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51372) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:56.107622 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc801626-ae5b-4378-8123-866ef37eb144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d459d6cd-1b99-4919-a821-990360e605c8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:56.173790 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b0555d8-38a1-44ff-8393-1d1ea75a5612 admin admin] Publish callbacks [] for security_group (0a39c5c0-23fa-42b8-b8d1-3fcc5a99e91d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:56.201357 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b0555d8-38a1-44ff-8393-1d1ea75a5612 admin admin] Publish callbacks [] for security_group (0a39c5c0-23fa-42b8-b8d1-3fcc5a99e91d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:56.250276 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-4b8b1b46-84f2-478f-8bd5-011286218da4 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6d66a7acc42547d89174fcc384c2e143&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1451986 Feb 07 16:32:56.326557 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c1ad9-0af0-48f0-9248-82c6d822d9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a39c5c0-23fa-42b8-b8d1-3fcc5a99e91d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:56.351956 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68608865-6b06-48f6-b73f-645f685ee10c {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:32:56.383480 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b0555d8-38a1-44ff-8393-1d1ea75a5612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0a39c5c0-23fa-42b8-b8d1-3fcc5a99e91d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:56.389706 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b0555d8-38a1-44ff-8393-1d1ea75a5612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:56.394303 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0b0555d8-38a1-44ff-8393-1d1ea75a5612 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a39c5c0-23fa-42b8-b8d1-3fcc5a99e91d HTTP/1.1" status: 204 len: 168 time: 0.3167241 Feb 07 16:32:56.414939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0555d8-38a1-44ff-8393-1d1ea75a5612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a39c5c0-23fa-42b8-b8d1-3fcc5a99e91d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:56.424074 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Publish callbacks [] for port (68608865-6b06-48f6-b73f-645f685ee10c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:56.471086 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3236149-daa3-4cee-950b-0e0fedb312b2 admin admin] Publish callbacks [] for security_group (d459d6cd-1b99-4919-a821-990360e605c8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:56.476250 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Transition to ACTIVE for port object 68608865-6b06-48f6-b73f-645f685ee10c will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:32:56.485930 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (68608865-6b06-48f6-b73f-645f685ee10c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:56.533815 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3236149-daa3-4cee-950b-0e0fedb312b2 admin admin] Publish callbacks [] for security_group (d459d6cd-1b99-4919-a821-990360e605c8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:56.658104 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aa613-7788-4444-8f23-b8abd3d36359 req-7d50a176-8ac1-44df-9871-67d007704f48 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:56.667593 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0c5aa613-7788-4444-8f23-b8abd3d36359 req-7d50a176-8ac1-44df-9871-67d007704f48 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 935 time: 0.4911318 Feb 07 16:32:56.681330 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3236149-daa3-4cee-950b-0e0fedb312b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d459d6cd-1b99-4919-a821-990360e605c8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:56.684341 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3236149-daa3-4cee-950b-0e0fedb312b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:56.687875 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b3236149-daa3-4cee-950b-0e0fedb312b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d459d6cd-1b99-4919-a821-990360e605c8 HTTP/1.1" status: 204 len: 168 time: 0.5730512 Feb 07 16:32:56.728824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-4c81e6ea-151f-4cd5-800e-5240e241710b tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:56.729900 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-4c81e6ea-151f-4cd5-800e-5240e241710b tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4699762 Feb 07 16:32:56.732151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3236149-daa3-4cee-950b-0e0fedb312b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d459d6cd-1b99-4919-a821-990360e605c8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:56.761255 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=68608865-6b06-48f6-b73f-645f685ee10c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:56.811420 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0c5aa613-7788-4444-8f23-b8abd3d36359 req-cf2266e6-e50d-4105-bf93-35f5db483c59 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429634 Feb 07 16:32:56.956479 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fcb5129c-9e10-4a27-b6bd-23a0473420cd req-25bd8985-b17d-434f-8d40-53def1f3d20a tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 210 time: 0.0558021 Feb 07 16:32:57.025970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Attempting to bind port 68608865-6b06-48f6-b73f-645f685ee10c on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:32:57.027155 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Attempting to bind port 68608865-6b06-48f6-b73f-645f685ee10c by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:32:57.028556 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Attempting to bind port 68608865-6b06-48f6-b73f-645f685ee10c on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:32:57.038297 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Port 68608865-6b06-48f6-b73f-645f685ee10c on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:32:57.039572 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Attempting to bind port 68608865-6b06-48f6-b73f-645f685ee10c on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:32:57.047497 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:32:57.053413 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:32:57.061105 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:32:57.061718 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Bound port: 68608865-6b06-48f6-b73f-645f685ee10c, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:32:57.062142 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (68608865-6b06-48f6-b73f-645f685ee10c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:57.189968 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] For port 68608865-6b06-48f6-b73f-645f685ee10c, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:32:57.227868 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] For port 68608865-6b06-48f6-b73f-645f685ee10c, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=68608865-6b06-48f6-b73f-645f685ee10c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:32:57.240501 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (68608865-6b06-48f6-b73f-645f685ee10c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:57.323154 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:57.324635 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:57.336774 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] 10.222.0.32 "PUT /v2.0/ports/68608865-6b06-48f6-b73f-645f685ee10c HTTP/1.1" status: 200 len: 1116 time: 2.4215834 Feb 07 16:32:57.337429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ba3762-d512-42f8-8ff6-bb50f93c4855', 'tag': '68608865-6b06-48f6-b73f-645f685ee10c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:32:57.675455 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c2c0f-40a6-4b5f-8c79-22c5bc973bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=68608865-6b06-48f6-b73f-645f685ee10c,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:57.702678 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-21a7ccc6-63c6-4f45-87da-f7e8c2803915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:57.704651 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-21a7ccc6-63c6-4f45-87da-f7e8c2803915 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=deac66eefce543b6a65f0d13d712a01d&device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 1150 time: 0.1538861 Feb 07 16:32:57.756786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51422) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:57.813262 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-a39c7ddb-0f9a-4cdc-b3ed-5ad79be2d7d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=68608865-6b06-48f6-b73f-645f685ee10c HTTP/1.1" status: 200 len: 217 time: 0.0973868 Feb 07 16:32:57.968893 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-2e80c820-907a-44b0-a77f-525dd8732ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:57.970792 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-2e80c820-907a-44b0-a77f-525dd8732ca9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1525226 Feb 07 16:32:58.040188 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e87bc305-2581-47ac-acc1-60b18fea02f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:58.075496 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-62f4476d-cf27-465f-8f3a-ac7bc06bfe16 req-e211d10b-32c6-45d4-b329-fd4184ae8a28 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 210 time: 0.0428944 Feb 07 16:32:58.076771 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b22c3a3-ca91-4b21-8827-b8433f3db8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "07ba3762-d512-42f8-8ff6-bb50f93c4855", "tag": "68608865-6b06-48f6-b73f-645f685ee10c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:32:58.132805 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa23439-2910-4307-8d0e-09e2fa49087f req-02a8b7b8-f744-4237-ac7c-f481748e4798 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:58.148813 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4aa23439-2910-4307-8d0e-09e2fa49087f req-02a8b7b8-f744-4237-ac7c-f481748e4798 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 968 time: 0.2321842 Feb 07 16:32:58.173146 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-a8fc2d7f-8b93-431a-bf92-a3840a22f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:58.174705 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-a8fc2d7f-8b93-431a-bf92-a3840a22f8b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1933715 Feb 07 16:32:58.207592 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2cb916f3-4f33-4fe0-93cf-0cf7e9b2b407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:58.298506 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4aa23439-2910-4307-8d0e-09e2fa49087f req-d36a7335-9f13-4a38-a01c-6297ad0b5319 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488643 Feb 07 16:32:58.370626 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-25f9efea-c13b-49e3-97da-14c0d6155835 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883130 Feb 07 16:32:58.418794 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2cb916f3-4f33-4fe0-93cf-0cf7e9b2b407 admin admin] Publish callbacks [] for security_group (b76f8e75-fd7d-4384-8f4b-8b30e3cfd4a0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:58.426568 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2cb916f3-4f33-4fe0-93cf-0cf7e9b2b407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b76f8e75-fd7d-4384-8f4b-8b30e3cfd4a0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:58.476010 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2cb916f3-4f33-4fe0-93cf-0cf7e9b2b407 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54372727fcc2476b914c7c2da002da76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7167027 Feb 07 16:32:58.476894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51452) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:58.574577 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a21fff6f-ddae-4055-b855-4e99a6c2f582 admin admin] Publish callbacks [] for security_group (b76f8e75-fd7d-4384-8f4b-8b30e3cfd4a0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:58.598270 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe577582-4a63-441e-a074-daa4c9b066c4 x-openstack-request-id: req-fe577582-4a63-441e-a074-daa4c9b066c4 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:32:58.598850 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ba3762-d512-42f8-8ff6-bb50f93c4855", "tag": "68608865-6b06-48f6-b73f-645f685ee10c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:32:58.599115 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe577582-4a63-441e-a074-daa4c9b066c4 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:32:58.599581 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ba3762-d512-42f8-8ff6-bb50f93c4855', 'tag': '68608865-6b06-48f6-b73f-645f685ee10c', 'status': 'completed', 'code': 200} Feb 07 16:32:58.604241 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a21fff6f-ddae-4055-b855-4e99a6c2f582 admin admin] Publish callbacks [] for security_group (b76f8e75-fd7d-4384-8f4b-8b30e3cfd4a0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:58.605924 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5494ed7b-d596-4edd-aab9-9377d62d6c9c req-09db2c56-c479-4d90-a6f6-7dd0f9a9fc22 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300913 Feb 07 16:32:58.646161 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb916f3-4f33-4fe0-93cf-0cf7e9b2b407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76f8e75-fd7d-4384-8f4b-8b30e3cfd4a0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:58.700435 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a21fff6f-ddae-4055-b855-4e99a6c2f582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b76f8e75-fd7d-4384-8f4b-8b30e3cfd4a0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:58.705743 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a21fff6f-ddae-4055-b855-4e99a6c2f582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:58.707344 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a21fff6f-ddae-4055-b855-4e99a6c2f582 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b76f8e75-fd7d-4384-8f4b-8b30e3cfd4a0 HTTP/1.1" status: 204 len: 168 time: 0.2273450 Feb 07 16:32:58.718599 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fff6f-ddae-4055-b855-4e99a6c2f582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76f8e75-fd7d-4384-8f4b-8b30e3cfd4a0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:58.765628 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22c3a3-ca91-4b21-8827-b8433f3db8d3 req-f50a35da-b788-4f6f-b2a0-7803ded2fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:58.767297 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b22c3a3-ca91-4b21-8827-b8433f3db8d3 req-f50a35da-b788-4f6f-b2a0-7803ded2fedf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=deac66eefce543b6a65f0d13d712a01d&device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 1150 time: 0.0762708 Feb 07 16:32:58.964330 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22c3a3-ca91-4b21-8827-b8433f3db8d3 req-bf425759-293f-4721-a3e2-c734245080d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:58.966845 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b22c3a3-ca91-4b21-8827-b8433f3db8d3 req-bf425759-293f-4721-a3e2-c734245080d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.1922090 Feb 07 16:32:59.116475 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b22c3a3-ca91-4b21-8827-b8433f3db8d3 req-86d69a80-ce7c-406a-82de-fb2a22f47d63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=68608865-6b06-48f6-b73f-645f685ee10c HTTP/1.1" status: 200 len: 217 time: 0.1422796 Feb 07 16:32:59.251316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22c3a3-ca91-4b21-8827-b8433f3db8d3 req-10b97290-6892-4d80-b645-3d0f2ceeb2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:59.253012 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b22c3a3-ca91-4b21-8827-b8433f3db8d3 req-10b97290-6892-4d80-b645-3d0f2ceeb2e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1309493 Feb 07 16:32:59.287750 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dea94c59-8f90-4190-a751-2bfa01373b19 req-d4363177-31a2-4b7c-acc4-7cf2e677ae35 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 210 time: 0.0688260 Feb 07 16:32:59.306571 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:59.345702 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22c3a3-ca91-4b21-8827-b8433f3db8d3 req-ecf812ec-0db0-486d-b68b-117fbe76264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:59.347299 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b22c3a3-ca91-4b21-8827-b8433f3db8d3 req-ecf812ec-0db0-486d-b68b-117fbe76264d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0870380 Feb 07 16:32:59.525996 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b22c3a3-ca91-4b21-8827-b8433f3db8d3 req-cf3abb7f-d0f1-46a3-b191-6fd5a50ad10a service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711328 Feb 07 16:32:59.537605 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55864e0-83d8-41bc-bede-1fe1efe115b3 req-6401818a-c0eb-43e2-9263-66fb2bccba97 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:32:59.541017 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51482) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:59.545408 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d55864e0-83d8-41bc-bede-1fe1efe115b3 req-6401818a-c0eb-43e2-9263-66fb2bccba97 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 968 time: 0.1600068 Feb 07 16:32:59.565558 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-012a1f84-32d4-457d-9612-f9f71f676c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:59.700168 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b22c3a3-ca91-4b21-8827-b8433f3db8d3 req-d31bb6e7-88f9-4597-9f72-495cde9fd2b2 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521592 Feb 07 16:32:59.734727 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-012a1f84-32d4-457d-9612-f9f71f676c0b admin admin] Publish callbacks [] for security_group (939a4237-8625-4e12-9df1-8a6e03d513e4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:59.743973 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-012a1f84-32d4-457d-9612-f9f71f676c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (939a4237-8625-4e12-9df1-8a6e03d513e4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:59.776565 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d55864e0-83d8-41bc-bede-1fe1efe115b3 req-e83aa22f-01bf-439a-9ba9-84fc3fbe3752 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228737 Feb 07 16:32:59.817758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a1f84-32d4-457d-9612-f9f71f676c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939a4237-8625-4e12-9df1-8a6e03d513e4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:32:59.837431 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51486) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:59.837587 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-012a1f84-32d4-457d-9612-f9f71f676c0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4bff5c9805004cf0819836059555ca97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946784 Feb 07 16:32:59.898335 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a10942a-ca15-40c0-8644-2327668dbfd4 admin admin] Publish callbacks [] for security_group (939a4237-8625-4e12-9df1-8a6e03d513e4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:59.921929 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a10942a-ca15-40c0-8644-2327668dbfd4 admin admin] Publish callbacks [] for security_group (939a4237-8625-4e12-9df1-8a6e03d513e4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:59.981942 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a10942a-ca15-40c0-8644-2327668dbfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (939a4237-8625-4e12-9df1-8a6e03d513e4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:59.985036 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a10942a-ca15-40c0-8644-2327668dbfd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:32:59.989035 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8a10942a-ca15-40c0-8644-2327668dbfd4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/939a4237-8625-4e12-9df1-8a6e03d513e4 HTTP/1.1" status: 204 len: 168 time: 0.1465070 Feb 07 16:32:59.990012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51494) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:32:59.998914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10942a-ca15-40c0-8644-2327668dbfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939a4237-8625-4e12-9df1-8a6e03d513e4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:00.245426 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fc222dd-eb8e-4b50-9009-c8275379deb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:00.371719 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fc222dd-eb8e-4b50-9009-c8275379deb8 admin admin] Publish callbacks [] for security_group (6fea428e-f200-47fd-9a15-14aa19a4cda0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:00.384130 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fc222dd-eb8e-4b50-9009-c8275379deb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6fea428e-f200-47fd-9a15-14aa19a4cda0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:00.421483 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0a167f0f-6a1e-4e1f-a58f-643cf3d4db9a req-2f23149c-af75-43e1-8dc7-96005ec0fc74 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 210 time: 0.0520341 Feb 07 16:33:00.457824 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51508) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:00.458363 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1fc222dd-eb8e-4b50-9009-c8275379deb8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=279ee07f942d493c9cd3cdd903dcca84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4657993 Feb 07 16:33:00.458971 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc222dd-eb8e-4b50-9009-c8275379deb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fea428e-f200-47fd-9a15-14aa19a4cda0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:00.533557 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee91d297-f28f-459a-85b1-d2699db83b86 admin admin] Publish callbacks [] for security_group (6fea428e-f200-47fd-9a15-14aa19a4cda0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:00.558392 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee91d297-f28f-459a-85b1-d2699db83b86 admin admin] Publish callbacks [] for security_group (6fea428e-f200-47fd-9a15-14aa19a4cda0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:00.630362 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee91d297-f28f-459a-85b1-d2699db83b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6fea428e-f200-47fd-9a15-14aa19a4cda0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:00.633744 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee91d297-f28f-459a-85b1-d2699db83b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:00.637379 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ee91d297-f28f-459a-85b1-d2699db83b86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fea428e-f200-47fd-9a15-14aa19a4cda0 HTTP/1.1" status: 204 len: 168 time: 0.1755085 Feb 07 16:33:00.648610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91d297-f28f-459a-85b1-d2699db83b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fea428e-f200-47fd-9a15-14aa19a4cda0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:00.655815 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:00.913914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc3885-36e2-4ff5-994e-c36a53849ff5 req-bd03acec-f435-475d-b4f3-14322e873029 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:00.922028 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f3cc3885-36e2-4ff5-994e-c36a53849ff5 req-bd03acec-f435-475d-b4f3-14322e873029 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 968 time: 0.0707514 Feb 07 16:33:00.977072 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f3cc3885-36e2-4ff5-994e-c36a53849ff5 req-564c2ac2-4319-4e38-a5f3-020af1cfa906 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525699 Feb 07 16:33:01.188127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51542) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:01.202729 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ac7eb88-5d9f-4060-99ca-88339a3d79da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:01.295272 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ac7eb88-5d9f-4060-99ca-88339a3d79da admin admin] Publish callbacks [] for security_group (86a4a154-8daa-4fd6-8bc6-94526aeacb39), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:01.301866 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ac7eb88-5d9f-4060-99ca-88339a3d79da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (86a4a154-8daa-4fd6-8bc6-94526aeacb39), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:01.352988 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0ac7eb88-5d9f-4060-99ca-88339a3d79da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84a0345864c0487785a1434e40b78082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1635308 Feb 07 16:33:01.354989 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7eb88-5d9f-4060-99ca-88339a3d79da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a4a154-8daa-4fd6-8bc6-94526aeacb39,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:01.356032 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51550) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:01.412420 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a4ad2e9-d8a4-48c3-be85-0af904fe0486 admin admin] Publish callbacks [] for security_group (86a4a154-8daa-4fd6-8bc6-94526aeacb39), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:01.446778 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a4ad2e9-d8a4-48c3-be85-0af904fe0486 admin admin] Publish callbacks [] for security_group (86a4a154-8daa-4fd6-8bc6-94526aeacb39), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:01.513684 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a4ad2e9-d8a4-48c3-be85-0af904fe0486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (86a4a154-8daa-4fd6-8bc6-94526aeacb39), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:01.516544 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a4ad2e9-d8a4-48c3-be85-0af904fe0486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:01.517903 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5a4ad2e9-d8a4-48c3-be85-0af904fe0486 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86a4a154-8daa-4fd6-8bc6-94526aeacb39 HTTP/1.1" status: 204 len: 168 time: 0.1608927 Feb 07 16:33:01.537418 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-569f0735-44d9-4707-a4f2-f709dd8c2e8e req-9b99f79c-5455-46c4-9064-eab5fc1efd30 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 210 time: 0.0348909 Feb 07 16:33:01.544005 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ad2e9-d8a4-48c3-be85-0af904fe0486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a4a154-8daa-4fd6-8bc6-94526aeacb39,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:02.113960 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658aa90d-9a64-4ea9-a2ff-388fdeccf265 req-b29f991c-eaf7-490f-a9fc-e98bafc3a247 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:02.115448 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-658aa90d-9a64-4ea9-a2ff-388fdeccf265 req-b29f991c-eaf7-490f-a9fc-e98bafc3a247 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 968 time: 0.0665202 Feb 07 16:33:02.124732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51582) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:02.171917 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-658aa90d-9a64-4ea9-a2ff-388fdeccf265 req-b0f56e1b-67e3-4d72-b446-84b07dae9165 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469048 Feb 07 16:33:02.227046 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:02.428273 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efeee76c-3b50-4c9c-a089-7ddc97924f3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:02.552276 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efeee76c-3b50-4c9c-a089-7ddc97924f3a admin admin] Publish callbacks [] for security_group (e6cdd5f0-7731-4d4d-8e04-45c1331d3ea0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:02.557871 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efeee76c-3b50-4c9c-a089-7ddc97924f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e6cdd5f0-7731-4d4d-8e04-45c1331d3ea0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:02.607900 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-efeee76c-3b50-4c9c-a089-7ddc97924f3a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8859add8d2aa4e669b0001a29914f470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4820185 Feb 07 16:33:02.608994 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeee76c-3b50-4c9c-a089-7ddc97924f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cdd5f0-7731-4d4d-8e04-45c1331d3ea0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:02.610765 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51614) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:02.676425 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19e6f32f-f462-4889-972f-2e1014e412e1 admin admin] Publish callbacks [] for security_group (e6cdd5f0-7731-4d4d-8e04-45c1331d3ea0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:02.682949 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b7d7dc0e-c63c-4181-a00d-4beb386c9402 req-ea9f70b4-7db1-4789-8ced-31f06082804f tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 210 time: 0.0397854 Feb 07 16:33:02.712760 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19e6f32f-f462-4889-972f-2e1014e412e1 admin admin] Publish callbacks [] for security_group (e6cdd5f0-7731-4d4d-8e04-45c1331d3ea0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:02.780035 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19e6f32f-f462-4889-972f-2e1014e412e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e6cdd5f0-7731-4d4d-8e04-45c1331d3ea0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:02.783028 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19e6f32f-f462-4889-972f-2e1014e412e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:02.786807 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-19e6f32f-f462-4889-972f-2e1014e412e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6cdd5f0-7731-4d4d-8e04-45c1331d3ea0 HTTP/1.1" status: 204 len: 168 time: 0.1718295 Feb 07 16:33:02.793751 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6f32f-f462-4889-972f-2e1014e412e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cdd5f0-7731-4d4d-8e04-45c1331d3ea0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:02.943706 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51630) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:03.119231 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68438390-ca75-4c2e-94d7-93d3055c5d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:03.263539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51644) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:03.284952 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db69b963-91f9-4bb4-9782-18a26795baac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:03.352124 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f6a40-4443-4d7e-af40-820c86fede71 req-ba22835d-1f93-4b53-a7ff-e1f708e688d9 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:03.353716 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a0f6a40-4443-4d7e-af40-820c86fede71 req-ba22835d-1f93-4b53-a7ff-e1f708e688d9 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 968 time: 0.0911529 Feb 07 16:33:03.386231 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68438390-ca75-4c2e-94d7-93d3055c5d7e admin admin] Publish callbacks [] for security_group (a01f157b-ddf7-4fa1-a93f-0f0dff34adc7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:03.397784 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db69b963-91f9-4bb4-9782-18a26795baac admin admin] Publish callbacks [] for security_group (3bf94b8e-68fd-4f4a-8dae-f2af483e2cdd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:03.403193 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db69b963-91f9-4bb4-9782-18a26795baac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3bf94b8e-68fd-4f4a-8dae-f2af483e2cdd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:03.403316 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68438390-ca75-4c2e-94d7-93d3055c5d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a01f157b-ddf7-4fa1-a93f-0f0dff34adc7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:03.455541 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-db69b963-91f9-4bb4-9782-18a26795baac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a07279113059468bad285bf3c3eb53c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901507 Feb 07 16:33:03.456713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69b963-91f9-4bb4-9782-18a26795baac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf94b8e-68fd-4f4a-8dae-f2af483e2cdd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:03.459935 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51652) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:03.477029 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a0f6a40-4443-4d7e-af40-820c86fede71 req-7236c7bb-3b47-48de-8ef1-907f08772787 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122925 Feb 07 16:33:03.495706 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68438390-ca75-4c2e-94d7-93d3055c5d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01f157b-ddf7-4fa1-a93f-0f0dff34adc7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:03.505967 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-68438390-ca75-4c2e-94d7-93d3055c5d7e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10d9506d7fd74d01912a5a2a32c4992f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5604455 Feb 07 16:33:03.509408 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51654) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:03.522023 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a585ba6-fccc-490c-b1a8-9fcd7523ced0 admin admin] Publish callbacks [] for security_group (3bf94b8e-68fd-4f4a-8dae-f2af483e2cdd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:03.548884 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a585ba6-fccc-490c-b1a8-9fcd7523ced0 admin admin] Publish callbacks [] for security_group (3bf94b8e-68fd-4f4a-8dae-f2af483e2cdd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:03.577249 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a41b254-1be1-42bb-a39b-0ce88e10fe02 admin admin] Publish callbacks [] for security_group (a01f157b-ddf7-4fa1-a93f-0f0dff34adc7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:03.606092 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a41b254-1be1-42bb-a39b-0ce88e10fe02 admin admin] Publish callbacks [] for security_group (a01f157b-ddf7-4fa1-a93f-0f0dff34adc7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:03.612548 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a585ba6-fccc-490c-b1a8-9fcd7523ced0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3bf94b8e-68fd-4f4a-8dae-f2af483e2cdd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:03.616608 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a585ba6-fccc-490c-b1a8-9fcd7523ced0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:03.618165 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3a585ba6-fccc-490c-b1a8-9fcd7523ced0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3bf94b8e-68fd-4f4a-8dae-f2af483e2cdd HTTP/1.1" status: 204 len: 168 time: 0.1570458 Feb 07 16:33:03.627613 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a585ba6-fccc-490c-b1a8-9fcd7523ced0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf94b8e-68fd-4f4a-8dae-f2af483e2cdd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:03.665052 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 68608865-6b06-48f6-b73f-645f685ee10c details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:33:03.669060 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a41b254-1be1-42bb-a39b-0ce88e10fe02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a01f157b-ddf7-4fa1-a93f-0f0dff34adc7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:03.671995 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a41b254-1be1-42bb-a39b-0ce88e10fe02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:03.673478 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4a41b254-1be1-42bb-a39b-0ce88e10fe02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a01f157b-ddf7-4fa1-a93f-0f0dff34adc7 HTTP/1.1" status: 204 len: 168 time: 0.1630161 Feb 07 16:33:03.697035 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41b254-1be1-42bb-a39b-0ce88e10fe02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01f157b-ddf7-4fa1-a93f-0f0dff34adc7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:03.798668 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e49bdc94-6074-470c-876a-0ba3a0bbeb5a req-32879a6c-3f5a-43e5-8ae2-a145f4d558e4 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 210 time: 0.0323796 Feb 07 16:33:03.809629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 68608865-6b06-48f6-b73f-645f685ee10c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=68608865-6b06-48f6-b73f-645f685ee10c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:03.822812 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '68608865-6b06-48f6-b73f-645f685ee10c', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '68608865-6b06-48f6-b73f-645f685ee10c', 'mac_address': 'fa:16:3e:8d:c5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:tempest-test_az-713935965', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:33:03.873723 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 68608865-6b06-48f6-b73f-645f685ee10c is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:03.874178 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (68608865-6b06-48f6-b73f-645f685ee10c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:03.889466 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68608865-6b06-48f6-b73f-645f685ee10c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:33:03.912044 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 68608865-6b06-48f6-b73f-645f685ee10c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=68608865-6b06-48f6-b73f-645f685ee10c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:03.918177 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (68608865-6b06-48f6-b73f-645f685ee10c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:03.971188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=68608865-6b06-48f6-b73f-645f685ee10c,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:03.979013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:03.979367 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:03.979715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:03.980058 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:03.980393 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:03.980723 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:03.981051 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:03.981404 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:03.981784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:03.982113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:03.982438 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:03.982788 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:03.983133 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Tracked resource versions report: Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: pushed versions: Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: { 'AddressGroup': {'1.2'}, Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'ConntrackHelper': {'1.0'}, Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'LocalIPAssociation': {'1.0'}, Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'Log': {'1.0'}, Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'Network': {'1.1'}, Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'Port': {'1.7'}, Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'PortForwarding': {'1.2'}, Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'QosPolicy': {'1.10'}, Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'SecurityGroup': {'1.5'}, Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'SecurityGroupRule': {'1.2'}, Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'SubPort': {'1.0'}, Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'Subnet': {'1.1'}, Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'Trunk': {'1.1'}} Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: consumer versions: Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: { DHCP agent@n-d-827865-3: {}, Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: HyperV agent@n-h1-827865-3: {}, Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: HyperV agent@n-h2-827865-3: {}, Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: L3 agent@n-d-827865-3: {}, Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: Metadata agent@n-d-827865-3: {}, Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: Metering agent@n-d-827865-3: {}, Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: Open vSwitch agent@n-d-827865-3: { 'AddressGroup': '1.2', Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'ConntrackHelper': '1.0', Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'LocalIPAssociation': '1.0', Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'Log': '1.0', Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'Network': '1.1', Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'Port': '1.7', Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'PortForwarding': '1.2', Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'QosPolicy': '1.10', Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'SecurityGroup': '1.5', Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'SecurityGroupRule': '1.2', Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'SubPort': '1.0', Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'Subnet': '1.1', Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: 'Trunk': '1.1'}} Feb 07 16:33:03.984246 n-d-827865-3 neutron-server[103228]: {{(pid=103228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 16:33:04.165849 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51678) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:04.180975 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbf78046-9d0e-428b-99af-17750e7aaa1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:04.193858 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-e1c65ab6-e622-4fce-b318-1728a2980bb6 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Request body: {'port': {'device_id': 'c3bdada4-77be-4d99-8ae4-07b8c2f19612', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '6d66a7acc42547d89174fcc384c2e143'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:04.234181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['68608865-6b06-48f6-b73f-645f685ee10c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:33:04.291538 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbf78046-9d0e-428b-99af-17750e7aaa1b admin admin] Publish callbacks [] for security_group (6ea187ce-8ff2-4630-9ae2-6a05896bc137), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:04.308519 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbf78046-9d0e-428b-99af-17750e7aaa1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6ea187ce-8ff2-4630-9ae2-6a05896bc137), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:04.362387 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf78046-9d0e-428b-99af-17750e7aaa1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea187ce-8ff2-4630-9ae2-6a05896bc137,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:04.419424 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dbf78046-9d0e-428b-99af-17750e7aaa1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6cb4cbeedaa640f28f78da22bbd7cb68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524097 Feb 07 16:33:04.422079 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51688) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:04.508735 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-e1c65ab6-e622-4fce-b318-1728a2980bb6 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Made reservation on behalf of 6d66a7acc42547d89174fcc384c2e143 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:04.519348 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42b7ddb1-db56-49d3-aae2-e9a799b4c435 admin admin] Publish callbacks [] for security_group (6ea187ce-8ff2-4630-9ae2-6a05896bc137), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:04.522928 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-e1c65ab6-e622-4fce-b318-1728a2980bb6 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:04.535044 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-e1c65ab6-e622-4fce-b318-1728a2980bb6 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:04.580171 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42b7ddb1-db56-49d3-aae2-e9a799b4c435 admin admin] Publish callbacks [] for security_group (6ea187ce-8ff2-4630-9ae2-6a05896bc137), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:04.666745 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42b7ddb1-db56-49d3-aae2-e9a799b4c435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6ea187ce-8ff2-4630-9ae2-6a05896bc137), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:04.670798 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42b7ddb1-db56-49d3-aae2-e9a799b4c435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:04.676250 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-42b7ddb1-db56-49d3-aae2-e9a799b4c435 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ea187ce-8ff2-4630-9ae2-6a05896bc137 HTTP/1.1" status: 204 len: 168 time: 0.2528498 Feb 07 16:33:04.684928 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7ddb1-db56-49d3-aae2-e9a799b4c435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea187ce-8ff2-4630-9ae2-6a05896bc137,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:04.696733 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3e862-9543-4ea3-b9bd-c223be4ba29e req-bbd7eba0-75c6-446d-a590-c44b04db0ef4 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:04.698683 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cd3e862-9543-4ea3-b9bd-c223be4ba29e req-bbd7eba0-75c6-446d-a590-c44b04db0ef4 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 969 time: 0.0901694 Feb 07 16:33:04.702781 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-e1c65ab6-e622-4fce-b318-1728a2980bb6 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Publish callbacks [] for security_group (2f703e26-7c19-4a7c-895b-d09c7cf287db), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:04.723874 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-e1c65ab6-e622-4fce-b318-1728a2980bb6 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2f703e26-7c19-4a7c-895b-d09c7cf287db), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:04.875307 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cd3e862-9543-4ea3-b9bd-c223be4ba29e req-158c3b68-e975-4270-9fa6-8a9ab6d0c093 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701138 Feb 07 16:33:04.875963 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c65ab6-e622-4fce-b318-1728a2980bb6 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f703e26-7c19-4a7c-895b-d09c7cf287db,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:05.135303 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c39aade8-192b-47b8-aa94-b60754226501 req-3872f588-0bc3-482c-b1bd-0717abe76f23 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 210 time: 0.0494380 Feb 07 16:33:05.171236 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-e1c65ab6-e622-4fce-b318-1728a2980bb6 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Allocated IP 192.168.233.147 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/68517912-674b-463a-a47f-b5f58a9680b0) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:33:05.358640 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-e1c65ab6-e622-4fce-b318-1728a2980bb6 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Publish callbacks [] for port (68517912-674b-463a-a47f-b5f58a9680b0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:05.397211 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-e1c65ab6-e622-4fce-b318-1728a2980bb6 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (68517912-674b-463a-a47f-b5f58a9680b0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:05.501569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-e1c65ab6-e622-4fce-b318-1728a2980bb6 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:33:05.505924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-e1c65ab6-e622-4fce-b318-1728a2980bb6 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:05.508861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-e1c65ab6-e622-4fce-b318-1728a2980bb6 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:33:05.514382 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-e1c65ab6-e622-4fce-b318-1728a2980bb6 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:05.514960 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-e1c65ab6-e622-4fce-b318-1728a2980bb6 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:05.524327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c65ab6-e622-4fce-b318-1728a2980bb6 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Pushing event updated for resources: {'Port': ['ID=68517912-674b-463a-a47f-b5f58a9680b0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:05.558145 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-e1c65ab6-e622-4fce-b318-1728a2980bb6 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3693464 Feb 07 16:33:05.569454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b219b428-6d90-49fc-bd0a-b15c1f539592 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:33:05.571013 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b219b428-6d90-49fc-bd0a-b15c1f539592 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068505 Feb 07 16:33:05.649248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 68608865-6b06-48f6-b73f-645f685ee10c up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:33:05.721940 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 68608865-6b06-48f6-b73f-645f685ee10c completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:33:05.727084 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 68608865-6b06-48f6-b73f-645f685ee10c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:05.727492 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (68608865-6b06-48f6-b73f-645f685ee10c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:05.943401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 68608865-6b06-48f6-b73f-645f685ee10c is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:05.943788 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (68608865-6b06-48f6-b73f-645f685ee10c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:05.954089 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-40c2a657-7737-4052-8969-f2e556dba38e None None] Provisioning complete for port 68517912-674b-463a-a47f-b5f58a9680b0 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:05.954505 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-40c2a657-7737-4052-8969-f2e556dba38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (68517912-674b-463a-a47f-b5f58a9680b0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:06.003812 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ba3762-d512-42f8-8ff6-bb50f93c4855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68608865-6b06-48f6-b73f-645f685ee10c'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:06.081592 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Request body: {'port': {'device_id': 'c3bdada4-77be-4d99-8ae4-07b8c2f19612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:06.096132 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-40c2a657-7737-4052-8969-f2e556dba38e None None] Port 68517912-674b-463a-a47f-b5f58a9680b0 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:33:06.101683 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 68608865-6b06-48f6-b73f-645f685ee10c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=68608865-6b06-48f6-b73f-645f685ee10c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:06.107350 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (68608865-6b06-48f6-b73f-645f685ee10c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:06.191975 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b3180-3ba1-40ee-ac67-35b10aeec852 req-aadd176d-9c87-4c85-a05d-065490552213 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:06.194926 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4f9b3180-3ba1-40ee-ac67-35b10aeec852 req-aadd176d-9c87-4c85-a05d-065490552213 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 969 time: 0.1121497 Feb 07 16:33:06.198637 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (68517912-674b-463a-a47f-b5f58a9680b0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:06.201912 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=68608865-6b06-48f6-b73f-645f685ee10c,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:06.275931 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4f9b3180-3ba1-40ee-ac67-35b10aeec852 req-f0425bda-10d5-4636-9398-abf5db1b9710 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720448 Feb 07 16:33:06.414331 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f59cf2-e9b3-4062-b004-f86501f945d0" -d '{"events": [{"server_uuid": "07ba3762-d512-42f8-8ff6-bb50f93c4855", "name": "network-vif-plugged", "status": "completed", "tag": "68608865-6b06-48f6-b73f-645f685ee10c"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:06.465531 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed22228-f764-4eae-8d5b-3fef7f2b07b5 req-0c6f29b7-a7c4-49aa-8ea7-189ad9f5aaac tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:06.467435 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4ed22228-f764-4eae-8d5b-3fef7f2b07b5 req-0c6f29b7-a7c4-49aa-8ea7-189ad9f5aaac tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 936 time: 0.1939735 Feb 07 16:33:06.605640 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4ed22228-f764-4eae-8d5b-3fef7f2b07b5 req-35fb1e90-38b5-438e-898d-35644de77690 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219075 Feb 07 16:33:06.669123 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68517912-674b-463a-a47f-b5f58a9680b0 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:33:06.679236 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Publish callbacks [] for port (68517912-674b-463a-a47f-b5f58a9680b0), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:06.701611 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Transition to ACTIVE for port object 68517912-674b-463a-a47f-b5f58a9680b0 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:33:06.707381 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (68517912-674b-463a-a47f-b5f58a9680b0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:06.751107 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caec2ee-1169-41fe-ae9d-6835088793c1 x-openstack-request-id: req-1caec2ee-1169-41fe-ae9d-6835088793c1 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:06.751716 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ba3762-d512-42f8-8ff6-bb50f93c4855", "name": "network-vif-plugged", "status": "completed", "tag": "68608865-6b06-48f6-b73f-645f685ee10c", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:06.751716 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1caec2ee-1169-41fe-ae9d-6835088793c1 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:06.752155 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ba3762-d512-42f8-8ff6-bb50f93c4855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68608865-6b06-48f6-b73f-645f685ee10c', 'code': 200} Feb 07 16:33:06.862745 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Pushing event updated for resources: {'Port': ['ID=68517912-674b-463a-a47f-b5f58a9680b0,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:06.871340 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Attempting to bind port 68517912-674b-463a-a47f-b5f58a9680b0 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:33:06.872000 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Attempting to bind port 68517912-674b-463a-a47f-b5f58a9680b0 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:33:06.873263 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Attempting to bind port 68517912-674b-463a-a47f-b5f58a9680b0 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:06.878931 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Port 68517912-674b-463a-a47f-b5f58a9680b0 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:33:06.879573 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Attempting to bind port 68517912-674b-463a-a47f-b5f58a9680b0 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:06.887507 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:33:06.888097 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:06.889005 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:33:06.889835 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Bound port: 68517912-674b-463a-a47f-b5f58a9680b0, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:33:06.890367 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (68517912-674b-463a-a47f-b5f58a9680b0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:06.962272 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d112054-0469-47e3-bed1-9af079c91c06 req-5cda5ebb-d236-405e-8988-94a89ea8fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:06.964125 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d112054-0469-47e3-bed1-9af079c91c06 req-5cda5ebb-d236-405e-8988-94a89ea8fb92 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 1152 time: 0.1349790 Feb 07 16:33:06.985142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] For port 68517912-674b-463a-a47f-b5f58a9680b0, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:33:06.988787 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8d112054-0469-47e3-bed1-9af079c91c06 req-683e189a-ab33-4bc1-8563-2bbce087e11d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:06.998207 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] For port 68517912-674b-463a-a47f-b5f58a9680b0, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=68517912-674b-463a-a47f-b5f58a9680b0,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:33:07.012159 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (68517912-674b-463a-a47f-b5f58a9680b0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:07.067996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51820) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:07.079575 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:07.080731 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:07.082437 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-b79f9b49-d323-43eb-957c-d598686972da service neutron] 10.222.0.48 "PUT /v2.0/ports/68517912-674b-463a-a47f-b5f58a9680b0 HTTP/1.1" status: 200 len: 1096 time: 1.3056138 Feb 07 16:33:07.083293 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3bdada4-77be-4d99-8ae4-07b8c2f19612', 'tag': '68517912-674b-463a-a47f-b5f58a9680b0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:07.160249 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8d112054-0469-47e3-bed1-9af079c91c06 req-683e189a-ab33-4bc1-8563-2bbce087e11d service neutron] Publish callbacks [] for security_group (27f5faa0-84b6-4e82-932d-6dd5fd684cd8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:07.167532 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8d112054-0469-47e3-bed1-9af079c91c06 req-683e189a-ab33-4bc1-8563-2bbce087e11d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (27f5faa0-84b6-4e82-932d-6dd5fd684cd8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:07.274428 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d112054-0469-47e3-bed1-9af079c91c06 req-683e189a-ab33-4bc1-8563-2bbce087e11d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036535 Feb 07 16:33:07.281385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e189a-ab33-4bc1-8563-2bbce087e11d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=27f5faa0-84b6-4e82-932d-6dd5fd684cd8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:07.346211 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f9b49-d323-43eb-957c-d598686972da service neutron] Pushing event updated for resources: {'Port': ['ID=68517912-674b-463a-a47f-b5f58a9680b0,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:07.392349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-51972013-40ec-48a1-a86d-f7ae97ead0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:07.395600 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-51972013-40ec-48a1-a86d-f7ae97ead0c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d66a7acc42547d89174fcc384c2e143&device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 1130 time: 0.1788025 Feb 07 16:33:07.438362 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c508f-87f9-41e1-93e5-b00b861f47cd req-c9c60155-f1e3-47fa-90df-d012157dc5a3 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:07.441646 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f45c508f-87f9-41e1-93e5-b00b861f47cd req-c9c60155-f1e3-47fa-90df-d012157dc5a3 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 970 time: 0.0772309 Feb 07 16:33:07.477542 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-8a144e81-b244-439a-8f63-8101b295b50e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=68517912-674b-463a-a47f-b5f58a9680b0 HTTP/1.1" status: 200 len: 217 time: 0.0744097 Feb 07 16:33:07.518041 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f45c508f-87f9-41e1-93e5-b00b861f47cd req-e257775c-fefd-4801-89f4-037d79401d09 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696030 Feb 07 16:33:07.550114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-e7b6bebb-2c16-4171-8ff0-3f7861a3cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:07.551564 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-e7b6bebb-2c16-4171-8ff0-3f7861a3cd4a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0681119 Feb 07 16:33:07.633237 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa3d7d2d-1b97-4240-9cfc-ae2834d939b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:07.698333 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-ce0034c2-849c-4319-9dcd-e3bc8b27b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:07.699867 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-ce0034c2-849c-4319-9dcd-e3bc8b27b718 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1427906 Feb 07 16:33:07.710490 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be7ffe7-65b4-4387-9f36-f9d80a77411f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3bdada4-77be-4d99-8ae4-07b8c2f19612", "tag": "68517912-674b-463a-a47f-b5f58a9680b0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:07.759964 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63614a-99bc-487c-a7c0-63d8ff9ed927 req-615ac993-fe62-4687-b966-7431fa4f012b tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:07.761990 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c63614a-99bc-487c-a7c0-63d8ff9ed927 req-615ac993-fe62-4687-b966-7431fa4f012b tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 948 time: 0.0757174 Feb 07 16:33:07.819544 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c63614a-99bc-487c-a7c0-63d8ff9ed927 req-4c4db3a7-2f0a-4d68-8b08-0ee095fbfa5b tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472205 Feb 07 16:33:07.880895 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa3d7d2d-1b97-4240-9cfc-ae2834d939b6 admin admin] Publish callbacks [] for security_group (ce2af3a6-e2c3-42a3-9791-7ccc2d85795d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:07.897642 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa3d7d2d-1b97-4240-9cfc-ae2834d939b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ce2af3a6-e2c3-42a3-9791-7ccc2d85795d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:07.934742 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a4d475b-05cc-4887-884f-d8a100260daa req-2a8f9bdf-9227-43ad-b46c-aefc8b7fdd13 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=395c6c7b638e42478d0a1de830a6e583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582449 Feb 07 16:33:08.145022 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-a16c9067-a4d7-4480-b37f-05db196bb419 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261220 Feb 07 16:33:08.175525 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fa3d7d2d-1b97-4240-9cfc-ae2834d939b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8cad33ee36e4c34a918894c3a950230&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1057220 Feb 07 16:33:08.179819 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51876) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:08.181455 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6d7988-7a39-46bf-95d2-f8740c5eb53a x-openstack-request-id: req-3a6d7988-7a39-46bf-95d2-f8740c5eb53a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:08.181752 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3bdada4-77be-4d99-8ae4-07b8c2f19612", "tag": "68517912-674b-463a-a47f-b5f58a9680b0", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:08.182007 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a6d7988-7a39-46bf-95d2-f8740c5eb53a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:08.182478 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3bdada4-77be-4d99-8ae4-07b8c2f19612', 'tag': '68517912-674b-463a-a47f-b5f58a9680b0', 'status': 'completed', 'code': 200} Feb 07 16:33:08.192016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d7d2d-1b97-4240-9cfc-ae2834d939b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2af3a6-e2c3-42a3-9791-7ccc2d85795d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:08.239501 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afcabe34-c9fe-4480-b0be-dfa5710592f5 admin admin] Publish callbacks [] for security_group (ce2af3a6-e2c3-42a3-9791-7ccc2d85795d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:08.270794 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afcabe34-c9fe-4480-b0be-dfa5710592f5 admin admin] Publish callbacks [] for security_group (ce2af3a6-e2c3-42a3-9791-7ccc2d85795d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:08.299931 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d475b-05cc-4887-884f-d8a100260daa req-b9a158fd-1ec5-493e-aa2d-a5c2468f9fc7 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:08.301384 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a4d475b-05cc-4887-884f-d8a100260daa req-b9a158fd-1ec5-493e-aa2d-a5c2468f9fc7 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3596597 Feb 07 16:33:08.337443 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a4d475b-05cc-4887-884f-d8a100260daa req-2a1e10fa-492f-481b-b586-37b9214f5129 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/quotas/395c6c7b638e42478d0a1de830a6e583 HTTP/1.1" status: 200 len: 375 time: 0.0291507 Feb 07 16:33:08.338700 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afcabe34-c9fe-4480-b0be-dfa5710592f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ce2af3a6-e2c3-42a3-9791-7ccc2d85795d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:08.341382 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afcabe34-c9fe-4480-b0be-dfa5710592f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:08.345231 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-afcabe34-c9fe-4480-b0be-dfa5710592f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce2af3a6-e2c3-42a3-9791-7ccc2d85795d HTTP/1.1" status: 204 len: 168 time: 0.1638052 Feb 07 16:33:08.352995 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e164926e-0f69-43e3-8c0a-e631b5e19dc5 req-70cfeb34-1d18-40ea-8e27-828292f0272e service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732411 Feb 07 16:33:08.357997 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcabe34-c9fe-4480-b0be-dfa5710592f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2af3a6-e2c3-42a3-9791-7ccc2d85795d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:08.378172 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a4d475b-05cc-4887-884f-d8a100260daa req-412a1ed9-dadd-4d9d-ac66-ffb64e943b44 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=395c6c7b638e42478d0a1de830a6e583&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397260 Feb 07 16:33:08.479023 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7ffe7-65b4-4387-9f36-f9d80a77411f req-9aa139b9-5ac8-4254-b234-ea40b33ec3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:08.481502 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8be7ffe7-65b4-4387-9f36-f9d80a77411f req-9aa139b9-5ac8-4254-b234-ea40b33ec3b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d66a7acc42547d89174fcc384c2e143&device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 1130 time: 0.0506284 Feb 07 16:33:08.637524 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-15436fa0-f250-46e1-b6e9-240a77e10138 req-6a96e64d-20a5-4e9b-99ec-a613f33c7372 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=340c2303-0f8f-4177-8cd6-18cb3ee1f913 HTTP/1.1" status: 200 len: 210 time: 0.0492573 Feb 07 16:33:08.670712 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7ffe7-65b4-4387-9f36-f9d80a77411f req-1d0f1742-3d92-44b2-9ae0-97a2381da8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:08.672252 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8be7ffe7-65b4-4387-9f36-f9d80a77411f req-1d0f1742-3d92-44b2-9ae0-97a2381da8f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.1838419 Feb 07 16:33:08.723537 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8be7ffe7-65b4-4387-9f36-f9d80a77411f req-8eedf9b9-a355-46d2-a789-d45d1bb08cd7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=68517912-674b-463a-a47f-b5f58a9680b0 HTTP/1.1" status: 200 len: 217 time: 0.0438843 Feb 07 16:33:08.762941 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f01d0-a3a1-453b-860d-50e572374116 req-f3ad8ae0-fab8-4079-95c4-001b7fd01079 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:08.773866 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ea7f01d0-a3a1-453b-860d-50e572374116 req-f3ad8ae0-fab8-4079-95c4-001b7fd01079 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 970 time: 0.0732994 Feb 07 16:33:08.782688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7ffe7-65b4-4387-9f36-f9d80a77411f req-2c9838d4-dfb2-4f3e-a2a7-0f0176506297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:08.785445 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8be7ffe7-65b4-4387-9f36-f9d80a77411f req-2c9838d4-dfb2-4f3e-a2a7-0f0176506297 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0555058 Feb 07 16:33:08.834424 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ea7f01d0-a3a1-453b-860d-50e572374116 req-d92beb6f-9afe-4445-b738-797359cfece6 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570984 Feb 07 16:33:08.870748 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7ffe7-65b4-4387-9f36-f9d80a77411f req-fcc52229-2e17-4ef7-b0f5-5747b2606ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:08.872476 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8be7ffe7-65b4-4387-9f36-f9d80a77411f req-fcc52229-2e17-4ef7-b0f5-5747b2606ba6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0794494 Feb 07 16:33:08.966414 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51918) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:08.984773 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e8b5681-5169-4758-ad0b-818c1f90911f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:09.044159 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8be7ffe7-65b4-4387-9f36-f9d80a77411f req-880793fb-b2f1-45b1-b499-a01bf469dabd service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621830 Feb 07 16:33:09.061397 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69550264-d3e4-4e32-96bb-e3bbbed597bf req-22c711a8-959f-4563-be24-d5abd8feb181 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:09.073211 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-69550264-d3e4-4e32-96bb-e3bbbed597bf req-22c711a8-959f-4563-be24-d5abd8feb181 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 948 time: 0.1276352 Feb 07 16:33:09.199140 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e8b5681-5169-4758-ad0b-818c1f90911f admin admin] Publish callbacks [] for security_group (2c6567fd-cc93-41f3-8d6f-eb144b96bfd5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:09.205152 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e8b5681-5169-4758-ad0b-818c1f90911f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2c6567fd-cc93-41f3-8d6f-eb144b96bfd5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:09.214168 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-69550264-d3e4-4e32-96bb-e3bbbed597bf req-18f02ceb-1b53-480e-8f39-fcab8e09c8e6 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393526 Feb 07 16:33:09.272937 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8be7ffe7-65b4-4387-9f36-f9d80a77411f req-03ea1f75-39ad-4086-bdd1-d8c77fe14228 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970887 Feb 07 16:33:09.300919 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8e8b5681-5169-4758-ad0b-818c1f90911f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7398f02da7a427483ee5a99238ff3cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331795 Feb 07 16:33:09.302152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b5681-5169-4758-ad0b-818c1f90911f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6567fd-cc93-41f3-8d6f-eb144b96bfd5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:09.303880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51948) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:09.430284 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c1e28f0-9f99-4e5d-a9cf-07cd2fac653c admin admin] Publish callbacks [] for security_group (2c6567fd-cc93-41f3-8d6f-eb144b96bfd5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:09.476977 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c1e28f0-9f99-4e5d-a9cf-07cd2fac653c admin admin] Publish callbacks [] for security_group (2c6567fd-cc93-41f3-8d6f-eb144b96bfd5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:09.538296 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c1e28f0-9f99-4e5d-a9cf-07cd2fac653c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2c6567fd-cc93-41f3-8d6f-eb144b96bfd5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:09.542189 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c1e28f0-9f99-4e5d-a9cf-07cd2fac653c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:09.544529 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0c1e28f0-9f99-4e5d-a9cf-07cd2fac653c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c6567fd-cc93-41f3-8d6f-eb144b96bfd5 HTTP/1.1" status: 204 len: 168 time: 0.2331944 Feb 07 16:33:09.556065 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e28f0-9f99-4e5d-a9cf-07cd2fac653c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6567fd-cc93-41f3-8d6f-eb144b96bfd5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:09.736929 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51968) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:09.737480 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a4b79817-ee01-4dcf-aff0-5b19c07f3109 req-5dfdd5aa-5cfc-4473-a7f4-eb20c4796ab6 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=340c2303-0f8f-4177-8cd6-18cb3ee1f913 HTTP/1.1" status: 200 len: 210 time: 0.0382359 Feb 07 16:33:09.966270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6d2fe-6b9a-42d7-a57c-68f2133e8d59 req-b4c81c3a-c490-45e2-989d-b363c32a5a3f tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:09.968095 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aef6d2fe-6b9a-42d7-a57c-68f2133e8d59 req-b4c81c3a-c490-45e2-989d-b363c32a5a3f tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 970 time: 0.0617902 Feb 07 16:33:09.990543 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a4d475b-05cc-4887-884f-d8a100260daa req-75346603-795d-46f5-9742-e19bbf871ec4 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=395c6c7b638e42478d0a1de830a6e583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240896 Feb 07 16:33:10.055028 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aef6d2fe-6b9a-42d7-a57c-68f2133e8d59 req-7318c4a0-29cf-47fb-8465-a0da97caf373 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770886 Feb 07 16:33:10.123284 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d5c6730-dda5-47dc-a0be-7dc815eaf76c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:10.229531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d475b-05cc-4887-884f-d8a100260daa req-53a687a1-8756-4c50-b528-e71aa8cc9a86 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:10.231817 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a4d475b-05cc-4887-884f-d8a100260daa req-53a687a1-8756-4c50-b528-e71aa8cc9a86 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2327490 Feb 07 16:33:10.249980 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-1a4d475b-05cc-4887-884f-d8a100260daa req-7b913f1a-65a8-41f7-bdb7-b363855c8c40 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Request body: {'port': {'device_id': '340c2303-0f8f-4177-8cd6-18cb3ee1f913', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '395c6c7b638e42478d0a1de830a6e583'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:10.297399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b977942-19d7-4d93-a10a-ffcee5786408 req-c389fe3b-a563-40a5-8b2b-7e288c9247c9 tempest-AggregatesAdminTestJSON-1796011637 tempest-AggregatesAdminTestJSON-1796011637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:10.308081 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0b977942-19d7-4d93-a10a-ffcee5786408 req-c389fe3b-a563-40a5-8b2b-7e288c9247c9 tempest-AggregatesAdminTestJSON-1796011637 tempest-AggregatesAdminTestJSON-1796011637-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 1152 time: 0.1098783 Feb 07 16:33:10.326256 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0b977942-19d7-4d93-a10a-ffcee5786408 req-42c05046-a404-4c53-848e-5309590ede1e tempest-AggregatesAdminTestJSON-1796011637 tempest-AggregatesAdminTestJSON-1796011637-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:10.353050 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d5c6730-dda5-47dc-a0be-7dc815eaf76c admin admin] Publish callbacks [] for security_group (885751d9-55dd-4c2d-b608-2a61e1ae37d0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:10.365118 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d5c6730-dda5-47dc-a0be-7dc815eaf76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (885751d9-55dd-4c2d-b608-2a61e1ae37d0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:10.431223 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0b977942-19d7-4d93-a10a-ffcee5786408 req-42c05046-a404-4c53-848e-5309590ede1e tempest-AggregatesAdminTestJSON-1796011637 tempest-AggregatesAdminTestJSON-1796011637-project-admin] Publish callbacks [] for security_group (8d1ee666-86a6-4664-b624-fa1a946db465), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:10.437258 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0b977942-19d7-4d93-a10a-ffcee5786408 req-42c05046-a404-4c53-848e-5309590ede1e tempest-AggregatesAdminTestJSON-1796011637 tempest-AggregatesAdminTestJSON-1796011637-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8d1ee666-86a6-4664-b624-fa1a946db465), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:10.450244 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7d5c6730-dda5-47dc-a0be-7dc815eaf76c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2cc66a71ae144ca6bcaf5ea12f33fbfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7105093 Feb 07 16:33:10.461596 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51998) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:10.480865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c6730-dda5-47dc-a0be-7dc815eaf76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885751d9-55dd-4c2d-b608-2a61e1ae37d0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:10.483333 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c05046-a404-4c53-848e-5309590ede1e tempest-AggregatesAdminTestJSON-1796011637 tempest-AggregatesAdminTestJSON-1796011637-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1ee666-86a6-4664-b624-fa1a946db465,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:10.491760 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4d475b-05cc-4887-884f-d8a100260daa req-7b913f1a-65a8-41f7-bdb7-b363855c8c40 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Made reservation on behalf of 395c6c7b638e42478d0a1de830a6e583 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:10.495134 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a4d475b-05cc-4887-884f-d8a100260daa req-7b913f1a-65a8-41f7-bdb7-b363855c8c40 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:10.513514 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0b977942-19d7-4d93-a10a-ffcee5786408 req-42c05046-a404-4c53-848e-5309590ede1e tempest-AggregatesAdminTestJSON-1796011637 tempest-AggregatesAdminTestJSON-1796011637-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032659 Feb 07 16:33:10.514631 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a4d475b-05cc-4887-884f-d8a100260daa req-7b913f1a-65a8-41f7-bdb7-b363855c8c40 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:10.617917 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2889-484a-444f-948b-582f44298e13 admin admin] Publish callbacks [] for security_group (885751d9-55dd-4c2d-b608-2a61e1ae37d0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:10.659614 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2889-484a-444f-948b-582f44298e13 admin admin] Publish callbacks [] for security_group (885751d9-55dd-4c2d-b608-2a61e1ae37d0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:10.676980 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a4d475b-05cc-4887-884f-d8a100260daa req-7b913f1a-65a8-41f7-bdb7-b363855c8c40 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Publish callbacks [] for security_group (f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:10.684190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9fc8e-a6c1-4e15-99bc-f88fbaf3f808 req-06105363-59f4-4a3a-9c08-69f0d688c319 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:10.688763 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a4d475b-05cc-4887-884f-d8a100260daa req-7b913f1a-65a8-41f7-bdb7-b363855c8c40 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:10.692173 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8ef9fc8e-a6c1-4e15-99bc-f88fbaf3f808 req-06105363-59f4-4a3a-9c08-69f0d688c319 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 948 time: 0.0957446 Feb 07 16:33:10.748232 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8ef9fc8e-a6c1-4e15-99bc-f88fbaf3f808 req-a9b741e9-0f6c-4e7a-a76c-8c81070fa2bf tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550508 Feb 07 16:33:10.777237 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b913f1a-65a8-41f7-bdb7-b363855c8c40 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:10.812189 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2889-484a-444f-948b-582f44298e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (885751d9-55dd-4c2d-b608-2a61e1ae37d0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:10.814959 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2889-484a-444f-948b-582f44298e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:10.816129 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0a4d2889-484a-444f-948b-582f44298e13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/885751d9-55dd-4c2d-b608-2a61e1ae37d0 HTTP/1.1" status: 204 len: 168 time: 0.3527949 Feb 07 16:33:10.850133 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d2889-484a-444f-948b-582f44298e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885751d9-55dd-4c2d-b608-2a61e1ae37d0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:10.890540 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-1a4d475b-05cc-4887-884f-d8a100260daa req-7b913f1a-65a8-41f7-bdb7-b363855c8c40 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Allocated IP 192.168.233.185 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/214b27d9-51f7-4508-bf1d-b7dfe2bb3844) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:33:11.025586 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fbda17e7-06f7-4c8f-9f2b-f39b3221ca96 req-300dcabf-b77f-48a8-9cc6-39c9b62f33b0 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=340c2303-0f8f-4177-8cd6-18cb3ee1f913 HTTP/1.1" status: 200 len: 210 time: 0.0748661 Feb 07 16:33:11.125830 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a4d475b-05cc-4887-884f-d8a100260daa req-7b913f1a-65a8-41f7-bdb7-b363855c8c40 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Publish callbacks [] for port (214b27d9-51f7-4508-bf1d-b7dfe2bb3844), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:11.196593 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e3eb2-c183-45c7-8f6a-b8a7d2e2d307 req-8cb4cf44-f867-4e34-8579-0914316f33ae tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:11.203439 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac0e3eb2-c183-45c7-8f6a-b8a7d2e2d307 req-8cb4cf44-f867-4e34-8579-0914316f33ae tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 970 time: 0.0980787 Feb 07 16:33:11.235266 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a4d475b-05cc-4887-884f-d8a100260daa req-7b913f1a-65a8-41f7-bdb7-b363855c8c40 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (214b27d9-51f7-4508-bf1d-b7dfe2bb3844), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:11.317153 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac0e3eb2-c183-45c7-8f6a-b8a7d2e2d307 req-7b91b279-9b71-428f-a606-5d6f32e2edd6 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126287 Feb 07 16:33:11.324024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b913f1a-65a8-41f7-bdb7-b363855c8c40 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Pushing event updated for resources: {'Port': ['ID=214b27d9-51f7-4508-bf1d-b7dfe2bb3844,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:11.328318 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4d475b-05cc-4887-884f-d8a100260daa req-7b913f1a-65a8-41f7-bdb7-b363855c8c40 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:33:11.330354 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-1a4d475b-05cc-4887-884f-d8a100260daa req-7b913f1a-65a8-41f7-bdb7-b363855c8c40 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:11.332775 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4d475b-05cc-4887-884f-d8a100260daa req-7b913f1a-65a8-41f7-bdb7-b363855c8c40 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:33:11.348411 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d475b-05cc-4887-884f-d8a100260daa req-7b913f1a-65a8-41f7-bdb7-b363855c8c40 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:11.349138 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a4d475b-05cc-4887-884f-d8a100260daa req-7b913f1a-65a8-41f7-bdb7-b363855c8c40 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:11.373398 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a4d475b-05cc-4887-884f-d8a100260daa req-7b913f1a-65a8-41f7-bdb7-b363855c8c40 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1295059 Feb 07 16:33:11.382392 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52030) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:11.388672 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Request body: {'port': {'device_id': '340c2303-0f8f-4177-8cd6-18cb3ee1f913', 'device_owner': 'compute:tempest-test_az-713935965', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:11.402305 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc3e49f9-16b4-4c09-9db3-e847166c7963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:11.463364 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (214b27d9-51f7-4508-bf1d-b7dfe2bb3844), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:11.591267 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc3e49f9-16b4-4c09-9db3-e847166c7963 admin admin] Publish callbacks [] for security_group (30a34b86-b279-4e4f-8a12-e2c2ecbd8086), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:11.610173 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc3e49f9-16b4-4c09-9db3-e847166c7963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (30a34b86-b279-4e4f-8a12-e2c2ecbd8086), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:11.643591 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-11e8ca28-562b-4e58-a8bc-87ccfcb77262 None None] Provisioning complete for port 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:11.645118 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-11e8ca28-562b-4e58-a8bc-87ccfcb77262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (214b27d9-51f7-4508-bf1d-b7dfe2bb3844), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:11.690533 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-11e8ca28-562b-4e58-a8bc-87ccfcb77262 None None] Port 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:33:11.703593 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dc3e49f9-16b4-4c09-9db3-e847166c7963 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a05b72c39c84d04816bc67610313d79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3201535 Feb 07 16:33:11.706301 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e49f9-16b4-4c09-9db3-e847166c7963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a34b86-b279-4e4f-8a12-e2c2ecbd8086,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:11.708869 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52038) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:11.825166 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-733e46e2-eb49-4431-a985-6a72d5cc9ae6 admin admin] Publish callbacks [] for security_group (30a34b86-b279-4e4f-8a12-e2c2ecbd8086), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:11.871579 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-733e46e2-eb49-4431-a985-6a72d5cc9ae6 admin admin] Publish callbacks [] for security_group (30a34b86-b279-4e4f-8a12-e2c2ecbd8086), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:11.900386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:33:11.925842 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Publish callbacks [] for port (214b27d9-51f7-4508-bf1d-b7dfe2bb3844), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:11.941067 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-733e46e2-eb49-4431-a985-6a72d5cc9ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (30a34b86-b279-4e4f-8a12-e2c2ecbd8086), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:11.941162 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-733e46e2-eb49-4431-a985-6a72d5cc9ae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:11.945468 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-733e46e2-eb49-4431-a985-6a72d5cc9ae6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30a34b86-b279-4e4f-8a12-e2c2ecbd8086 HTTP/1.1" status: 204 len: 168 time: 0.2197132 Feb 07 16:33:11.949771 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Transition to ACTIVE for port object 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:33:11.955425 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (214b27d9-51f7-4508-bf1d-b7dfe2bb3844), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:11.958294 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e46e2-eb49-4431-a985-6a72d5cc9ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a34b86-b279-4e4f-8a12-e2c2ecbd8086,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:11.996508 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be34f55-cd05-47a0-812c-de524b17fdaf req-f6de6ab6-6516-4b13-aedb-daffb2a96293 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:11.998169 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0be34f55-cd05-47a0-812c-de524b17fdaf req-f6de6ab6-6516-4b13-aedb-daffb2a96293 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 948 time: 0.1105871 Feb 07 16:33:12.045675 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Pushing event updated for resources: {'Port': ['ID=214b27d9-51f7-4508-bf1d-b7dfe2bb3844,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:12.107898 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Attempting to bind port 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:33:12.108253 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Attempting to bind port 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:33:12.108560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Attempting to bind port 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:12.122780 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0be34f55-cd05-47a0-812c-de524b17fdaf req-93c3bbd7-2734-44d6-94e9-d4edeefc97ac tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167262 Feb 07 16:33:12.130625 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Port 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:33:12.130961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Attempting to bind port 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:12.145212 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:33:12.145600 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:12.146000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:33:12.146457 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Bound port: 214b27d9-51f7-4508-bf1d-b7dfe2bb3844, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:33:12.149188 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (214b27d9-51f7-4508-bf1d-b7dfe2bb3844), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:12.280469 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.32', 64192) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:12.349105 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52062) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:12.373928 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdddd0-0a25-4d70-9923-f3eafc9066f6 req-490616b5-7e4d-4f6d-92eb-c89b3861bba5 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:12.375715 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3bdddd0-0a25-4d70-9923-f3eafc9066f6 req-490616b5-7e4d-4f6d-92eb-c89b3861bba5 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.32 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 970 time: 0.0942271 Feb 07 16:33:12.426898 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-e2c89b55-9ce7-4d63-b44b-fa2774f50e76 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=81e38ff1adce4781b0a8ed97d81bdc5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499158 Feb 07 16:33:12.432285 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fa3f1-9d98-41b5-8613-9e06b7e4bdf7 req-583cad15-de7f-4359-9cff-1f394d0aa5dc tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:12.433827 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-092fa3f1-9d98-41b5-8613-9e06b7e4bdf7 req-583cad15-de7f-4359-9cff-1f394d0aa5dc tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=340c2303-0f8f-4177-8cd6-18cb3ee1f913 HTTP/1.1" status: 200 len: 969 time: 0.0858002 Feb 07 16:33:12.437357 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] For port 214b27d9-51f7-4508-bf1d-b7dfe2bb3844, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:33:12.439929 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] For port 214b27d9-51f7-4508-bf1d-b7dfe2bb3844, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=214b27d9-51f7-4508-bf1d-b7dfe2bb3844,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:33:12.458877 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (214b27d9-51f7-4508-bf1d-b7dfe2bb3844), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:12.526427 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:12.527051 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:12.528465 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a4d475b-05cc-4887-884f-d8a100260daa req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] 10.222.0.32 "PUT /v2.0/ports/214b27d9-51f7-4508-bf1d-b7dfe2bb3844 HTTP/1.1" status: 200 len: 1117 time: 1.1482458 Feb 07 16:33:12.549412 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340c2303-0f8f-4177-8cd6-18cb3ee1f913', 'tag': '214b27d9-51f7-4508-bf1d-b7dfe2bb3844'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:12.551347 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568a2384-7d61-4d2e-977a-930a0155c86d" -d '{"events": [{"name": "network-changed", "server_uuid": "340c2303-0f8f-4177-8cd6-18cb3ee1f913", "tag": "214b27d9-51f7-4508-bf1d-b7dfe2bb3844"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:12.562177 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f15fe11-6cbb-4599-9e07-146b777a6268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:12.583038 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-092fa3f1-9d98-41b5-8613-9e06b7e4bdf7 req-4dbfa810-a7b0-4373-b8a2-2c07c9a246c9 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395051 Feb 07 16:33:12.684709 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5455746-88b1-4616-8ecd-2f54b443f81a service neutron] Pushing event updated for resources: {'Port': ['ID=214b27d9-51f7-4508-bf1d-b7dfe2bb3844,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:12.684918 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-a3bdddd0-0a25-4d70-9923-f3eafc9066f6 req-86e9713c-b9fd-46dd-a9d8-2c9b1898ab96 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Deleting port 68608865-6b06-48f6-b73f-645f685ee10c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:33:12.685152 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a3bdddd0-0a25-4d70-9923-f3eafc9066f6 req-86e9713c-b9fd-46dd-a9d8-2c9b1898ab96 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (68608865-6b06-48f6-b73f-645f685ee10c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:12.758122 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-3c38994c-ea0e-450b-8411-9eaf361321b8 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:12.759751 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-3c38994c-ea0e-450b-8411-9eaf361321b8 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2503350 Feb 07 16:33:12.762261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d475b-05cc-4887-884f-d8a100260daa req-62594ece-04bf-47bd-b53c-54de9c34a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:12.763879 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a4d475b-05cc-4887-884f-d8a100260daa req-62594ece-04bf-47bd-b53c-54de9c34a222 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=395c6c7b638e42478d0a1de830a6e583&device_id=340c2303-0f8f-4177-8cd6-18cb3ee1f913 HTTP/1.1" status: 200 len: 1151 time: 0.1758015 Feb 07 16:33:12.798865 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-4ca23fce-77aa-491d-b1db-080133ec8077 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/quotas/81e38ff1adce4781b0a8ed97d81bdc5f HTTP/1.1" status: 200 len: 375 time: 0.0213282 Feb 07 16:33:12.827291 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dc4fb-ce1c-4652-b3fb-09cf771faa4d req-616c4db7-7fee-4a7e-8149-8e68aff0f049 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:12.828754 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-829dc4fb-ce1c-4652-b3fb-09cf771faa4d req-616c4db7-7fee-4a7e-8149-8e68aff0f049 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 970 time: 0.1487787 Feb 07 16:33:12.831397 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a4d475b-05cc-4887-884f-d8a100260daa req-a52b4fed-4367-46f9-9c7a-f5d1882a634e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=214b27d9-51f7-4508-bf1d-b7dfe2bb3844 HTTP/1.1" status: 200 len: 217 time: 0.0570366 Feb 07 16:33:12.844657 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-08f17ad8-5bcf-4b6a-8449-1c214b429f32 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=81e38ff1adce4781b0a8ed97d81bdc5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372305 Feb 07 16:33:12.859497 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a3bdddd0-0a25-4d70-9923-f3eafc9066f6 req-86e9713c-b9fd-46dd-a9d8-2c9b1898ab96 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] For port 68608865-6b06-48f6-b73f-645f685ee10c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=68608865-6b06-48f6-b73f-645f685ee10c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:12.860399 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a3bdddd0-0a25-4d70-9923-f3eafc9066f6 req-86e9713c-b9fd-46dd-a9d8-2c9b1898ab96 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (68608865-6b06-48f6-b73f-645f685ee10c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:12.882643 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-a3bdddd0-0a25-4d70-9923-f3eafc9066f6 req-86e9713c-b9fd-46dd-a9d8-2c9b1898ab96 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Calling delete_port for 68608865-6b06-48f6-b73f-645f685ee10c owned by compute:tempest-test_az-713935965 {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:33:12.961046 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d475b-05cc-4887-884f-d8a100260daa req-85f01fcc-cade-4fff-b361-d4b422ffe3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:12.965498 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a4d475b-05cc-4887-884f-d8a100260daa req-85f01fcc-cade-4fff-b361-d4b422ffe3c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1248181 Feb 07 16:33:12.972269 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f15fe11-6cbb-4599-9e07-146b777a6268 admin admin] Publish callbacks [] for security_group (d647ca40-a09f-4ec1-ae17-7edef7f93ac0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:13.027797 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-829dc4fb-ce1c-4652-b3fb-09cf771faa4d req-3402740e-db3c-45d2-bffc-9c9b58f698a9 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/security-groups?id=19f903fa-d88b-4067-ace4-92a250123e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827521 Feb 07 16:33:13.065490 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f15fe11-6cbb-4599-9e07-146b777a6268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d647ca40-a09f-4ec1-ae17-7edef7f93ac0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:13.070179 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b8569b-2dc5-4af6-8362-f16b89b74a7a x-openstack-request-id: req-c5b8569b-2dc5-4af6-8362-f16b89b74a7a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:13.070479 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340c2303-0f8f-4177-8cd6-18cb3ee1f913", "tag": "214b27d9-51f7-4508-bf1d-b7dfe2bb3844", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:13.070998 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5b8569b-2dc5-4af6-8362-f16b89b74a7a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:13.071399 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340c2303-0f8f-4177-8cd6-18cb3ee1f913', 'tag': '214b27d9-51f7-4508-bf1d-b7dfe2bb3844', 'status': 'completed', 'code': 200} Feb 07 16:33:13.101073 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a3bdddd0-0a25-4d70-9923-f3eafc9066f6 req-86e9713c-b9fd-46dd-a9d8-2c9b1898ab96 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (68608865-6b06-48f6-b73f-645f685ee10c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:13.114051 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['68608865-6b06-48f6-b73f-645f685ee10c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:33:13.166497 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6f15fe11-6cbb-4599-9e07-146b777a6268 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=468fcd432906456d908be39945c8c497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8162484 Feb 07 16:33:13.169193 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52096) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:13.170277 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15fe11-6cbb-4599-9e07-146b777a6268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d647ca40-a09f-4ec1-ae17-7edef7f93ac0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:13.203486 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d475b-05cc-4887-884f-d8a100260daa req-a15f6c11-b224-4098-9017-1611c5079a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:13.205029 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a4d475b-05cc-4887-884f-d8a100260daa req-a15f6c11-b224-4098-9017-1611c5079a56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2306249 Feb 07 16:33:13.363448 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da63af38-1c9a-4f76-82c4-c3d005ea4893 admin admin] Publish callbacks [] for security_group (d647ca40-a09f-4ec1-ae17-7edef7f93ac0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:13.390740 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-98332223-07af-4cf2-a6a9-cc569a128f6e req-03024e79-faac-4c03-8a07-29f86981b2e9 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7 HTTP/1.1" status: 200 len: 210 time: 0.2874248 Feb 07 16:33:13.392062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9713c-b9fd-46dd-a9d8-2c9b1898ab96 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Pushing event deleted for resources: {'Port': ['ID=68608865-6b06-48f6-b73f-645f685ee10c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:13.432294 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1d810-ef3d-4613-9d19-be512a105311 req-e3c204d2-8180-43ac-832f-69f994565636 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:13.434443 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-03e1d810-ef3d-4613-9d19-be512a105311 req-e3c204d2-8180-43ac-832f-69f994565636 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 948 time: 0.1886725 Feb 07 16:33:13.436814 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da63af38-1c9a-4f76-82c4-c3d005ea4893 admin admin] Publish callbacks [] for security_group (d647ca40-a09f-4ec1-ae17-7edef7f93ac0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:13.451293 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a4d475b-05cc-4887-884f-d8a100260daa req-524a9a11-47dd-4405-bac6-f73cbdf82f24 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383492 Feb 07 16:33:13.546941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bdddd0-0a25-4d70-9923-f3eafc9066f6 req-86e9713c-b9fd-46dd-a9d8-2c9b1898ab96 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] No DVR routers for this DVR port 68608865-6b06-48f6-b73f-645f685ee10c on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:33:13.550696 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a3bdddd0-0a25-4d70-9923-f3eafc9066f6 req-86e9713c-b9fd-46dd-a9d8-2c9b1898ab96 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:13.555830 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3bdddd0-0a25-4d70-9923-f3eafc9066f6 req-86e9713c-b9fd-46dd-a9d8-2c9b1898ab96 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.32 "DELETE /v2.0/ports/68608865-6b06-48f6-b73f-645f685ee10c HTTP/1.1" status: 204 len: 173 time: 1.1668627 Feb 07 16:33:13.556563 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ba3762-d512-42f8-8ff6-bb50f93c4855', 'name': 'network-vif-deleted', 'tag': '68608865-6b06-48f6-b73f-645f685ee10c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:13.570567 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038e6717-db15-476d-8a0b-56a0b7ea8927" -d '{"events": [{"server_uuid": "07ba3762-d512-42f8-8ff6-bb50f93c4855", "name": "network-vif-deleted", "tag": "68608865-6b06-48f6-b73f-645f685ee10c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:13.599021 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-03e1d810-ef3d-4613-9d19-be512a105311 req-c629dccb-77fd-430e-a2b4-d634f190eca5 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514175 Feb 07 16:33:13.636625 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da63af38-1c9a-4f76-82c4-c3d005ea4893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d647ca40-a09f-4ec1-ae17-7edef7f93ac0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:13.639444 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da63af38-1c9a-4f76-82c4-c3d005ea4893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:13.643054 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-da63af38-1c9a-4f76-82c4-c3d005ea4893 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d647ca40-a09f-4ec1-ae17-7edef7f93ac0 HTTP/1.1" status: 204 len: 168 time: 0.4660861 Feb 07 16:33:13.658849 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 68517912-674b-463a-a47f-b5f58a9680b0 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:33:13.668338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63af38-1c9a-4f76-82c4-c3d005ea4893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d647ca40-a09f-4ec1-ae17-7edef7f93ac0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:13.693203 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a4d475b-05cc-4887-884f-d8a100260daa req-75ead87c-39af-4936-98ef-208b38a4af09 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116599 Feb 07 16:33:13.715773 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad3fc9f-bd19-4bae-bad0-4e5ba2ac60b5 x-openstack-request-id: req-9ad3fc9f-bd19-4bae-bad0-4e5ba2ac60b5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:13.716279 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ba3762-d512-42f8-8ff6-bb50f93c4855", "name": "network-vif-deleted", "tag": "68608865-6b06-48f6-b73f-645f685ee10c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:13.716643 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ad3fc9f-bd19-4bae-bad0-4e5ba2ac60b5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:13.717042 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ba3762-d512-42f8-8ff6-bb50f93c4855', 'name': 'network-vif-deleted', 'tag': '68608865-6b06-48f6-b73f-645f685ee10c', 'status': 'completed', 'code': 200} Feb 07 16:33:13.873601 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 68517912-674b-463a-a47f-b5f58a9680b0, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=68517912-674b-463a-a47f-b5f58a9680b0,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:13.890411 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '68517912-674b-463a-a47f-b5f58a9680b0', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '68517912-674b-463a-a47f-b5f58a9680b0', 'mac_address': 'fa:16:3e:82:26:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:33:13.934647 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a2384-7d61-4d2e-977a-930a0155c86d req-3876d188-026d-4e79-ac1b-e1c4c65011b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:13.936387 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-568a2384-7d61-4d2e-977a-930a0155c86d req-3876d188-026d-4e79-ac1b-e1c4c65011b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=395c6c7b638e42478d0a1de830a6e583&device_id=340c2303-0f8f-4177-8cd6-18cb3ee1f913 HTTP/1.1" status: 200 len: 1151 time: 0.1318073 Feb 07 16:33:13.945838 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b17b5-8850-4c35-a79c-c487c67a1f8a req-679a8477-d38c-4a5e-9cf2-d11c0ccceb36 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:13.953623 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1b3b17b5-8850-4c35-a79c-c487c67a1f8a req-679a8477-d38c-4a5e-9cf2-d11c0ccceb36 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=340c2303-0f8f-4177-8cd6-18cb3ee1f913 HTTP/1.1" status: 200 len: 969 time: 0.0992172 Feb 07 16:33:13.955530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 68517912-674b-463a-a47f-b5f58a9680b0 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:13.956130 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (68517912-674b-463a-a47f-b5f58a9680b0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:13.979651 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68517912-674b-463a-a47f-b5f58a9680b0 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:33:14.021027 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 68517912-674b-463a-a47f-b5f58a9680b0, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=68517912-674b-463a-a47f-b5f58a9680b0,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:14.027357 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (68517912-674b-463a-a47f-b5f58a9680b0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:14.095332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=68517912-674b-463a-a47f-b5f58a9680b0,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:14.095641 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a2384-7d61-4d2e-977a-930a0155c86d req-5068d32e-5748-4115-b808-5636d609f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:14.098165 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-568a2384-7d61-4d2e-977a-930a0155c86d req-5068d32e-5748-4115-b808-5636d609f8c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.1419187 Feb 07 16:33:14.119387 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1b3b17b5-8850-4c35-a79c-c487c67a1f8a req-3daa6f6b-ca27-4c07-9948-3e2a979ada95 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648538 Feb 07 16:33:14.170821 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-568a2384-7d61-4d2e-977a-930a0155c86d req-4d107f7a-7418-4952-8d7c-8ab879971f60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=214b27d9-51f7-4508-bf1d-b7dfe2bb3844 HTTP/1.1" status: 200 len: 217 time: 0.0504067 Feb 07 16:33:14.212460 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52130) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:14.216218 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3b6ec8a9-9c3e-4b32-b036-30d6a1ced8a6 req-b716db13-28e6-4655-9397-7993e0b6d726 tempest-AggregatesAdminTestJSON-460233640 tempest-AggregatesAdminTestJSON-460233640-project] 10.222.0.18 "GET /v2.0/ports?device_id=07ba3762-d512-42f8-8ff6-bb50f93c4855 HTTP/1.1" status: 200 len: 210 time: 0.0347190 Feb 07 16:33:14.241703 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f55b05d3-4b03-4b57-bdb2-84e0913d5d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:14.288628 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a2384-7d61-4d2e-977a-930a0155c86d req-94b39940-3c6c-447c-b472-4f5eb7bb9e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:14.290435 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-568a2384-7d61-4d2e-977a-930a0155c86d req-94b39940-3c6c-447c-b472-4f5eb7bb9e74 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1128936 Feb 07 16:33:14.353351 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a2384-7d61-4d2e-977a-930a0155c86d req-ba4afb06-68b7-406d-8caf-dc225798fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:14.355148 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-568a2384-7d61-4d2e-977a-930a0155c86d req-ba4afb06-68b7-406d-8caf-dc225798fe7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0577338 Feb 07 16:33:14.359885 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f55b05d3-4b03-4b57-bdb2-84e0913d5d24 admin admin] Publish callbacks [] for security_group (45cd1e83-25c2-4114-8269-032ba4622323), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:14.366495 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f55b05d3-4b03-4b57-bdb2-84e0913d5d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (45cd1e83-25c2-4114-8269-032ba4622323), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:14.414395 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f55b05d3-4b03-4b57-bdb2-84e0913d5d24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3944528baa544539ad36d3df8f4933b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1974599 Feb 07 16:33:14.414761 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52136) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:14.422561 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b05d3-4b03-4b57-bdb2-84e0913d5d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cd1e83-25c2-4114-8269-032ba4622323,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:14.487991 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-568a2384-7d61-4d2e-977a-930a0155c86d req-12884ec9-b83c-4738-bd58-40dea5dd10b5 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262054 Feb 07 16:33:14.489615 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9255249-f0f4-4f65-9b90-348d13893f71 admin admin] Publish callbacks [] for security_group (45cd1e83-25c2-4114-8269-032ba4622323), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:14.496528 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['68517912-674b-463a-a47f-b5f58a9680b0'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:33:14.531206 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-2d7d9888-c117-4423-b086-35c1122bef39 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=81e38ff1adce4781b0a8ed97d81bdc5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379188 Feb 07 16:33:14.614032 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-922a630e-0247-4e49-bf23-800587a518a3 req-e5180bb1-9ba6-4a7d-a869-84a97d68806d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7 HTTP/1.1" status: 200 len: 210 time: 0.0798528 Feb 07 16:33:14.621505 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9255249-f0f4-4f65-9b90-348d13893f71 admin admin] Publish callbacks [] for security_group (45cd1e83-25c2-4114-8269-032ba4622323), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:14.646625 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-568a2384-7d61-4d2e-977a-930a0155c86d req-7abdb25d-08eb-4b37-8e9e-6765e884ce60 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491129 Feb 07 16:33:14.807578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-53a71291-2c8c-4765-b167-606e66deb423 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:14.809108 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-53a71291-2c8c-4765-b167-606e66deb423 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2626882 Feb 07 16:33:14.822973 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e04e5-2b2b-434f-b56c-7ceca8df60ec req-b9b1cf89-750a-4907-97fd-61a2c34dab63 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:14.824470 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e22e04e5-2b2b-434f-b56c-7ceca8df60ec req-b9b1cf89-750a-4907-97fd-61a2c34dab63 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 949 time: 0.1096778 Feb 07 16:33:14.830426 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-cb0a3a3e-c40f-4e87-ae84-be61b12d57f0 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Request body: {'port': {'device_id': 'f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '81e38ff1adce4781b0a8ed97d81bdc5f'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:14.840911 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9255249-f0f4-4f65-9b90-348d13893f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (45cd1e83-25c2-4114-8269-032ba4622323), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:14.844398 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9255249-f0f4-4f65-9b90-348d13893f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:14.849779 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e9255249-f0f4-4f65-9b90-348d13893f71 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45cd1e83-25c2-4114-8269-032ba4622323 HTTP/1.1" status: 204 len: 168 time: 0.4323514 Feb 07 16:33:14.906209 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9255249-f0f4-4f65-9b90-348d13893f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cd1e83-25c2-4114-8269-032ba4622323,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:14.965918 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e22e04e5-2b2b-434f-b56c-7ceca8df60ec req-636c3365-a99d-406f-aa3c-8e52eae9ea8b tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319981 Feb 07 16:33:15.050071 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-cb0a3a3e-c40f-4e87-ae84-be61b12d57f0 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Made reservation on behalf of 81e38ff1adce4781b0a8ed97d81bdc5f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:15.054537 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-cb0a3a3e-c40f-4e87-ae84-be61b12d57f0 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:15.064902 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-cb0a3a3e-c40f-4e87-ae84-be61b12d57f0 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:15.152620 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-cb0a3a3e-c40f-4e87-ae84-be61b12d57f0 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Publish callbacks [] for security_group (687c932c-2069-4550-a870-f0a5dc69d22d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:15.157841 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-cb0a3a3e-c40f-4e87-ae84-be61b12d57f0 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (687c932c-2069-4550-a870-f0a5dc69d22d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:15.172234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52160) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:15.271667 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a3a3e-c40f-4e87-ae84-be61b12d57f0 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687c932c-2069-4550-a870-f0a5dc69d22d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:15.298183 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffbc6b-7561-452d-8941-db1325e18f1a req-22ff10e1-3939-476d-8c99-027e0c1210dd tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:15.299951 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ffffbc6b-7561-452d-8941-db1325e18f1a req-22ff10e1-3939-476d-8c99-027e0c1210dd tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=340c2303-0f8f-4177-8cd6-18cb3ee1f913 HTTP/1.1" status: 200 len: 969 time: 0.0837545 Feb 07 16:33:15.361741 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-cb0a3a3e-c40f-4e87-ae84-be61b12d57f0 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Allocated IP 192.168.233.36 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/4ea135ec-95ff-4c47-9488-c0bb6bc6430a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:33:15.400851 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ffffbc6b-7561-452d-8941-db1325e18f1a req-47cbf0a9-7576-4a43-bc61-c07ebbc0f4cc tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941679 Feb 07 16:33:15.401935 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e23e151-d1e2-4f36-8693-6deef54b487c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:15.501764 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e23e151-d1e2-4f36-8693-6deef54b487c admin admin] Publish callbacks [] for security_group (16ab3828-7113-4304-9520-a0566f17c656), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:15.510446 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e23e151-d1e2-4f36-8693-6deef54b487c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (16ab3828-7113-4304-9520-a0566f17c656), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:15.557995 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3e23e151-d1e2-4f36-8693-6deef54b487c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aceffad3f2b14da59f8aee8fca4d67a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845224 Feb 07 16:33:15.559415 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52186) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:15.563602 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23e151-d1e2-4f36-8693-6deef54b487c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ab3828-7113-4304-9520-a0566f17c656,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:15.608987 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 68517912-674b-463a-a47f-b5f58a9680b0 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:33:15.623201 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-cb0a3a3e-c40f-4e87-ae84-be61b12d57f0 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Publish callbacks [] for port (4ea135ec-95ff-4c47-9488-c0bb6bc6430a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:15.674420 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27d6c33b-5759-48de-84ca-49f43dd39838 admin admin] Publish callbacks [] for security_group (16ab3828-7113-4304-9520-a0566f17c656), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:15.728265 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 68517912-674b-463a-a47f-b5f58a9680b0 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:33:15.730213 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-cb0a3a3e-c40f-4e87-ae84-be61b12d57f0 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (4ea135ec-95ff-4c47-9488-c0bb6bc6430a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:15.733828 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 68517912-674b-463a-a47f-b5f58a9680b0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:15.734533 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (68517912-674b-463a-a47f-b5f58a9680b0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:15.738115 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27d6c33b-5759-48de-84ca-49f43dd39838 admin admin] Publish callbacks [] for security_group (16ab3828-7113-4304-9520-a0566f17c656), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:15.828219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 68517912-674b-463a-a47f-b5f58a9680b0 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:15.828815 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (68517912-674b-463a-a47f-b5f58a9680b0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:15.844049 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-cb0a3a3e-c40f-4e87-ae84-be61b12d57f0 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:33:15.864488 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bdada4-77be-4d99-8ae4-07b8c2f19612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68517912-674b-463a-a47f-b5f58a9680b0'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:15.868137 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a18fb5e-a0bf-419f-bbb8-7e691986e3cf" -d '{"events": [{"server_uuid": "c3bdada4-77be-4d99-8ae4-07b8c2f19612", "name": "network-vif-plugged", "status": "completed", "tag": "68517912-674b-463a-a47f-b5f58a9680b0"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:15.884017 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 68517912-674b-463a-a47f-b5f58a9680b0, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=68517912-674b-463a-a47f-b5f58a9680b0,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:15.887442 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-cb0a3a3e-c40f-4e87-ae84-be61b12d57f0 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:15.889443 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (68517912-674b-463a-a47f-b5f58a9680b0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:15.895957 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a3a3e-c40f-4e87-ae84-be61b12d57f0 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Pushing event updated for resources: {'Port': ['ID=4ea135ec-95ff-4c47-9488-c0bb6bc6430a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:15.902000 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-cb0a3a3e-c40f-4e87-ae84-be61b12d57f0 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:33:15.907394 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-cb0a3a3e-c40f-4e87-ae84-be61b12d57f0 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:15.908033 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-cb0a3a3e-c40f-4e87-ae84-be61b12d57f0 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:15.935876 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc632a-dfc2-40db-ab3c-d659355f905c req-823cb0dd-9667-4960-a595-386845e49944 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:15.937492 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8cc632a-dfc2-40db-ab3c-d659355f905c req-823cb0dd-9667-4960-a595-386845e49944 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7 HTTP/1.1" status: 200 len: 935 time: 0.1513226 Feb 07 16:33:15.941631 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-cb0a3a3e-c40f-4e87-ae84-be61b12d57f0 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1148789 Feb 07 16:33:15.972860 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Request body: {'port': {'device_id': 'f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:15.984733 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=68517912-674b-463a-a47f-b5f58a9680b0,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:16.061875 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27d6c33b-5759-48de-84ca-49f43dd39838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (16ab3828-7113-4304-9520-a0566f17c656), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:16.064540 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27d6c33b-5759-48de-84ca-49f43dd39838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:16.065836 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-27d6c33b-5759-48de-84ca-49f43dd39838 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16ab3828-7113-4304-9520-a0566f17c656 HTTP/1.1" status: 204 len: 168 time: 0.5051768 Feb 07 16:33:16.075380 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68a4280-968c-410a-a3f1-f67b48866c4f x-openstack-request-id: req-e68a4280-968c-410a-a3f1-f67b48866c4f {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:16.076081 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3bdada4-77be-4d99-8ae4-07b8c2f19612", "name": "network-vif-plugged", "status": "completed", "tag": "68517912-674b-463a-a47f-b5f58a9680b0", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:16.076342 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e68a4280-968c-410a-a3f1-f67b48866c4f {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:16.076735 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3bdada4-77be-4d99-8ae4-07b8c2f19612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68517912-674b-463a-a47f-b5f58a9680b0', 'code': 200} Feb 07 16:33:16.103028 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8cc632a-dfc2-40db-ab3c-d659355f905c req-862a906d-f386-41b6-96cc-142dbaf171d2 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477094 Feb 07 16:33:16.159328 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6c33b-5759-48de-84ca-49f43dd39838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ab3828-7113-4304-9520-a0566f17c656,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:16.168307 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 56689) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:16.235736 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4ea135ec-95ff-4c47-9488-c0bb6bc6430a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:16.282432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b673e8ce-2f8b-41be-83ec-b6c68c769f93 None None] Provisioning complete for port 4ea135ec-95ff-4c47-9488-c0bb6bc6430a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:16.283227 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b673e8ce-2f8b-41be-83ec-b6c68c769f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4ea135ec-95ff-4c47-9488-c0bb6bc6430a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:16.284567 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e3c12-e9fd-45f3-afa0-4051670bc927 req-9853d703-0952-4e90-acd4-19344a9b546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:16.287158 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-141e3c12-e9fd-45f3-afa0-4051670bc927 req-9853d703-0952-4e90-acd4-19344a9b546f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 1132 time: 0.1176918 Feb 07 16:33:16.297151 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e490f2-8957-40dc-9086-2d408a3dab50 req-f2a4dde0-c57d-49d9-ac99-fb025b42759b tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:16.305842 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a6e490f2-8957-40dc-9086-2d408a3dab50 req-f2a4dde0-c57d-49d9-ac99-fb025b42759b tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 950 time: 0.1503677 Feb 07 16:33:16.363457 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b673e8ce-2f8b-41be-83ec-b6c68c769f93 None None] Port 4ea135ec-95ff-4c47-9488-c0bb6bc6430a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:33:16.396366 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-141e3c12-e9fd-45f3-afa0-4051670bc927 req-f905c647-7321-4850-9d6b-6428f5a81997 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861220 Feb 07 16:33:16.426199 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a6e490f2-8957-40dc-9086-2d408a3dab50 req-37853435-e6fa-43fb-b6df-47a160f71306 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999486 Feb 07 16:33:16.741757 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24526c89-ce0d-4fba-8abd-aaaa34be2eff req-086c1ad2-e071-4db6-bb13-dc7c30470455 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:16.743630 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24526c89-ce0d-4fba-8abd-aaaa34be2eff req-086c1ad2-e071-4db6-bb13-dc7c30470455 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=340c2303-0f8f-4177-8cd6-18cb3ee1f913 HTTP/1.1" status: 200 len: 969 time: 0.1382911 Feb 07 16:33:16.765976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea135ec-95ff-4c47-9488-c0bb6bc6430a {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:33:16.785991 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Publish callbacks [] for port (4ea135ec-95ff-4c47-9488-c0bb6bc6430a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:16.788022 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52264) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:16.814822 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Transition to ACTIVE for port object 4ea135ec-95ff-4c47-9488-c0bb6bc6430a will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:33:16.824679 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4ea135ec-95ff-4c47-9488-c0bb6bc6430a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:16.828791 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51dcd65a-156a-4479-973d-55fa9077de40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:16.863330 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24526c89-ce0d-4fba-8abd-aaaa34be2eff req-e0c3fd9f-571e-4793-8c06-5dda6c94e722 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099927 Feb 07 16:33:16.920094 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52272) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:16.990448 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Attempting to bind port 4ea135ec-95ff-4c47-9488-c0bb6bc6430a on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:33:16.991620 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Attempting to bind port 4ea135ec-95ff-4c47-9488-c0bb6bc6430a by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:33:16.992097 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Attempting to bind port 4ea135ec-95ff-4c47-9488-c0bb6bc6430a on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:16.996312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea135ec-95ff-4c47-9488-c0bb6bc6430a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:17.019477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Port 4ea135ec-95ff-4c47-9488-c0bb6bc6430a on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:33:17.019842 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Attempting to bind port 4ea135ec-95ff-4c47-9488-c0bb6bc6430a on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:17.031445 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51dcd65a-156a-4479-973d-55fa9077de40 admin admin] Publish callbacks [] for security_group (f7798fef-54f8-477b-9fcc-67c6cae2bb42), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:17.035015 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:33:17.035500 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:17.036051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:33:17.036503 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Bound port: 4ea135ec-95ff-4c47-9488-c0bb6bc6430a, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:33:17.036920 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4ea135ec-95ff-4c47-9488-c0bb6bc6430a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:17.040080 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51dcd65a-156a-4479-973d-55fa9077de40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f7798fef-54f8-477b-9fcc-67c6cae2bb42), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:17.123807 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dcd65a-156a-4479-973d-55fa9077de40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7798fef-54f8-477b-9fcc-67c6cae2bb42,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:17.164567 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-51dcd65a-156a-4479-973d-55fa9077de40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f28cc1644984925860367d0f9a68163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3746121 Feb 07 16:33:17.167267 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52288) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:17.204482 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] For port 4ea135ec-95ff-4c47-9488-c0bb6bc6430a, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:33:17.217314 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] For port 4ea135ec-95ff-4c47-9488-c0bb6bc6430a, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=4ea135ec-95ff-4c47-9488-c0bb6bc6430a,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:33:17.227820 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4ea135ec-95ff-4c47-9488-c0bb6bc6430a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:17.237410 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a99cfc1a-1647-4464-a453-8b2a1fff5067 admin admin] Publish callbacks [] for security_group (f7798fef-54f8-477b-9fcc-67c6cae2bb42), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:17.312516 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:17.313896 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:17.315986 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] 10.222.0.48 "PUT /v2.0/ports/4ea135ec-95ff-4c47-9488-c0bb6bc6430a HTTP/1.1" status: 200 len: 1095 time: 1.3599348 Feb 07 16:33:17.316668 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7', 'tag': '4ea135ec-95ff-4c47-9488-c0bb6bc6430a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:17.321218 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35089a9-0c6b-472a-88d1-2791e2edd2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7", "tag": "4ea135ec-95ff-4c47-9488-c0bb6bc6430a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:17.327846 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a99cfc1a-1647-4464-a453-8b2a1fff5067 admin admin] Publish callbacks [] for security_group (f7798fef-54f8-477b-9fcc-67c6cae2bb42), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:17.337814 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b12f4812-12f3-4290-ad2b-2bfc1d5a966c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:17.425537 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e84d921-f00f-40ff-8d20-789354d3c530 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea135ec-95ff-4c47-9488-c0bb6bc6430a,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:17.430129 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9deffc-2706-4a97-bb70-6c0b23afbe26 x-openstack-request-id: req-dc9deffc-2706-4a97-bb70-6c0b23afbe26 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:17.430402 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7", "tag": "4ea135ec-95ff-4c47-9488-c0bb6bc6430a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:17.430679 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc9deffc-2706-4a97-bb70-6c0b23afbe26 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:17.430987 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7', 'tag': '4ea135ec-95ff-4c47-9488-c0bb6bc6430a', 'status': 'completed', 'code': 200} Feb 07 16:33:17.471743 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-6c314628-235d-4d69-be8a-f9b21acff00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:17.473314 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-6c314628-235d-4d69-be8a-f9b21acff00d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=81e38ff1adce4781b0a8ed97d81bdc5f&device_id=f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7 HTTP/1.1" status: 200 len: 1129 time: 0.1136763 Feb 07 16:33:17.526440 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-35fbbc5a-2837-46ea-a58d-16641fd8aa86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=4ea135ec-95ff-4c47-9488-c0bb6bc6430a HTTP/1.1" status: 200 len: 217 time: 0.0448928 Feb 07 16:33:17.585683 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b12f4812-12f3-4290-ad2b-2bfc1d5a966c admin admin] Publish callbacks [] for security_group (ed31db66-5181-4953-a2c3-93d2318e4ffa), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:17.596174 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b12f4812-12f3-4290-ad2b-2bfc1d5a966c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ed31db66-5181-4953-a2c3-93d2318e4ffa), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:17.615275 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f91bb0-3117-4112-b9b4-e15dd4ee333e req-53dcb0b7-571b-462d-b62e-aa675bb6913e tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:17.623189 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1f91bb0-3117-4112-b9b4-e15dd4ee333e req-53dcb0b7-571b-462d-b62e-aa675bb6913e tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7 HTTP/1.1" status: 200 len: 947 time: 0.3704615 Feb 07 16:33:17.624778 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52310) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:17.634572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-2288fd66-8257-4f07-8d72-25dc390a70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:17.636328 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-2288fd66-8257-4f07-8d72-25dc390a70cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1022348 Feb 07 16:33:17.662687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:33:17.665739 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7152c-39e4-4a21-9cb0-87c85d3432bf req-8d2c0913-258a-472c-ba48-51933dc1d9e3 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:17.673823 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-55b7152c-39e4-4a21-9cb0-87c85d3432bf req-8d2c0913-258a-472c-ba48-51933dc1d9e3 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 950 time: 0.1383581 Feb 07 16:33:17.686439 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a99cfc1a-1647-4464-a453-8b2a1fff5067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f7798fef-54f8-477b-9fcc-67c6cae2bb42), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:17.689079 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a99cfc1a-1647-4464-a453-8b2a1fff5067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:17.695955 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 68608865-6b06-48f6-b73f-645f685ee10c no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:33:17.703523 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a99cfc1a-1647-4464-a453-8b2a1fff5067 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7798fef-54f8-477b-9fcc-67c6cae2bb42 HTTP/1.1" status: 204 len: 168 time: 0.5245886 Feb 07 16:33:17.724416 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b12f4812-12f3-4290-ad2b-2bfc1d5a966c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f2b96b29bf1467a89ce29d3f70129b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8032072 Feb 07 16:33:17.728768 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52316) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:17.734897 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f4812-12f3-4290-ad2b-2bfc1d5a966c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed31db66-5181-4953-a2c3-93d2318e4ffa,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:17.765827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 68608865-6b06-48f6-b73f-645f685ee10c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:33:17.766164 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 68608865-6b06-48f6-b73f-645f685ee10c not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:33:17.784086 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cfc1a-1647-4464-a453-8b2a1fff5067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7798fef-54f8-477b-9fcc-67c6cae2bb42,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:17.795976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-19abfbc8-cc64-49ed-833e-6f27169adb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:17.799176 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-19abfbc8-cc64-49ed-833e-6f27169adb9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1566927 Feb 07 16:33:17.810018 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-55b7152c-39e4-4a21-9cb0-87c85d3432bf req-dc701787-65c3-44c0-babc-ab9a44040a1a tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118381 Feb 07 16:33:17.824722 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1f91bb0-3117-4112-b9b4-e15dd4ee333e req-3a688a94-3a33-4501-b31b-5004b2beaeaf tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005963 Feb 07 16:33:17.830987 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 214b27d9-51f7-4508-bf1d-b7dfe2bb3844, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=214b27d9-51f7-4508-bf1d-b7dfe2bb3844,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:17.846392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '214b27d9-51f7-4508-bf1d-b7dfe2bb3844', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '214b27d9-51f7-4508-bf1d-b7dfe2bb3844', 'mac_address': 'fa:16:3e:b3:3a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:tempest-test_az-713935965', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:33:17.865587 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-908ba537-ad9a-447d-a9a3-6ec02155f872 admin admin] Publish callbacks [] for security_group (ed31db66-5181-4953-a2c3-93d2318e4ffa), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:17.892002 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2258e041-d658-4617-a8d8-2fc80d6839d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:17.923602 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-908ba537-ad9a-447d-a9a3-6ec02155f872 admin admin] Publish callbacks [] for security_group (ed31db66-5181-4953-a2c3-93d2318e4ffa), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:17.938705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:17.939332 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (214b27d9-51f7-4508-bf1d-b7dfe2bb3844), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:17.969189 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:33:17.992232 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-67bf447a-6671-410a-98d3-bab8197d6ec9 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811583 Feb 07 16:33:18.006573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 214b27d9-51f7-4508-bf1d-b7dfe2bb3844, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=214b27d9-51f7-4508-bf1d-b7dfe2bb3844,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:18.014698 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (214b27d9-51f7-4508-bf1d-b7dfe2bb3844), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:18.036460 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-908ba537-ad9a-447d-a9a3-6ec02155f872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ed31db66-5181-4953-a2c3-93d2318e4ffa), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:18.040012 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-908ba537-ad9a-447d-a9a3-6ec02155f872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:18.043623 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-908ba537-ad9a-447d-a9a3-6ec02155f872 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed31db66-5181-4953-a2c3-93d2318e4ffa HTTP/1.1" status: 204 len: 168 time: 0.3058825 Feb 07 16:33:18.071080 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ba537-ad9a-447d-a9a3-6ec02155f872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed31db66-5181-4953-a2c3-93d2318e4ffa,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:18.094839 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2258e041-d658-4617-a8d8-2fc80d6839d7 admin admin] Publish callbacks [] for security_group (e6cbcc9b-b206-4ee5-90e2-c5062af533b8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:18.102878 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2258e041-d658-4617-a8d8-2fc80d6839d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e6cbcc9b-b206-4ee5-90e2-c5062af533b8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:18.118627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=214b27d9-51f7-4508-bf1d-b7dfe2bb3844,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:18.187961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258e041-d658-4617-a8d8-2fc80d6839d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cbcc9b-b206-4ee5-90e2-c5062af533b8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:18.207802 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2258e041-d658-4617-a8d8-2fc80d6839d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=702b019cf33143ccb43689ab1683cc2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5741444 Feb 07 16:33:18.213801 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52336) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:18.214375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['214b27d9-51f7-4508-bf1d-b7dfe2bb3844'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:33:18.248381 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21bfea9c-949c-48a9-9e29-d2a50b731dbe req-7f1d0044-924f-4a4b-a47e-da7554d401bd service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468438 Feb 07 16:33:18.272951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aeb8ed-5714-4115-ae75-11c62319241d req-114d54dd-23f4-4d89-8828-a6d028b58d4b tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:18.280468 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-75aeb8ed-5714-4115-ae75-11c62319241d req-114d54dd-23f4-4d89-8828-a6d028b58d4b tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=340c2303-0f8f-4177-8cd6-18cb3ee1f913 HTTP/1.1" status: 200 len: 970 time: 0.1518581 Feb 07 16:33:18.315393 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-488dc0d5-d50d-4613-b470-50bee2666db6 admin admin] Publish callbacks [] for security_group (e6cbcc9b-b206-4ee5-90e2-c5062af533b8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:18.353046 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-488dc0d5-d50d-4613-b470-50bee2666db6 admin admin] Publish callbacks [] for security_group (e6cbcc9b-b206-4ee5-90e2-c5062af533b8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:18.357863 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-75aeb8ed-5714-4115-ae75-11c62319241d req-20488d39-1a72-482d-af15-6da3de98bd63 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763209 Feb 07 16:33:18.390013 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35089a9-0c6b-472a-88d1-2791e2edd2d1 req-8b4d383f-5013-4dc3-b399-589384cbc556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:18.391822 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b35089a9-0c6b-472a-88d1-2791e2edd2d1 req-8b4d383f-5013-4dc3-b399-589384cbc556 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=81e38ff1adce4781b0a8ed97d81bdc5f&device_id=f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7 HTTP/1.1" status: 200 len: 1129 time: 0.0839429 Feb 07 16:33:18.652032 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-b00808b6-182a-4822-a463-1ef2d433c5d6 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=486b5dd718334d35a545e5c0c2409901&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657852 Feb 07 16:33:18.750987 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52366) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:18.773034 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c54ea2f2-4cab-4a0a-a589-f77a5aee4197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:18.794579 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35089a9-0c6b-472a-88d1-2791e2edd2d1 req-9edf7a9c-318a-47e0-8c0d-a990e87847c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:18.796989 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b35089a9-0c6b-472a-88d1-2791e2edd2d1 req-9edf7a9c-318a-47e0-8c0d-a990e87847c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.3970361 Feb 07 16:33:18.797762 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-488dc0d5-d50d-4613-b470-50bee2666db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e6cbcc9b-b206-4ee5-90e2-c5062af533b8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:18.800440 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-488dc0d5-d50d-4613-b470-50bee2666db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:18.801613 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-488dc0d5-d50d-4613-b470-50bee2666db6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6cbcc9b-b206-4ee5-90e2-c5062af533b8 HTTP/1.1" status: 204 len: 168 time: 0.5868483 Feb 07 16:33:18.831520 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488dc0d5-d50d-4613-b470-50bee2666db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cbcc9b-b206-4ee5-90e2-c5062af533b8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:18.931099 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c54ea2f2-4cab-4a0a-a589-f77a5aee4197 admin admin] Publish callbacks [] for security_group (0d6f6e10-7e45-4ea0-9c5d-7a28dd08673a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:18.938859 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c54ea2f2-4cab-4a0a-a589-f77a5aee4197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0d6f6e10-7e45-4ea0-9c5d-7a28dd08673a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:18.952316 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b35089a9-0c6b-472a-88d1-2791e2edd2d1 req-7e6d72ec-c92e-4362-8de8-ff30563ccb54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=4ea135ec-95ff-4c47-9488-c0bb6bc6430a HTTP/1.1" status: 200 len: 217 time: 0.1465802 Feb 07 16:33:18.993342 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c54ea2f2-4cab-4a0a-a589-f77a5aee4197 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a01973a274c4cd79c002a28b39928c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378411 Feb 07 16:33:18.993342 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ea2f2-4cab-4a0a-a589-f77a5aee4197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6f6e10-7e45-4ea0-9c5d-7a28dd08673a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:18.996039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52382) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:19.046830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35089a9-0c6b-472a-88d1-2791e2edd2d1 req-0adec6aa-cf01-4090-b491-974e63ad55a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:19.048489 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b35089a9-0c6b-472a-88d1-2791e2edd2d1 req-0adec6aa-cf01-4090-b491-974e63ad55a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0866051 Feb 07 16:33:19.086365 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-797f949e-9908-4390-b389-10697c6843b4 admin admin] Publish callbacks [] for security_group (0d6f6e10-7e45-4ea0-9c5d-7a28dd08673a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:19.140962 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-fdb5bb21-7294-4451-8ce3-f0ff3cb95308 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:19.147185 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-797f949e-9908-4390-b389-10697c6843b4 admin admin] Publish callbacks [] for security_group (0d6f6e10-7e45-4ea0-9c5d-7a28dd08673a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:19.149453 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-fdb5bb21-7294-4451-8ce3-f0ff3cb95308 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4964466 Feb 07 16:33:19.173505 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-a309dfb3-2b3d-47d0-8d45-f1e3d08ffe1b tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/quotas/486b5dd718334d35a545e5c0c2409901 HTTP/1.1" status: 200 len: 375 time: 0.0228038 Feb 07 16:33:19.177754 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35089a9-0c6b-472a-88d1-2791e2edd2d1 req-798621e2-620d-4740-81a0-3027afb08945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:19.180252 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b35089a9-0c6b-472a-88d1-2791e2edd2d1 req-798621e2-620d-4740-81a0-3027afb08945 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1212132 Feb 07 16:33:19.211127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bf852-ebd9-4a8d-93ee-1002f1e02bcf req-a6eb9d16-cb10-4baf-82fd-e25f400fce18 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:19.218684 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc7bf852-ebd9-4a8d-93ee-1002f1e02bcf req-a6eb9d16-cb10-4baf-82fd-e25f400fce18 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7 HTTP/1.1" status: 200 len: 947 time: 0.1168051 Feb 07 16:33:19.313587 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-797f949e-9908-4390-b389-10697c6843b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0d6f6e10-7e45-4ea0-9c5d-7a28dd08673a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:19.317764 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-797f949e-9908-4390-b389-10697c6843b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:19.322709 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-797f949e-9908-4390-b389-10697c6843b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d6f6e10-7e45-4ea0-9c5d-7a28dd08673a HTTP/1.1" status: 204 len: 168 time: 0.3244231 Feb 07 16:33:19.328422 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc7bf852-ebd9-4a8d-93ee-1002f1e02bcf req-deb98075-9197-47b9-82de-21e801ee5d33 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084194 Feb 07 16:33:19.335577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f949e-9908-4390-b389-10697c6843b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6f6e10-7e45-4ea0-9c5d-7a28dd08673a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:19.441896 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-d7202bba-3650-46a4-830e-7944adb2d5c8 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=486b5dd718334d35a545e5c0c2409901&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2667148 Feb 07 16:33:19.441896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52400) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:19.464916 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b578e521-a75c-4ba1-ade4-677d9d59fb05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:19.515428 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cc428-ccb3-4504-b405-7f17c5a2af67 req-21759a83-796c-4bad-977d-5d594603c229 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:19.523980 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-597cc428-ccb3-4504-b405-7f17c5a2af67 req-21759a83-796c-4bad-977d-5d594603c229 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 950 time: 0.0894818 Feb 07 16:33:19.609324 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-597cc428-ccb3-4504-b405-7f17c5a2af67 req-c23fe16e-714a-43eb-b73a-8cbbf6903af1 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843751 Feb 07 16:33:19.665069 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b35089a9-0c6b-472a-88d1-2791e2edd2d1 req-de44ccbe-0f56-4f66-ab5b-6bdb70bd7ca0 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744816 Feb 07 16:33:19.671646 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:33:19.795042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:33:19.801966 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:19.802694 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (214b27d9-51f7-4508-bf1d-b7dfe2bb3844), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:19.839064 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b578e521-a75c-4ba1-ade4-677d9d59fb05 admin admin] Publish callbacks [] for security_group (8e5e66f9-3b9c-4eea-96c3-93e770630e9d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:19.875818 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b578e521-a75c-4ba1-ade4-677d9d59fb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8e5e66f9-3b9c-4eea-96c3-93e770630e9d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:19.916355 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:19.916753 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (214b27d9-51f7-4508-bf1d-b7dfe2bb3844), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:19.974351 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340c2303-0f8f-4177-8cd6-18cb3ee1f913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214b27d9-51f7-4508-bf1d-b7dfe2bb3844'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:19.980326 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578e521-a75c-4ba1-ade4-677d9d59fb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5e66f9-3b9c-4eea-96c3-93e770630e9d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:19.982490 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d434ea6e-6db2-4682-93c5-81861f451268" -d '{"events": [{"server_uuid": "340c2303-0f8f-4177-8cd6-18cb3ee1f913", "name": "network-vif-plugged", "status": "completed", "tag": "214b27d9-51f7-4508-bf1d-b7dfe2bb3844"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:19.989919 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a50383-8f57-442c-847c-32f94d4caee5 req-c21f7b0b-6bdf-4307-bc9c-a23b9476104a tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:19.991843 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-41a50383-8f57-442c-847c-32f94d4caee5 req-c21f7b0b-6bdf-4307-bc9c-a23b9476104a tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=340c2303-0f8f-4177-8cd6-18cb3ee1f913 HTTP/1.1" status: 200 len: 970 time: 0.2285244 Feb 07 16:33:19.996724 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b578e521-a75c-4ba1-ade4-677d9d59fb05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e8e46eb2d9b4bad9d7e6b2c1d4e77b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5516336 Feb 07 16:33:19.997076 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b35089a9-0c6b-472a-88d1-2791e2edd2d1 req-10149960-40d5-4fcc-9349-83da2ec53a2c service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251882 Feb 07 16:33:19.997885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52426) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:20.030111 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 214b27d9-51f7-4508-bf1d-b7dfe2bb3844, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=214b27d9-51f7-4508-bf1d-b7dfe2bb3844,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:20.042924 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (214b27d9-51f7-4508-bf1d-b7dfe2bb3844), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:20.063501 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-41a50383-8f57-442c-847c-32f94d4caee5 req-8bf4068c-b149-4e5a-82ad-36158f350ca3 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648022 Feb 07 16:33:20.143732 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=214b27d9-51f7-4508-bf1d-b7dfe2bb3844,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:20.147830 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-623f49b3-5782-44ca-a1c7-62484af5c229 admin admin] Publish callbacks [] for security_group (8e5e66f9-3b9c-4eea-96c3-93e770630e9d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:20.182609 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-623f49b3-5782-44ca-a1c7-62484af5c229 admin admin] Publish callbacks [] for security_group (8e5e66f9-3b9c-4eea-96c3-93e770630e9d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:20.260461 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-af8956e4-3c96-426d-b707-666083b570a6 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=486b5dd718334d35a545e5c0c2409901&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319049 Feb 07 16:33:20.286739 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-623f49b3-5782-44ca-a1c7-62484af5c229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8e5e66f9-3b9c-4eea-96c3-93e770630e9d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:20.293488 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-623f49b3-5782-44ca-a1c7-62484af5c229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:20.294951 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-623f49b3-5782-44ca-a1c7-62484af5c229 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e5e66f9-3b9c-4eea-96c3-93e770630e9d HTTP/1.1" status: 204 len: 168 time: 0.2954969 Feb 07 16:33:20.304725 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f49b3-5782-44ca-a1c7-62484af5c229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5e66f9-3b9c-4eea-96c3-93e770630e9d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:20.476306 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-1f49f4e1-1b13-4dd3-a8e0-360fd94e8180 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:20.490409 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-1f49f4e1-1b13-4dd3-a8e0-360fd94e8180 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2226925 Feb 07 16:33:20.513574 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-ecccfb07-44af-4079-8ce1-6880436e3398 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/quotas/486b5dd718334d35a545e5c0c2409901 HTTP/1.1" status: 200 len: 375 time: 0.0214355 Feb 07 16:33:20.563537 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-1f1811a7-b5cd-47be-b1cc-a50ac49e7f51 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=486b5dd718334d35a545e5c0c2409901&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416167 Feb 07 16:33:20.683732 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9124e5-5648-401d-8efa-5f3e42e4474e x-openstack-request-id: req-7d9124e5-5648-401d-8efa-5f3e42e4474e {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:20.684247 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340c2303-0f8f-4177-8cd6-18cb3ee1f913", "name": "network-vif-plugged", "status": "completed", "tag": "214b27d9-51f7-4508-bf1d-b7dfe2bb3844", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:20.684327 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d9124e5-5648-401d-8efa-5f3e42e4474e {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:20.684694 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340c2303-0f8f-4177-8cd6-18cb3ee1f913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214b27d9-51f7-4508-bf1d-b7dfe2bb3844', 'code': 200} Feb 07 16:33:20.867748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d3bdb-6283-4d48-a537-98c626dbc8a7 req-4db2907c-917d-4843-ab9e-8ccf40342ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:20.870157 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-523d3bdb-6283-4d48-a537-98c626dbc8a7 req-4db2907c-917d-4843-ab9e-8ccf40342ccd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=340c2303-0f8f-4177-8cd6-18cb3ee1f913 HTTP/1.1" status: 200 len: 1153 time: 0.0933447 Feb 07 16:33:20.917442 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816037d7-ff53-4252-b71d-a6faaabeec7a req-2e5a05ae-3085-49ce-a60c-89d409097732 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:20.919319 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-816037d7-ff53-4252-b71d-a6faaabeec7a req-2e5a05ae-3085-49ce-a60c-89d409097732 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7 HTTP/1.1" status: 200 len: 947 time: 0.0839808 Feb 07 16:33:20.971388 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:20.993250 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-816037d7-ff53-4252-b71d-a6faaabeec7a req-91c3c43c-a68b-4683-95d4-7990b16dea5b tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633261 Feb 07 16:33:21.016565 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-523d3bdb-6283-4d48-a537-98c626dbc8a7 req-11c76825-3bdb-4c34-a978-cfba298be9d8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400054 Feb 07 16:33:21.090923 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be701392-4ed4-4b10-824d-c06ac4aca882 req-07a3ff8b-2ff5-4898-99d7-3cbf779d4c3b tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 210 time: 0.0603168 Feb 07 16:33:21.144560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d5903-02d1-4960-ba30-076a7bbc0084 req-c6905379-6de9-4ea5-add8-954c36b31eff tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:21.146388 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-796d5903-02d1-4960-ba30-076a7bbc0084 req-c6905379-6de9-4ea5-add8-954c36b31eff tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 950 time: 0.0887938 Feb 07 16:33:21.242537 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-796d5903-02d1-4960-ba30-076a7bbc0084 req-ff2544f4-025e-42c5-8648-e49c6e4690bd tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893369 Feb 07 16:33:21.355391 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-9272ac5d-a40a-4a6c-8fc1-280540107dc8 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=486b5dd718334d35a545e5c0c2409901&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306308 Feb 07 16:33:21.452520 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a621e1-a4e6-490e-9d7e-2c9e47348908 req-a1d70a36-6bd8-4933-bb58-85c251584935 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:21.454234 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35a621e1-a4e6-490e-9d7e-2c9e47348908 req-a1d70a36-6bd8-4933-bb58-85c251584935 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=340c2303-0f8f-4177-8cd6-18cb3ee1f913 HTTP/1.1" status: 200 len: 971 time: 0.0873899 Feb 07 16:33:21.523404 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-4f44a3da-d6e4-4154-b854-7a2b8e75a7a3 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:21.524982 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-4f44a3da-d6e4-4154-b854-7a2b8e75a7a3 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1490660 Feb 07 16:33:21.537772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-e695e65d-95c9-4ebc-9aee-532125ea18f4 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Request body: {'port': {'device_id': '2af2ecd3-d3b8-42ac-aee4-673e14dc271d', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '486b5dd718334d35a545e5c0c2409901'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:21.540900 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35a621e1-a4e6-490e-9d7e-2c9e47348908 req-ec6b47ee-6e8c-427a-9673-55472ffa636d tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788362 Feb 07 16:33:21.672814 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 4ea135ec-95ff-4c47-9488-c0bb6bc6430a details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:33:21.732339 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-e695e65d-95c9-4ebc-9aee-532125ea18f4 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Made reservation on behalf of 486b5dd718334d35a545e5c0c2409901 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:21.736519 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-e695e65d-95c9-4ebc-9aee-532125ea18f4 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:21.756082 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-e695e65d-95c9-4ebc-9aee-532125ea18f4 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:21.839527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 4ea135ec-95ff-4c47-9488-c0bb6bc6430a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=4ea135ec-95ff-4c47-9488-c0bb6bc6430a,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:21.855108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '4ea135ec-95ff-4c47-9488-c0bb6bc6430a', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '4ea135ec-95ff-4c47-9488-c0bb6bc6430a', 'mac_address': 'fa:16:3e:9f:27:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:33:21.901240 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 4ea135ec-95ff-4c47-9488-c0bb6bc6430a is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:21.901941 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4ea135ec-95ff-4c47-9488-c0bb6bc6430a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:21.918477 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea135ec-95ff-4c47-9488-c0bb6bc6430a {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:33:21.942692 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 4ea135ec-95ff-4c47-9488-c0bb6bc6430a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=4ea135ec-95ff-4c47-9488-c0bb6bc6430a,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:21.949953 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4ea135ec-95ff-4c47-9488-c0bb6bc6430a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:21.951741 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-e695e65d-95c9-4ebc-9aee-532125ea18f4 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks [] for security_group (08c77dbf-e6c2-4ff1-bed3-bd43497876e7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:21.959333 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-e695e65d-95c9-4ebc-9aee-532125ea18f4 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (08c77dbf-e6c2-4ff1-bed3-bd43497876e7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:22.069735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=4ea135ec-95ff-4c47-9488-c0bb6bc6430a,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:22.108725 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695e65d-95c9-4ebc-9aee-532125ea18f4 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c77dbf-e6c2-4ff1-bed3-bd43497876e7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:22.192598 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc3a6d-5574-4e9a-b259-5d646a5c2fd4 req-04325e62-9fe7-4000-9874-2ea8f4b95c88 tempest-DeleteServersAdminTestJSON-744422272 tempest-DeleteServersAdminTestJSON-744422272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:22.202442 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-decc3a6d-5574-4e9a-b259-5d646a5c2fd4 req-04325e62-9fe7-4000-9874-2ea8f4b95c88 tempest-DeleteServersAdminTestJSON-744422272 tempest-DeleteServersAdminTestJSON-744422272-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 1132 time: 0.1636047 Feb 07 16:33:22.276188 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-e695e65d-95c9-4ebc-9aee-532125ea18f4 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Allocated IP 192.168.233.204 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/53f19a98-a70f-488e-b089-2a1c6610df6c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:33:22.277706 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['4ea135ec-95ff-4c47-9488-c0bb6bc6430a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:33:22.299970 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-3bc16ce3-bd86-4787-b9fd-c65991ae2910 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=486b5dd718334d35a545e5c0c2409901&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388260 Feb 07 16:33:22.338599 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52548) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:22.417888 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.32', 64197) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:22.504880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856e686-abdd-46b3-bd0f-a21d3dee682d req-b704ec7c-f3e2-40b5-8a19-d42d376f2d54 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:22.507163 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5856e686-abdd-46b3-bd0f-a21d3dee682d req-b704ec7c-f3e2-40b5-8a19-d42d376f2d54 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7 HTTP/1.1" status: 200 len: 948 time: 0.2561831 Feb 07 16:33:22.534957 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e5e65ec5-1aa0-4aec-b8da-f46368ae9f49 req-d1b36721-70c8-42e9-b626-29dbe773c7cb tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 210 time: 0.0742459 Feb 07 16:33:22.595129 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a7e725b-32f5-4e49-8943-10e785eb599b req-36e509d1-a444-4628-ba6a-1ba5a89b4100 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=340c2303-0f8f-4177-8cd6-18cb3ee1f913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1696115 Feb 07 16:33:22.608347 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8d00f23a-38bc-41f0-83b4-4f7d962760d0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-network', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:22.612383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-8e8ccde2-3718-40c6-a1fe-7cd30d48c8a9 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:22.613948 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-8e8ccde2-3718-40c6-a1fe-7cd30d48c8a9 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2937427 Feb 07 16:33:22.634524 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-980781c5-c385-4482-871c-022f91e2f133 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Request body: {'port': {'device_id': '3352431b-e7ca-4195-afc6-3a65f096e4b3', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '486b5dd718334d35a545e5c0c2409901'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:22.651740 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-decc3a6d-5574-4e9a-b259-5d646a5c2fd4 req-f05f39f6-ebde-411d-84cf-fc68e0dfa40f tempest-DeleteServersAdminTestJSON-744422272 tempest-DeleteServersAdminTestJSON-744422272-project-admin] Deleting port 68517912-674b-463a-a47f-b5f58a9680b0 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:33:22.652861 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-decc3a6d-5574-4e9a-b259-5d646a5c2fd4 req-f05f39f6-ebde-411d-84cf-fc68e0dfa40f tempest-DeleteServersAdminTestJSON-744422272 tempest-DeleteServersAdminTestJSON-744422272-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (68517912-674b-463a-a47f-b5f58a9680b0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:22.671840 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d00f23a-38bc-41f0-83b4-4f7d962760d0 admin admin] Made reservation on behalf of 0f21c7e5651f49c2b6930564a27dd33f for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:22.674158 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d00f23a-38bc-41f0-83b4-4f7d962760d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:22.693948 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d00f23a-38bc-41f0-83b4-4f7d962760d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:22.722115 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5856e686-abdd-46b3-bd0f-a21d3dee682d req-277a4207-dab9-4c3d-83bc-6f81828fddb3 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024972 Feb 07 16:33:22.768014 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-e695e65d-95c9-4ebc-9aee-532125ea18f4 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks [] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:22.838901 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ccf1c2-d098-4498-aee8-c1436e97fb5a req-9bf082f1-6d5a-4dd2-ac0c-312dda35de01 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:22.840454 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-27ccf1c2-d098-4498-aee8-c1436e97fb5a req-9bf082f1-6d5a-4dd2-ac0c-312dda35de01 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 950 time: 0.1348643 Feb 07 16:33:22.885057 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-e695e65d-95c9-4ebc-9aee-532125ea18f4 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:22.907655 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:22.913541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e725b-32f5-4e49-8943-10e785eb599b req-ca40d078-dccd-47d9-874c-72f04a2f690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:22.915095 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a7e725b-32f5-4e49-8943-10e785eb599b req-ca40d078-dccd-47d9-874c-72f04a2f690c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=395c6c7b638e42478d0a1de830a6e583&device_id=340c2303-0f8f-4177-8cd6-18cb3ee1f913 HTTP/1.1" status: 200 len: 1153 time: 0.2432189 Feb 07 16:33:22.916171 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d00f23a-38bc-41f0-83b4-4f7d962760d0 admin admin] Publish callbacks [] for security_group (acb8be04-49f4-4f96-aa22-90e02e3438f6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:22.942034 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-decc3a6d-5574-4e9a-b259-5d646a5c2fd4 req-f05f39f6-ebde-411d-84cf-fc68e0dfa40f tempest-DeleteServersAdminTestJSON-744422272 tempest-DeleteServersAdminTestJSON-744422272-project-admin] For port 68517912-674b-463a-a47f-b5f58a9680b0, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=68517912-674b-463a-a47f-b5f58a9680b0,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:22.942673 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-decc3a6d-5574-4e9a-b259-5d646a5c2fd4 req-f05f39f6-ebde-411d-84cf-fc68e0dfa40f tempest-DeleteServersAdminTestJSON-744422272 tempest-DeleteServersAdminTestJSON-744422272-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (68517912-674b-463a-a47f-b5f58a9680b0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:22.950876 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d00f23a-38bc-41f0-83b4-4f7d962760d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (acb8be04-49f4-4f96-aa22-90e02e3438f6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:22.968118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-e695e65d-95c9-4ebc-9aee-532125ea18f4 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:33:22.992406 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-e695e65d-95c9-4ebc-9aee-532125ea18f4 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:23.000596 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-e695e65d-95c9-4ebc-9aee-532125ea18f4 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:33:23.005767 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-e695e65d-95c9-4ebc-9aee-532125ea18f4 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:23.006965 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-e695e65d-95c9-4ebc-9aee-532125ea18f4 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:23.010591 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-decc3a6d-5574-4e9a-b259-5d646a5c2fd4 req-f05f39f6-ebde-411d-84cf-fc68e0dfa40f tempest-DeleteServersAdminTestJSON-744422272 tempest-DeleteServersAdminTestJSON-744422272-project-admin] Calling delete_port for 68517912-674b-463a-a47f-b5f58a9680b0 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:33:23.012059 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d00f23a-38bc-41f0-83b4-4f7d962760d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:33:23.034354 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-27ccf1c2-d098-4498-aee8-c1436e97fb5a req-fa8d37f5-425a-4c72-807a-f2d642618aa9 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757169 Feb 07 16:33:23.036114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-980781c5-c385-4482-871c-022f91e2f133 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Made reservation on behalf of 486b5dd718334d35a545e5c0c2409901 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:23.039570 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-980781c5-c385-4482-871c-022f91e2f133 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:23.056082 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d00f23a-38bc-41f0-83b4-4f7d962760d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (92918f95-4f53-4496-ba2d-d0806e41737b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:23.056584 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-8d00f23a-38bc-41f0-83b4-4f7d962760d0 admin admin] Added segment 92918f95-4f53-4496-ba2d-d0806e41737b of type vlan for network 937f4032-ece2-4ef3-ae25-e7defef4a280 Feb 07 16:33:23.138920 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d00f23a-38bc-41f0-83b4-4f7d962760d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (937f4032-ece2-4ef3-ae25-e7defef4a280), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:23.155936 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695e65d-95c9-4ebc-9aee-532125ea18f4 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Pushing event updated for resources: {'Port': ['ID=53f19a98-a70f-488e-b089-2a1c6610df6c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:23.196852 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00f23a-38bc-41f0-83b4-4f7d962760d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb8be04-49f4-4f96-aa22-90e02e3438f6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:23.207953 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e725b-32f5-4e49-8943-10e785eb599b req-c1ccc609-2d44-4aac-9b85-d6e7ffb58594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:23.207953 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a7e725b-32f5-4e49-8943-10e785eb599b req-c1ccc609-2d44-4aac-9b85-d6e7ffb58594 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.2672913 Feb 07 16:33:23.214772 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-e695e65d-95c9-4ebc-9aee-532125ea18f4 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6821015 Feb 07 16:33:23.232959 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Request body: {'port': {'device_id': '2af2ecd3-d3b8-42ac-aee4-673e14dc271d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:23.283985 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d00f23a-38bc-41f0-83b4-4f7d962760d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (937f4032-ece2-4ef3-ae25-e7defef4a280), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:23.284966 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d00f23a-38bc-41f0-83b4-4f7d962760d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:23.285592 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d00f23a-38bc-41f0-83b4-4f7d962760d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:23.310209 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a7e725b-32f5-4e49-8943-10e785eb599b req-17e76bfa-4e79-4c8c-a942-9a02715ac76c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=214b27d9-51f7-4508-bf1d-b7dfe2bb3844 HTTP/1.1" status: 200 len: 217 time: 0.0963664 Feb 07 16:33:23.378403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00f23a-38bc-41f0-83b4-4f7d962760d0 admin admin] Pushing event updated for resources: {'Network': ['ID=937f4032-ece2-4ef3-ae25-e7defef4a280,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:23.391326 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 937f4032-ece2-4ef3-ae25-e7defef4a280 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:33:23.420739 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8d00f23a-38bc-41f0-83b4-4f7d962760d0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0782812 Feb 07 16:33:23.423216 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52580) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:23.435434 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8d975c5e-a078-45c6-8235-a4382fe273ba admin admin] Request body: {'subnet': {'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-subnet', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:23.437476 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac14e4-20b6-4475-8418-165eaaea37c7 req-931efada-9cbd-4e86-8577-659dfa8df677 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:23.439229 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f0ac14e4-20b6-4475-8418-165eaaea37c7 req-931efada-9cbd-4e86-8577-659dfa8df677 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=340c2303-0f8f-4177-8cd6-18cb3ee1f913 HTTP/1.1" status: 200 len: 971 time: 0.2206829 Feb 07 16:33:23.448519 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e725b-32f5-4e49-8943-10e785eb599b req-2c5caab3-cd4b-473a-88b6-f16c281ee263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:23.449995 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a7e725b-32f5-4e49-8943-10e785eb599b req-2c5caab3-cd4b-473a-88b6-f16c281ee263 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1347249 Feb 07 16:33:23.450808 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:23.497239 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-fee4a873-55b6-4856-a6a5-511329926e37 None None] Provisioning complete for port 53f19a98-a70f-488e-b089-2a1c6610df6c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:23.500432 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fee4a873-55b6-4856-a6a5-511329926e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:23.523454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-980781c5-c385-4482-871c-022f91e2f133 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Allocated IP 192.168.233.138 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/48da32cb-0135-479c-aabd-cb2214318fa6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:33:23.545538 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-decc3a6d-5574-4e9a-b259-5d646a5c2fd4 req-f05f39f6-ebde-411d-84cf-fc68e0dfa40f tempest-DeleteServersAdminTestJSON-744422272 tempest-DeleteServersAdminTestJSON-744422272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (68517912-674b-463a-a47f-b5f58a9680b0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:23.554921 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fee4a873-55b6-4856-a6a5-511329926e37 None None] Port 53f19a98-a70f-488e-b089-2a1c6610df6c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:33:23.561658 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['68517912-674b-463a-a47f-b5f58a9680b0'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:33:23.572914 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d975c5e-a078-45c6-8235-a4382fe273ba admin admin] Made reservation on behalf of 0f21c7e5651f49c2b6930564a27dd33f for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:23.575958 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d975c5e-a078-45c6-8235-a4382fe273ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:23.576197 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f0ac14e4-20b6-4475-8418-165eaaea37c7 req-f01a06f1-a506-4155-ad46-0fc46dc5af2f tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280935 Feb 07 16:33:23.689223 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 4ea135ec-95ff-4c47-9488-c0bb6bc6430a up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:33:23.789264 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 4ea135ec-95ff-4c47-9488-c0bb6bc6430a completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:33:23.796961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 4ea135ec-95ff-4c47-9488-c0bb6bc6430a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:23.797383 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4ea135ec-95ff-4c47-9488-c0bb6bc6430a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:23.807577 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c1358915-5d81-4bad-94a9-648554cd69f6 req-03682be9-691c-48b1-91c7-ae7665007323 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 210 time: 0.0496891 Feb 07 16:33:23.914867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 4ea135ec-95ff-4c47-9488-c0bb6bc6430a is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:23.915827 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4ea135ec-95ff-4c47-9488-c0bb6bc6430a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:23.936099 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f39f6-ebde-411d-84cf-fc68e0dfa40f tempest-DeleteServersAdminTestJSON-744422272 tempest-DeleteServersAdminTestJSON-744422272-project-admin] Pushing event deleted for resources: {'Port': ['ID=68517912-674b-463a-a47f-b5f58a9680b0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:23.951702 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea135ec-95ff-4c47-9488-c0bb6bc6430a'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:23.953915 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8a1699-8beb-4e40-92ad-6fa2495833eb" -d '{"events": [{"server_uuid": "f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7", "name": "network-vif-plugged", "status": "completed", "tag": "4ea135ec-95ff-4c47-9488-c0bb6bc6430a"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:23.965566 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e725b-32f5-4e49-8943-10e785eb599b req-4dba823b-de53-4197-a567-9e47d4b0854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:23.967300 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a7e725b-32f5-4e49-8943-10e785eb599b req-4dba823b-de53-4197-a567-9e47d4b0854d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5051222 Feb 07 16:33:23.969270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 4ea135ec-95ff-4c47-9488-c0bb6bc6430a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=4ea135ec-95ff-4c47-9488-c0bb6bc6430a,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:23.974288 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-decc3a6d-5574-4e9a-b259-5d646a5c2fd4 req-f05f39f6-ebde-411d-84cf-fc68e0dfa40f tempest-DeleteServersAdminTestJSON-744422272 tempest-DeleteServersAdminTestJSON-744422272-project-admin] No DVR routers for this DVR port 68517912-674b-463a-a47f-b5f58a9680b0 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:33:23.978274 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4ea135ec-95ff-4c47-9488-c0bb6bc6430a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:23.979688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 68517912-674b-463a-a47f-b5f58a9680b0 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:33:23.996604 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-decc3a6d-5574-4e9a-b259-5d646a5c2fd4 req-f05f39f6-ebde-411d-84cf-fc68e0dfa40f tempest-DeleteServersAdminTestJSON-744422272 tempest-DeleteServersAdminTestJSON-744422272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:24.000685 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-decc3a6d-5574-4e9a-b259-5d646a5c2fd4 req-f05f39f6-ebde-411d-84cf-fc68e0dfa40f tempest-DeleteServersAdminTestJSON-744422272 tempest-DeleteServersAdminTestJSON-744422272-project-admin] 10.222.0.48 "DELETE /v2.0/ports/68517912-674b-463a-a47f-b5f58a9680b0 HTTP/1.1" status: 204 len: 173 time: 1.7918689 Feb 07 16:33:24.001322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bdada4-77be-4d99-8ae4-07b8c2f19612', 'name': 'network-vif-deleted', 'tag': '68517912-674b-463a-a47f-b5f58a9680b0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:24.004658 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9010ed3a-6adb-442d-bd72-3195b689c77b" -d '{"events": [{"server_uuid": "c3bdada4-77be-4d99-8ae4-07b8c2f19612", "name": "network-vif-deleted", "tag": "68517912-674b-463a-a47f-b5f58a9680b0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:24.050707 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 68517912-674b-463a-a47f-b5f58a9680b0 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:33:24.051054 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 68517912-674b-463a-a47f-b5f58a9680b0 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:33:24.108794 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:33:24.138444 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=4ea135ec-95ff-4c47-9488-c0bb6bc6430a,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:24.226301 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230dade-e653-475d-877c-0715aab20119 req-5eb22c9d-57e2-42bb-8fe6-64d8a3d1022d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:24.235417 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0230dade-e653-475d-877c-0715aab20119 req-5eb22c9d-57e2-42bb-8fe6-64d8a3d1022d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7 HTTP/1.1" status: 200 len: 949 time: 0.1431665 Feb 07 16:33:24.292002 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a7e725b-32f5-4e49-8943-10e785eb599b req-db84a31e-35eb-4d95-8d41-7f98cbd0f109 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140063 Feb 07 16:33:24.315627 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0230dade-e653-475d-877c-0715aab20119 req-d5fdf3ce-fc6a-4b52-abde-cb8db9a1b49e tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767412 Feb 07 16:33:24.320975 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a847ea7-5296-40da-b613-f56009e916ac x-openstack-request-id: req-8a847ea7-5296-40da-b613-f56009e916ac {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:24.321363 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7", "name": "network-vif-plugged", "status": "completed", "tag": "4ea135ec-95ff-4c47-9488-c0bb6bc6430a", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:24.321622 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a847ea7-5296-40da-b613-f56009e916ac {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:24.322179 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea135ec-95ff-4c47-9488-c0bb6bc6430a', 'code': 200} Feb 07 16:33:24.378039 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-980781c5-c385-4482-871c-022f91e2f133 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks [] for port (48da32cb-0135-479c-aabd-cb2214318fa6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:24.380739 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47df391e-aaa2-4b9b-9a41-bf1777651989 x-openstack-request-id: req-47df391e-aaa2-4b9b-9a41-bf1777651989 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:24.381088 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3bdada4-77be-4d99-8ae4-07b8c2f19612", "name": "network-vif-deleted", "tag": "68517912-674b-463a-a47f-b5f58a9680b0", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:24.381400 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47df391e-aaa2-4b9b-9a41-bf1777651989 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:24.381792 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3bdada4-77be-4d99-8ae4-07b8c2f19612', 'name': 'network-vif-deleted', 'tag': '68517912-674b-463a-a47f-b5f58a9680b0', 'status': 'completed', 'code': 200} Feb 07 16:33:24.419773 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e855dc71-9a33-4ca1-b127-f5aa8b2dd9e6 req-a2b3d50e-5cf5-4f34-983c-401fb004542d tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bdada4-77be-4d99-8ae4-07b8c2f19612 HTTP/1.1" status: 200 len: 210 time: 0.0296397 Feb 07 16:33:24.510648 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d975c5e-a078-45c6-8235-a4382fe273ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for subnet (84094ea4-ebf5-4efb-98d2-d6d7e236c705), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:24.552042 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-7ea64c22-e1d6-43e3-9e95-13626705bf9e tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=395c6c7b638e42478d0a1de830a6e583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894792 Feb 07 16:33:24.687088 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-980781c5-c385-4482-871c-022f91e2f133 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (48da32cb-0135-479c-aabd-cb2214318fa6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:24.694628 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131e545-90df-4fa4-bdfc-149d02efda6b req-8b059971-917b-4e20-a86f-8e3eb2e636ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:24.696708 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9131e545-90df-4fa4-bdfc-149d02efda6b req-8b059971-917b-4e20-a86f-8e3eb2e636ac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7 HTTP/1.1" status: 200 len: 1131 time: 0.2814376 Feb 07 16:33:24.720078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d975c5e-a078-45c6-8235-a4382fe273ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=84094ea4-ebf5-4efb-98d2-d6d7e236c705,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:24.761126 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a7e725b-32f5-4e49-8943-10e785eb599b req-7e9cb227-1d54-4024-880b-b1b30810ea47 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611230 Feb 07 16:33:24.825794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-980781c5-c385-4482-871c-022f91e2f133 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:33:24.849017 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-980781c5-c385-4482-871c-022f91e2f133 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:24.852614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-980781c5-c385-4482-871c-022f91e2f133 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:33:24.858277 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-980781c5-c385-4482-871c-022f91e2f133 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:24.859490 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-980781c5-c385-4482-871c-022f91e2f133 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:24.886558 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d975c5e-a078-45c6-8235-a4382fe273ba admin admin] Checking segment: {'id': '92918f95-4f53-4496-ba2d-d0806e41737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:24.886934 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d975c5e-a078-45c6-8235-a4382fe273ba admin admin] Network hostable DHCP agents. Network: 937f4032-ece2-4ef3-ae25-e7defef4a280, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:33:24.898257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980781c5-c385-4482-871c-022f91e2f133 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Pushing event updated for resources: {'Port': ['ID=48da32cb-0135-479c-aabd-cb2214318fa6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:24.903221 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f19a98-a70f-488e-b089-2a1c6610df6c {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:33:24.933852 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Publish callbacks [] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:24.939770 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-980781c5-c385-4482-871c-022f91e2f133 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3133583 Feb 07 16:33:24.948828 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9131e545-90df-4fa4-bdfc-149d02efda6b req-572b41f1-160d-496a-a0b2-4516af0894a4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292719 Feb 07 16:33:24.952230 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Transition to ACTIVE for port object 53f19a98-a70f-488e-b089-2a1c6610df6c will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:33:24.958962 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:24.961362 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Request body: {'port': {'device_id': '3352431b-e7ca-4195-afc6-3a65f096e4b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:24.974444 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-0a913fb6-841a-4c01-bfb4-dcb93f72ebbb tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:24.981213 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-0a913fb6-841a-4c01-bfb4-dcb93f72ebbb tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3991895 Feb 07 16:33:25.014250 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d975c5e-a078-45c6-8235-a4382fe273ba admin admin] Network 937f4032-ece2-4ef3-ae25-e7defef4a280 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:33:25.028495 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-3cd3c929-58fd-4910-9677-4d0c4c5a29e0 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/quotas/395c6c7b638e42478d0a1de830a6e583 HTTP/1.1" status: 200 len: 375 time: 0.0462761 Feb 07 16:33:25.047060 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-8d975c5e-a078-45c6-8235-a4382fe273ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 937f4032-ece2-4ef3-ae25-e7defef4a280) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:25.060293 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e258fe1c-cca2-457d-9e7d-f8715bfc4093 None None] Network 937f4032-ece2-4ef3-ae25-e7defef4a280 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:33:25.071468 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d975c5e-a078-45c6-8235-a4382fe273ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:25.072257 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d975c5e-a078-45c6-8235-a4382fe273ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:25.076837 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52660) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:25.109114 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Pushing event updated for resources: {'Port': ['ID=53f19a98-a70f-488e-b089-2a1c6610df6c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:25.158144 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8d975c5e-a078-45c6-8235-a4382fe273ba admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7272818 Feb 07 16:33:25.160195 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (48da32cb-0135-479c-aabd-cb2214318fa6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:25.164081 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52664) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:25.177459 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2f225195-f00c-44f8-95be-9f8b1e6814da admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-router', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:25.202046 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Attempting to bind port 53f19a98-a70f-488e-b089-2a1c6610df6c on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:33:25.202400 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Attempting to bind port 53f19a98-a70f-488e-b089-2a1c6610df6c by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:33:25.203713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Attempting to bind port 53f19a98-a70f-488e-b089-2a1c6610df6c on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:25.223192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d770942-70bf-41fd-ace7-80f659c7a156 req-8c45f5dd-60a4-422e-8e4f-fd8528b87c65 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:25.226212 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-937f4032-ece2-4ef3-ae25-e7defef4a280', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'fixed_ips': [{'subnet_id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:33:25.227089 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:25.230891 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d770942-70bf-41fd-ace7-80f659c7a156 req-8c45f5dd-60a4-422e-8e4f-fd8528b87c65 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 936 time: 0.2009082 Feb 07 16:33:25.234401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Port 53f19a98-a70f-488e-b089-2a1c6610df6c on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:33:25.234739 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Attempting to bind port 53f19a98-a70f-488e-b089-2a1c6610df6c on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:25.251000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:33:25.251348 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:25.251736 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:33:25.258206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Bound port: 53f19a98-a70f-488e-b089-2a1c6610df6c, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:33:25.258594 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:25.328054 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-35c5df59-a02c-4cf3-8cac-3417f29a7f72 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=395c6c7b638e42478d0a1de830a6e583&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2978096 Feb 07 16:33:25.348760 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f225195-f00c-44f8-95be-9f8b1e6814da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (d419b1eb-88a5-4783-b32d-62c74d2da5af), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:25.362366 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f225195-f00c-44f8-95be-9f8b1e6814da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (d419b1eb-88a5-4783-b32d-62c74d2da5af), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:25.383652 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40f5642b-7ce7-430d-97e6-e78ce1a27f2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:25.401141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-123f81f3-5a5e-4261-bd85-1ee2d3673a7e None None] Provisioning complete for port 48da32cb-0135-479c-aabd-cb2214318fa6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:25.401855 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-123f81f3-5a5e-4261-bd85-1ee2d3673a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (48da32cb-0135-479c-aabd-cb2214318fa6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:25.409566 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d770942-70bf-41fd-ace7-80f659c7a156 req-51296733-fc80-4c7a-8cb0-70519af305c5 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595383 Feb 07 16:33:25.420110 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] For port 53f19a98-a70f-488e-b089-2a1c6610df6c, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:33:25.436698 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] For port 53f19a98-a70f-488e-b089-2a1c6610df6c, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=53f19a98-a70f-488e-b089-2a1c6610df6c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:33:25.449674 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:25.552467 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-123f81f3-5a5e-4261-bd85-1ee2d3673a7e None None] Port 48da32cb-0135-479c-aabd-cb2214318fa6 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:33:25.582812 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] Allocated IP 172.20.0.2 (937f4032-ece2-4ef3-ae25-e7defef4a280/84094ea4-ebf5-4efb-98d2-d6d7e236c705/083ffa5b-bd28-4e9a-a2b2-6016be5605c3) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:33:25.586763 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:25.587481 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:25.590134 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] 10.222.0.32 "PUT /v2.0/ports/53f19a98-a70f-488e-b089-2a1c6610df6c HTTP/1.1" status: 200 len: 1096 time: 2.3676100 Feb 07 16:33:25.590134 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af2ecd3-d3b8-42ac-aee4-673e14dc271d', 'tag': '53f19a98-a70f-488e-b089-2a1c6610df6c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:25.610181 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cdaa1c-5d65-4c1d-8399-672b88976a24" -d '{"events": [{"name": "network-changed", "server_uuid": "2af2ecd3-d3b8-42ac-aee4-673e14dc271d", "tag": "53f19a98-a70f-488e-b089-2a1c6610df6c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:25.614187 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08169d-ef10-4c58-ae93-e66726231fee service neutron] Pushing event updated for resources: {'Port': ['ID=53f19a98-a70f-488e-b089-2a1c6610df6c,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:25.694779 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f225195-f00c-44f8-95be-9f8b1e6814da admin admin] Publish callbacks [] for router_controller (d419b1eb-88a5-4783-b32d-62c74d2da5af), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:25.839437 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8270c71e-90ea-4e5d-bf04-a214c6bea314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:25.912015 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd913453-bde5-4f74-ae04-ddee39123eab x-openstack-request-id: req-fd913453-bde5-4f74-ae04-ddee39123eab {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:25.916690 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af2ecd3-d3b8-42ac-aee4-673e14dc271d", "tag": "53f19a98-a70f-488e-b089-2a1c6610df6c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:25.917378 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd913453-bde5-4f74-ae04-ddee39123eab {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:25.917997 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af2ecd3-d3b8-42ac-aee4-673e14dc271d', 'tag': '53f19a98-a70f-488e-b089-2a1c6610df6c', 'status': 'completed', 'code': 200} Feb 07 16:33:25.938480 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-19bb6537-d7bf-4885-9242-ad0a128d4e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:25.945072 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-19bb6537-d7bf-4885-9242-ad0a128d4e44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=486b5dd718334d35a545e5c0c2409901&device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 1130 time: 0.2963257 Feb 07 16:33:25.951450 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] Publish callbacks [] for port (083ffa5b-bd28-4e9a-a2b2-6016be5605c3), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:25.971310 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (083ffa5b-bd28-4e9a-a2b2-6016be5605c3), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:26.027997 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-2ca54d6d-5ad3-4570-b037-6fb510fb9c7c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=53f19a98-a70f-488e-b089-2a1c6610df6c HTTP/1.1" status: 200 len: 217 time: 0.0767002 Feb 07 16:33:26.029629 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52690) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:26.057196 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] Network 937f4032-ece2-4ef3-ae25-e7defef4a280 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:33:26.060828 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:26.062797 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee819a-95ac-4c25-9dee-4e0ed8a5a8b7 req-50103d73-ac98-4bbe-9c5d-6083063201b5 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:26.066039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:33:26.070571 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] Pushing event updated for resources: {'Port': ['ID=083ffa5b-bd28-4e9a-a2b2-6016be5605c3,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:26.074492 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00ee819a-95ac-4c25-9dee-4e0ed8a5a8b7 req-50103d73-ac98-4bbe-9c5d-6083063201b5 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7 HTTP/1.1" status: 200 len: 949 time: 0.3983419 Feb 07 16:33:26.136313 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da630ade-3ec5-4631-a167-97505dc60e09 req-d6c60644-2465-4bce-89c6-b248085dba44 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 210 time: 0.1311255 Feb 07 16:33:26.174848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] Attempting to bind port 083ffa5b-bd28-4e9a-a2b2-6016be5605c3 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:33:26.175230 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] Attempting to bind port 083ffa5b-bd28-4e9a-a2b2-6016be5605c3 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '92918f95-4f53-4496-ba2d-d0806e41737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:33:26.175597 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] Attempting to bind port 083ffa5b-bd28-4e9a-a2b2-6016be5605c3 on network 937f4032-ece2-4ef3-ae25-e7defef4a280 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:26.187956 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:33:26.188333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] Checking segment: {'id': '92918f95-4f53-4496-ba2d-d0806e41737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:26.188825 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:26.189235 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] Bound using segment: {'id': '92918f95-4f53-4496-ba2d-d0806e41737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:33:26.189748 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] Bound port: 083ffa5b-bd28-4e9a-a2b2-6016be5605c3, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92918f95-4f53-4496-ba2d-d0806e41737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:33:26.190134 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (083ffa5b-bd28-4e9a-a2b2-6016be5605c3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:26.192807 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00ee819a-95ac-4c25-9dee-4e0ed8a5a8b7 req-edcdc134-9a20-4585-8607-bb7d42d64f5c tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172194 Feb 07 16:33:26.284419 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f225195-f00c-44f8-95be-9f8b1e6814da admin admin] Publish callbacks [] for router_gateway (d419b1eb-88a5-4783-b32d-62c74d2da5af), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:26.335389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] For port 083ffa5b-bd28-4e9a-a2b2-6016be5605c3, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:33:26.335566 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40f5642b-7ce7-430d-97e6-e78ce1a27f2e admin admin] Publish callbacks [] for security_group (1ba9d41d-bf1d-4ca5-8c7a-30948c91ae63), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:26.343102 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] For port 083ffa5b-bd28-4e9a-a2b2-6016be5605c3, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=083ffa5b-bd28-4e9a-a2b2-6016be5605c3,segment=NetworkSegment(92918f95-4f53-4496-ba2d-d0806e41737b),segment_id=92918f95-4f53-4496-ba2d-d0806e41737b)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:33:26.351435 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (083ffa5b-bd28-4e9a-a2b2-6016be5605c3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:26.355723 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-322c0e22-2038-4f1e-9da6-f26b7f313cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:26.359877 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-322c0e22-2038-4f1e-9da6-f26b7f313cf0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.3246086 Feb 07 16:33:26.367404 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e1553af-94e3-4d58-9729-43539b496ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:26.372485 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40f5642b-7ce7-430d-97e6-e78ce1a27f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1ba9d41d-bf1d-4ca5-8c7a-30948c91ae63), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:26.435654 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d68568-e3da-41f8-8435-69a30a9e46bf None None] Pushing event updated for resources: {'Port': ['ID=083ffa5b-bd28-4e9a-a2b2-6016be5605c3,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:26.497955 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b617627-a44b-4243-9ce4-572ae9479efe req-4b2b122e-87c6-41d3-8526-d03d2b165c80 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6d66a7acc42547d89174fcc384c2e143&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1334920 Feb 07 16:33:26.515922 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-40f5642b-7ce7-430d-97e6-e78ce1a27f2e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa021f8c8379438bb3ba852fd0f1115c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4358695 Feb 07 16:33:26.529469 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52718) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:26.530838 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5642b-7ce7-430d-97e6-e78ce1a27f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba9d41d-bf1d-4ca5-8c7a-30948c91ae63,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:26.661515 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-4f4f174c-5894-41f2-9a0b-cd0f5286c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:26.665296 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-4f4f174c-5894-41f2-9a0b-cd0f5286c04a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2989218 Feb 07 16:33:26.703956 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48da32cb-0135-479c-aabd-cb2214318fa6 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:33:26.720065 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Publish callbacks [] for port (48da32cb-0135-479c-aabd-cb2214318fa6), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:26.775501 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52722) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:26.776833 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8a906-20cb-4e1f-b048-84397e846f8e req-f71a62ba-1762-4b10-85f3-1992377dd26a tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:26.792560 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-23b8a906-20cb-4e1f-b048-84397e846f8e req-f71a62ba-1762-4b10-85f3-1992377dd26a tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 936 time: 0.2571805 Feb 07 16:33:26.811159 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Transition to ACTIVE for port object 48da32cb-0135-479c-aabd-cb2214318fa6 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:33:26.844145 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ce80b73-1e3c-41da-ab2f-770c19609911 admin admin] Publish callbacks [] for security_group (1ba9d41d-bf1d-4ca5-8c7a-30948c91ae63), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:26.857222 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (48da32cb-0135-479c-aabd-cb2214318fa6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:26.977447 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-23b8a906-20cb-4e1f-b048-84397e846f8e req-f5c17b7c-f7c3-4468-9935-4319c946a26f tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704054 Feb 07 16:33:26.981054 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ce80b73-1e3c-41da-ab2f-770c19609911 admin admin] Publish callbacks [] for security_group (1ba9d41d-bf1d-4ca5-8c7a-30948c91ae63), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:26.991533 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Pushing event updated for resources: {'Port': ['ID=48da32cb-0135-479c-aabd-cb2214318fa6,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:27.001475 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b617627-a44b-4243-9ce4-572ae9479efe req-37a5d6ff-2c69-4597-896e-1172f750004d tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:27.010950 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b617627-a44b-4243-9ce4-572ae9479efe req-37a5d6ff-2c69-4597-896e-1172f750004d tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5034244 Feb 07 16:33:27.027073 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b617627-a44b-4243-9ce4-572ae9479efe req-34874a5e-2f93-42f7-8cf2-83bea917221b tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/quotas/6d66a7acc42547d89174fcc384c2e143 HTTP/1.1" status: 200 len: 375 time: 0.0152295 Feb 07 16:33:27.152851 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b617627-a44b-4243-9ce4-572ae9479efe req-391dc594-1cb5-402e-96d1-69d7d205ad56 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d66a7acc42547d89174fcc384c2e143&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1145587 Feb 07 16:33:27.301404 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e1553af-94e3-4d58-9729-43539b496ac8 admin admin] Publish callbacks [] for security_group (e2451076-0efc-416a-932d-d017df887d83), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:27.314346 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 083ffa5b-bd28-4e9a-a2b2-6016be5605c3 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:33:27.321647 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e1553af-94e3-4d58-9729-43539b496ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e2451076-0efc-416a-932d-d017df887d83), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:27.364438 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-a529672c-416b-4e62-b1ab-ebcecd746f84 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914163 Feb 07 16:33:27.433373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 083ffa5b-bd28-4e9a-a2b2-6016be5605c3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:27.433753 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (083ffa5b-bd28-4e9a-a2b2-6016be5605c3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:27.437406 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6ceaeae5-5f6d-4e88-927e-83dbe4b4c2de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=deac66eefce543b6a65f0d13d712a01d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6586993 Feb 07 16:33:27.609793 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52730) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:27.637699 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-81f978b2-d5cd-4825-9b1a-b8c3c2714fbf tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=395c6c7b638e42478d0a1de830a6e583&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655899 Feb 07 16:33:27.674306 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24806148-58fe-4312-ba66-c0e9d4b28094 req-f37462d5-1d21-49e4-97fa-7592f34856ce service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331715 Feb 07 16:33:27.720650 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3e1553af-94e3-4d58-9729-43539b496ac8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a5eacd04aa041e5900b99b4b069a830&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6875026 Feb 07 16:33:27.764569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52738) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:27.808751 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cd32068-c016-49f5-8341-cbd8a00991d9 req-7e721549-3f81-4151-92e8-a489ff361127 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 210 time: 0.1978385 Feb 07 16:33:27.877749 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ce80b73-1e3c-41da-ab2f-770c19609911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1ba9d41d-bf1d-4ca5-8c7a-30948c91ae63), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:27.880384 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ce80b73-1e3c-41da-ab2f-770c19609911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:27.882136 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9ce80b73-1e3c-41da-ab2f-770c19609911 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ba9d41d-bf1d-4ca5-8c7a-30948c91ae63 HTTP/1.1" status: 204 len: 168 time: 1.3484135 Feb 07 16:33:27.901383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1553af-94e3-4d58-9729-43539b496ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2451076-0efc-416a-932d-d017df887d83,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:27.958394 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce80b73-1e3c-41da-ab2f-770c19609911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba9d41d-bf1d-4ca5-8c7a-30948c91ae63,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:28.004935 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 083ffa5b-bd28-4e9a-a2b2-6016be5605c3 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:28.006616 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (083ffa5b-bd28-4e9a-a2b2-6016be5605c3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:28.022905 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072203f-86df-4d8a-a832-c93f4b5d3cfe req-7616aff0-998c-40b5-a951-8276943910b2 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:28.025007 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6072203f-86df-4d8a-a832-c93f4b5d3cfe req-7616aff0-998c-40b5-a951-8276943910b2 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7 HTTP/1.1" status: 200 len: 949 time: 0.3404763 Feb 07 16:33:28.029669 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-cec42352-18c5-48f3-9b76-ebdece5b33b5 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:28.031242 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-cec42352-18c5-48f3-9b76-ebdece5b33b5 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3926706 Feb 07 16:33:28.045510 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e45bf6e-4424-4b4e-9327-0f7fa01c5cd8 req-346b7cd3-45d8-46de-b5f1-ed4b39d34dde tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c8e966-ac34-4bce-b975-3240a292c70f HTTP/1.1" status: 200 len: 210 time: 0.1353815 Feb 07 16:33:28.070615 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdaa1c-5d65-4c1d-8399-672b88976a24 req-229afe1f-e969-4907-bd91-ef20e631a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:28.072232 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-98cdaa1c-5d65-4c1d-8399-672b88976a24 req-229afe1f-e969-4907-bd91-ef20e631a4c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=486b5dd718334d35a545e5c0c2409901&device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 1130 time: 0.3062239 Feb 07 16:33:28.095556 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-fad09d0b-d30e-433a-a02d-3a7e9dc389b7 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Request body: {'port': {'device_id': '6e1b0c7d-400e-478e-b5d5-a05d19eb6169', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '395c6c7b638e42478d0a1de830a6e583'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:28.100812 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-30c6377f-982f-4058-8e10-672193a9a3f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:28.177328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 083ffa5b-bd28-4e9a-a2b2-6016be5605c3, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=083ffa5b-bd28-4e9a-a2b2-6016be5605c3,segment=NetworkSegment(92918f95-4f53-4496-ba2d-d0806e41737b),segment_id=92918f95-4f53-4496-ba2d-d0806e41737b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:28.188500 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (083ffa5b-bd28-4e9a-a2b2-6016be5605c3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:28.230717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdaa1c-5d65-4c1d-8399-672b88976a24 req-80b049a8-4e44-4338-b1c0-009d8529a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:28.232956 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-98cdaa1c-5d65-4c1d-8399-672b88976a24 req-80b049a8-4e44-4338-b1c0-009d8529a551 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.1372762 Feb 07 16:33:28.262954 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0428b19-1ee2-4b46-a9e0-b18162b2fa22 admin admin] Publish callbacks [] for security_group (e2451076-0efc-416a-932d-d017df887d83), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:28.274014 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42867e78-c1f5-4fdc-9ac9-77c4be164c65 None None] Network 937f4032-ece2-4ef3-ae25-e7defef4a280 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:33:28.295122 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0428b19-1ee2-4b46-a9e0-b18162b2fa22 admin admin] Publish callbacks [] for security_group (e2451076-0efc-416a-932d-d017df887d83), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:28.358797 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Attempting to bind port 48da32cb-0135-479c-aabd-cb2214318fa6 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:33:28.359155 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Attempting to bind port 48da32cb-0135-479c-aabd-cb2214318fa6 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:33:28.359471 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Attempting to bind port 48da32cb-0135-479c-aabd-cb2214318fa6 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:28.364443 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-98cdaa1c-5d65-4c1d-8399-672b88976a24 req-c4c23c70-3718-4f2d-9f61-f3c655ae75eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=53f19a98-a70f-488e-b089-2a1c6610df6c HTTP/1.1" status: 200 len: 217 time: 0.1242888 Feb 07 16:33:28.390896 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f225195-f00c-44f8-95be-9f8b1e6814da admin admin] Publish callbacks [] for router_gateway (d419b1eb-88a5-4783-b32d-62c74d2da5af), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:28.417004 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8a415663-f524-46ba-8825-4df18772c13d None None] Provisioning complete for port 083ffa5b-bd28-4e9a-a2b2-6016be5605c3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:28.418052 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8a415663-f524-46ba-8825-4df18772c13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (083ffa5b-bd28-4e9a-a2b2-6016be5605c3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:28.419659 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=083ffa5b-bd28-4e9a-a2b2-6016be5605c3,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:28.429611 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6072203f-86df-4d8a-a832-c93f4b5d3cfe req-4b54decf-cd5d-4474-8bf1-bf11fd4a2c62 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850396 Feb 07 16:33:28.454742 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdaa1c-5d65-4c1d-8399-672b88976a24 req-054636b8-4855-464a-b51d-6c93f36562fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:28.456811 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-98cdaa1c-5d65-4c1d-8399-672b88976a24 req-054636b8-4855-464a-b51d-6c93f36562fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0851741 Feb 07 16:33:28.492849 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Port 48da32cb-0135-479c-aabd-cb2214318fa6 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:33:28.493443 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Attempting to bind port 48da32cb-0135-479c-aabd-cb2214318fa6 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:28.500129 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f225195-f00c-44f8-95be-9f8b1e6814da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:28.533094 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eb158-3082-42fd-8bc8-9898f219e73f req-4d6801b8-4fd7-477e-a800-5505569fd67d tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:28.539864 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0428b19-1ee2-4b46-a9e0-b18162b2fa22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e2451076-0efc-416a-932d-d017df887d83), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:28.541514 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-635eb158-3082-42fd-8bc8-9898f219e73f req-4d6801b8-4fd7-477e-a800-5505569fd67d tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 948 time: 0.2743394 Feb 07 16:33:28.542278 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a47bf84-468b-4d30-b5a2-f0c87b6854f0 admin admin] Publish callbacks [] for security_group (19f903fa-d88b-4067-ace4-92a250123e65), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:28.548256 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0428b19-1ee2-4b46-a9e0-b18162b2fa22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:28.554945 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d0428b19-1ee2-4b46-a9e0-b18162b2fa22 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2451076-0efc-416a-932d-d017df887d83 HTTP/1.1" status: 204 len: 168 time: 0.7833753 Feb 07 16:33:28.587354 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0428b19-1ee2-4b46-a9e0-b18162b2fa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2451076-0efc-416a-932d-d017df887d83,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:28.602633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:33:28.603167 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:28.603727 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:33:28.604342 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Bound port: 48da32cb-0135-479c-aabd-cb2214318fa6, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:33:28.604879 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (48da32cb-0135-479c-aabd-cb2214318fa6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:28.608196 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52756) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:28.633240 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdaa1c-5d65-4c1d-8399-672b88976a24 req-7a258881-cefe-4599-b1ea-7928142f1910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:28.636495 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-98cdaa1c-5d65-4c1d-8399-672b88976a24 req-7a258881-cefe-4599-b1ea-7928142f1910 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1660357 Feb 07 16:33:28.637708 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-83c8f60c-ee6e-4326-ac08-e9e54cbc5b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:28.702024 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a47bf84-468b-4d30-b5a2-f0c87b6854f0 admin admin] Publish callbacks [] for security_group (19f903fa-d88b-4067-ace4-92a250123e65), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:28.729652 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8a415663-f524-46ba-8825-4df18772c13d None None] Current status of the port 083ffa5b-bd28-4e9a-a2b2-6016be5605c3 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:28.871021 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-98cdaa1c-5d65-4c1d-8399-672b88976a24 req-a2e288cb-1d69-4a8c-965d-39148bc2a5e7 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190459 Feb 07 16:33:28.954559 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-83c8f60c-ee6e-4326-ac08-e9e54cbc5b8c admin admin] Publish callbacks [] for security_group (ed22077f-bcba-49c4-9200-d444effeeb16), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:28.973629 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.48', 56698) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:28.996057 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-635eb158-3082-42fd-8bc8-9898f219e73f req-a5a8dc2e-7e5f-4745-8f62-adce4eacd5f8 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007239 Feb 07 16:33:29.015912 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-83c8f60c-ee6e-4326-ac08-e9e54cbc5b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ed22077f-bcba-49c4-9200-d444effeeb16), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:29.043891 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b617627-a44b-4243-9ce4-572ae9479efe req-a4ade4b9-8589-4e1a-b1e8-b6dd692c668d tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6d66a7acc42547d89174fcc384c2e143&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776122 Feb 07 16:33:29.050692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-fad09d0b-d30e-433a-a02d-3a7e9dc389b7 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Made reservation on behalf of 395c6c7b638e42478d0a1de830a6e583 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:29.054720 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-fad09d0b-d30e-433a-a02d-3a7e9dc389b7 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:29.078785 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-27d88f44-6bd3-46ef-968c-20c10e7122fa None None] Provisioning complete for port 083ffa5b-bd28-4e9a-a2b2-6016be5605c3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:29.079173 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-27d88f44-6bd3-46ef-968c-20c10e7122fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (083ffa5b-bd28-4e9a-a2b2-6016be5605c3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:29.209612 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-2f225195-f00c-44f8-95be-9f8b1e6814da admin admin] Allocated IP 172.25.4.22 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/dce5378f-42bf-41e3-b959-1838ad83e971) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:33:29.212287 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] For port 48da32cb-0135-479c-aabd-cb2214318fa6, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:33:29.246009 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a47bf84-468b-4d30-b5a2-f0c87b6854f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (19f903fa-d88b-4067-ace4-92a250123e65), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:29.248544 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a47bf84-468b-4d30-b5a2-f0c87b6854f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:29.252454 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4a47bf84-468b-4d30-b5a2-f0c87b6854f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19f903fa-d88b-4067-ace4-92a250123e65 HTTP/1.1" status: 204 len: 168 time: 1.5046902 Feb 07 16:33:29.258345 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-83c8f60c-ee6e-4326-ac08-e9e54cbc5b8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8258b213908457e87a47f01265adf28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6459038 Feb 07 16:33:29.268142 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-754535d8-c862-46d2-9944-c40305d3e6f7 req-e7133a01-637c-48f8-98b7-e24e421a0124 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 210 time: 0.1146793 Feb 07 16:33:29.268654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52768) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:29.275256 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8f60c-ee6e-4326-ac08-e9e54cbc5b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed22077f-bcba-49c4-9200-d444effeeb16,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:29.275967 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] For port 48da32cb-0135-479c-aabd-cb2214318fa6, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=48da32cb-0135-479c-aabd-cb2214318fa6,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:33:29.292861 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 083ffa5b-bd28-4e9a-a2b2-6016be5605c3 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:33:29.307223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52770) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:29.392506 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47bf84-468b-4d30-b5a2-f0c87b6854f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f903fa-d88b-4067-ace4-92a250123e65,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:29.396636 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:29.398436 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (48da32cb-0135-479c-aabd-cb2214318fa6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:29.399543 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-27d88f44-6bd3-46ef-968c-20c10e7122fa None None] Current status of the port 083ffa5b-bd28-4e9a-a2b2-6016be5605c3 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:29.414710 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-98cdaa1c-5d65-4c1d-8399-672b88976a24 req-f2d39f46-8874-4d6c-85f7-9827e9a66965 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370481 Feb 07 16:33:29.415754 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f38741c-f57a-4259-a42e-1bdd3fcfddbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:29.437013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 083ffa5b-bd28-4e9a-a2b2-6016be5605c3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:29.437581 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (083ffa5b-bd28-4e9a-a2b2-6016be5605c3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:29.449733 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a57a6277-b7ff-49f8-8cec-172e5639f096 req-c370b17d-247f-404a-8cfd-a0cd21ad1019 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4566860 Feb 07 16:33:29.508712 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b617627-a44b-4243-9ce4-572ae9479efe req-da1acd1d-d021-42f5-8588-5127b488f168 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:29.509899 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b617627-a44b-4243-9ce4-572ae9479efe req-da1acd1d-d021-42f5-8588-5127b488f168 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4650397 Feb 07 16:33:29.531359 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2b617627-a44b-4243-9ce4-572ae9479efe req-c511695c-bf81-42fc-afcb-b99e5cfabe32 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Request body: {'port': {'device_id': 'd6c8e966-ac34-4bce-b975-3240a292c70f', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '6d66a7acc42547d89174fcc384c2e143'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:29.561603 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Pushing event updated for resources: {'Port': ['ID=48da32cb-0135-479c-aabd-cb2214318fa6,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:29.563079 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-78cd0214-984d-42b1-bfdb-552d03026c32 req-5a208ce9-dc50-42cb-9181-47dbcc308a80 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:33:29.581088 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-78cd0214-984d-42b1-bfdb-552d03026c32 req-5a208ce9-dc50-42cb-9181-47dbcc308a80 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1883152 Feb 07 16:33:29.600161 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:29.601362 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:29.602986 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-959f95cc-851c-4749-a910-0bbf45f29f5a service neutron] 10.222.0.32 "PUT /v2.0/ports/48da32cb-0135-479c-aabd-cb2214318fa6 HTTP/1.1" status: 200 len: 1096 time: 4.6530356 Feb 07 16:33:29.606128 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3352431b-e7ca-4195-afc6-3a65f096e4b3', 'tag': '48da32cb-0135-479c-aabd-cb2214318fa6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:29.608686 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4992645f-93ca-40a9-a4d0-0531e2711b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "3352431b-e7ca-4195-afc6-3a65f096e4b3", "tag": "48da32cb-0135-479c-aabd-cb2214318fa6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:29.631585 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 083ffa5b-bd28-4e9a-a2b2-6016be5605c3 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:29.746130 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-444e89be-43b8-4f07-a6e8-1f155ded85c2 req-0cf9cf49-7922-49f7-9881-fb28c0f7b621 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c8e966-ac34-4bce-b975-3240a292c70f HTTP/1.1" status: 200 len: 210 time: 0.2960989 Feb 07 16:33:29.798393 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21c5029-f858-46ad-9621-0346a2f70f84 x-openstack-request-id: req-f21c5029-f858-46ad-9621-0346a2f70f84 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:29.798759 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3352431b-e7ca-4195-afc6-3a65f096e4b3", "tag": "48da32cb-0135-479c-aabd-cb2214318fa6", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:29.798995 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f21c5029-f858-46ad-9621-0346a2f70f84 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:29.799283 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3352431b-e7ca-4195-afc6-3a65f096e4b3', 'tag': '48da32cb-0135-479c-aabd-cb2214318fa6', 'status': 'completed', 'code': 200} Feb 07 16:33:29.841890 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-fad09d0b-d30e-433a-a02d-3a7e9dc389b7 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Allocated IP 192.168.233.7 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/cab7bb77-7b47-4639-ac83-a3d0718a39d0) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:33:29.847489 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a6277-b7ff-49f8-8cec-172e5639f096 req-e4cc4237-3607-4b5f-8e84-03515cdfeb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:29.849319 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a57a6277-b7ff-49f8-8cec-172e5639f096 req-e4cc4237-3607-4b5f-8e84-03515cdfeb5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=81e38ff1adce4781b0a8ed97d81bdc5f&device_id=f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7 HTTP/1.1" status: 200 len: 1131 time: 0.3486562 Feb 07 16:33:29.887980 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f38741c-f57a-4259-a42e-1bdd3fcfddbb admin admin] Publish callbacks [] for security_group (e24cee8d-f6cb-4f17-bd67-eee9cc1d2c1a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:29.890364 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4f71dff-84d8-4f28-aac8-df2fce8a1541 admin admin] Publish callbacks [] for security_group (ed22077f-bcba-49c4-9200-d444effeeb16), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:29.906744 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52780) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:29.930365 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f38741c-f57a-4259-a42e-1bdd3fcfddbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e24cee8d-f6cb-4f17-bd67-eee9cc1d2c1a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:29.956031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b617627-a44b-4243-9ce4-572ae9479efe req-c511695c-bf81-42fc-afcb-b99e5cfabe32 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Made reservation on behalf of 6d66a7acc42547d89174fcc384c2e143 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:29.959959 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b617627-a44b-4243-9ce4-572ae9479efe req-c511695c-bf81-42fc-afcb-b99e5cfabe32 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:30.009296 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5f38741c-f57a-4259-a42e-1bdd3fcfddbb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cdc064bb0ea54119af632728a2e8d0ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6943421 Feb 07 16:33:30.014017 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52782) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:30.018910 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f225195-f00c-44f8-95be-9f8b1e6814da admin admin] Publish callbacks [] for port (dce5378f-42bf-41e3-b959-1838ad83e971), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:30.023703 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38741c-f57a-4259-a42e-1bdd3fcfddbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24cee8d-f6cb-4f17-bd67-eee9cc1d2c1a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:30.029250 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4f71dff-84d8-4f28-aac8-df2fce8a1541 admin admin] Publish callbacks [] for security_group (ed22077f-bcba-49c4-9200-d444effeeb16), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:30.061517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-2cf46fbb-7865-486d-98b0-a295b9b27445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:30.063058 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-2cf46fbb-7865-486d-98b0-a295b9b27445 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=486b5dd718334d35a545e5c0c2409901&device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 1130 time: 0.3913131 Feb 07 16:33:30.091999 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a6277-b7ff-49f8-8cec-172e5639f096 req-059cbfdb-3896-4ae0-a79b-b427c086181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:30.093438 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a57a6277-b7ff-49f8-8cec-172e5639f096 req-059cbfdb-3896-4ae0-a79b-b427c086181d service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.2215953 Feb 07 16:33:30.185623 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a57a6277-b7ff-49f8-8cec-172e5639f096 req-dec02735-04b7-4b08-ae5e-07d815908cfc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=4ea135ec-95ff-4c47-9488-c0bb6bc6430a HTTP/1.1" status: 200 len: 217 time: 0.0814741 Feb 07 16:33:30.197877 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-ff5e309d-a5b6-4015-bc7d-f10f9b5a7cfe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=48da32cb-0135-479c-aabd-cb2214318fa6 HTTP/1.1" status: 200 len: 217 time: 0.0981231 Feb 07 16:33:30.202676 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9e9d6d3a-9fc6-43bd-9ad4-ab97d7054754 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1213dd1e622e4f188429de6f4fb17e50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828765 Feb 07 16:33:30.206381 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52786) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:30.238576 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-051a068f-19de-448b-b2b9-cf6aab16bb9f admin admin] Publish callbacks [] for security_group (e24cee8d-f6cb-4f17-bd67-eee9cc1d2c1a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:30.264925 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499567-a00b-4fe3-83cb-d5a3bc1d0678 req-cd287612-b3f7-4f07-a133-bf8a4a059fcd tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:30.266492 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04499567-a00b-4fe3-83cb-d5a3bc1d0678 req-cd287612-b3f7-4f07-a133-bf8a4a059fcd tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7 HTTP/1.1" status: 200 len: 949 time: 0.3860519 Feb 07 16:33:30.281992 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-051a068f-19de-448b-b2b9-cf6aab16bb9f admin admin] Publish callbacks [] for security_group (e24cee8d-f6cb-4f17-bd67-eee9cc1d2c1a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:30.298489 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ea08-6e21-4a37-afc9-5890ee59c36c req-e26ce202-ac7c-45cd-aa54-88fe07097271 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:30.300045 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bc77ea08-6e21-4a37-afc9-5890ee59c36c req-e26ce202-ac7c-45cd-aa54-88fe07097271 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 948 time: 0.2007923 Feb 07 16:33:30.303817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a6277-b7ff-49f8-8cec-172e5639f096 req-6f3c203d-9b6a-48f2-8e42-e4e8658b97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:30.305246 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a57a6277-b7ff-49f8-8cec-172e5639f096 req-6f3c203d-9b6a-48f2-8e42-e4e8658b97fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1024213 Feb 07 16:33:30.312104 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f225195-f00c-44f8-95be-9f8b1e6814da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (dce5378f-42bf-41e3-b959-1838ad83e971), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:30.354965 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4f71dff-84d8-4f28-aac8-df2fce8a1541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ed22077f-bcba-49c4-9200-d444effeeb16), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:30.357670 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4f71dff-84d8-4f28-aac8-df2fce8a1541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:30.361527 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d4f71dff-84d8-4f28-aac8-df2fce8a1541 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed22077f-bcba-49c4-9200-d444effeeb16 HTTP/1.1" status: 204 len: 168 time: 1.0810249 Feb 07 16:33:30.405679 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bc77ea08-6e21-4a37-afc9-5890ee59c36c req-4d76608b-0685-4707-82be-4ba389fdf9d5 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973275 Feb 07 16:33:30.428698 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a6277-b7ff-49f8-8cec-172e5639f096 req-298a5edc-0e9c-4abd-92e7-a728f780d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:30.428698 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a57a6277-b7ff-49f8-8cec-172e5639f096 req-298a5edc-0e9c-4abd-92e7-a728f780d853 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1078942 Feb 07 16:33:30.428698 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-051a068f-19de-448b-b2b9-cf6aab16bb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e24cee8d-f6cb-4f17-bd67-eee9cc1d2c1a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:30.429938 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-051a068f-19de-448b-b2b9-cf6aab16bb9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:30.434543 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-051a068f-19de-448b-b2b9-cf6aab16bb9f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e24cee8d-f6cb-4f17-bd67-eee9cc1d2c1a HTTP/1.1" status: 204 len: 168 time: 0.4173858 Feb 07 16:33:30.445509 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-0e0280b6-63af-4298-bdc0-04512c28a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:30.447204 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-0e0280b6-63af-4298-bdc0-04512c28a9ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.2381461 Feb 07 16:33:30.447697 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f225195-f00c-44f8-95be-9f8b1e6814da admin admin] Pushing event updated for resources: {'Port': ['ID=dce5378f-42bf-41e3-b959-1838ad83e971,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:30.454663 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f225195-f00c-44f8-95be-9f8b1e6814da admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:33:30.466583 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-fad09d0b-d30e-433a-a02d-3a7e9dc389b7 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Publish callbacks [] for port (cab7bb77-7b47-4639-ac83-a3d0718a39d0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:30.485308 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2f225195-f00c-44f8-95be-9f8b1e6814da admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:30.487408 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f71dff-84d8-4f28-aac8-df2fce8a1541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed22077f-bcba-49c4-9200-d444effeeb16,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:30.491453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f225195-f00c-44f8-95be-9f8b1e6814da admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:33:30.639692 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04499567-a00b-4fe3-83cb-d5a3bc1d0678 req-c025ea82-5faf-42ac-9e93-8681998e89c1 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570969 Feb 07 16:33:30.652638 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:30.690439 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab694f53-5ef0-4417-a1ce-66bc43b92c97 admin admin] Publish callbacks [] for security_group (8d1ee666-86a6-4664-b624-fa1a946db465), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:30.763248 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a068f-19de-448b-b2b9-cf6aab16bb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24cee8d-f6cb-4f17-bd67-eee9cc1d2c1a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:30.800487 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c485f77b-cec6-4c80-8026-9455392ae285 req-d62eb587-1dbe-41a2-a233-0a471a1e19cf tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 210 time: 0.0586503 Feb 07 16:33:30.864800 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a57a6277-b7ff-49f8-8cec-172e5639f096 req-00dea37b-16fe-4c79-801e-1b7821bcac6b service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313309 Feb 07 16:33:31.030542 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-15ab264c-63d0-4568-a65d-8eb5578b6702 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=81e38ff1adce4781b0a8ed97d81bdc5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385375 Feb 07 16:33:31.042302 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a57a6277-b7ff-49f8-8cec-172e5639f096 req-17c4395e-9403-4842-aefa-71dfcd7ccb73 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714497 Feb 07 16:33:31.078598 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46017e44-8882-41a4-9524-dfba5a679b0a req-fe7b81c5-b56f-4c68-a2bd-91fadc3f6e33 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c8e966-ac34-4bce-b975-3240a292c70f HTTP/1.1" status: 200 len: 210 time: 0.0930836 Feb 07 16:33:31.087752 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab694f53-5ef0-4417-a1ce-66bc43b92c97 admin admin] Publish callbacks [] for security_group (8d1ee666-86a6-4664-b624-fa1a946db465), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:31.117082 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-b693e525-1a00-47dc-8fa0-3d059fc956e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:31.118564 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-b693e525-1a00-47dc-8fa0-3d059fc956e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6565704 Feb 07 16:33:31.123478 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-fad09d0b-d30e-433a-a02d-3a7e9dc389b7 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (cab7bb77-7b47-4639-ac83-a3d0718a39d0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:31.137595 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['214b27d9-51f7-4508-bf1d-b7dfe2bb3844'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:33:31.235998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-2b617627-a44b-4243-9ce4-572ae9479efe req-c511695c-bf81-42fc-afcb-b99e5cfabe32 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Allocated IP 192.168.233.150 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/1fc86ab8-b372-452d-aed5-d2bb485079c7) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:33:31.261780 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-da83e513-705a-446e-ba54-ab84f33d0d1e tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:31.270517 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-da83e513-705a-446e-ba54-ab84f33d0d1e tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2270124 Feb 07 16:33:31.296563 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-5ced6639-a9d8-47c4-aea5-19e0f40ebbda tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/quotas/81e38ff1adce4781b0a8ed97d81bdc5f HTTP/1.1" status: 200 len: 375 time: 0.0250657 Feb 07 16:33:31.310307 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f225195-f00c-44f8-95be-9f8b1e6814da admin admin] Publish callbacks [] for router_gateway (d419b1eb-88a5-4783-b32d-62c74d2da5af), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:31.414475 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-4303effc-b11c-42f2-910a-f22747ad744e tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=81e38ff1adce4781b0a8ed97d81bdc5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1168962 Feb 07 16:33:31.457909 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab694f53-5ef0-4417-a1ce-66bc43b92c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8d1ee666-86a6-4664-b624-fa1a946db465), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:31.460704 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab694f53-5ef0-4417-a1ce-66bc43b92c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:31.462006 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ab694f53-5ef0-4417-a1ce-66bc43b92c97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d1ee666-86a6-4664-b624-fa1a946db465 HTTP/1.1" status: 204 len: 168 time: 1.2514045 Feb 07 16:33:31.483724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-fad09d0b-d30e-433a-a02d-3a7e9dc389b7 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:33:31.506502 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-fad09d0b-d30e-433a-a02d-3a7e9dc389b7 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:31.512572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad09d0b-d30e-433a-a02d-3a7e9dc389b7 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Pushing event updated for resources: {'Port': ['ID=cab7bb77-7b47-4639-ac83-a3d0718a39d0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:31.515249 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab694f53-5ef0-4417-a1ce-66bc43b92c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1ee666-86a6-4664-b624-fa1a946db465,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:31.517424 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-fad09d0b-d30e-433a-a02d-3a7e9dc389b7 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:33:31.524784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-fad09d0b-d30e-433a-a02d-3a7e9dc389b7 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:31.525129 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-fad09d0b-d30e-433a-a02d-3a7e9dc389b7 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:31.609861 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-5604ca41-44b4-4afe-9aa1-d87924f25bd3 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788635 Feb 07 16:33:31.613376 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-fad09d0b-d30e-433a-a02d-3a7e9dc389b7 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5218208 Feb 07 16:33:31.643636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] Request body: {'port': {'device_id': '6e1b0c7d-400e-478e-b5d5-a05d19eb6169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:31.657334 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b617627-a44b-4243-9ce4-572ae9479efe req-c511695c-bf81-42fc-afcb-b99e5cfabe32 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Publish callbacks [] for port (1fc86ab8-b372-452d-aed5-d2bb485079c7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:31.708581 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 53f19a98-a70f-488e-b089-2a1c6610df6c details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:33:31.777580 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b617627-a44b-4243-9ce4-572ae9479efe req-c511695c-bf81-42fc-afcb-b99e5cfabe32 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (1fc86ab8-b372-452d-aed5-d2bb485079c7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:31.840185 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-005d68a3-053d-4d32-b4bf-4e0fd981ac41 req-05cf2ad3-632d-4caf-9da8-7c7630578587 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 210 time: 0.1039743 Feb 07 16:33:31.958201 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b617627-a44b-4243-9ce4-572ae9479efe req-c511695c-bf81-42fc-afcb-b99e5cfabe32 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:33:31.967366 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-2b617627-a44b-4243-9ce4-572ae9479efe req-c511695c-bf81-42fc-afcb-b99e5cfabe32 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:31.982788 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b617627-a44b-4243-9ce4-572ae9479efe req-c511695c-bf81-42fc-afcb-b99e5cfabe32 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:33:31.988121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b617627-a44b-4243-9ce4-572ae9479efe req-c511695c-bf81-42fc-afcb-b99e5cfabe32 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:31.988778 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b617627-a44b-4243-9ce4-572ae9479efe req-c511695c-bf81-42fc-afcb-b99e5cfabe32 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:32.014947 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f1f9ad8a-42d3-4b4e-9dc4-59819b7caa81 None None] Provisioning complete for port cab7bb77-7b47-4639-ac83-a3d0718a39d0 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:32.016457 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ad8a-42d3-4b4e-9dc4-59819b7caa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (cab7bb77-7b47-4639-ac83-a3d0718a39d0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:32.077697 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511695c-bf81-42fc-afcb-b99e5cfabe32 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Pushing event updated for resources: {'Port': ['ID=1fc86ab8-b372-452d-aed5-d2bb485079c7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:32.089505 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b617627-a44b-4243-9ce4-572ae9479efe req-c511695c-bf81-42fc-afcb-b99e5cfabe32 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5647469 Feb 07 16:33:32.105437 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Request body: {'port': {'device_id': 'd6c8e966-ac34-4bce-b975-3240a292c70f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:32.115632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9ad8a-42d3-4b4e-9dc4-59819b7caa81 None None] Port cab7bb77-7b47-4639-ac83-a3d0718a39d0 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:33:32.128076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 53f19a98-a70f-488e-b089-2a1c6610df6c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=53f19a98-a70f-488e-b089-2a1c6610df6c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:32.148859 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '53f19a98-a70f-488e-b089-2a1c6610df6c', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '53f19a98-a70f-488e-b089-2a1c6610df6c', 'mac_address': 'fa:16:3e:f1:6b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:33:32.150082 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1a116-cf7c-4b0e-90c2-47ab725bb37e req-dafabf4c-33ff-4b16-b879-65ef7a249319 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:32.157843 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9c1a116-cf7c-4b0e-90c2-47ab725bb37e req-dafabf4c-33ff-4b16-b879-65ef7a249319 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 934 time: 0.1549056 Feb 07 16:33:32.217629 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e034f60-4c0e-4cfd-bfa0-3c1960ec37a9 req-8da0ffc6-4693-4840-9160-5139eceb6606 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:32.224391 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9e034f60-4c0e-4cfd-bfa0-3c1960ec37a9 req-8da0ffc6-4693-4840-9160-5139eceb6606 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 948 time: 0.5977130 Feb 07 16:33:32.227966 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1fc86ab8-b372-452d-aed5-d2bb485079c7), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:32.290488 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (cab7bb77-7b47-4639-ac83-a3d0718a39d0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:32.348263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 53f19a98-a70f-488e-b089-2a1c6610df6c is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:32.349213 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:32.422173 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:32.458337 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f19a98-a70f-488e-b089-2a1c6610df6c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:33:32.524041 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 53f19a98-a70f-488e-b089-2a1c6610df6c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=53f19a98-a70f-488e-b089-2a1c6610df6c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:32.531169 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca059442-b000-4122-a8d8-83f9f93aa986 req-9887106d-a339-4cc7-a7ff-ad05f4805469 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8920274 Feb 07 16:33:32.548370 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9e034f60-4c0e-4cfd-bfa0-3c1960ec37a9 req-646b6e3d-cd7b-4279-8cdd-015ffd93a117 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945507 Feb 07 16:33:32.571713 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:32.572911 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc86ab8-b372-452d-aed5-d2bb485079c7 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:33:32.583563 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Publish callbacks [] for port (1fc86ab8-b372-452d-aed5-d2bb485079c7), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:32.599717 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9c1a116-cf7c-4b0e-90c2-47ab725bb37e req-29e64f1e-28bd-417f-8dbe-9d1284103849 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405370 Feb 07 16:33:32.619220 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Transition to ACTIVE for port object 1fc86ab8-b372-452d-aed5-d2bb485079c7 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:33:32.627496 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1fc86ab8-b372-452d-aed5-d2bb485079c7), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:32.670792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0cff2d1e-833e-47d7-b8e2-d33324c313aa None None] Provisioning complete for port 1fc86ab8-b372-452d-aed5-d2bb485079c7 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:32.673476 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0cff2d1e-833e-47d7-b8e2-d33324c313aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1fc86ab8-b372-452d-aed5-d2bb485079c7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:32.702403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52880) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:32.702708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc86ab8-b372-452d-aed5-d2bb485079c7,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:32.783180 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Attempting to bind port 1fc86ab8-b372-452d-aed5-d2bb485079c7 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:33:32.785092 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Attempting to bind port 1fc86ab8-b372-452d-aed5-d2bb485079c7 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:33:32.786609 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Attempting to bind port 1fc86ab8-b372-452d-aed5-d2bb485079c7 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:32.798341 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Port 1fc86ab8-b372-452d-aed5-d2bb485079c7 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:33:32.800177 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Attempting to bind port 1fc86ab8-b372-452d-aed5-d2bb485079c7 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:32.811791 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:33:32.813508 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:32.814300 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:33:32.815484 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Bound port: 1fc86ab8-b372-452d-aed5-d2bb485079c7, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:33:32.817021 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1fc86ab8-b372-452d-aed5-d2bb485079c7), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:32.909843 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f225195-f00c-44f8-95be-9f8b1e6814da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (d419b1eb-88a5-4783-b32d-62c74d2da5af), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:32.925702 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['53f19a98-a70f-488e-b089-2a1c6610df6c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:33:32.936339 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0cff2d1e-833e-47d7-b8e2-d33324c313aa None None] Port 1fc86ab8-b372-452d-aed5-d2bb485079c7 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:33:32.946682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=53f19a98-a70f-488e-b089-2a1c6610df6c,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:33.006825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] For port 1fc86ab8-b372-452d-aed5-d2bb485079c7, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:33:33.015337 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] For port 1fc86ab8-b372-452d-aed5-d2bb485079c7, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1fc86ab8-b372-452d-aed5-d2bb485079c7,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:33:33.039489 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2ab84d93-5481-44ee-8dc2-cec308178241 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-668700942-network', 'tenant_id': '1f5f3d4d801148dc8496b5d9406d8a72'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:33.045420 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1fc86ab8-b372-452d-aed5-d2bb485079c7), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:33.091078 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-32530e60-ebc0-4697-bb04-2871219b885f req-33e62ebc-bbc0-4fce-acc7-6fad9d08fe52 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 210 time: 0.0675433 Feb 07 16:33:33.184579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc86ab8-b372-452d-aed5-d2bb485079c7,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:33.201189 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:33.202030 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:33.203794 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fa87e3fd-c571-4250-99de-650e353983f8 service neutron] 10.222.0.48 "PUT /v2.0/ports/1fc86ab8-b372-452d-aed5-d2bb485079c7 HTTP/1.1" status: 200 len: 1096 time: 1.1035480 Feb 07 16:33:33.204323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c8e966-ac34-4bce-b975-3240a292c70f', 'tag': '1fc86ab8-b372-452d-aed5-d2bb485079c7'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:33.206712 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86ed2de-86cd-4c37-9b2b-9c578dd90490" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c8e966-ac34-4bce-b975-3240a292c70f", "tag": "1fc86ab8-b372-452d-aed5-d2bb485079c7"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:33.212851 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab84d93-5481-44ee-8dc2-cec308178241 admin admin] Made reservation on behalf of 1f5f3d4d801148dc8496b5d9406d8a72 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:33.215144 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ab84d93-5481-44ee-8dc2-cec308178241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:33.230422 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ab84d93-5481-44ee-8dc2-cec308178241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:33.343820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992645f-93ca-40a9-a4d0-0531e2711b2c req-a29a00fe-95a4-4200-806e-49e7ef3befc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:33.345176 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4992645f-93ca-40a9-a4d0-0531e2711b2c req-a29a00fe-95a4-4200-806e-49e7ef3befc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=486b5dd718334d35a545e5c0c2409901&device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 1130 time: 0.7539995 Feb 07 16:33:33.347045 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcafb971-6156-48fe-b6f7-f0acbe0fa75b x-openstack-request-id: req-dcafb971-6156-48fe-b6f7-f0acbe0fa75b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:33.348169 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c8e966-ac34-4bce-b975-3240a292c70f", "tag": "1fc86ab8-b372-452d-aed5-d2bb485079c7", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:33.348169 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dcafb971-6156-48fe-b6f7-f0acbe0fa75b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:33.348882 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c8e966-ac34-4bce-b975-3240a292c70f', 'tag': '1fc86ab8-b372-452d-aed5-d2bb485079c7', 'status': 'completed', 'code': 200} Feb 07 16:33:33.382788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62684e2-22c4-4231-ba7c-eae3ca87ee42 req-161e9c3a-b1af-4c7e-bce2-ff4647b107c4 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:33.389945 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d62684e2-22c4-4231-ba7c-eae3ca87ee42 req-161e9c3a-b1af-4c7e-bce2-ff4647b107c4 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c8e966-ac34-4bce-b975-3240a292c70f HTTP/1.1" status: 200 len: 948 time: 0.5955503 Feb 07 16:33:33.435789 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b617627-a44b-4243-9ce4-572ae9479efe req-57395a5f-5c44-43f5-8fb1-3b3f97fdf73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:33.437656 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b617627-a44b-4243-9ce4-572ae9479efe req-57395a5f-5c44-43f5-8fb1-3b3f97fdf73d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d66a7acc42547d89174fcc384c2e143&device_id=d6c8e966-ac34-4bce-b975-3240a292c70f HTTP/1.1" status: 200 len: 1130 time: 0.1664762 Feb 07 16:33:33.529526 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b617627-a44b-4243-9ce4-572ae9479efe req-a57654d8-5130-417d-97a6-c7d8aed07443 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=1fc86ab8-b372-452d-aed5-d2bb485079c7 HTTP/1.1" status: 200 len: 217 time: 0.0776029 Feb 07 16:33:33.564758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab7bb77-7b47-4639-ac83-a3d0718a39d0 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:33:33.602084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fac52397-1327-4d80-8612-d8a93ab705d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:33.603762 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b617627-a44b-4243-9ce4-572ae9479efe req-fac52397-1327-4d80-8612-d8a93ab705d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0653486 Feb 07 16:33:33.610970 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] Publish callbacks [] for port (cab7bb77-7b47-4639-ac83-a3d0718a39d0), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:33.715282 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] Transition to ACTIVE for port object cab7bb77-7b47-4639-ac83-a3d0718a39d0 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:33:33.716568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f225195-f00c-44f8-95be-9f8b1e6814da admin admin] Router d419b1eb-88a5-4783-b32d-62c74d2da5af is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:33:33.739707 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d62684e2-22c4-4231-ba7c-eae3ca87ee42 req-13348bcf-7133-49f5-896f-dd29fa5eeb0e tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487499 Feb 07 16:33:33.747065 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (cab7bb77-7b47-4639-ac83-a3d0718a39d0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:33.759708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992645f-93ca-40a9-a4d0-0531e2711b2c req-02fae174-7a23-422f-b7c4-84479ba0ba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:33.764823 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4992645f-93ca-40a9-a4d0-0531e2711b2c req-02fae174-7a23-422f-b7c4-84479ba0ba96 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.4108970 Feb 07 16:33:33.766824 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-0852c19a-e168-4a57-8533-2d9d52395767 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=81e38ff1adce4781b0a8ed97d81bdc5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1590343 Feb 07 16:33:33.770900 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ab84d93-5481-44ee-8dc2-cec308178241 admin admin] Publish callbacks [] for security_group (5dd1cc67-0370-404d-9798-d1b45dd0b682), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:33.844976 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ab84d93-5481-44ee-8dc2-cec308178241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5dd1cc67-0370-404d-9798-d1b45dd0b682), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:33.867300 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab84d93-5481-44ee-8dc2-cec308178241 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:33:33.933404 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ca92a-2cdf-4a08-b6b5-1279d00e64d4 req-be9ed9d3-c238-473d-8b18-a639593c669f tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:33.942919 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ca6ca92a-2cdf-4a08-b6b5-1279d00e64d4 req-be9ed9d3-c238-473d-8b18-a639593c669f tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 948 time: 0.2831306 Feb 07 16:33:33.952803 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4992645f-93ca-40a9-a4d0-0531e2711b2c req-cec5696f-a3c9-452e-9790-9111a6460910 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=48da32cb-0135-479c-aabd-cb2214318fa6 HTTP/1.1" status: 200 len: 217 time: 0.1267107 Feb 07 16:33:34.009461 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ab84d93-5481-44ee-8dc2-cec308178241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (ca7f3b7f-5c0c-4cbb-bc07-6b0bd309103a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:34.009806 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-2ab84d93-5481-44ee-8dc2-cec308178241 admin admin] Added segment ca7f3b7f-5c0c-4cbb-bc07-6b0bd309103a of type vlan for network 3bf16927-ddb4-4471-89a9-eff98f540be8 Feb 07 16:33:34.034816 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ca6ca92a-2cdf-4a08-b6b5-1279d00e64d4 req-e1b99f2f-636c-4c26-a1a5-d44a90d0a932 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757129 Feb 07 16:33:34.053143 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab84d93-5481-44ee-8dc2-cec308178241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd1cc67-0370-404d-9798-d1b45dd0b682,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:34.060905 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b617627-a44b-4243-9ce4-572ae9479efe req-4c014e7f-4749-474b-a2d6-dbb3bb8974c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:34.062474 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b617627-a44b-4243-9ce4-572ae9479efe req-4c014e7f-4749-474b-a2d6-dbb3bb8974c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4360132 Feb 07 16:33:34.242441 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85024e8f-503d-4901-9178-3321996a982d service neutron] Pushing event updated for resources: {'Port': ['ID=cab7bb77-7b47-4639-ac83-a3d0718a39d0,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:34.358059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] Attempting to bind port cab7bb77-7b47-4639-ac83-a3d0718a39d0 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:33:34.358749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] Attempting to bind port cab7bb77-7b47-4639-ac83-a3d0718a39d0 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:33:34.358749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] Attempting to bind port cab7bb77-7b47-4639-ac83-a3d0718a39d0 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:34.369425 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992645f-93ca-40a9-a4d0-0531e2711b2c req-0c1f6e25-48e8-4e53-b92b-216e4fbca9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:34.370911 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4992645f-93ca-40a9-a4d0-0531e2711b2c req-0c1f6e25-48e8-4e53-b92b-216e4fbca9c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1438293 Feb 07 16:33:34.381181 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08afeaf-2cef-4fe4-984b-9bb1673f83e0 req-b133e1e7-a95f-4d28-b007-65f1cc772439 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:34.382824 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c08afeaf-2cef-4fe4-984b-9bb1673f83e0 req-b133e1e7-a95f-4d28-b007-65f1cc772439 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 946 time: 0.5414743 Feb 07 16:33:34.395900 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] Port cab7bb77-7b47-4639-ac83-a3d0718a39d0 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:33:34.396263 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] Attempting to bind port cab7bb77-7b47-4639-ac83-a3d0718a39d0 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:34.408987 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ab84d93-5481-44ee-8dc2-cec308178241 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (3bf16927-ddb4-4471-89a9-eff98f540be8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:34.438280 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:33:34.438280 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:34.438280 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:33:34.438280 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] Bound port: cab7bb77-7b47-4639-ac83-a3d0718a39d0, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:33:34.438753 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (cab7bb77-7b47-4639-ac83-a3d0718a39d0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:34.452975 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f225195-f00c-44f8-95be-9f8b1e6814da admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:33:34.463887 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] Sync routers for ids ['d419b1eb-88a5-4783-b32d-62c74d2da5af'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:33:34.467864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-84c57ca3-4a27-47cd-9b15-153660b48208 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:34.469469 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-84c57ca3-4a27-47cd-9b15-153660b48208 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6916702 Feb 07 16:33:34.471483 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4ae4d6b5-d029-4c03-9c30-78e0185ec13c req-6d249916-7322-4470-aa34-d80f119e6659 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 210 time: 0.0594730 Feb 07 16:33:34.494421 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] Routers {'d419b1eb-88a5-4783-b32d-62c74d2da5af'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:33:34.498469 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:33:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d419b1eb-88a5-4783-b32d-62c74d2da5af'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:33:34.502152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Request body: {'port': {'device_id': 'b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '81e38ff1adce4781b0a8ed97d81bdc5f'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:34.543290 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f225195-f00c-44f8-95be-9f8b1e6814da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:34.544744 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2f225195-f00c-44f8-95be-9f8b1e6814da admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 9.3761921 Feb 07 16:33:34.554267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52938) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:34.567390 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c08afeaf-2cef-4fe4-984b-9bb1673f83e0 req-5bfdb2e6-b78f-4a19-a318-eb4ed475c7b3 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688447 Feb 07 16:33:34.624082 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992645f-93ca-40a9-a4d0-0531e2711b2c req-d993bd00-fa78-410a-9169-926bad8b5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:34.626196 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4992645f-93ca-40a9-a4d0-0531e2711b2c req-d993bd00-fa78-410a-9169-926bad8b5149 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2421346 Feb 07 16:33:34.679503 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ab84d93-5481-44ee-8dc2-cec308178241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (3bf16927-ddb4-4471-89a9-eff98f540be8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:34.680503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab84d93-5481-44ee-8dc2-cec308178241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:34.681160 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ab84d93-5481-44ee-8dc2-cec308178241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:34.716454 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b617627-a44b-4243-9ce4-572ae9479efe req-3f115326-c4ff-46cb-a252-11edc3443bd9 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6374052 Feb 07 16:33:34.752817 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] For port cab7bb77-7b47-4639-ac83-a3d0718a39d0, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:33:34.758598 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] Set router d419b1eb-88a5-4783-b32d-62c74d2da5af gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:33:34.783078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] For port cab7bb77-7b47-4639-ac83-a3d0718a39d0, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=cab7bb77-7b47-4639-ac83-a3d0718a39d0,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:33:34.807230 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (cab7bb77-7b47-4639-ac83-a3d0718a39d0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:34.994174 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Made reservation on behalf of 81e38ff1adce4781b0a8ed97d81bdc5f for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:34.997879 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:35.012814 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:35.013798 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:35.015656 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-85024e8f-503d-4901-9178-3321996a982d service neutron] 10.222.0.48 "PUT /v2.0/ports/cab7bb77-7b47-4639-ac83-a3d0718a39d0 HTTP/1.1" status: 200 len: 1094 time: 3.3878193 Feb 07 16:33:35.022031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab84d93-5481-44ee-8dc2-cec308178241 admin admin] Pushing event updated for resources: {'Network': ['ID=3bf16927-ddb4-4471-89a9-eff98f540be8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:35.031192 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2ab84d93-5481-44ee-8dc2-cec308178241 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3258104 Feb 07 16:33:35.038852 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52970) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:35.052874 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cae54642-5446-45eb-a139-4f9113eca48f admin admin] Request body: {'subnet': {'network_id': '3bf16927-ddb4-4471-89a9-eff98f540be8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-668700942-subnet', 'tenant_id': '1f5f3d4d801148dc8496b5d9406d8a72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:35.054815 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-router', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:25Z', 'updated_at': '2022-02-07T16:33:30Z', 'revision_number': 3, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'gw_port': {'id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:28Z', 'updated_at': '2022-02-07T16:33:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:33:35.057993 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 3bf16927-ddb4-4471-89a9-eff98f540be8 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:33:35.062253 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1b0c7d-400e-478e-b5d5-a05d19eb6169', 'tag': 'cab7bb77-7b47-4639-ac83-a3d0718a39d0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:35.065050 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513ddfc0-ace2-41a1-8621-87ffe4d8a9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1b0c7d-400e-478e-b5d5-a05d19eb6169", "tag": "cab7bb77-7b47-4639-ac83-a3d0718a39d0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:35.128424 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae54642-5446-45eb-a139-4f9113eca48f admin admin] Made reservation on behalf of 1f5f3d4d801148dc8496b5d9406d8a72 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:35.129732 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] Checking router: d419b1eb-88a5-4783-b32d-62c74d2da5af for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:33:35.130211 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] Updating router d419b1eb-88a5-4783-b32d-62c74d2da5af port dce5378f-42bf-41e3-b959-1838ad83e971 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:33:35.137748 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cae54642-5446-45eb-a139-4f9113eca48f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:35.192427 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (dce5378f-42bf-41e3-b959-1838ad83e971), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:35.234642 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4992645f-93ca-40a9-a4d0-0531e2711b2c req-898a6c59-bb7f-440a-b69b-78ccfb02ed1e service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706482 Feb 07 16:33:35.255890 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85024e8f-503d-4901-9178-3321996a982d service neutron] Pushing event updated for resources: {'Port': ['ID=cab7bb77-7b47-4639-ac83-a3d0718a39d0,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:35.388839 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Allocated IP 192.168.233.55 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/5c6ca577-8013-4dab-962e-e4486862727c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:33:35.463219 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b617627-a44b-4243-9ce4-572ae9479efe req-d6979b6d-f96b-40c5-9ec6-2099fb54e627 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7185886 Feb 07 16:33:35.502207 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acfb12-9e58-44d8-be79-0a98f54b7b40 req-7d894363-53b7-4b07-84aa-6feca29b9585 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:35.510103 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-25acfb12-9e58-44d8-be79-0a98f54b7b40 req-7d894363-53b7-4b07-84aa-6feca29b9585 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 948 time: 0.2365158 Feb 07 16:33:35.533947 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc256792-23d9-454c-a6ed-7f081954dc81 req-84371fa4-07fd-4304-b8d2-3cc3d1fb31a1 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:35.535715 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc256792-23d9-454c-a6ed-7f081954dc81 req-84371fa4-07fd-4304-b8d2-3cc3d1fb31a1 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c8e966-ac34-4bce-b975-3240a292c70f HTTP/1.1" status: 200 len: 948 time: 0.6194968 Feb 07 16:33:35.559955 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-fa1dbd99-6f8e-446d-9951-86ad122d6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:35.562240 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-fa1dbd99-6f8e-446d-9951-86ad122d6af7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=395c6c7b638e42478d0a1de830a6e583&device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 1128 time: 0.4936614 Feb 07 16:33:35.663528 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4992645f-93ca-40a9-a4d0-0531e2711b2c req-8142b388-f1ed-4692-a46c-411b40d1125a service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884895 Feb 07 16:33:35.683933 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] Publish callbacks [] for port (dce5378f-42bf-41e3-b959-1838ad83e971), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:35.690098 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (dce5378f-42bf-41e3-b959-1838ad83e971), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:35.705812 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-bb14741b-e58e-4ab5-83cf-b0f2e60920a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=cab7bb77-7b47-4639-ac83-a3d0718a39d0 HTTP/1.1" status: 200 len: 217 time: 0.0873122 Feb 07 16:33:35.737665 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 48da32cb-0135-479c-aabd-cb2214318fa6 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:33:35.751506 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-25acfb12-9e58-44d8-be79-0a98f54b7b40 req-d5f5d83f-0a4c-48e2-a6fe-99cc6e0f8994 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404096 Feb 07 16:33:35.788540 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] Attempting to bind port dce5378f-42bf-41e3-b959-1838ad83e971 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:33:35.790551 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] Attempting to bind port dce5378f-42bf-41e3-b959-1838ad83e971 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:33:35.791063 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] Attempting to bind port dce5378f-42bf-41e3-b959-1838ad83e971 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:35.792685 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc256792-23d9-454c-a6ed-7f081954dc81 req-3866ac9f-2f33-4ecc-9f8f-c4bfa4bd3136 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478139 Feb 07 16:33:35.802017 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-c989dcf4-f428-4f79-bc11-3b33e43cec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:35.804143 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-c989dcf4-f428-4f79-bc11-3b33e43cec28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0905559 Feb 07 16:33:35.812194 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33def8c-813d-476c-a9c1-0316884de792 None None] Pushing event updated for resources: {'Port': ['ID=dce5378f-42bf-41e3-b959-1838ad83e971,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:35.816923 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:33:35.820187 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:35.820749 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:35.823212 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:33:35.824974 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] Bound port: dce5378f-42bf-41e3-b959-1838ad83e971, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:33:35.826265 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (dce5378f-42bf-41e3-b959-1838ad83e971), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:35.834557 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ed2de-86cd-4c37-9b2b-9c578dd90490 req-3ef759cf-5a6e-41bc-95dd-641c384f79f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:35.836211 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c86ed2de-86cd-4c37-9b2b-9c578dd90490 req-3ef759cf-5a6e-41bc-95dd-641c384f79f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d66a7acc42547d89174fcc384c2e143&device_id=d6c8e966-ac34-4bce-b975-3240a292c70f HTTP/1.1" status: 200 len: 1130 time: 0.3057363 Feb 07 16:33:35.874264 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33def8c-813d-476c-a9c1-0316884de792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:35.874879 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33def8c-813d-476c-a9c1-0316884de792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:35.875483 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33def8c-813d-476c-a9c1-0316884de792 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:35.876175 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33def8c-813d-476c-a9c1-0316884de792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:35.876736 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33def8c-813d-476c-a9c1-0316884de792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:35.877328 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33def8c-813d-476c-a9c1-0316884de792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:35.878123 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33def8c-813d-476c-a9c1-0316884de792 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:35.878688 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33def8c-813d-476c-a9c1-0316884de792 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:35.879259 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33def8c-813d-476c-a9c1-0316884de792 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:35.880169 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33def8c-813d-476c-a9c1-0316884de792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:35.881688 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33def8c-813d-476c-a9c1-0316884de792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:35.882658 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33def8c-813d-476c-a9c1-0316884de792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:35.883457 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33def8c-813d-476c-a9c1-0316884de792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33def8c-813d-476c-a9c1-0316884de792 None None] Tracked resource versions report: Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: pushed versions: Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: { 'AddressGroup': {'1.2'}, Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'ConntrackHelper': {'1.0'}, Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'LocalIPAssociation': {'1.0'}, Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'Log': {'1.0'}, Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'Network': {'1.1'}, Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'Port': {'1.7'}, Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'PortForwarding': {'1.2'}, Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'QosPolicy': {'1.10'}, Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'SecurityGroup': {'1.5'}, Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'SecurityGroupRule': {'1.2'}, Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'SubPort': {'1.0'}, Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'Subnet': {'1.1'}, Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'Trunk': {'1.1'}} Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: consumer versions: Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: { DHCP agent@n-d-827865-3: {}, Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: HyperV agent@n-h1-827865-3: {}, Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: HyperV agent@n-h2-827865-3: {}, Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: L3 agent@n-d-827865-3: {}, Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: Metadata agent@n-d-827865-3: {}, Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: Metering agent@n-d-827865-3: {}, Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: Open vSwitch agent@n-d-827865-3: { 'AddressGroup': '1.2', Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'ConntrackHelper': '1.0', Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'LocalIPAssociation': '1.0', Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'Log': '1.0', Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'Network': '1.1', Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'Port': '1.7', Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'PortForwarding': '1.2', Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'QosPolicy': '1.10', Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'SecurityGroup': '1.5', Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'SecurityGroupRule': '1.2', Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'SubPort': '1.0', Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'Subnet': '1.1', Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: 'Trunk': '1.1'}} Feb 07 16:33:35.885937 n-d-827865-3 neutron-server[103229]: {{(pid=103229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 16:33:35.889428 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb0af95-8340-44cc-975e-a3043e25359d x-openstack-request-id: req-3fb0af95-8340-44cc-975e-a3043e25359d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:35.889428 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1b0c7d-400e-478e-b5d5-a05d19eb6169", "tag": "cab7bb77-7b47-4639-ac83-a3d0718a39d0", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:35.889428 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3fb0af95-8340-44cc-975e-a3043e25359d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:35.894538 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1b0c7d-400e-478e-b5d5-a05d19eb6169', 'tag': 'cab7bb77-7b47-4639-ac83-a3d0718a39d0', 'status': 'completed', 'code': 200} Feb 07 16:33:35.908469 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 53f19a98-a70f-488e-b089-2a1c6610df6c up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:33:35.927300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 48da32cb-0135-479c-aabd-cb2214318fa6, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=48da32cb-0135-479c-aabd-cb2214318fa6,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:35.936429 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] For port dce5378f-42bf-41e3-b959-1838ad83e971, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:33:35.940144 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] For port dce5378f-42bf-41e3-b959-1838ad83e971, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=dce5378f-42bf-41e3-b959-1838ad83e971,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:33:35.950771 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (dce5378f-42bf-41e3-b959-1838ad83e971), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:35.953266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '48da32cb-0135-479c-aabd-cb2214318fa6', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '48da32cb-0135-479c-aabd-cb2214318fa6', 'mac_address': 'fa:16:3e:30:78:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:33:35.978615 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cae54642-5446-45eb-a139-4f9113eca48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for subnet (db3f329c-3bca-4732-aaaa-fb9a526a186b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:35.999010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-957c2eb7-8a16-45e9-9c0a-03bd8aff305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:36.000188 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-957c2eb7-8a16-45e9-9c0a-03bd8aff305a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1889548 Feb 07 16:33:36.031175 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Publish callbacks [] for port (5c6ca577-8013-4dab-962e-e4486862727c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:36.046613 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33def8c-813d-476c-a9c1-0316884de792 None None] Pushing event updated for resources: {'Port': ['ID=dce5378f-42bf-41e3-b959-1838ad83e971,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:36.075820 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 48da32cb-0135-479c-aabd-cb2214318fa6 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:36.079267 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (48da32cb-0135-479c-aabd-cb2214318fa6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:36.080140 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] Routers {'d419b1eb-88a5-4783-b32d-62c74d2da5af'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:33:36.081498 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:33:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d419b1eb-88a5-4783-b32d-62c74d2da5af'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:33:36.102083 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48da32cb-0135-479c-aabd-cb2214318fa6 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:33:36.148242 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae54642-5446-45eb-a139-4f9113eca48f admin admin] Pushing event updated for resources: {'Subnet': ['ID=db3f329c-3bca-4732-aaaa-fb9a526a186b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:36.159389 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ed2de-86cd-4c37-9b2b-9c578dd90490 req-fcb4ae85-ff48-408d-8131-5a849e75518e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:36.167226 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c86ed2de-86cd-4c37-9b2b-9c578dd90490 req-fcb4ae85-ff48-408d-8131-5a849e75518e service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.3226290 Feb 07 16:33:36.173960 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-057d14c1-47f3-4481-8b43-841309a0d9b7 req-45678bd2-7c17-4494-a8d0-78cc049e0ee5 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 210 time: 0.1726646 Feb 07 16:33:36.179799 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 48da32cb-0135-479c-aabd-cb2214318fa6, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=48da32cb-0135-479c-aabd-cb2214318fa6,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:36.255148 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] Set router d419b1eb-88a5-4783-b32d-62c74d2da5af gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:33:36.256315 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (48da32cb-0135-479c-aabd-cb2214318fa6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:36.262906 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae54642-5446-45eb-a139-4f9113eca48f admin admin] Checking segment: {'id': 'ca7f3b7f-5c0c-4cbb-bc07-6b0bd309103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3bf16927-ddb4-4471-89a9-eff98f540be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:36.262906 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae54642-5446-45eb-a139-4f9113eca48f admin admin] Network hostable DHCP agents. Network: 3bf16927-ddb4-4471-89a9-eff98f540be8, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:33:36.274916 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c86ed2de-86cd-4c37-9b2b-9c578dd90490 req-05d6f1ba-49b3-4d39-9eea-4bcfbb3c47b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=1fc86ab8-b372-452d-aed5-d2bb485079c7 HTTP/1.1" status: 200 len: 217 time: 0.0909131 Feb 07 16:33:36.284835 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (5c6ca577-8013-4dab-962e-e4486862727c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:36.397076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=48da32cb-0135-479c-aabd-cb2214318fa6,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:36.405928 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['4ea135ec-95ff-4c47-9488-c0bb6bc6430a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:33:36.440100 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:36.509763 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 53f19a98-a70f-488e-b089-2a1c6610df6c completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:33:36.515354 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-609b2d27-3ef6-45aa-978e-e78fc39461c1 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969850 Feb 07 16:33:36.519648 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae54642-5446-45eb-a139-4f9113eca48f admin admin] Network 3bf16927-ddb4-4471-89a9-eff98f540be8 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:33:36.528424 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['48da32cb-0135-479c-aabd-cb2214318fa6'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:33:36.532677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:33:36.557609 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:36.569601 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Pushing event updated for resources: {'Port': ['ID=5c6ca577-8013-4dab-962e-e4486862727c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:36.571970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-cae54642-5446-45eb-a139-4f9113eca48f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 3bf16927-ddb4-4471-89a9-eff98f540be8) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:36.581012 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ed2de-86cd-4c37-9b2b-9c578dd90490 req-aeddddc6-51d0-4a59-b247-673a5bb30557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:36.581838 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 53f19a98-a70f-488e-b089-2a1c6610df6c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:36.582206 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:36.585623 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c86ed2de-86cd-4c37-9b2b-9c578dd90490 req-aeddddc6-51d0-4a59-b247-673a5bb30557 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.2956662 Feb 07 16:33:36.588057 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:33:36.604674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e6c3c3-a682-4edb-a932-90050f6fbbde None None] Network 3bf16927-ddb4-4471-89a9-eff98f540be8 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:33:36.607114 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:36.608776 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:36.633319 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae54642-5446-45eb-a139-4f9113eca48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:36.637445 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cae54642-5446-45eb-a139-4f9113eca48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:36.693947 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:36.694311 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:36.694646 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:36.694985 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:36.695357 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:36.695729 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:36.696064 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:36.696395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:36.696726 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:36.697056 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:36.698754 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:36.704050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:36.704505 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:36.764077 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fa2ca-b610-488d-bb36-b5659fcd7248 req-ab16522e-1c2d-4ef1-a064-3a520bfcb021 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:36.782859 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a33fa2ca-b610-488d-bb36-b5659fcd7248 req-ab16522e-1c2d-4ef1-a064-3a520bfcb021 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 946 time: 0.4686875 Feb 07 16:33:36.808341 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-608c6a0e-9e2f-4688-97e8-c3555c6cf79d tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3163741 Feb 07 16:33:36.846253 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cae54642-5446-45eb-a139-4f9113eca48f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7978640 Feb 07 16:33:36.853153 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Request body: {'port': {'device_id': 'b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:36.885236 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53016) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:36.887730 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b17726-e2dc-4afe-93f5-f58a701eccdf None None] Network 3bf16927-ddb4-4471-89a9-eff98f540be8 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:33:37.020787 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ed2de-86cd-4c37-9b2b-9c578dd90490 req-1d56ba8d-b9b7-41bf-891f-5271474ae896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:37.025023 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c86ed2de-86cd-4c37-9b2b-9c578dd90490 req-1d56ba8d-b9b7-41bf-891f-5271474ae896 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3840053 Feb 07 16:33:37.033126 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-router', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:25Z', 'updated_at': '2022-02-07T16:33:30Z', 'revision_number': 3, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'gw_port': {'id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:28Z', 'updated_at': '2022-02-07T16:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:33:37.075689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5ff2bda3-a4ce-40ca-a65c-c2cd9620e772 None None] Provisioning complete for port 5c6ca577-8013-4dab-962e-e4486862727c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:37.076422 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5ff2bda3-a4ce-40ca-a65c-c2cd9620e772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5c6ca577-8013-4dab-962e-e4486862727c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:37.086870 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9611d4-7cdb-46b2-9b62-79186371477e None None] The sync data for ids ['d419b1eb-88a5-4783-b32d-62c74d2da5af'] in n-d-827865-3 is: [{'id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-router', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:25Z', 'updated_at': '2022-02-07T16:33:30Z', 'revision_number': 3, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'gw_port': {'id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:28Z', 'updated_at': '2022-02-07T16:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:33:37.130510 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d7f0006-6dc4-4687-9c04-cdd7a9a96d98 req-09e91e6f-e631-4b4b-b509-ddae7e52f03f service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6043499 Feb 07 16:33:37.156505 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Allocated IP 172.20.0.1 (937f4032-ece2-4ef3-ae25-e7defef4a280/84094ea4-ebf5-4efb-98d2-d6d7e236c705/f914952c-e037-4218-95b3-5b28cd4a5bca) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:33:37.183358 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5ff2bda3-a4ce-40ca-a65c-c2cd9620e772 None None] Port 5c6ca577-8013-4dab-962e-e4486862727c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:33:37.330817 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a33fa2ca-b610-488d-bb36-b5659fcd7248 req-fb40393a-52cd-4811-89b1-54bb9e7b7429 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5468888 Feb 07 16:33:37.347734 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5c6ca577-8013-4dab-962e-e4486862727c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:37.372589 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ddfc0-ace2-41a1-8621-87ffe4d8a9c6 req-1bbba44d-5b60-4ceb-9819-70309ca0a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:37.376175 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-513ddfc0-ace2-41a1-8621-87ffe4d8a9c6 req-1bbba44d-5b60-4ceb-9819-70309ca0a774 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=395c6c7b638e42478d0a1de830a6e583&device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 1128 time: 0.1760583 Feb 07 16:33:37.414223 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 53f19a98-a70f-488e-b089-2a1c6610df6c is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:37.414991 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:37.573093 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Publish callbacks [] for port (f914952c-e037-4218-95b3-5b28cd4a5bca), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:37.616126 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af2ecd3-d3b8-42ac-aee4-673e14dc271d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f19a98-a70f-488e-b089-2a1c6610df6c'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:37.618640 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c86ed2de-86cd-4c37-9b2b-9c578dd90490 req-dd2aab8e-47db-48f7-818a-55f1dec0ac6c service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626578 Feb 07 16:33:37.619389 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e31c491-6295-4761-a880-680ae3e478a9" -d '{"events": [{"server_uuid": "2af2ecd3-d3b8-42ac-aee4-673e14dc271d", "name": "network-vif-plugged", "status": "completed", "tag": "53f19a98-a70f-488e-b089-2a1c6610df6c"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:37.667078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 53f19a98-a70f-488e-b089-2a1c6610df6c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=53f19a98-a70f-488e-b089-2a1c6610df6c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:37.680563 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6e3d6cf-4578-41f1-9f3d-de3140f1e5d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:37.695478 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:37.786303 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=53f19a98-a70f-488e-b089-2a1c6610df6c,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:37.868871 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (f914952c-e037-4218-95b3-5b28cd4a5bca), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:37.947004 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Network 937f4032-ece2-4ef3-ae25-e7defef4a280 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:33:37.962673 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:37.966496 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53040) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:37.970416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:33:37.971038 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (d419b1eb-88a5-4783-b32d-62c74d2da5af), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:37.980336 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b2cbae03-040f-498d-8ed0-e703fc08549e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-322031675-network', 'tenant_id': '2434c39203ce416287851e58719b413e'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:37.983836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Pushing event updated for resources: {'Port': ['ID=f914952c-e037-4218-95b3-5b28cd4a5bca,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:38.031799 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ddfc0-ace2-41a1-8621-87ffe4d8a9c6 req-b952a671-b501-4fa0-a0b1-247059b4bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:38.033429 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-513ddfc0-ace2-41a1-8621-87ffe4d8a9c6 req-b952a671-b501-4fa0-a0b1-247059b4bc5a service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.6434848 Feb 07 16:33:38.046040 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2198949-38ba-4644-961e-32c24f4d51b8 req-daf99106-948e-49ea-82c1-26ca709d7484 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:38.047747 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e2198949-38ba-4644-961e-32c24f4d51b8 req-daf99106-948e-49ea-82c1-26ca709d7484 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 949 time: 0.6249256 Feb 07 16:33:38.056938 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:38.057370 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:38.058130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:38.058473 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:38.058819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:38.059152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:38.059483 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:38.059810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:38.061161 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:38.061778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:38.062246 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:38.062609 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:38.063017 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:33:38.142186 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782db227-2f45-4bbb-b5fa-2e770c0a841c req-839738d9-b98d-4835-a2b9-976116ee0da0 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:38.144278 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-782db227-2f45-4bbb-b5fa-2e770c0a841c req-839738d9-b98d-4835-a2b9-976116ee0da0 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c8e966-ac34-4bce-b975-3240a292c70f HTTP/1.1" status: 200 len: 948 time: 0.5631156 Feb 07 16:33:38.230097 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c86ed2de-86cd-4c37-9b2b-9c578dd90490 req-872c1d4e-29a1-4842-a5c7-63cf8922daf6 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616601 Feb 07 16:33:38.254789 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cbae03-040f-498d-8ed0-e703fc08549e admin admin] Made reservation on behalf of 2434c39203ce416287851e58719b413e for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:38.257527 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2cbae03-040f-498d-8ed0-e703fc08549e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:38.274849 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-513ddfc0-ace2-41a1-8621-87ffe4d8a9c6 req-2bf31070-85af-4839-8dfe-f854ed2c2802 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=cab7bb77-7b47-4639-ac83-a3d0718a39d0 HTTP/1.1" status: 200 len: 217 time: 0.2240927 Feb 07 16:33:38.293587 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6e3d6cf-4578-41f1-9f3d-de3140f1e5d5 admin admin] Publish callbacks [] for security_group (0e0661cc-d065-4b57-9ff8-52217db9ffd8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:38.306137 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6e3d6cf-4578-41f1-9f3d-de3140f1e5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0e0661cc-d065-4b57-9ff8-52217db9ffd8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:38.320589 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1bdcbf11-0797-40d5-849d-156ae3087bca None None] Provisioning complete for port f914952c-e037-4218-95b3-5b28cd4a5bca triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:38.321666 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbf11-0797-40d5-849d-156ae3087bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f914952c-e037-4218-95b3-5b28cd4a5bca), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:38.334255 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f914952c-e037-4218-95b3-5b28cd4a5bca), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:38.336885 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2cbae03-040f-498d-8ed0-e703fc08549e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:38.341977 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3d6cf-4578-41f1-9f3d-de3140f1e5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0661cc-d065-4b57-9ff8-52217db9ffd8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:38.354857 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-782db227-2f45-4bbb-b5fa-2e770c0a841c req-a1ad9c25-037d-42bf-8e1c-c71b7c16abec tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983702 Feb 07 16:33:38.383746 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a6e3d6cf-4578-41f1-9f3d-de3140f1e5d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c63d107344b6441a8f89d8a0aeac955a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4974031 Feb 07 16:33:38.384359 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53044) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:38.397126 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1bdcbf11-0797-40d5-849d-156ae3087bca None None] Port f914952c-e037-4218-95b3-5b28cd4a5bca cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:33:38.406342 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e2198949-38ba-4644-961e-32c24f4d51b8 req-74fedb13-5483-430d-8d0e-7094db4c2a01 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192183 Feb 07 16:33:38.489038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ddfc0-ace2-41a1-8621-87ffe4d8a9c6 req-0af888c7-b506-42c8-bc42-092e7126e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:38.497610 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-513ddfc0-ace2-41a1-8621-87ffe4d8a9c6 req-0af888c7-b506-42c8-bc42-092e7126e178 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.2127237 Feb 07 16:33:38.546971 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6ca577-8013-4dab-962e-e4486862727c {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:33:38.552124 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1422660-1e2a-492c-af90-f78d495d05e8 admin admin] Publish callbacks [] for security_group (0e0661cc-d065-4b57-9ff8-52217db9ffd8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:38.562294 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Publish callbacks [] for port (5c6ca577-8013-4dab-962e-e4486862727c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:38.602370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Transition to ACTIVE for port object 5c6ca577-8013-4dab-962e-e4486862727c will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:33:38.604979 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1422660-1e2a-492c-af90-f78d495d05e8 admin admin] Publish callbacks [] for security_group (0e0661cc-d065-4b57-9ff8-52217db9ffd8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:38.613221 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e8e4e-3eab-4989-a1c7-2d454a9491d8 req-8243cbc5-e735-468a-813c-ddde4149a7df tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:38.615206 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a0e8e4e-3eab-4989-a1c7-2d454a9491d8 req-8243cbc5-e735-468a-813c-ddde4149a7df tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 935 time: 0.1446366 Feb 07 16:33:38.620620 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5c6ca577-8013-4dab-962e-e4486862727c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:38.672972 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2cbae03-040f-498d-8ed0-e703fc08549e admin admin] Publish callbacks [] for security_group (a3bf0956-72d7-4faa-8e03-d994fd1742e6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:38.677456 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ddfc0-ace2-41a1-8621-87ffe4d8a9c6 req-e014c96c-8119-4dd4-8c5e-9d8ad7ac9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:38.679174 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-513ddfc0-ace2-41a1-8621-87ffe4d8a9c6 req-e014c96c-8119-4dd4-8c5e-9d8ad7ac9220 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1680257 Feb 07 16:33:38.682394 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2cbae03-040f-498d-8ed0-e703fc08549e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a3bf0956-72d7-4faa-8e03-d994fd1742e6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:38.696653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2cbae03-040f-498d-8ed0-e703fc08549e admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:33:38.709475 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2cbae03-040f-498d-8ed0-e703fc08549e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (53d74091-d3db-4f84-8b15-a6f6da2ebaef), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:38.709851 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-b2cbae03-040f-498d-8ed0-e703fc08549e admin admin] Added segment 53d74091-d3db-4f84-8b15-a6f6da2ebaef of type vlan for network cebd449b-89f5-466b-8383-90cc758ea871 Feb 07 16:33:38.732555 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Pushing event updated for resources: {'Port': ['ID=5c6ca577-8013-4dab-962e-e4486862727c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:38.780566 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfc2195-9367-433b-a866-404d48eabe4f x-openstack-request-id: req-dcfc2195-9367-433b-a866-404d48eabe4f {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:38.781197 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af2ecd3-d3b8-42ac-aee4-673e14dc271d", "name": "network-vif-plugged", "status": "completed", "tag": "53f19a98-a70f-488e-b089-2a1c6610df6c", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:38.781661 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dcfc2195-9367-433b-a866-404d48eabe4f {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:38.782211 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af2ecd3-d3b8-42ac-aee4-673e14dc271d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f19a98-a70f-488e-b089-2a1c6610df6c', 'code': 200} Feb 07 16:33:38.822387 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a0e8e4e-3eab-4989-a1c7-2d454a9491d8 req-c31af2f8-49d2-4143-af27-790e754fb90e tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933453 Feb 07 16:33:38.824603 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1422660-1e2a-492c-af90-f78d495d05e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0e0661cc-d065-4b57-9ff8-52217db9ffd8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:38.827352 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1422660-1e2a-492c-af90-f78d495d05e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:38.828491 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b1422660-1e2a-492c-af90-f78d495d05e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e0661cc-d065-4b57-9ff8-52217db9ffd8 HTTP/1.1" status: 204 len: 168 time: 0.4432063 Feb 07 16:33:38.829337 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Attempting to bind port 5c6ca577-8013-4dab-962e-e4486862727c on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:33:38.829681 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Attempting to bind port 5c6ca577-8013-4dab-962e-e4486862727c by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:33:38.830513 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Attempting to bind port 5c6ca577-8013-4dab-962e-e4486862727c on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:38.871632 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Port 5c6ca577-8013-4dab-962e-e4486862727c on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:33:38.872087 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Attempting to bind port 5c6ca577-8013-4dab-962e-e4486862727c on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:38.879969 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1422660-1e2a-492c-af90-f78d495d05e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0661cc-d065-4b57-9ff8-52217db9ffd8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:38.898936 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:33:38.899382 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:38.899801 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:33:38.900834 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Bound port: 5c6ca577-8013-4dab-962e-e4486862727c, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:33:38.901223 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5c6ca577-8013-4dab-962e-e4486862727c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:38.916995 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2cbae03-040f-498d-8ed0-e703fc08549e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (cebd449b-89f5-466b-8383-90cc758ea871), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:38.987182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbae03-040f-498d-8ed0-e703fc08549e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bf0956-72d7-4faa-8e03-d994fd1742e6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:38.999370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] For port 5c6ca577-8013-4dab-962e-e4486862727c, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:33:39.008562 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] For port 5c6ca577-8013-4dab-962e-e4486862727c, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5c6ca577-8013-4dab-962e-e4486862727c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:33:39.022373 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5c6ca577-8013-4dab-962e-e4486862727c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:39.085310 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:39.085961 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:39.087994 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] 10.222.0.32 "PUT /v2.0/ports/5c6ca577-8013-4dab-962e-e4486862727c HTTP/1.1" status: 200 len: 1095 time: 2.2575853 Feb 07 16:33:39.088493 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c', 'tag': '5c6ca577-8013-4dab-962e-e4486862727c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:39.090947 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2f315d-403b-47d9-a4f2-9dc9c97ad274" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c", "tag": "5c6ca577-8013-4dab-962e-e4486862727c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:39.167168 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2cbae03-040f-498d-8ed0-e703fc08549e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (cebd449b-89f5-466b-8383-90cc758ea871), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:39.167371 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cbae03-040f-498d-8ed0-e703fc08549e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:39.167905 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2cbae03-040f-498d-8ed0-e703fc08549e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:39.182323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6e16f-d9d3-49d1-babd-eb4d3ba3ef0b service neutron] Pushing event updated for resources: {'Port': ['ID=5c6ca577-8013-4dab-962e-e4486862727c,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:39.204182 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Publish callbacks [] for port (f914952c-e037-4218-95b3-5b28cd4a5bca), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:39.246735 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5e2e60-40ed-42b9-9eba-12dc9e70c90c x-openstack-request-id: req-ec5e2e60-40ed-42b9-9eba-12dc9e70c90c {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:39.246735 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c", "tag": "5c6ca577-8013-4dab-962e-e4486862727c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:39.246735 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec5e2e60-40ed-42b9-9eba-12dc9e70c90c {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:39.246735 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c', 'tag': '5c6ca577-8013-4dab-962e-e4486862727c', 'status': 'completed', 'code': 200} Feb 07 16:33:39.278217 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c0dd7-c378-4bfe-9a95-ea799b5b0486 req-309d5a42-2723-4989-b3bd-cf07e146a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:39.279753 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-272c0dd7-c378-4bfe-9a95-ea799b5b0486 req-309d5a42-2723-4989-b3bd-cf07e146a258 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 1132 time: 0.4030089 Feb 07 16:33:39.292867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-79c17eb5-5553-4df2-953c-b823d6e5276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:39.297739 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-79c17eb5-5553-4df2-953c-b823d6e5276c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=81e38ff1adce4781b0a8ed97d81bdc5f&device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 1129 time: 0.1570466 Feb 07 16:33:39.303069 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f914952c-e037-4218-95b3-5b28cd4a5bca), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:39.309420 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (d419b1eb-88a5-4783-b32d-62c74d2da5af), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:39.343837 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b2cbae03-040f-498d-8ed0-e703fc08549e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3757730 Feb 07 16:33:39.382429 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device dce5378f-42bf-41e3-b959-1838ad83e971 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:33:39.383533 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-513ddfc0-ace2-41a1-8621-87ffe4d8a9c6 req-a1af6a10-5ce8-490b-807f-481abf59a850 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168904 Feb 07 16:33:39.388698 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53070) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:39.413333 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-4805c422-49e6-46b7-b40c-8707dcd47cc9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=5c6ca577-8013-4dab-962e-e4486862727c HTTP/1.1" status: 200 len: 217 time: 0.1069694 Feb 07 16:33:39.415181 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b9bc1-3fc2-4172-b39d-f92726671697 req-7f5f7195-06a1-4d9a-bfc6-b75cd61770cf tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:39.422360 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d6b9bc1-3fc2-4172-b39d-f92726671697 req-7f5f7195-06a1-4d9a-bfc6-b75cd61770cf tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 946 time: 0.4847412 Feb 07 16:33:39.449330 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ad45adf7-d6e6-4f04-9856-63613d03b867 admin admin] Request body: {'subnet': {'network_id': 'cebd449b-89f5-466b-8383-90cc758ea871', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-322031675-subnet', 'tenant_id': '2434c39203ce416287851e58719b413e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:39.475125 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port dce5378f-42bf-41e3-b959-1838ad83e971 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:39.475516 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (dce5378f-42bf-41e3-b959-1838ad83e971), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:39.500686 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbae03-040f-498d-8ed0-e703fc08549e admin admin] Pushing event updated for resources: {'Network': ['ID=cebd449b-89f5-466b-8383-90cc758ea871,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:39.501577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-299644f5-52ad-48ff-a610-4347b107b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:39.503213 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-299644f5-52ad-48ff-a610-4347b107b0b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0859525 Feb 07 16:33:39.583120 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network cebd449b-89f5-466b-8383-90cc758ea871 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:33:39.617388 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53080) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:39.640333 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7124a380-3cdd-48d1-a57a-6293f3bc9ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:39.662309 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05c255-9f7e-4340-a3ab-2664c910cf7a req-267dad46-45f8-45e9-a143-9702dc9e362d tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:39.664347 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c05c255-9f7e-4340-a3ab-2664c910cf7a req-267dad46-45f8-45e9-a143-9702dc9e362d tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c8e966-ac34-4bce-b975-3240a292c70f HTTP/1.1" status: 200 len: 948 time: 0.1588287 Feb 07 16:33:39.664797 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port dce5378f-42bf-41e3-b959-1838ad83e971 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:39.665501 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (dce5378f-42bf-41e3-b959-1838ad83e971), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:39.669730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-6c53c63c-a291-45ea-827a-748623df9db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:39.671526 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-6c53c63c-a291-45ea-827a-748623df9db0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1539271 Feb 07 16:33:39.689830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Pushing event updated for resources: {'Port': ['ID=f914952c-e037-4218-95b3-5b28cd4a5bca,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:39.716416 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port dce5378f-42bf-41e3-b959-1838ad83e971, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=dce5378f-42bf-41e3-b959-1838ad83e971,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:39.721197 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (dce5378f-42bf-41e3-b959-1838ad83e971), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:39.753627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 48da32cb-0135-479c-aabd-cb2214318fa6 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:33:39.757176 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1fc86ab8-b372-452d-aed5-d2bb485079c7 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:33:39.767278 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad45adf7-d6e6-4f04-9856-63613d03b867 admin admin] Made reservation on behalf of 2434c39203ce416287851e58719b413e for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:39.772881 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad45adf7-d6e6-4f04-9856-63613d03b867 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:39.822307 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c05c255-9f7e-4340-a3ab-2664c910cf7a req-625e9544-d8d0-40f6-9442-dccd51d2797c tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495035 Feb 07 16:33:39.874825 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-bc45556a-a630-428b-8d4a-51e2ef5c40b7 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897962 Feb 07 16:33:39.902579 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=dce5378f-42bf-41e3-b959-1838ad83e971,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:39.945362 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 48da32cb-0135-479c-aabd-cb2214318fa6 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:33:39.957890 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7124a380-3cdd-48d1-a57a-6293f3bc9ae4 admin admin] Publish callbacks [] for security_group (892757bf-d0a0-468b-9cd6-cb6bf5ceac8a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:39.959436 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 48da32cb-0135-479c-aabd-cb2214318fa6 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:39.960256 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (48da32cb-0135-479c-aabd-cb2214318fa6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:39.971314 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7124a380-3cdd-48d1-a57a-6293f3bc9ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (892757bf-d0a0-468b-9cd6-cb6bf5ceac8a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:40.004497 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-513ddfc0-ace2-41a1-8621-87ffe4d8a9c6 req-92d738ee-e0ba-49ae-9133-7bdb83fd4e6e service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6052628 Feb 07 16:33:40.007784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1fc86ab8-b372-452d-aed5-d2bb485079c7, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1fc86ab8-b372-452d-aed5-d2bb485079c7,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:40.009792 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-272c0dd7-c378-4bfe-9a95-ea799b5b0486 req-cf4fa017-f94c-4176-ac64-3da9b955c0b2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6953042 Feb 07 16:33:40.032270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '1fc86ab8-b372-452d-aed5-d2bb485079c7', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '1fc86ab8-b372-452d-aed5-d2bb485079c7', 'mac_address': 'fa:16:3e:e7:07:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:33:40.072219 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7124a380-3cdd-48d1-a57a-6293f3bc9ae4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0391909f76a4023889e44e2d35c5af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4477942 Feb 07 16:33:40.075402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53086) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:40.085035 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124a380-3cdd-48d1-a57a-6293f3bc9ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892757bf-d0a0-468b-9cd6-cb6bf5ceac8a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:40.115959 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 1fc86ab8-b372-452d-aed5-d2bb485079c7 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:40.116366 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1fc86ab8-b372-452d-aed5-d2bb485079c7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:40.128150 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8aa4cc44-fcb6-4c17-a2e1-2f390b39ebd0 req-cb5b4f95-0f1f-4a6c-8174-2ccdd9d02a6b service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431993 Feb 07 16:33:40.142877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc86ab8-b372-452d-aed5-d2bb485079c7 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:33:40.151014 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 48da32cb-0135-479c-aabd-cb2214318fa6 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:40.151427 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (48da32cb-0135-479c-aabd-cb2214318fa6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:40.187887 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d6b9bc1-3fc2-4172-b39d-f92726671697 req-4b01e751-3c1c-42dc-9dcf-0c37e241cb48 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7645590 Feb 07 16:33:40.189328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1fc86ab8-b372-452d-aed5-d2bb485079c7, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1fc86ab8-b372-452d-aed5-d2bb485079c7,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:40.199494 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1fc86ab8-b372-452d-aed5-d2bb485079c7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:40.209704 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb08e7c-e0de-4087-bdd3-b2fff8f6a608 req-94f1133b-8a0c-47ee-b76b-afcf7b4c133b tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:40.211429 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bcb08e7c-e0de-4087-bdd3-b2fff8f6a608 req-94f1133b-8a0c-47ee-b76b-afcf7b4c133b tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 949 time: 0.1681347 Feb 07 16:33:40.212433 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a83241f2-2e8b-4a93-bdc5-e640e6ccdad1 admin admin] Publish callbacks [] for security_group (892757bf-d0a0-468b-9cd6-cb6bf5ceac8a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:40.239121 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Network 937f4032-ece2-4ef3-ae25-e7defef4a280 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:33:40.254299 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a83241f2-2e8b-4a93-bdc5-e640e6ccdad1 admin admin] Publish callbacks [] for security_group (892757bf-d0a0-468b-9cd6-cb6bf5ceac8a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:40.259633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:40.308188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=1fc86ab8-b372-452d-aed5-d2bb485079c7,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:40.338972 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 48da32cb-0135-479c-aabd-cb2214318fa6, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=48da32cb-0135-479c-aabd-cb2214318fa6,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:40.346279 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (48da32cb-0135-479c-aabd-cb2214318fa6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:40.397133 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bcb08e7c-e0de-4087-bdd3-b2fff8f6a608 req-76b4e852-67c2-4b21-bf9c-ba08afeb0e13 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536188 Feb 07 16:33:40.432946 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f315d-403b-47d9-a4f2-9dc9c97ad274 req-ecf0700d-e305-47c1-b5b3-31571184d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:40.434850 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd2f315d-403b-47d9-a4f2-9dc9c97ad274 req-ecf0700d-e305-47c1-b5b3-31571184d314 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=81e38ff1adce4781b0a8ed97d81bdc5f&device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 1129 time: 0.1572998 Feb 07 16:33:40.436203 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a83241f2-2e8b-4a93-bdc5-e640e6ccdad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (892757bf-d0a0-468b-9cd6-cb6bf5ceac8a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:40.445637 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a83241f2-2e8b-4a93-bdc5-e640e6ccdad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:40.446729 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a83241f2-2e8b-4a93-bdc5-e640e6ccdad1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/892757bf-d0a0-468b-9cd6-cb6bf5ceac8a HTTP/1.1" status: 204 len: 168 time: 0.3581498 Feb 07 16:33:40.465245 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=48da32cb-0135-479c-aabd-cb2214318fa6,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:40.539016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Router d419b1eb-88a5-4783-b32d-62c74d2da5af has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:33:40.541044 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83241f2-2e8b-4a93-bdc5-e640e6ccdad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892757bf-d0a0-468b-9cd6-cb6bf5ceac8a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:40.576718 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['1fc86ab8-b372-452d-aed5-d2bb485079c7'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:33:40.670613 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad45adf7-d6e6-4f04-9856-63613d03b867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for subnet (bc0a9c08-e417-4cb6-bb0c-adc00f8a8d0f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:40.680224 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f315d-403b-47d9-a4f2-9dc9c97ad274 req-e646a290-c046-4606-8806-71b19e354704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:40.687068 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd2f315d-403b-47d9-a4f2-9dc9c97ad274 req-e646a290-c046-4606-8806-71b19e354704 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.2351484 Feb 07 16:33:40.787721 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd2f315d-403b-47d9-a4f2-9dc9c97ad274 req-e77c8ecf-1fcf-4c89-b844-8a30b48d2ae7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=5c6ca577-8013-4dab-962e-e4486862727c HTTP/1.1" status: 200 len: 217 time: 0.0963538 Feb 07 16:33:40.819601 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3352431b-e7ca-4195-afc6-3a65f096e4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48da32cb-0135-479c-aabd-cb2214318fa6'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:40.821981 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b95f74-4150-463a-99bb-cfb673262f7f" -d '{"events": [{"server_uuid": "3352431b-e7ca-4195-afc6-3a65f096e4b3", "name": "network-vif-plugged", "status": "completed", "tag": "48da32cb-0135-479c-aabd-cb2214318fa6"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:40.854063 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f97f02f-89ce-4f3f-b1c8-22e31aa810f2 None None] Provisioning complete for port f914952c-e037-4218-95b3-5b28cd4a5bca triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:40.854365 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f97f02f-89ce-4f3f-b1c8-22e31aa810f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f914952c-e037-4218-95b3-5b28cd4a5bca), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:40.902691 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f97f02f-89ce-4f3f-b1c8-22e31aa810f2 None None] Port f914952c-e037-4218-95b3-5b28cd4a5bca cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:33:40.924625 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f315d-403b-47d9-a4f2-9dc9c97ad274 req-d4780a51-a83a-488c-b561-7f42cb5204e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:40.928818 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd2f315d-403b-47d9-a4f2-9dc9c97ad274 req-d4780a51-a83a-488c-b561-7f42cb5204e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1347275 Feb 07 16:33:40.942873 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75c076a-cf6e-4ffd-bfed-7d56d127158e x-openstack-request-id: req-c75c076a-cf6e-4ffd-bfed-7d56d127158e {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:40.943771 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3352431b-e7ca-4195-afc6-3a65f096e4b3", "name": "network-vif-plugged", "status": "completed", "tag": "48da32cb-0135-479c-aabd-cb2214318fa6", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:40.944041 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c75c076a-cf6e-4ffd-bfed-7d56d127158e {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:40.944584 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3352431b-e7ca-4195-afc6-3a65f096e4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48da32cb-0135-479c-aabd-cb2214318fa6', 'code': 200} Feb 07 16:33:41.032759 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f315d-403b-47d9-a4f2-9dc9c97ad274 req-89edc692-cf6e-4b56-acb0-3ecd94b38f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:41.035966 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd2f315d-403b-47d9-a4f2-9dc9c97ad274 req-89edc692-cf6e-4b56-acb0-3ecd94b38f70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1009147 Feb 07 16:33:41.215122 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device dce5378f-42bf-41e3-b959-1838ad83e971 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:33:41.274909 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd2f315d-403b-47d9-a4f2-9dc9c97ad274 req-489c822f-02d4-4cfb-835a-3b7b53cc9181 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191162 Feb 07 16:33:41.298998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca3dab-bad1-4b7a-9098-566ce4fbe2b6 req-dd281cc0-b083-4365-9f43-02b899594fc9 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:41.300903 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-64ca3dab-bad1-4b7a-9098-566ce4fbe2b6 req-dd281cc0-b083-4365-9f43-02b899594fc9 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 947 time: 0.9625645 Feb 07 16:33:41.324154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port dce5378f-42bf-41e3-b959-1838ad83e971 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:41.324544 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (dce5378f-42bf-41e3-b959-1838ad83e971), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:41.339986 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad45adf7-d6e6-4f04-9856-63613d03b867 admin admin] Checking segment: {'id': '53d74091-d3db-4f84-8b15-a6f6da2ebaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cebd449b-89f5-466b-8383-90cc758ea871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:41.340351 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad45adf7-d6e6-4f04-9856-63613d03b867 admin admin] Network hostable DHCP agents. Network: cebd449b-89f5-466b-8383-90cc758ea871, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:33:41.367972 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45adf7-d6e6-4f04-9856-63613d03b867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc0a9c08-e417-4cb6-bb0c-adc00f8a8d0f,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:41.368508 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5e3b4-3d4b-4812-919b-3d9adc227341 req-c2c83909-fe98-4b67-8378-9c9553c1ad6c tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:41.371647 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-82f5e3b4-3d4b-4812-919b-3d9adc227341 req-c2c83909-fe98-4b67-8378-9c9553c1ad6c tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c8e966-ac34-4bce-b975-3240a292c70f HTTP/1.1" status: 200 len: 949 time: 0.3341053 Feb 07 16:33:41.392468 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c54ab7-09d6-4ae9-b32c-22018e0a590b req-bb2eea63-392c-469c-b734-40e8ee943416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:41.394560 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e6c54ab7-09d6-4ae9-b32c-22018e0a590b req-bb2eea63-392c-469c-b734-40e8ee943416 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 1132 time: 0.3055193 Feb 07 16:33:41.399877 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad45adf7-d6e6-4f04-9856-63613d03b867 admin admin] Network cebd449b-89f5-466b-8383-90cc758ea871 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:33:41.441831 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ad45adf7-d6e6-4f04-9856-63613d03b867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, cebd449b-89f5-466b-8383-90cc758ea871) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:41.457253 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad45adf7-d6e6-4f04-9856-63613d03b867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:41.457899 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad45adf7-d6e6-4f04-9856-63613d03b867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:41.486529 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ad45adf7-d6e6-4f04-9856-63613d03b867 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0849342 Feb 07 16:33:41.486529 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-64ca3dab-bad1-4b7a-9098-566ce4fbe2b6 req-1718658c-6ea8-4315-9440-48a4d6f5925e tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559668 Feb 07 16:33:41.513057 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:33:41.534542 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port dce5378f-42bf-41e3-b959-1838ad83e971 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:41.538753 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-54a2fa8d-22bb-491a-bb6b-ce343b8d50c1 admin admin] 10.222.0.18 "PUT /v2.0/routers/d419b1eb-88a5-4783-b32d-62c74d2da5af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9829841 Feb 07 16:33:41.545399 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcdbd11-77fa-4186-bc93-4995091df39a None None] Network cebd449b-89f5-466b-8383-90cc758ea871 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:33:41.600884 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-82f5e3b4-3d4b-4812-919b-3d9adc227341 req-8803b555-92a2-4f10-a5cd-1481413e0523 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680660 Feb 07 16:33:41.602575 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e6c54ab7-09d6-4ae9-b32c-22018e0a590b req-3bdd730d-7c5f-49ca-b978-7f5fdad1519a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980286 Feb 07 16:33:41.619098 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd2f315d-403b-47d9-a4f2-9dc9c97ad274 req-6d25f455-9aaf-4368-9cf5-3f62f0f34f51 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321347 Feb 07 16:33:41.718434 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5aa5b-e431-4664-9556-b93aac15e424 req-843217f6-cd5c-4de4-bb5a-fd5d7f1e1bf0 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:41.720621 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1ca5aa5b-e431-4664-9556-b93aac15e424 req-843217f6-cd5c-4de4-bb5a-fd5d7f1e1bf0 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 946 time: 0.0908396 Feb 07 16:33:41.738204 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] Sync routers for ids ['d419b1eb-88a5-4783-b32d-62c74d2da5af'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:33:41.744779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53130) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:41.812622 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device cab7bb77-7b47-4639-ac83-a3d0718a39d0 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:33:41.839444 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-865e87c2-59d7-45cc-a7b8-ecbe6d6ae4f8 admin admin] Deleting subnet db3f329c-3bca-4732-aaaa-fb9a526a186b {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:33:41.845600 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1ca5aa5b-e431-4664-9556-b93aac15e424 req-1b2dd891-7621-4d83-b25b-7fac32a93525 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165676 Feb 07 16:33:41.846455 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-865e87c2-59d7-45cc-a7b8-ecbe6d6ae4f8 admin admin] Publish callbacks [] for subnet (db3f329c-3bca-4732-aaaa-fb9a526a186b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:41.879374 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244f044-93b7-495b-aa28-96aa9dd9c6d6 req-7b4a40ee-613e-4395-98a7-856193810ed8 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:41.892157 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0244f044-93b7-495b-aa28-96aa9dd9c6d6 req-7b4a40ee-613e-4395-98a7-856193810ed8 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 950 time: 0.1487563 Feb 07 16:33:41.927479 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-865e87c2-59d7-45cc-a7b8-ecbe6d6ae4f8 admin admin] Publish callbacks [] for subnet (db3f329c-3bca-4732-aaaa-fb9a526a186b), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:41.930888 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53136) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:41.944483 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-865e87c2-59d7-45cc-a7b8-ecbe6d6ae4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (db3f329c-3bca-4732-aaaa-fb9a526a186b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:41.983672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port cab7bb77-7b47-4639-ac83-a3d0718a39d0, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=cab7bb77-7b47-4639-ac83-a3d0718a39d0,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:41.984899 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0244f044-93b7-495b-aa28-96aa9dd9c6d6 req-3f10fb89-164c-4f71-a87d-93b9d660b68b tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917785 Feb 07 16:33:41.992914 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1fc86ab8-b372-452d-aed5-d2bb485079c7 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:33:41.997387 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] Routers {'d419b1eb-88a5-4783-b32d-62c74d2da5af'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:33:41.998046 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:33:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d419b1eb-88a5-4783-b32d-62c74d2da5af'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:33:42.056454 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-865e87c2-59d7-45cc-a7b8-ecbe6d6ae4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for subnet (db3f329c-3bca-4732-aaaa-fb9a526a186b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:42.064754 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09f8e03-4042-4153-bda8-6f78748b177e None None] Network cebd449b-89f5-466b-8383-90cc758ea871 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:33:42.096786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e87c2-59d7-45cc-a7b8-ecbe6d6ae4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db3f329c-3bca-4732-aaaa-fb9a526a186b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:42.098679 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'cab7bb77-7b47-4639-ac83-a3d0718a39d0', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': 'cab7bb77-7b47-4639-ac83-a3d0718a39d0', 'mac_address': 'fa:16:3e:f0:a0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:33:42.100060 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-865e87c2-59d7-45cc-a7b8-ecbe6d6ae4f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:42.104160 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-865e87c2-59d7-45cc-a7b8-ecbe6d6ae4f8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/db3f329c-3bca-4732-aaaa-fb9a526a186b HTTP/1.1" status: 204 len: 168 time: 0.3583314 Feb 07 16:33:42.107129 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53146) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:42.204682 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (3bf16927-ddb4-4471-89a9-eff98f540be8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:42.253602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port cab7bb77-7b47-4639-ac83-a3d0718a39d0 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:42.254025 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (cab7bb77-7b47-4639-ac83-a3d0718a39d0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:42.281097 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 1fc86ab8-b372-452d-aed5-d2bb485079c7 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:33:42.284241 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] Set router d419b1eb-88a5-4783-b32d-62c74d2da5af gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:33:42.301578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0b6f7b51-8ab9-4c19-95de-c9ab0160a677 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-300759417-network', 'tenant_id': '2caa1bde29f34e30b1715cdf346c97a2'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:42.316216 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab7bb77-7b47-4639-ac83-a3d0718a39d0 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:33:42.340775 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (3bf16927-ddb4-4471-89a9-eff98f540be8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:42.347508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6f7b51-8ab9-4c19-95de-c9ab0160a677 admin admin] Made reservation on behalf of 2caa1bde29f34e30b1715cdf346c97a2 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:42.350131 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b6f7b51-8ab9-4c19-95de-c9ab0160a677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:42.360510 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b6f7b51-8ab9-4c19-95de-c9ab0160a677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:42.379120 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:42.379539 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:42.380350 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:42.381391 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Subscribe: > port after_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:42.382058 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:42.389626 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Subscribe: > port after_update 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:42.390579 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:42.391183 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:42.392846 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:42.393549 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:42.471308 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b6f7b51-8ab9-4c19-95de-c9ab0160a677 admin admin] Publish callbacks [] for security_group (4ecc88aa-0834-4b08-874d-01beed9d98e4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:42.477379 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b6f7b51-8ab9-4c19-95de-c9ab0160a677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4ecc88aa-0834-4b08-874d-01beed9d98e4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:42.493310 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:42.493832 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:42.494234 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:42.494634 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:42.495066 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf16927-ddb4-4471-89a9-eff98f540be8']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:33:42.534089 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port cab7bb77-7b47-4639-ac83-a3d0718a39d0, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=cab7bb77-7b47-4639-ac83-a3d0718a39d0,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:42.537154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 1fc86ab8-b372-452d-aed5-d2bb485079c7 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:42.537861 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1fc86ab8-b372-452d-aed5-d2bb485079c7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:42.542701 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6f7b51-8ab9-4c19-95de-c9ab0160a677 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:33:42.543941 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7f3b7f-5c0c-4cbb-bc07-6b0bd309103a') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:33:42.544377 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7f3b7f-5c0c-4cbb-bc07-6b0bd309103a') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:33:42.593559 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (ca7f3b7f-5c0c-4cbb-bc07-6b0bd309103a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:42.594031 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f7b51-8ab9-4c19-95de-c9ab0160a677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecc88aa-0834-4b08-874d-01beed9d98e4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:42.604695 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (cab7bb77-7b47-4639-ac83-a3d0718a39d0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:42.662016 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (ca7f3b7f-5c0c-4cbb-bc07-6b0bd309103a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:42.665666 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b6f7b51-8ab9-4c19-95de-c9ab0160a677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (b9f0d543-3d38-4bc0-9df9-a05e1edc9430), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:42.673932 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-0b6f7b51-8ab9-4c19-95de-c9ab0160a677 admin admin] Added segment b9f0d543-3d38-4bc0-9df9-a05e1edc9430 of type vlan for network cc730b76-65b9-4ab1-acff-1d7ddc8a8df8 Feb 07 16:33:42.694347 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:33:42.694948 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (ca7f3b7f-5c0c-4cbb-bc07-6b0bd309103a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: from cryptography.utils import int_from_bytes Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: from cryptography.utils import int_from_bytes Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:33:42.715999 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:33:42.748633 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=cab7bb77-7b47-4639-ac83-a3d0718a39d0,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:42.767844 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b6f7b51-8ab9-4c19-95de-c9ab0160a677 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (cc730b76-65b9-4ab1-acff-1d7ddc8a8df8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:42.818737 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b6f7b51-8ab9-4c19-95de-c9ab0160a677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (cc730b76-65b9-4ab1-acff-1d7ddc8a8df8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:42.819865 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6f7b51-8ab9-4c19-95de-c9ab0160a677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:42.820555 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b6f7b51-8ab9-4c19-95de-c9ab0160a677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:42.852831 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (3bf16927-ddb4-4471-89a9-eff98f540be8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:42.875604 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021d06d-6161-40c4-ba99-697ae5a98b23 req-22a2e1e6-194b-4f71-868c-714667d5c878 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:42.881267 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c021d06d-6161-40c4-ba99-697ae5a98b23 req-22a2e1e6-194b-4f71-868c-714667d5c878 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 947 time: 0.2474923 Feb 07 16:33:42.915744 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:42.922968 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] 10.222.0.18 "DELETE /v2.0/networks/3bf16927-ddb4-4471-89a9-eff98f540be8 HTTP/1.1" status: 204 len: 168 time: 0.8133807 Feb 07 16:33:42.925093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53178) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:42.925673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53180) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:42.929986 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0b6f7b51-8ab9-4c19-95de-c9ab0160a677 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9978759 Feb 07 16:33:42.932607 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53182) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:42.934421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3aa8b44b-e8fd-414c-ac7f-62c64e75d0fd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1097888621-network', 'tenant_id': 'c740bac83cca4c28a1eca5b421c47cf0'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:42.942273 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['cab7bb77-7b47-4639-ac83-a3d0718a39d0'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:33:42.950496 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-04066c5d-a35d-4b11-a587-31330598f9e6 admin admin] Request body: {'subnet': {'network_id': 'cc730b76-65b9-4ab1-acff-1d7ddc8a8df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-300759417-subnet', 'tenant_id': '2caa1bde29f34e30b1715cdf346c97a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:42.964580 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f7b51-8ab9-4c19-95de-c9ab0160a677 admin admin] Pushing event updated for resources: {'Network': ['ID=cc730b76-65b9-4ab1-acff-1d7ddc8a8df8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:42.966689 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b499ea-8577-4a8d-ac58-b03391e8965b admin admin] Pushing event deleted for resources: {'Network': ['ID=3bf16927-ddb4-4471-89a9-eff98f540be8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:42.989254 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network cc730b76-65b9-4ab1-acff-1d7ddc8a8df8 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:33:43.003286 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b1028-b41c-4c83-8dea-81ad0e70db10 req-1ea24be9-5303-4b28-9e5c-afe9702d88df tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:43.006535 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-520b1028-b41c-4c83-8dea-81ad0e70db10 req-1ea24be9-5303-4b28-9e5c-afe9702d88df tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c8e966-ac34-4bce-b975-3240a292c70f HTTP/1.1" status: 200 len: 949 time: 0.2009697 Feb 07 16:33:43.008013 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04066c5d-a35d-4b11-a587-31330598f9e6 admin admin] Made reservation on behalf of 2caa1bde29f34e30b1715cdf346c97a2 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:43.010894 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04066c5d-a35d-4b11-a587-31330598f9e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:43.088992 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa8b44b-e8fd-414c-ac7f-62c64e75d0fd admin admin] Made reservation on behalf of c740bac83cca4c28a1eca5b421c47cf0 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:43.092891 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aa8b44b-e8fd-414c-ac7f-62c64e75d0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:43.096637 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 1fc86ab8-b372-452d-aed5-d2bb485079c7 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:43.097226 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1fc86ab8-b372-452d-aed5-d2bb485079c7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:43.102127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71fac25-2275-4d3a-b7d9-13a794552d29 admin admin] Deleting subnet bc0a9c08-e417-4cb6-bb0c-adc00f8a8d0f {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:33:43.117912 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e71fac25-2275-4d3a-b7d9-13a794552d29 admin admin] Publish callbacks [] for subnet (bc0a9c08-e417-4cb6-bb0c-adc00f8a8d0f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:43.125745 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c021d06d-6161-40c4-ba99-697ae5a98b23 req-022de96b-635b-45be-8634-24f3c9f9f42f tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214410 Feb 07 16:33:43.155338 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c8e966-ac34-4bce-b975-3240a292c70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc86ab8-b372-452d-aed5-d2bb485079c7'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:43.157771 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e9f207-da06-4f9e-bfaf-e66af3257ed9" -d '{"events": [{"server_uuid": "d6c8e966-ac34-4bce-b975-3240a292c70f", "name": "network-vif-plugged", "status": "completed", "tag": "1fc86ab8-b372-452d-aed5-d2bb485079c7"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:43.157951 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aa8b44b-e8fd-414c-ac7f-62c64e75d0fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:43.181337 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1fc86ab8-b372-452d-aed5-d2bb485079c7, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1fc86ab8-b372-452d-aed5-d2bb485079c7,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:43.193174 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1fc86ab8-b372-452d-aed5-d2bb485079c7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:43.195588 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-520b1028-b41c-4c83-8dea-81ad0e70db10 req-ae2eb34f-eb7c-454d-b707-c710c9a814c2 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741867 Feb 07 16:33:43.220282 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e71fac25-2275-4d3a-b7d9-13a794552d29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (bc0a9c08-e417-4cb6-bb0c-adc00f8a8d0f), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:43.321894 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=1fc86ab8-b372-452d-aed5-d2bb485079c7,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:43.325916 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-router', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:25Z', 'updated_at': '2022-02-07T16:33:38Z', 'revision_number': 4, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'gw_port': {'id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:28Z', 'updated_at': '2022-02-07T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f914952c-e037-4218-95b3-5b28cd4a5bca', 'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'mac_address': 'fa:16:3e:2b:6d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:36Z', 'updated_at': '2022-02-07T16:33:38Z', 'revision_number': 2, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'subnets': [{'id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:33:43.368434 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] Checking router: d419b1eb-88a5-4783-b32d-62c74d2da5af for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:33:43.368901 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] Updating router d419b1eb-88a5-4783-b32d-62c74d2da5af port f914952c-e037-4218-95b3-5b28cd4a5bca binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:33:43.395635 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04066c5d-a35d-4b11-a587-31330598f9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for subnet (6c86085c-c1d2-46a1-b385-f42c126bddfe), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:43.422652 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f914952c-e037-4218-95b3-5b28cd4a5bca), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:43.462397 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d6726-49c8-4e8c-9c03-6c8561cb2777 req-cc2947bf-1ede-43fe-87cc-8e1ddd9e77f9 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:43.463828 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ad2d6726-49c8-4e8c-9c03-6c8561cb2777 req-cc2947bf-1ede-43fe-87cc-8e1ddd9e77f9 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 947 time: 0.1524246 Feb 07 16:33:43.485044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04066c5d-a35d-4b11-a587-31330598f9e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c86085c-c1d2-46a1-b385-f42c126bddfe,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:43.505098 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04066c5d-a35d-4b11-a587-31330598f9e6 admin admin] Checking segment: {'id': 'b9f0d543-3d38-4bc0-9df9-a05e1edc9430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cc730b76-65b9-4ab1-acff-1d7ddc8a8df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:43.506307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04066c5d-a35d-4b11-a587-31330598f9e6 admin admin] Network hostable DHCP agents. Network: cc730b76-65b9-4ab1-acff-1d7ddc8a8df8, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:33:43.546678 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ad2d6726-49c8-4e8c-9c03-6c8561cb2777 req-398d2f72-5a4c-4aee-8794-7a5fb8641997 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705783 Feb 07 16:33:43.548539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04066c5d-a35d-4b11-a587-31330598f9e6 admin admin] Network cc730b76-65b9-4ab1-acff-1d7ddc8a8df8 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:33:43.562892 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-04066c5d-a35d-4b11-a587-31330598f9e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, cc730b76-65b9-4ab1-acff-1d7ddc8a8df8) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:43.570368 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04066c5d-a35d-4b11-a587-31330598f9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:43.571309 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04066c5d-a35d-4b11-a587-31330598f9e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:43.579053 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0639b8-48aa-4c8a-b92a-9793ff6dcf49 None None] Network cc730b76-65b9-4ab1-acff-1d7ddc8a8df8 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:33:43.601585 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-04066c5d-a35d-4b11-a587-31330598f9e6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6553414 Feb 07 16:33:43.621532 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e71fac25-2275-4d3a-b7d9-13a794552d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (bc0a9c08-e417-4cb6-bb0c-adc00f8a8d0f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:43.642408 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb79a6b0-e29d-4311-975f-9a7f727aa184 x-openstack-request-id: req-bb79a6b0-e29d-4311-975f-9a7f727aa184 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:43.642717 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c8e966-ac34-4bce-b975-3240a292c70f", "name": "network-vif-plugged", "status": "completed", "tag": "1fc86ab8-b372-452d-aed5-d2bb485079c7", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:43.642983 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb79a6b0-e29d-4311-975f-9a7f727aa184 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:43.643372 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c8e966-ac34-4bce-b975-3240a292c70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc86ab8-b372-452d-aed5-d2bb485079c7', 'code': 200} Feb 07 16:33:43.704923 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4336ae3-1656-4e6b-9bb4-d5bbbe1afe46 req-59971c63-c4a5-4066-95d1-116fac03b6eb tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:43.713039 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b4336ae3-1656-4e6b-9bb4-d5bbbe1afe46 req-59971c63-c4a5-4066-95d1-116fac03b6eb tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 950 time: 0.2645881 Feb 07 16:33:43.733789 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aa8b44b-e8fd-414c-ac7f-62c64e75d0fd admin admin] Publish callbacks [] for security_group (e7ec3306-38f8-4c7e-953b-554ee9cfa5da), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:43.746322 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5c6ca577-8013-4dab-962e-e4486862727c details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:33:43.747644 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aa8b44b-e8fd-414c-ac7f-62c64e75d0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e7ec3306-38f8-4c7e-953b-554ee9cfa5da), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:43.814506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa8b44b-e8fd-414c-ac7f-62c64e75d0fd admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:33:43.822092 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316c53c-299d-4cb0-87ae-39a09e251e48 req-2f11027c-3804-4bec-b20b-ce6733801f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:43.824919 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b316c53c-299d-4cb0-87ae-39a09e251e48 req-2f11027c-3804-4bec-b20b-ce6733801f4a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d6c8e966-ac34-4bce-b975-3240a292c70f HTTP/1.1" status: 200 len: 1132 time: 0.0942621 Feb 07 16:33:43.839034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8b44b-e8fd-414c-ac7f-62c64e75d0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ec3306-38f8-4c7e-953b-554ee9cfa5da,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:43.845421 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e71fac25-2275-4d3a-b7d9-13a794552d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (bc0a9c08-e417-4cb6-bb0c-adc00f8a8d0f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:43.852149 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aa8b44b-e8fd-414c-ac7f-62c64e75d0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (8501b7d1-f671-4316-82b3-a476359e42b1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:43.852499 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-3aa8b44b-e8fd-414c-ac7f-62c64e75d0fd admin admin] Added segment 8501b7d1-f671-4316-82b3-a476359e42b1 of type vlan for network 3f4c4055-eda4-48fc-813a-7108f81e2bd4 Feb 07 16:33:43.873123 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b4336ae3-1656-4e6b-9bb4-d5bbbe1afe46 req-15efc005-861f-4c5c-a91b-e3a47a466726 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496441 Feb 07 16:33:43.896051 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e55096-6de2-4242-a89b-51e60fddf93f None None] Network cc730b76-65b9-4ab1-acff-1d7ddc8a8df8 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:33:43.932201 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fac25-2275-4d3a-b7d9-13a794552d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc0a9c08-e417-4cb6-bb0c-adc00f8a8d0f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:43.963412 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b316c53c-299d-4cb0-87ae-39a09e251e48 req-853c2909-5f57-4a71-ac0d-ec2c09bd2b6d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319177 Feb 07 16:33:43.980660 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e71fac25-2275-4d3a-b7d9-13a794552d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:43.984259 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e71fac25-2275-4d3a-b7d9-13a794552d29 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bc0a9c08-e417-4cb6-bb0c-adc00f8a8d0f HTTP/1.1" status: 204 len: 168 time: 1.0432000 Feb 07 16:33:43.987585 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53200) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:44.003698 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aa8b44b-e8fd-414c-ac7f-62c64e75d0fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (3f4c4055-eda4-48fc-813a-7108f81e2bd4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:44.072311 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aa8b44b-e8fd-414c-ac7f-62c64e75d0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (3f4c4055-eda4-48fc-813a-7108f81e2bd4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:44.073482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa8b44b-e8fd-414c-ac7f-62c64e75d0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:44.073903 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aa8b44b-e8fd-414c-ac7f-62c64e75d0fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:44.101517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089535e2-f295-4736-94d6-5c864929d99f req-e1826321-9600-4d84-a73a-71014d7da81e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:44.108416 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-089535e2-f295-4736-94d6-5c864929d99f req-e1826321-9600-4d84-a73a-71014d7da81e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.1339259 Feb 07 16:33:44.152471 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (cebd449b-89f5-466b-8383-90cc758ea871), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:44.153536 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 5c6ca577-8013-4dab-962e-e4486862727c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5c6ca577-8013-4dab-962e-e4486862727c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:44.159361 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] Publish callbacks [] for port (f914952c-e037-4218-95b3-5b28cd4a5bca), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:44.176346 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '5c6ca577-8013-4dab-962e-e4486862727c', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '5c6ca577-8013-4dab-962e-e4486862727c', 'mac_address': 'fa:16:3e:9e:dd:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:33:44.221953 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3aa8b44b-e8fd-414c-ac7f-62c64e75d0fd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2945607 Feb 07 16:33:44.228715 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53214) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:44.234292 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-04ca3d7f-cbc9-4532-a2a6-352f73dc3c3e admin admin] Request body: {'subnet': {'network_id': '3f4c4055-eda4-48fc-813a-7108f81e2bd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1097888621-subnet', 'tenant_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:44.264777 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 5c6ca577-8013-4dab-962e-e4486862727c is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:44.265251 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5c6ca577-8013-4dab-962e-e4486862727c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:44.267463 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f914952c-e037-4218-95b3-5b28cd4a5bca), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:44.274082 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8b44b-e8fd-414c-ac7f-62c64e75d0fd admin admin] Pushing event updated for resources: {'Network': ['ID=3f4c4055-eda4-48fc-813a-7108f81e2bd4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:44.330498 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f70ba6-9d84-401a-a435-10b636b1d6c9 None None] Pushing event updated for resources: {'Port': ['ID=f914952c-e037-4218-95b3-5b28cd4a5bca,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:44.331289 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-089535e2-f295-4736-94d6-5c864929d99f req-4f58b27f-4292-49e4-9565-018f0ec22001 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218282 Feb 07 16:33:44.332997 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 3f4c4055-eda4-48fc-813a-7108f81e2bd4 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:33:44.417234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ca3d7f-cbc9-4532-a2a6-352f73dc3c3e admin admin] Made reservation on behalf of c740bac83cca4c28a1eca5b421c47cf0 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:44.419739 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04ca3d7f-cbc9-4532-a2a6-352f73dc3c3e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:44.427449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6ca577-8013-4dab-962e-e4486862727c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:33:44.464564 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 5c6ca577-8013-4dab-962e-e4486862727c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5c6ca577-8013-4dab-962e-e4486862727c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:44.475116 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5c6ca577-8013-4dab-962e-e4486862727c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:44.559961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f644eb8-83ba-4747-864e-d7f095fd0624 req-53d53b6e-2c24-4d7e-8906-66adebccb470 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:44.565723 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2f644eb8-83ba-4747-864e-d7f095fd0624 req-53d53b6e-2c24-4d7e-8906-66adebccb470 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c8e966-ac34-4bce-b975-3240a292c70f HTTP/1.1" status: 200 len: 950 time: 0.1462131 Feb 07 16:33:44.590718 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] Attempting to bind port f914952c-e037-4218-95b3-5b28cd4a5bca on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:33:44.591267 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] Attempting to bind port f914952c-e037-4218-95b3-5b28cd4a5bca by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '92918f95-4f53-4496-ba2d-d0806e41737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:33:44.591496 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] Attempting to bind port f914952c-e037-4218-95b3-5b28cd4a5bca on network 937f4032-ece2-4ef3-ae25-e7defef4a280 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:44.601496 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:33:44.601911 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] Checking segment: {'id': '92918f95-4f53-4496-ba2d-d0806e41737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:44.602334 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:44.606357 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] Bound using segment: {'id': '92918f95-4f53-4496-ba2d-d0806e41737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:33:44.607009 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] Bound port: f914952c-e037-4218-95b3-5b28cd4a5bca, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92918f95-4f53-4496-ba2d-d0806e41737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:33:44.607479 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f914952c-e037-4218-95b3-5b28cd4a5bca), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:44.626427 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=5c6ca577-8013-4dab-962e-e4486862727c,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:44.699579 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2f644eb8-83ba-4747-864e-d7f095fd0624 req-a9eb6d6a-52c0-46f3-8e09-a399500b8953 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285870 Feb 07 16:33:44.702789 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (cebd449b-89f5-466b-8383-90cc758ea871), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:44.714646 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53228) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:44.731815 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04ca3d7f-cbc9-4532-a2a6-352f73dc3c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for subnet (336b1c17-7cb5-4863-84cb-5075d73b5e26), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:44.751180 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] For port f914952c-e037-4218-95b3-5b28cd4a5bca, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:33:44.756900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] For port f914952c-e037-4218-95b3-5b28cd4a5bca, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f914952c-e037-4218-95b3-5b28cd4a5bca,segment=NetworkSegment(92918f95-4f53-4496-ba2d-d0806e41737b),segment_id=92918f95-4f53-4496-ba2d-d0806e41737b)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:33:44.766252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['5c6ca577-8013-4dab-962e-e4486862727c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:33:44.772451 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f914952c-e037-4218-95b3-5b28cd4a5bca), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:44.798562 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:44.799190 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:44.801202 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:44.801872 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Subscribe: > port after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:44.802948 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Subscribe: > port after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:44.803465 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Subscribe: > port after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:44.803960 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:44.804456 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:44.804930 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:44.805451 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:44.886053 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a412f-9903-4de1-89ab-050f8436e57a req-b32d58ed-2438-4142-80cb-eb26a7d969e2 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:44.900336 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-234a412f-9903-4de1-89ab-050f8436e57a req-b32d58ed-2438-4142-80cb-eb26a7d969e2 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 947 time: 0.0853634 Feb 07 16:33:44.903326 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:44.903837 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:44.903958 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:44.904246 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 16:33:44.904625 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebd449b-89f5-466b-8383-90cc758ea871']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:33:44.965362 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c911718-8cef-4972-a570-e1cd79dd416a req-3e029c75-8be1-4939-a505-520d90f1fc80 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:44.979231 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0c911718-8cef-4972-a570-e1cd79dd416a req-3e029c75-8be1-4939-a505-520d90f1fc80 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 947 time: 0.6742916 Feb 07 16:33:44.998294 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d74091-d3db-4f84-8b15-a6f6da2ebaef') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:33:44.998608 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d74091-d3db-4f84-8b15-a6f6da2ebaef') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:33:45.016540 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-234a412f-9903-4de1-89ab-050f8436e57a req-fc8ae625-c857-41c2-9040-93e021fba74c tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147974 Feb 07 16:33:45.024267 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (53d74091-d3db-4f84-8b15-a6f6da2ebaef), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.062587 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (53d74091-d3db-4f84-8b15-a6f6da2ebaef), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.075718 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:33:45.076352 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (53d74091-d3db-4f84-8b15-a6f6da2ebaef), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.083683 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4216d92b-44fa-4943-9aa7-fc82b09a07ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.086206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53238) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:45.091939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-837bb4d7-d41d-42d1-a961-86987fe4a718 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1138145089-network', 'tenant_id': '8c0c3c8426e740b79072649a63af9f9d'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:45.122086 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837bb4d7-d41d-42d1-a961-86987fe4a718 admin admin] Made reservation on behalf of 8c0c3c8426e740b79072649a63af9f9d for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:45.124634 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-837bb4d7-d41d-42d1-a961-86987fe4a718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.147183 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-837bb4d7-d41d-42d1-a961-86987fe4a718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: from cryptography.utils import int_from_bytes Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: from cryptography.utils import int_from_bytes Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:33:45.174892 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:33:45.195341 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (cebd449b-89f5-466b-8383-90cc758ea871), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.197856 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca3d7f-cbc9-4532-a2a6-352f73dc3c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=336b1c17-7cb5-4863-84cb-5075d73b5e26,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:45.205983 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-512a6ad0-f6cd-42b8-9d96-ded87739cc9d tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=486b5dd718334d35a545e5c0c2409901&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396345 Feb 07 16:33:45.209160 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.216068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-619748a6-58f2-4a06-99d6-6bbabd98a4f0 None None] Provisioning complete for port f914952c-e037-4218-95b3-5b28cd4a5bca triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:45.216541 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-619748a6-58f2-4a06-99d6-6bbabd98a4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f914952c-e037-4218-95b3-5b28cd4a5bca), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.227051 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] 10.222.0.18 "DELETE /v2.0/networks/cebd449b-89f5-466b-8383-90cc758ea871 HTTP/1.1" status: 204 len: 168 time: 1.2303138 Feb 07 16:33:45.261603 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8041254-5807-4b41-a798-e6a043ffcebf admin admin] Pushing event deleted for resources: {'Network': ['ID=cebd449b-89f5-466b-8383-90cc758ea871,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:45.276581 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca3d7f-cbc9-4532-a2a6-352f73dc3c3e admin admin] Checking segment: {'id': '8501b7d1-f671-4316-82b3-a476359e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3f4c4055-eda4-48fc-813a-7108f81e2bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:45.277640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ca3d7f-cbc9-4532-a2a6-352f73dc3c3e admin admin] Network hostable DHCP agents. Network: 3f4c4055-eda4-48fc-813a-7108f81e2bd4, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:33:45.296908 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f70ba6-9d84-401a-a435-10b636b1d6c9 None None] Pushing event updated for resources: {'Port': ['ID=f914952c-e037-4218-95b3-5b28cd4a5bca,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:45.316916 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0c911718-8cef-4972-a570-e1cd79dd416a req-180a6972-4555-482d-8ede-6cc9804d1770 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365130 Feb 07 16:33:45.323047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ca3d7f-cbc9-4532-a2a6-352f73dc3c3e admin admin] Network 3f4c4055-eda4-48fc-813a-7108f81e2bd4 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:33:45.335526 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-04ca3d7f-cbc9-4532-a2a6-352f73dc3c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 3f4c4055-eda4-48fc-813a-7108f81e2bd4) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:45.338523 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] Routers {'d419b1eb-88a5-4783-b32d-62c74d2da5af'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:33:45.338994 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:33:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d419b1eb-88a5-4783-b32d-62c74d2da5af'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:33:45.345212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca3d7f-cbc9-4532-a2a6-352f73dc3c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:45.349756 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04ca3d7f-cbc9-4532-a2a6-352f73dc3c3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.350001 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80835ca7-9ed7-4043-98d4-ba4696be940f None None] Network 3f4c4055-eda4-48fc-813a-7108f81e2bd4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:33:45.398016 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-04ca3d7f-cbc9-4532-a2a6-352f73dc3c3e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1636117 Feb 07 16:33:45.400119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53248) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:45.405797 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e463f091-e427-4e53-8f1d-268c84f98290 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1097888621-router', 'tenant_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:45.433025 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e463f091-e427-4e53-8f1d-268c84f98290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (5295d5f0-948f-4771-a505-8c057677e5ce), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.434550 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e463f091-e427-4e53-8f1d-268c84f98290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (5295d5f0-948f-4771-a505-8c057677e5ce), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.443389 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-837bb4d7-d41d-42d1-a961-86987fe4a718 admin admin] Publish callbacks [] for security_group (fc7e1bdc-5eb7-4274-8e09-b9b1509734e8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.502401 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e463f091-e427-4e53-8f1d-268c84f98290 admin admin] Publish callbacks [] for router_controller (5295d5f0-948f-4771-a505-8c057677e5ce), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.519102 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-62e3abb0-00eb-46ba-8053-b1ba54701e75 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:45.528458 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-62e3abb0-00eb-46ba-8053-b1ba54701e75 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3216324 Feb 07 16:33:45.540914 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-837bb4d7-d41d-42d1-a961-86987fe4a718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fc7e1bdc-5eb7-4274-8e09-b9b1509734e8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.552026 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53250) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:45.579956 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-731e38f4-f2a2-45c0-821f-5dd36a119379 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/quotas/486b5dd718334d35a545e5c0c2409901 HTTP/1.1" status: 200 len: 375 time: 0.0505412 Feb 07 16:33:45.603164 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837bb4d7-d41d-42d1-a961-86987fe4a718 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:33:45.634197 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4216d92b-44fa-4943-9aa7-fc82b09a07ee admin admin] Publish callbacks [] for security_group (ed5f74f5-767c-477f-b76a-835d347a305f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.634408 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] Set router d419b1eb-88a5-4783-b32d-62c74d2da5af gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:33:45.665715 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4216d92b-44fa-4943-9aa7-fc82b09a07ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ed5f74f5-767c-477f-b76a-835d347a305f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.672351 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bb4d7-d41d-42d1-a961-86987fe4a718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7e1bdc-5eb7-4274-8e09-b9b1509734e8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:45.681773 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e463f091-e427-4e53-8f1d-268c84f98290 admin admin] Publish callbacks [] for router_gateway (5295d5f0-948f-4771-a505-8c057677e5ce), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.706693 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-837bb4d7-d41d-42d1-a961-86987fe4a718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (8e942380-c95e-4cde-8fcd-d374ea728d7d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.707056 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-837bb4d7-d41d-42d1-a961-86987fe4a718 admin admin] Added segment 8e942380-c95e-4cde-8fcd-d374ea728d7d of type vlan for network 6ff42de2-f2b7-4639-81c1-5a52b936e1e8 Feb 07 16:33:45.715514 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-3f4c4055-eda4-48fc-813a-7108f81e2bd4', 'network_id': '3f4c4055-eda4-48fc-813a-7108f81e2bd4', 'project_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'fixed_ips': [{'subnet_id': '336b1c17-7cb5-4863-84cb-5075d73b5e26'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:33:45.716977 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.727739 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-619748a6-58f2-4a06-99d6-6bbabd98a4f0 None None] Current status of the port f914952c-e037-4218-95b3-5b28cd4a5bca is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:45.728178 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-619748a6-58f2-4a06-99d6-6bbabd98a4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f914952c-e037-4218-95b3-5b28cd4a5bca), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.751864 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3fd27e81-1713-44a3-b874-6a81bf37e155 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f5f3d4d801148dc8496b5d9406d8a72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907628 Feb 07 16:33:45.768171 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53254) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:45.782296 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4216d92b-44fa-4943-9aa7-fc82b09a07ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07dfc3681b1d448fac306e9c8a9b054c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0641057 Feb 07 16:33:45.785033 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216d92b-44fa-4943-9aa7-fc82b09a07ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5f74f5-767c-477f-b76a-835d347a305f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:45.786048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53256) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:45.800048 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-837bb4d7-d41d-42d1-a961-86987fe4a718 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (6ff42de2-f2b7-4639-81c1-5a52b936e1e8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.808448 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device cab7bb77-7b47-4639-ac83-a3d0718a39d0 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:33:45.811160 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-091c25fb-08d0-40be-91a4-2b6110254a9e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=486b5dd718334d35a545e5c0c2409901&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2149303 Feb 07 16:33:45.836861 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-837bb4d7-d41d-42d1-a961-86987fe4a718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (6ff42de2-f2b7-4639-81c1-5a52b936e1e8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.838001 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837bb4d7-d41d-42d1-a961-86987fe4a718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:45.838657 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-837bb4d7-d41d-42d1-a961-86987fe4a718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.908335 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-837bb4d7-d41d-42d1-a961-86987fe4a718 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8206174 Feb 07 16:33:45.912242 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53258) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:45.926233 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0ba36d28-d4bd-4428-9c66-91ff77213745 admin admin] Request body: {'subnet': {'network_id': '6ff42de2-f2b7-4639-81c1-5a52b936e1e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1138145089-subnet', 'tenant_id': '8c0c3c8426e740b79072649a63af9f9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:45.945461 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bb4d7-d41d-42d1-a961-86987fe4a718 admin admin] Pushing event updated for resources: {'Network': ['ID=6ff42de2-f2b7-4639-81c1-5a52b936e1e8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:45.953044 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46e5a6a0-f5ad-4bc8-a630-96629b9d073b admin admin] Publish callbacks [] for security_group (5dd1cc67-0370-404d-9798-d1b45dd0b682), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.965962 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba36d28-d4bd-4428-9c66-91ff77213745 admin admin] Made reservation on behalf of 8c0c3c8426e740b79072649a63af9f9d for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:45.969508 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ba36d28-d4bd-4428-9c66-91ff77213745 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:45.981130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 6ff42de2-f2b7-4639-81c1-5a52b936e1e8 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:33:45.987154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-619748a6-58f2-4a06-99d6-6bbabd98a4f0 None None] For port f914952c-e037-4218-95b3-5b28cd4a5bca, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f914952c-e037-4218-95b3-5b28cd4a5bca,segment=NetworkSegment(92918f95-4f53-4496-ba2d-d0806e41737b),segment_id=92918f95-4f53-4496-ba2d-d0806e41737b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:45.999130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5a35d-130d-4f86-966c-a5d4a263fc2a req-be363596-7a05-4de8-a359-94ee92291fe5 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:46.007449 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07c5a35d-130d-4f86-966c-a5d4a263fc2a req-be363596-7a05-4de8-a359-94ee92291fe5 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c8e966-ac34-4bce-b975-3240a292c70f HTTP/1.1" status: 200 len: 950 time: 0.1789994 Feb 07 16:33:46.050679 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-619748a6-58f2-4a06-99d6-6bbabd98a4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f914952c-e037-4218-95b3-5b28cd4a5bca), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:46.081116 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46e5a6a0-f5ad-4bc8-a630-96629b9d073b admin admin] Publish callbacks [] for security_group (5dd1cc67-0370-404d-9798-d1b45dd0b682), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:46.101952 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a8595d9b-a46e-4917-8a17-956bea900a87 admin admin] Publish callbacks [] for security_group (ed5f74f5-767c-477f-b76a-835d347a305f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:46.191348 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07c5a35d-130d-4f86-966c-a5d4a263fc2a req-c9ca8398-c37f-4f9f-a97d-e5cf1ddb1355 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829934 Feb 07 16:33:46.194314 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a8595d9b-a46e-4917-8a17-956bea900a87 admin admin] Publish callbacks [] for security_group (ed5f74f5-767c-477f-b76a-835d347a305f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:46.260443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port cab7bb77-7b47-4639-ac83-a3d0718a39d0 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:33:46.263006 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619748a6-58f2-4a06-99d6-6bbabd98a4f0 None None] Pushing event updated for resources: {'Port': ['ID=f914952c-e037-4218-95b3-5b28cd4a5bca,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:46.279031 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port cab7bb77-7b47-4639-ac83-a3d0718a39d0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:46.279505 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (cab7bb77-7b47-4639-ac83-a3d0718a39d0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:46.282981 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] Allocated IP 172.20.0.2 (3f4c4055-eda4-48fc-813a-7108f81e2bd4/336b1c17-7cb5-4863-84cb-5075d73b5e26/25907254-9c59-44f1-bfa7-985b04e7119c) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:33:46.329771 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b3c5c-3dc4-450f-bf1b-ca6b0b298e36 req-16bc17be-b99d-4458-b003-460e7ff900f8 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:46.338278 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-225b3c5c-3dc4-450f-bf1b-ca6b0b298e36 req-16bc17be-b99d-4458-b003-460e7ff900f8 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 947 time: 0.2227488 Feb 07 16:33:46.348011 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-914ab9e2-5e7b-4946-ba32-f97a48c013fa None None] Provisioning complete for port f914952c-e037-4218-95b3-5b28cd4a5bca triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:46.348485 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-914ab9e2-5e7b-4946-ba32-f97a48c013fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f914952c-e037-4218-95b3-5b28cd4a5bca), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:46.384642 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46e5a6a0-f5ad-4bc8-a630-96629b9d073b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5dd1cc67-0370-404d-9798-d1b45dd0b682), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:46.389951 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46e5a6a0-f5ad-4bc8-a630-96629b9d073b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:46.391225 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-46e5a6a0-f5ad-4bc8-a630-96629b9d073b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5dd1cc67-0370-404d-9798-d1b45dd0b682 HTTP/1.1" status: 204 len: 168 time: 0.6216247 Feb 07 16:33:46.410707 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-711ac9f8-325f-4990-b4be-887ef084d02d req-d425a0c7-5760-407a-b851-cb55ad6b77b0 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d473e8d-ce3e-4af1-9a15-6333051cefd2 HTTP/1.1" status: 200 len: 210 time: 0.0979545 Feb 07 16:33:46.443887 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ba36d28-d4bd-4428-9c66-91ff77213745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (1ea9b7df-f37f-4735-aa29-3f230d84c17d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:46.509686 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5a6a0-f5ad-4bc8-a630-96629b9d073b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd1cc67-0370-404d-9798-d1b45dd0b682,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:46.532570 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a8595d9b-a46e-4917-8a17-956bea900a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ed5f74f5-767c-477f-b76a-835d347a305f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:46.538933 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a8595d9b-a46e-4917-8a17-956bea900a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:46.541491 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a8595d9b-a46e-4917-8a17-956bea900a87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed5f74f5-767c-477f-b76a-835d347a305f HTTP/1.1" status: 204 len: 168 time: 0.7460089 Feb 07 16:33:46.560050 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8595d9b-a46e-4917-8a17-956bea900a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5f74f5-767c-477f-b76a-835d347a305f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:46.568971 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-225b3c5c-3dc4-450f-bf1b-ca6b0b298e36 req-4839f1a6-c3b3-48bc-b41f-9187cb687a75 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294421 Feb 07 16:33:46.606282 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port cab7bb77-7b47-4639-ac83-a3d0718a39d0 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:46.606912 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (cab7bb77-7b47-4639-ac83-a3d0718a39d0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:46.630853 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba36d28-d4bd-4428-9c66-91ff77213745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea9b7df-f37f-4735-aa29-3f230d84c17d,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:46.631922 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e463f091-e427-4e53-8f1d-268c84f98290 admin admin] Publish callbacks [] for router_gateway (5295d5f0-948f-4771-a505-8c057677e5ce), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:46.683849 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-router', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:25Z', 'updated_at': '2022-02-07T16:33:38Z', 'revision_number': 4, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'gw_port': {'id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:28Z', 'updated_at': '2022-02-07T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f914952c-e037-4218-95b3-5b28cd4a5bca', 'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'mac_address': 'fa:16:3e:2b:6d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:36Z', 'updated_at': '2022-02-07T16:33:44Z', 'revision_number': 4, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'subnets': [{'id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:33:46.707714 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e463f091-e427-4e53-8f1d-268c84f98290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:46.756042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port cab7bb77-7b47-4639-ac83-a3d0718a39d0, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=cab7bb77-7b47-4639-ac83-a3d0718a39d0,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:46.803188 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba36d28-d4bd-4428-9c66-91ff77213745 admin admin] Checking segment: {'id': '8e942380-c95e-4cde-8fcd-d374ea728d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6ff42de2-f2b7-4639-81c1-5a52b936e1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:46.803658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba36d28-d4bd-4428-9c66-91ff77213745 admin admin] Network hostable DHCP agents. Network: 6ff42de2-f2b7-4639-81c1-5a52b936e1e8, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:33:46.873236 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1b0c7d-400e-478e-b5d5-a05d19eb6169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab7bb77-7b47-4639-ac83-a3d0718a39d0'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:46.881629 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dfaa47-a964-4c74-ae75-869442792986" -d '{"events": [{"server_uuid": "6e1b0c7d-400e-478e-b5d5-a05d19eb6169", "name": "network-vif-plugged", "status": "completed", "tag": "cab7bb77-7b47-4639-ac83-a3d0718a39d0"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:46.900733 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (cab7bb77-7b47-4639-ac83-a3d0718a39d0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:46.908756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41486e86-78df-4580-8f8a-0a514cbb1575 req-1f87f61d-1b0c-4cd6-bf4b-0504cb5a60d4 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:46.918286 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41486e86-78df-4580-8f8a-0a514cbb1575 req-1f87f61d-1b0c-4cd6-bf4b-0504cb5a60d4 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 948 time: 0.2259958 Feb 07 16:33:46.925123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba36d28-d4bd-4428-9c66-91ff77213745 admin admin] Network 6ff42de2-f2b7-4639-81c1-5a52b936e1e8 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:33:46.926571 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84acfe84-f991-40b9-81f5-fde6fc5a6002 None None] The sync data for ids ['d419b1eb-88a5-4783-b32d-62c74d2da5af'] in n-d-827865-3 is: [{'id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-router', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:25Z', 'updated_at': '2022-02-07T16:33:38Z', 'revision_number': 4, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'gw_port': {'id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:28Z', 'updated_at': '2022-02-07T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f914952c-e037-4218-95b3-5b28cd4a5bca', 'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'mac_address': 'fa:16:3e:2b:6d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:36Z', 'updated_at': '2022-02-07T16:33:44Z', 'revision_number': 4, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'subnets': [{'id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:33:46.955083 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e463f091-e427-4e53-8f1d-268c84f98290 admin admin] Allocated IP 172.25.4.116 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/4037c408-29a1-4eb9-80de-b63eb39bdd01) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:33:47.031788 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41486e86-78df-4580-8f8a-0a514cbb1575 req-623fe42a-1a4b-4826-af18-154b6c3b9dc5 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128714 Feb 07 16:33:47.032810 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0ba36d28-d4bd-4428-9c66-91ff77213745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 6ff42de2-f2b7-4639-81c1-5a52b936e1e8) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:47.052469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba36d28-d4bd-4428-9c66-91ff77213745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:47.053101 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ba36d28-d4bd-4428-9c66-91ff77213745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:47.074935 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c26ae41-3d4f-4872-b719-d504315deddc None None] Network 6ff42de2-f2b7-4639-81c1-5a52b936e1e8 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:33:47.092285 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0ba36d28-d4bd-4428-9c66-91ff77213745 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1792009 Feb 07 16:33:47.180218 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149f834-24c3-424a-b43b-d9e6d8382991 req-350299c0-969f-4a4c-9416-7a3da9d42b90 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:47.181991 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a149f834-24c3-424a-b43b-d9e6d8382991 req-350299c0-969f-4a4c-9416-7a3da9d42b90 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c8e966-ac34-4bce-b975-3240a292c70f HTTP/1.1" status: 200 len: 950 time: 0.2138383 Feb 07 16:33:47.254420 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fd2810-1512-4b3b-a3d3-52e0dd2bb863 x-openstack-request-id: req-c7fd2810-1512-4b3b-a3d3-52e0dd2bb863 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:47.254795 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1b0c7d-400e-478e-b5d5-a05d19eb6169", "name": "network-vif-plugged", "status": "completed", "tag": "cab7bb77-7b47-4639-ac83-a3d0718a39d0", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:47.255085 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7fd2810-1512-4b3b-a3d3-52e0dd2bb863 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:47.256086 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1b0c7d-400e-478e-b5d5-a05d19eb6169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab7bb77-7b47-4639-ac83-a3d0718a39d0', 'code': 200} Feb 07 16:33:47.304762 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e463f091-e427-4e53-8f1d-268c84f98290 admin admin] Publish callbacks [] for port (4037c408-29a1-4eb9-80de-b63eb39bdd01), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:47.309144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-914ab9e2-5e7b-4946-ba32-f97a48c013fa None None] Current status of the port f914952c-e037-4218-95b3-5b28cd4a5bca is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:47.336718 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=cab7bb77-7b47-4639-ac83-a3d0718a39d0,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:47.346340 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53294) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:47.387697 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] Publish callbacks [] for port (25907254-9c59-44f1-bfa7-985b04e7119c), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:47.391151 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a149f834-24c3-424a-b43b-d9e6d8382991 req-4c063c9d-1bb3-4ba8-993b-549b164ddb53 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922901 Feb 07 16:33:47.413375 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389c944-564d-4db4-80c5-5b3ca26ea77d req-c44ff409-e552-4f59-9989-45f5f6947204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:47.415411 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3389c944-564d-4db4-80c5-5b3ca26ea77d req-c44ff409-e552-4f59-9989-45f5f6947204 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 1130 time: 0.1889763 Feb 07 16:33:47.425490 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (25907254-9c59-44f1-bfa7-985b04e7119c), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:47.478979 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e463f091-e427-4e53-8f1d-268c84f98290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4037c408-29a1-4eb9-80de-b63eb39bdd01), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:47.535309 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53300) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:47.565474 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3389c944-564d-4db4-80c5-5b3ca26ea77d req-f43d3cc6-4860-4695-be69-9f488f8575db service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414084 Feb 07 16:33:47.572711 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dd250cc3-3303-401b-9b75-548bfca00252 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2434c39203ce416287851e58719b413e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220800 Feb 07 16:33:47.573367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53302) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:47.609783 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e463f091-e427-4e53-8f1d-268c84f98290 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:33:47.615003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] Pushing event updated for resources: {'Port': ['ID=25907254-9c59-44f1-bfa7-985b04e7119c,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:47.620214 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b40cc46b-b099-48e4-8c6e-71dc79776e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:47.649016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e463f091-e427-4e53-8f1d-268c84f98290 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:47.666611 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e463f091-e427-4e53-8f1d-268c84f98290 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:33:47.674245 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463f091-e427-4e53-8f1d-268c84f98290 admin admin] Pushing event updated for resources: {'Port': ['ID=4037c408-29a1-4eb9-80de-b63eb39bdd01,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:47.674880 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e434ff-6f06-4953-af9d-8afedd969127 None None] Network 6ff42de2-f2b7-4639-81c1-5a52b936e1e8 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:33:47.723737 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-4d561f27-ffd0-48ad-82ac-94f4cc28dbe4 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=486b5dd718334d35a545e5c0c2409901&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468714 Feb 07 16:33:47.725431 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c81437db-4e83-4b88-88f2-6170dfad88c1 admin admin] Publish callbacks [] for security_group (a3bf0956-72d7-4faa-8e03-d994fd1742e6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:47.754970 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c81437db-4e83-4b88-88f2-6170dfad88c1 admin admin] Publish callbacks [] for security_group (a3bf0956-72d7-4faa-8e03-d994fd1742e6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:47.767103 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] Network 3f4c4055-eda4-48fc-813a-7108f81e2bd4 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:33:47.786150 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc234022-937b-452a-84e6-157aa702d314 req-fba2fa4c-79f9-4d9e-b859-70c5fc6a91d4 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d473e8d-ce3e-4af1-9a15-6333051cefd2 HTTP/1.1" status: 200 len: 210 time: 0.1749890 Feb 07 16:33:47.858098 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c81437db-4e83-4b88-88f2-6170dfad88c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a3bf0956-72d7-4faa-8e03-d994fd1742e6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:47.865719 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c81437db-4e83-4b88-88f2-6170dfad88c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:47.870005 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c81437db-4e83-4b88-88f2-6170dfad88c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3bf0956-72d7-4faa-8e03-d994fd1742e6 HTTP/1.1" status: 204 len: 168 time: 0.2955594 Feb 07 16:33:47.913665 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:47.922990 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:33:47.926447 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81437db-4e83-4b88-88f2-6170dfad88c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bf0956-72d7-4faa-8e03-d994fd1742e6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:47.961683 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5c6ca577-8013-4dab-962e-e4486862727c up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:33:48.038529 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-eae3fe9f-f36e-4000-93d6-07521acc227a tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:48.040775 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-eae3fe9f-f36e-4000-93d6-07521acc227a tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2087133 Feb 07 16:33:48.054751 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-e616d2d4-dd80-4369-b808-8817e98ede4e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Request body: {'port': {'device_id': '2d473e8d-ce3e-4af1-9a15-6333051cefd2', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '486b5dd718334d35a545e5c0c2409901'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:48.303697 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7075b0-77b4-4ab1-929d-e9b837113c88 req-428739ab-4d28-4cff-a2b0-0b04fc273914 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:48.309505 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0a7075b0-77b4-4ab1-929d-e9b837113c88 req-428739ab-4d28-4cff-a2b0-0b04fc273914 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c8e966-ac34-4bce-b975-3240a292c70f HTTP/1.1" status: 200 len: 950 time: 0.1831121 Feb 07 16:33:48.355170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-e616d2d4-dd80-4369-b808-8817e98ede4e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Made reservation on behalf of 486b5dd718334d35a545e5c0c2409901 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:48.360745 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-e616d2d4-dd80-4369-b808-8817e98ede4e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:48.407299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] Attempting to bind port 25907254-9c59-44f1-bfa7-985b04e7119c on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:33:48.407673 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] Attempting to bind port 25907254-9c59-44f1-bfa7-985b04e7119c by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '8501b7d1-f671-4316-82b3-a476359e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3f4c4055-eda4-48fc-813a-7108f81e2bd4'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:33:48.408041 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] Attempting to bind port 25907254-9c59-44f1-bfa7-985b04e7119c on network 3f4c4055-eda4-48fc-813a-7108f81e2bd4 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:48.420421 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:33:48.420789 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] Checking segment: {'id': '8501b7d1-f671-4316-82b3-a476359e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3f4c4055-eda4-48fc-813a-7108f81e2bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:48.421203 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:48.423078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] Bound using segment: {'id': '8501b7d1-f671-4316-82b3-a476359e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3f4c4055-eda4-48fc-813a-7108f81e2bd4'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:33:48.423570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] Bound port: 25907254-9c59-44f1-bfa7-985b04e7119c, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8501b7d1-f671-4316-82b3-a476359e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3f4c4055-eda4-48fc-813a-7108f81e2bd4'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:33:48.423965 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (25907254-9c59-44f1-bfa7-985b04e7119c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:48.443513 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 5c6ca577-8013-4dab-962e-e4486862727c completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:33:48.444921 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0a7075b0-77b4-4ab1-929d-e9b837113c88 req-1cbef74b-85e4-48c5-8789-958563e9577c tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303678 Feb 07 16:33:48.464886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 5c6ca577-8013-4dab-962e-e4486862727c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:48.470415 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5c6ca577-8013-4dab-962e-e4486862727c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:48.607687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] For port 25907254-9c59-44f1-bfa7-985b04e7119c, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:33:48.615300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] For port 25907254-9c59-44f1-bfa7-985b04e7119c, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=25907254-9c59-44f1-bfa7-985b04e7119c,segment=NetworkSegment(8501b7d1-f671-4316-82b3-a476359e42b1),segment_id=8501b7d1-f671-4316-82b3-a476359e42b1)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:33:48.636501 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (25907254-9c59-44f1-bfa7-985b04e7119c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:48.652877 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-e616d2d4-dd80-4369-b808-8817e98ede4e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Allocated IP 192.168.233.172 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/4d4859d5-09a9-41f7-94b5-0bb185ca601a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:33:48.681872 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce8a45-e8fa-40e4-a598-f03fd0361a86 req-7fa5cb67-2ec6-4a10-888b-653381a74a2b tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:48.683691 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72ce8a45-e8fa-40e4-a598-f03fd0361a86 req-7fa5cb67-2ec6-4a10-888b-653381a74a2b tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 948 time: 0.6138632 Feb 07 16:33:48.734513 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b40cc46b-b099-48e4-8c6e-71dc79776e36 admin admin] Publish callbacks [] for security_group (f3a35016-4741-48a1-bb1f-e72e18a886ed), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:48.760332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e0802-90e5-4a9e-aca8-6a99978da704 None None] Pushing event updated for resources: {'Port': ['ID=25907254-9c59-44f1-bfa7-985b04e7119c,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:48.869951 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 5c6ca577-8013-4dab-962e-e4486862727c is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:48.870624 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5c6ca577-8013-4dab-962e-e4486862727c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:48.883099 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b40cc46b-b099-48e4-8c6e-71dc79776e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f3a35016-4741-48a1-bb1f-e72e18a886ed), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:48.992476 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 5c6ca577-8013-4dab-962e-e4486862727c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5c6ca577-8013-4dab-962e-e4486862727c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:48.999346 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5c6ca577-8013-4dab-962e-e4486862727c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:49.074266 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72ce8a45-e8fa-40e4-a598-f03fd0361a86 req-9d719343-b734-4e47-98c0-2f40ed8b3dd5 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810110 Feb 07 16:33:49.106336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=5c6ca577-8013-4dab-962e-e4486862727c,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:49.121160 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cc46b-b099-48e4-8c6e-71dc79776e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a35016-4741-48a1-bb1f-e72e18a886ed,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:49.133610 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b40cc46b-b099-48e4-8c6e-71dc79776e36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1cdc825eb752474f8588d158dd673291&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5938737 Feb 07 16:33:49.136416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53338) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:49.198117 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e463f091-e427-4e53-8f1d-268c84f98290 admin admin] Publish callbacks [] for router_gateway (5295d5f0-948f-4771-a505-8c057677e5ce), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:49.257133 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6ca577-8013-4dab-962e-e4486862727c'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:49.275754 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5e3dc7-09c4-4e0c-83a1-ae4a44725cf0" -d '{"events": [{"server_uuid": "b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c", "name": "network-vif-plugged", "status": "completed", "tag": "5c6ca577-8013-4dab-962e-e4486862727c"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:49.351161 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f914952c-e037-4218-95b3-5b28cd4a5bca up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:33:49.367307 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-e616d2d4-dd80-4369-b808-8817e98ede4e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks [] for port (4d4859d5-09a9-41f7-94b5-0bb185ca601a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:49.448140 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port f914952c-e037-4218-95b3-5b28cd4a5bca triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:49.448774 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f914952c-e037-4218-95b3-5b28cd4a5bca), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:49.456141 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-232af5ad-20a3-404f-afc2-1f2d6fa64d5f admin admin] Publish callbacks [] for security_group (f3a35016-4741-48a1-bb1f-e72e18a886ed), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:49.571685 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-232af5ad-20a3-404f-afc2-1f2d6fa64d5f admin admin] Publish callbacks [] for security_group (f3a35016-4741-48a1-bb1f-e72e18a886ed), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:49.611628 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d4f9593-9fd6-45cc-8cd4-301c1b9e2102 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:49.621022 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f914952c-e037-4218-95b3-5b28cd4a5bca is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:49.622364 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d4f9593-9fd6-45cc-8cd4-301c1b9e2102 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/networks?id=cc730b76-65b9-4ab1-acff-1d7ddc8a8df8 HTTP/1.1" status: 200 len: 814 time: 0.6051576 Feb 07 16:33:49.634270 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-e616d2d4-dd80-4369-b808-8817e98ede4e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (4d4859d5-09a9-41f7-94b5-0bb185ca601a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:49.652429 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['53f19a98-a70f-488e-b089-2a1c6610df6c', '48da32cb-0135-479c-aabd-cb2214318fa6'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:33:49.652958 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-9c441162-7767-4e10-8e8e-1cecd780dcab tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/quotas/2caa1bde29f34e30b1715cdf346c97a2 HTTP/1.1" status: 200 len: 375 time: 0.0290687 Feb 07 16:33:49.653078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6620a-5a12-4c0c-8524-dca04c369b90 req-729bfdac-2f30-4763-81fa-0df473a4a943 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:49.659799 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72c6620a-5a12-4c0c-8524-dca04c369b90 req-729bfdac-2f30-4763-81fa-0df473a4a943 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 949 time: 0.3101971 Feb 07 16:33:49.730971 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-6f0e5e90-8a7b-4f12-9c2f-6aeb84fe7b14 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2caa1bde29f34e30b1715cdf346c97a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771060 Feb 07 16:33:49.736618 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-277a5458-ae4c-4eec-95ee-71b2d36bbc3e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:33:49.745116 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-277a5458-ae4c-4eec-95ee-71b2d36bbc3e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129905 Feb 07 16:33:49.808324 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-e616d2d4-dd80-4369-b808-8817e98ede4e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:33:49.814571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92e271-d5ed-4f67-a8f1-0f057253b827 req-3d09b2fb-f39c-434e-99f5-20d37dea6a08 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:49.816517 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3f92e271-d5ed-4f67-a8f1-0f057253b827 req-3d09b2fb-f39c-434e-99f5-20d37dea6a08 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c8e966-ac34-4bce-b975-3240a292c70f HTTP/1.1" status: 200 len: 950 time: 0.3543153 Feb 07 16:33:49.816864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-e616d2d4-dd80-4369-b808-8817e98ede4e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:49.838123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616d2d4-dd80-4369-b808-8817e98ede4e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Pushing event updated for resources: {'Port': ['ID=4d4859d5-09a9-41f7-94b5-0bb185ca601a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:49.840941 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-e616d2d4-dd80-4369-b808-8817e98ede4e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:33:49.862767 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-232af5ad-20a3-404f-afc2-1f2d6fa64d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f3a35016-4741-48a1-bb1f-e72e18a886ed), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:49.866136 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-232af5ad-20a3-404f-afc2-1f2d6fa64d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:49.869787 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-232af5ad-20a3-404f-afc2-1f2d6fa64d5f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3a35016-4741-48a1-bb1f-e72e18a886ed HTTP/1.1" status: 204 len: 168 time: 0.7299268 Feb 07 16:33:49.958998 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72c6620a-5a12-4c0c-8524-dca04c369b90 req-fbd5dbd1-7207-4354-821e-1a7eed46a399 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846231 Feb 07 16:33:49.959338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-e616d2d4-dd80-4369-b808-8817e98ede4e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:49.960466 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-e616d2d4-dd80-4369-b808-8817e98ede4e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:49.981910 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232af5ad-20a3-404f-afc2-1f2d6fa64d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a35016-4741-48a1-bb1f-e72e18a886ed,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:49.991999 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-e616d2d4-dd80-4369-b808-8817e98ede4e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9429307 Feb 07 16:33:50.000110 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-d7de91a5-9e72-4f90-b04f-3330684d3a02 service neutron] 10.222.0.18 "GET /v2.0/networks/cc730b76-65b9-4ab1-acff-1d7ddc8a8df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521794 Feb 07 16:33:50.014333 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Request body: {'port': {'device_id': '2d473e8d-ce3e-4af1-9a15-6333051cefd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:50.105679 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-3f92e271-d5ed-4f67-a8f1-0f057253b827 req-b3d5fb00-7e5a-4341-9bce-071f2368740d tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Deleting port 1fc86ab8-b372-452d-aed5-d2bb485079c7 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:33:50.106103 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f92e271-d5ed-4f67-a8f1-0f057253b827 req-b3d5fb00-7e5a-4341-9bce-071f2368740d tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1fc86ab8-b372-452d-aed5-d2bb485079c7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:50.111864 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e463f091-e427-4e53-8f1d-268c84f98290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (5295d5f0-948f-4771-a505-8c057677e5ce), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:50.285329 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5e6458ae-bf34-419f-9028-82fafe42ad75 None None] Provisioning complete for port 4d4859d5-09a9-41f7-94b5-0bb185ca601a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:50.287424 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5e6458ae-bf34-419f-9028-82fafe42ad75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4d4859d5-09a9-41f7-94b5-0bb185ca601a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:50.346537 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4d4859d5-09a9-41f7-94b5-0bb185ca601a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:50.414683 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5e6458ae-bf34-419f-9028-82fafe42ad75 None None] Port 4d4859d5-09a9-41f7-94b5-0bb185ca601a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:33:50.553056 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ba5c4-27e3-48f2-9f87-fa66c1405750 req-7f2b3a6a-5ee1-48d7-9cab-b2888fdb0806 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:50.554789 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-892ba5c4-27e3-48f2-9f87-fa66c1405750 req-7f2b3a6a-5ee1-48d7-9cab-b2888fdb0806 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d473e8d-ce3e-4af1-9a15-6333051cefd2 HTTP/1.1" status: 200 len: 936 time: 0.4394519 Feb 07 16:33:50.597102 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8ec138-e512-4e9b-b67c-cf007edd4dd8 None None] Network 3f4c4055-eda4-48fc-813a-7108f81e2bd4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:33:50.615984 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3f92e271-d5ed-4f67-a8f1-0f057253b827 req-b3d5fb00-7e5a-4341-9bce-071f2368740d tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] For port 1fc86ab8-b372-452d-aed5-d2bb485079c7, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1fc86ab8-b372-452d-aed5-d2bb485079c7,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:50.616352 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f92e271-d5ed-4f67-a8f1-0f057253b827 req-b3d5fb00-7e5a-4341-9bce-071f2368740d tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1fc86ab8-b372-452d-aed5-d2bb485079c7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:50.639974 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e463f091-e427-4e53-8f1d-268c84f98290 admin admin] Router 5295d5f0-948f-4771-a505-8c057677e5ce is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:33:50.648183 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-3f92e271-d5ed-4f67-a8f1-0f057253b827 req-b3d5fb00-7e5a-4341-9bce-071f2368740d tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Calling delete_port for 1fc86ab8-b372-452d-aed5-d2bb485079c7 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:33:50.656965 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-892ba5c4-27e3-48f2-9f87-fa66c1405750 req-a6691968-5ab4-4e1e-af2b-5ec60d6619e2 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917516 Feb 07 16:33:50.706816 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9abddbd9-5348-4074-b4f0-cff2b6a05079 None None] Provisioning complete for port 25907254-9c59-44f1-bfa7-985b04e7119c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:50.707528 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9abddbd9-5348-4074-b4f0-cff2b6a05079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (25907254-9c59-44f1-bfa7-985b04e7119c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:50.745747 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-e7b5985d-8673-47f4-8d93-ba9c8e4183fc service neutron] 10.222.0.18 "GET /v2.0/networks/cc730b76-65b9-4ab1-acff-1d7ddc8a8df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7182083 Feb 07 16:33:50.773510 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddf48bf-9eb2-41f5-9a28-a3a937c26c49 x-openstack-request-id: req-6ddf48bf-9eb2-41f5-9a28-a3a937c26c49 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:50.775349 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c", "name": "network-vif-plugged", "status": "completed", "tag": "5c6ca577-8013-4dab-962e-e4486862727c", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:50.775799 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ddf48bf-9eb2-41f5-9a28-a3a937c26c49 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:50.776241 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6ca577-8013-4dab-962e-e4486862727c', 'code': 200} Feb 07 16:33:50.781352 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53372) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:50.871745 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e001067e-e4e3-4a9e-bc6f-49e8fd75ac12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:50.927507 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9abddbd9-5348-4074-b4f0-cff2b6a05079 None None] Current status of the port 25907254-9c59-44f1-bfa7-985b04e7119c is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:50.929192 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9abddbd9-5348-4074-b4f0-cff2b6a05079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (25907254-9c59-44f1-bfa7-985b04e7119c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:50.985388 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:50.996081 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9abddbd9-5348-4074-b4f0-cff2b6a05079 None None] For port 25907254-9c59-44f1-bfa7-985b04e7119c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=25907254-9c59-44f1-bfa7-985b04e7119c,segment=NetworkSegment(8501b7d1-f671-4316-82b3-a476359e42b1),segment_id=8501b7d1-f671-4316-82b3-a476359e42b1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:51.001143 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9abddbd9-5348-4074-b4f0-cff2b6a05079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (25907254-9c59-44f1-bfa7-985b04e7119c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:51.065356 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abddbd9-5348-4074-b4f0-cff2b6a05079 None None] Pushing event updated for resources: {'Port': ['ID=25907254-9c59-44f1-bfa7-985b04e7119c,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:51.105336 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a3f74-646d-45e9-ace6-abad180505fa req-876b02ce-ee64-4cd8-ae8c-4a76f57c8e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:51.106878 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-926a3f74-646d-45e9-ace6-abad180505fa req-876b02ce-ee64-4cd8-ae8c-4a76f57c8e1c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 1131 time: 0.2382174 Feb 07 16:33:51.111187 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e463f091-e427-4e53-8f1d-268c84f98290 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:33:51.126407 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] Sync routers for ids ['5295d5f0-948f-4771-a505-8c057677e5ce'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:33:51.170305 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] Routers {'5295d5f0-948f-4771-a505-8c057677e5ce'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:33:51.171301 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:33:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['5295d5f0-948f-4771-a505-8c057677e5ce'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:33:51.171430 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ca1d8-1625-497f-9daa-e5975bdfd8a3 req-4d50248c-c857-4a8b-8073-517f18ab1616 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:51.172873 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ed1ca1d8-1625-497f-9daa-e5975bdfd8a3 req-4d50248c-c857-4a8b-8073-517f18ab1616 tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6c8e966-ac34-4bce-b975-3240a292c70f HTTP/1.1" status: 200 len: 950 time: 0.2721157 Feb 07 16:33:51.188603 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4859d5-09a9-41f7-94b5-0bb185ca601a {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:33:51.198977 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Publish callbacks [] for port (4d4859d5-09a9-41f7-94b5-0bb185ca601a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:51.250618 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e001067e-e4e3-4a9e-bc6f-49e8fd75ac12 admin admin] Publish callbacks [] for security_group (4721d3a5-6dd1-46cd-89af-fe7cfdfb76be), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:51.266903 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e001067e-e4e3-4a9e-bc6f-49e8fd75ac12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4721d3a5-6dd1-46cd-89af-fe7cfdfb76be), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:51.281980 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-926a3f74-646d-45e9-ace6-abad180505fa req-6b31a0af-dbe0-452c-8d5b-60f04f354cfe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681292 Feb 07 16:33:51.300958 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e463f091-e427-4e53-8f1d-268c84f98290 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:51.305206 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e463f091-e427-4e53-8f1d-268c84f98290 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.9018478 Feb 07 16:33:51.306054 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53386) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:51.330670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 25907254-9c59-44f1-bfa7-985b04e7119c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:33:51.352042 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] Set router 5295d5f0-948f-4771-a505-8c057677e5ce gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:33:51.359065 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f92e271-d5ed-4f67-a8f1-0f057253b827 req-b3d5fb00-7e5a-4341-9bce-071f2368740d tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1fc86ab8-b372-452d-aed5-d2bb485079c7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:51.395022 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['1fc86ab8-b372-452d-aed5-d2bb485079c7'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:33:51.480618 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-edb962b9-233e-4b23-bedb-7d7a6d842afc None None] Provisioning complete for port 25907254-9c59-44f1-bfa7-985b04e7119c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:51.481084 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-edb962b9-233e-4b23-bedb-7d7a6d842afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (25907254-9c59-44f1-bfa7-985b04e7119c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:51.500453 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ed1ca1d8-1625-497f-9daa-e5975bdfd8a3 req-cde84b33-f434-4fa6-97b0-7df0bc21f8cf tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f703e26-7c19-4a7c-895b-d09c7cf287db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887216 Feb 07 16:33:51.538971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 25907254-9c59-44f1-bfa7-985b04e7119c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:51.540111 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (25907254-9c59-44f1-bfa7-985b04e7119c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:51.564729 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f92e271-d5ed-4f67-a8f1-0f057253b827 req-b3d5fb00-7e5a-4341-9bce-071f2368740d tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] No DVR routers for this DVR port 1fc86ab8-b372-452d-aed5-d2bb485079c7 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:33:51.572022 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3f92e271-d5ed-4f67-a8f1-0f057253b827 req-b3d5fb00-7e5a-4341-9bce-071f2368740d tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:51.577146 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3f92e271-d5ed-4f67-a8f1-0f057253b827 req-b3d5fb00-7e5a-4341-9bce-071f2368740d tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] 10.222.0.48 "DELETE /v2.0/ports/1fc86ab8-b372-452d-aed5-d2bb485079c7 HTTP/1.1" status: 204 len: 173 time: 1.7525759 Feb 07 16:33:51.578160 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c8e966-ac34-4bce-b975-3240a292c70f', 'name': 'network-vif-deleted', 'tag': '1fc86ab8-b372-452d-aed5-d2bb485079c7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:51.611902 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515f38c8-dfc4-47c5-9b94-0785fe333ab2" -d '{"events": [{"server_uuid": "d6c8e966-ac34-4bce-b975-3240a292c70f", "name": "network-vif-deleted", "tag": "1fc86ab8-b372-452d-aed5-d2bb485079c7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:51.619287 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5fb00-7e5a-4341-9bce-071f2368740d tempest-DeleteServersAdminTestJSON-2020220307 tempest-DeleteServersAdminTestJSON-2020220307-project] Pushing event deleted for resources: {'Port': ['ID=1fc86ab8-b372-452d-aed5-d2bb485079c7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:51.663999 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Transition to ACTIVE for port object 4d4859d5-09a9-41f7-94b5-0bb185ca601a will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:33:51.685395 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5295d5f0-948f-4771-a505-8c057677e5ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1097888621-router', 'tenant_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '4037c408-29a1-4eb9-80de-b63eb39bdd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:45Z', 'updated_at': '2022-02-07T16:33:48Z', 'revision_number': 3, 'project_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'gw_port': {'id': '4037c408-29a1-4eb9-80de-b63eb39bdd01', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5295d5f0-948f-4771-a505-8c057677e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:46Z', 'updated_at': '2022-02-07T16:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:33:51.723382 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (4d4859d5-09a9-41f7-94b5-0bb185ca601a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:51.726994 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] Checking router: 5295d5f0-948f-4771-a505-8c057677e5ce for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:33:51.727517 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] Updating router 5295d5f0-948f-4771-a505-8c057677e5ce port 4037c408-29a1-4eb9-80de-b63eb39bdd01 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:33:51.743568 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-edb962b9-233e-4b23-bedb-7d7a6d842afc None None] Current status of the port 25907254-9c59-44f1-bfa7-985b04e7119c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:51.770219 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e001067e-e4e3-4a9e-bc6f-49e8fd75ac12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7993a1bc1b864b179d67af9383101bef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9880283 Feb 07 16:33:51.772990 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53398) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:51.781248 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4037c408-29a1-4eb9-80de-b63eb39bdd01), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:51.830286 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8857a1-a5c9-41d0-8255-8b141368226c req-50c5a6e1-6798-49c1-8030-931eb9ad0c5c tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:51.831815 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cf8857a1-a5c9-41d0-8255-8b141368226c req-50c5a6e1-6798-49c1-8030-931eb9ad0c5c tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 948 time: 0.7788250 Feb 07 16:33:51.832477 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Pushing event updated for resources: {'Port': ['ID=4d4859d5-09a9-41f7-94b5-0bb185ca601a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:51.850191 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001067e-e4e3-4a9e-bc6f-49e8fd75ac12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4721d3a5-6dd1-46cd-89af-fe7cfdfb76be,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:51.951648 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40770a64-1ac0-451e-93bb-ab6ab1ece6b5 admin admin] Publish callbacks [] for security_group (4721d3a5-6dd1-46cd-89af-fe7cfdfb76be), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:52.030821 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40770a64-1ac0-451e-93bb-ab6ab1ece6b5 admin admin] Publish callbacks [] for security_group (4721d3a5-6dd1-46cd-89af-fe7cfdfb76be), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:52.077964 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 25907254-9c59-44f1-bfa7-985b04e7119c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:52.186026 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40770a64-1ac0-451e-93bb-ab6ab1ece6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4721d3a5-6dd1-46cd-89af-fe7cfdfb76be), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:52.196976 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40770a64-1ac0-451e-93bb-ab6ab1ece6b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:52.200637 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-40770a64-1ac0-451e-93bb-ab6ab1ece6b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4721d3a5-6dd1-46cd-89af-fe7cfdfb76be HTTP/1.1" status: 204 len: 168 time: 0.4261773 Feb 07 16:33:52.218029 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40770a64-1ac0-451e-93bb-ab6ab1ece6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4721d3a5-6dd1-46cd-89af-fe7cfdfb76be,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:52.325832 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-95fd9a12-c317-482e-9bf8-da73ea42a52e req-1f2185ad-f9ac-42c2-a537-06e3b5dda6fe tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428434d-abba-4810-8d9f-aa4a8c123948 HTTP/1.1" status: 200 len: 210 time: 0.1071348 Feb 07 16:33:52.343125 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] Publish callbacks [] for port (4037c408-29a1-4eb9-80de-b63eb39bdd01), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:52.356482 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4037c408-29a1-4eb9-80de-b63eb39bdd01), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:52.400415 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] Attempting to bind port 4037c408-29a1-4eb9-80de-b63eb39bdd01 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:33:52.400912 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] Attempting to bind port 4037c408-29a1-4eb9-80de-b63eb39bdd01 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:33:52.401387 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] Attempting to bind port 4037c408-29a1-4eb9-80de-b63eb39bdd01 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:52.426707 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:33:52.427413 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:52.427911 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:52.428466 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:33:52.428990 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] Bound port: 4037c408-29a1-4eb9-80de-b63eb39bdd01, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:33:52.429421 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4037c408-29a1-4eb9-80de-b63eb39bdd01), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:52.448559 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a06b45-7ff4-4114-a1bb-1ed5ecd1e8bb None None] Pushing event updated for resources: {'Port': ['ID=4037c408-29a1-4eb9-80de-b63eb39bdd01,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:52.525181 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] For port 4037c408-29a1-4eb9-80de-b63eb39bdd01, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:33:52.533228 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] For port 4037c408-29a1-4eb9-80de-b63eb39bdd01, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4037c408-29a1-4eb9-80de-b63eb39bdd01,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:33:52.543084 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4037c408-29a1-4eb9-80de-b63eb39bdd01), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:52.554013 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2ed5d-819a-43fb-90d4-2212e5756666 req-c2bc2932-8403-460f-8a12-06347c359a24 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:52.557532 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-29b2ed5d-819a-43fb-90d4-2212e5756666 req-c2bc2932-8403-460f-8a12-06347c359a24 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 949 time: 0.1021354 Feb 07 16:33:52.638748 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-29b2ed5d-819a-43fb-90d4-2212e5756666 req-07bbef77-9d99-4ead-ba5b-294b64b53a16 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741131 Feb 07 16:33:52.646806 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] Routers {'5295d5f0-948f-4771-a505-8c057677e5ce'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:33:52.651711 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:33:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['5295d5f0-948f-4771-a505-8c057677e5ce'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:33:52.660286 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cf8857a1-a5c9-41d0-8255-8b141368226c req-526bea3c-d338-4045-8091-2a22b0c99d4a tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8002870 Feb 07 16:33:52.718943 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a10dbf1-a617-4dc5-b743-031d026c5343 x-openstack-request-id: req-5a10dbf1-a617-4dc5-b743-031d026c5343 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:52.719250 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c8e966-ac34-4bce-b975-3240a292c70f", "name": "network-vif-deleted", "tag": "1fc86ab8-b372-452d-aed5-d2bb485079c7", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:52.719513 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a10dbf1-a617-4dc5-b743-031d026c5343 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:52.719918 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c8e966-ac34-4bce-b975-3240a292c70f', 'name': 'network-vif-deleted', 'tag': '1fc86ab8-b372-452d-aed5-d2bb485079c7', 'status': 'completed', 'code': 200} Feb 07 16:33:52.730564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Attempting to bind port 4d4859d5-09a9-41f7-94b5-0bb185ca601a on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:33:52.730905 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Attempting to bind port 4d4859d5-09a9-41f7-94b5-0bb185ca601a by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:33:52.731236 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Attempting to bind port 4d4859d5-09a9-41f7-94b5-0bb185ca601a on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:52.752401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Port 4d4859d5-09a9-41f7-94b5-0bb185ca601a on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:33:52.752759 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Attempting to bind port 4d4859d5-09a9-41f7-94b5-0bb185ca601a on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:52.765056 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a06b45-7ff4-4114-a1bb-1ed5ecd1e8bb None None] Pushing event updated for resources: {'Port': ['ID=4037c408-29a1-4eb9-80de-b63eb39bdd01,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:52.772152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:33:52.772760 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:52.772851 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:33:52.773311 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Bound port: 4d4859d5-09a9-41f7-94b5-0bb185ca601a, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:33:52.773671 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4d4859d5-09a9-41f7-94b5-0bb185ca601a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:52.823922 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] Set router 5295d5f0-948f-4771-a505-8c057677e5ce gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:33:52.927188 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:53.000498 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9366c60-2f05-4e19-b3fc-a3397405868d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:53.044516 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82096d-0bf5-45d7-ae65-456885debbf6 req-072c2fd9-2c0d-4309-845c-00e4c888fadc tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:53.052608 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a82096d-0bf5-45d7-ae65-456885debbf6 req-072c2fd9-2c0d-4309-845c-00e4c888fadc tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d473e8d-ce3e-4af1-9a15-6333051cefd2 HTTP/1.1" status: 200 len: 948 time: 0.2588027 Feb 07 16:33:53.158862 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] For port 4d4859d5-09a9-41f7-94b5-0bb185ca601a, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:33:53.210936 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5295d5f0-948f-4771-a505-8c057677e5ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1097888621-router', 'tenant_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '4037c408-29a1-4eb9-80de-b63eb39bdd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:45Z', 'updated_at': '2022-02-07T16:33:48Z', 'revision_number': 3, 'project_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'gw_port': {'id': '4037c408-29a1-4eb9-80de-b63eb39bdd01', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5295d5f0-948f-4771-a505-8c057677e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:46Z', 'updated_at': '2022-02-07T16:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:33:53.227666 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a82096d-0bf5-45d7-ae65-456885debbf6 req-aed918ae-3648-4410-9a8f-8e364aa663fe tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691458 Feb 07 16:33:53.267034 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c07a9b-e4f8-407d-bbc1-f6a417e1fa0b None None] The sync data for ids ['5295d5f0-948f-4771-a505-8c057677e5ce'] in n-d-827865-3 is: [{'id': '5295d5f0-948f-4771-a505-8c057677e5ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1097888621-router', 'tenant_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '4037c408-29a1-4eb9-80de-b63eb39bdd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:45Z', 'updated_at': '2022-02-07T16:33:48Z', 'revision_number': 3, 'project_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'gw_port': {'id': '4037c408-29a1-4eb9-80de-b63eb39bdd01', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5295d5f0-948f-4771-a505-8c057677e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:46Z', 'updated_at': '2022-02-07T16:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:33:53.271728 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] For port 4d4859d5-09a9-41f7-94b5-0bb185ca601a, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4d4859d5-09a9-41f7-94b5-0bb185ca601a,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:33:53.338116 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (4d4859d5-09a9-41f7-94b5-0bb185ca601a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:53.477629 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:53.478259 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:53.480233 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] 10.222.0.32 "PUT /v2.0/ports/4d4859d5-09a9-41f7-94b5-0bb185ca601a HTTP/1.1" status: 200 len: 1096 time: 3.4789708 Feb 07 16:33:53.480498 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d473e8d-ce3e-4af1-9a15-6333051cefd2', 'tag': '4d4859d5-09a9-41f7-94b5-0bb185ca601a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:53.482895 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcab6fe5-6fea-4ce6-a076-7f5675fe8a97" -d '{"events": [{"name": "network-changed", "server_uuid": "2d473e8d-ce3e-4af1-9a15-6333051cefd2", "tag": "4d4859d5-09a9-41f7-94b5-0bb185ca601a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:53.610715 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c4fd697d-b9e4-4fc9-b5a8-fb612dc3d7e8 req-647c4ac0-d156-4a9e-896e-610cc3d1332a tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428434d-abba-4810-8d9f-aa4a8c123948 HTTP/1.1" status: 200 len: 210 time: 0.0553272 Feb 07 16:33:53.669111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf1a51-c7df-4d38-a5f1-46013aff103c service neutron] Pushing event updated for resources: {'Port': ['ID=4d4859d5-09a9-41f7-94b5-0bb185ca601a,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:53.708939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d9366c60-2f05-4e19-b3fc-a3397405868d admin admin] Allocated IP 172.20.0.1 (3f4c4055-eda4-48fc-813a-7108f81e2bd4/336b1c17-7cb5-4863-84cb-5075d73b5e26/a3769d98-c972-4575-aa84-179013425cee) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:33:53.721065 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b214b940-c554-44db-a1c6-5a1046f102b9 x-openstack-request-id: req-b214b940-c554-44db-a1c6-5a1046f102b9 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:53.721248 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d473e8d-ce3e-4af1-9a15-6333051cefd2", "tag": "4d4859d5-09a9-41f7-94b5-0bb185ca601a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:53.721489 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b214b940-c554-44db-a1c6-5a1046f102b9 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:53.721889 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d473e8d-ce3e-4af1-9a15-6333051cefd2', 'tag': '4d4859d5-09a9-41f7-94b5-0bb185ca601a', 'status': 'completed', 'code': 200} Feb 07 16:33:53.736781 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-b63a5a57-cf88-4687-a9e2-2f3057eab6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:53.738123 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-b63a5a57-cf88-4687-a9e2-2f3057eab6a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=486b5dd718334d35a545e5c0c2409901&device_id=2d473e8d-ce3e-4af1-9a15-6333051cefd2 HTTP/1.1" status: 200 len: 1130 time: 0.1602614 Feb 07 16:33:53.815945 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1fc86ab8-b372-452d-aed5-d2bb485079c7 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:33:53.839176 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-fb316fb1-a203-4bc3-b6a3-c9557de8e841 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=4d4859d5-09a9-41f7-94b5-0bb185ca601a HTTP/1.1" status: 200 len: 217 time: 0.0932584 Feb 07 16:33:53.842267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-26a58a68-f1a2-4aec-8ef5-2bc58acb8d3a tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:53.844107 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-26a58a68-f1a2-4aec-8ef5-2bc58acb8d3a tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.48 "GET /v2.0/networks?id=cc730b76-65b9-4ab1-acff-1d7ddc8a8df8 HTTP/1.1" status: 200 len: 814 time: 0.9570172 Feb 07 16:33:53.857658 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-cdc065a9-b7bc-4113-a778-5842b13075ea tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Request body: {'port': {'device_id': '0428434d-abba-4810-8d9f-aa4a8c123948', 'network_id': 'cc730b76-65b9-4ab1-acff-1d7ddc8a8df8', 'admin_state_up': True, 'tenant_id': '2caa1bde29f34e30b1715cdf346c97a2'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:53.870319 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 1fc86ab8-b372-452d-aed5-d2bb485079c7 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:33:53.870917 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1fc86ab8-b372-452d-aed5-d2bb485079c7 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:33:53.885717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c40369-bbae-4a9b-a640-23eb04fcff6f req-89fe996a-6a58-452e-8501-68f5b8c3c173 tempest-ServersAdminNegativeTestJSON-1358983604 tempest-ServersAdminNegativeTestJSON-1358983604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:53.895109 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e7c40369-bbae-4a9b-a640-23eb04fcff6f req-89fe996a-6a58-452e-8501-68f5b8c3c173 tempest-ServersAdminNegativeTestJSON-1358983604 tempest-ServersAdminNegativeTestJSON-1358983604-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 1130 time: 0.1103144 Feb 07 16:33:53.969639 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e7c40369-bbae-4a9b-a640-23eb04fcff6f req-9f0814a9-2079-46ce-b91d-ab01f0712760 tempest-ServersAdminNegativeTestJSON-1358983604 tempest-ServersAdminNegativeTestJSON-1358983604-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:53.999207 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-e141a4bc-b7e4-4b09-b9d2-567b783f0ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:54.000935 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-e141a4bc-b7e4-4b09-b9d2-567b783f0ff9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1304955 Feb 07 16:33:54.157298 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9366c60-2f05-4e19-b3fc-a3397405868d admin admin] Publish callbacks [] for port (a3769d98-c972-4575-aa84-179013425cee), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:54.170030 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-cdc065a9-b7bc-4113-a778-5842b13075ea tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Made reservation on behalf of 2caa1bde29f34e30b1715cdf346c97a2 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:33:54.174671 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-e657bd1a-397c-430d-a7c5-7cbd24e5ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:54.174898 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-cdc065a9-b7bc-4113-a778-5842b13075ea tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:54.175860 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-e657bd1a-397c-430d-a7c5-7cbd24e5ecf3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1600504 Feb 07 16:33:54.233610 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e7c40369-bbae-4a9b-a640-23eb04fcff6f req-9f0814a9-2079-46ce-b91d-ab01f0712760 tempest-ServersAdminNegativeTestJSON-1358983604 tempest-ServersAdminNegativeTestJSON-1358983604-project-admin] Publish callbacks [] for security_group (30239eff-baaf-4bbe-8f4a-4f18b51a332e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:54.292380 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e7c40369-bbae-4a9b-a640-23eb04fcff6f req-9f0814a9-2079-46ce-b91d-ab01f0712760 tempest-ServersAdminNegativeTestJSON-1358983604 tempest-ServersAdminNegativeTestJSON-1358983604-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (30239eff-baaf-4bbe-8f4a-4f18b51a332e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:54.330393 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278418fd-ec67-4d01-9364-0ce7aa3ae72b req-f3a3d5c1-b6ed-4c25-b31c-1cfa9106c238 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:54.332819 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-278418fd-ec67-4d01-9364-0ce7aa3ae72b req-f3a3d5c1-b6ed-4c25-b31c-1cfa9106c238 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 949 time: 0.2396860 Feb 07 16:33:54.334770 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-81c93a0f-5f5c-48cf-8157-5056e0aa6ac9 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142385 Feb 07 16:33:54.336923 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9366c60-2f05-4e19-b3fc-a3397405868d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a3769d98-c972-4575-aa84-179013425cee), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:54.388923 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e7c40369-bbae-4a9b-a640-23eb04fcff6f req-9f0814a9-2079-46ce-b91d-ab01f0712760 tempest-ServersAdminNegativeTestJSON-1358983604 tempest-ServersAdminNegativeTestJSON-1358983604-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883099 Feb 07 16:33:54.410002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0814a9-2079-46ce-b91d-ab01f0712760 tempest-ServersAdminNegativeTestJSON-1358983604 tempest-ServersAdminNegativeTestJSON-1358983604-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30239eff-baaf-4bbe-8f4a-4f18b51a332e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:54.455553 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9366c60-2f05-4e19-b3fc-a3397405868d admin admin] Pushing event updated for resources: {'Port': ['ID=a3769d98-c972-4575-aa84-179013425cee,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:54.494034 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-278418fd-ec67-4d01-9364-0ce7aa3ae72b req-49916db4-cb3a-4aa7-a51c-ba03a6b85b37 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545475 Feb 07 16:33:54.512946 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9366c60-2f05-4e19-b3fc-a3397405868d admin admin] Network 3f4c4055-eda4-48fc-813a-7108f81e2bd4 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:33:54.551139 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d9366c60-2f05-4e19-b3fc-a3397405868d admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:54.560792 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9366c60-2f05-4e19-b3fc-a3397405868d admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:33:54.566234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-cdc065a9-b7bc-4113-a778-5842b13075ea tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Allocated IP 172.20.0.7 (cc730b76-65b9-4ab1-acff-1d7ddc8a8df8/6c86085c-c1d2-46a1-b385-f42c126bddfe/aef0018e-eda9-4055-a282-4ca1a656d661) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:33:54.582351 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53466) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:54.721723 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9366c60-2f05-4e19-b3fc-a3397405868d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (5295d5f0-948f-4771-a505-8c057677e5ce), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:54.900932 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a872236a-59ba-49ed-ae7d-519aa7d5f924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:54.949896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69660a2-a1d3-446c-85f1-947d7d64e660 req-70d0f647-0911-4d44-a8f8-a0fc0215dedb tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:54.951551 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d69660a2-a1d3-446c-85f1-947d7d64e660 req-70d0f647-0911-4d44-a8f8-a0fc0215dedb tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d473e8d-ce3e-4af1-9a15-6333051cefd2 HTTP/1.1" status: 200 len: 948 time: 0.3065779 Feb 07 16:33:54.999357 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-38c47047-dde2-4266-9226-ef9c849e94e8 req-b4b70825-b21e-42ee-93a6-3f4014a55e59 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428434d-abba-4810-8d9f-aa4a8c123948 HTTP/1.1" status: 200 len: 210 time: 0.1280222 Feb 07 16:33:55.009548 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7aade62f-a61e-4851-af57-464eb0a4116c None None] Provisioning complete for port a3769d98-c972-4575-aa84-179013425cee triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:55.010034 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7aade62f-a61e-4851-af57-464eb0a4116c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a3769d98-c972-4575-aa84-179013425cee), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:55.018377 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53478) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:55.022518 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f3844c7c-e7b7-4a00-8ccf-9f225e2bba41 req-1376a401-c590-413b-8039-7493437d1de5 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763309 Feb 07 16:33:55.097514 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7aade62f-a61e-4851-af57-464eb0a4116c None None] Port a3769d98-c972-4575-aa84-179013425cee cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:33:55.129022 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-cdc065a9-b7bc-4113-a778-5842b13075ea tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Publish callbacks [] for port (aef0018e-eda9-4055-a282-4ca1a656d661), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:55.150145 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d69660a2-a1d3-446c-85f1-947d7d64e660 req-24bbc2f1-5783-4140-beba-ce4f1c4b9bb4 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861591 Feb 07 16:33:55.233875 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a872236a-59ba-49ed-ae7d-519aa7d5f924 admin admin] Publish callbacks [] for security_group (f1522e30-91e2-4288-b975-7fa973e99f8d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:55.243220 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a872236a-59ba-49ed-ae7d-519aa7d5f924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f1522e30-91e2-4288-b975-7fa973e99f8d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:55.264200 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-cdc065a9-b7bc-4113-a778-5842b13075ea tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (aef0018e-eda9-4055-a282-4ca1a656d661), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:55.315505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4037c408-29a1-4eb9-80de-b63eb39bdd01 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:33:55.370536 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872236a-59ba-49ed-ae7d-519aa7d5f924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1522e30-91e2-4288-b975-7fa973e99f8d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:55.379031 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a872236a-59ba-49ed-ae7d-519aa7d5f924 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce395030d75f4cd9bc8a3feb0b5eead0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7901449 Feb 07 16:33:55.387009 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-cdc065a9-b7bc-4113-a778-5842b13075ea tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Network cc730b76-65b9-4ab1-acff-1d7ddc8a8df8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:33:55.387647 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53488) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:55.403257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-cdc065a9-b7bc-4113-a778-5842b13075ea tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:55.421797 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-cdc065a9-b7bc-4113-a778-5842b13075ea tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:33:55.431705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 4037c408-29a1-4eb9-80de-b63eb39bdd01 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:55.434997 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4037c408-29a1-4eb9-80de-b63eb39bdd01), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:55.490058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc065a9-b7bc-4113-a778-5842b13075ea tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Pushing event updated for resources: {'Port': ['ID=aef0018e-eda9-4055-a282-4ca1a656d661,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:55.509307 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd97963-220e-4df5-b2bf-899f4e5ee410 req-dbe92d16-201c-48e1-97a1-a6ab77f9b81e tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:55.516659 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4dd97963-220e-4df5-b2bf-899f4e5ee410 req-dbe92d16-201c-48e1-97a1-a6ab77f9b81e tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 949 time: 0.4169807 Feb 07 16:33:55.568331 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab6fe5-6fea-4ce6-a076-7f5675fe8a97 req-9a5bdada-1b84-4d7f-b914-a8614d9fb7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:55.569523 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dcab6fe5-6fea-4ce6-a076-7f5675fe8a97 req-9a5bdada-1b84-4d7f-b914-a8614d9fb7bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=486b5dd718334d35a545e5c0c2409901&device_id=2d473e8d-ce3e-4af1-9a15-6333051cefd2 HTTP/1.1" status: 200 len: 1130 time: 0.3590474 Feb 07 16:33:55.581217 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-44c16424-3814-45d6-95db-a77ede3f14b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d66a7acc42547d89174fcc384c2e143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5524263 Feb 07 16:33:55.591606 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53492) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:55.601515 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4037c408-29a1-4eb9-80de-b63eb39bdd01 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:55.602055 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4037c408-29a1-4eb9-80de-b63eb39bdd01), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:55.626417 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 4037c408-29a1-4eb9-80de-b63eb39bdd01, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4037c408-29a1-4eb9-80de-b63eb39bdd01,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:55.632156 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4037c408-29a1-4eb9-80de-b63eb39bdd01), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:55.660122 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-cdc065a9-b7bc-4113-a778-5842b13075ea tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:55.660909 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-cdc065a9-b7bc-4113-a778-5842b13075ea tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:55.665884 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b8400c-7c85-4568-be95-cb347b7c5e7d admin admin] Publish callbacks [] for security_group (f1522e30-91e2-4288-b975-7fa973e99f8d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:55.671218 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9366c60-2f05-4e19-b3fc-a3397405868d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a3769d98-c972-4575-aa84-179013425cee), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:55.689638 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4dd97963-220e-4df5-b2bf-899f4e5ee410 req-cf01692d-261d-4655-beba-97e5effc798a tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719499 Feb 07 16:33:55.691222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=4037c408-29a1-4eb9-80de-b63eb39bdd01,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:55.740009 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-cdc065a9-b7bc-4113-a778-5842b13075ea tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8867717 Feb 07 16:33:55.740971 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c01a3f71-9a2a-49e2-8be8-4a88235a40cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:55.746853 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b8400c-7c85-4568-be95-cb347b7c5e7d admin admin] Publish callbacks [] for security_group (f1522e30-91e2-4288-b975-7fa973e99f8d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:55.763757 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Request body: {'port': {'device_id': '0428434d-abba-4810-8d9f-aa4a8c123948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:33:55.777531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab6fe5-6fea-4ce6-a076-7f5675fe8a97 req-1c6b2a07-df41-44c2-80ae-716ad5a95b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:55.779008 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dcab6fe5-6fea-4ce6-a076-7f5675fe8a97 req-1c6b2a07-df41-44c2-80ae-716ad5a95b1c service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.2016490 Feb 07 16:33:55.796458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cc1d5-fc64-40d5-a2a2-043654d45899 req-01f26e29-3ef1-4c8d-936f-af7362e711d9 tempest-ServersAdminNegativeTestJSON-1358983604 tempest-ServersAdminNegativeTestJSON-1358983604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:55.804125 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9a1cc1d5-fc64-40d5-a2a2-043654d45899 req-01f26e29-3ef1-4c8d-936f-af7362e711d9 tempest-ServersAdminNegativeTestJSON-1358983604 tempest-ServersAdminNegativeTestJSON-1358983604-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 1130 time: 0.2147934 Feb 07 16:33:55.834982 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dcab6fe5-6fea-4ce6-a076-7f5675fe8a97 req-d5e543ca-f674-45a6-b1af-302bb02fa5fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=4d4859d5-09a9-41f7-94b5-0bb185ca601a HTTP/1.1" status: 200 len: 217 time: 0.0462115 Feb 07 16:33:55.860424 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-681a4e45-5ed7-4f2c-a049-c3b95f0a287f admin admin] Publish callbacks [] for security_group (2f703e26-7c19-4a7c-895b-d09c7cf287db), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:55.929053 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (aef0018e-eda9-4055-a282-4ca1a656d661), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:55.932606 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab6fe5-6fea-4ce6-a076-7f5675fe8a97 req-2daa06b2-a3c8-485f-89c2-177bfdab004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:55.934372 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dcab6fe5-6fea-4ce6-a076-7f5675fe8a97 req-2daa06b2-a3c8-485f-89c2-177bfdab004d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0898459 Feb 07 16:33:55.943150 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-681a4e45-5ed7-4f2c-a049-c3b95f0a287f admin admin] Publish callbacks [] for security_group (2f703e26-7c19-4a7c-895b-d09c7cf287db), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:55.953934 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9a1cc1d5-fc64-40d5-a2a2-043654d45899 req-bd16af7c-3d7a-4a46-84aa-c958e6beb69e tempest-ServersAdminNegativeTestJSON-1358983604 tempest-ServersAdminNegativeTestJSON-1358983604-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475189 Feb 07 16:33:56.094060 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab6fe5-6fea-4ce6-a076-7f5675fe8a97 req-eda4f76b-f34c-489e-b417-64ed6b45731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:56.095845 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dcab6fe5-6fea-4ce6-a076-7f5675fe8a97 req-eda4f76b-f34c-489e-b417-64ed6b45731b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1517713 Feb 07 16:33:56.107348 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9366c60-2f05-4e19-b3fc-a3397405868d admin admin] Publish callbacks [] for port (a3769d98-c972-4575-aa84-179013425cee), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:56.119488 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9366c60-2f05-4e19-b3fc-a3397405868d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (a3769d98-c972-4575-aa84-179013425cee), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:56.167670 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b8400c-7c85-4568-be95-cb347b7c5e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f1522e30-91e2-4288-b975-7fa973e99f8d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:56.172699 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b8400c-7c85-4568-be95-cb347b7c5e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:56.175934 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c3b8400c-7c85-4568-be95-cb347b7c5e7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1522e30-91e2-4288-b975-7fa973e99f8d HTTP/1.1" status: 204 len: 168 time: 0.7848272 Feb 07 16:33:56.283934 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9366c60-2f05-4e19-b3fc-a3397405868d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (5295d5f0-948f-4771-a505-8c057677e5ce), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:56.299579 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8400c-7c85-4568-be95-cb347b7c5e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1522e30-91e2-4288-b975-7fa973e99f8d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:56.377344 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-681a4e45-5ed7-4f2c-a049-c3b95f0a287f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2f703e26-7c19-4a7c-895b-d09c7cf287db), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:56.381543 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-681a4e45-5ed7-4f2c-a049-c3b95f0a287f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:56.384518 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-681a4e45-5ed7-4f2c-a049-c3b95f0a287f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f703e26-7c19-4a7c-895b-d09c7cf287db HTTP/1.1" status: 204 len: 168 time: 0.7874477 Feb 07 16:33:56.387038 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dcab6fe5-6fea-4ce6-a076-7f5675fe8a97 req-0d597b38-c141-4add-bfa2-baf8b9bfdf9a service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773876 Feb 07 16:33:56.402554 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-8651a1c2-c14f-4b35-b4b4-3a14736db1d7 req-664f76bf-13f6-49cb-b997-7435ae833a10 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:33:56.403589 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8651a1c2-c14f-4b35-b4b4-3a14736db1d7 req-664f76bf-13f6-49cb-b997-7435ae833a10 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1716442 Feb 07 16:33:56.416282 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a4e45-5ed7-4f2c-a049-c3b95f0a287f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f703e26-7c19-4a7c-895b-d09c7cf287db,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:56.508249 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dcab6fe5-6fea-4ce6-a076-7f5675fe8a97 req-e2ed05ea-13f7-46e4-aaa5-6531f59b0c23 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098104 Feb 07 16:33:56.585067 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef0018e-eda9-4055-a282-4ca1a656d661 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:33:56.594136 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Publish callbacks [] for port (aef0018e-eda9-4055-a282-4ca1a656d661), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:56.639026 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9366c60-2f05-4e19-b3fc-a3397405868d admin admin] Pushing event updated for resources: {'Port': ['ID=a3769d98-c972-4575-aa84-179013425cee,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:56.651058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9366c60-2f05-4e19-b3fc-a3397405868d admin admin] Network 3f4c4055-eda4-48fc-813a-7108f81e2bd4 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:33:56.655190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d9366c60-2f05-4e19-b3fc-a3397405868d admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:33:56.673538 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a102978-96e3-444a-9d61-0c00ea451dab req-c27b28a4-0ad8-48f2-8629-155f102854cd tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:56.681355 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a102978-96e3-444a-9d61-0c00ea451dab req-c27b28a4-0ad8-48f2-8629-155f102854cd tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428434d-abba-4810-8d9f-aa4a8c123948 HTTP/1.1" status: 200 len: 931 time: 0.4832706 Feb 07 16:33:56.751415 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Transition to ACTIVE for port object aef0018e-eda9-4055-a282-4ca1a656d661 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:33:56.758832 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (aef0018e-eda9-4055-a282-4ca1a656d661), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:56.852030 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53526) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:56.859470 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Pushing event updated for resources: {'Port': ['ID=aef0018e-eda9-4055-a282-4ca1a656d661,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:56.898432 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e6a1e07-2598-4ca3-83fa-c704cd47ab85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:56.906490 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f39a4-a831-4b05-9032-0f305c679bd7 req-6a895772-2e57-4376-96e6-50566ab7bf3a tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:56.921519 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc3f39a4-a831-4b05-9032-0f305c679bd7 req-6a895772-2e57-4376-96e6-50566ab7bf3a tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d473e8d-ce3e-4af1-9a15-6333051cefd2 HTTP/1.1" status: 200 len: 948 time: 0.3175571 Feb 07 16:33:57.024204 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e6a1e07-2598-4ca3-83fa-c704cd47ab85 admin admin] Publish callbacks [] for security_group (cb351cde-a93d-4932-b6a4-6396bb68b57f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:57.043533 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc3f39a4-a831-4b05-9032-0f305c679bd7 req-2fcb9aee-3086-4a31-a35d-715aa3e2b156 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210504 Feb 07 16:33:57.047599 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a102978-96e3-444a-9d61-0c00ea451dab req-0761dbf4-d75a-4aba-a2ca-8b727289c19f tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ecc88aa-0834-4b08-874d-01beed9d98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596501 Feb 07 16:33:57.055974 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e6a1e07-2598-4ca3-83fa-c704cd47ab85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cb351cde-a93d-4932-b6a4-6396bb68b57f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:57.071024 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Attempting to bind port aef0018e-eda9-4055-a282-4ca1a656d661 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:33:57.073816 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Attempting to bind port aef0018e-eda9-4055-a282-4ca1a656d661 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'b9f0d543-3d38-4bc0-9df9-a05e1edc9430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cc730b76-65b9-4ab1-acff-1d7ddc8a8df8'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:33:57.074178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Attempting to bind port aef0018e-eda9-4055-a282-4ca1a656d661 on network cc730b76-65b9-4ab1-acff-1d7ddc8a8df8 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:57.093359 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Port aef0018e-eda9-4055-a282-4ca1a656d661 on network cc730b76-65b9-4ab1-acff-1d7ddc8a8df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:33:57.093969 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Attempting to bind port aef0018e-eda9-4055-a282-4ca1a656d661 on network cc730b76-65b9-4ab1-acff-1d7ddc8a8df8 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:33:57.101333 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:33:57.101771 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Checking segment: {'id': 'b9f0d543-3d38-4bc0-9df9-a05e1edc9430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cc730b76-65b9-4ab1-acff-1d7ddc8a8df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:33:57.102433 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Bound using segment: {'id': 'b9f0d543-3d38-4bc0-9df9-a05e1edc9430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cc730b76-65b9-4ab1-acff-1d7ddc8a8df8'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:33:57.103151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Bound port: aef0018e-eda9-4055-a282-4ca1a656d661, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f0d543-3d38-4bc0-9df9-a05e1edc9430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cc730b76-65b9-4ab1-acff-1d7ddc8a8df8'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:33:57.103593 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (aef0018e-eda9-4055-a282-4ca1a656d661), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:57.156108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-3da39b82-aaf6-411e-a707-705409613779 None None] Provisioning complete for port a3769d98-c972-4575-aa84-179013425cee triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:57.156620 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3da39b82-aaf6-411e-a707-705409613779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a3769d98-c972-4575-aa84-179013425cee), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:57.167689 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53532) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:57.209953 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3da39b82-aaf6-411e-a707-705409613779 None None] Port a3769d98-c972-4575-aa84-179013425cee cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:33:57.214371 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9366c60-2f05-4e19-b3fc-a3397405868d admin admin] Router 5295d5f0-948f-4771-a505-8c057677e5ce has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:33:57.215261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a1e07-2598-4ca3-83fa-c704cd47ab85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb351cde-a93d-4932-b6a4-6396bb68b57f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:57.223902 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8e6a1e07-2598-4ca3-83fa-c704cd47ab85 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b72f4de4ba1349718d42c91e7a784856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3652401 Feb 07 16:33:57.225556 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7a2b1db-7daa-48ab-9dfa-ebefe404c1c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:57.229637 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53536) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:57.278049 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4037c408-29a1-4eb9-80de-b63eb39bdd01 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:33:57.373996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] For port aef0018e-eda9-4055-a282-4ca1a656d661, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:33:57.380463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 4037c408-29a1-4eb9-80de-b63eb39bdd01 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:33:57.381390 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4037c408-29a1-4eb9-80de-b63eb39bdd01), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:57.388417 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] For port aef0018e-eda9-4055-a282-4ca1a656d661, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=aef0018e-eda9-4055-a282-4ca1a656d661,segment=NetworkSegment(b9f0d543-3d38-4bc0-9df9-a05e1edc9430),segment_id=b9f0d543-3d38-4bc0-9df9-a05e1edc9430)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:33:57.428627 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (aef0018e-eda9-4055-a282-4ca1a656d661), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:57.429326 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9366c60-2f05-4e19-b3fc-a3397405868d admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:33:57.437046 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d9366c60-2f05-4e19-b3fc-a3397405868d admin admin] 10.222.0.18 "PUT /v2.0/routers/5295d5f0-948f-4771-a505-8c057677e5ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1244736 Feb 07 16:33:57.456257 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7a2b1db-7daa-48ab-9dfa-ebefe404c1c8 admin admin] Publish callbacks [] for security_group (a8e0a6f3-2969-45e7-8ee3-9f447fa49abd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:57.459491 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] Sync routers for ids ['5295d5f0-948f-4771-a505-8c057677e5ce'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:33:57.462866 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7a2b1db-7daa-48ab-9dfa-ebefe404c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a8e0a6f3-2969-45e7-8ee3-9f447fa49abd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:57.515458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Pushing event updated for resources: {'Port': ['ID=aef0018e-eda9-4055-a282-4ca1a656d661,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:57.516316 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] Routers {'5295d5f0-948f-4771-a505-8c057677e5ce'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:33:57.517036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:33:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['5295d5f0-948f-4771-a505-8c057677e5ce'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:33:57.533042 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c7a2b1db-7daa-48ab-9dfa-ebefe404c1c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c62c36a5d6024dcab890fce6e076d460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584137 Feb 07 16:33:57.534559 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2b1db-7daa-48ab-9dfa-ebefe404c1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e0a6f3-2969-45e7-8ee3-9f447fa49abd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:57.554191 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53546) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:57.573540 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211dda2-5629-46a6-ae0a-55d2a4c01313 req-519d3b36-2bb9-4c72-99e5-86597bc1e1da tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:57.586598 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e211dda2-5629-46a6-ae0a-55d2a4c01313 req-519d3b36-2bb9-4c72-99e5-86597bc1e1da tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 949 time: 0.3816147 Feb 07 16:33:57.600859 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:57.601304 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:57.602915 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2d906bc8-73b1-440c-9672-456f8a85f7ef service neutron] 10.222.0.48 "PUT /v2.0/ports/aef0018e-eda9-4055-a282-4ca1a656d661 HTTP/1.1" status: 200 len: 1091 time: 1.8517818 Feb 07 16:33:57.607072 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0428434d-abba-4810-8d9f-aa4a8c123948', 'tag': 'aef0018e-eda9-4055-a282-4ca1a656d661'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:33:57.609679 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f46ca0-9577-43c0-b717-02b786059e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "0428434d-abba-4810-8d9f-aa4a8c123948", "tag": "aef0018e-eda9-4055-a282-4ca1a656d661"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:33:57.625523 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad7237ef-ef4b-487c-aa5c-260966eba98f admin admin] Publish callbacks [] for security_group (cb351cde-a93d-4932-b6a4-6396bb68b57f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:57.670194 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad7237ef-ef4b-487c-aa5c-260966eba98f admin admin] Publish callbacks [] for security_group (cb351cde-a93d-4932-b6a4-6396bb68b57f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:57.725396 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd79d96d-06de-45f3-b873-3a30ac01fd47 admin admin] Publish callbacks [] for security_group (a8e0a6f3-2969-45e7-8ee3-9f447fa49abd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:57.751918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4037c408-29a1-4eb9-80de-b63eb39bdd01 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:57.768984 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4d4859d5-09a9-41f7-94b5-0bb185ca601a details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:33:57.783151 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad7237ef-ef4b-487c-aa5c-260966eba98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cb351cde-a93d-4932-b6a4-6396bb68b57f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:57.788689 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad7237ef-ef4b-487c-aa5c-260966eba98f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:57.789426 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd79d96d-06de-45f3-b873-3a30ac01fd47 admin admin] Publish callbacks [] for security_group (a8e0a6f3-2969-45e7-8ee3-9f447fa49abd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:57.795106 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ad7237ef-ef4b-487c-aa5c-260966eba98f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb351cde-a93d-4932-b6a4-6396bb68b57f HTTP/1.1" status: 204 len: 168 time: 0.5632548 Feb 07 16:33:57.796785 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] Set router 5295d5f0-948f-4771-a505-8c057677e5ce gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:33:57.820450 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7237ef-ef4b-487c-aa5c-260966eba98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb351cde-a93d-4932-b6a4-6396bb68b57f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:57.830129 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63714c-7efd-489b-ac4b-9955a5633dd0 req-2a806f63-3e57-4d49-8b99-9483a1a47ea6 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:57.839683 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a63714c-7efd-489b-ac4b-9955a5633dd0 req-2a806f63-3e57-4d49-8b99-9483a1a47ea6 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 948 time: 0.1339157 Feb 07 16:33:57.848307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-17d44aa8-4b77-43c1-9dcb-bec14e76e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:57.851472 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-17d44aa8-4b77-43c1-9dcb-bec14e76e4d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2caa1bde29f34e30b1715cdf346c97a2&device_id=0428434d-abba-4810-8d9f-aa4a8c123948 HTTP/1.1" status: 200 len: 1125 time: 0.1186340 Feb 07 16:33:57.866415 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e211dda2-5629-46a6-ae0a-55d2a4c01313 req-64fe46e6-45f7-4359-a18c-8c081f69d4c2 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785313 Feb 07 16:33:57.963266 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-81e17a33-9075-432f-a479-f2a7fdbaff23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aef0018e-eda9-4055-a282-4ca1a656d661 HTTP/1.1" status: 200 len: 217 time: 0.0956674 Feb 07 16:33:57.967605 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a63714c-7efd-489b-ac4b-9955a5633dd0 req-7b7a120f-bdef-40f9-bdb2-96d64097ed3f tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271467 Feb 07 16:33:57.974455 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd79d96d-06de-45f3-b873-3a30ac01fd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a8e0a6f3-2969-45e7-8ee3-9f447fa49abd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:57.981879 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd79d96d-06de-45f3-b873-3a30ac01fd47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:57.983203 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bd79d96d-06de-45f3-b873-3a30ac01fd47 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8e0a6f3-2969-45e7-8ee3-9f447fa49abd HTTP/1.1" status: 204 len: 168 time: 0.4257603 Feb 07 16:33:57.999913 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c46266-6921-4b84-b01b-f684ac7e6d4c x-openstack-request-id: req-06c46266-6921-4b84-b01b-f684ac7e6d4c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:33:58.001574 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0428434d-abba-4810-8d9f-aa4a8c123948", "tag": "aef0018e-eda9-4055-a282-4ca1a656d661", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:33:58.007345 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06c46266-6921-4b84-b01b-f684ac7e6d4c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:33:58.007840 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79d96d-06de-45f3-b873-3a30ac01fd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e0a6f3-2969-45e7-8ee3-9f447fa49abd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:58.009309 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0428434d-abba-4810-8d9f-aa4a8c123948', 'tag': 'aef0018e-eda9-4055-a282-4ca1a656d661', 'status': 'completed', 'code': 200} Feb 07 16:33:58.069257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-de6ec3d5-171a-47de-8c1f-4809c4cbe0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:58.071838 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-de6ec3d5-171a-47de-8c1f-4809c4cbe0e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c86085c-c1d2-46a1-b385-f42c126bddfe HTTP/1.1" status: 200 len: 854 time: 0.0933051 Feb 07 16:33:58.143941 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-83e671a5-3b54-4aa2-9c8e-6f5d057a0f5a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc730b76-65b9-4ab1-acff-1d7ddc8a8df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642593 Feb 07 16:33:58.253410 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf32ca-ac67-4160-83af-741389da38f5 req-4b8322e7-6d71-4906-ae33-82e47b29b04b tempest-LiveMigrationNegativeTest-967878267 tempest-LiveMigrationNegativeTest-967878267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:58.269950 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-66cf32ca-ac67-4160-83af-741389da38f5 req-4b8322e7-6d71-4906-ae33-82e47b29b04b tempest-LiveMigrationNegativeTest-967878267 tempest-LiveMigrationNegativeTest-967878267-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 1131 time: 0.1056900 Feb 07 16:33:58.292609 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-66cf32ca-ac67-4160-83af-741389da38f5 req-a9296951-4ff4-4335-9117-dde82ab0c2a2 tempest-LiveMigrationNegativeTest-967878267 tempest-LiveMigrationNegativeTest-967878267-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:58.300173 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-2211b074-d10d-44cc-b3c3-53d1c31d4ba3 service neutron] 10.222.0.48 "GET /v2.0/networks/cc730b76-65b9-4ab1-acff-1d7ddc8a8df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491187 Feb 07 16:33:58.397041 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-66cf32ca-ac67-4160-83af-741389da38f5 req-a9296951-4ff4-4335-9117-dde82ab0c2a2 tempest-LiveMigrationNegativeTest-967878267 tempest-LiveMigrationNegativeTest-967878267-project-admin] Publish callbacks [] for security_group (515bf021-5f2d-49b3-8723-454633975f5d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:58.402707 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-66cf32ca-ac67-4160-83af-741389da38f5 req-a9296951-4ff4-4335-9117-dde82ab0c2a2 tempest-LiveMigrationNegativeTest-967878267 tempest-LiveMigrationNegativeTest-967878267-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (515bf021-5f2d-49b3-8723-454633975f5d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:58.511541 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-66cf32ca-ac67-4160-83af-741389da38f5 req-a9296951-4ff4-4335-9117-dde82ab0c2a2 tempest-LiveMigrationNegativeTest-967878267 tempest-LiveMigrationNegativeTest-967878267-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394819 Feb 07 16:33:58.517748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9296951-4ff4-4335-9117-dde82ab0c2a2 tempest-LiveMigrationNegativeTest-967878267 tempest-LiveMigrationNegativeTest-967878267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515bf021-5f2d-49b3-8723-454633975f5d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:58.534552 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a59031bc-5fd2-406b-bc4f-d4b86055c246 req-90ed769a-5e07-49c6-a66f-434821e9a6fd service neutron] 10.222.0.48 "GET /v2.0/networks/cc730b76-65b9-4ab1-acff-1d7ddc8a8df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279723 Feb 07 16:33:58.554857 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3d2a27d3-5b56-46e6-bccd-faf1f501a611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:58.714451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4d4859d5-09a9-41f7-94b5-0bb185ca601a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4d4859d5-09a9-41f7-94b5-0bb185ca601a,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:58.728139 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09e8f6-fb83-493d-b082-011a5d6f5c4c req-3853ff8e-ac4e-4bea-9488-9ebb25189697 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:58.733011 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a09e8f6-fb83-493d-b082-011a5d6f5c4c req-3853ff8e-ac4e-4bea-9488-9ebb25189697 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d473e8d-ce3e-4af1-9a15-6333051cefd2 HTTP/1.1" status: 200 len: 948 time: 0.1122253 Feb 07 16:33:58.778472 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '4d4859d5-09a9-41f7-94b5-0bb185ca601a', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '4d4859d5-09a9-41f7-94b5-0bb185ca601a', 'mac_address': 'fa:16:3e:bb:e9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:33:58.803818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f46ca0-9577-43c0-b717-02b786059e8f req-834ce77a-48d7-4100-83db-72742f26f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:58.807322 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2f46ca0-9577-43c0-b717-02b786059e8f req-834ce77a-48d7-4100-83db-72742f26f928 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2caa1bde29f34e30b1715cdf346c97a2&device_id=0428434d-abba-4810-8d9f-aa4a8c123948 HTTP/1.1" status: 200 len: 1125 time: 0.1999171 Feb 07 16:33:58.839981 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a09e8f6-fb83-493d-b082-011a5d6f5c4c req-97fe9d2f-d8e0-42e5-a9a3-27984dd7a5da tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006782 Feb 07 16:33:58.877110 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 4d4859d5-09a9-41f7-94b5-0bb185ca601a is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:33:58.877923 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4d4859d5-09a9-41f7-94b5-0bb185ca601a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:58.896625 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4859d5-09a9-41f7-94b5-0bb185ca601a {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:33:58.902889 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5295d5f0-948f-4771-a505-8c057677e5ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1097888621-router', 'tenant_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '4037c408-29a1-4eb9-80de-b63eb39bdd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:45Z', 'updated_at': '2022-02-07T16:33:55Z', 'revision_number': 4, 'project_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'gw_port': {'id': '4037c408-29a1-4eb9-80de-b63eb39bdd01', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5295d5f0-948f-4771-a505-8c057677e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:46Z', 'updated_at': '2022-02-07T16:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a3769d98-c972-4575-aa84-179013425cee', 'name': '', 'network_id': '3f4c4055-eda4-48fc-813a-7108f81e2bd4', 'tenant_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'mac_address': 'fa:16:3e:fb:45:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5295d5f0-948f-4771-a505-8c057677e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '336b1c17-7cb5-4863-84cb-5075d73b5e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:53Z', 'updated_at': '2022-02-07T16:33:55Z', 'revision_number': 2, 'project_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'subnets': [{'id': '336b1c17-7cb5-4863-84cb-5075d73b5e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:33:58.931069 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f46ca0-9577-43c0-b717-02b786059e8f req-c7304522-6877-45e5-a37b-3a54364cc849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:58.932562 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2f46ca0-9577-43c0-b717-02b786059e8f req-c7304522-6877-45e5-a37b-3a54364cc849 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cc730b76-65b9-4ab1-acff-1d7ddc8a8df8 HTTP/1.1" status: 200 len: 915 time: 0.1154697 Feb 07 16:33:58.933068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] Checking router: 5295d5f0-948f-4771-a505-8c057677e5ce for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:33:58.933889 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] Updating router 5295d5f0-948f-4771-a505-8c057677e5ce port a3769d98-c972-4575-aa84-179013425cee binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:33:58.955333 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd81abe-59c2-4e13-8a66-e87a2880da6f req-de4ef502-09da-4b51-b820-c86a37bae57e tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:58.957222 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dd81abe-59c2-4e13-8a66-e87a2880da6f req-de4ef502-09da-4b51-b820-c86a37bae57e tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428434d-abba-4810-8d9f-aa4a8c123948 HTTP/1.1" status: 200 len: 943 time: 0.2767053 Feb 07 16:33:58.983254 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4d4859d5-09a9-41f7-94b5-0bb185ca601a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4d4859d5-09a9-41f7-94b5-0bb185ca601a,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:33:58.991725 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2f46ca0-9577-43c0-b717-02b786059e8f req-d7c5a95a-0fc0-47c6-a1bc-bd5ccc1a1cec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aef0018e-eda9-4055-a282-4ca1a656d661 HTTP/1.1" status: 200 len: 217 time: 0.0530438 Feb 07 16:33:58.992348 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4d4859d5-09a9-41f7-94b5-0bb185ca601a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:59.000310 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a3769d98-c972-4575-aa84-179013425cee), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:59.036877 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53598) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:33:59.065399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f46ca0-9577-43c0-b717-02b786059e8f req-c1d61356-4aa9-439e-aa48-f19782fd0827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:59.066941 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2f46ca0-9577-43c0-b717-02b786059e8f req-c1d61356-4aa9-439e-aa48-f19782fd0827 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c86085c-c1d2-46a1-b385-f42c126bddfe HTTP/1.1" status: 200 len: 854 time: 0.0519307 Feb 07 16:33:59.129081 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2f46ca0-9577-43c0-b717-02b786059e8f req-847c3411-21ed-47f7-959a-ebb738b6d377 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc730b76-65b9-4ab1-acff-1d7ddc8a8df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512741 Feb 07 16:33:59.202141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=4d4859d5-09a9-41f7-94b5-0bb185ca601a,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:33:59.254247 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dd81abe-59c2-4e13-8a66-e87a2880da6f req-aee115f3-0e96-4046-911e-1f5285f067ba tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ecc88aa-0834-4b08-874d-01beed9d98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607436 Feb 07 16:33:59.274980 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2f46ca0-9577-43c0-b717-02b786059e8f req-ed15b247-5e6a-4ed1-a99a-8f6fba86b7af service neutron] 10.222.0.48 "GET /v2.0/networks/cc730b76-65b9-4ab1-acff-1d7ddc8a8df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386313 Feb 07 16:33:59.278414 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ceac0c-908e-4e2b-96eb-a9758c27c937 req-5f357ad7-9b74-44e2-9fb9-69c651dde46e tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:59.280083 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3ceac0c-908e-4e2b-96eb-a9758c27c937 req-5f357ad7-9b74-44e2-9fb9-69c651dde46e tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 948 time: 0.0956235 Feb 07 16:33:59.330611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['4d4859d5-09a9-41f7-94b5-0bb185ca601a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:33:59.337307 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:59.541721 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9cdf22d5-ceb4-4349-a0c6-cbb81347918c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:59.557076 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2f46ca0-9577-43c0-b717-02b786059e8f req-98650355-f921-44fd-b463-3dd0bd1eda70 service neutron] 10.222.0.48 "GET /v2.0/networks/cc730b76-65b9-4ab1-acff-1d7ddc8a8df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708271 Feb 07 16:33:59.610817 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71c4ef-546f-4270-b337-cf29124c10aa req-f5d6ee8b-73f1-4936-90f4-58232792ab8f tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:33:59.618156 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3b71c4ef-546f-4270-b337-cf29124c10aa req-f5d6ee8b-73f1-4936-90f4-58232792ab8f tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 948 time: 0.1886985 Feb 07 16:33:59.687992 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] Publish callbacks [] for port (a3769d98-c972-4575-aa84-179013425cee), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:59.715483 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a3769d98-c972-4575-aa84-179013425cee), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:59.729814 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3b71c4ef-546f-4270-b337-cf29124c10aa req-33160a0b-68e9-4604-83b5-8882fd4bf82f tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057951 Feb 07 16:33:59.734091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d3ceac0c-908e-4e2b-96eb-a9758c27c937 req-482810d4-9f4f-4aa7-b986-8e60e5a5cf2e tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Deleting port cab7bb77-7b47-4639-ac83-a3d0718a39d0 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:33:59.734482 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d3ceac0c-908e-4e2b-96eb-a9758c27c937 req-482810d4-9f4f-4aa7-b986-8e60e5a5cf2e tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (cab7bb77-7b47-4639-ac83-a3d0718a39d0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:33:59.835738 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11a5e5-1b29-4b9a-94e1-7f6cb45d113b None None] Pushing event updated for resources: {'Port': ['ID=a3769d98-c972-4575-aa84-179013425cee,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:00.098679 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] Attempting to bind port a3769d98-c972-4575-aa84-179013425cee on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:34:00.099450 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] Attempting to bind port a3769d98-c972-4575-aa84-179013425cee by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '8501b7d1-f671-4316-82b3-a476359e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3f4c4055-eda4-48fc-813a-7108f81e2bd4'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:34:00.099966 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] Attempting to bind port a3769d98-c972-4575-aa84-179013425cee on network 3f4c4055-eda4-48fc-813a-7108f81e2bd4 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:00.110848 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb11bc-48c3-4b35-b0bd-7ca063730182 req-6c2d07d2-c4a2-4fd1-961c-18851a84527e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:00.112737 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:34:00.113081 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] Checking segment: {'id': '8501b7d1-f671-4316-82b3-a476359e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3f4c4055-eda4-48fc-813a-7108f81e2bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:34:00.113545 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:00.113970 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] Bound using segment: {'id': '8501b7d1-f671-4316-82b3-a476359e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3f4c4055-eda4-48fc-813a-7108f81e2bd4'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:34:00.114531 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] Bound port: a3769d98-c972-4575-aa84-179013425cee, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8501b7d1-f671-4316-82b3-a476359e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3f4c4055-eda4-48fc-813a-7108f81e2bd4'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:34:00.114960 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a3769d98-c972-4575-aa84-179013425cee), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:00.125689 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-98fb11bc-48c3-4b35-b0bd-7ca063730182 req-6c2d07d2-c4a2-4fd1-961c-18851a84527e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d473e8d-ce3e-4af1-9a15-6333051cefd2 HTTP/1.1" status: 200 len: 949 time: 0.1472600 Feb 07 16:34:00.249747 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-98fb11bc-48c3-4b35-b0bd-7ca063730182 req-711fc102-7a50-41b2-8d26-b6fc97008b54 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138458 Feb 07 16:34:00.272300 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9cdf22d5-ceb4-4349-a0c6-cbb81347918c admin admin] Publish callbacks [] for security_group (d0739a6f-5352-463d-819c-c058c443ffba), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:00.275921 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9cdf22d5-ceb4-4349-a0c6-cbb81347918c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d0739a6f-5352-463d-819c-c058c443ffba), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:00.304843 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] For port a3769d98-c972-4575-aa84-179013425cee, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:34:00.314282 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] For port a3769d98-c972-4575-aa84-179013425cee, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a3769d98-c972-4575-aa84-179013425cee,segment=NetworkSegment(8501b7d1-f671-4316-82b3-a476359e42b1),segment_id=8501b7d1-f671-4316-82b3-a476359e42b1)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:34:00.334424 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0e276278-bbf4-4cfc-bc0e-beb379740fd8 None None] Provisioning complete for port a3769d98-c972-4575-aa84-179013425cee triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:00.336133 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e276278-bbf4-4cfc-bc0e-beb379740fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a3769d98-c972-4575-aa84-179013425cee), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:00.340392 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9cdf22d5-ceb4-4349-a0c6-cbb81347918c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f734619068fd4b97b621ada27eecb762&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3019042 Feb 07 16:34:00.343618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53648) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:00.352070 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf22d5-ceb4-4349-a0c6-cbb81347918c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0739a6f-5352-463d-819c-c058c443ffba,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:00.379269 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d3ceac0c-908e-4e2b-96eb-a9758c27c937 req-482810d4-9f4f-4aa7-b986-8e60e5a5cf2e tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] For port cab7bb77-7b47-4639-ac83-a3d0718a39d0, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=cab7bb77-7b47-4639-ac83-a3d0718a39d0,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:00.380046 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d3ceac0c-908e-4e2b-96eb-a9758c27c937 req-482810d4-9f4f-4aa7-b986-8e60e5a5cf2e tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (cab7bb77-7b47-4639-ac83-a3d0718a39d0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:00.399913 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d3ceac0c-908e-4e2b-96eb-a9758c27c937 req-482810d4-9f4f-4aa7-b986-8e60e5a5cf2e tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Calling delete_port for cab7bb77-7b47-4639-ac83-a3d0718a39d0 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:34:00.423981 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a3769d98-c972-4575-aa84-179013425cee), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:00.425697 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53650) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:00.494983 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-819803cb-12b1-4983-ba6c-78bf10fc29dc admin admin] Publish callbacks [] for security_group (d0739a6f-5352-463d-819c-c058c443ffba), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:00.523180 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0e506-0d80-4584-9659-71b0c1b5b776 req-a29becd4-a51e-4fe8-bd1a-9952da5c9186 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:00.524924 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-42b0e506-0d80-4584-9659-71b0c1b5b776 req-a29becd4-a51e-4fe8-bd1a-9952da5c9186 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 949 time: 0.1310737 Feb 07 16:34:00.560313 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-819803cb-12b1-4983-ba6c-78bf10fc29dc admin admin] Publish callbacks [] for security_group (d0739a6f-5352-463d-819c-c058c443ffba), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:00.563326 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11a5e5-1b29-4b9a-94e1-7f6cb45d113b None None] Pushing event updated for resources: {'Port': ['ID=a3769d98-c972-4575-aa84-179013425cee,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:00.582111 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] Routers {'5295d5f0-948f-4771-a505-8c057677e5ce'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:34:00.582794 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:33:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['5295d5f0-948f-4771-a505-8c057677e5ce'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:00.586742 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0e276278-bbf4-4cfc-bc0e-beb379740fd8 None None] Current status of the port a3769d98-c972-4575-aa84-179013425cee is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:00.587142 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e276278-bbf4-4cfc-bc0e-beb379740fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a3769d98-c972-4575-aa84-179013425cee), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:00.680631 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-42b0e506-0d80-4584-9659-71b0c1b5b776 req-20a011ae-0262-4b04-ae3a-0c1e7edf99eb tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457868 Feb 07 16:34:00.710949 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-819803cb-12b1-4983-ba6c-78bf10fc29dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d0739a6f-5352-463d-819c-c058c443ffba), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:00.715453 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-819803cb-12b1-4983-ba6c-78bf10fc29dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:00.720701 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-819803cb-12b1-4983-ba6c-78bf10fc29dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0739a6f-5352-463d-819c-c058c443ffba HTTP/1.1" status: 204 len: 168 time: 0.3759637 Feb 07 16:34:00.732187 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819803cb-12b1-4983-ba6c-78bf10fc29dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0739a6f-5352-463d-819c-c058c443ffba,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:00.808427 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d3ceac0c-908e-4e2b-96eb-a9758c27c937 req-482810d4-9f4f-4aa7-b986-8e60e5a5cf2e tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (cab7bb77-7b47-4639-ac83-a3d0718a39d0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:00.819242 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53664) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:00.826569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-23d75526-a27d-4a4a-9e9c-687aeb4affb8 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--842014735', 'description': 'tempest-description--2098327675'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:00.873183 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['cab7bb77-7b47-4639-ac83-a3d0718a39d0'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:00.875572 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['214b27d9-51f7-4508-bf1d-b7dfe2bb3844'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:00.896519 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482810d4-9f4f-4aa7-b986-8e60e5a5cf2e tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Pushing event deleted for resources: {'Port': ['ID=cab7bb77-7b47-4639-ac83-a3d0718a39d0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:00.900637 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-23d75526-a27d-4a4a-9e9c-687aeb4affb8 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:00.933772 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0212c-77df-4f10-90e1-df7c3ea73077 req-668d7a9b-fa05-4892-9d1d-0b3e692b53fe tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:00.947101 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-99b0212c-77df-4f10-90e1-df7c3ea73077 req-668d7a9b-fa05-4892-9d1d-0b3e692b53fe tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428434d-abba-4810-8d9f-aa4a8c123948 HTTP/1.1" status: 200 len: 943 time: 0.1488266 Feb 07 16:34:01.013955 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-39ad4980-a51c-4d3c-ac53-7fa19e585f2c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-569119619-network', 'tenant_id': 'deb20de83f134befa08f0478fca7ff92'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:01.052720 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:01.056485 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f8dc2930-3af7-445a-8c9f-5545087ae5ba req-a15f89a7-1588-4b74-928f-48cf870c76d1 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e1b0c7d-400e-478e-b5d5-a05d19eb6169 HTTP/1.1" status: 200 len: 210 time: 0.0897801 Feb 07 16:34:01.095114 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ceac0c-908e-4e2b-96eb-a9758c27c937 req-482810d4-9f4f-4aa7-b986-8e60e5a5cf2e tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] No DVR routers for this DVR port cab7bb77-7b47-4639-ac83-a3d0718a39d0 on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:34:01.101220 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d3ceac0c-908e-4e2b-96eb-a9758c27c937 req-482810d4-9f4f-4aa7-b986-8e60e5a5cf2e tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:01.105838 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3ceac0c-908e-4e2b-96eb-a9758c27c937 req-482810d4-9f4f-4aa7-b986-8e60e5a5cf2e tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.48 "DELETE /v2.0/ports/cab7bb77-7b47-4639-ac83-a3d0718a39d0 HTTP/1.1" status: 204 len: 173 time: 1.8128364 Feb 07 16:34:01.108035 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1b0c7d-400e-478e-b5d5-a05d19eb6169', 'name': 'network-vif-deleted', 'tag': 'cab7bb77-7b47-4639-ac83-a3d0718a39d0'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:01.109082 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:34:01.110022 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-99b0212c-77df-4f10-90e1-df7c3ea73077 req-ec624668-b6c8-4dbb-9017-6c3083cc3a25 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ecc88aa-0834-4b08-874d-01beed9d98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591017 Feb 07 16:34:01.124304 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-0e276278-bbf4-4cfc-bc0e-beb379740fd8 None None] For port a3769d98-c972-4575-aa84-179013425cee, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a3769d98-c972-4575-aa84-179013425cee,segment=NetworkSegment(8501b7d1-f671-4316-82b3-a476359e42b1),segment_id=8501b7d1-f671-4316-82b3-a476359e42b1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:01.136172 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e32d50-8523-40d5-9892-14a532b4165f" -d '{"events": [{"server_uuid": "6e1b0c7d-400e-478e-b5d5-a05d19eb6169", "name": "network-vif-deleted", "tag": "cab7bb77-7b47-4639-ac83-a3d0718a39d0"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:01.155763 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ad4980-a51c-4d3c-ac53-7fa19e585f2c admin admin] Made reservation on behalf of deb20de83f134befa08f0478fca7ff92 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:34:01.158940 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39ad4980-a51c-4d3c-ac53-7fa19e585f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:01.185985 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-23d75526-a27d-4a4a-9e9c-687aeb4affb8 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for security_group (bf8d865a-9867-424c-aad7-c803421ffe0f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:01.187758 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e276278-bbf4-4cfc-bc0e-beb379740fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a3769d98-c972-4575-aa84-179013425cee), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:01.193761 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-23d75526-a27d-4a4a-9e9c-687aeb4affb8 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bf8d865a-9867-424c-aad7-c803421ffe0f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:01.200778 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39ad4980-a51c-4d3c-ac53-7fa19e585f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:01.285714 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-23d75526-a27d-4a4a-9e9c-687aeb4affb8 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:01.291097 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-23d75526-a27d-4a4a-9e9c-687aeb4affb8 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4703801 Feb 07 16:34:01.302093 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53678) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:01.315360 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0c75f7dc-97be-49dc-a9ac-b3f3a031f21e tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Request body: {'security_group_rule': {'security_group_id': 'bf8d865a-9867-424c-aad7-c803421ffe0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:01.334522 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d75526-a27d-4a4a-9e9c-687aeb4affb8 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8d865a-9867-424c-aad7-c803421ffe0f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:01.374759 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] Set router 5295d5f0-948f-4771-a505-8c057677e5ce gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:34:01.419249 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c75f7dc-97be-49dc-a9ac-b3f3a031f21e tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for security_group_rule (e9b7940c-7eac-4f60-8479-4166566b43f4), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:01.437008 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39ad4980-a51c-4d3c-ac53-7fa19e585f2c admin admin] Publish callbacks [] for security_group (0a514cf0-3362-4ef6-9170-c590cf7ce153), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:01.440369 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db550b26-9f9e-44cd-9333-67d5eb543b64 x-openstack-request-id: req-db550b26-9f9e-44cd-9333-67d5eb543b64 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:01.440748 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1b0c7d-400e-478e-b5d5-a05d19eb6169", "name": "network-vif-deleted", "tag": "cab7bb77-7b47-4639-ac83-a3d0718a39d0", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:01.441106 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db550b26-9f9e-44cd-9333-67d5eb543b64 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:01.441541 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1b0c7d-400e-478e-b5d5-a05d19eb6169', 'name': 'network-vif-deleted', 'tag': 'cab7bb77-7b47-4639-ac83-a3d0718a39d0', 'status': 'completed', 'code': 200} Feb 07 16:34:01.443462 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39ad4980-a51c-4d3c-ac53-7fa19e585f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0a514cf0-3362-4ef6-9170-c590cf7ce153), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:01.493089 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ad4980-a51c-4d3c-ac53-7fa19e585f2c admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:34:01.529429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad4980-a51c-4d3c-ac53-7fa19e585f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a514cf0-3362-4ef6-9170-c590cf7ce153,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:01.589049 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39ad4980-a51c-4d3c-ac53-7fa19e585f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (49b6ea66-6728-4da0-b765-d44fb2ae1fda), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:01.589515 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-39ad4980-a51c-4d3c-ac53-7fa19e585f2c admin admin] Added segment 49b6ea66-6728-4da0-b765-d44fb2ae1fda of type vlan for network 3db07daa-5eaa-4bf8-9b32-41159885835d Feb 07 16:34:01.654644 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39ad4980-a51c-4d3c-ac53-7fa19e585f2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (3db07daa-5eaa-4bf8-9b32-41159885835d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:01.677713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3693a25-26b5-47d8-b7a8-194959e4afb1 req-edeae467-98b8-4618-aec5-ad0ccf2a4e3a tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:01.679677 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e3693a25-26b5-47d8-b7a8-194959e4afb1 req-edeae467-98b8-4618-aec5-ad0ccf2a4e3a tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 949 time: 0.1606596 Feb 07 16:34:01.728616 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e276278-bbf4-4cfc-bc0e-beb379740fd8 None None] Pushing event updated for resources: {'Port': ['ID=a3769d98-c972-4575-aa84-179013425cee,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:01.745785 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d51b4155-6839-4c03-9300-7bb0274d83ab None None] Provisioning complete for port a3769d98-c972-4575-aa84-179013425cee triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:01.746165 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d51b4155-6839-4c03-9300-7bb0274d83ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a3769d98-c972-4575-aa84-179013425cee), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:01.751801 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53686) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:01.764314 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39ad4980-a51c-4d3c-ac53-7fa19e585f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (3db07daa-5eaa-4bf8-9b32-41159885835d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:01.765515 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ad4980-a51c-4d3c-ac53-7fa19e585f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:01.766108 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39ad4980-a51c-4d3c-ac53-7fa19e585f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:01.817884 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-39ad4980-a51c-4d3c-ac53-7fa19e585f2c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3905487 Feb 07 16:34:01.818865 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ebbee2f-4960-4afc-b701-19413bd28996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:01.838666 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c75f7dc-97be-49dc-a9ac-b3f3a031f21e tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for security_group_rule (e9b7940c-7eac-4f60-8479-4166566b43f4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:01.842753 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53688) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:01.851388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-50022170-6bb8-41d9-8bbd-a4eca161623b admin admin] Request body: {'subnet': {'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-569119619-subnet', 'tenant_id': 'deb20de83f134befa08f0478fca7ff92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:01.900772 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd6f6e-a9da-497a-a49f-9f537b10b64a req-e5dc29f7-3a13-4c2b-9d34-ae08517786e2 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:01.902404 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9dd6f6e-a9da-497a-a49f-9f537b10b64a req-e5dc29f7-3a13-4c2b-9d34-ae08517786e2 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d473e8d-ce3e-4af1-9a15-6333051cefd2 HTTP/1.1" status: 200 len: 949 time: 0.5241797 Feb 07 16:34:01.903604 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c75f7dc-97be-49dc-a9ac-b3f3a031f21e tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (e9b7940c-7eac-4f60-8479-4166566b43f4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:01.907572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50022170-6bb8-41d9-8bbd-a4eca161623b admin admin] Made reservation on behalf of deb20de83f134befa08f0478fca7ff92 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:34:01.909801 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50022170-6bb8-41d9-8bbd-a4eca161623b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:01.976595 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-50545daa-5acd-4e8c-9a02-18c35da73a16 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=85c826fe1b454904b2074f3cecf95dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773027 Feb 07 16:34:01.987338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad4980-a51c-4d3c-ac53-7fa19e585f2c admin admin] Pushing event updated for resources: {'Network': ['ID=3db07daa-5eaa-4bf8-9b32-41159885835d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:01.997077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75f7dc-97be-49dc-a9ac-b3f3a031f21e tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b7940c-7eac-4f60-8479-4166566b43f4,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:02.016273 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c75f7dc-97be-49dc-a9ac-b3f3a031f21e tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:02.018917 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0c75f7dc-97be-49dc-a9ac-b3f3a031f21e tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7133515 Feb 07 16:34:02.025348 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53698) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:02.041985 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4d4859d5-09a9-41f7-94b5-0bb185ca601a up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:34:02.051192 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device aef0018e-eda9-4055-a282-4ca1a656d661 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:34:02.053259 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 3db07daa-5eaa-4bf8-9b32-41159885835d details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:34:02.057043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0da6091c-5074-45e3-9190-26fee341923e tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Request body: {'security_group_rule': {'security_group_id': 'bf8d865a-9867-424c-aad7-c803421ffe0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:02.064042 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9dd6f6e-a9da-497a-a49f-9f537b10b64a req-5f3d762e-5bfd-48fb-baf8-f160a45fc156 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485460 Feb 07 16:34:02.183295 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0da6091c-5074-45e3-9190-26fee341923e tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for security_group_rule (ce21f436-3405-42f3-a6ba-ab17b9f35984), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:02.210703 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-e3693a25-26b5-47d8-b7a8-194959e4afb1 req-78c444b3-83a8-4285-ae9f-51cdcad2e227 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Deleting port 5c6ca577-8013-4dab-962e-e4486862727c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:34:02.211224 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e3693a25-26b5-47d8-b7a8-194959e4afb1 req-78c444b3-83a8-4285-ae9f-51cdcad2e227 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5c6ca577-8013-4dab-962e-e4486862727c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:02.217069 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50022170-6bb8-41d9-8bbd-a4eca161623b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (c421e157-6b63-40f2-b92c-e2457710e71f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:02.289063 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-80a2f08d-fb70-4333-81d6-1e211bbbea28 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:02.295940 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-80a2f08d-fb70-4333-81d6-1e211bbbea28 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3131294 Feb 07 16:34:02.299107 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ebbee2f-4960-4afc-b701-19413bd28996 admin admin] Publish callbacks [] for security_group (346af77f-2ed6-448d-8463-7c57beb26824), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:02.324980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50022170-6bb8-41d9-8bbd-a4eca161623b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c421e157-6b63-40f2-b92c-e2457710e71f,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:02.325612 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ebbee2f-4960-4afc-b701-19413bd28996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (346af77f-2ed6-448d-8463-7c57beb26824), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:02.335231 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50022170-6bb8-41d9-8bbd-a4eca161623b admin admin] Checking segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:34:02.335231 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50022170-6bb8-41d9-8bbd-a4eca161623b admin admin] Network hostable DHCP agents. Network: 3db07daa-5eaa-4bf8-9b32-41159885835d, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:34:02.345725 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1a4a0-681d-4a0a-9ca5-59365956b8d9 req-1f05f9d7-43dc-4680-b7ef-fbf69cac4e96 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:02.353433 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c1c1a4a0-681d-4a0a-9ca5-59365956b8d9 req-1f05f9d7-43dc-4680-b7ef-fbf69cac4e96 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 949 time: 0.1529305 Feb 07 16:34:02.357902 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:02.361855 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-04b29f70-a5cf-4032-85b4-611e8e0fc68c tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/quotas/85c826fe1b454904b2074f3cecf95dae HTTP/1.1" status: 200 len: 375 time: 0.0649924 Feb 07 16:34:02.363767 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d51b4155-6839-4c03-9300-7bb0274d83ab None None] Current status of the port a3769d98-c972-4575-aa84-179013425cee is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:02.379071 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 4d4859d5-09a9-41f7-94b5-0bb185ca601a completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:34:02.384790 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50022170-6bb8-41d9-8bbd-a4eca161623b admin admin] Network 3db07daa-5eaa-4bf8-9b32-41159885835d is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:34:02.387749 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5295d5f0-948f-4771-a505-8c057677e5ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1097888621-router', 'tenant_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '4037c408-29a1-4eb9-80de-b63eb39bdd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:45Z', 'updated_at': '2022-02-07T16:33:55Z', 'revision_number': 4, 'project_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'gw_port': {'id': '4037c408-29a1-4eb9-80de-b63eb39bdd01', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5295d5f0-948f-4771-a505-8c057677e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:46Z', 'updated_at': '2022-02-07T16:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a3769d98-c972-4575-aa84-179013425cee', 'name': '', 'network_id': '3f4c4055-eda4-48fc-813a-7108f81e2bd4', 'tenant_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'mac_address': 'fa:16:3e:fb:45:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5295d5f0-948f-4771-a505-8c057677e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '336b1c17-7cb5-4863-84cb-5075d73b5e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:53Z', 'updated_at': '2022-02-07T16:34:00Z', 'revision_number': 4, 'project_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'subnets': [{'id': '336b1c17-7cb5-4863-84cb-5075d73b5e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:02.396353 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 4d4859d5-09a9-41f7-94b5-0bb185ca601a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:02.396861 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4d4859d5-09a9-41f7-94b5-0bb185ca601a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:02.405138 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-50022170-6bb8-41d9-8bbd-a4eca161623b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 3db07daa-5eaa-4bf8-9b32-41159885835d) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:02.412429 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50022170-6bb8-41d9-8bbd-a4eca161623b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:02.413115 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50022170-6bb8-41d9-8bbd-a4eca161623b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:02.437092 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c1c1a4a0-681d-4a0a-9ca5-59365956b8d9 req-0e8e0e25-025f-4182-92df-0b94c4653349 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785909 Feb 07 16:34:02.449808 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-50022170-6bb8-41d9-8bbd-a4eca161623b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5969360 Feb 07 16:34:02.450015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acb601b-61a5-4a59-9933-8246af518318 None None] Network 3db07daa-5eaa-4bf8-9b32-41159885835d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:34:02.460718 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbdf89c-b425-41c8-8498-3ee19e40fa95 None None] The sync data for ids ['5295d5f0-948f-4771-a505-8c057677e5ce'] in n-d-827865-3 is: [{'id': '5295d5f0-948f-4771-a505-8c057677e5ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1097888621-router', 'tenant_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '4037c408-29a1-4eb9-80de-b63eb39bdd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:45Z', 'updated_at': '2022-02-07T16:33:55Z', 'revision_number': 4, 'project_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'gw_port': {'id': '4037c408-29a1-4eb9-80de-b63eb39bdd01', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5295d5f0-948f-4771-a505-8c057677e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:46Z', 'updated_at': '2022-02-07T16:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a3769d98-c972-4575-aa84-179013425cee', 'name': '', 'network_id': '3f4c4055-eda4-48fc-813a-7108f81e2bd4', 'tenant_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'mac_address': 'fa:16:3e:fb:45:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5295d5f0-948f-4771-a505-8c057677e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '336b1c17-7cb5-4863-84cb-5075d73b5e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:53Z', 'updated_at': '2022-02-07T16:34:00Z', 'revision_number': 4, 'project_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'subnets': [{'id': '336b1c17-7cb5-4863-84cb-5075d73b5e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:34:02.551161 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port aef0018e-eda9-4055-a282-4ca1a656d661, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=aef0018e-eda9-4055-a282-4ca1a656d661,segment=NetworkSegment(b9f0d543-3d38-4bc0-9df9-a05e1edc9430),segment_id=b9f0d543-3d38-4bc0-9df9-a05e1edc9430)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:02.566183 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-1e21d9e1-c8ec-44ba-b69b-2391727cea46 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2001717 Feb 07 16:34:02.583222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'aef0018e-eda9-4055-a282-4ca1a656d661', 'network_id': 'cc730b76-65b9-4ab1-acff-1d7ddc8a8df8', 'port_id': 'aef0018e-eda9-4055-a282-4ca1a656d661', 'mac_address': 'fa:16:3e:48:79:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c86085c-c1d2-46a1-b385-f42c126bddfe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:34:02.627896 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5ebbee2f-4960-4afc-b701-19413bd28996 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe31002e8dc149e4b47c5d74be84bfa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8730130 Feb 07 16:34:02.630874 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53712) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:02.667367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e3693a25-26b5-47d8-b7a8-194959e4afb1 req-78c444b3-83a8-4285-ae9f-51cdcad2e227 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] For port 5c6ca577-8013-4dab-962e-e4486862727c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5c6ca577-8013-4dab-962e-e4486862727c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:02.669056 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e3693a25-26b5-47d8-b7a8-194959e4afb1 req-78c444b3-83a8-4285-ae9f-51cdcad2e227 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5c6ca577-8013-4dab-962e-e4486862727c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:02.673692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbee2f-4960-4afc-b701-19413bd28996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346af77f-2ed6-448d-8463-7c57beb26824,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:02.714339 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port aef0018e-eda9-4055-a282-4ca1a656d661 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:02.716519 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (aef0018e-eda9-4055-a282-4ca1a656d661), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:02.717497 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145cfd0-0b83-411b-8f43-e1785afbc7fd req-e7bbc657-32b4-4d1d-b001-ecf72880f1fe tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:02.724206 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5145cfd0-0b83-411b-8f43-e1785afbc7fd req-e7bbc657-32b4-4d1d-b001-ecf72880f1fe tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428434d-abba-4810-8d9f-aa4a8c123948 HTTP/1.1" status: 200 len: 943 time: 0.1214428 Feb 07 16:34:02.741296 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef0018e-eda9-4055-a282-4ca1a656d661 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:34:02.756383 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0da6091c-5074-45e3-9190-26fee341923e tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for security_group_rule (ce21f436-3405-42f3-a6ba-ab17b9f35984), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:02.782663 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0da6091c-5074-45e3-9190-26fee341923e tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (ce21f436-3405-42f3-a6ba-ab17b9f35984), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:02.790438 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-e3693a25-26b5-47d8-b7a8-194959e4afb1 req-78c444b3-83a8-4285-ae9f-51cdcad2e227 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Calling delete_port for 5c6ca577-8013-4dab-962e-e4486862727c owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:34:02.830460 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5145cfd0-0b83-411b-8f43-e1785afbc7fd req-5cc7a794-2905-4b1f-b0b4-e7f0da6d807e tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ecc88aa-0834-4b08-874d-01beed9d98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961354 Feb 07 16:34:02.889049 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dea7fef-be26-4517-a5a4-0d06b290819b None None] Network 3db07daa-5eaa-4bf8-9b32-41159885835d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:34:02.971523 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04085c3f-708b-427b-ba30-83112840a4a3 req-a93ed1c0-f95d-4319-94a6-f176160ce5db tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 210 time: 0.0594819 Feb 07 16:34:03.002930 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6091c-5074-45e3-9190-26fee341923e tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce21f436-3405-42f3-a6ba-ab17b9f35984,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:03.030870 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0da6091c-5074-45e3-9190-26fee341923e tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:03.032120 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0da6091c-5074-45e3-9190-26fee341923e tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9786694 Feb 07 16:34:03.035363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53722) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:03.041090 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9c023c12-f403-45fe-9f5a-0bc023d9d941 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:03.056834 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port aef0018e-eda9-4055-a282-4ca1a656d661, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=aef0018e-eda9-4055-a282-4ca1a656d661,segment=NetworkSegment(b9f0d543-3d38-4bc0-9df9-a05e1edc9430),segment_id=b9f0d543-3d38-4bc0-9df9-a05e1edc9430)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:03.060235 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 4d4859d5-09a9-41f7-94b5-0bb185ca601a is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:03.060977 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4d4859d5-09a9-41f7-94b5-0bb185ca601a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:03.067694 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (aef0018e-eda9-4055-a282-4ca1a656d661), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:03.075131 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64358f9f-75ec-4045-ad4d-2eaa89463365 admin admin] Publish callbacks [] for security_group (346af77f-2ed6-448d-8463-7c57beb26824), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:03.094663 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c023c12-f403-45fe-9f5a-0bc023d9d941 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:03.130843 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64358f9f-75ec-4045-ad4d-2eaa89463365 admin admin] Publish callbacks [] for security_group (346af77f-2ed6-448d-8463-7c57beb26824), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:03.227203 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d473e8d-ce3e-4af1-9a15-6333051cefd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4859d5-09a9-41f7-94b5-0bb185ca601a'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:03.229562 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c420b4-a8f4-4d52-904f-3e3206478cb6" -d '{"events": [{"server_uuid": "2d473e8d-ce3e-4af1-9a15-6333051cefd2", "name": "network-vif-plugged", "status": "completed", "tag": "4d4859d5-09a9-41f7-94b5-0bb185ca601a"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:03.276408 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4d4859d5-09a9-41f7-94b5-0bb185ca601a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4d4859d5-09a9-41f7-94b5-0bb185ca601a,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:03.278263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=aef0018e-eda9-4055-a282-4ca1a656d661,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:03.282981 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4d4859d5-09a9-41f7-94b5-0bb185ca601a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:03.390359 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f10f03-6864-4cc4-9381-97d513bc6d9a req-87663115-bc14-402e-84c1-3332ce68d719 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:03.394140 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-74f10f03-6864-4cc4-9381-97d513bc6d9a req-87663115-bc14-402e-84c1-3332ce68d719 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=340c2303-0f8f-4177-8cd6-18cb3ee1f913 HTTP/1.1" status: 200 len: 971 time: 0.2491305 Feb 07 16:34:03.402952 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=4d4859d5-09a9-41f7-94b5-0bb185ca601a,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:03.429307 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['aef0018e-eda9-4055-a282-4ca1a656d661'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:03.447639 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87198aac-b0e2-49e9-8d85-1af19759199e req-e51eb72d-d2ea-4888-bc86-1e2bf5c934de tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:03.449518 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87198aac-b0e2-49e9-8d85-1af19759199e req-e51eb72d-d2ea-4888-bc86-1e2bf5c934de tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d473e8d-ce3e-4af1-9a15-6333051cefd2 HTTP/1.1" status: 200 len: 950 time: 0.1966679 Feb 07 16:34:03.460947 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64358f9f-75ec-4045-ad4d-2eaa89463365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (346af77f-2ed6-448d-8463-7c57beb26824), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:03.476270 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64358f9f-75ec-4045-ad4d-2eaa89463365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:03.480269 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-64358f9f-75ec-4045-ad4d-2eaa89463365 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/346af77f-2ed6-448d-8463-7c57beb26824 HTTP/1.1" status: 204 len: 168 time: 0.8313630 Feb 07 16:34:03.508069 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a3769d98-c972-4575-aa84-179013425cee up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:34:03.584035 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-74f10f03-6864-4cc4-9381-97d513bc6d9a req-96016aef-6432-44d3-b79e-e0a311165b66 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637812 Feb 07 16:34:03.602124 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c023c12-f403-45fe-9f5a-0bc023d9d941 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:03.627411 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64358f9f-75ec-4045-ad4d-2eaa89463365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346af77f-2ed6-448d-8463-7c57beb26824,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:03.694335 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53746) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:03.699039 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3aacf38-47ae-40d2-b0f5-b968b93c8b65 x-openstack-request-id: req-f3aacf38-47ae-40d2-b0f5-b968b93c8b65 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:03.699281 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d473e8d-ce3e-4af1-9a15-6333051cefd2", "name": "network-vif-plugged", "status": "completed", "tag": "4d4859d5-09a9-41f7-94b5-0bb185ca601a", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:03.700063 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3aacf38-47ae-40d2-b0f5-b968b93c8b65 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:03.701062 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d473e8d-ce3e-4af1-9a15-6333051cefd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4859d5-09a9-41f7-94b5-0bb185ca601a', 'code': 200} Feb 07 16:34:03.716443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-edd107c2-5361-4c8a-9911-aa20734a29d2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1923807417-network', 'tenant_id': '31f9f02b5d504f2fa0b4be0fcd7213bb'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:03.774176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd107c2-5361-4c8a-9911-aa20734a29d2 admin admin] Made reservation on behalf of 31f9f02b5d504f2fa0b4be0fcd7213bb for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:34:03.786483 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edd107c2-5361-4c8a-9911-aa20734a29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:03.802344 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e3693a25-26b5-47d8-b7a8-194959e4afb1 req-78c444b3-83a8-4285-ae9f-51cdcad2e227 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (5c6ca577-8013-4dab-962e-e4486862727c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:03.833654 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87198aac-b0e2-49e9-8d85-1af19759199e req-b23a1d4d-7a51-40d7-a353-863130dab1aa tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500073 Feb 07 16:34:03.834157 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['5c6ca577-8013-4dab-962e-e4486862727c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:03.836355 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['4ea135ec-95ff-4c47-9488-c0bb6bc6430a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:03.837414 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edd107c2-5361-4c8a-9911-aa20734a29d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:03.900877 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c444b3-83a8-4285-ae9f-51cdcad2e227 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Pushing event deleted for resources: {'Port': ['ID=5c6ca577-8013-4dab-962e-e4486862727c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:03.972113 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4ca50831-8415-437b-a6cd-3e962890593a req-06dd9888-114c-4228-8d3f-0b45e0c3a4d5 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 210 time: 0.1311402 Feb 07 16:34:04.007266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device cab7bb77-7b47-4639-ac83-a3d0718a39d0 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:34:04.008558 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a3769d98-c972-4575-aa84-179013425cee triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:04.008945 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a3769d98-c972-4575-aa84-179013425cee), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:04.042807 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-9c023c12-f403-45fe-9f5a-0bc023d9d941 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Allocated IP 172.25.4.13 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/79b31aab-ce85-4b6e-8c02-f986f3ded1d7) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:34:04.090602 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3693a25-26b5-47d8-b7a8-194959e4afb1 req-78c444b3-83a8-4285-ae9f-51cdcad2e227 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] No DVR routers for this DVR port 5c6ca577-8013-4dab-962e-e4486862727c on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:34:04.130024 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: cab7bb77-7b47-4639-ac83-a3d0718a39d0 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:34:04.130772 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device cab7bb77-7b47-4639-ac83-a3d0718a39d0 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:34:04.192021 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e3693a25-26b5-47d8-b7a8-194959e4afb1 req-78c444b3-83a8-4285-ae9f-51cdcad2e227 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:04.197918 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e3693a25-26b5-47d8-b7a8-194959e4afb1 req-78c444b3-83a8-4285-ae9f-51cdcad2e227 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.32 "DELETE /v2.0/ports/5c6ca577-8013-4dab-962e-e4486862727c HTTP/1.1" status: 204 len: 173 time: 2.5047867 Feb 07 16:34:04.199093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c', 'name': 'network-vif-deleted', 'tag': '5c6ca577-8013-4dab-962e-e4486862727c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:04.217183 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a93ecaa-5a46-4d8b-b29f-232ab33f02d3" -d '{"events": [{"server_uuid": "b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c", "name": "network-vif-deleted", "tag": "5c6ca577-8013-4dab-962e-e4486862727c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:04.262555 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c023c12-f403-45fe-9f5a-0bc023d9d941 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for port (79b31aab-ce85-4b6e-8c02-f986f3ded1d7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:04.280321 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edd107c2-5361-4c8a-9911-aa20734a29d2 admin admin] Publish callbacks [] for security_group (240b3e0c-0eed-4e24-b3a6-6df6213cbd0b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:04.291336 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edd107c2-5361-4c8a-9911-aa20734a29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (240b3e0c-0eed-4e24-b3a6-6df6213cbd0b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:04.322601 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd107c2-5361-4c8a-9911-aa20734a29d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:34:04.336495 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edd107c2-5361-4c8a-9911-aa20734a29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (622294c9-ad9a-4349-b524-f27642e52818), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:04.337182 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-edd107c2-5361-4c8a-9911-aa20734a29d2 admin admin] Added segment 622294c9-ad9a-4349-b524-f27642e52818 of type vlan for network c0b1ca26-d3a4-4cbd-8d8f-42f30d871b22 Feb 07 16:34:04.419526 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c023c12-f403-45fe-9f5a-0bc023d9d941 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (79b31aab-ce85-4b6e-8c02-f986f3ded1d7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:04.421080 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edd107c2-5361-4c8a-9911-aa20734a29d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (c0b1ca26-d3a4-4cbd-8d8f-42f30d871b22), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:04.421574 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a3769d98-c972-4575-aa84-179013425cee is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:04.432388 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35c352c7-dc36-4a3c-834e-466aa8479f7d req-a96007c9-514a-4b23-af46-bad8670dae6d tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 210 time: 0.0975120 Feb 07 16:34:04.463324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a140fe-5632-4ca2-88ee-6503b7eb2876 req-44defbfd-c8e1-40ea-a851-cd406cd8b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:04.466242 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d4a140fe-5632-4ca2-88ee-6503b7eb2876 req-44defbfd-c8e1-40ea-a851-cd406cd8b0f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2d473e8d-ce3e-4af1-9a15-6333051cefd2 HTTP/1.1" status: 200 len: 1132 time: 0.6286147 Feb 07 16:34:04.476682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd107c2-5361-4c8a-9911-aa20734a29d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240b3e0c-0eed-4e24-b3a6-6df6213cbd0b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:04.486954 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dee97c-4d05-4df0-87dd-56cdef0be901 req-9ef1ea51-efcb-40b4-b403-651e40b6e496 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:04.503513 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-64dee97c-4d05-4df0-87dd-56cdef0be901 req-9ef1ea51-efcb-40b4-b403-651e40b6e496 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428434d-abba-4810-8d9f-aa4a8c123948 HTTP/1.1" status: 200 len: 944 time: 0.5240080 Feb 07 16:34:04.507105 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edd107c2-5361-4c8a-9911-aa20734a29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (c0b1ca26-d3a4-4cbd-8d8f-42f30d871b22), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:04.508174 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd107c2-5361-4c8a-9911-aa20734a29d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:04.508856 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edd107c2-5361-4c8a-9911-aa20734a29d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:04.544576 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c023c12-f403-45fe-9f5a-0bc023d9d941 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:34:04.557318 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22d29d1-60ef-4228-ad1e-c54ec4bf8bf6 x-openstack-request-id: req-d22d29d1-60ef-4228-ad1e-c54ec4bf8bf6 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:04.557592 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c", "name": "network-vif-deleted", "tag": "5c6ca577-8013-4dab-962e-e4486862727c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:04.558465 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d22d29d1-60ef-4228-ad1e-c54ec4bf8bf6 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:04.558465 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c', 'name': 'network-vif-deleted', 'tag': '5c6ca577-8013-4dab-962e-e4486862727c', 'status': 'completed', 'code': 200} Feb 07 16:34:04.591405 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-9c023c12-f403-45fe-9f5a-0bc023d9d941 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:04.598600 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c023c12-f403-45fe-9f5a-0bc023d9d941 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:34:04.640660 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d4a140fe-5632-4ca2-88ee-6503b7eb2876 req-1fbb5544-bb42-4008-b610-bc5fb7101b13 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260326 Feb 07 16:34:04.695528 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c023c12-f403-45fe-9f5a-0bc023d9d941 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Pushing event updated for resources: {'Port': ['ID=79b31aab-ce85-4b6e-8c02-f986f3ded1d7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:04.710913 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-64dee97c-4d05-4df0-87dd-56cdef0be901 req-efb32069-4ab1-463d-8faa-dfd9823edb3f tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ecc88aa-0834-4b08-874d-01beed9d98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011728 Feb 07 16:34:04.716738 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-edd107c2-5361-4c8a-9911-aa20734a29d2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0192065 Feb 07 16:34:04.737142 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53772) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:04.751295 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6ffbe03d-8c91-4816-8f27-40f16a490c85 admin admin] Request body: {'subnet': {'network_id': 'c0b1ca26-d3a4-4cbd-8d8f-42f30d871b22', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1923807417-subnet', 'tenant_id': '31f9f02b5d504f2fa0b4be0fcd7213bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:04.791204 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffbe03d-8c91-4816-8f27-40f16a490c85 admin admin] Made reservation on behalf of 31f9f02b5d504f2fa0b4be0fcd7213bb for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:34:04.798206 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe03d-8c91-4816-8f27-40f16a490c85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:04.805439 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-cf7af10a-dfdb-4276-ab6e-02ae31f7ca29 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=85c826fe1b454904b2074f3cecf95dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1307266 Feb 07 16:34:04.806052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd107c2-5361-4c8a-9911-aa20734a29d2 admin admin] Pushing event updated for resources: {'Network': ['ID=c0b1ca26-d3a4-4cbd-8d8f-42f30d871b22,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:04.821189 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network c0b1ca26-d3a4-4cbd-8d8f-42f30d871b22 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:34:04.828677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707e270-9883-4d11-8944-c2364a7f9d95 req-7cf8f743-2659-4deb-a670-a86ae697d129 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:04.830683 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5707e270-9883-4d11-8944-c2364a7f9d95 req-7cf8f743-2659-4deb-a670-a86ae697d129 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.32 "GET /v2.0/ports?device_id=340c2303-0f8f-4177-8cd6-18cb3ee1f913 HTTP/1.1" status: 200 len: 971 time: 0.2707958 Feb 07 16:34:04.836429 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c023c12-f403-45fe-9f5a-0bc023d9d941 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for floatingip (60560ca3-74b3-40d7-a465-c8c00414199e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:04.962943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8d281-754d-4b2f-b43a-a628d161b4d1 req-ad8fd96f-2ef6-4517-882f-764a9703f4af tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:04.967013 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72d8d281-754d-4b2f-b43a-a628d161b4d1 req-ad8fd96f-2ef6-4517-882f-764a9703f4af tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=340c2303-0f8f-4177-8cd6-18cb3ee1f913 HTTP/1.1" status: 200 len: 971 time: 0.1201098 Feb 07 16:34:04.967811 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c023c12-f403-45fe-9f5a-0bc023d9d941 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (79b31aab-ce85-4b6e-8c02-f986f3ded1d7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:05.127641 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72d8d281-754d-4b2f-b43a-a628d161b4d1 req-d06a5672-d44f-40c1-a485-b11e54c1260c tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358597 Feb 07 16:34:05.307597 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-16fd5229-c990-4670-bdac-e8bd60d8954b req-f4732581-a2d3-4482-8972-d0d8de045a54 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3d28e65-d1b9-41bd-87fa-2204b0ed2e6c HTTP/1.1" status: 200 len: 210 time: 0.0485253 Feb 07 16:34:05.312012 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c023c12-f403-45fe-9f5a-0bc023d9d941 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for port (79b31aab-ce85-4b6e-8c02-f986f3ded1d7), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:05.317054 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c023c12-f403-45fe-9f5a-0bc023d9d941 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (79b31aab-ce85-4b6e-8c02-f986f3ded1d7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:05.403542 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c023c12-f403-45fe-9f5a-0bc023d9d941 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Pushing event updated for resources: {'Port': ['ID=79b31aab-ce85-4b6e-8c02-f986f3ded1d7,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:05.411623 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c023c12-f403-45fe-9f5a-0bc023d9d941 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (60560ca3-74b3-40d7-a465-c8c00414199e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:05.415670 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-92253742-a6a2-4c70-8581-2f9c816a07f3 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:05.417166 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-92253742-a6a2-4c70-8581-2f9c816a07f3 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5852339 Feb 07 16:34:05.427299 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fe6bb-45d1-438a-975d-7605a1e665c4 req-994f973a-2cba-4c8c-b7c6-e9451dd7c0f2 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:05.427762 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c023c12-f403-45fe-9f5a-0bc023d9d941 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:05.428787 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b16fe6bb-45d1-438a-975d-7605a1e665c4 req-994f973a-2cba-4c8c-b7c6-e9451dd7c0f2 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d473e8d-ce3e-4af1-9a15-6333051cefd2 HTTP/1.1" status: 200 len: 950 time: 0.2105966 Feb 07 16:34:05.434080 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9c023c12-f403-45fe-9f5a-0bc023d9d941 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3968298 Feb 07 16:34:05.451987 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-567930f4-6df7-4dfe-8188-dd030496e627 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Request body: {'port': {'device_id': 'fb98c938-ebe6-42f2-a507-0e2665ab0170', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '85c826fe1b454904b2074f3cecf95dae'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:05.578272 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0dd696b-41ec-46ee-94f0-74b348e3388b req-a48b344e-a165-45a8-9f91-3628a3741b27 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 210 time: 0.0558870 Feb 07 16:34:05.604680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-5707e270-9883-4d11-8944-c2364a7f9d95 req-8f8eba6f-34dc-4cc1-8aae-1e2330c22959 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Deleting port 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:34:05.605027 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5707e270-9883-4d11-8944-c2364a7f9d95 req-8f8eba6f-34dc-4cc1-8aae-1e2330c22959 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (214b27d9-51f7-4508-bf1d-b7dfe2bb3844), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:05.669534 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b16fe6bb-45d1-438a-975d-7605a1e665c4 req-b71122b5-af29-4674-8613-236083722f87 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123995 Feb 07 16:34:05.685982 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe03d-8c91-4816-8f27-40f16a490c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (eb04ca10-cfb8-443a-8580-cfa69e7c035d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:05.802566 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e8322c1e-d297-42df-9a48-6bd6529f5964 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--842014735&fields=id&tenant_id=0f21c7e5651f49c2b6930564a27dd33f HTTP/1.1" status: 200 len: 267 time: 0.1282113 Feb 07 16:34:05.803492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffbe03d-8c91-4816-8f27-40f16a490c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb04ca10-cfb8-443a-8580-cfa69e7c035d,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:05.819330 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5c6ca577-8013-4dab-962e-e4486862727c no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:34:05.824383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-567930f4-6df7-4dfe-8188-dd030496e627 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Made reservation on behalf of 85c826fe1b454904b2074f3cecf95dae for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:34:05.828890 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-567930f4-6df7-4dfe-8188-dd030496e627 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:05.875373 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-567930f4-6df7-4dfe-8188-dd030496e627 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:05.876382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 5c6ca577-8013-4dab-962e-e4486862727c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:34:05.877005 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5c6ca577-8013-4dab-962e-e4486862727c not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:34:05.881421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-5707e270-9883-4d11-8944-c2364a7f9d95 req-8f8eba6f-34dc-4cc1-8aae-1e2330c22959 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] For port 214b27d9-51f7-4508-bf1d-b7dfe2bb3844, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=214b27d9-51f7-4508-bf1d-b7dfe2bb3844,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:05.881790 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5707e270-9883-4d11-8944-c2364a7f9d95 req-8f8eba6f-34dc-4cc1-8aae-1e2330c22959 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (214b27d9-51f7-4508-bf1d-b7dfe2bb3844), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:05.900854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffbe03d-8c91-4816-8f27-40f16a490c85 admin admin] Checking segment: {'id': '622294c9-ad9a-4349-b524-f27642e52818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c0b1ca26-d3a4-4cbd-8d8f-42f30d871b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:34:05.901071 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device aef0018e-eda9-4055-a282-4ca1a656d661 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:34:05.901341 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffbe03d-8c91-4816-8f27-40f16a490c85 admin admin] Network hostable DHCP agents. Network: c0b1ca26-d3a4-4cbd-8d8f-42f30d871b22, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:34:05.909839 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-5707e270-9883-4d11-8944-c2364a7f9d95 req-8f8eba6f-34dc-4cc1-8aae-1e2330c22959 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Calling delete_port for 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 owned by compute:tempest-test_az-713935965 {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:34:05.952594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-38814c55-442d-41d6-bbb6-7a42551759a0 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:05.954518 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-38814c55-442d-41d6-bbb6-7a42551759a0 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/networks?id=937f4032-ece2-4ef3-ae25-e7defef4a280 HTTP/1.1" status: 200 len: 823 time: 0.1373358 Feb 07 16:34:05.980832 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-7eb1969c-054e-4fd5-83c0-3e2852bc1d3e tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/quotas/0f21c7e5651f49c2b6930564a27dd33f HTTP/1.1" status: 200 len: 375 time: 0.0179102 Feb 07 16:34:05.988759 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port aef0018e-eda9-4055-a282-4ca1a656d661 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:34:05.994352 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4047d-76d7-4fc7-af70-a360e3bf0229 req-0af86201-c2d2-4c80-a087-f21782155656 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:05.995913 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ea4047d-76d7-4fc7-af70-a360e3bf0229 req-0af86201-c2d2-4c80-a087-f21782155656 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428434d-abba-4810-8d9f-aa4a8c123948 HTTP/1.1" status: 200 len: 944 time: 0.1999512 Feb 07 16:34:06.001572 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port aef0018e-eda9-4055-a282-4ca1a656d661 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:06.002287 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (aef0018e-eda9-4055-a282-4ca1a656d661), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:06.017697 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffbe03d-8c91-4816-8f27-40f16a490c85 admin admin] Network c0b1ca26-d3a4-4cbd-8d8f-42f30d871b22 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:34:06.060049 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-566bc9ca-155d-4a31-bb9a-a4fb4dd098dd tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f21c7e5651f49c2b6930564a27dd33f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745466 Feb 07 16:34:06.061326 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6ffbe03d-8c91-4816-8f27-40f16a490c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, c0b1ca26-d3a4-4cbd-8d8f-42f30d871b22) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:06.074479 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffbe03d-8c91-4816-8f27-40f16a490c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:06.075074 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe03d-8c91-4816-8f27-40f16a490c85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:06.075357 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98511c86-377c-4f45-819f-394ea2543131 None None] Network c0b1ca26-d3a4-4cbd-8d8f-42f30d871b22 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:34:06.087107 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-84c6c56a-ac39-4429-ab14-eb7a1906ffee service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:34:06.088666 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-84c6c56a-ac39-4429-ab14-eb7a1906ffee service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115705 Feb 07 16:34:06.131879 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6ffbe03d-8c91-4816-8f27-40f16a490c85 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3851166 Feb 07 16:34:06.139287 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ea4047d-76d7-4fc7-af70-a360e3bf0229 req-7c4f6509-8547-408e-9c33-5db607e2182e tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ecc88aa-0834-4b08-874d-01beed9d98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258762 Feb 07 16:34:06.209742 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-567930f4-6df7-4dfe-8188-dd030496e627 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks [] for security_group (e257c9d1-9608-4382-b8d4-3752ebf3a921), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:06.226857 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-567930f4-6df7-4dfe-8188-dd030496e627 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e257c9d1-9608-4382-b8d4-3752ebf3a921), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:06.234325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port aef0018e-eda9-4055-a282-4ca1a656d661 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:06.234619 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (aef0018e-eda9-4055-a282-4ca1a656d661), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:06.237787 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-f1baed77-df30-4c9e-a2f8-0e5d8f8efd78 service neutron] 10.222.0.18 "GET /v2.0/networks/937f4032-ece2-4ef3-ae25-e7defef4a280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368680 Feb 07 16:34:06.240398 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a31871-2cbf-410d-bc64-f97e75543fe2 None None] Network c0b1ca26-d3a4-4cbd-8d8f-42f30d871b22 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:34:06.356338 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5707e270-9883-4d11-8944-c2364a7f9d95 req-8f8eba6f-34dc-4cc1-8aae-1e2330c22959 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (214b27d9-51f7-4508-bf1d-b7dfe2bb3844), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:06.385993 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-b0f345fc-4b57-468b-8a07-430d2ecebcce service neutron] 10.222.0.18 "GET /v2.0/networks/937f4032-ece2-4ef3-ae25-e7defef4a280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449802 Feb 07 16:34:06.392832 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8eba6f-34dc-4cc1-8aae-1e2330c22959 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Pushing event deleted for resources: {'Port': ['ID=214b27d9-51f7-4508-bf1d-b7dfe2bb3844,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:06.395034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567930f4-6df7-4dfe-8188-dd030496e627 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e257c9d1-9608-4382-b8d4-3752ebf3a921,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:06.491096 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-5707e270-9883-4d11-8944-c2364a7f9d95 req-8f8eba6f-34dc-4cc1-8aae-1e2330c22959 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] No DVR routers for this DVR port 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:34:06.499578 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5707e270-9883-4d11-8944-c2364a7f9d95 req-8f8eba6f-34dc-4cc1-8aae-1e2330c22959 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:06.503301 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5707e270-9883-4d11-8944-c2364a7f9d95 req-8f8eba6f-34dc-4cc1-8aae-1e2330c22959 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.32 "DELETE /v2.0/ports/214b27d9-51f7-4508-bf1d-b7dfe2bb3844 HTTP/1.1" status: 204 len: 173 time: 1.6002252 Feb 07 16:34:06.520726 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-567930f4-6df7-4dfe-8188-dd030496e627 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Allocated IP 192.168.233.45 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/c2ed7b11-fa05-437c-b3fd-894f106c3dee) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:34:06.562430 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340c2303-0f8f-4177-8cd6-18cb3ee1f913', 'name': 'network-vif-deleted', 'tag': '214b27d9-51f7-4508-bf1d-b7dfe2bb3844'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:06.565606 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9500d52-818b-40c8-8490-3bf9594884a4" -d '{"events": [{"server_uuid": "340c2303-0f8f-4177-8cd6-18cb3ee1f913", "name": "network-vif-deleted", "tag": "214b27d9-51f7-4508-bf1d-b7dfe2bb3844"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:06.626451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0428434d-abba-4810-8d9f-aa4a8c123948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef0018e-eda9-4055-a282-4ca1a656d661'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:06.628752 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fe02fa-2950-4103-abcb-77d7ea60c0c9" -d '{"events": [{"server_uuid": "0428434d-abba-4810-8d9f-aa4a8c123948", "name": "network-vif-plugged", "status": "completed", "tag": "aef0018e-eda9-4055-a282-4ca1a656d661"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:06.698807 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port aef0018e-eda9-4055-a282-4ca1a656d661, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=aef0018e-eda9-4055-a282-4ca1a656d661,segment=NetworkSegment(b9f0d543-3d38-4bc0-9df9-a05e1edc9430),segment_id=b9f0d543-3d38-4bc0-9df9-a05e1edc9430)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:06.719377 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (aef0018e-eda9-4055-a282-4ca1a656d661), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:06.798665 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71177f2a-7219-4ed0-9b08-f683d1eb33b1 req-d6d09255-7f6c-40a0-9539-6d4956219737 tempest-ServersAdminNegativeTestJSON-201475203 tempest-ServersAdminNegativeTestJSON-201475203-project] 10.222.0.18 "GET /v2.0/ports?device_id=340c2303-0f8f-4177-8cd6-18cb3ee1f913 HTTP/1.1" status: 200 len: 210 time: 0.0461330 Feb 07 16:34:06.879010 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-567930f4-6df7-4dfe-8188-dd030496e627 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks [] for port (c2ed7b11-fa05-437c-b3fd-894f106c3dee), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:06.885760 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=aef0018e-eda9-4055-a282-4ca1a656d661,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:06.898461 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e928903-329b-449e-8375-6eddcb092d33 x-openstack-request-id: req-4e928903-329b-449e-8375-6eddcb092d33 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:06.899661 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340c2303-0f8f-4177-8cd6-18cb3ee1f913", "name": "network-vif-deleted", "tag": "214b27d9-51f7-4508-bf1d-b7dfe2bb3844", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:06.900478 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e928903-329b-449e-8375-6eddcb092d33 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:06.901453 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340c2303-0f8f-4177-8cd6-18cb3ee1f913', 'name': 'network-vif-deleted', 'tag': '214b27d9-51f7-4508-bf1d-b7dfe2bb3844', 'status': 'completed', 'code': 200} Feb 07 16:34:06.905580 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:06.905942 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:06.909173 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:06.910296 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:06.912608 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:06.912976 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:06.913444 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:06.913685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:06.914027 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:06.915442 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:06.915759 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:06.916106 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:06.916448 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:06.957447 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-567930f4-6df7-4dfe-8188-dd030496e627 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c2ed7b11-fa05-437c-b3fd-894f106c3dee), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:07.017260 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-567930f4-6df7-4dfe-8188-dd030496e627 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:34:07.024902 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-567930f4-6df7-4dfe-8188-dd030496e627 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:07.039808 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-567930f4-6df7-4dfe-8188-dd030496e627 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:34:07.076668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567930f4-6df7-4dfe-8188-dd030496e627 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Pushing event updated for resources: {'Port': ['ID=c2ed7b11-fa05-437c-b3fd-894f106c3dee,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:07.115260 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-567930f4-6df7-4dfe-8188-dd030496e627 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:07.115939 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-567930f4-6df7-4dfe-8188-dd030496e627 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:07.137121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d5ed6-b2e0-46a9-afe1-7243d38f3aef req-50e22d24-5763-4213-b8a0-de3ebe06d490 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:07.138630 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cb2d5ed6-b2e0-46a9-afe1-7243d38f3aef req-50e22d24-5763-4213-b8a0-de3ebe06d490 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 935 time: 0.1179256 Feb 07 16:34:07.142635 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-567930f4-6df7-4dfe-8188-dd030496e627 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7127900 Feb 07 16:34:07.164973 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Request body: {'port': {'device_id': 'fb98c938-ebe6-42f2-a507-0e2665ab0170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:07.273855 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cb2d5ed6-b2e0-46a9-afe1-7243d38f3aef req-9e83ceef-450a-45e0-a495-ebfc32e829ec tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245790 Feb 07 16:34:07.276624 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c2ed7b11-fa05-437c-b3fd-894f106c3dee), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:07.299849 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d721445-0627-43eb-9cb2-509085c69764 req-be3c697e-1a3e-4fb0-8e8c-fe1270df0a40 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:07.310835 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d721445-0627-43eb-9cb2-509085c69764 req-be3c697e-1a3e-4fb0-8e8c-fe1270df0a40 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 820 time: 0.2171981 Feb 07 16:34:07.328902 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d721445-0627-43eb-9cb2-509085c69764 req-2ecfb055-39c5-4d31-ac2a-28c8b2c8790f tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/quotas/deb20de83f134befa08f0478fca7ff92 HTTP/1.1" status: 200 len: 375 time: 0.0167460 Feb 07 16:34:07.334181 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1859074-a6eb-4a3d-a4cc-059a00c1dc3e x-openstack-request-id: req-f1859074-a6eb-4a3d-a4cc-059a00c1dc3e {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:07.334500 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0428434d-abba-4810-8d9f-aa4a8c123948", "name": "network-vif-plugged", "status": "completed", "tag": "aef0018e-eda9-4055-a282-4ca1a656d661", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:07.334775 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1859074-a6eb-4a3d-a4cc-059a00c1dc3e {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:07.335185 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0428434d-abba-4810-8d9f-aa4a8c123948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef0018e-eda9-4055-a282-4ca1a656d661', 'code': 200} Feb 07 16:34:07.380918 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d721445-0627-43eb-9cb2-509085c69764 req-94a2b0d8-3389-4631-af12-815fa45a81fe tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508893 Feb 07 16:34:07.483402 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f3e6ba36-af53-447d-afe5-6e5600df694a req-17bf272d-64b0-4958-8559-21128322e386 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=15e2f06c-3e33-4889-b260-0c6884f387db HTTP/1.1" status: 200 len: 210 time: 0.0440223 Feb 07 16:34:07.521431 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d721445-0627-43eb-9cb2-509085c69764 req-e311200d-8842-4133-bb6c-f975322d29f9 service neutron] 10.222.0.18 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389878 Feb 07 16:34:07.544481 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659e5d8-2c77-4da7-8c29-cfdf3f1483ae req-586a9edb-95fa-4e4f-9a8c-af6589328de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:07.546604 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8659e5d8-2c77-4da7-8c29-cfdf3f1483ae req-586a9edb-95fa-4e4f-9a8c-af6589328de5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0428434d-abba-4810-8d9f-aa4a8c123948 HTTP/1.1" status: 200 len: 1127 time: 0.1093256 Feb 07 16:34:07.662348 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8659e5d8-2c77-4da7-8c29-cfdf3f1483ae req-57b96c0a-6b8d-49b0-9b0c-2e825888082b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4ecc88aa-0834-4b08-874d-01beed9d98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697696 Feb 07 16:34:07.690394 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d721445-0627-43eb-9cb2-509085c69764 req-0cb05f06-e9bf-461b-ab7a-4dfc0e196793 service neutron] 10.222.0.18 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665697 Feb 07 16:34:07.700943 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ed7b11-fa05-437c-b3fd-894f106c3dee {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:34:07.714674 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Publish callbacks [] for port (c2ed7b11-fa05-437c-b3fd-894f106c3dee), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:07.735022 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Transition to ACTIVE for port object c2ed7b11-fa05-437c-b3fd-894f106c3dee will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:34:07.747306 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (c2ed7b11-fa05-437c-b3fd-894f106c3dee), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:07.767663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de087e89-a90f-4b1f-9c47-032323dfdcec req-fc12f822-d475-4020-9428-bf6d2f4aaa59 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:07.771340 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-de087e89-a90f-4b1f-9c47-032323dfdcec req-fc12f822-d475-4020-9428-bf6d2f4aaa59 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d473e8d-ce3e-4af1-9a15-6333051cefd2 HTTP/1.1" status: 200 len: 950 time: 0.1174352 Feb 07 16:34:07.837043 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:34:07.867405 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:34:07.868560 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 214b27d9-51f7-4508-bf1d-b7dfe2bb3844 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:34:07.894395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ed7b11-fa05-437c-b3fd-894f106c3dee,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:07.949723 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-de087e89-a90f-4b1f-9c47-032323dfdcec req-718f36bd-79ec-48f2-897d-38b648839099 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493816 Feb 07 16:34:07.982148 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Attempting to bind port c2ed7b11-fa05-437c-b3fd-894f106c3dee on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:34:07.982499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Attempting to bind port c2ed7b11-fa05-437c-b3fd-894f106c3dee by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:34:07.982834 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Attempting to bind port c2ed7b11-fa05-437c-b3fd-894f106c3dee on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:07.987740 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Port c2ed7b11-fa05-437c-b3fd-894f106c3dee on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:34:07.988063 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Attempting to bind port c2ed7b11-fa05-437c-b3fd-894f106c3dee on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:07.995427 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:34:07.995427 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:34:07.995757 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:34:07.996199 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Bound port: c2ed7b11-fa05-437c-b3fd-894f106c3dee, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:34:07.996568 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c2ed7b11-fa05-437c-b3fd-894f106c3dee), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:08.148711 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] For port c2ed7b11-fa05-437c-b3fd-894f106c3dee, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:34:08.164641 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] For port c2ed7b11-fa05-437c-b3fd-894f106c3dee, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c2ed7b11-fa05-437c-b3fd-894f106c3dee,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:34:08.172864 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (c2ed7b11-fa05-437c-b3fd-894f106c3dee), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:08.228102 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402c2cf-248d-471b-bd52-66bd3417c9a0 req-9d8da497-ebfd-4f09-b86d-0d06cbf5517d tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:08.229808 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b402c2cf-248d-471b-bd52-66bd3417c9a0 req-9d8da497-ebfd-4f09-b86d-0d06cbf5517d tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428434d-abba-4810-8d9f-aa4a8c123948 HTTP/1.1" status: 200 len: 945 time: 0.1398952 Feb 07 16:34:08.234639 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:08.235318 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:08.236717 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] 10.222.0.48 "PUT /v2.0/ports/c2ed7b11-fa05-437c-b3fd-894f106c3dee HTTP/1.1" status: 200 len: 1095 time: 1.0860512 Feb 07 16:34:08.298911 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0f71a-8c57-4802-a4e3-7e5205f759e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ed7b11-fa05-437c-b3fd-894f106c3dee,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:08.300574 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-273b6c48-2506-4c36-9396-ca337e8d9767 req-da23578e-85e0-414b-8f81-25cdd6f5a860 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 210 time: 0.0432115 Feb 07 16:34:08.334773 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b402c2cf-248d-471b-bd52-66bd3417c9a0 req-8ffc7239-5006-4488-95aa-f974807c45e5 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ecc88aa-0834-4b08-874d-01beed9d98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970511 Feb 07 16:34:08.374682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-40f32219-dd45-45ae-b3df-8bdc113c1077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:08.376948 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-40f32219-dd45-45ae-b3df-8bdc113c1077 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 1129 time: 0.0918479 Feb 07 16:34:08.452104 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-f8e83f78-a461-4eae-8539-196d806d7452 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=c2ed7b11-fa05-437c-b3fd-894f106c3dee HTTP/1.1" status: 200 len: 217 time: 0.0677049 Feb 07 16:34:08.622422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-7a1ae3e2-c70e-4a90-b986-6744f1e9b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:08.624651 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-7a1ae3e2-c70e-4a90-b986-6744f1e9b7a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1652479 Feb 07 16:34:08.776381 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-88b77b0e-077b-4842-9738-cfb090fa6b25 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:08.778171 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-88b77b0e-077b-4842-9738-cfb090fa6b25 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.48 "GET /v2.0/networks?id=937f4032-ece2-4ef3-ae25-e7defef4a280 HTTP/1.1" status: 200 len: 823 time: 0.3657138 Feb 07 16:34:08.791664 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-1ec2798e-9118-4acb-8679-82315756b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:08.793180 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-1ec2798e-9118-4acb-8679-82315756b89e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1485853 Feb 07 16:34:08.906439 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb98c938-ebe6-42f2-a507-0e2665ab0170', 'tag': 'c2ed7b11-fa05-437c-b3fd-894f106c3dee'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:08.913737 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8599025-bae7-48cd-a9ba-5071ca168850" -d '{"events": [{"name": "network-changed", "server_uuid": "fb98c938-ebe6-42f2-a507-0e2665ab0170", "tag": "c2ed7b11-fa05-437c-b3fd-894f106c3dee"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:08.927468 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-500ee80d-d126-42ad-885b-f6a6befe497f tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f21c7e5651f49c2b6930564a27dd33f HTTP/1.1" status: 200 len: 379 time: 0.1382198 Feb 07 16:34:08.943596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-cec50230-2bd1-4a22-9fb3-fb504e769f50 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Request body: {'port': {'device_id': '15e2f06c-3e33-4889-b260-0c6884f387db', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'admin_state_up': True, 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'security_groups': ['bf8d865a-9867-424c-aad7-c803421ffe0f']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:09.107499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53918) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:09.159646 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-cec50230-2bd1-4a22-9fb3-fb504e769f50 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Made reservation on behalf of 0f21c7e5651f49c2b6930564a27dd33f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:34:09.163514 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-19ae5ca3-9ac9-4a27-a967-c71c760ab0d4 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632643 Feb 07 16:34:09.165420 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-cec50230-2bd1-4a22-9fb3-fb504e769f50 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:09.183981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac4193-eb8d-4a53-bd4d-91ee85a9b9fb req-223e130b-c198-41e2-a6b4-32adc7f5113e tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:09.186300 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-13ac4193-eb8d-4a53-bd4d-91ee85a9b9fb req-223e130b-c198-41e2-a6b4-32adc7f5113e tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7 HTTP/1.1" status: 200 len: 949 time: 0.2051156 Feb 07 16:34:09.298424 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb462c8-4c9a-4d30-881e-fb3a42f29cea req-c6c2ac32-16ba-4a03-9825-8787321b3af6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:09.301259 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cb462c8-4c9a-4d30-881e-fb3a42f29cea req-c6c2ac32-16ba-4a03-9825-8787321b3af6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 947 time: 0.1487734 Feb 07 16:34:09.403757 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cb462c8-4c9a-4d30-881e-fb3a42f29cea req-5bd6ddb1-03d1-4211-b81c-20f12000f7c3 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926986 Feb 07 16:34:09.405338 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-cec50230-2bd1-4a22-9fb3-fb504e769f50 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Allocated IP 172.20.0.6 (937f4032-ece2-4ef3-ae25-e7defef4a280/84094ea4-ebf5-4efb-98d2-d6d7e236c705/208bd4ae-8b14-4c99-b90b-76654a477eee) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:34:09.569041 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-13ac4193-eb8d-4a53-bd4d-91ee85a9b9fb req-b802ffb3-6691-425f-a7a1-234a2655d1ad tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765445 Feb 07 16:34:09.666537 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8343299d-10b4-46aa-8f30-565b5ddda597 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=395c6c7b638e42478d0a1de830a6e583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5575018 Feb 07 16:34:09.675294 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53926) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:09.786803 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89350fe3-8f1b-47a2-96b9-c3d7f3e36eff req-37a38708-fd0a-4ea2-904f-bcb12cbb190f service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5766156 Feb 07 16:34:09.847789 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7451fe56-af4a-468f-861b-ef2895da5544 admin admin] Publish callbacks [] for security_group (f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:09.866943 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d721445-0627-43eb-9cb2-509085c69764 req-6397272c-762a-4071-94fb-ff0908740625 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:09.868480 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d721445-0627-43eb-9cb2-509085c69764 req-6397272c-762a-4071-94fb-ff0908740625 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.48 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 820 time: 0.3248065 Feb 07 16:34:09.887654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-3d721445-0627-43eb-9cb2-509085c69764 req-64acb230-69c6-4aa3-821b-9f1e5c2c7f2d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Request body: {'port': {'device_id': 'd1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27', 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d', 'admin_state_up': True, 'tenant_id': 'deb20de83f134befa08f0478fca7ff92'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:09.895348 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7451fe56-af4a-468f-861b-ef2895da5544 admin admin] Publish callbacks [] for security_group (f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:09.908084 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f094375-4f66-430f-ae70-fc3ff15202ba req-2c3a477e-478e-48d3-a517-a2e6550c0a38 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=15e2f06c-3e33-4889-b260-0c6884f387db HTTP/1.1" status: 200 len: 210 time: 0.3770978 Feb 07 16:34:09.957398 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-cec50230-2bd1-4a22-9fb3-fb504e769f50 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for port (208bd4ae-8b14-4c99-b90b-76654a477eee), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:09.980695 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc03874c-561c-4960-b645-e780aa504fc2 x-openstack-request-id: req-cc03874c-561c-4960-b645-e780aa504fc2 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:09.981684 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb98c938-ebe6-42f2-a507-0e2665ab0170", "tag": "c2ed7b11-fa05-437c-b3fd-894f106c3dee", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:09.982137 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc03874c-561c-4960-b645-e780aa504fc2 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:09.982718 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb98c938-ebe6-42f2-a507-0e2665ab0170', 'tag': 'c2ed7b11-fa05-437c-b3fd-894f106c3dee', 'status': 'completed', 'code': 200} Feb 07 16:34:10.016028 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-cec50230-2bd1-4a22-9fb3-fb504e769f50 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (208bd4ae-8b14-4c99-b90b-76654a477eee), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:10.077213 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-cec50230-2bd1-4a22-9fb3-fb504e769f50 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Network 937f4032-ece2-4ef3-ae25-e7defef4a280 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:34:10.078091 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 56706) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:10.101968 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-cec50230-2bd1-4a22-9fb3-fb504e769f50 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:10.138746 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d721445-0627-43eb-9cb2-509085c69764 req-64acb230-69c6-4aa3-821b-9f1e5c2c7f2d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Made reservation on behalf of deb20de83f134befa08f0478fca7ff92 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:34:10.144858 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3d721445-0627-43eb-9cb2-509085c69764 req-64acb230-69c6-4aa3-821b-9f1e5c2c7f2d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:10.146012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec50230-2bd1-4a22-9fb3-fb504e769f50 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Pushing event updated for resources: {'Port': ['ID=208bd4ae-8b14-4c99-b90b-76654a477eee,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:10.149363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-cec50230-2bd1-4a22-9fb3-fb504e769f50 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:34:10.216717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8599025-bae7-48cd-a9ba-5071ca168850 req-2122b8bf-959f-4e38-9a2e-bc5cc85a485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:10.218820 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e8599025-bae7-48cd-a9ba-5071ca168850 req-2122b8bf-959f-4e38-9a2e-bc5cc85a485b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 1129 time: 0.2028499 Feb 07 16:34:10.222584 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7451fe56-af4a-468f-861b-ef2895da5544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:10.227634 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7451fe56-af4a-468f-861b-ef2895da5544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:10.230567 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7451fe56-af4a-468f-861b-ef2895da5544 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8 HTTP/1.1" status: 204 len: 168 time: 0.5514190 Feb 07 16:34:10.243446 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-cec50230-2bd1-4a22-9fb3-fb504e769f50 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:10.244185 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-cec50230-2bd1-4a22-9fb3-fb504e769f50 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:10.258165 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975428a4-cd3c-4c8c-933d-8e6260b2c13e req-1a6cad7d-cd04-42df-abcd-5155400033e4 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:10.259717 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-975428a4-cd3c-4c8c-933d-8e6260b2c13e req-1a6cad7d-cd04-42df-abcd-5155400033e4 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.48 "GET /v2.0/ports?device_id=f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7 HTTP/1.1" status: 200 len: 949 time: 0.1779311 Feb 07 16:34:10.265598 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451fe56-af4a-468f-861b-ef2895da5544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bf58e1-2759-485c-ad9e-8cf7e1f24cb8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:10.327843 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96422a9d-7b5c-4d62-8af8-d921938f10fc req-01cfdf31-66ef-42e7-844f-e0965984988d tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:10.328744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96422a9d-7b5c-4d62-8af8-d921938f10fc req-01cfdf31-66ef-42e7-844f-e0965984988d tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:10.329199 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96422a9d-7b5c-4d62-8af8-d921938f10fc req-01cfdf31-66ef-42e7-844f-e0965984988d tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:10.329765 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96422a9d-7b5c-4d62-8af8-d921938f10fc req-01cfdf31-66ef-42e7-844f-e0965984988d tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:10.330275 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96422a9d-7b5c-4d62-8af8-d921938f10fc req-01cfdf31-66ef-42e7-844f-e0965984988d tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:10.330748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96422a9d-7b5c-4d62-8af8-d921938f10fc req-01cfdf31-66ef-42e7-844f-e0965984988d tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:10.331217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96422a9d-7b5c-4d62-8af8-d921938f10fc req-01cfdf31-66ef-42e7-844f-e0965984988d tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:10.340246 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-cec50230-2bd1-4a22-9fb3-fb504e769f50 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4031067 Feb 07 16:34:10.341370 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-96422a9d-7b5c-4d62-8af8-d921938f10fc req-01cfdf31-66ef-42e7-844f-e0965984988d tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27&device_id=15e2f06c-3e33-4889-b260-0c6884f387db&device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170&device_id=0428434d-abba-4810-8d9f-aa4a8c123948&device_id=2d473e8d-ce3e-4af1-9a15-6333051cefd2&device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3&device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d&device_id=f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7 HTTP/1.1" status: 200 len: 6551 time: 0.3469841 Feb 07 16:34:10.451354 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Request body: {'port': {'device_id': '15e2f06c-3e33-4889-b260-0c6884f387db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:10.507693 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-96422a9d-7b5c-4d62-8af8-d921938f10fc req-e8498fd5-c439-403a-875d-454c4dea7239 tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:10.537243 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22d5dc99-f736-4d31-a203-3a97890426f6 req-7ccf5d1d-156a-4733-8f1e-f6bb6091f7a2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 210 time: 0.0515056 Feb 07 16:34:10.576014 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-19bec791-4a15-47dd-a01b-dd7af7634e94 None None] Provisioning complete for port 208bd4ae-8b14-4c99-b90b-76654a477eee triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:10.578580 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-19bec791-4a15-47dd-a01b-dd7af7634e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (208bd4ae-8b14-4c99-b90b-76654a477eee), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:10.613595 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8599025-bae7-48cd-a9ba-5071ca168850 req-17ee2603-1d3f-4d08-bc19-fce1dc77bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:10.615299 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e8599025-bae7-48cd-a9ba-5071ca168850 req-17ee2603-1d3f-4d08-bc19-fce1dc77bea6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.3826027 Feb 07 16:34:10.667572 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (208bd4ae-8b14-4c99-b90b-76654a477eee), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:10.676547 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-19bec791-4a15-47dd-a01b-dd7af7634e94 None None] Port 208bd4ae-8b14-4c99-b90b-76654a477eee cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:34:10.678763 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e8599025-bae7-48cd-a9ba-5071ca168850 req-6d218ce1-e4b9-40cc-ac99-28888d986f30 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=c2ed7b11-fa05-437c-b3fd-894f106c3dee HTTP/1.1" status: 200 len: 217 time: 0.0548439 Feb 07 16:34:10.684281 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-975428a4-cd3c-4c8c-933d-8e6260b2c13e req-2607108d-ce3c-4bfa-b441-b1a59b0a9469 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Deleting port 4ea135ec-95ff-4c47-9488-c0bb6bc6430a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:34:10.684629 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-975428a4-cd3c-4c8c-933d-8e6260b2c13e req-2607108d-ce3c-4bfa-b441-b1a59b0a9469 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4ea135ec-95ff-4c47-9488-c0bb6bc6430a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:10.686729 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-3d721445-0627-43eb-9cb2-509085c69764 req-64acb230-69c6-4aa3-821b-9f1e5c2c7f2d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Allocated IP 172.20.0.12 (3db07daa-5eaa-4bf8-9b32-41159885835d/c421e157-6b63-40f2-b92c-e2457710e71f/d94e4177-9cfa-4564-b77b-1244bf59ea99) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:34:10.784075 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8599025-bae7-48cd-a9ba-5071ca168850 req-b1caef5d-c2fa-4e4c-9f5e-12c85488f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:10.785604 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e8599025-bae7-48cd-a9ba-5071ca168850 req-b1caef5d-c2fa-4e4c-9f5e-12c85488f3da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1003413 Feb 07 16:34:10.850369 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53944) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:10.882727 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-96422a9d-7b5c-4d62-8af8-d921938f10fc req-e8498fd5-c439-403a-875d-454c4dea7239 tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] Publish callbacks [] for security_group (c62a5f5f-571a-44ee-bc66-00447c4a185a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:10.928820 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-96422a9d-7b5c-4d62-8af8-d921938f10fc req-e8498fd5-c439-403a-875d-454c4dea7239 tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c62a5f5f-571a-44ee-bc66-00447c4a185a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:11.037868 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-96422a9d-7b5c-4d62-8af8-d921938f10fc req-e8498fd5-c439-403a-875d-454c4dea7239 tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&id=687c932c-2069-4550-a870-f0a5dc69d22d&id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&id=4ecc88aa-0834-4b08-874d-01beed9d98e4&id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.6955016 Feb 07 16:34:11.043920 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8498fd5-c439-403a-875d-454c4dea7239 tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62a5f5f-571a-44ee-bc66-00447c4a185a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:11.088532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8599025-bae7-48cd-a9ba-5071ca168850 req-6bb62145-4079-40e7-8e52-57bae718981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:11.090106 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e8599025-bae7-48cd-a9ba-5071ca168850 req-6bb62145-4079-40e7-8e52-57bae718981c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2975821 Feb 07 16:34:11.113468 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d5bfe-3953-44dc-9fb0-842289855187 req-6b116937-4d90-4e57-9dd2-071338d70290 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:11.115770 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-467d5bfe-3953-44dc-9fb0-842289855187 req-6b116937-4d90-4e57-9dd2-071338d70290 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428434d-abba-4810-8d9f-aa4a8c123948 HTTP/1.1" status: 200 len: 945 time: 0.4265957 Feb 07 16:34:11.180009 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-975428a4-cd3c-4c8c-933d-8e6260b2c13e req-2607108d-ce3c-4bfa-b441-b1a59b0a9469 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] For port 4ea135ec-95ff-4c47-9488-c0bb6bc6430a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=4ea135ec-95ff-4c47-9488-c0bb6bc6430a,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:11.180558 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-975428a4-cd3c-4c8c-933d-8e6260b2c13e req-2607108d-ce3c-4bfa-b441-b1a59b0a9469 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4ea135ec-95ff-4c47-9488-c0bb6bc6430a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:11.215274 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208bd4ae-8b14-4c99-b90b-76654a477eee {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:34:11.235077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-975428a4-cd3c-4c8c-933d-8e6260b2c13e req-2607108d-ce3c-4bfa-b441-b1a59b0a9469 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Calling delete_port for 4ea135ec-95ff-4c47-9488-c0bb6bc6430a owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:34:11.240407 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Publish callbacks [] for port (208bd4ae-8b14-4c99-b90b-76654a477eee), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:11.252103 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3d721445-0627-43eb-9cb2-509085c69764 req-64acb230-69c6-4aa3-821b-9f1e5c2c7f2d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks [] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:11.278909 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Transition to ACTIVE for port object 208bd4ae-8b14-4c99-b90b-76654a477eee will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:34:11.284093 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e8599025-bae7-48cd-a9ba-5071ca168850 req-f7fb0346-3119-4a00-a9f6-f94c50e5412f service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870458 Feb 07 16:34:11.309542 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (208bd4ae-8b14-4c99-b90b-76654a477eee), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:11.351161 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea5e1b-c240-4109-a0af-1e02a2c6bbc6 req-4a83e4ec-28a0-433e-a93b-4182a0465c7b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:11.352718 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-79ea5e1b-c240-4109-a0af-1e02a2c6bbc6 req-4a83e4ec-28a0-433e-a93b-4182a0465c7b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 947 time: 0.1889062 Feb 07 16:34:11.386806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53954) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:11.392941 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2fa68ffc-72b8-4dfc-b36f-9759fdaac907 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8fde3a7c5daa48ef82888bec1e71da7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5358534 Feb 07 16:34:11.405229 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53956) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:11.424085 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Pushing event updated for resources: {'Port': ['ID=208bd4ae-8b14-4c99-b90b-76654a477eee,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:11.448322 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-467d5bfe-3953-44dc-9fb0-842289855187 req-c01ddaa4-0d6a-4acb-bbce-8d629caf97a1 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ecc88aa-0834-4b08-874d-01beed9d98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877746 Feb 07 16:34:11.465519 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3d721445-0627-43eb-9cb2-509085c69764 req-64acb230-69c6-4aa3-821b-9f1e5c2c7f2d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:11.596835 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e8599025-bae7-48cd-a9ba-5071ca168850 req-e73514c7-4e77-4e63-81a7-6507a373af9a service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067243 Feb 07 16:34:11.621029 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-79ea5e1b-c240-4109-a0af-1e02a2c6bbc6 req-6734884d-6622-4bc4-8b16-c713cc2f1269 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539878 Feb 07 16:34:11.647658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d721445-0627-43eb-9cb2-509085c69764 req-64acb230-69c6-4aa3-821b-9f1e5c2c7f2d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Network 3db07daa-5eaa-4bf8-9b32-41159885835d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:34:11.652194 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1e35a96-4f81-41ce-a979-041a24936e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:11.661686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-3d721445-0627-43eb-9cb2-509085c69764 req-64acb230-69c6-4aa3-821b-9f1e5c2c7f2d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:11.675467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d721445-0627-43eb-9cb2-509085c69764 req-64acb230-69c6-4aa3-821b-9f1e5c2c7f2d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:34:11.677920 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Attempting to bind port 208bd4ae-8b14-4c99-b90b-76654a477eee on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:34:11.678270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Attempting to bind port 208bd4ae-8b14-4c99-b90b-76654a477eee by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '92918f95-4f53-4496-ba2d-d0806e41737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:34:11.678599 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Attempting to bind port 208bd4ae-8b14-4c99-b90b-76654a477eee on network 937f4032-ece2-4ef3-ae25-e7defef4a280 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:11.714443 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Port 208bd4ae-8b14-4c99-b90b-76654a477eee on network 937f4032-ece2-4ef3-ae25-e7defef4a280 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:34:11.714670 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Attempting to bind port 208bd4ae-8b14-4c99-b90b-76654a477eee on network 937f4032-ece2-4ef3-ae25-e7defef4a280 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:11.732127 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:34:11.732403 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Checking segment: {'id': '92918f95-4f53-4496-ba2d-d0806e41737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:34:11.732654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Bound using segment: {'id': '92918f95-4f53-4496-ba2d-d0806e41737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:34:11.733109 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Bound port: 208bd4ae-8b14-4c99-b90b-76654a477eee, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92918f95-4f53-4496-ba2d-d0806e41737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:34:11.733592 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (208bd4ae-8b14-4c99-b90b-76654a477eee), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:11.770192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d721445-0627-43eb-9cb2-509085c69764 req-64acb230-69c6-4aa3-821b-9f1e5c2c7f2d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:11.770433 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3d721445-0627-43eb-9cb2-509085c69764 req-64acb230-69c6-4aa3-821b-9f1e5c2c7f2d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:11.773360 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acb230-69c6-4aa3-821b-9f1e5c2c7f2d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Pushing event updated for resources: {'Port': ['ID=d94e4177-9cfa-4564-b77b-1244bf59ea99,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:11.821074 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b855282-b240-45fa-8cae-0d70df61e22f admin admin] Publish callbacks [] for security_group (30239eff-baaf-4bbe-8f4a-4f18b51a332e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:11.863427 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602779a-18c6-4cac-81f8-d32313f597c5 req-e4756f62-2170-4220-a51b-577fef9f59d8 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:11.873826 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b602779a-18c6-4cac-81f8-d32313f597c5 req-e4756f62-2170-4220-a51b-577fef9f59d8 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/ports?device_id=f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7 HTTP/1.1" status: 200 len: 949 time: 0.3213971 Feb 07 16:34:11.886693 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d721445-0627-43eb-9cb2-509085c69764 req-64acb230-69c6-4aa3-821b-9f1e5c2c7f2d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0059841 Feb 07 16:34:11.914478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Request body: {'port': {'device_id': 'd1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:11.914668 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-975428a4-cd3c-4c8c-933d-8e6260b2c13e req-2607108d-ce3c-4bfa-b441-b1a59b0a9469 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4ea135ec-95ff-4c47-9488-c0bb6bc6430a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:11.921365 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b855282-b240-45fa-8cae-0d70df61e22f admin admin] Publish callbacks [] for security_group (30239eff-baaf-4bbe-8f4a-4f18b51a332e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:11.933588 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['4ea135ec-95ff-4c47-9488-c0bb6bc6430a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:11.961133 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607108d-ce3c-4bfa-b441-b1a59b0a9469 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Pushing event deleted for resources: {'Port': ['ID=4ea135ec-95ff-4c47-9488-c0bb6bc6430a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:11.997473 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] For port 208bd4ae-8b14-4c99-b90b-76654a477eee, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:34:12.000583 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89a1c5-5cc4-4b62-b710-7407c6a5d652 req-83e0a2e5-40ca-4c0d-8efa-33cf7f816db9 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:12.003442 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] For port 208bd4ae-8b14-4c99-b90b-76654a477eee, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=208bd4ae-8b14-4c99-b90b-76654a477eee,segment=NetworkSegment(92918f95-4f53-4496-ba2d-d0806e41737b),segment_id=92918f95-4f53-4496-ba2d-d0806e41737b)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:34:12.008836 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf89a1c5-5cc4-4b62-b710-7407c6a5d652 req-83e0a2e5-40ca-4c0d-8efa-33cf7f816db9 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=15e2f06c-3e33-4889-b260-0c6884f387db HTTP/1.1" status: 200 len: 943 time: 0.2301075 Feb 07 16:34:12.060663 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:12.071404 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-975428a4-cd3c-4c8c-933d-8e6260b2c13e req-2607108d-ce3c-4bfa-b441-b1a59b0a9469 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] No DVR routers for this DVR port 4ea135ec-95ff-4c47-9488-c0bb6bc6430a on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:34:12.073489 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (208bd4ae-8b14-4c99-b90b-76654a477eee), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:12.076495 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-975428a4-cd3c-4c8c-933d-8e6260b2c13e req-2607108d-ce3c-4bfa-b441-b1a59b0a9469 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:12.080019 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-975428a4-cd3c-4c8c-933d-8e6260b2c13e req-2607108d-ce3c-4bfa-b441-b1a59b0a9469 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.48 "DELETE /v2.0/ports/4ea135ec-95ff-4c47-9488-c0bb6bc6430a HTTP/1.1" status: 204 len: 173 time: 1.8129733 Feb 07 16:34:12.102197 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7', 'name': 'network-vif-deleted', 'tag': '4ea135ec-95ff-4c47-9488-c0bb6bc6430a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:12.104822 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7d7943-5c76-4f93-b0b2-bbaf71054bef" -d '{"events": [{"server_uuid": "f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7", "name": "network-vif-deleted", "tag": "4ea135ec-95ff-4c47-9488-c0bb6bc6430a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:12.114854 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b602779a-18c6-4cac-81f8-d32313f597c5 req-65d402af-4de9-4c78-b840-66e106a2b021 tempest-LiveMigrationNegativeTest-1344889000 tempest-LiveMigrationNegativeTest-1344889000-project] 10.222.0.18 "GET /v2.0/security-groups?id=687c932c-2069-4550-a870-f0a5dc69d22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318170 Feb 07 16:34:12.153214 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:12.153989 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:12.155396 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] 10.222.0.48 "PUT /v2.0/ports/208bd4ae-8b14-4c99-b90b-76654a477eee HTTP/1.1" status: 200 len: 1091 time: 1.7380311 Feb 07 16:34:12.169936 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443885a-bff8-4ba5-abcc-617b28b7958b service neutron] Pushing event updated for resources: {'Port': ['ID=208bd4ae-8b14-4c99-b90b-76654a477eee,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:12.221114 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1e35a96-4f81-41ce-a979-041a24936e5c admin admin] Publish callbacks [] for security_group (bf99fce9-2f36-47a2-ab21-4e6db8cb8b0e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:12.239928 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1e35a96-4f81-41ce-a979-041a24936e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bf99fce9-2f36-47a2-ab21-4e6db8cb8b0e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:12.286994 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f1e35a96-4f81-41ce-a979-041a24936e5c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5fc9e554c2cd4797a71cb7566c3486c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8935845 Feb 07 16:34:12.289719 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b855282-b240-45fa-8cae-0d70df61e22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (30239eff-baaf-4bbe-8f4a-4f18b51a332e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:12.292927 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b855282-b240-45fa-8cae-0d70df61e22f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:12.296735 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5b855282-b240-45fa-8cae-0d70df61e22f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30239eff-baaf-4bbe-8f4a-4f18b51a332e HTTP/1.1" status: 204 len: 168 time: 0.8865602 Feb 07 16:34:12.296735 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53968) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:12.334054 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf89a1c5-5cc4-4b62-b710-7407c6a5d652 req-0ea3936a-f18d-4669-a790-5f30d3451982 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3240812 Feb 07 16:34:12.383277 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-25c7d4e6-171e-41b0-997e-9546f0358ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:12.389843 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-25c7d4e6-171e-41b0-997e-9546f0358ffc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f21c7e5651f49c2b6930564a27dd33f&device_id=15e2f06c-3e33-4889-b260-0c6884f387db HTTP/1.1" status: 200 len: 1125 time: 0.1463239 Feb 07 16:34:12.495428 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6c882b-42a5-4106-bfb9-c14b7a13579b x-openstack-request-id: req-4f6c882b-42a5-4106-bfb9-c14b7a13579b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:12.496583 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7", "name": "network-vif-deleted", "tag": "4ea135ec-95ff-4c47-9488-c0bb6bc6430a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:12.497038 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f6c882b-42a5-4106-bfb9-c14b7a13579b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:12.497605 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68f196f-f9b9-4ef9-a7a1-1f02ecbd94e7', 'name': 'network-vif-deleted', 'tag': '4ea135ec-95ff-4c47-9488-c0bb6bc6430a', 'status': 'completed', 'code': 200} Feb 07 16:34:12.499909 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-7e7ff1bf-c7dd-49a0-b1c3-10bfade9fd6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=208bd4ae-8b14-4c99-b90b-76654a477eee HTTP/1.1" status: 200 len: 217 time: 0.1034038 Feb 07 16:34:12.554695 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e35a96-4f81-41ce-a979-041a24936e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf99fce9-2f36-47a2-ab21-4e6db8cb8b0e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:12.679900 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-56bad7ce-888d-4acb-bf0c-5c6fc360f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:12.681431 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-56bad7ce-888d-4acb-bf0c-5c6fc360f222 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=84094ea4-ebf5-4efb-98d2-d6d7e236c705 HTTP/1.1" status: 200 len: 862 time: 0.1710427 Feb 07 16:34:12.744101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b855282-b240-45fa-8cae-0d70df61e22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30239eff-baaf-4bbe-8f4a-4f18b51a332e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:12.850667 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-85b449fd-a242-4760-a247-11e3f9c1230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:12.852346 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-85b449fd-a242-4760-a247-11e3f9c1230e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=937f4032-ece2-4ef3-ae25-e7defef4a280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1646028 Feb 07 16:34:12.878273 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-062c6e64-285c-4351-a4f5-34df5950b821 admin admin] Publish callbacks [] for security_group (bf99fce9-2f36-47a2-ab21-4e6db8cb8b0e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:12.911453 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49b152-488e-42ed-86f1-c08aa788304c req-69b5af0a-1cb1-4a62-97ce-38e06f7f7eb2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:12.921930 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fc49b152-488e-42ed-86f1-c08aa788304c req-69b5af0a-1cb1-4a62-97ce-38e06f7f7eb2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 932 time: 0.4022284 Feb 07 16:34:12.949897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584975c-972c-4692-a4d6-14c62addf125 req-1b88fb5d-f810-4e05-a719-a18c0091eae9 tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:12.950459 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584975c-972c-4692-a4d6-14c62addf125 req-1b88fb5d-f810-4e05-a719-a18c0091eae9 tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:12.951077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584975c-972c-4692-a4d6-14c62addf125 req-1b88fb5d-f810-4e05-a719-a18c0091eae9 tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:12.955464 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c584975c-972c-4692-a4d6-14c62addf125 req-1b88fb5d-f810-4e05-a719-a18c0091eae9 tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2d473e8d-ce3e-4af1-9a15-6333051cefd2&device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3&device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 2977 time: 0.1753273 Feb 07 16:34:12.991217 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-062c6e64-285c-4351-a4f5-34df5950b821 admin admin] Publish callbacks [] for security_group (bf99fce9-2f36-47a2-ab21-4e6db8cb8b0e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:13.002208 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-b603be1f-73dd-4e94-8087-e625190fdb02 service neutron] 10.222.0.48 "GET /v2.0/networks/937f4032-ece2-4ef3-ae25-e7defef4a280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432281 Feb 07 16:34:13.003335 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fc49b152-488e-42ed-86f1-c08aa788304c req-0c686d76-0a0d-4e64-91bc-dd3e351a2d53 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803730 Feb 07 16:34:13.141977 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c584975c-972c-4692-a4d6-14c62addf125 req-70de98e9-cb81-4be2-a6b4-00fe5454710e tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352208 Feb 07 16:34:13.179551 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccd8dabb-1532-45e9-91c6-a9a243bb02f8 req-ad36527a-2083-4455-a047-4755087016ed service neutron] 10.222.0.48 "GET /v2.0/networks/937f4032-ece2-4ef3-ae25-e7defef4a280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638198 Feb 07 16:34:13.193753 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94e4177-9cfa-4564-b77b-1244bf59ea99 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:34:13.208338 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Publish callbacks [] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:13.224492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Transition to ACTIVE for port object d94e4177-9cfa-4564-b77b-1244bf59ea99 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:34:13.225932 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-062c6e64-285c-4351-a4f5-34df5950b821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bf99fce9-2f36-47a2-ab21-4e6db8cb8b0e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:13.231106 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-062c6e64-285c-4351-a4f5-34df5950b821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:13.232410 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-062c6e64-285c-4351-a4f5-34df5950b821 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf99fce9-2f36-47a2-ab21-4e6db8cb8b0e HTTP/1.1" status: 204 len: 168 time: 0.9122963 Feb 07 16:34:13.250408 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:13.291996 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c6e64-285c-4351-a4f5-34df5950b821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf99fce9-2f36-47a2-ab21-4e6db8cb8b0e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:13.338382 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Pushing event updated for resources: {'Port': ['ID=d94e4177-9cfa-4564-b77b-1244bf59ea99,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:13.350103 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da797aa-2a22-432c-a6de-fe12bbc494d9 req-6c140e21-2609-490d-95c1-6a0269b88cec tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:13.351877 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8da797aa-2a22-432c-a6de-fe12bbc494d9 req-6c140e21-2609-490d-95c1-6a0269b88cec tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 947 time: 0.2358999 Feb 07 16:34:13.461883 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8da797aa-2a22-432c-a6de-fe12bbc494d9 req-57666b40-f450-43df-8ff0-919b6e3fd1bd tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031685 Feb 07 16:34:13.466897 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Attempting to bind port d94e4177-9cfa-4564-b77b-1244bf59ea99 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:34:13.467420 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Attempting to bind port d94e4177-9cfa-4564-b77b-1244bf59ea99 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:34:13.467756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Attempting to bind port d94e4177-9cfa-4564-b77b-1244bf59ea99 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:13.474088 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Port d94e4177-9cfa-4564-b77b-1244bf59ea99 on network 3db07daa-5eaa-4bf8-9b32-41159885835d not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:34:13.474692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Attempting to bind port d94e4177-9cfa-4564-b77b-1244bf59ea99 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:13.480078 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:34:13.480466 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Checking segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:34:13.480831 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Bound using segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:34:13.481263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Bound port: d94e4177-9cfa-4564-b77b-1244bf59ea99, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:34:13.481700 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:13.584349 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] For port d94e4177-9cfa-4564-b77b-1244bf59ea99, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:34:13.589168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] For port d94e4177-9cfa-4564-b77b-1244bf59ea99, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d94e4177-9cfa-4564-b77b-1244bf59ea99,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:34:13.602540 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:13.718785 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:13.719464 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:13.720920 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d721445-0627-43eb-9cb2-509085c69764 req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] 10.222.0.48 "PUT /v2.0/ports/d94e4177-9cfa-4564-b77b-1244bf59ea99 HTTP/1.1" status: 200 len: 1092 time: 1.8210554 Feb 07 16:34:13.726083 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27', 'tag': 'd94e4177-9cfa-4564-b77b-1244bf59ea99'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:13.728396 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dedf3c-f2f0-4c65-8150-8ba1de07c755" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27", "tag": "d94e4177-9cfa-4564-b77b-1244bf59ea99"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:13.780595 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f05270-b1c8-4dae-a887-7478dade1527 service neutron] Pushing event updated for resources: {'Port': ['ID=d94e4177-9cfa-4564-b77b-1244bf59ea99,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:13.813159 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519809a-736b-4fbc-b205-532e809f221a req-9fbbc5ea-26dd-4e98-a656-31b6b32ca916 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:13.815176 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3519809a-736b-4fbc-b205-532e809f221a req-9fbbc5ea-26dd-4e98-a656-31b6b32ca916 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=15e2f06c-3e33-4889-b260-0c6884f387db HTTP/1.1" status: 200 len: 943 time: 0.2062976 Feb 07 16:34:13.849244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d721445-0627-43eb-9cb2-509085c69764 req-57d1d07b-4320-4dfd-946e-1dce99c33ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:13.850835 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d721445-0627-43eb-9cb2-509085c69764 req-57d1d07b-4320-4dfd-946e-1dce99c33ad0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 1126 time: 0.0935323 Feb 07 16:34:13.934958 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c2ed7b11-fa05-437c-b3fd-894f106c3dee details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:34:13.938108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 4ea135ec-95ff-4c47-9488-c0bb6bc6430a no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:34:13.960442 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54028) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:13.970839 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 4ea135ec-95ff-4c47-9488-c0bb6bc6430a {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:34:13.971474 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 4ea135ec-95ff-4c47-9488-c0bb6bc6430a not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:34:13.996779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54032) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:14.020900 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a29bd9d1-6d27-4194-9cc5-769cccd6b866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:14.196318 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port c2ed7b11-fa05-437c-b3fd-894f106c3dee, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c2ed7b11-fa05-437c-b3fd-894f106c3dee,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:14.203039 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a29bd9d1-6d27-4194-9cc5-769cccd6b866 admin admin] Publish callbacks [] for security_group (d8d07876-2159-4ede-8bf9-8fb180779d7b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:14.206968 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a29bd9d1-6d27-4194-9cc5-769cccd6b866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d8d07876-2159-4ede-8bf9-8fb180779d7b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:14.222476 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'c2ed7b11-fa05-437c-b3fd-894f106c3dee', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': 'c2ed7b11-fa05-437c-b3fd-894f106c3dee', 'mac_address': 'fa:16:3e:17:0a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:34:14.269801 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d721445-0627-43eb-9cb2-509085c69764 req-9ea35ca2-e298-4256-976e-b8b05ebe057f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d94e4177-9cfa-4564-b77b-1244bf59ea99 HTTP/1.1" status: 200 len: 217 time: 0.4073613 Feb 07 16:34:14.274335 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e0c16a-9a90-4b47-b55c-39a0b444cf0e x-openstack-request-id: req-d1e0c16a-9a90-4b47-b55c-39a0b444cf0e {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:14.274630 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27", "tag": "d94e4177-9cfa-4564-b77b-1244bf59ea99", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:14.274888 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1e0c16a-9a90-4b47-b55c-39a0b444cf0e {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:14.275289 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27', 'tag': 'd94e4177-9cfa-4564-b77b-1244bf59ea99', 'status': 'completed', 'code': 200} Feb 07 16:34:14.296237 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port c2ed7b11-fa05-437c-b3fd-894f106c3dee is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:14.296453 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3519809a-736b-4fbc-b205-532e809f221a req-1477ade1-13b2-4405-9cf2-141f710e0537 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4721932 Feb 07 16:34:14.296982 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c2ed7b11-fa05-437c-b3fd-894f106c3dee), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:14.312480 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a29bd9d1-6d27-4194-9cc5-769cccd6b866 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23ca6a055cc948ccb8e64ed0451a2229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145328 Feb 07 16:34:14.314295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bd9d1-6d27-4194-9cc5-769cccd6b866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d07876-2159-4ede-8bf9-8fb180779d7b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:14.315315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54040) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:14.319487 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ed7b11-fa05-437c-b3fd-894f106c3dee {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:34:14.347878 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port c2ed7b11-fa05-437c-b3fd-894f106c3dee, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c2ed7b11-fa05-437c-b3fd-894f106c3dee,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:14.354063 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c2ed7b11-fa05-437c-b3fd-894f106c3dee), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:14.369287 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d721445-0627-43eb-9cb2-509085c69764 req-a4c47a74-a7f6-4630-9255-362b62d0b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:14.370860 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d721445-0627-43eb-9cb2-509085c69764 req-a4c47a74-a7f6-4630-9255-362b62d0b006 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.0906518 Feb 07 16:34:14.390932 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af30cc-6fc8-4c09-8237-3dbdf7073811 req-82ad59d6-8f98-4ff8-be6c-d9e3ab24d8f4 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:14.400532 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07af30cc-6fc8-4c09-8237-3dbdf7073811 req-82ad59d6-8f98-4ff8-be6c-d9e3ab24d8f4 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 944 time: 0.1607611 Feb 07 16:34:14.428470 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=c2ed7b11-fa05-437c-b3fd-894f106c3dee,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:14.432570 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d721445-0627-43eb-9cb2-509085c69764 req-90fbcb2b-4c7c-4cc2-921e-37baa84cf5ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487435 Feb 07 16:34:14.458746 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a4a815cb-2f41-4005-ae77-02b78d181195 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81e38ff1adce4781b0a8ed97d81bdc5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4965210 Feb 07 16:34:14.459368 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54044) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:14.463925 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-266386fc-801e-4d0f-bce8-badb731491a7 admin admin] Publish callbacks [] for security_group (d8d07876-2159-4ede-8bf9-8fb180779d7b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:14.498957 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e2f06c-3e33-4889-b260-0c6884f387db', 'tag': '208bd4ae-8b14-4c99-b90b-76654a477eee'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:14.501412 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f82b11-4d2e-43eb-b204-9cf16f5b4429" -d '{"events": [{"name": "network-changed", "server_uuid": "15e2f06c-3e33-4889-b260-0c6884f387db", "tag": "208bd4ae-8b14-4c99-b90b-76654a477eee"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:14.550947 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07af30cc-6fc8-4c09-8237-3dbdf7073811 req-3c18faa0-a3bd-4950-9eab-da81472ee092 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399884 Feb 07 16:34:14.555579 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-266386fc-801e-4d0f-bce8-badb731491a7 admin admin] Publish callbacks [] for security_group (d8d07876-2159-4ede-8bf9-8fb180779d7b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:14.559998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54050) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:14.574035 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-329f5f12-5d9b-4e04-ae7f-29f82a4cd3b0 admin admin] Publish callbacks [] for security_group (687c932c-2069-4550-a870-f0a5dc69d22d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:14.614495 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-329f5f12-5d9b-4e04-ae7f-29f82a4cd3b0 admin admin] Publish callbacks [] for security_group (687c932c-2069-4550-a870-f0a5dc69d22d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:14.627440 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90a95d-bd36-4d2f-92b2-7104a346b57f req-ef6de17e-2834-4dc6-a421-c66886228a93 tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:14.629015 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bc90a95d-bd36-4d2f-92b2-7104a346b57f req-ef6de17e-2834-4dc6-a421-c66886228a93 tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 1132 time: 0.1377220 Feb 07 16:34:14.634781 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d721445-0627-43eb-9cb2-509085c69764 req-3e5520ab-bf63-4d64-a3d4-05bc4ff467fc service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951435 Feb 07 16:34:14.718631 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-266386fc-801e-4d0f-bce8-badb731491a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d8d07876-2159-4ede-8bf9-8fb180779d7b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:14.721312 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-266386fc-801e-4d0f-bce8-badb731491a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:14.722594 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-266386fc-801e-4d0f-bce8-badb731491a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8d07876-2159-4ede-8bf9-8fb180779d7b HTTP/1.1" status: 204 len: 168 time: 0.4063237 Feb 07 16:34:14.733434 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-329f5f12-5d9b-4e04-ae7f-29f82a4cd3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (687c932c-2069-4550-a870-f0a5dc69d22d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:14.737205 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-329f5f12-5d9b-4e04-ae7f-29f82a4cd3b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:14.739731 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bc90a95d-bd36-4d2f-92b2-7104a346b57f req-f547cf06-86d7-4a84-a808-0a71cf56f1b4 tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028595 Feb 07 16:34:14.742216 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-329f5f12-5d9b-4e04-ae7f-29f82a4cd3b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/687c932c-2069-4550-a870-f0a5dc69d22d HTTP/1.1" status: 204 len: 168 time: 0.2806177 Feb 07 16:34:14.748796 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266386fc-801e-4d0f-bce8-badb731491a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d07876-2159-4ede-8bf9-8fb180779d7b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:14.759264 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f5f12-5d9b-4e04-ae7f-29f82a4cd3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687c932c-2069-4550-a870-f0a5dc69d22d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:14.764146 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c2ed7b11-fa05-437c-b3fd-894f106c3dee'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:14.780413 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a16c9-8c07-4f03-bb5f-a429d599b490 req-9ac90612-fdb4-408b-9d33-527a99003823 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:14.780413 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-037a16c9-8c07-4f03-bb5f-a429d599b490 req-9ac90612-fdb4-408b-9d33-527a99003823 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 948 time: 0.1415715 Feb 07 16:34:14.799294 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b2711aff-d787-4b8c-a04c-1642ef37a933 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-264369047-network', 'tenant_id': '4b296f8ec658471f981e5132a1727938'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:14.853404 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-037a16c9-8c07-4f03-bb5f-a429d599b490 req-47ffccca-9e14-494c-96ac-0e0bed44e514 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612106 Feb 07 16:34:14.891080 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd74942-9f5e-4cba-95fe-01b440c5b275 x-openstack-request-id: req-dbd74942-9f5e-4cba-95fe-01b440c5b275 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:14.891080 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e2f06c-3e33-4889-b260-0c6884f387db", "tag": "208bd4ae-8b14-4c99-b90b-76654a477eee", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:14.891080 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dbd74942-9f5e-4cba-95fe-01b440c5b275 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:14.898016 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e2f06c-3e33-4889-b260-0c6884f387db', 'tag': '208bd4ae-8b14-4c99-b90b-76654a477eee', 'status': 'completed', 'code': 200} Feb 07 16:34:14.924134 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d721445-0627-43eb-9cb2-509085c69764 req-279eec68-ec34-4546-be92-eccb48be0e1f service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643661 Feb 07 16:34:14.929591 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2711aff-d787-4b8c-a04c-1642ef37a933 admin admin] Made reservation on behalf of 4b296f8ec658471f981e5132a1727938 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:34:14.932350 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2711aff-d787-4b8c-a04c-1642ef37a933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:14.966872 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2711aff-d787-4b8c-a04c-1642ef37a933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:15.149243 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2711aff-d787-4b8c-a04c-1642ef37a933 admin admin] Publish callbacks [] for security_group (78003beb-b757-495d-9dfd-146f0ed541c3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:15.175287 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f82b11-4d2e-43eb-b204-9cf16f5b4429 req-94d5711f-407d-4148-a1e0-28a4ea5245d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:15.179540 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e1f82b11-4d2e-43eb-b204-9cf16f5b4429 req-94d5711f-407d-4148-a1e0-28a4ea5245d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f21c7e5651f49c2b6930564a27dd33f&device_id=15e2f06c-3e33-4889-b260-0c6884f387db HTTP/1.1" status: 200 len: 1125 time: 0.2489672 Feb 07 16:34:15.189565 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2711aff-d787-4b8c-a04c-1642ef37a933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (78003beb-b757-495d-9dfd-146f0ed541c3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:15.199966 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061f85b-d75c-434f-ade6-637cc2bab920 req-0ddfe5d9-dd01-458d-9099-eacc923fe67e tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:15.209720 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8061f85b-d75c-434f-ade6-637cc2bab920 req-0ddfe5d9-dd01-458d-9099-eacc923fe67e tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 1132 time: 0.1670256 Feb 07 16:34:15.265075 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2711aff-d787-4b8c-a04c-1642ef37a933 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:34:15.291548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2711aff-d787-4b8c-a04c-1642ef37a933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78003beb-b757-495d-9dfd-146f0ed541c3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:15.325053 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2711aff-d787-4b8c-a04c-1642ef37a933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e54f5f26-2332-45e1-a728-9b1d2ed3b530), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:15.325053 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-b2711aff-d787-4b8c-a04c-1642ef37a933 admin admin] Added segment e54f5f26-2332-45e1-a728-9b1d2ed3b530 of type vlan for network bc55ca29-53ce-416d-8461-533af2a5694e Feb 07 16:34:15.340797 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8061f85b-d75c-434f-ade6-637cc2bab920 req-92e2a7b1-2914-41de-8854-4954a45caf96 tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247149 Feb 07 16:34:15.349030 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dedf3c-f2f0-4c65-8150-8ba1de07c755 req-5094fd71-7857-4256-a5ad-a7e8ca517785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:15.350854 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-31dedf3c-f2f0-4c65-8150-8ba1de07c755 req-5094fd71-7857-4256-a5ad-a7e8ca517785 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 1126 time: 0.3588364 Feb 07 16:34:15.449638 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2711aff-d787-4b8c-a04c-1642ef37a933 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (bc55ca29-53ce-416d-8461-533af2a5694e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:15.459996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f82b11-4d2e-43eb-b204-9cf16f5b4429 req-ebbf3961-bd51-49e8-bde6-982c75fd0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:15.459996 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e1f82b11-4d2e-43eb-b204-9cf16f5b4429 req-ebbf3961-bd51-49e8-bde6-982c75fd0a66 service neutron] 10.222.0.48 "GET /v2.0/networks?id=937f4032-ece2-4ef3-ae25-e7defef4a280 HTTP/1.1" status: 200 len: 924 time: 0.2682910 Feb 07 16:34:15.517303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54078) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:15.558197 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e1f82b11-4d2e-43eb-b204-9cf16f5b4429 req-b14bf87b-f077-4c12-9d95-2e637bc79334 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=208bd4ae-8b14-4c99-b90b-76654a477eee HTTP/1.1" status: 200 len: 217 time: 0.0955119 Feb 07 16:34:15.567390 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6f0cec06-185f-4275-ae26-b5e302451a77 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=847f8c0744bc43fc92b7a5378fcbce07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485911 Feb 07 16:34:15.568771 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54080) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:15.599061 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2711aff-d787-4b8c-a04c-1642ef37a933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (bc55ca29-53ce-416d-8461-533af2a5694e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:15.599061 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2711aff-d787-4b8c-a04c-1642ef37a933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:15.599659 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2711aff-d787-4b8c-a04c-1642ef37a933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:15.632713 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b2711aff-d787-4b8c-a04c-1642ef37a933 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0659025 Feb 07 16:34:15.632922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54084) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:15.639710 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-15e09ba6-36ac-46a5-ae22-f8f0f6589239 admin admin] Request body: {'subnet': {'network_id': 'bc55ca29-53ce-416d-8461-533af2a5694e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-264369047-subnet', 'tenant_id': '4b296f8ec658471f981e5132a1727938', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:15.661114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f82b11-4d2e-43eb-b204-9cf16f5b4429 req-d45cb862-3ae3-4b14-983d-35e1b2a95a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:15.663146 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e1f82b11-4d2e-43eb-b204-9cf16f5b4429 req-d45cb862-3ae3-4b14-983d-35e1b2a95a9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=84094ea4-ebf5-4efb-98d2-d6d7e236c705 HTTP/1.1" status: 200 len: 862 time: 0.0927496 Feb 07 16:34:15.701146 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724a045-467f-4351-8bf3-2d8554227aa4 req-e300e330-612c-46e0-98d2-91c65274ea13 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:15.702703 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2724a045-467f-4351-8bf3-2d8554227aa4 req-e300e330-612c-46e0-98d2-91c65274ea13 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=15e2f06c-3e33-4889-b260-0c6884f387db HTTP/1.1" status: 200 len: 943 time: 0.2714982 Feb 07 16:34:15.729704 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e09ba6-36ac-46a5-ae22-f8f0f6589239 admin admin] Made reservation on behalf of 4b296f8ec658471f981e5132a1727938 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:34:15.732790 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15e09ba6-36ac-46a5-ae22-f8f0f6589239 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:15.763937 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dedf3c-f2f0-4c65-8150-8ba1de07c755 req-91c7f398-402b-461e-9e6c-da0117126482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:15.763937 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-31dedf3c-f2f0-4c65-8150-8ba1de07c755 req-91c7f398-402b-461e-9e6c-da0117126482 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 0.3911762 Feb 07 16:34:15.824308 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-31dedf3c-f2f0-4c65-8150-8ba1de07c755 req-5d901ad0-90de-4e43-84bd-c4a32958ab6f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d94e4177-9cfa-4564-b77b-1244bf59ea99 HTTP/1.1" status: 200 len: 217 time: 0.0450530 Feb 07 16:34:15.846764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2711aff-d787-4b8c-a04c-1642ef37a933 admin admin] Pushing event updated for resources: {'Network': ['ID=bc55ca29-53ce-416d-8461-533af2a5694e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:15.860439 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network bc55ca29-53ce-416d-8461-533af2a5694e details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:34:15.904047 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2724a045-467f-4351-8bf3-2d8554227aa4 req-0149593d-c32b-49b9-8545-4bf2d60dacc9 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899838 Feb 07 16:34:15.908157 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12634de2-c9d1-482d-b0b9-6cfc42ae9b32 admin admin] Publish callbacks [] for security_group (515bf021-5f2d-49b3-8723-454633975f5d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:15.948607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dedf3c-f2f0-4c65-8150-8ba1de07c755 req-1b3ff036-bedd-4bc0-8c38-90d32b939b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:15.950104 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-31dedf3c-f2f0-4c65-8150-8ba1de07c755 req-1b3ff036-bedd-4bc0-8c38-90d32b939b1a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.1185248 Feb 07 16:34:15.951985 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12634de2-c9d1-482d-b0b9-6cfc42ae9b32 admin admin] Publish callbacks [] for security_group (515bf021-5f2d-49b3-8723-454633975f5d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:15.981003 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15e09ba6-36ac-46a5-ae22-f8f0f6589239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (14b2149f-1ba5-4a35-813e-43a1e535d401), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:15.994136 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-31dedf3c-f2f0-4c65-8150-8ba1de07c755 req-d0d78491-cd4e-4014-873c-c9eaccd53d0f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341725 Feb 07 16:34:16.095478 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f82b11-4d2e-43eb-b204-9cf16f5b4429 req-54e37bad-ec8e-4032-82c9-28f0bfed46f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:16.097023 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e1f82b11-4d2e-43eb-b204-9cf16f5b4429 req-54e37bad-ec8e-4032-82c9-28f0bfed46f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=937f4032-ece2-4ef3-ae25-e7defef4a280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4258766 Feb 07 16:34:16.145302 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12634de2-c9d1-482d-b0b9-6cfc42ae9b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (515bf021-5f2d-49b3-8723-454633975f5d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:16.148360 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12634de2-c9d1-482d-b0b9-6cfc42ae9b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:16.150022 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-12634de2-c9d1-482d-b0b9-6cfc42ae9b32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/515bf021-5f2d-49b3-8723-454633975f5d HTTP/1.1" status: 204 len: 168 time: 0.5802963 Feb 07 16:34:16.170074 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12634de2-c9d1-482d-b0b9-6cfc42ae9b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515bf021-5f2d-49b3-8723-454633975f5d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:16.173853 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-31dedf3c-f2f0-4c65-8150-8ba1de07c755 req-9ceac3d5-9340-40ce-8496-eaa1c3c621b7 service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725132 Feb 07 16:34:16.186383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e09ba6-36ac-46a5-ae22-f8f0f6589239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14b2149f-1ba5-4a35-813e-43a1e535d401,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:16.192530 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e09ba6-36ac-46a5-ae22-f8f0f6589239 admin admin] Checking segment: {'id': 'e54f5f26-2332-45e1-a728-9b1d2ed3b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bc55ca29-53ce-416d-8461-533af2a5694e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:34:16.193092 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e09ba6-36ac-46a5-ae22-f8f0f6589239 admin admin] Network hostable DHCP agents. Network: bc55ca29-53ce-416d-8461-533af2a5694e, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:34:16.212379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06e56c-c677-4ada-a5e4-8526afe8e964 req-4a0ec464-564e-4c38-8b1a-97cca7596f5a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:16.224406 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0a06e56c-c677-4ada-a5e4-8526afe8e964 req-4a0ec464-564e-4c38-8b1a-97cca7596f5a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 944 time: 0.2471573 Feb 07 16:34:16.274055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e09ba6-36ac-46a5-ae22-f8f0f6589239 admin admin] Network bc55ca29-53ce-416d-8461-533af2a5694e is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:34:16.332344 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0a06e56c-c677-4ada-a5e4-8526afe8e964 req-283ba79c-23d8-4db9-8625-91943ce920a1 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912721 Feb 07 16:34:16.336565 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-15e09ba6-36ac-46a5-ae22-f8f0f6589239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, bc55ca29-53ce-416d-8461-533af2a5694e) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:16.341568 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f10db6-285c-4b29-911d-5e7fc87fff0c req-3599c289-8814-41e3-88d4-b933e7fc0fc7 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:16.350631 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a5d01b-4341-49dc-a5ad-4950b11431f9 None None] Network bc55ca29-53ce-416d-8461-533af2a5694e requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:34:16.356951 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e1f82b11-4d2e-43eb-b204-9cf16f5b4429 req-e3ec2188-f1bc-4b1a-91d1-e553681666fa service neutron] 10.222.0.48 "GET /v2.0/networks/937f4032-ece2-4ef3-ae25-e7defef4a280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400851 Feb 07 16:34:16.358278 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e09ba6-36ac-46a5-ae22-f8f0f6589239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:16.358999 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15e09ba6-36ac-46a5-ae22-f8f0f6589239 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:16.361866 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26f10db6-285c-4b29-911d-5e7fc87fff0c req-3599c289-8814-41e3-88d4-b933e7fc0fc7 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 948 time: 0.1412728 Feb 07 16:34:16.367760 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-31dedf3c-f2f0-4c65-8150-8ba1de07c755 req-da72e585-1604-4346-a169-32743649f1e5 service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878376 Feb 07 16:34:16.482221 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26f10db6-285c-4b29-911d-5e7fc87fff0c req-fbc16245-d7fd-4072-8ff2-4b5a98566a8e tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180418 Feb 07 16:34:16.494061 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-15e09ba6-36ac-46a5-ae22-f8f0f6589239 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8599033 Feb 07 16:34:16.497993 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54112) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:16.502489 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b8f8db85-2ab5-4b07-bf4b-76041f558e3e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-264369047-router', 'tenant_id': '4b296f8ec658471f981e5132a1727938', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:16.535332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-bc55ca29-53ce-416d-8461-533af2a5694e', 'network_id': 'bc55ca29-53ce-416d-8461-533af2a5694e', 'project_id': '4b296f8ec658471f981e5132a1727938', 'fixed_ips': [{'subnet_id': '14b2149f-1ba5-4a35-813e-43a1e535d401'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:34:16.537025 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:16.609889 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8f8db85-2ab5-4b07-bf4b-76041f558e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (96fbcda3-69a4-4486-a2da-fa2be45ca93b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:16.613764 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8f8db85-2ab5-4b07-bf4b-76041f558e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (96fbcda3-69a4-4486-a2da-fa2be45ca93b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:16.659885 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e1f82b11-4d2e-43eb-b204-9cf16f5b4429 req-b731e323-0b03-4f06-8a2c-c4e026eebb18 service neutron] 10.222.0.48 "GET /v2.0/networks/937f4032-ece2-4ef3-ae25-e7defef4a280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932715 Feb 07 16:34:16.771063 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8f8db85-2ab5-4b07-bf4b-76041f558e3e admin admin] Publish callbacks [] for router_controller (96fbcda3-69a4-4486-a2da-fa2be45ca93b), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:16.795097 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] Allocated IP 172.20.0.2 (bc55ca29-53ce-416d-8461-533af2a5694e/14b2149f-1ba5-4a35-813e-43a1e535d401/2d3183a8-f473-40c7-b88a-b83baa533654) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:34:16.958354 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8f8db85-2ab5-4b07-bf4b-76041f558e3e admin admin] Publish callbacks [] for router_gateway (96fbcda3-69a4-4486-a2da-fa2be45ca93b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:17.048523 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] Publish callbacks [] for port (2d3183a8-f473-40c7-b88a-b83baa533654), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:17.075855 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (2d3183a8-f473-40c7-b88a-b83baa533654), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:17.193206 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] Network bc55ca29-53ce-416d-8461-533af2a5694e is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:34:17.201520 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:17.214212 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:34:17.232269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] Pushing event updated for resources: {'Port': ['ID=2d3183a8-f473-40c7-b88a-b83baa533654,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:17.306487 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a460f5-1df6-4f19-acdf-3c3d13c4f6bf req-3348ab56-ce04-451a-a339-03f01b209418 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:17.313695 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2a460f5-1df6-4f19-acdf-3c3d13c4f6bf req-3348ab56-ce04-451a-a339-03f01b209418 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=15e2f06c-3e33-4889-b260-0c6884f387db HTTP/1.1" status: 200 len: 943 time: 0.1577919 Feb 07 16:34:17.347221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] Attempting to bind port 2d3183a8-f473-40c7-b88a-b83baa533654 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:34:17.349757 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] Attempting to bind port 2d3183a8-f473-40c7-b88a-b83baa533654 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'e54f5f26-2332-45e1-a728-9b1d2ed3b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bc55ca29-53ce-416d-8461-533af2a5694e'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:34:17.354258 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] Attempting to bind port 2d3183a8-f473-40c7-b88a-b83baa533654 on network bc55ca29-53ce-416d-8461-533af2a5694e {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:17.361210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:34:17.363701 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] Checking segment: {'id': 'e54f5f26-2332-45e1-a728-9b1d2ed3b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bc55ca29-53ce-416d-8461-533af2a5694e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:34:17.365719 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:17.370291 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] Bound using segment: {'id': 'e54f5f26-2332-45e1-a728-9b1d2ed3b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bc55ca29-53ce-416d-8461-533af2a5694e'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:34:17.371039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] Bound port: 2d3183a8-f473-40c7-b88a-b83baa533654, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54f5f26-2332-45e1-a728-9b1d2ed3b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bc55ca29-53ce-416d-8461-533af2a5694e'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:34:17.373429 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2d3183a8-f473-40c7-b88a-b83baa533654), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:17.387013 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8f8db85-2ab5-4b07-bf4b-76041f558e3e admin admin] Publish callbacks [] for router_gateway (96fbcda3-69a4-4486-a2da-fa2be45ca93b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:17.401806 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2a460f5-1df6-4f19-acdf-3c3d13c4f6bf req-e58a6761-758b-4631-af1b-39d0665928ef tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871449 Feb 07 16:34:17.433881 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8f8db85-2ab5-4b07-bf4b-76041f558e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:17.523333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] For port 2d3183a8-f473-40c7-b88a-b83baa533654, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:34:17.537248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] For port 2d3183a8-f473-40c7-b88a-b83baa533654, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2d3183a8-f473-40c7-b88a-b83baa533654,segment=NetworkSegment(e54f5f26-2332-45e1-a728-9b1d2ed3b530),segment_id=e54f5f26-2332-45e1-a728-9b1d2ed3b530)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:34:17.545161 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2d3183a8-f473-40c7-b88a-b83baa533654), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:17.614146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba493d5-dd7c-47a9-a9f9-c90d6c30eb9c req-afe7c4c3-c15b-462a-93b3-5075a36b8389 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:17.623659 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4ba493d5-dd7c-47a9-a9f9-c90d6c30eb9c req-afe7c4c3-c15b-462a-93b3-5075a36b8389 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 944 time: 0.1157804 Feb 07 16:34:17.657970 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62023ccc-3ed3-4dae-a83e-92cfcd787606 None None] Pushing event updated for resources: {'Port': ['ID=2d3183a8-f473-40c7-b88a-b83baa533654,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:17.761944 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4ba493d5-dd7c-47a9-a9f9-c90d6c30eb9c req-dd3d2fe3-cd4e-4951-906a-a7cce4938cd4 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242723 Feb 07 16:34:17.780441 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-b8f8db85-2ab5-4b07-bf4b-76041f558e3e admin admin] Allocated IP 172.25.4.175 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/bd48e930-a8f1-4353-a3aa-f2e44f39bb73) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:34:17.950741 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 208bd4ae-8b14-4c99-b90b-76654a477eee details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:34:17.955204 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c2ed7b11-fa05-437c-b3fd-894f106c3dee up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:34:17.960950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1eaf2-f99b-4589-a903-9968b6351820 req-8fb0287d-0216-41a0-9d95-0bcd79f3eb2a tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:17.977157 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ce1eaf2-f99b-4589-a903-9968b6351820 req-8fb0287d-0216-41a0-9d95-0bcd79f3eb2a tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.0997546 Feb 07 16:34:18.050518 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8f8db85-2ab5-4b07-bf4b-76041f558e3e admin admin] Publish callbacks [] for port (bd48e930-a8f1-4353-a3aa-f2e44f39bb73), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:18.132122 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13d3b6-df8c-4380-a73c-2f3070a60476 req-ef04bcaa-58fb-43d5-a93d-ca5c728335bf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:18.133817 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4b13d3b6-df8c-4380-a73c-2f3070a60476 req-ef04bcaa-58fb-43d5-a93d-ca5c728335bf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 948 time: 0.2446380 Feb 07 16:34:18.272289 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8f8db85-2ab5-4b07-bf4b-76041f558e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (bd48e930-a8f1-4353-a3aa-f2e44f39bb73), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:18.331649 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port c2ed7b11-fa05-437c-b3fd-894f106c3dee completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:34:18.334625 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f8db85-2ab5-4b07-bf4b-76041f558e3e admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:34:18.340403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b8f8db85-2ab5-4b07-bf4b-76041f558e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:18.350404 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port c2ed7b11-fa05-437c-b3fd-894f106c3dee triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:18.350802 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c2ed7b11-fa05-437c-b3fd-894f106c3dee), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:18.356038 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f8db85-2ab5-4b07-bf4b-76041f558e3e admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:34:18.399450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8db85-2ab5-4b07-bf4b-76041f558e3e admin admin] Pushing event updated for resources: {'Port': ['ID=bd48e930-a8f1-4353-a3aa-f2e44f39bb73,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:18.430664 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ce1eaf2-f99b-4589-a903-9968b6351820 req-fc2269ee-0ec1-4564-bda6-47d1e48c4991 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532101 Feb 07 16:34:18.484996 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 208bd4ae-8b14-4c99-b90b-76654a477eee, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=208bd4ae-8b14-4c99-b90b-76654a477eee,segment=NetworkSegment(92918f95-4f53-4496-ba2d-d0806e41737b),segment_id=92918f95-4f53-4496-ba2d-d0806e41737b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:18.499818 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '208bd4ae-8b14-4c99-b90b-76654a477eee', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'port_id': '208bd4ae-8b14-4c99-b90b-76654a477eee', 'mac_address': 'fa:16:3e:fd:8e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:34:18.612958 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 208bd4ae-8b14-4c99-b90b-76654a477eee is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:18.614517 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (208bd4ae-8b14-4c99-b90b-76654a477eee), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:18.638879 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208bd4ae-8b14-4c99-b90b-76654a477eee {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:34:18.676732 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 208bd4ae-8b14-4c99-b90b-76654a477eee, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=208bd4ae-8b14-4c99-b90b-76654a477eee,segment=NetworkSegment(92918f95-4f53-4496-ba2d-d0806e41737b),segment_id=92918f95-4f53-4496-ba2d-d0806e41737b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:18.681710 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4b13d3b6-df8c-4380-a73c-2f3070a60476 req-4eb20d00-a8c9-407a-b841-562184b9093d tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256853 Feb 07 16:34:18.724323 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (208bd4ae-8b14-4c99-b90b-76654a477eee), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:18.726508 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port c2ed7b11-fa05-437c-b3fd-894f106c3dee is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:18.726895 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c2ed7b11-fa05-437c-b3fd-894f106c3dee), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:18.843386 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port c2ed7b11-fa05-437c-b3fd-894f106c3dee, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c2ed7b11-fa05-437c-b3fd-894f106c3dee,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:18.844928 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb98c938-ebe6-42f2-a507-0e2665ab0170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ed7b11-fa05-437c-b3fd-894f106c3dee'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:18.851344 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98cb713-03a4-4491-98b1-e91048651e77" -d '{"events": [{"server_uuid": "fb98c938-ebe6-42f2-a507-0e2665ab0170", "name": "network-vif-plugged", "status": "completed", "tag": "c2ed7b11-fa05-437c-b3fd-894f106c3dee"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:18.861687 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c2ed7b11-fa05-437c-b3fd-894f106c3dee), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:18.876328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=208bd4ae-8b14-4c99-b90b-76654a477eee,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:18.948692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ed89b-d058-43e2-a9e3-9b517cc3dcc1 req-0b0b7dd9-b1d9-4ed3-bbf6-26c8b76818c2 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:18.956129 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-706ed89b-d058-43e2-a9e3-9b517cc3dcc1 req-0b0b7dd9-b1d9-4ed3-bbf6-26c8b76818c2 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=15e2f06c-3e33-4889-b260-0c6884f387db HTTP/1.1" status: 200 len: 944 time: 0.1569302 Feb 07 16:34:18.996635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=c2ed7b11-fa05-437c-b3fd-894f106c3dee,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:19.019886 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-daa6322d-c3dd-47cd-8e67-c3645adf3fb5 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=368f65c34cf944449a35e781d0342fe1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421088 Feb 07 16:34:19.049363 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['208bd4ae-8b14-4c99-b90b-76654a477eee'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:19.240118 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-706ed89b-d058-43e2-a9e3-9b517cc3dcc1 req-3d5be759-d320-4531-a61d-9bff3383601a tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2829492 Feb 07 16:34:19.283753 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-fe455f5a-9941-49a6-9761-4b8a2ab55550 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:19.285371 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-fe455f5a-9941-49a6-9761-4b8a2ab55550 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2592065 Feb 07 16:34:19.322334 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-68126bc7-d5e1-4e58-b7fb-c1ce851bbfca tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/quotas/368f65c34cf944449a35e781d0342fe1 HTTP/1.1" status: 200 len: 375 time: 0.0279548 Feb 07 16:34:19.324331 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2d3183a8-f473-40c7-b88a-b83baa533654 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:34:19.332459 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8f8db85-2ab5-4b07-bf4b-76041f558e3e admin admin] Publish callbacks [] for router_gateway (96fbcda3-69a4-4486-a2da-fa2be45ca93b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:19.372672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4115c22-def7-4b4d-96e1-c0ca679863a1 None None] Network bc55ca29-53ce-416d-8461-533af2a5694e requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:34:19.390905 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-ea8f9de6-e154-43c8-9273-d8413244765c tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=368f65c34cf944449a35e781d0342fe1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675876 Feb 07 16:34:19.443431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 2d3183a8-f473-40c7-b88a-b83baa533654 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:19.443954 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2d3183a8-f473-40c7-b88a-b83baa533654), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:19.470646 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ed327-d818-4535-921a-608ebd678a6a req-aaff15fe-fb51-4e9d-a947-833974f7ca24 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:19.472441 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-916ed327-d818-4535-921a-608ebd678a6a req-aaff15fe-fb51-4e9d-a947-833974f7ca24 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 944 time: 0.1491497 Feb 07 16:34:19.486726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ad1c64f1-9cd5-4688-b95a-83af75c63106 None None] Provisioning complete for port 2d3183a8-f473-40c7-b88a-b83baa533654 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:19.487121 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad1c64f1-9cd5-4688-b95a-83af75c63106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2d3183a8-f473-40c7-b88a-b83baa533654), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:19.597538 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac128b70-6fb1-4298-a5c9-71673030a080 x-openstack-request-id: req-ac128b70-6fb1-4298-a5c9-71673030a080 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:19.600438 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb98c938-ebe6-42f2-a507-0e2665ab0170", "name": "network-vif-plugged", "status": "completed", "tag": "c2ed7b11-fa05-437c-b3fd-894f106c3dee", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:19.600438 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac128b70-6fb1-4298-a5c9-71673030a080 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:19.600743 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98c938-ebe6-42f2-a507-0e2665ab0170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ed7b11-fa05-437c-b3fd-894f106c3dee', 'code': 200} Feb 07 16:34:19.675776 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8f8db85-2ab5-4b07-bf4b-76041f558e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (96fbcda3-69a4-4486-a2da-fa2be45ca93b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:19.752030 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad405f0-f87f-4f6a-a73c-674338c720c6 req-5a4aeca9-e3a2-4589-9c01-842670844c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:19.753643 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4ad405f0-f87f-4f6a-a73c-674338c720c6 req-5a4aeca9-e3a2-4589-9c01-842670844c34 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 1131 time: 0.0837784 Feb 07 16:34:19.849652 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4ad405f0-f87f-4f6a-a73c-674338c720c6 req-4960a5a3-39f3-45c8-b213-c81323af0039 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873294 Feb 07 16:34:19.897217 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-916ed327-d818-4535-921a-608ebd678a6a req-e2287263-8644-42fd-af86-9883d5c84af4 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139674 Feb 07 16:34:19.919691 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 2d3183a8-f473-40c7-b88a-b83baa533654 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:19.920090 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2d3183a8-f473-40c7-b88a-b83baa533654), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:19.949191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f06a8105-2334-4c90-923a-8774938d7842 req-faa5b8b7-a19e-44ee-b1ae-42fe613da4e6 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Request body: {'security_group': {'name': 'tempest-securitygroup-792707134', 'description': 'tempest-description-1486193838'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:19.971641 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ad1c64f1-9cd5-4688-b95a-83af75c63106 None None] Current status of the port 2d3183a8-f473-40c7-b88a-b83baa533654 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:19.971641 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad1c64f1-9cd5-4688-b95a-83af75c63106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2d3183a8-f473-40c7-b88a-b83baa533654), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:19.985078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device d94e4177-9cfa-4564-b77b-1244bf59ea99 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:34:19.987239 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f06a8105-2334-4c90-923a-8774938d7842 req-faa5b8b7-a19e-44ee-b1ae-42fe613da4e6 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:19.993398 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 208bd4ae-8b14-4c99-b90b-76654a477eee up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:34:20.000198 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f06a8105-2334-4c90-923a-8774938d7842 req-faa5b8b7-a19e-44ee-b1ae-42fe613da4e6 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:20.054992 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f8db85-2ab5-4b07-bf4b-76041f558e3e admin admin] Router 96fbcda3-69a4-4486-a2da-fa2be45ca93b is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:34:20.164479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 2d3183a8-f473-40c7-b88a-b83baa533654, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2d3183a8-f473-40c7-b88a-b83baa533654,segment=NetworkSegment(e54f5f26-2332-45e1-a728-9b1d2ed3b530),segment_id=e54f5f26-2332-45e1-a728-9b1d2ed3b530)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:20.194867 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f06a8105-2334-4c90-923a-8774938d7842 req-faa5b8b7-a19e-44ee-b1ae-42fe613da4e6 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Publish callbacks [] for security_group (cab8f0db-ff10-42b5-9614-97176d89a181), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:20.209851 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f06a8105-2334-4c90-923a-8774938d7842 req-faa5b8b7-a19e-44ee-b1ae-42fe613da4e6 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cab8f0db-ff10-42b5-9614-97176d89a181), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:20.225527 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2d3183a8-f473-40c7-b88a-b83baa533654), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:20.288411 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5b8b7-a19e-44ee-b1ae-42fe613da4e6 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cab8f0db-ff10-42b5-9614-97176d89a181,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:20.334673 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 208bd4ae-8b14-4c99-b90b-76654a477eee completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:34:20.360132 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 208bd4ae-8b14-4c99-b90b-76654a477eee triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:20.361269 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (208bd4ae-8b14-4c99-b90b-76654a477eee), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:20.382563 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f8db85-2ab5-4b07-bf4b-76041f558e3e admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:34:20.393833 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] Sync routers for ids ['96fbcda3-69a4-4486-a2da-fa2be45ca93b'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:34:20.411457 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] Routers {'96fbcda3-69a4-4486-a2da-fa2be45ca93b'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:34:20.415312 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:33:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['96fbcda3-69a4-4486-a2da-fa2be45ca93b'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:20.431737 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f06a8105-2334-4c90-923a-8774938d7842 req-faa5b8b7-a19e-44ee-b1ae-42fe613da4e6 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Publish callbacks [] for security_group (2c9a8342-780f-424c-bd09-99b8027fa0d4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:20.438353 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f06a8105-2334-4c90-923a-8774938d7842 req-faa5b8b7-a19e-44ee-b1ae-42fe613da4e6 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2c9a8342-780f-424c-bd09-99b8027fa0d4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:20.439215 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-ad1c64f1-9cd5-4688-b95a-83af75c63106 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:34:20.439685 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-ad1c64f1-9cd5-4688-b95a-83af75c63106 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:34:20.440806 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8f8db85-2ab5-4b07-bf4b-76041f558e3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:20.443260 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b8f8db85-2ab5-4b07-bf4b-76041f558e3e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9442229 Feb 07 16:34:20.447807 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54234) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:20.485456 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=2d3183a8-f473-40c7-b88a-b83baa533654,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:20.486477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5b8b7-a19e-44ee-b1ae-42fe613da4e6 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9a8342-780f-424c-bd09-99b8027fa0d4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:20.498017 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port d94e4177-9cfa-4564-b77b-1244bf59ea99, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d94e4177-9cfa-4564-b77b-1244bf59ea99,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:20.502944 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f06a8105-2334-4c90-923a-8774938d7842 req-faa5b8b7-a19e-44ee-b1ae-42fe613da4e6 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:20.520379 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f06a8105-2334-4c90-923a-8774938d7842 req-faa5b8b7-a19e-44ee-b1ae-42fe613da4e6 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5773852 Feb 07 16:34:20.565004 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'd94e4177-9cfa-4564-b77b-1244bf59ea99', 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d', 'port_id': 'd94e4177-9cfa-4564-b77b-1244bf59ea99', 'mac_address': 'fa:16:3e:40:4e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c421e157-6b63-40f2-b92c-e2457710e71f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:34:20.616464 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fcf922d2-6162-47c8-9ac8-dbbe44524969 req-82013825-2b3f-43e1-b683-8bdf94cdd078 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 210 time: 0.0454588 Feb 07 16:34:20.674799 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] Set router 96fbcda3-69a4-4486-a2da-fa2be45ca93b gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:34:20.682364 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd722bf8-265e-41e6-80df-c44540d08282 req-01d3cc5d-3825-43cc-8146-47dbc7d5f69d tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:20.684017 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fd722bf8-265e-41e6-80df-c44540d08282 req-01d3cc5d-3825-43cc-8146-47dbc7d5f69d tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.5800934 Feb 07 16:34:20.732290 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port d94e4177-9cfa-4564-b77b-1244bf59ea99 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:20.737601 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:20.786281 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94e4177-9cfa-4564-b77b-1244bf59ea99 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:34:20.813382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port d94e4177-9cfa-4564-b77b-1244bf59ea99, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d94e4177-9cfa-4564-b77b-1244bf59ea99,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:20.817758 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 208bd4ae-8b14-4c99-b90b-76654a477eee is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:20.818319 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (208bd4ae-8b14-4c99-b90b-76654a477eee), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:20.839989 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fd722bf8-265e-41e6-80df-c44540d08282 req-3ef4a7e4-bb8e-4dce-9e1a-6003e5b76d26 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418335 Feb 07 16:34:20.844621 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:20.863233 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7f5a6-178a-4653-a8cb-3c38ffd4730b req-9a896c1f-6abf-4a14-ae4d-4bc4023ee1f0 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:20.877034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d1f7f5a6-178a-4653-a8cb-3c38ffd4730b req-9a896c1f-6abf-4a14-ae4d-4bc4023ee1f0 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 949 time: 0.1198688 Feb 07 16:34:20.898275 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 208bd4ae-8b14-4c99-b90b-76654a477eee, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=208bd4ae-8b14-4c99-b90b-76654a477eee,segment=NetworkSegment(92918f95-4f53-4496-ba2d-d0806e41737b),segment_id=92918f95-4f53-4496-ba2d-d0806e41737b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:20.906548 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (208bd4ae-8b14-4c99-b90b-76654a477eee), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:20.932445 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=d94e4177-9cfa-4564-b77b-1244bf59ea99,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:20.937526 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'name': 'tempest-FloatingIPsTestJSON-264369047-router', 'tenant_id': '4b296f8ec658471f981e5132a1727938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'bd48e930-a8f1-4353-a3aa-f2e44f39bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:16Z', 'updated_at': '2022-02-07T16:34:18Z', 'revision_number': 3, 'project_id': '4b296f8ec658471f981e5132a1727938', 'gw_port': {'id': 'bd48e930-a8f1-4353-a3aa-f2e44f39bb73', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:17Z', 'updated_at': '2022-02-07T16:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:20.974748 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d1f7f5a6-178a-4653-a8cb-3c38ffd4730b req-79751cd1-e895-4872-b21b-f285f1b59517 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968108 Feb 07 16:34:20.983567 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] Checking router: 96fbcda3-69a4-4486-a2da-fa2be45ca93b for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:34:20.984158 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] Updating router 96fbcda3-69a4-4486-a2da-fa2be45ca93b port bd48e930-a8f1-4353-a3aa-f2e44f39bb73 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:34:21.018246 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-574e1840-c799-42df-afea-b1f4f6934c16 req-e4f3df53-ef60-4e2a-ae36-f7e228187ab6 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1685192237', 'description': 'tempest-description-1485234787'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:21.026412 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bd48e930-a8f1-4353-a3aa-f2e44f39bb73), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:21.058122 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-574e1840-c799-42df-afea-b1f4f6934c16 req-e4f3df53-ef60-4e2a-ae36-f7e228187ab6 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:21.203654 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-574e1840-c799-42df-afea-b1f4f6934c16 req-e4f3df53-ef60-4e2a-ae36-f7e228187ab6 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Publish callbacks [] for security_group (4366ba75-0802-489f-822c-84b9629bcf00), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:21.205291 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=208bd4ae-8b14-4c99-b90b-76654a477eee,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:21.208098 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-574e1840-c799-42df-afea-b1f4f6934c16 req-e4f3df53-ef60-4e2a-ae36-f7e228187ab6 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4366ba75-0802-489f-822c-84b9629bcf00), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:21.230167 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:21.234997 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ad1c64f1-9cd5-4688-b95a-83af75c63106 None None] Current status of the port 2d3183a8-f473-40c7-b88a-b83baa533654 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:21.303953 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-574e1840-c799-42df-afea-b1f4f6934c16 req-e4f3df53-ef60-4e2a-ae36-f7e228187ab6 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:21.318940 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-574e1840-c799-42df-afea-b1f4f6934c16 req-e4f3df53-ef60-4e2a-ae36-f7e228187ab6 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3046432 Feb 07 16:34:21.321619 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3df53-ef60-4e2a-ae36-f7e228187ab6 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4366ba75-0802-489f-822c-84b9629bcf00,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:21.323259 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2d3183a8-f473-40c7-b88a-b83baa533654 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:34:21.393816 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-82b6e75d-79fa-496e-be3a-138f5fe2b2de tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=368f65c34cf944449a35e781d0342fe1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1389201 Feb 07 16:34:21.422433 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['d94e4177-9cfa-4564-b77b-1244bf59ea99'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:21.448776 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d986c-2be4-4099-8c3a-178771729370 req-fe562ba1-3580-41c1-9aff-3b7d8798c193 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:21.450318 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d3d986c-2be4-4099-8c3a-178771729370 req-fe562ba1-3580-41c1-9aff-3b7d8798c193 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=15e2f06c-3e33-4889-b260-0c6884f387db HTTP/1.1" status: 200 len: 945 time: 0.4021986 Feb 07 16:34:21.481555 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4c573-b565-4e41-8276-f20a47e4e861 req-03e89070-1e06-4ada-ad1d-736c20376e9e tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:21.500292 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-69b4c573-b565-4e41-8276-f20a47e4e861 req-03e89070-1e06-4ada-ad1d-736c20376e9e tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 945 time: 0.1260462 Feb 07 16:34:21.558033 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d3d986c-2be4-4099-8c3a-178771729370 req-2dabc4d7-1f91-4310-9bc6-bde37a8749b2 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772078 Feb 07 16:34:21.594649 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-69b4c573-b565-4e41-8276-f20a47e4e861 req-80ffda89-5fe6-4cab-b623-792d4d04f534 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933852 Feb 07 16:34:21.604098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e2f06c-3e33-4889-b260-0c6884f387db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208bd4ae-8b14-4c99-b90b-76654a477eee'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:21.616411 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c71d2e2-9718-4370-ad50-9cd45c52b952" -d '{"events": [{"server_uuid": "15e2f06c-3e33-4889-b260-0c6884f387db", "name": "network-vif-plugged", "status": "completed", "tag": "208bd4ae-8b14-4c99-b90b-76654a477eee"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:21.619182 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b28942eb-c8f3-4d12-b2d8-c1c6881f9199 None None] Provisioning complete for port 2d3183a8-f473-40c7-b88a-b83baa533654 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:21.620888 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b28942eb-c8f3-4d12-b2d8-c1c6881f9199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2d3183a8-f473-40c7-b88a-b83baa533654), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:21.628145 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-4ff195dc-8c80-4055-ade1-7edbfde55116 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:21.630520 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-4ff195dc-8c80-4055-ade1-7edbfde55116 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2274661 Feb 07 16:34:21.683903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-9e3b94ce-f322-461b-9cbc-6a1bfbb25f8e tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Request body: {'port': {'device_id': '88a43b97-138a-4591-8801-b3dbe3f75892', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '368f65c34cf944449a35e781d0342fe1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:21.701358 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] Publish callbacks [] for port (bd48e930-a8f1-4353-a3aa-f2e44f39bb73), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:21.715169 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bd48e930-a8f1-4353-a3aa-f2e44f39bb73), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:21.745431 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-3cd59465-ca85-4247-9468-f04062bfb959 req-673b0482-0c6f-4837-a032-5ddb72e3c0b5 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1340135267', 'description': 'tempest-description-1433852718'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:21.746277 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 2d3183a8-f473-40c7-b88a-b83baa533654 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:21.746782 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2d3183a8-f473-40c7-b88a-b83baa533654), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:21.770341 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2757aaee-f9b1-44e6-b089-abb64ec41d07 req-d817a9ab-0b20-42c3-98a3-96e89ddd9224 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 210 time: 0.0396912 Feb 07 16:34:21.800480 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b28942eb-c8f3-4d12-b2d8-c1c6881f9199 None None] Current status of the port 2d3183a8-f473-40c7-b88a-b83baa533654 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:21.844693 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735cdf2-e9d3-4e9b-8fbd-f78ba0040df6 None None] Pushing event updated for resources: {'Port': ['ID=bd48e930-a8f1-4353-a3aa-f2e44f39bb73,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:21.847888 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3cd59465-ca85-4247-9468-f04062bfb959 req-673b0482-0c6f-4837-a032-5ddb72e3c0b5 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:21.888710 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b65c23-8cee-411e-8e51-63d3e87b2ebb x-openstack-request-id: req-30b65c23-8cee-411e-8e51-63d3e87b2ebb {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:21.889707 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e2f06c-3e33-4889-b260-0c6884f387db", "name": "network-vif-plugged", "status": "completed", "tag": "208bd4ae-8b14-4c99-b90b-76654a477eee", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:21.889870 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3cd59465-ca85-4247-9468-f04062bfb959 req-673b0482-0c6f-4837-a032-5ddb72e3c0b5 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:21.891109 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30b65c23-8cee-411e-8e51-63d3e87b2ebb {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:21.891627 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] Attempting to bind port bd48e930-a8f1-4353-a3aa-f2e44f39bb73 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:34:21.891941 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] Attempting to bind port bd48e930-a8f1-4353-a3aa-f2e44f39bb73 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:34:21.892303 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] Attempting to bind port bd48e930-a8f1-4353-a3aa-f2e44f39bb73 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:21.892705 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e2f06c-3e33-4889-b260-0c6884f387db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208bd4ae-8b14-4c99-b90b-76654a477eee', 'code': 200} Feb 07 16:34:21.906037 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:34:21.906417 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:34:21.906877 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:21.907279 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:34:21.907762 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] Bound port: bd48e930-a8f1-4353-a3aa-f2e44f39bb73, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:34:21.908148 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bd48e930-a8f1-4353-a3aa-f2e44f39bb73), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:22.032865 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] For port bd48e930-a8f1-4353-a3aa-f2e44f39bb73, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:34:22.036288 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01732166-8e9f-4d4c-b8a9-432d2f891471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:22.037827 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] For port bd48e930-a8f1-4353-a3aa-f2e44f39bb73, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bd48e930-a8f1-4353-a3aa-f2e44f39bb73,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:34:22.048751 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bd48e930-a8f1-4353-a3aa-f2e44f39bb73), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:22.130344 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 2d3183a8-f473-40c7-b88a-b83baa533654 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:22.151215 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] Routers {'96fbcda3-69a4-4486-a2da-fa2be45ca93b'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:34:22.152250 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:33:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['96fbcda3-69a4-4486-a2da-fa2be45ca93b'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:22.155120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b64d66-1911-4bd8-ae51-acdc1fdd33f7 req-7e5ea7ac-2abb-4cb9-bd8d-4cea4ff0bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:22.159815 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02b64d66-1911-4bd8-ae51-acdc1fdd33f7 req-7e5ea7ac-2abb-4cb9-bd8d-4cea4ff0bec8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=15e2f06c-3e33-4889-b260-0c6884f387db HTTP/1.1" status: 200 len: 1127 time: 0.1954648 Feb 07 16:34:22.169494 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0267d8-71ac-4eb3-b9be-73ff7ee8ded8 req-470f44e9-6d55-4958-b439-dc778d828a30 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:22.180085 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e0267d8-71ac-4eb3-b9be-73ff7ee8ded8 req-470f44e9-6d55-4958-b439-dc778d828a30 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.1669047 Feb 07 16:34:22.256467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-9e3b94ce-f322-461b-9cbc-6a1bfbb25f8e tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Made reservation on behalf of 368f65c34cf944449a35e781d0342fe1 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:34:22.260553 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735cdf2-e9d3-4e9b-8fbd-f78ba0040df6 None None] Pushing event updated for resources: {'Port': ['ID=bd48e930-a8f1-4353-a3aa-f2e44f39bb73,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:22.261603 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-9e3b94ce-f322-461b-9cbc-6a1bfbb25f8e tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:22.276417 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e0267d8-71ac-4eb3-b9be-73ff7ee8ded8 req-2c43c7fc-4991-495a-ad48-13464ed3814d tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946724 Feb 07 16:34:22.282116 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-9e3b94ce-f322-461b-9cbc-6a1bfbb25f8e tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:22.338042 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02b64d66-1911-4bd8-ae51-acdc1fdd33f7 req-9622c70e-76bd-4cd1-bc64-21618dc07f26 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551611 Feb 07 16:34:22.349578 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] Set router 96fbcda3-69a4-4486-a2da-fa2be45ca93b gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:34:22.376239 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3cd59465-ca85-4247-9468-f04062bfb959 req-673b0482-0c6f-4837-a032-5ddb72e3c0b5 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Publish callbacks [] for security_group (fab4f46f-3517-450d-b438-bef2fa9ef3f7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:22.388610 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3cd59465-ca85-4247-9468-f04062bfb959 req-673b0482-0c6f-4837-a032-5ddb72e3c0b5 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fab4f46f-3517-450d-b438-bef2fa9ef3f7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:22.429089 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-01732166-8e9f-4d4c-b8a9-432d2f891471 admin admin] Allocated IP 172.20.0.1 (bc55ca29-53ce-416d-8461-533af2a5694e/14b2149f-1ba5-4a35-813e-43a1e535d401/bf37ebde-2ec1-41f8-972d-141a44bafd4f) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:34:22.433015 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32d1d2-fae2-4fc4-85cc-46d4b8b2b2db req-3dfac7e5-57ba-489b-8205-349c88dacda2 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:22.443194 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ad32d1d2-fae2-4fc4-85cc-46d4b8b2b2db req-3dfac7e5-57ba-489b-8205-349c88dacda2 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 949 time: 0.0808115 Feb 07 16:34:22.498854 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ad32d1d2-fae2-4fc4-85cc-46d4b8b2b2db req-c0ddbbf3-eb48-41e2-8ff3-726200217605 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547280 Feb 07 16:34:22.499925 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b0482-0c6f-4837-a032-5ddb72e3c0b5 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab4f46f-3517-450d-b438-bef2fa9ef3f7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:22.555212 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-9e3b94ce-f322-461b-9cbc-6a1bfbb25f8e tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Publish callbacks [] for security_group (043b38f9-ceef-4cbe-84fa-4be359821b76), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:22.622804 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-9e3b94ce-f322-461b-9cbc-6a1bfbb25f8e tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (043b38f9-ceef-4cbe-84fa-4be359821b76), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:22.697008 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'name': 'tempest-FloatingIPsTestJSON-264369047-router', 'tenant_id': '4b296f8ec658471f981e5132a1727938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'bd48e930-a8f1-4353-a3aa-f2e44f39bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:16Z', 'updated_at': '2022-02-07T16:34:18Z', 'revision_number': 3, 'project_id': '4b296f8ec658471f981e5132a1727938', 'gw_port': {'id': 'bd48e930-a8f1-4353-a3aa-f2e44f39bb73', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:17Z', 'updated_at': '2022-02-07T16:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:22.755782 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e7062f-6ebe-45a5-ae36-c9440e1f99e2 None None] The sync data for ids ['96fbcda3-69a4-4486-a2da-fa2be45ca93b'] in n-d-827865-3 is: [{'id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'name': 'tempest-FloatingIPsTestJSON-264369047-router', 'tenant_id': '4b296f8ec658471f981e5132a1727938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'bd48e930-a8f1-4353-a3aa-f2e44f39bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:16Z', 'updated_at': '2022-02-07T16:34:18Z', 'revision_number': 3, 'project_id': '4b296f8ec658471f981e5132a1727938', 'gw_port': {'id': 'bd48e930-a8f1-4353-a3aa-f2e44f39bb73', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:17Z', 'updated_at': '2022-02-07T16:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:34:22.802343 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b94ce-f322-461b-9cbc-6a1bfbb25f8e tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043b38f9-ceef-4cbe-84fa-4be359821b76,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:22.811989 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3cd59465-ca85-4247-9468-f04062bfb959 req-673b0482-0c6f-4837-a032-5ddb72e3c0b5 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Publish callbacks [] for security_group (e1db36dd-47a0-45c3-a498-4d6a845155de), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:22.828210 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3cd59465-ca85-4247-9468-f04062bfb959 req-673b0482-0c6f-4837-a032-5ddb72e3c0b5 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e1db36dd-47a0-45c3-a498-4d6a845155de), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:22.893126 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aadb54-68d3-4e41-a42f-675840b09439 req-b2c0447b-fcc8-4a01-aa59-43c1ef3f423a tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:22.899345 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-83aadb54-68d3-4e41-a42f-675840b09439 req-b2c0447b-fcc8-4a01-aa59-43c1ef3f423a tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 1131 time: 0.1043000 Feb 07 16:34:22.903502 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:22.930711 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-83aadb54-68d3-4e41-a42f-675840b09439 req-87448710-00c3-4992-8de5-c3ca23809d84 tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:23.040883 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-83aadb54-68d3-4e41-a42f-675840b09439 req-87448710-00c3-4992-8de5-c3ca23809d84 tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] Publish callbacks [] for security_group (7fbd8ec4-c656-4a48-b775-004e41e19845), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:23.045561 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-83aadb54-68d3-4e41-a42f-675840b09439 req-87448710-00c3-4992-8de5-c3ca23809d84 tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7fbd8ec4-c656-4a48-b775-004e41e19845), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:23.126479 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-83aadb54-68d3-4e41-a42f-675840b09439 req-87448710-00c3-4992-8de5-c3ca23809d84 tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068696 Feb 07 16:34:23.132670 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87448710-00c3-4992-8de5-c3ca23809d84 tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbd8ec4-c656-4a48-b775-004e41e19845,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:23.215625 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-9e3b94ce-f322-461b-9cbc-6a1bfbb25f8e tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Allocated IP 192.168.233.23 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/3f27ee0c-921e-47ec-9d79-9c83315e5210) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:34:23.239598 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01732166-8e9f-4d4c-b8a9-432d2f891471 admin admin] Publish callbacks [] for port (bf37ebde-2ec1-41f8-972d-141a44bafd4f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:23.247305 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3cd59465-ca85-4247-9468-f04062bfb959 req-673b0482-0c6f-4837-a032-5ddb72e3c0b5 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:23.248513 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3cd59465-ca85-4247-9468-f04062bfb959 req-673b0482-0c6f-4837-a032-5ddb72e3c0b5 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.5436049 Feb 07 16:34:23.263923 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b0482-0c6f-4837-a032-5ddb72e3c0b5 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1db36dd-47a0-45c3-a498-4d6a845155de,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:23.367142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8051f9b-7699-4404-bab7-77fdf0d3b1dc req-c244c12e-1eff-4f52-a9b3-129736e37c11 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:23.374125 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8051f9b-7699-4404-bab7-77fdf0d3b1dc req-c244c12e-1eff-4f52-a9b3-129736e37c11 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=15e2f06c-3e33-4889-b260-0c6884f387db HTTP/1.1" status: 200 len: 945 time: 0.1380420 Feb 07 16:34:23.385386 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01732166-8e9f-4d4c-b8a9-432d2f891471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (bf37ebde-2ec1-41f8-972d-141a44bafd4f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:23.470296 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bd48e930-a8f1-4353-a3aa-f2e44f39bb73 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:34:23.477265 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8051f9b-7699-4404-bab7-77fdf0d3b1dc req-03739b63-206f-48f4-96bb-4add93b122e0 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009061 Feb 07 16:34:23.542266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port bd48e930-a8f1-4353-a3aa-f2e44f39bb73 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:23.542994 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bd48e930-a8f1-4353-a3aa-f2e44f39bb73), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:23.580523 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01732166-8e9f-4d4c-b8a9-432d2f891471 admin admin] Pushing event updated for resources: {'Port': ['ID=bf37ebde-2ec1-41f8-972d-141a44bafd4f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:23.605026 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01732166-8e9f-4d4c-b8a9-432d2f891471 admin admin] Network bc55ca29-53ce-416d-8461-533af2a5694e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:34:23.612718 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-01732166-8e9f-4d4c-b8a9-432d2f891471 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:23.637954 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01732166-8e9f-4d4c-b8a9-432d2f891471 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:34:23.709310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port bd48e930-a8f1-4353-a3aa-f2e44f39bb73 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:23.709880 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bd48e930-a8f1-4353-a3aa-f2e44f39bb73), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:23.753304 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port bd48e930-a8f1-4353-a3aa-f2e44f39bb73, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bd48e930-a8f1-4353-a3aa-f2e44f39bb73,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:23.758961 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bd48e930-a8f1-4353-a3aa-f2e44f39bb73), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:23.789864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d454d53-ad95-4b05-a75a-3476061fc15e req-47e6b55f-ee4d-4690-802d-032b25b50247 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:23.801881 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d454d53-ad95-4b05-a75a-3476061fc15e req-47e6b55f-ee4d-4690-802d-032b25b50247 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 945 time: 0.4179804 Feb 07 16:34:23.815532 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-9e3b94ce-f322-461b-9cbc-6a1bfbb25f8e tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Publish callbacks [] for port (3f27ee0c-921e-47ec-9d79-9c83315e5210), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:23.870059 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01732166-8e9f-4d4c-b8a9-432d2f891471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (96fbcda3-69a4-4486-a2da-fa2be45ca93b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:23.895632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=bd48e930-a8f1-4353-a3aa-f2e44f39bb73,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:23.980949 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-110afddc-c51d-429c-a335-4a3fc7838d22 req-c86bfa6c-0033-4e5b-8c05-a381ea9fb4ec tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 210 time: 0.0533209 Feb 07 16:34:24.002893 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device d94e4177-9cfa-4564-b77b-1244bf59ea99 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:34:24.047090 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d454d53-ad95-4b05-a75a-3476061fc15e req-b7755b04-3afa-461d-a1fc-963f8eba356d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442169 Feb 07 16:34:24.086039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-fe8240b9-cd4f-4b9a-8f9e-8667696fd1ac None None] Provisioning complete for port bf37ebde-2ec1-41f8-972d-141a44bafd4f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:24.086423 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fe8240b9-cd4f-4b9a-8f9e-8667696fd1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bf37ebde-2ec1-41f8-972d-141a44bafd4f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:24.114913 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-9e3b94ce-f322-461b-9cbc-6a1bfbb25f8e tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3f27ee0c-921e-47ec-9d79-9c83315e5210), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:24.130279 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-1164a4d5-3efa-4f03-8efb-9d90dbb2eb08 req-06cfb34c-99d0-4c9a-86d9-9458962d7fab tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1232348127', 'description': 'tempest-description-485334283'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:24.180793 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port d94e4177-9cfa-4564-b77b-1244bf59ea99 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:34:24.196881 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port d94e4177-9cfa-4564-b77b-1244bf59ea99 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:24.197268 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:24.203441 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fe8240b9-cd4f-4b9a-8f9e-8667696fd1ac None None] Port bf37ebde-2ec1-41f8-972d-141a44bafd4f cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:34:24.223563 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-9e3b94ce-f322-461b-9cbc-6a1bfbb25f8e tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:34:24.231290 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-9e3b94ce-f322-461b-9cbc-6a1bfbb25f8e tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:24.276635 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1164a4d5-3efa-4f03-8efb-9d90dbb2eb08 req-06cfb34c-99d0-4c9a-86d9-9458962d7fab tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:24.278837 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-9e3b94ce-f322-461b-9cbc-6a1bfbb25f8e tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:34:24.338980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99b486-9703-417b-bce7-3bfffd211146 req-f9712577-a75c-4f5c-b7de-35a902c18e0f tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:24.346972 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0f99b486-9703-417b-bce7-3bfffd211146 req-f9712577-a75c-4f5c-b7de-35a902c18e0f tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.1292329 Feb 07 16:34:24.359038 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b94ce-f322-461b-9cbc-6a1bfbb25f8e tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Pushing event updated for resources: {'Port': ['ID=3f27ee0c-921e-47ec-9d79-9c83315e5210,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:24.403335 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port d94e4177-9cfa-4564-b77b-1244bf59ea99 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:24.403828 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:24.417983 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-9e3b94ce-f322-461b-9cbc-6a1bfbb25f8e tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:24.418613 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-9e3b94ce-f322-461b-9cbc-6a1bfbb25f8e tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:24.420955 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01732166-8e9f-4d4c-b8a9-432d2f891471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bf37ebde-2ec1-41f8-972d-141a44bafd4f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:24.481038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94e4177-9cfa-4564-b77b-1244bf59ea99'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:24.481320 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-9e3b94ce-f322-461b-9cbc-6a1bfbb25f8e tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8058696 Feb 07 16:34:24.483742 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053e3a77-e483-4245-8f14-816347968044" -d '{"events": [{"server_uuid": "d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27", "name": "network-vif-plugged", "status": "completed", "tag": "d94e4177-9cfa-4564-b77b-1244bf59ea99"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:24.507592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port d94e4177-9cfa-4564-b77b-1244bf59ea99, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d94e4177-9cfa-4564-b77b-1244bf59ea99,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:24.507801 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Request body: {'port': {'device_id': '88a43b97-138a-4591-8801-b3dbe3f75892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:24.512841 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:24.530870 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0f99b486-9703-417b-bce7-3bfffd211146 req-e8e382e3-2461-45b4-9d31-0b766355d75a tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826477 Feb 07 16:34:24.540701 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0f0c2-9c0b-463b-8360-883727b5f7d5 req-94480e07-131c-4c97-aa3b-c09a6ddc3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:24.555164 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5f0f0c2-9c0b-463b-8360-883727b5f7d5 req-94480e07-131c-4c97-aa3b-c09a6ddc3efb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=486b5dd718334d35a545e5c0c2409901&device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 1132 time: 0.2047532 Feb 07 16:34:24.626797 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=d94e4177-9cfa-4564-b77b-1244bf59ea99,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:24.693789 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3f27ee0c-921e-47ec-9d79-9c83315e5210), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:24.707086 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1164a4d5-3efa-4f03-8efb-9d90dbb2eb08 req-06cfb34c-99d0-4c9a-86d9-9458962d7fab tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Publish callbacks [] for security_group (4dafab6d-63b6-4429-848a-8a293452ac20), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:24.719010 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1164a4d5-3efa-4f03-8efb-9d90dbb2eb08 req-06cfb34c-99d0-4c9a-86d9-9458962d7fab tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4dafab6d-63b6-4429-848a-8a293452ac20), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:24.755464 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-85111c8a-5842-4958-a87c-4161000c5940 None None] Provisioning complete for port 3f27ee0c-921e-47ec-9d79-9c83315e5210 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:24.757743 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-85111c8a-5842-4958-a87c-4161000c5940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3f27ee0c-921e-47ec-9d79-9c83315e5210), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:24.774753 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfb34c-99d0-4c9a-86d9-9458962d7fab tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dafab6d-63b6-4429-848a-8a293452ac20,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:24.795669 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-a454a055-7c77-4aa6-abc4-4a442014171f tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=85c826fe1b454904b2074f3cecf95dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591862 Feb 07 16:34:24.802465 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1164a4d5-3efa-4f03-8efb-9d90dbb2eb08 req-06cfb34c-99d0-4c9a-86d9-9458962d7fab tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:24.804283 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1164a4d5-3efa-4f03-8efb-9d90dbb2eb08 req-06cfb34c-99d0-4c9a-86d9-9458962d7fab tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6937585 Feb 07 16:34:24.878079 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f945cd7-1c6e-4fa2-837f-463b862cd69a x-openstack-request-id: req-3f945cd7-1c6e-4fa2-837f-463b862cd69a {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:24.878408 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27", "name": "network-vif-plugged", "status": "completed", "tag": "d94e4177-9cfa-4564-b77b-1244bf59ea99", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:24.878672 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f945cd7-1c6e-4fa2-837f-463b862cd69a {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:24.883491 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94e4177-9cfa-4564-b77b-1244bf59ea99', 'code': 200} Feb 07 16:34:24.885018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-85111c8a-5842-4958-a87c-4161000c5940 None None] Port 3f27ee0c-921e-47ec-9d79-9c83315e5210 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:34:25.016444 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0f0c2-9c0b-463b-8360-883727b5f7d5 req-8332a658-bcfc-4ca4-881e-5c5423c4fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:25.018184 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5f0f0c2-9c0b-463b-8360-883727b5f7d5 req-8332a658-bcfc-4ca4-881e-5c5423c4fdc9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.4293530 Feb 07 16:34:25.048234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-96519e48-9e54-4dbc-9f2d-245d513bcd2f tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:25.050139 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-96519e48-9e54-4dbc-9f2d-245d513bcd2f tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536731 Feb 07 16:34:25.116263 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5f0f0c2-9c0b-463b-8360-883727b5f7d5 req-77736bf2-c93d-4472-9830-a8d73fadaecb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=53f19a98-a70f-488e-b089-2a1c6610df6c HTTP/1.1" status: 200 len: 217 time: 0.0650971 Feb 07 16:34:25.125890 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-eb49dc0f-e768-45cf-bdad-6f1411f19a41 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/quotas/85c826fe1b454904b2074f3cecf95dae HTTP/1.1" status: 200 len: 375 time: 0.0193512 Feb 07 16:34:25.162812 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01732166-8e9f-4d4c-b8a9-432d2f891471 admin admin] Publish callbacks [] for port (bf37ebde-2ec1-41f8-972d-141a44bafd4f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:25.183587 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01732166-8e9f-4d4c-b8a9-432d2f891471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (bf37ebde-2ec1-41f8-972d-141a44bafd4f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:25.255736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bd48e930-a8f1-4353-a3aa-f2e44f39bb73 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:34:25.263766 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91dcd5-13da-454c-a088-7e60e32dc7c8 req-a084057c-1c51-4f3d-bb76-4a6a0440362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:25.265657 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d91dcd5-13da-454c-a088-7e60e32dc7c8 req-a084057c-1c51-4f3d-bb76-4a6a0440362e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 1128 time: 0.2598200 Feb 07 16:34:25.312164 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092955d-ae37-46e5-9a1f-c5b76ec89f99 req-22e6fed1-cd2a-4bae-8c8f-02537b4eb362 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:25.314748 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5092955d-ae37-46e5-9a1f-c5b76ec89f99 req-22e6fed1-cd2a-4bae-8c8f-02537b4eb362 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=15e2f06c-3e33-4889-b260-0c6884f387db HTTP/1.1" status: 200 len: 945 time: 0.2332335 Feb 07 16:34:25.331847 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01732166-8e9f-4d4c-b8a9-432d2f891471 admin admin] Pushing event updated for resources: {'Port': ['ID=bf37ebde-2ec1-41f8-972d-141a44bafd4f,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:25.332637 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0f0c2-9c0b-463b-8360-883727b5f7d5 req-f69e75b1-9661-4dc3-b0d6-bf3f8d1a4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:25.334515 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5f0f0c2-9c0b-463b-8360-883727b5f7d5 req-f69e75b1-9661-4dc3-b0d6-bf3f8d1a4cbb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.2039924 Feb 07 16:34:25.334929 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01732166-8e9f-4d4c-b8a9-432d2f891471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (96fbcda3-69a4-4486-a2da-fa2be45ca93b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:25.339998 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port bd48e930-a8f1-4353-a3aa-f2e44f39bb73 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:25.340597 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bd48e930-a8f1-4353-a3aa-f2e44f39bb73), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:25.353662 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-0ec8c506-c939-4c51-a64f-7479cd60ec8e tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2254746 Feb 07 16:34:25.365890 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d91dcd5-13da-454c-a088-7e60e32dc7c8 req-bd4d0502-9ba1-4012-b13b-74b17b080516 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913558 Feb 07 16:34:25.473245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f27ee0c-921e-47ec-9d79-9c83315e5210 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:34:25.480843 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0f0c2-9c0b-463b-8360-883727b5f7d5 req-090d56ae-a12a-430d-a56e-dd0dcff42bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:25.490043 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5f0f0c2-9c0b-463b-8360-883727b5f7d5 req-090d56ae-a12a-430d-a56e-dd0dcff42bb1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1323290 Feb 07 16:34:25.506747 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Publish callbacks [] for port (3f27ee0c-921e-47ec-9d79-9c83315e5210), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:25.529181 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Transition to ACTIVE for port object 3f27ee0c-921e-47ec-9d79-9c83315e5210 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:34:25.530676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port bd48e930-a8f1-4353-a3aa-f2e44f39bb73 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:25.542344 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (3f27ee0c-921e-47ec-9d79-9c83315e5210), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:25.641298 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3f27ee0c-921e-47ec-9d79-9c83315e5210,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:25.648461 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5092955d-ae37-46e5-9a1f-c5b76ec89f99 req-8874c46d-df6e-4e1d-8d69-25fb7b83b927 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232274 Feb 07 16:34:25.673312 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5f0f0c2-9c0b-463b-8360-883727b5f7d5 req-d32e8811-3831-4074-b541-dd5ecef97454 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779895 Feb 07 16:34:25.769350 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ce41060b-0e6e-45fc-b265-7de47316ea77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:25.801245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Attempting to bind port 3f27ee0c-921e-47ec-9d79-9c83315e5210 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:34:25.801689 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Attempting to bind port 3f27ee0c-921e-47ec-9d79-9c83315e5210 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:34:25.802029 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Attempting to bind port 3f27ee0c-921e-47ec-9d79-9c83315e5210 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:25.843065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Port 3f27ee0c-921e-47ec-9d79-9c83315e5210 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:34:25.843401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Attempting to bind port 3f27ee0c-921e-47ec-9d79-9c83315e5210 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:25.856041 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5f0f0c2-9c0b-463b-8360-883727b5f7d5 req-cc37b579-5ddf-4f8e-b76c-3f8e54f63089 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739781 Feb 07 16:34:25.965344 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01732166-8e9f-4d4c-b8a9-432d2f891471 admin admin] Network bc55ca29-53ce-416d-8461-533af2a5694e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:34:25.966492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:34:25.966749 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:34:25.967139 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:34:25.967581 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Bound port: 3f27ee0c-921e-47ec-9d79-9c83315e5210, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:34:25.967942 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3f27ee0c-921e-47ec-9d79-9c83315e5210), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:25.973976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-01732166-8e9f-4d4c-b8a9-432d2f891471 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:26.192763 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c1821-94d6-4a73-9f5e-cafc95de6d30 req-2a550b0b-b175-4a40-b4da-8828d0c17554 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:26.194418 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c4c1821-94d6-4a73-9f5e-cafc95de6d30 req-2a550b0b-b175-4a40-b4da-8828d0c17554 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 947 time: 0.1057067 Feb 07 16:34:26.293055 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c4c1821-94d6-4a73-9f5e-cafc95de6d30 req-0e748afa-6816-44ce-93ed-ab6f6430dd50 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/security-groups?id=043b38f9-ceef-4cbe-84fa-4be359821b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915105 Feb 07 16:34:26.319178 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] For port 3f27ee0c-921e-47ec-9d79-9c83315e5210, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:34:26.361052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] For port 3f27ee0c-921e-47ec-9d79-9c83315e5210, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3f27ee0c-921e-47ec-9d79-9c83315e5210,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:34:26.368530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7a154ff2-c0fc-4e1b-9f91-12daffaaa2af None None] Provisioning complete for port bf37ebde-2ec1-41f8-972d-141a44bafd4f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:26.369882 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7a154ff2-c0fc-4e1b-9f91-12daffaaa2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bf37ebde-2ec1-41f8-972d-141a44bafd4f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:26.387111 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (3f27ee0c-921e-47ec-9d79-9c83315e5210), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:26.437613 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7a154ff2-c0fc-4e1b-9f91-12daffaaa2af None None] Port bf37ebde-2ec1-41f8-972d-141a44bafd4f cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:34:26.442774 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:26.443490 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:26.444970 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] 10.222.0.32 "PUT /v2.0/ports/3f27ee0c-921e-47ec-9d79-9c83315e5210 HTTP/1.1" status: 200 len: 1095 time: 1.9522970 Feb 07 16:34:26.447856 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a43b97-138a-4591-8801-b3dbe3f75892', 'tag': '3f27ee0c-921e-47ec-9d79-9c83315e5210'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:26.450239 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1792434a-d503-412c-9a39-c65bfee57ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "88a43b97-138a-4591-8801-b3dbe3f75892", "tag": "3f27ee0c-921e-47ec-9d79-9c83315e5210"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:26.477651 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01732166-8e9f-4d4c-b8a9-432d2f891471 admin admin] Router 96fbcda3-69a4-4486-a2da-fa2be45ca93b has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:34:26.510911 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf992b9-5c0c-4c60-8c1f-a14d20432249 req-88979ac8-f94f-4abb-a283-27ee1324c33e tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:26.524707 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5cf992b9-5c0c-4c60-8c1f-a14d20432249 req-88979ac8-f94f-4abb-a283-27ee1324c33e tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 946 time: 0.1224084 Feb 07 16:34:26.560707 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266cb88b-a925-4f64-802a-4d3dde1908f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3f27ee0c-921e-47ec-9d79-9c83315e5210,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:26.618320 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5cf992b9-5c0c-4c60-8c1f-a14d20432249 req-36a7bd0c-3ea1-4242-b601-ff4dc81c30cb tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844078 Feb 07 16:34:26.867196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079e59f-a46c-4b1e-a5f9-c01209b3908e req-98d32f3c-de82-4140-a009-336c8e456d28 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:26.881916 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b079e59f-a46c-4b1e-a5f9-c01209b3908e req-98d32f3c-de82-4140-a009-336c8e456d28 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.1107748 Feb 07 16:34:26.955286 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b079e59f-a46c-4b1e-a5f9-c01209b3908e req-68d67088-5646-4d59-99b7-526d35078471 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724108 Feb 07 16:34:26.970632 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-81bfd26a-a6d1-4b28-bc91-abdd89dc0c95 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56517 time: 1.2776833 Feb 07 16:34:27.024550 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-83601564-d5c1-45d9-a5e7-6a539c3df03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:27.026280 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-83601564-d5c1-45d9-a5e7-6a539c3df03a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=368f65c34cf944449a35e781d0342fe1&device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 1129 time: 0.4921989 Feb 07 16:34:27.087719 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01732166-8e9f-4d4c-b8a9-432d2f891471 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:34:27.090649 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-6a3f635a-e6c4-42e4-af9d-1ba4bea83c9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=3f27ee0c-921e-47ec-9d79-9c83315e5210 HTTP/1.1" status: 200 len: 217 time: 0.0535896 Feb 07 16:34:27.098268 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-01732166-8e9f-4d4c-b8a9-432d2f891471 admin admin] 10.222.0.18 "PUT /v2.0/routers/96fbcda3-69a4-4486-a2da-fa2be45ca93b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6352389 Feb 07 16:34:27.100078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] Sync routers for ids ['96fbcda3-69a4-4486-a2da-fa2be45ca93b'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:34:27.127619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] Routers {'96fbcda3-69a4-4486-a2da-fa2be45ca93b'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:34:27.129308 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:33:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['96fbcda3-69a4-4486-a2da-fa2be45ca93b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:27.157668 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e3bc9-0ae8-4098-91bf-d8e0f3ccab75 req-2bc3d860-9c2f-41bf-86d6-818fc0b872fd tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:27.177754 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-310e3bc9-0ae8-4098-91bf-d8e0f3ccab75 req-2bc3d860-9c2f-41bf-86d6-818fc0b872fd tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=15e2f06c-3e33-4889-b260-0c6884f387db HTTP/1.1" status: 200 len: 945 time: 0.1058984 Feb 07 16:34:27.178438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54324) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:27.191996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6021a1ce-c350-40e9-841b-7aec41b7a322 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Request body: {'floatingip': {'port_id': '208bd4ae-8b14-4c99-b90b-76654a477eee'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:27.244585 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-32971eb7-9598-48cf-8e65-eb115ace5dc9 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/043b38f9-ceef-4cbe-84fa-4be359821b76 HTTP/1.1" status: 200 len: 2998 time: 0.2154415 Feb 07 16:34:27.274411 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-4f810cd6-dfe9-48a9-8d47-8dfcf14a9158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:27.286923 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-4f810cd6-dfe9-48a9-8d47-8dfcf14a9158 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1832807 Feb 07 16:34:27.385172 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-77670037-0818-4c86-a795-e46a935940b9 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/043b38f9-ceef-4cbe-84fa-4be359821b76 HTTP/1.1" status: 200 len: 2998 time: 0.1297305 Feb 07 16:34:27.411915 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6021a1ce-c350-40e9-841b-7aec41b7a322 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for floatingip (60560ca3-74b3-40d7-a465-c8c00414199e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:27.475577 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] Set router 96fbcda3-69a4-4486-a2da-fa2be45ca93b gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:34:27.525147 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-4d7dc23e-0c9b-414d-be8b-cf93920ccd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:27.526914 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-4d7dc23e-0c9b-414d-be8b-cf93920ccd3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2302735 Feb 07 16:34:27.528362 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-f7479f79-2a05-4fba-8833-c8ab28746c8f tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/08c77dbf-e6c2-4ff1-bed3-bd43497876e7 HTTP/1.1" status: 200 len: 2998 time: 0.1299806 Feb 07 16:34:27.750188 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe59dfc-2800-4b09-baef-2f96e3230174 x-openstack-request-id: req-bbe59dfc-2800-4b09-baef-2f96e3230174 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:27.757116 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a43b97-138a-4591-8801-b3dbe3f75892", "tag": "3f27ee0c-921e-47ec-9d79-9c83315e5210", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:27.757633 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbe59dfc-2800-4b09-baef-2f96e3230174 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:27.758381 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a43b97-138a-4591-8801-b3dbe3f75892', 'tag': '3f27ee0c-921e-47ec-9d79-9c83315e5210', 'status': 'completed', 'code': 200} Feb 07 16:34:27.805986 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-0e587c49-53bd-4d00-aed1-473bfb3cc348 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/08c77dbf-e6c2-4ff1-bed3-bd43497876e7 HTTP/1.1" status: 200 len: 2998 time: 0.2610106 Feb 07 16:34:27.823139 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'name': 'tempest-FloatingIPsTestJSON-264369047-router', 'tenant_id': '4b296f8ec658471f981e5132a1727938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'bd48e930-a8f1-4353-a3aa-f2e44f39bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:16Z', 'updated_at': '2022-02-07T16:34:24Z', 'revision_number': 4, 'project_id': '4b296f8ec658471f981e5132a1727938', 'gw_port': {'id': 'bd48e930-a8f1-4353-a3aa-f2e44f39bb73', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:17Z', 'updated_at': '2022-02-07T16:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bf37ebde-2ec1-41f8-972d-141a44bafd4f', 'name': '', 'network_id': 'bc55ca29-53ce-416d-8461-533af2a5694e', 'tenant_id': '4b296f8ec658471f981e5132a1727938', 'mac_address': 'fa:16:3e:33:ee:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '14b2149f-1ba5-4a35-813e-43a1e535d401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:22Z', 'updated_at': '2022-02-07T16:34:24Z', 'revision_number': 2, 'project_id': '4b296f8ec658471f981e5132a1727938', 'subnets': [{'id': '14b2149f-1ba5-4a35-813e-43a1e535d401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:27.856334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] Checking router: 96fbcda3-69a4-4486-a2da-fa2be45ca93b for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:34:27.856794 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] Updating router 96fbcda3-69a4-4486-a2da-fa2be45ca93b port bf37ebde-2ec1-41f8-972d-141a44bafd4f binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:34:27.872890 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-5ed8bc25-75df-4904-93ab-5d3c9e649bce service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387401 Feb 07 16:34:27.893908 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bf37ebde-2ec1-41f8-972d-141a44bafd4f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:27.950530 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-27df6e8a-ae0e-44ed-a005-55cd9f265aa8 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/0a514cf0-3362-4ef6-9170-c590cf7ce153 HTTP/1.1" status: 200 len: 2998 time: 0.1290758 Feb 07 16:34:28.027302 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-c2fad64a-13b9-4f5b-ad96-ac9fb910d14d tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/0a514cf0-3362-4ef6-9170-c590cf7ce153 HTTP/1.1" status: 200 len: 2998 time: 0.0754740 Feb 07 16:34:28.064142 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95986d1d-9e51-4f08-81ef-34436db2b52e req-9d1039b4-ed5e-42f7-a8f9-6373babe0683 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820347 Feb 07 16:34:28.119955 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-c97d5692-13c4-4941-b710-9f6c90ab588a tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/240b3e0c-0eed-4e24-b3a6-6df6213cbd0b HTTP/1.1" status: 200 len: 2998 time: 0.0914271 Feb 07 16:34:28.133012 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-edd3f608-7bcc-40b1-9651-fede9009db77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:28.212316 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-2347f0f8-d2fc-48af-a4ad-b043aeb53821 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/240b3e0c-0eed-4e24-b3a6-6df6213cbd0b HTTP/1.1" status: 200 len: 2998 time: 0.0875537 Feb 07 16:34:28.275339 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-f54d5d1a-4a0f-4f61-8e04-1e8cbd68d362 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/27f5faa0-84b6-4e82-932d-6dd5fd684cd8 HTTP/1.1" status: 200 len: 2998 time: 0.0615275 Feb 07 16:34:28.378001 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-9082c054-86c4-4686-a89d-3cb14bb9af84 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/27f5faa0-84b6-4e82-932d-6dd5fd684cd8 HTTP/1.1" status: 200 len: 2998 time: 0.1013207 Feb 07 16:34:28.420143 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792434a-d503-412c-9a39-c65bfee57ff4 req-38dd2b68-c07a-4ba2-95d2-2e8f0356b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:28.422451 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1792434a-d503-412c-9a39-c65bfee57ff4 req-38dd2b68-c07a-4ba2-95d2-2e8f0356b260 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=368f65c34cf944449a35e781d0342fe1&device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 1129 time: 0.1349101 Feb 07 16:34:28.530981 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-56093e8e-72ee-4d16-a1d6-3a40aafb5b02 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/34c5f0b2-815f-4a0e-81c4-c184022216e2 HTTP/1.1" status: 200 len: 2990 time: 0.1494670 Feb 07 16:34:28.557330 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-6021a1ce-c350-40e9-841b-7aec41b7a322 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:34:28.630892 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-54109439-9e67-4c52-8f50-ee3ccd3b6e2d tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/34c5f0b2-815f-4a0e-81c4-c184022216e2 HTTP/1.1" status: 200 len: 2990 time: 0.0977526 Feb 07 16:34:28.645637 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792434a-d503-412c-9a39-c65bfee57ff4 req-a4c963c2-1cfc-4c06-912c-5e1f51074139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:28.647805 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1792434a-d503-412c-9a39-c65bfee57ff4 req-a4c963c2-1cfc-4c06-912c-5e1f51074139 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.2137175 Feb 07 16:34:28.671776 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6021a1ce-c350-40e9-841b-7aec41b7a322 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:28.715919 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] Publish callbacks [] for port (bf37ebde-2ec1-41f8-972d-141a44bafd4f), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:28.720698 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1792434a-d503-412c-9a39-c65bfee57ff4 req-032107d3-19e4-4754-96e9-b9b2cc7e67e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=3f27ee0c-921e-47ec-9d79-9c83315e5210 HTTP/1.1" status: 200 len: 217 time: 0.0565457 Feb 07 16:34:28.723399 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bf37ebde-2ec1-41f8-972d-141a44bafd4f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:28.731855 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6021a1ce-c350-40e9-841b-7aec41b7a322 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (60560ca3-74b3-40d7-a465-c8c00414199e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:28.756837 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-0f0d0855-69b5-457e-96e8-a9472dfeda7b tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/4ecc88aa-0834-4b08-874d-01beed9d98e4 HTTP/1.1" status: 200 len: 2998 time: 0.1245391 Feb 07 16:34:28.792700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03407d80-f27c-4740-8157-2716de1b45e4 None None] Pushing event updated for resources: {'Port': ['ID=bf37ebde-2ec1-41f8-972d-141a44bafd4f,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:28.833416 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792434a-d503-412c-9a39-c65bfee57ff4 req-bac71d3f-5a18-40f1-8e8f-48ef1da67986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:28.834789 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1792434a-d503-412c-9a39-c65bfee57ff4 req-bac71d3f-5a18-40f1-8e8f-48ef1da67986 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1056800 Feb 07 16:34:28.843847 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-beb3e118-b527-44a9-8bb2-4c59f371832f tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/4ecc88aa-0834-4b08-874d-01beed9d98e4 HTTP/1.1" status: 200 len: 2998 time: 0.0852890 Feb 07 16:34:28.864495 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] Attempting to bind port bf37ebde-2ec1-41f8-972d-141a44bafd4f on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:34:28.865189 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] Attempting to bind port bf37ebde-2ec1-41f8-972d-141a44bafd4f by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'e54f5f26-2332-45e1-a728-9b1d2ed3b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bc55ca29-53ce-416d-8461-533af2a5694e'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:34:28.865689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] Attempting to bind port bf37ebde-2ec1-41f8-972d-141a44bafd4f on network bc55ca29-53ce-416d-8461-533af2a5694e {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:28.872944 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:34:28.873516 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] Checking segment: {'id': 'e54f5f26-2332-45e1-a728-9b1d2ed3b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bc55ca29-53ce-416d-8461-533af2a5694e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:34:28.874034 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:28.874532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] Bound using segment: {'id': 'e54f5f26-2332-45e1-a728-9b1d2ed3b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bc55ca29-53ce-416d-8461-533af2a5694e'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:34:28.875104 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] Bound port: bf37ebde-2ec1-41f8-972d-141a44bafd4f, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54f5f26-2332-45e1-a728-9b1d2ed3b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bc55ca29-53ce-416d-8461-533af2a5694e'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:34:28.875589 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bf37ebde-2ec1-41f8-972d-141a44bafd4f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:28.920010 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-59bc251e-398c-4549-b4eb-9b6567a4e16a tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/78003beb-b757-495d-9dfd-146f0ed541c3 HTTP/1.1" status: 200 len: 2998 time: 0.0751243 Feb 07 16:34:28.926356 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-ed7a1e2e-ca7b-4db5-9714-875b47510891 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=85c826fe1b454904b2074f3cecf95dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2466402 Feb 07 16:34:28.934114 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-0dd5b654-d341-4287-94ed-056306b05c4c tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=85c826fe1b454904b2074f3cecf95dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2303610 Feb 07 16:34:28.942422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792434a-d503-412c-9a39-c65bfee57ff4 req-d1ebc28d-74dc-46ce-8a4d-5f9355fb1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:28.944257 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1792434a-d503-412c-9a39-c65bfee57ff4 req-d1ebc28d-74dc-46ce-8a4d-5f9355fb1a31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0977633 Feb 07 16:34:28.961412 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] For port bf37ebde-2ec1-41f8-972d-141a44bafd4f, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:34:28.964627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] For port bf37ebde-2ec1-41f8-972d-141a44bafd4f, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bf37ebde-2ec1-41f8-972d-141a44bafd4f,segment=NetworkSegment(e54f5f26-2332-45e1-a728-9b1d2ed3b530),segment_id=e54f5f26-2332-45e1-a728-9b1d2ed3b530)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:34:28.973453 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bf37ebde-2ec1-41f8-972d-141a44bafd4f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:29.045367 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294690cf-ec43-4d73-969f-bea00e78058d req-fdee151e-602b-4b0b-b196-f389f4256c36 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:29.054305 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-294690cf-ec43-4d73-969f-bea00e78058d req-fdee151e-602b-4b0b-b196-f389f4256c36 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 947 time: 1.1910472 Feb 07 16:34:29.067491 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] Routers {'96fbcda3-69a4-4486-a2da-fa2be45ca93b'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:34:29.068328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['96fbcda3-69a4-4486-a2da-fa2be45ca93b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:29.093954 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1792434a-d503-412c-9a39-c65bfee57ff4 req-8cfef183-6d5e-4e23-a055-1e01d3883350 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431651 Feb 07 16:34:29.100772 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-30aca52a-74cd-4c23-9724-1d185eaa86ab tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/78003beb-b757-495d-9dfd-146f0ed541c3 HTTP/1.1" status: 200 len: 2998 time: 0.1725941 Feb 07 16:34:29.193081 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa9e3714-1019-4c58-ae01-7be11807376e req-60e34629-5687-4c94-a8e9-f46f4af9dca4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0428434d-abba-4810-8d9f-aa4a8c123948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4930956 Feb 07 16:34:29.236382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5417189b-a7ed-424b-aee8-a72a332568e1 None None] Provisioning complete for port bf37ebde-2ec1-41f8-972d-141a44bafd4f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:29.241995 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5417189b-a7ed-424b-aee8-a72a332568e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bf37ebde-2ec1-41f8-972d-141a44bafd4f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:29.309903 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03407d80-f27c-4740-8157-2716de1b45e4 None None] Pushing event updated for resources: {'Port': ['ID=bf37ebde-2ec1-41f8-972d-141a44bafd4f,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:29.337630 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-68abd17b-91c8-4622-b3a5-f6523341a5fc tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/7fbd8ec4-c656-4a48-b775-004e41e19845 HTTP/1.1" status: 200 len: 2998 time: 0.2267447 Feb 07 16:34:29.338553 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-294690cf-ec43-4d73-969f-bea00e78058d req-a3669ad9-48f1-4e0a-b4c7-c0b6d5f7eeb2 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/security-groups?id=043b38f9-ceef-4cbe-84fa-4be359821b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830536 Feb 07 16:34:29.359613 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-6021a1ce-c350-40e9-841b-7aec41b7a322 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Floating IP 60560ca3-74b3-40d7-a465-c8c00414199e associated. External IP: 172.25.4.13, port: 208bd4ae-8b14-4c99-b90b-76654a477eee. Feb 07 16:34:29.372192 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:29.412298 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1792434a-d503-412c-9a39-c65bfee57ff4 req-9fa23da6-6289-4c3a-807f-3abe13e1cc82 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095553 Feb 07 16:34:29.440476 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-c20a3e3a-54d1-4e77-a85c-3ea0bd4dc47e tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/7fbd8ec4-c656-4a48-b775-004e41e19845 HTTP/1.1" status: 200 len: 2998 time: 0.0700629 Feb 07 16:34:29.462848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5417189b-a7ed-424b-aee8-a72a332568e1 None None] Current status of the port bf37ebde-2ec1-41f8-972d-141a44bafd4f is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:29.463231 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5417189b-a7ed-424b-aee8-a72a332568e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bf37ebde-2ec1-41f8-972d-141a44bafd4f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:29.481924 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] Set router 96fbcda3-69a4-4486-a2da-fa2be45ca93b gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:34:29.492790 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-3daed994-9b0c-432d-993a-8e59b6a21eea tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/acb8be04-49f4-4f96-aa22-90e02e3438f6 HTTP/1.1" status: 200 len: 2998 time: 0.0442545 Feb 07 16:34:29.497674 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-5f2d9533-9815-43e9-a69b-9aa537ac6e8b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:29.499532 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-5f2d9533-9815-43e9-a69b-9aa537ac6e8b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5537200 Feb 07 16:34:29.505978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-e9d93d7a-5203-4a2e-b29a-e9715a84149c tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:29.507535 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-e9d93d7a-5203-4a2e-b29a-e9715a84149c tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5629725 Feb 07 16:34:29.516133 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-0488b5ea-a0d0-40e6-91b9-57f1bebe5ea9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Request body: {'port': {'device_id': '640a9915-5d30-489b-8a11-4331f45bf861', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '85c826fe1b454904b2074f3cecf95dae'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:29.553176 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5417189b-a7ed-424b-aee8-a72a332568e1 None None] For port bf37ebde-2ec1-41f8-972d-141a44bafd4f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bf37ebde-2ec1-41f8-972d-141a44bafd4f,segment=NetworkSegment(e54f5f26-2332-45e1-a728-9b1d2ed3b530),segment_id=e54f5f26-2332-45e1-a728-9b1d2ed3b530)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:29.554305 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-d2e37a3f-562e-4018-83d7-686adb3632c1 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/acb8be04-49f4-4f96-aa22-90e02e3438f6 HTTP/1.1" status: 200 len: 2998 time: 0.0546620 Feb 07 16:34:29.583527 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5417189b-a7ed-424b-aee8-a72a332568e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bf37ebde-2ec1-41f8-972d-141a44bafd4f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:29.620299 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-7e052af6-2482-4cec-b56a-781757b8dc85 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/c62a5f5f-571a-44ee-bc66-00447c4a185a HTTP/1.1" status: 200 len: 2998 time: 0.0563188 Feb 07 16:34:29.660792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-c6adfcfa-afbc-4f66-b1ab-80e7b4e51195 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Request body: {'port': {'device_id': '08db74f1-074b-47c1-a99f-859400e40031', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '85c826fe1b454904b2074f3cecf95dae'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:29.686638 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417189b-a7ed-424b-aee8-a72a332568e1 None None] Pushing event updated for resources: {'Port': ['ID=bf37ebde-2ec1-41f8-972d-141a44bafd4f,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:29.690720 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-6399da43-f807-4138-9f33-420d4276225e tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/c62a5f5f-571a-44ee-bc66-00447c4a185a HTTP/1.1" status: 200 len: 2998 time: 0.0689945 Feb 07 16:34:29.742073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0a77d5a7-7fdb-4e43-bc3a-1900b1e86260 None None] Provisioning complete for port bf37ebde-2ec1-41f8-972d-141a44bafd4f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:29.742708 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0a77d5a7-7fdb-4e43-bc3a-1900b1e86260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bf37ebde-2ec1-41f8-972d-141a44bafd4f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:29.744769 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e3714-1019-4c58-ae01-7be11807376e req-5391d18c-fbcb-4d4a-9cdb-e30788a4c479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:29.746439 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa9e3714-1019-4c58-ae01-7be11807376e req-5391d18c-fbcb-4d4a-9cdb-e30788a4c479 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2caa1bde29f34e30b1715cdf346c97a2&device_id=0428434d-abba-4810-8d9f-aa4a8c123948 HTTP/1.1" status: 200 len: 1127 time: 0.5044580 Feb 07 16:34:29.772011 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-f0cd2ca6-7cfe-4dea-b191-4358effac4e5 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/cab8f0db-ff10-42b5-9614-97176d89a181 HTTP/1.1" status: 200 len: 2998 time: 0.0709734 Feb 07 16:34:29.838447 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-fcad306d-299d-4483-8a3c-de891ef420ba tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/cab8f0db-ff10-42b5-9614-97176d89a181 HTTP/1.1" status: 200 len: 2998 time: 0.0590198 Feb 07 16:34:29.892883 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-0488b5ea-a0d0-40e6-91b9-57f1bebe5ea9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Made reservation on behalf of 85c826fe1b454904b2074f3cecf95dae for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:34:29.897059 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-0488b5ea-a0d0-40e6-91b9-57f1bebe5ea9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:29.909519 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-cb6d5ed4-1e9d-4d12-8db4-c9f84b9861b8 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e257c9d1-9608-4382-b8d4-3752ebf3a921 HTTP/1.1" status: 200 len: 2998 time: 0.0644789 Feb 07 16:34:29.930987 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0a77d5a7-7fdb-4e43-bc3a-1900b1e86260 None None] Current status of the port bf37ebde-2ec1-41f8-972d-141a44bafd4f is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:29.937620 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'name': 'tempest-FloatingIPsTestJSON-264369047-router', 'tenant_id': '4b296f8ec658471f981e5132a1727938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'bd48e930-a8f1-4353-a3aa-f2e44f39bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:16Z', 'updated_at': '2022-02-07T16:34:24Z', 'revision_number': 4, 'project_id': '4b296f8ec658471f981e5132a1727938', 'gw_port': {'id': 'bd48e930-a8f1-4353-a3aa-f2e44f39bb73', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:17Z', 'updated_at': '2022-02-07T16:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bf37ebde-2ec1-41f8-972d-141a44bafd4f', 'name': '', 'network_id': 'bc55ca29-53ce-416d-8461-533af2a5694e', 'tenant_id': '4b296f8ec658471f981e5132a1727938', 'mac_address': 'fa:16:3e:33:ee:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '14b2149f-1ba5-4a35-813e-43a1e535d401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:22Z', 'updated_at': '2022-02-07T16:34:28Z', 'revision_number': 4, 'project_id': '4b296f8ec658471f981e5132a1727938', 'subnets': [{'id': '14b2149f-1ba5-4a35-813e-43a1e535d401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:29.983695 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-8c3c9023-e670-45b5-b15e-8c1433cb6ad4 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e257c9d1-9608-4382-b8d4-3752ebf3a921 HTTP/1.1" status: 200 len: 2998 time: 0.0654149 Feb 07 16:34:29.991022 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e9044-da11-4945-a8c8-c7582d23429e None None] The sync data for ids ['96fbcda3-69a4-4486-a2da-fa2be45ca93b'] in n-d-827865-3 is: [{'id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'name': 'tempest-FloatingIPsTestJSON-264369047-router', 'tenant_id': '4b296f8ec658471f981e5132a1727938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'bd48e930-a8f1-4353-a3aa-f2e44f39bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:16Z', 'updated_at': '2022-02-07T16:34:24Z', 'revision_number': 4, 'project_id': '4b296f8ec658471f981e5132a1727938', 'gw_port': {'id': 'bd48e930-a8f1-4353-a3aa-f2e44f39bb73', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:17Z', 'updated_at': '2022-02-07T16:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bf37ebde-2ec1-41f8-972d-141a44bafd4f', 'name': '', 'network_id': 'bc55ca29-53ce-416d-8461-533af2a5694e', 'tenant_id': '4b296f8ec658471f981e5132a1727938', 'mac_address': 'fa:16:3e:33:ee:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '14b2149f-1ba5-4a35-813e-43a1e535d401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:22Z', 'updated_at': '2022-02-07T16:34:28Z', 'revision_number': 4, 'project_id': '4b296f8ec658471f981e5132a1727938', 'subnets': [{'id': '14b2149f-1ba5-4a35-813e-43a1e535d401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:34:30.068578 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-a4e4c4e2-9571-4a7c-9a4a-c68ff0b98a9a tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e7ec3306-38f8-4c7e-953b-554ee9cfa5da HTTP/1.1" status: 200 len: 2998 time: 0.0756438 Feb 07 16:34:30.138182 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-5e0e1f7a-eb31-4335-bd21-5ebacf0a2687 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e7ec3306-38f8-4c7e-953b-554ee9cfa5da HTTP/1.1" status: 200 len: 2998 time: 0.0682852 Feb 07 16:34:30.205787 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-66936144-3650-47f3-9536-b7f3ad735860 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/fab4f46f-3517-450d-b438-bef2fa9ef3f7 HTTP/1.1" status: 200 len: 2998 time: 0.0666013 Feb 07 16:34:30.272805 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-57ff598f-64b1-4e69-8b2f-50f3e2de3049 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/fab4f46f-3517-450d-b438-bef2fa9ef3f7 HTTP/1.1" status: 200 len: 2998 time: 0.0650351 Feb 07 16:34:30.292831 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-72b10f02-2a71-417a-b008-3e4d2d359784 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8025057 Feb 07 16:34:30.315141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-a1ad5bce-ee5a-4a3e-9e9a-9f704722f07a tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:30.348673 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-6754a6d0-852a-4927-938f-9e83e7fdf96e tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/fc7e1bdc-5eb7-4274-8e09-b9b1509734e8 HTTP/1.1" status: 200 len: 2998 time: 0.0571270 Feb 07 16:34:30.355519 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e3714-1019-4c58-ae01-7be11807376e req-84d28118-b325-4790-8ca1-aabc2e404ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:30.356997 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa9e3714-1019-4c58-ae01-7be11807376e req-84d28118-b325-4790-8ca1-aabc2e404ebd service neutron] 10.222.0.48 "GET /v2.0/networks?id=cc730b76-65b9-4ab1-acff-1d7ddc8a8df8 HTTP/1.1" status: 200 len: 915 time: 0.5053658 Feb 07 16:34:30.363341 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-c6adfcfa-afbc-4f66-b1ab-80e7b4e51195 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Made reservation on behalf of 85c826fe1b454904b2074f3cecf95dae for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:34:30.366760 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-c6adfcfa-afbc-4f66-b1ab-80e7b4e51195 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:30.428853 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-c3269022-454a-492f-9980-69c9bef9f6fb tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/fc7e1bdc-5eb7-4274-8e09-b9b1509734e8 HTTP/1.1" status: 200 len: 2998 time: 0.0662923 Feb 07 16:34:30.481925 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-cd8edc8f-3a01-4ccb-ae7a-2f813ea23c68 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/fcc5aa1a-bd48-4310-8599-97af820e5158 HTTP/1.1" status: 200 len: 2994 time: 0.0515158 Feb 07 16:34:30.548743 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a04243f4-48dd-4992-bb01-7b687bc592bd req-b9ef8d6a-4566-415e-8da0-a66d2faa1030 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/fcc5aa1a-bd48-4310-8599-97af820e5158 HTTP/1.1" status: 200 len: 2994 time: 0.0648744 Feb 07 16:34:30.663927 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:30.675947 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056e80f-da13-4946-bf85-ad10016ea2b4 req-a8f52c54-38b1-4143-a7ad-2896ab4f7212 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:30.678262 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3056e80f-da13-4946-bf85-ad10016ea2b4 req-a8f52c54-38b1-4143-a7ad-2896ab4f7212 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 946 time: 0.0715580 Feb 07 16:34:30.726011 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-a1ad5bce-ee5a-4a3e-9e9a-9f704722f07a tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:30.729337 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa9e3714-1019-4c58-ae01-7be11807376e req-3859535e-5347-491f-8fe8-26076c5da650 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aef0018e-eda9-4055-a282-4ca1a656d661 HTTP/1.1" status: 200 len: 217 time: 0.3597593 Feb 07 16:34:30.762166 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3056e80f-da13-4946-bf85-ad10016ea2b4 req-c4058adc-43cd-4437-a908-34753d814265 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686617 Feb 07 16:34:30.797493 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6021a1ce-c350-40e9-841b-7aec41b7a322 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Router d419b1eb-88a5-4783-b32d-62c74d2da5af has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:34:30.873215 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-65810c15-0305-4648-8cb2-5fa9d831a326 req-e450bac4-9497-4a56-9726-03d55c76a1ca tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=640a9915-5d30-489b-8a11-4331f45bf861 HTTP/1.1" status: 200 len: 210 time: 0.0352364 Feb 07 16:34:30.881808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-0488b5ea-a0d0-40e6-91b9-57f1bebe5ea9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Allocated IP 192.168.233.86 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/b1b8c869-1177-4b49-8a99-d73f9a32b57c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:34:30.942613 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e3714-1019-4c58-ae01-7be11807376e req-2a4d07c2-4747-46d0-a704-5b4538b55f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:30.944102 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa9e3714-1019-4c58-ae01-7be11807376e req-2a4d07c2-4747-46d0-a704-5b4538b55f71 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6c86085c-c1d2-46a1-b385-f42c126bddfe HTTP/1.1" status: 200 len: 854 time: 0.1910868 Feb 07 16:34:31.013412 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b18166-c792-45cf-987c-834b712e3698 req-9a7bdb3d-e87b-4357-a39a-d6ee4f4e5119 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:31.015145 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3b18166-c792-45cf-987c-834b712e3698 req-9a7bdb3d-e87b-4357-a39a-d6ee4f4e5119 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.0711722 Feb 07 16:34:31.072623 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa9e3714-1019-4c58-ae01-7be11807376e req-5de54439-d5cb-4d6c-aa9d-48137c39ec32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cc730b76-65b9-4ab1-acff-1d7ddc8a8df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755994 Feb 07 16:34:31.088944 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3b18166-c792-45cf-987c-834b712e3698 req-65937d2a-9a36-42df-84a3-c9324da6902a tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661716 Feb 07 16:34:31.286040 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aac8ab-7a23-4028-8c37-6173643dda53 req-c9d4c02b-ce47-4005-978a-f5ecefe1d85f tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:31.287761 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-35aac8ab-7a23-4028-8c37-6173643dda53 req-c9d4c02b-ce47-4005-978a-f5ecefe1d85f tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 947 time: 0.0981584 Feb 07 16:34:31.352962 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bf37ebde-2ec1-41f8-972d-141a44bafd4f up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:34:31.373230 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-35aac8ab-7a23-4028-8c37-6173643dda53 req-22c0f831-18be-4378-9146-dbe21a60312a tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/security-groups?id=043b38f9-ceef-4cbe-84fa-4be359821b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794981 Feb 07 16:34:31.373478 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-0488b5ea-a0d0-40e6-91b9-57f1bebe5ea9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks [] for port (b1b8c869-1177-4b49-8a99-d73f9a32b57c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:31.408588 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6021a1ce-c350-40e9-841b-7aec41b7a322 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:34:31.419523 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-0488b5ea-a0d0-40e6-91b9-57f1bebe5ea9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (b1b8c869-1177-4b49-8a99-d73f9a32b57c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:31.424510 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea19d739-69a8-44c9-8b81-e68d697adfa9 None None] Sync routers for ids ['d419b1eb-88a5-4783-b32d-62c74d2da5af'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:34:31.429180 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6021a1ce-c350-40e9-841b-7aec41b7a322 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:31.450324 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea19d739-69a8-44c9-8b81-e68d697adfa9 None None] Routers {'d419b1eb-88a5-4783-b32d-62c74d2da5af'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:34:31.450894 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ea19d739-69a8-44c9-8b81-e68d697adfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d419b1eb-88a5-4783-b32d-62c74d2da5af'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:31.452177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c2ed7b11-fa05-437c-b3fd-894f106c3dee'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:31.558823 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c74db7fb-5337-4e61-8fbb-e6ed3631f7d7 req-a90cc319-cd95-443a-9e95-06a320628ce6 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2fdcddd8b4a84bcf819c02f41f1a51b4 HTTP/1.1" status: 200 len: 6154 time: 0.1623654 Feb 07 16:34:31.561130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488b5ea-a0d0-40e6-91b9-57f1bebe5ea9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Pushing event updated for resources: {'Port': ['ID=b1b8c869-1177-4b49-8a99-d73f9a32b57c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:31.573594 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port bf37ebde-2ec1-41f8-972d-141a44bafd4f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:31.573756 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bf37ebde-2ec1-41f8-972d-141a44bafd4f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:31.591019 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-a1ad5bce-ee5a-4a3e-9e9a-9f704722f07a tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:31.594935 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa9e3714-1019-4c58-ae01-7be11807376e req-99f62e26-66b7-4c2e-80ab-651b61ede2e3 service neutron] 10.222.0.48 "GET /v2.0/networks/cc730b76-65b9-4ab1-acff-1d7ddc8a8df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084088 Feb 07 16:34:31.608562 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-0488b5ea-a0d0-40e6-91b9-57f1bebe5ea9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:34:31.639011 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-0488b5ea-a0d0-40e6-91b9-57f1bebe5ea9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:31.659295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-0488b5ea-a0d0-40e6-91b9-57f1bebe5ea9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:34:31.722380 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c74db7fb-5337-4e61-8fbb-e6ed3631f7d7 req-46ff11fa-0da7-4208-a1cd-c853adea0428 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] 10.222.0.18 "GET /v2.0/security-groups/cab8f0db-ff10-42b5-9614-97176d89a181 HTTP/1.1" status: 200 len: 2998 time: 0.1595745 Feb 07 16:34:31.756786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-0488b5ea-a0d0-40e6-91b9-57f1bebe5ea9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:31.757565 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-0488b5ea-a0d0-40e6-91b9-57f1bebe5ea9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:31.788074 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-ea19d739-69a8-44c9-8b81-e68d697adfa9 None None] Set router d419b1eb-88a5-4783-b32d-62c74d2da5af gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:34:31.818989 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port bf37ebde-2ec1-41f8-972d-141a44bafd4f is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:31.824203 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c74db7fb-5337-4e61-8fbb-e6ed3631f7d7 req-479c647c-6f2e-4eeb-a186-a37ae2028b45 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] 10.222.0.18 "GET /v2.0/security-groups/cab8f0db-ff10-42b5-9614-97176d89a181 HTTP/1.1" status: 200 len: 2998 time: 0.1009786 Feb 07 16:34:31.872628 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6021a1ce-c350-40e9-841b-7aec41b7a322 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "PUT /v2.0/floatingips/60560ca3-74b3-40d7-a465-c8c00414199e HTTP/1.1" status: 200 len: 990 time: 4.6907158 Feb 07 16:34:31.882001 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e2f06c-3e33-4889-b260-0c6884f387db', 'tag': '208bd4ae-8b14-4c99-b90b-76654a477eee'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:31.884872 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d57ec1-9f9a-4dc7-b658-0ceacc905b76" -d '{"events": [{"name": "network-changed", "server_uuid": "15e2f06c-3e33-4889-b260-0c6884f387db", "tag": "208bd4ae-8b14-4c99-b90b-76654a477eee"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:31.914415 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-c6adfcfa-afbc-4f66-b1ab-80e7b4e51195 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Allocated IP 192.168.233.184 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:34:31.944555 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-0488b5ea-a0d0-40e6-91b9-57f1bebe5ea9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4332955 Feb 07 16:34:31.967442 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Request body: {'port': {'device_id': '640a9915-5d30-489b-8a11-4331f45bf861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:32.021924 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 53f19a98-a70f-488e-b089-2a1c6610df6c details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:34:32.075271 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa9e3714-1019-4c58-ae01-7be11807376e req-e4384e52-386b-4847-9148-51beaf743a90 service neutron] 10.222.0.48 "GET /v2.0/networks/cc730b76-65b9-4ab1-acff-1d7ddc8a8df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549131 Feb 07 16:34:32.124774 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-a1ad5bce-ee5a-4a3e-9e9a-9f704722f07a tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Allocated IP 172.25.4.83 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/3f1e1b15-0153-40b6-b59f-3fe51b36e079) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:34:32.149483 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b1b8c869-1177-4b49-8a99-d73f9a32b57c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:32.165137 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c374eb6-1bd2-4252-878d-c342a3be1d49 req-b83e0457-5447-4077-8d22-ff88d9f1dc79 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:32.167763 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c374eb6-1bd2-4252-878d-c342a3be1d49 req-b83e0457-5447-4077-8d22-ff88d9f1dc79 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 1128 time: 0.0735931 Feb 07 16:34:32.255735 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:32.269144 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c374eb6-1bd2-4252-878d-c342a3be1d49 req-5f8a8b39-20db-47cc-978d-467e233ba04f tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679452 Feb 07 16:34:32.274836 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f1ef680e-a736-4d43-9fd5-bce42663c37e None None] Provisioning complete for port b1b8c869-1177-4b49-8a99-d73f9a32b57c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:32.275218 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1ef680e-a736-4d43-9fd5-bce42663c37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b1b8c869-1177-4b49-8a99-d73f9a32b57c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:32.291387 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ea19d739-69a8-44c9-8b81-e68d697adfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-router', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:25Z', 'updated_at': '2022-02-07T16:33:38Z', 'revision_number': 4, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'gw_port': {'id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:28Z', 'updated_at': '2022-02-07T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '60560ca3-74b3-40d7-a465-c8c00414199e', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'port_id': '208bd4ae-8b14-4c99-b90b-76654a477eee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'mac_address': 'fa:16:3e:fd:8e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e2f06c-3e33-4889-b260-0c6884f387db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:34:04Z', 'updated_at': '2022-02-07T16:34:28Z', 'revision_number': 1, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f914952c-e037-4218-95b3-5b28cd4a5bca', 'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'mac_address': 'fa:16:3e:2b:6d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:36Z', 'updated_at': '2022-02-07T16:33:45Z', 'revision_number': 5, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'subnets': [{'id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:32.330876 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 53f19a98-a70f-488e-b089-2a1c6610df6c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=53f19a98-a70f-488e-b089-2a1c6610df6c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:32.338400 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea19d739-69a8-44c9-8b81-e68d697adfa9 None None] Checking router: d419b1eb-88a5-4783-b32d-62c74d2da5af for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:34:32.342459 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f1ef680e-a736-4d43-9fd5-bce42663c37e None None] Port b1b8c869-1177-4b49-8a99-d73f9a32b57c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:34:32.346042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '53f19a98-a70f-488e-b089-2a1c6610df6c', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '53f19a98-a70f-488e-b089-2a1c6610df6c', 'mac_address': 'fa:16:3e:f1:6b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:34:32.356624 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea19d739-69a8-44c9-8b81-e68d697adfa9 None None] Routers {'d419b1eb-88a5-4783-b32d-62c74d2da5af'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:34:32.357511 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ea19d739-69a8-44c9-8b81-e68d697adfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d419b1eb-88a5-4783-b32d-62c74d2da5af'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:32.395302 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 53f19a98-a70f-488e-b089-2a1c6610df6c is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:32.395906 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:32.410427 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53f19a98-a70f-488e-b089-2a1c6610df6c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:34:32.432382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 53f19a98-a70f-488e-b089-2a1c6610df6c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=53f19a98-a70f-488e-b089-2a1c6610df6c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:32.437843 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:32.441044 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3f27ee0c-921e-47ec-9d79-9c83315e5210 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:34:32.512556 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=53f19a98-a70f-488e-b089-2a1c6610df6c,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:32.560604 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-75070a1b-dfdb-4119-9f99-c42c67d815e0 req-c11690b8-c3ad-46ad-b1c3-25c2281552de tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/4dafab6d-63b6-4429-848a-8a293452ac20 HTTP/1.1" status: 200 len: 1794 time: 0.1375034 Feb 07 16:34:32.561651 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 3f27ee0c-921e-47ec-9d79-9c83315e5210, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3f27ee0c-921e-47ec-9d79-9c83315e5210,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:32.575860 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-ea19d739-69a8-44c9-8b81-e68d697adfa9 None None] Set router d419b1eb-88a5-4783-b32d-62c74d2da5af gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:34:32.584998 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '3f27ee0c-921e-47ec-9d79-9c83315e5210', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '3f27ee0c-921e-47ec-9d79-9c83315e5210', 'mac_address': 'fa:16:3e:6e:f4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:34:32.631592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 3f27ee0c-921e-47ec-9d79-9c83315e5210 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:32.632160 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3f27ee0c-921e-47ec-9d79-9c83315e5210), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:32.652209 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f27ee0c-921e-47ec-9d79-9c83315e5210 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:34:32.676909 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 3f27ee0c-921e-47ec-9d79-9c83315e5210, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3f27ee0c-921e-47ec-9d79-9c83315e5210,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:32.680689 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-75070a1b-dfdb-4119-9f99-c42c67d815e0 req-34cbc340-80f1-4de8-a0df-c6aa9df713b7 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Publish callbacks [] for security_group (4dafab6d-63b6-4429-848a-8a293452ac20), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:32.683416 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3f27ee0c-921e-47ec-9d79-9c83315e5210), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:32.693956 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-c6adfcfa-afbc-4f66-b1ab-80e7b4e51195 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks [] for port (93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:32.713633 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-75070a1b-dfdb-4119-9f99-c42c67d815e0 req-34cbc340-80f1-4de8-a0df-c6aa9df713b7 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Publish callbacks [] for security_group (4dafab6d-63b6-4429-848a-8a293452ac20), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:32.719634 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-a1ad5bce-ee5a-4a3e-9e9a-9f704722f07a tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks [] for port (3f1e1b15-0153-40b6-b59f-3fe51b36e079), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:32.749505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=3f27ee0c-921e-47ec-9d79-9c83315e5210,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:32.767206 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-75070a1b-dfdb-4119-9f99-c42c67d815e0 req-34cbc340-80f1-4de8-a0df-c6aa9df713b7 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4dafab6d-63b6-4429-848a-8a293452ac20), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:32.773384 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-75070a1b-dfdb-4119-9f99-c42c67d815e0 req-34cbc340-80f1-4de8-a0df-c6aa9df713b7 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:32.774307 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-75070a1b-dfdb-4119-9f99-c42c67d815e0 req-34cbc340-80f1-4de8-a0df-c6aa9df713b7 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/4dafab6d-63b6-4429-848a-8a293452ac20 HTTP/1.1" status: 204 len: 173 time: 0.2038670 Feb 07 16:34:32.788959 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbc340-80f1-4de8-a0df-c6aa9df713b7 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dafab6d-63b6-4429-848a-8a293452ac20,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:32.832806 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-c6adfcfa-afbc-4f66-b1ab-80e7b4e51195 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:32.844844 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-a1ad5bce-ee5a-4a3e-9e9a-9f704722f07a tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (3f1e1b15-0153-40b6-b59f-3fe51b36e079), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:32.850868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c2ed7b11-fa05-437c-b3fd-894f106c3dee'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:32.941009 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-a1ad5bce-ee5a-4a3e-9e9a-9f704722f07a tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:34:32.943697 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ea19d739-69a8-44c9-8b81-e68d697adfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-router', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:25Z', 'updated_at': '2022-02-07T16:33:38Z', 'revision_number': 4, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'gw_port': {'id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:28Z', 'updated_at': '2022-02-07T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '60560ca3-74b3-40d7-a465-c8c00414199e', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'port_id': '208bd4ae-8b14-4c99-b90b-76654a477eee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'mac_address': 'fa:16:3e:fd:8e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e2f06c-3e33-4889-b260-0c6884f387db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:34:04Z', 'updated_at': '2022-02-07T16:34:28Z', 'revision_number': 1, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f914952c-e037-4218-95b3-5b28cd4a5bca', 'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'mac_address': 'fa:16:3e:2b:6d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:36Z', 'updated_at': '2022-02-07T16:33:45Z', 'revision_number': 5, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'subnets': [{'id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:32.951695 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-c6adfcfa-afbc-4f66-b1ab-80e7b4e51195 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:34:32.952871 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-a1ad5bce-ee5a-4a3e-9e9a-9f704722f07a tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:32.960193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-a1ad5bce-ee5a-4a3e-9e9a-9f704722f07a tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:34:32.992565 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea19d739-69a8-44c9-8b81-e68d697adfa9 None None] The sync data for ids ['d419b1eb-88a5-4783-b32d-62c74d2da5af'] in n-d-827865-3 is: [{'id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-router', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:25Z', 'updated_at': '2022-02-07T16:33:38Z', 'revision_number': 4, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'gw_port': {'id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:28Z', 'updated_at': '2022-02-07T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '60560ca3-74b3-40d7-a465-c8c00414199e', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'port_id': '208bd4ae-8b14-4c99-b90b-76654a477eee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'mac_address': 'fa:16:3e:fd:8e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e2f06c-3e33-4889-b260-0c6884f387db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:34:04Z', 'updated_at': '2022-02-07T16:34:28Z', 'revision_number': 1, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f914952c-e037-4218-95b3-5b28cd4a5bca', 'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'mac_address': 'fa:16:3e:2b:6d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:36Z', 'updated_at': '2022-02-07T16:33:45Z', 'revision_number': 5, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'subnets': [{'id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:34:32.997998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-c6adfcfa-afbc-4f66-b1ab-80e7b4e51195 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:32.998889 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d816ca-76cf-4e0c-9d7b-95717b4b8d2b req-2217a861-221e-43cd-814e-6c3553f4340a tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:33.012615 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d7d816ca-76cf-4e0c-9d7b-95717b4b8d2b req-2217a861-221e-43cd-814e-6c3553f4340a tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=15e2f06c-3e33-4889-b260-0c6884f387db HTTP/1.1" status: 200 len: 945 time: 0.1285748 Feb 07 16:34:33.028210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['53f19a98-a70f-488e-b089-2a1c6610df6c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:33.030351 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['3f27ee0c-921e-47ec-9d79-9c83315e5210'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:33.064352 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-a1ad5bce-ee5a-4a3e-9e9a-9f704722f07a tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks [] for floatingip (456cd056-1142-403c-9aeb-4339decdb598), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:33.071447 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-c6adfcfa-afbc-4f66-b1ab-80e7b4e51195 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:34:33.080198 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad5bce-ee5a-4a3e-9e9a-9f704722f07a tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Pushing event updated for resources: {'Port': ['ID=3f1e1b15-0153-40b6-b59f-3fe51b36e079,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:33.138132 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d7d816ca-76cf-4e0c-9d7b-95717b4b8d2b req-a232d0b1-ba9f-4076-bedf-e00f09e9139b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244841 Feb 07 16:34:33.221611 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-c6adfcfa-afbc-4f66-b1ab-80e7b4e51195 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:33.222489 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-c6adfcfa-afbc-4f66-b1ab-80e7b4e51195 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:33.228181 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d454b8b8-8f59-4f06-aa20-a6aa9d4c9888 x-openstack-request-id: req-d454b8b8-8f59-4f06-aa20-a6aa9d4c9888 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:33.228485 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e2f06c-3e33-4889-b260-0c6884f387db", "tag": "208bd4ae-8b14-4c99-b90b-76654a477eee", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:33.228733 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d454b8b8-8f59-4f06-aa20-a6aa9d4c9888 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:33.229140 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e2f06c-3e33-4889-b260-0c6884f387db', 'tag': '208bd4ae-8b14-4c99-b90b-76654a477eee', 'status': 'completed', 'code': 200} Feb 07 16:34:33.259041 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-a1ad5bce-ee5a-4a3e-9e9a-9f704722f07a tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3f1e1b15-0153-40b6-b59f-3fe51b36e079), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:33.378838 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-c6adfcfa-afbc-4f66-b1ab-80e7b4e51195 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7227907 Feb 07 16:34:33.380498 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adfcfa-afbc-4f66-b1ab-80e7b4e51195 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Pushing event updated for resources: {'Port': ['ID=93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:33.395658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e00eaa-ec55-4b5a-af6a-d88eb8630101 req-b8ebce59-c62b-41f4-a367-c4668bf17127 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:33.404134 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c8e00eaa-ec55-4b5a-af6a-d88eb8630101 req-b8ebce59-c62b-41f4-a367-c4668bf17127 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=640a9915-5d30-489b-8a11-4331f45bf861 HTTP/1.1" status: 200 len: 935 time: 0.0792203 Feb 07 16:34:33.404790 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Request body: {'port': {'device_id': '08db74f1-074b-47c1-a99f-859400e40031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:33.462181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9adbff-7932-47c2-9e1b-b32d269a4dce None None] New status for floating IP 60560ca3-74b3-40d7-a465-c8c00414199e: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:34:33.469991 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c8e00eaa-ec55-4b5a-af6a-d88eb8630101 req-e22bbfad-4a84-471e-a668-316abdb18e1e tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620990 Feb 07 16:34:33.490693 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:33.599170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d8d1c-bba1-4ef5-b88b-68da9e0ebf9c req-6dacd93f-61f9-4eab-ac72-ec259d35380f tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:33.601883 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-519d8d1c-bba1-4ef5-b88b-68da9e0ebf9c req-6dacd93f-61f9-4eab-ac72-ec259d35380f tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 949 time: 0.0705967 Feb 07 16:34:33.658632 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d57ec1-9f9a-4dc7-b658-0ceacc905b76 req-5bf4a622-3a09-45db-9bdf-150cfc7eef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:33.660845 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3d57ec1-9f9a-4dc7-b658-0ceacc905b76 req-5bf4a622-3a09-45db-9bdf-150cfc7eef8b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f21c7e5651f49c2b6930564a27dd33f&device_id=15e2f06c-3e33-4889-b260-0c6884f387db HTTP/1.1" status: 200 len: 1127 time: 0.4022224 Feb 07 16:34:33.684181 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-519d8d1c-bba1-4ef5-b88b-68da9e0ebf9c req-eb619852-e42e-489d-bdc7-7edc45fa557c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766957 Feb 07 16:34:33.694713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b8c869-1177-4b49-8a99-d73f9a32b57c {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:34:33.721184 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Publish callbacks [] for port (b1b8c869-1177-4b49-8a99-d73f9a32b57c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:33.740037 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ae86b3ab-73fe-4e45-9078-41fa2b84e90e None None] Provisioning complete for port 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:33.740414 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ae86b3ab-73fe-4e45-9078-41fa2b84e90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:33.820084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b77ab8-84cc-4888-bd05-4f4f3ab1a094 req-a58fd988-32dc-46b6-9878-6d15cb4506b4 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:33.822827 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-88b77ab8-84cc-4888-bd05-4f4f3ab1a094 req-a58fd988-32dc-46b6-9878-6d15cb4506b4 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 948 time: 0.0683057 Feb 07 16:34:33.836311 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Transition to ACTIVE for port object b1b8c869-1177-4b49-8a99-d73f9a32b57c will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:34:33.854140 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (b1b8c869-1177-4b49-8a99-d73f9a32b57c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:33.883402 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-88b77ab8-84cc-4888-bd05-4f4f3ab1a094 req-dbd5b3a3-1491-4c66-89c4-bc1198fad9a1 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/security-groups?id=043b38f9-ceef-4cbe-84fa-4be359821b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531523 Feb 07 16:34:33.900190 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ae86b3ab-73fe-4e45-9078-41fa2b84e90e None None] Port 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:34:34.004390 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d57ec1-9f9a-4dc7-b658-0ceacc905b76 req-ff02af62-d40f-4e31-93fa-5bec2741e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:34.006305 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3d57ec1-9f9a-4dc7-b658-0ceacc905b76 req-ff02af62-d40f-4e31-93fa-5bec2741e5da service neutron] 10.222.0.48 "GET /v2.0/networks?id=937f4032-ece2-4ef3-ae25-e7defef4a280 HTTP/1.1" status: 200 len: 924 time: 0.3286109 Feb 07 16:34:34.015788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Pushing event updated for resources: {'Port': ['ID=b1b8c869-1177-4b49-8a99-d73f9a32b57c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:34.027691 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 53f19a98-a70f-488e-b089-2a1c6610df6c no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:34:34.028927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e1beb-d20a-42ed-b9e1-b93995db2d0c req-eccc5dcf-2d3c-4c15-b260-01f421e55bc2 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:34.037051 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c01e1beb-d20a-42ed-b9e1-b93995db2d0c req-eccc5dcf-2d3c-4c15-b260-01f421e55bc2 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 1128 time: 0.0733755 Feb 07 16:34:34.059342 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-a1ad5bce-ee5a-4a3e-9e9a-9f704722f07a tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks [] for port (3f1e1b15-0153-40b6-b59f-3fe51b36e079), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:34.112237 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c01e1beb-d20a-42ed-b9e1-b93995db2d0c req-262fa80d-b247-4586-8aec-4a4447f622a0 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741370 Feb 07 16:34:34.132088 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-a1ad5bce-ee5a-4a3e-9e9a-9f704722f07a tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (3f1e1b15-0153-40b6-b59f-3fe51b36e079), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:34.142142 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 53f19a98-a70f-488e-b089-2a1c6610df6c is: BUILD; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:34.143647 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:34.167312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 53f19a98-a70f-488e-b089-2a1c6610df6c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:34:34.195582 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 53f19a98-a70f-488e-b089-2a1c6610df6c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=53f19a98-a70f-488e-b089-2a1c6610df6c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:34.200725 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:34.210106 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df17a1bd-b091-4201-b4d6-360d26e23d4f req-e0265953-b776-4ee3-b166-35c2a3e6f3ae tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e1db36dd-47a0-45c3-a498-4d6a845155de HTTP/1.1" status: 200 len: 1795 time: 0.0501728 Feb 07 16:34:34.273711 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=53f19a98-a70f-488e-b089-2a1c6610df6c,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:34.303127 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df17a1bd-b091-4201-b4d6-360d26e23d4f req-5f250111-94f3-49f8-b4b4-acf2871ce565 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Publish callbacks [] for security_group (e1db36dd-47a0-45c3-a498-4d6a845155de), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:34.327753 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df17a1bd-b091-4201-b4d6-360d26e23d4f req-5f250111-94f3-49f8-b4b4-acf2871ce565 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Publish callbacks [] for security_group (e1db36dd-47a0-45c3-a498-4d6a845155de), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:34.372165 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df17a1bd-b091-4201-b4d6-360d26e23d4f req-5f250111-94f3-49f8-b4b4-acf2871ce565 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e1db36dd-47a0-45c3-a498-4d6a845155de), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:34.375243 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df17a1bd-b091-4201-b4d6-360d26e23d4f req-5f250111-94f3-49f8-b4b4-acf2871ce565 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:34.376415 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df17a1bd-b091-4201-b4d6-360d26e23d4f req-5f250111-94f3-49f8-b4b4-acf2871ce565 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1db36dd-47a0-45c3-a498-4d6a845155de HTTP/1.1" status: 204 len: 173 time: 0.1588979 Feb 07 16:34:34.389079 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f250111-94f3-49f8-b4b4-acf2871ce565 tempest-SecurityGroupsTestAdminJSON-680725824 tempest-SecurityGroupsTestAdminJSON-680725824-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1db36dd-47a0-45c3-a498-4d6a845155de,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:34.491313 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a936676-e23f-4740-820d-6f67149b4828 req-ad2b6146-6346-433a-8449-b231c10e853d tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:34.493116 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a936676-e23f-4740-820d-6f67149b4828 req-ad2b6146-6346-433a-8449-b231c10e853d tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=15e2f06c-3e33-4889-b260-0c6884f387db HTTP/1.1" status: 200 len: 945 time: 0.0570629 Feb 07 16:34:34.545889 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a936676-e23f-4740-820d-6f67149b4828 req-dd09fc03-254d-48fb-a2ac-26cd74b6fffc tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467629 Feb 07 16:34:34.547011 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3d57ec1-9f9a-4dc7-b658-0ceacc905b76 req-a9aa1f16-1c03-4f61-9c5e-475c7022bb56 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=208bd4ae-8b14-4c99-b90b-76654a477eee HTTP/1.1" status: 200 len: 1000 time: 0.5208149 Feb 07 16:34:34.561455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad5bce-ee5a-4a3e-9e9a-9f704722f07a tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Pushing event updated for resources: {'Port': ['ID=3f1e1b15-0153-40b6-b59f-3fe51b36e079,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:34.652685 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e41b3b84-ad3b-48fb-9ea8-c9e416967680 req-1335f60b-48b7-4f65-b79f-0970d8e8ac77 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] 10.222.0.18 "GET /v2.0/security-groups/4366ba75-0802-489f-822c-84b9629bcf00 HTTP/1.1" status: 200 len: 1795 time: 0.0412793 Feb 07 16:34:34.662577 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Attempting to bind port b1b8c869-1177-4b49-8a99-d73f9a32b57c on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:34:34.664636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Attempting to bind port b1b8c869-1177-4b49-8a99-d73f9a32b57c by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:34:34.664636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Attempting to bind port b1b8c869-1177-4b49-8a99-d73f9a32b57c on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:34.665424 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-a1ad5bce-ee5a-4a3e-9e9a-9f704722f07a tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (456cd056-1142-403c-9aeb-4339decdb598), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:34.676265 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d57ec1-9f9a-4dc7-b658-0ceacc905b76 req-fb6d5649-9986-49fa-a7ee-c7c47c674fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:34.677881 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3d57ec1-9f9a-4dc7-b658-0ceacc905b76 req-fb6d5649-9986-49fa-a7ee-c7c47c674fdb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=84094ea4-ebf5-4efb-98d2-d6d7e236c705 HTTP/1.1" status: 200 len: 862 time: 0.1220155 Feb 07 16:34:34.679875 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:34:34.689726 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Port b1b8c869-1177-4b49-8a99-d73f9a32b57c on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:34:34.690064 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Attempting to bind port b1b8c869-1177-4b49-8a99-d73f9a32b57c on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:34.693509 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Publish callbacks [] for port (93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:34.724386 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e41b3b84-ad3b-48fb-9ea8-c9e416967680 req-59f327ce-cc6f-4c50-a540-adc4ccf863f8 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Publish callbacks [] for security_group (4366ba75-0802-489f-822c-84b9629bcf00), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:34.729451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:34:34.729812 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:34:34.730205 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:34:34.730650 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Bound port: b1b8c869-1177-4b49-8a99-d73f9a32b57c, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:34:34.731023 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b1b8c869-1177-4b49-8a99-d73f9a32b57c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:34.734892 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-a1ad5bce-ee5a-4a3e-9e9a-9f704722f07a tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:34.736109 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-a1ad5bce-ee5a-4a3e-9e9a-9f704722f07a tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4424508 Feb 07 16:34:34.750473 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e41b3b84-ad3b-48fb-9ea8-c9e416967680 req-59f327ce-cc6f-4c50-a540-adc4ccf863f8 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Publish callbacks [] for security_group (4366ba75-0802-489f-822c-84b9629bcf00), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:34.752670 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Transition to ACTIVE for port object 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:34:34.811072 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e41b3b84-ad3b-48fb-9ea8-c9e416967680 req-59f327ce-cc6f-4c50-a540-adc4ccf863f8 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4366ba75-0802-489f-822c-84b9629bcf00), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:34.813906 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e41b3b84-ad3b-48fb-9ea8-c9e416967680 req-59f327ce-cc6f-4c50-a540-adc4ccf863f8 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:34.815064 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e41b3b84-ad3b-48fb-9ea8-c9e416967680 req-59f327ce-cc6f-4c50-a540-adc4ccf863f8 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] 10.222.0.18 "DELETE /v2.0/security-groups/4366ba75-0802-489f-822c-84b9629bcf00 HTTP/1.1" status: 204 len: 173 time: 0.1561155 Feb 07 16:34:34.819780 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:34.827577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f327ce-cc6f-4c50-a540-adc4ccf863f8 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4366ba75-0802-489f-822c-84b9629bcf00,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:34.882230 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-499d21f4-1237-4c94-91cc-3bb487c082bc tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.83 HTTP/1.1" status: 200 len: 695 time: 0.1308708 Feb 07 16:34:34.935646 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b84df-9efc-46c7-a9f7-d13ceebfec5d req-46ff85c8-7a12-420e-940d-974d36bf3d92 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:34.937322 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-108b84df-9efc-46c7-a9f7-d13ceebfec5d req-46ff85c8-7a12-420e-940d-974d36bf3d92 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=640a9915-5d30-489b-8a11-4331f45bf861 HTTP/1.1" status: 200 len: 947 time: 0.0630932 Feb 07 16:34:34.967845 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d57ec1-9f9a-4dc7-b658-0ceacc905b76 req-81987276-76dc-43b9-8980-919875e25897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:34.969426 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3d57ec1-9f9a-4dc7-b658-0ceacc905b76 req-81987276-76dc-43b9-8980-919875e25897 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=937f4032-ece2-4ef3-ae25-e7defef4a280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2807071 Feb 07 16:34:34.992929 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-108b84df-9efc-46c7-a9f7-d13ceebfec5d req-96116c53-5ad4-460c-9203-d53d894f898a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465095 Feb 07 16:34:35.015206 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:35.047690 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] For port b1b8c869-1177-4b49-8a99-d73f9a32b57c, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:34:35.098914 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] For port b1b8c869-1177-4b49-8a99-d73f9a32b57c, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=b1b8c869-1177-4b49-8a99-d73f9a32b57c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:34:35.136505 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (b1b8c869-1177-4b49-8a99-d73f9a32b57c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:35.218124 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:35.219925 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:35.221377 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] 10.222.0.32 "PUT /v2.0/ports/b1b8c869-1177-4b49-8a99-d73f9a32b57c HTTP/1.1" status: 200 len: 1095 time: 3.2593241 Feb 07 16:34:35.232602 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-c8457db7-bf24-43b7-a3b2-f06e4d810d4c tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:35.234045 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-c8457db7-bf24-43b7-a3b2-f06e4d810d4c tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.3453054 Feb 07 16:34:35.241927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640a9915-5d30-489b-8a11-4331f45bf861', 'tag': 'b1b8c869-1177-4b49-8a99-d73f9a32b57c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:35.244226 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d335bdae-19a7-4a64-b1fe-420736351874" -d '{"events": [{"name": "network-changed", "server_uuid": "640a9915-5d30-489b-8a11-4331f45bf861", "tag": "b1b8c869-1177-4b49-8a99-d73f9a32b57c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:35.271564 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-bc9586b0-d34f-4c9d-9b33-d2da0e262730 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:34:35.271564 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e4a482f3-b6fe-4cdc-a1d4-c45cab28871d req-bc9586b0-d34f-4c9d-9b33-d2da0e262730 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095868 Feb 07 16:34:35.279110 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3d57ec1-9f9a-4dc7-b658-0ceacc905b76 req-5c3a0bf3-e56e-4f81-a0f3-a70869fd0db6 service neutron] 10.222.0.48 "GET /v2.0/networks/937f4032-ece2-4ef3-ae25-e7defef4a280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966149 Feb 07 16:34:35.285769 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Attempting to bind port 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:34:35.286118 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Attempting to bind port 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:34:35.286543 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Attempting to bind port 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:35.365008 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d06477-c8b5-4279-b04e-a6f8778c984d service neutron] Pushing event updated for resources: {'Port': ['ID=b1b8c869-1177-4b49-8a99-d73f9a32b57c,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:35.379960 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Port 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:34:35.380385 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Attempting to bind port 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:35.418416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:34:35.418776 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:34:35.419143 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:34:35.419595 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Bound port: 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:34:35.419963 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:35.500079 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-2ef0941c-de39-4657-a94f-96847077824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:35.501625 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-2ef0941c-de39-4657-a94f-96847077824a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&device_id=640a9915-5d30-489b-8a11-4331f45bf861 HTTP/1.1" status: 200 len: 1129 time: 0.1981640 Feb 07 16:34:35.513870 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3d57ec1-9f9a-4dc7-b658-0ceacc905b76 req-2288400f-e58c-4606-b303-59d1956dbdf5 service neutron] 10.222.0.48 "GET /v2.0/networks/937f4032-ece2-4ef3-ae25-e7defef4a280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249041 Feb 07 16:34:35.531433 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c81717-d552-4311-bfb9-1eee0dd2827b req-6d129107-5ea2-4eab-a44d-edce19847ca0 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:35.532951 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f9c81717-d552-4311-bfb9-1eee0dd2827b req-6d129107-5ea2-4eab-a44d-edce19847ca0 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 948 time: 0.1620860 Feb 07 16:34:35.579026 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-e06dce39-8642-4a85-a563-31c6216f5e0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b1b8c869-1177-4b49-8a99-d73f9a32b57c HTTP/1.1" status: 200 len: 217 time: 0.0620933 Feb 07 16:34:35.625596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] For port 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:34:35.658680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] For port 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:34:35.670600 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-1b67075e-cf61-4b47-966f-2fa27858edee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:35.672069 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-1b67075e-cf61-4b47-966f-2fa27858edee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0772860 Feb 07 16:34:35.676442 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:35.714377 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f9c81717-d552-4311-bfb9-1eee0dd2827b req-4bad2f70-a30a-44de-bb97-9f8995dfb1ab tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439192 Feb 07 16:34:35.744406 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:35.745032 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:35.746434 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] 10.222.0.32 "PUT /v2.0/ports/93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 HTTP/1.1" status: 200 len: 1096 time: 2.3468084 Feb 07 16:34:35.810042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50637acc-6e3b-4d7e-bc9b-ed292b1ac4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:35.853216 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-0556c3cd-c039-4ba2-8e0e-c21299a9fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:35.854790 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-0556c3cd-c039-4ba2-8e0e-c21299a9fbeb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1743639 Feb 07 16:34:35.864175 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bbc3932a-ca85-4f68-bb5f-80733372c1c7 req-0dfd1f50-2fc3-4f43-93ca-49315c2aed67 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] 10.222.0.18 "GET /v2.0/security-groups/2c9a8342-780f-424c-bd09-99b8027fa0d4 HTTP/1.1" status: 200 len: 1794 time: 0.1139331 Feb 07 16:34:35.942083 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-925cc93c-06bd-4c1c-873e-b0ad0bc1b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:35.943236 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-925cc93c-06bd-4c1c-873e-b0ad0bc1b76c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&device_id=08db74f1-074b-47c1-a99f-859400e40031 HTTP/1.1" status: 200 len: 1130 time: 0.1525297 Feb 07 16:34:36.010278 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-44cebab2-d288-4b05-8425-4875f87cffb1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 HTTP/1.1" status: 200 len: 217 time: 0.0594239 Feb 07 16:34:36.036218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 53f19a98-a70f-488e-b089-2a1c6610df6c up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:34:36.043865 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-4e8c8c8c-cb0a-4901-9a17-889da9ac4985 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779146 Feb 07 16:34:36.044558 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bbc3932a-ca85-4f68-bb5f-80733372c1c7 req-e0b9f07a-26ad-483f-98e1-1d9c7ad403f7 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Publish callbacks [] for security_group (2c9a8342-780f-424c-bd09-99b8027fa0d4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:36.091786 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 53f19a98-a70f-488e-b089-2a1c6610df6c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:36.092199 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:36.156285 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bbc3932a-ca85-4f68-bb5f-80733372c1c7 req-e0b9f07a-26ad-483f-98e1-1d9c7ad403f7 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Publish callbacks [] for security_group (2c9a8342-780f-424c-bd09-99b8027fa0d4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:36.182453 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 53f19a98-a70f-488e-b089-2a1c6610df6c is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:36.183240 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:36.192997 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-b0734cca-69b0-45ec-87c7-70be15a3a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:36.194517 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-b0734cca-69b0-45ec-87c7-70be15a3a983 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1350219 Feb 07 16:34:36.212174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af2ecd3-d3b8-42ac-aee4-673e14dc271d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f19a98-a70f-488e-b089-2a1c6610df6c'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:36.215038 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54de202-4740-46f9-ab3f-9795d3f06c85" -d '{"events": [{"server_uuid": "2af2ecd3-d3b8-42ac-aee4-673e14dc271d", "name": "network-vif-plugged", "status": "completed", "tag": "53f19a98-a70f-488e-b089-2a1c6610df6c"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:36.229003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 53f19a98-a70f-488e-b089-2a1c6610df6c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=53f19a98-a70f-488e-b089-2a1c6610df6c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:36.234341 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:36.235140 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3f27ee0c-921e-47ec-9d79-9c83315e5210 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:34:36.273849 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-5b247654-c563-4fab-9b93-1c281300dd67 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153666 Feb 07 16:34:36.277519 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bbc3932a-ca85-4f68-bb5f-80733372c1c7 req-e0b9f07a-26ad-483f-98e1-1d9c7ad403f7 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2c9a8342-780f-424c-bd09-99b8027fa0d4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:36.280123 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bbc3932a-ca85-4f68-bb5f-80733372c1c7 req-e0b9f07a-26ad-483f-98e1-1d9c7ad403f7 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:36.281224 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bbc3932a-ca85-4f68-bb5f-80733372c1c7 req-e0b9f07a-26ad-483f-98e1-1d9c7ad403f7 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] 10.222.0.18 "DELETE /v2.0/security-groups/2c9a8342-780f-424c-bd09-99b8027fa0d4 HTTP/1.1" status: 204 len: 173 time: 0.3719006 Feb 07 16:34:36.299799 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54442) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:36.319125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-9ac03a67-1869-463b-a417-2863b01966c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:36.320712 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-9ac03a67-1869-463b-a417-2863b01966c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1189277 Feb 07 16:34:36.322670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=53f19a98-a70f-488e-b089-2a1c6610df6c,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:36.327337 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9f07a-26ad-483f-98e1-1d9c7ad403f7 tempest-SecurityGroupsTestAdminJSON-593172112 tempest-SecurityGroupsTestAdminJSON-593172112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9a8342-780f-424c-bd09-99b8027fa0d4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:36.367640 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 3f27ee0c-921e-47ec-9d79-9c83315e5210 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:34:36.380069 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 3f27ee0c-921e-47ec-9d79-9c83315e5210 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:36.380585 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3f27ee0c-921e-47ec-9d79-9c83315e5210), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:36.433697 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-8cfb7324-9498-497e-b16b-f5055b2ed5b2 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:34:36.442560 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-8cfb7324-9498-497e-b16b-f5055b2ed5b2 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1400759 Feb 07 16:34:36.483624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691118bd-2e0c-461f-a23a-f18ef4197444 req-47343c2c-7dc7-4223-a9ae-53e41cbede2d tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:36.485270 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-691118bd-2e0c-461f-a23a-f18ef4197444 req-47343c2c-7dc7-4223-a9ae-53e41cbede2d tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 948 time: 0.1211059 Feb 07 16:34:36.487605 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-f2b41968-0085-44de-9cbf-b8bfb73a55ba service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581786 Feb 07 16:34:36.501090 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 3f27ee0c-921e-47ec-9d79-9c83315e5210 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:36.501090 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3f27ee0c-921e-47ec-9d79-9c83315e5210), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:36.548971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 3f27ee0c-921e-47ec-9d79-9c83315e5210, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3f27ee0c-921e-47ec-9d79-9c83315e5210,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:36.558453 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3f27ee0c-921e-47ec-9d79-9c83315e5210), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:36.587207 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-519e8693-b104-449d-b236-4f2722fd5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:36.588781 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-519e8693-b104-449d-b236-4f2722fd5576 service neutron] 10.222.0.18 "GET /v2.0/ports/d94e4177-9cfa-4564-b77b-1244bf59ea99 HTTP/1.1" status: 200 len: 1125 time: 0.1015396 Feb 07 16:34:36.594940 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-691118bd-2e0c-461f-a23a-f18ef4197444 req-36b0593a-4b31-49ee-8541-f647aacae50d tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/security-groups?id=043b38f9-ceef-4cbe-84fa-4be359821b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017063 Feb 07 16:34:36.597649 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-8b091a99-733c-4799-bc89-6b1422c473e9 service neutron] Request body: {'binding': {'host': 'n-h2-827865-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:36.598189 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-8b091a99-733c-4799-bc89-6b1422c473e9 service neutron] Unknown quota resources ['binding']. {{(pid=103226) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 16:34:36.625823 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=3f27ee0c-921e-47ec-9d79-9c83315e5210,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:36.654518 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e1ad1c-6c8e-4544-9e1a-ed715ca8d7b5 req-afcfb2e4-a368-498e-902a-3c31d82da80b service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588039 Feb 07 16:34:36.676763 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ed4db1-335e-4f0a-b8e5-55e28cd8386a x-openstack-request-id: req-56ed4db1-335e-4f0a-b8e5-55e28cd8386a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:36.678022 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640a9915-5d30-489b-8a11-4331f45bf861", "tag": "b1b8c869-1177-4b49-8a99-d73f9a32b57c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:36.678499 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56ed4db1-335e-4f0a-b8e5-55e28cd8386a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:36.679286 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640a9915-5d30-489b-8a11-4331f45bf861', 'tag': 'b1b8c869-1177-4b49-8a99-d73f9a32b57c', 'status': 'completed', 'code': 200} Feb 07 16:34:36.703486 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54452) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:36.736832 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bb2a90e8-f127-4a7a-b76a-3ac866c77d4b req-d63e141c-bda5-41a3-a010-03c7aa868462 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/floatingips/456cd056-1142-403c-9aeb-4339decdb598 HTTP/1.1" status: 200 len: 692 time: 0.0562477 Feb 07 16:34:36.792946 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-8b091a99-733c-4799-bc89-6b1422c473e9 service neutron] Attempting to bind port d94e4177-9cfa-4564-b77b-1244bf59ea99 on host n-h2-827865-3 for vnic_type normal with profile None {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:34:36.793395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-8b091a99-733c-4799-bc89-6b1422c473e9 service neutron] Attempting to bind port d94e4177-9cfa-4564-b77b-1244bf59ea99 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:34:36.793816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-8b091a99-733c-4799-bc89-6b1422c473e9 service neutron] Attempting to bind port d94e4177-9cfa-4564-b77b-1244bf59ea99 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:36.799128 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-8b091a99-733c-4799-bc89-6b1422c473e9 service neutron] Port d94e4177-9cfa-4564-b77b-1244bf59ea99 on network 3db07daa-5eaa-4bf8-9b32-41159885835d not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:34:36.799540 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-8b091a99-733c-4799-bc89-6b1422c473e9 service neutron] Attempting to bind port d94e4177-9cfa-4564-b77b-1244bf59ea99 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:36.805129 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-8b091a99-733c-4799-bc89-6b1422c473e9 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:34:36.805656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-8b091a99-733c-4799-bc89-6b1422c473e9 service neutron] Checking segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:34:36.807288 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-8b091a99-733c-4799-bc89-6b1422c473e9 service neutron] Bound using segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:34:36.807833 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-8b091a99-733c-4799-bc89-6b1422c473e9 service neutron] Bound port: d94e4177-9cfa-4564-b77b-1244bf59ea99, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:34:36.845909 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335bdae-19a7-4a64-b1fe-420736351874 req-aff4c1f5-9f51-4942-bb6e-5daf6d1c5b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:36.847966 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d335bdae-19a7-4a64-b1fe-420736351874 req-aff4c1f5-9f51-4942-bb6e-5daf6d1c5b75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&device_id=640a9915-5d30-489b-8a11-4331f45bf861 HTTP/1.1" status: 200 len: 1129 time: 0.1286077 Feb 07 16:34:36.903336 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-8b091a99-733c-4799-bc89-6b1422c473e9 service neutron] For port d94e4177-9cfa-4564-b77b-1244bf59ea99, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d94e4177-9cfa-4564-b77b-1244bf59ea99,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:34:36.929613 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-8b091a99-733c-4799-bc89-6b1422c473e9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:36.929962 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-8b091a99-733c-4799-bc89-6b1422c473e9 service neutron] 10.222.0.18 "POST /v2.0/ports/d94e4177-9cfa-4564-b77b-1244bf59ea99/bindings HTTP/1.1" status: 201 len: 389 time: 0.3357921 Feb 07 16:34:36.954047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a90e8-f127-4a7a-b76a-3ac866c77d4b req-c0ed4975-d78a-41b6-95f1-9a6eb632f40d tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:36.955350 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9256853c-1ce8-475d-a47f-aa88e1318b58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2fdcddd8b4a84bcf819c02f41f1a51b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507515 Feb 07 16:34:36.955942 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54460) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:36.961210 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bb2a90e8-f127-4a7a-b76a-3ac866c77d4b req-c0ed4975-d78a-41b6-95f1-9a6eb632f40d tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.2000988 Feb 07 16:34:36.968548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-bb2a90e8-f127-4a7a-b76a-3ac866c77d4b req-e7261892-02bc-4311-b750-d5a83bf93dcb tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:34:36.969702 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bb2a90e8-f127-4a7a-b76a-3ac866c77d4b req-e7261892-02bc-4311-b750-d5a83bf93dcb tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076971 Feb 07 16:34:36.994394 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335bdae-19a7-4a64-b1fe-420736351874 req-043d6e4e-96d6-4db5-b09c-afa71df878d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:36.995873 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d335bdae-19a7-4a64-b1fe-420736351874 req-043d6e4e-96d6-4db5-b09c-afa71df878d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.1380689 Feb 07 16:34:37.022865 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba5600f6-49b0-4707-9ae6-621b18617a1d admin admin] Publish callbacks [] for security_group (cab8f0db-ff10-42b5-9614-97176d89a181), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:37.067765 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba5600f6-49b0-4707-9ae6-621b18617a1d admin admin] Publish callbacks [] for security_group (cab8f0db-ff10-42b5-9614-97176d89a181), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:37.069818 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d335bdae-19a7-4a64-b1fe-420736351874 req-f91ee714-74ce-4351-9fe8-40a93c1f3a7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b1b8c869-1177-4b49-8a99-d73f9a32b57c HTTP/1.1" status: 200 len: 217 time: 0.0510859 Feb 07 16:34:37.229264 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007e4c0-9b33-4ac9-85b7-f1f109bf6be1 req-04cefb02-1517-4f7f-861e-a0ac9df002f1 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:37.236753 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9007e4c0-9b33-4ac9-85b7-f1f109bf6be1 req-04cefb02-1517-4f7f-861e-a0ac9df002f1 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=640a9915-5d30-489b-8a11-4331f45bf861 HTTP/1.1" status: 200 len: 947 time: 0.1003499 Feb 07 16:34:37.239813 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba5600f6-49b0-4707-9ae6-621b18617a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cab8f0db-ff10-42b5-9614-97176d89a181), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:37.252111 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba5600f6-49b0-4707-9ae6-621b18617a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:37.256031 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ba5600f6-49b0-4707-9ae6-621b18617a1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cab8f0db-ff10-42b5-9614-97176d89a181 HTTP/1.1" status: 204 len: 168 time: 0.2968392 Feb 07 16:34:37.289247 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5600f6-49b0-4707-9ae6-621b18617a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab8f0db-ff10-42b5-9614-97176d89a181,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:37.306869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5600f6-49b0-4707-9ae6-621b18617a1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:37.307580 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5600f6-49b0-4707-9ae6-621b18617a1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:37.307580 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5600f6-49b0-4707-9ae6-621b18617a1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:37.307895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5600f6-49b0-4707-9ae6-621b18617a1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:37.308234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5600f6-49b0-4707-9ae6-621b18617a1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:37.308573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5600f6-49b0-4707-9ae6-621b18617a1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:37.308910 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5600f6-49b0-4707-9ae6-621b18617a1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:37.309243 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5600f6-49b0-4707-9ae6-621b18617a1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:37.309606 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5600f6-49b0-4707-9ae6-621b18617a1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:37.309938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5600f6-49b0-4707-9ae6-621b18617a1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:37.310269 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5600f6-49b0-4707-9ae6-621b18617a1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:37.310597 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5600f6-49b0-4707-9ae6-621b18617a1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:37.310922 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5600f6-49b0-4707-9ae6-621b18617a1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:37.331023 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9007e4c0-9b33-4ac9-85b7-f1f109bf6be1 req-dd18d56e-176e-4ecc-8d71-e08d1f2f34a8 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932529 Feb 07 16:34:37.389757 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c865f9cc-e1bd-4333-a1e2-65b7c03c3592 x-openstack-request-id: req-c865f9cc-e1bd-4333-a1e2-65b7c03c3592 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:37.390996 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af2ecd3-d3b8-42ac-aee4-673e14dc271d", "name": "network-vif-plugged", "status": "completed", "tag": "53f19a98-a70f-488e-b089-2a1c6610df6c", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:37.391598 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c865f9cc-e1bd-4333-a1e2-65b7c03c3592 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:37.392216 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af2ecd3-d3b8-42ac-aee4-673e14dc271d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f19a98-a70f-488e-b089-2a1c6610df6c', 'code': 200} Feb 07 16:34:37.440924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335bdae-19a7-4a64-b1fe-420736351874 req-a6dde608-ffe3-4556-bdac-d145036cc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:37.442546 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d335bdae-19a7-4a64-b1fe-420736351874 req-a6dde608-ffe3-4556-bdac-d145036cc128 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.3650229 Feb 07 16:34:37.503417 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695bcd2e-6cc5-41e6-9161-a867770a1dcc req-5360a2ae-ac33-4b08-a570-d84cb59e5d8a tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:37.505485 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-695bcd2e-6cc5-41e6-9161-a867770a1dcc req-5360a2ae-ac33-4b08-a570-d84cb59e5d8a tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=15e2f06c-3e33-4889-b260-0c6884f387db HTTP/1.1" status: 200 len: 945 time: 0.4156573 Feb 07 16:34:37.509506 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-a0f82d6b-eb1f-4d0c-ae85-3af90b320506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:37.510949 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-a0f82d6b-eb1f-4d0c-ae85-3af90b320506 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 1128 time: 0.1137924 Feb 07 16:34:37.516452 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06a816-c102-46e7-bbd5-c50eda61343a req-67658b27-28c4-4f69-a329-5491ec4905e5 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:37.518348 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ec06a816-c102-46e7-bbd5-c50eda61343a req-67658b27-28c4-4f69-a329-5491ec4905e5 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.0667045 Feb 07 16:34:37.598953 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335bdae-19a7-4a64-b1fe-420736351874 req-fcf2a464-f66e-4d71-9e8d-04b0a09f4150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:37.600486 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d335bdae-19a7-4a64-b1fe-420736351874 req-fcf2a464-f66e-4d71-9e8d-04b0a09f4150 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1502960 Feb 07 16:34:37.618031 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ec06a816-c102-46e7-bbd5-c50eda61343a req-57ffb128-9496-410a-bf9f-da5da189de86 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895991 Feb 07 16:34:37.645325 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02242b2d-ebb3-4998-bd45-f3d4cb3a4b95 req-40acf726-518f-49f6-a403-b8e5f777d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:37.645757 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-02242b2d-ebb3-4998-bd45-f3d4cb3a4b95 req-40acf726-518f-49f6-a403-b8e5f777d5f6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 1132 time: 0.0682840 Feb 07 16:34:37.670315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54472) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:37.681370 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-695bcd2e-6cc5-41e6-9161-a867770a1dcc req-47612062-cbc8-4d5a-89d5-d957ad765bc5 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676795 Feb 07 16:34:37.705902 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-520a3346-85f6-4241-8318-7fbd3a44b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:37.707928 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-520a3346-85f6-4241-8318-7fbd3a44b88f service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 0.1844211 Feb 07 16:34:37.768930 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-83a7df43-dbba-4643-a411-780e2c719ba2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d94e4177-9cfa-4564-b77b-1244bf59ea99 HTTP/1.1" status: 200 len: 217 time: 0.0526927 Feb 07 16:34:37.775344 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-445912c2-9a7e-4fea-a045-138eb295662f req-21324aa0-1b06-4386-9919-b6aea9b9c180 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=4b296f8ec658471f981e5132a1727938 HTTP/1.1" status: 200 len: 695 time: 0.1139925 Feb 07 16:34:37.821502 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d335bdae-19a7-4a64-b1fe-420736351874 req-208316d9-7ca1-44bf-aca9-ad368825ca63 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113943 Feb 07 16:34:37.847093 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-02242b2d-ebb3-4998-bd45-f3d4cb3a4b95 req-46592692-03ab-4301-9e78-136938a5dd16 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939890 Feb 07 16:34:37.872582 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c9bb11be-1fe2-42ec-a691-0b444b3df126 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=050729202ecc4f71a429b6bdb7625876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289556 Feb 07 16:34:37.875307 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54476) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:37.899777 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-b41e2c33-21c5-44a0-9303-625e7137c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:37.901252 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-b41e2c33-21c5-44a0-9303-625e7137c360 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.1225567 Feb 07 16:34:37.918611 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60563fc4-9ab0-4503-9aca-c2b876cc131e req-a2b66433-afe2-4819-b02f-666a1d256506 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:37.920569 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60563fc4-9ab0-4503-9aca-c2b876cc131e req-a2b66433-afe2-4819-b02f-666a1d256506 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 946 time: 0.1586993 Feb 07 16:34:37.936030 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445912c2-9a7e-4fea-a045-138eb295662f req-1b090161-a019-4779-a2ee-d43967c1a43a tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:37.937659 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-445912c2-9a7e-4fea-a045-138eb295662f req-1b090161-a019-4779-a2ee-d43967c1a43a tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/networks?id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 787 time: 0.1552944 Feb 07 16:34:37.960278 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-445912c2-9a7e-4fea-a045-138eb295662f req-f16a445e-d198-4cd8-a801-364fb3ca3a3b tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:34:37.961296 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-445912c2-9a7e-4fea-a045-138eb295662f req-f16a445e-d198-4cd8-a801-364fb3ca3a3b tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128255 Feb 07 16:34:37.966232 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d335bdae-19a7-4a64-b1fe-420736351874 req-4d143883-484d-49ee-ab25-0aa2fd2209d4 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388073 Feb 07 16:34:37.966770 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5601c317-3c8c-41df-8231-b42d3fb35741 admin admin] Publish callbacks [] for security_group (fab4f46f-3517-450d-b438-bef2fa9ef3f7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:38.002641 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60563fc4-9ab0-4503-9aca-c2b876cc131e req-c9207e56-47dd-48ce-a349-d56296c187dc tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627694 Feb 07 16:34:38.002849 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5601c317-3c8c-41df-8231-b42d3fb35741 admin admin] Publish callbacks [] for security_group (fab4f46f-3517-450d-b438-bef2fa9ef3f7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:38.082563 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-bd4d1c4a-f05f-4571-8a9a-f21cdaf9c40d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310764 Feb 07 16:34:38.106733 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5601c317-3c8c-41df-8231-b42d3fb35741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fab4f46f-3517-450d-b438-bef2fa9ef3f7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:38.109424 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5601c317-3c8c-41df-8231-b42d3fb35741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:38.109776 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:34:38.110749 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5601c317-3c8c-41df-8231-b42d3fb35741 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fab4f46f-3517-450d-b438-bef2fa9ef3f7 HTTP/1.1" status: 204 len: 168 time: 0.2343724 Feb 07 16:34:38.119696 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7db834-770e-4683-a91a-645563ee0382 req-8a9b96fa-05a3-47fb-98cb-923b1dcbdf9c tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:38.121364 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c7db834-770e-4683-a91a-645563ee0382 req-8a9b96fa-05a3-47fb-98cb-923b1dcbdf9c tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 949 time: 0.0870614 Feb 07 16:34:38.133393 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601c317-3c8c-41df-8231-b42d3fb35741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab4f46f-3517-450d-b438-bef2fa9ef3f7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:38.186985 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c7db834-770e-4683-a91a-645563ee0382 req-de57d89f-7aea-4281-b066-41165fbf38b3 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/security-groups?id=043b38f9-ceef-4cbe-84fa-4be359821b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556836 Feb 07 16:34:38.207574 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4674ba-ab04-4e87-817e-f17fe8b90a8d req-661cd75a-e022-4ea3-a8bd-ac69036e4cc8 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:38.209145 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d4674ba-ab04-4e87-817e-f17fe8b90a8d req-661cd75a-e022-4ea3-a8bd-ac69036e4cc8 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=15e2f06c-3e33-4889-b260-0c6884f387db HTTP/1.1" status: 200 len: 945 time: 0.1301644 Feb 07 16:34:38.233904 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-f1532191-c092-43e4-9753-36274842f895 service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429787 Feb 07 16:34:38.330844 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d4674ba-ab04-4e87-817e-f17fe8b90a8d req-4068eb25-7393-42e5-b067-73001624577e tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096172 Feb 07 16:34:38.383515 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-250fd003-df76-47b8-bb16-cf9118e1114d service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424115 Feb 07 16:34:38.501357 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f813c-1892-489e-b331-2cd664650faa req-0d2aba83-c6e0-4c0d-ad32-c84734e8d62a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:38.503320 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f8f813c-1892-489e-b331-2cd664650faa req-0d2aba83-c6e0-4c0d-ad32-c84734e8d62a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=640a9915-5d30-489b-8a11-4331f45bf861 HTTP/1.1" status: 200 len: 947 time: 0.0665684 Feb 07 16:34:38.505818 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f0e3c633-f926-4ab5-87f8-e28f76c940a1 req-7971f369-b756-4a3b-bd80-54afddde01a8 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/floatingips/456cd056-1142-403c-9aeb-4339decdb598 HTTP/1.1" status: 200 len: 692 time: 0.2921546 Feb 07 16:34:38.623482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3c633-f926-4ab5-87f8-e28f76c940a1 req-6c2dd8fe-67bb-4f2b-b9d3-b68b6d3be575 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:38.627311 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f8f813c-1892-489e-b331-2cd664650faa req-f0bddb1b-5b82-4c78-86ed-a51370ba826b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139610 Feb 07 16:34:38.630711 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f0e3c633-f926-4ab5-87f8-e28f76c940a1 req-6c2dd8fe-67bb-4f2b-b9d3-b68b6d3be575 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.1231534 Feb 07 16:34:38.640957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-f0e3c633-f926-4ab5-87f8-e28f76c940a1 req-a7b7cac5-dee0-43b3-afd1-610037eb2d22 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:34:38.642093 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f0e3c633-f926-4ab5-87f8-e28f76c940a1 req-a7b7cac5-dee0-43b3-afd1-610037eb2d22 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102253 Feb 07 16:34:38.677020 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-cd0dfcef-6019-476d-9414-00fa2f810f84 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:38.679271 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-cd0dfcef-6019-476d-9414-00fa2f810f84 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27&tenant_id=deb20de83f134befa08f0478fca7ff92&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 1128 time: 0.1360660 Feb 07 16:34:38.679927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08db74f1-074b-47c1-a99f-859400e40031', 'tag': '93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:38.684083 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddd5291-710c-42d8-9bde-4c41ed4ea52e" -d '{"events": [{"name": "network-changed", "server_uuid": "08db74f1-074b-47c1-a99f-859400e40031", "tag": "93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:38.694848 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827865-3'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:38.731187 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f0e3c633-f926-4ab5-87f8-e28f76c940a1 req-72c83e56-77f4-4090-b146-2c5149b13769 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.83 HTTP/1.1" status: 200 len: 695 time: 0.0857573 Feb 07 16:34:38.791319 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:38.793868 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f0e3c633-f926-4ab5-87f8-e28f76c940a1 req-04f7ab21-b6e9-4069-9581-4f69c4a61cb1 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.83 HTTP/1.1" status: 200 len: 695 time: 0.0524557 Feb 07 16:34:38.844743 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579424a-9b7f-4196-bcbc-173abd92d397 req-83335d24-4d01-4840-ac9e-28cbc74c73ca tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:38.846328 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8579424a-9b7f-4196-bcbc-173abd92d397 req-83335d24-4d01-4840-ac9e-28cbc74c73ca tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.1248486 Feb 07 16:34:38.944245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-f0e3c633-f926-4ab5-87f8-e28f76c940a1 req-e69e654a-a229-43b0-bc2b-11e2b0a884d3 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Deleting port 3f1e1b15-0153-40b6-b59f-3fe51b36e079 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:34:38.944542 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f0e3c633-f926-4ab5-87f8-e28f76c940a1 req-e69e654a-a229-43b0-bc2b-11e2b0a884d3 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3f1e1b15-0153-40b6-b59f-3fe51b36e079), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:38.947203 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8579424a-9b7f-4196-bcbc-173abd92d397 req-7b34df07-0121-4d45-b2b9-605ef37c5339 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918889 Feb 07 16:34:39.000690 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] For port d94e4177-9cfa-4564-b77b-1244bf59ea99, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d94e4177-9cfa-4564-b77b-1244bf59ea99,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:39.068694 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] For port d94e4177-9cfa-4564-b77b-1244bf59ea99, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:34:39.069667 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f0e3c633-f926-4ab5-87f8-e28f76c940a1 req-e69e654a-a229-43b0-bc2b-11e2b0a884d3 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3f1e1b15-0153-40b6-b59f-3fe51b36e079), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:39.078683 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f0e3c633-f926-4ab5-87f8-e28f76c940a1 req-e69e654a-a229-43b0-bc2b-11e2b0a884d3 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks [] for floatingip (3f1e1b15-0153-40b6-b59f-3fe51b36e079), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:39.078683 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54514) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:39.114049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-f0e3c633-f926-4ab5-87f8-e28f76c940a1 req-e69e654a-a229-43b0-bc2b-11e2b0a884d3 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Calling delete_port for 3f1e1b15-0153-40b6-b59f-3fe51b36e079 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:34:39.124242 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Publish callbacks [] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:39.130137 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667a07ee-0ad8-412b-9b40-675dd6baffa7 x-openstack-request-id: req-667a07ee-0ad8-412b-9b40-675dd6baffa7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:39.130646 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08db74f1-074b-47c1-a99f-859400e40031", "tag": "93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:39.130909 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-667a07ee-0ad8-412b-9b40-675dd6baffa7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:39.131338 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08db74f1-074b-47c1-a99f-859400e40031', 'tag': '93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0', 'status': 'completed', 'code': 200} Feb 07 16:34:39.200458 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:39.243105 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1872a77a-f637-44b3-8658-57f750bbc0da admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-network', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:39.279504 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1872a77a-f637-44b3-8658-57f750bbc0da admin admin] Made reservation on behalf of c52d4a6fde3a4f92b73d4cbced7bc767 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:34:39.281878 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1872a77a-f637-44b3-8658-57f750bbc0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:39.294570 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c10cc-a9da-4cb1-8c0c-6250dce475e8 req-b31ee1ea-614b-4bba-a021-ba954d587159 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:39.296063 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ed3c10cc-a9da-4cb1-8c0c-6250dce475e8 req-b31ee1ea-614b-4bba-a021-ba954d587159 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 944 time: 0.1552832 Feb 07 16:34:39.303825 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd5291-710c-42d8-9bde-4c41ed4ea52e req-2bd109c9-b304-4a48-94ee-e4dabc6b2e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:39.305328 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ddd5291-710c-42d8-9bde-4c41ed4ea52e req-2bd109c9-b304-4a48-94ee-e4dabc6b2e5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&device_id=08db74f1-074b-47c1-a99f-859400e40031 HTTP/1.1" status: 200 len: 1130 time: 0.1779444 Feb 07 16:34:39.311867 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1872a77a-f637-44b3-8658-57f750bbc0da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:39.341962 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=d94e4177-9cfa-4564-b77b-1244bf59ea99,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:39.353175 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f0e3c633-f926-4ab5-87f8-e28f76c940a1 req-e69e654a-a229-43b0-bc2b-11e2b0a884d3 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3f1e1b15-0153-40b6-b59f-3fe51b36e079), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:39.390659 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e654a-a229-43b0-bc2b-11e2b0a884d3 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Pushing event deleted for resources: {'Port': ['ID=3f1e1b15-0153-40b6-b59f-3fe51b36e079,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:39.394133 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a43b97-138a-4591-8801-b3dbe3f75892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f27ee0c-921e-47ec-9d79-9c83315e5210'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:39.398449 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b198a83a-47b5-4db2-b9a3-6e391b271d2d" -d '{"events": [{"server_uuid": "88a43b97-138a-4591-8801-b3dbe3f75892", "name": "network-vif-plugged", "status": "completed", "tag": "3f27ee0c-921e-47ec-9d79-9c83315e5210"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:39.408510 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:39.408864 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:39.409211 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:39.409592 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:39.410240 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:39.410803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:39.411158 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:39.411495 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:39.411827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:39.412159 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:39.412490 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:39.412837 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:39.413165 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:39.429254 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Attempting to bind port d94e4177-9cfa-4564-b77b-1244bf59ea99 on host n-h1-827865-3 for vnic_type normal with profile {"migrating_to": "n-h2-827865-3"} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:34:39.429630 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Attempting to bind port d94e4177-9cfa-4564-b77b-1244bf59ea99 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:34:39.430101 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Attempting to bind port d94e4177-9cfa-4564-b77b-1244bf59ea99 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:39.456799 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Port d94e4177-9cfa-4564-b77b-1244bf59ea99 on network 3db07daa-5eaa-4bf8-9b32-41159885835d not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:34:39.457445 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Attempting to bind port d94e4177-9cfa-4564-b77b-1244bf59ea99 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:39.472654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:34:39.473239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Checking segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:34:39.473696 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Bound using segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:34:39.474142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Bound port: d94e4177-9cfa-4564-b77b-1244bf59ea99, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:34:39.474503 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:39.478991 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ed3c10cc-a9da-4cb1-8c0c-6250dce475e8 req-9cb67ab3-9499-475f-8298-74a4a59c7e5e tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713138 Feb 07 16:34:39.490966 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f0e3c633-f926-4ab5-87f8-e28f76c940a1 req-e69e654a-a229-43b0-bc2b-11e2b0a884d3 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks [] for floatingip (456cd056-1142-403c-9aeb-4339decdb598), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:39.493739 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f0e3c633-f926-4ab5-87f8-e28f76c940a1 req-e69e654a-a229-43b0-bc2b-11e2b0a884d3 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:39.494994 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f0e3c633-f926-4ab5-87f8-e28f76c940a1 req-e69e654a-a229-43b0-bc2b-11e2b0a884d3 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "DELETE /v2.0/floatingips/456cd056-1142-403c-9aeb-4339decdb598 HTTP/1.1" status: 204 len: 173 time: 0.7002528 Feb 07 16:34:39.508019 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1872a77a-f637-44b3-8658-57f750bbc0da admin admin] Publish callbacks [] for security_group (443d6ccc-bbfc-4bf2-b249-78bc171461ab), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:39.521484 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1872a77a-f637-44b3-8658-57f750bbc0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (443d6ccc-bbfc-4bf2-b249-78bc171461ab), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:39.528991 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd5291-710c-42d8-9bde-4c41ed4ea52e req-95836502-84f3-4d48-a5a5-1d3a6ca5d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:39.530752 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ddd5291-710c-42d8-9bde-4c41ed4ea52e req-95836502-84f3-4d48-a5a5-1d3a6ca5d6c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.2108426 Feb 07 16:34:39.552512 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1872a77a-f637-44b3-8658-57f750bbc0da admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:34:39.562835 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872a77a-f637-44b3-8658-57f750bbc0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443d6ccc-bbfc-4bf2-b249-78bc171461ab,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:39.575301 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517ad191-29ef-4958-9b09-ef8f75246ac7 x-openstack-request-id: req-517ad191-29ef-4958-9b09-ef8f75246ac7 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:39.575625 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a43b97-138a-4591-8801-b3dbe3f75892", "name": "network-vif-plugged", "status": "completed", "tag": "3f27ee0c-921e-47ec-9d79-9c83315e5210", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:39.575891 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-517ad191-29ef-4958-9b09-ef8f75246ac7 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:39.576293 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a43b97-138a-4591-8801-b3dbe3f75892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f27ee0c-921e-47ec-9d79-9c83315e5210', 'code': 200} Feb 07 16:34:39.583485 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1872a77a-f637-44b3-8658-57f750bbc0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (971b157b-efbe-4872-9ce7-e2dd5578fdae), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:39.583485 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-1872a77a-f637-44b3-8658-57f750bbc0da admin admin] Added segment 971b157b-efbe-4872-9ce7-e2dd5578fdae of type vlan for network 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd Feb 07 16:34:39.599199 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ddd5291-710c-42d8-9bde-4c41ed4ea52e req-e8362d7a-a938-4362-953b-8227cfe08656 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 HTTP/1.1" status: 200 len: 217 time: 0.0567436 Feb 07 16:34:39.658126 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1872a77a-f637-44b3-8658-57f750bbc0da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:39.688680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] For port d94e4177-9cfa-4564-b77b-1244bf59ea99, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:34:39.710027 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c90944-929b-409c-babd-fe5fb4991782 req-ea10886a-1d13-4f82-83fc-60d27b0f4b59 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:39.711547 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9c90944-929b-409c-babd-fe5fb4991782 req-ea10886a-1d13-4f82-83fc-60d27b0f4b59 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 949 time: 0.1458001 Feb 07 16:34:39.721982 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] For port d94e4177-9cfa-4564-b77b-1244bf59ea99, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d94e4177-9cfa-4564-b77b-1244bf59ea99,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:34:39.735638 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:39.737961 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1872a77a-f637-44b3-8658-57f750bbc0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:39.738916 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1872a77a-f637-44b3-8658-57f750bbc0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:39.739496 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1872a77a-f637-44b3-8658-57f750bbc0da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:39.748790 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd5291-710c-42d8-9bde-4c41ed4ea52e req-377b475c-5009-4aa7-ae4a-7a7ee978335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:39.750355 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ddd5291-710c-42d8-9bde-4c41ed4ea52e req-377b475c-5009-4aa7-ae4a-7a7ee978335d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1341195 Feb 07 16:34:39.794489 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353391e-534e-49fc-bb93-70945713b5d6 req-b1a66dcb-7d50-46d9-8c5b-c8c62a7828c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:39.796177 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0353391e-534e-49fc-bb93-70945713b5d6 req-b1a66dcb-7d50-46d9-8c5b-c8c62a7828c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 1131 time: 0.1506886 Feb 07 16:34:39.827091 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1872a77a-f637-44b3-8658-57f750bbc0da admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7447274 Feb 07 16:34:39.829308 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54526) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:39.839755 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2a58c5a6-2646-417b-9f0c-2fd300088934 admin admin] Request body: {'subnet': {'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-subnet', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:39.844569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872a77a-f637-44b3-8658-57f750bbc0da admin admin] Pushing event updated for resources: {'Network': ['ID=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:39.853104 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9c90944-929b-409c-babd-fe5fb4991782 req-c58ed703-c44f-40ea-8f9a-62d566192ff8 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/security-groups?id=043b38f9-ceef-4cbe-84fa-4be359821b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337328 Feb 07 16:34:39.860238 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:34:39.860962 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22a6748a-2420-4efd-b6ef-fac28805efb9 req-a8424753-7e6d-469b-98b6-32d47c7828ed tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2637477 Feb 07 16:34:39.879099 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0353391e-534e-49fc-bb93-70945713b5d6 req-2a6f9914-d75a-4eb8-abef-fbe6f4e7a43b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=043b38f9-ceef-4cbe-84fa-4be359821b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662491 Feb 07 16:34:39.909374 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-22a6748a-2420-4efd-b6ef-fac28805efb9 req-042dbe65-bef4-4b22-85f7-5723c57403d6 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:39.932586 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=d94e4177-9cfa-4564-b77b-1244bf59ea99,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:39.939976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:39.940602 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:39.942585 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dcee0a08-8f26-496f-b97a-5db0beb63bf0 service neutron] 10.222.0.32 "PUT /v2.0/ports/d94e4177-9cfa-4564-b77b-1244bf59ea99 HTTP/1.1" status: 200 len: 1122 time: 1.2547970 Feb 07 16:34:39.950633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a58c5a6-2646-417b-9f0c-2fd300088934 admin admin] Made reservation on behalf of c52d4a6fde3a4f92b73d4cbced7bc767 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:34:39.952943 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a58c5a6-2646-417b-9f0c-2fd300088934 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:39.971215 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd5291-710c-42d8-9bde-4c41ed4ea52e req-87e27258-5710-450d-a7e1-a8bbada5ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:39.972828 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ddd5291-710c-42d8-9bde-4c41ed4ea52e req-87e27258-5710-450d-a7e1-a8bbada5ec1c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2160144 Feb 07 16:34:40.002031 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-22a6748a-2420-4efd-b6ef-fac28805efb9 req-042dbe65-bef4-4b22-85f7-5723c57403d6 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:40.002757 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860de1a6-37ff-411c-881b-48014a9d829b req-c3687798-d999-4b01-acd9-b3dda7cf0460 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:40.005216 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-860de1a6-37ff-411c-881b-48014a9d829b req-c3687798-d999-4b01-acd9-b3dda7cf0460 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=640a9915-5d30-489b-8a11-4331f45bf861 HTTP/1.1" status: 200 len: 947 time: 0.0668151 Feb 07 16:34:40.054629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device b1b8c869-1177-4b49-8a99-d73f9a32b57c details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:34:40.059754 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-860de1a6-37ff-411c-881b-48014a9d829b req-761c0314-47e7-40e4-8b5e-c5a65b26eb69 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472705 Feb 07 16:34:40.147908 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['d94e4177-9cfa-4564-b77b-1244bf59ea99'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:40.260857 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38c006-7f35-4611-ba2c-2f27e25b25da req-46367520-abb0-487d-a7f4-1e4522d5eed6 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:40.261779 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1e38c006-7f35-4611-ba2c-2f27e25b25da req-46367520-abb0-487d-a7f4-1e4522d5eed6 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.0981579 Feb 07 16:34:40.311823 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port b1b8c869-1177-4b49-8a99-d73f9a32b57c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=b1b8c869-1177-4b49-8a99-d73f9a32b57c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:40.338755 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'b1b8c869-1177-4b49-8a99-d73f9a32b57c', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': 'b1b8c869-1177-4b49-8a99-d73f9a32b57c', 'mac_address': 'fa:16:3e:bb:f5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:34:40.339908 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ddd5291-710c-42d8-9bde-4c41ed4ea52e req-ad0d9e9c-3867-435b-a37f-78717a233dd8 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485337 Feb 07 16:34:40.340104 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1e38c006-7f35-4611-ba2c-2f27e25b25da req-1181a680-f4ec-4477-9596-5f9c84af13bb tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605490 Feb 07 16:34:40.357788 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a58c5a6-2646-417b-9f0c-2fd300088934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (bf9c9306-f558-49de-87fe-0cf026053c03), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:40.428960 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port b1b8c869-1177-4b49-8a99-d73f9a32b57c is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:40.429549 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b1b8c869-1177-4b49-8a99-d73f9a32b57c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:40.432906 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-22a6748a-2420-4efd-b6ef-fac28805efb9 req-042dbe65-bef4-4b22-85f7-5723c57403d6 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:40.450624 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b8c869-1177-4b49-8a99-d73f9a32b57c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:34:40.488636 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port b1b8c869-1177-4b49-8a99-d73f9a32b57c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=b1b8c869-1177-4b49-8a99-d73f9a32b57c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:40.498190 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b1b8c869-1177-4b49-8a99-d73f9a32b57c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:40.498867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:34:40.504421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0073c8f-9f5d-40d2-9f30-50da7f8f8cb0 req-57dc95ba-793f-4670-9e19-1685c8ccb09f tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:40.507343 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d0073c8f-9f5d-40d2-9f30-50da7f8f8cb0 req-57dc95ba-793f-4670-9e19-1685c8ccb09f tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.0733206 Feb 07 16:34:40.570294 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d0073c8f-9f5d-40d2-9f30-50da7f8f8cb0 req-014349b3-31ce-4cb1-8c0d-0b4e4bb899b7 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569537 Feb 07 16:34:40.594031 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=b1b8c869-1177-4b49-8a99-d73f9a32b57c,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:40.600495 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:40.613334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0', 'mac_address': 'fa:16:3e:a7:e2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:34:40.661005 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:40.661634 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:40.677054 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:34:40.701024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835574f8-edfc-49cc-a708-ee1c09df5a0d req-f6244d52-9098-4305-ad4f-7132b3fc84cb tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:40.701633 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:40.707430 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:40.709905 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-835574f8-edfc-49cc-a708-ee1c09df5a0d req-f6244d52-9098-4305-ad4f-7132b3fc84cb tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 944 time: 0.0705922 Feb 07 16:34:40.757688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58c5a6-2646-417b-9f0c-2fd300088934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf9c9306-f558-49de-87fe-0cf026053c03,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:40.758079 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-835574f8-edfc-49cc-a708-ee1c09df5a0d req-c5e65e52-cef8-4217-8e68-0b336677aaf4 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472682 Feb 07 16:34:40.781767 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:40.799907 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a58c5a6-2646-417b-9f0c-2fd300088934 admin admin] Checking segment: {'id': '971b157b-efbe-4872-9ce7-e2dd5578fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:34:40.800800 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a58c5a6-2646-417b-9f0c-2fd300088934 admin admin] Network hostable DHCP agents. Network: 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:34:40.812332 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ddd5291-710c-42d8-9bde-4c41ed4ea52e req-0e14a846-6023-43ce-bf1f-4524196867d8 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658506 Feb 07 16:34:40.853881 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a58c5a6-2646-417b-9f0c-2fd300088934 admin admin] Network 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:34:40.870182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-22a6748a-2420-4efd-b6ef-fac28805efb9 req-042dbe65-bef4-4b22-85f7-5723c57403d6 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Allocated IP 172.25.4.137 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/7a28fa42-d76a-4f67-a5d2-3fc62053ed52) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:34:40.872047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2a58c5a6-2646-417b-9f0c-2fd300088934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:40.878426 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a58c5a6-2646-417b-9f0c-2fd300088934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:40.879204 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a58c5a6-2646-417b-9f0c-2fd300088934 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:40.888157 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774cba62-19ef-46dd-aec8-e7223c309fe5 None None] Network 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:34:40.910679 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2a58c5a6-2646-417b-9f0c-2fd300088934 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0770075 Feb 07 16:34:40.913855 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54548) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:40.919423 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cc5edb28-8e61-48fb-b9d5-2efa99077d19 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:40.941303 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc5edb28-8e61-48fb-b9d5-2efa99077d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (957ce515-30c2-4eb1-9918-2f65f2a803e7), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:40.942657 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc5edb28-8e61-48fb-b9d5-2efa99077d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (957ce515-30c2-4eb1-9918-2f65f2a803e7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:41.010475 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc5edb28-8e61-48fb-b9d5-2efa99077d19 admin admin] Publish callbacks [] for router_controller (957ce515-30c2-4eb1-9918-2f65f2a803e7), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:41.029013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:34:41.029969 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:41.037924 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-22a6748a-2420-4efd-b6ef-fac28805efb9 req-042dbe65-bef4-4b22-85f7-5723c57403d6 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks [] for port (7a28fa42-d76a-4f67-a5d2-3fc62053ed52), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:41.084327 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-22a6748a-2420-4efd-b6ef-fac28805efb9 req-042dbe65-bef4-4b22-85f7-5723c57403d6 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (7a28fa42-d76a-4f67-a5d2-3fc62053ed52), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:41.145459 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['b1b8c869-1177-4b49-8a99-d73f9a32b57c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:41.148082 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:41.178386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd94e4177-9cfa-4564-b77b-1244bf59ea99'}, {'name': 'network-changed', 'server_uuid': 'd1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27', 'tag': 'd94e4177-9cfa-4564-b77b-1244bf59ea99'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:41.180929 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcfa21c-20b5-47bc-9daf-cca4a255cad5" -d '{"events": [{"server_uuid": "d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27", "name": "network-vif-unplugged", "status": "completed", "tag": "d94e4177-9cfa-4564-b77b-1244bf59ea99"}, {"name": "network-changed", "server_uuid": "d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27", "tag": "d94e4177-9cfa-4564-b77b-1244bf59ea99"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:41.183499 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042dbe65-bef4-4b22-85f7-5723c57403d6 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Pushing event updated for resources: {'Port': ['ID=7a28fa42-d76a-4f67-a5d2-3fc62053ed52,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:41.216265 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a6748a-2420-4efd-b6ef-fac28805efb9 req-042dbe65-bef4-4b22-85f7-5723c57403d6 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:34:41.218782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-22a6748a-2420-4efd-b6ef-fac28805efb9 req-042dbe65-bef4-4b22-85f7-5723c57403d6 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:41.226171 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a6748a-2420-4efd-b6ef-fac28805efb9 req-042dbe65-bef4-4b22-85f7-5723c57403d6 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:34:41.301237 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc5edb28-8e61-48fb-b9d5-2efa99077d19 admin admin] Publish callbacks [] for router_gateway (957ce515-30c2-4eb1-9918-2f65f2a803e7), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:41.333692 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] Allocated IP 172.20.0.2 (0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd/bf9c9306-f558-49de-87fe-0cf026053c03/aed8312a-0fd0-4375-a620-bc667b1252d6) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:34:41.376541 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-22a6748a-2420-4efd-b6ef-fac28805efb9 req-042dbe65-bef4-4b22-85f7-5723c57403d6 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks [] for floatingip (9a0d181d-b1aa-4f82-8bd4-8d6daeea817b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:41.388931 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9d94e-5b24-4c09-bebe-4a59938d8aab req-c5f9ff43-dce1-4a26-9e78-08a8112bad26 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:41.390591 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-16b9d94e-5b24-4c09-bebe-4a59938d8aab req-c5f9ff43-dce1-4a26-9e78-08a8112bad26 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 949 time: 0.2613754 Feb 07 16:34:41.451364 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-22a6748a-2420-4efd-b6ef-fac28805efb9 req-042dbe65-bef4-4b22-85f7-5723c57403d6 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7a28fa42-d76a-4f67-a5d2-3fc62053ed52), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:41.494625 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-16b9d94e-5b24-4c09-bebe-4a59938d8aab req-cd3c65e9-93eb-4e27-aa87-08d8ff031490 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/security-groups?id=043b38f9-ceef-4cbe-84fa-4be359821b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920494 Feb 07 16:34:41.635145 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] Publish callbacks [] for port (aed8312a-0fd0-4375-a620-bc667b1252d6), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:41.646644 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (aed8312a-0fd0-4375-a620-bc667b1252d6), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:41.667548 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc5edb28-8e61-48fb-b9d5-2efa99077d19 admin admin] Publish callbacks [] for router_gateway (957ce515-30c2-4eb1-9918-2f65f2a803e7), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:41.688865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] Network 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:34:41.694336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:41.697956 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc5edb28-8e61-48fb-b9d5-2efa99077d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:41.698172 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:34:41.709979 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] Pushing event updated for resources: {'Port': ['ID=aed8312a-0fd0-4375-a620-bc667b1252d6,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:41.717714 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0756dcd-f899-4a74-bb16-66d9ea962e06 req-f17bb474-10c2-4b1c-a0ba-82ddb0d3d198 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:41.719239 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0756dcd-f899-4a74-bb16-66d9ea962e06 req-f17bb474-10c2-4b1c-a0ba-82ddb0d3d198 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.1044576 Feb 07 16:34:41.730759 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-22a6748a-2420-4efd-b6ef-fac28805efb9 req-042dbe65-bef4-4b22-85f7-5723c57403d6 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks [] for port (7a28fa42-d76a-4f67-a5d2-3fc62053ed52), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:41.736617 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-22a6748a-2420-4efd-b6ef-fac28805efb9 req-042dbe65-bef4-4b22-85f7-5723c57403d6 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (7a28fa42-d76a-4f67-a5d2-3fc62053ed52), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:41.766329 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] Attempting to bind port aed8312a-0fd0-4375-a620-bc667b1252d6 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:34:41.767070 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] Attempting to bind port aed8312a-0fd0-4375-a620-bc667b1252d6 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '971b157b-efbe-4872-9ce7-e2dd5578fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:34:41.767627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] Attempting to bind port aed8312a-0fd0-4375-a620-bc667b1252d6 on network 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:41.774817 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:34:41.775210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] Checking segment: {'id': '971b157b-efbe-4872-9ce7-e2dd5578fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:34:41.775598 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:41.775997 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] Bound using segment: {'id': '971b157b-efbe-4872-9ce7-e2dd5578fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:34:41.776474 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] Bound port: aed8312a-0fd0-4375-a620-bc667b1252d6, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971b157b-efbe-4872-9ce7-e2dd5578fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:34:41.776887 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (aed8312a-0fd0-4375-a620-bc667b1252d6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:41.815597 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042dbe65-bef4-4b22-85f7-5723c57403d6 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Pushing event updated for resources: {'Port': ['ID=7a28fa42-d76a-4f67-a5d2-3fc62053ed52,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:41.824646 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-22a6748a-2420-4efd-b6ef-fac28805efb9 req-042dbe65-bef4-4b22-85f7-5723c57403d6 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (9a0d181d-b1aa-4f82-8bd4-8d6daeea817b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:41.842098 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-22a6748a-2420-4efd-b6ef-fac28805efb9 req-042dbe65-bef4-4b22-85f7-5723c57403d6 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:41.850085 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22a6748a-2420-4efd-b6ef-fac28805efb9 req-042dbe65-bef4-4b22-85f7-5723c57403d6 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9749596 Feb 07 16:34:41.850356 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0756dcd-f899-4a74-bb16-66d9ea962e06 req-a0ba092b-007e-40c5-9f11-cb9c8e1a8ef5 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964804 Feb 07 16:34:41.850471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] For port aed8312a-0fd0-4375-a620-bc667b1252d6, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:34:41.853785 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] For port aed8312a-0fd0-4375-a620-bc667b1252d6, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=aed8312a-0fd0-4375-a620-bc667b1252d6,segment=NetworkSegment(971b157b-efbe-4872-9ce7-e2dd5578fdae),segment_id=971b157b-efbe-4872-9ce7-e2dd5578fdae)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:34:41.866607 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (aed8312a-0fd0-4375-a620-bc667b1252d6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:41.884052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-cc5edb28-8e61-48fb-b9d5-2efa99077d19 admin admin] Allocated IP 172.25.4.24 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/3509ee6a-089f-48a4-97f6-76020fe7deb1) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:34:41.942923 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22a6748a-2420-4efd-b6ef-fac28805efb9 req-2a2b97dd-9f5e-4a13-a86d-aa336058754f tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.137 HTTP/1.1" status: 200 len: 696 time: 0.0894206 Feb 07 16:34:41.945189 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3ed2c-b8a3-41b0-a8ad-7dded71f7a64 None None] Pushing event updated for resources: {'Port': ['ID=aed8312a-0fd0-4375-a620-bc667b1252d6,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:42.065313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6748a-2420-4efd-b6ef-fac28805efb9 req-813d1b9f-4f9e-4299-889b-d0cd893b9841 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:42.067812 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22a6748a-2420-4efd-b6ef-fac28805efb9 req-813d1b9f-4f9e-4299-889b-d0cd893b9841 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.1183660 Feb 07 16:34:42.081762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac34aa8-894e-4092-b40e-3cf269690b4c req-ad4c9028-389a-41dc-a2aa-1bd20b3b927f tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:42.083351 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cac34aa8-894e-4092-b40e-3cf269690b4c req-ad4c9028-389a-41dc-a2aa-1bd20b3b927f tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=640a9915-5d30-489b-8a11-4331f45bf861 HTTP/1.1" status: 200 len: 948 time: 0.1029127 Feb 07 16:34:42.089134 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc5edb28-8e61-48fb-b9d5-2efa99077d19 admin admin] Publish callbacks [] for port (3509ee6a-089f-48a4-97f6-76020fe7deb1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:42.126619 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959483d6-b2fe-4fa2-bc8a-86fdd7f1d04d x-openstack-request-id: req-959483d6-b2fe-4fa2-bc8a-86fdd7f1d04d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:42.127053 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27", "name": "network-vif-unplugged", "status": "completed", "tag": "d94e4177-9cfa-4564-b77b-1244bf59ea99", "code": 200}, {"name": "network-changed", "server_uuid": "d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27", "tag": "d94e4177-9cfa-4564-b77b-1244bf59ea99", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:42.127394 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-959483d6-b2fe-4fa2-bc8a-86fdd7f1d04d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:42.127887 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd94e4177-9cfa-4564-b77b-1244bf59ea99', 'code': 200} Feb 07 16:34:42.128224 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27', 'tag': 'd94e4177-9cfa-4564-b77b-1244bf59ea99', 'status': 'completed', 'code': 200} Feb 07 16:34:42.182821 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cac34aa8-894e-4092-b40e-3cf269690b4c req-88720df6-9ac3-4c74-92c9-2c604160454b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887940 Feb 07 16:34:42.197407 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc5edb28-8e61-48fb-b9d5-2efa99077d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3509ee6a-089f-48a4-97f6-76020fe7deb1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:42.226976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfa21c-20b5-47bc-9daf-cca4a255cad5 req-0632b9c3-0286-487b-b908-258343cce208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:42.228793 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bbcfa21c-20b5-47bc-9daf-cca4a255cad5 req-0632b9c3-0286-487b-b908-258343cce208 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 1156 time: 0.0743423 Feb 07 16:34:42.260302 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5edb28-8e61-48fb-b9d5-2efa99077d19 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:34:42.267437 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-cc5edb28-8e61-48fb-b9d5-2efa99077d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:42.278553 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5edb28-8e61-48fb-b9d5-2efa99077d19 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:34:42.306044 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5edb28-8e61-48fb-b9d5-2efa99077d19 admin admin] Pushing event updated for resources: {'Port': ['ID=3509ee6a-089f-48a4-97f6-76020fe7deb1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:42.396959 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfa21c-20b5-47bc-9daf-cca4a255cad5 req-86d3ea58-c030-4b63-9d12-9c9d0e30e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:42.398833 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bbcfa21c-20b5-47bc-9daf-cca4a255cad5 req-86d3ea58-c030-4b63-9d12-9c9d0e30e275 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 0.1612973 Feb 07 16:34:42.455630 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bbcfa21c-20b5-47bc-9daf-cca4a255cad5 req-caf4eafe-d046-416d-9f34-7a52ff96aac1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d94e4177-9cfa-4564-b77b-1244bf59ea99 HTTP/1.1" status: 200 len: 217 time: 0.0501373 Feb 07 16:34:42.508399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfa21c-20b5-47bc-9daf-cca4a255cad5 req-8937048d-ca39-4894-97b4-dc122bafc121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:42.510076 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bbcfa21c-20b5-47bc-9daf-cca4a255cad5 req-8937048d-ca39-4894-97b4-dc122bafc121 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.0476525 Feb 07 16:34:42.551609 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bbcfa21c-20b5-47bc-9daf-cca4a255cad5 req-551de273-edde-441f-919a-98453035ad0e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337243 Feb 07 16:34:42.664685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5040a6-e872-4efc-88b9-7bab92004195 req-a2df57de-71d3-4212-8def-3ecb393a571d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:42.666661 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1b5040a6-e872-4efc-88b9-7bab92004195 req-a2df57de-71d3-4212-8def-3ecb393a571d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 944 time: 0.3576498 Feb 07 16:34:42.725637 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bbcfa21c-20b5-47bc-9daf-cca4a255cad5 req-c44facab-5f3e-42e5-a34c-13ecb25fa72c service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668582 Feb 07 16:34:42.728780 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c131e9a7-a7c0-400e-822a-859a52b97257 req-20cd6014-7e17-4889-8be3-8e4c78b0b12b tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/floatingips/9a0d181d-b1aa-4f82-8bd4-8d6daeea817b HTTP/1.1" status: 200 len: 693 time: 0.0663164 Feb 07 16:34:42.790523 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1b5040a6-e872-4efc-88b9-7bab92004195 req-933a57cb-b2ba-47b3-9845-60ad8440df6b tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153147 Feb 07 16:34:42.851094 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc5edb28-8e61-48fb-b9d5-2efa99077d19 admin admin] Publish callbacks [] for router_gateway (957ce515-30c2-4eb1-9918-2f65f2a803e7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:42.921453 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bbcfa21c-20b5-47bc-9daf-cca4a255cad5 req-21deb2a1-c0e3-490d-b8dc-fcf43c7295cc service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889482 Feb 07 16:34:42.931134 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131e9a7-a7c0-400e-822a-859a52b97257 req-1ee14972-f1eb-4246-a52a-e83161048d89 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:42.932823 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c131e9a7-a7c0-400e-822a-859a52b97257 req-1ee14972-f1eb-4246-a52a-e83161048d89 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.1928918 Feb 07 16:34:42.944211 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-c131e9a7-a7c0-400e-822a-859a52b97257 req-d25cdfb3-de53-4c3d-b47c-c9d228d161c8 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:34:42.945733 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c131e9a7-a7c0-400e-822a-859a52b97257 req-d25cdfb3-de53-4c3d-b47c-c9d228d161c8 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075302 Feb 07 16:34:43.002178 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c131e9a7-a7c0-400e-822a-859a52b97257 req-40c0fa53-2a88-4ae7-8a3c-41ef2af739af tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.137 HTTP/1.1" status: 200 len: 696 time: 0.0495641 Feb 07 16:34:43.014035 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87294845-aa1b-4580-ab14-14ed322bbc7c req-455a7e23-95c4-49db-87df-b88755333ef3 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:43.015580 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87294845-aa1b-4580-ab14-14ed322bbc7c req-455a7e23-95c4-49db-87df-b88755333ef3 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 949 time: 0.1133020 Feb 07 16:34:43.067413 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c131e9a7-a7c0-400e-822a-859a52b97257 req-9efe0b0f-12d3-4831-84c8-5f3c471b54c1 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.137 HTTP/1.1" status: 200 len: 696 time: 0.0588129 Feb 07 16:34:43.147217 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87294845-aa1b-4580-ab14-14ed322bbc7c req-62c88544-d077-401b-877d-e97413a4fbc2 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/security-groups?id=043b38f9-ceef-4cbe-84fa-4be359821b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249228 Feb 07 16:34:43.167141 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc5edb28-8e61-48fb-b9d5-2efa99077d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (957ce515-30c2-4eb1-9918-2f65f2a803e7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:43.174973 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc3a9b1-4dee-45ab-ac4c-ae774ddd7fb8 None None] Network 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:34:43.224189 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-c131e9a7-a7c0-400e-822a-859a52b97257 req-81d070d1-8681-456c-b86d-0bc6845eca9c tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Deleting port 7a28fa42-d76a-4f67-a5d2-3fc62053ed52 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:34:43.224189 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c131e9a7-a7c0-400e-822a-859a52b97257 req-81d070d1-8681-456c-b86d-0bc6845eca9c tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (7a28fa42-d76a-4f67-a5d2-3fc62053ed52), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:43.341586 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c131e9a7-a7c0-400e-822a-859a52b97257 req-81d070d1-8681-456c-b86d-0bc6845eca9c tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (7a28fa42-d76a-4f67-a5d2-3fc62053ed52), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:43.342546 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c131e9a7-a7c0-400e-822a-859a52b97257 req-81d070d1-8681-456c-b86d-0bc6845eca9c tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks [] for floatingip (7a28fa42-d76a-4f67-a5d2-3fc62053ed52), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:43.362503 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-c131e9a7-a7c0-400e-822a-859a52b97257 req-81d070d1-8681-456c-b86d-0bc6845eca9c tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Calling delete_port for 7a28fa42-d76a-4f67-a5d2-3fc62053ed52 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:34:43.375667 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5edb28-8e61-48fb-b9d5-2efa99077d19 admin admin] Router 957ce515-30c2-4eb1-9918-2f65f2a803e7 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:34:43.411128 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device aed8312a-0fd0-4375-a620-bc667b1252d6 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:34:43.481683 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-784df5a4-d2a9-4a1e-b494-97254c559578 None None] Provisioning complete for port aed8312a-0fd0-4375-a620-bc667b1252d6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:43.482070 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-784df5a4-d2a9-4a1e-b494-97254c559578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (aed8312a-0fd0-4375-a620-bc667b1252d6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:43.501595 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5edb28-8e61-48fb-b9d5-2efa99077d19 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:34:43.512700 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] Sync routers for ids ['957ce515-30c2-4eb1-9918-2f65f2a803e7'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:34:43.523621 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc5edb28-8e61-48fb-b9d5-2efa99077d19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:43.528017 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cc5edb28-8e61-48fb-b9d5-2efa99077d19 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.6127160 Feb 07 16:34:43.528651 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54592) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:43.532715 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] Routers {'957ce515-30c2-4eb1-9918-2f65f2a803e7'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:34:43.533627 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['957ce515-30c2-4eb1-9918-2f65f2a803e7'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:43.585125 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c131e9a7-a7c0-400e-822a-859a52b97257 req-81d070d1-8681-456c-b86d-0bc6845eca9c tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (7a28fa42-d76a-4f67-a5d2-3fc62053ed52), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:43.621951 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d070d1-8681-456c-b86d-0bc6845eca9c tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Pushing event deleted for resources: {'Port': ['ID=7a28fa42-d76a-4f67-a5d2-3fc62053ed52,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:43.625829 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port aed8312a-0fd0-4375-a620-bc667b1252d6 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:43.625829 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (aed8312a-0fd0-4375-a620-bc667b1252d6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:43.730698 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-784df5a4-d2a9-4a1e-b494-97254c559578 None None] Current status of the port aed8312a-0fd0-4375-a620-bc667b1252d6 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:43.731105 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-784df5a4-d2a9-4a1e-b494-97254c559578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (aed8312a-0fd0-4375-a620-bc667b1252d6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:43.756203 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c131e9a7-a7c0-400e-822a-859a52b97257 req-81d070d1-8681-456c-b86d-0bc6845eca9c tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks [] for floatingip (9a0d181d-b1aa-4f82-8bd4-8d6daeea817b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:43.764143 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c131e9a7-a7c0-400e-822a-859a52b97257 req-81d070d1-8681-456c-b86d-0bc6845eca9c tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:43.783149 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c131e9a7-a7c0-400e-822a-859a52b97257 req-81d070d1-8681-456c-b86d-0bc6845eca9c tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "DELETE /v2.0/floatingips/9a0d181d-b1aa-4f82-8bd4-8d6daeea817b HTTP/1.1" status: 204 len: 173 time: 0.7096004 Feb 07 16:34:43.840405 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-784df5a4-d2a9-4a1e-b494-97254c559578 None None] For port aed8312a-0fd0-4375-a620-bc667b1252d6, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=aed8312a-0fd0-4375-a620-bc667b1252d6,segment=NetworkSegment(971b157b-efbe-4872-9ce7-e2dd5578fdae),segment_id=971b157b-efbe-4872-9ce7-e2dd5578fdae)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:43.847869 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port aed8312a-0fd0-4375-a620-bc667b1252d6 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:43.848522 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (aed8312a-0fd0-4375-a620-bc667b1252d6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:43.855870 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-784df5a4-d2a9-4a1e-b494-97254c559578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (aed8312a-0fd0-4375-a620-bc667b1252d6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:43.923438 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] Set router 957ce515-30c2-4eb1-9918-2f65f2a803e7 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:34:43.942132 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26706c-2c14-4135-88b7-2cd59f12676b req-63511dc3-7bab-44bb-aff8-ec52421a99ef tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:43.943687 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce26706c-2c14-4135-88b7-2cd59f12676b req-63511dc3-7bab-44bb-aff8-ec52421a99ef tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.1713290 Feb 07 16:34:43.978000 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80eb6f3-09d1-4ad1-95a0-0f4e718d5a2f req-bc449e9b-3537-43cc-a57f-6255da75228a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:43.980353 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b80eb6f3-09d1-4ad1-95a0-0f4e718d5a2f req-bc449e9b-3537-43cc-a57f-6255da75228a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=640a9915-5d30-489b-8a11-4331f45bf861 HTTP/1.1" status: 200 len: 948 time: 0.0780272 Feb 07 16:34:44.010743 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784df5a4-d2a9-4a1e-b494-97254c559578 None None] Pushing event updated for resources: {'Port': ['ID=aed8312a-0fd0-4375-a620-bc667b1252d6,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:44.012799 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce26706c-2c14-4135-88b7-2cd59f12676b req-a6953803-3a17-4e4e-bc1c-4f2995816430 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591238 Feb 07 16:34:44.017266 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:34:44.017734 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:34:44.060782 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b80eb6f3-09d1-4ad1-95a0-0f4e718d5a2f req-5c3f09f5-ee30-4d92-ba44-f05bb0e78ff8 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733018 Feb 07 16:34:44.074188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device d94e4177-9cfa-4564-b77b-1244bf59ea99 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:34:44.083789 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device b1b8c869-1177-4b49-8a99-d73f9a32b57c up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:34:44.174048 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-94aa15c6-6ecb-47c1-bcb3-7f0424268d16 req-29c98dc8-dc56-42b1-9c5a-888e6b5bb971 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] show failed (client error): The resource could not be found. Feb 07 16:34:44.177549 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-94aa15c6-6ecb-47c1-bcb3-7f0424268d16 req-29c98dc8-dc56-42b1-9c5a-888e6b5bb971 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/floatingips/9a0d181d-b1aa-4f82-8bd4-8d6daeea817b HTTP/1.1" status: 404 len: 350 time: 0.0615814 Feb 07 16:34:44.204287 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port b1b8c869-1177-4b49-8a99-d73f9a32b57c completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:34:44.218559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port b1b8c869-1177-4b49-8a99-d73f9a32b57c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:44.218945 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b1b8c869-1177-4b49-8a99-d73f9a32b57c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:44.230307 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:42Z', 'revision_number': 3, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:44.271363 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-286a0125-2c2c-47d0-af8d-75dc1608baad None None] Provisioning complete for port aed8312a-0fd0-4375-a620-bc667b1252d6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:44.271751 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-286a0125-2c2c-47d0-af8d-75dc1608baad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (aed8312a-0fd0-4375-a620-bc667b1252d6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:44.273797 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] Checking router: 957ce515-30c2-4eb1-9918-2f65f2a803e7 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:34:44.274362 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] Updating router 957ce515-30c2-4eb1-9918-2f65f2a803e7 port 3509ee6a-089f-48a4-97f6-76020fe7deb1 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:34:44.318683 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3509ee6a-089f-48a4-97f6-76020fe7deb1), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:44.325336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port d94e4177-9cfa-4564-b77b-1244bf59ea99, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d94e4177-9cfa-4564-b77b-1244bf59ea99,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:44.350806 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device d94e4177-9cfa-4564-b77b-1244bf59ea99 has no active binding in host n-h2-827865-3 {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 16:34:44.426670 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4de0d3-c313-41fa-b886-4e6197595c1d req-2df996a2-615b-4bb1-9ea4-505ed2985974 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:44.426987 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port b1b8c869-1177-4b49-8a99-d73f9a32b57c is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:44.427395 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b1b8c869-1177-4b49-8a99-d73f9a32b57c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:44.435552 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0f4de0d3-c313-41fa-b886-4e6197595c1d req-2df996a2-615b-4bb1-9ea4-505ed2985974 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 944 time: 0.2260342 Feb 07 16:34:44.452859 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-286a0125-2c2c-47d0-af8d-75dc1608baad None None] Current status of the port aed8312a-0fd0-4375-a620-bc667b1252d6 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:44.458386 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8262e19-0917-4b4d-84e5-0dac724e1a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:44.461248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640a9915-5d30-489b-8a11-4331f45bf861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b8c869-1177-4b49-8a99-d73f9a32b57c'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:44.463683 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3842c57d-1bc3-4043-bed4-3afe6f350e2c" -d '{"events": [{"server_uuid": "640a9915-5d30-489b-8a11-4331f45bf861", "name": "network-vif-plugged", "status": "completed", "tag": "b1b8c869-1177-4b49-8a99-d73f9a32b57c"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:44.487940 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port b1b8c869-1177-4b49-8a99-d73f9a32b57c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=b1b8c869-1177-4b49-8a99-d73f9a32b57c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:44.494110 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b1b8c869-1177-4b49-8a99-d73f9a32b57c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:44.495295 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:34:44.499346 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-01d489d8-f2c1-4b88-956f-bc1710c42f6f req-8b81c323-e413-4f7d-b502-d6e00b8ac175 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] show failed (client error): The resource could not be found. Feb 07 16:34:44.501102 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01d489d8-f2c1-4b88-956f-bc1710c42f6f req-8b81c323-e413-4f7d-b502-d6e00b8ac175 tempest-FloatingIPsTestJSON-1898371067 tempest-FloatingIPsTestJSON-1898371067-project] 10.222.0.18 "GET /v2.0/floatingips/9a0d181d-b1aa-4f82-8bd4-8d6daeea817b HTTP/1.1" status: 404 len: 350 time: 0.0574284 Feb 07 16:34:44.511691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54610) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:44.576017 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0f4de0d3-c313-41fa-b886-4e6197595c1d req-4da026e0-e1a3-4771-a533-b9e75856542f tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393893 Feb 07 16:34:44.686073 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc920a08-0626-4191-a4fb-eec2b08f9aac x-openstack-request-id: req-fc920a08-0626-4191-a4fb-eec2b08f9aac {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:44.697048 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640a9915-5d30-489b-8a11-4331f45bf861", "name": "network-vif-plugged", "status": "completed", "tag": "b1b8c869-1177-4b49-8a99-d73f9a32b57c", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:44.697681 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc920a08-0626-4191-a4fb-eec2b08f9aac {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:44.698299 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640a9915-5d30-489b-8a11-4331f45bf861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b8c869-1177-4b49-8a99-d73f9a32b57c', 'code': 200} Feb 07 16:34:44.705081 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port aed8312a-0fd0-4375-a620-bc667b1252d6 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:44.726888 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=b1b8c869-1177-4b49-8a99-d73f9a32b57c,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:44.729927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158613-a1fd-4388-a9b5-1c7840905d95 req-cd503292-8acc-485d-a6fd-5749935d9aa2 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:44.743666 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87158613-a1fd-4388-a9b5-1c7840905d95 req-cd503292-8acc-485d-a6fd-5749935d9aa2 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 949 time: 0.1154664 Feb 07 16:34:44.751769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:34:44.761089 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-c8262e19-0917-4b4d-84e5-0dac724e1a9c admin admin] Allocated IP 172.20.0.1 (0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd/bf9c9306-f558-49de-87fe-0cf026053c03/a511aeb7-b758-4ed9-ac37-199d1efd8d05) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:34:44.761537 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:44.761880 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:44.870299 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] Publish callbacks [] for port (3509ee6a-089f-48a4-97f6-76020fe7deb1), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:44.877123 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3509ee6a-089f-48a4-97f6-76020fe7deb1), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:44.914077 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87158613-a1fd-4388-a9b5-1c7840905d95 req-b847ea93-d46f-4273-8753-ff20e1966504 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/security-groups?id=043b38f9-ceef-4cbe-84fa-4be359821b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230526 Feb 07 16:34:44.931812 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af75e44-badf-4953-80ae-447060ce1821 req-c393d978-b072-4d9c-8589-6f59a478ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:44.933570 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7af75e44-badf-4953-80ae-447060ce1821 req-c393d978-b072-4d9c-8589-6f59a478ec2a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=640a9915-5d30-489b-8a11-4331f45bf861 HTTP/1.1" status: 200 len: 1131 time: 0.1413133 Feb 07 16:34:44.942095 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8262e19-0917-4b4d-84e5-0dac724e1a9c admin admin] Publish callbacks [] for port (a511aeb7-b758-4ed9-ac37-199d1efd8d05), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:44.943086 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:44.945574 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:44.974901 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc0e87-e398-4817-a371-b69d2d174d33 None None] Pushing event updated for resources: {'Port': ['ID=3509ee6a-089f-48a4-97f6-76020fe7deb1,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:44.982736 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8262e19-0917-4b4d-84e5-0dac724e1a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a511aeb7-b758-4ed9-ac37-199d1efd8d05), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:44.997002 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc0e87-e398-4817-a371-b69d2d174d33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:44.998814 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc0e87-e398-4817-a371-b69d2d174d33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:45.001183 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc0e87-e398-4817-a371-b69d2d174d33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:45.001183 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc0e87-e398-4817-a371-b69d2d174d33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:45.004164 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc0e87-e398-4817-a371-b69d2d174d33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:45.004974 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc0e87-e398-4817-a371-b69d2d174d33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:45.006890 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc0e87-e398-4817-a371-b69d2d174d33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:45.006890 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc0e87-e398-4817-a371-b69d2d174d33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:45.006890 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc0e87-e398-4817-a371-b69d2d174d33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:45.006890 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc0e87-e398-4817-a371-b69d2d174d33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:45.006890 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc0e87-e398-4817-a371-b69d2d174d33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:45.010682 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc0e87-e398-4817-a371-b69d2d174d33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:45.011172 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc0e87-e398-4817-a371-b69d2d174d33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:34:45.018698 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:45.026134 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:45.067024 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] Attempting to bind port 3509ee6a-089f-48a4-97f6-76020fe7deb1 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:34:45.067512 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] Attempting to bind port 3509ee6a-089f-48a4-97f6-76020fe7deb1 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:34:45.067893 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] Attempting to bind port 3509ee6a-089f-48a4-97f6-76020fe7deb1 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:45.083828 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:34:45.084259 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:34:45.085101 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:45.085601 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:34:45.086600 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] Bound port: 3509ee6a-089f-48a4-97f6-76020fe7deb1, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:34:45.086750 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3509ee6a-089f-48a4-97f6-76020fe7deb1), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:45.119200 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7af75e44-badf-4953-80ae-447060ce1821 req-e1b2f3ca-0f94-4c2c-b6f4-a5dcb6e1fe43 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713581 Feb 07 16:34:45.132411 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8262e19-0917-4b4d-84e5-0dac724e1a9c admin admin] Pushing event updated for resources: {'Port': ['ID=a511aeb7-b758-4ed9-ac37-199d1efd8d05,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:45.146431 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8262e19-0917-4b4d-84e5-0dac724e1a9c admin admin] Network 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:34:45.149002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c8262e19-0917-4b4d-84e5-0dac724e1a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:45.180656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8262e19-0917-4b4d-84e5-0dac724e1a9c admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:34:45.187918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:45.265021 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] For port 3509ee6a-089f-48a4-97f6-76020fe7deb1, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:34:45.280756 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] For port 3509ee6a-089f-48a4-97f6-76020fe7deb1, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3509ee6a-089f-48a4-97f6-76020fe7deb1,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:34:45.289954 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8262e19-0917-4b4d-84e5-0dac724e1a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (957ce515-30c2-4eb1-9918-2f65f2a803e7), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:45.297049 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3509ee6a-089f-48a4-97f6-76020fe7deb1), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:45.375762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a42c2c-53e7-4e88-93de-311a8e38112a req-b474f789-b426-46e3-b704-5d6e9c2e9b35 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:45.378346 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device aed8312a-0fd0-4375-a620-bc667b1252d6 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:34:45.384347 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-94a42c2c-53e7-4e88-93de-311a8e38112a req-b474f789-b426-46e3-b704-5d6e9c2e9b35 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.2048836 Feb 07 16:34:45.434458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9ee9a-addc-4b77-b368-07b8084c487b req-e4759235-a708-4c38-b4a7-d9278add59a3 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:45.445155 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-12a9ee9a-addc-4b77-b368-07b8084c487b req-e4759235-a708-4c38-b4a7-d9278add59a3 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=640a9915-5d30-489b-8a11-4331f45bf861 HTTP/1.1" status: 200 len: 949 time: 0.2585087 Feb 07 16:34:45.446365 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] Routers {'957ce515-30c2-4eb1-9918-2f65f2a803e7'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:34:45.447153 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['957ce515-30c2-4eb1-9918-2f65f2a803e7'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:45.450382 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc0e87-e398-4817-a371-b69d2d174d33 None None] Pushing event updated for resources: {'Port': ['ID=3509ee6a-089f-48a4-97f6-76020fe7deb1,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:45.501486 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port aed8312a-0fd0-4375-a620-bc667b1252d6 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:45.501877 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (aed8312a-0fd0-4375-a620-bc667b1252d6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:45.511599 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-94a42c2c-53e7-4e88-93de-311a8e38112a req-82a315ce-9e3b-447c-b555-4a794a393d5a tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262758 Feb 07 16:34:45.594113 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8262e19-0917-4b4d-84e5-0dac724e1a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a511aeb7-b758-4ed9-ac37-199d1efd8d05), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:45.598913 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-12a9ee9a-addc-4b77-b368-07b8084c487b req-7d26fb69-2200-495c-9c0f-dc5af04d7877 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518371 Feb 07 16:34:45.617014 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e12161d6-4b7a-4155-b601-3a02432aba67 None None] Provisioning complete for port a511aeb7-b758-4ed9-ac37-199d1efd8d05 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:45.617163 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e12161d6-4b7a-4155-b601-3a02432aba67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a511aeb7-b758-4ed9-ac37-199d1efd8d05), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:45.674718 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] Set router 957ce515-30c2-4eb1-9918-2f65f2a803e7 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:34:45.703761 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e12161d6-4b7a-4155-b601-3a02432aba67 None None] Port a511aeb7-b758-4ed9-ac37-199d1efd8d05 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:34:45.707514 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port aed8312a-0fd0-4375-a620-bc667b1252d6 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:45.747349 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fffb1475-21ce-48b5-b1d6-19b45deb48c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (96fbcda3-69a4-4486-a2da-fa2be45ca93b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:45.832344 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ecb30-ccca-4e45-8d7c-56c3daf0dbbe req-228f3749-b119-439d-8001-0c6d5908de15 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:45.834165 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8c7ecb30-ccca-4e45-8d7c-56c3daf0dbbe req-228f3749-b119-439d-8001-0c6d5908de15 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 944 time: 0.1412804 Feb 07 16:34:45.916877 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8c7ecb30-ccca-4e45-8d7c-56c3daf0dbbe req-c4335a50-a82b-473d-becd-506c0b80419b tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770295 Feb 07 16:34:45.917129 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:42Z', 'revision_number': 3, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:45.940138 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8262e19-0917-4b4d-84e5-0dac724e1a9c admin admin] Publish callbacks [] for port (a511aeb7-b758-4ed9-ac37-199d1efd8d05), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:45.950067 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc62bd87-5da6-4b1b-a9ad-e4d5c0c481d7 None None] The sync data for ids ['957ce515-30c2-4eb1-9918-2f65f2a803e7'] in n-d-827865-3 is: [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:42Z', 'revision_number': 3, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:34:45.951649 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8262e19-0917-4b4d-84e5-0dac724e1a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (a511aeb7-b758-4ed9-ac37-199d1efd8d05), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:46.056896 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8262e19-0917-4b4d-84e5-0dac724e1a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (957ce515-30c2-4eb1-9918-2f65f2a803e7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:46.059207 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8262e19-0917-4b4d-84e5-0dac724e1a9c admin admin] Pushing event updated for resources: {'Port': ['ID=a511aeb7-b758-4ed9-ac37-199d1efd8d05,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:46.172676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f756f5f-d346-4ec0-9d90-be0f4285259a req-28aae557-fa73-4333-9f78-88962c3ba83d tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:46.174520 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f756f5f-d346-4ec0-9d90-be0f4285259a req-28aae557-fa73-4333-9f78-88962c3ba83d tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 949 time: 0.1024029 Feb 07 16:34:46.195085 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8262e19-0917-4b4d-84e5-0dac724e1a9c admin admin] Network 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:34:46.196583 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c8262e19-0917-4b4d-84e5-0dac724e1a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:46.262296 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f756f5f-d346-4ec0-9d90-be0f4285259a req-f252f8f0-a000-4bef-af43-eadddd8d1032 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/security-groups?id=043b38f9-ceef-4cbe-84fa-4be359821b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665598 Feb 07 16:34:46.272353 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fffb1475-21ce-48b5-b1d6-19b45deb48c4 admin admin] Deleting port bf37ebde-2ec1-41f8-972d-141a44bafd4f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:34:46.272927 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fffb1475-21ce-48b5-b1d6-19b45deb48c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (bf37ebde-2ec1-41f8-972d-141a44bafd4f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:46.419307 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8262e19-0917-4b4d-84e5-0dac724e1a9c admin admin] Router 957ce515-30c2-4eb1-9918-2f65f2a803e7 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:34:46.662933 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-44d20399-85d1-4395-a34d-92b1ea33d460 None None] Provisioning complete for port a511aeb7-b758-4ed9-ac37-199d1efd8d05 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:46.664387 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-44d20399-85d1-4395-a34d-92b1ea33d460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a511aeb7-b758-4ed9-ac37-199d1efd8d05), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:46.708274 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08db74f1-074b-47c1-a99f-859400e40031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:46.710666 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d138e8ed-fe96-4a83-aded-42e940b6ecad" -d '{"events": [{"server_uuid": "08db74f1-074b-47c1-a99f-859400e40031", "name": "network-vif-plugged", "status": "completed", "tag": "93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:46.773648 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-44d20399-85d1-4395-a34d-92b1ea33d460 None None] Port a511aeb7-b758-4ed9-ac37-199d1efd8d05 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:34:46.813784 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-b9279d63-f888-43ff-b7ff-4fd04c7a5b38 service neutron] 10.222.0.48 "GET /v2.0/ports/d94e4177-9cfa-4564-b77b-1244bf59ea99/bindings/n-h2-827865-3 HTTP/1.1" status: 200 len: 384 time: 0.5283475 Feb 07 16:34:46.903340 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fffb1475-21ce-48b5-b1d6-19b45deb48c4 admin admin] For port bf37ebde-2ec1-41f8-972d-141a44bafd4f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bf37ebde-2ec1-41f8-972d-141a44bafd4f,segment=NetworkSegment(e54f5f26-2332-45e1-a728-9b1d2ed3b530),segment_id=e54f5f26-2332-45e1-a728-9b1d2ed3b530)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:46.903723 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fffb1475-21ce-48b5-b1d6-19b45deb48c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (bf37ebde-2ec1-41f8-972d-141a44bafd4f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:46.941771 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fffb1475-21ce-48b5-b1d6-19b45deb48c4 admin admin] Calling delete_port for bf37ebde-2ec1-41f8-972d-141a44bafd4f owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:34:46.985010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b4f8b-be05-483e-9c20-b3a25a3fe43e req-12c4046d-0e42-4311-a658-e7924368b8ac tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:46.986670 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d90b4f8b-be05-483e-9c20-b3a25a3fe43e req-12c4046d-0e42-4311-a658-e7924368b8ac tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=640a9915-5d30-489b-8a11-4331f45bf861 HTTP/1.1" status: 200 len: 949 time: 0.1664741 Feb 07 16:34:47.012548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f21e3-5de7-4c59-83c2-faf3b1aa59b9 req-4c90b9ad-76f8-4c65-8d1b-1e477f7daf0e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:47.014276 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-900f21e3-5de7-4c59-83c2-faf3b1aa59b9 req-4c90b9ad-76f8-4c65-8d1b-1e477f7daf0e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.0936053 Feb 07 16:34:47.075064 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-900f21e3-5de7-4c59-83c2-faf3b1aa59b9 req-157f0437-6b8a-445d-9735-d3a8c9862cc0 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533080 Feb 07 16:34:47.080475 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8262e19-0917-4b4d-84e5-0dac724e1a9c admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:34:47.106814 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c8262e19-0917-4b4d-84e5-0dac724e1a9c admin admin] 10.222.0.18 "PUT /v2.0/routers/957ce515-30c2-4eb1-9918-2f65f2a803e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5768943 Feb 07 16:34:47.156962 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ba67dc-ce86-4021-85ea-9b4b5f9680fd x-openstack-request-id: req-19ba67dc-ce86-4021-85ea-9b4b5f9680fd {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:47.157302 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08db74f1-074b-47c1-a99f-859400e40031", "name": "network-vif-plugged", "status": "completed", "tag": "93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:47.157571 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19ba67dc-ce86-4021-85ea-9b4b5f9680fd {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:47.157966 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08db74f1-074b-47c1-a99f-859400e40031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0', 'code': 200} Feb 07 16:34:47.360718 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397574ad-7232-428c-ba5a-0af2c0f4e147 req-1e23a98c-a1a9-41cf-bdcb-b9ba825b33f2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:47.362327 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-397574ad-7232-428c-ba5a-0af2c0f4e147 req-1e23a98c-a1a9-41cf-bdcb-b9ba825b33f2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 944 time: 0.0853918 Feb 07 16:34:47.420726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3509ee6a-089f-48a4-97f6-76020fe7deb1 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:34:47.429357 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d90b4f8b-be05-483e-9c20-b3a25a3fe43e req-0e4fc590-e1b5-4a18-89c9-b850182c89ee tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050097 Feb 07 16:34:47.475376 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-397574ad-7232-428c-ba5a-0af2c0f4e147 req-b2dfdee5-5cb1-42a1-a180-4035a7e3ebf4 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063700 Feb 07 16:34:47.527325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 3509ee6a-089f-48a4-97f6-76020fe7deb1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:47.528076 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3509ee6a-089f-48a4-97f6-76020fe7deb1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:47.541452 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2140686-db41-4899-b6c4-dc31413707db req-4f8d2102-b1d6-4ba1-a93e-feb31f518aba tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:47.543956 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2140686-db41-4899-b6c4-dc31413707db req-4f8d2102-b1d6-4ba1-a93e-feb31f518aba tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.32 "GET /v2.0/ports?device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 949 time: 0.4317772 Feb 07 16:34:47.646307 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab27f39-9693-4230-a79f-23e389e1e558 req-5aaf8c15-8ed3-468b-bdd5-8487b0537e3a tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:47.648134 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fab27f39-9693-4230-a79f-23e389e1e558 req-5aaf8c15-8ed3-468b-bdd5-8487b0537e3a tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 949 time: 0.0916629 Feb 07 16:34:47.661508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35c801-cf5c-49e3-964e-d9dded200d19 req-d37a6d96-baea-41f6-b109-ecc5604fa483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:47.663180 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba35c801-cf5c-49e3-964e-d9dded200d19 req-d37a6d96-baea-41f6-b109-ecc5604fa483 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=08db74f1-074b-47c1-a99f-859400e40031 HTTP/1.1" status: 200 len: 1132 time: 0.3635840 Feb 07 16:34:47.668053 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 3509ee6a-089f-48a4-97f6-76020fe7deb1 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:47.669041 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3509ee6a-089f-48a4-97f6-76020fe7deb1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:47.687121 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-0c743068-9a55-4fb4-b83f-90e7ac1ecd8e service neutron] For port d94e4177-9cfa-4564-b77b-1244bf59ea99, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d94e4177-9cfa-4564-b77b-1244bf59ea99,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:47.700906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 3509ee6a-089f-48a4-97f6-76020fe7deb1, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3509ee6a-089f-48a4-97f6-76020fe7deb1,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:47.707266 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3509ee6a-089f-48a4-97f6-76020fe7deb1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:47.723806 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fab27f39-9693-4230-a79f-23e389e1e558 req-95256a6a-db03-4598-96db-e3cac6869030 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/security-groups?id=043b38f9-ceef-4cbe-84fa-4be359821b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674703 Feb 07 16:34:47.773598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=3509ee6a-089f-48a4-97f6-76020fe7deb1,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:47.826876 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-0c743068-9a55-4fb4-b83f-90e7ac1ecd8e service neutron] For port d94e4177-9cfa-4564-b77b-1244bf59ea99, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:34:47.857243 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fffb1475-21ce-48b5-b1d6-19b45deb48c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (bf37ebde-2ec1-41f8-972d-141a44bafd4f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:47.923529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb1475-21ce-48b5-b1d6-19b45deb48c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf37ebde-2ec1-41f8-972d-141a44bafd4f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:47.936481 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-0c743068-9a55-4fb4-b83f-90e7ac1ecd8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94e4177-9cfa-4564-b77b-1244bf59ea99 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:34:47.949304 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba35c801-cf5c-49e3-964e-d9dded200d19 req-06f77a23-20e4-45ef-93d5-5897321fa3ff service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591805 Feb 07 16:34:47.974693 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-0c743068-9a55-4fb4-b83f-90e7ac1ecd8e service neutron] For port d94e4177-9cfa-4564-b77b-1244bf59ea99, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d94e4177-9cfa-4564-b77b-1244bf59ea99,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:48.031678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de5a44-c746-4400-956e-a667eb86f32c req-019d24e8-f329-40f5-80a5-180619fdddbf tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:48.033763 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39de5a44-c746-4400-956e-a667eb86f32c req-019d24e8-f329-40f5-80a5-180619fdddbf tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/networks?id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd HTTP/1.1" status: 200 len: 820 time: 0.3908741 Feb 07 16:34:48.058300 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-0c743068-9a55-4fb4-b83f-90e7ac1ecd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:48.194978 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fffb1475-21ce-48b5-b1d6-19b45deb48c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (96fbcda3-69a4-4486-a2da-fa2be45ca93b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:48.198582 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-b2140686-db41-4899-b6c4-dc31413707db req-70258b59-fd35-4b40-b3d9-67d48b7a4d68 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Deleting port 3f27ee0c-921e-47ec-9d79-9c83315e5210 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:34:48.199030 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b2140686-db41-4899-b6c4-dc31413707db req-70258b59-fd35-4b40-b3d9-67d48b7a4d68 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3f27ee0c-921e-47ec-9d79-9c83315e5210), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:48.204823 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39de5a44-c746-4400-956e-a667eb86f32c req-540837ba-c044-4269-bdbb-9ed1afc51707 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/quotas/c52d4a6fde3a4f92b73d4cbced7bc767 HTTP/1.1" status: 200 len: 375 time: 0.1498935 Feb 07 16:34:48.255035 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228cd55-e862-40b1-8456-e119becc383f req-c57efb27-eba4-4bbb-a781-6b4368bb8403 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:48.256865 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d228cd55-e862-40b1-8456-e119becc383f req-c57efb27-eba4-4bbb-a781-6b4368bb8403 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.0738487 Feb 07 16:34:48.322265 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d228cd55-e862-40b1-8456-e119becc383f req-c1d67e05-87cf-4d6d-85e0-8555b91df6e9 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510650 Feb 07 16:34:48.372467 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] Sync routers for ids ['957ce515-30c2-4eb1-9918-2f65f2a803e7'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:34:48.385443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] Routers {'957ce515-30c2-4eb1-9918-2f65f2a803e7'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:34:48.386223 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['957ce515-30c2-4eb1-9918-2f65f2a803e7'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:48.454069 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b2140686-db41-4899-b6c4-dc31413707db req-70258b59-fd35-4b40-b3d9-67d48b7a4d68 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] For port 3f27ee0c-921e-47ec-9d79-9c83315e5210, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3f27ee0c-921e-47ec-9d79-9c83315e5210,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:48.454439 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b2140686-db41-4899-b6c4-dc31413707db req-70258b59-fd35-4b40-b3d9-67d48b7a4d68 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3f27ee0c-921e-47ec-9d79-9c83315e5210), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:48.484420 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-b2140686-db41-4899-b6c4-dc31413707db req-70258b59-fd35-4b40-b3d9-67d48b7a4d68 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Calling delete_port for 3f27ee0c-921e-47ec-9d79-9c83315e5210 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:34:48.494261 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-0c743068-9a55-4fb4-b83f-90e7ac1ecd8e service neutron] Transition to ACTIVE for port object d94e4177-9cfa-4564-b77b-1244bf59ea99 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:34:48.507909 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39de5a44-c746-4400-956e-a667eb86f32c req-0dfe1be8-1acb-4ef7-8e5c-5b1c32ad18e5 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c52d4a6fde3a4f92b73d4cbced7bc767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2886705 Feb 07 16:34:48.512335 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-0c743068-9a55-4fb4-b83f-90e7ac1ecd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:48.553379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] Set router 957ce515-30c2-4eb1-9918-2f65f2a803e7 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:34:48.604899 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2e8f0-100f-44a1-a215-3dde61a233c4 req-5968800a-e818-49e6-aa90-ecaf5f246556 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:48.608333 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fff2e8f0-100f-44a1-a215-3dde61a233c4 req-5968800a-e818-49e6-aa90-ecaf5f246556 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=640a9915-5d30-489b-8a11-4331f45bf861 HTTP/1.1" status: 200 len: 949 time: 0.0861304 Feb 07 16:34:48.686004 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fff2e8f0-100f-44a1-a215-3dde61a233c4 req-f73dad70-54d9-4ced-a88a-ee5febed3330 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659616 Feb 07 16:34:48.699617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-0c743068-9a55-4fb4-b83f-90e7ac1ecd8e service neutron] No DVR routers for this DVR port d94e4177-9cfa-4564-b77b-1244bf59ea99 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:34:48.777677 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c743068-9a55-4fb4-b83f-90e7ac1ecd8e service neutron] Pushing event updated for resources: {'Port': ['ID=d94e4177-9cfa-4564-b77b-1244bf59ea99,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:48.828744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 2, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:48.858473 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dd04e-efb1-4c8e-8ca8-8e5dcc8573fc req-8864b14a-d4d1-45ca-a19a-32273ec70c8d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:48.861458 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] Checking router: 957ce515-30c2-4eb1-9918-2f65f2a803e7 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:34:48.862003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] Updating router 957ce515-30c2-4eb1-9918-2f65f2a803e7 port a511aeb7-b758-4ed9-ac37-199d1efd8d05 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:34:48.872541 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-0c743068-9a55-4fb4-b83f-90e7ac1ecd8e service neutron] 10.222.0.48 "PUT /v2.0/ports/d94e4177-9cfa-4564-b77b-1244bf59ea99/bindings/n-h2-827865-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0221465 Feb 07 16:34:48.873354 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b87dd04e-efb1-4c8e-8ca8-8e5dcc8573fc req-8864b14a-d4d1-45ca-a19a-32273ec70c8d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 945 time: 0.1259480 Feb 07 16:34:48.915656 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a511aeb7-b758-4ed9-ac37-199d1efd8d05), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:48.922962 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39de5a44-c746-4400-956e-a667eb86f32c req-2e88608c-7521-4402-8a18-845de5ea2886 service neutron] 10.222.0.18 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964639 Feb 07 16:34:48.963923 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b87dd04e-efb1-4c8e-8ca8-8e5dcc8573fc req-e9de8f4f-5308-487d-904c-d08f7d2ce09b tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870659 Feb 07 16:34:49.126887 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b14b4-e5f5-4320-a172-d44bfd88613e req-9c624efe-09b5-4246-bbb0-c1c6e7add46c tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:49.138046 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-896b14b4-e5f5-4320-a172-d44bfd88613e req-9c624efe-09b5-4246-bbb0-c1c6e7add46c tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 949 time: 0.0843308 Feb 07 16:34:49.236870 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-896b14b4-e5f5-4320-a172-d44bfd88613e req-56b8146d-9e36-45c9-bcc2-f1024f185585 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/security-groups?id=043b38f9-ceef-4cbe-84fa-4be359821b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978112 Feb 07 16:34:49.429181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3509ee6a-089f-48a4-97f6-76020fe7deb1 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:34:49.513144 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da409c23-e0d9-42ba-82bb-9ccb1a8bd9e6 req-0fd2a1da-6d8e-4365-a8e1-92d832fb81a6 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:49.514951 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-da409c23-e0d9-42ba-82bb-9ccb1a8bd9e6 req-0fd2a1da-6d8e-4365-a8e1-92d832fb81a6 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.0764425 Feb 07 16:34:49.534846 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] Publish callbacks [] for port (a511aeb7-b758-4ed9-ac37-199d1efd8d05), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:49.549725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 3509ee6a-089f-48a4-97f6-76020fe7deb1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:49.550423 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3509ee6a-089f-48a4-97f6-76020fe7deb1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:49.551965 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a511aeb7-b758-4ed9-ac37-199d1efd8d05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:49.598496 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-da409c23-e0d9-42ba-82bb-9ccb1a8bd9e6 req-791f59bf-96b8-4eea-a5c0-42a251316506 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742292 Feb 07 16:34:49.603763 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39de5a44-c746-4400-956e-a667eb86f32c req-1745e5f7-2c57-4c62-b0fc-307b4d9bb29b service neutron] 10.222.0.18 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6663253 Feb 07 16:34:49.641853 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b2140686-db41-4899-b6c4-dc31413707db req-70258b59-fd35-4b40-b3d9-67d48b7a4d68 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (3f27ee0c-921e-47ec-9d79-9c83315e5210), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:49.648934 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffb1475-21ce-48b5-b1d6-19b45deb48c4 admin admin] Router 96fbcda3-69a4-4486-a2da-fa2be45ca93b has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:34:49.679026 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['3f27ee0c-921e-47ec-9d79-9c83315e5210'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:49.737569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-21d80a77-0aa1-4959-aa14-66ae3e747c75 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:49.741233 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-21d80a77-0aa1-4959-aa14-66ae3e747c75 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27&tenant_id=deb20de83f134befa08f0478fca7ff92&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 1127 time: 0.7482989 Feb 07 16:34:49.763308 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] Attempting to bind port a511aeb7-b758-4ed9-ac37-199d1efd8d05 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:34:49.763688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] Attempting to bind port a511aeb7-b758-4ed9-ac37-199d1efd8d05 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '971b157b-efbe-4872-9ce7-e2dd5578fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:34:49.764059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] Attempting to bind port a511aeb7-b758-4ed9-ac37-199d1efd8d05 on network 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:49.783685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa010af-b1f2-4ff9-a38b-54ea18eea8b7 None None] Pushing event updated for resources: {'Port': ['ID=a511aeb7-b758-4ed9-ac37-199d1efd8d05,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:49.794618 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:34:49.795047 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] Checking segment: {'id': '971b157b-efbe-4872-9ce7-e2dd5578fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:34:49.795542 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:49.795952 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] Bound using segment: {'id': '971b157b-efbe-4872-9ce7-e2dd5578fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:34:49.796988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] Bound port: a511aeb7-b758-4ed9-ac37-199d1efd8d05, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971b157b-efbe-4872-9ce7-e2dd5578fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:34:49.796988 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a511aeb7-b758-4ed9-ac37-199d1efd8d05), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:49.808474 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70258b59-fd35-4b40-b3d9-67d48b7a4d68 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Pushing event deleted for resources: {'Port': ['ID=3f27ee0c-921e-47ec-9d79-9c83315e5210,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:49.913192 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 3509ee6a-089f-48a4-97f6-76020fe7deb1 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:49.930443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20404ef8-6d47-4a63-9385-52fc4d9df989 req-773fa72e-7339-4425-96b1-4f14f4f2ddd7 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:49.938314 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2140686-db41-4899-b6c4-dc31413707db req-70258b59-fd35-4b40-b3d9-67d48b7a4d68 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] No DVR routers for this DVR port 3f27ee0c-921e-47ec-9d79-9c83315e5210 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:34:49.945327 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-20404ef8-6d47-4a63-9385-52fc4d9df989 req-773fa72e-7339-4425-96b1-4f14f4f2ddd7 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=640a9915-5d30-489b-8a11-4331f45bf861 HTTP/1.1" status: 200 len: 949 time: 0.1419160 Feb 07 16:34:49.949067 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b2140686-db41-4899-b6c4-dc31413707db req-70258b59-fd35-4b40-b3d9-67d48b7a4d68 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:49.960532 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2140686-db41-4899-b6c4-dc31413707db req-70258b59-fd35-4b40-b3d9-67d48b7a4d68 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.32 "DELETE /v2.0/ports/3f27ee0c-921e-47ec-9d79-9c83315e5210 HTTP/1.1" status: 204 len: 173 time: 2.3996494 Feb 07 16:34:49.961756 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a43b97-138a-4591-8801-b3dbe3f75892', 'name': 'network-vif-deleted', 'tag': '3f27ee0c-921e-47ec-9d79-9c83315e5210'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:49.965224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] For port a511aeb7-b758-4ed9-ac37-199d1efd8d05, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:34:49.971055 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] For port a511aeb7-b758-4ed9-ac37-199d1efd8d05, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a511aeb7-b758-4ed9-ac37-199d1efd8d05,segment=NetworkSegment(971b157b-efbe-4872-9ce7-e2dd5578fdae),segment_id=971b157b-efbe-4872-9ce7-e2dd5578fdae)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:34:49.974601 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f07a14-b898-4ebe-941f-c0e18f13f8a1" -d '{"events": [{"server_uuid": "88a43b97-138a-4591-8801-b3dbe3f75892", "name": "network-vif-deleted", "tag": "3f27ee0c-921e-47ec-9d79-9c83315e5210"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:49.984705 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a511aeb7-b758-4ed9-ac37-199d1efd8d05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:50.040700 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-20404ef8-6d47-4a63-9385-52fc4d9df989 req-6192dcc7-59c9-486b-a003-7c3a9998c187 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944726 Feb 07 16:34:50.181397 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2dbe218c-4aa9-4e7b-872d-92f794582117 req-7463daa9-a625-4063-8e2d-6abb518890be tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 210 time: 0.2400169 Feb 07 16:34:50.194667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device d94e4177-9cfa-4564-b77b-1244bf59ea99 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:34:50.244561 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-008d4993-3769-4e6d-88bd-5db4073578ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:50.246593 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-008d4993-3769-4e6d-88bd-5db4073578ab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27&tenant_id=deb20de83f134befa08f0478fca7ff92 HTTP/1.1" status: 200 len: 1127 time: 0.4634316 Feb 07 16:34:50.271941 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] Routers {'957ce515-30c2-4eb1-9918-2f65f2a803e7'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:34:50.276400 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['957ce515-30c2-4eb1-9918-2f65f2a803e7'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:50.313266 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d627beea-e89e-46b8-b751-63d0382135e1 x-openstack-request-id: req-d627beea-e89e-46b8-b751-63d0382135e1 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:50.313597 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a43b97-138a-4591-8801-b3dbe3f75892", "name": "network-vif-deleted", "tag": "3f27ee0c-921e-47ec-9d79-9c83315e5210", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:50.316858 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d627beea-e89e-46b8-b751-63d0382135e1 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:50.319863 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a43b97-138a-4591-8801-b3dbe3f75892', 'name': 'network-vif-deleted', 'tag': '3f27ee0c-921e-47ec-9d79-9c83315e5210', 'status': 'completed', 'code': 200} Feb 07 16:34:50.342377 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e5afd-6899-443f-9ea4-68ba0f321d01 req-88bccf9e-9174-43fb-af25-e71c3cd09fb9 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:50.343988 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-011e5afd-6899-443f-9ea4-68ba0f321d01 req-88bccf9e-9174-43fb-af25-e71c3cd09fb9 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 945 time: 0.1353090 Feb 07 16:34:50.409038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffb1475-21ce-48b5-b1d6-19b45deb48c4 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:34:50.419242 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61adab4-31ce-4ce5-a007-c64661974f94 None None] Sync routers for ids ['96fbcda3-69a4-4486-a2da-fa2be45ca93b'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:34:50.422583 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fffb1475-21ce-48b5-b1d6-19b45deb48c4 admin admin] 10.222.0.18 "PUT /v2.0/routers/96fbcda3-69a4-4486-a2da-fa2be45ca93b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9092782 Feb 07 16:34:50.422936 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54684) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:50.433254 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61adab4-31ce-4ce5-a007-c64661974f94 None None] Routers {'96fbcda3-69a4-4486-a2da-fa2be45ca93b'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:34:50.434769 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-ef79e3ea-f13b-4388-94ac-581a4f89268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:50.436401 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-ef79e3ea-f13b-4388-94ac-581a4f89268e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 1127 time: 0.1642482 Feb 07 16:34:50.437184 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f61adab4-31ce-4ce5-a007-c64661974f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['96fbcda3-69a4-4486-a2da-fa2be45ca93b'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:50.492264 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-011e5afd-6899-443f-9ea4-68ba0f321d01 req-700d2db0-1a1a-44c7-b9b2-9f2a700389a6 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381197 Feb 07 16:34:50.508816 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4f6bce5d-5ba8-48bd-ab1b-58ebb3cfbefc None None] Provisioning complete for port a511aeb7-b758-4ed9-ac37-199d1efd8d05 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:50.509196 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4f6bce5d-5ba8-48bd-ab1b-58ebb3cfbefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a511aeb7-b758-4ed9-ac37-199d1efd8d05), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:50.673584 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] Set router 957ce515-30c2-4eb1-9918-2f65f2a803e7 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:34:50.723248 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-f61adab4-31ce-4ce5-a007-c64661974f94 None None] Set router 96fbcda3-69a4-4486-a2da-fa2be45ca93b gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:34:50.727449 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38869d-ac44-4d50-9a79-3e58a19bc38c req-5d0eab3f-a2c2-4ea4-9a2b-99da77934b5a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:50.735115 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd38869d-ac44-4d50-9a79-3e58a19bc38c req-5d0eab3f-a2c2-4ea4-9a2b-99da77934b5a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=08db74f1-074b-47c1-a99f-859400e40031 HTTP/1.1" status: 200 len: 950 time: 0.3216295 Feb 07 16:34:50.758624 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c30f04f6-68a7-4ae3-80fa-b254b832560f admin admin] Publish callbacks [] for router (96fbcda3-69a4-4486-a2da-fa2be45ca93b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:50.785408 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c6f4d8cf-1876-4a4c-a4ab-d8eb1559e626 req-a337c107-2d75-42ee-92c0-b17432471904 tempest-ServerDiagnosticsNegativeTest-1437709535 tempest-ServerDiagnosticsNegativeTest-1437709535-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a43b97-138a-4591-8801-b3dbe3f75892 HTTP/1.1" status: 200 len: 210 time: 0.0703566 Feb 07 16:34:50.884166 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd38869d-ac44-4d50-9a79-3e58a19bc38c req-447b28ec-e264-4cc6-8e8a-dcc808380780 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434436 Feb 07 16:34:50.893076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-913ab882-859e-48c5-b84f-b7d70f7f462a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:50.894888 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-913ab882-859e-48c5-b84f-b7d70f7f462a service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 0.4503658 Feb 07 16:34:50.942265 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f61adab4-31ce-4ce5-a007-c64661974f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'name': 'tempest-FloatingIPsTestJSON-264369047-router', 'tenant_id': '4b296f8ec658471f981e5132a1727938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'bd48e930-a8f1-4353-a3aa-f2e44f39bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:16Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 5, 'project_id': '4b296f8ec658471f981e5132a1727938', 'gw_port': {'id': 'bd48e930-a8f1-4353-a3aa-f2e44f39bb73', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:17Z', 'updated_at': '2022-02-07T16:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:50.976263 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61adab4-31ce-4ce5-a007-c64661974f94 None None] Checking router: 96fbcda3-69a4-4486-a2da-fa2be45ca93b for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:34:50.980033 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] The host n-h1-827865-3 is not matching for port d94e4177-9cfa-4564-b77b-1244bf59ea99 host n-h2-827865-3! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 16:34:50.985479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device d94e4177-9cfa-4564-b77b-1244bf59ea99 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:34:50.986617 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61adab4-31ce-4ce5-a007-c64661974f94 None None] Routers {'96fbcda3-69a4-4486-a2da-fa2be45ca93b'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:34:50.987650 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f61adab4-31ce-4ce5-a007-c64661974f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['96fbcda3-69a4-4486-a2da-fa2be45ca93b'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:51.007580 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-822594fe-6714-457c-a902-3d3963a82ae3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d94e4177-9cfa-4564-b77b-1244bf59ea99 HTTP/1.1" status: 200 len: 217 time: 0.0942979 Feb 07 16:34:51.071438 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa010af-b1f2-4ff9-a38b-54ea18eea8b7 None None] Pushing event updated for resources: {'Port': ['ID=a511aeb7-b758-4ed9-ac37-199d1efd8d05,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:51.111663 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-f61adab4-31ce-4ce5-a007-c64661974f94 None None] Set router 96fbcda3-69a4-4486-a2da-fa2be45ca93b gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:34:51.179581 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-85d41fd6-c339-47f9-bfa8-7590da20605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:51.183242 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-85d41fd6-c339-47f9-bfa8-7590da20605f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.1618233 Feb 07 16:34:51.188792 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:51.279906 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47632c90-61cc-42eb-a4b5-c0438df3f751 req-8c913dfe-0387-40c9-aa20-551da1da9904 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:51.283491 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-47632c90-61cc-42eb-a4b5-c0438df3f751 req-8c913dfe-0387-40c9-aa20-551da1da9904 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.2811093 Feb 07 16:34:51.288700 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-08cfc4e8-a555-42cd-8fc9-428cc7f8a964 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931089 Feb 07 16:34:51.334642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4f6bce5d-5ba8-48bd-ab1b-58ebb3cfbefc None None] Current status of the port a511aeb7-b758-4ed9-ac37-199d1efd8d05 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:51.335022 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4f6bce5d-5ba8-48bd-ab1b-58ebb3cfbefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a511aeb7-b758-4ed9-ac37-199d1efd8d05), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:51.340646 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c30f04f6-68a7-4ae3-80fa-b254b832560f admin admin] Publish callbacks [] for router_gateway (96fbcda3-69a4-4486-a2da-fa2be45ca93b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:51.425364 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f61adab4-31ce-4ce5-a007-c64661974f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'name': 'tempest-FloatingIPsTestJSON-264369047-router', 'tenant_id': '4b296f8ec658471f981e5132a1727938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'bd48e930-a8f1-4353-a3aa-f2e44f39bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:16Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 5, 'project_id': '4b296f8ec658471f981e5132a1727938', 'gw_port': {'id': 'bd48e930-a8f1-4353-a3aa-f2e44f39bb73', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:17Z', 'updated_at': '2022-02-07T16:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:51.462887 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4f6bce5d-5ba8-48bd-ab1b-58ebb3cfbefc None None] For port a511aeb7-b758-4ed9-ac37-199d1efd8d05, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a511aeb7-b758-4ed9-ac37-199d1efd8d05,segment=NetworkSegment(971b157b-efbe-4872-9ce7-e2dd5578fdae),segment_id=971b157b-efbe-4872-9ce7-e2dd5578fdae)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:51.470925 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4f6bce5d-5ba8-48bd-ab1b-58ebb3cfbefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a511aeb7-b758-4ed9-ac37-199d1efd8d05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:51.496200 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-dea8ec24-0271-42b1-91eb-5bedf7c1dac2 service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424794 Feb 07 16:34:51.498696 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61adab4-31ce-4ce5-a007-c64661974f94 None None] The sync data for ids ['96fbcda3-69a4-4486-a2da-fa2be45ca93b'] in n-d-827865-3 is: [{'id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'name': 'tempest-FloatingIPsTestJSON-264369047-router', 'tenant_id': '4b296f8ec658471f981e5132a1727938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'bd48e930-a8f1-4353-a3aa-f2e44f39bb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:16Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 5, 'project_id': '4b296f8ec658471f981e5132a1727938', 'gw_port': {'id': 'bd48e930-a8f1-4353-a3aa-f2e44f39bb73', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fbcda3-69a4-4486-a2da-fa2be45ca93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:17Z', 'updated_at': '2022-02-07T16:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:34:51.552210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6bce5d-5ba8-48bd-ab1b-58ebb3cfbefc None None] Pushing event updated for resources: {'Port': ['ID=a511aeb7-b758-4ed9-ac37-199d1efd8d05,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:51.556862 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:49Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:51.590938 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-47632c90-61cc-42eb-a4b5-c0438df3f751 req-d5655ffe-99bb-49b2-ad57-c1c63a0d8363 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957997 Feb 07 16:34:51.616431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97c798f-0fb3-49f2-858b-301a6061750c None None] The sync data for ids ['957ce515-30c2-4eb1-9918-2f65f2a803e7'] in n-d-827865-3 is: [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:49Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:34:51.648494 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ec7b4a4c-9216-4690-a366-8920b23a1af3 None None] Provisioning complete for port a511aeb7-b758-4ed9-ac37-199d1efd8d05 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:51.648874 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ec7b4a4c-9216-4690-a366-8920b23a1af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a511aeb7-b758-4ed9-ac37-199d1efd8d05), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:51.702412 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7aafa2-e189-44be-8558-fc731c09e60c req-9348e9d9-4253-4c1e-af71-d3e1fe08928a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:51.709918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7aafa2-e189-44be-8558-fc731c09e60c req-9348e9d9-4253-4c1e-af71-d3e1fe08928a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:51.712255 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-db7aafa2-e189-44be-8558-fc731c09e60c req-9348e9d9-4253-4c1e-af71-d3e1fe08928a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=08db74f1-074b-47c1-a99f-859400e40031&device_id=640a9915-5d30-489b-8a11-4331f45bf861 HTTP/1.1" status: 200 len: 1690 time: 0.1496058 Feb 07 16:34:51.766726 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91cb72a3-74f3-4297-8156-91ed948e7cf1 req-3246e0fb-6e9c-4822-b1ac-a65477e96b34 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 210 time: 0.0549076 Feb 07 16:34:51.783288 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c30f04f6-68a7-4ae3-80fa-b254b832560f admin admin] Deleting port bd48e930-a8f1-4353-a3aa-f2e44f39bb73 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:34:51.783778 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c30f04f6-68a7-4ae3-80fa-b254b832560f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (bd48e930-a8f1-4353-a3aa-f2e44f39bb73), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:51.794534 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-db7aafa2-e189-44be-8558-fc731c09e60c req-4cd88afa-f37f-4078-808e-911bcf3a0a23 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742128 Feb 07 16:34:51.813002 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ec7b4a4c-9216-4690-a366-8920b23a1af3 None None] Current status of the port a511aeb7-b758-4ed9-ac37-199d1efd8d05 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:51.966125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de5a44-c746-4400-956e-a667eb86f32c req-88066360-f89f-4269-b5f6-969ef1d882f2 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:51.967616 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39de5a44-c746-4400-956e-a667eb86f32c req-88066360-f89f-4269-b5f6-969ef1d882f2 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.48 "GET /v2.0/networks?id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd HTTP/1.1" status: 200 len: 820 time: 0.3282771 Feb 07 16:34:52.000296 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-39de5a44-c746-4400-956e-a667eb86f32c req-1a9d679d-f6bc-4e7f-bd62-6081f027b227 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Request body: {'port': {'device_id': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'admin_state_up': True, 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:52.072376 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-04c72963-7c79-46c5-88f9-14c0778f7944 service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578196 Feb 07 16:34:52.136132 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3f27ee0c-921e-47ec-9d79-9c83315e5210 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:34:52.181627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 3f27ee0c-921e-47ec-9d79-9c83315e5210 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:34:52.182074 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3f27ee0c-921e-47ec-9d79-9c83315e5210 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:34:52.322834 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06938f2e-df3c-4898-af00-112e2e4f52f6 req-b5a17e57-7391-410a-b09c-95ccb696f8a9 tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:52.330032 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06938f2e-df3c-4898-af00-112e2e4f52f6 req-b5a17e57-7391-410a-b09c-95ccb696f8a9 tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=08db74f1-074b-47c1-a99f-859400e40031 HTTP/1.1" status: 200 len: 1132 time: 0.0881197 Feb 07 16:34:52.335228 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c30f04f6-68a7-4ae3-80fa-b254b832560f admin admin] For port bd48e930-a8f1-4353-a3aa-f2e44f39bb73, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bd48e930-a8f1-4353-a3aa-f2e44f39bb73,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:52.335571 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c30f04f6-68a7-4ae3-80fa-b254b832560f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (bd48e930-a8f1-4353-a3aa-f2e44f39bb73), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:52.368414 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367446e5-351a-4b8d-8eac-584427faf426 req-31f2205b-35f0-4a00-ad3d-76fbdb77191b tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:52.370094 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-367446e5-351a-4b8d-8eac-584427faf426 req-31f2205b-35f0-4a00-ad3d-76fbdb77191b tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 945 time: 0.4778514 Feb 07 16:34:52.410878 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c30f04f6-68a7-4ae3-80fa-b254b832560f admin admin] Calling delete_port for bd48e930-a8f1-4353-a3aa-f2e44f39bb73 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:34:52.423141 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06938f2e-df3c-4898-af00-112e2e4f52f6 req-af65100e-a188-41f2-ae7c-47544706e109 tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922310 Feb 07 16:34:52.450092 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54712) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:52.590300 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-367446e5-351a-4b8d-8eac-584427faf426 req-c8b66baa-8294-41c3-90a6-370f9494f676 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958351 Feb 07 16:34:52.617016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39de5a44-c746-4400-956e-a667eb86f32c req-1a9d679d-f6bc-4e7f-bd62-6081f027b227 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Made reservation on behalf of c52d4a6fde3a4f92b73d4cbced7bc767 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:34:52.623805 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-39de5a44-c746-4400-956e-a667eb86f32c req-1a9d679d-f6bc-4e7f-bd62-6081f027b227 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:52.637548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1aed8-8d6a-46fc-bbf4-93ab21bf353b req-754ee366-67ce-4cc7-b769-5e6584636dec tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:52.639753 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-85d1aed8-8d6a-46fc-bbf4-93ab21bf353b req-754ee366-67ce-4cc7-b769-5e6584636dec tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=640a9915-5d30-489b-8a11-4331f45bf861 HTTP/1.1" status: 200 len: 1131 time: 0.1194401 Feb 07 16:34:52.674901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-efb614b5-2876-4014-8de8-4dbcf1621d9d tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:52.676480 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-efb614b5-2876-4014-8de8-4dbcf1621d9d tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27&tenant_id=deb20de83f134befa08f0478fca7ff92&binding%3Ahost_id=n-h2-827865-3 HTTP/1.1" status: 200 len: 1127 time: 0.2629170 Feb 07 16:34:52.712289 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-85d1aed8-8d6a-46fc-bbf4-93ab21bf353b req-5d82cf1c-69cc-4ba0-891c-0fa91fb91169 tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728240 Feb 07 16:34:52.774425 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c6c56771-af9f-47fd-be23-db613e0ff94a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=368f65c34cf944449a35e781d0342fe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231120 Feb 07 16:34:52.777186 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54720) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:52.884832 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-855316ed-c7d1-4616-b0d3-4f52c239bcc4 admin admin] Publish callbacks [] for security_group (043b38f9-ceef-4cbe-84fa-4be359821b76), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:52.906028 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:52.924526 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-855316ed-c7d1-4616-b0d3-4f52c239bcc4 admin admin] Publish callbacks [] for security_group (043b38f9-ceef-4cbe-84fa-4be359821b76), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:53.015623 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8147ba75-4898-490a-a743-e0ce3c00f411 req-8c4dce84-7835-4082-b41b-198f969a7a05 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 210 time: 0.0527499 Feb 07 16:34:53.055742 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-855316ed-c7d1-4616-b0d3-4f52c239bcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (043b38f9-ceef-4cbe-84fa-4be359821b76), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:53.066189 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-855316ed-c7d1-4616-b0d3-4f52c239bcc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:53.066189 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-855316ed-c7d1-4616-b0d3-4f52c239bcc4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/043b38f9-ceef-4cbe-84fa-4be359821b76 HTTP/1.1" status: 204 len: 168 time: 0.2817452 Feb 07 16:34:53.088921 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855316ed-c7d1-4616-b0d3-4f52c239bcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043b38f9-ceef-4cbe-84fa-4be359821b76,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:53.218662 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82035d5a-ecce-4de1-b993-9c1a1e3e04fd req-bf40a12c-d2d6-4dc1-a82e-318b61a533dc tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:53.220250 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-82035d5a-ecce-4de1-b993-9c1a1e3e04fd req-bf40a12c-d2d6-4dc1-a82e-318b61a533dc tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.4861808 Feb 07 16:34:53.281507 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-3faed43f-0a59-4837-b9c7-65aa5222d6ee tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=85c826fe1b454904b2074f3cecf95dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812504 Feb 07 16:34:53.347516 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-39de5a44-c746-4400-956e-a667eb86f32c req-1a9d679d-f6bc-4e7f-bd62-6081f027b227 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Allocated IP 172.20.0.4 (0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd/bf9c9306-f558-49de-87fe-0cf026053c03/97473284-7d7b-47f2-a8bb-518eb82039d0) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:34:53.385690 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a511aeb7-b758-4ed9-ac37-199d1efd8d05 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:34:53.388102 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c30f04f6-68a7-4ae3-80fa-b254b832560f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (bd48e930-a8f1-4353-a3aa-f2e44f39bb73), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:53.391539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-e4e7a154-aa88-487c-b233-be9326b074b3 service neutron] For port d94e4177-9cfa-4564-b77b-1244bf59ea99, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:34:53.450515 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-e4e7a154-aa88-487c-b233-be9326b074b3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:53.452189 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ffb23e-47ca-4f7e-91da-3cf9ed8195c5 req-e4e7a154-aa88-487c-b233-be9326b074b3 service neutron] 10.222.0.32 "DELETE /v2.0/ports/d94e4177-9cfa-4564-b77b-1244bf59ea99/bindings/n-h1-827865-3 HTTP/1.1" status: 204 len: 173 time: 0.7563219 Feb 07 16:34:53.458248 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-84f7b323-f499-4c01-80c3-9257dced501f tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:53.467006 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-84f7b323-f499-4c01-80c3-9257dced501f tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824498 Feb 07 16:34:53.471514 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f04f6-68a7-4ae3-80fa-b254b832560f admin admin] Pushing event deleted for resources: {'Port': ['ID=bd48e930-a8f1-4353-a3aa-f2e44f39bb73,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:53.499285 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-92854cad-c2bc-4c34-90d8-c056fbf4cd43 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/quotas/85c826fe1b454904b2074f3cecf95dae HTTP/1.1" status: 200 len: 375 time: 0.0280573 Feb 07 16:34:53.504430 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-82035d5a-ecce-4de1-b993-9c1a1e3e04fd req-b7eadef7-0c03-4d5c-bdac-b50bb8ba6234 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603631 Feb 07 16:34:53.567424 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a511aeb7-b758-4ed9-ac37-199d1efd8d05 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:53.568103 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a511aeb7-b758-4ed9-ac37-199d1efd8d05), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:53.678893 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-03c0f52a-4138-4a2d-910b-e270e1199244 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1783731 Feb 07 16:34:53.690398 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54744) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:53.726902 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d929aa0-b474-44d7-a479-20fa4481c38a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:53.741695 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a511aeb7-b758-4ed9-ac37-199d1efd8d05 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:34:53.751915 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bf37ebde-2ec1-41f8-972d-141a44bafd4f no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:34:53.819301 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: bf37ebde-2ec1-41f8-972d-141a44bafd4f {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:34:53.821137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bf37ebde-2ec1-41f8-972d-141a44bafd4f not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:34:53.898955 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d929aa0-b474-44d7-a479-20fa4481c38a admin admin] Publish callbacks [] for security_group (68362f4b-b1d7-44da-94a8-a721e1cd771a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:53.905003 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d929aa0-b474-44d7-a479-20fa4481c38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (68362f4b-b1d7-44da-94a8-a721e1cd771a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:53.942939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d929aa0-b474-44d7-a479-20fa4481c38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68362f4b-b1d7-44da-94a8-a721e1cd771a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:53.996899 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1d929aa0-b474-44d7-a479-20fa4481c38a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f6be24efc7b4aa8ae877e3a4880319b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025134 Feb 07 16:34:53.997634 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54746) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:54.087097 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b300dd3c-9071-4eeb-9531-3fcc8d272551 admin admin] Publish callbacks [] for security_group (68362f4b-b1d7-44da-94a8-a721e1cd771a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:54.119221 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b300dd3c-9071-4eeb-9531-3fcc8d272551 admin admin] Publish callbacks [] for security_group (68362f4b-b1d7-44da-94a8-a721e1cd771a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:54.165910 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c30f04f6-68a7-4ae3-80fa-b254b832560f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (96fbcda3-69a4-4486-a2da-fa2be45ca93b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:54.187660 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b300dd3c-9071-4eeb-9531-3fcc8d272551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (68362f4b-b1d7-44da-94a8-a721e1cd771a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:54.192498 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b300dd3c-9071-4eeb-9531-3fcc8d272551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:54.193756 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b300dd3c-9071-4eeb-9531-3fcc8d272551 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68362f4b-b1d7-44da-94a8-a721e1cd771a HTTP/1.1" status: 204 len: 168 time: 0.1951232 Feb 07 16:34:54.202605 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300dd3c-9071-4eeb-9531-3fcc8d272551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68362f4b-b1d7-44da-94a8-a721e1cd771a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:54.298233 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558caf2e-34f5-4128-93a4-5c1f1897735f req-8f99ddaa-40cf-44f3-bf12-c304270e984b tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:54.299863 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-558caf2e-34f5-4128-93a4-5c1f1897735f req-8f99ddaa-40cf-44f3-bf12-c304270e984b tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 945 time: 0.2812531 Feb 07 16:34:54.320172 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c30f04f6-68a7-4ae3-80fa-b254b832560f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (96fbcda3-69a4-4486-a2da-fa2be45ca93b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:54.332519 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c30f04f6-68a7-4ae3-80fa-b254b832560f admin admin] Publish callbacks [] for router_controller (96fbcda3-69a4-4486-a2da-fa2be45ca93b), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:54.407706 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3de14639-d21a-4c80-b8aa-0590a89c545a req-17ca28c2-9b27-4119-b065-bf169dba00ea tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 210 time: 0.0516839 Feb 07 16:34:54.432837 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-39de5a44-c746-4400-956e-a667eb86f32c req-1a9d679d-f6bc-4e7f-bd62-6081f027b227 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks [] for port (97473284-7d7b-47f2-a8bb-518eb82039d0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:54.526716 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-39de5a44-c746-4400-956e-a667eb86f32c req-1a9d679d-f6bc-4e7f-bd62-6081f027b227 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (97473284-7d7b-47f2-a8bb-518eb82039d0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:54.579913 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c30f04f6-68a7-4ae3-80fa-b254b832560f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (96fbcda3-69a4-4486-a2da-fa2be45ca93b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:54.580488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30f04f6-68a7-4ae3-80fa-b254b832560f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96fbcda3-69a4-4486-a2da-fa2be45ca93b {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:34:54.601154 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c30f04f6-68a7-4ae3-80fa-b254b832560f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:54.604914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54758) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:54.605100 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c30f04f6-68a7-4ae3-80fa-b254b832560f admin admin] 10.222.0.18 "DELETE /v2.0/routers/96fbcda3-69a4-4486-a2da-fa2be45ca93b HTTP/1.1" status: 204 len: 168 time: 4.1727669 Feb 07 16:34:54.632322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39de5a44-c746-4400-956e-a667eb86f32c req-1a9d679d-f6bc-4e7f-bd62-6081f027b227 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Network 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:34:54.650403 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-558caf2e-34f5-4128-93a4-5c1f1897735f req-9ec06350-3918-4549-9ec4-6e689ebff3d2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283007 Feb 07 16:34:54.654912 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-39de5a44-c746-4400-956e-a667eb86f32c req-1a9d679d-f6bc-4e7f-bd62-6081f027b227 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:54.667761 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d679d-f6bc-4e7f-bd62-6081f027b227 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Pushing event updated for resources: {'Port': ['ID=97473284-7d7b-47f2-a8bb-518eb82039d0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:54.690793 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-39de5a44-c746-4400-956e-a667eb86f32c req-1a9d679d-f6bc-4e7f-bd62-6081f027b227 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:34:54.779435 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-d358d9f6-1671-4d0a-b78d-c845fb08d43a admin admin] Deleting subnet 14b2149f-1ba5-4a35-813e-43a1e535d401 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:34:54.803627 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d358d9f6-1671-4d0a-b78d-c845fb08d43a admin admin] Publish callbacks [] for subnet (14b2149f-1ba5-4a35-813e-43a1e535d401), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:54.873466 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de5a44-c746-4400-956e-a667eb86f32c req-1a9d679d-f6bc-4e7f-bd62-6081f027b227 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:54.874149 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-39de5a44-c746-4400-956e-a667eb86f32c req-1a9d679d-f6bc-4e7f-bd62-6081f027b227 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:54.913328 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d358d9f6-1671-4d0a-b78d-c845fb08d43a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (14b2149f-1ba5-4a35-813e-43a1e535d401), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:54.981397 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39de5a44-c746-4400-956e-a667eb86f32c req-1a9d679d-f6bc-4e7f-bd62-6081f027b227 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9974005 Feb 07 16:34:55.026107 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Request body: {'port': {'device_id': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:55.067398 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9ec0fc45-1882-4019-b008-1f488aaafced req-e359cb5b-a522-4024-ba87-6fc590343437 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bfb1d9d-73bc-4471-8a83-342167a63605 HTTP/1.1" status: 200 len: 210 time: 0.0500441 Feb 07 16:34:55.185739 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ea3996f9-707c-4100-a263-133125607a9c None None] Provisioning complete for port 97473284-7d7b-47f2-a8bb-518eb82039d0 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:55.186282 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ea3996f9-707c-4100-a263-133125607a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (97473284-7d7b-47f2-a8bb-518eb82039d0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:55.242525 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (97473284-7d7b-47f2-a8bb-518eb82039d0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:55.262092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ea3996f9-707c-4100-a263-133125607a9c None None] Port 97473284-7d7b-47f2-a8bb-518eb82039d0 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:34:55.320999 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d358d9f6-1671-4d0a-b78d-c845fb08d43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (14b2149f-1ba5-4a35-813e-43a1e535d401), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:55.332888 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c25a7-9a74-4c5e-8dcb-3b09ce759095 req-229274f0-05c6-4d6d-95f5-df5ae743019e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:55.360886 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-120c25a7-9a74-4c5e-8dcb-3b09ce759095 req-229274f0-05c6-4d6d-95f5-df5ae743019e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.5183988 Feb 07 16:34:55.373535 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c772a28-7f99-4005-8ba5-bfd71c16c9f8 req-5eddd8df-3bf0-4865-91b6-9e928f682c86 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:55.375370 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9c772a28-7f99-4005-8ba5-bfd71c16c9f8 req-5eddd8df-3bf0-4865-91b6-9e928f682c86 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 1127 time: 0.1557941 Feb 07 16:34:55.403006 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bd48e930-a8f1-4353-a3aa-f2e44f39bb73 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:34:55.444310 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d358d9f6-1671-4d0a-b78d-c845fb08d43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (14b2149f-1ba5-4a35-813e-43a1e535d401), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:55.466067 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9c772a28-7f99-4005-8ba5-bfd71c16c9f8 req-ca883d1b-f42d-4429-afee-f561a1b8b0ba tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804474 Feb 07 16:34:55.481975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: bd48e930-a8f1-4353-a3aa-f2e44f39bb73 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:34:55.481975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bd48e930-a8f1-4353-a3aa-f2e44f39bb73 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:34:55.493661 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-120c25a7-9a74-4c5e-8dcb-3b09ce759095 req-c9f00cea-1c9f-4166-aa63-59ddb8d14d2e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317639 Feb 07 16:34:55.521073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358d9f6-1671-4d0a-b78d-c845fb08d43a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14b2149f-1ba5-4a35-813e-43a1e535d401,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:55.526646 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d358d9f6-1671-4d0a-b78d-c845fb08d43a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:55.537427 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d358d9f6-1671-4d0a-b78d-c845fb08d43a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/14b2149f-1ba5-4a35-813e-43a1e535d401 HTTP/1.1" status: 204 len: 168 time: 0.9232640 Feb 07 16:34:55.537427 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54798) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:55.544285 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184008a9-627a-4c42-8bba-7d7f6c53630a None None] Network bc55ca29-53ce-416d-8461-533af2a5694e requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:34:55.758836 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d15a6-61c7-4369-9bb0-3f902e99e635 req-d7067828-2712-4d83-932f-8bf14ad23016 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:55.772000 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-479d15a6-61c7-4369-9bb0-3f902e99e635 req-d7067828-2712-4d83-932f-8bf14ad23016 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 931 time: 0.1509771 Feb 07 16:34:55.794090 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (bc55ca29-53ce-416d-8461-533af2a5694e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:55.827892 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-88965302-1683-48bf-b87f-5dc68f583653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:55.946319 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-479d15a6-61c7-4369-9bb0-3f902e99e635 req-a30821cd-2104-42d2-ad68-fae46efffc43 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612713 Feb 07 16:34:55.992557 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] Deleting port 2d3183a8-f473-40c7-b88a-b83baa533654 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:34:55.993969 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2d3183a8-f473-40c7-b88a-b83baa533654), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:56.035871 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b87508d-1678-4bc4-8930-dd9c92efe7ac None None] DHCP port deletion for bc55ca29-53ce-416d-8461-533af2a5694e request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:34:56.151485 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5b87508d-1678-4bc4-8930-dd9c92efe7ac None None] Deleting port 2d3183a8-f473-40c7-b88a-b83baa533654 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:34:56.151868 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b87508d-1678-4bc4-8930-dd9c92efe7ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2d3183a8-f473-40c7-b88a-b83baa533654), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:56.209004 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-81d916e1-96e0-461e-ba84-59ec4cc2be18 req-14333109-831b-4676-8c7e-d532cabef80d tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bfb1d9d-73bc-4471-8a83-342167a63605 HTTP/1.1" status: 200 len: 210 time: 0.0477746 Feb 07 16:34:56.211839 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] For port 2d3183a8-f473-40c7-b88a-b83baa533654, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2d3183a8-f473-40c7-b88a-b83baa533654,segment=NetworkSegment(e54f5f26-2332-45e1-a728-9b1d2ed3b530),segment_id=e54f5f26-2332-45e1-a728-9b1d2ed3b530)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:56.211992 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2d3183a8-f473-40c7-b88a-b83baa533654), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:56.242843 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] Calling delete_port for 2d3183a8-f473-40c7-b88a-b83baa533654 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:34:56.270480 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97473284-7d7b-47f2-a8bb-518eb82039d0 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:34:56.291753 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Publish callbacks [] for port (97473284-7d7b-47f2-a8bb-518eb82039d0), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:56.313229 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Transition to ACTIVE for port object 97473284-7d7b-47f2-a8bb-518eb82039d0 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:34:56.323736 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (97473284-7d7b-47f2-a8bb-518eb82039d0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:56.355109 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5b87508d-1678-4bc4-8930-dd9c92efe7ac None None] For port 2d3183a8-f473-40c7-b88a-b83baa533654, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2d3183a8-f473-40c7-b88a-b83baa533654,segment=NetworkSegment(e54f5f26-2332-45e1-a728-9b1d2ed3b530),segment_id=e54f5f26-2332-45e1-a728-9b1d2ed3b530)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:34:56.355675 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b87508d-1678-4bc4-8930-dd9c92efe7ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2d3183a8-f473-40c7-b88a-b83baa533654), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:56.375376 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (2d3183a8-f473-40c7-b88a-b83baa533654), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:56.401645 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5b87508d-1678-4bc4-8930-dd9c92efe7ac None None] Calling delete_port for 2d3183a8-f473-40c7-b88a-b83baa533654 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:34:56.434318 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-ac4044d9-6a97-44fd-b1b6-47cd63fb1fa7 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:56.436366 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-ac4044d9-6a97-44fd-b1b6-47cd63fb1fa7 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 820 time: 0.4964614 Feb 07 16:34:56.443679 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Pushing event updated for resources: {'Port': ['ID=97473284-7d7b-47f2-a8bb-518eb82039d0,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:56.480052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3183a8-f473-40c7-b88a-b83baa533654,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:56.496342 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] No DVR routers for this DVR port 2d3183a8-f473-40c7-b88a-b83baa533654 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:34:56.546621 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-3bc7dd10-8f74-4c43-9330-ba9e742aa40f tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/quotas/deb20de83f134befa08f0478fca7ff92 HTTP/1.1" status: 200 len: 375 time: 0.0874867 Feb 07 16:34:56.571760 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Attempting to bind port 97473284-7d7b-47f2-a8bb-518eb82039d0 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:34:56.572146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Attempting to bind port 97473284-7d7b-47f2-a8bb-518eb82039d0 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '971b157b-efbe-4872-9ce7-e2dd5578fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:34:56.572431 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Attempting to bind port 97473284-7d7b-47f2-a8bb-518eb82039d0 on network 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:56.602790 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Port 97473284-7d7b-47f2-a8bb-518eb82039d0 on network 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:34:56.603369 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Attempting to bind port 97473284-7d7b-47f2-a8bb-518eb82039d0 on network 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:34:56.639199 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:34:56.639577 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Checking segment: {'id': '971b157b-efbe-4872-9ce7-e2dd5578fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:34:56.639931 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Bound using segment: {'id': '971b157b-efbe-4872-9ce7-e2dd5578fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:34:56.640376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Bound port: 97473284-7d7b-47f2-a8bb-518eb82039d0, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971b157b-efbe-4872-9ce7-e2dd5578fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:34:56.640741 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (97473284-7d7b-47f2-a8bb-518eb82039d0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:56.741934 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-b8bd148e-31b2-4280-8a09-4f4ec3bfb725 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1884274 Feb 07 16:34:56.744146 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-38b76937-4f47-403f-89aa-4cb884d3d9c5 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=85c826fe1b454904b2074f3cecf95dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739818 Feb 07 16:34:56.840734 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] For port 97473284-7d7b-47f2-a8bb-518eb82039d0, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:34:56.844459 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] For port 97473284-7d7b-47f2-a8bb-518eb82039d0, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=97473284-7d7b-47f2-a8bb-518eb82039d0,segment=NetworkSegment(971b157b-efbe-4872-9ce7-e2dd5578fdae),segment_id=971b157b-efbe-4872-9ce7-e2dd5578fdae)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:34:56.859767 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (97473284-7d7b-47f2-a8bb-518eb82039d0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:56.908254 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b87508d-1678-4bc4-8930-dd9c92efe7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (2d3183a8-f473-40c7-b88a-b83baa533654), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:56.968980 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-f42a1ade-460c-4a46-977c-2955075c74dc tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:56.971302 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-f42a1ade-460c-4a46-977c-2955075c74dc tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1720099 Feb 07 16:34:57.012344 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-dd98237d-3fef-41b6-b805-cad5c5c2f893 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Request body: {'port': {'device_id': '0b30be76-50ac-440e-b58c-01f4cb72d7f7', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '85c826fe1b454904b2074f3cecf95dae'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:57.037400 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (bc55ca29-53ce-416d-8461-533af2a5694e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:57.048334 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b1a0c07d-8539-45bd-bff0-94af552fbd7f tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=85c826fe1b454904b2074f3cecf95dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1880281 Feb 07 16:34:57.105349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Pushing event updated for resources: {'Port': ['ID=97473284-7d7b-47f2-a8bb-518eb82039d0,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:57.122597 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc55ca29-53ce-416d-8461-533af2a5694e']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:57.143697 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:57.144872 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:57.146363 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39de5a44-c746-4400-956e-a667eb86f32c req-fcb0c397-1260-4ac7-a81e-4842e73d885c service neutron] 10.222.0.48 "PUT /v2.0/ports/97473284-7d7b-47f2-a8bb-518eb82039d0 HTTP/1.1" status: 200 len: 1091 time: 2.1409998 Feb 07 16:34:57.162849 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'tag': '97473284-7d7b-47f2-a8bb-518eb82039d0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:34:57.165381 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e636893b-ba7b-41c1-aad0-de274eabf68c" -d '{"events": [{"name": "network-changed", "server_uuid": "88e7eac4-127c-4d00-b010-6f8a34a33ae4", "tag": "97473284-7d7b-47f2-a8bb-518eb82039d0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:34:57.218534 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87508d-1678-4bc4-8930-dd9c92efe7ac None None] Pushing event deleted for resources: {'Port': ['ID=2d3183a8-f473-40c7-b88a-b83baa533654,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:57.233040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b87508d-1678-4bc4-8930-dd9c92efe7ac None None] No DVR routers for this DVR port 2d3183a8-f473-40c7-b88a-b83baa533654 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:34:57.243003 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54f5f26-2332-45e1-a728-9b1d2ed3b530') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:57.243411 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54f5f26-2332-45e1-a728-9b1d2ed3b530') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:34:57.289693 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (e54f5f26-2332-45e1-a728-9b1d2ed3b530), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:57.304111 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2d3183a8-f473-40c7-b88a-b83baa533654 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:34:57.322299 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0c21d-1576-4903-932e-999684b5df3f req-3061404e-f575-44c2-b545-a9b0a5db8772 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:57.324388 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-53b0c21d-1576-4903-932e-999684b5df3f req-3061404e-f575-44c2-b545-a9b0a5db8772 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.5369029 Feb 07 16:34:57.331592 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e54f5f26-2332-45e1-a728-9b1d2ed3b530), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:57.351862 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 2d3183a8-f473-40c7-b88a-b83baa533654 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:34:57.352232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2d3183a8-f473-40c7-b88a-b83baa533654 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:34:57.353859 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:34:57.354336 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (e54f5f26-2332-45e1-a728-9b1d2ed3b530), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:34:57.357249 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:34:57.391062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-dd98237d-3fef-41b6-b805-cad5c5c2f893 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Made reservation on behalf of 85c826fe1b454904b2074f3cecf95dae for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:34:57.404969 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-dd98237d-3fef-41b6-b805-cad5c5c2f893 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:57.425975 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-4d82a1ee-2d2d-4d03-801a-e2a58ff1f910 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:57.427689 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-4d82a1ee-2d2d-4d03-801a-e2a58ff1f910 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3593128 Feb 07 16:34:57.458398 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-94070829-d488-4494-b609-9b7999a14f51 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Request body: {'port': {'device_id': '5bfb1d9d-73bc-4471-8a83-342167a63605', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '85c826fe1b454904b2074f3cecf95dae'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:57.502688 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (bc55ca29-53ce-416d-8461-533af2a5694e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:57.538606 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-53b0c21d-1576-4903-932e-999684b5df3f req-fd7f5447-069e-4a5d-a850-0c6559a06f02 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960723 Feb 07 16:34:57.551752 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:57.559041 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bc55ca29-53ce-416d-8461-533af2a5694e HTTP/1.1" status: 204 len: 168 time: 2.0238891 Feb 07 16:34:57.578795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de5a44-c746-4400-956e-a667eb86f32c req-e9d0e171-aea3-4dad-ba2c-68cdb0d28bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:57.585177 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39de5a44-c746-4400-956e-a667eb86f32c req-e9d0e171-aea3-4dad-ba2c-68cdb0d28bd6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c52d4a6fde3a4f92b73d4cbced7bc767&device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 1125 time: 0.2039270 Feb 07 16:34:57.589534 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8bdec3-40b8-4d00-9706-610ffa7a44c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc55ca29-53ce-416d-8461-533af2a5694e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:57.594006 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-5eb6c86c-ad7d-466a-916f-9e2ccc990722 service neutron] 10.222.0.18 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8472342 Feb 07 16:34:57.675538 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39de5a44-c746-4400-956e-a667eb86f32c req-4721fcbb-2214-481e-b635-a9ce6aaec047 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97473284-7d7b-47f2-a8bb-518eb82039d0 HTTP/1.1" status: 200 len: 217 time: 0.0778053 Feb 07 16:34:57.724015 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-dd98237d-3fef-41b6-b805-cad5c5c2f893 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Allocated IP 192.168.233.22 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/a92c68c2-44e0-403e-8267-3bb111f40920) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:34:57.786007 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a14d30-c587-4f59-ae82-c78e9119cd40 req-a0592ae1-4c4d-402f-8bc2-11f8a0727b8e tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:57.795023 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-47a14d30-c587-4f59-ae82-c78e9119cd40 req-a0592ae1-4c4d-402f-8bc2-11f8a0727b8e tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 943 time: 0.1100602 Feb 07 16:34:57.828936 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de5a44-c746-4400-956e-a667eb86f32c req-069f1bfe-b528-4c7e-bfec-952bd426b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:57.831900 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39de5a44-c746-4400-956e-a667eb86f32c req-069f1bfe-b528-4c7e-bfec-952bd426b3b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9c9306-f558-49de-87fe-0cf026053c03 HTTP/1.1" status: 200 len: 859 time: 0.1384287 Feb 07 16:34:57.851824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-94070829-d488-4494-b609-9b7999a14f51 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Made reservation on behalf of 85c826fe1b454904b2074f3cecf95dae for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:34:57.859296 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-94070829-d488-4494-b609-9b7999a14f51 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:57.908427 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54846) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:57.921352 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-47a14d30-c587-4f59-ae82-c78e9119cd40 req-bfb2a011-1d67-4031-8473-27fd9b4de92d tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252527 Feb 07 16:34:57.954036 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-60b67e83-ca85-44b2-b612-5588c01e7de3 service neutron] 10.222.0.18 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498163 Feb 07 16:34:58.000323 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-dd98237d-3fef-41b6-b805-cad5c5c2f893 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks [] for port (a92c68c2-44e0-403e-8267-3bb111f40920), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:58.049497 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e31bf6e8-2be1-42a8-8963-71c378cf2e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:58.090673 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2180449-1858-4665-b66f-07dc3e310bb9 x-openstack-request-id: req-c2180449-1858-4665-b66f-07dc3e310bb9 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:34:58.090963 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e7eac4-127c-4d00-b010-6f8a34a33ae4", "tag": "97473284-7d7b-47f2-a8bb-518eb82039d0", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:34:58.091145 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-dd98237d-3fef-41b6-b805-cad5c5c2f893 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a92c68c2-44e0-403e-8267-3bb111f40920), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:58.091374 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2180449-1858-4665-b66f-07dc3e310bb9 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:34:58.091676 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'tag': '97473284-7d7b-47f2-a8bb-518eb82039d0', 'status': 'completed', 'code': 200} Feb 07 16:34:58.109722 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c2ed7b11-fa05-437c-b3fd-894f106c3dee'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:58.115425 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['b1b8c869-1177-4b49-8a99-d73f9a32b57c', '93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:58.139346 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de5a44-c746-4400-956e-a667eb86f32c req-a37468a1-66cf-463b-b932-78209c38abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:58.140977 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39de5a44-c746-4400-956e-a667eb86f32c req-a37468a1-66cf-463b-b932-78209c38abeb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3032105 Feb 07 16:34:58.149956 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fd1360ab-4df5-4d75-be83-64c6f8eb0886 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b296f8ec658471f981e5132a1727938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365434 Feb 07 16:34:58.152337 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54856) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:34:58.197245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-dd98237d-3fef-41b6-b805-cad5c5c2f893 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:34:58.200954 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-dd98237d-3fef-41b6-b805-cad5c5c2f893 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:58.220600 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-dd98237d-3fef-41b6-b805-cad5c5c2f893 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:34:58.328566 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98237d-3fef-41b6-b805-cad5c5c2f893 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Pushing event updated for resources: {'Port': ['ID=a92c68c2-44e0-403e-8267-3bb111f40920,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:58.340646 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-adf44bb6-9c3b-4529-bc29-bae62aef8df1 req-e8781fbc-0d8d-4900-8ffd-36efe7458369 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bfb1d9d-73bc-4471-8a83-342167a63605 HTTP/1.1" status: 200 len: 210 time: 0.1124461 Feb 07 16:34:58.363365 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-dd98237d-3fef-41b6-b805-cad5c5c2f893 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:58.364054 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-dd98237d-3fef-41b6-b805-cad5c5c2f893 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:58.400075 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-dd98237d-3fef-41b6-b805-cad5c5c2f893 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3907664 Feb 07 16:34:58.411164 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Request body: {'port': {'device_id': '0b30be76-50ac-440e-b58c-01f4cb72d7f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:34:58.443752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-94070829-d488-4494-b609-9b7999a14f51 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Allocated IP 192.168.233.232 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:34:58.514172 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b31a1214-405a-4a90-926c-db35184b7f95 req-edeac27a-f77c-4400-bcbc-a5a79c6570fb tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 210 time: 0.0611286 Feb 07 16:34:58.530885 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-750a51f4-d400-4477-a7f7-c207ecfe9119 admin admin] Publish callbacks [] for security_group (78003beb-b757-495d-9dfd-146f0ed541c3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:58.540674 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39de5a44-c746-4400-956e-a667eb86f32c req-f2c5130b-4211-477e-ba4e-2587e274b136 service neutron] 10.222.0.48 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917668 Feb 07 16:34:58.576354 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a92c68c2-44e0-403e-8267-3bb111f40920), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:58.669360 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-750a51f4-d400-4477-a7f7-c207ecfe9119 admin admin] Publish callbacks [] for security_group (78003beb-b757-495d-9dfd-146f0ed541c3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:58.754967 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6d6c6cb1-6973-4713-9fce-f46a863f9f6a None None] Provisioning complete for port a92c68c2-44e0-403e-8267-3bb111f40920 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:34:58.755449 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6cb1-6973-4713-9fce-f46a863f9f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a92c68c2-44e0-403e-8267-3bb111f40920), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:58.802523 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6d6c6cb1-6973-4713-9fce-f46a863f9f6a None None] Port a92c68c2-44e0-403e-8267-3bb111f40920 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:34:58.970029 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-411c4c38-973c-4c22-8e57-0e1ac94d6218 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=610e00a6f13441918f1fed04327a888c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259185 Feb 07 16:34:59.094303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-2d6655f3-9086-4536-8929-42e969910060 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:59.095959 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-2d6655f3-9086-4536-8929-42e969910060 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1192434 Feb 07 16:34:59.114882 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-dff505ec-12e0-4d96-bb52-37301f5ba84e tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/quotas/610e00a6f13441918f1fed04327a888c HTTP/1.1" status: 200 len: 375 time: 0.0101314 Feb 07 16:34:59.150337 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-1f83d162-fc33-47da-be70-eb6c3154681e tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=610e00a6f13441918f1fed04327a888c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292239 Feb 07 16:34:59.191720 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39de5a44-c746-4400-956e-a667eb86f32c req-6308fb14-f392-4496-828b-4270cde8f26a service neutron] 10.222.0.48 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6376343 Feb 07 16:34:59.225930 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-750a51f4-d400-4477-a7f7-c207ecfe9119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (78003beb-b757-495d-9dfd-146f0ed541c3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:59.228804 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-750a51f4-d400-4477-a7f7-c207ecfe9119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:59.232284 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-750a51f4-d400-4477-a7f7-c207ecfe9119 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78003beb-b757-495d-9dfd-146f0ed541c3 HTTP/1.1" status: 204 len: 168 time: 1.0701277 Feb 07 16:34:59.245870 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd27317-b035-417c-ae0a-cc58ea5bcbf7 req-83f4d72b-5d45-4ab1-8abf-955c319102ab tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:59.247435 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6cd27317-b035-417c-ae0a-cc58ea5bcbf7 req-83f4d72b-5d45-4ab1-8abf-955c319102ab tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.5349185 Feb 07 16:34:59.266393 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-94070829-d488-4494-b609-9b7999a14f51 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks [] for port (f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:59.273544 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a51f4-d400-4477-a7f7-c207ecfe9119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78003beb-b757-495d-9dfd-146f0ed541c3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:34:59.335790 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:59.401053 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6cd27317-b035-417c-ae0a-cc58ea5bcbf7 req-82a80c9f-70ed-4c32-bbec-8a9e25745725 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329334 Feb 07 16:34:59.411257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636893b-ba7b-41c1-aad0-de274eabf68c req-d999af35-2f2c-4713-bddf-28f797a63ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:59.412966 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e636893b-ba7b-41c1-aad0-de274eabf68c req-d999af35-2f2c-4713-bddf-28f797a63ae5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c52d4a6fde3a4f92b73d4cbced7bc767&device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 1125 time: 0.1644976 Feb 07 16:34:59.426680 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-94070829-d488-4494-b609-9b7999a14f51 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:34:59.440118 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['b1b8c869-1177-4b49-8a99-d73f9a32b57c', '93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:59.443926 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c2ed7b11-fa05-437c-b3fd-894f106c3dee'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:34:59.708016 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc933fb-1775-4224-98b8-0cf1f09d3c32 req-2fa71f20-af0d-4b69-a7a8-99d33d3b2e4c tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:34:59.717559 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7dc933fb-1775-4224-98b8-0cf1f09d3c32 req-2fa71f20-af0d-4b69-a7a8-99d33d3b2e4c tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 943 time: 0.3404455 Feb 07 16:34:59.859437 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c2f4c6d6-3bfb-4eb1-8012-c69905f48382 req-95435743-b2da-49d2-8286-bee7e9dea34e tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/ports?device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 210 time: 0.2683656 Feb 07 16:34:59.889231 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-94070829-d488-4494-b609-9b7999a14f51 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:34:59.951967 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-94070829-d488-4494-b609-9b7999a14f51 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:34:59.967410 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7dc933fb-1775-4224-98b8-0cf1f09d3c32 req-8dffea15-24c9-404a-bc1d-b51b9adbc276 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451065 Feb 07 16:34:59.967857 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-94070829-d488-4494-b609-9b7999a14f51 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:35:00.057056 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92c68c2-44e0-403e-8267-3bb111f40920 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:00.113472 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Publish callbacks [] for port (a92c68c2-44e0-403e-8267-3bb111f40920), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:00.147284 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94070829-d488-4494-b609-9b7999a14f51 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Pushing event updated for resources: {'Port': ['ID=f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:00.169454 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-faa47e34-5e48-4143-9b9b-a10f7a188a25 req-ea574193-91ee-4e0f-99e9-fd9ad4d7521d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 210 time: 0.0488746 Feb 07 16:35:00.182992 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Transition to ACTIVE for port object a92c68c2-44e0-403e-8267-3bb111f40920 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:35:00.191742 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (a92c68c2-44e0-403e-8267-3bb111f40920), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:00.303103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636893b-ba7b-41c1-aad0-de274eabf68c req-ea1a8001-4a24-4056-b7fa-b3599dc22f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:00.315511 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e636893b-ba7b-41c1-aad0-de274eabf68c req-ea1a8001-4a24-4056-b7fa-b3599dc22f3b service neutron] 10.222.0.48 "GET /v2.0/networks?id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd HTTP/1.1" status: 200 len: 921 time: 0.8803947 Feb 07 16:35:00.361178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-94070829-d488-4494-b609-9b7999a14f51 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:00.361870 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-94070829-d488-4494-b609-9b7999a14f51 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:00.376865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Pushing event updated for resources: {'Port': ['ID=a92c68c2-44e0-403e-8267-3bb111f40920,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:00.472419 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Attempting to bind port a92c68c2-44e0-403e-8267-3bb111f40920 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:35:00.474498 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Attempting to bind port a92c68c2-44e0-403e-8267-3bb111f40920 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:35:00.475006 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Attempting to bind port a92c68c2-44e0-403e-8267-3bb111f40920 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:00.481760 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Port a92c68c2-44e0-403e-8267-3bb111f40920 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:35:00.482205 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Attempting to bind port a92c68c2-44e0-403e-8267-3bb111f40920 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:00.486648 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-d72e8903-7d3b-4ea3-a984-449ae916a3d6 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:00.488374 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-d72e8903-7d3b-4ea3-a984-449ae916a3d6 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.48 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 820 time: 0.8739033 Feb 07 16:35:00.504741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:35:00.505216 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:35:00.505778 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:35:00.506338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Bound port: a92c68c2-44e0-403e-8267-3bb111f40920, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:35:00.506827 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a92c68c2-44e0-403e-8267-3bb111f40920), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:00.507155 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0faaadd3-e9d6-44b7-b287-e746e0575da1 None None] Provisioning complete for port f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:00.509059 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0faaadd3-e9d6-44b7-b287-e746e0575da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:00.530379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-7ed5365c-8ceb-499a-84ed-6206970acd4a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Request body: {'port': {'device_id': '0bbf9f3d-323f-4bde-80b0-f5bd039de86c', 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d', 'admin_state_up': True, 'tenant_id': 'deb20de83f134befa08f0478fca7ff92'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:00.538621 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-94070829-d488-4494-b609-9b7999a14f51 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0884719 Feb 07 16:35:00.540458 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e636893b-ba7b-41c1-aad0-de274eabf68c req-ed2fc65c-1ef8-4530-8d83-84b85efd922d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97473284-7d7b-47f2-a8bb-518eb82039d0 HTTP/1.1" status: 200 len: 217 time: 0.1286383 Feb 07 16:35:00.553879 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Request body: {'port': {'device_id': '5bfb1d9d-73bc-4471-8a83-342167a63605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:00.597018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0faaadd3-e9d6-44b7-b287-e746e0575da1 None None] Port f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:35:00.658797 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:00.677721 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] For port a92c68c2-44e0-403e-8267-3bb111f40920, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:35:00.688124 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] For port a92c68c2-44e0-403e-8267-3bb111f40920, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a92c68c2-44e0-403e-8267-3bb111f40920,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:35:00.710831 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (a92c68c2-44e0-403e-8267-3bb111f40920), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:00.756122 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57163ed6-0460-4aa1-9525-d137eb653c87 req-60689a54-7b8d-4b66-b69e-707c76972893 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:00.763932 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-57163ed6-0460-4aa1-9525-d137eb653c87 req-60689a54-7b8d-4b66-b69e-707c76972893 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bfb1d9d-73bc-4471-8a83-342167a63605 HTTP/1.1" status: 200 len: 936 time: 0.7263842 Feb 07 16:35:00.764278 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:00.765061 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:00.766651 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] 10.222.0.48 "PUT /v2.0/ports/a92c68c2-44e0-403e-8267-3bb111f40920 HTTP/1.1" status: 200 len: 1095 time: 2.3610463 Feb 07 16:35:00.771032 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b30be76-50ac-440e-b58c-01f4cb72d7f7', 'tag': 'a92c68c2-44e0-403e-8267-3bb111f40920'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:00.774210 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1db6010-4589-44d5-9acf-5b3b6e2ab8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0b30be76-50ac-440e-b58c-01f4cb72d7f7", "tag": "a92c68c2-44e0-403e-8267-3bb111f40920"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:00.811768 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636893b-ba7b-41c1-aad0-de274eabf68c req-cacbd4c3-2974-4729-a9e2-060bcaabfec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:00.813453 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e636893b-ba7b-41c1-aad0-de274eabf68c req-cacbd4c3-2974-4729-a9e2-060bcaabfec5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9c9306-f558-49de-87fe-0cf026053c03 HTTP/1.1" status: 200 len: 859 time: 0.2646651 Feb 07 16:35:00.828152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f8e1d-a0dc-4980-9d45-069b3233f408 service neutron] Pushing event updated for resources: {'Port': ['ID=a92c68c2-44e0-403e-8267-3bb111f40920,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:00.851731 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51353f3d-1fed-4041-ad01-e3e55d93b273 req-e5e71e4b-e5e0-4fdd-890c-2c370dba0514 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:00.853389 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-51353f3d-1fed-4041-ad01-e3e55d93b273 req-e5e71e4b-e5e0-4fdd-890c-2c370dba0514 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.1597466 Feb 07 16:35:00.970067 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-dcffb0ed-caba-410b-aac3-2235188634cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:00.972100 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-dcffb0ed-caba-410b-aac3-2235188634cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&device_id=0b30be76-50ac-440e-b58c-01f4cb72d7f7 HTTP/1.1" status: 200 len: 1129 time: 0.1455956 Feb 07 16:35:00.974152 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:00.975787 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-51353f3d-1fed-4041-ad01-e3e55d93b273 req-df3e3850-3920-4dfd-b33a-2451440fb4a6 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071963 Feb 07 16:35:00.993127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54930) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:01.055959 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-57163ed6-0460-4aa1-9525-d137eb653c87 req-5e375a48-1c42-4ad0-8808-99c2ca48ff79 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909961 Feb 07 16:35:01.093416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-7ed5365c-8ceb-499a-84ed-6206970acd4a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Made reservation on behalf of deb20de83f134befa08f0478fca7ff92 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:35:01.102328 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-7ed5365c-8ceb-499a-84ed-6206970acd4a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:01.274851 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b83b1f84-8a61-4a8e-a16a-7bef9d55beab req-d7b1d9c1-12b2-4e62-9515-6638cc04c46a tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/ports?device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 210 time: 0.0755441 Feb 07 16:35:01.277163 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636893b-ba7b-41c1-aad0-de274eabf68c req-81eb6922-86b0-40ae-9ac7-d1f96dfc201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:01.278857 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e636893b-ba7b-41c1-aad0-de274eabf68c req-81eb6922-86b0-40ae-9ac7-d1f96dfc201b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4429567 Feb 07 16:35:01.426035 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ccc41a-da7c-4a9f-9a79-49a3d77b8ed6 x-openstack-request-id: req-b3ccc41a-da7c-4a9f-9a79-49a3d77b8ed6 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:01.427579 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b30be76-50ac-440e-b58c-01f4cb72d7f7", "tag": "a92c68c2-44e0-403e-8267-3bb111f40920", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:01.427579 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3ccc41a-da7c-4a9f-9a79-49a3d77b8ed6 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:01.427579 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b30be76-50ac-440e-b58c-01f4cb72d7f7', 'tag': 'a92c68c2-44e0-403e-8267-3bb111f40920', 'status': 'completed', 'code': 200} Feb 07 16:35:01.440202 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-ad38eab8-2a4a-4cef-bce6-642e6465d1d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=a92c68c2-44e0-403e-8267-3bb111f40920 HTTP/1.1" status: 200 len: 217 time: 0.4586558 Feb 07 16:35:01.476334 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-593b48d8-e136-4d23-915a-a43d1d8f4898 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=610e00a6f13441918f1fed04327a888c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596545 Feb 07 16:35:01.482113 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-382d6c19-c43f-48c1-a41d-584fb78a9c52 req-7723e9d5-788a-44d6-9c6e-6999139dbf47 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 210 time: 0.0923395 Feb 07 16:35:01.587470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-81c01160-1687-4ebd-aa8d-59650c9aa814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:01.588931 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-81c01160-1687-4ebd-aa8d-59650c9aa814 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1249285 Feb 07 16:35:01.623370 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e636893b-ba7b-41c1-aad0-de274eabf68c req-71b9cfae-9de5-4a57-ba9f-52e807c325cd service neutron] 10.222.0.48 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311808 Feb 07 16:35:01.648202 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cfb6e-b7eb-4168-bd36-5a79deca0115 req-d79b9928-58a5-4188-8009-cb2914252e70 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:01.649787 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-637cfb6e-b7eb-4168-bd36-5a79deca0115 req-d79b9928-58a5-4188-8009-cb2914252e70 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 943 time: 0.2221117 Feb 07 16:35:01.658327 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-88f5eac3-0435-4692-b69b-ef098221984d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-294262594-network', 'tenant_id': '7bd5b472775543f38aca99e61ef5156c'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:01.658644 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-7ed5365c-8ceb-499a-84ed-6206970acd4a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Allocated IP 172.20.0.11 (3db07daa-5eaa-4bf8-9b32-41159885835d/c421e157-6b63-40f2-b92c-e2457710e71f/1b0bcd92-c891-4110-baa2-fd8e3a682ce5) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:35:01.715593 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-3a02bfa6-6576-42e2-8ddb-21d1a6f9697d tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:01.716919 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-3a02bfa6-6576-42e2-8ddb-21d1a6f9697d tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2194202 Feb 07 16:35:01.732499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-4b3a9364-82f9-4ba1-afa5-dcd3a70b908a tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Request body: {'port': {'device_id': '14ca6208-71f0-42b7-8477-c80a342bb30c', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '610e00a6f13441918f1fed04327a888c'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:01.736370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f5eac3-0435-4692-b69b-ef098221984d admin admin] Made reservation on behalf of 7bd5b472775543f38aca99e61ef5156c for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:35:01.739392 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88f5eac3-0435-4692-b69b-ef098221984d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:01.775166 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-3c7aec7c-19a4-4edb-9275-83cd5702ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:01.776187 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-3c7aec7c-19a4-4edb-9275-83cd5702ccb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1791799 Feb 07 16:35:01.804622 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88f5eac3-0435-4692-b69b-ef098221984d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:01.842678 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-637cfb6e-b7eb-4168-bd36-5a79deca0115 req-4c79fb6c-01b8-47d1-a3d3-82c1a327fb17 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746850 Feb 07 16:35:01.914181 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e636893b-ba7b-41c1-aad0-de274eabf68c req-cf255fe3-0e3d-4998-b3f8-eb8c4ac90746 service neutron] 10.222.0.48 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797525 Feb 07 16:35:01.930811 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:01.946903 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Publish callbacks [] for port (f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:01.995547 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Transition to ACTIVE for port object f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:35:02.008095 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:02.047532 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-daf8aed4-888b-4f10-803a-fc660c155c5a service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378314 Feb 07 16:35:02.082936 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-7ed5365c-8ceb-499a-84ed-6206970acd4a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks [] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:02.170839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Pushing event updated for resources: {'Port': ['ID=f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:02.228695 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:02.256565 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-4b3a9364-82f9-4ba1-afa5-dcd3a70b908a tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Made reservation on behalf of 610e00a6f13441918f1fed04327a888c for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:35:02.256855 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-7ed5365c-8ceb-499a-84ed-6206970acd4a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:02.258836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Attempting to bind port f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:35:02.259178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Attempting to bind port f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:35:02.259517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Attempting to bind port f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:02.260431 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-4b3a9364-82f9-4ba1-afa5-dcd3a70b908a tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:02.279050 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Port f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:35:02.279405 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Attempting to bind port f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:02.288548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a2af0-3a84-4f21-91e0-56571dbeb1c6 req-70bc9874-651c-4cb9-8e9e-3dc514f10159 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:02.290135 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-931a2af0-3a84-4f21-91e0-56571dbeb1c6 req-70bc9874-651c-4cb9-8e9e-3dc514f10159 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.2205660 Feb 07 16:35:02.329802 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88f5eac3-0435-4692-b69b-ef098221984d admin admin] Publish callbacks [] for security_group (549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:02.330021 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:35:02.330385 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:35:02.330994 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:35:02.331800 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Bound port: f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:35:02.332356 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:02.333031 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-4b3a9364-82f9-4ba1-afa5-dcd3a70b908a tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:02.348719 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88f5eac3-0435-4692-b69b-ef098221984d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:02.369105 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-7ed5365c-8ceb-499a-84ed-6206970acd4a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Network 3db07daa-5eaa-4bf8-9b32-41159885835d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:35:02.378260 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-7ed5365c-8ceb-499a-84ed-6206970acd4a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:35:02.380925 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-7ed5365c-8ceb-499a-84ed-6206970acd4a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:35:02.386957 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5365c-8ceb-499a-84ed-6206970acd4a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Pushing event updated for resources: {'Port': ['ID=1b0bcd92-c891-4110-baa2-fd8e3a682ce5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:02.400098 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f5eac3-0435-4692-b69b-ef098221984d admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:35:02.434311 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5eac3-0435-4692-b69b-ef098221984d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:02.444119 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88f5eac3-0435-4692-b69b-ef098221984d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (13e87c77-7324-48ae-9e21-8f2bde2847c5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:02.444468 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-88f5eac3-0435-4692-b69b-ef098221984d admin admin] Added segment 13e87c77-7324-48ae-9e21-8f2bde2847c5 of type vlan for network 38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f Feb 07 16:35:02.450097 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-9c6511e7-1c33-45d6-bf39-b06b5eb441df service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811073 Feb 07 16:35:02.471383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427c218-906b-44ed-9fc2-0b76e6c5ffaf req-caea38f2-0c93-4ce8-92cf-4e4039c319dc tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:02.474308 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b427c218-906b-44ed-9fc2-0b76e6c5ffaf req-caea38f2-0c93-4ce8-92cf-4e4039c319dc tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bfb1d9d-73bc-4471-8a83-342167a63605 HTTP/1.1" status: 200 len: 948 time: 0.2284787 Feb 07 16:35:02.482128 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-931a2af0-3a84-4f21-91e0-56571dbeb1c6 req-e788661a-bd0f-43d7-9e72-fb9c313ffb3f tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615527 Feb 07 16:35:02.504017 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] For port f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:35:02.508350 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] For port f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:35:02.530762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-7ed5365c-8ceb-499a-84ed-6206970acd4a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:02.531653 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-7ed5365c-8ceb-499a-84ed-6206970acd4a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:02.548511 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:02.578404 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88f5eac3-0435-4692-b69b-ef098221984d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:02.591069 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-7ed5365c-8ceb-499a-84ed-6206970acd4a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0683613 Feb 07 16:35:02.608794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:02.610235 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:02.611765 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] 10.222.0.32 "PUT /v2.0/ports/f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf HTTP/1.1" status: 200 len: 1096 time: 2.0659342 Feb 07 16:35:02.620687 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfb1d9d-73bc-4471-8a83-342167a63605', 'tag': 'f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:02.630469 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72e1713-51bd-4bd0-a19c-24a3bc8d1406" -d '{"events": [{"name": "network-changed", "server_uuid": "5bfb1d9d-73bc-4471-8a83-342167a63605", "tag": "f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:02.640208 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Request body: {'port': {'device_id': '0bbf9f3d-323f-4bde-80b0-f5bd039de86c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:02.681812 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b427c218-906b-44ed-9fc2-0b76e6c5ffaf req-5bd0782e-fb2d-4591-8db6-622fead7d963 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706247 Feb 07 16:35:02.687660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db6010-4589-44d5-9acf-5b3b6e2ab8ce req-48d9d349-8882-4d81-b609-23c0cf25d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:02.689913 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1db6010-4589-44d5-9acf-5b3b6e2ab8ce req-48d9d349-8882-4d81-b609-23c0cf25d1f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&device_id=0b30be76-50ac-440e-b58c-01f4cb72d7f7 HTTP/1.1" status: 200 len: 1129 time: 0.1762278 Feb 07 16:35:02.695746 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88f5eac3-0435-4692-b69b-ef098221984d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:02.696870 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f5eac3-0435-4692-b69b-ef098221984d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:02.697775 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88f5eac3-0435-4692-b69b-ef098221984d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:02.790521 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60467839-4a3c-4ede-842e-d89d27b05f4c req-6dedf25e-301a-48f6-a732-3138b6111f79 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/ports?device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 210 time: 0.0896966 Feb 07 16:35:02.832507 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41212b2-044a-4717-898a-ebb72114a92e service neutron] Pushing event updated for resources: {'Port': ['ID=f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:02.834441 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db6010-4589-44d5-9acf-5b3b6e2ab8ce req-8e42bf3e-28d2-462a-acd1-46211d4b90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:02.842703 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1db6010-4589-44d5-9acf-5b3b6e2ab8ce req-8e42bf3e-28d2-462a-acd1-46211d4b90dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.1385415 Feb 07 16:35:02.844913 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-4b3a9364-82f9-4ba1-afa5-dcd3a70b908a tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Publish callbacks [] for security_group (af54c2eb-95e4-4fc5-b20e-39a222e10b0e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:02.863154 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715a4bf4-d2e6-438f-972e-1744934f6469 x-openstack-request-id: req-715a4bf4-d2e6-438f-972e-1744934f6469 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:02.865667 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bfb1d9d-73bc-4471-8a83-342167a63605", "tag": "f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:02.866101 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-715a4bf4-d2e6-438f-972e-1744934f6469 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:02.866655 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfb1d9d-73bc-4471-8a83-342167a63605', 'tag': 'f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf', 'status': 'completed', 'code': 200} Feb 07 16:35:02.908787 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-4b3a9364-82f9-4ba1-afa5-dcd3a70b908a tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (af54c2eb-95e4-4fc5-b20e-39a222e10b0e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:02.921602 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-50090f89-f2ec-4010-a07e-e8f29585e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:02.924267 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-50090f89-f2ec-4010-a07e-e8f29585e936 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&device_id=5bfb1d9d-73bc-4471-8a83-342167a63605 HTTP/1.1" status: 200 len: 1130 time: 0.2220991 Feb 07 16:35:02.926248 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:03.038703 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1db6010-4589-44d5-9acf-5b3b6e2ab8ce req-86a36313-39ef-42ce-8f8b-64ce1881ca79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=a92c68c2-44e0-403e-8267-3bb111f40920 HTTP/1.1" status: 200 len: 217 time: 0.1662698 Feb 07 16:35:03.041688 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-8369a040-39ab-4458-b40e-ec5c2fbbb228 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf HTTP/1.1" status: 200 len: 217 time: 0.1007576 Feb 07 16:35:03.046699 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-88f5eac3-0435-4692-b69b-ef098221984d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0364046 Feb 07 16:35:03.047500 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54964) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:03.054657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e0b6cd8c-0238-48cd-9a17-0b33452e7be3 admin admin] Request body: {'subnet': {'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-294262594-subnet', 'tenant_id': '7bd5b472775543f38aca99e61ef5156c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:03.149816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5eac3-0435-4692-b69b-ef098221984d admin admin] Pushing event updated for resources: {'Network': ['ID=38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:03.155816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a9364-82f9-4ba1-afa5-dcd3a70b908a tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af54c2eb-95e4-4fc5-b20e-39a222e10b0e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:03.167426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:35:03.185964 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b6cd8c-0238-48cd-9a17-0b33452e7be3 admin admin] Made reservation on behalf of 7bd5b472775543f38aca99e61ef5156c for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:35:03.188274 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0b6cd8c-0238-48cd-9a17-0b33452e7be3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:03.218724 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1a9cf-7902-4a23-96b1-c1355ddc7f06 req-525b604f-3bf5-4de1-8f3e-15c08c60c873 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:03.220280 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c1b1a9cf-7902-4a23-96b1-c1355ddc7f06 req-525b604f-3bf5-4de1-8f3e-15c08c60c873 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 932 time: 0.3738635 Feb 07 16:35:03.226082 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db6010-4589-44d5-9acf-5b3b6e2ab8ce req-09a21839-5568-4a67-990a-08416d424327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:03.227552 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1db6010-4589-44d5-9acf-5b3b6e2ab8ce req-09a21839-5568-4a67-990a-08416d424327 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1423237 Feb 07 16:35:03.273520 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e5d98-cf0d-4cae-bf85-a957bfe6f07c req-2b592789-6328-4eee-821b-a1434674b0f5 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:03.275119 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a09e5d98-cf0d-4cae-bf85-a957bfe6f07c req-2b592789-6328-4eee-821b-a1434674b0f5 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 943 time: 0.3181756 Feb 07 16:35:03.294202 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-34d4b2d6-17fe-40b4-9f0d-41ac98f86440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:03.295560 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-34d4b2d6-17fe-40b4-9f0d-41ac98f86440 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.2314510 Feb 07 16:35:03.305637 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-4b3a9364-82f9-4ba1-afa5-dcd3a70b908a tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Allocated IP 192.168.233.148 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/1134aa19-23a7-4de9-8643-eeda0e753756) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:35:03.362834 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c1b1a9cf-7902-4a23-96b1-c1355ddc7f06 req-3186ce73-e8e5-46e1-b23f-a8e85cdd0b58 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315842 Feb 07 16:35:03.381208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db6010-4589-44d5-9acf-5b3b6e2ab8ce req-99a6fe49-f4cc-454f-87ca-48004769dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:03.383002 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1db6010-4589-44d5-9acf-5b3b6e2ab8ce req-99a6fe49-f4cc-454f-87ca-48004769dec4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1419210 Feb 07 16:35:03.622633 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-4b3a9364-82f9-4ba1-afa5-dcd3a70b908a tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Publish callbacks [] for port (1134aa19-23a7-4de9-8643-eeda0e753756), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:03.673457 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1db6010-4589-44d5-9acf-5b3b6e2ab8ce req-1ac9a3e4-d64f-4afa-8e20-192cbfff34d2 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822959 Feb 07 16:35:03.704657 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca044ab-6f69-4309-85f8-7af5a5d8927c req-ddfbda76-0aa0-448f-8bf2-33784c547c38 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:03.707390 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2ca044ab-6f69-4309-85f8-7af5a5d8927c req-ddfbda76-0aa0-448f-8bf2-33784c547c38 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.1429844 Feb 07 16:35:03.745149 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a09e5d98-cf0d-4cae-bf85-a957bfe6f07c req-dfd18670-ae1e-47c4-ab99-619ce1cc2eda tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560049 Feb 07 16:35:03.790541 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-4b3a9364-82f9-4ba1-afa5-dcd3a70b908a tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (1134aa19-23a7-4de9-8643-eeda0e753756), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:03.792234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-e40e2e43-9d74-44bb-959d-bdf2613a8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:03.794039 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-e40e2e43-9d74-44bb-959d-bdf2613a8eae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4851518 Feb 07 16:35:03.874642 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2ca044ab-6f69-4309-85f8-7af5a5d8927c req-6cb38e70-2d4c-4026-a87c-3e240a29ffd5 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535332 Feb 07 16:35:03.888726 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-4b3a9364-82f9-4ba1-afa5-dcd3a70b908a tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:35:03.895866 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1db6010-4589-44d5-9acf-5b3b6e2ab8ce req-1f0c1e61-783c-4c6f-be1a-f8d6a5bd5f9a service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100346 Feb 07 16:35:03.896775 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-4b3a9364-82f9-4ba1-afa5-dcd3a70b908a tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:35:03.911994 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-4b3a9364-82f9-4ba1-afa5-dcd3a70b908a tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:35:03.916208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a9364-82f9-4ba1-afa5-dcd3a70b908a tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Pushing event updated for resources: {'Port': ['ID=1134aa19-23a7-4de9-8643-eeda0e753756,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:03.974055 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-4b3a9364-82f9-4ba1-afa5-dcd3a70b908a tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:03.974697 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-4b3a9364-82f9-4ba1-afa5-dcd3a70b908a tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:04.005525 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-4b3a9364-82f9-4ba1-afa5-dcd3a70b908a tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2779608 Feb 07 16:35:04.059239 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Request body: {'port': {'device_id': '14ca6208-71f0-42b7-8477-c80a342bb30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:04.092090 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:04.108666 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0b6cd8c-0238-48cd-9a17-0b33452e7be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (cd54b586-8698-4fa9-b42d-dba2de8db3c9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:04.115529 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Publish callbacks [] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:04.154133 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-8dc01d6b-c50d-4bab-ae42-74d3c3ce0c5e service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375242 Feb 07 16:35:04.167040 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1134aa19-23a7-4de9-8643-eeda0e753756), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:04.176531 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1f4ff-9918-43ba-b55f-bfcf87fd4e37 req-fd9ff4b6-0d66-47a7-be78-64566f7f06df tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:04.183752 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c7e1f4ff-9918-43ba-b55f-bfcf87fd4e37 req-fd9ff4b6-0d66-47a7-be78-64566f7f06df tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bfb1d9d-73bc-4471-8a83-342167a63605 HTTP/1.1" status: 200 len: 948 time: 0.3052440 Feb 07 16:35:04.197690 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28724dc1-b0f5-4a93-b017-706f09d6022c req-87573742-dad8-46ee-90e7-c30f34a5ce3a tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:04.198494 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Transition to ACTIVE for port object 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:35:04.203458 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-28724dc1-b0f5-4a93-b017-706f09d6022c req-87573742-dad8-46ee-90e7-c30f34a5ce3a tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/ports?device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 936 time: 0.1935759 Feb 07 16:35:04.211283 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 97473284-7d7b-47f2-a8bb-518eb82039d0 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:35:04.225959 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:04.309088 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6cd8c-0238-48cd-9a17-0b33452e7be3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd54b586-8698-4fa9-b42d-dba2de8db3c9,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:04.379789 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 97473284-7d7b-47f2-a8bb-518eb82039d0, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=97473284-7d7b-47f2-a8bb-518eb82039d0,segment=NetworkSegment(971b157b-efbe-4872-9ce7-e2dd5578fdae),segment_id=971b157b-efbe-4872-9ce7-e2dd5578fdae)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:04.385578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Pushing event updated for resources: {'Port': ['ID=1b0bcd92-c891-4110-baa2-fd8e3a682ce5,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:04.387984 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6cd8c-0238-48cd-9a17-0b33452e7be3 admin admin] Checking segment: {'id': '13e87c77-7324-48ae-9e21-8f2bde2847c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:35:04.388349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b6cd8c-0238-48cd-9a17-0b33452e7be3 admin admin] Network hostable DHCP agents. Network: 38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:35:04.390106 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-82791b87-e0a3-4905-862f-f12f7e52821d None None] Provisioning complete for port 1134aa19-23a7-4de9-8643-eeda0e753756 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:04.390726 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-82791b87-e0a3-4905-862f-f12f7e52821d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1134aa19-23a7-4de9-8643-eeda0e753756), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:04.417531 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '97473284-7d7b-47f2-a8bb-518eb82039d0', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'port_id': '97473284-7d7b-47f2-a8bb-518eb82039d0', 'mac_address': 'fa:16:3e:3c:2f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:35:04.426760 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c7e1f4ff-9918-43ba-b55f-bfcf87fd4e37 req-54953201-d68c-4b94-80c6-87ac592c9a87 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403457 Feb 07 16:35:04.478179 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-82791b87-e0a3-4905-862f-f12f7e52821d None None] Port 1134aa19-23a7-4de9-8643-eeda0e753756 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:35:04.480266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 97473284-7d7b-47f2-a8bb-518eb82039d0 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:04.480872 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (97473284-7d7b-47f2-a8bb-518eb82039d0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:04.499050 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97473284-7d7b-47f2-a8bb-518eb82039d0 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:04.511317 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc6d49e1-3cf3-4a05-9e7e-4b6bb64d7094 req-ddc2e680-e078-4c16-848c-e609be2e8143 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423660 Feb 07 16:35:04.537496 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 97473284-7d7b-47f2-a8bb-518eb82039d0, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=97473284-7d7b-47f2-a8bb-518eb82039d0,segment=NetworkSegment(971b157b-efbe-4872-9ce7-e2dd5578fdae),segment_id=971b157b-efbe-4872-9ce7-e2dd5578fdae)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:04.539142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b6cd8c-0238-48cd-9a17-0b33452e7be3 admin admin] Network 38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:35:04.542408 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (97473284-7d7b-47f2-a8bb-518eb82039d0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:04.570182 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-28724dc1-b0f5-4a93-b017-706f09d6022c req-202a0221-1949-42bf-9007-c2837b57c1f2 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/security-groups?id=af54c2eb-95e4-4fc5-b20e-39a222e10b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568597 Feb 07 16:35:04.614288 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=97473284-7d7b-47f2-a8bb-518eb82039d0,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:04.632339 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1134aa19-23a7-4de9-8643-eeda0e753756 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:04.637124 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e0b6cd8c-0238-48cd-9a17-0b33452e7be3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:35:04.640084 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Publish callbacks [] for port (1134aa19-23a7-4de9-8643-eeda0e753756), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:04.650293 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced8094f-5fda-4b81-931b-2693a01a3254 None None] Network 38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:35:04.660492 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b6cd8c-0238-48cd-9a17-0b33452e7be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:04.660680 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0b6cd8c-0238-48cd-9a17-0b33452e7be3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:04.663664 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Transition to ACTIVE for port object 1134aa19-23a7-4de9-8643-eeda0e753756 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:35:04.668789 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (1134aa19-23a7-4de9-8643-eeda0e753756), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:04.691995 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e0b6cd8c-0238-48cd-9a17-0b33452e7be3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6335850 Feb 07 16:35:04.691995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Attempting to bind port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:35:04.691995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Attempting to bind port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:35:04.691995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Attempting to bind port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:04.698933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec158ddf-93bb-40cd-9cb2-21375674adb2 req-73b6aa6f-de58-41d9-8dda-7be833ea83bf tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:04.705834 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec158ddf-93bb-40cd-9cb2-21375674adb2 req-73b6aa6f-de58-41d9-8dda-7be833ea83bf tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 944 time: 0.1726651 Feb 07 16:35:04.762637 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 on network 3db07daa-5eaa-4bf8-9b32-41159885835d not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:35:04.763001 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Attempting to bind port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:04.796948 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:35:04.797303 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Checking segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:35:04.797711 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Bound using segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:35:04.798168 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Bound port: 1b0bcd92-c891-4110-baa2-fd8e3a682ce5, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:35:04.798531 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:04.802005 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e1713-51bd-4bd0-a19c-24a3bc8d1406 req-5b774a35-8773-49d2-a725-45d469b66ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:04.810385 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b72e1713-51bd-4bd0-a19c-24a3bc8d1406 req-5b774a35-8773-49d2-a725-45d469b66ecc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&device_id=5bfb1d9d-73bc-4471-8a83-342167a63605 HTTP/1.1" status: 200 len: 1130 time: 0.2083755 Feb 07 16:35:04.816736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35046c36-bb1b-47db-8f20-671b2e61b9bf None None] Network 38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:35:04.874979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Pushing event updated for resources: {'Port': ['ID=1134aa19-23a7-4de9-8643-eeda0e753756,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:04.930761 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['97473284-7d7b-47f2-a8bb-518eb82039d0'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:04.976766 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec158ddf-93bb-40cd-9cb2-21375674adb2 req-1a22ab44-d027-44d5-a805-9a1c2b0981b8 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698817 Feb 07 16:35:04.982075 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Attempting to bind port 1134aa19-23a7-4de9-8643-eeda0e753756 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:35:04.982870 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Attempting to bind port 1134aa19-23a7-4de9-8643-eeda0e753756 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:35:04.982997 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Attempting to bind port 1134aa19-23a7-4de9-8643-eeda0e753756 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:04.994238 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31de3d6-a5ac-45d9-bcdd-e9fa46457b31 req-3cff851a-5752-4fe2-ac1d-c55513d5e71e tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:04.995799 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a31de3d6-a5ac-45d9-bcdd-e9fa46457b31 req-3cff851a-5752-4fe2-ac1d-c55513d5e71e tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 944 time: 0.1037757 Feb 07 16:35:04.998156 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Port 1134aa19-23a7-4de9-8643-eeda0e753756 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:35:04.998485 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Attempting to bind port 1134aa19-23a7-4de9-8643-eeda0e753756 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:05.004899 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:35:05.005179 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:35:05.005672 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:35:05.006117 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Bound port: 1134aa19-23a7-4de9-8643-eeda0e753756, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:35:05.006485 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1134aa19-23a7-4de9-8643-eeda0e753756), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:05.055558 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] For port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:35:05.064731 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] For port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1b0bcd92-c891-4110-baa2-fd8e3a682ce5,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:35:05.082660 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:05.211333 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Pushing event updated for resources: {'Port': ['ID=1b0bcd92-c891-4110-baa2-fd8e3a682ce5,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:05.214061 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a31de3d6-a5ac-45d9-bcdd-e9fa46457b31 req-5bf90f04-1036-43a4-a081-94625c9dbc0c tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049556 Feb 07 16:35:05.218146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e1713-51bd-4bd0-a19c-24a3bc8d1406 req-6e61b557-d11b-4512-a2e4-95b2f846a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:05.219703 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b72e1713-51bd-4bd0-a19c-24a3bc8d1406 req-6e61b557-d11b-4512-a2e4-95b2f846a3c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.3909481 Feb 07 16:35:05.223625 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:05.224115 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:05.225619 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-8d653fdd-2079-4c38-97b2-a46e2f7ec2ea service neutron] 10.222.0.48 "PUT /v2.0/ports/1b0bcd92-c891-4110-baa2-fd8e3a682ce5 HTTP/1.1" status: 200 len: 1092 time: 2.6069992 Feb 07 16:35:05.226091 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbf9f3d-323f-4bde-80b0-f5bd039de86c', 'tag': '1b0bcd92-c891-4110-baa2-fd8e3a682ce5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:05.234663 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da35c02c-8b5e-4e48-bf65-c68c11faea50" -d '{"events": [{"name": "network-changed", "server_uuid": "0bbf9f3d-323f-4bde-80b0-f5bd039de86c", "tag": "1b0bcd92-c891-4110-baa2-fd8e3a682ce5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:05.298584 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] For port 1134aa19-23a7-4de9-8643-eeda0e753756, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:35:05.307700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] For port 1134aa19-23a7-4de9-8643-eeda0e753756, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1134aa19-23a7-4de9-8643-eeda0e753756,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:35:05.321932 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b72e1713-51bd-4bd0-a19c-24a3bc8d1406 req-9d9fb5e9-28fe-48d3-8e79-7b2d7d12bd6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf HTTP/1.1" status: 200 len: 217 time: 0.0828340 Feb 07 16:35:05.323789 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (1134aa19-23a7-4de9-8643-eeda0e753756), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:05.475345 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e1713-51bd-4bd0-a19c-24a3bc8d1406 req-2a51a424-9856-4284-88a2-2295c7a4ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:05.476754 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b72e1713-51bd-4bd0-a19c-24a3bc8d1406 req-2a51a424-9856-4284-88a2-2295c7a4ca89 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1409676 Feb 07 16:35:05.532643 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-5b8d8cc8-2231-4dbe-a6cd-54fbafc88862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:05.534247 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-5b8d8cc8-2231-4dbe-a6cd-54fbafc88862 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 1126 time: 0.2113862 Feb 07 16:35:05.541839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-7b48f100-e196-4cff-8e9f-000f59e2c2c2 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:05.543291 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-7b48f100-e196-4cff-8e9f-000f59e2c2c2 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/networks?id=38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f HTTP/1.1" status: 200 len: 821 time: 0.1834974 Feb 07 16:35:05.596915 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-66ad299b-0fcc-41b5-bbbe-18ab01ebf31a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b0bcd92-c891-4110-baa2-fd8e3a682ce5 HTTP/1.1" status: 200 len: 217 time: 0.0517335 Feb 07 16:35:05.598181 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:05.599832 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:05.601214 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] 10.222.0.48 "PUT /v2.0/ports/1134aa19-23a7-4de9-8643-eeda0e753756 HTTP/1.1" status: 200 len: 1096 time: 1.5821407 Feb 07 16:35:05.601882 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ca6208-71f0-42b7-8477-c80a342bb30c', 'tag': '1134aa19-23a7-4de9-8643-eeda0e753756'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:05.604952 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb420a7e-ae7a-4b2a-adaf-b40a45b5093f" -d '{"events": [{"name": "network-changed", "server_uuid": "14ca6208-71f0-42b7-8477-c80a342bb30c", "tag": "1134aa19-23a7-4de9-8643-eeda0e753756"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:05.605444 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-64611697-9d05-41d6-9dd4-dbb0651fe0cd tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/quotas/7bd5b472775543f38aca99e61ef5156c HTTP/1.1" status: 200 len: 375 time: 0.0519807 Feb 07 16:35:05.667776 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c70d6-335a-4f22-a888-6a7878e9bb7d service neutron] Pushing event updated for resources: {'Port': ['ID=1134aa19-23a7-4de9-8643-eeda0e753756,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:05.680746 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-500a6708-38f7-4fca-a914-247227ae2d24 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7bd5b472775543f38aca99e61ef5156c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742705 Feb 07 16:35:05.698054 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e1713-51bd-4bd0-a19c-24a3bc8d1406 req-1a44a96f-d402-4d6b-a428-3ffb7f6e9e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:05.699327 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55bdde-7162-4aff-b4cc-b2225c29a866 req-aebda9aa-4bef-490d-b166-cacd600d7e5c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:05.699590 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b72e1713-51bd-4bd0-a19c-24a3bc8d1406 req-1a44a96f-d402-4d6b-a428-3ffb7f6e9e4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2145889 Feb 07 16:35:05.701107 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ed55bdde-7162-4aff-b4cc-b2225c29a866 req-aebda9aa-4bef-490d-b166-cacd600d7e5c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.3883166 Feb 07 16:35:05.749592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-4159140f-ca40-4f48-851d-0a0be4062377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:05.751203 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-4159140f-ca40-4f48-851d-0a0be4062377 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=610e00a6f13441918f1fed04327a888c&device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 1130 time: 0.1095066 Feb 07 16:35:05.796886 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-b2efbce8-e682-491a-80d3-6ca0f854fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:05.798409 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-b2efbce8-e682-491a-80d3-6ca0f854fb78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.1909163 Feb 07 16:35:05.809452 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ed55bdde-7162-4aff-b4cc-b2225c29a866 req-f2e8d320-b863-4f73-b556-91547e32ac52 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007793 Feb 07 16:35:05.810769 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-05fc5a9c-c710-4622-aefb-77255bdf64b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1134aa19-23a7-4de9-8643-eeda0e753756 HTTP/1.1" status: 200 len: 217 time: 0.0486970 Feb 07 16:35:05.864038 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-3abdc3b3-2811-43ff-83d1-b80811a7fe7e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581775 Feb 07 16:35:05.867342 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a64703-d872-4f62-8f1c-637b724d1f59 x-openstack-request-id: req-b5a64703-d872-4f62-8f1c-637b724d1f59 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:05.867640 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bbf9f3d-323f-4bde-80b0-f5bd039de86c", "tag": "1b0bcd92-c891-4110-baa2-fd8e3a682ce5", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:05.867900 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5a64703-d872-4f62-8f1c-637b724d1f59 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:05.868305 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bbf9f3d-323f-4bde-80b0-f5bd039de86c', 'tag': '1b0bcd92-c891-4110-baa2-fd8e3a682ce5', 'status': 'completed', 'code': 200} Feb 07 16:35:05.884290 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-821b64a2-fd67-49c1-9012-23540c5b1465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:05.886082 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-821b64a2-fd67-49c1-9012-23540c5b1465 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0637388 Feb 07 16:35:05.979862 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-c7d28833-0ae4-4f46-ad9d-6f8de2d119fa service neutron] 10.222.0.18 "GET /v2.0/networks/38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981873 Feb 07 16:35:05.991919 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-58431310-dced-4bed-bc9b-7909ad7db595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:05.993669 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-58431310-dced-4bed-bc9b-7909ad7db595 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0955489 Feb 07 16:35:06.017263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770d7b9-f1dc-43c4-a0c3-d67f7a82c7a2 req-73422f8f-8bce-411b-a1c0-2b74183cdbac tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:06.020309 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4770d7b9-f1dc-43c4-a0c3-d67f7a82c7a2 req-73422f8f-8bce-411b-a1c0-2b74183cdbac tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bfb1d9d-73bc-4471-8a83-342167a63605 HTTP/1.1" status: 200 len: 948 time: 0.0800693 Feb 07 16:35:06.056200 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b72e1713-51bd-4bd0-a19c-24a3bc8d1406 req-acb332a6-de31-4403-9b25-0402480e1da1 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372145 Feb 07 16:35:06.125945 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4770d7b9-f1dc-43c4-a0c3-d67f7a82c7a2 req-1c3075c1-fdb7-42e9-a41b-71de1b1e1506 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918276 Feb 07 16:35:06.137620 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-b81d9ecb-2364-45b9-9435-195b91ce6511 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359937 Feb 07 16:35:06.140806 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-82a75091-e7e0-4110-bd3f-11a67d9e7939 service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698598 Feb 07 16:35:06.218823 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a92c68c2-44e0-403e-8267-3bb111f40920 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:35:06.265300 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-63e27a3d-7fb4-4459-8164-fe23c398144b service neutron] 10.222.0.18 "GET /v2.0/networks/38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844796 Feb 07 16:35:06.325321 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9da9eb86-fb4f-41ad-b503-1cd2eea88627 req-cf69d308-93ed-475a-9b56-bc009c0744ea service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749394 Feb 07 16:35:06.326463 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b72e1713-51bd-4bd0-a19c-24a3bc8d1406 req-e1d38519-80c5-4bf9-9b77-1f57dc8b283c service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563238 Feb 07 16:35:06.367883 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02b2a4-4c44-46e1-b79e-92a0ac602aa5 req-bbe424ac-63cf-4e6e-9777-975d5cc3b3d1 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:06.371782 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac02b2a4-4c44-46e1-b79e-92a0ac602aa5 req-bbe424ac-63cf-4e6e-9777-975d5cc3b3d1 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/ports?device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 948 time: 0.1020963 Feb 07 16:35:06.393626 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd7ef4ad-e293-4851-afe7-47647b8c5a74 req-54e4b14a-97e6-443a-ad58-90942a208aef service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375786 Feb 07 16:35:06.416817 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a92c68c2-44e0-403e-8267-3bb111f40920, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a92c68c2-44e0-403e-8267-3bb111f40920,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:06.436441 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'a92c68c2-44e0-403e-8267-3bb111f40920', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': 'a92c68c2-44e0-403e-8267-3bb111f40920', 'mac_address': 'fa:16:3e:3b:6f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:35:06.442447 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 97473284-7d7b-47f2-a8bb-518eb82039d0 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:35:06.501204 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c344c54-424e-4d89-a346-108fd13678ed x-openstack-request-id: req-0c344c54-424e-4d89-a346-108fd13678ed {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:06.501443 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ca6208-71f0-42b7-8477-c80a342bb30c", "tag": "1134aa19-23a7-4de9-8643-eeda0e753756", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:06.501717 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c344c54-424e-4d89-a346-108fd13678ed {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:06.502122 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ca6208-71f0-42b7-8477-c80a342bb30c', 'tag': '1134aa19-23a7-4de9-8643-eeda0e753756', 'status': 'completed', 'code': 200} Feb 07 16:35:06.523802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35c02c-8b5e-4e48-bf65-c68c11faea50 req-99819ba9-5e5f-463c-a8a2-c05dc4712bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:06.525801 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da35c02c-8b5e-4e48-bf65-c68c11faea50 req-99819ba9-5e5f-463c-a8a2-c05dc4712bce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 1126 time: 0.0824161 Feb 07 16:35:06.552231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 97473284-7d7b-47f2-a8bb-518eb82039d0 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:35:06.556899 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 97473284-7d7b-47f2-a8bb-518eb82039d0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:06.557313 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (97473284-7d7b-47f2-a8bb-518eb82039d0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:06.591796 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac02b2a4-4c44-46e1-b79e-92a0ac602aa5 req-83830794-c9f5-4b10-bac1-d43a021b7127 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/security-groups?id=af54c2eb-95e4-4fc5-b20e-39a222e10b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129912 Feb 07 16:35:06.639970 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a92c68c2-44e0-403e-8267-3bb111f40920 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:06.640375 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a92c68c2-44e0-403e-8267-3bb111f40920), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:06.643430 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb420a7e-ae7a-4b2a-adaf-b40a45b5093f req-d9196729-dd09-4fe5-a428-57141cf936a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:06.646596 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cb420a7e-ae7a-4b2a-adaf-b40a45b5093f req-d9196729-dd09-4fe5-a428-57141cf936a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=610e00a6f13441918f1fed04327a888c&device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 1130 time: 0.1489573 Feb 07 16:35:06.694170 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1db1c-f690-4945-ae7c-24698639edd7 req-08cec7f5-d7c0-480a-aacf-ef7cbc3580f9 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:06.702706 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-def1db1c-f690-4945-ae7c-24698639edd7 req-08cec7f5-d7c0-480a-aacf-ef7cbc3580f9 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 944 time: 0.1808856 Feb 07 16:35:06.706754 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 97473284-7d7b-47f2-a8bb-518eb82039d0 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:06.707124 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (97473284-7d7b-47f2-a8bb-518eb82039d0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:06.727714 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92c68c2-44e0-403e-8267-3bb111f40920 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:06.779764 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a92c68c2-44e0-403e-8267-3bb111f40920, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a92c68c2-44e0-403e-8267-3bb111f40920,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:06.785137 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a92c68c2-44e0-403e-8267-3bb111f40920), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:06.788441 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-def1db1c-f690-4945-ae7c-24698639edd7 req-7f59e712-3120-430d-9d84-2aaf8dda42f6 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836849 Feb 07 16:35:06.858265 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35c02c-8b5e-4e48-bf65-c68c11faea50 req-2562b04f-96aa-44f9-abec-8a60333c3fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:06.859851 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97473284-7d7b-47f2-a8bb-518eb82039d0'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:06.861565 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da35c02c-8b5e-4e48-bf65-c68c11faea50 req-2562b04f-96aa-44f9-abec-8a60333c3fbb service neutron] 10.222.0.48 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 0.2984397 Feb 07 16:35:06.865234 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be29d3f-777b-47ea-85cf-205e1dca0660" -d '{"events": [{"server_uuid": "88e7eac4-127c-4d00-b010-6f8a34a33ae4", "name": "network-vif-plugged", "status": "completed", "tag": "97473284-7d7b-47f2-a8bb-518eb82039d0"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:06.892016 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a92c68c2-44e0-403e-8267-3bb111f40920,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:06.895895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb420a7e-ae7a-4b2a-adaf-b40a45b5093f req-e9ce6d10-e29a-4c4b-b101-fc4ac5f7640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:06.898213 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cb420a7e-ae7a-4b2a-adaf-b40a45b5093f req-e9ce6d10-e29a-4c4b-b101-fc4ac5f7640f service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.2454917 Feb 07 16:35:06.907924 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0dccc-2827-4859-8c6b-c3ee78e1ad4b req-7b109f0b-1d52-4b96-856c-385aa7857045 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:06.912052 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 97473284-7d7b-47f2-a8bb-518eb82039d0, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=97473284-7d7b-47f2-a8bb-518eb82039d0,segment=NetworkSegment(971b157b-efbe-4872-9ce7-e2dd5578fdae),segment_id=971b157b-efbe-4872-9ce7-e2dd5578fdae)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:06.914053 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2db0dccc-2827-4859-8c6b-c3ee78e1ad4b req-7b109f0b-1d52-4b96-856c-385aa7857045 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 944 time: 0.1679964 Feb 07 16:35:06.917499 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (97473284-7d7b-47f2-a8bb-518eb82039d0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:06.983510 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da35c02c-8b5e-4e48-bf65-c68c11faea50 req-d981cce1-1efd-48a6-9ca0-d1db2a00eaaf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b0bcd92-c891-4110-baa2-fd8e3a682ce5 HTTP/1.1" status: 200 len: 217 time: 0.1149447 Feb 07 16:35:06.988284 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cb420a7e-ae7a-4b2a-adaf-b40a45b5093f req-ffff5885-c406-4992-9ec5-e221d26667f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1134aa19-23a7-4de9-8643-eeda0e753756 HTTP/1.1" status: 200 len: 217 time: 0.0726125 Feb 07 16:35:06.990449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=97473284-7d7b-47f2-a8bb-518eb82039d0,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:07.002145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:07.002570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:07.003588 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:07.003939 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:07.004487 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:07.004830 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:07.005167 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:07.005526 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:07.006119 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:07.006400 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:07.006733 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:07.007062 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:07.007391 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:07.015824 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a00bf0c2-7c67-40b2-b2b6-b410b7884c7f req-b80e10f7-9895-49aa-905a-eaac8ddf8e37 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 210 time: 0.0424750 Feb 07 16:35:07.087637 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35c02c-8b5e-4e48-bf65-c68c11faea50 req-4908c5f7-1fa8-43d5-96dd-15398efecfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:07.089479 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da35c02c-8b5e-4e48-bf65-c68c11faea50 req-4908c5f7-1fa8-43d5-96dd-15398efecfbf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.0762973 Feb 07 16:35:07.100049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb420a7e-ae7a-4b2a-adaf-b40a45b5093f req-36e81191-745c-4510-b7a2-9eee813e2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:07.102619 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cb420a7e-ae7a-4b2a-adaf-b40a45b5093f req-36e81191-745c-4510-b7a2-9eee813e2d8a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1056235 Feb 07 16:35:07.122145 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2db0dccc-2827-4859-8c6b-c3ee78e1ad4b req-b40227ad-77dc-4d2e-a325-7ea9e858bb1a tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864102 Feb 07 16:35:07.153401 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da35c02c-8b5e-4e48-bf65-c68c11faea50 req-1b5ec53a-0e9a-4a92-8f25-b973e8607dd7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551012 Feb 07 16:35:07.191400 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fde071-a17b-4d2f-adb3-003bb64ca372 x-openstack-request-id: req-70fde071-a17b-4d2f-adb3-003bb64ca372 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:07.191595 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e7eac4-127c-4d00-b010-6f8a34a33ae4", "name": "network-vif-plugged", "status": "completed", "tag": "97473284-7d7b-47f2-a8bb-518eb82039d0", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:07.192678 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70fde071-a17b-4d2f-adb3-003bb64ca372 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:07.193120 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97473284-7d7b-47f2-a8bb-518eb82039d0', 'code': 200} Feb 07 16:35:07.196647 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb420a7e-ae7a-4b2a-adaf-b40a45b5093f req-64edbc5c-6c56-43c3-b6d0-040609589dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:07.198246 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cb420a7e-ae7a-4b2a-adaf-b40a45b5093f req-64edbc5c-6c56-43c3-b6d0-040609589dd6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0748730 Feb 07 16:35:07.385783 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7676151-3e03-446d-b7e4-bb0269c41b8a req-395f2385-1726-4288-af17-a6e42bfe2a4d tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:07.387353 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d7676151-3e03-446d-b7e4-bb0269c41b8a req-395f2385-1726-4288-af17-a6e42bfe2a4d tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.2387867 Feb 07 16:35:07.389951 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da35c02c-8b5e-4e48-bf65-c68c11faea50 req-c68566b8-78ff-4959-8c77-7eaccd0a7cc2 service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238011 Feb 07 16:35:07.455286 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cb420a7e-ae7a-4b2a-adaf-b40a45b5093f req-826db5ef-5945-406f-b282-37a54a86b54d service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485893 Feb 07 16:35:07.479198 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f173c2e-3374-40ec-bad1-6054da39c002 req-b1e77f16-9012-4140-a183-f8711b9ea375 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:07.480691 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6f173c2e-3374-40ec-bad1-6054da39c002 req-b1e77f16-9012-4140-a183-f8711b9ea375 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bfb1d9d-73bc-4471-8a83-342167a63605 HTTP/1.1" status: 200 len: 948 time: 0.1560512 Feb 07 16:35:07.483664 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340ccf3-c522-4583-8dbf-7c77f6bc2332 req-90cfa14c-4c37-4a78-8485-f4d7f6be48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:07.485067 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0340ccf3-c522-4583-8dbf-7c77f6bc2332 req-90cfa14c-4c37-4a78-8485-f4d7f6be48d1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 1127 time: 0.1617248 Feb 07 16:35:07.513507 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['a92c68c2-44e0-403e-8267-3bb111f40920'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:07.529396 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d7676151-3e03-446d-b7e4-bb0269c41b8a req-3863baf3-33b1-48f3-af9d-fb0696096b09 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306121 Feb 07 16:35:07.558583 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da35c02c-8b5e-4e48-bf65-c68c11faea50 req-1ea0d681-fa3d-4434-b013-054c2a18f685 service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566761 Feb 07 16:35:07.614758 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6f173c2e-3374-40ec-bad1-6054da39c002 req-cefc3255-1e71-4b43-b9e3-1aa7a138fa27 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186733 Feb 07 16:35:07.618755 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0340ccf3-c522-4583-8dbf-7c77f6bc2332 req-30653fa3-bbe7-423e-a8ec-6e3fbe244b5e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238198 Feb 07 16:35:07.638489 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cb420a7e-ae7a-4b2a-adaf-b40a45b5093f req-51dfd479-52ab-4c2e-b255-1b20d5f2f0b7 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740291 Feb 07 16:35:07.754671 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558e29f-f4fb-42f4-bfa3-eeaaa39984f4 req-f4076180-aeed-484d-9f94-73e171467319 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:07.756187 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9558e29f-f4fb-42f4-bfa3-eeaaa39984f4 req-f4076180-aeed-484d-9f94-73e171467319 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/ports?device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 948 time: 0.0622361 Feb 07 16:35:07.809152 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9558e29f-f4fb-42f4-bfa3-eeaaa39984f4 req-8b9dcab3-9a2d-4977-b494-577fa404fdad tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/security-groups?id=af54c2eb-95e4-4fc5-b20e-39a222e10b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469561 Feb 07 16:35:07.942332 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71f098-361b-4ec3-bcc3-937edc3c5055 req-c3576253-1f4b-4663-bc3f-a153944526ca tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:07.944194 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a71f098-361b-4ec3-bcc3-937edc3c5055 req-c3576253-1f4b-4663-bc3f-a153944526ca tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 944 time: 0.0679266 Feb 07 16:35:08.011272 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a71f098-361b-4ec3-bcc3-937edc3c5055 req-17a25e5a-7904-4a23-b580-99b15eb7ebda tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611029 Feb 07 16:35:08.200668 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:35:08.223323 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a93c1589-29d5-4f8c-8ec0-a337c54a54c5 req-1525186d-3f01-4185-a9de-9980549fa3cb tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 210 time: 0.0357919 Feb 07 16:35:08.266812 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3f60e-b60c-4ffa-8312-0f0f61461cce req-4440884e-f200-47e0-99a5-fc75c228e1d3 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:08.268941 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-50a3f60e-b60c-4ffa-8312-0f0f61461cce req-4440884e-f200-47e0-99a5-fc75c228e1d3 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 945 time: 0.0844519 Feb 07 16:35:08.293313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-bafa4611-a729-4f05-85ed-ec3270954df2 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:08.295008 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-bafa4611-a729-4f05-85ed-ec3270954df2 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.32 "GET /v2.0/networks?id=38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f HTTP/1.1" status: 200 len: 821 time: 0.4566276 Feb 07 16:35:08.312055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-bac999c1-39d7-48f8-a144-5a1f553c132b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Request body: {'port': {'device_id': '98040394-989d-43cf-969e-053bc8954680', 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f', 'admin_state_up': True, 'tenant_id': '7bd5b472775543f38aca99e61ef5156c'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:08.332561 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-50a3f60e-b60c-4ffa-8312-0f0f61461cce req-c76c0a7f-191b-43f8-9b0e-2b0d11f9bfa3 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528464 Feb 07 16:35:08.347593 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:08.368068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': 'f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf', 'mac_address': 'fa:16:3e:3b:88:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:35:08.413546 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:08.413898 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:08.430300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:08.460618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-bac999c1-39d7-48f8-a144-5a1f553c132b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Made reservation on behalf of 7bd5b472775543f38aca99e61ef5156c for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:35:08.464351 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-bac999c1-39d7-48f8-a144-5a1f553c132b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:08.467437 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:08.474289 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:08.570240 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:08.711239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-bac999c1-39d7-48f8-a144-5a1f553c132b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Allocated IP 172.20.0.8 (38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f/cd54b586-8698-4fa9-b42d-dba2de8db3c9/76124532-4f70-4aab-802c-0e671f6078ee) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:35:08.733668 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc648d-f46f-4cb8-874d-81fcf5929991 req-6da22e19-6386-4888-9524-191ab27c093d tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:08.741020 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6ccc648d-f46f-4cb8-874d-81fcf5929991 req-6da22e19-6386-4888-9524-191ab27c093d tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.1062708 Feb 07 16:35:08.778159 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c04b49-4965-4562-b523-b600b88f2a0e req-0db33730-b78f-49e1-9d3a-01a973bc6503 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:08.790260 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:08.794800 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e9c04b49-4965-4562-b523-b600b88f2a0e req-0db33730-b78f-49e1-9d3a-01a973bc6503 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bfb1d9d-73bc-4471-8a83-342167a63605 HTTP/1.1" status: 200 len: 949 time: 0.0836508 Feb 07 16:35:08.837195 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6ccc648d-f46f-4cb8-874d-81fcf5929991 req-7a2d1ee1-9edc-4f75-8bcc-5eda28183c06 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950499 Feb 07 16:35:08.896548 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e9c04b49-4965-4562-b523-b600b88f2a0e req-f3916fd5-4e5d-404f-bcf1-f2de5b6d92f8 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995111 Feb 07 16:35:09.037312 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-bac999c1-39d7-48f8-a144-5a1f553c132b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for port (76124532-4f70-4aab-802c-0e671f6078ee), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:09.079279 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-bac999c1-39d7-48f8-a144-5a1f553c132b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (76124532-4f70-4aab-802c-0e671f6078ee), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:09.091320 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25314f82-ef17-4d86-8bca-0215f0bd8d40 req-1c15df1f-939f-404c-ba3d-9c9cb3437822 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:09.099468 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-25314f82-ef17-4d86-8bca-0215f0bd8d40 req-1c15df1f-939f-404c-ba3d-9c9cb3437822 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/ports?device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 948 time: 0.1557353 Feb 07 16:35:09.157451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-bac999c1-39d7-48f8-a144-5a1f553c132b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Network 38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:35:09.162691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-bac999c1-39d7-48f8-a144-5a1f553c132b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:35:09.163521 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a113801-3ebd-4df4-906e-462961b53a57 req-50271784-96e1-4d24-b378-943b4ea5cbb9 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:09.167246 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-bac999c1-39d7-48f8-a144-5a1f553c132b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:35:09.183093 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9a113801-3ebd-4df4-906e-462961b53a57 req-50271784-96e1-4d24-b378-943b4ea5cbb9 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 944 time: 0.0807064 Feb 07 16:35:09.239550 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-bac999c1-39d7-48f8-a144-5a1f553c132b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:09.240402 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-bac999c1-39d7-48f8-a144-5a1f553c132b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:09.242253 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9a113801-3ebd-4df4-906e-462961b53a57 req-f10a812e-29a3-4eee-8ce5-fb6599e53aaa tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581229 Feb 07 16:35:09.301138 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-25314f82-ef17-4d86-8bca-0215f0bd8d40 req-1eb61196-2d81-494c-999a-8ab270423be1 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/security-groups?id=af54c2eb-95e4-4fc5-b20e-39a222e10b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005835 Feb 07 16:35:09.311725 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-bac999c1-39d7-48f8-a144-5a1f553c132b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0059402 Feb 07 16:35:09.322615 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac999c1-39d7-48f8-a144-5a1f553c132b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Pushing event updated for resources: {'Port': ['ID=76124532-4f70-4aab-802c-0e671f6078ee,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:09.338482 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Request body: {'port': {'device_id': '98040394-989d-43cf-969e-053bc8954680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:09.434870 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef4797-6d18-4ba1-b2bd-563337003c67 req-ec7ea970-ed4d-454d-baa1-c83ba4f439f1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:09.436572 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-48ef4797-6d18-4ba1-b2bd-563337003c67 req-ec7ea970-ed4d-454d-baa1-c83ba4f439f1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 931 time: 0.1034882 Feb 07 16:35:09.468685 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (76124532-4f70-4aab-802c-0e671f6078ee), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:09.554204 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-48ef4797-6d18-4ba1-b2bd-563337003c67 req-4e08acd2-b11b-4647-99a2-7d0b6afa1d8f tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094131 Feb 07 16:35:09.670990 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4754eb1-443f-4e9a-b971-50905083ed64 req-5da20ed9-3716-449f-b7c8-458d5740518e tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:09.672521 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b4754eb1-443f-4e9a-b971-50905083ed64 req-5da20ed9-3716-449f-b7c8-458d5740518e tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 945 time: 0.2049050 Feb 07 16:35:09.784389 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b4754eb1-443f-4e9a-b971-50905083ed64 req-2fb24478-0706-4ba7-ac65-028b43067ee6 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001301 Feb 07 16:35:09.899458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76124532-4f70-4aab-802c-0e671f6078ee {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:09.908159 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Publish callbacks [] for port (76124532-4f70-4aab-802c-0e671f6078ee), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:09.922462 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Transition to ACTIVE for port object 76124532-4f70-4aab-802c-0e671f6078ee will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:35:09.934191 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (76124532-4f70-4aab-802c-0e671f6078ee), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:09.985794 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e4f80-37ad-48f7-8c61-8861df88c7be req-7dc65b39-6e53-4cb1-899a-c50df5652952 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:09.988412 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e23e4f80-37ad-48f7-8c61-8861df88c7be req-7dc65b39-6e53-4cb1-899a-c50df5652952 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.0736189 Feb 07 16:35:10.004182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=76124532-4f70-4aab-802c-0e671f6078ee,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:10.045048 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e23e4f80-37ad-48f7-8c61-8861df88c7be req-4310192f-feba-405c-9ddf-02dc9893d62d tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509844 Feb 07 16:35:10.098393 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a8230-7f62-4920-b807-f3c96e21bae0 req-fe02e112-5bfb-4c06-98a1-76d4b29e739b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:10.099947 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c5a8230-7f62-4920-b807-f3c96e21bae0 req-fe02e112-5bfb-4c06-98a1-76d4b29e739b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bfb1d9d-73bc-4471-8a83-342167a63605 HTTP/1.1" status: 200 len: 949 time: 0.1165822 Feb 07 16:35:10.116273 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Attempting to bind port 76124532-4f70-4aab-802c-0e671f6078ee on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:35:10.116534 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Attempting to bind port 76124532-4f70-4aab-802c-0e671f6078ee by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '13e87c77-7324-48ae-9e21-8f2bde2847c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:35:10.116867 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Attempting to bind port 76124532-4f70-4aab-802c-0e671f6078ee on network 38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:10.129762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Port 76124532-4f70-4aab-802c-0e671f6078ee on network 38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:35:10.130095 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Attempting to bind port 76124532-4f70-4aab-802c-0e671f6078ee on network 38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:10.145948 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:35:10.146275 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Checking segment: {'id': '13e87c77-7324-48ae-9e21-8f2bde2847c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:35:10.146648 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Bound using segment: {'id': '13e87c77-7324-48ae-9e21-8f2bde2847c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:35:10.147097 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Bound port: 76124532-4f70-4aab-802c-0e671f6078ee, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e87c77-7324-48ae-9e21-8f2bde2847c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:35:10.147456 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (76124532-4f70-4aab-802c-0e671f6078ee), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:10.172334 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c5a8230-7f62-4920-b807-f3c96e21bae0 req-6447e713-0d4d-4cb2-bb84-086dbe155560 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660219 Feb 07 16:35:10.210326 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:35:10.232506 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] For port 76124532-4f70-4aab-802c-0e671f6078ee, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:35:10.238350 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] For port 76124532-4f70-4aab-802c-0e671f6078ee, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=76124532-4f70-4aab-802c-0e671f6078ee,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:35:10.253454 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (76124532-4f70-4aab-802c-0e671f6078ee), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:10.256553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:35:10.269834 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a92c68c2-44e0-403e-8267-3bb111f40920 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:35:10.314607 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:10.315561 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:10.317189 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] 10.222.0.32 "PUT /v2.0/ports/76124532-4f70-4aab-802c-0e671f6078ee HTTP/1.1" status: 200 len: 1091 time: 0.9841857 Feb 07 16:35:10.317669 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98040394-989d-43cf-969e-053bc8954680', 'tag': '76124532-4f70-4aab-802c-0e671f6078ee'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:10.320160 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92259519-410d-438d-8e0b-ef2b0166fd2a" -d '{"events": [{"name": "network-changed", "server_uuid": "98040394-989d-43cf-969e-053bc8954680", "tag": "76124532-4f70-4aab-802c-0e671f6078ee"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:10.324503 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:35:10.344302 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:10.344684 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:10.448031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4b150-417c-46c8-85e7-22276f5fddc3 req-12262be3-009f-4929-82c1-837912cca8c4 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:10.456845 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ee4b150-417c-46c8-85e7-22276f5fddc3 req-12262be3-009f-4929-82c1-837912cca8c4 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 944 time: 0.0807011 Feb 07 16:35:10.465354 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12928892-9d72-4dd5-a0c5-ed66b6a3f4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=76124532-4f70-4aab-802c-0e671f6078ee,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:10.508111 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68420c-727a-43a4-8eaf-c2aadd30ea23 req-75bde564-b3db-41df-8ca3-2119ffb2366d tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:10.515332 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d68420c-727a-43a4-8eaf-c2aadd30ea23 req-75bde564-b3db-41df-8ca3-2119ffb2366d tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/ports?device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 948 time: 0.0891759 Feb 07 16:35:10.523827 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ee4b150-417c-46c8-85e7-22276f5fddc3 req-164f9390-11d7-4a07-8692-35785b263c81 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658035 Feb 07 16:35:10.524643 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-08a00464-4f84-4b37-92c8-5a8f56173dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:10.526190 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-08a00464-4f84-4b37-92c8-5a8f56173dfb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bd5b472775543f38aca99e61ef5156c&device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 1125 time: 0.1498508 Feb 07 16:35:10.583217 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-57a72495-9e37-4cd2-a8b1-2097025e8009 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76124532-4f70-4aab-802c-0e671f6078ee HTTP/1.1" status: 200 len: 217 time: 0.0486670 Feb 07 16:35:10.584631 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port a92c68c2-44e0-403e-8267-3bb111f40920 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:35:10.595292 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port a92c68c2-44e0-403e-8267-3bb111f40920 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:10.595670 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a92c68c2-44e0-403e-8267-3bb111f40920), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:10.665674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1b0bcd92-c891-4110-baa2-fd8e3a682ce5,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:10.679007 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0423ba3d-4226-4ca4-aad0-d8013f0b5420 x-openstack-request-id: req-0423ba3d-4226-4ca4-aad0-d8013f0b5420 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:10.679301 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98040394-989d-43cf-969e-053bc8954680", "tag": "76124532-4f70-4aab-802c-0e671f6078ee", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:10.679603 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0423ba3d-4226-4ca4-aad0-d8013f0b5420 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:10.680012 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98040394-989d-43cf-969e-053bc8954680', 'tag': '76124532-4f70-4aab-802c-0e671f6078ee', 'status': 'completed', 'code': 200} Feb 07 16:35:10.683481 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d68420c-727a-43a4-8eaf-c2aadd30ea23 req-d54da682-656a-4d78-9ace-0ac42c09ed05 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/security-groups?id=af54c2eb-95e4-4fc5-b20e-39a222e10b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673050 Feb 07 16:35:10.707212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-8d5c0449-00c0-4322-ae34-88f7d22080a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:10.708976 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-8d5c0449-00c0-4322-ae34-88f7d22080a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd54b586-8698-4fa9-b42d-dba2de8db3c9 HTTP/1.1" status: 200 len: 861 time: 0.1081328 Feb 07 16:35:10.718184 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '1b0bcd92-c891-4110-baa2-fd8e3a682ce5', 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d', 'port_id': '1b0bcd92-c891-4110-baa2-fd8e3a682ce5', 'mac_address': 'fa:16:3e:4b:19:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c421e157-6b63-40f2-b92c-e2457710e71f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:35:10.750164 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-d79e29bb-76bf-4655-b1ec-3d1f754ec6ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352900 Feb 07 16:35:10.766803 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c387127-ff32-4892-87bd-76a0b880df5c req-af8534b5-4286-4cf6-89ae-7e64d1f86ee2 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:10.774876 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8c387127-ff32-4892-87bd-76a0b880df5c req-af8534b5-4286-4cf6-89ae-7e64d1f86ee2 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 943 time: 0.0811300 Feb 07 16:35:10.782819 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:10.783370 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:10.837388 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8c387127-ff32-4892-87bd-76a0b880df5c req-72bbc455-36d4-496f-85a2-b0d1b01f0178 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613043 Feb 07 16:35:10.842128 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a92c68c2-44e0-403e-8267-3bb111f40920 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:10.844211 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a92c68c2-44e0-403e-8267-3bb111f40920), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:10.865888 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:10.866629 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:10.867941 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-643f64a0-18be-4e8f-bbec-c22e6d47b054 service neutron] 10.222.0.32 "GET /v2.0/networks/38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090820 Feb 07 16:35:10.876013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfb1d9d-73bc-4471-8a83-342167a63605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:10.878753 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95668e8e-d390-4e8c-9d4e-7fefe10e8ec1" -d '{"events": [{"server_uuid": "5bfb1d9d-73bc-4471-8a83-342167a63605", "name": "network-vif-plugged", "status": "completed", "tag": "f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:10.916181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:10.931325 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e77ab17-7ae1-4525-b5de-8df83113a95d x-openstack-request-id: req-8e77ab17-7ae1-4525-b5de-8df83113a95d {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:10.931783 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfb1d9d-73bc-4471-8a83-342167a63605", "name": "network-vif-plugged", "status": "completed", "tag": "f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:10.932334 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e77ab17-7ae1-4525-b5de-8df83113a95d {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:10.933005 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfb1d9d-73bc-4471-8a83-342167a63605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf', 'code': 200} Feb 07 16:35:10.936509 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:10.949935 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:10.989739 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a92c68c2-44e0-403e-8267-3bb111f40920, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a92c68c2-44e0-403e-8267-3bb111f40920,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:10.999824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3f99c-8a60-456b-85a0-04be2179131b req-a7764795-935d-4434-af76-556222fafec3 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:11.001400 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a1e3f99c-8a60-456b-85a0-04be2179131b req-a7764795-935d-4434-af76-556222fafec3 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 945 time: 0.1268625 Feb 07 16:35:11.003631 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a92c68c2-44e0-403e-8267-3bb111f40920), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:11.021144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1b0bcd92-c891-4110-baa2-fd8e3a682ce5,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:11.028559 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:11.029384 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1134aa19-23a7-4de9-8643-eeda0e753756 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:35:11.040412 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b28d71a-449b-48ce-ada3-2ffb6c2b24c0 req-645a8ab5-f094-416a-a270-b8f62adf5126 service neutron] 10.222.0.32 "GET /v2.0/networks/38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547925 Feb 07 16:35:11.049157 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:11.113556 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a1e3f99c-8a60-456b-85a0-04be2179131b req-6f2a9e3b-f5b9-4809-a67b-4418cc88009e tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952277 Feb 07 16:35:11.149385 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:35:11.199484 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268af772-676f-4b0b-9510-cc6047c4e09f req-9b23c628-8ddf-4aae-a70d-20e8737250fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:11.202521 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-268af772-676f-4b0b-9510-cc6047c4e09f req-9b23c628-8ddf-4aae-a70d-20e8737250fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5bfb1d9d-73bc-4471-8a83-342167a63605 HTTP/1.1" status: 200 len: 1132 time: 0.1645532 Feb 07 16:35:11.223078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a92c68c2-44e0-403e-8267-3bb111f40920,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:11.227156 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118822a6-f1a2-487c-838c-c08feadfdc10 req-dd674d32-dc2c-448e-bcbb-ee1af3498b9e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:11.229434 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-118822a6-f1a2-487c-838c-c08feadfdc10 req-dd674d32-dc2c-448e-bcbb-ee1af3498b9e tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.0679092 Feb 07 16:35:11.299337 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-118822a6-f1a2-487c-838c-c08feadfdc10 req-49798357-ba60-4cf4-8836-f448da490087 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633349 Feb 07 16:35:11.323377 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=1b0bcd92-c891-4110-baa2-fd8e3a682ce5,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:11.346981 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-268af772-676f-4b0b-9510-cc6047c4e09f req-c9630cb2-03ac-4a38-8500-89586bdc5117 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282809 Feb 07 16:35:11.353220 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92259519-410d-438d-8e0b-ef2b0166fd2a req-195050a2-4ab7-4a7c-8105-0cbd69f1765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:11.355646 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-92259519-410d-438d-8e0b-ef2b0166fd2a req-195050a2-4ab7-4a7c-8105-0cbd69f1765e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bd5b472775543f38aca99e61ef5156c&device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 1125 time: 0.2411113 Feb 07 16:35:11.356774 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1134aa19-23a7-4de9-8643-eeda0e753756, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1134aa19-23a7-4de9-8643-eeda0e753756,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:11.373794 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '1134aa19-23a7-4de9-8643-eeda0e753756', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '1134aa19-23a7-4de9-8643-eeda0e753756', 'mac_address': 'fa:16:3e:23:a3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:35:11.404782 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1236ccf-545a-4cc3-acd6-09d3a324c3d2 req-1093d591-ddb1-46cf-ad81-cd4769351d3c tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2440369 Feb 07 16:35:11.415165 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f1236ccf-545a-4cc3-acd6-09d3a324c3d2 req-363f7561-a49f-4cef-a424-648c387bb8a8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:11.428052 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 1134aa19-23a7-4de9-8643-eeda0e753756 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:11.428449 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1134aa19-23a7-4de9-8643-eeda0e753756), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:11.442508 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f1236ccf-545a-4cc3-acd6-09d3a324c3d2 req-363f7561-a49f-4cef-a424-648c387bb8a8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:11.442744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1134aa19-23a7-4de9-8643-eeda0e753756 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:11.447479 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec191124-1773-43c2-acbb-45821ac1332e req-cfd767b4-4832-4b60-87e3-56ed22aceb15 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:11.449597 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ec191124-1773-43c2-acbb-45821ac1332e req-cfd767b4-4832-4b60-87e3-56ed22aceb15 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bfb1d9d-73bc-4471-8a83-342167a63605 HTTP/1.1" status: 200 len: 950 time: 0.0714109 Feb 07 16:35:11.467184 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1134aa19-23a7-4de9-8643-eeda0e753756, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1134aa19-23a7-4de9-8643-eeda0e753756,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:11.472838 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1134aa19-23a7-4de9-8643-eeda0e753756), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:11.516677 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ec191124-1773-43c2-acbb-45821ac1332e req-b8f1f78e-df14-466b-b8f0-e4e62ce32753 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599248 Feb 07 16:35:11.540367 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=1134aa19-23a7-4de9-8643-eeda0e753756,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:11.563261 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f1236ccf-545a-4cc3-acd6-09d3a324c3d2 req-363f7561-a49f-4cef-a424-648c387bb8a8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:11.688483 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8b959-f8dd-4899-8d45-64fdbd986107 req-ee50b34c-4720-4265-a6b9-2cef5678568b tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:11.690235 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cfd8b959-f8dd-4899-8d45-64fdbd986107 req-ee50b34c-4720-4265-a6b9-2cef5678568b tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 945 time: 0.0805962 Feb 07 16:35:11.755599 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92259519-410d-438d-8e0b-ef2b0166fd2a req-1f9aed2a-1ff7-437f-bb66-cbcb5efc1f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:11.757263 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-92259519-410d-438d-8e0b-ef2b0166fd2a req-1f9aed2a-1ff7-437f-bb66-cbcb5efc1f09 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f HTTP/1.1" status: 200 len: 922 time: 0.1861508 Feb 07 16:35:11.773967 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-f1236ccf-545a-4cc3-acd6-09d3a324c3d2 req-363f7561-a49f-4cef-a424-648c387bb8a8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Allocated IP 172.25.4.90 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/ab1f582d-ff56-4b95-b085-5faf00ab8819) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:35:11.785223 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cfd8b959-f8dd-4899-8d45-64fdbd986107 req-ee4ec6e1-d3b7-4283-a5e1-892c1f5c0e18 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772173 Feb 07 16:35:11.839931 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-92259519-410d-438d-8e0b-ef2b0166fd2a req-5e48eaed-1f68-4955-bff0-49b920eeb4bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76124532-4f70-4aab-802c-0e671f6078ee HTTP/1.1" status: 200 len: 217 time: 0.0594649 Feb 07 16:35:11.861356 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['1134aa19-23a7-4de9-8643-eeda0e753756'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:11.907215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe53e8-8fa0-4408-8a2b-4dbcf9f78131 req-1d9fbbfe-2c6c-4bf5-a0b3-f97658a1c3d8 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:11.909920 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9bfe53e8-8fa0-4408-8a2b-4dbcf9f78131 req-1d9fbbfe-2c6c-4bf5-a0b3-f97658a1c3d8 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/ports?device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 949 time: 0.0719819 Feb 07 16:35:11.921918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['1b0bcd92-c891-4110-baa2-fd8e3a682ce5'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:11.953361 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92259519-410d-438d-8e0b-ef2b0166fd2a req-1be9c2b5-a164-477d-a9fc-0c7253f0ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:11.954777 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-92259519-410d-438d-8e0b-ef2b0166fd2a req-1be9c2b5-a164-477d-a9fc-0c7253f0ad92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd54b586-8698-4fa9-b42d-dba2de8db3c9 HTTP/1.1" status: 200 len: 861 time: 0.0994315 Feb 07 16:35:11.977935 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9bfe53e8-8fa0-4408-8a2b-4dbcf9f78131 req-698569c2-16e7-4583-9bff-8020cc975f3e tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/security-groups?id=af54c2eb-95e4-4fc5-b20e-39a222e10b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531504 Feb 07 16:35:12.006038 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f1236ccf-545a-4cc3-acd6-09d3a324c3d2 req-363f7561-a49f-4cef-a424-648c387bb8a8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks [] for port (ab1f582d-ff56-4b95-b085-5faf00ab8819), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:12.086505 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-92259519-410d-438d-8e0b-ef2b0166fd2a req-03682dd0-8909-4a57-83c5-89c024f11572 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438919 Feb 07 16:35:12.108062 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f1236ccf-545a-4cc3-acd6-09d3a324c3d2 req-363f7561-a49f-4cef-a424-648c387bb8a8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ab1f582d-ff56-4b95-b085-5faf00ab8819), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:12.114602 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639540e4-be8a-4af8-87b1-d92de136659d req-bc9b9f1a-57b6-44dc-90c9-aa7aa5e60c2f tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:12.123737 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-639540e4-be8a-4af8-87b1-d92de136659d req-bc9b9f1a-57b6-44dc-90c9-aa7aa5e60c2f tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 943 time: 0.0812182 Feb 07 16:35:12.177538 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-639540e4-be8a-4af8-87b1-d92de136659d req-76ac2a81-9c6a-409c-94f8-4d36fe957215 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526948 Feb 07 16:35:12.197741 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1236ccf-545a-4cc3-acd6-09d3a324c3d2 req-363f7561-a49f-4cef-a424-648c387bb8a8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:35:12.206498 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-f1236ccf-545a-4cc3-acd6-09d3a324c3d2 req-363f7561-a49f-4cef-a424-648c387bb8a8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:35:12.213006 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1236ccf-545a-4cc3-acd6-09d3a324c3d2 req-363f7561-a49f-4cef-a424-648c387bb8a8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:35:12.272010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f7561-a49f-4cef-a424-648c387bb8a8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Pushing event updated for resources: {'Port': ['ID=ab1f582d-ff56-4b95-b085-5faf00ab8819,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:12.284749 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-92259519-410d-438d-8e0b-ef2b0166fd2a req-e2ae9ed9-4d74-4233-b398-27218e473419 service neutron] 10.222.0.32 "GET /v2.0/networks/38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898737 Feb 07 16:35:12.401663 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f1236ccf-545a-4cc3-acd6-09d3a324c3d2 req-363f7561-a49f-4cef-a424-648c387bb8a8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks [] for floatingip (0e1f898d-46d5-4ec1-a261-2d8f17a9218e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:12.429389 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc92fb-3cf8-4e3d-ac1b-8aeb519e52d1 req-627ca066-9918-42d9-86d4-f60080bb0d03 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:12.431038 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3cfc92fb-3cf8-4e3d-ac1b-8aeb519e52d1 req-627ca066-9918-42d9-86d4-f60080bb0d03 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.0598223 Feb 07 16:35:12.442106 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-92259519-410d-438d-8e0b-ef2b0166fd2a req-ba93ccec-6bc3-4720-b8ad-fb5c0544ee2e service neutron] 10.222.0.32 "GET /v2.0/networks/38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486671 Feb 07 16:35:12.462750 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f1236ccf-545a-4cc3-acd6-09d3a324c3d2 req-363f7561-a49f-4cef-a424-648c387bb8a8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ab1f582d-ff56-4b95-b085-5faf00ab8819), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:12.482565 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3cfc92fb-3cf8-4e3d-ac1b-8aeb519e52d1 req-c663dbee-aa70-455d-be63-e69316f197ed tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452125 Feb 07 16:35:12.635507 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f1236ccf-545a-4cc3-acd6-09d3a324c3d2 req-363f7561-a49f-4cef-a424-648c387bb8a8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks [] for port (ab1f582d-ff56-4b95-b085-5faf00ab8819), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:12.640585 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f1236ccf-545a-4cc3-acd6-09d3a324c3d2 req-363f7561-a49f-4cef-a424-648c387bb8a8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (ab1f582d-ff56-4b95-b085-5faf00ab8819), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:12.647910 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680db043-4388-45b3-b585-96764a6a4ec4 req-f5479c00-13d8-4192-ac19-afc8c97f59c9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:12.649585 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-680db043-4388-45b3-b585-96764a6a4ec4 req-f5479c00-13d8-4192-ac19-afc8c97f59c9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bfb1d9d-73bc-4471-8a83-342167a63605 HTTP/1.1" status: 200 len: 950 time: 0.0592797 Feb 07 16:35:12.699013 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-680db043-4388-45b3-b585-96764a6a4ec4 req-2b299318-f99b-47e6-b75b-bb1b64f01594 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426183 Feb 07 16:35:12.720292 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f7561-a49f-4cef-a424-648c387bb8a8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Pushing event updated for resources: {'Port': ['ID=ab1f582d-ff56-4b95-b085-5faf00ab8819,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:12.730043 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f1236ccf-545a-4cc3-acd6-09d3a324c3d2 req-363f7561-a49f-4cef-a424-648c387bb8a8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (0e1f898d-46d5-4ec1-a261-2d8f17a9218e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:12.754219 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f1236ccf-545a-4cc3-acd6-09d3a324c3d2 req-363f7561-a49f-4cef-a424-648c387bb8a8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:12.755772 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1236ccf-545a-4cc3-acd6-09d3a324c3d2 req-363f7561-a49f-4cef-a424-648c387bb8a8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3452160 Feb 07 16:35:12.821320 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1236ccf-545a-4cc3-acd6-09d3a324c3d2 req-42f8a656-6e7e-4587-af45-88e2ff7880ef tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.90 HTTP/1.1" status: 200 len: 695 time: 0.0592728 Feb 07 16:35:12.928791 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d75b74-b9d6-4804-8d09-2585c4345c08 req-40b4986e-acd9-43d8-955e-286e942b8508 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:12.932656 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-70d75b74-b9d6-4804-8d09-2585c4345c08 req-40b4986e-acd9-43d8-955e-286e942b8508 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 945 time: 0.0752466 Feb 07 16:35:12.933811 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1236ccf-545a-4cc3-acd6-09d3a324c3d2 req-22f0a0f8-6948-4d58-90af-1b7094f0cc3a tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:12.934537 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b30be76-50ac-440e-b58c-01f4cb72d7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92c68c2-44e0-403e-8267-3bb111f40920'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:12.935157 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1236ccf-545a-4cc3-acd6-09d3a324c3d2 req-22f0a0f8-6948-4d58-90af-1b7094f0cc3a tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.1080706 Feb 07 16:35:12.940459 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84f2239-316a-47ea-a52a-f487336c8bc2" -d '{"events": [{"server_uuid": "0b30be76-50ac-440e-b58c-01f4cb72d7f7", "name": "network-vif-plugged", "status": "completed", "tag": "a92c68c2-44e0-403e-8267-3bb111f40920"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:12.981895 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b123e8e-2c7c-46ff-944d-113fd3514150 x-openstack-request-id: req-6b123e8e-2c7c-46ff-944d-113fd3514150 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:12.982193 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b30be76-50ac-440e-b58c-01f4cb72d7f7", "name": "network-vif-plugged", "status": "completed", "tag": "a92c68c2-44e0-403e-8267-3bb111f40920", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:12.982933 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b123e8e-2c7c-46ff-944d-113fd3514150 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:12.982933 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b30be76-50ac-440e-b58c-01f4cb72d7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92c68c2-44e0-403e-8267-3bb111f40920', 'code': 200} Feb 07 16:35:13.001539 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-70d75b74-b9d6-4804-8d09-2585c4345c08 req-f1b40758-599d-4591-bf36-8040bee9b458 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599458 Feb 07 16:35:13.111098 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622ad02-1f5d-47f1-87d2-caaacf85e3d3 req-29d9bb14-d63b-4434-af9b-86c02db935aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:13.114760 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6622ad02-1f5d-47f1-87d2-caaacf85e3d3 req-29d9bb14-d63b-4434-af9b-86c02db935aa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0b30be76-50ac-440e-b58c-01f4cb72d7f7 HTTP/1.1" status: 200 len: 1131 time: 0.0506654 Feb 07 16:35:13.122724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd95ecd-a9a9-4e7f-a8b8-597be6986aa6 req-e99edcfd-f18b-4546-a61b-839dd12e5444 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:13.124216 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1fd95ecd-a9a9-4e7f-a8b8-597be6986aa6 req-e99edcfd-f18b-4546-a61b-839dd12e5444 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/ports?device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 949 time: 0.0613904 Feb 07 16:35:13.177690 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1fd95ecd-a9a9-4e7f-a8b8-597be6986aa6 req-2909235c-8bbe-459e-b2f4-2241b7d3f676 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/security-groups?id=af54c2eb-95e4-4fc5-b20e-39a222e10b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445259 Feb 07 16:35:13.235324 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6622ad02-1f5d-47f1-87d2-caaacf85e3d3 req-49178336-e14f-46e0-bac5-032fca58b7d0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139569 Feb 07 16:35:13.287906 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cbbd4f7-603e-46ca-8395-9873a88c95c4 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:13.289407 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cbbd4f7-603e-46ca-8395-9873a88c95c4 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/networks?id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd HTTP/1.1" status: 200 len: 820 time: 0.1448686 Feb 07 16:35:13.305716 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-214a0399-7ac4-4932-9508-6306b88eb277 req-485f74c3-4e1e-486c-9a75-f6ee8962c167 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/quotas/c52d4a6fde3a4f92b73d4cbced7bc767 HTTP/1.1" status: 200 len: 375 time: 0.0108423 Feb 07 16:35:13.308324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078bf8c-0f2c-4f13-85ad-9d1102ccfe39 req-914d3957-721c-48d9-92c7-d5272f394438 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:13.309839 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e078bf8c-0f2c-4f13-85ad-9d1102ccfe39 req-914d3957-721c-48d9-92c7-d5272f394438 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 943 time: 0.0599797 Feb 07 16:35:13.360410 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e078bf8c-0f2c-4f13-85ad-9d1102ccfe39 req-bf004f66-bbb7-4147-a910-9ec57f12da4e tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437160 Feb 07 16:35:13.366326 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-214a0399-7ac4-4932-9508-6306b88eb277 req-e7f49284-bbb0-4d06-8f6e-a5e5e60c6ee1 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c52d4a6fde3a4f92b73d4cbced7bc767&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550086 Feb 07 16:35:13.482290 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-214a0399-7ac4-4932-9508-6306b88eb277 req-51ab0f2b-9a97-45c9-a54b-5efe59708dc8 service neutron] 10.222.0.18 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050954 Feb 07 16:35:13.577170 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-214a0399-7ac4-4932-9508-6306b88eb277 req-04cea597-802f-4d67-ac1f-e451439dc9ce service neutron] 10.222.0.18 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883148 Feb 07 16:35:13.615613 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46b7cd-d6a1-4a4c-90b0-23d157df916c req-2bacad96-16d6-45ca-a917-d8275b5a3ab5 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:13.617119 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c46b7cd-d6a1-4a4c-90b0-23d157df916c req-2bacad96-16d6-45ca-a917-d8275b5a3ab5 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.0607278 Feb 07 16:35:13.703270 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c46b7cd-d6a1-4a4c-90b0-23d157df916c req-d54f6d32-752b-42ee-94c5-e0f26073e0b8 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741656 Feb 07 16:35:13.761948 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8fc301a-b71a-459c-bfe7-e5116614efb8 req-bea72a5a-8d12-4d89-9fb4-3db691e5ff71 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=498589ad-1787-4fdb-8665-68982884daef HTTP/1.1" status: 200 len: 210 time: 0.0395794 Feb 07 16:35:13.850272 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0df8d-2f39-4118-8405-bbd61a688c6f req-35b8b8e6-9565-4290-bc84-352ff7935e54 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:13.851730 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-55e0df8d-2f39-4118-8405-bbd61a688c6f req-35b8b8e6-9565-4290-bc84-352ff7935e54 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bfb1d9d-73bc-4471-8a83-342167a63605 HTTP/1.1" status: 200 len: 950 time: 0.0647597 Feb 07 16:35:13.914824 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-55e0df8d-2f39-4118-8405-bbd61a688c6f req-71df30a2-8978-4d93-b414-78c3c4987220 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555532 Feb 07 16:35:14.062181 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59845c7a-836c-4989-beb3-2a6646fcea0d req-53c9f7c5-f99d-4665-bcd0-a99ed03cbfaf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:14.063752 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-59845c7a-836c-4989-beb3-2a6646fcea0d req-53c9f7c5-f99d-4665-bcd0-a99ed03cbfaf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b30be76-50ac-440e-b58c-01f4cb72d7f7 HTTP/1.1" status: 200 len: 949 time: 0.0729086 Feb 07 16:35:14.155977 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-59845c7a-836c-4989-beb3-2a6646fcea0d req-6cf39662-fdc6-4fe4-b463-5296a036bd51 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769351 Feb 07 16:35:14.179010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25aa189-14c6-4104-99bf-86b079d093a0 req-3d05331a-6273-436c-9928-cfdec20276bd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:14.180655 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d25aa189-14c6-4104-99bf-86b079d093a0 req-3d05331a-6273-436c-9928-cfdec20276bd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 945 time: 0.0650015 Feb 07 16:35:14.226716 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 76124532-4f70-4aab-802c-0e671f6078ee details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:35:14.248846 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d25aa189-14c6-4104-99bf-86b079d093a0 req-c9eb36b2-98bd-45bf-8312-0277ea6fceb9 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604169 Feb 07 16:35:14.273833 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:35:14.348590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c8164-289f-4f76-a8f9-fc275bf9e606 req-948f2dc8-bce2-4d64-9471-d69ee6aeacb3 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:14.350171 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9d4c8164-289f-4f76-a8f9-fc275bf9e606 req-948f2dc8-bce2-4d64-9471-d69ee6aeacb3 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/ports?device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 949 time: 0.0663607 Feb 07 16:35:14.424087 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9d4c8164-289f-4f76-a8f9-fc275bf9e606 req-674346e8-ed72-4e12-b5d6-d1169f693213 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/security-groups?id=af54c2eb-95e4-4fc5-b20e-39a222e10b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680094 Feb 07 16:35:14.448390 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 76124532-4f70-4aab-802c-0e671f6078ee, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=76124532-4f70-4aab-802c-0e671f6078ee,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:14.465802 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '76124532-4f70-4aab-802c-0e671f6078ee', 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f', 'port_id': '76124532-4f70-4aab-802c-0e671f6078ee', 'mac_address': 'fa:16:3e:ba:83:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd54b586-8698-4fa9-b42d-dba2de8db3c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:35:14.471910 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:35:14.495861 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:14.496385 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:14.539471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 76124532-4f70-4aab-802c-0e671f6078ee is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:14.539941 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (76124532-4f70-4aab-802c-0e671f6078ee), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:14.558560 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76124532-4f70-4aab-802c-0e671f6078ee {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:14.560416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf4b4c-5e3f-4cd0-b947-8c41b6b97da6 req-d6167cf8-399a-412b-b589-dd5086316912 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:14.563975 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-26cf4b4c-5e3f-4cd0-b947-8c41b6b97da6 req-d6167cf8-399a-412b-b589-dd5086316912 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 943 time: 0.0755517 Feb 07 16:35:14.583703 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 76124532-4f70-4aab-802c-0e671f6078ee, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=76124532-4f70-4aab-802c-0e671f6078ee,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:14.612624 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (76124532-4f70-4aab-802c-0e671f6078ee), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:14.630872 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-26cf4b4c-5e3f-4cd0-b947-8c41b6b97da6 req-bbc9ce55-2880-4586-a6a9-6d53bbe915a8 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596449 Feb 07 16:35:14.660829 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:14.661990 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:14.695369 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=76124532-4f70-4aab-802c-0e671f6078ee,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:14.717688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1b0bcd92-c891-4110-baa2-fd8e3a682ce5,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:14.727381 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:14.728453 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1134aa19-23a7-4de9-8643-eeda0e753756 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:35:14.829427 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=1b0bcd92-c891-4110-baa2-fd8e3a682ce5,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:14.842363 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 1134aa19-23a7-4de9-8643-eeda0e753756 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:35:14.847863 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 1134aa19-23a7-4de9-8643-eeda0e753756 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:14.848565 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1134aa19-23a7-4de9-8643-eeda0e753756), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:14.905942 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2184b-ef31-402c-9a4c-9346958427ea req-9b7c5274-a9c8-4b1f-8cc1-1b1221f8e884 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:14.920244 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7cd2184b-ef31-402c-9a4c-9346958427ea req-9b7c5274-a9c8-4b1f-8cc1-1b1221f8e884 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.1166031 Feb 07 16:35:14.931195 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['76124532-4f70-4aab-802c-0e671f6078ee'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:14.964341 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa040136-6b93-4040-a2b0-0ecfbd67fa4d req-790c10bc-d0fd-45f9-ad81-84320de96890 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=498589ad-1787-4fdb-8665-68982884daef HTTP/1.1" status: 200 len: 210 time: 0.0617964 Feb 07 16:35:14.983686 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbf9f3d-323f-4bde-80b0-f5bd039de86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0bcd92-c891-4110-baa2-fd8e3a682ce5'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:14.986703 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679cf03c-c72c-432d-b7d4-f30ea608ffe0" -d '{"events": [{"server_uuid": "0bbf9f3d-323f-4bde-80b0-f5bd039de86c", "name": "network-vif-plugged", "status": "completed", "tag": "1b0bcd92-c891-4110-baa2-fd8e3a682ce5"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:15.001965 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7cd2184b-ef31-402c-9a4c-9346958427ea req-ac6321c1-7318-4312-9d75-e8789620d6c5 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807178 Feb 07 16:35:15.015937 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 1134aa19-23a7-4de9-8643-eeda0e753756 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:15.016441 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1134aa19-23a7-4de9-8643-eeda0e753756), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:15.096477 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1134aa19-23a7-4de9-8643-eeda0e753756, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1134aa19-23a7-4de9-8643-eeda0e753756,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:15.104459 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1134aa19-23a7-4de9-8643-eeda0e753756), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:15.110700 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242847f-73b4-44ea-a4d9-58e74e71c0d1 req-50a4048e-e320-4932-9d43-8e79b5d3c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:15.113907 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:35:15.114671 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8242847f-73b4-44ea-a4d9-58e74e71c0d1 req-50a4048e-e320-4932-9d43-8e79b5d3c1e7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 1132 time: 0.1480603 Feb 07 16:35:15.146046 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ca0e1d-c5ac-4a1e-a2f0-99bd5e3ff533 x-openstack-request-id: req-37ca0e1d-c5ac-4a1e-a2f0-99bd5e3ff533 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:15.146746 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbf9f3d-323f-4bde-80b0-f5bd039de86c", "name": "network-vif-plugged", "status": "completed", "tag": "1b0bcd92-c891-4110-baa2-fd8e3a682ce5", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:15.147246 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37ca0e1d-c5ac-4a1e-a2f0-99bd5e3ff533 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:15.147871 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbf9f3d-323f-4bde-80b0-f5bd039de86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0bcd92-c891-4110-baa2-fd8e3a682ce5', 'code': 200} Feb 07 16:35:15.196031 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8242847f-73b4-44ea-a4d9-58e74e71c0d1 req-ebfbcb7c-0ad4-485c-aef0-c5955766128c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742772 Feb 07 16:35:15.223722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a0399-7ac4-4932-9508-6306b88eb277 req-49e4fdba-d2fd-4ffc-b01e-dcad636d4d2f tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:15.234858 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-214a0399-7ac4-4932-9508-6306b88eb277 req-49e4fdba-d2fd-4ffc-b01e-dcad636d4d2f tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.48 "GET /v2.0/networks?id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd HTTP/1.1" status: 200 len: 820 time: 0.2490652 Feb 07 16:35:15.248932 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-214a0399-7ac4-4932-9508-6306b88eb277 req-f905b4f9-5a30-4cd0-9b0d-df0ddddf28ec tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Request body: {'port': {'device_id': '498589ad-1787-4fdb-8665-68982884daef', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'admin_state_up': True, 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:15.293928 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=1134aa19-23a7-4de9-8643-eeda0e753756,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:15.399886 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f880ed-a739-4c66-9bf9-8e32e811fa45 req-af3a65ad-b53e-4a7e-a8d6-9ff4b583c1af tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:15.401485 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f5f880ed-a739-4c66-9bf9-8e32e811fa45 req-af3a65ad-b53e-4a7e-a8d6-9ff4b583c1af tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 946 time: 0.0559239 Feb 07 16:35:15.449918 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f5f880ed-a739-4c66-9bf9-8e32e811fa45 req-9d206f75-617d-4988-9396-08666f181b86 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425754 Feb 07 16:35:15.454035 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32399f27-ff08-4603-a441-4cafded2fbdf req-302fbf63-7c00-48c8-b73c-8f78f4f53f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:15.456137 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-32399f27-ff08-4603-a441-4cafded2fbdf req-302fbf63-7c00-48c8-b73c-8f78f4f53f6b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 1128 time: 0.1132782 Feb 07 16:35:15.495997 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b846e3c-68c6-4953-981a-5c93e733780f req-67d8a63f-2a64-4356-8680-8ccec2371622 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:15.504198 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b846e3c-68c6-4953-981a-5c93e733780f req-67d8a63f-2a64-4356-8680-8ccec2371622 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b30be76-50ac-440e-b58c-01f4cb72d7f7 HTTP/1.1" status: 200 len: 949 time: 0.1628513 Feb 07 16:35:15.557862 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-214a0399-7ac4-4932-9508-6306b88eb277 req-f905b4f9-5a30-4cd0-9b0d-df0ddddf28ec tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Made reservation on behalf of c52d4a6fde3a4f92b73d4cbced7bc767 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:35:15.561242 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-214a0399-7ac4-4932-9508-6306b88eb277 req-f905b4f9-5a30-4cd0-9b0d-df0ddddf28ec tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:15.583630 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255b97f-2e41-4370-b5d7-bd59ae5ae6ff req-7e0d6cad-90cb-49a7-b06e-1c45c5f73370 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:15.584813 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b255b97f-2e41-4370-b5d7-bd59ae5ae6ff req-7e0d6cad-90cb-49a7-b06e-1c45c5f73370 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428434d-abba-4810-8d9f-aa4a8c123948 HTTP/1.1" status: 200 len: 945 time: 0.0631897 Feb 07 16:35:15.585495 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-32399f27-ff08-4603-a441-4cafded2fbdf req-9efabca7-a546-4ccf-8ef1-2a21234970c0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211803 Feb 07 16:35:15.610909 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b846e3c-68c6-4953-981a-5c93e733780f req-fb97792d-6ee8-49dc-88b0-063f201d80db tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051347 Feb 07 16:35:15.696592 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b255b97f-2e41-4370-b5d7-bd59ae5ae6ff req-226052f4-d67c-4335-b0a5-afae47eb5223 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ecc88aa-0834-4b08-874d-01beed9d98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025825 Feb 07 16:35:15.786817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-214a0399-7ac4-4932-9508-6306b88eb277 req-f905b4f9-5a30-4cd0-9b0d-df0ddddf28ec tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Allocated IP 172.20.0.9 (0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd/bf9c9306-f558-49de-87fe-0cf026053c03/2d1869c0-b47d-47a5-b012-a32541eea315) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:35:15.838268 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c90519-ca0f-42bd-b5fd-b6783882a339 req-e97ae6ff-a616-47fc-8a3d-ccd85caf1d83 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:15.839810 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-34c90519-ca0f-42bd-b5fd-b6783882a339 req-e97ae6ff-a616-47fc-8a3d-ccd85caf1d83 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/ports?device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 950 time: 0.1008513 Feb 07 16:35:15.958177 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-34c90519-ca0f-42bd-b5fd-b6783882a339 req-d9cf365a-6af7-46fc-8417-e10d672c0971 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/security-groups?id=af54c2eb-95e4-4fc5-b20e-39a222e10b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053183 Feb 07 16:35:15.995477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bab9b9-6828-4d4d-a755-73e7820d0108 req-6325d951-6b22-409e-a1c6-058fbf852d28 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:16.002890 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bab9b9-6828-4d4d-a755-73e7820d0108 req-6325d951-6b22-409e-a1c6-058fbf852d28 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:16.003912 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-31bab9b9-6828-4d4d-a755-73e7820d0108 req-6325d951-6b22-409e-a1c6-058fbf852d28 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bfb1d9d-73bc-4471-8a83-342167a63605&device_id=0b30be76-50ac-440e-b58c-01f4cb72d7f7 HTTP/1.1" status: 200 len: 1690 time: 0.0765188 Feb 07 16:35:16.020374 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-214a0399-7ac4-4932-9508-6306b88eb277 req-f905b4f9-5a30-4cd0-9b0d-df0ddddf28ec tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks [] for port (2d1869c0-b47d-47a5-b012-a32541eea315), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:16.069874 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-31bab9b9-6828-4d4d-a755-73e7820d0108 req-64930cec-eae8-4ec2-a383-969f0da85b82 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581751 Feb 07 16:35:16.099608 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-214a0399-7ac4-4932-9508-6306b88eb277 req-f905b4f9-5a30-4cd0-9b0d-df0ddddf28ec tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (2d1869c0-b47d-47a5-b012-a32541eea315), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:16.111489 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['97473284-7d7b-47f2-a8bb-518eb82039d0'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:16.166605 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258672e-409c-4d1a-99e8-77bcbcbfcd4c req-cf9eb89e-193d-4b19-b213-821567b5d508 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:16.174766 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0258672e-409c-4d1a-99e8-77bcbcbfcd4c req-cf9eb89e-193d-4b19-b213-821567b5d508 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 944 time: 0.1252172 Feb 07 16:35:16.193960 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-214a0399-7ac4-4932-9508-6306b88eb277 req-f905b4f9-5a30-4cd0-9b0d-df0ddddf28ec tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Network 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:35:16.202934 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95049fff-56bd-4140-9123-5bbc9222fd1a req-dc522ec7-f7a7-442c-84f7-b4d72e462ce9 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:16.204840 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-214a0399-7ac4-4932-9508-6306b88eb277 req-f905b4f9-5a30-4cd0-9b0d-df0ddddf28ec tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:35:16.206114 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-95049fff-56bd-4140-9123-5bbc9222fd1a req-dc522ec7-f7a7-442c-84f7-b4d72e462ce9 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=498589ad-1787-4fdb-8665-68982884daef HTTP/1.1" status: 200 len: 931 time: 0.0701468 Feb 07 16:35:16.240340 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-214a0399-7ac4-4932-9508-6306b88eb277 req-f905b4f9-5a30-4cd0-9b0d-df0ddddf28ec tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:35:16.282180 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905b4f9-5a30-4cd0-9b0d-df0ddddf28ec tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Pushing event updated for resources: {'Port': ['ID=2d1869c0-b47d-47a5-b012-a32541eea315,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:16.298997 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-95049fff-56bd-4140-9123-5bbc9222fd1a req-ba6f91ea-b0eb-4070-952e-f43521bfb3ba tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861499 Feb 07 16:35:16.311554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 53f19a98-a70f-488e-b089-2a1c6610df6c details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:35:16.313489 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 76124532-4f70-4aab-802c-0e671f6078ee up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:35:16.343361 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0258672e-409c-4d1a-99e8-77bcbcbfcd4c req-a40cfcb0-2b7a-4b72-879a-fae48005d414 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673584 Feb 07 16:35:16.352228 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a0399-7ac4-4932-9508-6306b88eb277 req-f905b4f9-5a30-4cd0-9b0d-df0ddddf28ec tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:16.352865 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-214a0399-7ac4-4932-9508-6306b88eb277 req-f905b4f9-5a30-4cd0-9b0d-df0ddddf28ec tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:16.403654 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-214a0399-7ac4-4932-9508-6306b88eb277 req-f905b4f9-5a30-4cd0-9b0d-df0ddddf28ec tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1600368 Feb 07 16:35:16.416760 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Request body: {'port': {'device_id': '498589ad-1787-4fdb-8665-68982884daef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:16.458544 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b0d29-cbc3-4cf5-a43e-1ce79ce9a0bd req-2ebd9168-705a-4fb7-a2f8-fbd20346c0be tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:16.466781 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f44b0d29-cbc3-4cf5-a43e-1ce79ce9a0bd req-2ebd9168-705a-4fb7-a2f8-fbd20346c0be tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 950 time: 0.0712435 Feb 07 16:35:16.507615 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 76124532-4f70-4aab-802c-0e671f6078ee completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:35:16.529668 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:35:16.536931 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2d1869c0-b47d-47a5-b012-a32541eea315), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:16.548679 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f44b0d29-cbc3-4cf5-a43e-1ce79ce9a0bd req-cb4b42fe-2857-4d54-ad54-be2fdca2d99b tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760210 Feb 07 16:35:16.556341 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 76124532-4f70-4aab-802c-0e671f6078ee triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:16.558681 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (76124532-4f70-4aab-802c-0e671f6078ee), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:16.702094 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba093984-779c-487b-9fb2-a5264dd32074 req-b5bfa9fa-5688-47e0-b3e5-b3623371a181 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:16.713078 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba093984-779c-487b-9fb2-a5264dd32074 req-b5bfa9fa-5688-47e0-b3e5-b3623371a181 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 946 time: 0.0906065 Feb 07 16:35:16.736602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e535c64c-dcf1-4787-88f3-d2487bd01667 None None] Provisioning complete for port 2d1869c0-b47d-47a5-b012-a32541eea315 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:16.737773 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e535c64c-dcf1-4787-88f3-d2487bd01667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2d1869c0-b47d-47a5-b012-a32541eea315), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:16.744212 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b47ac-5c87-4f90-aee9-0ea24b4b2892 req-be1c3b66-d497-4ce1-9a68-c36140288460 tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:16.753371 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-734b47ac-5c87-4f90-aee9-0ea24b4b2892 req-be1c3b66-d497-4ce1-9a68-c36140288460 tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5bfb1d9d-73bc-4471-8a83-342167a63605 HTTP/1.1" status: 200 len: 1132 time: 0.1759672 Feb 07 16:35:16.782223 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba093984-779c-487b-9fb2-a5264dd32074 req-05a0a071-d954-40aa-b02b-2f7cf58de2d2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664811 Feb 07 16:35:16.804240 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 53f19a98-a70f-488e-b089-2a1c6610df6c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=53f19a98-a70f-488e-b089-2a1c6610df6c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:16.828938 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e535c64c-dcf1-4787-88f3-d2487bd01667 None None] Port 2d1869c0-b47d-47a5-b012-a32541eea315 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:35:16.855033 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '53f19a98-a70f-488e-b089-2a1c6610df6c', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '53f19a98-a70f-488e-b089-2a1c6610df6c', 'mac_address': 'fa:16:3e:f1:6b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:35:16.865573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 76124532-4f70-4aab-802c-0e671f6078ee is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:16.866229 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (76124532-4f70-4aab-802c-0e671f6078ee), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:16.932396 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 53f19a98-a70f-488e-b089-2a1c6610df6c is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:16.932646 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:16.949905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 76124532-4f70-4aab-802c-0e671f6078ee, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=76124532-4f70-4aab-802c-0e671f6078ee,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:16.950166 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf808acb-5802-47c9-be33-d5972de70776 req-45bea9d9-f2f3-4682-b369-522bd53ae36b tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:16.951770 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bf808acb-5802-47c9-be33-d5972de70776 req-45bea9d9-f2f3-4682-b369-522bd53ae36b tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428434d-abba-4810-8d9f-aa4a8c123948 HTTP/1.1" status: 200 len: 945 time: 0.0976012 Feb 07 16:35:16.956846 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (76124532-4f70-4aab-802c-0e671f6078ee), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:16.963449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53f19a98-a70f-488e-b089-2a1c6610df6c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:17.013095 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 53f19a98-a70f-488e-b089-2a1c6610df6c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=53f19a98-a70f-488e-b089-2a1c6610df6c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:17.019946 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:17.022250 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bf808acb-5802-47c9-be33-d5972de70776 req-bcc3bf96-6b5f-40db-b05c-e368e59b4032 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ecc88aa-0834-4b08-874d-01beed9d98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568428 Feb 07 16:35:17.031671 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=76124532-4f70-4aab-802c-0e671f6078ee,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:17.093914 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=53f19a98-a70f-488e-b089-2a1c6610df6c,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:17.117141 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-734b47ac-5c87-4f90-aee9-0ea24b4b2892 req-bccd1c28-f342-461f-917a-4e0c0d5c2105 tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624909 Feb 07 16:35:17.149046 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ca6208-71f0-42b7-8477-c80a342bb30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1134aa19-23a7-4de9-8643-eeda0e753756'}, {'server_uuid': '98040394-989d-43cf-969e-053bc8954680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76124532-4f70-4aab-802c-0e671f6078ee'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:17.151657 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257f3c2d-dc7d-4516-8d3f-d0291aa26a59" -d '{"events": [{"server_uuid": "14ca6208-71f0-42b7-8477-c80a342bb30c", "name": "network-vif-plugged", "status": "completed", "tag": "1134aa19-23a7-4de9-8643-eeda0e753756"}, {"server_uuid": "98040394-989d-43cf-969e-053bc8954680", "name": "network-vif-plugged", "status": "completed", "tag": "76124532-4f70-4aab-802c-0e671f6078ee"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:17.161854 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d474f73-9a4a-41e5-8e3b-94d7c3f0d7ab req-6af0f8ba-444e-4a4d-910d-c4687be926cd tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:17.163618 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0d474f73-9a4a-41e5-8e3b-94d7c3f0d7ab req-6af0f8ba-444e-4a4d-910d-c4687be926cd tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/ports?device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 950 time: 0.0766532 Feb 07 16:35:17.220023 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0d474f73-9a4a-41e5-8e3b-94d7c3f0d7ab req-4e94ad27-0cc6-4cc4-96d9-0d97d9bb6524 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/security-groups?id=af54c2eb-95e4-4fc5-b20e-39a222e10b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496635 Feb 07 16:35:17.265566 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1869c0-b47d-47a5-b012-a32541eea315 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:17.276267 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Publish callbacks [] for port (2d1869c0-b47d-47a5-b012-a32541eea315), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:17.294064 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Transition to ACTIVE for port object 2d1869c0-b47d-47a5-b012-a32541eea315 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:35:17.302010 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1852643-0ea9-4fd7-8b96-5e11a23428c9 req-899d81ca-4b1d-40d7-93fb-163f687bc53b tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:17.302493 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d1852643-0ea9-4fd7-8b96-5e11a23428c9 req-899d81ca-4b1d-40d7-93fb-163f687bc53b tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0b30be76-50ac-440e-b58c-01f4cb72d7f7 HTTP/1.1" status: 200 len: 1131 time: 0.1050782 Feb 07 16:35:17.303382 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (2d1869c0-b47d-47a5-b012-a32541eea315), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:17.315764 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66573d8d-a58f-4179-9d4e-a38ae88c28c2 x-openstack-request-id: req-66573d8d-a58f-4179-9d4e-a38ae88c28c2 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:17.316902 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ca6208-71f0-42b7-8477-c80a342bb30c", "name": "network-vif-plugged", "status": "completed", "tag": "1134aa19-23a7-4de9-8643-eeda0e753756", "code": 200}, {"server_uuid": "98040394-989d-43cf-969e-053bc8954680", "name": "network-vif-plugged", "status": "completed", "tag": "76124532-4f70-4aab-802c-0e671f6078ee", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:17.317417 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66573d8d-a58f-4179-9d4e-a38ae88c28c2 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:17.318116 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ca6208-71f0-42b7-8477-c80a342bb30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1134aa19-23a7-4de9-8643-eeda0e753756', 'code': 200} Feb 07 16:35:17.318543 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98040394-989d-43cf-969e-053bc8954680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76124532-4f70-4aab-802c-0e671f6078ee', 'code': 200} Feb 07 16:35:17.345739 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['53f19a98-a70f-488e-b089-2a1c6610df6c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:17.387640 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Pushing event updated for resources: {'Port': ['ID=2d1869c0-b47d-47a5-b012-a32541eea315,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:17.432283 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d1852643-0ea9-4fd7-8b96-5e11a23428c9 req-3adf6723-3781-495d-ba14-741038158085 tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998287 Feb 07 16:35:17.577976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac02dcd-cac5-4262-80cc-7b56bba509ea req-3fade8ba-5a7b-4ef5-9dd3-19355f6c74be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:17.579847 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dac02dcd-cac5-4262-80cc-7b56bba509ea req-3fade8ba-5a7b-4ef5-9dd3-19355f6c74be service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 1127 time: 0.1523886 Feb 07 16:35:17.589359 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc1d38-d39f-4c5a-a086-2788e84cb58e req-9d610f4a-87f6-4de6-bc47-852832afd49e tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:17.598081 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9dfc1d38-d39f-4c5a-a086-2788e84cb58e req-9d610f4a-87f6-4de6-bc47-852832afd49e tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=498589ad-1787-4fdb-8665-68982884daef HTTP/1.1" status: 200 len: 943 time: 0.2231200 Feb 07 16:35:17.640294 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Attempting to bind port 2d1869c0-b47d-47a5-b012-a32541eea315 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:35:17.640629 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Attempting to bind port 2d1869c0-b47d-47a5-b012-a32541eea315 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '971b157b-efbe-4872-9ce7-e2dd5578fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:35:17.640957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Attempting to bind port 2d1869c0-b47d-47a5-b012-a32541eea315 on network 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:17.653925 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Port 2d1869c0-b47d-47a5-b012-a32541eea315 on network 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:35:17.654169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Attempting to bind port 2d1869c0-b47d-47a5-b012-a32541eea315 on network 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:17.667704 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:35:17.668027 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Checking segment: {'id': '971b157b-efbe-4872-9ce7-e2dd5578fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:35:17.668418 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Bound using segment: {'id': '971b157b-efbe-4872-9ce7-e2dd5578fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:35:17.668865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Bound port: 2d1869c0-b47d-47a5-b012-a32541eea315, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971b157b-efbe-4872-9ce7-e2dd5578fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:35:17.669223 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2d1869c0-b47d-47a5-b012-a32541eea315), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:17.684906 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a91db0-2e9b-4641-944d-c4155f84ca4d req-b5f9b2f9-2762-4d54-88ed-74bdd5b3c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:17.686452 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f6a91db0-2e9b-4641-944d-c4155f84ca4d req-b5f9b2f9-2762-4d54-88ed-74bdd5b3c1a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 1132 time: 0.2021503 Feb 07 16:35:17.695571 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd99c0-6c88-4f45-9cc1-88c28719f7aa req-5b8cefa5-870e-4f10-848e-2a5193057c32 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:17.697103 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b6fd99c0-6c88-4f45-9cc1-88c28719f7aa req-5b8cefa5-870e-4f10-848e-2a5193057c32 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 945 time: 0.1240592 Feb 07 16:35:17.819102 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f6a91db0-2e9b-4641-944d-c4155f84ca4d req-89d56fc6-125e-4495-bcc9-e824a98ecdd8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=af54c2eb-95e4-4fc5-b20e-39a222e10b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196330 Feb 07 16:35:17.822097 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b6fd99c0-6c88-4f45-9cc1-88c28719f7aa req-f5127d88-81f9-473a-915a-717c60d329c9 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173203 Feb 07 16:35:17.833049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] For port 2d1869c0-b47d-47a5-b012-a32541eea315, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:35:17.836633 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] For port 2d1869c0-b47d-47a5-b012-a32541eea315, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2d1869c0-b47d-47a5-b012-a32541eea315,segment=NetworkSegment(971b157b-efbe-4872-9ce7-e2dd5578fdae),segment_id=971b157b-efbe-4872-9ce7-e2dd5578fdae)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:35:17.849714 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (2d1869c0-b47d-47a5-b012-a32541eea315), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:17.891090 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:17.891832 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:17.894299 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] 10.222.0.48 "PUT /v2.0/ports/2d1869c0-b47d-47a5-b012-a32541eea315 HTTP/1.1" status: 200 len: 1091 time: 1.4818251 Feb 07 16:35:17.897531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498589ad-1787-4fdb-8665-68982884daef', 'tag': '2d1869c0-b47d-47a5-b012-a32541eea315'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:17.899995 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce37ebe8-bb7f-455a-8cee-4cd5f58c0f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "498589ad-1787-4fdb-8665-68982884daef", "tag": "2d1869c0-b47d-47a5-b012-a32541eea315"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:17.954972 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb95b12-003b-4c3a-904b-ab436bfa363d service neutron] Pushing event updated for resources: {'Port': ['ID=2d1869c0-b47d-47a5-b012-a32541eea315,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:17.982833 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c869c2-a286-432f-975f-5899aa47e6bd req-96176e59-2b7c-4397-8ba0-e7e1dc515d72 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:17.984392 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-15c869c2-a286-432f-975f-5899aa47e6bd req-96176e59-2b7c-4397-8ba0-e7e1dc515d72 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 949 time: 0.0992601 Feb 07 16:35:18.032041 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dac02dcd-cac5-4262-80cc-7b56bba509ea req-acda99cc-89f2-4d6a-b077-da0ee6b2f867 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311137 Feb 07 16:35:18.036837 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-15c869c2-a286-432f-975f-5899aa47e6bd req-dc2ee908-f4ae-49b1-b757-4524ea4ae346 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460532 Feb 07 16:35:18.037034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9dfc1d38-d39f-4c5a-a086-2788e84cb58e req-32b7b110-724b-46b0-ac42-599231162fa6 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379475 Feb 07 16:35:18.053853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b089b-736b-4ade-a977-786fdd46f5b1 req-2b9e5494-172b-4729-b06e-5608a516f721 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:18.055554 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3a0b089b-736b-4ade-a977-786fdd46f5b1 req-2b9e5494-172b-4729-b06e-5608a516f721 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.48 "GET /v2.0/ports?device_id=0428434d-abba-4810-8d9f-aa4a8c123948 HTTP/1.1" status: 200 len: 945 time: 0.1080945 Feb 07 16:35:18.188047 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a0399-7ac4-4932-9508-6306b88eb277 req-ae1f91e1-ea4e-4211-a39b-f942b30b662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:18.189573 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-214a0399-7ac4-4932-9508-6306b88eb277 req-ae1f91e1-ea4e-4211-a39b-f942b30b662a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c52d4a6fde3a4f92b73d4cbced7bc767&device_id=498589ad-1787-4fdb-8665-68982884daef HTTP/1.1" status: 200 len: 1125 time: 0.0883522 Feb 07 16:35:18.191515 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-d64b0092-9852-45fb-a7ff-4531a5e50b0a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=85c826fe1b454904b2074f3cecf95dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280845 Feb 07 16:35:18.240333 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-214a0399-7ac4-4932-9508-6306b88eb277 req-880a2867-7d57-41b7-9555-5659db98c5ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d1869c0-b47d-47a5-b012-a32541eea315 HTTP/1.1" status: 200 len: 217 time: 0.0399361 Feb 07 16:35:18.247390 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0348d2-5cd3-41a4-a8d5-394eeae70a82 req-d6bc3a46-df69-4ad5-8dea-4760241cc36f tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:18.249734 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ae0348d2-5cd3-41a4-a8d5-394eeae70a82 req-d6bc3a46-df69-4ad5-8dea-4760241cc36f tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 946 time: 0.1034784 Feb 07 16:35:18.257393 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 53f19a98-a70f-488e-b089-2a1c6610df6c no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:35:18.266163 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-3a0b089b-736b-4ade-a977-786fdd46f5b1 req-ad83bf6c-3773-4398-9927-20da254fccfc tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Deleting port aef0018e-eda9-4055-a282-4ca1a656d661 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:35:18.266163 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3a0b089b-736b-4ade-a977-786fdd46f5b1 req-ad83bf6c-3773-4398-9927-20da254fccfc tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (aef0018e-eda9-4055-a282-4ca1a656d661), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:18.343592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a0399-7ac4-4932-9508-6306b88eb277 req-a7589ced-e129-413d-a21f-ba52e7d159b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:18.344021 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-214a0399-7ac4-4932-9508-6306b88eb277 req-a7589ced-e129-413d-a21f-ba52e7d159b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9c9306-f558-49de-87fe-0cf026053c03 HTTP/1.1" status: 200 len: 859 time: 0.0915568 Feb 07 16:35:18.348133 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ae0348d2-5cd3-41a4-a8d5-394eeae70a82 req-c85733de-3816-4d31-9c5e-d53bd7f5e2be tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923140 Feb 07 16:35:18.357015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 53f19a98-a70f-488e-b089-2a1c6610df6c is: BUILD; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:18.357494 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:18.373726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 53f19a98-a70f-488e-b089-2a1c6610df6c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:18.385323 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-34fdf7b7-6131-49bc-a343-9a32afe5c1cf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:18.385323 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-34fdf7b7-6131-49bc-a343-9a32afe5c1cf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825638 Feb 07 16:35:18.405519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 53f19a98-a70f-488e-b089-2a1c6610df6c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=53f19a98-a70f-488e-b089-2a1c6610df6c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:18.407316 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3a0b089b-736b-4ade-a977-786fdd46f5b1 req-ad83bf6c-3773-4398-9927-20da254fccfc tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] For port aef0018e-eda9-4055-a282-4ca1a656d661, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=aef0018e-eda9-4055-a282-4ca1a656d661,segment=NetworkSegment(b9f0d543-3d38-4bc0-9df9-a05e1edc9430),segment_id=b9f0d543-3d38-4bc0-9df9-a05e1edc9430)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:18.407687 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3a0b089b-736b-4ade-a977-786fdd46f5b1 req-ad83bf6c-3773-4398-9927-20da254fccfc tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (aef0018e-eda9-4055-a282-4ca1a656d661), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:18.411513 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-e19973ab-e918-4733-b2fa-bef0f7627ff2 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/quotas/85c826fe1b454904b2074f3cecf95dae HTTP/1.1" status: 200 len: 375 time: 0.0232627 Feb 07 16:35:18.411876 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:18.419885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4464227b-cfb9-496a-9128-08b567d031b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:18.422444 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-214a0399-7ac4-4932-9508-6306b88eb277 req-4464227b-cfb9-496a-9128-08b567d031b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0718904 Feb 07 16:35:18.445884 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ce27a3-c6b7-4c05-9d21-9f61b96b2ef8 x-openstack-request-id: req-d2ce27a3-c6b7-4c05-9d21-9f61b96b2ef8 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:18.446183 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498589ad-1787-4fdb-8665-68982884daef", "tag": "2d1869c0-b47d-47a5-b012-a32541eea315", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:18.446438 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2ce27a3-c6b7-4c05-9d21-9f61b96b2ef8 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:18.447931 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-3a0b089b-736b-4ade-a977-786fdd46f5b1 req-ad83bf6c-3773-4398-9927-20da254fccfc tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Calling delete_port for aef0018e-eda9-4055-a282-4ca1a656d661 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:35:18.448575 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498589ad-1787-4fdb-8665-68982884daef', 'tag': '2d1869c0-b47d-47a5-b012-a32541eea315', 'status': 'completed', 'code': 200} Feb 07 16:35:18.483268 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=53f19a98-a70f-488e-b089-2a1c6610df6c,revision_number=10']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:18.523885 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-6a15b253-046d-43ae-bdab-5c9b9aa58c74 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1065390 Feb 07 16:35:18.590484 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57c173-2875-46ac-8c32-70cecfc55f31 req-5351b136-5092-45a5-a22c-68baf5e047d8 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:18.591971 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd57c173-2875-46ac-8c32-70cecfc55f31 req-5351b136-5092-45a5-a22c-68baf5e047d8 tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/ports?device_id=0428434d-abba-4810-8d9f-aa4a8c123948 HTTP/1.1" status: 200 len: 945 time: 0.0970960 Feb 07 16:35:18.594297 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-214a0399-7ac4-4932-9508-6306b88eb277 req-08aef2b7-7259-4e24-92ce-43d75d4d0c3b service neutron] 10.222.0.48 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653175 Feb 07 16:35:18.619820 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3a0b089b-736b-4ade-a977-786fdd46f5b1 req-ad83bf6c-3773-4398-9927-20da254fccfc tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (aef0018e-eda9-4055-a282-4ca1a656d661), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:18.633734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['aef0018e-eda9-4055-a282-4ca1a656d661'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:18.666793 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83bf6c-3773-4398-9927-20da254fccfc tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Pushing event deleted for resources: {'Port': ['ID=aef0018e-eda9-4055-a282-4ca1a656d661,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:18.708476 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd57c173-2875-46ac-8c32-70cecfc55f31 req-829d74ca-a11c-48aa-87a6-289aaa6ae2cf tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.18 "GET /v2.0/security-groups?id=4ecc88aa-0834-4b08-874d-01beed9d98e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104882 Feb 07 16:35:18.721499 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0b089b-736b-4ade-a977-786fdd46f5b1 req-ad83bf6c-3773-4398-9927-20da254fccfc tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] No DVR routers for this DVR port aef0018e-eda9-4055-a282-4ca1a656d661 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:35:18.724608 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3a0b089b-736b-4ade-a977-786fdd46f5b1 req-ad83bf6c-3773-4398-9927-20da254fccfc tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:18.728740 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3a0b089b-736b-4ade-a977-786fdd46f5b1 req-ad83bf6c-3773-4398-9927-20da254fccfc tempest-VolumesAdminNegativeTest-1779569762 tempest-VolumesAdminNegativeTest-1779569762-project] 10.222.0.48 "DELETE /v2.0/ports/aef0018e-eda9-4055-a282-4ca1a656d661 HTTP/1.1" status: 204 len: 173 time: 0.6681998 Feb 07 16:35:18.729317 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0428434d-abba-4810-8d9f-aa4a8c123948', 'name': 'network-vif-deleted', 'tag': 'aef0018e-eda9-4055-a282-4ca1a656d661'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:18.739124 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf458c95-c9bb-4f77-9b7a-0881997c640c" -d '{"events": [{"server_uuid": "0428434d-abba-4810-8d9f-aa4a8c123948", "name": "network-vif-deleted", "tag": "aef0018e-eda9-4055-a282-4ca1a656d661"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:18.765860 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-214a0399-7ac4-4932-9508-6306b88eb277 req-d338d553-c9ea-4f95-90db-f32fa5dc54aa service neutron] 10.222.0.48 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583550 Feb 07 16:35:18.901725 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591102c9-6090-493c-9fc2-04fe252cd79f req-9bd56b45-3f66-4f61-8bc0-f14a3dba0456 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:18.909720 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-591102c9-6090-493c-9fc2-04fe252cd79f req-9bd56b45-3f66-4f61-8bc0-f14a3dba0456 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 1128 time: 0.0592053 Feb 07 16:35:18.924673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2d22d-49bc-4628-81f7-459202173281 req-c7454187-13c7-4ff1-9112-413be276acfa tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:18.926490 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fee2d22d-49bc-4628-81f7-459202173281 req-c7454187-13c7-4ff1-9112-413be276acfa tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/ports?device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 950 time: 0.1154199 Feb 07 16:35:18.931385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37ebe8-bb7f-455a-8cee-4cd5f58c0f6a req-4583715f-9be3-4688-801f-cc680ca1db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:18.932943 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce37ebe8-bb7f-455a-8cee-4cd5f58c0f6a req-4583715f-9be3-4688-801f-cc680ca1db7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c52d4a6fde3a4f92b73d4cbced7bc767&device_id=498589ad-1787-4fdb-8665-68982884daef HTTP/1.1" status: 200 len: 1125 time: 0.0795133 Feb 07 16:35:18.951120 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-591102c9-6090-493c-9fc2-04fe252cd79f req-865be4a3-4455-435e-b9da-139ba420456d tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405257 Feb 07 16:35:19.029911 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fee2d22d-49bc-4628-81f7-459202173281 req-13d095de-b683-4f90-b876-10b9295b2f00 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/security-groups?id=af54c2eb-95e4-4fc5-b20e-39a222e10b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958788 Feb 07 16:35:19.062664 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37ebe8-bb7f-455a-8cee-4cd5f58c0f6a req-c942ca63-1d6f-4ce2-a6cd-52e6c561dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:19.064800 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce37ebe8-bb7f-455a-8cee-4cd5f58c0f6a req-c942ca63-1d6f-4ce2-a6cd-52e6c561dde9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd HTTP/1.1" status: 200 len: 921 time: 0.1173491 Feb 07 16:35:19.099864 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f3be37-11a0-4508-b135-526d7a603011 x-openstack-request-id: req-63f3be37-11a0-4508-b135-526d7a603011 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:19.100388 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0428434d-abba-4810-8d9f-aa4a8c123948", "name": "network-vif-deleted", "tag": "aef0018e-eda9-4055-a282-4ca1a656d661", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:19.100388 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63f3be37-11a0-4508-b135-526d7a603011 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:19.100719 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0428434d-abba-4810-8d9f-aa4a8c123948', 'name': 'network-vif-deleted', 'tag': 'aef0018e-eda9-4055-a282-4ca1a656d661', 'status': 'completed', 'code': 200} Feb 07 16:35:19.114523 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce37ebe8-bb7f-455a-8cee-4cd5f58c0f6a req-bbc751a7-1e4e-4dfc-a0dc-c3b285f2212b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d1869c0-b47d-47a5-b012-a32541eea315 HTTP/1.1" status: 200 len: 217 time: 0.0427120 Feb 07 16:35:19.124810 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1ddadd1-84f9-4e7a-a818-71cb2862f4a7 req-9a8f7e4d-b714-479f-afb7-684e4a7bf527 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd HTTP/1.1" status: 200 len: 210 time: 0.0500557 Feb 07 16:35:19.210569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37ebe8-bb7f-455a-8cee-4cd5f58c0f6a req-43932c3b-85b1-43b8-a0c4-37d20e9cc30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:19.212160 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce37ebe8-bb7f-455a-8cee-4cd5f58c0f6a req-43932c3b-85b1-43b8-a0c4-37d20e9cc30e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9c9306-f558-49de-87fe-0cf026053c03 HTTP/1.1" status: 200 len: 859 time: 0.0853260 Feb 07 16:35:19.233838 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653eb6b-5011-4344-9d3d-1d1f041e9205 req-10347178-5ae8-4921-a1ab-4d42e61a01bf tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:19.235849 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4653eb6b-5011-4344-9d3d-1d1f041e9205 req-10347178-5ae8-4921-a1ab-4d42e61a01bf tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 945 time: 0.0638046 Feb 07 16:35:19.278009 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928918f-3125-47fa-9032-17948bc8d011 req-afe4318c-72d5-4be6-9fe3-20b58709ee31 tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:19.279795 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d928918f-3125-47fa-9032-17948bc8d011 req-afe4318c-72d5-4be6-9fe3-20b58709ee31 tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 1131 time: 0.1102288 Feb 07 16:35:19.296482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37ebe8-bb7f-455a-8cee-4cd5f58c0f6a req-6d1fafd5-8733-44d2-90fc-c57c196d0ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:19.298184 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce37ebe8-bb7f-455a-8cee-4cd5f58c0f6a req-6d1fafd5-8733-44d2-90fc-c57c196d0ce8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0789826 Feb 07 16:35:19.307579 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4653eb6b-5011-4344-9d3d-1d1f041e9205 req-8abbf98a-618a-4ee3-a969-89831ac86a89 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597045 Feb 07 16:35:19.422050 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef995c-a314-4b91-b9a6-e8e1ee23ef27 req-306bcfc7-cc07-4527-83a9-5d58f59ab1d2 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:19.425122 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d928918f-3125-47fa-9032-17948bc8d011 req-cbafebe6-0a6f-4e1f-a187-f962cf2946b0 tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309736 Feb 07 16:35:19.432047 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-38ef995c-a314-4b91-b9a6-e8e1ee23ef27 req-306bcfc7-cc07-4527-83a9-5d58f59ab1d2 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 1128 time: 0.0577257 Feb 07 16:35:19.478176 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce37ebe8-bb7f-455a-8cee-4cd5f58c0f6a req-96603728-5abb-43be-b04c-f3d0b5523049 service neutron] 10.222.0.48 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638391 Feb 07 16:35:19.502711 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-38ef995c-a314-4b91-b9a6-e8e1ee23ef27 req-68c184ec-252d-4041-9ccd-32cdcd5ed819 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681455 Feb 07 16:35:19.632713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cc1f7-8113-4a44-9c9b-9aee9c9b94e9 req-ff33799a-21f1-448f-83d8-fb42486be379 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:19.634078 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-565cc1f7-8113-4a44-9c9b-9aee9c9b94e9 req-ff33799a-21f1-448f-83d8-fb42486be379 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=498589ad-1787-4fdb-8665-68982884daef HTTP/1.1" status: 200 len: 943 time: 0.1256020 Feb 07 16:35:19.672356 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce37ebe8-bb7f-455a-8cee-4cd5f58c0f6a req-ccc7db87-afeb-4a34-b4e6-fd45dde26be4 service neutron] 10.222.0.48 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852977 Feb 07 16:35:19.725891 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-565cc1f7-8113-4a44-9c9b-9aee9c9b94e9 req-fb081c5f-5926-4669-b791-dd10713aa6f5 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770829 Feb 07 16:35:19.805190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bd1c5-2112-44ca-b530-0d7ee36d347b req-907fc11a-d24e-4a17-8ab3-f1146f33cc11 tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:19.806777 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc1bd1c5-2112-44ca-b530-0d7ee36d347b req-907fc11a-d24e-4a17-8ab3-f1146f33cc11 tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 1131 time: 0.0475285 Feb 07 16:35:19.855436 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55248) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:19.896434 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc1bd1c5-2112-44ca-b530-0d7ee36d347b req-efbd1dff-f478-41b7-914c-3b8c5e68a966 tempest-ServersAdminTestJSON-937671143 tempest-ServersAdminTestJSON-937671143-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830543 Feb 07 16:35:19.916514 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e840049-3f30-4166-a653-1c6028228dbb admin admin] Deleting subnet 6c86085c-c1d2-46a1-b385-f42c126bddfe {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:35:19.923553 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e840049-3f30-4166-a653-1c6028228dbb admin admin] Publish callbacks [] for subnet (6c86085c-c1d2-46a1-b385-f42c126bddfe), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:19.952766 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075d24f-5566-48f7-914a-5184e9e7e3c0 req-31e94180-5af0-49cc-b840-c2631d4cee65 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:19.954464 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d075d24f-5566-48f7-914a-5184e9e7e3c0 req-31e94180-5af0-49cc-b840-c2631d4cee65 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 1128 time: 0.0524333 Feb 07 16:35:19.970681 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e840049-3f30-4166-a653-1c6028228dbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (6c86085c-c1d2-46a1-b385-f42c126bddfe), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:20.015831 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e840049-3f30-4166-a653-1c6028228dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (6c86085c-c1d2-46a1-b385-f42c126bddfe), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:20.024225 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d075d24f-5566-48f7-914a-5184e9e7e3c0 req-75f3d17a-13d5-4bef-b3eb-5b88922f568b tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607200 Feb 07 16:35:20.085901 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-84610abb-261e-40c9-b811-75472942e89f tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=85c826fe1b454904b2074f3cecf95dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431237 Feb 07 16:35:20.200889 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37eed3-ca42-45c9-af2e-6ba787471042 req-c5e0064d-e7ad-4a1e-be40-f853043a6263 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:20.209017 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ab37eed3-ca42-45c9-af2e-6ba787471042 req-c5e0064d-e7ad-4a1e-be40-f853043a6263 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/ports?device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 950 time: 0.0722883 Feb 07 16:35:20.265976 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ab37eed3-ca42-45c9-af2e-6ba787471042 req-27303f84-759b-4a6e-ae8b-5e3164c1ee1f tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/security-groups?id=af54c2eb-95e4-4fc5-b20e-39a222e10b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556319 Feb 07 16:35:20.279659 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 53f19a98-a70f-488e-b089-2a1c6610df6c up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:35:20.296381 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-48aa1e3c-6d2b-4e90-8bb3-591059da7057 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:20.298210 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-48aa1e3c-6d2b-4e90-8bb3-591059da7057 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2075818 Feb 07 16:35:20.300938 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e840049-3f30-4166-a653-1c6028228dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (6c86085c-c1d2-46a1-b385-f42c126bddfe), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:20.336223 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-65b4ee2e-7a85-4c61-a6a6-5369997d52fa tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Request body: {'port': {'device_id': '171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '85c826fe1b454904b2074f3cecf95dae'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:20.345638 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 53f19a98-a70f-488e-b089-2a1c6610df6c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:20.347011 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:20.351184 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e840049-3f30-4166-a653-1c6028228dbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c86085c-c1d2-46a1-b385-f42c126bddfe,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:20.367913 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e840049-3f30-4166-a653-1c6028228dbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:20.370193 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-86868eff-c279-4d6d-9db9-b32aca007da3 req-55bd776c-3104-4171-a7e2-de5a667c330d tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd HTTP/1.1" status: 200 len: 210 time: 0.0394499 Feb 07 16:35:20.374270 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9e840049-3f30-4166-a653-1c6028228dbb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6c86085c-c1d2-46a1-b385-f42c126bddfe HTTP/1.1" status: 204 len: 168 time: 0.5152712 Feb 07 16:35:20.374995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55262) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:20.414376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54634f-0590-43a5-ba36-2554037b68b8 req-6d1e2072-1030-4a1b-af2a-4e9cde97f2d9 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:20.415956 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd54634f-0590-43a5-ba36-2554037b68b8 req-6d1e2072-1030-4a1b-af2a-4e9cde97f2d9 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d473e8d-ce3e-4af1-9a15-6333051cefd2 HTTP/1.1" status: 200 len: 950 time: 0.2187610 Feb 07 16:35:20.449567 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 53f19a98-a70f-488e-b089-2a1c6610df6c is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:20.449973 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:20.465054 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82313ce7-b6d0-4f1d-a3cd-228f8f8adc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (cc730b76-65b9-4ab1-acff-1d7ddc8a8df8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:20.484991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af2ecd3-d3b8-42ac-aee4-673e14dc271d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f19a98-a70f-488e-b089-2a1c6610df6c'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:20.488683 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47c7489-4cd8-4ee8-9020-1b1e8f9d4ad0" -d '{"events": [{"server_uuid": "2af2ecd3-d3b8-42ac-aee4-673e14dc271d", "name": "network-vif-plugged", "status": "completed", "tag": "53f19a98-a70f-488e-b089-2a1c6610df6c"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:20.503299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 53f19a98-a70f-488e-b089-2a1c6610df6c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=53f19a98-a70f-488e-b089-2a1c6610df6c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:20.507634 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd54634f-0590-43a5-ba36-2554037b68b8 req-a0023775-41c2-4bac-9c8f-a31fbf8617fb tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834322 Feb 07 16:35:20.508875 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:20.535212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-65b4ee2e-7a85-4c61-a6a6-5369997d52fa tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Made reservation on behalf of 85c826fe1b454904b2074f3cecf95dae for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:35:20.539170 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-65b4ee2e-7a85-4c61-a6a6-5369997d52fa tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:20.589661 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=53f19a98-a70f-488e-b089-2a1c6610df6c,revision_number=11']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:20.612153 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82313ce7-b6d0-4f1d-a3cd-228f8f8adc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (cc730b76-65b9-4ab1-acff-1d7ddc8a8df8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:20.635979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-82313ce7-b6d0-4f1d-a3cd-228f8f8adc0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc730b76-65b9-4ab1-acff-1d7ddc8a8df8']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:20.649413 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-82313ce7-b6d0-4f1d-a3cd-228f8f8adc0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f0d543-3d38-4bc0-9df9-a05e1edc9430') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:20.649413 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-82313ce7-b6d0-4f1d-a3cd-228f8f8adc0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f0d543-3d38-4bc0-9df9-a05e1edc9430') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:20.661504 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82313ce7-b6d0-4f1d-a3cd-228f8f8adc0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (b9f0d543-3d38-4bc0-9df9-a05e1edc9430), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:20.678425 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82313ce7-b6d0-4f1d-a3cd-228f8f8adc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (b9f0d543-3d38-4bc0-9df9-a05e1edc9430), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:20.682592 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65e9953-c9b6-49e4-bb9f-e58c153944da x-openstack-request-id: req-b65e9953-c9b6-49e4-bb9f-e58c153944da {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:20.682917 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af2ecd3-d3b8-42ac-aee4-673e14dc271d", "name": "network-vif-plugged", "status": "completed", "tag": "53f19a98-a70f-488e-b089-2a1c6610df6c", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:20.683177 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b65e9953-c9b6-49e4-bb9f-e58c153944da {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:20.683575 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af2ecd3-d3b8-42ac-aee4-673e14dc271d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f19a98-a70f-488e-b089-2a1c6610df6c', 'code': 200} Feb 07 16:35:20.688593 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82313ce7-b6d0-4f1d-a3cd-228f8f8adc0b admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:35:20.689011 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82313ce7-b6d0-4f1d-a3cd-228f8f8adc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (b9f0d543-3d38-4bc0-9df9-a05e1edc9430), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:35:20.691357 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:35:20.741608 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e45ea-fd51-46ea-b22f-7b57df081df7 req-e800c15c-33a3-48ee-90eb-f27e8455883a tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:20.743198 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-674e45ea-fd51-46ea-b22f-7b57df081df7 req-e800c15c-33a3-48ee-90eb-f27e8455883a tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 945 time: 0.1242890 Feb 07 16:35:20.756827 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82313ce7-b6d0-4f1d-a3cd-228f8f8adc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (cc730b76-65b9-4ab1-acff-1d7ddc8a8df8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:20.775602 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82313ce7-b6d0-4f1d-a3cd-228f8f8adc0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:20.782576 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-65b4ee2e-7a85-4c61-a6a6-5369997d52fa tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Allocated IP 192.168.233.105 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/5e47a186-2c52-4efd-97d0-008177fa7a8d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:35:20.782766 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-82313ce7-b6d0-4f1d-a3cd-228f8f8adc0b admin admin] 10.222.0.18 "DELETE /v2.0/networks/cc730b76-65b9-4ab1-acff-1d7ddc8a8df8 HTTP/1.1" status: 204 len: 168 time: 0.4037893 Feb 07 16:35:20.783487 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55276) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:20.793509 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82313ce7-b6d0-4f1d-a3cd-228f8f8adc0b admin admin] Pushing event deleted for resources: {'Network': ['ID=cc730b76-65b9-4ab1-acff-1d7ddc8a8df8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:20.833831 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-674e45ea-fd51-46ea-b22f-7b57df081df7 req-09779639-3723-4aad-9bbb-c3f60576ed61 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836239 Feb 07 16:35:20.856319 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-630668b6-0161-4158-ab5e-3b5d3c110737 admin admin] Deleting subnet 1ea9b7df-f37f-4735-aa29-3f230d84c17d {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:35:20.860811 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-630668b6-0161-4158-ab5e-3b5d3c110737 admin admin] Publish callbacks [] for subnet (1ea9b7df-f37f-4735-aa29-3f230d84c17d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:20.935548 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-630668b6-0161-4158-ab5e-3b5d3c110737 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (1ea9b7df-f37f-4735-aa29-3f230d84c17d), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:20.987424 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:20.994394 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c389f3-6f52-42c1-b9d4-22a6546159c0 req-67d3da39-e32f-44a8-b501-df4267274c42 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:20.995979 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-56c389f3-6f52-42c1-b9d4-22a6546159c0 req-67d3da39-e32f-44a8-b501-df4267274c42 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=498589ad-1787-4fdb-8665-68982884daef HTTP/1.1" status: 200 len: 943 time: 0.1047094 Feb 07 16:35:21.001613 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-630668b6-0161-4158-ab5e-3b5d3c110737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (1ea9b7df-f37f-4735-aa29-3f230d84c17d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:21.006066 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-65b4ee2e-7a85-4c61-a6a6-5369997d52fa tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks [] for port (5e47a186-2c52-4efd-97d0-008177fa7a8d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:21.046424 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-65b4ee2e-7a85-4c61-a6a6-5369997d52fa tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (5e47a186-2c52-4efd-97d0-008177fa7a8d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:21.066539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['b1b8c869-1177-4b49-8a99-d73f9a32b57c', '93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0', 'f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:21.070579 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c2ed7b11-fa05-437c-b3fd-894f106c3dee', 'a92c68c2-44e0-403e-8267-3bb111f40920'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:21.101191 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-56c389f3-6f52-42c1-b9d4-22a6546159c0 req-d6a10a88-1625-4215-94f7-2a6aea6a9382 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957229 Feb 07 16:35:21.109756 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-630668b6-0161-4158-ab5e-3b5d3c110737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (1ea9b7df-f37f-4735-aa29-3f230d84c17d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:21.137481 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630668b6-0161-4158-ab5e-3b5d3c110737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ea9b7df-f37f-4735-aa29-3f230d84c17d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:21.143119 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-630668b6-0161-4158-ab5e-3b5d3c110737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:21.147027 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-630668b6-0161-4158-ab5e-3b5d3c110737 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1ea9b7df-f37f-4735-aa29-3f230d84c17d HTTP/1.1" status: 204 len: 168 time: 0.3623927 Feb 07 16:35:21.149518 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55286) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:21.175404 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4ee2e-7a85-4c61-a6a6-5369997d52fa tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Pushing event updated for resources: {'Port': ['ID=5e47a186-2c52-4efd-97d0-008177fa7a8d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:21.185005 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-65b4ee2e-7a85-4c61-a6a6-5369997d52fa tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:35:21.188927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-65b4ee2e-7a85-4c61-a6a6-5369997d52fa tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:35:21.193509 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-65b4ee2e-7a85-4c61-a6a6-5369997d52fa tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:35:21.264683 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bd0eed2-5cef-4b2c-b2a8-3d7ed5fa90a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (6ff42de2-f2b7-4639-81c1-5a52b936e1e8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:21.275619 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-65b4ee2e-7a85-4c61-a6a6-5369997d52fa tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:21.276857 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-65b4ee2e-7a85-4c61-a6a6-5369997d52fa tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:21.295048 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152b103-7dd9-4d3c-894e-95932c596a39 req-0548bc7f-0652-4a48-b4a3-68d619211477 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:21.297032 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3152b103-7dd9-4d3c-894e-95932c596a39 req-0548bc7f-0652-4a48-b4a3-68d619211477 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/ports?device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 950 time: 0.0974972 Feb 07 16:35:21.306708 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-65b4ee2e-7a85-4c61-a6a6-5369997d52fa tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9969316 Feb 07 16:35:21.323524 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2844a95-6c35-42ff-a741-3922b862973c req-2331d0b5-14e6-4719-a3fd-4ecd43ee2598 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:21.325400 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2844a95-6c35-42ff-a741-3922b862973c req-2331d0b5-14e6-4719-a3fd-4ecd43ee2598 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 945 time: 0.2382951 Feb 07 16:35:21.332252 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Request body: {'port': {'device_id': '171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:21.410333 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bd0eed2-5cef-4b2c-b2a8-3d7ed5fa90a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (6ff42de2-f2b7-4639-81c1-5a52b936e1e8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:21.443169 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3152b103-7dd9-4d3c-894e-95932c596a39 req-e9d8665b-6c9f-4091-b3b9-b25d508944d0 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/security-groups?id=af54c2eb-95e4-4fc5-b20e-39a222e10b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148231 Feb 07 16:35:21.445895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3bd0eed2-5cef-4b2c-b2a8-3d7ed5fa90a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff42de2-f2b7-4639-81c1-5a52b936e1e8']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:21.454403 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2844a95-6c35-42ff-a741-3922b862973c req-164a6587-1ff9-4c66-bbf2-65d8dad1c204 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134198 Feb 07 16:35:21.459142 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3bd0eed2-5cef-4b2c-b2a8-3d7ed5fa90a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e942380-c95e-4cde-8fcd-d374ea728d7d') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:21.459684 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3bd0eed2-5cef-4b2c-b2a8-3d7ed5fa90a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e942380-c95e-4cde-8fcd-d374ea728d7d') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:21.480360 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bd0eed2-5cef-4b2c-b2a8-3d7ed5fa90a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (8e942380-c95e-4cde-8fcd-d374ea728d7d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:21.491576 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5e47a186-2c52-4efd-97d0-008177fa7a8d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:21.496954 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bd0eed2-5cef-4b2c-b2a8-3d7ed5fa90a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (8e942380-c95e-4cde-8fcd-d374ea728d7d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:21.506726 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd0eed2-5cef-4b2c-b2a8-3d7ed5fa90a5 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:35:21.507282 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bd0eed2-5cef-4b2c-b2a8-3d7ed5fa90a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (8e942380-c95e-4cde-8fcd-d374ea728d7d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:35:21.509232 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:35:21.582863 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d6fdb26b-2893-4be7-a2b7-7cbabed25a9a None None] Provisioning complete for port 5e47a186-2c52-4efd-97d0-008177fa7a8d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:21.583490 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6fdb26b-2893-4be7-a2b7-7cbabed25a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5e47a186-2c52-4efd-97d0-008177fa7a8d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:21.610701 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bd0eed2-5cef-4b2c-b2a8-3d7ed5fa90a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (6ff42de2-f2b7-4639-81c1-5a52b936e1e8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:21.624205 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bd0eed2-5cef-4b2c-b2a8-3d7ed5fa90a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:21.628802 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3bd0eed2-5cef-4b2c-b2a8-3d7ed5fa90a5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6ff42de2-f2b7-4639-81c1-5a52b936e1e8 HTTP/1.1" status: 204 len: 168 time: 0.4782233 Feb 07 16:35:21.653264 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0eed2-5cef-4b2c-b2a8-3d7ed5fa90a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ff42de2-f2b7-4639-81c1-5a52b936e1e8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:21.660180 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9096aa6-19e5-4301-89f2-ab9f45137d42 req-8fa67de3-a27a-4fd3-9a93-3b4748b5d1de tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:21.662443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d6fdb26b-2893-4be7-a2b7-7cbabed25a9a None None] Port 5e47a186-2c52-4efd-97d0-008177fa7a8d cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:35:21.671629 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b9096aa6-19e5-4301-89f2-ab9f45137d42 req-8fa67de3-a27a-4fd3-9a93-3b4748b5d1de tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 1128 time: 0.1075146 Feb 07 16:35:21.702578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c51a6-9963-4433-a5e4-e73bd9624400 req-b4a515df-14bf-4e9b-b121-42d650248128 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:21.709615 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da0c51a6-9963-4433-a5e4-e73bd9624400 req-b4a515df-14bf-4e9b-b121-42d650248128 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd HTTP/1.1" status: 200 len: 936 time: 0.1536918 Feb 07 16:35:21.746318 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b9096aa6-19e5-4301-89f2-ab9f45137d42 req-0e23167c-e8ef-4c34-98c1-50874f5e2cd0 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726209 Feb 07 16:35:21.852621 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55300) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:21.910699 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da0c51a6-9963-4433-a5e4-e73bd9624400 req-ea3efb67-c368-4b57-be1b-d7fc537dd581 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001777 Feb 07 16:35:21.921893 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3ba0a-b28a-4337-83e7-55b4e784ac3d req-ff6a8dd7-0d68-40d3-8081-417a7bc31a69 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:21.923184 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8b3ba0a-b28a-4337-83e7-55b4e784ac3d req-ff6a8dd7-0d68-40d3-8081-417a7bc31a69 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d473e8d-ce3e-4af1-9a15-6333051cefd2 HTTP/1.1" status: 200 len: 950 time: 0.2109351 Feb 07 16:35:21.960929 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-702824db-ac29-4a2f-b1e8-99ea6f7c00c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2caa1bde29f34e30b1715cdf346c97a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1039422 Feb 07 16:35:21.961371 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55302) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:22.023203 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c01e9-6330-4431-85bc-4e6208ce8cc4 req-55e0fc60-ea34-4706-b8d0-c2fa811f052b tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:22.025247 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-787c01e9-6330-4431-85bc-4e6208ce8cc4 req-55e0fc60-ea34-4706-b8d0-c2fa811f052b tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d473e8d-ce3e-4af1-9a15-6333051cefd2 HTTP/1.1" status: 200 len: 950 time: 0.1468854 Feb 07 16:35:22.108178 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eebee53d-555a-4f02-849d-7b66b791dc2f admin admin] Publish callbacks [] for security_group (4ecc88aa-0834-4b08-874d-01beed9d98e4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:22.131776 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-787c01e9-6330-4431-85bc-4e6208ce8cc4 req-92cd1d5b-eecb-4094-8c64-264e05064686 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952175 Feb 07 16:35:22.142196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e47a186-2c52-4efd-97d0-008177fa7a8d {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:22.163404 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eebee53d-555a-4f02-849d-7b66b791dc2f admin admin] Publish callbacks [] for security_group (4ecc88aa-0834-4b08-874d-01beed9d98e4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:22.167843 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Publish callbacks [] for port (5e47a186-2c52-4efd-97d0-008177fa7a8d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:22.203798 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Transition to ACTIVE for port object 5e47a186-2c52-4efd-97d0-008177fa7a8d will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:35:22.207300 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-d8b3ba0a-b28a-4337-83e7-55b4e784ac3d req-86f23c43-ab8d-4db2-bcfd-40c4de2f806c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Deleting port 4d4859d5-09a9-41f7-94b5-0bb185ca601a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:35:22.207648 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d8b3ba0a-b28a-4337-83e7-55b4e784ac3d req-86f23c43-ab8d-4db2-bcfd-40c4de2f806c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4d4859d5-09a9-41f7-94b5-0bb185ca601a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:22.212412 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (5e47a186-2c52-4efd-97d0-008177fa7a8d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:22.255838 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eebee53d-555a-4f02-849d-7b66b791dc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4ecc88aa-0834-4b08-874d-01beed9d98e4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:22.259669 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eebee53d-555a-4f02-849d-7b66b791dc2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:22.260936 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-eebee53d-555a-4f02-849d-7b66b791dc2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ecc88aa-0834-4b08-874d-01beed9d98e4 HTTP/1.1" status: 204 len: 168 time: 0.2984560 Feb 07 16:35:22.295223 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2d1869c0-b47d-47a5-b012-a32541eea315 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:35:22.300382 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebee53d-555a-4f02-849d-7b66b791dc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecc88aa-0834-4b08-874d-01beed9d98e4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:22.311643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device aef0018e-eda9-4055-a282-4ca1a656d661 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:35:22.328697 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf720a-71b8-4593-b4c6-a5cf6ecec0e3 req-7348f03c-a965-4e58-9ccd-8acb3297fef3 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:22.332389 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3cf720a-71b8-4593-b4c6-a5cf6ecec0e3 req-7348f03c-a965-4e58-9ccd-8acb3297fef3 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 945 time: 0.0895548 Feb 07 16:35:22.447921 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3cf720a-71b8-4593-b4c6-a5cf6ecec0e3 req-6934b646-526a-4f4d-a4a7-37c16af870bb tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074305 Feb 07 16:35:22.497751 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d8b3ba0a-b28a-4337-83e7-55b4e784ac3d req-86f23c43-ab8d-4db2-bcfd-40c4de2f806c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] For port 4d4859d5-09a9-41f7-94b5-0bb185ca601a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4d4859d5-09a9-41f7-94b5-0bb185ca601a,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:22.498354 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d8b3ba0a-b28a-4337-83e7-55b4e784ac3d req-86f23c43-ab8d-4db2-bcfd-40c4de2f806c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4d4859d5-09a9-41f7-94b5-0bb185ca601a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:22.558887 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-d8b3ba0a-b28a-4337-83e7-55b4e784ac3d req-86f23c43-ab8d-4db2-bcfd-40c4de2f806c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Calling delete_port for 4d4859d5-09a9-41f7-94b5-0bb185ca601a owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:35:22.573464 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 2d1869c0-b47d-47a5-b012-a32541eea315, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2d1869c0-b47d-47a5-b012-a32541eea315,segment=NetworkSegment(971b157b-efbe-4872-9ce7-e2dd5578fdae),segment_id=971b157b-efbe-4872-9ce7-e2dd5578fdae)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:22.605170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '2d1869c0-b47d-47a5-b012-a32541eea315', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'port_id': '2d1869c0-b47d-47a5-b012-a32541eea315', 'mac_address': 'fa:16:3e:a4:b3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:35:22.621077 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: aef0018e-eda9-4055-a282-4ca1a656d661 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:35:22.621535 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device aef0018e-eda9-4055-a282-4ca1a656d661 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:35:22.716799 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 2d1869c0-b47d-47a5-b012-a32541eea315 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:22.717924 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2d1869c0-b47d-47a5-b012-a32541eea315), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:22.734160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1869c0-b47d-47a5-b012-a32541eea315 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:22.740629 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016752c-e59d-4a78-882d-8b94a2f9d17d req-fec5b857-ceea-465a-a102-8d5d08cdb9fe tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:22.742301 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b016752c-e59d-4a78-882d-8b94a2f9d17d req-fec5b857-ceea-465a-a102-8d5d08cdb9fe tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=498589ad-1787-4fdb-8665-68982884daef HTTP/1.1" status: 200 len: 943 time: 0.2205412 Feb 07 16:35:22.779099 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 2d1869c0-b47d-47a5-b012-a32541eea315, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2d1869c0-b47d-47a5-b012-a32541eea315,segment=NetworkSegment(971b157b-efbe-4872-9ce7-e2dd5578fdae),segment_id=971b157b-efbe-4872-9ce7-e2dd5578fdae)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:22.795927 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2d1869c0-b47d-47a5-b012-a32541eea315), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:22.810059 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4c271-7ef0-4ff3-a56e-b17342abfba3 req-044162c1-f372-456a-88f0-bd5cc5b4618f tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:22.810059 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aec4c271-7ef0-4ff3-a56e-b17342abfba3 req-044162c1-f372-456a-88f0-bd5cc5b4618f tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.48 "GET /v2.0/ports?device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 950 time: 0.1533020 Feb 07 16:35:22.820978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Pushing event updated for resources: {'Port': ['ID=5e47a186-2c52-4efd-97d0-008177fa7a8d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:22.887916 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b016752c-e59d-4a78-882d-8b94a2f9d17d req-2c277a71-783e-406c-b5c4-b194f4b22f43 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319733 Feb 07 16:35:22.951251 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:22.960722 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=2d1869c0-b47d-47a5-b012-a32541eea315,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:23.025851 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55328) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:23.102839 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d8b3ba0a-b28a-4337-83e7-55b4e784ac3d req-86f23c43-ab8d-4db2-bcfd-40c4de2f806c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4d4859d5-09a9-41f7-94b5-0bb185ca601a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:23.104788 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63090c-1dde-4c6e-89cd-44a93a8d36d1 req-a7746b3a-ea17-4311-ab52-b9eb955e9e9b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:23.113845 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0d63090c-1dde-4c6e-89cd-44a93a8d36d1 req-a7746b3a-ea17-4311-ab52-b9eb955e9e9b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 945 time: 0.1075525 Feb 07 16:35:23.122165 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['48da32cb-0135-479c-aabd-cb2214318fa6', '4d4859d5-09a9-41f7-94b5-0bb185ca601a', '53f19a98-a70f-488e-b089-2a1c6610df6c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:23.155035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Attempting to bind port 5e47a186-2c52-4efd-97d0-008177fa7a8d on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:35:23.155378 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Attempting to bind port 5e47a186-2c52-4efd-97d0-008177fa7a8d by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:35:23.155766 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Attempting to bind port 5e47a186-2c52-4efd-97d0-008177fa7a8d on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:23.157633 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-aec4c271-7ef0-4ff3-a56e-b17342abfba3 req-af90fcd0-ce78-417a-b142-a069f0964627 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Deleting port 1134aa19-23a7-4de9-8643-eeda0e753756 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:35:23.158071 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aec4c271-7ef0-4ff3-a56e-b17342abfba3 req-af90fcd0-ce78-417a-b142-a069f0964627 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1134aa19-23a7-4de9-8643-eeda0e753756), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:23.161096 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f23c43-ab8d-4db2-bcfd-40c4de2f806c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Pushing event deleted for resources: {'Port': ['ID=4d4859d5-09a9-41f7-94b5-0bb185ca601a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:23.175157 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9cfd1d71-63e7-4808-9bf5-c86a9f2db239 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c0c3c8426e740b79072649a63af9f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440470 Feb 07 16:35:23.182226 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55338) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:23.191254 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Port 5e47a186-2c52-4efd-97d0-008177fa7a8d on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:35:23.191586 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Attempting to bind port 5e47a186-2c52-4efd-97d0-008177fa7a8d on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:23.201290 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:35:23.201652 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:35:23.202043 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:35:23.202557 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Bound port: 5e47a186-2c52-4efd-97d0-008177fa7a8d, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:35:23.202952 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5e47a186-2c52-4efd-97d0-008177fa7a8d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:23.222104 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b3ba0a-b28a-4337-83e7-55b4e784ac3d req-86f23c43-ab8d-4db2-bcfd-40c4de2f806c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] No DVR routers for this DVR port 4d4859d5-09a9-41f7-94b5-0bb185ca601a on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:35:23.225175 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d8b3ba0a-b28a-4337-83e7-55b4e784ac3d req-86f23c43-ab8d-4db2-bcfd-40c4de2f806c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:23.228881 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8b3ba0a-b28a-4337-83e7-55b4e784ac3d req-86f23c43-ab8d-4db2-bcfd-40c4de2f806c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.32 "DELETE /v2.0/ports/4d4859d5-09a9-41f7-94b5-0bb185ca601a HTTP/1.1" status: 204 len: 173 time: 1.2977779 Feb 07 16:35:23.229799 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['2d1869c0-b47d-47a5-b012-a32541eea315'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:23.237211 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d473e8d-ce3e-4af1-9a15-6333051cefd2', 'name': 'network-vif-deleted', 'tag': '4d4859d5-09a9-41f7-94b5-0bb185ca601a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:23.239941 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ab6952-b8e1-4cfa-86d0-49eb313bdd8b" -d '{"events": [{"server_uuid": "2d473e8d-ce3e-4af1-9a15-6333051cefd2", "name": "network-vif-deleted", "tag": "4d4859d5-09a9-41f7-94b5-0bb185ca601a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:23.249504 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0d63090c-1dde-4c6e-89cd-44a93a8d36d1 req-b2328db0-9730-4e4d-960e-eb56b7f5f4bb tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345417 Feb 07 16:35:23.340865 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] For port 5e47a186-2c52-4efd-97d0-008177fa7a8d, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:35:23.345410 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] For port 5e47a186-2c52-4efd-97d0-008177fa7a8d, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5e47a186-2c52-4efd-97d0-008177fa7a8d,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:35:23.354870 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (5e47a186-2c52-4efd-97d0-008177fa7a8d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:23.399342 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:23.400303 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:23.402602 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] 10.222.0.32 "PUT /v2.0/ports/5e47a186-2c52-4efd-97d0-008177fa7a8d HTTP/1.1" status: 200 len: 1096 time: 2.0760381 Feb 07 16:35:23.426801 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b6208db-ff1a-49af-98ea-6856880482d6 admin admin] Publish callbacks [] for security_group (fc7e1bdc-5eb7-4274-8e09-b9b1509734e8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:23.431647 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-aec4c271-7ef0-4ff3-a56e-b17342abfba3 req-af90fcd0-ce78-417a-b142-a069f0964627 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] For port 1134aa19-23a7-4de9-8643-eeda0e753756, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1134aa19-23a7-4de9-8643-eeda0e753756,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:23.432381 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aec4c271-7ef0-4ff3-a56e-b17342abfba3 req-af90fcd0-ce78-417a-b142-a069f0964627 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1134aa19-23a7-4de9-8643-eeda0e753756), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:23.444159 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f42c29-eb78-40d7-a7c1-ffa804496806 service neutron] Pushing event updated for resources: {'Port': ['ID=5e47a186-2c52-4efd-97d0-008177fa7a8d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:23.457927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-aec4c271-7ef0-4ff3-a56e-b17342abfba3 req-af90fcd0-ce78-417a-b142-a069f0964627 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Calling delete_port for 1134aa19-23a7-4de9-8643-eeda0e753756 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:35:23.490575 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b6208db-ff1a-49af-98ea-6856880482d6 admin admin] Publish callbacks [] for security_group (fc7e1bdc-5eb7-4274-8e09-b9b1509734e8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:23.545263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b99b1-cd4f-4d2b-9daa-60d6335c584a req-59de1d3e-e089-4b64-9685-c6d0ad9578e5 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:23.554033 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-297b99b1-cd4f-4d2b-9daa-60d6335c584a req-59de1d3e-e089-4b64-9685-c6d0ad9578e5 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/ports?device_id=14ca6208-71f0-42b7-8477-c80a342bb30c HTTP/1.1" status: 200 len: 950 time: 0.1903937 Feb 07 16:35:23.603157 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-116bb2c5-ad57-4574-91a6-4b8440a05c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:23.610579 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-116bb2c5-ad57-4574-91a6-4b8440a05c3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&device_id=171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd HTTP/1.1" status: 200 len: 1130 time: 0.1264129 Feb 07 16:35:23.687126 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-297b99b1-cd4f-4d2b-9daa-60d6335c584a req-40e24997-c9b2-4bf5-8fa8-48efce4ed6fc tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.18 "GET /v2.0/security-groups?id=af54c2eb-95e4-4fc5-b20e-39a222e10b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296320 Feb 07 16:35:23.689131 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b6208db-ff1a-49af-98ea-6856880482d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fc7e1bdc-5eb7-4274-8e09-b9b1509734e8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:23.692148 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b6208db-ff1a-49af-98ea-6856880482d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:23.699325 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-982430f0-1098-46a2-a714-ddc6d2aae1f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=5e47a186-2c52-4efd-97d0-008177fa7a8d HTTP/1.1" status: 200 len: 217 time: 0.0775020 Feb 07 16:35:23.712357 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6b6208db-ff1a-49af-98ea-6856880482d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc7e1bdc-5eb7-4274-8e09-b9b1509734e8 HTTP/1.1" status: 204 len: 168 time: 0.5249491 Feb 07 16:35:23.726772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6208db-ff1a-49af-98ea-6856880482d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7e1bdc-5eb7-4274-8e09-b9b1509734e8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:23.832620 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-7f64bdf5-8566-41da-8bcd-ddad1c79e140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:23.834851 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-7f64bdf5-8566-41da-8bcd-ddad1c79e140 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1151721 Feb 07 16:35:23.850550 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aec4c271-7ef0-4ff3-a56e-b17342abfba3 req-af90fcd0-ce78-417a-b142-a069f0964627 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (1134aa19-23a7-4de9-8643-eeda0e753756), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:23.863968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['1134aa19-23a7-4de9-8643-eeda0e753756'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:23.899057 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90fcd0-ce78-417a-b142-a069f0964627 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Pushing event deleted for resources: {'Port': ['ID=1134aa19-23a7-4de9-8643-eeda0e753756,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:23.918423 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096de031-3b41-4e8f-b243-8467af17a90d req-77db8b2d-2aed-42a6-a8db-1a971b6ed439 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:23.932119 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-096de031-3b41-4e8f-b243-8467af17a90d req-77db8b2d-2aed-42a6-a8db-1a971b6ed439 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd HTTP/1.1" status: 200 len: 948 time: 0.1385121 Feb 07 16:35:23.970264 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-a6cf4a1e-eb59-4cb5-97fd-188fb0f9c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:23.973611 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-a6cf4a1e-eb59-4cb5-97fd-188fb0f9c3a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1215534 Feb 07 16:35:24.168314 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-896d7599-53fb-4af9-a72e-4b70354e1c0b service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871016 Feb 07 16:35:24.380148 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55364) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:24.384244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec4c271-7ef0-4ff3-a56e-b17342abfba3 req-af90fcd0-ce78-417a-b142-a069f0964627 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] No DVR routers for this DVR port 1134aa19-23a7-4de9-8643-eeda0e753756 on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:35:24.388702 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aec4c271-7ef0-4ff3-a56e-b17342abfba3 req-af90fcd0-ce78-417a-b142-a069f0964627 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:24.392114 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aec4c271-7ef0-4ff3-a56e-b17342abfba3 req-af90fcd0-ce78-417a-b142-a069f0964627 tempest-TenantUsagesTestJSON-1060434095 tempest-TenantUsagesTestJSON-1060434095-project] 10.222.0.48 "DELETE /v2.0/ports/1134aa19-23a7-4de9-8643-eeda0e753756 HTTP/1.1" status: 204 len: 173 time: 1.5243292 Feb 07 16:35:24.393372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ca6208-71f0-42b7-8477-c80a342bb30c', 'name': 'network-vif-deleted', 'tag': '1134aa19-23a7-4de9-8643-eeda0e753756'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:24.415713 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa07d361-c94a-483f-85b6-c7ca931368ce" -d '{"events": [{"server_uuid": "14ca6208-71f0-42b7-8477-c80a342bb30c", "name": "network-vif-deleted", "tag": "1134aa19-23a7-4de9-8643-eeda0e753756"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:24.448234 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef45a38a-da3e-431d-8f28-0003286c4ed3 req-8733f4c6-7aca-4639-95ae-d8ab1ce29dcb service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734365 Feb 07 16:35:24.456002 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8ed3e9d2-c23e-4fb6-9b5d-2e96e0044ba6 req-4cb78e50-400f-4f72-aa60-c452a20125dd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1723390 Feb 07 16:35:24.464636 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-096de031-3b41-4e8f-b243-8467af17a90d req-6bf1b482-a323-4372-991c-c83e38690f64 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316470 Feb 07 16:35:24.599005 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b45a9b0-33d0-4110-810f-3fde88216d1e x-openstack-request-id: req-8b45a9b0-33d0-4110-810f-3fde88216d1e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:24.599412 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d473e8d-ce3e-4af1-9a15-6333051cefd2", "name": "network-vif-deleted", "tag": "4d4859d5-09a9-41f7-94b5-0bb185ca601a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:24.599622 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b45a9b0-33d0-4110-810f-3fde88216d1e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:24.600024 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d473e8d-ce3e-4af1-9a15-6333051cefd2', 'name': 'network-vif-deleted', 'tag': '4d4859d5-09a9-41f7-94b5-0bb185ca601a', 'status': 'completed', 'code': 200} Feb 07 16:35:24.618972 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3e9d2-c23e-4fb6-9b5d-2e96e0044ba6 req-787a02f5-99d8-409f-a54a-76d84b24e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:24.618972 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8ed3e9d2-c23e-4fb6-9b5d-2e96e0044ba6 req-787a02f5-99d8-409f-a54a-76d84b24e499 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=486b5dd718334d35a545e5c0c2409901&device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 1132 time: 0.1033552 Feb 07 16:35:24.770607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c156a4-fab8-47b3-a9bf-efe34e404087 req-d9d27c35-8d25-4c7c-b92e-0acdd063ce32 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:24.772924 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-62c156a4-fab8-47b3-a9bf-efe34e404087 req-d9d27c35-8d25-4c7c-b92e-0acdd063ce32 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=498589ad-1787-4fdb-8665-68982884daef HTTP/1.1" status: 200 len: 944 time: 0.0760138 Feb 07 16:35:24.779500 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3e9d2-c23e-4fb6-9b5d-2e96e0044ba6 req-b7fdfa02-2bc7-4e53-abe3-ceb22cb2aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:24.781477 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8ed3e9d2-c23e-4fb6-9b5d-2e96e0044ba6 req-b7fdfa02-2bc7-4e53-abe3-ceb22cb2aa1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.1401293 Feb 07 16:35:24.834038 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-62c156a4-fab8-47b3-a9bf-efe34e404087 req-f61ca461-4f54-4333-ba85-4944566b5749 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547330 Feb 07 16:35:24.837854 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8ed3e9d2-c23e-4fb6-9b5d-2e96e0044ba6 req-4eb1ab57-9995-4c27-a7c3-f78d57bb169b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=48da32cb-0135-479c-aabd-cb2214318fa6 HTTP/1.1" status: 200 len: 217 time: 0.0481861 Feb 07 16:35:24.841904 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-c5fa891b-ce54-4c47-b0ae-1420b76dd339 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:35:24.843032 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-c5fa891b-ce54-4c47-b0ae-1420b76dd339 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4615431 Feb 07 16:35:24.904208 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3e9d2-c23e-4fb6-9b5d-2e96e0044ba6 req-f12a6705-34e6-46c1-a950-bb6deef63517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:24.906440 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8ed3e9d2-c23e-4fb6-9b5d-2e96e0044ba6 req-f12a6705-34e6-46c1-a950-bb6deef63517 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0588396 Feb 07 16:35:24.908068 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8057d60-0b2e-476a-9e11-c3616a86a859 x-openstack-request-id: req-c8057d60-0b2e-476a-9e11-c3616a86a859 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:24.909323 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ca6208-71f0-42b7-8477-c80a342bb30c", "name": "network-vif-deleted", "tag": "1134aa19-23a7-4de9-8643-eeda0e753756", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:24.909655 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8057d60-0b2e-476a-9e11-c3616a86a859 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:24.910233 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ca6208-71f0-42b7-8477-c80a342bb30c', 'name': 'network-vif-deleted', 'tag': '1134aa19-23a7-4de9-8643-eeda0e753756', 'status': 'completed', 'code': 200} Feb 07 16:35:24.987209 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3e9d2-c23e-4fb6-9b5d-2e96e0044ba6 req-6fd5ee4c-594d-49cc-b92d-69651fad53de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:24.989020 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8ed3e9d2-c23e-4fb6-9b5d-2e96e0044ba6 req-6fd5ee4c-594d-49cc-b92d-69651fad53de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0696123 Feb 07 16:35:25.000536 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55392) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:25.095851 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3adc2eb9-cd73-4fcf-850e-1d45fb7015da admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1630947947-network', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:25.104008 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-aa689e04-28f9-4536-a383-9ad6f280f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:25.105374 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-aa689e04-28f9-4536-a383-9ad6f280f27f service neutron] 10.222.0.18 "GET /v2.0/ports/1b0bcd92-c891-4110-baa2-fd8e3a682ce5 HTTP/1.1" status: 200 len: 1125 time: 0.1450777 Feb 07 16:35:25.119044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-3241d14a-a95b-44c1-a032-ea4662f905b3 service neutron] Request body: {'binding': {'host': 'n-h2-827865-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:25.120194 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-3241d14a-a95b-44c1-a032-ea4662f905b3 service neutron] Unknown quota resources ['binding']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 16:35:25.126013 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adc2eb9-cd73-4fcf-850e-1d45fb7015da admin admin] Made reservation on behalf of 983acac417eb4927bfcc6f21c7e43ae5 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:35:25.129858 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3adc2eb9-cd73-4fcf-850e-1d45fb7015da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:25.140320 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3adc2eb9-cd73-4fcf-850e-1d45fb7015da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:25.164044 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8ed3e9d2-c23e-4fb6-9b5d-2e96e0044ba6 req-bcf679bb-ee33-4885-a760-986d027d29a9 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674299 Feb 07 16:35:25.242414 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a5b74-5893-4d92-bc8e-da3fb3efd5c3 req-7f65b242-4c2f-4724-a5bf-4873d262f9b9 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:25.245309 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-453a5b74-5893-4d92-bc8e-da3fb3efd5c3 req-7f65b242-4c2f-4724-a5bf-4873d262f9b9 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 945 time: 0.0858867 Feb 07 16:35:25.285078 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3adc2eb9-cd73-4fcf-850e-1d45fb7015da admin admin] Publish callbacks [] for security_group (28e4b0cc-3a52-4f60-ba29-eb824e79aebf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:25.291331 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3adc2eb9-cd73-4fcf-850e-1d45fb7015da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (28e4b0cc-3a52-4f60-ba29-eb824e79aebf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:25.333431 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3adc2eb9-cd73-4fcf-850e-1d45fb7015da admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:35:25.338270 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-453a5b74-5893-4d92-bc8e-da3fb3efd5c3 req-ece048bd-2fd5-405e-ba8d-d7fed86cb5b5 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832529 Feb 07 16:35:25.348011 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc2eb9-cd73-4fcf-850e-1d45fb7015da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e4b0cc-3a52-4f60-ba29-eb824e79aebf,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:25.353207 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3adc2eb9-cd73-4fcf-850e-1d45fb7015da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (88ed8e75-88df-48a6-ac4a-fdc3550c0643), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:25.366680 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-3adc2eb9-cd73-4fcf-850e-1d45fb7015da admin admin] Added segment 88ed8e75-88df-48a6-ac4a-fdc3550c0643 of type vlan for network 1c763529-d7da-44e4-93e7-f39221fc8e8d Feb 07 16:35:25.414004 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3adc2eb9-cd73-4fcf-850e-1d45fb7015da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (1c763529-d7da-44e4-93e7-f39221fc8e8d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:25.442591 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3adc2eb9-cd73-4fcf-850e-1d45fb7015da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (1c763529-d7da-44e4-93e7-f39221fc8e8d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:25.444301 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adc2eb9-cd73-4fcf-850e-1d45fb7015da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:25.445147 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3adc2eb9-cd73-4fcf-850e-1d45fb7015da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:25.515976 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3adc2eb9-cd73-4fcf-850e-1d45fb7015da admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.5138350 Feb 07 16:35:25.537904 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55404) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:25.545322 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-820332bb-3e3e-458c-8e13-cc7fc89767ed admin admin] Request body: {'subnet': {'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1630947947-subnet', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:25.567821 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc2eb9-cd73-4fcf-850e-1d45fb7015da admin admin] Pushing event updated for resources: {'Network': ['ID=1c763529-d7da-44e4-93e7-f39221fc8e8d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:25.582235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820332bb-3e3e-458c-8e13-cc7fc89767ed admin admin] Made reservation on behalf of 983acac417eb4927bfcc6f21c7e43ae5 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:35:25.582913 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 1c763529-d7da-44e4-93e7-f39221fc8e8d details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:35:25.584698 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-820332bb-3e3e-458c-8e13-cc7fc89767ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:25.605404 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8ed3e9d2-c23e-4fb6-9b5d-2e96e0044ba6 req-b1aa2daf-9596-4e12-bb2f-fbb43ef0ec32 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248660 Feb 07 16:35:25.619717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-3241d14a-a95b-44c1-a032-ea4662f905b3 service neutron] Attempting to bind port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 on host n-h2-827865-3 for vnic_type normal with profile None {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:35:25.620358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-3241d14a-a95b-44c1-a032-ea4662f905b3 service neutron] Attempting to bind port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:35:25.620358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-3241d14a-a95b-44c1-a032-ea4662f905b3 service neutron] Attempting to bind port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:25.624861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-3241d14a-a95b-44c1-a032-ea4662f905b3 service neutron] Port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 on network 3db07daa-5eaa-4bf8-9b32-41159885835d not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:35:25.625197 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-3241d14a-a95b-44c1-a032-ea4662f905b3 service neutron] Attempting to bind port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:25.630924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-3241d14a-a95b-44c1-a032-ea4662f905b3 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:35:25.631430 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-3241d14a-a95b-44c1-a032-ea4662f905b3 service neutron] Checking segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:35:25.631690 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-3241d14a-a95b-44c1-a032-ea4662f905b3 service neutron] Bound using segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:35:25.632117 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-3241d14a-a95b-44c1-a032-ea4662f905b3 service neutron] Bound port: 1b0bcd92-c891-4110-baa2-fd8e3a682ce5, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:35:25.636160 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12274ced-5f55-4088-8ec4-12b145fe2d63 req-7c7fbece-d75d-4d2c-981a-90a322c4f216 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:25.637733 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12274ced-5f55-4088-8ec4-12b145fe2d63 req-7c7fbece-d75d-4d2c-981a-90a322c4f216 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 950 time: 0.1403565 Feb 07 16:35:25.717112 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-3241d14a-a95b-44c1-a032-ea4662f905b3 service neutron] For port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=1b0bcd92-c891-4110-baa2-fd8e3a682ce5,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:35:25.728988 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55408) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:25.730282 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12274ced-5f55-4088-8ec4-12b145fe2d63 req-f8326557-5b4c-4588-8f10-6df5bd8e914f tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684099 Feb 07 16:35:25.737720 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-af381898-a02b-41eb-95a0-0256e86f54c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:25.754469 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-3241d14a-a95b-44c1-a032-ea4662f905b3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:25.755786 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-3241d14a-a95b-44c1-a032-ea4662f905b3 service neutron] 10.222.0.18 "POST /v2.0/ports/1b0bcd92-c891-4110-baa2-fd8e3a682ce5/bindings HTTP/1.1" status: 201 len: 389 time: 0.6410928 Feb 07 16:35:25.919771 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59758840-0e60-4819-932d-c11f43ae3288 req-34a1ed4b-5d48-45a3-bd0c-25ae1353d03f tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:25.921310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-59758840-0e60-4819-932d-c11f43ae3288 req-34a1ed4b-5d48-45a3-bd0c-25ae1353d03f tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 945 time: 0.1172979 Feb 07 16:35:25.922195 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-820332bb-3e3e-458c-8e13-cc7fc89767ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (d5488e03-bfc3-4e5c-8a1e-4377990d0cc0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:25.971677 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7bdf5d99-9841-426b-bd48-ec31edc29345 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=610e00a6f13441918f1fed04327a888c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410076 Feb 07 16:35:25.975953 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55416) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:25.989987 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be66905-0fa0-4708-939b-52707044b462 req-5f200b8e-04eb-4807-adb5-1d7ee28c8d3d tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:25.992178 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0be66905-0fa0-4708-939b-52707044b462 req-5f200b8e-04eb-4807-adb5-1d7ee28c8d3d tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd HTTP/1.1" status: 200 len: 948 time: 0.1123183 Feb 07 16:35:26.030218 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820332bb-3e3e-458c-8e13-cc7fc89767ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5488e03-bfc3-4e5c-8a1e-4377990d0cc0,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:26.057170 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0be66905-0fa0-4708-939b-52707044b462 req-cd5ff803-a2c6-45d6-aafe-1fd5d0228125 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587721 Feb 07 16:35:26.059663 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-59758840-0e60-4819-932d-c11f43ae3288 req-7227508e-7876-4f53-8a85-72c3d3427024 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289704 Feb 07 16:35:26.062211 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820332bb-3e3e-458c-8e13-cc7fc89767ed admin admin] Checking segment: {'id': '88ed8e75-88df-48a6-ac4a-fdc3550c0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:35:26.062579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820332bb-3e3e-458c-8e13-cc7fc89767ed admin admin] Network hostable DHCP agents. Network: 1c763529-d7da-44e4-93e7-f39221fc8e8d, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:35:26.107046 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d15a1336-b8df-4516-ba6b-e8622b8191e5 admin admin] Publish callbacks [] for security_group (af54c2eb-95e4-4fc5-b20e-39a222e10b0e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:26.110223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820332bb-3e3e-458c-8e13-cc7fc89767ed admin admin] Network 1c763529-d7da-44e4-93e7-f39221fc8e8d is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:35:26.148399 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-820332bb-3e3e-458c-8e13-cc7fc89767ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 1c763529-d7da-44e4-93e7-f39221fc8e8d) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:35:26.153672 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820332bb-3e3e-458c-8e13-cc7fc89767ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:26.154117 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-820332bb-3e3e-458c-8e13-cc7fc89767ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:26.158043 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ad1f39-0599-4d3c-be25-944a97379fb2 None None] Network 1c763529-d7da-44e4-93e7-f39221fc8e8d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:35:26.164340 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d15a1336-b8df-4516-ba6b-e8622b8191e5 admin admin] Publish callbacks [] for security_group (af54c2eb-95e4-4fc5-b20e-39a222e10b0e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:26.226239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-c0a73068-232c-4b50-84c0-c01f35da79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:26.228133 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-c0a73068-232c-4b50-84c0-c01f35da79fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 1128 time: 0.1016543 Feb 07 16:35:26.240808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ad5d9-9d55-4086-9a6b-610bfa845f71 req-e554e17c-76c4-4a82-abbc-658f14949660 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:26.242487 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-622ad5d9-9d55-4086-9a6b-610bfa845f71 req-e554e17c-76c4-4a82-abbc-658f14949660 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 946 time: 0.0793633 Feb 07 16:35:26.255052 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-820332bb-3e3e-458c-8e13-cc7fc89767ed admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7134681 Feb 07 16:35:26.256498 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55420) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:26.275647 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a02f4e04-fc27-45ca-b8bc-d1aa6afb782d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1630947947-router', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:26.296128 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f8bb5-ea25-4847-95ef-045f3015f61d req-708faa87-7d90-4a47-b1ea-81611f204503 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:26.296915 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-1c763529-d7da-44e4-93e7-f39221fc8e8d', 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d', 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'fixed_ips': [{'subnet_id': 'd5488e03-bfc3-4e5c-8a1e-4377990d0cc0'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:35:26.297843 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-764f8bb5-ea25-4847-95ef-045f3015f61d req-708faa87-7d90-4a47-b1ea-81611f204503 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=498589ad-1787-4fdb-8665-68982884daef HTTP/1.1" status: 200 len: 944 time: 0.1365485 Feb 07 16:35:26.297964 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:26.316411 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d15a1336-b8df-4516-ba6b-e8622b8191e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (af54c2eb-95e4-4fc5-b20e-39a222e10b0e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:26.317875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4d4859d5-09a9-41f7-94b5-0bb185ca601a no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:35:26.319389 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d15a1336-b8df-4516-ba6b-e8622b8191e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:26.326162 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d15a1336-b8df-4516-ba6b-e8622b8191e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af54c2eb-95e4-4fc5-b20e-39a222e10b0e HTTP/1.1" status: 204 len: 168 time: 0.3477888 Feb 07 16:35:26.349990 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a1336-b8df-4516-ba6b-e8622b8191e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af54c2eb-95e4-4fc5-b20e-39a222e10b0e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:26.393495 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 4d4859d5-09a9-41f7-94b5-0bb185ca601a {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:35:26.397599 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-622ad5d9-9d55-4086-9a6b-610bfa845f71 req-d6ee45b3-3585-4274-804b-c89417420285 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484640 Feb 07 16:35:26.398697 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4d4859d5-09a9-41f7-94b5-0bb185ca601a not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:35:26.402271 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2d1869c0-b47d-47a5-b012-a32541eea315 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:35:26.408904 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a02f4e04-fc27-45ca-b8bc-d1aa6afb782d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (008b0841-0724-4fd5-8772-ea9b57ecc5ac), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:26.409147 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a02f4e04-fc27-45ca-b8bc-d1aa6afb782d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (008b0841-0724-4fd5-8772-ea9b57ecc5ac), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:26.411536 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-764f8bb5-ea25-4847-95ef-045f3015f61d req-b53fcf5d-804e-40c7-bc4d-b93c31c01575 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045611 Feb 07 16:35:26.470500 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-2a0fc589-2cc2-4015-af2f-bb4f2766f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:26.472736 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-2a0fc589-2cc2-4015-af2f-bb4f2766f108 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 0.2166390 Feb 07 16:35:26.601420 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-a5514c0b-d4da-486b-ae18-1f9c6b0a8391 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b0bcd92-c891-4110-baa2-fd8e3a682ce5 HTTP/1.1" status: 200 len: 217 time: 0.1065292 Feb 07 16:35:26.604249 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd', 'tag': '5e47a186-2c52-4efd-97d0-008177fa7a8d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:26.605471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 2d1869c0-b47d-47a5-b012-a32541eea315 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:35:26.606773 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229e90b1-3867-49c1-8363-1723954666a1" -d '{"events": [{"name": "network-changed", "server_uuid": "171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd", "tag": "5e47a186-2c52-4efd-97d0-008177fa7a8d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:26.612629 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a02f4e04-fc27-45ca-b8bc-d1aa6afb782d admin admin] Publish callbacks [] for router_controller (008b0841-0724-4fd5-8772-ea9b57ecc5ac), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:26.614099 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 2d1869c0-b47d-47a5-b012-a32541eea315 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:26.614564 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2d1869c0-b47d-47a5-b012-a32541eea315), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:26.619170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffa3de-01b5-4a27-99dd-0beb2971e866 req-4919b5c8-5d08-4e2d-86b5-63f3b85913cc tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:26.621599 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-66ffa3de-01b5-4a27-99dd-0beb2971e866 req-4919b5c8-5d08-4e2d-86b5-63f3b85913cc tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 945 time: 0.0791090 Feb 07 16:35:26.693555 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddec3fbd-e172-45d0-917f-affa9f52c5a7 x-openstack-request-id: req-ddec3fbd-e172-45d0-917f-affa9f52c5a7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:26.694070 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd", "tag": "5e47a186-2c52-4efd-97d0-008177fa7a8d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:26.694711 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ddec3fbd-e172-45d0-917f-affa9f52c5a7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:26.694711 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd', 'tag': '5e47a186-2c52-4efd-97d0-008177fa7a8d', 'status': 'completed', 'code': 200} Feb 07 16:35:26.716305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] Allocated IP 172.20.0.2 (1c763529-d7da-44e4-93e7-f39221fc8e8d/d5488e03-bfc3-4e5c-8a1e-4377990d0cc0/0479931b-81cd-4959-968d-8e72ee1e8438) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:35:26.722423 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-66ffa3de-01b5-4a27-99dd-0beb2971e866 req-ca047546-82fd-491e-9574-cbe67095253d tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882814 Feb 07 16:35:26.801593 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-94099cc7-8b32-4643-9335-b6aed1f40344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:26.803277 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-94099cc7-8b32-4643-9335-b6aed1f40344 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.1884537 Feb 07 16:35:26.866406 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 2d1869c0-b47d-47a5-b012-a32541eea315 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:26.866687 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2d1869c0-b47d-47a5-b012-a32541eea315), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:26.925621 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adda70b-14a8-4018-933a-e6f76b569db6 req-d36f489c-d834-44d7-8f56-c82be3de6f57 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:26.927139 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8adda70b-14a8-4018-933a-e6f76b569db6 req-d36f489c-d834-44d7-8f56-c82be3de6f57 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 950 time: 0.0690506 Feb 07 16:35:26.927624 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55436) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:26.927852 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498589ad-1787-4fdb-8665-68982884daef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1869c0-b47d-47a5-b012-a32541eea315'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:26.930708 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3187ca8e-b170-4071-afae-ccb22e66c945" -d '{"events": [{"server_uuid": "498589ad-1787-4fdb-8665-68982884daef", "name": "network-vif-plugged", "status": "completed", "tag": "2d1869c0-b47d-47a5-b012-a32541eea315"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:26.932333 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-446cdb71-70fb-491a-935c-da13e8d76515 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947442 Feb 07 16:35:26.935473 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a02f4e04-fc27-45ca-b8bc-d1aa6afb782d admin admin] Publish callbacks [] for router_gateway (008b0841-0724-4fd5-8772-ea9b57ecc5ac), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:26.942808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e90b1-3867-49c1-8363-1723954666a1 req-b1f42a51-1a17-4112-9923-395ab6c2e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:26.944453 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-229e90b1-3867-49c1-8363-1723954666a1 req-b1f42a51-1a17-4112-9923-395ab6c2e67f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&device_id=171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd HTTP/1.1" status: 200 len: 1130 time: 0.2001543 Feb 07 16:35:26.947329 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d941741f-57ac-4fab-8b3f-a0fb9026fc5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:26.960216 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 2d1869c0-b47d-47a5-b012-a32541eea315, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2d1869c0-b47d-47a5-b012-a32541eea315,segment=NetworkSegment(971b157b-efbe-4872-9ce7-e2dd5578fdae),segment_id=971b157b-efbe-4872-9ce7-e2dd5578fdae)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:26.967820 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2d1869c0-b47d-47a5-b012-a32541eea315), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:26.968601 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1134aa19-23a7-4de9-8643-eeda0e753756 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:35:27.011600 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8adda70b-14a8-4018-933a-e6f76b569db6 req-fca0f9fe-71b0-499e-bf46-34e28b54475d tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766277 Feb 07 16:35:27.049425 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 1134aa19-23a7-4de9-8643-eeda0e753756 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:35:27.049425 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1134aa19-23a7-4de9-8643-eeda0e753756 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:35:27.096610 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] Publish callbacks [] for port (0479931b-81cd-4959-968d-8e72ee1e8438), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:27.103397 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=2d1869c0-b47d-47a5-b012-a32541eea315,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:27.109655 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (0479931b-81cd-4959-968d-8e72ee1e8438), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:27.143241 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abd5f0-bbff-45dc-9e20-813752bb2e67 req-8e31f962-6588-49da-a7ee-f8923ac046d6 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:27.148470 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76754ea0-5275-432a-b486-d51ea6c7e629 x-openstack-request-id: req-76754ea0-5275-432a-b486-d51ea6c7e629 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:27.148791 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498589ad-1787-4fdb-8665-68982884daef", "name": "network-vif-plugged", "status": "completed", "tag": "2d1869c0-b47d-47a5-b012-a32541eea315", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:27.149061 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76754ea0-5275-432a-b486-d51ea6c7e629 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:27.149474 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498589ad-1787-4fdb-8665-68982884daef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1869c0-b47d-47a5-b012-a32541eea315', 'code': 200} Feb 07 16:35:27.150753 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-52abd5f0-bbff-45dc-9e20-813752bb2e67 req-8e31f962-6588-49da-a7ee-f8923ac046d6 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 945 time: 0.2695205 Feb 07 16:35:27.151544 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d941741f-57ac-4fab-8b3f-a0fb9026fc5b admin admin] Publish callbacks [] for security_group (3c857500-cfa1-4625-a08b-e1718278cd3b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:27.162019 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d941741f-57ac-4fab-8b3f-a0fb9026fc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3c857500-cfa1-4625-a08b-e1718278cd3b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:27.163287 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] Network 1c763529-d7da-44e4-93e7-f39221fc8e8d is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:35:27.171212 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:35:27.175449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:35:27.194073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] Pushing event updated for resources: {'Port': ['ID=0479931b-81cd-4959-968d-8e72ee1e8438,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:27.222587 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-bfd4f365-2707-4a93-8d05-32829c9f19ea service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771008 Feb 07 16:35:27.230923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e90b1-3867-49c1-8363-1723954666a1 req-8158de47-59c3-453a-86c5-99417a27a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:27.233311 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-229e90b1-3867-49c1-8363-1723954666a1 req-8158de47-59c3-453a-86c5-99417a27a1b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.2734668 Feb 07 16:35:27.239704 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3091ed2-21fe-4835-8d98-82415b18b187 req-9c494788-fe25-4101-89af-46e9c9d0065f tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:27.241787 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3091ed2-21fe-4835-8d98-82415b18b187 req-9c494788-fe25-4101-89af-46e9c9d0065f tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.32 "GET /v2.0/ports?device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 950 time: 0.1804290 Feb 07 16:35:27.278157 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] Attempting to bind port 0479931b-81cd-4959-968d-8e72ee1e8438 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:35:27.278733 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] Attempting to bind port 0479931b-81cd-4959-968d-8e72ee1e8438 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '88ed8e75-88df-48a6-ac4a-fdc3550c0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:35:27.279107 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] Attempting to bind port 0479931b-81cd-4959-968d-8e72ee1e8438 on network 1c763529-d7da-44e4-93e7-f39221fc8e8d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:27.286501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:35:27.286501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] Checking segment: {'id': '88ed8e75-88df-48a6-ac4a-fdc3550c0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:35:27.286501 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:27.288053 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] Bound using segment: {'id': '88ed8e75-88df-48a6-ac4a-fdc3550c0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:35:27.289444 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] Bound port: 0479931b-81cd-4959-968d-8e72ee1e8438, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ed8e75-88df-48a6-ac4a-fdc3550c0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:35:27.289884 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d941741f-57ac-4fab-8b3f-a0fb9026fc5b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa61535f23ba409fa08f85d41c2b39a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3611407 Feb 07 16:35:27.293492 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0479931b-81cd-4959-968d-8e72ee1e8438), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:27.308294 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55442) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:27.346769 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-229e90b1-3867-49c1-8363-1723954666a1 req-1279350c-678a-4e81-871b-dd130efca9c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=5e47a186-2c52-4efd-97d0-008177fa7a8d HTTP/1.1" status: 200 len: 217 time: 0.0890329 Feb 07 16:35:27.353001 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941741f-57ac-4fab-8b3f-a0fb9026fc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c857500-cfa1-4625-a08b-e1718278cd3b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:27.353778 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-52abd5f0-bbff-45dc-9e20-813752bb2e67 req-c61e30c5-084e-48b8-bca2-5f28eed24ac4 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021027 Feb 07 16:35:27.385020 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] For port 0479931b-81cd-4959-968d-8e72ee1e8438, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:35:27.397662 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] For port 0479931b-81cd-4959-968d-8e72ee1e8438, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0479931b-81cd-4959-968d-8e72ee1e8438,segment=NetworkSegment(88ed8e75-88df-48a6-ac4a-fdc3550c0643),segment_id=88ed8e75-88df-48a6-ac4a-fdc3550c0643)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:35:27.406139 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (0479931b-81cd-4959-968d-8e72ee1e8438), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:27.472476 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e90b1-3867-49c1-8363-1723954666a1 req-092b51d5-21ae-457d-8799-4813ee48d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:27.474015 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-229e90b1-3867-49c1-8363-1723954666a1 req-092b51d5-21ae-457d-8799-4813ee48d613 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1021168 Feb 07 16:35:27.485665 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eeafab-78e7-4c97-a02f-894209d4d561 req-57a03ee3-4d68-4bfd-8975-2347225ba736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:27.487908 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a9eeafab-78e7-4c97-a02f-894209d4d561 req-57a03ee3-4d68-4bfd-8975-2347225ba736 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=498589ad-1787-4fdb-8665-68982884daef HTTP/1.1" status: 200 len: 1127 time: 0.2745523 Feb 07 16:35:27.503838 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5e5b2-4451-4ba4-bda0-986d7a1ed6be None None] Pushing event updated for resources: {'Port': ['ID=0479931b-81cd-4959-968d-8e72ee1e8438,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:27.529529 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-f267e8ce-2c70-48f6-9b0d-c91528828cf1 service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897360 Feb 07 16:35:27.534574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417efcd8-1a33-45da-b614-39830b085ab6 req-1e7a7052-d7a3-4741-ab1a-ce9d8d231803 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:27.536476 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-417efcd8-1a33-45da-b614-39830b085ab6 req-1e7a7052-d7a3-4741-ab1a-ce9d8d231803 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd HTTP/1.1" status: 200 len: 948 time: 0.2596834 Feb 07 16:35:27.544948 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0e6dcb0-fa6b-46e9-a14a-8905b42bbda8 admin admin] Publish callbacks [] for security_group (3c857500-cfa1-4625-a08b-e1718278cd3b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:27.609180 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0e6dcb0-fa6b-46e9-a14a-8905b42bbda8 admin admin] Publish callbacks [] for security_group (3c857500-cfa1-4625-a08b-e1718278cd3b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:27.670409 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d3091ed2-21fe-4835-8d98-82415b18b187 req-29ad61a6-8928-4b10-b10a-bf7221bdb22c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Deleting port 48da32cb-0135-479c-aabd-cb2214318fa6 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:35:27.671117 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d3091ed2-21fe-4835-8d98-82415b18b187 req-29ad61a6-8928-4b10-b10a-bf7221bdb22c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (48da32cb-0135-479c-aabd-cb2214318fa6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:27.680190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e90b1-3867-49c1-8363-1723954666a1 req-634b4950-d6a9-49f4-bb90-3921fdafd6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:27.682077 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-229e90b1-3867-49c1-8363-1723954666a1 req-634b4950-d6a9-49f4-bb90-3921fdafd6e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1979942 Feb 07 16:35:27.697384 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a9eeafab-78e7-4c97-a02f-894209d4d561 req-7e57cc79-97c6-4e33-9c27-bc380bee2b95 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734459 Feb 07 16:35:27.754399 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a02f4e04-fc27-45ca-b8bc-d1aa6afb782d admin admin] Publish callbacks [] for router_gateway (008b0841-0724-4fd5-8772-ea9b57ecc5ac), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:27.794121 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-417efcd8-1a33-45da-b614-39830b085ab6 req-310fb4b6-f285-433c-b4c6-7e0190198197 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271588 Feb 07 16:35:27.805528 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-69cafb3a-be87-4f81-a5b6-baab047fe970 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:27.807048 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-69cafb3a-be87-4f81-a5b6-baab047fe970 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c&tenant_id=deb20de83f134befa08f0478fca7ff92&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 1128 time: 0.1991470 Feb 07 16:35:27.826209 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a02f4e04-fc27-45ca-b8bc-d1aa6afb782d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:27.840429 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827865-3'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:27.869516 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0e6dcb0-fa6b-46e9-a14a-8905b42bbda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3c857500-cfa1-4625-a08b-e1718278cd3b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:27.873214 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0e6dcb0-fa6b-46e9-a14a-8905b42bbda8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:27.879005 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b0e6dcb0-fa6b-46e9-a14a-8905b42bbda8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c857500-cfa1-4625-a08b-e1718278cd3b HTTP/1.1" status: 204 len: 168 time: 0.5653393 Feb 07 16:35:27.900437 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6dcb0-fa6b-46e9-a14a-8905b42bbda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c857500-cfa1-4625-a08b-e1718278cd3b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:27.933478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d3091ed2-21fe-4835-8d98-82415b18b187 req-29ad61a6-8928-4b10-b10a-bf7221bdb22c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] For port 48da32cb-0135-479c-aabd-cb2214318fa6, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=48da32cb-0135-479c-aabd-cb2214318fa6,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:27.934157 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d3091ed2-21fe-4835-8d98-82415b18b187 req-29ad61a6-8928-4b10-b10a-bf7221bdb22c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (48da32cb-0135-479c-aabd-cb2214318fa6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:27.974174 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d3091ed2-21fe-4835-8d98-82415b18b187 req-29ad61a6-8928-4b10-b10a-bf7221bdb22c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Calling delete_port for 48da32cb-0135-479c-aabd-cb2214318fa6 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:35:28.024179 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:28.061561 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-62a35301-94d7-4edc-ba03-67d2f38ad9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:28.069553 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-229e90b1-3867-49c1-8363-1723954666a1 req-3fc9c379-4e26-4336-9dba-03cc4b2e5005 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716021 Feb 07 16:35:28.216388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-a02f4e04-fc27-45ca-b8bc-d1aa6afb782d admin admin] Allocated IP 172.25.4.244 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/23beb8cc-9844-4424-8ceb-a68e51e8d7e4) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:35:28.227038 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f74838-6ec2-4e5b-a2ad-8484cd6cb044 req-db2fc851-0cef-44f6-b3d2-1e526c7bdab4 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:28.228786 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-96f74838-6ec2-4e5b-a2ad-8484cd6cb044 req-db2fc851-0cef-44f6-b3d2-1e526c7bdab4 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=498589ad-1787-4fdb-8665-68982884daef HTTP/1.1" status: 200 len: 945 time: 0.1522191 Feb 07 16:35:28.262457 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14288893-1062-4b08-bcf7-94f645f18f79 req-a42e7dab-52bd-4007-93ba-c81ab1a2dd02 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1363873 Feb 07 16:35:28.318540 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5e47a186-2c52-4efd-97d0-008177fa7a8d details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:35:28.345986 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92e17f-0f38-499a-be03-3b0f5d586e6c req-5ffaa7ed-467c-47d6-90d8-c31d12b959cb tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:28.348254 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f92e17f-0f38-499a-be03-3b0f5d586e6c req-5ffaa7ed-467c-47d6-90d8-c31d12b959cb tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 946 time: 0.2923038 Feb 07 16:35:28.356823 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-96f74838-6ec2-4e5b-a2ad-8484cd6cb044 req-4eb65579-fa42-4332-bf22-38c777c48aac tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911038 Feb 07 16:35:28.358755 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d3091ed2-21fe-4835-8d98-82415b18b187 req-29ad61a6-8928-4b10-b10a-bf7221bdb22c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (48da32cb-0135-479c-aabd-cb2214318fa6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:28.394821 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['48da32cb-0135-479c-aabd-cb2214318fa6', '53f19a98-a70f-488e-b089-2a1c6610df6c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:28.395585 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-229e90b1-3867-49c1-8363-1723954666a1 req-830ef1ea-ddc1-4f6e-ab6f-64d61f6a15ee service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131411 Feb 07 16:35:28.400223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad61a6-8928-4b10-b10a-bf7221bdb22c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Pushing event deleted for resources: {'Port': ['ID=48da32cb-0135-479c-aabd-cb2214318fa6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:28.466986 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:35:28.492515 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14288893-1062-4b08-bcf7-94f645f18f79 req-13b02520-af6a-44f5-96b8-b4863d29af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:28.495721 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14288893-1062-4b08-bcf7-94f645f18f79 req-13b02520-af6a-44f5-96b8-b4863d29af55 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 1131 time: 0.2041018 Feb 07 16:35:28.496541 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3091ed2-21fe-4835-8d98-82415b18b187 req-29ad61a6-8928-4b10-b10a-bf7221bdb22c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] No DVR routers for this DVR port 48da32cb-0135-479c-aabd-cb2214318fa6 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:35:28.499162 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d3091ed2-21fe-4835-8d98-82415b18b187 req-29ad61a6-8928-4b10-b10a-bf7221bdb22c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:28.505346 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3091ed2-21fe-4835-8d98-82415b18b187 req-29ad61a6-8928-4b10-b10a-bf7221bdb22c tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.32 "DELETE /v2.0/ports/48da32cb-0135-479c-aabd-cb2214318fa6 HTTP/1.1" status: 204 len: 173 time: 1.2336957 Feb 07 16:35:28.505856 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3352431b-e7ca-4195-afc6-3a65f096e4b3', 'name': 'network-vif-deleted', 'tag': '48da32cb-0135-479c-aabd-cb2214318fa6'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:28.508231 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b734426-3fbc-423a-93a0-919439508492" -d '{"events": [{"server_uuid": "3352431b-e7ca-4195-afc6-3a65f096e4b3", "name": "network-vif-deleted", "tag": "48da32cb-0135-479c-aabd-cb2214318fa6"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:28.581048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] For port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1b0bcd92-c891-4110-baa2-fd8e3a682ce5,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:28.675944 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 5e47a186-2c52-4efd-97d0-008177fa7a8d, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5e47a186-2c52-4efd-97d0-008177fa7a8d,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:28.697538 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '5e47a186-2c52-4efd-97d0-008177fa7a8d', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '5e47a186-2c52-4efd-97d0-008177fa7a8d', 'mac_address': 'fa:16:3e:00:20:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:35:28.712506 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f92e17f-0f38-499a-be03-3b0f5d586e6c req-2f7d5d05-c906-4753-9e8f-216042979ea1 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321564 Feb 07 16:35:28.712908 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bdfd8bb7-af43-4b98-bdbc-0f2ab20b1da1 req-17842689-582f-488a-81b4-1049c63b7bd5 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=3352431b-e7ca-4195-afc6-3a65f096e4b3 HTTP/1.1" status: 200 len: 210 time: 0.0591905 Feb 07 16:35:28.715493 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14288893-1062-4b08-bcf7-94f645f18f79 req-0ee039ab-b3c3-4a9c-b306-4eea84e072b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:28.716965 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14288893-1062-4b08-bcf7-94f645f18f79 req-0ee039ab-b3c3-4a9c-b306-4eea84e072b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.1832058 Feb 07 16:35:28.751853 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a02f4e04-fc27-45ca-b8bc-d1aa6afb782d admin admin] Publish callbacks [] for port (23beb8cc-9844-4424-8ceb-a68e51e8d7e4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:28.782606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 5e47a186-2c52-4efd-97d0-008177fa7a8d is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:28.783012 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5e47a186-2c52-4efd-97d0-008177fa7a8d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:28.826024 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14288893-1062-4b08-bcf7-94f645f18f79 req-a089c813-e519-4397-b0bb-568f52c88937 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=c2ed7b11-fa05-437c-b3fd-894f106c3dee HTTP/1.1" status: 200 len: 217 time: 0.1001914 Feb 07 16:35:28.834080 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32525e51-c420-40e1-b81e-4fbf53403030 x-openstack-request-id: req-32525e51-c420-40e1-b81e-4fbf53403030 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:28.834560 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3352431b-e7ca-4195-afc6-3a65f096e4b3", "name": "network-vif-deleted", "tag": "48da32cb-0135-479c-aabd-cb2214318fa6", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:28.834810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] For port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:35:28.835276 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32525e51-c420-40e1-b81e-4fbf53403030 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:28.835480 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3352431b-e7ca-4195-afc6-3a65f096e4b3', 'name': 'network-vif-deleted', 'tag': '48da32cb-0135-479c-aabd-cb2214318fa6', 'status': 'completed', 'code': 200} Feb 07 16:35:28.837347 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e47a186-2c52-4efd-97d0-008177fa7a8d {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:28.888440 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 5e47a186-2c52-4efd-97d0-008177fa7a8d, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5e47a186-2c52-4efd-97d0-008177fa7a8d,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:28.899571 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5e47a186-2c52-4efd-97d0-008177fa7a8d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:29.015701 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14288893-1062-4b08-bcf7-94f645f18f79 req-dd4ef7c0-7044-4a5a-ad71-a6d1abb6b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:29.017497 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14288893-1062-4b08-bcf7-94f645f18f79 req-dd4ef7c0-7044-4a5a-ad71-a6d1abb6b3a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1805470 Feb 07 16:35:29.069829 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=5e47a186-2c52-4efd-97d0-008177fa7a8d,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:29.113312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbf9f3d-323f-4bde-80b0-f5bd039de86c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b0bcd92-c891-4110-baa2-fd8e3a682ce5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:29.115623 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b4c4c8-7078-4fb5-a70c-5fff0c530163" -d '{"events": [{"server_uuid": "0bbf9f3d-323f-4bde-80b0-f5bd039de86c", "name": "network-vif-unplugged", "status": "completed", "tag": "1b0bcd92-c891-4110-baa2-fd8e3a682ce5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:29.121226 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] Publish callbacks [] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:29.127376 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a02f4e04-fc27-45ca-b8bc-d1aa6afb782d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (23beb8cc-9844-4424-8ceb-a68e51e8d7e4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:29.142980 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:29.172236 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14288893-1062-4b08-bcf7-94f645f18f79 req-97bd469a-abdf-4471-a2e4-6f9612d78cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:29.173987 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14288893-1062-4b08-bcf7-94f645f18f79 req-97bd469a-abdf-4471-a2e4-6f9612d78cf1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1414106 Feb 07 16:35:29.319677 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:29.367698 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec2f16c-4a4e-4282-8d1c-b81b27f865b9 None None] Network 1c763529-d7da-44e4-93e7-f39221fc8e8d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:35:29.381600 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['5e47a186-2c52-4efd-97d0-008177fa7a8d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:29.444878 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14288893-1062-4b08-bcf7-94f645f18f79 req-7b12094a-b3fe-4a0a-b956-def1bbb34e1b service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635660 Feb 07 16:35:29.459339 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15a09f-b627-4f66-ade4-b89a9c33327f req-e77d4787-de7a-4911-8bd1-8734357e74c9 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:29.467232 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2d15a09f-b627-4f66-ade4-b89a9c33327f req-e77d4787-de7a-4911-8bd1-8734357e74c9 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 945 time: 0.0999050 Feb 07 16:35:29.479914 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0479931b-81cd-4959-968d-8e72ee1e8438 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:35:29.575843 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7f5b4d06-a9e5-4fba-b561-08cf727d18d9 None None] Provisioning complete for port 0479931b-81cd-4959-968d-8e72ee1e8438 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:29.576661 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4d06-a9e5-4fba-b561-08cf727d18d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0479931b-81cd-4959-968d-8e72ee1e8438), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:29.588267 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2d15a09f-b627-4f66-ade4-b89a9c33327f req-89fe43e5-3a9e-4a7e-ba54-aac413bc16ce tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197491 Feb 07 16:35:29.700820 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14288893-1062-4b08-bcf7-94f645f18f79 req-df0842fb-83aa-4d18-950a-f796b68efec2 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242644 Feb 07 16:35:29.701831 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3aae3b7-73f5-4933-84c7-ec6d821b5ce8 x-openstack-request-id: req-f3aae3b7-73f5-4933-84c7-ec6d821b5ce8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:29.702143 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbf9f3d-323f-4bde-80b0-f5bd039de86c", "name": "network-vif-unplugged", "status": "completed", "tag": "1b0bcd92-c891-4110-baa2-fd8e3a682ce5", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:29.702427 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3aae3b7-73f5-4933-84c7-ec6d821b5ce8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:29.702884 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbf9f3d-323f-4bde-80b0-f5bd039de86c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b0bcd92-c891-4110-baa2-fd8e3a682ce5', 'code': 200} Feb 07 16:35:29.745668 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02f4e04-fc27-45ca-b8bc-d1aa6afb782d admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:35:29.749655 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f4e04-fc27-45ca-b8bc-d1aa6afb782d admin admin] Pushing event updated for resources: {'Port': ['ID=23beb8cc-9844-4424-8ceb-a68e51e8d7e4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:29.775409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 0479931b-81cd-4959-968d-8e72ee1e8438 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:29.775794 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0479931b-81cd-4959-968d-8e72ee1e8438), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:29.819159 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaac4df-d431-460c-9eab-c9a8704b6487 req-6b91d4d6-eb3d-4b71-a2eb-32ae53667256 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:29.821583 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aeaac4df-d431-460c-9eab-c9a8704b6487 req-6b91d4d6-eb3d-4b71-a2eb-32ae53667256 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=498589ad-1787-4fdb-8665-68982884daef HTTP/1.1" status: 200 len: 945 time: 0.0986648 Feb 07 16:35:29.830146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d14871-5e10-427d-97d0-198ddca1ac8f req-628311fb-ffa6-4be7-aeab-1cd99f9040ee tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:29.831783 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-23d14871-5e10-427d-97d0-198ddca1ac8f req-628311fb-ffa6-4be7-aeab-1cd99f9040ee tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd HTTP/1.1" status: 200 len: 949 time: 0.8106153 Feb 07 16:35:29.832903 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a02f4e04-fc27-45ca-b8bc-d1aa6afb782d admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:35:29.836138 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0bcd92-c891-4110-baa2-fd8e3a682ce5,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:29.838624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f4e04-fc27-45ca-b8bc-d1aa6afb782d admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:35:29.900170 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aeaac4df-d431-460c-9eab-c9a8704b6487 req-8888dd51-1813-4af7-a1f7-891ae5e6eda6 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721464 Feb 07 16:35:29.962792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] Attempting to bind port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 on host n-h1-827865-3 for vnic_type normal with profile {"migrating_to": "n-h2-827865-3"} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:35:29.963483 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] Attempting to bind port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:35:29.963845 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] Attempting to bind port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:29.988125 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 0479931b-81cd-4959-968d-8e72ee1e8438 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:29.988675 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0479931b-81cd-4959-968d-8e72ee1e8438), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:30.034310 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] Port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 on network 3db07daa-5eaa-4bf8-9b32-41159885835d not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:35:30.034644 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] Attempting to bind port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:30.043725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 0479931b-81cd-4959-968d-8e72ee1e8438, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0479931b-81cd-4959-968d-8e72ee1e8438,segment=NetworkSegment(88ed8e75-88df-48a6-ac4a-fdc3550c0643),segment_id=88ed8e75-88df-48a6-ac4a-fdc3550c0643)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:30.052627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b4d06-a9e5-4fba-b561-08cf727d18d9 None None] Current status of the port 0479931b-81cd-4959-968d-8e72ee1e8438 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:30.052922 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4d06-a9e5-4fba-b561-08cf727d18d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0479931b-81cd-4959-968d-8e72ee1e8438), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:30.057932 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (0479931b-81cd-4959-968d-8e72ee1e8438), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:30.096915 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913e2f9-731c-4df5-8e92-de458497359b req-03fb57b4-d791-411b-b0a6-590bafec6ca6 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:30.098055 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-23d14871-5e10-427d-97d0-198ddca1ac8f req-00d09e70-717c-4a6c-a278-3f31e4e59e11 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290907 Feb 07 16:35:30.101360 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:35:30.102421 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] Checking segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:35:30.103171 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] Bound using segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:35:30.103797 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] Bound port: 1b0bcd92-c891-4110-baa2-fd8e3a682ce5, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:35:30.104255 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0913e2f9-731c-4df5-8e92-de458497359b req-03fb57b4-d791-411b-b0a6-590bafec6ca6 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 944 time: 0.1086910 Feb 07 16:35:30.104479 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:30.193982 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0913e2f9-731c-4df5-8e92-de458497359b req-9e4841f2-00ca-4ea2-92fe-ec15ba10c634 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887635 Feb 07 16:35:30.206532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=0479931b-81cd-4959-968d-8e72ee1e8438,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:30.263486 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] For port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:35:30.275358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] For port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1b0bcd92-c891-4110-baa2-fd8e3a682ce5,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:35:30.312574 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-7f5b4d06-a9e5-4fba-b561-08cf727d18d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:35:30.317848 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-7f5b4d06-a9e5-4fba-b561-08cf727d18d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:35:30.320833 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:30.339935 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 76124532-4f70-4aab-802c-0e671f6078ee details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:35:30.350144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 48da32cb-0135-479c-aabd-cb2214318fa6 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:35:30.402288 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 48da32cb-0135-479c-aabd-cb2214318fa6 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:35:30.403147 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 48da32cb-0135-479c-aabd-cb2214318fa6 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:35:30.429660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0bcd92-c891-4110-baa2-fd8e3a682ce5,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:30.555273 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 76124532-4f70-4aab-802c-0e671f6078ee, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=76124532-4f70-4aab-802c-0e671f6078ee,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:30.574860 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '76124532-4f70-4aab-802c-0e671f6078ee', 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f', 'port_id': '76124532-4f70-4aab-802c-0e671f6078ee', 'mac_address': 'fa:16:3e:ba:83:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd54b586-8698-4fa9-b42d-dba2de8db3c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:35:30.588521 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:30.589414 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:30.591498 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-e80e1d12-f25d-41a9-be5f-1e40cade4817 service neutron] 10.222.0.32 "PUT /v2.0/ports/1b0bcd92-c891-4110-baa2-fd8e3a682ce5 HTTP/1.1" status: 200 len: 1122 time: 2.7667706 Feb 07 16:35:30.611070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-47b39069-2d4d-47cc-aa5e-8e25e1e29776 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:30.612152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37c176-2531-4eaf-9cff-b6f901abbd45 req-34018456-e16c-4066-bd6b-819ce10418cd tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:30.613800 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-47b39069-2d4d-47cc-aa5e-8e25e1e29776 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1911843 Feb 07 16:35:30.624980 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df37c176-2531-4eaf-9cff-b6f901abbd45 req-34018456-e16c-4066-bd6b-819ce10418cd tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 951 time: 0.0708082 Feb 07 16:35:30.631006 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 76124532-4f70-4aab-802c-0e671f6078ee is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:30.631898 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (76124532-4f70-4aab-802c-0e671f6078ee), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:30.635319 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a02f4e04-fc27-45ca-b8bc-d1aa6afb782d admin admin] Publish callbacks [] for router_gateway (008b0841-0724-4fd5-8772-ea9b57ecc5ac), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:30.675977 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76124532-4f70-4aab-802c-0e671f6078ee {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:30.676818 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df37c176-2531-4eaf-9cff-b6f901abbd45 req-d34b3beb-00bf-48c0-85fd-c3204faf3908 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508919 Feb 07 16:35:30.694480 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:30.699570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['1b0bcd92-c891-4110-baa2-fd8e3a682ce5'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:30.737955 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 76124532-4f70-4aab-802c-0e671f6078ee, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=76124532-4f70-4aab-802c-0e671f6078ee,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:30.752557 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (76124532-4f70-4aab-802c-0e671f6078ee), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:30.763060 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-67e66f38-bd84-4ec0-9f76-069ec5c38164 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.90 HTTP/1.1" status: 200 len: 695 time: 0.1426914 Feb 07 16:35:30.778973 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-7ad4d774-896e-443c-8917-65a7cd598b95 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Request body: {'floatingip': {'port_id': '97473284-7d7b-47f2-a8bb-518eb82039d0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:30.822892 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-7ad4d774-896e-443c-8917-65a7cd598b95 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks [] for floatingip (0e1f898d-46d5-4ec1-a261-2d8f17a9218e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:30.858435 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c7db4-b353-4e33-af94-78c548a9fe2d req-6d728c25-3bda-41d0-9fb6-fdcd2cdcca08 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:30.860015 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0c0c7db4-b353-4e33-af94-78c548a9fe2d req-6d728c25-3bda-41d0-9fb6-fdcd2cdcca08 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 944 time: 0.0605259 Feb 07 16:35:30.863871 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=76124532-4f70-4aab-802c-0e671f6078ee,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:30.892633 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b4d06-a9e5-4fba-b561-08cf727d18d9 None None] Current status of the port 0479931b-81cd-4959-968d-8e72ee1e8438 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:30.926547 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0c0c7db4-b353-4e33-af94-78c548a9fe2d req-915e6e19-34a8-4cd7-b842-2c84de82070f tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591695 Feb 07 16:35:30.998845 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['76124532-4f70-4aab-802c-0e671f6078ee'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:31.053422 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5ac695f2-b9a6-4639-a718-1d74eb11734c None None] Provisioning complete for port 0479931b-81cd-4959-968d-8e72ee1e8438 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:31.053811 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5ac695f2-b9a6-4639-a718-1d74eb11734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0479931b-81cd-4959-968d-8e72ee1e8438), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:31.149567 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a02f4e04-fc27-45ca-b8bc-d1aa6afb782d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (008b0841-0724-4fd5-8772-ea9b57ecc5ac), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:31.184223 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5ac695f2-b9a6-4639-a718-1d74eb11734c None None] Current status of the port 0479931b-81cd-4959-968d-8e72ee1e8438 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:31.285112 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0479931b-81cd-4959-968d-8e72ee1e8438 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:35:31.337352 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 0479931b-81cd-4959-968d-8e72ee1e8438 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:31.337970 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0479931b-81cd-4959-968d-8e72ee1e8438), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:31.438801 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 0479931b-81cd-4959-968d-8e72ee1e8438 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:31.522557 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-7ad4d774-896e-443c-8917-65a7cd598b95 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:31.528070 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cafd32-63f4-4c5a-ba0b-fd98823ea121 req-f3a97495-5351-415f-aeb5-c796b3fdd0e8 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:31.528274 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-7ad4d774-896e-443c-8917-65a7cd598b95 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (0e1f898d-46d5-4ec1-a261-2d8f17a9218e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:31.529589 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-77cafd32-63f4-4c5a-ba0b-fd98823ea121 req-f3a97495-5351-415f-aeb5-c796b3fdd0e8 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd HTTP/1.1" status: 200 len: 949 time: 0.0544999 Feb 07 16:35:31.566786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02f4e04-fc27-45ca-b8bc-d1aa6afb782d admin admin] Router 008b0841-0724-4fd5-8772-ea9b57ecc5ac is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:35:31.583608 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-77cafd32-63f4-4c5a-ba0b-fd98823ea121 req-815a655a-1dbc-4199-90b1-23dadc80dc82 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469699 Feb 07 16:35:31.712000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adea81c-bc4f-453b-b4f1-c768afc41e38 req-95c30389-27aa-4e1b-a77a-a3fadf865c1d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:31.713875 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9adea81c-bc4f-453b-b4f1-c768afc41e38 req-95c30389-27aa-4e1b-a77a-a3fadf865c1d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 944 time: 0.0671411 Feb 07 16:35:31.782092 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9adea81c-bc4f-453b-b4f1-c768afc41e38 req-997eb0cb-be87-47d6-b1f8-86cccb9f2281 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618286 Feb 07 16:35:31.938389 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbf9f3d-323f-4bde-80b0-f5bd039de86c', 'tag': '1b0bcd92-c891-4110-baa2-fd8e3a682ce5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:31.940707 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb17f35-1338-456c-a0ad-25f42b2e607d" -d '{"events": [{"name": "network-changed", "server_uuid": "0bbf9f3d-323f-4bde-80b0-f5bd039de86c", "tag": "1b0bcd92-c891-4110-baa2-fd8e3a682ce5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:32.024846 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-7ad4d774-896e-443c-8917-65a7cd598b95 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Floating IP 0e1f898d-46d5-4ec1-a261-2d8f17a9218e associated. External IP: 172.25.4.90, port: 97473284-7d7b-47f2-a8bb-518eb82039d0. Feb 07 16:35:32.063978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02f4e04-fc27-45ca-b8bc-d1aa6afb782d admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:35:32.075166 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] Sync routers for ids ['008b0841-0724-4fd5-8772-ea9b57ecc5ac'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:35:32.093384 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] Routers {'008b0841-0724-4fd5-8772-ea9b57ecc5ac'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:35:32.094336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['008b0841-0724-4fd5-8772-ea9b57ecc5ac'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:32.105554 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a02f4e04-fc27-45ca-b8bc-d1aa6afb782d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:32.109450 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a02f4e04-fc27-45ca-b8bc-d1aa6afb782d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.8352823 Feb 07 16:35:32.109792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55640) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:32.243144 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:32.246583 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] Set router 008b0841-0724-4fd5-8772-ea9b57ecc5ac gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:35:32.313843 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f1f75-7474-42ff-ba8b-da23df9318b1 req-780751d3-4358-48cc-9b3f-d776c0944598 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:32.315542 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ad9f1f75-7474-42ff-ba8b-da23df9318b1 req-780751d3-4358-48cc-9b3f-d776c0944598 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 951 time: 0.0841169 Feb 07 16:35:32.368305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:35:32.375031 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 76124532-4f70-4aab-802c-0e671f6078ee up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:35:32.383821 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ad9f1f75-7474-42ff-ba8b-da23df9318b1 req-ee2b7dcd-dbef-4566-b2e3-34a6f6409a32 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527203 Feb 07 16:35:32.444213 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-7ad4d774-896e-443c-8917-65a7cd598b95 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Router 957ce515-30c2-4eb1-9918-2f65f2a803e7 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:35:32.503257 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d24dba-444b-46f9-9ba8-69e9a6873334 req-9a088e4e-d4cd-4e93-bf0d-a01e2f816c3c tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:32.504671 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-23d24dba-444b-46f9-9ba8-69e9a6873334 req-9a088e4e-d4cd-4e93-bf0d-a01e2f816c3c tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 944 time: 0.0571091 Feb 07 16:35:32.558631 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-23d24dba-444b-46f9-9ba8-69e9a6873334 req-3ac97483-00a7-4e1c-8c54-bc28384e5b31 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482521 Feb 07 16:35:32.561234 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 76124532-4f70-4aab-802c-0e671f6078ee triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:32.561646 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (76124532-4f70-4aab-802c-0e671f6078ee), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:32.614867 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fd8e23-766b-4b74-b3dd-e2761a042406 x-openstack-request-id: req-c6fd8e23-766b-4b74-b3dd-e2761a042406 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:32.615038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1b0bcd92-c891-4110-baa2-fd8e3a682ce5,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:32.615200 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bbf9f3d-323f-4bde-80b0-f5bd039de86c", "tag": "1b0bcd92-c891-4110-baa2-fd8e3a682ce5", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:32.615549 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6fd8e23-766b-4b74-b3dd-e2761a042406 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:32.616007 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bbf9f3d-323f-4bde-80b0-f5bd039de86c', 'tag': '1b0bcd92-c891-4110-baa2-fd8e3a682ce5', 'status': 'completed', 'code': 200} Feb 07 16:35:32.634820 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 has no active binding in host n-h2-827865-3 {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 16:35:32.647153 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1630947947-router', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:35:26Z', 'updated_at': '2022-02-07T16:35:30Z', 'revision_number': 3, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'gw_port': {'id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:27Z', 'updated_at': '2022-02-07T16:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:32.680181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] Checking router: 008b0841-0724-4fd5-8772-ea9b57ecc5ac for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:35:32.680341 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] Updating router 008b0841-0724-4fd5-8772-ea9b57ecc5ac port 23beb8cc-9844-4424-8ceb-a68e51e8d7e4 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:35:32.733116 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb17f35-1338-456c-a0ad-25f42b2e607d req-6494abc2-b39d-4a2e-ac73-3713d9becb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:32.733803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-7ad4d774-896e-443c-8917-65a7cd598b95 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:35:32.735972 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0fb17f35-1338-456c-a0ad-25f42b2e607d req-6494abc2-b39d-4a2e-ac73-3713d9becb5e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 1156 time: 0.0751979 Feb 07 16:35:32.740804 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-7ad4d774-896e-443c-8917-65a7cd598b95 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:32.744234 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348cbf9e-6db4-4a68-a0cc-7e8ac1dad97d None None] Sync routers for ids ['957ce515-30c2-4eb1-9918-2f65f2a803e7'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:35:32.749021 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (23beb8cc-9844-4424-8ceb-a68e51e8d7e4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:32.762620 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348cbf9e-6db4-4a68-a0cc-7e8ac1dad97d None None] Routers {'957ce515-30c2-4eb1-9918-2f65f2a803e7'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:35:32.763362 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-348cbf9e-6db4-4a68-a0cc-7e8ac1dad97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['957ce515-30c2-4eb1-9918-2f65f2a803e7'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:32.775048 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 76124532-4f70-4aab-802c-0e671f6078ee is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:32.775693 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (76124532-4f70-4aab-802c-0e671f6078ee), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:32.819747 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98040394-989d-43cf-969e-053bc8954680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76124532-4f70-4aab-802c-0e671f6078ee'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:32.822767 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9557338a-12d4-42bb-8152-ed20d6b50628" -d '{"events": [{"server_uuid": "98040394-989d-43cf-969e-053bc8954680", "name": "network-vif-plugged", "status": "completed", "tag": "76124532-4f70-4aab-802c-0e671f6078ee"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:32.833646 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-7ad4d774-896e-443c-8917-65a7cd598b95 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "PUT /v2.0/floatingips/0e1f898d-46d5-4ec1-a261-2d8f17a9218e HTTP/1.1" status: 200 len: 995 time: 2.0607452 Feb 07 16:35:32.837810 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4abd89eb-91b8-4304-8fab-f60e4345f365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:32.888594 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb17f35-1338-456c-a0ad-25f42b2e607d req-e2601334-86f8-4285-98ce-121b49deff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:32.890292 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0fb17f35-1338-456c-a0ad-25f42b2e607d req-e2601334-86f8-4285-98ce-121b49deff85 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 0.1481221 Feb 07 16:35:32.898660 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 76124532-4f70-4aab-802c-0e671f6078ee, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=76124532-4f70-4aab-802c-0e671f6078ee,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:32.905886 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (76124532-4f70-4aab-802c-0e671f6078ee), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:32.906688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5e47a186-2c52-4efd-97d0-008177fa7a8d up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:35:32.972871 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-348cbf9e-6db4-4a68-a0cc-7e8ac1dad97d None None] Set router 957ce515-30c2-4eb1-9918-2f65f2a803e7 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:35:32.977163 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0fb17f35-1338-456c-a0ad-25f42b2e607d req-ed6fa9ec-8a75-4078-92a5-6a9c4b5b321d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b0bcd92-c891-4110-baa2-fd8e3a682ce5 HTTP/1.1" status: 200 len: 217 time: 0.0760186 Feb 07 16:35:32.995611 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-39eb9848-8257-4188-a43d-1cd733b049ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:32.997458 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-39eb9848-8257-4188-a43d-1cd733b049ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c52d4a6fde3a4f92b73d4cbced7bc767&device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 1127 time: 0.1307099 Feb 07 16:35:33.103710 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb17f35-1338-456c-a0ad-25f42b2e607d req-040af187-d535-4756-b090-aab5b89bdd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:33.105398 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0fb17f35-1338-456c-a0ad-25f42b2e607d req-040af187-d535-4756-b090-aab5b89bdd7d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.0702157 Feb 07 16:35:33.125188 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf96988-f997-4bb6-953f-f33bce31e812 req-985c1c6a-8b2e-4bfe-8292-06cc3dc2816d tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:33.133628 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-caf96988-f997-4bb6-953f-f33bce31e812 req-985c1c6a-8b2e-4bfe-8292-06cc3dc2816d tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd HTTP/1.1" status: 200 len: 949 time: 0.1548071 Feb 07 16:35:33.136736 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-4abd89eb-91b8-4304-8fab-f60e4345f365 admin admin] Allocated IP 172.20.0.1 (1c763529-d7da-44e4-93e7-f39221fc8e8d/d5488e03-bfc3-4e5c-8a1e-4377990d0cc0/03879d16-d6b2-4f47-83a8-b141acd05e00) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:35:33.155184 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-7004a00c-612f-473c-a507-3a8b64f207cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:33.157115 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-7004a00c-612f-473c-a507-3a8b64f207cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd HTTP/1.1" status: 200 len: 921 time: 0.1511116 Feb 07 16:35:33.195829 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=76124532-4f70-4aab-802c-0e671f6078ee,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:33.213952 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 5e47a186-2c52-4efd-97d0-008177fa7a8d completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:35:33.228206 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 5e47a186-2c52-4efd-97d0-008177fa7a8d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:33.228577 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5e47a186-2c52-4efd-97d0-008177fa7a8d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:33.250361 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0fb17f35-1338-456c-a0ad-25f42b2e607d req-1c4730ad-1fa9-4242-ac36-b68603ed8d93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332018 Feb 07 16:35:33.268793 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-caf96988-f997-4bb6-953f-f33bce31e812 req-bdf8d08a-f15e-4e41-8d67-0bcaddaf5630 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333675 Feb 07 16:35:33.301210 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-c21c9e4e-1ab8-4534-bbba-d7308ebef3c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97473284-7d7b-47f2-a8bb-518eb82039d0 HTTP/1.1" status: 200 len: 998 time: 0.1366656 Feb 07 16:35:33.311111 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-348cbf9e-6db4-4a68-a0cc-7e8ac1dad97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '0e1f898d-46d5-4ec1-a261-2d8f17a9218e', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'floating_ip_address': '172.25.4.90', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'port_id': '97473284-7d7b-47f2-a8bb-518eb82039d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'mac_address': 'fa:16:3e:3c:2f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:35:12Z', 'updated_at': '2022-02-07T16:35:31Z', 'revision_number': 1, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:51Z', 'revision_number': 5, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:33.370554 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0fb17f35-1338-456c-a0ad-25f42b2e607d req-1037ec46-9ece-48b0-94fe-c24da782500e service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007199 Feb 07 16:35:33.376570 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-866e174a-1536-4fe4-8d46-22d93814e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:33.378836 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-866e174a-1536-4fe4-8d46-22d93814e936 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf9c9306-f558-49de-87fe-0cf026053c03 HTTP/1.1" status: 200 len: 859 time: 0.0654881 Feb 07 16:35:33.389102 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348cbf9e-6db4-4a68-a0cc-7e8ac1dad97d None None] Checking router: 957ce515-30c2-4eb1-9918-2f65f2a803e7 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:35:33.408841 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348cbf9e-6db4-4a68-a0cc-7e8ac1dad97d None None] Routers {'957ce515-30c2-4eb1-9918-2f65f2a803e7'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:35:33.411901 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-348cbf9e-6db4-4a68-a0cc-7e8ac1dad97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['957ce515-30c2-4eb1-9918-2f65f2a803e7'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:33.433437 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 5e47a186-2c52-4efd-97d0-008177fa7a8d is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:33.434060 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5e47a186-2c52-4efd-97d0-008177fa7a8d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:33.442241 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4abd89eb-91b8-4304-8fab-f60e4345f365 admin admin] Publish callbacks [] for port (03879d16-d6b2-4f47-83a8-b141acd05e00), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:33.467131 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-00668d3c-e859-4a41-9288-c24913ab1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:33.469270 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-00668d3c-e859-4a41-9288-c24913ab1e88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0836248 Feb 07 16:35:33.481517 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 5e47a186-2c52-4efd-97d0-008177fa7a8d, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5e47a186-2c52-4efd-97d0-008177fa7a8d,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:33.489507 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5e47a186-2c52-4efd-97d0-008177fa7a8d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:33.490856 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-ca995422-ce5f-4a0b-9c12-5327c8175b76 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:35:33.492155 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-ca995422-ce5f-4a0b-9c12-5327c8175b76 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083690 Feb 07 16:35:33.499448 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4abd89eb-91b8-4304-8fab-f60e4345f365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (03879d16-d6b2-4f47-83a8-b141acd05e00), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:33.537756 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0fb17f35-1338-456c-a0ad-25f42b2e607d req-4fd3b9e7-52fa-4810-a25e-26cfea727531 service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600206 Feb 07 16:35:33.552034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=5e47a186-2c52-4efd-97d0-008177fa7a8d,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:33.565055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd89eb-91b8-4304-8fab-f60e4345f365 admin admin] Pushing event updated for resources: {'Port': ['ID=03879d16-d6b2-4f47-83a8-b141acd05e00,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:33.571049 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] Publish callbacks [] for port (23beb8cc-9844-4424-8ceb-a68e51e8d7e4), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:33.576212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abd89eb-91b8-4304-8fab-f60e4345f365 admin admin] Network 1c763529-d7da-44e4-93e7-f39221fc8e8d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:35:33.577560 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (23beb8cc-9844-4424-8ceb-a68e51e8d7e4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:33.590280 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4abd89eb-91b8-4304-8fab-f60e4345f365 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:35:33.631593 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd89eb-91b8-4304-8fab-f60e4345f365 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:35:33.646014 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54e29c-7ee5-49ba-9e2a-08d72f89c474 None None] Pushing event updated for resources: {'Port': ['ID=23beb8cc-9844-4424-8ceb-a68e51e8d7e4,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:33.659716 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] Attempting to bind port 23beb8cc-9844-4424-8ceb-a68e51e8d7e4 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:35:33.660093 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] Attempting to bind port 23beb8cc-9844-4424-8ceb-a68e51e8d7e4 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:35:33.660566 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] Attempting to bind port 23beb8cc-9844-4424-8ceb-a68e51e8d7e4 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:33.667862 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:35:33.668246 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:35:33.668661 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:33.669199 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:35:33.670358 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] Bound port: 23beb8cc-9844-4424-8ceb-a68e51e8d7e4, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:35:33.670762 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (23beb8cc-9844-4424-8ceb-a68e51e8d7e4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:33.698616 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-348cbf9e-6db4-4a68-a0cc-7e8ac1dad97d None None] Set router 957ce515-30c2-4eb1-9918-2f65f2a803e7 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:35:33.699073 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4abd89eb-91b8-4304-8fab-f60e4345f365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (008b0841-0724-4fd5-8772-ea9b57ecc5ac), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:33.767667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] For port 23beb8cc-9844-4424-8ceb-a68e51e8d7e4, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:35:33.773467 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] For port 23beb8cc-9844-4424-8ceb-a68e51e8d7e4, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=23beb8cc-9844-4424-8ceb-a68e51e8d7e4,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:35:33.784042 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (23beb8cc-9844-4424-8ceb-a68e51e8d7e4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:33.794519 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-50118663-e786-4811-992a-8b6736289dbb service neutron] 10.222.0.18 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837317 Feb 07 16:35:33.872794 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54e29c-7ee5-49ba-9e2a-08d72f89c474 None None] Pushing event updated for resources: {'Port': ['ID=23beb8cc-9844-4424-8ceb-a68e51e8d7e4,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:33.897018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] Routers {'008b0841-0724-4fd5-8772-ea9b57ecc5ac'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:35:33.898059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['008b0841-0724-4fd5-8772-ea9b57ecc5ac'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:34.001666 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d541a16-82de-4eb6-836d-f1e97865f5fc req-dc3bd004-4cc2-4033-93db-8f8c9fd5e6c7 service neutron] 10.222.0.18 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942775 Feb 07 16:35:34.002963 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4abd89eb-91b8-4304-8fab-f60e4345f365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (03879d16-d6b2-4f47-83a8-b141acd05e00), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:34.010569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ddd1f-0940-48b0-878a-6346aabce949 req-045e9b86-9735-46be-b838-9ad4b7bbd435 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:34.013401 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b99ddd1f-0940-48b0-878a-6346aabce949 req-045e9b86-9735-46be-b838-9ad4b7bbd435 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 944 time: 0.0770946 Feb 07 16:35:34.036428 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-348cbf9e-6db4-4a68-a0cc-7e8ac1dad97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '0e1f898d-46d5-4ec1-a261-2d8f17a9218e', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'floating_ip_address': '172.25.4.90', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'port_id': '97473284-7d7b-47f2-a8bb-518eb82039d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'mac_address': 'fa:16:3e:3c:2f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:35:12Z', 'updated_at': '2022-02-07T16:35:31Z', 'revision_number': 1, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:51Z', 'revision_number': 5, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:34.046557 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] Set router 008b0841-0724-4fd5-8772-ea9b57ecc5ac gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:35:34.049606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-df7b8c61-bbfb-4182-953f-82a7328355ae None None] Provisioning complete for port 03879d16-d6b2-4f47-83a8-b141acd05e00 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:34.050210 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df7b8c61-bbfb-4182-953f-82a7328355ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (03879d16-d6b2-4f47-83a8-b141acd05e00), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:34.072958 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348cbf9e-6db4-4a68-a0cc-7e8ac1dad97d None None] The sync data for ids ['957ce515-30c2-4eb1-9918-2f65f2a803e7'] in n-d-827865-3 is: [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '0e1f898d-46d5-4ec1-a261-2d8f17a9218e', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'floating_ip_address': '172.25.4.90', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'port_id': '97473284-7d7b-47f2-a8bb-518eb82039d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'mac_address': 'fa:16:3e:3c:2f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:35:12Z', 'updated_at': '2022-02-07T16:35:31Z', 'revision_number': 1, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:51Z', 'revision_number': 5, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:35:34.103230 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b99ddd1f-0940-48b0-878a-6346aabce949 req-d1daba7e-e9be-4daa-a517-5f81c3a09e24 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810034 Feb 07 16:35:34.173685 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09699b1-dfaf-4c00-b2ee-f0b5cf0fd0d8 x-openstack-request-id: req-b09699b1-dfaf-4c00-b2ee-f0b5cf0fd0d8 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:34.174012 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98040394-989d-43cf-969e-053bc8954680", "name": "network-vif-plugged", "status": "completed", "tag": "76124532-4f70-4aab-802c-0e671f6078ee", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:34.174298 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b09699b1-dfaf-4c00-b2ee-f0b5cf0fd0d8 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:34.174724 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98040394-989d-43cf-969e-053bc8954680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76124532-4f70-4aab-802c-0e671f6078ee', 'code': 200} Feb 07 16:35:34.236978 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-df7b8c61-bbfb-4182-953f-82a7328355ae None None] Port 03879d16-d6b2-4f47-83a8-b141acd05e00 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:35:34.243373 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4abd89eb-91b8-4304-8fab-f60e4345f365 admin admin] Publish callbacks [] for port (03879d16-d6b2-4f47-83a8-b141acd05e00), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:34.251241 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4abd89eb-91b8-4304-8fab-f60e4345f365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (03879d16-d6b2-4f47-83a8-b141acd05e00), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:34.263628 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef17e07-3211-43c2-84f2-91983d2e9eea req-8475b8a7-8533-47a0-96d0-36a8cea82941 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:34.274891 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ef17e07-3211-43c2-84f2-91983d2e9eea req-8475b8a7-8533-47a0-96d0-36a8cea82941 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 951 time: 0.0834887 Feb 07 16:35:34.325488 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ef17e07-3211-43c2-84f2-91983d2e9eea req-c5329d9c-5a5b-4cac-9265-e24e468d65c0 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489819 Feb 07 16:35:34.351001 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4abd89eb-91b8-4304-8fab-f60e4345f365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (008b0841-0724-4fd5-8772-ea9b57ecc5ac), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:34.354348 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd89eb-91b8-4304-8fab-f60e4345f365 admin admin] Pushing event updated for resources: {'Port': ['ID=03879d16-d6b2-4f47-83a8-b141acd05e00,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:34.360611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1630947947-router', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:35:26Z', 'updated_at': '2022-02-07T16:35:30Z', 'revision_number': 3, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'gw_port': {'id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:27Z', 'updated_at': '2022-02-07T16:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:34.382550 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08430b47-a2ed-4b04-9c67-65bfb4abe1f8 req-5a29dbf2-48a2-42df-be42-ac222f3cd891 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:34.384167 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-08430b47-a2ed-4b04-9c67-65bfb4abe1f8 req-5a29dbf2-48a2-42df-be42-ac222f3cd891 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 945 time: 0.1828420 Feb 07 16:35:34.402356 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe6b87-eaf3-4164-8e1b-6a8033dd54db None None] The sync data for ids ['008b0841-0724-4fd5-8772-ea9b57ecc5ac'] in n-d-827865-3 is: [{'id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1630947947-router', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:35:26Z', 'updated_at': '2022-02-07T16:35:30Z', 'revision_number': 3, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'gw_port': {'id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:27Z', 'updated_at': '2022-02-07T16:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:35:34.441241 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b4b74-cb6f-45c1-9043-13fd6c6f4c4d None None] New status for floating IP 0e1f898d-46d5-4ec1-a261-2d8f17a9218e: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:35:34.513602 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-08430b47-a2ed-4b04-9c67-65bfb4abe1f8 req-df79a96f-64ec-4b58-b3de-f82dea8e0a45 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142256 Feb 07 16:35:34.525651 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abd89eb-91b8-4304-8fab-f60e4345f365 admin admin] Network 1c763529-d7da-44e4-93e7-f39221fc8e8d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:35:34.527246 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4abd89eb-91b8-4304-8fab-f60e4345f365 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:35:34.630556 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'tag': '97473284-7d7b-47f2-a8bb-518eb82039d0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:34.633175 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116557a4-fa26-4cc1-b053-a6ded927220b" -d '{"events": [{"name": "network-changed", "server_uuid": "88e7eac4-127c-4d00-b010-6f8a34a33ae4", "tag": "97473284-7d7b-47f2-a8bb-518eb82039d0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:34.730422 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27c46c-5887-4327-b147-0699509df8ee req-9fc25505-2956-49fd-a8c2-cfbbfa662b2b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:34.732295 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5f27c46c-5887-4327-b147-0699509df8ee req-9fc25505-2956-49fd-a8c2-cfbbfa662b2b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd HTTP/1.1" status: 200 len: 950 time: 0.0944929 Feb 07 16:35:34.810487 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abd89eb-91b8-4304-8fab-f60e4345f365 admin admin] Router 008b0841-0724-4fd5-8772-ea9b57ecc5ac has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:35:34.832828 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5f27c46c-5887-4327-b147-0699509df8ee req-ac8d4702-cf4a-43f3-be42-320e3890c35b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927596 Feb 07 16:35:34.876519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-000882d4-6f1f-460d-a7ba-971971e6942f None None] Provisioning complete for port 03879d16-d6b2-4f47-83a8-b141acd05e00 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:34.876942 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-000882d4-6f1f-460d-a7ba-971971e6942f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (03879d16-d6b2-4f47-83a8-b141acd05e00), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:34.931207 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-000882d4-6f1f-460d-a7ba-971971e6942f None None] Port 03879d16-d6b2-4f47-83a8-b141acd05e00 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:35:34.983136 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-52659eb6-150f-41cd-a1ca-d7e9360965b6 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:34.990263 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-52659eb6-150f-41cd-a1ca-d7e9360965b6 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=498589ad-1787-4fdb-8665-68982884daef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4211550 Feb 07 16:35:34.994484 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abd89eb-91b8-4304-8fab-f60e4345f365 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:35:35.006023 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4abd89eb-91b8-4304-8fab-f60e4345f365 admin admin] 10.222.0.18 "PUT /v2.0/routers/008b0841-0724-4fd5-8772-ea9b57ecc5ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8952065 Feb 07 16:35:35.091801 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-63a6243a-a8cf-4261-912e-59b2abd78091 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.90 HTTP/1.1" status: 200 len: 1000 time: 0.1006665 Feb 07 16:35:35.104136 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-012eddb4-6529-47f8-a89b-921d266fa318 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Request body: {'floatingip': {'port_id': '2d1869c0-b47d-47a5-b012-a32541eea315', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:35.202921 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-012eddb4-6529-47f8-a89b-921d266fa318 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks [] for floatingip (0e1f898d-46d5-4ec1-a261-2d8f17a9218e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:35.301943 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f592442b-f7f9-4298-a3a9-8d3d7426cb58 x-openstack-request-id: req-f592442b-f7f9-4298-a3a9-8d3d7426cb58 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:35.301943 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e7eac4-127c-4d00-b010-6f8a34a33ae4", "tag": "97473284-7d7b-47f2-a8bb-518eb82039d0", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:35.301943 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f592442b-f7f9-4298-a3a9-8d3d7426cb58 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:35.304013 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'tag': '97473284-7d7b-47f2-a8bb-518eb82039d0', 'status': 'completed', 'code': 200} Feb 07 16:35:35.341224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 23beb8cc-9844-4424-8ceb-a68e51e8d7e4 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:35:35.409070 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 23beb8cc-9844-4424-8ceb-a68e51e8d7e4 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:35.409511 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (23beb8cc-9844-4424-8ceb-a68e51e8d7e4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:35.427612 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06beea7d-411b-43c1-ad1c-f3cf9847a777 req-4220f98e-4ffd-4a47-b778-1b0a5a53dd6b tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:35.429691 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-06beea7d-411b-43c1-ad1c-f3cf9847a777 req-4220f98e-4ffd-4a47-b778-1b0a5a53dd6b tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 944 time: 0.0675848 Feb 07 16:35:35.501543 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116557a4-fa26-4cc1-b053-a6ded927220b req-dcb8df58-d6d1-472a-90b3-137543a35ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:35.504426 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-116557a4-fa26-4cc1-b053-a6ded927220b req-dcb8df58-d6d1-472a-90b3-137543a35ee7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c52d4a6fde3a4f92b73d4cbced7bc767&device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 1127 time: 0.1618633 Feb 07 16:35:35.505577 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 23beb8cc-9844-4424-8ceb-a68e51e8d7e4 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:35.506643 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (23beb8cc-9844-4424-8ceb-a68e51e8d7e4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:35.517637 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-06beea7d-411b-43c1-ad1c-f3cf9847a777 req-6f051069-117f-494a-8adf-6264c6388855 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801775 Feb 07 16:35:35.532511 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 23beb8cc-9844-4424-8ceb-a68e51e8d7e4, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=23beb8cc-9844-4424-8ceb-a68e51e8d7e4,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:35.536928 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (23beb8cc-9844-4424-8ceb-a68e51e8d7e4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:35.596382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=23beb8cc-9844-4424-8ceb-a68e51e8d7e4,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:35.691269 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116557a4-fa26-4cc1-b053-a6ded927220b req-f921d877-f8ac-4331-bda7-319c5c5b7ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:35.692767 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-116557a4-fa26-4cc1-b053-a6ded927220b req-f921d877-f8ac-4331-bda7-319c5c5b7ec4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd HTTP/1.1" status: 200 len: 921 time: 0.1805325 Feb 07 16:35:35.896039 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-1151ef26-a04d-4b5b-9f73-1d4612bc95e6 service neutron] 10.222.0.48 "GET /v2.0/ports/1b0bcd92-c891-4110-baa2-fd8e3a682ce5/bindings/n-h2-827865-3 HTTP/1.1" status: 200 len: 384 time: 0.1211891 Feb 07 16:35:35.915256 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d0690-dd1a-4777-814e-f314533efee3 req-ef9bcf9a-13ac-40f8-8d12-cd8d15ba9d0a tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:35.916710 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-306d0690-dd1a-4777-814e-f314533efee3 req-ef9bcf9a-13ac-40f8-8d12-cd8d15ba9d0a tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/networks?id=1c763529-d7da-44e4-93e7-f39221fc8e8d HTTP/1.1" status: 200 len: 829 time: 0.1539259 Feb 07 16:35:35.943041 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-116557a4-fa26-4cc1-b053-a6ded927220b req-83fab8f3-e8f2-43bd-8cd2-6e7983b0ee4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97473284-7d7b-47f2-a8bb-518eb82039d0 HTTP/1.1" status: 200 len: 1000 time: 0.2208235 Feb 07 16:35:35.956039 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-306d0690-dd1a-4777-814e-f314533efee3 req-b760a4cd-69f0-4d09-9400-969aacfa70ff tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/quotas/983acac417eb4927bfcc6f21c7e43ae5 HTTP/1.1" status: 200 len: 375 time: 0.0187497 Feb 07 16:35:36.090435 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-306d0690-dd1a-4777-814e-f314533efee3 req-047a377f-d586-4110-8ecf-1f6ec102880e tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=983acac417eb4927bfcc6f21c7e43ae5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1265330 Feb 07 16:35:36.091280 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116557a4-fa26-4cc1-b053-a6ded927220b req-17d3c859-88e0-4cfb-ba1f-48a801f0f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:36.092734 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-116557a4-fa26-4cc1-b053-a6ded927220b req-17d3c859-88e0-4cfb-ba1f-48a801f0f134 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9c9306-f558-49de-87fe-0cf026053c03 HTTP/1.1" status: 200 len: 859 time: 0.1349716 Feb 07 16:35:36.141240 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-012eddb4-6529-47f8-a89b-921d266fa318 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:36.148026 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-012eddb4-6529-47f8-a89b-921d266fa318 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (0e1f898d-46d5-4ec1-a261-2d8f17a9218e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:36.175779 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e47a186-2c52-4efd-97d0-008177fa7a8d'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:36.178135 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1d30db-eb65-4043-a284-de4cc0595fc1" -d '{"events": [{"server_uuid": "171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd", "name": "network-vif-plugged", "status": "completed", "tag": "5e47a186-2c52-4efd-97d0-008177fa7a8d"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:36.191398 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-6dd9d94c-b7b6-4397-a3aa-fc7e863c2c32 service neutron] For port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1b0bcd92-c891-4110-baa2-fd8e3a682ce5,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:36.229096 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-6dd9d94c-b7b6-4397-a3aa-fc7e863c2c32 service neutron] For port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:35:36.232387 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-306d0690-dd1a-4777-814e-f314533efee3 req-15c42309-7968-4065-951e-78ee42ff1175 service neutron] 10.222.0.18 "GET /v2.0/networks/1c763529-d7da-44e4-93e7-f39221fc8e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317282 Feb 07 16:35:36.247496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116557a4-fa26-4cc1-b053-a6ded927220b req-aa8b39ee-8ff9-4189-ba96-315b60f532ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:36.248984 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-116557a4-fa26-4cc1-b053-a6ded927220b req-aa8b39ee-8ff9-4189-ba96-315b60f532ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1492152 Feb 07 16:35:36.311717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-6dd9d94c-b7b6-4397-a3aa-fc7e863c2c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:36.329662 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-6dd9d94c-b7b6-4397-a3aa-fc7e863c2c32 service neutron] For port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=1b0bcd92-c891-4110-baa2-fd8e3a682ce5,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:36.351509 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-6dd9d94c-b7b6-4397-a3aa-fc7e863c2c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:36.397767 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 76124532-4f70-4aab-802c-0e671f6078ee no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:35:36.409244 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-306d0690-dd1a-4777-814e-f314533efee3 req-b066b94c-7530-4ef2-b980-6193632e03c5 service neutron] 10.222.0.18 "GET /v2.0/networks/1c763529-d7da-44e4-93e7-f39221fc8e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540306 Feb 07 16:35:36.457656 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-6dd9d94c-b7b6-4397-a3aa-fc7e863c2c32 service neutron] Transition to ACTIVE for port object 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:35:36.463886 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-6dd9d94c-b7b6-4397-a3aa-fc7e863c2c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:36.522230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-6dd9d94c-b7b6-4397-a3aa-fc7e863c2c32 service neutron] No DVR routers for this DVR port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:35:36.526682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 76124532-4f70-4aab-802c-0e671f6078ee is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:36.528043 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (76124532-4f70-4aab-802c-0e671f6078ee), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:36.541035 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-012eddb4-6529-47f8-a89b-921d266fa318 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Floating IP 0e1f898d-46d5-4ec1-a261-2d8f17a9218e associated. External IP: 172.25.4.90, port: 97473284-7d7b-47f2-a8bb-518eb82039d0. Feb 07 16:35:36.578717 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 76124532-4f70-4aab-802c-0e671f6078ee, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=76124532-4f70-4aab-802c-0e671f6078ee,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:36.584941 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (76124532-4f70-4aab-802c-0e671f6078ee), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:36.588134 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-6dd9d94c-b7b6-4397-a3aa-fc7e863c2c32 service neutron] 10.222.0.48 "PUT /v2.0/ports/1b0bcd92-c891-4110-baa2-fd8e3a682ce5/bindings/n-h2-827865-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6832302 Feb 07 16:35:36.589523 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9d94c-b7b6-4397-a3aa-fc7e863c2c32 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0bcd92-c891-4110-baa2-fd8e3a682ce5,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:36.610562 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] Sync routers for ids ['008b0841-0724-4fd5-8772-ea9b57ecc5ac'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:35:36.649559 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] Routers {'008b0841-0724-4fd5-8772-ea9b57ecc5ac'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:35:36.651454 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['008b0841-0724-4fd5-8772-ea9b57ecc5ac'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:36.683635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=76124532-4f70-4aab-802c-0e671f6078ee,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:36.723012 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-116557a4-fa26-4cc1-b053-a6ded927220b req-4834707f-549d-4a0c-9da7-f6c91b174734 service neutron] 10.222.0.48 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576116 Feb 07 16:35:36.830839 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] Set router 008b0841-0724-4fd5-8772-ea9b57ecc5ac gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:35:36.831059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bffd6-b17a-4be0-ad55-20791719b336 req-ccf46fe4-53ac-4019-86d9-4d4070aed9f2 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:36.834004 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a42bffd6-b17a-4be0-ad55-20791719b336 req-ccf46fe4-53ac-4019-86d9-4d4070aed9f2 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 951 time: 0.0879805 Feb 07 16:35:36.893803 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a42bffd6-b17a-4be0-ad55-20791719b336 req-03d6375b-f346-4d47-945c-ab2e4973a958 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541518 Feb 07 16:35:36.940158 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-116557a4-fa26-4cc1-b053-a6ded927220b req-8cbad74a-15df-4c73-94c5-cd5e3c157813 service neutron] 10.222.0.48 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097232 Feb 07 16:35:36.957328 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-012eddb4-6529-47f8-a89b-921d266fa318 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Router 957ce515-30c2-4eb1-9918-2f65f2a803e7 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:35:37.055657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afdc05-45b0-4240-9d92-6a26e9b49f96 req-41725c0c-0efd-4f59-a504-c531e0bc2651 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:37.057376 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-47afdc05-45b0-4240-9d92-6a26e9b49f96 req-41725c0c-0efd-4f59-a504-c531e0bc2651 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 943 time: 0.0702362 Feb 07 16:35:37.106812 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1630947947-router', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:35:26Z', 'updated_at': '2022-02-07T16:35:33Z', 'revision_number': 4, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'gw_port': {'id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:27Z', 'updated_at': '2022-02-07T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '03879d16-d6b2-4f47-83a8-b141acd05e00', 'name': '', 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'mac_address': 'fa:16:3e:de:b1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd5488e03-bfc3-4e5c-8a1e-4377990d0cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:32Z', 'updated_at': '2022-02-07T16:35:34Z', 'revision_number': 2, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'subnets': [{'id': 'd5488e03-bfc3-4e5c-8a1e-4377990d0cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:37.120555 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-47afdc05-45b0-4240-9d92-6a26e9b49f96 req-21c6f5e7-244a-4824-a5f6-a8a606dc5306 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571609 Feb 07 16:35:37.125933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-012eddb4-6529-47f8-a89b-921d266fa318 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:35:37.140040 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] Checking router: 008b0841-0724-4fd5-8772-ea9b57ecc5ac for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:35:37.140408 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] Updating router 008b0841-0724-4fd5-8772-ea9b57ecc5ac port 03879d16-d6b2-4f47-83a8-b141acd05e00 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:35:37.150529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ad84f-68c3-413c-81f2-0440b1b05f44 None None] Sync routers for ids ['957ce515-30c2-4eb1-9918-2f65f2a803e7'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:35:37.166406 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ad84f-68c3-413c-81f2-0440b1b05f44 None None] Routers {'957ce515-30c2-4eb1-9918-2f65f2a803e7'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:35:37.168306 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6b4ad84f-68c3-413c-81f2-0440b1b05f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['957ce515-30c2-4eb1-9918-2f65f2a803e7'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:37.216921 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (03879d16-d6b2-4f47-83a8-b141acd05e00), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:37.351702 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 23beb8cc-9844-4424-8ceb-a68e51e8d7e4 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:35:37.354959 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6b4ad84f-68c3-413c-81f2-0440b1b05f44 None None] Set router 957ce515-30c2-4eb1-9918-2f65f2a803e7 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:35:37.357036 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df3007-5d40-4b2c-a2d2-53d2ccd5de5b req-a80753ca-e72b-43dd-89d6-1e5a5f530ff5 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:37.366326 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-47df3007-5d40-4b2c-a2d2-53d2ccd5de5b req-a80753ca-e72b-43dd-89d6-1e5a5f530ff5 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd HTTP/1.1" status: 200 len: 950 time: 0.1653185 Feb 07 16:35:37.462721 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-47df3007-5d40-4b2c-a2d2-53d2ccd5de5b req-397c2c7c-bb24-4776-b996-fd62a60a28cd tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950356 Feb 07 16:35:37.520788 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-012eddb4-6529-47f8-a89b-921d266fa318 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Router 957ce515-30c2-4eb1-9918-2f65f2a803e7 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:35:37.542048 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e2c083-1dfc-4c7d-9db5-6ce42280fec0 x-openstack-request-id: req-30e2c083-1dfc-4c7d-9db5-6ce42280fec0 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:37.542609 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd", "name": "network-vif-plugged", "status": "completed", "tag": "5e47a186-2c52-4efd-97d0-008177fa7a8d", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:37.542731 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30e2c083-1dfc-4c7d-9db5-6ce42280fec0 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:37.543291 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e47a186-2c52-4efd-97d0-008177fa7a8d', 'code': 200} Feb 07 16:35:37.673188 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-012eddb4-6529-47f8-a89b-921d266fa318 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:35:37.678186 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-012eddb4-6529-47f8-a89b-921d266fa318 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:37.690498 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 23beb8cc-9844-4424-8ceb-a68e51e8d7e4 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:37.690982 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (23beb8cc-9844-4424-8ceb-a68e51e8d7e4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:37.731028 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438b238-06e8-4056-ba42-8f27bd333082 req-15f67335-6735-4f3d-a8d8-2b37c8119127 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:37.743024 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e438b238-06e8-4056-ba42-8f27bd333082 req-15f67335-6735-4f3d-a8d8-2b37c8119127 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 945 time: 0.1224766 Feb 07 16:35:37.754097 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'tag': '97473284-7d7b-47f2-a8bb-518eb82039d0'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:37.757090 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e400ee9a-acba-4fbe-9839-e90b00a699d0" -d '{"events": [{"name": "network-changed", "server_uuid": "88e7eac4-127c-4d00-b010-6f8a34a33ae4", "tag": "97473284-7d7b-47f2-a8bb-518eb82039d0"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:37.760863 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-012eddb4-6529-47f8-a89b-921d266fa318 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "PUT /v2.0/floatingips/0e1f898d-46d5-4ec1-a261-2d8f17a9218e HTTP/1.1" status: 200 len: 997 time: 2.6611269 Feb 07 16:35:37.816673 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e438b238-06e8-4056-ba42-8f27bd333082 req-cdaa1bb0-f71c-46f7-9c70-2b6f2b8337b5 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725062 Feb 07 16:35:37.845644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-36743564-c3cb-42d3-a9b4-3f41c43a0630 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:37.847538 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-36743564-c3cb-42d3-a9b4-3f41c43a0630 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports/97473284-7d7b-47f2-a8bb-518eb82039d0 HTTP/1.1" status: 200 len: 942 time: 0.0794752 Feb 07 16:35:37.965648 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] Publish callbacks [] for port (03879d16-d6b2-4f47-83a8-b141acd05e00), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:37.973773 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (03879d16-d6b2-4f47-83a8-b141acd05e00), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:37.975000 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0850b275-d2e6-4508-857c-5db4e1ed6485 req-c6b8fc22-7fd0-4e2f-9449-5195d20ea38e tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 210 time: 0.0691934 Feb 07 16:35:38.024831 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 23beb8cc-9844-4424-8ceb-a68e51e8d7e4 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:38.069470 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beca612-ec72-4c90-b390-088788c372e0 None None] Pushing event updated for resources: {'Port': ['ID=03879d16-d6b2-4f47-83a8-b141acd05e00,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:38.076620 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6b4ad84f-68c3-413c-81f2-0440b1b05f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '0e1f898d-46d5-4ec1-a261-2d8f17a9218e', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'floating_ip_address': '172.25.4.90', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'port_id': '2d1869c0-b47d-47a5-b012-a32541eea315', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'mac_address': 'fa:16:3e:a4:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498589ad-1787-4fdb-8665-68982884daef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:35:12Z', 'updated_at': '2022-02-07T16:35:35Z', 'revision_number': 3, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:51Z', 'revision_number': 5, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:38.109831 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-6edbc8b1-03d3-43aa-bfd4-e341c0ad09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:38.117972 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-6edbc8b1-03d3-43aa-bfd4-e341c0ad09bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c52d4a6fde3a4f92b73d4cbced7bc767&device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 1127 time: 0.1940997 Feb 07 16:35:38.123002 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ad84f-68c3-413c-81f2-0440b1b05f44 None None] Checking router: 957ce515-30c2-4eb1-9918-2f65f2a803e7 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:35:38.134886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ad84f-68c3-413c-81f2-0440b1b05f44 None None] Routers {'957ce515-30c2-4eb1-9918-2f65f2a803e7'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:35:38.135531 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6b4ad84f-68c3-413c-81f2-0440b1b05f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['957ce515-30c2-4eb1-9918-2f65f2a803e7'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:38.175452 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] Attempting to bind port 03879d16-d6b2-4f47-83a8-b141acd05e00 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:35:38.175902 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] Attempting to bind port 03879d16-d6b2-4f47-83a8-b141acd05e00 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '88ed8e75-88df-48a6-ac4a-fdc3550c0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:35:38.176454 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] Attempting to bind port 03879d16-d6b2-4f47-83a8-b141acd05e00 on network 1c763529-d7da-44e4-93e7-f39221fc8e8d {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:38.185381 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:35:38.185877 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] Checking segment: {'id': '88ed8e75-88df-48a6-ac4a-fdc3550c0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:35:38.186469 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:38.186919 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] Bound using segment: {'id': '88ed8e75-88df-48a6-ac4a-fdc3550c0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:35:38.187460 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] Bound port: 03879d16-d6b2-4f47-83a8-b141acd05e00, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ed8e75-88df-48a6-ac4a-fdc3550c0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:35:38.188397 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (03879d16-d6b2-4f47-83a8-b141acd05e00), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:38.246386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d0690-dd1a-4777-814e-f314533efee3 req-3d6135bb-35f2-4f6d-837a-c9594b2cf4bd tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:38.247858 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-306d0690-dd1a-4777-814e-f314533efee3 req-3d6135bb-35f2-4f6d-837a-c9594b2cf4bd tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.48 "GET /v2.0/networks?id=1c763529-d7da-44e4-93e7-f39221fc8e8d HTTP/1.1" status: 200 len: 829 time: 0.2379797 Feb 07 16:35:38.264707 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-306d0690-dd1a-4777-814e-f314533efee3 req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Request body: {'port': {'device_id': '7166f0ea-7d53-46cf-830b-9d29d7ec72dc', 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d', 'admin_state_up': True, 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:38.340506 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] For port 03879d16-d6b2-4f47-83a8-b141acd05e00, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:35:38.344087 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] For port 03879d16-d6b2-4f47-83a8-b141acd05e00, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=03879d16-d6b2-4f47-83a8-b141acd05e00,segment=NetworkSegment(88ed8e75-88df-48a6-ac4a-fdc3550c0643),segment_id=88ed8e75-88df-48a6-ac4a-fdc3550c0643)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:35:38.353214 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (03879d16-d6b2-4f47-83a8-b141acd05e00), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:38.355434 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6b4ad84f-68c3-413c-81f2-0440b1b05f44 None None] Set router 957ce515-30c2-4eb1-9918-2f65f2a803e7 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:35:38.369462 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-7579384b-d1c8-4ef3-a307-f62bb9522333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:38.380773 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-7579384b-d1c8-4ef3-a307-f62bb9522333 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd HTTP/1.1" status: 200 len: 921 time: 0.2616367 Feb 07 16:35:38.394480 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:35:38.475479 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] Routers {'008b0841-0724-4fd5-8772-ea9b57ecc5ac'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:35:38.476206 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['008b0841-0724-4fd5-8772-ea9b57ecc5ac'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:38.479546 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beca612-ec72-4c90-b390-088788c372e0 None None] Pushing event updated for resources: {'Port': ['ID=03879d16-d6b2-4f47-83a8-b141acd05e00,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:38.526166 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-67d425fe-e38c-4521-8fc7-4fc92214d877 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97473284-7d7b-47f2-a8bb-518eb82039d0 HTTP/1.1" status: 200 len: 217 time: 0.1444869 Feb 07 16:35:38.540789 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2136f00-d6d5-4aa4-a27b-96f0d55eee9f x-openstack-request-id: req-b2136f00-d6d5-4aa4-a27b-96f0d55eee9f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:38.541560 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e7eac4-127c-4d00-b010-6f8a34a33ae4", "tag": "97473284-7d7b-47f2-a8bb-518eb82039d0", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:38.542064 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2136f00-d6d5-4aa4-a27b-96f0d55eee9f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:38.543034 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'tag': '97473284-7d7b-47f2-a8bb-518eb82039d0', 'status': 'completed', 'code': 200} Feb 07 16:35:38.554874 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] The host n-h1-827865-3 is not matching for port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 host n-h2-827865-3! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 16:35:38.555414 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:35:38.559094 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-489e7af1-8ff0-4aab-99e6-6e2bcb244815 None None] Provisioning complete for port 03879d16-d6b2-4f47-83a8-b141acd05e00 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:38.559475 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-489e7af1-8ff0-4aab-99e6-6e2bcb244815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (03879d16-d6b2-4f47-83a8-b141acd05e00), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:38.596690 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306d0690-dd1a-4777-814e-f314533efee3 req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Made reservation on behalf of 983acac417eb4927bfcc6f21c7e43ae5 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:35:38.600790 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-306d0690-dd1a-4777-814e-f314533efee3 req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:38.656520 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-1c6a8bc8-a689-4b11-b460-5f8b8d9737a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:38.660479 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-1c6a8bc8-a689-4b11-b460-5f8b8d9737a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf9c9306-f558-49de-87fe-0cf026053c03 HTTP/1.1" status: 200 len: 859 time: 0.1156273 Feb 07 16:35:38.770415 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400ee9a-acba-4fbe-9839-e90b00a699d0 req-47096d06-976e-4199-95a4-b9dcabf295d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:38.771900 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e400ee9a-acba-4fbe-9839-e90b00a699d0 req-47096d06-976e-4199-95a4-b9dcabf295d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c52d4a6fde3a4f92b73d4cbced7bc767&device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 1127 time: 0.2038345 Feb 07 16:35:38.776932 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] Set router 008b0841-0724-4fd5-8772-ea9b57ecc5ac gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:35:38.781932 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597053d8-1490-4805-9834-6110cdf3de77 req-199e6cba-d0ad-4ba9-bdfb-a9a6a9726145 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:38.784385 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-597053d8-1490-4805-9834-6110cdf3de77 req-199e6cba-d0ad-4ba9-bdfb-a9a6a9726145 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 951 time: 0.1544080 Feb 07 16:35:38.811700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-489e7af1-8ff0-4aab-99e6-6e2bcb244815 None None] Current status of the port 03879d16-d6b2-4f47-83a8-b141acd05e00 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:38.812609 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-489e7af1-8ff0-4aab-99e6-6e2bcb244815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (03879d16-d6b2-4f47-83a8-b141acd05e00), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:38.818018 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-4ad481c5-eee7-4aff-97ff-6094650d76f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:38.819885 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-4ad481c5-eee7-4aff-97ff-6094650d76f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1223135 Feb 07 16:35:38.834148 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-d168abf8-3c01-4409-abeb-7f3c5ddda503 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:35:38.836128 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-d168abf8-3c01-4409-abeb-7f3c5ddda503 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088501 Feb 07 16:35:38.864376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-489e7af1-8ff0-4aab-99e6-6e2bcb244815 None None] For port 03879d16-d6b2-4f47-83a8-b141acd05e00, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=03879d16-d6b2-4f47-83a8-b141acd05e00,segment=NetworkSegment(88ed8e75-88df-48a6-ac4a-fdc3550c0643),segment_id=88ed8e75-88df-48a6-ac4a-fdc3550c0643)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:38.868922 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-489e7af1-8ff0-4aab-99e6-6e2bcb244815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (03879d16-d6b2-4f47-83a8-b141acd05e00), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:38.875394 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-306d0690-dd1a-4777-814e-f314533efee3 req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Allocated IP 172.20.0.3 (1c763529-d7da-44e4-93e7-f39221fc8e8d/d5488e03-bfc3-4e5c-8a1e-4377990d0cc0/ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:35:38.898230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400ee9a-acba-4fbe-9839-e90b00a699d0 req-9133af66-2f6a-4fe5-8a59-e74b354d6268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:38.899701 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e400ee9a-acba-4fbe-9839-e90b00a699d0 req-9133af66-2f6a-4fe5-8a59-e74b354d6268 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd HTTP/1.1" status: 200 len: 921 time: 0.1143622 Feb 07 16:35:38.922299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e7af1-8ff0-4aab-99e6-6e2bcb244815 None None] Pushing event updated for resources: {'Port': ['ID=03879d16-d6b2-4f47-83a8-b141acd05e00,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:38.937674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6b4ad84f-68c3-413c-81f2-0440b1b05f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '0e1f898d-46d5-4ec1-a261-2d8f17a9218e', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'floating_ip_address': '172.25.4.90', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'port_id': '2d1869c0-b47d-47a5-b012-a32541eea315', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'mac_address': 'fa:16:3e:a4:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498589ad-1787-4fdb-8665-68982884daef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:35:12Z', 'updated_at': '2022-02-07T16:35:35Z', 'revision_number': 3, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:51Z', 'revision_number': 5, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:38.981594 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ad84f-68c3-413c-81f2-0440b1b05f44 None None] The sync data for ids ['957ce515-30c2-4eb1-9918-2f65f2a803e7'] in n-d-827865-3 is: [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '0e1f898d-46d5-4ec1-a261-2d8f17a9218e', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'floating_ip_address': '172.25.4.90', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'port_id': '2d1869c0-b47d-47a5-b012-a32541eea315', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'mac_address': 'fa:16:3e:a4:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498589ad-1787-4fdb-8665-68982884daef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:35:12Z', 'updated_at': '2022-02-07T16:35:35Z', 'revision_number': 3, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:51Z', 'revision_number': 5, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:35:38.995519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d1be1d06-8330-426f-a509-ff675c119304 None None] Provisioning complete for port 03879d16-d6b2-4f47-83a8-b141acd05e00 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:38.995519 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d1be1d06-8330-426f-a509-ff675c119304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (03879d16-d6b2-4f47-83a8-b141acd05e00), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:39.044019 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-f737aa27-6ad7-48a7-b134-92ee680e7695 service neutron] 10.222.0.18 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995213 Feb 07 16:35:39.089630 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1630947947-router', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:35:26Z', 'updated_at': '2022-02-07T16:35:33Z', 'revision_number': 4, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'gw_port': {'id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:27Z', 'updated_at': '2022-02-07T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '03879d16-d6b2-4f47-83a8-b141acd05e00', 'name': '', 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'mac_address': 'fa:16:3e:de:b1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd5488e03-bfc3-4e5c-8a1e-4377990d0cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:32Z', 'updated_at': '2022-02-07T16:35:38Z', 'revision_number': 4, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'subnets': [{'id': 'd5488e03-bfc3-4e5c-8a1e-4377990d0cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:39.122262 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d1be1d06-8330-426f-a509-ff675c119304 None None] Current status of the port 03879d16-d6b2-4f47-83a8-b141acd05e00 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:39.133462 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1720cd-2ac3-41cd-a75b-f54b938bed69 None None] The sync data for ids ['008b0841-0724-4fd5-8772-ea9b57ecc5ac'] in n-d-827865-3 is: [{'id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1630947947-router', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:35:26Z', 'updated_at': '2022-02-07T16:35:33Z', 'revision_number': 4, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'gw_port': {'id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:27Z', 'updated_at': '2022-02-07T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '03879d16-d6b2-4f47-83a8-b141acd05e00', 'name': '', 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'mac_address': 'fa:16:3e:de:b1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd5488e03-bfc3-4e5c-8a1e-4377990d0cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:32Z', 'updated_at': '2022-02-07T16:35:38Z', 'revision_number': 4, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'subnets': [{'id': 'd5488e03-bfc3-4e5c-8a1e-4377990d0cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:35:39.334840 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-986738a3-b7bb-4e4e-a4b5-9ce0ee3d3b39 service neutron] 10.222.0.18 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728667 Feb 07 16:35:39.367059 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b4f5d9-fedc-485a-afef-6da69b9000a4 None None] New status for floating IP 0e1f898d-46d5-4ec1-a261-2d8f17a9218e: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:35:39.370496 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e400ee9a-acba-4fbe-9839-e90b00a699d0 req-df8312bb-66a3-4dc9-8611-f2200a413e85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97473284-7d7b-47f2-a8bb-518eb82039d0 HTTP/1.1" status: 200 len: 217 time: 0.4629226 Feb 07 16:35:39.450344 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 03879d16-d6b2-4f47-83a8-b141acd05e00 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:35:39.478240 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-306d0690-dd1a-4777-814e-f314533efee3 req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks [] for port (ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:39.515265 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-597053d8-1490-4805-9834-6110cdf3de77 req-71bcaa95-f07b-40b0-88fb-37924278d050 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6138780 Feb 07 16:35:39.522122 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-e2c7b920-a42c-448d-9599-307f3f0a412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:39.529091 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-e2c7b920-a42c-448d-9599-307f3f0a412f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c52d4a6fde3a4f92b73d4cbced7bc767&device_id=498589ad-1787-4fdb-8665-68982884daef HTTP/1.1" status: 200 len: 1127 time: 0.1344306 Feb 07 16:35:39.536463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 03879d16-d6b2-4f47-83a8-b141acd05e00 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:39.537004 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (03879d16-d6b2-4f47-83a8-b141acd05e00), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:39.545022 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18602888-5dd3-4fdd-ab7b-da1b7a44ba8f req-1bb86e0a-c217-45ca-9a47-bf4951da01f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:39.546559 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-18602888-5dd3-4fdd-ab7b-da1b7a44ba8f req-1bb86e0a-c217-45ca-9a47-bf4951da01f4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd HTTP/1.1" status: 200 len: 1132 time: 0.1884754 Feb 07 16:35:39.573200 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98040394-989d-43cf-969e-053bc8954680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76124532-4f70-4aab-802c-0e671f6078ee'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:39.574118 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400ee9a-acba-4fbe-9839-e90b00a699d0 req-b0e5c3b3-abad-4312-9bab-9c10b30297f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:39.575615 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e400ee9a-acba-4fbe-9839-e90b00a699d0 req-b0e5c3b3-abad-4312-9bab-9c10b30297f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9c9306-f558-49de-87fe-0cf026053c03 HTTP/1.1" status: 200 len: 859 time: 0.1580412 Feb 07 16:35:39.575733 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0edc705-664b-4b0d-8c03-57b80234917a" -d '{"events": [{"server_uuid": "98040394-989d-43cf-969e-053bc8954680", "name": "network-vif-unplugged", "status": "completed", "tag": "76124532-4f70-4aab-802c-0e671f6078ee"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:39.585938 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-5ace73f2-ec7e-45d8-a6ad-445dc5f63afd tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:39.587802 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-5ace73f2-ec7e-45d8-a6ad-445dc5f63afd tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c&tenant_id=deb20de83f134befa08f0478fca7ff92&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 1127 time: 0.2098076 Feb 07 16:35:39.690764 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-18602888-5dd3-4fdd-ab7b-da1b7a44ba8f req-0d64385c-fd22-42f0-898d-64167d9391f2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951109 Feb 07 16:35:39.706516 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 03879d16-d6b2-4f47-83a8-b141acd05e00 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:39.755655 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-306d0690-dd1a-4777-814e-f314533efee3 req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:39.758201 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-a00bfddd-886e-40ff-90c3-6d717a187829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:39.760867 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-a00bfddd-886e-40ff-90c3-6d717a187829 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd HTTP/1.1" status: 200 len: 921 time: 0.2307901 Feb 07 16:35:39.761260 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400ee9a-acba-4fbe-9839-e90b00a699d0 req-2bfcd5a0-499b-4451-9a72-57fca54399dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:39.763127 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e400ee9a-acba-4fbe-9839-e90b00a699d0 req-2bfcd5a0-499b-4451-9a72-57fca54399dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1728592 Feb 07 16:35:39.770180 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-54bf117f-2a7c-4fca-98b6-833a63f5a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:39.772011 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-54bf117f-2a7c-4fca-98b6-833a63f5a0d1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c&tenant_id=deb20de83f134befa08f0478fca7ff92 HTTP/1.1" status: 200 len: 1127 time: 0.1559803 Feb 07 16:35:39.835030 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d247b-faee-4773-8480-0d45eaa5eec9 req-30bb95c1-1fc8-4cda-a4a3-48cefc70992e tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:39.837243 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a82d247b-faee-4773-8480-0d45eaa5eec9 req-30bb95c1-1fc8-4cda-a4a3-48cefc70992e tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 943 time: 0.1711762 Feb 07 16:35:39.874206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306d0690-dd1a-4777-814e-f314533efee3 req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Network 1c763529-d7da-44e4-93e7-f39221fc8e8d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:35:39.882487 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-306d0690-dd1a-4777-814e-f314533efee3 req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:35:39.886540 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-306d0690-dd1a-4777-814e-f314533efee3 req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:35:39.889184 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Pushing event updated for resources: {'Port': ['ID=ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:39.900483 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:39.900818 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:39.901167 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:39.901537 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:39.901876 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:39.902215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:39.902548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:39.902881 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:39.903217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:39.903546 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:39.903872 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:39.904197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:39.904521 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:39.917798 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a82d247b-faee-4773-8480-0d45eaa5eec9 req-556c64a6-dbef-4aab-a239-d1b9d23ee459 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738947 Feb 07 16:35:39.921832 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc4ca6-7e28-43ab-8ced-aabc57e13233 None None] Sync routers for ids ['957ce515-30c2-4eb1-9918-2f65f2a803e7'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:35:39.922733 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e400ee9a-acba-4fbe-9839-e90b00a699d0 req-d166ac26-cb2b-4258-80a6-0d387fc596ac service neutron] 10.222.0.48 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491420 Feb 07 16:35:39.941296 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc4ca6-7e28-43ab-8ced-aabc57e13233 None None] Routers {'957ce515-30c2-4eb1-9918-2f65f2a803e7'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:35:39.942610 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e0dc4ca6-7e28-43ab-8ced-aabc57e13233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['957ce515-30c2-4eb1-9918-2f65f2a803e7'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:39.958587 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-6690afec-09d0-412c-930d-1c267578cce5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d1869c0-b47d-47a5-b012-a32541eea315 HTTP/1.1" status: 200 len: 1000 time: 0.1901438 Feb 07 16:35:40.053668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d0690-dd1a-4777-814e-f314533efee3 req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:40.054262 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-306d0690-dd1a-4777-814e-f314533efee3 req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:40.091365 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-23949c10-705b-4783-8206-310b2ea3b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:40.092880 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-23949c10-705b-4783-8206-310b2ea3b46e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf9c9306-f558-49de-87fe-0cf026053c03 HTTP/1.1" status: 200 len: 859 time: 0.1234515 Feb 07 16:35:40.115553 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-306d0690-dd1a-4777-814e-f314533efee3 req-9b70a21e-a9e0-4d0d-922b-70216db2fd7d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8530586 Feb 07 16:35:40.138801 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Request body: {'port': {'device_id': '7166f0ea-7d53-46cf-830b-9d29d7ec72dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:40.143733 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e0dc4ca6-7e28-43ab-8ced-aabc57e13233 None None] Set router 957ce515-30c2-4eb1-9918-2f65f2a803e7 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:35:40.184711 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21affa84-abef-44e5-aea3-895af8e72200 req-b92513d8-9dae-428a-9be0-0470e816d5bd tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:40.192643 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21affa84-abef-44e5-aea3-895af8e72200 req-b92513d8-9dae-428a-9be0-0470e816d5bd tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd HTTP/1.1" status: 200 len: 950 time: 0.1731532 Feb 07 16:35:40.196123 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e400ee9a-acba-4fbe-9839-e90b00a699d0 req-178903fb-9b79-427e-86c8-d05624824780 service neutron] 10.222.0.48 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656233 Feb 07 16:35:40.271386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-c377a692-d145-4b11-aeeb-e564e1cd293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:40.272969 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-c377a692-d145-4b11-aeeb-e564e1cd293b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 1127 time: 0.1488588 Feb 07 16:35:40.288341 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21affa84-abef-44e5-aea3-895af8e72200 req-f834c4c1-8bbd-4f7c-b134-7ae53ace696e tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894504 Feb 07 16:35:40.333386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-2c50a359-99a2-46d5-8715-67e843104b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:40.334932 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-2c50a359-99a2-46d5-8715-67e843104b72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2190845 Feb 07 16:35:40.362654 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-614192a3-56a8-483f-bbe7-eb19f26bc104 None None] Provisioning complete for port ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:40.363278 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-614192a3-56a8-483f-bbe7-eb19f26bc104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:40.440839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-d1f91f90-d753-4398-9af3-fb737d931202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:40.442635 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-d1f91f90-d753-4398-9af3-fb737d931202 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 0.1524713 Feb 07 16:35:40.502891 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-614192a3-56a8-483f-bbe7-eb19f26bc104 None None] Port ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:35:40.536637 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-1cff61f4-4692-4dc7-a3a5-84a3b01fd65d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b0bcd92-c891-4110-baa2-fd8e3a682ce5 HTTP/1.1" status: 200 len: 217 time: 0.0849853 Feb 07 16:35:40.562956 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e0dc4ca6-7e28-43ab-8ced-aabc57e13233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '0e1f898d-46d5-4ec1-a261-2d8f17a9218e', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'floating_ip_address': '172.25.4.90', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'port_id': '2d1869c0-b47d-47a5-b012-a32541eea315', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'mac_address': 'fa:16:3e:a4:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498589ad-1787-4fdb-8665-68982884daef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:35:12Z', 'updated_at': '2022-02-07T16:35:39Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:51Z', 'revision_number': 5, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:40.593124 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc4ca6-7e28-43ab-8ced-aabc57e13233 None None] Checking router: 957ce515-30c2-4eb1-9918-2f65f2a803e7 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:35:40.602966 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc4ca6-7e28-43ab-8ced-aabc57e13233 None None] Routers {'957ce515-30c2-4eb1-9918-2f65f2a803e7'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:35:40.603988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e0dc4ca6-7e28-43ab-8ced-aabc57e13233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['957ce515-30c2-4eb1-9918-2f65f2a803e7'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:40.618420 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-20f3e08b-38ff-4fd9-b1d6-9ec99ee9dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:40.622523 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-20f3e08b-38ff-4fd9-b1d6-9ec99ee9dd94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.0744348 Feb 07 16:35:40.673604 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12542d13-f6fa-4bed-9069-6c57006bbc30 req-6a5b2e8e-d96f-44c0-8711-30dc6806d8e3 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:40.675110 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-31a43994-0ef6-4d2e-8ef1-267cc1249a81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450847 Feb 07 16:35:40.675285 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12542d13-f6fa-4bed-9069-6c57006bbc30 req-6a5b2e8e-d96f-44c0-8711-30dc6806d8e3 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.32 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 951 time: 0.5270531 Feb 07 16:35:40.675613 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498589ad-1787-4fdb-8665-68982884daef', 'tag': '2d1869c0-b47d-47a5-b012-a32541eea315'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:40.677952 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dcccc2-1f16-4011-a324-a6fee0830316" -d '{"events": [{"name": "network-changed", "server_uuid": "498589ad-1787-4fdb-8665-68982884daef", "tag": "2d1869c0-b47d-47a5-b012-a32541eea315"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:40.752125 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e0dc4ca6-7e28-43ab-8ced-aabc57e13233 None None] Set router 957ce515-30c2-4eb1-9918-2f65f2a803e7 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:35:40.775301 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:40.833179 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-4c5eeeed-262a-4a70-9fb7-563b4d5cf76e service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446438 Feb 07 16:35:40.915310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-ec347223-3d73-4b14-964b-f154a1bb21bc service neutron] 10.222.0.18 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364130 Feb 07 16:35:40.958563 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-de19601b-ddf0-4623-ba9c-76721fd9d7f1 service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193924 Feb 07 16:35:41.040736 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b6a5e-aef9-4499-9f03-d110415e8da7 req-5b2ee6e0-0d06-48eb-9215-254d2efa8fe7 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:41.042453 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e93b6a5e-aef9-4499-9f03-d110415e8da7 req-5b2ee6e0-0d06-48eb-9215-254d2efa8fe7 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 945 time: 0.0759995 Feb 07 16:35:41.098813 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e0dc4ca6-7e28-43ab-8ced-aabc57e13233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '0e1f898d-46d5-4ec1-a261-2d8f17a9218e', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'floating_ip_address': '172.25.4.90', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'port_id': '2d1869c0-b47d-47a5-b012-a32541eea315', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'mac_address': 'fa:16:3e:a4:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498589ad-1787-4fdb-8665-68982884daef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:35:12Z', 'updated_at': '2022-02-07T16:35:39Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:51Z', 'revision_number': 5, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:41.116848 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e93b6a5e-aef9-4499-9f03-d110415e8da7 req-0340bd31-a130-49c8-a1c4-e1b6f9d1139b tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683646 Feb 07 16:35:41.152530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc4ca6-7e28-43ab-8ced-aabc57e13233 None None] The sync data for ids ['957ce515-30c2-4eb1-9918-2f65f2a803e7'] in n-d-827865-3 is: [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '0e1f898d-46d5-4ec1-a261-2d8f17a9218e', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'floating_ip_address': '172.25.4.90', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'port_id': '2d1869c0-b47d-47a5-b012-a32541eea315', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'mac_address': 'fa:16:3e:a4:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498589ad-1787-4fdb-8665-68982884daef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:35:12Z', 'updated_at': '2022-02-07T16:35:39Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:51Z', 'revision_number': 5, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:35:41.165735 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-12542d13-f6fa-4bed-9069-6c57006bbc30 req-a32b5f60-e00f-412d-98a1-a97d5aef96f6 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Deleting port 53f19a98-a70f-488e-b089-2a1c6610df6c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:35:41.166090 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-12542d13-f6fa-4bed-9069-6c57006bbc30 req-a32b5f60-e00f-412d-98a1-a97d5aef96f6 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:41.276657 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d88dbb5-0943-4504-9532-9f38eadc3ab0 req-132d0e4a-c7e5-442c-84a1-e7cf1aa963ee service neutron] 10.222.0.18 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771678 Feb 07 16:35:41.336671 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d4654-3162-4d07-b3dc-be5cc99138bc req-4ec6dfd8-261a-439d-b001-0e982efc5d5d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:41.345875 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da8d4654-3162-4d07-b3dc-be5cc99138bc req-4ec6dfd8-261a-439d-b001-0e982efc5d5d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 931 time: 0.1326911 Feb 07 16:35:41.346722 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d335723-7f24-4f77-b7f8-394741a653e4 x-openstack-request-id: req-7d335723-7f24-4f77-b7f8-394741a653e4 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:41.347297 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98040394-989d-43cf-969e-053bc8954680", "name": "network-vif-unplugged", "status": "completed", "tag": "76124532-4f70-4aab-802c-0e671f6078ee", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:41.347635 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d335723-7f24-4f77-b7f8-394741a653e4 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:41.348103 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98040394-989d-43cf-969e-053bc8954680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76124532-4f70-4aab-802c-0e671f6078ee', 'code': 200} Feb 07 16:35:41.372102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-eae34dbd-1628-489c-9a25-6b4c21434bd7 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:41.373646 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-eae34dbd-1628-489c-9a25-6b4c21434bd7 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c&tenant_id=deb20de83f134befa08f0478fca7ff92&binding%3Ahost_id=n-h2-827865-3 HTTP/1.1" status: 200 len: 1127 time: 0.1207454 Feb 07 16:35:41.374207 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-12542d13-f6fa-4bed-9069-6c57006bbc30 req-a32b5f60-e00f-412d-98a1-a97d5aef96f6 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] For port 53f19a98-a70f-488e-b089-2a1c6610df6c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=53f19a98-a70f-488e-b089-2a1c6610df6c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:41.374670 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-12542d13-f6fa-4bed-9069-6c57006bbc30 req-a32b5f60-e00f-412d-98a1-a97d5aef96f6 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:41.401266 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-12542d13-f6fa-4bed-9069-6c57006bbc30 req-a32b5f60-e00f-412d-98a1-a97d5aef96f6 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Calling delete_port for 53f19a98-a70f-488e-b089-2a1c6610df6c owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:35:41.438357 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da8d4654-3162-4d07-b3dc-be5cc99138bc req-13e942b8-6b72-4645-9c0a-dedb745a8901 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/security-groups?id=28e4b0cc-3a52-4f60-ba29-eb824e79aebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914664 Feb 07 16:35:41.504091 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64458d53-e461-48b2-950e-5c15b19ebbf4 x-openstack-request-id: req-64458d53-e461-48b2-950e-5c15b19ebbf4 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:41.504387 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498589ad-1787-4fdb-8665-68982884daef", "tag": "2d1869c0-b47d-47a5-b012-a32541eea315", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:41.504647 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64458d53-e461-48b2-950e-5c15b19ebbf4 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:41.505050 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498589ad-1787-4fdb-8665-68982884daef', 'tag': '2d1869c0-b47d-47a5-b012-a32541eea315', 'status': 'completed', 'code': 200} Feb 07 16:35:41.544869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:41.556036 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Publish callbacks [] for port (ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:41.556472 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-160c1550-069b-4c7a-9349-568e6071f0a7 service neutron] For port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:35:41.576715 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Transition to ACTIVE for port object ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:35:41.589648 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:41.590492 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-160c1550-069b-4c7a-9349-568e6071f0a7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:41.591719 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fff5340-034a-45c8-9395-cd9ef8721419 req-160c1550-069b-4c7a-9349-568e6071f0a7 service neutron] 10.222.0.32 "DELETE /v2.0/ports/1b0bcd92-c891-4110-baa2-fd8e3a682ce5/bindings/n-h1-827865-3 HTTP/1.1" status: 204 len: 173 time: 0.2063072 Feb 07 16:35:41.626297 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcccc2-1f16-4011-a324-a6fee0830316 req-b5ebb2a2-23d6-4c4d-9058-ad00f0e72527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:41.628919 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-50dcccc2-1f16-4011-a324-a6fee0830316 req-b5ebb2a2-23d6-4c4d-9058-ad00f0e72527 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c52d4a6fde3a4f92b73d4cbced7bc767&device_id=498589ad-1787-4fdb-8665-68982884daef HTTP/1.1" status: 200 len: 1127 time: 0.0930834 Feb 07 16:35:41.637242 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc0338-d0f9-4837-adc0-16428a884786 req-a9313210-a42a-4013-8a32-4574045e343d tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:41.638808 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1bfc0338-d0f9-4837-adc0-16428a884786 req-a9313210-a42a-4013-8a32-4574045e343d tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/ports?device_id=2af2ecd3-d3b8-42ac-aee4-673e14dc271d HTTP/1.1" status: 200 len: 951 time: 0.2184105 Feb 07 16:35:41.724835 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Pushing event updated for resources: {'Port': ['ID=ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:41.744371 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87000bcf-62e1-44c7-aa1e-34d904e86dbd req-2dd455d7-6ac4-4b17-a189-b92656233b13 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:41.746972 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87000bcf-62e1-44c7-aa1e-34d904e86dbd req-2dd455d7-6ac4-4b17-a189-b92656233b13 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 943 time: 0.1143327 Feb 07 16:35:41.802937 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-12542d13-f6fa-4bed-9069-6c57006bbc30 req-a32b5f60-e00f-412d-98a1-a97d5aef96f6 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (53f19a98-a70f-488e-b089-2a1c6610df6c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:41.806416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcccc2-1f16-4011-a324-a6fee0830316 req-62dd0f91-ba58-43bb-9028-f9a1455da365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:41.807752 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-50dcccc2-1f16-4011-a324-a6fee0830316 req-62dd0f91-ba58-43bb-9028-f9a1455da365 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd HTTP/1.1" status: 200 len: 921 time: 0.1415343 Feb 07 16:35:41.817231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['53f19a98-a70f-488e-b089-2a1c6610df6c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:41.858899 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1bfc0338-d0f9-4837-adc0-16428a884786 req-855023f6-b807-4576-a3f5-04bdadd87693 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.18 "GET /v2.0/security-groups?id=08c77dbf-e6c2-4ff1-bed3-bd43497876e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876786 Feb 07 16:35:41.861677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b5f60-e00f-412d-98a1-a97d5aef96f6 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Pushing event deleted for resources: {'Port': ['ID=53f19a98-a70f-488e-b089-2a1c6610df6c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:41.889036 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87000bcf-62e1-44c7-aa1e-34d904e86dbd req-20691385-ceca-4480-b08a-f1a812017f3e tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328382 Feb 07 16:35:41.928171 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-50dcccc2-1f16-4011-a324-a6fee0830316 req-f8355a0c-bb96-41eb-8bfa-5f79d2f3cdb9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d1869c0-b47d-47a5-b012-a32541eea315 HTTP/1.1" status: 200 len: 1000 time: 0.1122606 Feb 07 16:35:41.946694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Attempting to bind port ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:35:41.946958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Attempting to bind port ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '88ed8e75-88df-48a6-ac4a-fdc3550c0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:35:41.947299 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Attempting to bind port ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b on network 1c763529-d7da-44e4-93e7-f39221fc8e8d {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:41.961361 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Port ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b on network 1c763529-d7da-44e4-93e7-f39221fc8e8d not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:35:41.961704 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Attempting to bind port ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b on network 1c763529-d7da-44e4-93e7-f39221fc8e8d {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:42.000262 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-12542d13-f6fa-4bed-9069-6c57006bbc30 req-a32b5f60-e00f-412d-98a1-a97d5aef96f6 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] No DVR routers for this DVR port 53f19a98-a70f-488e-b089-2a1c6610df6c on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:35:42.004843 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-12542d13-f6fa-4bed-9069-6c57006bbc30 req-a32b5f60-e00f-412d-98a1-a97d5aef96f6 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:42.008357 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12542d13-f6fa-4bed-9069-6c57006bbc30 req-a32b5f60-e00f-412d-98a1-a97d5aef96f6 tempest-ServersAdminTestJSON-696681393 tempest-ServersAdminTestJSON-696681393-project] 10.222.0.32 "DELETE /v2.0/ports/53f19a98-a70f-488e-b089-2a1c6610df6c HTTP/1.1" status: 204 len: 173 time: 1.2982399 Feb 07 16:35:42.025235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:35:42.025720 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Checking segment: {'id': '88ed8e75-88df-48a6-ac4a-fdc3550c0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:35:42.026113 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Bound using segment: {'id': '88ed8e75-88df-48a6-ac4a-fdc3550c0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:35:42.026571 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Bound port: ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ed8e75-88df-48a6-ac4a-fdc3550c0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:35:42.027365 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:42.159712 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00b81b-ade0-44f9-bc0c-c95ad05d9fd0 req-8f175dcf-173e-4c3c-b492-7e39a074d54e tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:42.161947 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e00b81b-ade0-44f9-bc0c-c95ad05d9fd0 req-8f175dcf-173e-4c3c-b492-7e39a074d54e tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd HTTP/1.1" status: 200 len: 950 time: 0.1699729 Feb 07 16:35:42.164173 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd3eba8d-4b50-4490-bcb0-f0f4bd1dd8b7 req-7358cf09-20cf-405b-8f12-8c0edad15756 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.90 HTTP/1.1" status: 200 len: 1000 time: 0.2259440 Feb 07 16:35:42.176207 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcccc2-1f16-4011-a324-a6fee0830316 req-a40957f3-552e-4923-9b28-a4e540169ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:42.177685 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-50dcccc2-1f16-4011-a324-a6fee0830316 req-a40957f3-552e-4923-9b28-a4e540169ecb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9c9306-f558-49de-87fe-0cf026053c03 HTTP/1.1" status: 200 len: 859 time: 0.1692097 Feb 07 16:35:42.183796 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] For port ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:35:42.215269 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] For port ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b,segment=NetworkSegment(88ed8e75-88df-48a6-ac4a-fdc3550c0643),segment_id=88ed8e75-88df-48a6-ac4a-fdc3550c0643)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:35:42.228046 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:42.248567 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3eba8d-4b50-4490-bcb0-f0f4bd1dd8b7 req-f530ab17-e66e-4ced-9e65-d3cb29118d7e tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:42.250212 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd3eba8d-4b50-4490-bcb0-f0f4bd1dd8b7 req-f530ab17-e66e-4ced-9e65-d3cb29118d7e tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports/2d1869c0-b47d-47a5-b012-a32541eea315 HTTP/1.1" status: 200 len: 942 time: 0.0851886 Feb 07 16:35:42.261681 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa442e1b-0dde-4244-9336-91d20bb701ef req-08c1f240-7f83-4da2-9088-1ebb1c706bcf tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:42.263293 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa442e1b-0dde-4244-9336-91d20bb701ef req-08c1f240-7f83-4da2-9088-1ebb1c706bcf tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.32 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 943 time: 0.2558982 Feb 07 16:35:42.280380 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:42.281071 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:42.284974 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-306d0690-dd1a-4777-814e-f314533efee3 req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] 10.222.0.48 "PUT /v2.0/ports/ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b HTTP/1.1" status: 200 len: 1091 time: 2.1509576 Feb 07 16:35:42.300378 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e00b81b-ade0-44f9-bc0c-c95ad05d9fd0 req-532948fc-fb12-49f5-8602-12a154579252 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300716 Feb 07 16:35:42.336393 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd59a4-711f-436c-8a92-d389b2cb35ab service neutron] Pushing event updated for resources: {'Port': ['ID=ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:42.403009 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd3eba8d-4b50-4490-bcb0-f0f4bd1dd8b7 req-03b60e9c-1c73-4265-a8ce-f6f378a1e422 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.90 HTTP/1.1" status: 200 len: 1000 time: 0.0793333 Feb 07 16:35:42.432822 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d0690-dd1a-4777-814e-f314533efee3 req-c391c8c1-60f1-46da-bb2c-40b334d9a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:42.434421 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcccc2-1f16-4011-a324-a6fee0830316 req-3c9d74cd-74cb-440b-877a-bc696bb6bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:42.434931 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-306d0690-dd1a-4777-814e-f314533efee3 req-c391c8c1-60f1-46da-bb2c-40b334d9a772 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=983acac417eb4927bfcc6f21c7e43ae5&device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 1125 time: 0.0592544 Feb 07 16:35:42.435959 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-50dcccc2-1f16-4011-a324-a6fee0830316 req-3c9d74cd-74cb-440b-877a-bc696bb6bfe8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2023425 Feb 07 16:35:42.516264 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-306d0690-dd1a-4777-814e-f314533efee3 req-743ce628-7229-402b-9428-ad54aa16677e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b HTTP/1.1" status: 200 len: 217 time: 0.0573225 Feb 07 16:35:42.603678 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d0690-dd1a-4777-814e-f314533efee3 req-8dbde26a-8103-4078-8fc9-97cc46aeaccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:42.605834 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-306d0690-dd1a-4777-814e-f314533efee3 req-8dbde26a-8103-4078-8fc9-97cc46aeaccb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5488e03-bfc3-4e5c-8a1e-4377990d0cc0 HTTP/1.1" status: 200 len: 868 time: 0.0792818 Feb 07 16:35:42.704218 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d0690-dd1a-4777-814e-f314533efee3 req-113f3c1e-8922-4772-94c5-346976ccff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:42.707756 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-306d0690-dd1a-4777-814e-f314533efee3 req-113f3c1e-8922-4772-94c5-346976ccff41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c763529-d7da-44e4-93e7-f39221fc8e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0870800 Feb 07 16:35:42.763259 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-aa442e1b-0dde-4244-9336-91d20bb701ef req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Deleting port 76124532-4f70-4aab-802c-0e671f6078ee {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:35:42.763634 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aa442e1b-0dde-4244-9336-91d20bb701ef req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (76124532-4f70-4aab-802c-0e671f6078ee), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:42.848164 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-50dcccc2-1f16-4011-a324-a6fee0830316 req-8a9898cf-7e56-466a-a09d-7a48f0357441 service neutron] 10.222.0.48 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628573 Feb 07 16:35:42.856442 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3eba8d-4b50-4490-bcb0-f0f4bd1dd8b7 req-ea81679d-0d25-4dca-8f04-6aec2f579a84 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:42.857828 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd3eba8d-4b50-4490-bcb0-f0f4bd1dd8b7 req-ea81679d-0d25-4dca-8f04-6aec2f579a84 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.4471929 Feb 07 16:35:42.879574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-306d0690-dd1a-4777-814e-f314533efee3 req-69dc0b90-f91c-418a-a614-780c26c46b04 service neutron] 10.222.0.48 "GET /v2.0/networks/1c763529-d7da-44e4-93e7-f39221fc8e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647456 Feb 07 16:35:42.983670 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-aa442e1b-0dde-4244-9336-91d20bb701ef req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] For port 76124532-4f70-4aab-802c-0e671f6078ee, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=76124532-4f70-4aab-802c-0e671f6078ee,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:42.984289 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aa442e1b-0dde-4244-9336-91d20bb701ef req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (76124532-4f70-4aab-802c-0e671f6078ee), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:43.010540 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-aa442e1b-0dde-4244-9336-91d20bb701ef req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Calling delete_port for 76124532-4f70-4aab-802c-0e671f6078ee owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:35:43.028322 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb7070-49a8-435a-a084-a07313b176a3 req-dd9e83e3-e5e3-4d63-af23-3b6bb912187d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:43.029851 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3ddb7070-49a8-435a-a084-a07313b176a3 req-dd9e83e3-e5e3-4d63-af23-3b6bb912187d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 945 time: 0.1146102 Feb 07 16:35:43.033809 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-306d0690-dd1a-4777-814e-f314533efee3 req-edba109f-906d-41d7-908b-d06210eb9633 service neutron] 10.222.0.48 "GET /v2.0/networks/1c763529-d7da-44e4-93e7-f39221fc8e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458764 Feb 07 16:35:43.069077 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-50dcccc2-1f16-4011-a324-a6fee0830316 req-359f8dff-f267-4ed6-bb1d-fc2f1833f4ff service neutron] 10.222.0.48 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100337 Feb 07 16:35:43.073027 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a7bdc-ade4-400f-9991-c7e78a3e0cd3 req-004d3988-b446-4c67-85f2-c5ca454631db tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:43.074584 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b07a7bdc-ade4-400f-9991-c7e78a3e0cd3 req-004d3988-b446-4c67-85f2-c5ca454631db tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd HTTP/1.1" status: 200 len: 1132 time: 0.1450655 Feb 07 16:35:43.082641 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3ddb7070-49a8-435a-a084-a07313b176a3 req-50e36595-f000-4cac-ac87-8f771fa554ad tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463269 Feb 07 16:35:43.146716 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b07a7bdc-ade4-400f-9991-c7e78a3e0cd3 req-e7d94c0f-57ae-4840-9775-5f2a20f98bc0 tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605757 Feb 07 16:35:43.222198 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504dc40-ddda-4954-9994-6400ed0cb37a req-993a795c-dc03-40c0-a7b8-df64b075900a tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:43.223966 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7504dc40-ddda-4954-9994-6400ed0cb37a req-993a795c-dc03-40c0-a7b8-df64b075900a tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 943 time: 0.0732064 Feb 07 16:35:43.229023 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aa442e1b-0dde-4244-9336-91d20bb701ef req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (76124532-4f70-4aab-802c-0e671f6078ee), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:43.293151 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7504dc40-ddda-4954-9994-6400ed0cb37a req-0ffc23d0-47f5-4be9-ab20-203c6b9b5c07 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/security-groups?id=28e4b0cc-3a52-4f60-ba29-eb824e79aebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633996 Feb 07 16:35:43.318182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Pushing event deleted for resources: {'Port': ['ID=76124532-4f70-4aab-802c-0e671f6078ee,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:43.342852 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:43.343339 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:43.343833 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:43.344249 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:43.344668 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:43.345104 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:43.346130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:43.346547 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:43.346980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:43.347407 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:43.347826 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:43.348231 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:43.348636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:35:43.351884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa442e1b-0dde-4244-9336-91d20bb701ef req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] No DVR routers for this DVR port 76124532-4f70-4aab-802c-0e671f6078ee on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:35:43.359084 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aa442e1b-0dde-4244-9336-91d20bb701ef req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:43.363088 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa442e1b-0dde-4244-9336-91d20bb701ef req-17f50e18-3f54-48c6-8d7c-b7d1aa7756b1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.32 "DELETE /v2.0/ports/76124532-4f70-4aab-802c-0e671f6078ee HTTP/1.1" status: 204 len: 173 time: 1.0841551 Feb 07 16:35:43.363481 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98040394-989d-43cf-969e-053bc8954680', 'name': 'network-vif-deleted', 'tag': '76124532-4f70-4aab-802c-0e671f6078ee'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:43.366224 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e371ebb-7470-47b3-bf8f-889c83fce950" -d '{"events": [{"server_uuid": "98040394-989d-43cf-969e-053bc8954680", "name": "network-vif-deleted", "tag": "76124532-4f70-4aab-802c-0e671f6078ee"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:43.394054 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-51189926-9676-4a97-be4e-5cbc09e3347d tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.90 HTTP/1.1" status: 200 len: 1000 time: 0.0780947 Feb 07 16:35:43.450669 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-7a78d3b4-03eb-4876-8260-7de997bcd62f tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:43.452813 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-7a78d3b4-03eb-4876-8260-7de997bcd62f tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports/2d1869c0-b47d-47a5-b012-a32541eea315 HTTP/1.1" status: 200 len: 942 time: 0.0562241 Feb 07 16:35:43.505749 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af2ecd3-d3b8-42ac-aee4-673e14dc271d', 'name': 'network-vif-deleted', 'tag': '53f19a98-a70f-488e-b089-2a1c6610df6c'}, {'name': 'network-changed', 'server_uuid': '7166f0ea-7d53-46cf-830b-9d29d7ec72dc', 'tag': 'ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:43.508689 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2b73bd-9225-4354-846c-48d2e0e3fa54" -d '{"events": [{"server_uuid": "2af2ecd3-d3b8-42ac-aee4-673e14dc271d", "name": "network-vif-deleted", "tag": "53f19a98-a70f-488e-b089-2a1c6610df6c"}, {"name": "network-changed", "server_uuid": "7166f0ea-7d53-46cf-830b-9d29d7ec72dc", "tag": "ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:43.566000 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-ab127428-4e51-47e2-885b-adc313c923d7 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.90 HTTP/1.1" status: 200 len: 1000 time: 0.0683818 Feb 07 16:35:43.685505 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-f4f2bd4b-7d2d-4542-b431-e0296323ea78 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:43.686909 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-f4f2bd4b-7d2d-4542-b431-e0296323ea78 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.1157067 Feb 07 16:35:43.705557 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-884ca6dc-d3fc-497c-9188-43908aafad45 req-cbb13869-4a34-4280-a1ef-da1d71f6341b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=98040394-989d-43cf-969e-053bc8954680 HTTP/1.1" status: 200 len: 210 time: 0.0309649 Feb 07 16:35:43.790253 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-c2d5fb34-1da6-4934-94f4-e4f1f276f26c tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.90 HTTP/1.1" status: 200 len: 1000 time: 0.0948045 Feb 07 16:35:43.808222 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-b6ee9eb3-1e85-442f-a355-1c7f837febbd tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:43.844659 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03622f26-06a7-419f-8651-141f70b857dd req-52847390-7fbf-41a5-a7b3-8a3d26fcf83a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=85c826fe1b454904b2074f3cecf95dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276475 Feb 07 16:35:43.882721 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-b6ee9eb3-1e85-442f-a355-1c7f837febbd tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks [] for floatingip (0e1f898d-46d5-4ec1-a261-2d8f17a9218e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:43.965211 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56034) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:43.995377 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03622f26-06a7-419f-8651-141f70b857dd req-f4fcbeec-a159-456e-bca5-d8f232fc59e0 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:44.003034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03622f26-06a7-419f-8651-141f70b857dd req-f4fcbeec-a159-456e-bca5-d8f232fc59e0 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489556 Feb 07 16:35:44.015419 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03622f26-06a7-419f-8651-141f70b857dd req-4005f964-ae43-410b-b9e8-9d4c74a3b467 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/quotas/85c826fe1b454904b2074f3cecf95dae HTTP/1.1" status: 200 len: 375 time: 0.0100224 Feb 07 16:35:44.048778 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-b6ee9eb3-1e85-442f-a355-1c7f837febbd tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:44.053209 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-b6ee9eb3-1e85-442f-a355-1c7f837febbd tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (0e1f898d-46d5-4ec1-a261-2d8f17a9218e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:44.053829 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-b6ee9eb3-1e85-442f-a355-1c7f837febbd tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Floating IP 0e1f898d-46d5-4ec1-a261-2d8f17a9218e disassociated. External IP: 172.25.4.90, port: 2d1869c0-b47d-47a5-b012-a32541eea315. Feb 07 16:35:44.086512 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03622f26-06a7-419f-8651-141f70b857dd req-5672f0ec-5488-49cc-b99e-49e588adb523 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0649934 Feb 07 16:35:44.130505 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fc0e9dbe-f474-43ca-9dbd-32fc30c34e1c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=486b5dd718334d35a545e5c0c2409901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1640553 Feb 07 16:35:44.133099 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56038) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:44.189265 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c1645c1-27ca-4442-8c3d-1ce70ff127d4 admin admin] Publish callbacks [] for security_group (08c77dbf-e6c2-4ff1-bed3-bd43497876e7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:44.226072 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c1645c1-27ca-4442-8c3d-1ce70ff127d4 admin admin] Publish callbacks [] for security_group (08c77dbf-e6c2-4ff1-bed3-bd43497876e7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:44.264684 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6bdb9f-bdae-49a4-aebb-007e228c9f52 x-openstack-request-id: req-9e6bdb9f-bdae-49a4-aebb-007e228c9f52 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:44.264985 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98040394-989d-43cf-969e-053bc8954680", "name": "network-vif-deleted", "tag": "76124532-4f70-4aab-802c-0e671f6078ee", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:44.265329 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e6bdb9f-bdae-49a4-aebb-007e228c9f52 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:44.265748 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98040394-989d-43cf-969e-053bc8954680', 'name': 'network-vif-deleted', 'tag': '76124532-4f70-4aab-802c-0e671f6078ee', 'status': 'completed', 'code': 200} Feb 07 16:35:44.293035 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c1645c1-27ca-4442-8c3d-1ce70ff127d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (08c77dbf-e6c2-4ff1-bed3-bd43497876e7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:44.297328 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c1645c1-27ca-4442-8c3d-1ce70ff127d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:44.299101 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8c1645c1-27ca-4442-8c3d-1ce70ff127d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08c77dbf-e6c2-4ff1-bed3-bd43497876e7 HTTP/1.1" status: 204 len: 168 time: 0.1644485 Feb 07 16:35:44.320803 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330eee3a-2b55-40bf-9057-4cabc5d9848e x-openstack-request-id: req-330eee3a-2b55-40bf-9057-4cabc5d9848e {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:44.321106 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af2ecd3-d3b8-42ac-aee4-673e14dc271d", "name": "network-vif-deleted", "tag": "53f19a98-a70f-488e-b089-2a1c6610df6c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7166f0ea-7d53-46cf-830b-9d29d7ec72dc", "tag": "ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:44.321400 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-330eee3a-2b55-40bf-9057-4cabc5d9848e {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:44.321810 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af2ecd3-d3b8-42ac-aee4-673e14dc271d', 'name': 'network-vif-deleted', 'tag': '53f19a98-a70f-488e-b089-2a1c6610df6c', 'status': 'completed', 'code': 200} Feb 07 16:35:44.322076 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7166f0ea-7d53-46cf-830b-9d29d7ec72dc', 'tag': 'ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b', 'status': 'completed', 'code': 200} Feb 07 16:35:44.324227 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1645c1-27ca-4442-8c3d-1ce70ff127d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c77dbf-e6c2-4ff1-bed3-bd43497876e7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:44.398711 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-b6ee9eb3-1e85-442f-a355-1c7f837febbd tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Router 957ce515-30c2-4eb1-9918-2f65f2a803e7 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:35:44.398977 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 53f19a98-a70f-488e-b089-2a1c6610df6c no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:35:44.444344 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b73bd-9225-4354-846c-48d2e0e3fa54 req-2c3c5ad5-b7e2-4500-be32-b4e7b81c5e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:44.445745 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f2b73bd-9225-4354-846c-48d2e0e3fa54 req-2c3c5ad5-b7e2-4500-be32-b4e7b81c5e4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=983acac417eb4927bfcc6f21c7e43ae5&device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 1125 time: 0.0991783 Feb 07 16:35:44.462771 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 53f19a98-a70f-488e-b089-2a1c6610df6c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:35:44.463081 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 53f19a98-a70f-488e-b089-2a1c6610df6c not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:35:44.624475 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b73bd-9225-4354-846c-48d2e0e3fa54 req-21d4bdde-27f6-48b3-b7a9-2a0c18d390cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:44.626159 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f2b73bd-9225-4354-846c-48d2e0e3fa54 req-21d4bdde-27f6-48b3-b7a9-2a0c18d390cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=1c763529-d7da-44e4-93e7-f39221fc8e8d HTTP/1.1" status: 200 len: 930 time: 0.1718044 Feb 07 16:35:44.633564 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3250c-4413-461b-bc03-20af77b14395 req-a05396bb-6cd6-437f-bae0-72eda14c89d9 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:44.636904 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0d3250c-4413-461b-bc03-20af77b14395 req-a05396bb-6cd6-437f-bae0-72eda14c89d9 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 1127 time: 0.1695366 Feb 07 16:35:44.715736 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f2b73bd-9225-4354-846c-48d2e0e3fa54 req-72e639e7-5de5-4ac8-a3ee-64d7d9ae082d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b HTTP/1.1" status: 200 len: 217 time: 0.0777662 Feb 07 16:35:44.739505 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56068) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:44.794993 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-b6ee9eb3-1e85-442f-a355-1c7f837febbd tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:35:44.800028 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-b6ee9eb3-1e85-442f-a355-1c7f837febbd tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:44.800965 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0d3250c-4413-461b-bc03-20af77b14395 req-a7c61fa3-6355-4b00-a743-0b0cd8eff5bf tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485398 Feb 07 16:35:44.822421 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c5b513-0eb3-4693-8529-98e0729e5847 None None] Sync routers for ids ['957ce515-30c2-4eb1-9918-2f65f2a803e7'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:35:44.830122 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b73bd-9225-4354-846c-48d2e0e3fa54 req-9671b0c8-e0c5-4a11-8304-ac7d3887ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:44.831601 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f2b73bd-9225-4354-846c-48d2e0e3fa54 req-9671b0c8-e0c5-4a11-8304-ac7d3887ef22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5488e03-bfc3-4e5c-8a1e-4377990d0cc0 HTTP/1.1" status: 200 len: 868 time: 0.1091242 Feb 07 16:35:44.837228 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-17bd0f75-3cde-410d-b6c3-b6949eca3c51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc42d1b271bd4f67aea04af736233744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0926015 Feb 07 16:35:44.837516 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56070) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:44.839497 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c5b513-0eb3-4693-8529-98e0729e5847 None None] Routers {'957ce515-30c2-4eb1-9918-2f65f2a803e7'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:35:44.840518 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-19c5b513-0eb3-4693-8529-98e0729e5847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['957ce515-30c2-4eb1-9918-2f65f2a803e7'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:44.868059 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-b6ee9eb3-1e85-442f-a355-1c7f837febbd tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "PUT /v2.0/floatingips/0e1f898d-46d5-4ec1-a261-2d8f17a9218e HTTP/1.1" status: 200 len: 694 time: 1.0642982 Feb 07 16:35:44.957126 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a015270-4efa-4e5f-85a9-fee1e115c162 admin admin] Publish callbacks [] for security_group (c62a5f5f-571a-44ee-bc66-00447c4a185a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:44.978525 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af27bf2e-a2e3-4e19-8841-bc1137cf224f req-3b4666a7-861c-4f81-83a1-8538f7b4e017 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3224395-2aac-4c3b-acd4-06fffadca6be HTTP/1.1" status: 200 len: 210 time: 0.0409453 Feb 07 16:35:44.987767 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b73bd-9225-4354-846c-48d2e0e3fa54 req-27799e28-3406-4202-8bba-48c69ffd19fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:44.989297 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f2b73bd-9225-4354-846c-48d2e0e3fa54 req-27799e28-3406-4202-8bba-48c69ffd19fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c763529-d7da-44e4-93e7-f39221fc8e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1098318 Feb 07 16:35:44.997077 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-19c5b513-0eb3-4693-8529-98e0729e5847 None None] Set router 957ce515-30c2-4eb1-9918-2f65f2a803e7 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:35:45.008195 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-d74df1fe-ee4f-46a8-ae14-636073bb389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:45.021187 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-d74df1fe-ee4f-46a8-ae14-636073bb389a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c52d4a6fde3a4f92b73d4cbced7bc767&device_id=498589ad-1787-4fdb-8665-68982884daef HTTP/1.1" status: 200 len: 1127 time: 0.1603541 Feb 07 16:35:45.034383 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a015270-4efa-4e5f-85a9-fee1e115c162 admin admin] Publish callbacks [] for security_group (c62a5f5f-571a-44ee-bc66-00447c4a185a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:45.179855 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f2b73bd-9225-4354-846c-48d2e0e3fa54 req-e9f0b699-1d28-4bb1-b1e7-9090cee6f102 service neutron] 10.222.0.48 "GET /v2.0/networks/1c763529-d7da-44e4-93e7-f39221fc8e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769764 Feb 07 16:35:45.186708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-703b45c3-881d-42e9-9694-99f9df291811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:45.187772 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc14185-3fc3-425e-b223-c293234cf39b req-9a0d9189-55cc-4d68-ac6c-8abd22e9c256 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:45.188433 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-703b45c3-881d-42e9-9694-99f9df291811 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd HTTP/1.1" status: 200 len: 921 time: 0.1662843 Feb 07 16:35:45.189357 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cfc14185-3fc3-425e-b223-c293234cf39b req-9a0d9189-55cc-4d68-ac6c-8abd22e9c256 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 943 time: 0.1066267 Feb 07 16:35:45.245640 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-4332d43c-f5cb-4c8d-afa5-e7894d198d97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d1869c0-b47d-47a5-b012-a32541eea315 HTTP/1.1" status: 200 len: 217 time: 0.0453005 Feb 07 16:35:45.248781 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-19c5b513-0eb3-4693-8529-98e0729e5847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:51Z', 'revision_number': 5, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:45.264016 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a015270-4efa-4e5f-85a9-fee1e115c162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c62a5f5f-571a-44ee-bc66-00447c4a185a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:45.268661 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a015270-4efa-4e5f-85a9-fee1e115c162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:45.272174 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5a015270-4efa-4e5f-85a9-fee1e115c162 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c62a5f5f-571a-44ee-bc66-00447c4a185a HTTP/1.1" status: 204 len: 168 time: 0.4315159 Feb 07 16:35:45.310387 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-1937b24c-ec2b-4715-b0ba-c41878bd18da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:45.311946 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-1937b24c-ec2b-4715-b0ba-c41878bd18da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf9c9306-f558-49de-87fe-0cf026053c03 HTTP/1.1" status: 200 len: 859 time: 0.0559442 Feb 07 16:35:45.373797 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c5b513-0eb3-4693-8529-98e0729e5847 None None] Checking router: 957ce515-30c2-4eb1-9918-2f65f2a803e7 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:35:45.381195 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-14a147b0-c339-489f-9bfc-95eccd1e29a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:45.382895 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c5b513-0eb3-4693-8529-98e0729e5847 None None] Routers {'957ce515-30c2-4eb1-9918-2f65f2a803e7'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:35:45.383390 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-14a147b0-c339-489f-9bfc-95eccd1e29a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0645053 Feb 07 16:35:45.383515 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-19c5b513-0eb3-4693-8529-98e0729e5847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['957ce515-30c2-4eb1-9918-2f65f2a803e7'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:45.510910 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-19c5b513-0eb3-4693-8529-98e0729e5847 None None] Set router 957ce515-30c2-4eb1-9918-2f65f2a803e7 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:35:45.554328 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-547b9dd9-d37c-4673-81a3-1349be6a6d05 service neutron] 10.222.0.18 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623671 Feb 07 16:35:45.688031 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f2b73bd-9225-4354-846c-48d2e0e3fa54 req-41cbf418-57fd-4968-9fc4-51cb5b660985 service neutron] 10.222.0.48 "GET /v2.0/networks/1c763529-d7da-44e4-93e7-f39221fc8e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973881 Feb 07 16:35:45.689311 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08ff2a29-fbb8-4fa6-b9b2-9408c0dc3deb req-452e028e-eafc-4841-ac98-2b48ef1a1004 service neutron] 10.222.0.18 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288040 Feb 07 16:35:45.701008 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a015270-4efa-4e5f-85a9-fee1e115c162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62a5f5f-571a-44ee-bc66-00447c4a185a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:45.742988 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03622f26-06a7-419f-8651-141f70b857dd req-da538e95-d730-4e80-8c03-dd6cc1e718a5 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=85c826fe1b454904b2074f3cecf95dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449188 Feb 07 16:35:45.807846 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-19c5b513-0eb3-4693-8529-98e0729e5847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:51Z', 'revision_number': 5, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:45.836459 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c5b513-0eb3-4693-8529-98e0729e5847 None None] The sync data for ids ['957ce515-30c2-4eb1-9918-2f65f2a803e7'] in n-d-827865-3 is: [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:51Z', 'revision_number': 5, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:35:45.837883 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cfc14185-3fc3-425e-b223-c293234cf39b req-2c8a5a3c-1c8b-4aeb-83ac-1198873affe0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/security-groups?id=28e4b0cc-3a52-4f60-ba29-eb824e79aebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6380143 Feb 07 16:35:45.946231 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03622f26-06a7-419f-8651-141f70b857dd req-34ab1069-3355-445e-adf2-09db89cb28db tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:45.947800 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03622f26-06a7-419f-8651-141f70b857dd req-34ab1069-3355-445e-adf2-09db89cb28db tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987381 Feb 07 16:35:45.964458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-03622f26-06a7-419f-8651-141f70b857dd req-31e05f8f-7ebe-42cc-96a1-0901144854cf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Request body: {'port': {'device_id': 'f3224395-2aac-4c3b-acd4-06fffadca6be', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '85c826fe1b454904b2074f3cecf95dae'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:46.172998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-b7cdd8eb-256d-4831-88e2-88b2f0acba0d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:46.175113 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-b7cdd8eb-256d-4831-88e2-88b2f0acba0d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 820 time: 0.1942327 Feb 07 16:35:46.195629 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03622f26-06a7-419f-8651-141f70b857dd req-31e05f8f-7ebe-42cc-96a1-0901144854cf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Made reservation on behalf of 85c826fe1b454904b2074f3cecf95dae for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:35:46.199966 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-03622f26-06a7-419f-8651-141f70b857dd req-31e05f8f-7ebe-42cc-96a1-0901144854cf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:46.224755 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-afa9f171-761d-41b4-903f-1c022f4babca tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/quotas/deb20de83f134befa08f0478fca7ff92 HTTP/1.1" status: 200 len: 375 time: 0.0406523 Feb 07 16:35:46.263076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e92e4-daea-4aec-aa90-f7a15cf44264 None None] New status for floating IP 0e1f898d-46d5-4ec1-a261-2d8f17a9218e: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:35:46.322853 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498589ad-1787-4fdb-8665-68982884daef', 'tag': '2d1869c0-b47d-47a5-b012-a32541eea315'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:46.325874 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48303100-c2a5-489b-aa29-68a7ed2f80e3" -d '{"events": [{"name": "network-changed", "server_uuid": "498589ad-1787-4fdb-8665-68982884daef", "tag": "2d1869c0-b47d-47a5-b012-a32541eea315"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:46.426806 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-1cbf1815-b4df-4e20-95c0-8fc68b06c3e9 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1956010 Feb 07 16:35:46.522362 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 76124532-4f70-4aab-802c-0e671f6078ee no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:35:46.524607 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:35:46.525787 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-586c8961-cc4f-4c3d-b58a-69d3b8df7a6e service neutron] 10.222.0.18 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980070 Feb 07 16:35:46.600771 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 76124532-4f70-4aab-802c-0e671f6078ee {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:35:46.601526 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 76124532-4f70-4aab-802c-0e671f6078ee not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:35:46.601983 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-03622f26-06a7-419f-8651-141f70b857dd req-31e05f8f-7ebe-42cc-96a1-0901144854cf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Allocated IP 192.168.233.47 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/4e509806-5893-4737-91e0-446f2f936e19) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:35:46.661939 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-b067ca87-db4f-438d-ac82-92de7ae2528c service neutron] 10.222.0.18 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351733 Feb 07 16:35:46.809511 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b,segment=NetworkSegment(88ed8e75-88df-48a6-ac4a-fdc3550c0643),segment_id=88ed8e75-88df-48a6-ac4a-fdc3550c0643)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:46.825089 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b', 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d', 'port_id': 'ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b', 'mac_address': 'fa:16:3e:a6:5c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5488e03-bfc3-4e5c-8a1e-4377990d0cc0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:35:46.830937 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56158) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:46.835675 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2202d02c-5d6e-465e-bcc1-6e40852daf63 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1092855493', 'description': 'tempest-description--1999059671'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:46.872837 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2202d02c-5d6e-465e-bcc1-6e40852daf63 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:46.904274 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:46.904810 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:46.927633 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:46.962351 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b,segment=NetworkSegment(88ed8e75-88df-48a6-ac4a-fdc3550c0643),segment_id=88ed8e75-88df-48a6-ac4a-fdc3550c0643)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:46.981475 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:46.992854 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-03622f26-06a7-419f-8651-141f70b857dd req-31e05f8f-7ebe-42cc-96a1-0901144854cf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks [] for port (4e509806-5893-4737-91e0-446f2f936e19), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:47.039497 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2202d02c-5d6e-465e-bcc1-6e40852daf63 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for security_group (fd149d1e-82de-4946-877c-8e32d13cfb81), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:47.051186 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-221d6eee-d71d-44e8-8789-7669bb6bc760 req-061a4e5c-ee51-4418-a207-36d071211086 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3224395-2aac-4c3b-acd4-06fffadca6be HTTP/1.1" status: 200 len: 210 time: 0.0537610 Feb 07 16:35:47.055389 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2202d02c-5d6e-465e-bcc1-6e40852daf63 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fd149d1e-82de-4946-877c-8e32d13cfb81), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:47.085528 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2202d02c-5d6e-465e-bcc1-6e40852daf63 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:47.087844 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2202d02c-5d6e-465e-bcc1-6e40852daf63 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2558811 Feb 07 16:35:47.092787 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56182) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:47.098496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-be29678f-df09-4427-9e5b-43251192d37e tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Request body: {'security_group_rule': {'security_group_id': 'fd149d1e-82de-4946-877c-8e32d13cfb81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:47.109861 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-03622f26-06a7-419f-8651-141f70b857dd req-31e05f8f-7ebe-42cc-96a1-0901144854cf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4e509806-5893-4737-91e0-446f2f936e19), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:47.114555 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:47.129967 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['b1b8c869-1177-4b49-8a99-d73f9a32b57c', '93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0', 'f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf', '5e47a186-2c52-4efd-97d0-008177fa7a8d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:47.130752 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202d02c-5d6e-465e-bcc1-6e40852daf63 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd149d1e-82de-4946-877c-8e32d13cfb81,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:47.137180 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea10eea-0cad-462f-b9c0-0c2b8ceb83a4 x-openstack-request-id: req-dea10eea-0cad-462f-b9c0-0c2b8ceb83a4 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:47.137768 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498589ad-1787-4fdb-8665-68982884daef", "tag": "2d1869c0-b47d-47a5-b012-a32541eea315", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:47.138397 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dea10eea-0cad-462f-b9c0-0c2b8ceb83a4 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:47.139083 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498589ad-1787-4fdb-8665-68982884daef', 'tag': '2d1869c0-b47d-47a5-b012-a32541eea315', 'status': 'completed', 'code': 200} Feb 07 16:35:47.180148 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be29678f-df09-4427-9e5b-43251192d37e tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for security_group_rule (1697125e-6692-4dc7-950c-0cd6711ea01e), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:47.200141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c2ed7b11-fa05-437c-b3fd-894f106c3dee', 'a92c68c2-44e0-403e-8267-3bb111f40920'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:47.263970 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03622f26-06a7-419f-8651-141f70b857dd req-31e05f8f-7ebe-42cc-96a1-0901144854cf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:35:47.274841 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-03622f26-06a7-419f-8651-141f70b857dd req-31e05f8f-7ebe-42cc-96a1-0901144854cf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:35:47.319271 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e05f8f-7ebe-42cc-96a1-0901144854cf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Pushing event updated for resources: {'Port': ['ID=4e509806-5893-4737-91e0-446f2f936e19,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:47.325169 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-03622f26-06a7-419f-8651-141f70b857dd req-31e05f8f-7ebe-42cc-96a1-0901144854cf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:35:47.357941 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af8f07-8909-4451-b81a-459af54d60a8 req-15eb3d24-fdd6-468b-8a18-64fbd7d4a431 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:47.360402 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36af8f07-8909-4451-b81a-459af54d60a8 req-15eb3d24-fdd6-468b-8a18-64fbd7d4a431 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1525929 Feb 07 16:35:47.401041 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be29678f-df09-4427-9e5b-43251192d37e tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for security_group_rule (1697125e-6692-4dc7-950c-0cd6711ea01e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:47.402366 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48303100-c2a5-489b-aa29-68a7ed2f80e3 req-dea9b22b-cd00-4d10-992a-f084c48d6f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:47.404310 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-48303100-c2a5-489b-aa29-68a7ed2f80e3 req-dea9b22b-cd00-4d10-992a-f084c48d6f42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c52d4a6fde3a4f92b73d4cbced7bc767&device_id=498589ad-1787-4fdb-8665-68982884daef HTTP/1.1" status: 200 len: 1127 time: 0.1839824 Feb 07 16:35:47.410491 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:47.422253 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03622f26-06a7-419f-8651-141f70b857dd req-31e05f8f-7ebe-42cc-96a1-0901144854cf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:47.422932 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-03622f26-06a7-419f-8651-141f70b857dd req-31e05f8f-7ebe-42cc-96a1-0901144854cf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:47.464632 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be29678f-df09-4427-9e5b-43251192d37e tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (1697125e-6692-4dc7-950c-0cd6711ea01e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:47.499280 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36af8f07-8909-4451-b81a-459af54d60a8 req-672acb47-5ec0-4fa1-9a94-8ba61575acac tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.90 HTTP/1.1" status: 200 len: 695 time: 0.1246698 Feb 07 16:35:47.511985 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-36af8f07-8909-4451-b81a-459af54d60a8 req-6c4325af-7535-47b6-a2cf-664a83024a8c tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Request body: {'floatingip': {'port_id': '97473284-7d7b-47f2-a8bb-518eb82039d0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:47.515489 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29678f-df09-4427-9e5b-43251192d37e tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1697125e-6692-4dc7-950c-0cd6711ea01e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:47.560486 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be29678f-df09-4427-9e5b-43251192d37e tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:47.566987 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-be29678f-df09-4427-9e5b-43251192d37e tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4698784 Feb 07 16:35:47.581240 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56210) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:47.586685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-aab86b63-13b3-45cb-b3fd-5be63257c86d tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Request body: {'security_group_rule': {'security_group_id': 'fd149d1e-82de-4946-877c-8e32d13cfb81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:47.596003 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-36af8f07-8909-4451-b81a-459af54d60a8 req-6c4325af-7535-47b6-a2cf-664a83024a8c tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks [] for floatingip (0e1f898d-46d5-4ec1-a261-2d8f17a9218e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:47.596702 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48303100-c2a5-489b-aa29-68a7ed2f80e3 req-60b479e1-7838-463f-9026-712ffa9b55e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:47.598250 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-48303100-c2a5-489b-aa29-68a7ed2f80e3 req-60b479e1-7838-463f-9026-712ffa9b55e0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd HTTP/1.1" status: 200 len: 921 time: 0.1690619 Feb 07 16:35:47.664661 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-48303100-c2a5-489b-aa29-68a7ed2f80e3 req-144b37cf-c74c-4072-b199-9d608b3ed2b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d1869c0-b47d-47a5-b012-a32541eea315 HTTP/1.1" status: 200 len: 217 time: 0.0578871 Feb 07 16:35:47.668476 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03622f26-06a7-419f-8651-141f70b857dd req-31e05f8f-7ebe-42cc-96a1-0901144854cf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7113304 Feb 07 16:35:47.706363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Request body: {'port': {'device_id': 'f3224395-2aac-4c3b-acd4-06fffadca6be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:47.802791 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48303100-c2a5-489b-aa29-68a7ed2f80e3 req-50d9515d-3f7a-4902-889c-2000fafb9ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:47.804560 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-48303100-c2a5-489b-aa29-68a7ed2f80e3 req-50d9515d-3f7a-4902-889c-2000fafb9ef5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9c9306-f558-49de-87fe-0cf026053c03 HTTP/1.1" status: 200 len: 859 time: 0.1338727 Feb 07 16:35:47.828907 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e509806-5893-4737-91e0-446f2f936e19), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:47.863581 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6c69dfa6-408e-4040-94fa-f75f687382cc None None] Provisioning complete for port 4e509806-5893-4737-91e0-446f2f936e19 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:47.864248 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6c69dfa6-408e-4040-94fa-f75f687382cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e509806-5893-4737-91e0-446f2f936e19), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:47.892614 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aab86b63-13b3-45cb-b3fd-5be63257c86d tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for security_group_rule (8a1986b6-2dca-4e77-b027-1867c2af96e2), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:47.914666 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6c69dfa6-408e-4040-94fa-f75f687382cc None None] Port 4e509806-5893-4737-91e0-446f2f936e19 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:35:47.918341 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48303100-c2a5-489b-aa29-68a7ed2f80e3 req-1a9ad7e8-0160-4811-be59-b5bd0de9cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:47.921234 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-48303100-c2a5-489b-aa29-68a7ed2f80e3 req-1a9ad7e8-0160-4811-be59-b5bd0de9cad6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1056435 Feb 07 16:35:47.993875 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aab86b63-13b3-45cb-b3fd-5be63257c86d tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for security_group_rule (8a1986b6-2dca-4e77-b027-1867c2af96e2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:47.999587 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aab86b63-13b3-45cb-b3fd-5be63257c86d tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (8a1986b6-2dca-4e77-b027-1867c2af96e2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:48.031803 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab86b63-13b3-45cb-b3fd-5be63257c86d tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1986b6-2dca-4e77-b027-1867c2af96e2,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:48.050408 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aab86b63-13b3-45cb-b3fd-5be63257c86d tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:48.054988 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-aab86b63-13b3-45cb-b3fd-5be63257c86d tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4720180 Feb 07 16:35:48.055654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56224) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:48.062969 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5baeb506-b564-49d3-a21a-b6d37e307287 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:48.119181 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5baeb506-b564-49d3-a21a-b6d37e307287 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:48.126559 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ab522-e5e6-47d6-b7d4-910350155ad6 req-a1e1df61-5f15-46f9-8612-166aab3e1436 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:48.128249 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff9ab522-e5e6-47d6-b7d4-910350155ad6 req-a1e1df61-5f15-46f9-8612-166aab3e1436 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 944 time: 0.2050064 Feb 07 16:35:48.216462 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-48303100-c2a5-489b-aa29-68a7ed2f80e3 req-636f1010-4397-4b47-b2b5-77dd0469854a service neutron] 10.222.0.48 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877898 Feb 07 16:35:48.254418 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff9ab522-e5e6-47d6-b7d4-910350155ad6 req-55191c88-0dab-429f-a519-1251d3a08739 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/security-groups?id=28e4b0cc-3a52-4f60-ba29-eb824e79aebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070271 Feb 07 16:35:48.400909 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8130e-7704-44e7-b20d-9d237cbcf3a0 req-96c0ede3-6660-44b2-bd07-8ec7e22a8f77 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:48.402875 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9ea8130e-7704-44e7-b20d-9d237cbcf3a0 req-96c0ede3-6660-44b2-bd07-8ec7e22a8f77 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.48 "GET /v2.0/ports?device_id=498589ad-1787-4fdb-8665-68982884daef HTTP/1.1" status: 200 len: 945 time: 0.1515334 Feb 07 16:35:48.403033 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01e6282a-45e1-49cc-8f35-0c82a050a0b1 req-8a06bfc4-45e6-404d-8f4a-e8360824356a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 210 time: 0.0467062 Feb 07 16:35:48.469032 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-48303100-c2a5-489b-aa29-68a7ed2f80e3 req-aa4e8ebc-4fc4-49cc-bc66-593f37dc0d72 service neutron] 10.222.0.48 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271023 Feb 07 16:35:48.496200 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e509806-5893-4737-91e0-446f2f936e19 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:48.518365 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Publish callbacks [] for port (4e509806-5893-4737-91e0-446f2f936e19), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:48.561472 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-36af8f07-8909-4451-b81a-459af54d60a8 req-6c4325af-7535-47b6-a2cf-664a83024a8c tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:48.575732 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-36af8f07-8909-4451-b81a-459af54d60a8 req-6c4325af-7535-47b6-a2cf-664a83024a8c tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (0e1f898d-46d5-4ec1-a261-2d8f17a9218e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:48.589635 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Transition to ACTIVE for port object 4e509806-5893-4737-91e0-446f2f936e19 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:35:48.598472 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (4e509806-5893-4737-91e0-446f2f936e19), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:48.652934 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5baeb506-b564-49d3-a21a-b6d37e307287 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:48.697965 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e509806-5893-4737-91e0-446f2f936e19,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:48.728302 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-8bed4581-e5cd-4922-b082-3d6ddcbb9d5c tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:48.730219 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-8bed4581-e5cd-4922-b082-3d6ddcbb9d5c tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.48 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 820 time: 0.2273421 Feb 07 16:35:48.756757 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-565debff-ebb7-453d-80e1-ecdf37204409 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Request body: {'port': {'device_id': 'ddc90ece-fdf7-4413-9c6a-64e166ffe10e', 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d', 'admin_state_up': True, 'tenant_id': 'deb20de83f134befa08f0478fca7ff92'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:48.877461 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [req-36af8f07-8909-4451-b81a-459af54d60a8 req-6c4325af-7535-47b6-a2cf-664a83024a8c tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Floating IP 0e1f898d-46d5-4ec1-a261-2d8f17a9218e associated. External IP: 172.25.4.90, port: 97473284-7d7b-47f2-a8bb-518eb82039d0. Feb 07 16:35:48.899313 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-9ea8130e-7704-44e7-b20d-9d237cbcf3a0 req-94acd6cd-36f8-46a4-a24b-d70715bf63d8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Deleting port 2d1869c0-b47d-47a5-b012-a32541eea315 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:35:48.899660 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9ea8130e-7704-44e7-b20d-9d237cbcf3a0 req-94acd6cd-36f8-46a4-a24b-d70715bf63d8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2d1869c0-b47d-47a5-b012-a32541eea315), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:48.960054 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Attempting to bind port 4e509806-5893-4737-91e0-446f2f936e19 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:35:48.960455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Attempting to bind port 4e509806-5893-4737-91e0-446f2f936e19 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:35:48.960801 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Attempting to bind port 4e509806-5893-4737-91e0-446f2f936e19 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:48.977388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Port 4e509806-5893-4737-91e0-446f2f936e19 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:35:48.977388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Attempting to bind port 4e509806-5893-4737-91e0-446f2f936e19 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:48.997660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:35:48.998036 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:35:48.998492 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:35:48.998938 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Bound port: 4e509806-5893-4737-91e0-446f2f936e19, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:35:48.999374 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e509806-5893-4737-91e0-446f2f936e19), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:49.029864 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488235d-fa3e-4ac8-83ed-6c6cd002f729 req-09cad854-a2d0-450b-a1c1-b822779c3dc4 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:49.038224 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e488235d-fa3e-4ac8-83ed-6c6cd002f729 req-09cad854-a2d0-450b-a1c1-b822779c3dc4 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3224395-2aac-4c3b-acd4-06fffadca6be HTTP/1.1" status: 200 len: 947 time: 0.1449950 Feb 07 16:35:49.104004 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-9ea8130e-7704-44e7-b20d-9d237cbcf3a0 req-94acd6cd-36f8-46a4-a24b-d70715bf63d8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] For port 2d1869c0-b47d-47a5-b012-a32541eea315, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2d1869c0-b47d-47a5-b012-a32541eea315,segment=NetworkSegment(971b157b-efbe-4872-9ce7-e2dd5578fdae),segment_id=971b157b-efbe-4872-9ce7-e2dd5578fdae)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:49.104539 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9ea8130e-7704-44e7-b20d-9d237cbcf3a0 req-94acd6cd-36f8-46a4-a24b-d70715bf63d8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2d1869c0-b47d-47a5-b012-a32541eea315), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:49.106162 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-565debff-ebb7-453d-80e1-ecdf37204409 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Made reservation on behalf of deb20de83f134befa08f0478fca7ff92 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:35:49.107759 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-5baeb506-b564-49d3-a21a-b6d37e307287 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Allocated IP 172.25.4.137 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/fa1ee62c-ad0f-41cd-9fb9-e2cc918d43de) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:35:49.109593 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-565debff-ebb7-453d-80e1-ecdf37204409 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:49.132469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-9ea8130e-7704-44e7-b20d-9d237cbcf3a0 req-94acd6cd-36f8-46a4-a24b-d70715bf63d8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Calling delete_port for 2d1869c0-b47d-47a5-b012-a32541eea315 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:35:49.174280 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e488235d-fa3e-4ac8-83ed-6c6cd002f729 req-fd716186-c7ff-407d-b361-affb94cb631f tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342249 Feb 07 16:35:49.181734 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] For port 4e509806-5893-4737-91e0-446f2f936e19, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:35:49.186437 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] For port 4e509806-5893-4737-91e0-446f2f936e19, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4e509806-5893-4737-91e0-446f2f936e19,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:35:49.268261 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (4e509806-5893-4737-91e0-446f2f936e19), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:49.331667 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:49.332913 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:49.334329 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03622f26-06a7-419f-8651-141f70b857dd req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] 10.222.0.32 "PUT /v2.0/ports/4e509806-5893-4737-91e0-446f2f936e19 HTTP/1.1" status: 200 len: 1095 time: 1.6520352 Feb 07 16:35:49.337267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3224395-2aac-4c3b-acd4-06fffadca6be', 'tag': '4e509806-5893-4737-91e0-446f2f936e19'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:49.339800 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896d2489-5f86-457e-b943-6232e1af6b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3224395-2aac-4c3b-acd4-06fffadca6be", "tag": "4e509806-5893-4737-91e0-446f2f936e19"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:49.481335 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181e00f-9fc5-4c55-a851-451c7191d6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e509806-5893-4737-91e0-446f2f936e19,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:49.539180 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-565debff-ebb7-453d-80e1-ecdf37204409 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Allocated IP 172.20.0.5 (3db07daa-5eaa-4bf8-9b32-41159885835d/c421e157-6b63-40f2-b92c-e2457710e71f/da44614a-2442-4ed8-b35b-d53be88d4fe4) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:35:49.567051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7dfd5-b7f8-473b-a38a-2f8e0c765d01 req-dbd91233-df8e-42f0-8b6c-b3a5802a50dd tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:49.568880 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-17e7dfd5-b7f8-473b-a38a-2f8e0c765d01 req-dbd91233-df8e-42f0-8b6c-b3a5802a50dd tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 944 time: 0.1707182 Feb 07 16:35:49.590582 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03622f26-06a7-419f-8651-141f70b857dd req-420f6740-9eb2-4a8c-80d5-26b5c4a24c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:49.592416 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03622f26-06a7-419f-8651-141f70b857dd req-420f6740-9eb2-4a8c-80d5-26b5c4a24c15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&device_id=f3224395-2aac-4c3b-acd4-06fffadca6be HTTP/1.1" status: 200 len: 1129 time: 0.1924801 Feb 07 16:35:49.687885 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03622f26-06a7-419f-8651-141f70b857dd req-8ad14ebf-e8d3-4cd7-8f13-3776e041e479 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=4e509806-5893-4737-91e0-446f2f936e19 HTTP/1.1" status: 200 len: 217 time: 0.0703545 Feb 07 16:35:49.716925 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5baeb506-b564-49d3-a21a-b6d37e307287 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for port (fa1ee62c-ad0f-41cd-9fb9-e2cc918d43de), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:49.728517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36af8f07-8909-4451-b81a-459af54d60a8 req-6c4325af-7535-47b6-a2cf-664a83024a8c tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Router 957ce515-30c2-4eb1-9918-2f65f2a803e7 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:35:49.745252 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-17e7dfd5-b7f8-473b-a38a-2f8e0c765d01 req-50c8eb9d-b1bf-4c6b-926a-707f6115c749 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/security-groups?id=28e4b0cc-3a52-4f60-ba29-eb824e79aebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666927 Feb 07 16:35:49.801782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56278) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:49.828556 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03622f26-06a7-419f-8651-141f70b857dd req-9b7dc069-1598-4bf9-8e35-5d613c44611d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:49.831003 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03622f26-06a7-419f-8651-141f70b857dd req-9b7dc069-1598-4bf9-8e35-5d613c44611d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1287713 Feb 07 16:35:49.842130 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10620540-bac5-4113-be42-f709e70c3ebf x-openstack-request-id: req-10620540-bac5-4113-be42-f709e70c3ebf {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:49.842713 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3224395-2aac-4c3b-acd4-06fffadca6be", "tag": "4e509806-5893-4737-91e0-446f2f936e19", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:49.843034 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10620540-bac5-4113-be42-f709e70c3ebf {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:49.843500 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3224395-2aac-4c3b-acd4-06fffadca6be', 'tag': '4e509806-5893-4737-91e0-446f2f936e19', 'status': 'completed', 'code': 200} Feb 07 16:35:49.922391 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-565debff-ebb7-453d-80e1-ecdf37204409 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks [] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:49.934317 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03622f26-06a7-419f-8651-141f70b857dd req-923aa343-a85a-4996-be0e-5402f95c51e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:49.935932 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03622f26-06a7-419f-8651-141f70b857dd req-923aa343-a85a-4996-be0e-5402f95c51e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0916297 Feb 07 16:35:49.958045 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36af8f07-8909-4451-b81a-459af54d60a8 req-6c4325af-7535-47b6-a2cf-664a83024a8c tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:35:49.968408 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07cfbeb-b040-4bb2-8f67-02bdf8ee1567 None None] Sync routers for ids ['957ce515-30c2-4eb1-9918-2f65f2a803e7'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:35:49.979751 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-36af8f07-8909-4451-b81a-459af54d60a8 req-6c4325af-7535-47b6-a2cf-664a83024a8c tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:49.987186 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07cfbeb-b040-4bb2-8f67-02bdf8ee1567 None None] Routers {'957ce515-30c2-4eb1-9918-2f65f2a803e7'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:35:49.988404 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e07cfbeb-b040-4bb2-8f67-02bdf8ee1567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['957ce515-30c2-4eb1-9918-2f65f2a803e7'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:50.014036 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9ea8130e-7704-44e7-b20d-9d237cbcf3a0 req-94acd6cd-36f8-46a4-a24b-d70715bf63d8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (2d1869c0-b47d-47a5-b012-a32541eea315), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:50.028537 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['97473284-7d7b-47f2-a8bb-518eb82039d0', '2d1869c0-b47d-47a5-b012-a32541eea315'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:50.058449 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b715d889-acf6-4408-9829-ab0b2b04875a req-a3424d14-4d79-4670-b460-69bade164b65 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 210 time: 0.1067278 Feb 07 16:35:50.077663 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5baeb506-b564-49d3-a21a-b6d37e307287 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (fa1ee62c-ad0f-41cd-9fb9-e2cc918d43de), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:50.082377 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b5b75c1-753a-4a0c-b511-ca2e393a38a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:50.088132 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acd6cd-36f8-46a4-a24b-d70715bf63d8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Pushing event deleted for resources: {'Port': ['ID=2d1869c0-b47d-47a5-b012-a32541eea315,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:50.122980 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-565debff-ebb7-453d-80e1-ecdf37204409 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:50.126938 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-e07cfbeb-b040-4bb2-8f67-02bdf8ee1567 None None] Set router 957ce515-30c2-4eb1-9918-2f65f2a803e7 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:35:50.211631 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56292) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:50.242839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-565debff-ebb7-453d-80e1-ecdf37204409 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Network 3db07daa-5eaa-4bf8-9b32-41159885835d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:35:50.270951 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-565debff-ebb7-453d-80e1-ecdf37204409 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:35:50.273396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-565debff-ebb7-453d-80e1-ecdf37204409 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:35:50.285137 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36af8f07-8909-4451-b81a-459af54d60a8 req-6c4325af-7535-47b6-a2cf-664a83024a8c tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "PUT /v2.0/floatingips/0e1f898d-46d5-4ec1-a261-2d8f17a9218e HTTP/1.1" status: 200 len: 995 time: 2.7768393 Feb 07 16:35:50.291371 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565debff-ebb7-453d-80e1-ecdf37204409 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Pushing event updated for resources: {'Port': ['ID=da44614a-2442-4ed8-b35b-d53be88d4fe4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:50.317865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'tag': '97473284-7d7b-47f2-a8bb-518eb82039d0'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:50.324736 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6ce1bd-4e50-4900-853f-2a95a3d971be" -d '{"events": [{"name": "network-changed", "server_uuid": "88e7eac4-127c-4d00-b010-6f8a34a33ae4", "tag": "97473284-7d7b-47f2-a8bb-518eb82039d0"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:50.339631 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03622f26-06a7-419f-8651-141f70b857dd req-c4c91d58-2148-4474-9479-e0ffee84c1ba service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952615 Feb 07 16:35:50.404444 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baeb506-b564-49d3-a21a-b6d37e307287 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:35:50.427014 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-565debff-ebb7-453d-80e1-ecdf37204409 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:50.427910 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-565debff-ebb7-453d-80e1-ecdf37204409 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:50.444783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:35:50.452083 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5baeb506-b564-49d3-a21a-b6d37e307287 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:35:50.461791 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baeb506-b564-49d3-a21a-b6d37e307287 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:35:50.484407 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baeb506-b564-49d3-a21a-b6d37e307287 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Pushing event updated for resources: {'Port': ['ID=fa1ee62c-ad0f-41cd-9fb9-e2cc918d43de,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:50.586671 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e07cfbeb-b040-4bb2-8f67-02bdf8ee1567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '0e1f898d-46d5-4ec1-a261-2d8f17a9218e', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'floating_ip_address': '172.25.4.90', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'port_id': '97473284-7d7b-47f2-a8bb-518eb82039d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'mac_address': 'fa:16:3e:3c:2f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:35:12Z', 'updated_at': '2022-02-07T16:35:48Z', 'revision_number': 8, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:51Z', 'revision_number': 5, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:50.601007 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:35:50.610249 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:50.612678 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:50.629303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea8130e-7704-44e7-b20d-9d237cbcf3a0 req-94acd6cd-36f8-46a4-a24b-d70715bf63d8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] No DVR routers for this DVR port 2d1869c0-b47d-47a5-b012-a32541eea315 on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:35:50.643222 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9ea8130e-7704-44e7-b20d-9d237cbcf3a0 req-94acd6cd-36f8-46a4-a24b-d70715bf63d8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:50.651092 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9ea8130e-7704-44e7-b20d-9d237cbcf3a0 req-94acd6cd-36f8-46a4-a24b-d70715bf63d8 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.48 "DELETE /v2.0/ports/2d1869c0-b47d-47a5-b012-a32541eea315 HTTP/1.1" status: 204 len: 173 time: 2.2053659 Feb 07 16:35:50.653695 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07cfbeb-b040-4bb2-8f67-02bdf8ee1567 None None] Checking router: 957ce515-30c2-4eb1-9918-2f65f2a803e7 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:35:50.675635 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07cfbeb-b040-4bb2-8f67-02bdf8ee1567 None None] Routers {'957ce515-30c2-4eb1-9918-2f65f2a803e7'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:35:50.676541 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e07cfbeb-b040-4bb2-8f67-02bdf8ee1567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['957ce515-30c2-4eb1-9918-2f65f2a803e7'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:50.759977 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:50.760410 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:50.800915 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7166f0ea-7d53-46cf-830b-9d29d7ec72dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:50.804837 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78eea003-a26b-4deb-b3e0-07a4e976259f" -d '{"events": [{"server_uuid": "7166f0ea-7d53-46cf-830b-9d29d7ec72dc", "name": "network-vif-plugged", "status": "completed", "tag": "ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:50.832485 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b,segment=NetworkSegment(88ed8e75-88df-48a6-ac4a-fdc3550c0643),segment_id=88ed8e75-88df-48a6-ac4a-fdc3550c0643)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:50.837215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af8f07-8909-4451-b81a-459af54d60a8 req-ab9ba054-dc94-48f1-9de2-01caae0a437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:50.838070 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:50.838404 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2d1869c0-b47d-47a5-b012-a32541eea315 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:35:50.846509 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36af8f07-8909-4451-b81a-459af54d60a8 req-ab9ba054-dc94-48f1-9de2-01caae0a437f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c52d4a6fde3a4f92b73d4cbced7bc767&device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 1127 time: 0.5479667 Feb 07 16:35:50.849649 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5baeb506-b564-49d3-a21a-b6d37e307287 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for floatingip (0d97a54b-4055-466a-a635-bfd2943f19b5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:50.876891 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 2d1869c0-b47d-47a5-b012-a32541eea315 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:35:50.876891 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2d1869c0-b47d-47a5-b012-a32541eea315 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:35:50.890413 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b5b75c1-753a-4a0c-b511-ca2e393a38a0 admin admin] Publish callbacks [] for security_group (7724eee6-a069-4963-9b22-743cc39e74d8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:50.893112 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-e07cfbeb-b040-4bb2-8f67-02bdf8ee1567 None None] Set router 957ce515-30c2-4eb1-9918-2f65f2a803e7 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:35:50.902117 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b5b75c1-753a-4a0c-b511-ca2e393a38a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7724eee6-a069-4963-9b22-743cc39e74d8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:50.934649 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:50.942617 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-565debff-ebb7-453d-80e1-ecdf37204409 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1918352 Feb 07 16:35:50.955016 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0b6ae6b-4a27-4c5e-bb12-58ad995336c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:50.975983 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Request body: {'port': {'device_id': 'ddc90ece-fdf7-4413-9c6a-64e166ffe10e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:50.979246 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5baeb506-b564-49d3-a21a-b6d37e307287 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fa1ee62c-ad0f-41cd-9fb9-e2cc918d43de), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:51.003905 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:51.061259 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7b5b75c1-753a-4a0c-b511-ca2e393a38a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd6cbd4ea7454cc8858aaf331bd758f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2582498 Feb 07 16:35:51.065487 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56306) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:51.067298 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b75c1-753a-4a0c-b511-ca2e393a38a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7724eee6-a069-4963-9b22-743cc39e74d8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:51.080163 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03622f26-06a7-419f-8651-141f70b857dd req-8d6d9cdc-f3f7-48ba-b7c5-5b3438b9a464 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7286539 Feb 07 16:35:51.132528 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af8f07-8909-4451-b81a-459af54d60a8 req-2c788894-b725-4fea-b586-0797926111cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:51.135261 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36af8f07-8909-4451-b81a-459af54d60a8 req-2c788894-b725-4fea-b586-0797926111cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd HTTP/1.1" status: 200 len: 921 time: 0.2876246 Feb 07 16:35:51.138212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fa7a5-de23-4b4c-9752-7a23c35156c3 req-848ca16e-0b01-432b-a0e9-3d8912f549e0 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:51.146267 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c07fa7a5-de23-4b4c-9752-7a23c35156c3 req-848ca16e-0b01-432b-a0e9-3d8912f549e0 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3224395-2aac-4c3b-acd4-06fffadca6be HTTP/1.1" status: 200 len: 947 time: 0.2866173 Feb 07 16:35:51.177888 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:51.239166 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e07cfbeb-b040-4bb2-8f67-02bdf8ee1567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '0e1f898d-46d5-4ec1-a261-2d8f17a9218e', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'floating_ip_address': '172.25.4.90', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'port_id': '97473284-7d7b-47f2-a8bb-518eb82039d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'mac_address': 'fa:16:3e:3c:2f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:35:12Z', 'updated_at': '2022-02-07T16:35:48Z', 'revision_number': 8, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:51Z', 'revision_number': 5, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:51.278073 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07cfbeb-b040-4bb2-8f67-02bdf8ee1567 None None] The sync data for ids ['957ce515-30c2-4eb1-9918-2f65f2a803e7'] in n-d-827865-3 is: [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '0e1f898d-46d5-4ec1-a261-2d8f17a9218e', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'floating_ip_address': '172.25.4.90', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'port_id': '97473284-7d7b-47f2-a8bb-518eb82039d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'mac_address': 'fa:16:3e:3c:2f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:35:12Z', 'updated_at': '2022-02-07T16:35:48Z', 'revision_number': 8, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:51Z', 'revision_number': 5, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:35:51.294326 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebac960b-cdb5-42c2-9ad8-024f6ddf84f4 admin admin] Publish callbacks [] for security_group (7724eee6-a069-4963-9b22-743cc39e74d8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:51.306222 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c07fa7a5-de23-4b4c-9752-7a23c35156c3 req-9237766c-ddb8-401a-b04a-320d511da66f tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587005 Feb 07 16:35:51.310877 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0b6ae6b-4a27-4c5e-bb12-58ad995336c5 admin admin] Publish callbacks [] for security_group (2cc4dab2-8e39-4a06-8712-324dc7a98639), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:51.328904 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36af8f07-8909-4451-b81a-459af54d60a8 req-9662f140-d604-415f-b350-e526f8e309d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97473284-7d7b-47f2-a8bb-518eb82039d0 HTTP/1.1" status: 200 len: 998 time: 0.1606884 Feb 07 16:35:51.330632 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0b6ae6b-4a27-4c5e-bb12-58ad995336c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2cc4dab2-8e39-4a06-8712-324dc7a98639), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:51.351171 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebac960b-cdb5-42c2-9ad8-024f6ddf84f4 admin admin] Publish callbacks [] for security_group (7724eee6-a069-4963-9b22-743cc39e74d8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:51.405356 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca18e132-da20-44b7-b590-a65b93d7dcc1 x-openstack-request-id: req-ca18e132-da20-44b7-b590-a65b93d7dcc1 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:51.405617 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e7eac4-127c-4d00-b010-6f8a34a33ae4", "tag": "97473284-7d7b-47f2-a8bb-518eb82039d0", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:51.405849 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca18e132-da20-44b7-b590-a65b93d7dcc1 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:51.406238 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'tag': '97473284-7d7b-47f2-a8bb-518eb82039d0', 'status': 'completed', 'code': 200} Feb 07 16:35:51.443096 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d2489-5f86-457e-b943-6232e1af6b4e req-11f5332b-29f8-49b3-85fb-4644e0b82df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:51.444642 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-896d2489-5f86-457e-b943-6232e1af6b4e req-11f5332b-29f8-49b3-85fb-4644e0b82df0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&device_id=f3224395-2aac-4c3b-acd4-06fffadca6be HTTP/1.1" status: 200 len: 1129 time: 0.2453825 Feb 07 16:35:51.504354 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af8f07-8909-4451-b81a-459af54d60a8 req-00839d50-e768-40c9-be36-e159e0b5280b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:51.505931 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36af8f07-8909-4451-b81a-459af54d60a8 req-00839d50-e768-40c9-be36-e159e0b5280b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf9c9306-f558-49de-87fe-0cf026053c03 HTTP/1.1" status: 200 len: 859 time: 0.1507287 Feb 07 16:35:51.534278 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5baeb506-b564-49d3-a21a-b6d37e307287 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for port (fa1ee62c-ad0f-41cd-9fb9-e2cc918d43de), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:51.539505 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f0b6ae6b-4a27-4c5e-bb12-58ad995336c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4816cf1e1aad4abebc0f0f982f6a6691&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3124762 Feb 07 16:35:51.540918 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6ae6b-4a27-4c5e-bb12-58ad995336c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc4dab2-8e39-4a06-8712-324dc7a98639,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:51.547326 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56318) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:51.547536 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5baeb506-b564-49d3-a21a-b6d37e307287 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (fa1ee62c-ad0f-41cd-9fb9-e2cc918d43de), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:51.550924 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebac960b-cdb5-42c2-9ad8-024f6ddf84f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7724eee6-a069-4963-9b22-743cc39e74d8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:51.553531 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebac960b-cdb5-42c2-9ad8-024f6ddf84f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:51.554609 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ebac960b-cdb5-42c2-9ad8-024f6ddf84f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7724eee6-a069-4963-9b22-743cc39e74d8 HTTP/1.1" status: 204 len: 168 time: 0.4822543 Feb 07 16:35:51.588592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ce1bd-4e50-4900-853f-2a95a3d971be req-6a63ee63-8ad4-4f76-8ae1-c73b11c8623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:51.590128 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc6ce1bd-4e50-4900-853f-2a95a3d971be req-6a63ee63-8ad4-4f76-8ae1-c73b11c8623e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c52d4a6fde3a4f92b73d4cbced7bc767&device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 1127 time: 0.1757879 Feb 07 16:35:51.663612 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac960b-cdb5-42c2-9ad8-024f6ddf84f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7724eee6-a069-4963-9b22-743cc39e74d8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:51.723768 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1884127c-d569-4ce4-91a8-562f8a86711a req-a7113df6-f73d-4c7c-bdfc-f7724ad8b6fa tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--842014735&fields=id&tenant_id=0f21c7e5651f49c2b6930564a27dd33f HTTP/1.1" status: 200 len: 267 time: 0.2422512 Feb 07 16:35:51.734812 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a13553-b4a9-40ca-b293-c4e62ac260e2 None None] New status for floating IP 0e1f898d-46d5-4ec1-a261-2d8f17a9218e: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:35:51.746473 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baeb506-b564-49d3-a21a-b6d37e307287 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Pushing event updated for resources: {'Port': ['ID=fa1ee62c-ad0f-41cd-9fb9-e2cc918d43de,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:51.750002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d2489-5f86-457e-b943-6232e1af6b4e req-54dc3529-7f59-4c05-aa06-2b053b2016b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:51.751515 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-896d2489-5f86-457e-b943-6232e1af6b4e req-54dc3529-7f59-4c05-aa06-2b053b2016b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.2869227 Feb 07 16:35:51.758218 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5baeb506-b564-49d3-a21a-b6d37e307287 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (0d97a54b-4055-466a-a635-bfd2943f19b5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:51.784678 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af8f07-8909-4451-b81a-459af54d60a8 req-1b282f8a-3056-48af-8256-bd214ecbdfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:51.787391 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36af8f07-8909-4451-b81a-459af54d60a8 req-1b282f8a-3056-48af-8256-bd214ecbdfaa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2607105 Feb 07 16:35:51.819870 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ce1bd-4e50-4900-853f-2a95a3d971be req-c4d23f63-7957-4a51-afb7-e8058f546c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:51.821183 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e193fc5-177e-4dcf-83de-07cb796323d3 admin admin] Publish callbacks [] for security_group (2cc4dab2-8e39-4a06-8712-324dc7a98639), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:51.821584 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc6ce1bd-4e50-4900-853f-2a95a3d971be req-c4d23f63-7957-4a51-afb7-e8058f546c3c service neutron] 10.222.0.48 "GET /v2.0/networks?id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd HTTP/1.1" status: 200 len: 921 time: 0.2030225 Feb 07 16:35:51.877778 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-896d2489-5f86-457e-b943-6232e1af6b4e req-82d2cf97-9d44-4bd0-b775-c6bd0304d0b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=4e509806-5893-4737-91e0-446f2f936e19 HTTP/1.1" status: 200 len: 217 time: 0.1070609 Feb 07 16:35:51.932638 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5baeb506-b564-49d3-a21a-b6d37e307287 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:51.941317 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5baeb506-b564-49d3-a21a-b6d37e307287 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8748841 Feb 07 16:35:51.945571 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e193fc5-177e-4dcf-83de-07cb796323d3 admin admin] Publish callbacks [] for security_group (2cc4dab2-8e39-4a06-8712-324dc7a98639), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:52.044508 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36af8f07-8909-4451-b81a-459af54d60a8 req-f04bd5df-fbb5-476a-bdd6-26bb6a6f4930 service neutron] 10.222.0.18 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218335 Feb 07 16:35:52.058415 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc6ce1bd-4e50-4900-853f-2a95a3d971be req-0ff7cc0c-f19c-47e8-8eca-c746665fdc99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97473284-7d7b-47f2-a8bb-518eb82039d0 HTTP/1.1" status: 200 len: 998 time: 0.1407270 Feb 07 16:35:52.066100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884127c-d569-4ce4-91a8-562f8a86711a req-e23c512a-0e19-4584-800c-35c6706f6caf tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:52.073341 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1884127c-d569-4ce4-91a8-562f8a86711a req-e23c512a-0e19-4584-800c-35c6706f6caf tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/networks?id=937f4032-ece2-4ef3-ae25-e7defef4a280 HTTP/1.1" status: 200 len: 823 time: 0.3482523 Feb 07 16:35:52.081964 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d2489-5f86-457e-b943-6232e1af6b4e req-5b787ac6-6187-46e0-ac38-6c4c01369743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:52.083571 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-896d2489-5f86-457e-b943-6232e1af6b4e req-5b787ac6-6187-46e0-ac38-6c4c01369743 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1921082 Feb 07 16:35:52.117978 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:35:52.121570 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1884127c-d569-4ce4-91a8-562f8a86711a req-e662dbcf-fc2d-4447-9c7a-4aada25db869 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/quotas/0f21c7e5651f49c2b6930564a27dd33f HTTP/1.1" status: 200 len: 375 time: 0.0460973 Feb 07 16:35:52.124949 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da44614a-2442-4ed8-b35b-d53be88d4fe4 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:52.158142 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Publish callbacks [] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:52.186792 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e193fc5-177e-4dcf-83de-07cb796323d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2cc4dab2-8e39-4a06-8712-324dc7a98639), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:52.189552 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e193fc5-177e-4dcf-83de-07cb796323d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:52.193237 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5e193fc5-177e-4dcf-83de-07cb796323d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2cc4dab2-8e39-4a06-8712-324dc7a98639 HTTP/1.1" status: 204 len: 168 time: 0.6358683 Feb 07 16:35:52.229360 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Transition to ACTIVE for port object da44614a-2442-4ed8-b35b-d53be88d4fe4 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:35:52.240269 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:52.242799 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e193fc5-177e-4dcf-83de-07cb796323d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc4dab2-8e39-4a06-8712-324dc7a98639,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:52.295626 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ce1bd-4e50-4900-853f-2a95a3d971be req-cbf42b36-1bc5-4477-ba64-0313614c89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:52.297155 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc6ce1bd-4e50-4900-853f-2a95a3d971be req-cbf42b36-1bc5-4477-ba64-0313614c89e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9c9306-f558-49de-87fe-0cf026053c03 HTTP/1.1" status: 200 len: 859 time: 0.1560814 Feb 07 16:35:52.354515 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36af8f07-8909-4451-b81a-459af54d60a8 req-fccf413e-329c-4beb-9386-da7d7e571f22 service neutron] 10.222.0.18 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937133 Feb 07 16:35:52.403230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Pushing event updated for resources: {'Port': ['ID=da44614a-2442-4ed8-b35b-d53be88d4fe4,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:52.405202 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85f186-c64c-4549-9bc6-efed8269c586 req-128396b8-203f-44c3-9c42-f233180fc912 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:52.406757 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fe85f186-c64c-4549-9bc6-efed8269c586 req-128396b8-203f-44c3-9c42-f233180fc912 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.48 "GET /v2.0/ports?device_id=15e2f06c-3e33-4889-b260-0c6884f387db HTTP/1.1" status: 200 len: 945 time: 0.1452885 Feb 07 16:35:52.418105 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d2489-5f86-457e-b943-6232e1af6b4e req-0242ed8e-0897-41ca-b6c3-7db5d374cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:52.424377 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-896d2489-5f86-457e-b943-6232e1af6b4e req-0242ed8e-0897-41ca-b6c3-7db5d374cc42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3228848 Feb 07 16:35:52.426362 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ce1bd-4e50-4900-853f-2a95a3d971be req-c566038a-7c4f-4d63-9c7a-cf60bd317886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:52.428193 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc6ce1bd-4e50-4900-853f-2a95a3d971be req-c566038a-7c4f-4d63-9c7a-cf60bd317886 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1143465 Feb 07 16:35:52.445353 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1884127c-d569-4ce4-91a8-562f8a86711a req-86cde6d7-40ac-41e2-8b88-21d01149caa3 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f21c7e5651f49c2b6930564a27dd33f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3228993 Feb 07 16:35:52.606282 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56350) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:52.658867 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-896d2489-5f86-457e-b943-6232e1af6b4e req-21d4bf01-254a-4a73-a8f9-4888d2df4011 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252939 Feb 07 16:35:52.662461 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71463b03-77ee-4c31-8eba-58d4bb97fdda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:52.664279 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33c6f4-85d2-4287-8d24-f0889bbafdce req-390ceabe-a09d-46b6-98fa-22699fdff890 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:52.665959 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cf33c6f4-85d2-4287-8d24-f0889bbafdce req-390ceabe-a09d-46b6-98fa-22699fdff890 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 945 time: 0.1379921 Feb 07 16:35:52.674014 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc6ce1bd-4e50-4900-853f-2a95a3d971be req-fb42cb04-b949-47ef-b14b-db04aa7b528c service neutron] 10.222.0.48 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254357 Feb 07 16:35:52.739081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56354) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:52.741229 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-fe85f186-c64c-4549-9bc6-efed8269c586 req-470ce210-a64e-415d-a5ff-4d5e3605773b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Deleting port 208bd4ae-8b14-4c99-b90b-76654a477eee {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:35:52.742021 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe85f186-c64c-4549-9bc6-efed8269c586 req-470ce210-a64e-415d-a5ff-4d5e3605773b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (208bd4ae-8b14-4c99-b90b-76654a477eee), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:52.794010 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1884127c-d569-4ce4-91a8-562f8a86711a req-70726136-b61a-4e97-a81c-e7ce249d9dc6 service neutron] 10.222.0.18 "GET /v2.0/networks/937f4032-ece2-4ef3-ae25-e7defef4a280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678204 Feb 07 16:35:52.889622 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Attempting to bind port da44614a-2442-4ed8-b35b-d53be88d4fe4 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:35:52.890015 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Attempting to bind port da44614a-2442-4ed8-b35b-d53be88d4fe4 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:35:52.890336 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Attempting to bind port da44614a-2442-4ed8-b35b-d53be88d4fe4 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:52.913876 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:52.917783 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Port da44614a-2442-4ed8-b35b-d53be88d4fe4 on network 3db07daa-5eaa-4bf8-9b32-41159885835d not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:35:52.918109 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Attempting to bind port da44614a-2442-4ed8-b35b-d53be88d4fe4 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:52.949498 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-896d2489-5f86-457e-b943-6232e1af6b4e req-1e51c97b-375c-4944-94c7-69c40cf73af2 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652833 Feb 07 16:35:52.950301 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:35:52.950657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Checking segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:35:52.951051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Bound using segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:35:52.951511 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Bound port: da44614a-2442-4ed8-b35b-d53be88d4fe4, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:35:52.951884 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:53.038564 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71463b03-77ee-4c31-8eba-58d4bb97fdda admin admin] Publish callbacks [] for security_group (928e507e-3433-46b7-bb05-317846b67b8d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:53.043445 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1884127c-d569-4ce4-91a8-562f8a86711a req-830a96af-7508-4764-a9c5-4b4c0ce75921 service neutron] 10.222.0.18 "GET /v2.0/networks/937f4032-ece2-4ef3-ae25-e7defef4a280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361436 Feb 07 16:35:53.049358 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0f393ab3-d328-4ab3-b958-8b8d5deecb77 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-161328986-network', 'tenant_id': '71fb9e7a153f4c04b92b1edf0d6a4e92'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:53.050133 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71463b03-77ee-4c31-8eba-58d4bb97fdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (928e507e-3433-46b7-bb05-317846b67b8d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:53.109876 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-71463b03-77ee-4c31-8eba-58d4bb97fdda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a498bd92965494a96211e30e082b2f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5004654 Feb 07 16:35:53.112379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71463b03-77ee-4c31-8eba-58d4bb97fdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928e507e-3433-46b7-bb05-317846b67b8d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:53.115027 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56358) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:53.116131 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] For port da44614a-2442-4ed8-b35b-d53be88d4fe4, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:35:53.120752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] For port da44614a-2442-4ed8-b35b-d53be88d4fe4, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=da44614a-2442-4ed8-b35b-d53be88d4fe4,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:35:53.127276 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cf33c6f4-85d2-4287-8d24-f0889bbafdce req-6d508920-b8d8-419e-a0d4-2540dbafa38b tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/security-groups?id=28e4b0cc-3a52-4f60-ba29-eb824e79aebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510231 Feb 07 16:35:53.139712 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:53.146960 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f393ab3-d328-4ab3-b958-8b8d5deecb77 admin admin] Made reservation on behalf of 71fb9e7a153f4c04b92b1edf0d6a4e92 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:35:53.149541 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f393ab3-d328-4ab3-b958-8b8d5deecb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:53.171098 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc6ce1bd-4e50-4900-853f-2a95a3d971be req-a036f436-f2ac-40b1-b0ca-2aaf776faf9b service neutron] 10.222.0.48 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917974 Feb 07 16:35:53.173617 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-fe85f186-c64c-4549-9bc6-efed8269c586 req-470ce210-a64e-415d-a5ff-4d5e3605773b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] For port 208bd4ae-8b14-4c99-b90b-76654a477eee, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=208bd4ae-8b14-4c99-b90b-76654a477eee,segment=NetworkSegment(92918f95-4f53-4496-ba2d-d0806e41737b),segment_id=92918f95-4f53-4496-ba2d-d0806e41737b)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:53.174367 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe85f186-c64c-4549-9bc6-efed8269c586 req-470ce210-a64e-415d-a5ff-4d5e3605773b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (208bd4ae-8b14-4c99-b90b-76654a477eee), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:53.177188 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f393ab3-d328-4ab3-b958-8b8d5deecb77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:53.200197 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:53.200993 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:53.202667 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] 10.222.0.48 "PUT /v2.0/ports/da44614a-2442-4ed8-b35b-d53be88d4fe4 HTTP/1.1" status: 200 len: 1091 time: 2.2312372 Feb 07 16:35:53.203585 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc90ece-fdf7-4413-9c6a-64e166ffe10e', 'tag': 'da44614a-2442-4ed8-b35b-d53be88d4fe4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:53.207298 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5d1719-7fa0-4b78-be5d-7d1c7e29f33c" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc90ece-fdf7-4413-9c6a-64e166ffe10e", "tag": "da44614a-2442-4ed8-b35b-d53be88d4fe4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:53.235274 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d786d16-5e9a-47ad-8ebb-806c753cfb1d x-openstack-request-id: req-0d786d16-5e9a-47ad-8ebb-806c753cfb1d {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:53.236467 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7166f0ea-7d53-46cf-830b-9d29d7ec72dc", "name": "network-vif-plugged", "status": "completed", "tag": "ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:53.236746 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d786d16-5e9a-47ad-8ebb-806c753cfb1d {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:53.237534 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7166f0ea-7d53-46cf-830b-9d29d7ec72dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b', 'code': 200} Feb 07 16:35:53.273044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337017c-f206-4759-b18f-1ff96c273d4c service neutron] Pushing event updated for resources: {'Port': ['ID=da44614a-2442-4ed8-b35b-d53be88d4fe4,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:53.285589 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec85b5eb-3f1e-4da9-b0e1-b4f52dbd6102 admin admin] Publish callbacks [] for security_group (928e507e-3433-46b7-bb05-317846b67b8d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:53.365082 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec85b5eb-3f1e-4da9-b0e1-b4f52dbd6102 admin admin] Publish callbacks [] for security_group (928e507e-3433-46b7-bb05-317846b67b8d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:53.413060 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498589ad-1787-4fdb-8665-68982884daef', 'name': 'network-vif-deleted', 'tag': '2d1869c0-b47d-47a5-b012-a32541eea315'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:53.415443 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf79e14-eefa-4106-9b80-8d7c6f39d14a" -d '{"events": [{"server_uuid": "498589ad-1787-4fdb-8665-68982884daef", "name": "network-vif-deleted", "tag": "2d1869c0-b47d-47a5-b012-a32541eea315"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:53.465128 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-b7495f5f-952c-49e9-b4af-5c72f61e019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:53.466990 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-b7495f5f-952c-49e9-b4af-5c72f61e019f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 1125 time: 0.1843059 Feb 07 16:35:53.521077 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-130f19ed-4a80-49e9-9d50-383a3451e853 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da44614a-2442-4ed8-b35b-d53be88d4fe4 HTTP/1.1" status: 200 len: 217 time: 0.0453227 Feb 07 16:35:53.535215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9076c-6d07-44dc-948d-19a042245173 req-2d635579-4680-4999-81f0-679721da0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:53.536909 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e4f9076c-6d07-44dc-948d-19a042245173 req-2d635579-4680-4999-81f0-679721da0f36 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 1127 time: 0.2161105 Feb 07 16:35:53.565867 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec85b5eb-3f1e-4da9-b0e1-b4f52dbd6102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (928e507e-3433-46b7-bb05-317846b67b8d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:53.568507 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec85b5eb-3f1e-4da9-b0e1-b4f52dbd6102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:53.572196 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ec85b5eb-3f1e-4da9-b0e1-b4f52dbd6102 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/928e507e-3433-46b7-bb05-317846b67b8d HTTP/1.1" status: 204 len: 168 time: 0.4512286 Feb 07 16:35:53.617004 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85b5eb-3f1e-4da9-b0e1-b4f52dbd6102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928e507e-3433-46b7-bb05-317846b67b8d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:53.621399 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57991a-b16f-4447-8c33-2e1051739dad req-9c827f59-9e83-441e-89ff-693461d8d79c tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:53.623004 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ea57991a-b16f-4447-8c33-2e1051739dad req-9c827f59-9e83-441e-89ff-693461d8d79c tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 943 time: 0.2737799 Feb 07 16:35:53.631093 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-8c6f3f91-c871-46c8-a6d9-1cb7b557a889 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:53.634199 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-8c6f3f91-c871-46c8-a6d9-1cb7b557a889 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/networks?id=38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f HTTP/1.1" status: 200 len: 821 time: 0.2440553 Feb 07 16:35:53.640678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-7737fdc5-1807-4e97-8840-a0cb875e7703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:53.646496 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-7737fdc5-1807-4e97-8840-a0cb875e7703 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.1188593 Feb 07 16:35:53.706824 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-631b7a1b-6e9c-4a52-b639-7abce3e7df15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539806 Feb 07 16:35:53.708910 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-3b1502d9-b043-4ed5-8825-cdff40e72ea8 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/quotas/7bd5b472775543f38aca99e61ef5156c HTTP/1.1" status: 200 len: 375 time: 0.0547974 Feb 07 16:35:53.733627 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe85f186-c64c-4549-9bc6-efed8269c586 req-470ce210-a64e-415d-a5ff-4d5e3605773b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:53.734647 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe85f186-c64c-4549-9bc6-efed8269c586 req-470ce210-a64e-415d-a5ff-4d5e3605773b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (60560ca3-74b3-40d7-a465-c8c00414199e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:53.734647 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [req-fe85f186-c64c-4549-9bc6-efed8269c586 req-470ce210-a64e-415d-a5ff-4d5e3605773b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Floating IP 60560ca3-74b3-40d7-a465-c8c00414199e disassociated. External IP: 172.25.4.13, port: 208bd4ae-8b14-4c99-b90b-76654a477eee. Feb 07 16:35:53.734841 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-fe85f186-c64c-4549-9bc6-efed8269c586 req-470ce210-a64e-415d-a5ff-4d5e3605773b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Calling delete_port for 208bd4ae-8b14-4c99-b90b-76654a477eee owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:35:53.759628 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e4f9076c-6d07-44dc-948d-19a042245173 req-cc258b76-a639-422d-9667-b17e64e70e85 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=28e4b0cc-3a52-4f60-ba29-eb824e79aebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157438 Feb 07 16:35:53.769069 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f393ab3-d328-4ab3-b958-8b8d5deecb77 admin admin] Publish callbacks [] for security_group (9d737a2b-2fa0-4365-b95a-23b96aa79740), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:53.783519 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f393ab3-d328-4ab3-b958-8b8d5deecb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (9d737a2b-2fa0-4365-b95a-23b96aa79740), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:53.806469 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ea57991a-b16f-4447-8c33-2e1051739dad req-e1d9dabc-fa33-48d1-90f7-b0fa9b04416c tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564248 Feb 07 16:35:53.835063 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-123263c3-3c69-42ba-a3b9-2b956a834fa6 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7bd5b472775543f38aca99e61ef5156c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1117134 Feb 07 16:35:53.864003 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f393ab3-d328-4ab3-b958-8b8d5deecb77 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:35:53.871161 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f393ab3-d328-4ab3-b958-8b8d5deecb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d737a2b-2fa0-4365-b95a-23b96aa79740,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:53.885271 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f393ab3-d328-4ab3-b958-8b8d5deecb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (1176fb5b-d76f-427f-bd8a-e5bbf1b2260e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:53.885663 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-0f393ab3-d328-4ab3-b958-8b8d5deecb77 admin admin] Added segment 1176fb5b-d76f-427f-bd8a-e5bbf1b2260e of type vlan for network a6b0a75a-5b92-49d3-bcc0-702cd32ff453 Feb 07 16:35:53.971723 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-a4983f50-0d74-4146-b468-1ad8a45b3aad service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581666 Feb 07 16:35:53.985121 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f393ab3-d328-4ab3-b958-8b8d5deecb77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (a6b0a75a-5b92-49d3-bcc0-702cd32ff453), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:54.008112 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-9fbd29b8-1387-4319-8dac-57aa5616ed01 service neutron] 10.222.0.18 "GET /v2.0/networks/38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375475 Feb 07 16:35:54.069328 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f393ab3-d328-4ab3-b958-8b8d5deecb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (a6b0a75a-5b92-49d3-bcc0-702cd32ff453), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:54.070677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f393ab3-d328-4ab3-b958-8b8d5deecb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:54.071269 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f393ab3-d328-4ab3-b958-8b8d5deecb77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:54.090272 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827a4ef-fafc-4c35-b797-51b3fb9e2a1c req-40af3daa-6a9d-4e1d-be70-079570be086d tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:54.091839 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8827a4ef-fafc-4c35-b797-51b3fb9e2a1c req-40af3daa-6a9d-4e1d-be70-079570be086d tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3224395-2aac-4c3b-acd4-06fffadca6be HTTP/1.1" status: 200 len: 947 time: 0.1552260 Feb 07 16:35:54.167832 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe85f186-c64c-4549-9bc6-efed8269c586 req-470ce210-a64e-415d-a5ff-4d5e3605773b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (208bd4ae-8b14-4c99-b90b-76654a477eee), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:54.176548 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0f393ab3-d328-4ab3-b958-8b8d5deecb77 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4317148 Feb 07 16:35:54.181132 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56396) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:35:54.189747 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b284ba26-5fd2-4217-8593-f5323f0ce837 admin admin] Request body: {'subnet': {'network_id': 'a6b0a75a-5b92-49d3-bcc0-702cd32ff453', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-161328986-subnet', 'tenant_id': '71fb9e7a153f4c04b92b1edf0d6a4e92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:54.201896 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-367e950b-6cb4-4b18-a09f-06a0fee8f3e8 service neutron] 10.222.0.18 "GET /v2.0/networks/38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857662 Feb 07 16:35:54.230203 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ce210-a64e-415d-a5ff-4d5e3605773b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Pushing event deleted for resources: {'Port': ['ID=208bd4ae-8b14-4c99-b90b-76654a477eee,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:54.249448 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f393ab3-d328-4ab3-b958-8b8d5deecb77 admin admin] Pushing event updated for resources: {'Network': ['ID=a6b0a75a-5b92-49d3-bcc0-702cd32ff453,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:54.253823 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b284ba26-5fd2-4217-8593-f5323f0ce837 admin admin] Made reservation on behalf of 71fb9e7a153f4c04b92b1edf0d6a4e92 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:35:54.260021 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b284ba26-5fd2-4217-8593-f5323f0ce837 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:54.267631 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network a6b0a75a-5b92-49d3-bcc0-702cd32ff453 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:35:54.291292 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c47b8bc-b5a5-40ea-ba49-12f067071cf7 req-bdbd0b1f-9fc1-4dcb-b816-fb54b346115e service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233040 Feb 07 16:35:54.407687 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8827a4ef-fafc-4c35-b797-51b3fb9e2a1c req-03034f44-4b6c-47b5-ad44-30e79af34f79 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064072 Feb 07 16:35:54.483104 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a0cd41-69c1-4357-80da-e43e178b804c x-openstack-request-id: req-01a0cd41-69c1-4357-80da-e43e178b804c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:54.483410 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc90ece-fdf7-4413-9c6a-64e166ffe10e", "tag": "da44614a-2442-4ed8-b35b-d53be88d4fe4", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:54.483700 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01a0cd41-69c1-4357-80da-e43e178b804c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:54.484083 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc90ece-fdf7-4413-9c6a-64e166ffe10e', 'tag': 'da44614a-2442-4ed8-b35b-d53be88d4fe4', 'status': 'completed', 'code': 200} Feb 07 16:35:54.488753 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4e509806-5893-4737-91e0-446f2f936e19 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:35:54.599848 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-145dd285-c946-43c2-914c-0009abc2fcdf req-701a33c9-96e5-4c21-9949-fcc116738f12 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/floatingips/0e1f898d-46d5-4ec1-a261-2d8f17a9218e HTTP/1.1" status: 200 len: 997 time: 0.1557896 Feb 07 16:35:54.624490 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe85f186-c64c-4549-9bc6-efed8269c586 req-470ce210-a64e-415d-a5ff-4d5e3605773b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Router d419b1eb-88a5-4783-b32d-62c74d2da5af has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:35:54.667827 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d962f30-406d-44b7-a1c0-ba96bfdfb66e req-9e592f6c-c6f7-4b27-b369-0cbfb7551bb8 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 210 time: 0.1234348 Feb 07 16:35:54.719012 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4e509806-5893-4737-91e0-446f2f936e19, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4e509806-5893-4737-91e0-446f2f936e19,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:54.740677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '4e509806-5893-4737-91e0-446f2f936e19', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '4e509806-5893-4737-91e0-446f2f936e19', 'mac_address': 'fa:16:3e:e9:7c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:35:54.791764 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d1719-7fa0-4b78-be5d-7d1c7e29f33c req-95f31ebd-20c1-470d-9c8a-f4b48f35dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:54.793356 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e5d1719-7fa0-4b78-be5d-7d1c7e29f33c req-95f31ebd-20c1-470d-9c8a-f4b48f35dfa3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 1125 time: 0.2682483 Feb 07 16:35:54.801790 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d6cae3-4224-422a-8531-93c33a38b78a x-openstack-request-id: req-a2d6cae3-4224-422a-8531-93c33a38b78a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:54.807166 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498589ad-1787-4fdb-8665-68982884daef", "name": "network-vif-deleted", "tag": "2d1869c0-b47d-47a5-b012-a32541eea315", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:54.807946 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2d6cae3-4224-422a-8531-93c33a38b78a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:54.808625 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498589ad-1787-4fdb-8665-68982884daef', 'name': 'network-vif-deleted', 'tag': '2d1869c0-b47d-47a5-b012-a32541eea315', 'status': 'completed', 'code': 200} Feb 07 16:35:54.920467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dd285-c946-43c2-914c-0009abc2fcdf req-5fcb9378-d26b-48b2-8ddd-6ef14759369d tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:54.928215 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-145dd285-c946-43c2-914c-0009abc2fcdf req-5fcb9378-d26b-48b2-8ddd-6ef14759369d tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.3230553 Feb 07 16:35:54.931967 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 4e509806-5893-4737-91e0-446f2f936e19 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:54.932466 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e509806-5893-4737-91e0-446f2f936e19), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:54.936162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-145dd285-c946-43c2-914c-0009abc2fcdf req-551af6be-719a-4e5e-9890-fbe579a4c505 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:35:54.942008 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-145dd285-c946-43c2-914c-0009abc2fcdf req-551af6be-719a-4e5e-9890-fbe579a4c505 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126791 Feb 07 16:35:54.975010 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e509806-5893-4737-91e0-446f2f936e19 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:55.045755 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4e509806-5893-4737-91e0-446f2f936e19, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4e509806-5893-4737-91e0-446f2f936e19,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:55.051414 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4e509806-5893-4737-91e0-446f2f936e19), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:55.134104 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=4e509806-5893-4737-91e0-446f2f936e19,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:55.236178 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0e41777-5068-4cc1-9253-e6a6e75f86b1 req-267d5f14-5c38-4956-8fd1-c618a33862d6 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f730eb-2ce5-4ae2-829e-bc13da41a58c HTTP/1.1" status: 200 len: 210 time: 0.1106846 Feb 07 16:35:55.252743 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe85f186-c64c-4549-9bc6-efed8269c586 req-470ce210-a64e-415d-a5ff-4d5e3605773b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:35:55.273038 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c09ed0-9824-4b50-8617-9080ce0feb44 None None] Sync routers for ids ['d419b1eb-88a5-4783-b32d-62c74d2da5af'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:35:55.308529 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c09ed0-9824-4b50-8617-9080ce0feb44 None None] Routers {'d419b1eb-88a5-4783-b32d-62c74d2da5af'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:35:55.309566 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-36c09ed0-9824-4b50-8617-9080ce0feb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d419b1eb-88a5-4783-b32d-62c74d2da5af'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:55.335478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe85f186-c64c-4549-9bc6-efed8269c586 req-470ce210-a64e-415d-a5ff-4d5e3605773b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] No DVR routers for this DVR port 208bd4ae-8b14-4c99-b90b-76654a477eee on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:35:55.343235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884127c-d569-4ce4-91a8-562f8a86711a req-78f9e066-bfcf-4c48-88ca-a49b537ffa19 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:55.344790 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1884127c-d569-4ce4-91a8-562f8a86711a req-78f9e066-bfcf-4c48-88ca-a49b537ffa19 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.48 "GET /v2.0/networks?id=937f4032-ece2-4ef3-ae25-e7defef4a280 HTTP/1.1" status: 200 len: 823 time: 0.2213008 Feb 07 16:35:55.346007 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-fe85f186-c64c-4549-9bc6-efed8269c586 req-470ce210-a64e-415d-a5ff-4d5e3605773b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:55.349412 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fe85f186-c64c-4549-9bc6-efed8269c586 req-470ce210-a64e-415d-a5ff-4d5e3605773b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.48 "DELETE /v2.0/ports/208bd4ae-8b14-4c99-b90b-76654a477eee HTTP/1.1" status: 204 len: 173 time: 2.9366062 Feb 07 16:35:55.357133 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['4e509806-5893-4737-91e0-446f2f936e19'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:55.507728 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1884127c-d569-4ce4-91a8-562f8a86711a req-7ecf9cce-0fbd-4dd1-aa7f-0b44b6704922 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f21c7e5651f49c2b6930564a27dd33f HTTP/1.1" status: 200 len: 379 time: 0.1450338 Feb 07 16:35:55.520859 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-1884127c-d569-4ce4-91a8-562f8a86711a req-e983524b-aaf4-442b-8543-4f70ce4aa67b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Request body: {'port': {'device_id': 'd1f02aca-c40e-4e20-846b-69d28128e6cf', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'admin_state_up': True, 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'security_groups': ['bf8d865a-9867-424c-aad7-c803421ffe0f']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:55.533834 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b284ba26-5fd2-4217-8593-f5323f0ce837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (dbf7106e-582f-4b05-b195-69b15ae4204d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:55.536628 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-36c09ed0-9824-4b50-8617-9080ce0feb44 None None] Set router d419b1eb-88a5-4783-b32d-62c74d2da5af gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:35:55.720295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284ba26-5fd2-4217-8593-f5323f0ce837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf7106e-582f-4b05-b195-69b15ae4204d,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:55.744586 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85d01a-0a4d-4809-895f-da3900dcdc72 req-806a2c70-351a-40c1-9503-090c09915da7 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:55.751084 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf85d01a-0a4d-4809-895f-da3900dcdc72 req-806a2c70-351a-40c1-9503-090c09915da7 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 943 time: 0.3505514 Feb 07 16:35:55.759253 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1884127c-d569-4ce4-91a8-562f8a86711a req-e983524b-aaf4-442b-8543-4f70ce4aa67b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Made reservation on behalf of 0f21c7e5651f49c2b6930564a27dd33f for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:35:55.763551 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1884127c-d569-4ce4-91a8-562f8a86711a req-e983524b-aaf4-442b-8543-4f70ce4aa67b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:55.804493 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-95deff97-57ca-4fc0-b9aa-1ca5214f8a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:55.857618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf9d1d-99c1-4202-aab1-096ee3c48633 req-e1a83ffb-c4bd-401b-9338-743ecf4cd329 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:55.865691 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf85d01a-0a4d-4809-895f-da3900dcdc72 req-5fb7c021-3b88-4f2c-8b8d-37862f1d2ad1 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992599 Feb 07 16:35:55.874180 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0cf9d1d-99c1-4202-aab1-096ee3c48633 req-e1a83ffb-c4bd-401b-9338-743ecf4cd329 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 945 time: 0.3674624 Feb 07 16:35:55.877262 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284ba26-5fd2-4217-8593-f5323f0ce837 admin admin] Checking segment: {'id': '1176fb5b-d76f-427f-bd8a-e5bbf1b2260e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a6b0a75a-5b92-49d3-bcc0-702cd32ff453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:35:55.877656 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b284ba26-5fd2-4217-8593-f5323f0ce837 admin admin] Network hostable DHCP agents. Network: a6b0a75a-5b92-49d3-bcc0-702cd32ff453, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:35:55.884754 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d1719-7fa0-4b78-be5d-7d1c7e29f33c req-c318c1a8-c622-492d-9c8f-027042236230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:55.886174 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e5d1719-7fa0-4b78-be5d-7d1c7e29f33c req-c318c1a8-c622-492d-9c8f-027042236230 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 1.0692668 Feb 07 16:35:55.927788 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-36c09ed0-9824-4b50-8617-9080ce0feb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-router', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:25Z', 'updated_at': '2022-02-07T16:33:38Z', 'revision_number': 4, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'gw_port': {'id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:28Z', 'updated_at': '2022-02-07T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f914952c-e037-4218-95b3-5b28cd4a5bca', 'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'mac_address': 'fa:16:3e:2b:6d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:36Z', 'updated_at': '2022-02-07T16:33:45Z', 'revision_number': 5, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'subnets': [{'id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:55.949816 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e5d1719-7fa0-4b78-be5d-7d1c7e29f33c req-faa5e35e-6b62-4a36-9268-31036b885511 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da44614a-2442-4ed8-b35b-d53be88d4fe4 HTTP/1.1" status: 200 len: 217 time: 0.0530295 Feb 07 16:35:55.975947 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c09ed0-9824-4b50-8617-9080ce0feb44 None None] Checking router: d419b1eb-88a5-4783-b32d-62c74d2da5af for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:35:55.986593 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c09ed0-9824-4b50-8617-9080ce0feb44 None None] Routers {'d419b1eb-88a5-4783-b32d-62c74d2da5af'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:35:55.990476 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-36c09ed0-9824-4b50-8617-9080ce0feb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d419b1eb-88a5-4783-b32d-62c74d2da5af'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:55.991957 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-91f19549-e0bc-4cca-a7e0-88224ae26916 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.90 HTTP/1.1" status: 200 len: 1000 time: 0.0827932 Feb 07 16:35:56.001128 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b284ba26-5fd2-4217-8593-f5323f0ce837 admin admin] Network a6b0a75a-5b92-49d3-bcc0-702cd32ff453 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:35:56.046579 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0cf9d1d-99c1-4202-aab1-096ee3c48633 req-01c360f5-41b0-4746-9016-ce88c855fd51 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/security-groups?id=28e4b0cc-3a52-4f60-ba29-eb824e79aebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714756 Feb 07 16:35:56.063100 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-bb4f0b6e-41aa-4273-92ec-9804be85fbf2 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:56.067560 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b284ba26-5fd2-4217-8593-f5323f0ce837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, a6b0a75a-5b92-49d3-bcc0-702cd32ff453) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:35:56.075824 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa25fa0e-dfda-461e-9829-5c8433aca321 None None] Network a6b0a75a-5b92-49d3-bcc0-702cd32ff453 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:35:56.092625 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b284ba26-5fd2-4217-8593-f5323f0ce837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:56.093435 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b284ba26-5fd2-4217-8593-f5323f0ce837 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:56.094386 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-bb4f0b6e-41aa-4273-92ec-9804be85fbf2 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports/97473284-7d7b-47f2-a8bb-518eb82039d0 HTTP/1.1" status: 200 len: 942 time: 0.0935373 Feb 07 16:35:56.169217 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d1719-7fa0-4b78-be5d-7d1c7e29f33c req-e4086f92-bedc-4665-b2db-fe1de3b34dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:56.173665 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e5d1719-7fa0-4b78-be5d-7d1c7e29f33c req-e4086f92-bedc-4665-b2db-fe1de3b34dbd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.1797609 Feb 07 16:35:56.194267 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b284ba26-5fd2-4217-8593-f5323f0ce837 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0105650 Feb 07 16:35:56.291920 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0880ec8-2b76-4d75-966a-530e500f125e None None] Network a6b0a75a-5b92-49d3-bcc0-702cd32ff453 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:35:56.323491 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e5d1719-7fa0-4b78-be5d-7d1c7e29f33c req-b4e43bd1-d71f-4d21-86b2-4aae1e0c20c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241930 Feb 07 16:35:56.404344 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-1884127c-d569-4ce4-91a8-562f8a86711a req-e983524b-aaf4-442b-8543-4f70ce4aa67b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Allocated IP 172.20.0.8 (937f4032-ece2-4ef3-ae25-e7defef4a280/84094ea4-ebf5-4efb-98d2-d6d7e236c705/ac87ba43-125c-441a-9026-880caa8f1eae) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:35:56.511537 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-36c09ed0-9824-4b50-8617-9080ce0feb44 None None] Set router d419b1eb-88a5-4783-b32d-62c74d2da5af gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:35:56.633109 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1884127c-d569-4ce4-91a8-562f8a86711a req-e983524b-aaf4-442b-8543-4f70ce4aa67b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for port (ac87ba43-125c-441a-9026-880caa8f1eae), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:56.648234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-6bd99bc6-5bee-4b45-921d-81fe48f85641 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:56.650230 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-6bd99bc6-5bee-4b45-921d-81fe48f85641 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.32 "GET /v2.0/networks?id=38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f HTTP/1.1" status: 200 len: 821 time: 0.3430514 Feb 07 16:35:56.680495 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1884127c-d569-4ce4-91a8-562f8a86711a req-e983524b-aaf4-442b-8543-4f70ce4aa67b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ac87ba43-125c-441a-9026-880caa8f1eae), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:56.683574 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-d473465e-8f4a-402f-bca3-3115161d616b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Request body: {'port': {'device_id': '84f730eb-2ce5-4ae2-829e-bc13da41a58c', 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f', 'admin_state_up': True, 'tenant_id': '7bd5b472775543f38aca99e61ef5156c'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:56.742474 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-36c09ed0-9824-4b50-8617-9080ce0feb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-router', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:25Z', 'updated_at': '2022-02-07T16:33:38Z', 'revision_number': 4, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'gw_port': {'id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:28Z', 'updated_at': '2022-02-07T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f914952c-e037-4218-95b3-5b28cd4a5bca', 'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'mac_address': 'fa:16:3e:2b:6d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:36Z', 'updated_at': '2022-02-07T16:33:45Z', 'revision_number': 5, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'subnets': [{'id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:56.743340 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 208bd4ae-8b14-4c99-b90b-76654a477eee no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:35:56.747433 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983524b-aaf4-442b-8543-4f70ce4aa67b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Pushing event updated for resources: {'Port': ['ID=ac87ba43-125c-441a-9026-880caa8f1eae,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:56.769178 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-9f50517c-25f5-4ccc-84e1-9d4bb3a7fa88 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.90 HTTP/1.1" status: 200 len: 1000 time: 0.5601394 Feb 07 16:35:56.771154 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1884127c-d569-4ce4-91a8-562f8a86711a req-e983524b-aaf4-442b-8543-4f70ce4aa67b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Network 937f4032-ece2-4ef3-ae25-e7defef4a280 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:35:56.772684 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-1884127c-d569-4ce4-91a8-562f8a86711a req-e983524b-aaf4-442b-8543-4f70ce4aa67b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:35:56.776741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-1884127c-d569-4ce4-91a8-562f8a86711a req-e983524b-aaf4-442b-8543-4f70ce4aa67b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:35:56.802630 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c09ed0-9824-4b50-8617-9080ce0feb44 None None] The sync data for ids ['d419b1eb-88a5-4783-b32d-62c74d2da5af'] in n-d-827865-3 is: [{'id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-router', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:25Z', 'updated_at': '2022-02-07T16:33:38Z', 'revision_number': 4, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'gw_port': {'id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:28Z', 'updated_at': '2022-02-07T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f914952c-e037-4218-95b3-5b28cd4a5bca', 'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'mac_address': 'fa:16:3e:2b:6d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:36Z', 'updated_at': '2022-02-07T16:33:45Z', 'revision_number': 5, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'subnets': [{'id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:35:56.816104 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e2f06c-3e33-4889-b260-0c6884f387db', 'name': 'network-vif-deleted', 'tag': '208bd4ae-8b14-4c99-b90b-76654a477eee'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:56.818778 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ddc7d3-0259-4ad7-aa13-cbe6ea97b8e0" -d '{"events": [{"server_uuid": "15e2f06c-3e33-4889-b260-0c6884f387db", "name": "network-vif-deleted", "tag": "208bd4ae-8b14-4c99-b90b-76654a477eee"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:56.822726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 208bd4ae-8b14-4c99-b90b-76654a477eee {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:35:56.823473 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 208bd4ae-8b14-4c99-b90b-76654a477eee not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:35:56.990399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf1bec-7e3e-4834-bd27-16da51801cd5 req-6b29c63c-254d-4834-9517-8f53508a8f8b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:56.999973 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-82bf1bec-7e3e-4834-bd27-16da51801cd5 req-6b29c63c-254d-4834-9517-8f53508a8f8b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3224395-2aac-4c3b-acd4-06fffadca6be HTTP/1.1" status: 200 len: 948 time: 0.6849489 Feb 07 16:35:57.060996 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e5d1719-7fa0-4b78-be5d-7d1c7e29f33c req-3d002d0b-7b38-4023-a507-fb22787dfb0e service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548658 Feb 07 16:35:57.066113 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-d473465e-8f4a-402f-bca3-3115161d616b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Made reservation on behalf of 7bd5b472775543f38aca99e61ef5156c for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:35:57.069921 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-d473465e-8f4a-402f-bca3-3115161d616b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:57.197186 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-82bf1bec-7e3e-4834-bd27-16da51801cd5 req-8d73f5c0-b5c3-4f3f-babe-b7f89bb21700 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960018 Feb 07 16:35:57.216352 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-823da8d0-bce7-4456-aadc-1de88096fe9b None None] Provisioning complete for port ac87ba43-125c-441a-9026-880caa8f1eae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:57.216352 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-823da8d0-bce7-4456-aadc-1de88096fe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ac87ba43-125c-441a-9026-880caa8f1eae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:57.265192 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227852cd-5849-44ab-b4d4-ec4b4082bb45 None None] New status for floating IP 60560ca3-74b3-40d7-a465-c8c00414199e: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:35:57.296851 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884127c-d569-4ce4-91a8-562f8a86711a req-e983524b-aaf4-442b-8543-4f70ce4aa67b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:57.308721 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1884127c-d569-4ce4-91a8-562f8a86711a req-e983524b-aaf4-442b-8543-4f70ce4aa67b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:57.336660 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e5d1719-7fa0-4b78-be5d-7d1c7e29f33c req-44870aa8-0b93-4085-9556-19d3e04d3061 service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640724 Feb 07 16:35:57.353544 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-4a157898-2cc2-4ad1-afcb-787775992c69 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:57.357933 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-4a157898-2cc2-4ad1-afcb-787775992c69 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.5339584 Feb 07 16:35:57.363639 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1884127c-d569-4ce4-91a8-562f8a86711a req-e983524b-aaf4-442b-8543-4f70ce4aa67b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8506083 Feb 07 16:35:57.377122 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Request body: {'port': {'device_id': 'd1f02aca-c40e-4e20-846b-69d28128e6cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:57.433697 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-823da8d0-bce7-4456-aadc-1de88096fe9b None None] Port ac87ba43-125c-441a-9026-880caa8f1eae cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:35:57.485264 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-1436c8e5-8d0c-49ef-bed1-c97209ecc9c4 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.90 HTTP/1.1" status: 200 len: 1000 time: 0.1159544 Feb 07 16:35:57.494081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-41fe6b59-6bfc-4362-b6d8-b45fb21ef5ca tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:57.542355 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f22e2-baeb-4e78-8074-787c2835fbdd req-37183f10-60db-4060-b21f-f0d0c7d815f1 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:57.543882 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c8f22e2-baeb-4e78-8074-787c2835fbdd req-37183f10-60db-4060-b21f-f0d0c7d815f1 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 931 time: 0.1382899 Feb 07 16:35:57.545038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-d473465e-8f4a-402f-bca3-3115161d616b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Allocated IP 172.20.0.11 (38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f/cd54b586-8698-4fa9-b42d-dba2de8db3c9/c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:35:57.567295 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ac87ba43-125c-441a-9026-880caa8f1eae), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:57.584556 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-41fe6b59-6bfc-4362-b6d8-b45fb21ef5ca tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks [] for floatingip (0e1f898d-46d5-4ec1-a261-2d8f17a9218e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:57.639842 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c8f22e2-baeb-4e78-8074-787c2835fbdd req-6ee46c22-58e7-42ac-82b6-e2530b95eb27 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870981 Feb 07 16:35:57.784050 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-d473465e-8f4a-402f-bca3-3115161d616b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for port (c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:57.826782 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-d473465e-8f4a-402f-bca3-3115161d616b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:57.866984 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-41fe6b59-6bfc-4362-b6d8-b45fb21ef5ca tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:57.884104 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-d473465e-8f4a-402f-bca3-3115161d616b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Network 38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:35:57.890592 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-d473465e-8f4a-402f-bca3-3115161d616b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:35:57.898635 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-d473465e-8f4a-402f-bca3-3115161d616b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:35:57.898780 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-41fe6b59-6bfc-4362-b6d8-b45fb21ef5ca tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (0e1f898d-46d5-4ec1-a261-2d8f17a9218e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:57.899012 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-41fe6b59-6bfc-4362-b6d8-b45fb21ef5ca tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Floating IP 0e1f898d-46d5-4ec1-a261-2d8f17a9218e disassociated. External IP: 172.25.4.90, port: 97473284-7d7b-47f2-a8bb-518eb82039d0. Feb 07 16:35:57.943255 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473465e-8f4a-402f-bca3-3115161d616b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Pushing event updated for resources: {'Port': ['ID=c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:57.983556 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-d473465e-8f4a-402f-bca3-3115161d616b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:57.984074 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-d473465e-8f4a-402f-bca3-3115161d616b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:58.014408 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-d473465e-8f4a-402f-bca3-3115161d616b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3369229 Feb 07 16:35:58.033113 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ffd6e0b2-8d8a-48ec-9406-8a6a5b819f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:58.034070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Request body: {'port': {'device_id': '84f730eb-2ce5-4ae2-829e-bc13da41a58c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:35:58.134807 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a79fa5-b6e0-4067-b100-d5e2af6a83c2 req-57202a76-b68e-4fec-847f-78d61c549a83 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:58.136390 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-20a79fa5-b6e0-4067-b100-d5e2af6a83c2 req-57202a76-b68e-4fec-847f-78d61c549a83 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f730eb-2ce5-4ae2-829e-bc13da41a58c HTTP/1.1" status: 200 len: 932 time: 0.1211069 Feb 07 16:35:58.137600 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:58.159001 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac87ba43-125c-441a-9026-880caa8f1eae {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:58.172258 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Publish callbacks [] for port (ac87ba43-125c-441a-9026-880caa8f1eae), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:58.192520 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Transition to ACTIVE for port object ac87ba43-125c-441a-9026-880caa8f1eae will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:35:58.197705 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ac87ba43-125c-441a-9026-880caa8f1eae), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:58.252435 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-20a79fa5-b6e0-4067-b100-d5e2af6a83c2 req-ba5b678d-8c92-4942-8cf9-cbd1fcad6e4b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037874 Feb 07 16:35:58.275257 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-41fe6b59-6bfc-4362-b6d8-b45fb21ef5ca tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Router 957ce515-30c2-4eb1-9918-2f65f2a803e7 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:35:58.298553 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Pushing event updated for resources: {'Port': ['ID=ac87ba43-125c-441a-9026-880caa8f1eae,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:58.427817 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4e509806-5893-4737-91e0-446f2f936e19 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:35:58.445731 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-41fe6b59-6bfc-4362-b6d8-b45fb21ef5ca tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:35:58.451497 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-41fe6b59-6bfc-4362-b6d8-b45fb21ef5ca tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:58.459385 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f134fc22-7fad-4609-85df-e0b2683bf4c0 None None] Sync routers for ids ['957ce515-30c2-4eb1-9918-2f65f2a803e7'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:35:58.481339 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f134fc22-7fad-4609-85df-e0b2683bf4c0 None None] Routers {'957ce515-30c2-4eb1-9918-2f65f2a803e7'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:35:58.481981 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f134fc22-7fad-4609-85df-e0b2683bf4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['957ce515-30c2-4eb1-9918-2f65f2a803e7'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:58.484138 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-07cb2ef2-064e-4c4a-9da5-ad6bd2ee9e89 req-5a0a02d2-8c98-49fa-bbf1-678549690dfb tempest-SecurityGroupsNegativeTestJSON-1224017993 tempest-SecurityGroupsNegativeTestJSON-1224017993-project] show failed (client error): The resource could not be found. Feb 07 16:35:58.495288 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device da44614a-2442-4ed8-b35b-d53be88d4fe4 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:35:58.501517 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07cb2ef2-064e-4c4a-9da5-ad6bd2ee9e89 req-5a0a02d2-8c98-49fa-bbf1-678549690dfb tempest-SecurityGroupsNegativeTestJSON-1224017993 tempest-SecurityGroupsNegativeTestJSON-1224017993-project] 10.222.0.18 "GET /v2.0/security-groups/b5e30570-634c-4035-a129-9a1b3294141e HTTP/1.1" status: 404 len: 352 time: 0.0636947 Feb 07 16:35:58.567986 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-41fe6b59-6bfc-4362-b6d8-b45fb21ef5ca tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "PUT /v2.0/floatingips/0e1f898d-46d5-4ec1-a261-2d8f17a9218e HTTP/1.1" status: 200 len: 695 time: 1.0816662 Feb 07 16:35:58.628097 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 4e509806-5893-4737-91e0-446f2f936e19 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:35:58.637239 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 4e509806-5893-4737-91e0-446f2f936e19 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:35:58.637955 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e509806-5893-4737-91e0-446f2f936e19), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:58.648095 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b06e3c7-99dc-4152-987a-6b82e857989e x-openstack-request-id: req-1b06e3c7-99dc-4152-987a-6b82e857989e {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:35:58.652122 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e2f06c-3e33-4889-b260-0c6884f387db", "name": "network-vif-deleted", "tag": "208bd4ae-8b14-4c99-b90b-76654a477eee", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:35:58.652519 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b06e3c7-99dc-4152-987a-6b82e857989e {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:35:58.652935 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e2f06c-3e33-4889-b260-0c6884f387db', 'name': 'network-vif-deleted', 'tag': '208bd4ae-8b14-4c99-b90b-76654a477eee', 'status': 'completed', 'code': 200} Feb 07 16:35:58.670517 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-f134fc22-7fad-4609-85df-e0b2683bf4c0 None None] Set router 957ce515-30c2-4eb1-9918-2f65f2a803e7 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:35:58.698408 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Attempting to bind port ac87ba43-125c-441a-9026-880caa8f1eae on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:35:58.706336 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Attempting to bind port ac87ba43-125c-441a-9026-880caa8f1eae by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '92918f95-4f53-4496-ba2d-d0806e41737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:35:58.706989 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Attempting to bind port ac87ba43-125c-441a-9026-880caa8f1eae on network 937f4032-ece2-4ef3-ae25-e7defef4a280 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:58.719848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Port ac87ba43-125c-441a-9026-880caa8f1eae on network 937f4032-ece2-4ef3-ae25-e7defef4a280 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:35:58.726571 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Attempting to bind port ac87ba43-125c-441a-9026-880caa8f1eae on network 937f4032-ece2-4ef3-ae25-e7defef4a280 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:58.748867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:35:58.749592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Checking segment: {'id': '92918f95-4f53-4496-ba2d-d0806e41737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:35:58.750232 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Bound using segment: {'id': '92918f95-4f53-4496-ba2d-d0806e41737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:35:58.751738 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Bound port: ac87ba43-125c-441a-9026-880caa8f1eae, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92918f95-4f53-4496-ba2d-d0806e41737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:35:58.752328 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ac87ba43-125c-441a-9026-880caa8f1eae), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:58.773859 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-f85a895e-38a7-47c5-8f00-a3ea8a9ce806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:58.775927 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-f85a895e-38a7-47c5-8f00-a3ea8a9ce806 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c52d4a6fde3a4f92b73d4cbced7bc767&device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 1127 time: 0.2013130 Feb 07 16:35:58.777834 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port da44614a-2442-4ed8-b35b-d53be88d4fe4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=da44614a-2442-4ed8-b35b-d53be88d4fe4,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:58.817930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'da44614a-2442-4ed8-b35b-d53be88d4fe4', 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d', 'port_id': 'da44614a-2442-4ed8-b35b-d53be88d4fe4', 'mac_address': 'fa:16:3e:1c:2a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c421e157-6b63-40f2-b92c-e2457710e71f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:35:58.849803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:58.874300 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Publish callbacks [] for port (c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:58.906703 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Transition to ACTIVE for port object c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:35:58.918372 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97db048-727c-479c-a89d-8b7741b7dc2c req-962694d5-2e50-4f07-87f4-fb9bddbc4689 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:58.920648 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c97db048-727c-479c-a89d-8b7741b7dc2c req-962694d5-2e50-4f07-87f4-fb9bddbc4689 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 943 time: 0.1708527 Feb 07 16:35:58.922151 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:58.949323 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 4e509806-5893-4737-91e0-446f2f936e19 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:58.949744 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e509806-5893-4737-91e0-446f2f936e19), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:58.958007 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] For port ac87ba43-125c-441a-9026-880caa8f1eae, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:35:58.969784 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] For port ac87ba43-125c-441a-9026-880caa8f1eae, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ac87ba43-125c-441a-9026-880caa8f1eae,segment=NetworkSegment(92918f95-4f53-4496-ba2d-d0806e41737b),segment_id=92918f95-4f53-4496-ba2d-d0806e41737b)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:35:58.983610 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port da44614a-2442-4ed8-b35b-d53be88d4fe4 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:35:58.984181 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:58.996158 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ac87ba43-125c-441a-9026-880caa8f1eae), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:58.996948 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3224395-2aac-4c3b-acd4-06fffadca6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e509806-5893-4737-91e0-446f2f936e19'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:58.999566 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a83d01-97b7-4bf1-9876-84968ee17644" -d '{"events": [{"server_uuid": "f3224395-2aac-4c3b-acd4-06fffadca6be", "name": "network-vif-plugged", "status": "completed", "tag": "4e509806-5893-4737-91e0-446f2f936e19"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:59.021138 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Pushing event updated for resources: {'Port': ['ID=c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:59.036742 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4e509806-5893-4737-91e0-446f2f936e19, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4e509806-5893-4737-91e0-446f2f936e19,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:59.040224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da44614a-2442-4ed8-b35b-d53be88d4fe4 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:35:59.052034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-9e4b8f70-6c26-4d0a-967d-624bfcce429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:59.055838 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-9e4b8f70-6c26-4d0a-967d-624bfcce429e service neutron] 10.222.0.18 "GET /v2.0/networks?id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd HTTP/1.1" status: 200 len: 921 time: 0.2490227 Feb 07 16:35:59.063402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:59.072014 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:59.072324 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port da44614a-2442-4ed8-b35b-d53be88d4fe4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=da44614a-2442-4ed8-b35b-d53be88d4fe4,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:35:59.075630 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1884127c-d569-4ce4-91a8-562f8a86711a req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] 10.222.0.48 "PUT /v2.0/ports/ac87ba43-125c-441a-9026-880caa8f1eae HTTP/1.1" status: 200 len: 1091 time: 1.7047095 Feb 07 16:35:59.075885 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4e509806-5893-4737-91e0-446f2f936e19), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:59.109033 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c97db048-727c-479c-a89d-8b7741b7dc2c req-de3ff6e0-818a-43f3-8d0e-4b9a60258fdc tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213138 Feb 07 16:35:59.120425 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f134fc22-7fad-4609-85df-e0b2683bf4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:51Z', 'revision_number': 5, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:59.125873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204443d-4f1b-4ac2-8295-95180b5a39cc service neutron] Pushing event updated for resources: {'Port': ['ID=ac87ba43-125c-441a-9026-880caa8f1eae,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:59.195995 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:59.205333 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f134fc22-7fad-4609-85df-e0b2683bf4c0 None None] Checking router: 957ce515-30c2-4eb1-9918-2f65f2a803e7 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:35:59.227687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=4e509806-5893-4737-91e0-446f2f936e19,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:59.227827 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f134fc22-7fad-4609-85df-e0b2683bf4c0 None None] Routers {'957ce515-30c2-4eb1-9918-2f65f2a803e7'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:35:59.228448 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f134fc22-7fad-4609-85df-e0b2683bf4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['957ce515-30c2-4eb1-9918-2f65f2a803e7'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:59.311353 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-c029bdff-04de-4d1d-9987-c93cbc43bd94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97473284-7d7b-47f2-a8bb-518eb82039d0 HTTP/1.1" status: 200 len: 217 time: 0.2338095 Feb 07 16:35:59.335837 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Attempting to bind port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:35:59.336472 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Attempting to bind port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '13e87c77-7324-48ae-9e21-8f2bde2847c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:35:59.336972 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Attempting to bind port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c on network 38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:59.348700 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c on network 38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:35:59.349526 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Attempting to bind port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c on network 38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:35:59.356217 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=da44614a-2442-4ed8-b35b-d53be88d4fe4,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:59.357831 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:35:59.358944 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Checking segment: {'id': '13e87c77-7324-48ae-9e21-8f2bde2847c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:35:59.359543 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Bound using segment: {'id': '13e87c77-7324-48ae-9e21-8f2bde2847c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:35:59.360149 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Bound port: c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e87c77-7324-48ae-9e21-8f2bde2847c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:35:59.361538 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:59.369198 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:59.396261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884127c-d569-4ce4-91a8-562f8a86711a req-370c0cca-e0f8-4cad-a0de-7c54331266b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:59.398742 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1884127c-d569-4ce4-91a8-562f8a86711a req-370c0cca-e0f8-4cad-a0de-7c54331266b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f21c7e5651f49c2b6930564a27dd33f&device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 1125 time: 0.2682755 Feb 07 16:35:59.401775 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-68ba4be1-de5a-4fb0-80ff-e851190fd91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:59.403871 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-68ba4be1-de5a-4fb0-80ff-e851190fd91d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf9c9306-f558-49de-87fe-0cf026053c03 HTTP/1.1" status: 200 len: 859 time: 0.0917439 Feb 07 16:35:59.423612 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1121448-0010-4701-b57f-92fddf8a3152 req-5533419c-7a4a-43ec-937d-69bb7928cda2 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:59.425658 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c1121448-0010-4701-b57f-92fddf8a3152 req-5533419c-7a4a-43ec-937d-69bb7928cda2 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 945 time: 0.1403739 Feb 07 16:35:59.432201 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-f134fc22-7fad-4609-85df-e0b2683bf4c0 None None] Set router 957ce515-30c2-4eb1-9918-2f65f2a803e7 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:35:59.476694 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1884127c-d569-4ce4-91a8-562f8a86711a req-d0363f09-de6e-42c2-a3d9-88e7b02c0a99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac87ba43-125c-441a-9026-880caa8f1eae HTTP/1.1" status: 200 len: 217 time: 0.0715175 Feb 07 16:35:59.488164 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] For port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:35:59.510295 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c1121448-0010-4701-b57f-92fddf8a3152 req-1cf7587a-cbc1-4d3c-af74-732cc110ba67 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/security-groups?id=28e4b0cc-3a52-4f60-ba29-eb824e79aebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776527 Feb 07 16:35:59.512044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] For port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:35:59.519383 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:59.550327 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-2d635f50-2269-4fc2-99ad-93ac51210c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:59.551975 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-2d635f50-2269-4fc2-99ad-93ac51210c7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1293893 Feb 07 16:35:59.560124 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['da44614a-2442-4ed8-b35b-d53be88d4fe4'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:35:59.562288 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884127c-d569-4ce4-91a8-562f8a86711a req-f821ffb6-fe2f-48ee-a29f-f05f89af59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:59.564788 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1884127c-d569-4ce4-91a8-562f8a86711a req-f821ffb6-fe2f-48ee-a29f-f05f89af59ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=84094ea4-ebf5-4efb-98d2-d6d7e236c705 HTTP/1.1" status: 200 len: 862 time: 0.0719988 Feb 07 16:35:59.588033 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Pushing event updated for resources: {'Port': ['ID=c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:35:59.591998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:59.592617 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:35:59.594105 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-89d52f20-c044-4fbc-81ff-778ce4172978 service neutron] 10.222.0.32 "PUT /v2.0/ports/c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c HTTP/1.1" status: 200 len: 1092 time: 1.5669317 Feb 07 16:35:59.595345 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f730eb-2ce5-4ae2-829e-bc13da41a58c', 'tag': 'c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:35:59.598490 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ddc240-6d22-45b7-8a6c-08f2a7906dab" -d '{"events": [{"name": "network-changed", "server_uuid": "84f730eb-2ce5-4ae2-829e-bc13da41a58c", "tag": "c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:35:59.718564 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f134fc22-7fad-4609-85df-e0b2683bf4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:51Z', 'revision_number': 5, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:35:59.757988 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f134fc22-7fad-4609-85df-e0b2683bf4c0 None None] The sync data for ids ['957ce515-30c2-4eb1-9918-2f65f2a803e7'] in n-d-827865-3 is: [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:34:45Z', 'revision_number': 4, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a511aeb7-b758-4ed9-ac37-199d1efd8d05', 'name': '', 'network_id': '0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'mac_address': 'fa:16:3e:d0:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:44Z', 'updated_at': '2022-02-07T16:34:51Z', 'revision_number': 5, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'subnets': [{'id': 'bf9c9306-f558-49de-87fe-0cf026053c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:35:59.759031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884127c-d569-4ce4-91a8-562f8a86711a req-c1f18d7d-7dea-4e32-9cf0-ef66c88fc4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:59.760618 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1884127c-d569-4ce4-91a8-562f8a86711a req-c1f18d7d-7dea-4e32-9cf0-ef66c88fc4af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=937f4032-ece2-4ef3-ae25-e7defef4a280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1863203 Feb 07 16:35:59.785106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-892b13f9-d897-4453-a928-d78f243b31da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:59.787077 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-892b13f9-d897-4453-a928-d78f243b31da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bd5b472775543f38aca99e61ef5156c&device_id=84f730eb-2ce5-4ae2-829e-bc13da41a58c HTTP/1.1" status: 200 len: 1126 time: 0.1417699 Feb 07 16:35:59.807160 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8c97e-501f-4b32-ba64-b702901a0aaa req-fc29db06-8b55-4b05-9e0e-7e6741c2d66d tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:59.815935 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-30e8c97e-501f-4b32-ba64-b702901a0aaa req-fc29db06-8b55-4b05-9e0e-7e6741c2d66d tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3224395-2aac-4c3b-acd4-06fffadca6be HTTP/1.1" status: 200 len: 949 time: 0.1040189 Feb 07 16:35:59.856245 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-6ca98b86-fff3-4a95-9d27-0b96a0338665 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c HTTP/1.1" status: 200 len: 217 time: 0.0603869 Feb 07 16:35:59.856905 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-df9629ac-d7ab-4629-910e-c74bf9f4f959 service neutron] 10.222.0.18 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844992 Feb 07 16:35:59.946576 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-30e8c97e-501f-4b32-ba64-b702901a0aaa req-c59b76d8-fb88-4bb8-b50b-83f62a374a7d tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892587 Feb 07 16:35:59.950297 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-665f444d-4e81-429e-b1ab-173a7984c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:35:59.951953 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-665f444d-4e81-429e-b1ab-173a7984c618 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd54b586-8698-4fa9-b42d-dba2de8db3c9 HTTP/1.1" status: 200 len: 861 time: 0.0811520 Feb 07 16:35:59.983197 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1884127c-d569-4ce4-91a8-562f8a86711a req-21ba602b-77c5-46e6-8155-071b96e84d7d service neutron] 10.222.0.48 "GET /v2.0/networks/937f4032-ece2-4ef3-ae25-e7defef4a280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150888 Feb 07 16:36:00.010132 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-8304f0f0-3b66-4003-acb3-bcb72054d1a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506442 Feb 07 16:36:00.018539 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4b5a722-792b-4cbf-a4dc-7f5f80b12e63 req-3ff8ef55-04ea-4c1e-a709-68b76eee1fcd service neutron] 10.222.0.18 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552880 Feb 07 16:36:00.071861 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b5b93c-eeaf-48cc-80e1-679ff775be54 None None] New status for floating IP 0e1f898d-46d5-4ec1-a261-2d8f17a9218e: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:36:00.111236 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7866c49-b99c-469c-955e-5843f7737a56 x-openstack-request-id: req-e7866c49-b99c-469c-955e-5843f7737a56 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:00.111771 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3224395-2aac-4c3b-acd4-06fffadca6be", "name": "network-vif-plugged", "status": "completed", "tag": "4e509806-5893-4737-91e0-446f2f936e19", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:00.112054 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7866c49-b99c-469c-955e-5843f7737a56 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:00.112471 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3224395-2aac-4c3b-acd4-06fffadca6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e509806-5893-4737-91e0-446f2f936e19', 'code': 200} Feb 07 16:36:00.117948 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1884127c-d569-4ce4-91a8-562f8a86711a req-60e5d6e4-b006-49e8-8f92-dd62b39409ef service neutron] 10.222.0.48 "GET /v2.0/networks/937f4032-ece2-4ef3-ae25-e7defef4a280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285338 Feb 07 16:36:00.158179 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e305a6-6172-45b6-b7cb-559deb15b1b4 req-f3cc36ca-7921-438a-9ef3-f0c16c4548ad tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:00.160045 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f4e305a6-6172-45b6-b7cb-559deb15b1b4 req-f3cc36ca-7921-438a-9ef3-f0c16c4548ad tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 943 time: 0.1198242 Feb 07 16:36:00.198817 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-301073a3-a9a9-4ea5-a182-8efa1fb44491 service neutron] 10.222.0.32 "GET /v2.0/networks/38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803899 Feb 07 16:36:00.258352 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee84c9-6c90-47c2-8e02-a88204c327dd req-bfbffd92-3784-4166-b30c-cc01f4f53f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:00.260018 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68ee84c9-6c90-47c2-8e02-a88204c327dd req-bfbffd92-3784-4166-b30c-cc01f4f53f4c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3224395-2aac-4c3b-acd4-06fffadca6be HTTP/1.1" status: 200 len: 1131 time: 0.0919125 Feb 07 16:36:00.276097 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374f903-77b0-4929-83ea-f771c84e3ada req-ae46a400-6c29-4953-ab76-2c179c1b03e8 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:00.277802 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5374f903-77b0-4929-83ea-f771c84e3ada req-ae46a400-6c29-4953-ab76-2c179c1b03e8 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f730eb-2ce5-4ae2-829e-bc13da41a58c HTTP/1.1" status: 200 len: 944 time: 0.0965672 Feb 07 16:36:00.288445 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f4e305a6-6172-45b6-b7cb-559deb15b1b4 req-39bf79b4-9322-487d-ae12-7c6599216d7a tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170526 Feb 07 16:36:00.367728 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68ee84c9-6c90-47c2-8e02-a88204c327dd req-c51a10a2-0fcb-4750-9ecd-03b9809fae0a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882311 Feb 07 16:36:00.372162 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5374f903-77b0-4929-83ea-f771c84e3ada req-72f66947-9a90-4eab-9068-3f7d71c9ffa4 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860655 Feb 07 16:36:00.424535 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef481f8-ee1e-4742-be7a-a6a393e19f2a x-openstack-request-id: req-cef481f8-ee1e-4742-be7a-a6a393e19f2a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:00.424838 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f730eb-2ce5-4ae2-829e-bc13da41a58c", "tag": "c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:00.425098 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cef481f8-ee1e-4742-be7a-a6a393e19f2a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:00.425508 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f730eb-2ce5-4ae2-829e-bc13da41a58c', 'tag': 'c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c', 'status': 'completed', 'code': 200} Feb 07 16:36:00.427569 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3dd0284-fb16-4019-8718-734e8c15bc62 req-21bc8840-736d-4660-be1e-044e851df836 service neutron] 10.222.0.32 "GET /v2.0/networks/38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157521 Feb 07 16:36:00.510802 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e822def-4f3f-4b6f-a9d5-b5e451db1b13 req-4cf3c2c5-2ca9-40e0-9b6b-1a699c861ff4 tempest-SecurityGroupsNegativeTestJSON-1224017993 tempest-SecurityGroupsNegativeTestJSON-1224017993-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71fb9e7a153f4c04b92b1edf0d6a4e92 HTTP/1.1" status: 200 len: 3001 time: 0.0459838 Feb 07 16:36:00.544728 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9047035b-196f-4606-a424-c0f3d1394dcb req-756f032f-6bbd-4db0-8f0a-20c7dbf4b261 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 258 time: 0.2203081 Feb 07 16:36:00.555345 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-9047035b-196f-4606-a424-c0f3d1394dcb req-56ad76f0-e3b2-411f-83a7-13645b92b6c0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:00.558913 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e822def-4f3f-4b6f-a9d5-b5e451db1b13 req-ffebcff8-c6f2-4fb0-8b26-23076e1c6c7e tempest-SecurityGroupsNegativeTestJSON-1224017993 tempest-SecurityGroupsNegativeTestJSON-1224017993-project] 10.222.0.18 "GET /v2.0/security-groups/9d737a2b-2fa0-4365-b95a-23b96aa79740 HTTP/1.1" status: 200 len: 2998 time: 0.0421846 Feb 07 16:36:00.577303 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9047035b-196f-4606-a424-c0f3d1394dcb req-56ad76f0-e3b2-411f-83a7-13645b92b6c0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:00.611253 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e822def-4f3f-4b6f-a9d5-b5e451db1b13 req-4a6ab59e-8d68-482b-a711-a98e4ec91b83 tempest-SecurityGroupsNegativeTestJSON-1224017993 tempest-SecurityGroupsNegativeTestJSON-1224017993-project] 10.222.0.18 "GET /v2.0/security-groups/9d737a2b-2fa0-4365-b95a-23b96aa79740 HTTP/1.1" status: 200 len: 2998 time: 0.0463710 Feb 07 16:36:00.659307 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'tag': '97473284-7d7b-47f2-a8bb-518eb82039d0'}, {'name': 'network-changed', 'server_uuid': 'd1f02aca-c40e-4e20-846b-69d28128e6cf', 'tag': 'ac87ba43-125c-441a-9026-880caa8f1eae'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:00.662169 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b" -d '{"events": [{"name": "network-changed", "server_uuid": "88e7eac4-127c-4d00-b010-6f8a34a33ae4", "tag": "97473284-7d7b-47f2-a8bb-518eb82039d0"}, {"name": "network-changed", "server_uuid": "d1f02aca-c40e-4e20-846b-69d28128e6cf", "tag": "ac87ba43-125c-441a-9026-880caa8f1eae"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:00.665317 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:00.716018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddc240-6d22-45b7-8a6c-08f2a7906dab req-1a9e67fb-de56-427d-b3e4-5060733cbc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:00.717544 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65ddc240-6d22-45b7-8a6c-08f2a7906dab req-1a9e67fb-de56-427d-b3e4-5060733cbc7f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bd5b472775543f38aca99e61ef5156c&device_id=84f730eb-2ce5-4ae2-829e-bc13da41a58c HTTP/1.1" status: 200 len: 1126 time: 0.0771804 Feb 07 16:36:00.758506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e81f0-4839-454c-a30a-4df044318b3d req-87aa8070-137b-4407-a50f-fa7a4b7dd02e tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:00.760056 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-100e81f0-4839-454c-a30a-4df044318b3d req-87aa8070-137b-4407-a50f-fa7a4b7dd02e tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 944 time: 0.0569160 Feb 07 16:36:00.795247 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9047035b-196f-4606-a424-c0f3d1394dcb req-56ad76f0-e3b2-411f-83a7-13645b92b6c0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:00.815154 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-100e81f0-4839-454c-a30a-4df044318b3d req-cf1a771d-b5ab-46b1-aa5a-9f93dfaa58db tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483928 Feb 07 16:36:00.877135 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddc240-6d22-45b7-8a6c-08f2a7906dab req-605c574c-e8ac-4e7f-88a1-98d7fd6de6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:00.878450 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65ddc240-6d22-45b7-8a6c-08f2a7906dab req-605c574c-e8ac-4e7f-88a1-98d7fd6de6d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f HTTP/1.1" status: 200 len: 922 time: 0.1545649 Feb 07 16:36:00.920882 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6f27697c-454e-43f3-a028-db8130d0115c req-447406ce-15a1-429c-b741-6f1c3429532c tempest-SecurityGroupsNegativeTestJSON-1224017993 tempest-SecurityGroupsNegativeTestJSON-1224017993-project] 10.222.0.18 "GET /v2.0/security-groups/9d737a2b-2fa0-4365-b95a-23b96aa79740 HTTP/1.1" status: 200 len: 2998 time: 0.0425644 Feb 07 16:36:00.947666 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65ddc240-6d22-45b7-8a6c-08f2a7906dab req-f47d52e3-83ff-40bb-a9c8-c2acbd4f087f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c HTTP/1.1" status: 200 len: 217 time: 0.0628395 Feb 07 16:36:00.989039 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [req-6f27697c-454e-43f3-a028-db8130d0115c req-b8ed7f38-29a4-41a0-a322-761a382e4403 tempest-SecurityGroupsNegativeTestJSON-1224017993 tempest-SecurityGroupsNegativeTestJSON-1224017993-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 16:36:00.990319 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6f27697c-454e-43f3-a028-db8130d0115c req-b8ed7f38-29a4-41a0-a322-761a382e4403 tempest-SecurityGroupsNegativeTestJSON-1224017993 tempest-SecurityGroupsNegativeTestJSON-1224017993-project] 10.222.0.18 "DELETE /v2.0/security-groups/9d737a2b-2fa0-4365-b95a-23b96aa79740 HTTP/1.1" status: 409 len: 352 time: 0.0634346 Feb 07 16:36:01.018484 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-9047035b-196f-4606-a424-c0f3d1394dcb req-56ad76f0-e3b2-411f-83a7-13645b92b6c0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Allocated IP 172.25.4.81 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/a99b6e04-bc25-40b4-9885-c6651123815b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:36:01.030653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddc240-6d22-45b7-8a6c-08f2a7906dab req-552b100f-78d6-475d-9f36-baf26d994f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:01.032174 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65ddc240-6d22-45b7-8a6c-08f2a7906dab req-552b100f-78d6-475d-9f36-baf26d994f6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd54b586-8698-4fa9-b42d-dba2de8db3c9 HTTP/1.1" status: 200 len: 861 time: 0.0765798 Feb 07 16:36:01.072433 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75538cff-6200-4b83-804a-d058e8a48201 x-openstack-request-id: req-75538cff-6200-4b83-804a-d058e8a48201 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:01.072738 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e7eac4-127c-4d00-b010-6f8a34a33ae4", "tag": "97473284-7d7b-47f2-a8bb-518eb82039d0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d1f02aca-c40e-4e20-846b-69d28128e6cf", "tag": "ac87ba43-125c-441a-9026-880caa8f1eae", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:01.072992 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75538cff-6200-4b83-804a-d058e8a48201 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:01.073574 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'tag': '97473284-7d7b-47f2-a8bb-518eb82039d0', 'status': 'completed', 'code': 200} Feb 07 16:36:01.073859 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f02aca-c40e-4e20-846b-69d28128e6cf', 'tag': 'ac87ba43-125c-441a-9026-880caa8f1eae', 'status': 'completed', 'code': 200} Feb 07 16:36:01.101332 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65ddc240-6d22-45b7-8a6c-08f2a7906dab req-10b0b7f5-fb98-4d57-a2d4-309fc278dcc2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615141 Feb 07 16:36:01.154169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-0d6629de-45f6-440d-ac9c-f96779212e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:01.155699 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-0d6629de-45f6-440d-ac9c-f96779212e39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c52d4a6fde3a4f92b73d4cbced7bc767&device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 1127 time: 0.0592194 Feb 07 16:36:01.224127 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9047035b-196f-4606-a424-c0f3d1394dcb req-56ad76f0-e3b2-411f-83a7-13645b92b6c0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks [] for port (a99b6e04-bc25-40b4-9885-c6651123815b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:01.243653 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65ddc240-6d22-45b7-8a6c-08f2a7906dab req-5fe128e4-0b62-4224-bbbd-cccf6ab6ff4f service neutron] 10.222.0.32 "GET /v2.0/networks/38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353846 Feb 07 16:36:01.287791 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d09779-3bae-49e8-98ea-9b62665a283f req-1e71ee48-fa05-4616-af68-6f3ee5c79124 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:01.289338 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f8d09779-3bae-49e8-98ea-9b62665a283f req-1e71ee48-fa05-4616-af68-6f3ee5c79124 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3224395-2aac-4c3b-acd4-06fffadca6be HTTP/1.1" status: 200 len: 949 time: 0.1191688 Feb 07 16:36:01.309525 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-ad8ed537-8231-4ab4-867d-258af86037be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:01.310928 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-ad8ed537-8231-4ab4-867d-258af86037be service neutron] 10.222.0.48 "GET /v2.0/networks?id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd HTTP/1.1" status: 200 len: 921 time: 0.1483922 Feb 07 16:36:01.326632 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9047035b-196f-4606-a424-c0f3d1394dcb req-56ad76f0-e3b2-411f-83a7-13645b92b6c0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a99b6e04-bc25-40b4-9885-c6651123815b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:01.368986 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-6d719ebf-38bd-4d8c-90be-20a4e12416a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97473284-7d7b-47f2-a8bb-518eb82039d0 HTTP/1.1" status: 200 len: 217 time: 0.0510943 Feb 07 16:36:01.393161 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f8d09779-3bae-49e8-98ea-9b62665a283f req-fe303a11-1b5f-48af-9551-30f8d25eacc0 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945296 Feb 07 16:36:01.398836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9047035b-196f-4606-a424-c0f3d1394dcb req-56ad76f0-e3b2-411f-83a7-13645b92b6c0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:36:01.403072 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65ddc240-6d22-45b7-8a6c-08f2a7906dab req-b34100de-a474-4ea3-bc0d-d873abfe85f7 service neutron] 10.222.0.32 "GET /v2.0/networks/38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469684 Feb 07 16:36:01.406098 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-9047035b-196f-4606-a424-c0f3d1394dcb req-56ad76f0-e3b2-411f-83a7-13645b92b6c0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:36:01.411542 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9047035b-196f-4606-a424-c0f3d1394dcb req-56ad76f0-e3b2-411f-83a7-13645b92b6c0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:36:01.413941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad76f0-e3b2-411f-83a7-13645b92b6c0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Pushing event updated for resources: {'Port': ['ID=a99b6e04-bc25-40b4-9885-c6651123815b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:01.452235 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [req-a064a859-c0a2-4bb4-8e59-d9d3313eb338 req-6c622b62-48a7-4133-9813-61f02c9ec42e tempest-SecurityGroupsNegativeTestJSON-1224017993 tempest-SecurityGroupsNegativeTestJSON-1224017993-project] show failed (client error): The resource could not be found. Feb 07 16:36:01.453319 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a064a859-c0a2-4bb4-8e59-d9d3313eb338 req-6c622b62-48a7-4133-9813-61f02c9ec42e tempest-SecurityGroupsNegativeTestJSON-1224017993 tempest-SecurityGroupsNegativeTestJSON-1224017993-project] 10.222.0.18 "GET /v2.0/security-groups/129b2251-d62e-4ce7-b341-45e7158552a4 HTTP/1.1" status: 404 len: 352 time: 0.0247161 Feb 07 16:36:01.455242 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-072b4ec6-fb13-4b21-9686-770e157b9305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:01.456370 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-072b4ec6-fb13-4b21-9686-770e157b9305 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9c9306-f558-49de-87fe-0cf026053c03 HTTP/1.1" status: 200 len: 859 time: 0.0795078 Feb 07 16:36:01.521353 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9047035b-196f-4606-a424-c0f3d1394dcb req-56ad76f0-e3b2-411f-83a7-13645b92b6c0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks [] for floatingip (d5118858-229d-4b2f-ba5a-065d533afd14), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:01.540921 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-99ed64ba-7766-4ab6-a70e-04819602453a req-b9e30a20-76f3-4a8b-8878-0917cb983cfc tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/floatingips/0e1f898d-46d5-4ec1-a261-2d8f17a9218e HTTP/1.1" status: 200 len: 693 time: 0.0683098 Feb 07 16:36:01.569191 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-eb9d82df-d6e0-4ce2-8ec4-2148aa85161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:01.570634 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-eb9d82df-d6e0-4ce2-8ec4-2148aa85161b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1078391 Feb 07 16:36:01.575674 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9047035b-196f-4606-a424-c0f3d1394dcb req-56ad76f0-e3b2-411f-83a7-13645b92b6c0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a99b6e04-bc25-40b4-9885-c6651123815b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:01.742309 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-3d6d6919-1e63-49f9-98d7-a353f14f8097 service neutron] 10.222.0.48 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616178 Feb 07 16:36:01.748635 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed64ba-7766-4ab6-a70e-04819602453a req-4023cf90-e25c-45b2-be58-075f472ce5c5 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:01.750039 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-99ed64ba-7766-4ab6-a70e-04819602453a req-4023cf90-e25c-45b2-be58-075f472ce5c5 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.1955640 Feb 07 16:36:01.770046 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9047035b-196f-4606-a424-c0f3d1394dcb req-56ad76f0-e3b2-411f-83a7-13645b92b6c0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks [] for port (a99b6e04-bc25-40b4-9885-c6651123815b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:01.779979 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9047035b-196f-4606-a424-c0f3d1394dcb req-56ad76f0-e3b2-411f-83a7-13645b92b6c0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (a99b6e04-bc25-40b4-9885-c6651123815b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:01.856900 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad76f0-e3b2-411f-83a7-13645b92b6c0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Pushing event updated for resources: {'Port': ['ID=a99b6e04-bc25-40b4-9885-c6651123815b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:01.869972 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9047035b-196f-4606-a424-c0f3d1394dcb req-56ad76f0-e3b2-411f-83a7-13645b92b6c0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (d5118858-229d-4b2f-ba5a-065d533afd14), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:01.888777 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9047035b-196f-4606-a424-c0f3d1394dcb req-56ad76f0-e3b2-411f-83a7-13645b92b6c0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:01.890088 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9047035b-196f-4606-a424-c0f3d1394dcb req-56ad76f0-e3b2-411f-83a7-13645b92b6c0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3396420 Feb 07 16:36:01.947828 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9047035b-196f-4606-a424-c0f3d1394dcb req-abc3153d-dc80-456a-b0c5-92b868519293 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.81 HTTP/1.1" status: 200 len: 695 time: 0.0502222 Feb 07 16:36:02.109780 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-99ed64ba-7766-4ab6-a70e-04819602453a req-7ecd976f-718b-4a9f-bb6b-450e998dfd91 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.90 HTTP/1.1" status: 200 len: 696 time: 0.3496368 Feb 07 16:36:02.188439 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-6c1628bb-4377-4ee2-b39b-902ec722f90e service neutron] 10.222.0.48 "GET /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372931 Feb 07 16:36:02.192176 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-99ed64ba-7766-4ab6-a70e-04819602453a req-c97dfe03-b58c-4fec-9cea-49b14fb4aecb tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.90 HTTP/1.1" status: 200 len: 696 time: 0.0663109 Feb 07 16:36:02.232621 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:02.369954 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-c4af1735-7cb2-472e-a474-4064d1715d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:02.371391 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-c4af1735-7cb2-472e-a474-4064d1715d2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f21c7e5651f49c2b6930564a27dd33f&device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 1125 time: 0.1229715 Feb 07 16:36:02.392525 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047035b-196f-4606-a424-c0f3d1394dcb req-ca3d051c-04c6-4191-9220-206dd1d6c516 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:02.394573 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9047035b-196f-4606-a424-c0f3d1394dcb req-ca3d051c-04c6-4191-9220-206dd1d6c516 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.4409931 Feb 07 16:36:02.442125 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-99ed64ba-7766-4ab6-a70e-04819602453a req-4fed4472-fa85-4189-9739-00c490e3bf20 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Deleting port ab1f582d-ff56-4b95-b085-5faf00ab8819 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:02.442483 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-99ed64ba-7766-4ab6-a70e-04819602453a req-4fed4472-fa85-4189-9739-00c490e3bf20 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ab1f582d-ff56-4b95-b085-5faf00ab8819), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:02.447787 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:36:02.475718 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device da44614a-2442-4ed8-b35b-d53be88d4fe4 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:36:02.531079 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-65ebb62b-e10a-44aa-9065-7ce0905d9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:02.532614 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-65ebb62b-e10a-44aa-9065-7ce0905d9989 service neutron] 10.222.0.48 "GET /v2.0/networks?id=937f4032-ece2-4ef3-ae25-e7defef4a280 HTTP/1.1" status: 200 len: 924 time: 0.1542897 Feb 07 16:36:02.565421 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa211d-b29b-4a57-b628-248106778f8e req-d2599e96-f02d-4efd-9285-dcd229183157 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:02.567199 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3fa211d-b29b-4a57-b628-248106778f8e req-d2599e96-f02d-4efd-9285-dcd229183157 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 943 time: 0.0766037 Feb 07 16:36:02.593166 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port da44614a-2442-4ed8-b35b-d53be88d4fe4 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:36:02.594288 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-ecb68114-dff7-4f5a-bfdf-00cad2e9cfab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac87ba43-125c-441a-9026-880caa8f1eae HTTP/1.1" status: 200 len: 217 time: 0.0515456 Feb 07 16:36:02.596883 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-99ed64ba-7766-4ab6-a70e-04819602453a req-4fed4472-fa85-4189-9739-00c490e3bf20 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ab1f582d-ff56-4b95-b085-5faf00ab8819), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:02.597218 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-99ed64ba-7766-4ab6-a70e-04819602453a req-4fed4472-fa85-4189-9739-00c490e3bf20 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks [] for floatingip (ab1f582d-ff56-4b95-b085-5faf00ab8819), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:02.607079 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port da44614a-2442-4ed8-b35b-d53be88d4fe4 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:36:02.607339 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:02.610696 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:02.631520 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3fa211d-b29b-4a57-b628-248106778f8e req-9f996d72-23a9-43dc-8174-3dbef07ea94c tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562150 Feb 07 16:36:02.643235 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c', 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f', 'port_id': 'c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c', 'mac_address': 'fa:16:3e:81:96:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd54b586-8698-4fa9-b42d-dba2de8db3c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:36:02.644928 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-99ed64ba-7766-4ab6-a70e-04819602453a req-4fed4472-fa85-4189-9739-00c490e3bf20 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Calling delete_port for ab1f582d-ff56-4b95-b085-5faf00ab8819 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:02.683345 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-312ad465-ddfa-4060-96c5-7993cf5845cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:02.685393 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-312ad465-ddfa-4060-96c5-7993cf5845cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=84094ea4-ebf5-4efb-98d2-d6d7e236c705 HTTP/1.1" status: 200 len: 862 time: 0.0851479 Feb 07 16:36:02.707516 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:02.707919 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:02.743588 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:36:02.764445 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port da44614a-2442-4ed8-b35b-d53be88d4fe4 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:02.765100 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:02.783255 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:02.791494 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:02.812423 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a93c3-dcb4-4a4e-b277-bf798edfeeb0 req-b87ae8e9-1df2-4f28-a2a3-83cafad93b54 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:02.814192 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8c1a93c3-dcb4-4a4e-b277-bf798edfeeb0 req-b87ae8e9-1df2-4f28-a2a3-83cafad93b54 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f730eb-2ce5-4ae2-829e-bc13da41a58c HTTP/1.1" status: 200 len: 944 time: 0.0849922 Feb 07 16:36:02.823274 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-276868ea-2db3-42b1-a1b2-1d2e85b24e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:02.824893 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-276868ea-2db3-42b1-a1b2-1d2e85b24e23 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=937f4032-ece2-4ef3-ae25-e7defef4a280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1012287 Feb 07 16:36:02.836042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc90ece-fdf7-4413-9c6a-64e166ffe10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da44614a-2442-4ed8-b35b-d53be88d4fe4'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:02.838680 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a771c596-d320-45c1-9282-837313951abe" -d '{"events": [{"server_uuid": "ddc90ece-fdf7-4413-9c6a-64e166ffe10e", "name": "network-vif-plugged", "status": "completed", "tag": "da44614a-2442-4ed8-b35b-d53be88d4fe4"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:02.861964 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port da44614a-2442-4ed8-b35b-d53be88d4fe4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=da44614a-2442-4ed8-b35b-d53be88d4fe4,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:02.871552 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:02.884943 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:02.891081 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8c1a93c3-dcb4-4a4e-b277-bf798edfeeb0 req-f85fdf66-4a41-4c27-830f-c761c65aeb7e tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703564 Feb 07 16:36:02.930750 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-0063abd8-495b-4faf-9985-8f6265d0465a req-f72494eb-89e8-409d-8de7-7ca784734fe5 tempest-SecurityGroupsNegativeTestJSON-1224017993 tempest-SecurityGroupsNegativeTestJSON-1224017993-project] show failed (client error): The resource could not be found. Feb 07 16:36:02.931795 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0063abd8-495b-4faf-9985-8f6265d0465a req-f72494eb-89e8-409d-8de7-7ca784734fe5 tempest-SecurityGroupsNegativeTestJSON-1224017993 tempest-SecurityGroupsNegativeTestJSON-1224017993-project] 10.222.0.18 "GET /v2.0/security-groups/43ad94c0-a5a4-4071-8391-127eb257662c HTTP/1.1" status: 404 len: 352 time: 0.0150566 Feb 07 16:36:02.945182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56526) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:02.978643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=da44614a-2442-4ed8-b35b-d53be88d4fe4,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:03.003107 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-99ed64ba-7766-4ab6-a70e-04819602453a req-4fed4472-fa85-4189-9739-00c490e3bf20 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ab1f582d-ff56-4b95-b085-5faf00ab8819), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:03.026608 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab6eef3-9ce6-42f4-8c39-de4645d5eef0 admin admin] Deleting subnet dbf7106e-582f-4b05-b195-69b15ae4204d {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:36:03.030593 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ab6eef3-9ce6-42f4-8c39-de4645d5eef0 admin admin] Publish callbacks [] for subnet (dbf7106e-582f-4b05-b195-69b15ae4204d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:03.041253 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-798f0a23-9f72-4112-af20-972e039d81d1 service neutron] 10.222.0.48 "GET /v2.0/networks/937f4032-ece2-4ef3-ae25-e7defef4a280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051058 Feb 07 16:36:03.043354 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed4472-fa85-4189-9739-00c490e3bf20 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Pushing event deleted for resources: {'Port': ['ID=ab1f582d-ff56-4b95-b085-5faf00ab8819,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:03.096014 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ab6eef3-9ce6-42f4-8c39-de4645d5eef0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (dbf7106e-582f-4b05-b195-69b15ae4204d), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:03.119986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:03.157977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9d3b3-70b5-49b5-8bf4-528e6d14597d req-f44cefe8-1f7e-4e99-a739-c34df936fe25 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:03.160885 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aef9d3b3-70b5-49b5-8bf4-528e6d14597d req-f44cefe8-1f7e-4e99-a739-c34df936fe25 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 945 time: 0.1080890 Feb 07 16:36:03.161133 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ab6eef3-9ce6-42f4-8c39-de4645d5eef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (dbf7106e-582f-4b05-b195-69b15ae4204d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:03.186492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-99ed64ba-7766-4ab6-a70e-04819602453a req-4fed4472-fa85-4189-9739-00c490e3bf20 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks [] for floatingip (0e1f898d-46d5-4ec1-a261-2d8f17a9218e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:03.190397 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-99ed64ba-7766-4ab6-a70e-04819602453a req-4fed4472-fa85-4189-9739-00c490e3bf20 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:03.191394 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-99ed64ba-7766-4ab6-a70e-04819602453a req-4fed4472-fa85-4189-9739-00c490e3bf20 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "DELETE /v2.0/floatingips/0e1f898d-46d5-4ec1-a261-2d8f17a9218e HTTP/1.1" status: 204 len: 173 time: 0.9918792 Feb 07 16:36:03.215559 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1058ba29-0fe0-4f1e-a7c8-c79fb34ea72b req-ff7a90fe-41d2-43b9-ab36-494a0bd2fa09 service neutron] 10.222.0.48 "GET /v2.0/networks/937f4032-ece2-4ef3-ae25-e7defef4a280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682789 Feb 07 16:36:03.257964 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aef9d3b3-70b5-49b5-8bf4-528e6d14597d req-5c900cdf-5ba7-43fe-b51c-7268cdd90c13 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754089 Feb 07 16:36:03.262634 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ab6eef3-9ce6-42f4-8c39-de4645d5eef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (dbf7106e-582f-4b05-b195-69b15ae4204d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:03.302745 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6eef3-9ce6-42f4-8c39-de4645d5eef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf7106e-582f-4b05-b195-69b15ae4204d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:03.312354 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ab6eef3-9ce6-42f4-8c39-de4645d5eef0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:03.318025 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8ab6eef3-9ce6-42f4-8c39-de4645d5eef0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dbf7106e-582f-4b05-b195-69b15ae4204d HTTP/1.1" status: 204 len: 168 time: 0.3697946 Feb 07 16:36:03.321796 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56530) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:03.403957 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02794591-90e0-49fe-9556-c16701cc4e9d req-5f6b0fba-ddc5-4bf3-ad7c-0f7b6dfdd80e tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:03.405871 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02794591-90e0-49fe-9556-c16701cc4e9d req-5f6b0fba-ddc5-4bf3-ad7c-0f7b6dfdd80e tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3224395-2aac-4c3b-acd4-06fffadca6be HTTP/1.1" status: 200 len: 949 time: 0.0676868 Feb 07 16:36:03.440968 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47f2b625-072f-4910-86f3-54d6057f3381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (a6b0a75a-5b92-49d3-bcc0-702cd32ff453), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:03.460919 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02794591-90e0-49fe-9556-c16701cc4e9d req-6eaf8629-6d33-4549-8b87-d61a10cb912e tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479097 Feb 07 16:36:03.463219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-68a9e2b7-cacd-48da-8725-0a17c1e468e9 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:03.464770 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-68a9e2b7-cacd-48da-8725-0a17c1e468e9 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1301892 Feb 07 16:36:03.573537 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-8178d3ce-84bb-4b0d-8297-8000161add33 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.81 HTTP/1.1" status: 200 len: 695 time: 0.0848050 Feb 07 16:36:03.591457 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-5d8fc821-2ca7-460f-8d33-42ab341325b7 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Request body: {'floatingip': {'port_id': 'ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:03.596172 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47f2b625-072f-4910-86f3-54d6057f3381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (a6b0a75a-5b92-49d3-bcc0-702cd32ff453), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:03.659917 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-5d8fc821-2ca7-460f-8d33-42ab341325b7 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks [] for floatingip (d5118858-229d-4b2f-ba5a-065d533afd14), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:03.662539 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82503199-f285-489c-9274-bcd1b52c4649 x-openstack-request-id: req-82503199-f285-489c-9274-bcd1b52c4649 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:03.663048 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc90ece-fdf7-4413-9c6a-64e166ffe10e", "name": "network-vif-plugged", "status": "completed", "tag": "da44614a-2442-4ed8-b35b-d53be88d4fe4", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:03.664351 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82503199-f285-489c-9274-bcd1b52c4649 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:03.666409 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc90ece-fdf7-4413-9c6a-64e166ffe10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da44614a-2442-4ed8-b35b-d53be88d4fe4', 'code': 200} Feb 07 16:36:03.710926 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-47f2b625-072f-4910-86f3-54d6057f3381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b0a75a-5b92-49d3-bcc0-702cd32ff453']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:03.727684 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-47f2b625-072f-4910-86f3-54d6057f3381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1176fb5b-d76f-427f-bd8a-e5bbf1b2260e') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:03.727987 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-47f2b625-072f-4910-86f3-54d6057f3381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1176fb5b-d76f-427f-bd8a-e5bbf1b2260e') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:03.812081 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47f2b625-072f-4910-86f3-54d6057f3381 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (1176fb5b-d76f-427f-bd8a-e5bbf1b2260e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:03.883336 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47f2b625-072f-4910-86f3-54d6057f3381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (1176fb5b-d76f-427f-bd8a-e5bbf1b2260e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:03.900268 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f2b625-072f-4910-86f3-54d6057f3381 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:36:03.900951 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47f2b625-072f-4910-86f3-54d6057f3381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (1176fb5b-d76f-427f-bd8a-e5bbf1b2260e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:36:03.903839 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:36:03.998896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011714c-8bb8-4d96-93de-af8de23d9304 req-9d639a93-34b0-4ec2-8e8c-9157af36f2dd tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:04.002707 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf947c2-2ff2-4d57-9874-f52d83ba2227 req-812d2a12-0456-419b-a7a5-d87438453ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:04.004238 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-faf947c2-2ff2-4d57-9874-f52d83ba2227 req-812d2a12-0456-419b-a7a5-d87438453ce2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 1127 time: 0.2525890 Feb 07 16:36:04.006442 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4011714c-8bb8-4d96-93de-af8de23d9304 req-9d639a93-34b0-4ec2-8e8c-9157af36f2dd tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f3224395-2aac-4c3b-acd4-06fffadca6be HTTP/1.1" status: 200 len: 1131 time: 0.0789421 Feb 07 16:36:04.025784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56546) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:04.074116 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4011714c-8bb8-4d96-93de-af8de23d9304 req-980fe725-f81b-4c0d-87db-cbc49cfb72a8 tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568585 Feb 07 16:36:04.090931 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47f2b625-072f-4910-86f3-54d6057f3381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (a6b0a75a-5b92-49d3-bcc0-702cd32ff453), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:04.128603 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47f2b625-072f-4910-86f3-54d6057f3381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:04.134514 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-47f2b625-072f-4910-86f3-54d6057f3381 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a6b0a75a-5b92-49d3-bcc0-702cd32ff453 HTTP/1.1" status: 204 len: 168 time: 0.8112547 Feb 07 16:36:04.170597 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2b625-072f-4910-86f3-54d6057f3381 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6b0a75a-5b92-49d3-bcc0-702cd32ff453,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:04.219737 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-faf947c2-2ff2-4d57-9874-f52d83ba2227 req-51e4b431-d46e-46c5-9bf2-e7faf7c4ac6a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766343 Feb 07 16:36:04.220738 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2684b15-4087-4b48-85ce-98983ab8985b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:04.292935 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54010645-9bbb-4432-b7a5-293af838172d req-770afeb8-d060-4672-99e6-12662130184f tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:04.294550 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-54010645-9bbb-4432-b7a5-293af838172d req-770afeb8-d060-4672-99e6-12662130184f tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 943 time: 0.1244109 Feb 07 16:36:04.378270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56558) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:04.384492 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2684b15-4087-4b48-85ce-98983ab8985b admin admin] Publish callbacks [] for security_group (26da4e7c-6147-446e-a486-fcea02d21b89), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:04.393542 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2684b15-4087-4b48-85ce-98983ab8985b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (26da4e7c-6147-446e-a486-fcea02d21b89), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:04.398703 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-54010645-9bbb-4432-b7a5-293af838172d req-2336449f-c249-4439-b6d4-12e9592687ab tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906971 Feb 07 16:36:04.457775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:36:04.478129 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d2684b15-4087-4b48-85ce-98983ab8985b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=055ecca7722447fb8e1e91c9b3a5bd72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4512303 Feb 07 16:36:04.488732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56560) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:04.489500 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2684b15-4087-4b48-85ce-98983ab8985b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26da4e7c-6147-446e-a486-fcea02d21b89,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:04.504900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ac87ba43-125c-441a-9026-880caa8f1eae details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:36:04.516193 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e83c08ad-8ffe-445d-85cf-62b20f837543 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71fb9e7a153f4c04b92b1edf0d6a4e92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329386 Feb 07 16:36:04.520154 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56562) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:04.602673 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:36:04.611826 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:36:04.612506 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:04.614625 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-5d8fc821-2ca7-460f-8d33-42ab341325b7 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:04.620844 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-5d8fc821-2ca7-460f-8d33-42ab341325b7 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (d5118858-229d-4b2f-ba5a-065d533afd14), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:04.631885 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff38989-27e2-4f62-a735-e1784b00931f req-6620463b-a824-4222-92c3-5fb2a5cc0c08 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:04.633441 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0ff38989-27e2-4f62-a735-e1784b00931f req-6620463b-a824-4222-92c3-5fb2a5cc0c08 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 945 time: 0.1629081 Feb 07 16:36:04.636114 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c979d52-9140-4d01-9bbf-579fde384434 admin admin] Publish callbacks [] for security_group (26da4e7c-6147-446e-a486-fcea02d21b89), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:04.648960 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0664b6ea-e129-455f-a39f-17780246373e admin admin] Publish callbacks [] for security_group (9d737a2b-2fa0-4365-b95a-23b96aa79740), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:04.688497 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c979d52-9140-4d01-9bbf-579fde384434 admin admin] Publish callbacks [] for security_group (26da4e7c-6147-446e-a486-fcea02d21b89), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:04.688937 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ac87ba43-125c-441a-9026-880caa8f1eae, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ac87ba43-125c-441a-9026-880caa8f1eae,segment=NetworkSegment(92918f95-4f53-4496-ba2d-d0806e41737b),segment_id=92918f95-4f53-4496-ba2d-d0806e41737b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:04.711705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'ac87ba43-125c-441a-9026-880caa8f1eae', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'port_id': 'ac87ba43-125c-441a-9026-880caa8f1eae', 'mac_address': 'fa:16:3e:39:82:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:36:04.718694 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0664b6ea-e129-455f-a39f-17780246373e admin admin] Publish callbacks [] for security_group (9d737a2b-2fa0-4365-b95a-23b96aa79740), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:04.743750 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-5d8fc821-2ca7-460f-8d33-42ab341325b7 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Floating IP d5118858-229d-4b2f-ba5a-065d533afd14 associated. External IP: 172.25.4.81, port: ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b. Feb 07 16:36:04.776543 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0ff38989-27e2-4f62-a735-e1784b00931f req-83412a6e-1053-4376-bea0-a3f2e77fd3d5 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331465 Feb 07 16:36:04.818329 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:04.821862 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:04.826273 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ac87ba43-125c-441a-9026-880caa8f1eae is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:04.826730 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ac87ba43-125c-441a-9026-880caa8f1eae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:04.833319 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c979d52-9140-4d01-9bbf-579fde384434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (26da4e7c-6147-446e-a486-fcea02d21b89), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:04.838579 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c979d52-9140-4d01-9bbf-579fde384434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:04.840189 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3c979d52-9140-4d01-9bbf-579fde384434 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26da4e7c-6147-446e-a486-fcea02d21b89 HTTP/1.1" status: 204 len: 168 time: 0.3477693 Feb 07 16:36:04.845506 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0664b6ea-e129-455f-a39f-17780246373e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (9d737a2b-2fa0-4365-b95a-23b96aa79740), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:04.850005 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0664b6ea-e129-455f-a39f-17780246373e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:04.851721 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0664b6ea-e129-455f-a39f-17780246373e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d737a2b-2fa0-4365-b95a-23b96aa79740 HTTP/1.1" status: 204 len: 168 time: 0.3253672 Feb 07 16:36:04.868706 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c979d52-9140-4d01-9bbf-579fde384434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26da4e7c-6147-446e-a486-fcea02d21b89,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:04.878138 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac87ba43-125c-441a-9026-880caa8f1eae {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:36:04.899782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664b6ea-e129-455f-a39f-17780246373e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d737a2b-2fa0-4365-b95a-23b96aa79740,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:04.957998 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ac87ba43-125c-441a-9026-880caa8f1eae, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ac87ba43-125c-441a-9026-880caa8f1eae,segment=NetworkSegment(92918f95-4f53-4496-ba2d-d0806e41737b),segment_id=92918f95-4f53-4496-ba2d-d0806e41737b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:04.961940 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:04.970408 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ac87ba43-125c-441a-9026-880caa8f1eae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:04.978146 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:05.042835 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9a141-17f8-4fd5-ae55-fe84f29e864f req-2c1a3143-1e13-4d42-9a76-4aeeacda6129 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:05.044628 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-76b9a141-17f8-4fd5-ae55-fe84f29e864f req-2c1a3143-1e13-4d42-9a76-4aeeacda6129 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f730eb-2ce5-4ae2-829e-bc13da41a58c HTTP/1.1" status: 200 len: 945 time: 0.1352577 Feb 07 16:36:05.083449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ac87ba43-125c-441a-9026-880caa8f1eae,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:05.121041 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-5d8fc821-2ca7-460f-8d33-42ab341325b7 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Router 008b0841-0724-4fd5-8772-ea9b57ecc5ac has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:36:05.124912 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-76b9a141-17f8-4fd5-ae55-fe84f29e864f req-f6a394e0-5436-4506-a5f2-8d5998527375 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705569 Feb 07 16:36:05.195670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:05.286934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-5d8fc821-2ca7-460f-8d33-42ab341325b7 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:36:05.287819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71942de5-293e-447b-be71-d06a50ebaf6f req-19aeb0f8-ec9f-449f-a6eb-d43c1b88c9f5 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:05.291137 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71942de5-293e-447b-be71-d06a50ebaf6f req-19aeb0f8-ec9f-449f-a6eb-d43c1b88c9f5 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 945 time: 0.1054890 Feb 07 16:36:05.297126 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-5d8fc821-2ca7-460f-8d33-42ab341325b7 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:05.316440 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce3687-a0dc-47bd-bc9f-8bf378bd5caa None None] Sync routers for ids ['008b0841-0724-4fd5-8772-ea9b57ecc5ac'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:36:05.349568 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce3687-a0dc-47bd-bc9f-8bf378bd5caa None None] Routers {'008b0841-0724-4fd5-8772-ea9b57ecc5ac'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:36:05.351232 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-84ce3687-a0dc-47bd-bc9f-8bf378bd5caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['008b0841-0724-4fd5-8772-ea9b57ecc5ac'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:05.352619 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-5d8fc821-2ca7-460f-8d33-42ab341325b7 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "PUT /v2.0/floatingips/d5118858-229d-4b2f-ba5a-065d533afd14 HTTP/1.1" status: 200 len: 995 time: 1.7687898 Feb 07 16:36:05.353079 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7166f0ea-7d53-46cf-830b-9d29d7ec72dc', 'tag': 'ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:05.355684 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d8bc30-dd79-4f8c-be91-39e0a67c60e3" -d '{"events": [{"name": "network-changed", "server_uuid": "7166f0ea-7d53-46cf-830b-9d29d7ec72dc", "tag": "ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:05.367577 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71942de5-293e-447b-be71-d06a50ebaf6f req-95ab0004-0c51-45ab-b3e2-04620c094aad tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658886 Feb 07 16:36:05.475911 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['ac87ba43-125c-441a-9026-880caa8f1eae'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:05.531043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-cc9bbb51-43cc-4998-87ae-c12ac444cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:05.536053 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-cc9bbb51-43cc-4998-87ae-c12ac444cc7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=983acac417eb4927bfcc6f21c7e43ae5&device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 1127 time: 0.1475520 Feb 07 16:36:05.559793 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-bc0fa5c1-5057-4ff6-a434-449bb0a07f68 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=85c826fe1b454904b2074f3cecf95dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566778 Feb 07 16:36:05.612314 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-84ce3687-a0dc-47bd-bc9f-8bf378bd5caa None None] Set router 008b0841-0724-4fd5-8772-ea9b57ecc5ac gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:36:05.667992 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f730eb-2ce5-4ae2-829e-bc13da41a58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:05.672192 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331b6a54-4c79-4167-8e21-941aa4159006" -d '{"events": [{"server_uuid": "84f730eb-2ce5-4ae2-829e-bc13da41a58c", "name": "network-vif-plugged", "status": "completed", "tag": "c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:05.718307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56594) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:05.748142 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2a93370-cc7a-4bef-9427-369c485d7d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:05.751830 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-afd30ee2-d5c7-47b1-a2a3-17d46a260d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:05.762914 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-afd30ee2-d5c7-47b1-a2a3-17d46a260d46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c763529-d7da-44e4-93e7-f39221fc8e8d HTTP/1.1" status: 200 len: 930 time: 0.2172735 Feb 07 16:36:05.817063 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-c9555d7d-cbee-4e00-b9b7-0364827729ff tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:05.824753 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-c9555d7d-cbee-4e00-b9b7-0364827729ff tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624612 Feb 07 16:36:05.858148 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-fb133d90-1e55-432a-a0b3-79243ea455b5 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/quotas/85c826fe1b454904b2074f3cecf95dae HTTP/1.1" status: 200 len: 375 time: 0.0314243 Feb 07 16:36:05.919347 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-0b65a870-f906-4986-bf1a-0a8cf29b896c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b HTTP/1.1" status: 200 len: 998 time: 0.1550441 Feb 07 16:36:05.973635 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-fc3ba2fc-c9cb-4789-9ea2-858a548f61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:05.980628 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-fc3ba2fc-c9cb-4789-9ea2-858a548f61f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5488e03-bfc3-4e5c-8a1e-4377990d0cc0 HTTP/1.1" status: 200 len: 868 time: 0.0603561 Feb 07 16:36:05.996648 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-e491cca9-30d9-498e-a893-290a0af166c1 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1344850 Feb 07 16:36:06.005939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fe045-5cea-4e99-a7b5-08ff2d8005aa req-8bfd5288-8acc-4625-8a1c-05f7f1c93388 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:06.006926 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b02fe045-5cea-4e99-a7b5-08ff2d8005aa req-8bfd5288-8acc-4625-8a1c-05f7f1c93388 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.48 "GET /v2.0/ports?device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 945 time: 0.1646872 Feb 07 16:36:06.010034 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2a93370-cc7a-4bef-9427-369c485d7d2e admin admin] Publish callbacks [] for security_group (8a7912db-9dba-421f-8757-50ff20d09fa4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:06.015359 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2a93370-cc7a-4bef-9427-369c485d7d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8a7912db-9dba-421f-8757-50ff20d09fa4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:06.087544 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-84ce3687-a0dc-47bd-bc9f-8bf378bd5caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1630947947-router', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:35:26Z', 'updated_at': '2022-02-07T16:35:33Z', 'revision_number': 4, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'gw_port': {'id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:27Z', 'updated_at': '2022-02-07T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'd5118858-229d-4b2f-ba5a-065d533afd14', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'port_id': 'ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d', 'mac_address': 'fa:16:3e:a6:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7166f0ea-7d53-46cf-830b-9d29d7ec72dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:36:01Z', 'updated_at': '2022-02-07T16:36:04Z', 'revision_number': 1, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03879d16-d6b2-4f47-83a8-b141acd05e00', 'name': '', 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'mac_address': 'fa:16:3e:de:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd5488e03-bfc3-4e5c-8a1e-4377990d0cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:32Z', 'updated_at': '2022-02-07T16:35:38Z', 'revision_number': 5, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'subnets': [{'id': 'd5488e03-bfc3-4e5c-8a1e-4377990d0cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:06.089922 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d2a93370-cc7a-4bef-9427-369c485d7d2e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a20a813e9c9d40a59db065a1ee8db1b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3702745 Feb 07 16:36:06.091376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56604) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:06.093898 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a93370-cc7a-4bef-9427-369c485d7d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7912db-9dba-421f-8757-50ff20d09fa4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:06.096298 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-5da6af1e-08fc-4fc5-b94f-faeaf24c214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:06.108796 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-5da6af1e-08fc-4fc5-b94f-faeaf24c214d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c763529-d7da-44e4-93e7-f39221fc8e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1272590 Feb 07 16:36:06.134871 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce3687-a0dc-47bd-bc9f-8bf378bd5caa None None] Checking router: 008b0841-0724-4fd5-8772-ea9b57ecc5ac for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:36:06.148004 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce3687-a0dc-47bd-bc9f-8bf378bd5caa None None] Routers {'008b0841-0724-4fd5-8772-ea9b57ecc5ac'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:36:06.148968 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-84ce3687-a0dc-47bd-bc9f-8bf378bd5caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['008b0841-0724-4fd5-8772-ea9b57ecc5ac'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:06.192881 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-130103ab-2eb3-4c63-86c2-a5ab658cee55 admin admin] Publish callbacks [] for security_group (8a7912db-9dba-421f-8757-50ff20d09fa4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:06.223153 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-130103ab-2eb3-4c63-86c2-a5ab658cee55 admin admin] Publish callbacks [] for security_group (8a7912db-9dba-421f-8757-50ff20d09fa4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:06.225416 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-d08e641d-4ed9-40cf-9610-b1d44c7e14ab service neutron] 10.222.0.18 "GET /v2.0/networks/1c763529-d7da-44e4-93e7-f39221fc8e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152759 Feb 07 16:36:06.296673 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-130103ab-2eb3-4c63-86c2-a5ab658cee55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8a7912db-9dba-421f-8757-50ff20d09fa4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:06.308583 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-130103ab-2eb3-4c63-86c2-a5ab658cee55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:06.308583 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-130103ab-2eb3-4c63-86c2-a5ab658cee55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a7912db-9dba-421f-8757-50ff20d09fa4 HTTP/1.1" status: 204 len: 168 time: 0.2103605 Feb 07 16:36:06.349588 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130103ab-2eb3-4c63-86c2-a5ab658cee55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7912db-9dba-421f-8757-50ff20d09fa4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:06.362729 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-84ce3687-a0dc-47bd-bc9f-8bf378bd5caa None None] Set router 008b0841-0724-4fd5-8772-ea9b57ecc5ac gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:36:06.400806 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56618) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:06.503272 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8bc30-dd79-4f8c-be91-39e0a67c60e3 req-ac7166a8-6f24-4df2-8dbe-6ad4ded9230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:06.507154 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-73d8bc30-dd79-4f8c-be91-39e0a67c60e3 req-ac7166a8-6f24-4df2-8dbe-6ad4ded9230e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=983acac417eb4927bfcc6f21c7e43ae5&device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 1127 time: 0.1213489 Feb 07 16:36:06.725708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b7514e48-1ed6-4fb3-b433-539d6df151b3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1554435645-network', 'tenant_id': 'fc827ace4b3b4dfaa01016899c49cdc0'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:06.759530 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2da521c-e1a8-493f-a7cb-5ac4731d1db0 x-openstack-request-id: req-e2da521c-e1a8-493f-a7cb-5ac4731d1db0 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:06.760502 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7166f0ea-7d53-46cf-830b-9d29d7ec72dc", "tag": "ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:06.761129 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2da521c-e1a8-493f-a7cb-5ac4731d1db0 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:06.761556 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7166f0ea-7d53-46cf-830b-9d29d7ec72dc', 'tag': 'ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b', 'status': 'completed', 'code': 200} Feb 07 16:36:06.808152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-b02fe045-5cea-4e99-a7b5-08ff2d8005aa req-78453f47-56a0-444f-a6da-334ff4e7bb13 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Deleting port 97473284-7d7b-47f2-a8bb-518eb82039d0 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:06.808767 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b02fe045-5cea-4e99-a7b5-08ff2d8005aa req-78453f47-56a0-444f-a6da-334ff4e7bb13 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (97473284-7d7b-47f2-a8bb-518eb82039d0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:06.840554 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7514e48-1ed6-4fb3-b433-539d6df151b3 admin admin] Made reservation on behalf of fc827ace4b3b4dfaa01016899c49cdc0 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:36:06.843448 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7514e48-1ed6-4fb3-b433-539d6df151b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:06.878092 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7514e48-1ed6-4fb3-b433-539d6df151b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:06.907310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d62d0b4f-0c40-4292-b562-32ae99a4e35d req-32ec417a-5396-4ed9-abec-f279774ab55d service neutron] 10.222.0.18 "GET /v2.0/networks/1c763529-d7da-44e4-93e7-f39221fc8e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6780891 Feb 07 16:36:06.918417 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8fca5-d474-4536-913d-273d3f0efead req-8ef85f90-12c1-4619-a458-b784a322bdd6 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:06.933092 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dac8fca5-d474-4536-913d-273d3f0efead req-8ef85f90-12c1-4619-a458-b784a322bdd6 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 944 time: 0.3462272 Feb 07 16:36:06.945957 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-84ce3687-a0dc-47bd-bc9f-8bf378bd5caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1630947947-router', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:35:26Z', 'updated_at': '2022-02-07T16:35:33Z', 'revision_number': 4, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'gw_port': {'id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:27Z', 'updated_at': '2022-02-07T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'd5118858-229d-4b2f-ba5a-065d533afd14', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'port_id': 'ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d', 'mac_address': 'fa:16:3e:a6:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7166f0ea-7d53-46cf-830b-9d29d7ec72dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:36:01Z', 'updated_at': '2022-02-07T16:36:04Z', 'revision_number': 1, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03879d16-d6b2-4f47-83a8-b141acd05e00', 'name': '', 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'mac_address': 'fa:16:3e:de:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd5488e03-bfc3-4e5c-8a1e-4377990d0cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:32Z', 'updated_at': '2022-02-07T16:35:38Z', 'revision_number': 5, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'subnets': [{'id': 'd5488e03-bfc3-4e5c-8a1e-4377990d0cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:06.991306 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce3687-a0dc-47bd-bc9f-8bf378bd5caa None None] The sync data for ids ['008b0841-0724-4fd5-8772-ea9b57ecc5ac'] in n-d-827865-3 is: [{'id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1630947947-router', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:35:26Z', 'updated_at': '2022-02-07T16:35:33Z', 'revision_number': 4, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'gw_port': {'id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:27Z', 'updated_at': '2022-02-07T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'd5118858-229d-4b2f-ba5a-065d533afd14', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'floating_ip_address': '172.25.4.81', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'port_id': 'ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d', 'mac_address': 'fa:16:3e:a6:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7166f0ea-7d53-46cf-830b-9d29d7ec72dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:36:01Z', 'updated_at': '2022-02-07T16:36:04Z', 'revision_number': 1, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03879d16-d6b2-4f47-83a8-b141acd05e00', 'name': '', 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'mac_address': 'fa:16:3e:de:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd5488e03-bfc3-4e5c-8a1e-4377990d0cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:32Z', 'updated_at': '2022-02-07T16:35:38Z', 'revision_number': 5, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'subnets': [{'id': 'd5488e03-bfc3-4e5c-8a1e-4377990d0cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:36:07.001029 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab31c243-2e2a-440e-89a3-ca879224db56 x-openstack-request-id: req-ab31c243-2e2a-440e-89a3-ca879224db56 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:07.001610 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f730eb-2ce5-4ae2-829e-bc13da41a58c", "name": "network-vif-plugged", "status": "completed", "tag": "c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:07.002005 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab31c243-2e2a-440e-89a3-ca879224db56 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:07.003605 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f730eb-2ce5-4ae2-829e-bc13da41a58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c', 'code': 200} Feb 07 16:36:07.017567 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b02fe045-5cea-4e99-a7b5-08ff2d8005aa req-78453f47-56a0-444f-a6da-334ff4e7bb13 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] For port 97473284-7d7b-47f2-a8bb-518eb82039d0, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=97473284-7d7b-47f2-a8bb-518eb82039d0,segment=NetworkSegment(971b157b-efbe-4872-9ce7-e2dd5578fdae),segment_id=971b157b-efbe-4872-9ce7-e2dd5578fdae)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:07.018291 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b02fe045-5cea-4e99-a7b5-08ff2d8005aa req-78453f47-56a0-444f-a6da-334ff4e7bb13 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (97473284-7d7b-47f2-a8bb-518eb82039d0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:07.049619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-b02fe045-5cea-4e99-a7b5-08ff2d8005aa req-78453f47-56a0-444f-a6da-334ff4e7bb13 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Calling delete_port for 97473284-7d7b-47f2-a8bb-518eb82039d0 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:07.137349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8bc30-dd79-4f8c-be91-39e0a67c60e3 req-0c23a92f-622b-4c0a-b6d7-2a4564fad78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:07.139564 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-73d8bc30-dd79-4f8c-be91-39e0a67c60e3 req-0c23a92f-622b-4c0a-b6d7-2a4564fad78f service neutron] 10.222.0.48 "GET /v2.0/networks?id=1c763529-d7da-44e4-93e7-f39221fc8e8d HTTP/1.1" status: 200 len: 930 time: 0.6254117 Feb 07 16:36:07.221032 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dac8fca5-d474-4536-913d-273d3f0efead req-cdaf3125-fa17-4488-984c-a48a27d0da8d tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2870276 Feb 07 16:36:07.248713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e93526-f361-4b5f-8596-6183de2e7aaf req-e6b68526-ec3d-4c51-a374-e9e002401937 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:07.257657 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c2e93526-f361-4b5f-8596-6183de2e7aaf req-e6b68526-ec3d-4c51-a374-e9e002401937 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/ports?device_id=88e7eac4-127c-4d00-b010-6f8a34a33ae4 HTTP/1.1" status: 200 len: 945 time: 0.1280773 Feb 07 16:36:07.278478 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-73d8bc30-dd79-4f8c-be91-39e0a67c60e3 req-f47d4f9c-0aee-47b6-9706-ce39bb6d8545 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b HTTP/1.1" status: 200 len: 998 time: 0.1250823 Feb 07 16:36:07.289438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ef10-c01f-4aec-9bbd-67f451c38c9a req-1966d253-ded0-4123-83b7-4126b5c614e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:07.290918 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f819ef10-c01f-4aec-9bbd-67f451c38c9a req-1966d253-ded0-4123-83b7-4126b5c614e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=84f730eb-2ce5-4ae2-829e-bc13da41a58c HTTP/1.1" status: 200 len: 1128 time: 0.2060542 Feb 07 16:36:07.389422 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8bc30-dd79-4f8c-be91-39e0a67c60e3 req-8df14faa-c099-4fcc-997e-3d7f226b3366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:07.390933 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-73d8bc30-dd79-4f8c-be91-39e0a67c60e3 req-8df14faa-c099-4fcc-997e-3d7f226b3366 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5488e03-bfc3-4e5c-8a1e-4377990d0cc0 HTTP/1.1" status: 200 len: 868 time: 0.0977612 Feb 07 16:36:07.434906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5b6cd2-446a-43e4-a90a-d5ca66d0f7e5 None None] New status for floating IP d5118858-229d-4b2f-ba5a-065d533afd14: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:36:07.442845 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c2e93526-f361-4b5f-8596-6183de2e7aaf req-0d77333d-290f-462e-8c90-fc391eb454bc tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.18 "GET /v2.0/security-groups?id=443d6ccc-bbfc-4bf2-b249-78bc171461ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840441 Feb 07 16:36:07.444545 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b02fe045-5cea-4e99-a7b5-08ff2d8005aa req-78453f47-56a0-444f-a6da-334ff4e7bb13 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (97473284-7d7b-47f2-a8bb-518eb82039d0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:07.445770 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7514e48-1ed6-4fb3-b433-539d6df151b3 admin admin] Publish callbacks [] for security_group (73e3094a-d13b-4a2e-b587-72c9c049c302), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:07.472902 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7514e48-1ed6-4fb3-b433-539d6df151b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (73e3094a-d13b-4a2e-b587-72c9c049c302), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:07.498022 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f819ef10-c01f-4aec-9bbd-67f451c38c9a req-67255436-75ae-475f-a843-acaea112ac8d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899147 Feb 07 16:36:07.544500 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7514e48-1ed6-4fb3-b433-539d6df151b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:36:07.558703 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78453f47-56a0-444f-a6da-334ff4e7bb13 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Pushing event deleted for resources: {'Port': ['ID=97473284-7d7b-47f2-a8bb-518eb82039d0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:07.574174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7514e48-1ed6-4fb3-b433-539d6df151b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e3094a-d13b-4a2e-b587-72c9c049c302,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:07.586295 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7514e48-1ed6-4fb3-b433-539d6df151b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (52d8bd8a-d652-42dd-80f3-96312b891827), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:07.586659 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-b7514e48-1ed6-4fb3-b433-539d6df151b3 admin admin] Added segment 52d8bd8a-d652-42dd-80f3-96312b891827 of type vlan for network 7d8c610e-4de7-4bb6-844a-cdc62ecde865 Feb 07 16:36:07.603333 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801b816-ff66-4c42-acb8-a8fcf39efae4 req-f07de77f-26ef-4103-8c6e-2471c7472405 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:07.611883 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e801b816-ff66-4c42-acb8-a8fcf39efae4 req-f07de77f-26ef-4103-8c6e-2471c7472405 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f730eb-2ce5-4ae2-829e-bc13da41a58c HTTP/1.1" status: 200 len: 946 time: 0.1725934 Feb 07 16:36:07.616802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8bc30-dd79-4f8c-be91-39e0a67c60e3 req-c95d8ffe-af8f-4446-88c7-f3a1f4748f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:07.618866 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-73d8bc30-dd79-4f8c-be91-39e0a67c60e3 req-c95d8ffe-af8f-4446-88c7-f3a1f4748f60 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c763529-d7da-44e4-93e7-f39221fc8e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2204585 Feb 07 16:36:07.631478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02fe045-5cea-4e99-a7b5-08ff2d8005aa req-78453f47-56a0-444f-a6da-334ff4e7bb13 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] No DVR routers for this DVR port 97473284-7d7b-47f2-a8bb-518eb82039d0 on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:36:07.638241 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b02fe045-5cea-4e99-a7b5-08ff2d8005aa req-78453f47-56a0-444f-a6da-334ff4e7bb13 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:07.643144 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b02fe045-5cea-4e99-a7b5-08ff2d8005aa req-78453f47-56a0-444f-a6da-334ff4e7bb13 tempest-FloatingIPsAssociationTestJSON-1940176254 tempest-FloatingIPsAssociationTestJSON-1940176254-project] 10.222.0.48 "DELETE /v2.0/ports/97473284-7d7b-47f2-a8bb-518eb82039d0 HTTP/1.1" status: 204 len: 173 time: 1.6192894 Feb 07 16:36:07.694349 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bfe3e20f-1fe2-4987-ab16-b91c2c981333 req-38f0ab9a-3894-49e7-bca4-ca6454d945a1 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=10cf0c18-31ac-4e7d-89fb-b6d5374e43b6 HTTP/1.1" status: 200 len: 210 time: 0.0588706 Feb 07 16:36:07.771186 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e801b816-ff66-4c42-acb8-a8fcf39efae4 req-6166b346-3ba4-4096-bc4b-5f60ee77ce1f tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570692 Feb 07 16:36:07.774120 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7514e48-1ed6-4fb3-b433-539d6df151b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (7d8c610e-4de7-4bb6-844a-cdc62ecde865), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:07.824475 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12951b0a-0296-4c5f-8014-a77d0af7c037 req-dad0093b-baae-489e-a829-34e66b475a01 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:07.826720 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12951b0a-0296-4c5f-8014-a77d0af7c037 req-dad0093b-baae-489e-a829-34e66b475a01 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 945 time: 0.0700910 Feb 07 16:36:07.863901 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7514e48-1ed6-4fb3-b433-539d6df151b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (7d8c610e-4de7-4bb6-844a-cdc62ecde865), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:07.864798 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7514e48-1ed6-4fb3-b433-539d6df151b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:07.865466 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7514e48-1ed6-4fb3-b433-539d6df151b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:07.898768 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12951b0a-0296-4c5f-8014-a77d0af7c037 req-2d22108d-6d8c-4a14-b565-88a65750f4e2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654185 Feb 07 16:36:07.964213 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-1a62da11-eb15-40ea-9413-039eddda6d33 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=85c826fe1b454904b2074f3cecf95dae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492616 Feb 07 16:36:08.015505 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-73d8bc30-dd79-4f8c-be91-39e0a67c60e3 req-c33c6c26-f5f2-4502-8a50-2f35648f1a35 service neutron] 10.222.0.48 "GET /v2.0/networks/1c763529-d7da-44e4-93e7-f39221fc8e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812692 Feb 07 16:36:08.023368 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b7514e48-1ed6-4fb3-b433-539d6df151b3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6144643 Feb 07 16:36:08.027128 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56654) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:08.033962 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8df57af9-5e09-4da7-a571-783342df1613 admin admin] Request body: {'subnet': {'network_id': '7d8c610e-4de7-4bb6-844a-cdc62ecde865', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1554435645-subnet', 'tenant_id': 'fc827ace4b3b4dfaa01016899c49cdc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:08.068050 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7514e48-1ed6-4fb3-b433-539d6df151b3 admin admin] Pushing event updated for resources: {'Network': ['ID=7d8c610e-4de7-4bb6-844a-cdc62ecde865,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:08.080948 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 7d8c610e-4de7-4bb6-844a-cdc62ecde865 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:36:08.151382 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df57af9-5e09-4da7-a571-783342df1613 admin admin] Made reservation on behalf of fc827ace4b3b4dfaa01016899c49cdc0 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:36:08.154593 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8df57af9-5e09-4da7-a571-783342df1613 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:08.193612 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-3f183214-48b9-4972-ba7e-a0c0d5bad4b9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:08.197768 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-3f183214-48b9-4972-ba7e-a0c0d5bad4b9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262208 Feb 07 16:36:08.215913 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-f91305ed-218f-4df6-a94e-497ed0a3fe80 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Request body: {'port': {'device_id': '10cf0c18-31ac-4e7d-89fb-b6d5374e43b6', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '85c826fe1b454904b2074f3cecf95dae'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:08.298511 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-99682b06-5a6c-41cc-8c1a-da7a940a8154 req-35787f94-4e41-4f7e-89b7-aaf986367bc8 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 258 time: 0.4746103 Feb 07 16:36:08.317493 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-99682b06-5a6c-41cc-8c1a-da7a940a8154 req-95cb04d1-f881-4e5f-a06a-b77eae0b584d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:08.377386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33788cfd-8f06-44ac-aa19-bcec896b9b0f req-6a5b0416-56c7-40b9-a3ee-7c5f3e2dc9f3 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:08.379218 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33788cfd-8f06-44ac-aa19-bcec896b9b0f req-6a5b0416-56c7-40b9-a3ee-7c5f3e2dc9f3 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 1127 time: 0.0969834 Feb 07 16:36:08.389989 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-73d8bc30-dd79-4f8c-be91-39e0a67c60e3 req-e02c111d-6787-4261-9dfd-1415c7bc00a8 service neutron] 10.222.0.48 "GET /v2.0/networks/1c763529-d7da-44e4-93e7-f39221fc8e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615842 Feb 07 16:36:08.400031 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-99682b06-5a6c-41cc-8c1a-da7a940a8154 req-95cb04d1-f881-4e5f-a06a-b77eae0b584d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:08.454442 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33788cfd-8f06-44ac-aa19-bcec896b9b0f req-d7d2b388-9ac9-4fed-af64-b14a3df49c90 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651205 Feb 07 16:36:08.459270 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-f91305ed-218f-4df6-a94e-497ed0a3fe80 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Made reservation on behalf of 85c826fe1b454904b2074f3cecf95dae for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:36:08.463402 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-f91305ed-218f-4df6-a94e-497ed0a3fe80 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:08.488387 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8df57af9-5e09-4da7-a571-783342df1613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (9fdb0897-548f-413d-af2b-8f313090ed76), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:08.494921 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ac87ba43-125c-441a-9026-880caa8f1eae up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:36:08.572682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port ac87ba43-125c-441a-9026-880caa8f1eae completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:36:08.577415 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port ac87ba43-125c-441a-9026-880caa8f1eae triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:36:08.578056 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ac87ba43-125c-441a-9026-880caa8f1eae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:08.588981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df57af9-5e09-4da7-a571-783342df1613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fdb0897-548f-413d-af2b-8f313090ed76,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:08.603475 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df57af9-5e09-4da7-a571-783342df1613 admin admin] Checking segment: {'id': '52d8bd8a-d652-42dd-80f3-96312b891827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7d8c610e-4de7-4bb6-844a-cdc62ecde865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:36:08.603836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df57af9-5e09-4da7-a571-783342df1613 admin admin] Network hostable DHCP agents. Network: 7d8c610e-4de7-4bb6-844a-cdc62ecde865, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:36:08.632499 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df57af9-5e09-4da7-a571-783342df1613 admin admin] Network 7d8c610e-4de7-4bb6-844a-cdc62ecde865 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:36:08.655708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-8df57af9-5e09-4da7-a571-783342df1613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 7d8c610e-4de7-4bb6-844a-cdc62ecde865) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:36:08.661442 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df57af9-5e09-4da7-a571-783342df1613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:08.662713 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8df57af9-5e09-4da7-a571-783342df1613 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:08.676837 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-99682b06-5a6c-41cc-8c1a-da7a940a8154 req-95cb04d1-f881-4e5f-a06a-b77eae0b584d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:08.687918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267da509-41f1-460a-9288-65fe7e82d8a4 None None] Network 7d8c610e-4de7-4bb6-844a-cdc62ecde865 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:36:08.695496 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8df57af9-5e09-4da7-a571-783342df1613 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6659551 Feb 07 16:36:08.707948 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276455e-c646-4c2a-ac70-307a14ff73f9 req-dcaa1bce-dd2f-45c0-8163-0cb600dbc988 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:08.721084 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3276455e-c646-4c2a-ac70-307a14ff73f9 req-dcaa1bce-dd2f-45c0-8163-0cb600dbc988 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 944 time: 0.1394980 Feb 07 16:36:08.765800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'name': 'network-vif-deleted', 'tag': '97473284-7d7b-47f2-a8bb-518eb82039d0'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:08.769055 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0481b08-b33f-4c6e-8366-44993d822e33" -d '{"events": [{"server_uuid": "88e7eac4-127c-4d00-b010-6f8a34a33ae4", "name": "network-vif-deleted", "tag": "97473284-7d7b-47f2-a8bb-518eb82039d0"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:08.790098 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-f91305ed-218f-4df6-a94e-497ed0a3fe80 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Allocated IP 192.168.233.237 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:36:08.826436 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3276455e-c646-4c2a-ac70-307a14ff73f9 req-1b7cc36e-1063-4764-9de2-f2682d481629 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020467 Feb 07 16:36:08.841299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ac87ba43-125c-441a-9026-880caa8f1eae is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:08.841727 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ac87ba43-125c-441a-9026-880caa8f1eae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:08.852430 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-99682b06-5a6c-41cc-8c1a-da7a940a8154 req-95cb04d1-f881-4e5f-a06a-b77eae0b584d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Allocated IP 172.25.4.221 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/8d05e1cb-c26f-4940-86dc-3366ee78cb79) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:36:08.892118 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56842001-c58d-492d-9a59-2a27bff66aa6 None None] Network 7d8c610e-4de7-4bb6-844a-cdc62ecde865 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:36:08.914491 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56674) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:08.920041 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ac87ba43-125c-441a-9026-880caa8f1eae, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ac87ba43-125c-441a-9026-880caa8f1eae,segment=NetworkSegment(92918f95-4f53-4496-ba2d-d0806e41737b),segment_id=92918f95-4f53-4496-ba2d-d0806e41737b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:08.977429 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ac87ba43-125c-441a-9026-880caa8f1eae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:08.979598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 97473284-7d7b-47f2-a8bb-518eb82039d0 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:36:09.024776 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f02aca-c40e-4e20-846b-69d28128e6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac87ba43-125c-441a-9026-880caa8f1eae'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:09.027953 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789ea6fc-1055-4239-ab7e-deb7268f2e74" -d '{"events": [{"server_uuid": "d1f02aca-c40e-4e20-846b-69d28128e6cf", "name": "network-vif-plugged", "status": "completed", "tag": "ac87ba43-125c-441a-9026-880caa8f1eae"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:09.035887 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-99682b06-5a6c-41cc-8c1a-da7a940a8154 req-95cb04d1-f881-4e5f-a06a-b77eae0b584d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks [] for port (8d05e1cb-c26f-4940-86dc-3366ee78cb79), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:09.065482 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 97473284-7d7b-47f2-a8bb-518eb82039d0 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:36:09.066103 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 97473284-7d7b-47f2-a8bb-518eb82039d0 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:36:09.097785 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-99682b06-5a6c-41cc-8c1a-da7a940a8154 req-95cb04d1-f881-4e5f-a06a-b77eae0b584d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (8d05e1cb-c26f-4940-86dc-3366ee78cb79), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:09.109402 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ac87ba43-125c-441a-9026-880caa8f1eae,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:09.125104 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-f91305ed-218f-4df6-a94e-497ed0a3fe80 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks [] for port (6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:09.137476 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:09.138299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:09.138827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:09.139502 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:09.140795 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:09.142045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99682b06-5a6c-41cc-8c1a-da7a940a8154 req-95cb04d1-f881-4e5f-a06a-b77eae0b584d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:36:09.142438 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:09.143001 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:09.143557 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:09.144122 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:09.145200 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:09.145345 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-99682b06-5a6c-41cc-8c1a-da7a940a8154 req-95cb04d1-f881-4e5f-a06a-b77eae0b584d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:36:09.145954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:09.146510 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:09.147071 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:09.148233 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-99682b06-5a6c-41cc-8c1a-da7a940a8154 req-95cb04d1-f881-4e5f-a06a-b77eae0b584d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:36:09.188113 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb04d1-f881-4e5f-a06a-b77eae0b584d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Pushing event updated for resources: {'Port': ['ID=8d05e1cb-c26f-4940-86dc-3366ee78cb79,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:09.204987 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1330dd95-9713-475d-a7eb-1421ac4389e6 req-31298026-15fd-4376-984a-da15543172f8 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=10cf0c18-31ac-4e7d-89fb-b6d5374e43b6 HTTP/1.1" status: 200 len: 210 time: 0.0414402 Feb 07 16:36:09.212063 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-f91305ed-218f-4df6-a94e-497ed0a3fe80 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:09.226678 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c2ed7b11-fa05-437c-b3fd-894f106c3dee', 'a92c68c2-44e0-403e-8267-3bb111f40920'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:09.231232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['b1b8c869-1177-4b49-8a99-d73f9a32b57c', '93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0', 'f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf', '5e47a186-2c52-4efd-97d0-008177fa7a8d', '4e509806-5893-4737-91e0-446f2f936e19'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:09.262920 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-f91305ed-218f-4df6-a94e-497ed0a3fe80 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:36:09.270459 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-f91305ed-218f-4df6-a94e-497ed0a3fe80 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:36:09.275664 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-f91305ed-218f-4df6-a94e-497ed0a3fe80 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:36:09.341821 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-99682b06-5a6c-41cc-8c1a-da7a940a8154 req-95cb04d1-f881-4e5f-a06a-b77eae0b584d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks [] for floatingip (a1afc791-7954-4f15-88c1-5ca08b48cb44), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:09.365040 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284dffd3-d6ad-4ab5-b185-d72ae93365b1 x-openstack-request-id: req-284dffd3-d6ad-4ab5-b185-d72ae93365b1 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:09.365362 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e7eac4-127c-4d00-b010-6f8a34a33ae4", "name": "network-vif-deleted", "tag": "97473284-7d7b-47f2-a8bb-518eb82039d0", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:09.365629 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-284dffd3-d6ad-4ab5-b185-d72ae93365b1 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:09.366033 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e7eac4-127c-4d00-b010-6f8a34a33ae4', 'name': 'network-vif-deleted', 'tag': '97473284-7d7b-47f2-a8bb-518eb82039d0', 'status': 'completed', 'code': 200} Feb 07 16:36:09.378274 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91305ed-218f-4df6-a94e-497ed0a3fe80 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Pushing event updated for resources: {'Port': ['ID=6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:09.403484 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-99682b06-5a6c-41cc-8c1a-da7a940a8154 req-95cb04d1-f881-4e5f-a06a-b77eae0b584d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8d05e1cb-c26f-4940-86dc-3366ee78cb79), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:09.648843 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-f91305ed-218f-4df6-a94e-497ed0a3fe80 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:09.649726 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-f91305ed-218f-4df6-a94e-497ed0a3fe80 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:09.681621 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-99682b06-5a6c-41cc-8c1a-da7a940a8154 req-95cb04d1-f881-4e5f-a06a-b77eae0b584d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks [] for port (8d05e1cb-c26f-4940-86dc-3366ee78cb79), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:09.687628 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-99682b06-5a6c-41cc-8c1a-da7a940a8154 req-95cb04d1-f881-4e5f-a06a-b77eae0b584d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (8d05e1cb-c26f-4940-86dc-3366ee78cb79), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:09.689742 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-f91305ed-218f-4df6-a94e-497ed0a3fe80 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4820976 Feb 07 16:36:09.694954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e1f6548d-8c9f-4111-9700-3588dac32d2e None None] Provisioning complete for port 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:36:09.695513 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e1f6548d-8c9f-4111-9700-3588dac32d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:09.708613 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Request body: {'port': {'device_id': '10cf0c18-31ac-4e7d-89fb-b6d5374e43b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:09.725121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e75713-9cb4-438e-8705-507aa9725912 req-8354f8ce-e33b-4824-a559-6de1ee6da005 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:09.726890 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f6e75713-9cb4-438e-8705-507aa9725912 req-8354f8ce-e33b-4824-a559-6de1ee6da005 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f730eb-2ce5-4ae2-829e-bc13da41a58c HTTP/1.1" status: 200 len: 946 time: 0.1419244 Feb 07 16:36:09.749380 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb04d1-f881-4e5f-a06a-b77eae0b584d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Pushing event updated for resources: {'Port': ['ID=8d05e1cb-c26f-4940-86dc-3366ee78cb79,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:09.807163 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-99682b06-5a6c-41cc-8c1a-da7a940a8154 req-95cb04d1-f881-4e5f-a06a-b77eae0b584d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (a1afc791-7954-4f15-88c1-5ca08b48cb44), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:09.830461 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-99682b06-5a6c-41cc-8c1a-da7a940a8154 req-95cb04d1-f881-4e5f-a06a-b77eae0b584d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:09.831915 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-99682b06-5a6c-41cc-8c1a-da7a940a8154 req-95cb04d1-f881-4e5f-a06a-b77eae0b584d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5254169 Feb 07 16:36:09.850788 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f6e75713-9cb4-438e-8705-507aa9725912 req-e37bb06d-afe2-4ef3-92e4-d124fee2d5ce tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011729 Feb 07 16:36:09.886448 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:09.887363 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e1f6548d-8c9f-4111-9700-3588dac32d2e None None] Port 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:36:09.897507 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-99682b06-5a6c-41cc-8c1a-da7a940a8154 req-45f43f67-b253-403f-9df0-296a96121861 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200 len: 696 time: 0.0594296 Feb 07 16:36:10.058977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99682b06-5a6c-41cc-8c1a-da7a940a8154 req-5f0c731c-aff2-4d85-8396-2f4860ddd392 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:10.060963 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-99682b06-5a6c-41cc-8c1a-da7a940a8154 req-5f0c731c-aff2-4d85-8396-2f4860ddd392 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.1551306 Feb 07 16:36:10.165918 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810561a8-f28d-4a9f-9483-87f548332f72 x-openstack-request-id: req-810561a8-f28d-4a9f-9483-87f548332f72 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:10.166467 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f02aca-c40e-4e20-846b-69d28128e6cf", "name": "network-vif-plugged", "status": "completed", "tag": "ac87ba43-125c-441a-9026-880caa8f1eae", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:10.166467 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-810561a8-f28d-4a9f-9483-87f548332f72 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:10.167233 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f02aca-c40e-4e20-846b-69d28128e6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac87ba43-125c-441a-9026-880caa8f1eae', 'code': 200} Feb 07 16:36:10.345226 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc208513-e5e2-4bb6-a011-5f6067434e64 req-f3429166-1837-4de9-a7e8-928f9c072695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:10.347491 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc208513-e5e2-4bb6-a011-5f6067434e64 req-f3429166-1837-4de9-a7e8-928f9c072695 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 1127 time: 0.1346815 Feb 07 16:36:10.380652 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-206aced3-c8e9-448f-98d0-01f102e0fff3 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:10.387771 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-206aced3-c8e9-448f-98d0-01f102e0fff3 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/networks?id=7d8c610e-4de7-4bb6-844a-cdc62ecde865 HTTP/1.1" status: 200 len: 818 time: 0.3111498 Feb 07 16:36:10.407485 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc208513-e5e2-4bb6-a011-5f6067434e64 req-45f51967-c823-4e9d-a83b-8d454151663a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526969 Feb 07 16:36:10.418455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7606360-3c7f-4925-bd31-e645b4bbd39b req-e7917b0b-9387-4f6c-ac62-f782f330640e tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:10.420262 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b7606360-3c7f-4925-bd31-e645b4bbd39b req-e7917b0b-9387-4f6c-ac62-f782f330640e tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 945 time: 0.1469665 Feb 07 16:36:10.428120 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-214e8322-3583-4b27-a141-13b3af92941b tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/quotas/fc827ace4b3b4dfaa01016899c49cdc0 HTTP/1.1" status: 200 len: 375 time: 0.0393362 Feb 07 16:36:10.487926 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b7606360-3c7f-4925-bd31-e645b4bbd39b req-019d4dc4-9dfc-495c-a9f1-c65b2fb9b08e tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605242 Feb 07 16:36:10.513935 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-7737d8a2-77b1-451e-9b88-1bef5fceb240 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc827ace4b3b4dfaa01016899c49cdc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779293 Feb 07 16:36:10.531267 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dd2912f-bb5f-4505-8a0b-adf150e3bdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (957ce515-30c2-4eb1-9918-2f65f2a803e7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:10.620247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d877f8-b80b-4c0a-b9fa-51dc4f190922 req-23c00cab-4619-41aa-8bc1-f664e08185e1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:10.622842 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6d877f8-b80b-4c0a-b9fa-51dc4f190922 req-23c00cab-4619-41aa-8bc1-f664e08185e1 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f730eb-2ce5-4ae2-829e-bc13da41a58c HTTP/1.1" status: 200 len: 946 time: 0.0608978 Feb 07 16:36:10.708688 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6d877f8-b80b-4c0a-b9fa-51dc4f190922 req-28210ca5-7106-41bc-9440-3e53585a7c9d tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739069 Feb 07 16:36:10.819016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eee0ca-9d09-43d0-a383-ffab63e402d4 req-1a33a676-38e1-4160-87b6-2a6df1fb70bb tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:10.822376 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b7eee0ca-9d09-43d0-a383-ffab63e402d4 req-1a33a676-38e1-4160-87b6-2a6df1fb70bb tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0657334 Feb 07 16:36:10.878192 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b7eee0ca-9d09-43d0-a383-ffab63e402d4 req-465c665f-87db-4eea-aab6-a99cb76e7fbe tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200 len: 696 time: 0.0513585 Feb 07 16:36:10.888731 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b7eee0ca-9d09-43d0-a383-ffab63e402d4 req-87d819c0-f8a7-4406-878d-33c2cfdb735d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Request body: {'floatingip': {'port_id': 'ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:10.933824 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:36:10.934758 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b7eee0ca-9d09-43d0-a383-ffab63e402d4 req-87d819c0-f8a7-4406-878d-33c2cfdb735d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks [] for floatingip (a1afc791-7954-4f15-88c1-5ca08b48cb44), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:10.944650 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Publish callbacks [] for port (6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:10.982208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Transition to ACTIVE for port object 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:36:11.003579 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:11.062874 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-e0e8a138-ad02-469d-8c09-7e0b79272f7c service neutron] 10.222.0.18 "GET /v2.0/networks/7d8c610e-4de7-4bb6-844a-cdc62ecde865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285671 Feb 07 16:36:11.131888 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:11.198368 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-b7eee0ca-9d09-43d0-a383-ffab63e402d4 req-87d819c0-f8a7-4406-878d-33c2cfdb735d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] update failed (client error): There was a conflict when trying to complete your request. Feb 07 16:36:11.199679 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b7eee0ca-9d09-43d0-a383-ffab63e402d4 req-87d819c0-f8a7-4406-878d-33c2cfdb735d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "PUT /v2.0/floatingips/a1afc791-7954-4f15-88c1-5ca08b48cb44 HTTP/1.1" status: 409 len: 550 time: 0.3150921 Feb 07 16:36:11.363487 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa41360-c894-4fbc-aa69-c66ae21c30d5 req-440e8287-9ef7-4cec-9e43-46fa8f1acffb tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:11.364988 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5fa41360-c894-4fbc-aa69-c66ae21c30d5 req-440e8287-9ef7-4cec-9e43-46fa8f1acffb tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=10cf0c18-31ac-4e7d-89fb-b6d5374e43b6 HTTP/1.1" status: 200 len: 948 time: 0.0575233 Feb 07 16:36:11.368754 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-232d1ec6-5482-49c5-9e80-351f16a0c789 service neutron] 10.222.0.18 "GET /v2.0/networks/7d8c610e-4de7-4bb6-844a-cdc62ecde865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960951 Feb 07 16:36:11.386624 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Attempting to bind port 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:36:11.386973 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Attempting to bind port 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:36:11.387302 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Attempting to bind port 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:36:11.398488 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Port 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:36:11.398838 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Attempting to bind port 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:36:11.420711 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5fa41360-c894-4fbc-aa69-c66ae21c30d5 req-a3bcc97d-0ce0-483b-8223-ae871eea302a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491924 Feb 07 16:36:11.427677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:36:11.428189 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:36:11.428622 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:36:11.429111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Bound port: 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:36:11.429531 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:11.587242 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbbda67a-86b8-4315-8a04-b30103fc37a2 req-cc78e547-db14-4824-ab8a-344f3aa3686f tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/floatingips/a1afc791-7954-4f15-88c1-5ca08b48cb44 HTTP/1.1" status: 200 len: 693 time: 0.0731299 Feb 07 16:36:11.674577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] For port 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:36:11.703398 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] For port 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:36:11.722464 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:11.740953 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2912f-bb5f-4505-8a0b-adf150e3bdf0 admin admin] Deleting port a511aeb7-b758-4ed9-ac37-199d1efd8d05 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:11.741482 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dd2912f-bb5f-4505-8a0b-adf150e3bdf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a511aeb7-b758-4ed9-ac37-199d1efd8d05), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:11.900915 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bab985f4-f60c-4ad1-8844-528b44310801 req-6b84a6f3-db7e-41c9-875a-10f418088d28 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/ports?device_id=acdee68d-818e-45af-835d-3d630b323eba HTTP/1.1" status: 200 len: 210 time: 0.0485320 Feb 07 16:36:11.917888 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:11.918521 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:11.922731 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] 10.222.0.48 "PUT /v2.0/ports/6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 HTTP/1.1" status: 200 len: 1096 time: 2.2225509 Feb 07 16:36:11.923587 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10cf0c18-31ac-4e7d-89fb-b6d5374e43b6', 'tag': '6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:11.926358 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a0e909-97e1-409f-bca8-8f7ff12c513b" -d '{"events": [{"name": "network-changed", "server_uuid": "10cf0c18-31ac-4e7d-89fb-b6d5374e43b6", "tag": "6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:11.946326 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbda67a-86b8-4315-8a04-b30103fc37a2 req-0c7c0df7-199b-43cc-84af-ed9924101ffd tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:11.957400 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbbda67a-86b8-4315-8a04-b30103fc37a2 req-0c7c0df7-199b-43cc-84af-ed9924101ffd tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.3610227 Feb 07 16:36:12.055440 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbbda67a-86b8-4315-8a04-b30103fc37a2 req-654d6c08-fa87-42b0-8416-b0699b0021a6 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200 len: 696 time: 0.0967073 Feb 07 16:36:12.090283 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939bd99-960b-444f-a485-81664e8c7da5 req-bcdfe0a7-2ed9-439f-bb37-4f8a4ca1e4b6 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:12.108552 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6939bd99-960b-444f-a485-81664e8c7da5 req-bcdfe0a7-2ed9-439f-bb37-4f8a4ca1e4b6 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 945 time: 0.0920489 Feb 07 16:36:12.163173 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6939bd99-960b-444f-a485-81664e8c7da5 req-b7a4ae76-dbeb-4d91-abf1-491fa2f8926c tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535028 Feb 07 16:36:12.186606 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032e6ec-0987-4fce-99cb-49ffd5188755 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:12.199648 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbbda67a-86b8-4315-8a04-b30103fc37a2 req-03de5e75-c227-47ae-a44c-c8278aa8cc9f tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200 len: 696 time: 0.1430614 Feb 07 16:36:12.231143 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7dd2912f-bb5f-4505-8a0b-adf150e3bdf0 admin admin] For port a511aeb7-b758-4ed9-ac37-199d1efd8d05, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a511aeb7-b758-4ed9-ac37-199d1efd8d05,segment=NetworkSegment(971b157b-efbe-4872-9ce7-e2dd5578fdae),segment_id=971b157b-efbe-4872-9ce7-e2dd5578fdae)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:12.231514 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dd2912f-bb5f-4505-8a0b-adf150e3bdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a511aeb7-b758-4ed9-ac37-199d1efd8d05), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:12.294573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2912f-bb5f-4505-8a0b-adf150e3bdf0 admin admin] Calling delete_port for a511aeb7-b758-4ed9-ac37-199d1efd8d05 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:12.350606 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-8254842b-ef9f-4934-95f2-1c0c62bd1129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:12.352575 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-8254842b-ef9f-4934-95f2-1c0c62bd1129 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&device_id=10cf0c18-31ac-4e7d-89fb-b6d5374e43b6 HTTP/1.1" status: 200 len: 1130 time: 0.2861924 Feb 07 16:36:12.448952 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-8ed7f3fe-5db3-48ca-954f-3f54396dedab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 HTTP/1.1" status: 200 len: 217 time: 0.0732143 Feb 07 16:36:12.577774 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-684eeef2-b565-4423-ab6c-41724b8b4911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:12.579329 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-684eeef2-b565-4423-ab6c-41724b8b4911 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1214345 Feb 07 16:36:12.583640 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-dbbda67a-86b8-4315-8a04-b30103fc37a2 req-1b7d054c-515c-4c09-ac22-7c0931ccb536 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Deleting port 8d05e1cb-c26f-4940-86dc-3366ee78cb79 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:12.584091 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dbbda67a-86b8-4315-8a04-b30103fc37a2 req-1b7d054c-515c-4c09-ac22-7c0931ccb536 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8d05e1cb-c26f-4940-86dc-3366ee78cb79), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:12.763369 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-61969d27-72fe-4424-a3ca-63c9bbde5899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:12.764961 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-61969d27-72fe-4424-a3ca-63c9bbde5899 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1772671 Feb 07 16:36:12.769594 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dbbda67a-86b8-4315-8a04-b30103fc37a2 req-1b7d054c-515c-4c09-ac22-7c0931ccb536 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8d05e1cb-c26f-4940-86dc-3366ee78cb79), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:12.769897 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dbbda67a-86b8-4315-8a04-b30103fc37a2 req-1b7d054c-515c-4c09-ac22-7c0931ccb536 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks [] for floatingip (8d05e1cb-c26f-4940-86dc-3366ee78cb79), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:12.807939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-dbbda67a-86b8-4315-8a04-b30103fc37a2 req-1b7d054c-515c-4c09-ac22-7c0931ccb536 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Calling delete_port for 8d05e1cb-c26f-4940-86dc-3366ee78cb79 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:13.120773 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2a5b2c-7969-484f-be1c-b60a01578134 x-openstack-request-id: req-ae2a5b2c-7969-484f-be1c-b60a01578134 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:13.121531 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10cf0c18-31ac-4e7d-89fb-b6d5374e43b6", "tag": "6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:13.121531 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae2a5b2c-7969-484f-be1c-b60a01578134 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:13.121833 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10cf0c18-31ac-4e7d-89fb-b6d5374e43b6', 'tag': '6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6', 'status': 'completed', 'code': 200} Feb 07 16:36:13.145626 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dd2912f-bb5f-4505-8a0b-adf150e3bdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a511aeb7-b758-4ed9-ac37-199d1efd8d05), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:13.216234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2912f-bb5f-4505-8a0b-adf150e3bdf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a511aeb7-b758-4ed9-ac37-199d1efd8d05,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:13.342603 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-285a9e80-5fcc-49ec-80b6-377f6c44a342 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5635388 Feb 07 16:36:13.355358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-3d4ee160-12e7-48a9-97a7-826fa1056bf3 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:13.357467 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-3d4ee160-12e7-48a9-97a7-826fa1056bf3 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.48 "GET /v2.0/networks?id=7d8c610e-4de7-4bb6-844a-cdc62ecde865 HTTP/1.1" status: 200 len: 818 time: 0.5683777 Feb 07 16:36:13.377725 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-7a644642-3d33-4aa8-a9ec-03a77f78cabd tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Request body: {'port': {'device_id': 'acdee68d-818e-45af-835d-3d630b323eba', 'network_id': '7d8c610e-4de7-4bb6-844a-cdc62ecde865', 'admin_state_up': True, 'tenant_id': 'fc827ace4b3b4dfaa01016899c49cdc0'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:13.404326 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1cc7a-959b-44b1-bc26-86053a4b4f48 req-4042f979-2a59-4eff-afc9-626e32f84fc5 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:13.423872 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ef1cc7a-959b-44b1-bc26-86053a4b4f48 req-4042f979-2a59-4eff-afc9-626e32f84fc5 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 945 time: 0.4840612 Feb 07 16:36:13.424529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56776) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:13.463234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-011ef4d3-2f14-4c17-a01c-07adc1f74ae0 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Request body: {'floatingip': {'port_id': 'ac87ba43-125c-441a-9026-880caa8f1eae'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:13.552810 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-011ef4d3-2f14-4c17-a01c-07adc1f74ae0 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for floatingip (60560ca3-74b3-40d7-a465-c8c00414199e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:13.621413 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6ce5053-0198-41d9-baa6-fd40daf96d65 req-f93db8ba-e96b-4240-891a-b5caef17dce7 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620485 Feb 07 16:36:13.624977 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dbbda67a-86b8-4315-8a04-b30103fc37a2 req-1b7d054c-515c-4c09-ac22-7c0931ccb536 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (8d05e1cb-c26f-4940-86dc-3366ee78cb79), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:13.666749 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dd2912f-bb5f-4505-8a0b-adf150e3bdf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (957ce515-30c2-4eb1-9918-2f65f2a803e7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:13.684802 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d054c-515c-4c09-ac22-7c0931ccb536 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Pushing event deleted for resources: {'Port': ['ID=8d05e1cb-c26f-4940-86dc-3366ee78cb79,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:13.756804 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028da27-903b-42a6-9252-fa438bd8005b req-39db8f29-730c-499a-94f5-593223b04fe1 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:13.758433 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8028da27-903b-42a6-9252-fa438bd8005b req-39db8f29-730c-499a-94f5-593223b04fe1 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=10cf0c18-31ac-4e7d-89fb-b6d5374e43b6 HTTP/1.1" status: 200 len: 948 time: 0.2502174 Feb 07 16:36:13.832376 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dbbda67a-86b8-4315-8a04-b30103fc37a2 req-1b7d054c-515c-4c09-ac22-7c0931ccb536 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks [] for floatingip (a1afc791-7954-4f15-88c1-5ca08b48cb44), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:13.835355 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dbbda67a-86b8-4315-8a04-b30103fc37a2 req-1b7d054c-515c-4c09-ac22-7c0931ccb536 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:13.836515 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbbda67a-86b8-4315-8a04-b30103fc37a2 req-1b7d054c-515c-4c09-ac22-7c0931ccb536 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "DELETE /v2.0/floatingips/a1afc791-7954-4f15-88c1-5ca08b48cb44 HTTP/1.1" status: 204 len: 173 time: 1.6295891 Feb 07 16:36:13.875922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-7a644642-3d33-4aa8-a9ec-03a77f78cabd tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Made reservation on behalf of fc827ace4b3b4dfaa01016899c49cdc0 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:36:13.879647 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-7a644642-3d33-4aa8-a9ec-03a77f78cabd tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:13.887280 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0e909-97e1-409f-bca8-8f7ff12c513b req-03e6c9e5-10b5-4841-894e-a88320b84c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:13.888806 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33a0e909-97e1-409f-bca8-8f7ff12c513b req-03e6c9e5-10b5-4841-894e-a88320b84c8a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=85c826fe1b454904b2074f3cecf95dae&device_id=10cf0c18-31ac-4e7d-89fb-b6d5374e43b6 HTTP/1.1" status: 200 len: 1130 time: 0.2000482 Feb 07 16:36:14.006280 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8028da27-903b-42a6-9252-fa438bd8005b req-245c53e8-b85c-4cda-a30c-0d9151aa2163 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355258 Feb 07 16:36:14.034075 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a72f0bf-b605-4095-9b40-682badafbe72 req-4ad554da-839a-4a23-accc-1cd0363e8384 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/ports?device_id=acdee68d-818e-45af-835d-3d630b323eba HTTP/1.1" status: 200 len: 210 time: 0.0579727 Feb 07 16:36:14.184531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0e909-97e1-409f-bca8-8f7ff12c513b req-ad8b0033-9757-4761-ba75-dbfe6d04e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:14.185988 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33a0e909-97e1-409f-bca8-8f7ff12c513b req-ad8b0033-9757-4761-ba75-dbfe6d04e24e service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.2843986 Feb 07 16:36:14.258118 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33a0e909-97e1-409f-bca8-8f7ff12c513b req-2345deb8-0eaa-463c-87e1-dc3098dcf9ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 HTTP/1.1" status: 200 len: 217 time: 0.0600488 Feb 07 16:36:14.298246 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-45ced16b-5c9e-4116-b28b-34ea9068a1e0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.81 HTTP/1.1" status: 200 len: 1000 time: 0.2211986 Feb 07 16:36:14.306581 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad27215-5e6e-4cd5-b2c6-bf1396189331 req-4568a150-c32c-4413-8753-9389f3288591 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:14.306828 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-7a644642-3d33-4aa8-a9ec-03a77f78cabd tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Allocated IP 172.20.0.8 (7d8c610e-4de7-4bb6-844a-cdc62ecde865/9fdb0897-548f-413d-af2b-8f313090ed76/6be6da45-c22f-49ba-bdd2-f75d0d85de89) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:36:14.308100 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cad27215-5e6e-4cd5-b2c6-bf1396189331 req-4568a150-c32c-4413-8753-9389f3288591 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f730eb-2ce5-4ae2-829e-bc13da41a58c HTTP/1.1" status: 200 len: 946 time: 0.1936038 Feb 07 16:36:14.310065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd2912f-bb5f-4505-8a0b-adf150e3bdf0 admin admin] Router 957ce515-30c2-4eb1-9918-2f65f2a803e7 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:36:14.352020 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0e909-97e1-409f-bca8-8f7ff12c513b req-c1037d2c-ff4a-4a55-89a0-6d2981db62ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:14.353516 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33a0e909-97e1-409f-bca8-8f7ff12c513b req-c1037d2c-ff4a-4a55-89a0-6d2981db62ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0880067 Feb 07 16:36:14.444321 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-011ef4d3-2f14-4c17-a01c-07adc1f74ae0 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:36:14.488867 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-b3f6787d-17f3-4f75-bf16-e46d151608d6 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:14.490025 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cad27215-5e6e-4cd5-b2c6-bf1396189331 req-816324a1-7743-4e49-8313-433eac96b750 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699488 Feb 07 16:36:14.490289 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-b3f6787d-17f3-4f75-bf16-e46d151608d6 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/ports/ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b HTTP/1.1" status: 200 len: 942 time: 0.1762929 Feb 07 16:36:14.524248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:36:14.527091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0e909-97e1-409f-bca8-8f7ff12c513b req-21043c7c-1ece-4495-98e3-e3f28e39c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:14.529338 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33a0e909-97e1-409f-bca8-8f7ff12c513b req-21043c7c-1ece-4495-98e3-e3f28e39c795 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1441455 Feb 07 16:36:14.530818 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd2912f-bb5f-4505-8a0b-adf150e3bdf0 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:36:14.537968 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7dd2912f-bb5f-4505-8a0b-adf150e3bdf0 admin admin] 10.222.0.18 "PUT /v2.0/routers/957ce515-30c2-4eb1-9918-2f65f2a803e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6220510 Feb 07 16:36:14.542778 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf6710-6fbd-417a-9aad-60db629e299c None None] Sync routers for ids ['957ce515-30c2-4eb1-9918-2f65f2a803e7'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:36:14.549256 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56790) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:14.564887 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf6710-6fbd-417a-9aad-60db629e299c None None] Routers {'957ce515-30c2-4eb1-9918-2f65f2a803e7'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:36:14.570721 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2dcf6710-6fbd-417a-9aad-60db629e299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['957ce515-30c2-4eb1-9918-2f65f2a803e7'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:14.611007 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-011ef4d3-2f14-4c17-a01c-07adc1f74ae0 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:14.636651 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-011ef4d3-2f14-4c17-a01c-07adc1f74ae0 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (60560ca3-74b3-40d7-a465-c8c00414199e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:14.671796 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:14.686922 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c', 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f', 'port_id': 'c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c', 'mac_address': 'fa:16:3e:81:96:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd54b586-8698-4fa9-b42d-dba2de8db3c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:36:14.737941 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:14.738538 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:14.754573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:36:14.766464 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfbae1d9-e251-4975-8a15-6d5c8073dd06 admin admin] Publish callbacks [] for router (957ce515-30c2-4eb1-9918-2f65f2a803e7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:14.795075 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2dcf6710-6fbd-417a-9aad-60db629e299c None None] Set router 957ce515-30c2-4eb1-9918-2f65f2a803e7 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:36:14.823076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:14.829200 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:14.865157 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-00137b8a-38b2-47f6-b60e-7f61f59737fb tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.81 HTTP/1.1" status: 200 len: 1000 time: 0.2526011 Feb 07 16:36:14.933616 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfbae1d9-e251-4975-8a15-6d5c8073dd06 admin admin] Publish callbacks [] for router_gateway (957ce515-30c2-4eb1-9918-2f65f2a803e7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:14.950769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:14.991818 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:15.018872 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-7a644642-3d33-4aa8-a9ec-03a77f78cabd tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Publish callbacks [] for port (6be6da45-c22f-49ba-bdd2-f75d0d85de89), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:15.031769 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33a0e909-97e1-409f-bca8-8f7ff12c513b req-3751d8b3-5cc2-42ca-ae74-251eb203c6d3 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928298 Feb 07 16:36:15.095912 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-011ef4d3-2f14-4c17-a01c-07adc1f74ae0 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Floating IP 60560ca3-74b3-40d7-a465-c8c00414199e associated. External IP: 172.25.4.13, port: ac87ba43-125c-441a-9026-880caa8f1eae. Feb 07 16:36:15.155800 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33a0e909-97e1-409f-bca8-8f7ff12c513b req-658b4b1a-463b-49bf-a673-ce068ed0cca4 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175158 Feb 07 16:36:15.195654 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2dcf6710-6fbd-417a-9aad-60db629e299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:36:12Z', 'revision_number': 5, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port': {'id': '3509ee6a-089f-48a4-97f6-76020fe7deb1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:34:41Z', 'updated_at': '2022-02-07T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:15.205370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cfbae1d9-e251-4975-8a15-6d5c8073dd06 admin admin] Deleting port 3509ee6a-089f-48a4-97f6-76020fe7deb1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:15.205933 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfbae1d9-e251-4975-8a15-6d5c8073dd06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3509ee6a-089f-48a4-97f6-76020fe7deb1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:15.228922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-28ca7545-f237-43d3-96c5-6713b277390e tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:15.230696 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-28ca7545-f237-43d3-96c5-6713b277390e tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.3454134 Feb 07 16:36:15.231640 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf6710-6fbd-417a-9aad-60db629e299c None None] Checking router: 957ce515-30c2-4eb1-9918-2f65f2a803e7 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:36:15.241930 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf6710-6fbd-417a-9aad-60db629e299c None None] Routers {'957ce515-30c2-4eb1-9918-2f65f2a803e7'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:36:15.242938 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2dcf6710-6fbd-417a-9aad-60db629e299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['957ce515-30c2-4eb1-9918-2f65f2a803e7'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:15.309343 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-cfbae1d9-e251-4975-8a15-6d5c8073dd06 admin admin] For port 3509ee6a-089f-48a4-97f6-76020fe7deb1, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3509ee6a-089f-48a4-97f6-76020fe7deb1,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:15.309867 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfbae1d9-e251-4975-8a15-6d5c8073dd06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3509ee6a-089f-48a4-97f6-76020fe7deb1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:15.328002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cfbae1d9-e251-4975-8a15-6d5c8073dd06 admin admin] Calling delete_port for 3509ee6a-089f-48a4-97f6-76020fe7deb1 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:15.347446 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2dcf6710-6fbd-417a-9aad-60db629e299c None None] Set router 957ce515-30c2-4eb1-9918-2f65f2a803e7 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:36:15.408761 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2dcf6710-6fbd-417a-9aad-60db629e299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:36:14Z', 'revision_number': 6, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:15.438656 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf6710-6fbd-417a-9aad-60db629e299c None None] The sync data for ids ['957ce515-30c2-4eb1-9918-2f65f2a803e7'] in n-d-827865-3 is: [{'id': '957ce515-30c2-4eb1-9918-2f65f2a803e7', 'name': 'tempest-FloatingIPsAssociationTestJSON-229573039-router', 'tenant_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:34:40Z', 'updated_at': '2022-02-07T16:36:14Z', 'revision_number': 6, 'project_id': 'c52d4a6fde3a4f92b73d4cbced7bc767', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:36:15.450667 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-003428cf-dc00-47d5-b92d-4c1c98e5699f tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.81 HTTP/1.1" status: 200 len: 1000 time: 0.1410933 Feb 07 16:36:15.456871 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-7a644642-3d33-4aa8-a9ec-03a77f78cabd tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (6be6da45-c22f-49ba-bdd2-f75d0d85de89), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:15.470831 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-46ea532f-272f-4806-8a18-6b8b6fa5cce6 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:15.570282 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0f1fb-0851-406d-81dc-b72ec8770f05 req-d3918c14-964b-4858-973f-66530b893ef2 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:15.571954 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3de0f1fb-0851-406d-81dc-b72ec8770f05 req-d3918c14-964b-4858-973f-66530b893ef2 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=10cf0c18-31ac-4e7d-89fb-b6d5374e43b6 HTTP/1.1" status: 200 len: 948 time: 0.3926077 Feb 07 16:36:15.584981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-7a644642-3d33-4aa8-a9ec-03a77f78cabd tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Network 7d8c610e-4de7-4bb6-844a-cdc62ecde865 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:36:15.586420 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfbae1d9-e251-4975-8a15-6d5c8073dd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3509ee6a-089f-48a4-97f6-76020fe7deb1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:15.593103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-7a644642-3d33-4aa8-a9ec-03a77f78cabd tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:36:15.602796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-7a644642-3d33-4aa8-a9ec-03a77f78cabd tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:36:15.622007 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbae1d9-e251-4975-8a15-6d5c8073dd06 admin admin] Pushing event deleted for resources: {'Port': ['ID=3509ee6a-089f-48a4-97f6-76020fe7deb1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:15.645338 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-46ea532f-272f-4806-8a18-6b8b6fa5cce6 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks [] for floatingip (d5118858-229d-4b2f-ba5a-065d533afd14), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:15.655802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a644642-3d33-4aa8-a9ec-03a77f78cabd tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Pushing event updated for resources: {'Port': ['ID=6be6da45-c22f-49ba-bdd2-f75d0d85de89,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:15.716305 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3de0f1fb-0851-406d-81dc-b72ec8770f05 req-1b266c8f-3c39-4ca4-933c-64bbc4ed503c tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265500 Feb 07 16:36:15.734539 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfbae1d9-e251-4975-8a15-6d5c8073dd06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (957ce515-30c2-4eb1-9918-2f65f2a803e7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:15.773877 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-7a644642-3d33-4aa8-a9ec-03a77f78cabd tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:15.774510 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-7a644642-3d33-4aa8-a9ec-03a77f78cabd tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:15.829843 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-7a644642-3d33-4aa8-a9ec-03a77f78cabd tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4587677 Feb 07 16:36:15.946600 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfbae1d9-e251-4975-8a15-6d5c8073dd06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (957ce515-30c2-4eb1-9918-2f65f2a803e7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:15.950884 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfbae1d9-e251-4975-8a15-6d5c8073dd06 admin admin] Publish callbacks [] for router_controller (957ce515-30c2-4eb1-9918-2f65f2a803e7), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:16.058348 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90635fa9-4a15-4dcf-b511-87046b1f6e85 req-efcff4b2-3e99-45a8-912b-a76965daa352 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:16.060094 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-90635fa9-4a15-4dcf-b511-87046b1f6e85 req-efcff4b2-3e99-45a8-912b-a76965daa352 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/ports?device_id=acdee68d-818e-45af-835d-3d630b323eba HTTP/1.1" status: 200 len: 931 time: 0.1842959 Feb 07 16:36:16.061492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfbae1d9-e251-4975-8a15-6d5c8073dd06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (957ce515-30c2-4eb1-9918-2f65f2a803e7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:16.062157 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbae1d9-e251-4975-8a15-6d5c8073dd06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 957ce515-30c2-4eb1-9918-2f65f2a803e7 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:36:16.068145 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfbae1d9-e251-4975-8a15-6d5c8073dd06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:16.072258 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cfbae1d9-e251-4975-8a15-6d5c8073dd06 admin admin] 10.222.0.18 "DELETE /v2.0/routers/957ce515-30c2-4eb1-9918-2f65f2a803e7 HTTP/1.1" status: 204 len: 168 time: 1.5219364 Feb 07 16:36:16.074984 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56822) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:16.147123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6478cb-bbd1-40fb-bdbc-15b3062cda6a admin admin] Deleting subnet bf9c9306-f558-49de-87fe-0cf026053c03 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:36:16.158641 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d6478cb-bbd1-40fb-bdbc-15b3062cda6a admin admin] Publish callbacks [] for subnet (bf9c9306-f558-49de-87fe-0cf026053c03), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:16.174232 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Request body: {'port': {'device_id': 'acdee68d-818e-45af-835d-3d630b323eba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:16.189965 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-90635fa9-4a15-4dcf-b511-87046b1f6e85 req-4ad1bcf5-c61f-48e1-8cc1-65e63c9c610a tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/security-groups?id=73e3094a-d13b-4a2e-b587-72c9c049c302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161540 Feb 07 16:36:16.211492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d6478cb-bbd1-40fb-bdbc-15b3062cda6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (bf9c9306-f558-49de-87fe-0cf026053c03), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:16.309206 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-46ea532f-272f-4806-8a18-6b8b6fa5cce6 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:16.320264 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-46ea532f-272f-4806-8a18-6b8b6fa5cce6 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (d5118858-229d-4b2f-ba5a-065d533afd14), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:16.320885 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-46ea532f-272f-4806-8a18-6b8b6fa5cce6 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Floating IP d5118858-229d-4b2f-ba5a-065d533afd14 disassociated. External IP: 172.25.4.81, port: ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b. Feb 07 16:36:16.327031 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d6478cb-bbd1-40fb-bdbc-15b3062cda6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (bf9c9306-f558-49de-87fe-0cf026053c03), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:16.412054 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6be6da45-c22f-49ba-bdd2-f75d0d85de89), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:16.424477 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d6478cb-bbd1-40fb-bdbc-15b3062cda6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (bf9c9306-f558-49de-87fe-0cf026053c03), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:16.445840 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011ef4d3-2f14-4c17-a01c-07adc1f74ae0 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Router d419b1eb-88a5-4783-b32d-62c74d2da5af has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:36:16.541653 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:36:16.613929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:36:16.784250 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6478cb-bbd1-40fb-bdbc-15b3062cda6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf9c9306-f558-49de-87fe-0cf026053c03,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:16.796698 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae1cc49-65dc-48da-a011-dc262ee3ca28 None None] Network 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:36:16.796879 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d6478cb-bbd1-40fb-bdbc-15b3062cda6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:16.803798 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7d6478cb-bbd1-40fb-bdbc-15b3062cda6a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bf9c9306-f558-49de-87fe-0cf026053c03 HTTP/1.1" status: 204 len: 168 time: 0.7277234 Feb 07 16:36:16.811048 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56826) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:16.861915 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:16.870191 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bed2b-e3bd-43b5-8f0a-1ad324e4b742 req-e250ddf4-ff47-4619-9b4b-e8a337b8ece7 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:16.871721 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-544bed2b-e3bd-43b5-8f0a-1ad324e4b742 req-e250ddf4-ff47-4619-9b4b-e8a337b8ece7 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f730eb-2ce5-4ae2-829e-bc13da41a58c HTTP/1.1" status: 200 len: 945 time: 0.4825549 Feb 07 16:36:16.874835 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c is: BUILD; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:16.875986 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:16.895624 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6', 'mac_address': 'fa:16:3e:18:53:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:36:16.909828 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:36:16.919239 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:16.934547 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:16.987629 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:17.008921 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011ef4d3-2f14-4c17-a01c-07adc1f74ae0 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:36:17.011098 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-544bed2b-e3bd-43b5-8f0a-1ad324e4b742 req-cef8efe9-4d93-4bad-93c5-7ced85a8d550 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272929 Feb 07 16:36:17.028935 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-011ef4d3-2f14-4c17-a01c-07adc1f74ae0 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:17.065411 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be6da45-c22f-49ba-bdd2-f75d0d85de89 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:36:17.073868 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] Deleting port aed8312a-0fd0-4375-a620-bc667b1252d6 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:17.074225 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (aed8312a-0fd0-4375-a620-bc667b1252d6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:17.082004 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Publish callbacks [] for port (6be6da45-c22f-49ba-bdd2-f75d0d85de89), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:17.088186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:17.088678 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:17.099877 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-46ea532f-272f-4806-8a18-6b8b6fa5cce6 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Router 008b0841-0724-4fd5-8772-ea9b57ecc5ac has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:36:17.105846 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6ab078-5dfc-4558-b5e2-e555bb1d893f None None] Sync routers for ids ['d419b1eb-88a5-4783-b32d-62c74d2da5af'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:36:17.111668 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-011ef4d3-2f14-4c17-a01c-07adc1f74ae0 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "PUT /v2.0/floatingips/60560ca3-74b3-40d7-a465-c8c00414199e HTTP/1.1" status: 200 len: 990 time: 3.6530271 Feb 07 16:36:17.118542 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f02aca-c40e-4e20-846b-69d28128e6cf', 'tag': 'ac87ba43-125c-441a-9026-880caa8f1eae'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:17.131407 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73298b88-bc49-41e8-8782-8f82218634d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f02aca-c40e-4e20-846b-69d28128e6cf", "tag": "ac87ba43-125c-441a-9026-880caa8f1eae"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:17.140553 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Transition to ACTIVE for port object 6be6da45-c22f-49ba-bdd2-f75d0d85de89 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:36:17.143638 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:36:17.154993 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (6be6da45-c22f-49ba-bdd2-f75d0d85de89), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:17.170391 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:17.188781 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:17.200936 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6ab078-5dfc-4558-b5e2-e555bb1d893f None None] Routers {'d419b1eb-88a5-4783-b32d-62c74d2da5af'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:36:17.201966 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9c6ab078-5dfc-4558-b5e2-e555bb1d893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d419b1eb-88a5-4783-b32d-62c74d2da5af'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:17.218529 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] For port aed8312a-0fd0-4375-a620-bc667b1252d6, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=aed8312a-0fd0-4375-a620-bc667b1252d6,segment=NetworkSegment(971b157b-efbe-4872-9ce7-e2dd5578fdae),segment_id=971b157b-efbe-4872-9ce7-e2dd5578fdae)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:17.219775 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (aed8312a-0fd0-4375-a620-bc667b1252d6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:17.236289 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] Calling delete_port for aed8312a-0fd0-4375-a620-bc667b1252d6 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:17.346464 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Pushing event updated for resources: {'Port': ['ID=6be6da45-c22f-49ba-bdd2-f75d0d85de89,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:17.351054 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcd138-aef0-4422-a4b5-c529cc17f81e req-e3265d3e-b535-45b4-a051-f49c7ead634d tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:17.360069 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0dbcd138-aef0-4422-a4b5-c529cc17f81e req-e3265d3e-b535-45b4-a051-f49c7ead634d tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=10cf0c18-31ac-4e7d-89fb-b6d5374e43b6 HTTP/1.1" status: 200 len: 949 time: 0.1929648 Feb 07 16:36:17.450390 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-46ea532f-272f-4806-8a18-6b8b6fa5cce6 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:36:17.456049 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-46ea532f-272f-4806-8a18-6b8b6fa5cce6 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:17.468512 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f67815-5490-4a29-9432-af301ce9aa89 None None] Sync routers for ids ['008b0841-0724-4fd5-8772-ea9b57ecc5ac'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:36:17.478751 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0dbcd138-aef0-4422-a4b5-c529cc17f81e req-3094284f-6c9f-4976-aa6a-5fe5239d3e04 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109650 Feb 07 16:36:17.487624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Attempting to bind port 6be6da45-c22f-49ba-bdd2-f75d0d85de89 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:36:17.488020 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Attempting to bind port 6be6da45-c22f-49ba-bdd2-f75d0d85de89 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '52d8bd8a-d652-42dd-80f3-96312b891827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7d8c610e-4de7-4bb6-844a-cdc62ecde865'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:36:17.488313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Attempting to bind port 6be6da45-c22f-49ba-bdd2-f75d0d85de89 on network 7d8c610e-4de7-4bb6-844a-cdc62ecde865 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:36:17.491541 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (aed8312a-0fd0-4375-a620-bc667b1252d6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:17.496574 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Port 6be6da45-c22f-49ba-bdd2-f75d0d85de89 on network 7d8c610e-4de7-4bb6-844a-cdc62ecde865 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:36:17.496911 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Attempting to bind port 6be6da45-c22f-49ba-bdd2-f75d0d85de89 on network 7d8c610e-4de7-4bb6-844a-cdc62ecde865 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:36:17.501341 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f67815-5490-4a29-9432-af301ce9aa89 None None] Routers {'008b0841-0724-4fd5-8772-ea9b57ecc5ac'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:36:17.503312 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-28f67815-5490-4a29-9432-af301ce9aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['008b0841-0724-4fd5-8772-ea9b57ecc5ac'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:17.505384 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-46ea532f-272f-4806-8a18-6b8b6fa5cce6 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "PUT /v2.0/floatingips/d5118858-229d-4b2f-ba5a-065d533afd14 HTTP/1.1" status: 200 len: 694 time: 2.0401628 Feb 07 16:36:17.506295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:36:17.507139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Checking segment: {'id': '52d8bd8a-d652-42dd-80f3-96312b891827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7d8c610e-4de7-4bb6-844a-cdc62ecde865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:36:17.507139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Bound using segment: {'id': '52d8bd8a-d652-42dd-80f3-96312b891827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7d8c610e-4de7-4bb6-844a-cdc62ecde865'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:36:17.507454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Bound port: 6be6da45-c22f-49ba-bdd2-f75d0d85de89, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d8bd8a-d652-42dd-80f3-96312b891827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7d8c610e-4de7-4bb6-844a-cdc62ecde865'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:36:17.507817 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6be6da45-c22f-49ba-bdd2-f75d0d85de89), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:17.557094 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] Pushing event deleted for resources: {'Port': ['ID=aed8312a-0fd0-4375-a620-bc667b1252d6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:17.568431 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] No DVR routers for this DVR port aed8312a-0fd0-4375-a620-bc667b1252d6 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:36:17.674775 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-28f67815-5490-4a29-9432-af301ce9aa89 None None] Set router 008b0841-0724-4fd5-8772-ea9b57ecc5ac gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:36:17.698462 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:17.704909 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-9c6ab078-5dfc-4558-b5e2-e555bb1d893f None None] Set router d419b1eb-88a5-4783-b32d-62c74d2da5af gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:36:17.709215 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-09296b38-8ad6-4361-af44-2c57fb17efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:17.723100 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-09296b38-8ad6-4361-af44-2c57fb17efb1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=983acac417eb4927bfcc6f21c7e43ae5&device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 1127 time: 0.2043595 Feb 07 16:36:17.724292 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] For port 6be6da45-c22f-49ba-bdd2-f75d0d85de89, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:36:17.728002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] For port 6be6da45-c22f-49ba-bdd2-f75d0d85de89, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6be6da45-c22f-49ba-bdd2-f75d0d85de89,segment=NetworkSegment(52d8bd8a-d652-42dd-80f3-96312b891827),segment_id=52d8bd8a-d652-42dd-80f3-96312b891827)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:36:17.731909 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:17.761494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971b157b-efbe-4872-9ce7-e2dd5578fdae') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:17.761822 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971b157b-efbe-4872-9ce7-e2dd5578fdae') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:17.775184 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (971b157b-efbe-4872-9ce7-e2dd5578fdae), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:17.791441 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (971b157b-efbe-4872-9ce7-e2dd5578fdae), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:17.799438 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:36:17.799981 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (971b157b-efbe-4872-9ce7-e2dd5578fdae), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:17.833856 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (6be6da45-c22f-49ba-bdd2-f75d0d85de89), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:36:17.929215 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:36:17.954170 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:17.954970 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:17.956754 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] 10.222.0.48 "PUT /v2.0/ports/6be6da45-c22f-49ba-bdd2-f75d0d85de89 HTTP/1.1" status: 200 len: 1091 time: 1.7869189 Feb 07 16:36:17.970495 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-28f67815-5490-4a29-9432-af301ce9aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1630947947-router', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:35:26Z', 'updated_at': '2022-02-07T16:35:33Z', 'revision_number': 4, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'gw_port': {'id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:27Z', 'updated_at': '2022-02-07T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '03879d16-d6b2-4f47-83a8-b141acd05e00', 'name': '', 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'mac_address': 'fa:16:3e:de:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd5488e03-bfc3-4e5c-8a1e-4377990d0cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:32Z', 'updated_at': '2022-02-07T16:35:38Z', 'revision_number': 5, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'subnets': [{'id': 'd5488e03-bfc3-4e5c-8a1e-4377990d0cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:18.007440 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f67815-5490-4a29-9432-af301ce9aa89 None None] Checking router: 008b0841-0724-4fd5-8772-ea9b57ecc5ac for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:36:18.018146 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f67815-5490-4a29-9432-af301ce9aa89 None None] Routers {'008b0841-0724-4fd5-8772-ea9b57ecc5ac'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:36:18.018797 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-28f67815-5490-4a29-9432-af301ce9aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['008b0841-0724-4fd5-8772-ea9b57ecc5ac'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:18.052487 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:18.072160 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:18.080997 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a04e5-daed-4e06-9171-916d522be5dd service neutron] Pushing event updated for resources: {'Port': ['ID=6be6da45-c22f-49ba-bdd2-f75d0d85de89,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:18.099019 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd HTTP/1.1" status: 204 len: 168 time: 1.2812994 Feb 07 16:36:18.117364 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-8b7a219f-95ee-4cfc-a404-ed627f8852ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:18.118940 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-8b7a219f-95ee-4cfc-a404-ed627f8852ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c763529-d7da-44e4-93e7-f39221fc8e8d HTTP/1.1" status: 200 len: 930 time: 0.3849423 Feb 07 16:36:18.126723 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c886c-4d30-4d1c-9ba3-82828dba9451 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:18.127325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a511aeb7-b758-4ed9-ac37-199d1efd8d05 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:36:18.175239 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35198e5-9fbc-495d-b94f-81987b16219a req-6f1d38cc-0f85-4b16-841b-b27c05b984df tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:18.182572 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a35198e5-9fbc-495d-b94f-81987b16219a req-6f1d38cc-0f85-4b16-841b-b27c05b984df tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 945 time: 0.2401652 Feb 07 16:36:18.220844 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-ca4ceff7-5261-4f49-a52a-8b7397fcd8c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b HTTP/1.1" status: 200 len: 217 time: 0.0903654 Feb 07 16:36:18.252567 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-63612860-f96a-4846-b65e-557493d0d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:18.262171 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-63612860-f96a-4846-b65e-557493d0d3c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc827ace4b3b4dfaa01016899c49cdc0&device_id=acdee68d-818e-45af-835d-3d630b323eba HTTP/1.1" status: 200 len: 1125 time: 0.2539337 Feb 07 16:36:18.289969 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a35198e5-9fbc-495d-b94f-81987b16219a req-099c6668-4848-44d6-a6a4-9c870fdf4ac2 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063893 Feb 07 16:36:18.301518 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:18.323188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: a511aeb7-b758-4ed9-ac37-199d1efd8d05 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:36:18.323879 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a511aeb7-b758-4ed9-ac37-199d1efd8d05 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:36:18.325951 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3509ee6a-089f-48a4-97f6-76020fe7deb1 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:36:18.390245 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-28f67815-5490-4a29-9432-af301ce9aa89 None None] Set router 008b0841-0724-4fd5-8772-ea9b57ecc5ac gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:36:18.432713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56850) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:18.463231 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc3734d-38a3-4dcd-96ec-73aa518cb5a5 x-openstack-request-id: req-2fc3734d-38a3-4dcd-96ec-73aa518cb5a5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:18.466259 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f02aca-c40e-4e20-846b-69d28128e6cf", "tag": "ac87ba43-125c-441a-9026-880caa8f1eae", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:18.473732 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fc3734d-38a3-4dcd-96ec-73aa518cb5a5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:18.474955 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f02aca-c40e-4e20-846b-69d28128e6cf', 'tag': 'ac87ba43-125c-441a-9026-880caa8f1eae', 'status': 'completed', 'code': 200} Feb 07 16:36:18.479764 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-9e618c49-6b1f-47b7-b074-782df7db429f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6be6da45-c22f-49ba-bdd2-f75d0d85de89 HTTP/1.1" status: 200 len: 217 time: 0.1504300 Feb 07 16:36:18.513096 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56854) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:18.517632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:18.568171 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df025b21-d616-4fb1-bf02-fd4c8e3e7708 None None] DHCP port deletion for 0cd52cf4-c534-4d0a-9ac9-27d6c2f5f1dd request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:36:18.573056 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:18.583681 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-ca556f81-0062-4140-8769-8ff8ecc06f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:18.585976 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-ca556f81-0062-4140-8769-8ff8ecc06f4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9fdb0897-548f-413d-af2b-8f313090ed76 HTTP/1.1" status: 200 len: 858 time: 0.0954671 Feb 07 16:36:18.596119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-45d010db-9357-4f50-9b42-f2d3b3802295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:18.599292 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-45d010db-9357-4f50-9b42-f2d3b3802295 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5488e03-bfc3-4e5c-8a1e-4377990d0cc0 HTTP/1.1" status: 200 len: 868 time: 0.3623781 Feb 07 16:36:18.607850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73298b88-bc49-41e8-8782-8f82218634d9 req-fba89675-b152-48b4-925a-032c5e8cbcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:18.617926 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 3509ee6a-089f-48a4-97f6-76020fe7deb1 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:36:18.618309 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3509ee6a-089f-48a4-97f6-76020fe7deb1 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:36:18.618829 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-73298b88-bc49-41e8-8782-8f82218634d9 req-fba89675-b152-48b4-925a-032c5e8cbcc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f21c7e5651f49c2b6930564a27dd33f&device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 1127 time: 0.2224844 Feb 07 16:36:18.636529 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a27f185a-c747-48f2-b203-383240bd24e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c52d4a6fde3a4f92b73d4cbced7bc767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857450 Feb 07 16:36:18.653312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56858) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:18.683990 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-98be5043-f2ae-46a5-a940-c9eaf48962b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d8c610e-4de7-4bb6-844a-cdc62ecde865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830271 Feb 07 16:36:18.701559 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3646b7-a697-416d-a2c3-0b4542e2306f req-48b90798-dc57-4d41-8acd-ff1cbcd817c0 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:18.708780 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0c3646b7-a697-416d-a2c3-0b4542e2306f req-48b90798-dc57-4d41-8acd-ff1cbcd817c0 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/ports?device_id=acdee68d-818e-45af-835d-3d630b323eba HTTP/1.1" status: 200 len: 943 time: 0.1937170 Feb 07 16:36:18.781221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9c6ab078-5dfc-4558-b5e2-e555bb1d893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-router', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:25Z', 'updated_at': '2022-02-07T16:33:38Z', 'revision_number': 4, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'gw_port': {'id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:28Z', 'updated_at': '2022-02-07T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '60560ca3-74b3-40d7-a465-c8c00414199e', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'port_id': 'ac87ba43-125c-441a-9026-880caa8f1eae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'mac_address': 'fa:16:3e:39:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f02aca-c40e-4e20-846b-69d28128e6cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:34:04Z', 'updated_at': '2022-02-07T16:36:14Z', 'revision_number': 5, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f914952c-e037-4218-95b3-5b28cd4a5bca', 'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'mac_address': 'fa:16:3e:2b:6d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:36Z', 'updated_at': '2022-02-07T16:33:45Z', 'revision_number': 5, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'subnets': [{'id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:18.788418 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73298b88-bc49-41e8-8782-8f82218634d9 req-e4790c25-1a52-4a95-b8ce-fd03ed437283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:18.790238 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-73298b88-bc49-41e8-8782-8f82218634d9 req-e4790c25-1a52-4a95-b8ce-fd03ed437283 service neutron] 10.222.0.48 "GET /v2.0/networks?id=937f4032-ece2-4ef3-ae25-e7defef4a280 HTTP/1.1" status: 200 len: 924 time: 0.1702931 Feb 07 16:36:18.791113 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-91d3160b-25ac-4b55-a9a8-205c6339b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:18.792979 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-91d3160b-25ac-4b55-a9a8-205c6339b8e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c763529-d7da-44e4-93e7-f39221fc8e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1806519 Feb 07 16:36:18.802963 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0c3646b7-a697-416d-a2c3-0b4542e2306f req-a69ab007-34a7-4e17-9018-4d54f15cdd2e tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/security-groups?id=73e3094a-d13b-4a2e-b587-72c9c049c302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929079 Feb 07 16:36:18.878936 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6ab078-5dfc-4558-b5e2-e555bb1d893f None None] Checking router: d419b1eb-88a5-4783-b32d-62c74d2da5af for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:36:18.907763 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6ab078-5dfc-4558-b5e2-e555bb1d893f None None] Routers {'d419b1eb-88a5-4783-b32d-62c74d2da5af'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:36:18.908971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9c6ab078-5dfc-4558-b5e2-e555bb1d893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:35:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d419b1eb-88a5-4783-b32d-62c74d2da5af'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:18.979200 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-73298b88-bc49-41e8-8782-8f82218634d9 req-be6c3586-c3e1-4708-a5c4-922498f84df2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac87ba43-125c-441a-9026-880caa8f1eae HTTP/1.1" status: 200 len: 998 time: 0.1710629 Feb 07 16:36:18.999129 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-f658bfb5-5e4e-4879-b1ff-6a3f6ade4d85 service neutron] 10.222.0.18 "GET /v2.0/networks/1c763529-d7da-44e4-93e7-f39221fc8e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952689 Feb 07 16:36:19.030404 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f0442-7c6f-4e4d-9a95-996e882f78a8 req-39a1791a-36ac-4652-9b09-3f8079a720b8 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:19.032702 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cb7f0442-7c6f-4e4d-9a95-996e882f78a8 req-39a1791a-36ac-4652-9b09-3f8079a720b8 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f730eb-2ce5-4ae2-829e-bc13da41a58c HTTP/1.1" status: 200 len: 944 time: 0.1272461 Feb 07 16:36:19.053184 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73298b88-bc49-41e8-8782-8f82218634d9 req-92f4d047-12e3-40fe-a6d1-14ccb76d0f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:19.054927 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-73298b88-bc49-41e8-8782-8f82218634d9 req-92f4d047-12e3-40fe-a6d1-14ccb76d0f8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=84094ea4-ebf5-4efb-98d2-d6d7e236c705 HTTP/1.1" status: 200 len: 862 time: 0.0681717 Feb 07 16:36:19.092323 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-28f67815-5490-4a29-9432-af301ce9aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1630947947-router', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:35:26Z', 'updated_at': '2022-02-07T16:35:33Z', 'revision_number': 4, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'gw_port': {'id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:27Z', 'updated_at': '2022-02-07T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '03879d16-d6b2-4f47-83a8-b141acd05e00', 'name': '', 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'mac_address': 'fa:16:3e:de:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd5488e03-bfc3-4e5c-8a1e-4377990d0cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:32Z', 'updated_at': '2022-02-07T16:35:38Z', 'revision_number': 5, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'subnets': [{'id': 'd5488e03-bfc3-4e5c-8a1e-4377990d0cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:19.128124 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9fdd3d5-00f8-4d42-9103-085dac3d83ec req-4b39074f-9bf8-4122-ac53-87094fbdd386 service neutron] 10.222.0.18 "GET /v2.0/networks/1c763529-d7da-44e4-93e7-f39221fc8e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169863 Feb 07 16:36:19.142907 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-808f7c81-383a-4449-a193-0df2ec2acf5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:19.168365 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f67815-5490-4a29-9432-af301ce9aa89 None None] The sync data for ids ['008b0841-0724-4fd5-8772-ea9b57ecc5ac'] in n-d-827865-3 is: [{'id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1630947947-router', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:35:26Z', 'updated_at': '2022-02-07T16:35:33Z', 'revision_number': 4, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'gw_port': {'id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:27Z', 'updated_at': '2022-02-07T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '03879d16-d6b2-4f47-83a8-b141acd05e00', 'name': '', 'network_id': '1c763529-d7da-44e4-93e7-f39221fc8e8d', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'mac_address': 'fa:16:3e:de:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'd5488e03-bfc3-4e5c-8a1e-4377990d0cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:32Z', 'updated_at': '2022-02-07T16:35:38Z', 'revision_number': 5, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'subnets': [{'id': 'd5488e03-bfc3-4e5c-8a1e-4377990d0cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:36:19.178939 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-9c6ab078-5dfc-4558-b5e2-e555bb1d893f None None] Set router d419b1eb-88a5-4783-b32d-62c74d2da5af gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:36:19.181031 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cb7f0442-7c6f-4e4d-9a95-996e882f78a8 req-e52c9e90-e16e-4bc4-bcb5-ad0e8bd87b42 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246915 Feb 07 16:36:19.194705 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73298b88-bc49-41e8-8782-8f82218634d9 req-fe6b4cb7-d617-4e65-a67d-76a0df10c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:19.200603 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-73298b88-bc49-41e8-8782-8f82218634d9 req-fe6b4cb7-d617-4e65-a67d-76a0df10c643 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=937f4032-ece2-4ef3-ae25-e7defef4a280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1343629 Feb 07 16:36:19.399240 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device aed8312a-0fd0-4375-a620-bc667b1252d6 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:36:19.413840 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-808f7c81-383a-4449-a193-0df2ec2acf5d admin admin] Publish callbacks [] for security_group (a8b489fa-89ab-4c31-b5db-300cf67c9578), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:19.415213 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3927bc94-d0d3-4ff6-90f8-12cd63fee1b7 req-0519a2bd-e5fb-4230-9073-01a6185bda23 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/floatingips/d5118858-229d-4b2f-ba5a-065d533afd14 HTTP/1.1" status: 200 len: 694 time: 0.1901786 Feb 07 16:36:19.433540 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: aed8312a-0fd0-4375-a620-bc667b1252d6 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:36:19.433817 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device aed8312a-0fd0-4375-a620-bc667b1252d6 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:36:19.446575 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-808f7c81-383a-4449-a193-0df2ec2acf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a8b489fa-89ab-4c31-b5db-300cf67c9578), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:19.450466 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-626366df-25d6-44df-b9bb-11df8280f5b4 admin admin] Publish callbacks [] for security_group (443d6ccc-bbfc-4bf2-b249-78bc171461ab), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:19.489525 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-808f7c81-383a-4449-a193-0df2ec2acf5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4bfa1935b01942bd8e3b1c61c56fdc2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9707420 Feb 07 16:36:19.498162 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56866) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:19.577558 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-626366df-25d6-44df-b9bb-11df8280f5b4 admin admin] Publish callbacks [] for security_group (443d6ccc-bbfc-4bf2-b249-78bc171461ab), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:19.591202 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9c6ab078-5dfc-4558-b5e2-e555bb1d893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-router', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:25Z', 'updated_at': '2022-02-07T16:33:38Z', 'revision_number': 4, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'gw_port': {'id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:28Z', 'updated_at': '2022-02-07T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '60560ca3-74b3-40d7-a465-c8c00414199e', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'port_id': 'ac87ba43-125c-441a-9026-880caa8f1eae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'mac_address': 'fa:16:3e:39:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f02aca-c40e-4e20-846b-69d28128e6cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:34:04Z', 'updated_at': '2022-02-07T16:36:14Z', 'revision_number': 5, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f914952c-e037-4218-95b3-5b28cd4a5bca', 'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'mac_address': 'fa:16:3e:2b:6d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:36Z', 'updated_at': '2022-02-07T16:33:45Z', 'revision_number': 5, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'subnets': [{'id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:19.602113 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927bc94-d0d3-4ff6-90f8-12cd63fee1b7 req-e25d9370-1355-41fc-b748-0db768af64df tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:19.609372 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3927bc94-d0d3-4ff6-90f8-12cd63fee1b7 req-e25d9370-1355-41fc-b748-0db768af64df tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.1931686 Feb 07 16:36:19.624477 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6ab078-5dfc-4558-b5e2-e555bb1d893f None None] The sync data for ids ['d419b1eb-88a5-4783-b32d-62c74d2da5af'] in n-d-827865-3 is: [{'id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-router', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:25Z', 'updated_at': '2022-02-07T16:33:38Z', 'revision_number': 4, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'gw_port': {'id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:28Z', 'updated_at': '2022-02-07T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '60560ca3-74b3-40d7-a465-c8c00414199e', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'port_id': 'ac87ba43-125c-441a-9026-880caa8f1eae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'mac_address': 'fa:16:3e:39:82:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f02aca-c40e-4e20-846b-69d28128e6cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:34:04Z', 'updated_at': '2022-02-07T16:36:14Z', 'revision_number': 5, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f914952c-e037-4218-95b3-5b28cd4a5bca', 'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'mac_address': 'fa:16:3e:2b:6d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:36Z', 'updated_at': '2022-02-07T16:33:45Z', 'revision_number': 5, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'subnets': [{'id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:36:19.626284 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-ae6d0470-08c4-452d-aa7e-026b6f66b022 service neutron] 10.222.0.48 "GET /v2.0/networks/7d8c610e-4de7-4bb6-844a-cdc62ecde865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9276133 Feb 07 16:36:19.680659 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60068ba8-e9a6-4a73-8622-2ac049a9a503 None None] New status for floating IP d5118858-229d-4b2f-ba5a-065d533afd14: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:36:19.699094 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f7c81-383a-4449-a193-0df2ec2acf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b489fa-89ab-4c31-b5db-300cf67c9578,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:19.706753 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3927bc94-d0d3-4ff6-90f8-12cd63fee1b7 req-adf0acda-cc77-45fe-b37d-b5d669cb706a tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.81 HTTP/1.1" status: 200 len: 697 time: 0.0958805 Feb 07 16:36:19.800133 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3927bc94-d0d3-4ff6-90f8-12cd63fee1b7 req-46282ddd-84d3-4003-ba1e-8db7f994da1a tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.81 HTTP/1.1" status: 200 len: 697 time: 0.0722246 Feb 07 16:36:19.803577 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6fa2f-1fa6-4495-a24b-560b2f8786db req-aeda17d6-9319-491b-861e-5b12b58c6c15 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:19.805160 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c7d6fa2f-1fa6-4495-a24b-560b2f8786db req-aeda17d6-9319-491b-861e-5b12b58c6c15 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=10cf0c18-31ac-4e7d-89fb-b6d5374e43b6 HTTP/1.1" status: 200 len: 949 time: 0.5217881 Feb 07 16:36:19.811308 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-73298b88-bc49-41e8-8782-8f82218634d9 req-ba363ec7-afa6-4c10-8ba3-085ebef0243f service neutron] 10.222.0.48 "GET /v2.0/networks/937f4032-ece2-4ef3-ae25-e7defef4a280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047480 Feb 07 16:36:19.827561 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb75483-6c5e-4496-aa6f-7bb6938e4282 req-2ae0f1c3-7ec2-406a-b50d-4a3e79e00498 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:19.829741 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dbb75483-6c5e-4496-aa6f-7bb6938e4282 req-2ae0f1c3-7ec2-406a-b50d-4a3e79e00498 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.32 "GET /v2.0/ports?device_id=84f730eb-2ce5-4ae2-829e-bc13da41a58c HTTP/1.1" status: 200 len: 944 time: 0.2451124 Feb 07 16:36:19.918191 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e0737a9-7881-4e6f-9bab-d90fc61217ca admin admin] Publish callbacks [] for security_group (a8b489fa-89ab-4c31-b5db-300cf67c9578), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:19.950407 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e0737a9-7881-4e6f-9bab-d90fc61217ca admin admin] Publish callbacks [] for security_group (a8b489fa-89ab-4c31-b5db-300cf67c9578), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:19.983841 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9ab22e-4f24-4d79-9ca8-a2428e150ea5 None None] New status for floating IP 60560ca3-74b3-40d7-a465-c8c00414199e: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:36:20.052090 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e0737a9-7881-4e6f-9bab-d90fc61217ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a8b489fa-89ab-4c31-b5db-300cf67c9578), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:20.054806 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e0737a9-7881-4e6f-9bab-d90fc61217ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:20.058360 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1e0737a9-7881-4e6f-9bab-d90fc61217ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8b489fa-89ab-4c31-b5db-300cf67c9578 HTTP/1.1" status: 204 len: 168 time: 0.5433981 Feb 07 16:36:20.072956 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-626366df-25d6-44df-b9bb-11df8280f5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (443d6ccc-bbfc-4bf2-b249-78bc171461ab), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:20.084363 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-626366df-25d6-44df-b9bb-11df8280f5b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:20.085570 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-626366df-25d6-44df-b9bb-11df8280f5b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/443d6ccc-bbfc-4bf2-b249-78bc171461ab HTTP/1.1" status: 204 len: 168 time: 1.4103782 Feb 07 16:36:20.098631 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-73298b88-bc49-41e8-8782-8f82218634d9 req-bfda7e86-6ddc-4b2c-b7b4-0247096f2214 service neutron] 10.222.0.48 "GET /v2.0/networks/937f4032-ece2-4ef3-ae25-e7defef4a280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514956 Feb 07 16:36:20.111484 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a9e5d87-fb27-4c4c-8fe6-f086e6d821f0 req-7fc58756-f91a-420f-b224-43b4a555109a service neutron] 10.222.0.48 "GET /v2.0/networks/7d8c610e-4de7-4bb6-844a-cdc62ecde865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637959 Feb 07 16:36:20.121759 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c7d6fa2f-1fa6-4495-a24b-560b2f8786db req-0a27af83-c3ea-462e-967f-e066901e0b58 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078547 Feb 07 16:36:20.122678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0737a9-7881-4e6f-9bab-d90fc61217ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b489fa-89ab-4c31-b5db-300cf67c9578,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:20.175721 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626366df-25d6-44df-b9bb-11df8280f5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443d6ccc-bbfc-4bf2-b249-78bc171461ab,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:20.258058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-3927bc94-d0d3-4ff6-90f8-12cd63fee1b7 req-ef158863-d10f-4011-ba0b-685c3e2e1325 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Deleting port a99b6e04-bc25-40b4-9885-c6651123815b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:20.258405 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3927bc94-d0d3-4ff6-90f8-12cd63fee1b7 req-ef158863-d10f-4011-ba0b-685c3e2e1325 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a99b6e04-bc25-40b4-9885-c6651123815b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:20.272546 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-dbb75483-6c5e-4496-aa6f-7bb6938e4282 req-831a1267-ad1a-4d27-97f5-fae021c8b7c2 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Deleting port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:20.273212 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dbb75483-6c5e-4496-aa6f-7bb6938e4282 req-831a1267-ad1a-4d27-97f5-fae021c8b7c2 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:20.449976 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3927bc94-d0d3-4ff6-90f8-12cd63fee1b7 req-ef158863-d10f-4011-ba0b-685c3e2e1325 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a99b6e04-bc25-40b4-9885-c6651123815b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:20.450522 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3927bc94-d0d3-4ff6-90f8-12cd63fee1b7 req-ef158863-d10f-4011-ba0b-685c3e2e1325 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks [] for floatingip (a99b6e04-bc25-40b4-9885-c6651123815b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:20.464976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-3927bc94-d0d3-4ff6-90f8-12cd63fee1b7 req-ef158863-d10f-4011-ba0b-685c3e2e1325 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Calling delete_port for a99b6e04-bc25-40b4-9885-c6651123815b owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:20.482603 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-dbb75483-6c5e-4496-aa6f-7bb6938e4282 req-831a1267-ad1a-4d27-97f5-fae021c8b7c2 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] For port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:20.483282 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dbb75483-6c5e-4496-aa6f-7bb6938e4282 req-831a1267-ad1a-4d27-97f5-fae021c8b7c2 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:20.502007 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-dbb75483-6c5e-4496-aa6f-7bb6938e4282 req-831a1267-ad1a-4d27-97f5-fae021c8b7c2 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Calling delete_port for c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:20.570010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7166f0ea-7d53-46cf-830b-9d29d7ec72dc', 'tag': 'ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b'}, {'name': 'network-changed', 'server_uuid': 'acdee68d-818e-45af-835d-3d630b323eba', 'tag': '6be6da45-c22f-49ba-bdd2-f75d0d85de89'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:20.576541 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd39e355-d1d2-4e19-8b07-f1d8a054996c" -d '{"events": [{"name": "network-changed", "server_uuid": "7166f0ea-7d53-46cf-830b-9d29d7ec72dc", "tag": "ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b"}, {"name": "network-changed", "server_uuid": "acdee68d-818e-45af-835d-3d630b323eba", "tag": "6be6da45-c22f-49ba-bdd2-f75d0d85de89"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:20.608791 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fb912-b6ce-4e00-9ee5-a8d956f759c4 req-d6d4715a-26b5-44fb-aa31-ec85e698a1fc tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:20.611336 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a08fb912-b6ce-4e00-9ee5-a8d956f759c4 req-d6d4715a-26b5-44fb-aa31-ec85e698a1fc tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 945 time: 0.3602095 Feb 07 16:36:20.727097 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a08fb912-b6ce-4e00-9ee5-a8d956f759c4 req-c7787805-2bc9-463f-b2d3-2d781a7d4bdd tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909388 Feb 07 16:36:20.745137 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dbb75483-6c5e-4496-aa6f-7bb6938e4282 req-831a1267-ad1a-4d27-97f5-fae021c8b7c2 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:20.750139 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3927bc94-d0d3-4ff6-90f8-12cd63fee1b7 req-ef158863-d10f-4011-ba0b-685c3e2e1325 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a99b6e04-bc25-40b4-9885-c6651123815b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:20.780033 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef158863-d10f-4011-ba0b-685c3e2e1325 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Pushing event deleted for resources: {'Port': ['ID=a99b6e04-bc25-40b4-9885-c6651123815b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:20.797312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a1267-ad1a-4d27-97f5-fae021c8b7c2 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Pushing event deleted for resources: {'Port': ['ID=c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:20.866886 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb75483-6c5e-4496-aa6f-7bb6938e4282 req-831a1267-ad1a-4d27-97f5-fae021c8b7c2 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] No DVR routers for this DVR port c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:36:20.880502 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dbb75483-6c5e-4496-aa6f-7bb6938e4282 req-831a1267-ad1a-4d27-97f5-fae021c8b7c2 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:20.884567 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dbb75483-6c5e-4496-aa6f-7bb6938e4282 req-831a1267-ad1a-4d27-97f5-fae021c8b7c2 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.32 "DELETE /v2.0/ports/c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c HTTP/1.1" status: 204 len: 173 time: 1.0384064 Feb 07 16:36:20.947144 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3927bc94-d0d3-4ff6-90f8-12cd63fee1b7 req-ef158863-d10f-4011-ba0b-685c3e2e1325 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks [] for floatingip (d5118858-229d-4b2f-ba5a-065d533afd14), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:20.955574 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3927bc94-d0d3-4ff6-90f8-12cd63fee1b7 req-ef158863-d10f-4011-ba0b-685c3e2e1325 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:20.957892 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3927bc94-d0d3-4ff6-90f8-12cd63fee1b7 req-ef158863-d10f-4011-ba0b-685c3e2e1325 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "DELETE /v2.0/floatingips/d5118858-229d-4b2f-ba5a-065d533afd14 HTTP/1.1" status: 204 len: 173 time: 1.1569579 Feb 07 16:36:20.972801 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f08cc2-4f8c-46db-8a08-f130c697b0cf req-f7625297-279b-482f-8f85-d602b91e4655 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:20.974943 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c4f08cc2-4f8c-46db-8a08-f130c697b0cf req-f7625297-279b-482f-8f85-d602b91e4655 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/ports?device_id=acdee68d-818e-45af-835d-3d630b323eba HTTP/1.1" status: 200 len: 943 time: 0.1090631 Feb 07 16:36:21.033189 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:21.121632 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c4f08cc2-4f8c-46db-8a08-f130c697b0cf req-125af9c3-6687-4280-a85f-2a87fa43b494 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/security-groups?id=73e3094a-d13b-4a2e-b587-72c9c049c302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385601 Feb 07 16:36:21.160842 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-30ec5906-814f-4fcf-8ef0-c06539cc3508 req-47ab0d47-6689-4e93-b0d3-25c94c31cf2e tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f730eb-2ce5-4ae2-829e-bc13da41a58c HTTP/1.1" status: 200 len: 210 time: 0.0833137 Feb 07 16:36:21.229089 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821fea70-de36-491f-9184-b43046d02151 x-openstack-request-id: req-821fea70-de36-491f-9184-b43046d02151 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:21.231023 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7166f0ea-7d53-46cf-830b-9d29d7ec72dc", "tag": "ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "acdee68d-818e-45af-835d-3d630b323eba", "tag": "6be6da45-c22f-49ba-bdd2-f75d0d85de89", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:21.231766 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-821fea70-de36-491f-9184-b43046d02151 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:21.232428 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7166f0ea-7d53-46cf-830b-9d29d7ec72dc', 'tag': 'ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b', 'status': 'completed', 'code': 200} Feb 07 16:36:21.232851 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acdee68d-818e-45af-835d-3d630b323eba', 'tag': '6be6da45-c22f-49ba-bdd2-f75d0d85de89', 'status': 'completed', 'code': 200} Feb 07 16:36:21.375948 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd5cb9-221e-425e-a61c-f6085d2d560b req-bd5bcc0f-381d-40e0-ad4e-f9f7b4fc8501 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:21.385339 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-96a4c975-ac3b-41de-a788-98d29c4e35d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:21.386834 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-96a4c975-ac3b-41de-a788-98d29c4e35d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=983acac417eb4927bfcc6f21c7e43ae5&device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 1127 time: 0.1190710 Feb 07 16:36:21.389910 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8acd5cb9-221e-425e-a61c-f6085d2d560b req-bd5bcc0f-381d-40e0-ad4e-f9f7b4fc8501 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 945 time: 0.1095643 Feb 07 16:36:21.544777 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8acd5cb9-221e-425e-a61c-f6085d2d560b req-c6330aae-a5f7-47e5-b8a4-9071dfc7ec5b tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516287 Feb 07 16:36:21.604102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ed8ac-4189-4d73-94be-83c736108d50 req-21257427-9048-40a5-804d-2d3ece338948 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:21.614541 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-938ed8ac-4189-4d73-94be-83c736108d50 req-21257427-9048-40a5-804d-2d3ece338948 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=10cf0c18-31ac-4e7d-89fb-b6d5374e43b6 HTTP/1.1" status: 200 len: 949 time: 0.1582344 Feb 07 16:36:21.654966 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-4fa1f427-8e94-432e-8a8c-362a705ef70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:21.657164 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-4fa1f427-8e94-432e-8a8c-362a705ef70c service neutron] 10.222.0.48 "GET /v2.0/networks?id=1c763529-d7da-44e4-93e7-f39221fc8e8d HTTP/1.1" status: 200 len: 930 time: 0.2554083 Feb 07 16:36:21.725611 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8daf0c-b10f-4d41-a9c2-905bdc761708 req-370a8565-b63a-4958-b823-b83de4fc72d4 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:21.733315 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f8daf0c-b10f-4d41-a9c2-905bdc761708 req-370a8565-b63a-4958-b823-b83de4fc72d4 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0858281 Feb 07 16:36:21.787403 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f8daf0c-b10f-4d41-a9c2-905bdc761708 req-49f9c6b4-a36f-4cfa-b734-85a7ed309a78 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0528090 Feb 07 16:36:21.885933 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-17437256-28b3-496b-b7fd-dd0eb48a9248 req-6286c937-dfb5-45c3-bbc6-3688de85cc10 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0832028 Feb 07 16:36:21.890477 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56934) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:22.028103 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f2bb7003-f6f3-4a18-9178-312a3f14adf2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-336589675-network', 'tenant_id': 'ff22020213dd47d98019179315c4f994'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:22.054143 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bb7003-f6f3-4a18-9178-312a3f14adf2 admin admin] Made reservation on behalf of ff22020213dd47d98019179315c4f994 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:36:22.057484 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7003-f6f3-4a18-9178-312a3f14adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:22.063780 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-e62432bd-bd56-4426-98b7-061d5646d8e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b HTTP/1.1" status: 200 len: 217 time: 0.3939044 Feb 07 16:36:22.067339 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-938ed8ac-4189-4d73-94be-83c736108d50 req-09746e60-dda2-4ebf-97ac-4cfe63f7d802 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518530 Feb 07 16:36:22.069240 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7003-f6f3-4a18-9178-312a3f14adf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:22.155004 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-cdb111ab-9578-494f-86a8-4c5b6d4aeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:22.158385 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-cdb111ab-9578-494f-86a8-4c5b6d4aeeba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5488e03-bfc3-4e5c-8a1e-4377990d0cc0 HTTP/1.1" status: 200 len: 868 time: 0.0871942 Feb 07 16:36:22.206691 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-01e86bd5-f0b3-4653-9b32-1b619aa64968 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c30989ba14eb43359cc98a985359e778&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278797 Feb 07 16:36:22.217957 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7003-f6f3-4a18-9178-312a3f14adf2 admin admin] Publish callbacks [] for security_group (59b01273-29ce-47a8-b231-ec3d3d73cacc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:22.229790 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7003-f6f3-4a18-9178-312a3f14adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (59b01273-29ce-47a8-b231-ec3d3d73cacc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:22.242877 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2bb7003-f6f3-4a18-9178-312a3f14adf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:36:22.268229 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-89f3e04e-e4f8-47bb-9b5a-d2ec0d59aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:22.271733 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-89f3e04e-e4f8-47bb-9b5a-d2ec0d59aad1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c763529-d7da-44e4-93e7-f39221fc8e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1054087 Feb 07 16:36:22.308711 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7003-f6f3-4a18-9178-312a3f14adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (f3001834-5403-453a-b246-fd76d5b26d4c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:22.309050 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-f2bb7003-f6f3-4a18-9178-312a3f14adf2 admin admin] Added segment f3001834-5403-453a-b246-fd76d5b26d4c of type vlan for network 74c04624-4140-4df3-98ac-bec5439b5069 Feb 07 16:36:22.355805 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb7003-f6f3-4a18-9178-312a3f14adf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b01273-29ce-47a8-b231-ec3d3d73cacc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:22.392603 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7003-f6f3-4a18-9178-312a3f14adf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (74c04624-4140-4df3-98ac-bec5439b5069), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:22.424901 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-74622af5-2b19-4099-91ed-dbfc9c9c1279 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:22.426526 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-74622af5-2b19-4099-91ed-dbfc9c9c1279 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2113059 Feb 07 16:36:22.441658 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7003-f6f3-4a18-9178-312a3f14adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (74c04624-4140-4df3-98ac-bec5439b5069), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:22.442603 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bb7003-f6f3-4a18-9178-312a3f14adf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:22.443188 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7003-f6f3-4a18-9178-312a3f14adf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:22.454288 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-abfa8b6b-4e53-4dbf-9bf3-196512d0fc32 service neutron] 10.222.0.48 "GET /v2.0/networks/1c763529-d7da-44e4-93e7-f39221fc8e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759648 Feb 07 16:36:22.457146 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-aa5bc0c6-9571-4793-b089-e511354a85dc tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/quotas/c30989ba14eb43359cc98a985359e778 HTTP/1.1" status: 200 len: 375 time: 0.0245380 Feb 07 16:36:22.471608 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19630a2-8bd9-4df9-97a7-08b62f18fb1c req-3a330ff6-dc87-4d45-ad05-25e8878b0b0e tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:22.474078 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f19630a2-8bd9-4df9-97a7-08b62f18fb1c req-3a330ff6-dc87-4d45-ad05-25e8878b0b0e tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/ports?device_id=acdee68d-818e-45af-835d-3d630b323eba HTTP/1.1" status: 200 len: 943 time: 0.0937130 Feb 07 16:36:22.536645 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:36:22.539100 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-5bb518e0-8bef-449b-a932-494f79aca904 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c30989ba14eb43359cc98a985359e778&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809722 Feb 07 16:36:22.565889 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f2bb7003-f6f3-4a18-9178-312a3f14adf2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6727583 Feb 07 16:36:22.583808 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56958) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:22.584692 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:36:22.587079 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:36:22.587431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:36:22.594049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-18c97955-71e7-4dc8-8128-c92fd5144b46 admin admin] Request body: {'subnet': {'network_id': '74c04624-4140-4df3-98ac-bec5439b5069', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-336589675-subnet', 'tenant_id': 'ff22020213dd47d98019179315c4f994', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:22.606143 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb7003-f6f3-4a18-9178-312a3f14adf2 admin admin] Pushing event updated for resources: {'Network': ['ID=74c04624-4140-4df3-98ac-bec5439b5069,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:22.628391 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c97955-71e7-4dc8-8128-c92fd5144b46 admin admin] Made reservation on behalf of ff22020213dd47d98019179315c4f994 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:36:22.632298 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18c97955-71e7-4dc8-8128-c92fd5144b46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:22.669978 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f19630a2-8bd9-4df9-97a7-08b62f18fb1c req-c0aeb649-1617-4f92-9aba-bb938491b872 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/security-groups?id=73e3094a-d13b-4a2e-b587-72c9c049c302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811934 Feb 07 16:36:22.681522 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 74c04624-4140-4df3-98ac-bec5439b5069 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:36:22.746249 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-64bd802a-e459-4201-b7b2-bc2dfb061516 service neutron] 10.222.0.48 "GET /v2.0/networks/1c763529-d7da-44e4-93e7-f39221fc8e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711303 Feb 07 16:36:22.907999 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e70878a-e3b1-4afb-8912-09a6f321119d req-1a88e1c7-f289-466c-86e2-9d1c5ad07a16 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad HTTP/1.1" status: 200 len: 210 time: 0.0570693 Feb 07 16:36:22.925956 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-039b2e6f-4f51-4933-93e0-8d25c8338647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:22.928129 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-039b2e6f-4f51-4933-93e0-8d25c8338647 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc827ace4b3b4dfaa01016899c49cdc0&device_id=acdee68d-818e-45af-835d-3d630b323eba HTTP/1.1" status: 200 len: 1125 time: 0.1150362 Feb 07 16:36:22.997734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:36:23.022218 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4840abd-480d-4d3d-aa85-1d24318323bf req-7b9e519a-e647-43a2-9d9f-08dd01271de0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:23.022579 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:36:23.024810 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:23.028370 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:23.034775 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c4840abd-480d-4d3d-aa85-1d24318323bf req-7b9e519a-e647-43a2-9d9f-08dd01271de0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 945 time: 0.2554166 Feb 07 16:36:23.158219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:23.159575 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:23.165994 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-948471e6-0c67-4160-8dc6-51add4df9d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:23.166957 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c4840abd-480d-4d3d-aa85-1d24318323bf req-dc517b44-3118-4bbf-820f-0b28dc3b7436 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/security-groups?id=28e4b0cc-3a52-4f60-ba29-eb824e79aebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269822 Feb 07 16:36:23.167791 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-948471e6-0c67-4160-8dc6-51add4df9d21 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d8c610e-4de7-4bb6-844a-cdc62ecde865 HTTP/1.1" status: 200 len: 919 time: 0.2241819 Feb 07 16:36:23.223048 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10cf0c18-31ac-4e7d-89fb-b6d5374e43b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:23.230699 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7d7258-4998-4fb3-a237-bd28c758cafd" -d '{"events": [{"server_uuid": "10cf0c18-31ac-4e7d-89fb-b6d5374e43b6", "name": "network-vif-plugged", "status": "completed", "tag": "6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:23.271266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:23.284344 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:23.324658 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f730eb-2ce5-4ae2-829e-bc13da41a58c', 'name': 'network-vif-deleted', 'tag': 'c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:23.332848 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a913ae4f-64a7-43b9-a906-9c4f06b8f93a" -d '{"events": [{"server_uuid": "84f730eb-2ce5-4ae2-829e-bc13da41a58c", "name": "network-vif-deleted", "tag": "c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:23.341029 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-4d779965-3928-4e47-9af9-0466d4be615f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6be6da45-c22f-49ba-bdd2-f75d0d85de89 HTTP/1.1" status: 200 len: 217 time: 0.1552355 Feb 07 16:36:23.357827 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18c97955-71e7-4dc8-8128-c92fd5144b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (8434c722-2cc4-46e6-bf60-1a4f3f1e7da0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:23.392264 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:23.411564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360809a-3b9d-46ac-9a36-b0d2b560280d req-6de92621-7d40-488c-a6d7-a238cc3ad1b2 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:23.420332 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d360809a-3b9d-46ac-9a36-b0d2b560280d req-6de92621-7d40-488c-a6d7-a238cc3ad1b2 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=10cf0c18-31ac-4e7d-89fb-b6d5374e43b6 HTTP/1.1" status: 200 len: 950 time: 0.1453755 Feb 07 16:36:23.483761 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-14a05a3d-839d-418b-bddd-59902913a95b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:23.495129 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d360809a-3b9d-46ac-9a36-b0d2b560280d req-ea1d0842-34fa-4029-afe7-29f5fa602453 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717590 Feb 07 16:36:23.495389 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-14a05a3d-839d-418b-bddd-59902913a95b tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/networks?id=38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f HTTP/1.1" status: 200 len: 821 time: 0.4146101 Feb 07 16:36:23.511908 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-f5ccbf47-aebf-41eb-9762-dc488ed85b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:23.515068 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-f5ccbf47-aebf-41eb-9762-dc488ed85b8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9fdb0897-548f-413d-af2b-8f313090ed76 HTTP/1.1" status: 200 len: 858 time: 0.1572781 Feb 07 16:36:23.520469 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-98fef02c-aa81-4859-9938-2d8420295efb tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/quotas/7bd5b472775543f38aca99e61ef5156c HTTP/1.1" status: 200 len: 375 time: 0.0243504 Feb 07 16:36:23.553755 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c97955-71e7-4dc8-8128-c92fd5144b46 admin admin] Checking segment: {'id': 'f3001834-5403-453a-b246-fd76d5b26d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '74c04624-4140-4df3-98ac-bec5439b5069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:36:23.554986 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c97955-71e7-4dc8-8128-c92fd5144b46 admin admin] Network hostable DHCP agents. Network: 74c04624-4140-4df3-98ac-bec5439b5069, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:36:23.569882 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c97955-71e7-4dc8-8128-c92fd5144b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8434c722-2cc4-46e6-bf60-1a4f3f1e7da0,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:23.583663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c97955-71e7-4dc8-8128-c92fd5144b46 admin admin] Network 74c04624-4140-4df3-98ac-bec5439b5069 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:36:23.595692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-18c97955-71e7-4dc8-8128-c92fd5144b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 74c04624-4140-4df3-98ac-bec5439b5069) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:36:23.603067 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c97955-71e7-4dc8-8128-c92fd5144b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:23.603806 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-18c97955-71e7-4dc8-8128-c92fd5144b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:23.604367 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cec9705-588d-4ec3-89b8-1f76a8c8da77 None None] Network 74c04624-4140-4df3-98ac-bec5439b5069 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:36:23.638762 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-18c97955-71e7-4dc8-8128-c92fd5144b46 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0525136 Feb 07 16:36:23.639855 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56990) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:23.649047 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9f7ec970-341d-4882-9d4b-1491dda62cd9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-336589675-router', 'tenant_id': 'ff22020213dd47d98019179315c4f994', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:23.650525 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-fbf67526-5b0f-478b-9de7-14faef5c7cbc tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7bd5b472775543f38aca99e61ef5156c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1181946 Feb 07 16:36:23.659482 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-eb71ebea-692a-4344-9ea0-dea9295184be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d8c610e-4de7-4bb6-844a-cdc62ecde865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377401 Feb 07 16:36:23.697735 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7ec970-341d-4882-9d4b-1491dda62cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (f2c9dabb-9704-44e3-8a06-b5f3bc71193a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:23.699921 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7ec970-341d-4882-9d4b-1491dda62cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (f2c9dabb-9704-44e3-8a06-b5f3bc71193a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:23.716157 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab10a565-bfac-4765-9a29-0afe462df1cb x-openstack-request-id: req-ab10a565-bfac-4765-9a29-0afe462df1cb {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:23.716662 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10cf0c18-31ac-4e7d-89fb-b6d5374e43b6", "name": "network-vif-plugged", "status": "completed", "tag": "6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:23.716928 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab10a565-bfac-4765-9a29-0afe462df1cb {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:23.717330 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10cf0c18-31ac-4e7d-89fb-b6d5374e43b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6', 'code': 200} Feb 07 16:36:23.822857 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb285bd-e078-4e38-8df1-ea54f3e3ac86 x-openstack-request-id: req-0fb285bd-e078-4e38-8df1-ea54f3e3ac86 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:23.823095 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f730eb-2ce5-4ae2-829e-bc13da41a58c", "name": "network-vif-deleted", "tag": "c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:23.823351 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fb285bd-e078-4e38-8df1-ea54f3e3ac86 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:23.823743 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f730eb-2ce5-4ae2-829e-bc13da41a58c', 'name': 'network-vif-deleted', 'tag': 'c1aeaf26-b6cf-4c2e-98da-f6a6dc18890c', 'status': 'completed', 'code': 200} Feb 07 16:36:23.848118 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31945122-1725-4110-b80d-6a4626c88586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-74c04624-4140-4df3-98ac-bec5439b5069', 'network_id': '74c04624-4140-4df3-98ac-bec5439b5069', 'project_id': 'ff22020213dd47d98019179315c4f994', 'fixed_ips': [{'subnet_id': '8434c722-2cc4-46e6-bf60-1a4f3f1e7da0'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:36:23.849137 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-31945122-1725-4110-b80d-6a4626c88586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:23.913180 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7ec970-341d-4882-9d4b-1491dda62cd9 admin admin] Publish callbacks [] for router_controller (f2c9dabb-9704-44e3-8a06-b5f3bc71193a), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:24.025666 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-af995f7d-c0aa-48f6-87db-f5b930d484b0 service neutron] 10.222.0.48 "GET /v2.0/networks/7d8c610e-4de7-4bb6-844a-cdc62ecde865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570075 Feb 07 16:36:24.039363 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-ab29d77d-15f7-4333-bf44-34c0d260a86a service neutron] 10.222.0.18 "GET /v2.0/networks/38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146313 Feb 07 16:36:24.052372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b33a28-0bb0-40de-af13-b35e99f8fe45 req-0df3d38f-5c4b-4452-bfd7-b55a28e80af9 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:24.059887 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87b33a28-0bb0-40de-af13-b35e99f8fe45 req-0df3d38f-5c4b-4452-bfd7-b55a28e80af9 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/ports?device_id=acdee68d-818e-45af-835d-3d630b323eba HTTP/1.1" status: 200 len: 943 time: 0.2341940 Feb 07 16:36:24.064284 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-31945122-1725-4110-b80d-6a4626c88586 None None] Allocated IP 172.20.0.2 (74c04624-4140-4df3-98ac-bec5439b5069/8434c722-2cc4-46e6-bf60-1a4f3f1e7da0/d18e773e-a5ae-4eb1-b787-2fbf9c3bb144) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:36:24.154617 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-7daf2a3f-2efd-4694-a8e4-25ae67962dbf service neutron] 10.222.0.18 "GET /v2.0/networks/38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137035 Feb 07 16:36:24.194138 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551f40c-a36d-46e2-81aa-58a70eb0e0d1 req-cac07ada-853c-4581-8e17-6038945446cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:24.195400 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2551f40c-a36d-46e2-81aa-58a70eb0e0d1 req-cac07ada-853c-4581-8e17-6038945446cb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=10cf0c18-31ac-4e7d-89fb-b6d5374e43b6 HTTP/1.1" status: 200 len: 1132 time: 0.3804636 Feb 07 16:36:24.253195 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87b33a28-0bb0-40de-af13-b35e99f8fe45 req-6872b437-7ce1-4795-9e78-3d69518f8d12 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/security-groups?id=73e3094a-d13b-4a2e-b587-72c9c049c302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919508 Feb 07 16:36:24.260458 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7ec970-341d-4882-9d4b-1491dda62cd9 admin admin] Publish callbacks [] for router_gateway (f2c9dabb-9704-44e3-8a06-b5f3bc71193a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:24.261654 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-31945122-1725-4110-b80d-6a4626c88586 None None] Publish callbacks [] for port (d18e773e-a5ae-4eb1-b787-2fbf9c3bb144), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:24.275081 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-31945122-1725-4110-b80d-6a4626c88586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (d18e773e-a5ae-4eb1-b787-2fbf9c3bb144), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:24.339201 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd39e355-d1d2-4e19-8b07-f1d8a054996c req-e9f5704e-6395-4a57-839d-3ba9a49cc3fd service neutron] 10.222.0.48 "GET /v2.0/networks/7d8c610e-4de7-4bb6-844a-cdc62ecde865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965666 Feb 07 16:36:24.382106 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31945122-1725-4110-b80d-6a4626c88586 None None] Network 74c04624-4140-4df3-98ac-bec5439b5069 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:36:24.390161 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-31945122-1725-4110-b80d-6a4626c88586 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:36:24.393939 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31945122-1725-4110-b80d-6a4626c88586 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:36:24.419843 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-cecb3949-acb1-42dc-bea2-ac69503fe935 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c30989ba14eb43359cc98a985359e778&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591059 Feb 07 16:36:24.446748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c886ef-0b27-440e-ac01-97a7fda1eeb1 req-97582fca-20ce-4884-974a-8a9cef7133c0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:24.448253 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63c886ef-0b27-440e-ac01-97a7fda1eeb1 req-97582fca-20ce-4884-974a-8a9cef7133c0 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.48 "GET /v2.0/ports?device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 945 time: 0.2950552 Feb 07 16:36:24.739004 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31945122-1725-4110-b80d-6a4626c88586 None None] Pushing event updated for resources: {'Port': ['ID=d18e773e-a5ae-4eb1-b787-2fbf9c3bb144,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:24.742122 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 6be6da45-c22f-49ba-bdd2-f75d0d85de89 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:36:24.774966 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-31945122-1725-4110-b80d-6a4626c88586 None None] Attempting to bind port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:36:24.775553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-31945122-1725-4110-b80d-6a4626c88586 None None] Attempting to bind port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'f3001834-5403-453a-b246-fd76d5b26d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '74c04624-4140-4df3-98ac-bec5439b5069'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:36:24.776029 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31945122-1725-4110-b80d-6a4626c88586 None None] Attempting to bind port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 on network 74c04624-4140-4df3-98ac-bec5439b5069 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:36:24.791699 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31945122-1725-4110-b80d-6a4626c88586 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:36:24.793138 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31945122-1725-4110-b80d-6a4626c88586 None None] Checking segment: {'id': 'f3001834-5403-453a-b246-fd76d5b26d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '74c04624-4140-4df3-98ac-bec5439b5069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:36:24.793696 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-31945122-1725-4110-b80d-6a4626c88586 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:24.794445 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31945122-1725-4110-b80d-6a4626c88586 None None] Bound using segment: {'id': 'f3001834-5403-453a-b246-fd76d5b26d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '74c04624-4140-4df3-98ac-bec5439b5069'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:36:24.794893 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-31945122-1725-4110-b80d-6a4626c88586 None None] Bound port: d18e773e-a5ae-4eb1-b787-2fbf9c3bb144, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3001834-5403-453a-b246-fd76d5b26d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '74c04624-4140-4df3-98ac-bec5439b5069'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:36:24.795392 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-31945122-1725-4110-b80d-6a4626c88586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d18e773e-a5ae-4eb1-b787-2fbf9c3bb144), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:24.806900 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-9cc0c5d2-8420-4dc1-b1d4-49089009d903 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:24.808455 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-9cc0c5d2-8420-4dc1-b1d4-49089009d903 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3807034 Feb 07 16:36:24.824525 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-0bd791ac-631c-4d37-9761-5863310638c5 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Request body: {'port': {'device_id': 'ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': 'c30989ba14eb43359cc98a985359e778'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:24.906767 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27f207-782c-4046-8738-9b61dac1b155 req-1a132039-0bb8-420f-a8c2-3b36b9864c14 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:24.916636 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c27f207-782c-4046-8738-9b61dac1b155 req-1a132039-0bb8-420f-a8c2-3b36b9864c14 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 945 time: 0.3269689 Feb 07 16:36:24.983368 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-31945122-1725-4110-b80d-6a4626c88586 None None] For port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:36:24.989731 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-31945122-1725-4110-b80d-6a4626c88586 None None] For port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d18e773e-a5ae-4eb1-b787-2fbf9c3bb144,segment=NetworkSegment(f3001834-5403-453a-b246-fd76d5b26d4c),segment_id=f3001834-5403-453a-b246-fd76d5b26d4c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:36:25.017403 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 6be6da45-c22f-49ba-bdd2-f75d0d85de89, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6be6da45-c22f-49ba-bdd2-f75d0d85de89,segment=NetworkSegment(52d8bd8a-d652-42dd-80f3-96312b891827),segment_id=52d8bd8a-d652-42dd-80f3-96312b891827)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:25.032934 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '6be6da45-c22f-49ba-bdd2-f75d0d85de89', 'network_id': '7d8c610e-4de7-4bb6-844a-cdc62ecde865', 'port_id': '6be6da45-c22f-49ba-bdd2-f75d0d85de89', 'mac_address': 'fa:16:3e:e0:ae:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdb0897-548f-413d-af2b-8f313090ed76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:36:25.036046 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-31945122-1725-4110-b80d-6a4626c88586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d18e773e-a5ae-4eb1-b787-2fbf9c3bb144), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:25.056882 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c27f207-782c-4046-8738-9b61dac1b155 req-18e200d2-a21c-4fe7-9b1b-6cef142aa1bc tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/security-groups?id=28e4b0cc-3a52-4f60-ba29-eb824e79aebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249056 Feb 07 16:36:25.131759 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-0bd791ac-631c-4d37-9761-5863310638c5 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Made reservation on behalf of c30989ba14eb43359cc98a985359e778 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:36:25.136411 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-0bd791ac-631c-4d37-9761-5863310638c5 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:25.160714 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-0bd791ac-631c-4d37-9761-5863310638c5 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:25.185836 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-79871687-0f77-4d85-b8f3-7d70389eff47 req-2553d693-62fe-4354-8fbb-010f43de57c8 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad HTTP/1.1" status: 200 len: 210 time: 0.7741890 Feb 07 16:36:25.186897 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31945122-1725-4110-b80d-6a4626c88586 None None] Pushing event updated for resources: {'Port': ['ID=d18e773e-a5ae-4eb1-b787-2fbf9c3bb144,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:25.205436 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2551f40c-a36d-46e2-81aa-58a70eb0e0d1 req-7c78bc95-25d9-48b6-9aca-c501463e587e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9789758 Feb 07 16:36:25.226688 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86e8f34a-5b7a-4011-a78b-07415b9f8795 req-9e28b336-7385-4ed5-8752-f38187bb2f9d tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0e7fb5-f13c-477b-8b73-934551115f56 HTTP/1.1" status: 200 len: 210 time: 0.0752633 Feb 07 16:36:25.238383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 6be6da45-c22f-49ba-bdd2-f75d0d85de89 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:25.239143 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6be6da45-c22f-49ba-bdd2-f75d0d85de89), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:25.300717 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be6da45-c22f-49ba-bdd2-f75d0d85de89 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:36:25.332083 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-63c886ef-0b27-440e-ac01-97a7fda1eeb1 req-46747b2f-6f3d-4dcc-828c-62c1edb84d8c tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Deleting port ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:25.332256 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-63c886ef-0b27-440e-ac01-97a7fda1eeb1 req-46747b2f-6f3d-4dcc-828c-62c1edb84d8c tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:25.411744 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-0bd791ac-631c-4d37-9761-5863310638c5 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Publish callbacks [] for security_group (2f3d513f-4b64-424a-9f7e-6cbc93568d8f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:25.422775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 6be6da45-c22f-49ba-bdd2-f75d0d85de89, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6be6da45-c22f-49ba-bdd2-f75d0d85de89,segment=NetworkSegment(52d8bd8a-d652-42dd-80f3-96312b891827),segment_id=52d8bd8a-d652-42dd-80f3-96312b891827)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:25.423769 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-0bd791ac-631c-4d37-9761-5863310638c5 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2f3d513f-4b64-424a-9f7e-6cbc93568d8f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:25.433572 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6be6da45-c22f-49ba-bdd2-f75d0d85de89), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:25.556999 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=6be6da45-c22f-49ba-bdd2-f75d0d85de89,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:25.607441 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd791ac-631c-4d37-9761-5863310638c5 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3d513f-4b64-424a-9f7e-6cbc93568d8f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:25.647069 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7ec970-341d-4882-9d4b-1491dda62cd9 admin admin] Publish callbacks [] for router_gateway (f2c9dabb-9704-44e3-8a06-b5f3bc71193a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:25.690390 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7ec970-341d-4882-9d4b-1491dda62cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:25.695323 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded51364-1898-4512-ad43-705cb747abee req-ed77d37c-509a-4813-b0ec-b48329d38534 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:25.703018 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ded51364-1898-4512-ad43-705cb747abee req-ed77d37c-509a-4813-b0ec-b48329d38534 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/ports?device_id=acdee68d-818e-45af-835d-3d630b323eba HTTP/1.1" status: 200 len: 944 time: 0.2330427 Feb 07 16:36:25.743047 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d880cfd2-0967-4734-a5c2-dc36a9d2ca56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:25.761750 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-0bd791ac-631c-4d37-9761-5863310638c5 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Allocated IP 192.168.233.207 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/b331734f-7343-4e8e-a7bb-81dd216e3151) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:36:25.831100 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ded51364-1898-4512-ad43-705cb747abee req-a661aa92-c0b6-4774-9a21-4f0818d6a410 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/security-groups?id=73e3094a-d13b-4a2e-b587-72c9c049c302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265395 Feb 07 16:36:25.839514 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['6be6da45-c22f-49ba-bdd2-f75d0d85de89'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:25.846450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6788a-d76a-4347-9832-21d39fb771ec req-35d3ddda-6db6-4bd1-96bf-ce8364b91059 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:25.853330 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7b6788a-d76a-4347-9832-21d39fb771ec req-35d3ddda-6db6-4bd1-96bf-ce8364b91059 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=10cf0c18-31ac-4e7d-89fb-b6d5374e43b6 HTTP/1.1" status: 200 len: 950 time: 0.3258631 Feb 07 16:36:25.909222 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-63c886ef-0b27-440e-ac01-97a7fda1eeb1 req-46747b2f-6f3d-4dcc-828c-62c1edb84d8c tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] For port ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b,segment=NetworkSegment(88ed8e75-88df-48a6-ac4a-fdc3550c0643),segment_id=88ed8e75-88df-48a6-ac4a-fdc3550c0643)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:25.909619 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-63c886ef-0b27-440e-ac01-97a7fda1eeb1 req-46747b2f-6f3d-4dcc-828c-62c1edb84d8c tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:25.926825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-9f7ec970-341d-4882-9d4b-1491dda62cd9 admin admin] Allocated IP 172.25.4.8 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/14e1d5f6-a3f9-4221-b0e5-18493021894a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:36:25.947605 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-63c886ef-0b27-440e-ac01-97a7fda1eeb1 req-46747b2f-6f3d-4dcc-828c-62c1edb84d8c tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Calling delete_port for ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:25.991420 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7b6788a-d76a-4347-9832-21d39fb771ec req-3fae19e6-8b3b-4daf-a3db-def7d2ce9377 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372070 Feb 07 16:36:26.149945 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-0bd791ac-631c-4d37-9761-5863310638c5 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Publish callbacks [] for port (b331734f-7343-4e8e-a7bb-81dd216e3151), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:26.301858 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4be29-eb16-47fb-ac7a-e3277528e7c5 req-111a29d4-deb9-4e09-b373-b67462f184e7 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:26.304087 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eec4be29-eb16-47fb-ac7a-e3277528e7c5 req-111a29d4-deb9-4e09-b373-b67462f184e7 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 945 time: 0.1467378 Feb 07 16:36:26.312372 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7ec970-341d-4882-9d4b-1491dda62cd9 admin admin] Publish callbacks [] for port (14e1d5f6-a3f9-4221-b0e5-18493021894a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:26.323362 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-0bd791ac-631c-4d37-9761-5863310638c5 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (b331734f-7343-4e8e-a7bb-81dd216e3151), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:26.407082 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eec4be29-eb16-47fb-ac7a-e3277528e7c5 req-301f865c-cb92-4f1d-89e3-9985b29a822d tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/security-groups?id=28e4b0cc-3a52-4f60-ba29-eb824e79aebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967786 Feb 07 16:36:26.416078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-0bd791ac-631c-4d37-9761-5863310638c5 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:36:26.420690 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-0bd791ac-631c-4d37-9761-5863310638c5 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:36:26.424234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-0bd791ac-631c-4d37-9761-5863310638c5 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:36:26.498585 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-0bd791ac-631c-4d37-9761-5863310638c5 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:26.498585 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-0bd791ac-631c-4d37-9761-5863310638c5 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:26.524354 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd791ac-631c-4d37-9761-5863310638c5 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Pushing event updated for resources: {'Port': ['ID=b331734f-7343-4e8e-a7bb-81dd216e3151,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:26.535985 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-0bd791ac-631c-4d37-9761-5863310638c5 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7169914 Feb 07 16:36:26.549297 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Request body: {'port': {'device_id': 'ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:26.584064 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:36:26.622087 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-63c886ef-0b27-440e-ac01-97a7fda1eeb1 req-46747b2f-6f3d-4dcc-828c-62c1edb84d8c tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:26.635143 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7ec970-341d-4882-9d4b-1491dda62cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (14e1d5f6-a3f9-4221-b0e5-18493021894a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:26.638545 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:36:26.639162 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:36:26.699522 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5db67808-f3c0-443c-803b-e2f0e0224335 req-52244ba3-a8ad-4d40-8771-21754c905418 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0e7fb5-f13c-477b-8b73-934551115f56 HTTP/1.1" status: 200 len: 210 time: 0.0669999 Feb 07 16:36:26.710924 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b331734f-7343-4e8e-a7bb-81dd216e3151), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:26.719380 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ec970-341d-4882-9d4b-1491dda62cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=14e1d5f6-a3f9-4221-b0e5-18493021894a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:26.737208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157336ed-24d9-454f-9ff3-73710b511209 req-2d8c3662-35ea-4112-b25b-09dc8b76e3fb tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:26.738791 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-157336ed-24d9-454f-9ff3-73710b511209 req-2d8c3662-35ea-4112-b25b-09dc8b76e3fb tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad HTTP/1.1" status: 200 len: 936 time: 0.3747067 Feb 07 16:36:26.788260 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46747b2f-6f3d-4dcc-828c-62c1edb84d8c tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Pushing event deleted for resources: {'Port': ['ID=ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:26.810319 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7ec970-341d-4882-9d4b-1491dda62cd9 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:36:26.818290 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9f7ec970-341d-4882-9d4b-1491dda62cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:36:26.836753 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ec970-341d-4882-9d4b-1491dda62cd9 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:36:26.991224 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-6ffbb5ea-9db6-4b6a-b93d-dcf87c2e8561 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:26.992871 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-6ffbb5ea-9db6-4b6a-b93d-dcf87c2e8561 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.32 "GET /v2.0/networks?id=38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f HTTP/1.1" status: 200 len: 821 time: 0.6393709 Feb 07 16:36:27.026916 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c886ef-0b27-440e-ac01-97a7fda1eeb1 req-46747b2f-6f3d-4dcc-828c-62c1edb84d8c tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] No DVR routers for this DVR port ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:36:27.032551 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-7a49d2a1-5237-4f4b-bc37-d95912794207 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Request body: {'port': {'device_id': '1c0e7fb5-f13c-477b-8b73-934551115f56', 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f', 'admin_state_up': True, 'tenant_id': '7bd5b472775543f38aca99e61ef5156c'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:27.057384 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-63c886ef-0b27-440e-ac01-97a7fda1eeb1 req-46747b2f-6f3d-4dcc-828c-62c1edb84d8c tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:27.058292 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2fc2d6f4-8ec4-41b7-a2b5-906ec8de9b18 None None] Provisioning complete for port b331734f-7343-4e8e-a7bb-81dd216e3151 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:36:27.059059 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2fc2d6f4-8ec4-41b7-a2b5-906ec8de9b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b331734f-7343-4e8e-a7bb-81dd216e3151), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:27.061333 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63c886ef-0b27-440e-ac01-97a7fda1eeb1 req-46747b2f-6f3d-4dcc-828c-62c1edb84d8c tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.48 "DELETE /v2.0/ports/ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b HTTP/1.1" status: 204 len: 173 time: 2.5975020 Feb 07 16:36:27.077320 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7166f0ea-7d53-46cf-830b-9d29d7ec72dc', 'name': 'network-vif-deleted', 'tag': 'ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:27.089044 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a33b82-f5c8-400e-adc9-8b477370cf52" -d '{"events": [{"server_uuid": "7166f0ea-7d53-46cf-830b-9d29d7ec72dc", "name": "network-vif-deleted", "tag": "ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:27.141815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d884d6-31a2-4199-b012-04e3cb88abe5 None None] Network 74c04624-4140-4df3-98ac-bec5439b5069 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:36:27.151122 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc32ad0-a460-4891-ba9f-6bceeeb6f9f6 req-d7907d03-1160-46a9-b851-f21a3c3e58f9 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:27.159712 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6fc32ad0-a460-4891-ba9f-6bceeeb6f9f6 req-d7907d03-1160-46a9-b851-f21a3c3e58f9 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/ports?device_id=acdee68d-818e-45af-835d-3d630b323eba HTTP/1.1" status: 200 len: 944 time: 0.1408463 Feb 07 16:36:27.292892 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6fc32ad0-a460-4891-ba9f-6bceeeb6f9f6 req-922627bd-7d5c-4a54-b3bb-b2116b1ee56d tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/security-groups?id=73e3094a-d13b-4a2e-b587-72c9c049c302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321857 Feb 07 16:36:27.298699 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2fc2d6f4-8ec4-41b7-a2b5-906ec8de9b18 None None] Port b331734f-7343-4e8e-a7bb-81dd216e3151 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:36:27.388277 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b331734f-7343-4e8e-a7bb-81dd216e3151 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:36:27.420027 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Publish callbacks [] for port (b331734f-7343-4e8e-a7bb-81dd216e3151), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:27.458296 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-69e68bd7-ce4c-4613-8282-4c1cdad6351c None None] Provisioning complete for port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:36:27.458871 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-69e68bd7-ce4c-4613-8282-4c1cdad6351c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d18e773e-a5ae-4eb1-b787-2fbf9c3bb144), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:27.497120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Transition to ACTIVE for port object b331734f-7343-4e8e-a7bb-81dd216e3151 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:36:27.504062 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:36:27.508980 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (b331734f-7343-4e8e-a7bb-81dd216e3151), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:27.523605 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-157336ed-24d9-454f-9ff3-73710b511209 req-61ed4117-ac32-4b32-b26d-02b9e79ae5d5 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f3d513f-4b64-424a-9f7e-6cbc93568d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7275069 Feb 07 16:36:27.600034 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Pushing event updated for resources: {'Port': ['ID=b331734f-7343-4e8e-a7bb-81dd216e3151,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:27.631749 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d05b2c7-f67d-423a-9dbd-3719b4934947 x-openstack-request-id: req-4d05b2c7-f67d-423a-9dbd-3719b4934947 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:27.632210 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7166f0ea-7d53-46cf-830b-9d29d7ec72dc", "name": "network-vif-deleted", "tag": "ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:27.632640 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d05b2c7-f67d-423a-9dbd-3719b4934947 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:27.633342 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7166f0ea-7d53-46cf-830b-9d29d7ec72dc', 'name': 'network-vif-deleted', 'tag': 'ee42ddb4-1a4a-48b7-8303-41d9ccb1ce9b', 'status': 'completed', 'code': 200} Feb 07 16:36:27.639937 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-7a49d2a1-5237-4f4b-bc37-d95912794207 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Made reservation on behalf of 7bd5b472775543f38aca99e61ef5156c for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:36:27.661514 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-7a49d2a1-5237-4f4b-bc37-d95912794207 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:27.663980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009623-f9ee-471d-b9c4-6d2171c498b0 req-00b29598-dab6-4fcf-93db-1eb2e07fcd80 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:27.676155 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a009623-f9ee-471d-b9c4-6d2171c498b0 req-00b29598-dab6-4fcf-93db-1eb2e07fcd80 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=10cf0c18-31ac-4e7d-89fb-b6d5374e43b6 HTTP/1.1" status: 200 len: 950 time: 0.2697828 Feb 07 16:36:27.762229 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a009623-f9ee-471d-b9c4-6d2171c498b0 req-4c884120-0cae-4f97-a32b-10ef7cd7066a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841491 Feb 07 16:36:27.863981 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:36:27.864363 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d18e773e-a5ae-4eb1-b787-2fbf9c3bb144), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:27.912286 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-69e68bd7-ce4c-4613-8282-4c1cdad6351c None None] Current status of the port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:27.912688 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-69e68bd7-ce4c-4613-8282-4c1cdad6351c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d18e773e-a5ae-4eb1-b787-2fbf9c3bb144), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:27.927916 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c37a0456-b870-404e-96ee-d19c0d4de396 req-ff59beb1-10ca-4c41-b915-51ad227f99d2 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0e7fb5-f13c-477b-8b73-934551115f56 HTTP/1.1" status: 200 len: 210 time: 0.0361037 Feb 07 16:36:27.962822 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Attempting to bind port b331734f-7343-4e8e-a7bb-81dd216e3151 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:36:27.962822 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Attempting to bind port b331734f-7343-4e8e-a7bb-81dd216e3151 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:36:27.963169 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Attempting to bind port b331734f-7343-4e8e-a7bb-81dd216e3151 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:36:27.976678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Port b331734f-7343-4e8e-a7bb-81dd216e3151 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:36:27.976678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Attempting to bind port b331734f-7343-4e8e-a7bb-81dd216e3151 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:36:27.982023 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:36:27.982500 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:36:27.982955 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:36:27.983334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-69e68bd7-ce4c-4613-8282-4c1cdad6351c None None] For port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d18e773e-a5ae-4eb1-b787-2fbf9c3bb144,segment=NetworkSegment(f3001834-5403-453a-b246-fd76d5b26d4c),segment_id=f3001834-5403-453a-b246-fd76d5b26d4c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:27.983491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Bound port: b331734f-7343-4e8e-a7bb-81dd216e3151, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:36:27.983755 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b331734f-7343-4e8e-a7bb-81dd216e3151), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:28.014822 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b67aeda-c5cc-41af-ae7c-5e75e614dee2 req-e370c196-4c1a-42c5-a91b-ba9e78b57066 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450 tempest-FloatingIPsAssociationNegativeTestJSON-1860646450-project] 10.222.0.18 "GET /v2.0/ports?device_id=7166f0ea-7d53-46cf-830b-9d29d7ec72dc HTTP/1.1" status: 200 len: 210 time: 0.2356653 Feb 07 16:36:28.018303 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-69e68bd7-ce4c-4613-8282-4c1cdad6351c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d18e773e-a5ae-4eb1-b787-2fbf9c3bb144), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:28.079267 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fb17ae21-c3d5-464a-aabb-6fc27223e0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:28.084047 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:28.084688 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d18e773e-a5ae-4eb1-b787-2fbf9c3bb144), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:28.119352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] For port b331734f-7343-4e8e-a7bb-81dd216e3151, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:36:28.124017 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9380e-c250-4b03-9e85-88a6080b5e8f req-64fd7ff8-a78f-4dd8-81f1-ce49dc749713 tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:28.137850 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e6f9380e-c250-4b03-9e85-88a6080b5e8f req-64fd7ff8-a78f-4dd8-81f1-ce49dc749713 tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=10cf0c18-31ac-4e7d-89fb-b6d5374e43b6 HTTP/1.1" status: 200 len: 1132 time: 0.1131704 Feb 07 16:36:28.143952 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] For port b331734f-7343-4e8e-a7bb-81dd216e3151, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=b331734f-7343-4e8e-a7bb-81dd216e3151,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:36:28.155156 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e68bd7-ce4c-4613-8282-4c1cdad6351c None None] Pushing event updated for resources: {'Port': ['ID=d18e773e-a5ae-4eb1-b787-2fbf9c3bb144,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:28.158868 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-7a49d2a1-5237-4f4b-bc37-d95912794207 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Allocated IP 172.20.0.4 (38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f/cd54b586-8698-4fa9-b42d-dba2de8db3c9/29146065-272c-4f4b-b385-9762a5215eed) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:36:28.184450 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:36:28.184814 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:36:28.189493 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-cc736cca-f6d1-49fe-8d1b-0cf5a75cad6e None None] Provisioning complete for port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:36:28.190103 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cc736cca-f6d1-49fe-8d1b-0cf5a75cad6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d18e773e-a5ae-4eb1-b787-2fbf9c3bb144), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:28.205967 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7ec970-341d-4882-9d4b-1491dda62cd9 admin admin] Publish callbacks [] for router_gateway (f2c9dabb-9704-44e3-8a06-b5f3bc71193a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:28.209902 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e6f9380e-c250-4b03-9e85-88a6080b5e8f req-ccbbd1bd-680d-4050-8937-72e4d84b4fbe tempest-ServersOnMultiNodesTest-1685891770 tempest-ServersOnMultiNodesTest-1685891770-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709624 Feb 07 16:36:28.215597 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (b331734f-7343-4e8e-a7bb-81dd216e3151), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:28.281040 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:28.282768 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:28.284274 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] 10.222.0.32 "PUT /v2.0/ports/b331734f-7343-4e8e-a7bb-81dd216e3151 HTTP/1.1" status: 200 len: 1096 time: 1.7401962 Feb 07 16:36:28.284653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad', 'tag': 'b331734f-7343-4e8e-a7bb-81dd216e3151'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:28.287772 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66016280-9ee5-4600-a51a-4d2cb97fb6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad", "tag": "b331734f-7343-4e8e-a7bb-81dd216e3151"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:28.327437 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-cc736cca-f6d1-49fe-8d1b-0cf5a75cad6e None None] Current status of the port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:28.376695 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6388f0b8-7c23-48c3-90b2-c177dbc31e53 x-openstack-request-id: req-6388f0b8-7c23-48c3-90b2-c177dbc31e53 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:28.376986 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad", "tag": "b331734f-7343-4e8e-a7bb-81dd216e3151", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:28.377242 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6388f0b8-7c23-48c3-90b2-c177dbc31e53 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:28.377672 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad', 'tag': 'b331734f-7343-4e8e-a7bb-81dd216e3151', 'status': 'completed', 'code': 200} Feb 07 16:36:28.393871 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b4766-f361-4785-b2be-691603e1ed8c service neutron] Pushing event updated for resources: {'Port': ['ID=b331734f-7343-4e8e-a7bb-81dd216e3151,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:28.432655 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-0db82291-6645-4744-bbb6-6543300aafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:28.434214 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-0db82291-6645-4744-bbb6-6543300aafb1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c30989ba14eb43359cc98a985359e778&device_id=ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad HTTP/1.1" status: 200 len: 1130 time: 0.1079113 Feb 07 16:36:28.496420 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-cca67691-b5c8-48b8-94fc-4e508fcb4783 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=b331734f-7343-4e8e-a7bb-81dd216e3151 HTTP/1.1" status: 200 len: 217 time: 0.0545797 Feb 07 16:36:28.571840 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-7a49d2a1-5237-4f4b-bc37-d95912794207 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for port (29146065-272c-4f4b-b385-9762a5215eed), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:28.596078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 6be6da45-c22f-49ba-bdd2-f75d0d85de89 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:36:28.608090 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-917aa7d3-4604-4e03-a55f-6d69f50f16cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:28.610972 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-917aa7d3-4604-4e03-a55f-6d69f50f16cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1035678 Feb 07 16:36:28.632843 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da025e-5e7c-4362-adbd-e90995b3595a req-926f5b90-8d0a-458d-871d-6c086c4a1ee0 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:28.639791 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60da025e-5e7c-4362-adbd-e90995b3595a req-926f5b90-8d0a-458d-871d-6c086c4a1ee0 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/ports?device_id=acdee68d-818e-45af-835d-3d630b323eba HTTP/1.1" status: 200 len: 944 time: 0.1423762 Feb 07 16:36:28.649367 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7ec970-341d-4882-9d4b-1491dda62cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (f2c9dabb-9704-44e3-8a06-b5f3bc71193a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:28.655950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 6be6da45-c22f-49ba-bdd2-f75d0d85de89 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:36:28.663937 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 6be6da45-c22f-49ba-bdd2-f75d0d85de89 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:36:28.664299 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6be6da45-c22f-49ba-bdd2-f75d0d85de89), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:28.666937 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-7a49d2a1-5237-4f4b-bc37-d95912794207 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (29146065-272c-4f4b-b385-9762a5215eed), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:28.722352 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60da025e-5e7c-4362-adbd-e90995b3595a req-f5d2cd9f-665b-487d-9e34-b320bbfd80bb tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/security-groups?id=73e3094a-d13b-4a2e-b587-72c9c049c302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816944 Feb 07 16:36:28.724299 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-3e13b86e-4ce2-4c51-b0b0-9dbcdd28cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:28.725757 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-3e13b86e-4ce2-4c51-b0b0-9dbcdd28cb81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1090155 Feb 07 16:36:28.739820 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:28.787817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-7a49d2a1-5237-4f4b-bc37-d95912794207 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Network 38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:36:28.795374 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-7a49d2a1-5237-4f4b-bc37-d95912794207 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:36:28.802795 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-7a49d2a1-5237-4f4b-bc37-d95912794207 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:36:28.834486 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 6be6da45-c22f-49ba-bdd2-f75d0d85de89 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:28.834984 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6be6da45-c22f-49ba-bdd2-f75d0d85de89), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:28.840921 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-daa304a5-cb15-4ed1-952e-583c8c99a476 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084926 Feb 07 16:36:28.845271 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6a6e4-897c-4064-83e4-f8101e3c1e29 req-0b31156c-d1b8-477e-9dda-7cda526793e8 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:28.846950 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-17d6a6e4-897c-4064-83e4-f8101e3c1e29 req-0b31156c-d1b8-477e-9dda-7cda526793e8 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=10cf0c18-31ac-4e7d-89fb-b6d5374e43b6 HTTP/1.1" status: 200 len: 950 time: 0.2416565 Feb 07 16:36:28.853784 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49d2a1-5237-4f4b-bc37-d95912794207 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Pushing event updated for resources: {'Port': ['ID=29146065-272c-4f4b-b385-9762a5215eed,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:28.868129 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdee68d-818e-45af-835d-3d630b323eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be6da45-c22f-49ba-bdd2-f75d0d85de89'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:28.870860 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d4b60a-2aec-4686-9e5d-496557fa24c1" -d '{"events": [{"server_uuid": "acdee68d-818e-45af-835d-3d630b323eba", "name": "network-vif-plugged", "status": "completed", "tag": "6be6da45-c22f-49ba-bdd2-f75d0d85de89"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:28.884984 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 6be6da45-c22f-49ba-bdd2-f75d0d85de89, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6be6da45-c22f-49ba-bdd2-f75d0d85de89,segment=NetworkSegment(52d8bd8a-d652-42dd-80f3-96312b891827),segment_id=52d8bd8a-d652-42dd-80f3-96312b891827)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:28.890588 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6be6da45-c22f-49ba-bdd2-f75d0d85de89), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:28.913117 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-7a49d2a1-5237-4f4b-bc37-d95912794207 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:28.914519 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-7a49d2a1-5237-4f4b-bc37-d95912794207 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:28.955234 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=6be6da45-c22f-49ba-bdd2-f75d0d85de89,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:28.957529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8c4f1-24fd-4d15-9b66-4cbd9a32a9a8 req-925a36fa-b68d-4c42-88d1-0670f8d999f4 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:28.959079 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-14a8c4f1-24fd-4d15-9b66-4cbd9a32a9a8 req-925a36fa-b68d-4c42-88d1-0670f8d999f4 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad HTTP/1.1" status: 200 len: 948 time: 0.1172488 Feb 07 16:36:28.959217 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-7a49d2a1-5237-4f4b-bc37-d95912794207 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9368789 Feb 07 16:36:28.969885 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-17d6a6e4-897c-4064-83e4-f8101e3c1e29 req-8e5c8b06-942a-4722-8cc7-252bdedabaa1 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967515 Feb 07 16:36:28.987693 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Request body: {'port': {'device_id': '1c0e7fb5-f13c-477b-8b73-934551115f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:29.000726 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de93b284-3118-4410-8eb8-fd97dcb6f3e9 req-69854350-c7af-4bef-af83-42b89b1483c2 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480906 Feb 07 16:36:29.027866 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651c4dee-f4d5-459b-ae60-23984feffdbd x-openstack-request-id: req-651c4dee-f4d5-459b-ae60-23984feffdbd {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:29.028316 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acdee68d-818e-45af-835d-3d630b323eba", "name": "network-vif-plugged", "status": "completed", "tag": "6be6da45-c22f-49ba-bdd2-f75d0d85de89", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:29.028710 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-651c4dee-f4d5-459b-ae60-23984feffdbd {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:29.029183 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdee68d-818e-45af-835d-3d630b323eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be6da45-c22f-49ba-bdd2-f75d0d85de89', 'code': 200} Feb 07 16:36:29.038416 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-14a8c4f1-24fd-4d15-9b66-4cbd9a32a9a8 req-e9fca710-f5b5-46a6-b6e9-d0212f6204c6 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f3d513f-4b64-424a-9f7e-6cbc93568d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708187 Feb 07 16:36:29.076836 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7ec970-341d-4882-9d4b-1491dda62cd9 admin admin] Router f2c9dabb-9704-44e3-8a06-b5f3bc71193a is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:36:29.085931 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (29146065-272c-4f4b-b385-9762a5215eed), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:29.110650 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:36:29.127899 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57056) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:29.177750 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66016280-9ee5-4600-a51a-4d2cb97fb6ae req-951d0315-0992-45f3-bb8f-35d3c27cc0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:29.179338 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-66016280-9ee5-4600-a51a-4d2cb97fb6ae req-951d0315-0992-45f3-bb8f-35d3c27cc0c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c30989ba14eb43359cc98a985359e778&device_id=ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad HTTP/1.1" status: 200 len: 1130 time: 0.1264737 Feb 07 16:36:29.333490 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:29.354669 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66016280-9ee5-4600-a51a-4d2cb97fb6ae req-dd9163e0-e034-42c2-84fd-9368df410257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:29.356000 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-66016280-9ee5-4600-a51a-4d2cb97fb6ae req-dd9163e0-e034-42c2-84fd-9368df410257 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.1479328 Feb 07 16:36:29.385392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:36:29.445409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:36:29.445667 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d18e773e-a5ae-4eb1-b787-2fbf9c3bb144), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:29.457015 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-66016280-9ee5-4600-a51a-4d2cb97fb6ae req-9a02eac9-2f4b-435a-9aa5-a750e44a23ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=b331734f-7343-4e8e-a7bb-81dd216e3151 HTTP/1.1" status: 200 len: 217 time: 0.0647550 Feb 07 16:36:29.538898 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:29.670052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc4c7b-3f31-4981-b542-6ae47e268f71 req-f5f48846-d46d-49e7-8b75-25b2c4d02421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:29.671485 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2fbc4c7b-3f31-4981-b542-6ae47e268f71 req-f5f48846-d46d-49e7-8b75-25b2c4d02421 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=acdee68d-818e-45af-835d-3d630b323eba HTTP/1.1" status: 200 len: 1127 time: 0.5206180 Feb 07 16:36:29.673182 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7ec970-341d-4882-9d4b-1491dda62cd9 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:36:29.683498 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1ce20-2770-4b2a-bea3-73c2c144e9e6 req-0dc5de09-7b2e-4b65-8dcd-37b32732f11f tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:29.684526 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] Sync routers for ids ['f2c9dabb-9704-44e3-8a06-b5f3bc71193a'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:36:29.685375 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5ef1ce20-2770-4b2a-bea3-73c2c144e9e6 req-0dc5de09-7b2e-4b65-8dcd-37b32732f11f tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0e7fb5-f13c-477b-8b73-934551115f56 HTTP/1.1" status: 200 len: 931 time: 0.5356133 Feb 07 16:36:29.700337 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] Routers {'f2c9dabb-9704-44e3-8a06-b5f3bc71193a'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:36:29.701334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:36:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['f2c9dabb-9704-44e3-8a06-b5f3bc71193a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:29.799811 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f7ec970-341d-4882-9d4b-1491dda62cd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:29.804204 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9f7ec970-341d-4882-9d4b-1491dda62cd9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1613443 Feb 07 16:36:29.805976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57062) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:29.836836 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2fbc4c7b-3f31-4981-b542-6ae47e268f71 req-2f41df3e-8a10-4b12-9325-5e0430e67d73 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=73e3094a-d13b-4a2e-b587-72c9c049c302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504359 Feb 07 16:36:29.841901 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5ef1ce20-2770-4b2a-bea3-73c2c144e9e6 req-a397b356-8b15-4a20-80cf-db9a9d1c12b2 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421468 Feb 07 16:36:29.842872 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] Set router f2c9dabb-9704-44e3-8a06-b5f3bc71193a gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:36:29.886409 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66016280-9ee5-4600-a51a-4d2cb97fb6ae req-46437b63-f48a-4566-95ef-19f2fd9b5abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:29.887863 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-66016280-9ee5-4600-a51a-4d2cb97fb6ae req-46437b63-f48a-4566-95ef-19f2fd9b5abd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.4230616 Feb 07 16:36:29.940716 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29146065-272c-4f4b-b385-9762a5215eed {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:36:29.948637 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Publish callbacks [] for port (29146065-272c-4f4b-b385-9762a5215eed), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:29.961645 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Transition to ACTIVE for port object 29146065-272c-4f4b-b385-9762a5215eed will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:36:29.966701 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (29146065-272c-4f4b-b385-9762a5215eed), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:30.025415 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=29146065-272c-4f4b-b385-9762a5215eed,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:30.064145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c9dabb-9704-44e3-8a06-b5f3bc71193a', 'name': 'tempest-FloatingIPDetailsTestJSON-336589675-router', 'tenant_id': 'ff22020213dd47d98019179315c4f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '14e1d5f6-a3f9-4221-b0e5-18493021894a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:36:23Z', 'updated_at': '2022-02-07T16:36:27Z', 'revision_number': 3, 'project_id': 'ff22020213dd47d98019179315c4f994', 'gw_port': {'id': '14e1d5f6-a3f9-4221-b0e5-18493021894a', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c9dabb-9704-44e3-8a06-b5f3bc71193a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:36:25Z', 'updated_at': '2022-02-07T16:36:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:30.082275 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e85f3-429e-4d62-9951-0733e0ace462 req-dfbbe02a-b6bf-4a24-86f1-0f254c8b4d5f tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:30.083841 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b5e85f3-429e-4d62-9951-0733e0ace462 req-dfbbe02a-b6bf-4a24-86f1-0f254c8b4d5f tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/ports?device_id=acdee68d-818e-45af-835d-3d630b323eba HTTP/1.1" status: 200 len: 945 time: 0.2048275 Feb 07 16:36:30.091285 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66016280-9ee5-4600-a51a-4d2cb97fb6ae req-820690c0-19b8-4c19-81bf-a8e86e987e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:30.093475 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-66016280-9ee5-4600-a51a-4d2cb97fb6ae req-820690c0-19b8-4c19-81bf-a8e86e987e35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1914496 Feb 07 16:36:30.098350 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] Checking router: f2c9dabb-9704-44e3-8a06-b5f3bc71193a for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:36:30.098946 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] Updating router f2c9dabb-9704-44e3-8a06-b5f3bc71193a port 14e1d5f6-a3f9-4221-b0e5-18493021894a binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:36:30.129522 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (14e1d5f6-a3f9-4221-b0e5-18493021894a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:30.155976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf4863-ae19-4b2d-bd98-3b5c8bea0b05 req-dca74a3b-dd61-4f61-92c3-5af6cf42d259 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:30.158314 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4bf4863-ae19-4b2d-bd98-3b5c8bea0b05 req-dca74a3b-dd61-4f61-92c3-5af6cf42d259 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=10cf0c18-31ac-4e7d-89fb-b6d5374e43b6 HTTP/1.1" status: 200 len: 950 time: 0.1145563 Feb 07 16:36:30.177503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Attempting to bind port 29146065-272c-4f4b-b385-9762a5215eed on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:36:30.177850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Attempting to bind port 29146065-272c-4f4b-b385-9762a5215eed by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '13e87c77-7324-48ae-9e21-8f2bde2847c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:36:30.178199 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Attempting to bind port 29146065-272c-4f4b-b385-9762a5215eed on network 38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:36:30.190635 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Port 29146065-272c-4f4b-b385-9762a5215eed on network 38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:36:30.191033 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Attempting to bind port 29146065-272c-4f4b-b385-9762a5215eed on network 38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:36:30.203277 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:36:30.203643 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Checking segment: {'id': '13e87c77-7324-48ae-9e21-8f2bde2847c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:36:30.204047 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Bound using segment: {'id': '13e87c77-7324-48ae-9e21-8f2bde2847c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:36:30.204506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Bound port: 29146065-272c-4f4b-b385-9762a5215eed, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e87c77-7324-48ae-9e21-8f2bde2847c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:36:30.204881 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (29146065-272c-4f4b-b385-9762a5215eed), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:30.252216 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4bf4863-ae19-4b2d-bd98-3b5c8bea0b05 req-85750c7c-3895-4096-83fc-089dfd159a60 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825450 Feb 07 16:36:30.315102 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] For port 29146065-272c-4f4b-b385-9762a5215eed, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:36:30.319676 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] For port 29146065-272c-4f4b-b385-9762a5215eed, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=29146065-272c-4f4b-b385-9762a5215eed,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:36:30.329963 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (29146065-272c-4f4b-b385-9762a5215eed), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:30.348040 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b5e85f3-429e-4d62-9951-0733e0ace462 req-3cdc0606-a764-4d88-a62a-5ce121d263ac tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/security-groups?id=73e3094a-d13b-4a2e-b587-72c9c049c302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529860 Feb 07 16:36:30.399404 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-66016280-9ee5-4600-a51a-4d2cb97fb6ae req-5b983dc4-5aed-45ac-bca5-caf852ea448b service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469602 Feb 07 16:36:30.432730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:30.433270 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:30.434834 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] 10.222.0.32 "PUT /v2.0/ports/29146065-272c-4f4b-b385-9762a5215eed HTTP/1.1" status: 200 len: 1091 time: 1.4636002 Feb 07 16:36:30.456262 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0e7fb5-f13c-477b-8b73-934551115f56', 'tag': '29146065-272c-4f4b-b385-9762a5215eed'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:30.458977 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe09c895-fdd0-4fdf-8c14-c22d6dc3fae5" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0e7fb5-f13c-477b-8b73-934551115f56", "tag": "29146065-272c-4f4b-b385-9762a5215eed"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:30.463996 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f558b-d3b7-4321-b2df-8fd7b28fb0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=29146065-272c-4f4b-b385-9762a5215eed,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:30.523644 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a899b195-8eaa-4fd6-9620-df3b5fb27d33 x-openstack-request-id: req-a899b195-8eaa-4fd6-9620-df3b5fb27d33 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:30.524276 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0e7fb5-f13c-477b-8b73-934551115f56", "tag": "29146065-272c-4f4b-b385-9762a5215eed", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:30.524596 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a899b195-8eaa-4fd6-9620-df3b5fb27d33 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:30.525052 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0e7fb5-f13c-477b-8b73-934551115f56', 'tag': '29146065-272c-4f4b-b385-9762a5215eed', 'status': 'completed', 'code': 200} Feb 07 16:36:30.589346 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553eca3-991d-4490-95a2-27b0f35a8e89 req-f51519c2-2fee-4069-b16e-40a78a302138 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:30.591444 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a553eca3-991d-4490-95a2-27b0f35a8e89 req-f51519c2-2fee-4069-b16e-40a78a302138 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad HTTP/1.1" status: 200 len: 948 time: 0.1891716 Feb 07 16:36:30.634802 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba8be9-42eb-4f9e-924e-3953a6e021ec req-99d0e349-ffdb-49b6-936e-ee627b8a4c3a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:30.636325 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a5ba8be9-42eb-4f9e-924e-3953a6e021ec req-99d0e349-ffdb-49b6-936e-ee627b8a4c3a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.48 "GET /v2.0/ports?device_id=10cf0c18-31ac-4e7d-89fb-b6d5374e43b6 HTTP/1.1" status: 200 len: 950 time: 0.1417634 Feb 07 16:36:30.643768 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-b00680ea-2dee-4190-98df-9dd92e8777a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:30.645243 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-b00680ea-2dee-4190-98df-9dd92e8777a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bd5b472775543f38aca99e61ef5156c&device_id=1c0e7fb5-f13c-477b-8b73-934551115f56 HTTP/1.1" status: 200 len: 1125 time: 0.1396301 Feb 07 16:36:30.653822 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-66016280-9ee5-4600-a51a-4d2cb97fb6ae req-cfdeb4a8-31b7-4a56-8339-aa3fb5caf93a service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168307 Feb 07 16:36:30.659184 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d878d7c8-dac2-4cd8-9679-f69bdf6ea0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (008b0841-0724-4fd5-8772-ea9b57ecc5ac), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:30.686095 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] Publish callbacks [] for port (14e1d5f6-a3f9-4221-b0e5-18493021894a), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:30.697893 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device b331734f-7343-4e8e-a7bb-81dd216e3151 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:36:30.701357 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (14e1d5f6-a3f9-4221-b0e5-18493021894a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:30.738191 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-2ae80de9-c30f-4144-8679-14b27cc66da3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29146065-272c-4f4b-b385-9762a5215eed HTTP/1.1" status: 200 len: 217 time: 0.0753813 Feb 07 16:36:30.744561 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a553eca3-991d-4490-95a2-27b0f35a8e89 req-45b10e4a-1c45-4e7f-8da7-baa9bad9e71f tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f3d513f-4b64-424a-9f7e-6cbc93568d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435037 Feb 07 16:36:30.771526 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:30.791921 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d48b5-7edf-4152-9798-f46fee74532e None None] Pushing event updated for resources: {'Port': ['ID=14e1d5f6-a3f9-4221-b0e5-18493021894a,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:30.832050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-2628932a-f7b0-4f5c-9c2e-43caaf7c0c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:30.833576 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-2628932a-f7b0-4f5c-9c2e-43caaf7c0c73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd54b586-8698-4fa9-b42d-dba2de8db3c9 HTTP/1.1" status: 200 len: 861 time: 0.0855563 Feb 07 16:36:30.841452 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] Attempting to bind port 14e1d5f6-a3f9-4221-b0e5-18493021894a on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:36:30.841949 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] Attempting to bind port 14e1d5f6-a3f9-4221-b0e5-18493021894a by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:36:30.842174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] Attempting to bind port 14e1d5f6-a3f9-4221-b0e5-18493021894a on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:36:30.852755 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:36:30.853184 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:36:30.853567 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:30.853959 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:36:30.854444 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] Bound port: 14e1d5f6-a3f9-4221-b0e5-18493021894a, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:36:30.854823 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (14e1d5f6-a3f9-4221-b0e5-18493021894a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:30.877713 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-9a7b5ee5-cd3a-436f-bd87-fccc68e91bf6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373149 Feb 07 16:36:30.889186 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29926a3f-1cdf-4d43-9266-2cee7393a754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:30.942803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port b331734f-7343-4e8e-a7bb-81dd216e3151, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=b331734f-7343-4e8e-a7bb-81dd216e3151,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:30.945547 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] For port 14e1d5f6-a3f9-4221-b0e5-18493021894a, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:36:30.954200 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] For port 14e1d5f6-a3f9-4221-b0e5-18493021894a, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=14e1d5f6-a3f9-4221-b0e5-18493021894a,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:36:30.961246 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'b331734f-7343-4e8e-a7bb-81dd216e3151', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': 'b331734f-7343-4e8e-a7bb-81dd216e3151', 'mac_address': 'fa:16:3e:7e:9d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:36:30.964788 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (14e1d5f6-a3f9-4221-b0e5-18493021894a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:30.973660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-a5ba8be9-42eb-4f9e-924e-3953a6e021ec req-945a54b1-e2f3-45a4-b82f-09a6ab1242f9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Deleting port 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:30.974148 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a5ba8be9-42eb-4f9e-924e-3953a6e021ec req-945a54b1-e2f3-45a4-b82f-09a6ab1242f9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:31.061896 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port b331734f-7343-4e8e-a7bb-81dd216e3151 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:31.062352 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b331734f-7343-4e8e-a7bb-81dd216e3151), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:31.066612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d48b5-7edf-4152-9798-f46fee74532e None None] Pushing event updated for resources: {'Port': ['ID=14e1d5f6-a3f9-4221-b0e5-18493021894a,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:31.077376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] Routers {'f2c9dabb-9704-44e3-8a06-b5f3bc71193a'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:36:31.079033 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:36:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['f2c9dabb-9704-44e3-8a06-b5f3bc71193a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:31.084625 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c7135-f154-48ea-9c00-4eb234c7bc12 req-b1a0e86e-75a5-4d8b-a54a-238fdc75599a tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:31.086316 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4f7c7135-f154-48ea-9c00-4eb234c7bc12 req-b1a0e86e-75a5-4d8b-a54a-238fdc75599a tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0e7fb5-f13c-477b-8b73-934551115f56 HTTP/1.1" status: 200 len: 943 time: 0.1615477 Feb 07 16:36:31.107739 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-96eece27-4ba0-4293-8ced-c6ad8c2ab565 service neutron] 10.222.0.32 "GET /v2.0/networks/38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087147 Feb 07 16:36:31.128907 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a5ba8be9-42eb-4f9e-924e-3953a6e021ec req-945a54b1-e2f3-45a4-b82f-09a6ab1242f9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] For port 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:31.129550 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a5ba8be9-42eb-4f9e-924e-3953a6e021ec req-945a54b1-e2f3-45a4-b82f-09a6ab1242f9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:31.155689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b331734f-7343-4e8e-a7bb-81dd216e3151 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:36:31.181841 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-a5ba8be9-42eb-4f9e-924e-3953a6e021ec req-945a54b1-e2f3-45a4-b82f-09a6ab1242f9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Calling delete_port for 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:31.190608 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port b331734f-7343-4e8e-a7bb-81dd216e3151, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=b331734f-7343-4e8e-a7bb-81dd216e3151,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:31.199321 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b331734f-7343-4e8e-a7bb-81dd216e3151), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:31.233495 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-29926a3f-1cdf-4d43-9266-2cee7393a754 admin admin] Allocated IP 172.20.0.1 (74c04624-4140-4df3-98ac-bec5439b5069/8434c722-2cc4-46e6-bf60-1a4f3f1e7da0/e1e55157-422c-4164-aaf4-30bedd5de757) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:36:31.238918 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4f7c7135-f154-48ea-9c00-4eb234c7bc12 req-c5355114-26e2-440a-88ab-1e176fa34627 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465139 Feb 07 16:36:31.294522 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] Set router f2c9dabb-9704-44e3-8a06-b5f3bc71193a gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:36:31.299962 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-59a0b715-fcd6-4050-8ce1-d152748b07fa req-724a44e1-7db9-4b8c-acfb-7e945fa327b4 service neutron] 10.222.0.32 "GET /v2.0/networks/38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858046 Feb 07 16:36:31.353062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d878d7c8-dac2-4cd8-9679-f69bdf6ea0a1 admin admin] Deleting port 03879d16-d6b2-4f47-83a8-b141acd05e00 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:31.353434 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d878d7c8-dac2-4cd8-9679-f69bdf6ea0a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (03879d16-d6b2-4f47-83a8-b141acd05e00), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:31.442725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=b331734f-7343-4e8e-a7bb-81dd216e3151,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:31.521491 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a5ba8be9-42eb-4f9e-924e-3953a6e021ec req-945a54b1-e2f3-45a4-b82f-09a6ab1242f9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:31.544546 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['b1b8c869-1177-4b49-8a99-d73f9a32b57c', '93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0', 'f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf', '5e47a186-2c52-4efd-97d0-008177fa7a8d', '4e509806-5893-4737-91e0-446f2f936e19'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:31.551202 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c2ed7b11-fa05-437c-b3fd-894f106c3dee', 'a92c68c2-44e0-403e-8267-3bb111f40920', '6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:31.554089 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29926a3f-1cdf-4d43-9266-2cee7393a754 admin admin] Publish callbacks [] for port (e1e55157-422c-4164-aaf4-30bedd5de757), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:31.560050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a54b1-e2f3-45a4-b82f-09a6ab1242f9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Pushing event deleted for resources: {'Port': ['ID=6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:31.569427 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09c895-fdd0-4fdf-8c14-c22d6dc3fae5 req-73a42dcd-4d76-4ca9-b732-f6a3fd74e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:31.570957 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fe09c895-fdd0-4fdf-8c14-c22d6dc3fae5 req-73a42dcd-4d76-4ca9-b732-f6a3fd74e5bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bd5b472775543f38aca99e61ef5156c&device_id=1c0e7fb5-f13c-477b-8b73-934551115f56 HTTP/1.1" status: 200 len: 1125 time: 0.1767445 Feb 07 16:36:31.578901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d878d7c8-dac2-4cd8-9679-f69bdf6ea0a1 admin admin] For port 03879d16-d6b2-4f47-83a8-b141acd05e00, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=03879d16-d6b2-4f47-83a8-b141acd05e00,segment=NetworkSegment(88ed8e75-88df-48a6-ac4a-fdc3550c0643),segment_id=88ed8e75-88df-48a6-ac4a-fdc3550c0643)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:31.579476 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d878d7c8-dac2-4cd8-9679-f69bdf6ea0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (03879d16-d6b2-4f47-83a8-b141acd05e00), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:31.585780 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edc8a2-83df-49bf-96fb-dc5a8c8f0991 req-e6344f96-a960-4885-ab63-9671a6d1c676 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:31.587310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-70edc8a2-83df-49bf-96fb-dc5a8c8f0991 req-e6344f96-a960-4885-ab63-9671a6d1c676 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=10cf0c18-31ac-4e7d-89fb-b6d5374e43b6 HTTP/1.1" status: 200 len: 867 time: 0.1915979 Feb 07 16:36:31.603715 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d878d7c8-dac2-4cd8-9679-f69bdf6ea0a1 admin admin] Calling delete_port for 03879d16-d6b2-4f47-83a8-b141acd05e00 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:31.621937 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['b331734f-7343-4e8e-a7bb-81dd216e3151'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:31.684162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ba8be9-42eb-4f9e-924e-3953a6e021ec req-945a54b1-e2f3-45a4-b82f-09a6ab1242f9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] No DVR routers for this DVR port 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:36:31.689723 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a5ba8be9-42eb-4f9e-924e-3953a6e021ec req-945a54b1-e2f3-45a4-b82f-09a6ab1242f9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:31.693359 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a5ba8be9-42eb-4f9e-924e-3953a6e021ec req-945a54b1-e2f3-45a4-b82f-09a6ab1242f9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.48 "DELETE /v2.0/ports/6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 HTTP/1.1" status: 204 len: 173 time: 1.0459468 Feb 07 16:36:31.770013 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-70edc8a2-83df-49bf-96fb-dc5a8c8f0991 req-e53cd28a-1242-4b3c-83ff-c6f184ad53d7 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541889 Feb 07 16:36:31.785720 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09c895-fdd0-4fdf-8c14-c22d6dc3fae5 req-bb1374ea-9e8d-4324-b76c-bc255e5cf1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:31.790066 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fe09c895-fdd0-4fdf-8c14-c22d6dc3fae5 req-bb1374ea-9e8d-4324-b76c-bc255e5cf1c6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f HTTP/1.1" status: 200 len: 922 time: 0.2126269 Feb 07 16:36:31.810433 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9114d8c-ed0c-4247-957d-cc0be4f081ca req-54ec14e8-c4a8-4c42-b7bc-d4521d1ed221 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:31.819065 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e9114d8c-ed0c-4247-957d-cc0be4f081ca req-54ec14e8-c4a8-4c42-b7bc-d4521d1ed221 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/ports?device_id=acdee68d-818e-45af-835d-3d630b323eba HTTP/1.1" status: 200 len: 945 time: 0.3175740 Feb 07 16:36:31.844204 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29926a3f-1cdf-4d43-9266-2cee7393a754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e1e55157-422c-4164-aaf4-30bedd5de757), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:31.877764 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fe09c895-fdd0-4fdf-8c14-c22d6dc3fae5 req-6d88fc80-1556-4ab6-91b0-e43514aa626f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29146065-272c-4f4b-b385-9762a5215eed HTTP/1.1" status: 200 len: 217 time: 0.0818682 Feb 07 16:36:31.984368 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29926a3f-1cdf-4d43-9266-2cee7393a754 admin admin] Network 74c04624-4140-4df3-98ac-bec5439b5069 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:36:31.995498 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09c895-fdd0-4fdf-8c14-c22d6dc3fae5 req-0efc4a37-adb6-4a1d-a4ec-290d305f811e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:31.996024 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-29926a3f-1cdf-4d43-9266-2cee7393a754 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:36:31.997270 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fe09c895-fdd0-4fdf-8c14-c22d6dc3fae5 req-0efc4a37-adb6-4a1d-a4ec-290d305f811e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd54b586-8698-4fa9-b42d-dba2de8db3c9 HTTP/1.1" status: 200 len: 861 time: 0.0995262 Feb 07 16:36:32.006889 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29926a3f-1cdf-4d43-9266-2cee7393a754 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:36:32.009795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29926a3f-1cdf-4d43-9266-2cee7393a754 admin admin] Pushing event updated for resources: {'Port': ['ID=e1e55157-422c-4164-aaf4-30bedd5de757,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:32.044737 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e9114d8c-ed0c-4247-957d-cc0be4f081ca req-8bf1994c-9a89-405e-8884-b04f1e5a6685 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/security-groups?id=73e3094a-d13b-4a2e-b587-72c9c049c302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199700 Feb 07 16:36:32.084888 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d407d-3871-496a-91e9-70447934a5f4 req-2d89403c-1ccb-422d-931f-bf7a961f6cfb tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:32.086747 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f39d407d-3871-496a-91e9-70447934a5f4 req-2d89403c-1ccb-422d-931f-bf7a961f6cfb tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad HTTP/1.1" status: 200 len: 949 time: 0.1877768 Feb 07 16:36:32.089154 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fe09c895-fdd0-4fdf-8c14-c22d6dc3fae5 req-9de82431-4ff8-427d-ab9c-904f01a3a742 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839670 Feb 07 16:36:32.135724 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29926a3f-1cdf-4d43-9266-2cee7393a754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (f2c9dabb-9704-44e3-8a06-b5f3bc71193a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:32.158370 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c9dabb-9704-44e3-8a06-b5f3bc71193a', 'name': 'tempest-FloatingIPDetailsTestJSON-336589675-router', 'tenant_id': 'ff22020213dd47d98019179315c4f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '14e1d5f6-a3f9-4221-b0e5-18493021894a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:36:23Z', 'updated_at': '2022-02-07T16:36:27Z', 'revision_number': 3, 'project_id': 'ff22020213dd47d98019179315c4f994', 'gw_port': {'id': '14e1d5f6-a3f9-4221-b0e5-18493021894a', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c9dabb-9704-44e3-8a06-b5f3bc71193a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:36:25Z', 'updated_at': '2022-02-07T16:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:32.206243 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d878d7c8-dac2-4cd8-9679-f69bdf6ea0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (03879d16-d6b2-4f47-83a8-b141acd05e00), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:32.253318 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878d7c8-dac2-4cd8-9679-f69bdf6ea0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=03879d16-d6b2-4f47-83a8-b141acd05e00,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:32.271786 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4316ad-ae6a-4946-9cca-294ffb9e8416 None None] The sync data for ids ['f2c9dabb-9704-44e3-8a06-b5f3bc71193a'] in n-d-827865-3 is: [{'id': 'f2c9dabb-9704-44e3-8a06-b5f3bc71193a', 'name': 'tempest-FloatingIPDetailsTestJSON-336589675-router', 'tenant_id': 'ff22020213dd47d98019179315c4f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '14e1d5f6-a3f9-4221-b0e5-18493021894a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:36:23Z', 'updated_at': '2022-02-07T16:36:27Z', 'revision_number': 3, 'project_id': 'ff22020213dd47d98019179315c4f994', 'gw_port': {'id': '14e1d5f6-a3f9-4221-b0e5-18493021894a', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c9dabb-9704-44e3-8a06-b5f3bc71193a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:36:25Z', 'updated_at': '2022-02-07T16:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:36:32.298830 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:32.299230 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f39d407d-3871-496a-91e9-70447934a5f4 req-09c841fd-625e-4b1d-b7f8-21d82f99ca6b tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f3d513f-4b64-424a-9f7e-6cbc93568d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034044 Feb 07 16:36:32.350507 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fe09c895-fdd0-4fdf-8c14-c22d6dc3fae5 req-02cdce32-6527-4b74-b032-e5e25d326391 service neutron] 10.222.0.32 "GET /v2.0/networks/38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535563 Feb 07 16:36:32.476320 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b7b8e8dc-c97b-47f5-99f3-cfe94d6dbd09 None None] Provisioning complete for port e1e55157-422c-4164-aaf4-30bedd5de757 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:36:32.476694 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e8dc-c97b-47f5-99f3-cfe94d6dbd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e1e55157-422c-4164-aaf4-30bedd5de757), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:32.535210 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10cf0c18-31ac-4e7d-89fb-b6d5374e43b6', 'name': 'network-vif-deleted', 'tag': '6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:32.544447 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5d9dcc-0abd-4e61-95df-d6a296b80fe7" -d '{"events": [{"server_uuid": "10cf0c18-31ac-4e7d-89fb-b6d5374e43b6", "name": "network-vif-deleted", "tag": "6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:32.605400 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8e8dc-c97b-47f5-99f3-cfe94d6dbd09 None None] Port e1e55157-422c-4164-aaf4-30bedd5de757 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:36:32.652263 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fe09c895-fdd0-4fdf-8c14-c22d6dc3fae5 req-f1a7bbf4-5f02-4fe0-9fb0-dbc582c58277 service neutron] 10.222.0.32 "GET /v2.0/networks/38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953408 Feb 07 16:36:32.677437 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3035fef-6781-427b-82f8-ba9806a736b1 x-openstack-request-id: req-b3035fef-6781-427b-82f8-ba9806a736b1 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:32.678032 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10cf0c18-31ac-4e7d-89fb-b6d5374e43b6", "name": "network-vif-deleted", "tag": "6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:32.678483 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3035fef-6781-427b-82f8-ba9806a736b1 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:32.679463 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10cf0c18-31ac-4e7d-89fb-b6d5374e43b6', 'name': 'network-vif-deleted', 'tag': '6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6', 'status': 'completed', 'code': 200} Feb 07 16:36:33.119721 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729074b-81fc-43aa-a922-188d1d94621e req-3ffbf60d-544f-4f57-a3dd-744dc1b11c22 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:33.121451 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f729074b-81fc-43aa-a922-188d1d94621e req-3ffbf60d-544f-4f57-a3dd-744dc1b11c22 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0e7fb5-f13c-477b-8b73-934551115f56 HTTP/1.1" status: 200 len: 943 time: 0.7099838 Feb 07 16:36:33.130384 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d878d7c8-dac2-4cd8-9679-f69bdf6ea0a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (008b0841-0724-4fd5-8772-ea9b57ecc5ac), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:33.150544 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441a9ef-66d7-47ae-bacb-10394a14620b req-eaee1528-34a2-463b-aadf-7daf156626f0 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:33.152166 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5441a9ef-66d7-47ae-bacb-10394a14620b req-eaee1528-34a2-463b-aadf-7daf156626f0 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3224395-2aac-4c3b-acd4-06fffadca6be HTTP/1.1" status: 200 len: 949 time: 0.0769813 Feb 07 16:36:33.160860 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29926a3f-1cdf-4d43-9266-2cee7393a754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e1e55157-422c-4164-aaf4-30bedd5de757), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:33.213795 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5441a9ef-66d7-47ae-bacb-10394a14620b req-ba94ce39-1c2c-48fa-8193-b1b57add541d tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544651 Feb 07 16:36:33.333830 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f729074b-81fc-43aa-a922-188d1d94621e req-4cab1ddb-197e-4816-be1a-d1215534eb66 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036762 Feb 07 16:36:33.394833 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b53d65-bfe4-4a70-9b70-5ff96683d232 req-e994cb44-f102-44a0-909b-f843f6306759 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:33.396380 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-13b53d65-bfe4-4a70-9b70-5ff96683d232 req-e994cb44-f102-44a0-909b-f843f6306759 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/ports?device_id=acdee68d-818e-45af-835d-3d630b323eba HTTP/1.1" status: 200 len: 945 time: 0.0958967 Feb 07 16:36:33.486307 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-13b53d65-bfe4-4a70-9b70-5ff96683d232 req-76be0925-8c6d-4bb2-8494-32dd6cdc155f tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/security-groups?id=73e3094a-d13b-4a2e-b587-72c9c049c302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776796 Feb 07 16:36:33.523693 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 14e1d5f6-a3f9-4221-b0e5-18493021894a up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:36:33.639517 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 14e1d5f6-a3f9-4221-b0e5-18493021894a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:36:33.639910 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (14e1d5f6-a3f9-4221-b0e5-18493021894a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:33.667195 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29926a3f-1cdf-4d43-9266-2cee7393a754 admin admin] Publish callbacks [] for port (e1e55157-422c-4164-aaf4-30bedd5de757), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:33.683091 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29926a3f-1cdf-4d43-9266-2cee7393a754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (e1e55157-422c-4164-aaf4-30bedd5de757), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:33.706122 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45eb93-2e5e-4c2f-bf90-e5e0a7707bc3 req-5de73e6d-7248-46f6-bcb1-4fc64d61a46d tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:33.707908 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4d45eb93-2e5e-4c2f-bf90-e5e0a7707bc3 req-5de73e6d-7248-46f6-bcb1-4fc64d61a46d tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad HTTP/1.1" status: 200 len: 949 time: 0.2632730 Feb 07 16:36:33.791119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d878d7c8-dac2-4cd8-9679-f69bdf6ea0a1 admin admin] Router 008b0841-0724-4fd5-8772-ea9b57ecc5ac has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:36:33.800842 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 14e1d5f6-a3f9-4221-b0e5-18493021894a is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:33.801252 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (14e1d5f6-a3f9-4221-b0e5-18493021894a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:33.820073 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29926a3f-1cdf-4d43-9266-2cee7393a754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (f2c9dabb-9704-44e3-8a06-b5f3bc71193a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:33.821687 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29926a3f-1cdf-4d43-9266-2cee7393a754 admin admin] Pushing event updated for resources: {'Port': ['ID=e1e55157-422c-4164-aaf4-30bedd5de757,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:33.832547 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 14e1d5f6-a3f9-4221-b0e5-18493021894a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=14e1d5f6-a3f9-4221-b0e5-18493021894a,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:33.837380 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (14e1d5f6-a3f9-4221-b0e5-18493021894a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:33.893094 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=14e1d5f6-a3f9-4221-b0e5-18493021894a,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:33.924382 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fe374-5cfb-45a8-ab94-3ed07aa06b7f req-da918c6c-26f0-4d53-8928-722bfcf90b56 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:33.926233 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a8fe374-5cfb-45a8-ab94-3ed07aa06b7f req-da918c6c-26f0-4d53-8928-722bfcf90b56 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/ports?device_id=acdee68d-818e-45af-835d-3d630b323eba HTTP/1.1" status: 200 len: 945 time: 0.0632889 Feb 07 16:36:33.957941 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4d45eb93-2e5e-4c2f-bf90-e5e0a7707bc3 req-8a00a64c-af36-4185-b17e-70717b82979b tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f3d513f-4b64-424a-9f7e-6cbc93568d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082171 Feb 07 16:36:33.990443 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a8fe374-5cfb-45a8-ab94-3ed07aa06b7f req-21ea2819-0008-4a6f-9132-d7123421bcf9 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/security-groups?id=73e3094a-d13b-4a2e-b587-72c9c049c302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578299 Feb 07 16:36:34.029403 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29926a3f-1cdf-4d43-9266-2cee7393a754 admin admin] Network 74c04624-4140-4df3-98ac-bec5439b5069 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:36:34.042595 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-29926a3f-1cdf-4d43-9266-2cee7393a754 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:36:34.046712 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d878d7c8-dac2-4cd8-9679-f69bdf6ea0a1 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:36:34.055998 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a12471-a290-463e-90f4-db5e2303ed3a None None] Sync routers for ids ['008b0841-0724-4fd5-8772-ea9b57ecc5ac'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:36:34.074996 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d878d7c8-dac2-4cd8-9679-f69bdf6ea0a1 admin admin] 10.222.0.18 "PUT /v2.0/routers/008b0841-0724-4fd5-8772-ea9b57ecc5ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9459896 Feb 07 16:36:34.077613 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57110) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:34.078705 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a12471-a290-463e-90f4-db5e2303ed3a None None] Routers {'008b0841-0724-4fd5-8772-ea9b57ecc5ac'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:36:34.079362 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-47a12471-a290-463e-90f4-db5e2303ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:36:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['008b0841-0724-4fd5-8772-ea9b57ecc5ac'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:34.204372 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53bc0c8b-9ee6-4b97-963e-9b8fff4634d6 admin admin] Publish callbacks [] for router (008b0841-0724-4fd5-8772-ea9b57ecc5ac), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:34.223070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237973d5-867c-46d3-982f-7681f0634321 req-a327f25b-179c-4064-9696-908a62cd48b8 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:34.229688 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-47a12471-a290-463e-90f4-db5e2303ed3a None None] Set router 008b0841-0724-4fd5-8772-ea9b57ecc5ac gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:36:34.230964 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-237973d5-867c-46d3-982f-7681f0634321 req-a327f25b-179c-4064-9696-908a62cd48b8 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 1127 time: 0.2001953 Feb 07 16:36:34.324752 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-237973d5-867c-46d3-982f-7681f0634321 req-371595da-5dec-473b-85ff-bf6453220a56 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925610 Feb 07 16:36:34.355679 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b914c698-2dad-4188-87a9-18651a1cee89 None None] Provisioning complete for port e1e55157-422c-4164-aaf4-30bedd5de757 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:36:34.356429 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b914c698-2dad-4188-87a9-18651a1cee89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e1e55157-422c-4164-aaf4-30bedd5de757), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:34.379521 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29926a3f-1cdf-4d43-9266-2cee7393a754 admin admin] Router f2c9dabb-9704-44e3-8a06-b5f3bc71193a has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:36:34.400508 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53bc0c8b-9ee6-4b97-963e-9b8fff4634d6 admin admin] Publish callbacks [] for router_gateway (008b0841-0724-4fd5-8772-ea9b57ecc5ac), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:34.450942 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae73ce0-775f-47a9-9a18-3f8ad5cfdc99 req-3f01b738-151b-4e7c-9f18-0e3f97347fb9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:34.451762 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b914c698-2dad-4188-87a9-18651a1cee89 None None] Port e1e55157-422c-4164-aaf4-30bedd5de757 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:36:34.452508 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bae73ce0-775f-47a9-9a18-3f8ad5cfdc99 req-3f01b738-151b-4e7c-9f18-0e3f97347fb9 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3224395-2aac-4c3b-acd4-06fffadca6be HTTP/1.1" status: 200 len: 949 time: 0.1127663 Feb 07 16:36:34.564185 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-47a12471-a290-463e-90f4-db5e2303ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1630947947-router', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:35:26Z', 'updated_at': '2022-02-07T16:36:32Z', 'revision_number': 5, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'gw_port': {'id': '23beb8cc-9844-4424-8ceb-a68e51e8d7e4', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:35:27Z', 'updated_at': '2022-02-07T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:34.576160 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc36c9-5250-41b2-8b49-7867daa55017 req-729c325a-90a6-4c9d-9020-0d5d821abf73 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:34.577701 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-75dc36c9-5250-41b2-8b49-7867daa55017 req-729c325a-90a6-4c9d-9020-0d5d821abf73 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0e7fb5-f13c-477b-8b73-934551115f56 HTTP/1.1" status: 200 len: 943 time: 0.0815980 Feb 07 16:36:34.589198 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c087e0-34f8-4f4f-b917-40f47bde7d36 req-9fd29502-0ccf-41f5-9728-c7ba02958892 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:34.590736 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a0c087e0-34f8-4f4f-b917-40f47bde7d36 req-9fd29502-0ccf-41f5-9728-c7ba02958892 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3224395-2aac-4c3b-acd4-06fffadca6be HTTP/1.1" status: 200 len: 949 time: 0.1751747 Feb 07 16:36:34.600542 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:36:34.604223 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a12471-a290-463e-90f4-db5e2303ed3a None None] Checking router: 008b0841-0724-4fd5-8772-ea9b57ecc5ac for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:36:34.607555 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29926a3f-1cdf-4d43-9266-2cee7393a754 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:36:34.615311 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a12471-a290-463e-90f4-db5e2303ed3a None None] Routers {'008b0841-0724-4fd5-8772-ea9b57ecc5ac'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:36:34.615855 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-47a12471-a290-463e-90f4-db5e2303ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:36:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['008b0841-0724-4fd5-8772-ea9b57ecc5ac'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:34.621921 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-29926a3f-1cdf-4d43-9266-2cee7393a754 admin admin] 10.222.0.18 "PUT /v2.0/routers/f2c9dabb-9704-44e3-8a06-b5f3bc71193a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8147805 Feb 07 16:36:34.626672 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bae73ce0-775f-47a9-9a18-3f8ad5cfdc99 req-2d8e4eb2-ee0d-4911-98af-321abb3578cb tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482635 Feb 07 16:36:34.663118 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-75dc36c9-5250-41b2-8b49-7867daa55017 req-1f14ff4e-9af2-42fe-960c-0bb5014c1842 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782700 Feb 07 16:36:34.677867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 29146065-272c-4f4b-b385-9762a5215eed details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:36:34.680709 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device b331734f-7343-4e8e-a7bb-81dd216e3151 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:36:34.732208 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:36:34.732713 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 6cf97dbc-55cc-40cb-bd7b-90cfdb834ba6 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:36:34.754310 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-53bc0c8b-9ee6-4b97-963e-9b8fff4634d6 admin admin] Deleting port 23beb8cc-9844-4424-8ceb-a68e51e8d7e4 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:34.754689 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53bc0c8b-9ee6-4b97-963e-9b8fff4634d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (23beb8cc-9844-4424-8ceb-a68e51e8d7e4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:34.770725 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-47a12471-a290-463e-90f4-db5e2303ed3a None None] Set router 008b0841-0724-4fd5-8772-ea9b57ecc5ac gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:36:34.902517 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-47a12471-a290-463e-90f4-db5e2303ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1630947947-router', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:35:26Z', 'updated_at': '2022-02-07T16:36:34Z', 'revision_number': 6, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:34.911966 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-53bc0c8b-9ee6-4b97-963e-9b8fff4634d6 admin admin] For port 23beb8cc-9844-4424-8ceb-a68e51e8d7e4, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=23beb8cc-9844-4424-8ceb-a68e51e8d7e4,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:34.911966 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53bc0c8b-9ee6-4b97-963e-9b8fff4634d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (23beb8cc-9844-4424-8ceb-a68e51e8d7e4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:34.932043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-53bc0c8b-9ee6-4b97-963e-9b8fff4634d6 admin admin] Calling delete_port for 23beb8cc-9844-4424-8ceb-a68e51e8d7e4 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:34.969581 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a12471-a290-463e-90f4-db5e2303ed3a None None] The sync data for ids ['008b0841-0724-4fd5-8772-ea9b57ecc5ac'] in n-d-827865-3 is: [{'id': '008b0841-0724-4fd5-8772-ea9b57ecc5ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1630947947-router', 'tenant_id': '983acac417eb4927bfcc6f21c7e43ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:35:26Z', 'updated_at': '2022-02-07T16:36:34Z', 'revision_number': 6, 'project_id': '983acac417eb4927bfcc6f21c7e43ae5', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:36:35.014754 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-a0c087e0-34f8-4f4f-b917-40f47bde7d36 req-80e07e4c-a9ae-49c3-9f40-36d8d62ed6fc tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Deleting port 4e509806-5893-4737-91e0-446f2f936e19 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:35.015148 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a0c087e0-34f8-4f4f-b917-40f47bde7d36 req-80e07e4c-a9ae-49c3-9f40-36d8d62ed6fc tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4e509806-5893-4737-91e0-446f2f936e19), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:35.081214 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] Sync routers for ids ['f2c9dabb-9704-44e3-8a06-b5f3bc71193a'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:36:35.112087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] Routers {'f2c9dabb-9704-44e3-8a06-b5f3bc71193a'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:36:35.113336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:36:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['f2c9dabb-9704-44e3-8a06-b5f3bc71193a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:35.177190 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port b331734f-7343-4e8e-a7bb-81dd216e3151 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:36:35.205674 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e8f6b698-f479-4418-9d45-acf35f3deaed req-4a99d2d7-d50e-46f1-a993-f7351a155ec5 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1561594 Feb 07 16:36:35.217825 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e8f6b698-f479-4418-9d45-acf35f3deaed req-a428f7ae-7c37-4600-82f9-fb8844ce74f6 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:35.224768 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port b331734f-7343-4e8e-a7bb-81dd216e3151 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:36:35.225007 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b331734f-7343-4e8e-a7bb-81dd216e3151), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:35.256648 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e8f6b698-f479-4418-9d45-acf35f3deaed req-a428f7ae-7c37-4600-82f9-fb8844ce74f6 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:35.290649 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 29146065-272c-4f4b-b385-9762a5215eed, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=29146065-272c-4f4b-b385-9762a5215eed,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:35.314982 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '29146065-272c-4f4b-b385-9762a5215eed', 'network_id': '38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f', 'port_id': '29146065-272c-4f4b-b385-9762a5215eed', 'mac_address': 'fa:16:3e:c0:a9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd54b586-8698-4fa9-b42d-dba2de8db3c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:36:35.407376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 29146065-272c-4f4b-b385-9762a5215eed is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:35.407376 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (29146065-272c-4f4b-b385-9762a5215eed), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:35.465803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 14e1d5f6-a3f9-4221-b0e5-18493021894a up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:36:35.481955 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e8f6b698-f479-4418-9d45-acf35f3deaed req-a428f7ae-7c37-4600-82f9-fb8844ce74f6 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:35.526384 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29146065-272c-4f4b-b385-9762a5215eed {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:36:35.535275 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d72f3-8b0c-4136-8fdd-bb0d39f121b6 req-52b57603-5d58-43fb-92d8-56a00c19bf67 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:35.537847 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a12d72f3-8b0c-4136-8fdd-bb0d39f121b6 req-52b57603-5d58-43fb-92d8-56a00c19bf67 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.48 "GET /v2.0/ports?device_id=acdee68d-818e-45af-835d-3d630b323eba HTTP/1.1" status: 200 len: 945 time: 0.0922053 Feb 07 16:36:35.550929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 29146065-272c-4f4b-b385-9762a5215eed, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=29146065-272c-4f4b-b385-9762a5215eed,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:35.562825 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (29146065-272c-4f4b-b385-9762a5215eed), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:35.567705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] Set router f2c9dabb-9704-44e3-8a06-b5f3bc71193a gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:36:35.637615 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-e8f6b698-f479-4418-9d45-acf35f3deaed req-a428f7ae-7c37-4600-82f9-fb8844ce74f6 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Allocated IP 172.25.4.251 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/c496fc86-9341-4936-bbff-0b78b8e1a067) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:36:35.702013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 14e1d5f6-a3f9-4221-b0e5-18493021894a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:36:35.702528 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (14e1d5f6-a3f9-4221-b0e5-18493021894a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:35.709220 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a0c087e0-34f8-4f4f-b917-40f47bde7d36 req-80e07e4c-a9ae-49c3-9f40-36d8d62ed6fc tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] For port 4e509806-5893-4737-91e0-446f2f936e19, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4e509806-5893-4737-91e0-446f2f936e19,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:35.709672 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a0c087e0-34f8-4f4f-b917-40f47bde7d36 req-80e07e4c-a9ae-49c3-9f40-36d8d62ed6fc tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4e509806-5893-4737-91e0-446f2f936e19), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:35.732329 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-a0c087e0-34f8-4f4f-b917-40f47bde7d36 req-80e07e4c-a9ae-49c3-9f40-36d8d62ed6fc tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Calling delete_port for 4e509806-5893-4737-91e0-446f2f936e19 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:35.833707 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e8f6b698-f479-4418-9d45-acf35f3deaed req-a428f7ae-7c37-4600-82f9-fb8844ce74f6 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for port (c496fc86-9341-4936-bbff-0b78b8e1a067), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:35.840352 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port b331734f-7343-4e8e-a7bb-81dd216e3151 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:35.840811 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b331734f-7343-4e8e-a7bb-81dd216e3151), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:35.866963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=29146065-272c-4f4b-b385-9762a5215eed,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:35.889974 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53bc0c8b-9ee6-4b97-963e-9b8fff4634d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (23beb8cc-9844-4424-8ceb-a68e51e8d7e4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:35.903958 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['29146065-272c-4f4b-b385-9762a5215eed'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:35.907734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-a12d72f3-8b0c-4136-8fdd-bb0d39f121b6 req-2a8fd602-73c9-4ff1-aced-2a04e316403a tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Deleting port 6be6da45-c22f-49ba-bdd2-f75d0d85de89 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:35.908297 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a12d72f3-8b0c-4136-8fdd-bb0d39f121b6 req-2a8fd602-73c9-4ff1-aced-2a04e316403a tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (6be6da45-c22f-49ba-bdd2-f75d0d85de89), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:35.912728 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e8f6b698-f479-4418-9d45-acf35f3deaed req-a428f7ae-7c37-4600-82f9-fb8844ce74f6 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c496fc86-9341-4936-bbff-0b78b8e1a067), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:35.965020 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f6b698-f479-4418-9d45-acf35f3deaed req-a428f7ae-7c37-4600-82f9-fb8844ce74f6 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:36:35.968703 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-e8f6b698-f479-4418-9d45-acf35f3deaed req-a428f7ae-7c37-4600-82f9-fb8844ce74f6 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:36:35.972992 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f6b698-f479-4418-9d45-acf35f3deaed req-a428f7ae-7c37-4600-82f9-fb8844ce74f6 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:36:35.980322 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b331734f-7343-4e8e-a7bb-81dd216e3151'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:35.980844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc0c8b-9ee6-4b97-963e-9b8fff4634d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=23beb8cc-9844-4424-8ceb-a68e51e8d7e4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:35.984242 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b0bc07-7592-4d04-b638-3bd13442f398" -d '{"events": [{"server_uuid": "ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad", "name": "network-vif-plugged", "status": "completed", "tag": "b331734f-7343-4e8e-a7bb-81dd216e3151"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:36.011500 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428f7ae-7c37-4600-82f9-fb8844ce74f6 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Pushing event updated for resources: {'Port': ['ID=c496fc86-9341-4936-bbff-0b78b8e1a067,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:36.021459 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-c3c29ae3-887f-49cd-9c88-ad4bf31e792f tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:36:36.022451 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-c3c29ae3-887f-49cd-9c88-ad4bf31e792f tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084023 Feb 07 16:36:36.036735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port b331734f-7343-4e8e-a7bb-81dd216e3151, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=b331734f-7343-4e8e-a7bb-81dd216e3151,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:36.090443 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b331734f-7343-4e8e-a7bb-81dd216e3151), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:36.128561 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-1cf8944d-91d6-428d-b426-7a9abd30e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:36.130250 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-1cf8944d-91d6-428d-b426-7a9abd30e55c service neutron] 10.222.0.18 "GET /v2.0/ports/da44614a-2442-4ed8-b35b-d53be88d4fe4 HTTP/1.1" status: 200 len: 1124 time: 0.0917835 Feb 07 16:36:36.141112 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-17bd812c-8ce4-4f19-9d55-8599015e6a96 service neutron] Request body: {'binding': {'host': 'n-h2-827865-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:36.142010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-17bd812c-8ce4-4f19-9d55-8599015e6a96 service neutron] Unknown quota resources ['binding']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 16:36:36.162213 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 14e1d5f6-a3f9-4221-b0e5-18493021894a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:36.180341 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 03879d16-d6b2-4f47-83a8-b141acd05e00 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:36:36.206745 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e8f6b698-f479-4418-9d45-acf35f3deaed req-a428f7ae-7c37-4600-82f9-fb8844ce74f6 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for floatingip (a0e97bcb-2bce-4343-98b0-67fb1085d326), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:36.223504 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53bc0c8b-9ee6-4b97-963e-9b8fff4634d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (008b0841-0724-4fd5-8772-ea9b57ecc5ac), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:36.239320 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 03879d16-d6b2-4f47-83a8-b141acd05e00 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:36:36.239681 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 03879d16-d6b2-4f47-83a8-b141acd05e00 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:36:36.252421 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=b331734f-7343-4e8e-a7bb-81dd216e3151,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:36.300529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c9dabb-9704-44e3-8a06-b5f3bc71193a', 'name': 'tempest-FloatingIPDetailsTestJSON-336589675-router', 'tenant_id': 'ff22020213dd47d98019179315c4f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '14e1d5f6-a3f9-4221-b0e5-18493021894a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:36:23Z', 'updated_at': '2022-02-07T16:36:32Z', 'revision_number': 4, 'project_id': 'ff22020213dd47d98019179315c4f994', 'gw_port': {'id': '14e1d5f6-a3f9-4221-b0e5-18493021894a', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c9dabb-9704-44e3-8a06-b5f3bc71193a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:36:25Z', 'updated_at': '2022-02-07T16:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e1e55157-422c-4164-aaf4-30bedd5de757', 'name': '', 'network_id': '74c04624-4140-4df3-98ac-bec5439b5069', 'tenant_id': 'ff22020213dd47d98019179315c4f994', 'mac_address': 'fa:16:3e:d1:fd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c9dabb-9704-44e3-8a06-b5f3bc71193a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '8434c722-2cc4-46e6-bf60-1a4f3f1e7da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:36:30Z', 'updated_at': '2022-02-07T16:36:33Z', 'revision_number': 2, 'project_id': 'ff22020213dd47d98019179315c4f994', 'subnets': [{'id': '8434c722-2cc4-46e6-bf60-1a4f3f1e7da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:36.326723 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e8f6b698-f479-4418-9d45-acf35f3deaed req-a428f7ae-7c37-4600-82f9-fb8844ce74f6 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c496fc86-9341-4936-bbff-0b78b8e1a067), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:36.336356 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] Checking router: f2c9dabb-9704-44e3-8a06-b5f3bc71193a for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:36:36.336728 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] Updating router f2c9dabb-9704-44e3-8a06-b5f3bc71193a port e1e55157-422c-4164-aaf4-30bedd5de757 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:36:36.348490 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a12d72f3-8b0c-4136-8fdd-bb0d39f121b6 req-2a8fd602-73c9-4ff1-aced-2a04e316403a tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] For port 6be6da45-c22f-49ba-bdd2-f75d0d85de89, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6be6da45-c22f-49ba-bdd2-f75d0d85de89,segment=NetworkSegment(52d8bd8a-d652-42dd-80f3-96312b891827),segment_id=52d8bd8a-d652-42dd-80f3-96312b891827)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:36.348860 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a12d72f3-8b0c-4136-8fdd-bb0d39f121b6 req-2a8fd602-73c9-4ff1-aced-2a04e316403a tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (6be6da45-c22f-49ba-bdd2-f75d0d85de89), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:36.361556 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53bc0c8b-9ee6-4b97-963e-9b8fff4634d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (008b0841-0724-4fd5-8772-ea9b57ecc5ac), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:36.365137 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53bc0c8b-9ee6-4b97-963e-9b8fff4634d6 admin admin] Publish callbacks [] for router_controller (008b0841-0724-4fd5-8772-ea9b57ecc5ac), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:36.366904 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a0c087e0-34f8-4f4f-b917-40f47bde7d36 req-80e07e4c-a9ae-49c3-9f40-36d8d62ed6fc tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (4e509806-5893-4737-91e0-446f2f936e19), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:36.375448 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-a12d72f3-8b0c-4136-8fdd-bb0d39f121b6 req-2a8fd602-73c9-4ff1-aced-2a04e316403a tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Calling delete_port for 6be6da45-c22f-49ba-bdd2-f75d0d85de89 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:36.383202 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c2ed7b11-fa05-437c-b3fd-894f106c3dee', 'a92c68c2-44e0-403e-8267-3bb111f40920'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:36.386026 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['b1b8c869-1177-4b49-8a99-d73f9a32b57c', '93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0', 'f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf', '5e47a186-2c52-4efd-97d0-008177fa7a8d', '4e509806-5893-4737-91e0-446f2f936e19'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:36.441663 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e1e55157-422c-4164-aaf4-30bedd5de757), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:36.442606 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e07e4c-a9ae-49c3-9f40-36d8d62ed6fc tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Pushing event deleted for resources: {'Port': ['ID=4e509806-5893-4737-91e0-446f2f936e19,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:36.509251 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-17bd812c-8ce4-4f19-9d55-8599015e6a96 service neutron] Attempting to bind port da44614a-2442-4ed8-b35b-d53be88d4fe4 on host n-h2-827865-3 for vnic_type normal with profile None {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:36:36.509588 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-17bd812c-8ce4-4f19-9d55-8599015e6a96 service neutron] Attempting to bind port da44614a-2442-4ed8-b35b-d53be88d4fe4 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:36:36.510127 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-17bd812c-8ce4-4f19-9d55-8599015e6a96 service neutron] Attempting to bind port da44614a-2442-4ed8-b35b-d53be88d4fe4 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:36:36.527093 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-17bd812c-8ce4-4f19-9d55-8599015e6a96 service neutron] Port da44614a-2442-4ed8-b35b-d53be88d4fe4 on network 3db07daa-5eaa-4bf8-9b32-41159885835d not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:36:36.527587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-17bd812c-8ce4-4f19-9d55-8599015e6a96 service neutron] Attempting to bind port da44614a-2442-4ed8-b35b-d53be88d4fe4 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:36:36.532362 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53bc0c8b-9ee6-4b97-963e-9b8fff4634d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (008b0841-0724-4fd5-8772-ea9b57ecc5ac), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:36.533384 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bc0c8b-9ee6-4b97-963e-9b8fff4634d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 008b0841-0724-4fd5-8772-ea9b57ecc5ac {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:36:36.538050 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-17bd812c-8ce4-4f19-9d55-8599015e6a96 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:36:36.538539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-17bd812c-8ce4-4f19-9d55-8599015e6a96 service neutron] Checking segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:36:36.539026 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-17bd812c-8ce4-4f19-9d55-8599015e6a96 service neutron] Bound using segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:36:36.539597 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-17bd812c-8ce4-4f19-9d55-8599015e6a96 service neutron] Bound port: da44614a-2442-4ed8-b35b-d53be88d4fe4, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:36:36.553237 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c087e0-34f8-4f4f-b917-40f47bde7d36 req-80e07e4c-a9ae-49c3-9f40-36d8d62ed6fc tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] No DVR routers for this DVR port 4e509806-5893-4737-91e0-446f2f936e19 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:36:36.557906 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53bc0c8b-9ee6-4b97-963e-9b8fff4634d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:36.558515 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-53bc0c8b-9ee6-4b97-963e-9b8fff4634d6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/008b0841-0724-4fd5-8772-ea9b57ecc5ac HTTP/1.1" status: 204 len: 168 time: 2.4792154 Feb 07 16:36:36.564059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57154) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:36.565269 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a0c087e0-34f8-4f4f-b917-40f47bde7d36 req-80e07e4c-a9ae-49c3-9f40-36d8d62ed6fc tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:36.568904 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a0c087e0-34f8-4f4f-b917-40f47bde7d36 req-80e07e4c-a9ae-49c3-9f40-36d8d62ed6fc tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "DELETE /v2.0/ports/4e509806-5893-4737-91e0-446f2f936e19 HTTP/1.1" status: 204 len: 173 time: 1.9357181 Feb 07 16:36:36.569585 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3224395-2aac-4c3b-acd4-06fffadca6be', 'name': 'network-vif-deleted', 'tag': '4e509806-5893-4737-91e0-446f2f936e19'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:36.579790 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3041f7e5-a937-470a-b4de-7d5d871cc917" -d '{"events": [{"server_uuid": "f3224395-2aac-4c3b-acd4-06fffadca6be", "name": "network-vif-deleted", "tag": "4e509806-5893-4737-91e0-446f2f936e19"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:36.700410 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-382b963a-671a-4e5b-9d5f-bf4b861d108a admin admin] Deleting subnet d5488e03-bfc3-4e5c-8a1e-4377990d0cc0 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:36:36.704595 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-382b963a-671a-4e5b-9d5f-bf4b861d108a admin admin] Publish callbacks [] for subnet (d5488e03-bfc3-4e5c-8a1e-4377990d0cc0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:36.738067 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a12d72f3-8b0c-4136-8fdd-bb0d39f121b6 req-2a8fd602-73c9-4ff1-aced-2a04e316403a tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (6be6da45-c22f-49ba-bdd2-f75d0d85de89), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:36.764727 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-17bd812c-8ce4-4f19-9d55-8599015e6a96 service neutron] For port da44614a-2442-4ed8-b35b-d53be88d4fe4, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=da44614a-2442-4ed8-b35b-d53be88d4fe4,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:36:36.793807 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-17bd812c-8ce4-4f19-9d55-8599015e6a96 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:36.795141 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-17bd812c-8ce4-4f19-9d55-8599015e6a96 service neutron] 10.222.0.18 "POST /v2.0/ports/da44614a-2442-4ed8-b35b-d53be88d4fe4/bindings HTTP/1.1" status: 201 len: 389 time: 0.6582479 Feb 07 16:36:36.800141 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e8f6b698-f479-4418-9d45-acf35f3deaed req-a428f7ae-7c37-4600-82f9-fb8844ce74f6 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for port (c496fc86-9341-4936-bbff-0b78b8e1a067), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:36.804622 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-382b963a-671a-4e5b-9d5f-bf4b861d108a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (d5488e03-bfc3-4e5c-8a1e-4377990d0cc0), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:36.813405 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fd602-73c9-4ff1-aced-2a04e316403a tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Pushing event deleted for resources: {'Port': ['ID=6be6da45-c22f-49ba-bdd2-f75d0d85de89,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:36.843160 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e8f6b698-f479-4418-9d45-acf35f3deaed req-a428f7ae-7c37-4600-82f9-fb8844ce74f6 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (c496fc86-9341-4936-bbff-0b78b8e1a067), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:36.873407 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12d72f3-8b0c-4136-8fdd-bb0d39f121b6 req-2a8fd602-73c9-4ff1-aced-2a04e316403a tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] No DVR routers for this DVR port 6be6da45-c22f-49ba-bdd2-f75d0d85de89 on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:36:36.877938 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a12d72f3-8b0c-4136-8fdd-bb0d39f121b6 req-2a8fd602-73c9-4ff1-aced-2a04e316403a tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:36.883331 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a12d72f3-8b0c-4136-8fdd-bb0d39f121b6 req-2a8fd602-73c9-4ff1-aced-2a04e316403a tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.48 "DELETE /v2.0/ports/6be6da45-c22f-49ba-bdd2-f75d0d85de89 HTTP/1.1" status: 204 len: 173 time: 1.3073034 Feb 07 16:36:36.960595 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428f7ae-7c37-4600-82f9-fb8844ce74f6 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Pushing event updated for resources: {'Port': ['ID=c496fc86-9341-4936-bbff-0b78b8e1a067,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:37.126474 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e8f6b698-f479-4418-9d45-acf35f3deaed req-a428f7ae-7c37-4600-82f9-fb8844ce74f6 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (a0e97bcb-2bce-4343-98b0-67fb1085d326), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:37.154273 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-382b963a-671a-4e5b-9d5f-bf4b861d108a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (d5488e03-bfc3-4e5c-8a1e-4377990d0cc0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:37.158696 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] Publish callbacks [] for port (e1e55157-422c-4164-aaf4-30bedd5de757), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:37.177958 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e1e55157-422c-4164-aaf4-30bedd5de757), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:37.191174 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e8f6b698-f479-4418-9d45-acf35f3deaed req-a428f7ae-7c37-4600-82f9-fb8844ce74f6 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:37.200751 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e8f6b698-f479-4418-9d45-acf35f3deaed req-a428f7ae-7c37-4600-82f9-fb8844ce74f6 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9878347 Feb 07 16:36:37.209850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964beed-4ab6-4a7b-99af-e2be4fe089b8 req-40bcca1b-b58e-4598-b71f-2fa046f04227 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:37.226791 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b964beed-4ab6-4a7b-99af-e2be4fe089b8 req-40bcca1b-b58e-4598-b71f-2fa046f04227 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad HTTP/1.1" status: 200 len: 950 time: 0.1471529 Feb 07 16:36:37.285487 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e8f6b698-f479-4418-9d45-acf35f3deaed req-e678fc17-fc4a-4e9b-aa10-2b44c3c99525 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.251 HTTP/1.1" status: 200 len: 696 time: 0.0836644 Feb 07 16:36:37.289470 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddd9a7-2459-4f15-b34a-53ce5196d28a None None] Pushing event updated for resources: {'Port': ['ID=e1e55157-422c-4164-aaf4-30bedd5de757,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:37.422177 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-382b963a-671a-4e5b-9d5f-bf4b861d108a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (d5488e03-bfc3-4e5c-8a1e-4377990d0cc0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:37.439518 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 23beb8cc-9844-4424-8ceb-a68e51e8d7e4 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:36:37.441335 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-99f65a45-2692-4a33-9e81-65832889422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:37.443046 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-99f65a45-2692-4a33-9e81-65832889422e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 1127 time: 0.2099228 Feb 07 16:36:37.445579 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-382b963a-671a-4e5b-9d5f-bf4b861d108a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:37.448871 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-382b963a-671a-4e5b-9d5f-bf4b861d108a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d5488e03-bfc3-4e5c-8a1e-4377990d0cc0 HTTP/1.1" status: 204 len: 168 time: 0.8570631 Feb 07 16:36:37.473178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57160) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:37.473465 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b964beed-4ab6-4a7b-99af-e2be4fe089b8 req-8c997003-d427-4914-a963-cc474ff7f6d2 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f3d513f-4b64-424a-9f7e-6cbc93568d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358315 Feb 07 16:36:37.491526 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b90ab3e-e434-488b-a642-be83de6ea4d7 None None] Network 1c763529-d7da-44e4-93e7-f39221fc8e8d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:36:37.515752 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] Attempting to bind port e1e55157-422c-4164-aaf4-30bedd5de757 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:36:37.517374 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] Attempting to bind port e1e55157-422c-4164-aaf4-30bedd5de757 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'f3001834-5403-453a-b246-fd76d5b26d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '74c04624-4140-4df3-98ac-bec5439b5069'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:36:37.517940 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] Attempting to bind port e1e55157-422c-4164-aaf4-30bedd5de757 on network 74c04624-4140-4df3-98ac-bec5439b5069 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:36:37.520452 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 23beb8cc-9844-4424-8ceb-a68e51e8d7e4 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:36:37.521039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 23beb8cc-9844-4424-8ceb-a68e51e8d7e4 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:36:37.541298 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b963a-671a-4e5b-9d5f-bf4b861d108a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5488e03-bfc3-4e5c-8a1e-4377990d0cc0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:37.632249 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-cb658158-ae6b-46d9-83cc-34b220dda6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:37.635012 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-cb658158-ae6b-46d9-83cc-34b220dda6fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 0.1605680 Feb 07 16:36:37.644316 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6b698-f479-4418-9d45-acf35f3deaed req-77209a34-db8d-4241-ba68-17123ef0325a tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:37.646026 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e8f6b698-f479-4418-9d45-acf35f3deaed req-77209a34-db8d-4241-ba68-17123ef0325a tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.3596876 Feb 07 16:36:37.675717 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (1c763529-d7da-44e4-93e7-f39221fc8e8d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:37.696510 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-37403055-11b3-40f0-95d8-dd7a70da691b req-f062b1d3-e351-4db3-82bb-eec5503cf642 tempest-InstanceActionsV221TestJSON-2098341208 tempest-InstanceActionsV221TestJSON-2098341208-project] 10.222.0.18 "GET /v2.0/ports?device_id=acdee68d-818e-45af-835d-3d630b323eba HTTP/1.1" status: 200 len: 210 time: 0.0542436 Feb 07 16:36:37.753428 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] Deleting port 0479931b-81cd-4959-968d-8e72ee1e8438 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:37.753845 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (0479931b-81cd-4959-968d-8e72ee1e8438), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:37.758661 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:36:37.759050 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] Checking segment: {'id': 'f3001834-5403-453a-b246-fd76d5b26d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '74c04624-4140-4df3-98ac-bec5439b5069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:36:37.759801 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:37.759922 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] Bound using segment: {'id': 'f3001834-5403-453a-b246-fd76d5b26d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '74c04624-4140-4df3-98ac-bec5439b5069'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:36:37.760345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] Bound port: e1e55157-422c-4164-aaf4-30bedd5de757, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3001834-5403-453a-b246-fd76d5b26d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '74c04624-4140-4df3-98ac-bec5439b5069'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:36:37.760735 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e1e55157-422c-4164-aaf4-30bedd5de757), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:37.764894 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-494e2c3e-db33-4def-9e3f-aab30a07ae64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da44614a-2442-4ed8-b35b-d53be88d4fe4 HTTP/1.1" status: 200 len: 217 time: 0.0661335 Feb 07 16:36:37.857749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] For port 0479931b-81cd-4959-968d-8e72ee1e8438, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0479931b-81cd-4959-968d-8e72ee1e8438,segment=NetworkSegment(88ed8e75-88df-48a6-ac4a-fdc3550c0643),segment_id=88ed8e75-88df-48a6-ac4a-fdc3550c0643)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:37.857870 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (0479931b-81cd-4959-968d-8e72ee1e8438), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:37.862489 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725a7c32-1c57-4aab-946b-49c0f32a1561 x-openstack-request-id: req-725a7c32-1c57-4aab-946b-49c0f32a1561 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:37.862823 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad", "name": "network-vif-plugged", "status": "completed", "tag": "b331734f-7343-4e8e-a7bb-81dd216e3151", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:37.863076 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-725a7c32-1c57-4aab-946b-49c0f32a1561 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:37.863481 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b331734f-7343-4e8e-a7bb-81dd216e3151', 'code': 200} Feb 07 16:36:37.870111 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2ca6364c-9885-40f5-9cba-45101de52b05 None None] Provisioning complete for port e1e55157-422c-4164-aaf4-30bedd5de757 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:36:37.870495 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ca6364c-9885-40f5-9cba-45101de52b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e1e55157-422c-4164-aaf4-30bedd5de757), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:37.885849 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] Calling delete_port for 0479931b-81cd-4959-968d-8e72ee1e8438 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:37.974479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2ca6364c-9885-40f5-9cba-45101de52b05 None None] Port e1e55157-422c-4164-aaf4-30bedd5de757 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:36:37.978119 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee136c5-07b8-47f2-b230-47f80bd9eaa6 x-openstack-request-id: req-9ee136c5-07b8-47f2-b230-47f80bd9eaa6 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:37.978661 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3224395-2aac-4c3b-acd4-06fffadca6be", "name": "network-vif-deleted", "tag": "4e509806-5893-4737-91e0-446f2f936e19", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:37.979101 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ee136c5-07b8-47f2-b230-47f80bd9eaa6 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:37.979667 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3224395-2aac-4c3b-acd4-06fffadca6be', 'name': 'network-vif-deleted', 'tag': '4e509806-5893-4737-91e0-446f2f936e19', 'status': 'completed', 'code': 200} Feb 07 16:36:37.983010 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-33322454-4498-43ef-986d-355182d82e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:37.985685 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-33322454-4498-43ef-986d-355182d82e36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.2114987 Feb 07 16:36:37.988135 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] For port e1e55157-422c-4164-aaf4-30bedd5de757, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:36:37.996700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] For port e1e55157-422c-4164-aaf4-30bedd5de757, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e1e55157-422c-4164-aaf4-30bedd5de757,segment=NetworkSegment(f3001834-5403-453a-b246-fd76d5b26d4c),segment_id=f3001834-5403-453a-b246-fd76d5b26d4c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:36:38.025199 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e1e55157-422c-4164-aaf4-30bedd5de757), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:38.038922 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-9a18f3d7-4ed5-4197-a4c4-dc146460e660 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453556 Feb 07 16:36:38.053577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb9dae-1cef-4d3d-88f7-e1a839ad1fe6 req-f1fc38ac-7de3-4fef-b3c4-427efb76b2e5 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:38.061024 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-42cb9dae-1cef-4d3d-88f7-e1a839ad1fe6 req-f1fc38ac-7de3-4fef-b3c4-427efb76b2e5 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0e7fb5-f13c-477b-8b73-934551115f56 HTTP/1.1" status: 200 len: 944 time: 0.1738784 Feb 07 16:36:38.124224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3d1023-98d8-40ec-bf26-87b28f386606 None None] DHCP port deletion for 1c763529-d7da-44e4-93e7-f39221fc8e8d request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:36:38.196023 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-af80b5b9-6117-49d6-aac1-490f023e4d6e service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287930 Feb 07 16:36:38.209210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] Routers {'f2c9dabb-9704-44e3-8a06-b5f3bc71193a'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:36:38.210613 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:36:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['f2c9dabb-9704-44e3-8a06-b5f3bc71193a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:38.281613 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddd9a7-2459-4f15-b34a-53ce5196d28a None None] Pushing event updated for resources: {'Port': ['ID=e1e55157-422c-4164-aaf4-30bedd5de757,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:38.381331 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-42cb9dae-1cef-4d3d-88f7-e1a839ad1fe6 req-2b08accb-de2b-4832-b641-95cd70cb6eb8 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193572 Feb 07 16:36:38.385448 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-3723e092-6004-44cb-b95b-4d7e79aa6617 service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835210 Feb 07 16:36:38.460366 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] Set router f2c9dabb-9704-44e3-8a06-b5f3bc71193a gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:36:38.494924 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fa3d1023-98d8-40ec-bf26-87b28f386606 None None] Deleting port 0479931b-81cd-4959-968d-8e72ee1e8438 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:38.495307 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fa3d1023-98d8-40ec-bf26-87b28f386606 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (0479931b-81cd-4959-968d-8e72ee1e8438), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:38.519237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b89371-ad2f-486a-bf7f-8910edda29e0 req-1d69f2f8-eba2-4b79-a3d4-cf3edb0d0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:38.521244 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04b89371-ad2f-486a-bf7f-8910edda29e0 req-1d69f2f8-eba2-4b79-a3d4-cf3edb0d0aee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad HTTP/1.1" status: 200 len: 1132 time: 0.1343517 Feb 07 16:36:38.523974 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (0479931b-81cd-4959-968d-8e72ee1e8438), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:38.533767 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d836995-fb76-42ca-b06a-3c5b0a97aaa7 req-ee155fa8-6a08-4fb3-bcb7-00a6ea76f6db tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:38.540972 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9d836995-fb76-42ca-b06a-3c5b0a97aaa7 req-ee155fa8-6a08-4fb3-bcb7-00a6ea76f6db tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 945 time: 0.1563749 Feb 07 16:36:38.592462 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] No DVR routers for this DVR port 0479931b-81cd-4959-968d-8e72ee1e8438 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:36:38.596049 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] Pushing event deleted for resources: {'Port': ['ID=0479931b-81cd-4959-968d-8e72ee1e8438,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:38.619842 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 6be6da45-c22f-49ba-bdd2-f75d0d85de89 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:36:38.627343 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1f94820a-f86e-4314-ab6a-fd7c1533185d None None] Provisioning complete for port e1e55157-422c-4164-aaf4-30bedd5de757 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:36:38.627734 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1f94820a-f86e-4314-ab6a-fd7c1533185d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e1e55157-422c-4164-aaf4-30bedd5de757), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:38.659027 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aa20227f-955f-494a-9c3a-24647c71961a req-eccd7187-8dee-48bc-b9da-98b9a8bb18aa tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2310891 Feb 07 16:36:38.679164 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-aa20227f-955f-494a-9c3a-24647c71961a req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:38.687513 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-fa3d1023-98d8-40ec-bf26-87b28f386606 None None] For port 0479931b-81cd-4959-968d-8e72ee1e8438, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0479931b-81cd-4959-968d-8e72ee1e8438,segment=NetworkSegment(88ed8e75-88df-48a6-ac4a-fdc3550c0643),segment_id=88ed8e75-88df-48a6-ac4a-fdc3550c0643)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:38.687922 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fa3d1023-98d8-40ec-bf26-87b28f386606 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (0479931b-81cd-4959-968d-8e72ee1e8438), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:38.701172 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 29146065-272c-4f4b-b385-9762a5215eed up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:36:38.704087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 6be6da45-c22f-49ba-bdd2-f75d0d85de89 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:36:38.704587 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 6be6da45-c22f-49ba-bdd2-f75d0d85de89 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:36:38.714994 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aa20227f-955f-494a-9c3a-24647c71961a req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:38.741015 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9d836995-fb76-42ca-b06a-3c5b0a97aaa7 req-fdb52fa5-4938-4ef4-95da-78dd55d0186a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988113 Feb 07 16:36:38.747678 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (1c763529-d7da-44e4-93e7-f39221fc8e8d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:38.774991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fa3d1023-98d8-40ec-bf26-87b28f386606 None None] Calling delete_port for 0479931b-81cd-4959-968d-8e72ee1e8438 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:38.778040 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04b89371-ad2f-486a-bf7f-8910edda29e0 req-5a0b4925-d7ae-4791-b80e-a4514115a571 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2f3d513f-4b64-424a-9f7e-6cbc93568d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985512 Feb 07 16:36:38.780157 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c763529-d7da-44e4-93e7-f39221fc8e8d']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:38.796198 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ed8e75-88df-48a6-ac4a-fdc3550c0643') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:38.796600 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ed8e75-88df-48a6-ac4a-fdc3550c0643') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:38.818072 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (88ed8e75-88df-48a6-ac4a-fdc3550c0643), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:38.836709 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (88ed8e75-88df-48a6-ac4a-fdc3550c0643), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:38.854445 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:36:38.854866 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (88ed8e75-88df-48a6-ac4a-fdc3550c0643), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:36:38.857338 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:36:38.887381 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aa20227f-955f-494a-9c3a-24647c71961a req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:38.934185 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (1c763529-d7da-44e4-93e7-f39221fc8e8d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:38.945651 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:38.955347 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] 10.222.0.18 "DELETE /v2.0/networks/1c763529-d7da-44e4-93e7-f39221fc8e8d HTTP/1.1" status: 204 len: 168 time: 1.4830675 Feb 07 16:36:38.978171 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bda400-c4ff-42d4-97a4-56718966412c admin admin] Pushing event deleted for resources: {'Network': ['ID=1c763529-d7da-44e4-93e7-f39221fc8e8d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:39.002633 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 29146065-272c-4f4b-b385-9762a5215eed completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:36:39.014925 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1f94820a-f86e-4314-ab6a-fd7c1533185d None None] Current status of the port e1e55157-422c-4164-aaf4-30bedd5de757 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:39.015960 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1f94820a-f86e-4314-ab6a-fd7c1533185d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e1e55157-422c-4164-aaf4-30bedd5de757), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:39.034100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 29146065-272c-4f4b-b385-9762a5215eed triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:36:39.034491 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (29146065-272c-4f4b-b385-9762a5215eed), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:39.102483 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fa3d1023-98d8-40ec-bf26-87b28f386606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (0479931b-81cd-4959-968d-8e72ee1e8438), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:39.151133 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d1023-98d8-40ec-bf26-87b28f386606 None None] Pushing event deleted for resources: {'Port': ['ID=0479931b-81cd-4959-968d-8e72ee1e8438,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:39.155678 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1f94820a-f86e-4314-ab6a-fd7c1533185d None None] For port e1e55157-422c-4164-aaf4-30bedd5de757, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e1e55157-422c-4164-aaf4-30bedd5de757,segment=NetworkSegment(f3001834-5403-453a-b246-fd76d5b26d4c),segment_id=f3001834-5403-453a-b246-fd76d5b26d4c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:39.157909 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa3d1023-98d8-40ec-bf26-87b28f386606 None None] Network 1c763529-d7da-44e4-93e7-f39221fc8e8d is not hosted by any dhcp agent {{(pid=103228) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 16:36:39.158431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3d1023-98d8-40ec-bf26-87b28f386606 None None] No DVR routers for this DVR port 0479931b-81cd-4959-968d-8e72ee1e8438 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:36:39.167021 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1f94820a-f86e-4314-ab6a-fd7c1533185d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e1e55157-422c-4164-aaf4-30bedd5de757), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:39.182086 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-aa20227f-955f-494a-9c3a-24647c71961a req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Allocated IP 172.25.4.217 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/d274d0e0-d4db-4152-a21b-e7ceabbdfc49) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:36:39.225414 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c9dabb-9704-44e3-8a06-b5f3bc71193a', 'name': 'tempest-FloatingIPDetailsTestJSON-336589675-router', 'tenant_id': 'ff22020213dd47d98019179315c4f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '14e1d5f6-a3f9-4221-b0e5-18493021894a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:36:23Z', 'updated_at': '2022-02-07T16:36:32Z', 'revision_number': 4, 'project_id': 'ff22020213dd47d98019179315c4f994', 'gw_port': {'id': '14e1d5f6-a3f9-4221-b0e5-18493021894a', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c9dabb-9704-44e3-8a06-b5f3bc71193a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:36:25Z', 'updated_at': '2022-02-07T16:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e1e55157-422c-4164-aaf4-30bedd5de757', 'name': '', 'network_id': '74c04624-4140-4df3-98ac-bec5439b5069', 'tenant_id': 'ff22020213dd47d98019179315c4f994', 'mac_address': 'fa:16:3e:d1:fd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c9dabb-9704-44e3-8a06-b5f3bc71193a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '8434c722-2cc4-46e6-bf60-1a4f3f1e7da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:36:30Z', 'updated_at': '2022-02-07T16:36:37Z', 'revision_number': 4, 'project_id': 'ff22020213dd47d98019179315c4f994', 'subnets': [{'id': '8434c722-2cc4-46e6-bf60-1a4f3f1e7da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:39.241515 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57174) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:39.276781 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c6ae6-4112-4977-9ddf-bfbd32a58b65 None None] The sync data for ids ['f2c9dabb-9704-44e3-8a06-b5f3bc71193a'] in n-d-827865-3 is: [{'id': 'f2c9dabb-9704-44e3-8a06-b5f3bc71193a', 'name': 'tempest-FloatingIPDetailsTestJSON-336589675-router', 'tenant_id': 'ff22020213dd47d98019179315c4f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '14e1d5f6-a3f9-4221-b0e5-18493021894a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:36:23Z', 'updated_at': '2022-02-07T16:36:32Z', 'revision_number': 4, 'project_id': 'ff22020213dd47d98019179315c4f994', 'gw_port': {'id': '14e1d5f6-a3f9-4221-b0e5-18493021894a', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c9dabb-9704-44e3-8a06-b5f3bc71193a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:36:25Z', 'updated_at': '2022-02-07T16:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e1e55157-422c-4164-aaf4-30bedd5de757', 'name': '', 'network_id': '74c04624-4140-4df3-98ac-bec5439b5069', 'tenant_id': 'ff22020213dd47d98019179315c4f994', 'mac_address': 'fa:16:3e:d1:fd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c9dabb-9704-44e3-8a06-b5f3bc71193a', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '8434c722-2cc4-46e6-bf60-1a4f3f1e7da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:36:30Z', 'updated_at': '2022-02-07T16:36:37Z', 'revision_number': 4, 'project_id': 'ff22020213dd47d98019179315c4f994', 'subnets': [{'id': '8434c722-2cc4-46e6-bf60-1a4f3f1e7da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:36:39.330704 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94820a-f86e-4314-ab6a-fd7c1533185d None None] Pushing event updated for resources: {'Port': ['ID=e1e55157-422c-4164-aaf4-30bedd5de757,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:39.362035 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0f868153-6c52-4b46-8e07-d6e32d1e7d24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=983acac417eb4927bfcc6f21c7e43ae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1141701 Feb 07 16:36:39.363093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57176) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:39.394672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 29146065-272c-4f4b-b385-9762a5215eed is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:39.395060 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (29146065-272c-4f4b-b385-9762a5215eed), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:39.416886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0479931b-81cd-4959-968d-8e72ee1e8438 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:36:39.447519 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b27bd1-487b-4ee5-957e-adbedf7a08c2 req-568ba8ee-11bc-4802-8767-bb1bdba36838 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:39.459649 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2b27bd1-487b-4ee5-957e-adbedf7a08c2 req-568ba8ee-11bc-4802-8767-bb1bdba36838 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad HTTP/1.1" status: 200 len: 950 time: 0.2428727 Feb 07 16:36:39.462771 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 0479931b-81cd-4959-968d-8e72ee1e8438 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:36:39.463249 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0479931b-81cd-4959-968d-8e72ee1e8438 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:36:39.490794 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 29146065-272c-4f4b-b385-9762a5215eed, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=29146065-272c-4f4b-b385-9762a5215eed,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:39.498623 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (29146065-272c-4f4b-b385-9762a5215eed), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:39.500000 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4e509806-5893-4737-91e0-446f2f936e19 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:36:39.501188 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aa20227f-955f-494a-9c3a-24647c71961a req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for port (d274d0e0-d4db-4152-a21b-e7ceabbdfc49), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:39.517995 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58e40b60-8a41-44cc-b882-49957bb23901 admin admin] Publish callbacks [] for security_group (28e4b0cc-3a52-4f60-ba29-eb824e79aebf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:39.531643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 4e509806-5893-4737-91e0-446f2f936e19 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:36:39.531979 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4e509806-5893-4737-91e0-446f2f936e19 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:36:39.568372 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2b27bd1-487b-4ee5-957e-adbedf7a08c2 req-2b948795-f473-4532-8239-1cda569b6b42 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f3d513f-4b64-424a-9f7e-6cbc93568d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820916 Feb 07 16:36:39.578993 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58e40b60-8a41-44cc-b882-49957bb23901 admin admin] Publish callbacks [] for security_group (28e4b0cc-3a52-4f60-ba29-eb824e79aebf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:39.630164 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=29146065-272c-4f4b-b385-9762a5215eed,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:39.653054 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aa20227f-955f-494a-9c3a-24647c71961a req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d274d0e0-d4db-4152-a21b-e7ceabbdfc49), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:39.716119 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa20227f-955f-494a-9c3a-24647c71961a req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:36:39.725422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-aa20227f-955f-494a-9c3a-24647c71961a req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:36:39.728609 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa20227f-955f-494a-9c3a-24647c71961a req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:36:39.777047 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58e40b60-8a41-44cc-b882-49957bb23901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (28e4b0cc-3a52-4f60-ba29-eb824e79aebf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:39.779794 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58e40b60-8a41-44cc-b882-49957bb23901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:39.783895 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-58e40b60-8a41-44cc-b882-49957bb23901 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28e4b0cc-3a52-4f60-ba29-eb824e79aebf HTTP/1.1" status: 204 len: 168 time: 0.4170299 Feb 07 16:36:39.783895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Pushing event updated for resources: {'Port': ['ID=d274d0e0-d4db-4152-a21b-e7ceabbdfc49,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:39.801681 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e40b60-8a41-44cc-b882-49957bb23901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e4b0cc-3a52-4f60-ba29-eb824e79aebf,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:39.864737 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0e7fb5-f13c-477b-8b73-934551115f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29146065-272c-4f4b-b385-9762a5215eed'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:39.867189 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7a928c-79c9-4134-af54-5769ddea93d7" -d '{"events": [{"server_uuid": "1c0e7fb5-f13c-477b-8b73-934551115f56", "name": "network-vif-plugged", "status": "completed", "tag": "29146065-272c-4f4b-b385-9762a5215eed"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:39.880128 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aa20227f-955f-494a-9c3a-24647c71961a req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for floatingip (6fd84004-0c57-4a6a-abb4-4b8d09f2cf08), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:39.903258 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd50c4f-307a-4819-909d-fa0cba114ad7 req-e8e3c491-8cf4-42c8-a91a-006d2412e278 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:39.911674 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6bd50c4f-307a-4819-909d-fa0cba114ad7 req-e8e3c491-8cf4-42c8-a91a-006d2412e278 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd HTTP/1.1" status: 200 len: 950 time: 0.1547661 Feb 07 16:36:39.931519 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aa20227f-955f-494a-9c3a-24647c71961a req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d274d0e0-d4db-4152-a21b-e7ceabbdfc49), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:39.986118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdee68d-818e-45af-835d-3d630b323eba', 'name': 'network-vif-deleted', 'tag': '6be6da45-c22f-49ba-bdd2-f75d0d85de89'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:39.992106 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5b313f-4401-4f46-9c3d-2f3582d8148d" -d '{"events": [{"server_uuid": "acdee68d-818e-45af-835d-3d630b323eba", "name": "network-vif-deleted", "tag": "6be6da45-c22f-49ba-bdd2-f75d0d85de89"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:40.007621 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6bd50c4f-307a-4819-909d-fa0cba114ad7 req-29385740-0d8e-4eb1-8839-d77f376c0c3f tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945733 Feb 07 16:36:40.189589 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aa20227f-955f-494a-9c3a-24647c71961a req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for port (d274d0e0-d4db-4152-a21b-e7ceabbdfc49), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:40.200561 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aa20227f-955f-494a-9c3a-24647c71961a req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (d274d0e0-d4db-4152-a21b-e7ceabbdfc49), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:40.213997 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f9c28-4460-407d-a590-9f1e4e834e25 req-5b9bc875-e7cb-4f10-b840-6a2f090a1662 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:40.215975 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-667f9c28-4460-407d-a590-9f1e4e834e25 req-5b9bc875-e7cb-4f10-b840-6a2f090a1662 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0e7fb5-f13c-477b-8b73-934551115f56 HTTP/1.1" status: 200 len: 945 time: 0.1180503 Feb 07 16:36:40.289975 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-667f9c28-4460-407d-a590-9f1e4e834e25 req-b11b4aa0-703d-4aec-a0cc-382062bfb0d7 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655179 Feb 07 16:36:40.307663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Pushing event updated for resources: {'Port': ['ID=d274d0e0-d4db-4152-a21b-e7ceabbdfc49,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:40.321680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:40.321680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:40.321680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:40.321680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:40.321680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:40.321680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:40.321680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:40.321680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:40.321680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:40.321680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:40.323052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:40.323052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:40.323052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:40.381480 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aa20227f-955f-494a-9c3a-24647c71961a req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (6fd84004-0c57-4a6a-abb4-4b8d09f2cf08), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:40.413385 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-aa20227f-955f-494a-9c3a-24647c71961a req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:40.415945 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aa20227f-955f-494a-9c3a-24647c71961a req-b0bbf4e2-7d72-48d4-b9e1-7aa8a54cb15f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7510192 Feb 07 16:36:40.536023 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aa20227f-955f-494a-9c3a-24647c71961a req-114ac1a3-aa78-4f9a-8465-78e16be802e1 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.217 HTTP/1.1" status: 200 len: 696 time: 0.1094189 Feb 07 16:36:40.726678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dec3f9-7cdf-4dcf-9f10-7fd5429ad04c req-f64d085c-c7e4-453d-b258-54ba5ec76c5a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:40.728328 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63dec3f9-7cdf-4dcf-9f10-7fd5429ad04c req-f64d085c-c7e4-453d-b258-54ba5ec76c5a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 945 time: 0.1509137 Feb 07 16:36:40.759643 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15a350-364f-4ddc-b300-6e56329f959e req-4bddcb5a-7717-41bd-8065-5c0e451aebeb tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:40.762149 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce15a350-364f-4ddc-b300-6e56329f959e req-4bddcb5a-7717-41bd-8065-5c0e451aebeb tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "GET /v2.0/ports?device_id=171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd HTTP/1.1" status: 200 len: 950 time: 0.1236525 Feb 07 16:36:40.762599 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20227f-955f-494a-9c3a-24647c71961a req-b3f4d36c-7fa7-4a5a-9c32-89fcfaa85668 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:40.764659 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aa20227f-955f-494a-9c3a-24647c71961a req-b3f4d36c-7fa7-4a5a-9c32-89fcfaa85668 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.2169046 Feb 07 16:36:40.779290 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-aa20227f-955f-494a-9c3a-24647c71961a req-861f0fd8-7a15-4eb2-a672-3c0bead49004 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:36:40.780594 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aa20227f-955f-494a-9c3a-24647c71961a req-861f0fd8-7a15-4eb2-a672-3c0bead49004 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061002 Feb 07 16:36:40.841398 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1d084d-22bb-4ab3-96e1-c0a00e860d25 x-openstack-request-id: req-0e1d084d-22bb-4ab3-96e1-c0a00e860d25 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:40.841970 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0e7fb5-f13c-477b-8b73-934551115f56", "name": "network-vif-plugged", "status": "completed", "tag": "29146065-272c-4f4b-b385-9762a5215eed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:40.842787 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e1d084d-22bb-4ab3-96e1-c0a00e860d25 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:40.843802 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0e7fb5-f13c-477b-8b73-934551115f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29146065-272c-4f4b-b385-9762a5215eed', 'code': 200} Feb 07 16:36:40.907277 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4e3884-1962-4452-a00a-30b9062baae4 x-openstack-request-id: req-dd4e3884-1962-4452-a00a-30b9062baae4 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:40.907812 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acdee68d-818e-45af-835d-3d630b323eba", "name": "network-vif-deleted", "tag": "6be6da45-c22f-49ba-bdd2-f75d0d85de89", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:40.908260 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd4e3884-1962-4452-a00a-30b9062baae4 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:40.908834 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdee68d-818e-45af-835d-3d630b323eba', 'name': 'network-vif-deleted', 'tag': '6be6da45-c22f-49ba-bdd2-f75d0d85de89', 'status': 'completed', 'code': 200} Feb 07 16:36:40.911268 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63dec3f9-7cdf-4dcf-9f10-7fd5429ad04c req-e8abcfeb-24cf-4fac-9439-2f5545cdf6fa tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685371 Feb 07 16:36:41.040130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-ce15a350-364f-4ddc-b300-6e56329f959e req-cb0b07dd-f554-450a-8d88-60dcd172a2b7 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Deleting port 5e47a186-2c52-4efd-97d0-008177fa7a8d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:41.040662 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce15a350-364f-4ddc-b300-6e56329f959e req-cb0b07dd-f554-450a-8d88-60dcd172a2b7 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5e47a186-2c52-4efd-97d0-008177fa7a8d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:41.207683 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ce15a350-364f-4ddc-b300-6e56329f959e req-cb0b07dd-f554-450a-8d88-60dcd172a2b7 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] For port 5e47a186-2c52-4efd-97d0-008177fa7a8d, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5e47a186-2c52-4efd-97d0-008177fa7a8d,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:41.208065 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce15a350-364f-4ddc-b300-6e56329f959e req-cb0b07dd-f554-450a-8d88-60dcd172a2b7 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5e47a186-2c52-4efd-97d0-008177fa7a8d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:41.230310 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-ce15a350-364f-4ddc-b300-6e56329f959e req-cb0b07dd-f554-450a-8d88-60dcd172a2b7 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Calling delete_port for 5e47a186-2c52-4efd-97d0-008177fa7a8d owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:41.546027 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce15a350-364f-4ddc-b300-6e56329f959e req-cb0b07dd-f554-450a-8d88-60dcd172a2b7 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (5e47a186-2c52-4efd-97d0-008177fa7a8d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:41.567817 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c2ed7b11-fa05-437c-b3fd-894f106c3dee', 'a92c68c2-44e0-403e-8267-3bb111f40920'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:41.580005 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['b1b8c869-1177-4b49-8a99-d73f9a32b57c', '93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0', 'f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf', '5e47a186-2c52-4efd-97d0-008177fa7a8d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:41.587922 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e1e55157-422c-4164-aaf4-30bedd5de757 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:36:41.679296 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e247c83-4870-4928-ab3f-d265d26375bf req-0bb9f7ae-70f9-4ff9-90d5-48bc8e5a8c27 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6744530 Feb 07 16:36:41.692436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab180986-30f5-415d-b336-9f4e3b1b3e33 req-fe147443-a2b2-4be4-ba9f-4931f2fe0d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:41.694584 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ab180986-30f5-415d-b336-9f4e3b1b3e33 req-fe147443-a2b2-4be4-ba9f-4931f2fe0d73 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c0e7fb5-f13c-477b-8b73-934551115f56 HTTP/1.1" status: 200 len: 1127 time: 0.7499917 Feb 07 16:36:41.700261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-7e247c83-4870-4928-ab3f-d265d26375bf req-8ad828e3-952b-48df-ab8e-a7c008650303 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:41.762584 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b07dd-f554-450a-8d88-60dcd172a2b7 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Pushing event deleted for resources: {'Port': ['ID=5e47a186-2c52-4efd-97d0-008177fa7a8d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:41.770273 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ab180986-30f5-415d-b336-9f4e3b1b3e33 req-1aa233d9-efa5-4920-b39f-0c95f287115f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632696 Feb 07 16:36:41.771905 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e247c83-4870-4928-ab3f-d265d26375bf req-8ad828e3-952b-48df-ab8e-a7c008650303 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:41.824990 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be73ca-459b-45a6-9fa3-70ef7914dceb req-9c9af4dd-11a6-4125-87fb-c3109ddfbc1d tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:41.840432 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-09be73ca-459b-45a6-9fa3-70ef7914dceb req-9c9af4dd-11a6-4125-87fb-c3109ddfbc1d tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad HTTP/1.1" status: 200 len: 950 time: 0.4386609 Feb 07 16:36:41.846145 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce15a350-364f-4ddc-b300-6e56329f959e req-cb0b07dd-f554-450a-8d88-60dcd172a2b7 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] No DVR routers for this DVR port 5e47a186-2c52-4efd-97d0-008177fa7a8d on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:36:41.851593 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce15a350-364f-4ddc-b300-6e56329f959e req-cb0b07dd-f554-450a-8d88-60dcd172a2b7 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:41.858452 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce15a350-364f-4ddc-b300-6e56329f959e req-cb0b07dd-f554-450a-8d88-60dcd172a2b7 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "DELETE /v2.0/ports/5e47a186-2c52-4efd-97d0-008177fa7a8d HTTP/1.1" status: 204 len: 173 time: 1.0856373 Feb 07 16:36:41.861053 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd', 'name': 'network-vif-deleted', 'tag': '5e47a186-2c52-4efd-97d0-008177fa7a8d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:41.865705 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abe0468-d5dd-4a23-9231-4b95f225d2cf" -d '{"events": [{"server_uuid": "171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd", "name": "network-vif-deleted", "tag": "5e47a186-2c52-4efd-97d0-008177fa7a8d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:41.912971 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e247c83-4870-4928-ab3f-d265d26375bf req-8ad828e3-952b-48df-ab8e-a7c008650303 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:41.981866 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-09be73ca-459b-45a6-9fa3-70ef7914dceb req-6581d8df-d66c-4bd9-b3e1-823fc68f5b9f tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f3d513f-4b64-424a-9f7e-6cbc93568d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326725 Feb 07 16:36:42.086006 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-7e247c83-4870-4928-ab3f-d265d26375bf req-8ad828e3-952b-48df-ab8e-a7c008650303 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Allocated IP 172.25.4.177 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/339b1794-95cb-4887-9b7f-247e2a0dd772) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:36:42.105610 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57230) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:42.169827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port e1e55157-422c-4164-aaf4-30bedd5de757 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:36:42.170396 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e1e55157-422c-4164-aaf4-30bedd5de757), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:42.325638 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-17090d5a-8e8e-4bb9-b4c9-c9e121ab97ef req-fc50cc6a-ff71-49a9-832b-e15456c0f9db tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd HTTP/1.1" status: 200 len: 210 time: 0.0795751 Feb 07 16:36:42.348878 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-3266bd49-57e3-4c41-8ea7-1ec2992e06d3 admin admin] Deleting subnet 9fdb0897-548f-413d-af2b-8f313090ed76 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:36:42.352824 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3266bd49-57e3-4c41-8ea7-1ec2992e06d3 admin admin] Publish callbacks [] for subnet (9fdb0897-548f-413d-af2b-8f313090ed76), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:42.393464 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e247c83-4870-4928-ab3f-d265d26375bf req-8ad828e3-952b-48df-ab8e-a7c008650303 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for port (339b1794-95cb-4887-9b7f-247e2a0dd772), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:42.418945 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3266bd49-57e3-4c41-8ea7-1ec2992e06d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (9fdb0897-548f-413d-af2b-8f313090ed76), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:42.429428 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e1e55157-422c-4164-aaf4-30bedd5de757 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:36:42.471333 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e247c83-4870-4928-ab3f-d265d26375bf req-8ad828e3-952b-48df-ab8e-a7c008650303 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (339b1794-95cb-4887-9b7f-247e2a0dd772), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:42.518690 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e247c83-4870-4928-ab3f-d265d26375bf req-8ad828e3-952b-48df-ab8e-a7c008650303 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:36:42.524744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-7e247c83-4870-4928-ab3f-d265d26375bf req-8ad828e3-952b-48df-ab8e-a7c008650303 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:36:42.529210 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e247c83-4870-4928-ab3f-d265d26375bf req-8ad828e3-952b-48df-ab8e-a7c008650303 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:36:42.558468 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad828e3-952b-48df-ab8e-a7c008650303 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Pushing event updated for resources: {'Port': ['ID=339b1794-95cb-4887-9b7f-247e2a0dd772,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:42.567889 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3266bd49-57e3-4c41-8ea7-1ec2992e06d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (9fdb0897-548f-413d-af2b-8f313090ed76), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:42.684485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f05f0-35d8-4dce-bb0b-0e111141558f req-c8316ff8-b364-4092-ab4e-7df04c99fc32 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:42.695717 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e247c83-4870-4928-ab3f-d265d26375bf req-8ad828e3-952b-48df-ab8e-a7c008650303 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for floatingip (ccd9e8be-95f8-4886-afd7-561b72d36e88), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:42.697491 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b23f05f0-35d8-4dce-bb0b-0e111141558f req-c8316ff8-b364-4092-ab4e-7df04c99fc32 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0e7fb5-f13c-477b-8b73-934551115f56 HTTP/1.1" status: 200 len: 945 time: 0.2301772 Feb 07 16:36:42.749602 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e247c83-4870-4928-ab3f-d265d26375bf req-8ad828e3-952b-48df-ab8e-a7c008650303 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (339b1794-95cb-4887-9b7f-247e2a0dd772), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:42.763851 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3266bd49-57e3-4c41-8ea7-1ec2992e06d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (9fdb0897-548f-413d-af2b-8f313090ed76), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:42.807067 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3266bd49-57e3-4c41-8ea7-1ec2992e06d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:42.813110 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3266bd49-57e3-4c41-8ea7-1ec2992e06d3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9fdb0897-548f-413d-af2b-8f313090ed76 HTTP/1.1" status: 204 len: 168 time: 0.7054803 Feb 07 16:36:42.817437 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57232) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:42.839641 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266bd49-57e3-4c41-8ea7-1ec2992e06d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fdb0897-548f-413d-af2b-8f313090ed76,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:42.856933 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b23f05f0-35d8-4dce-bb0b-0e111141558f req-27405a38-2b55-4f88-86e4-e7580627a698 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580997 Feb 07 16:36:42.954678 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-daf7fe9d-d91f-4b81-ad86-13b2a2e3ef41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (7d8c610e-4de7-4bb6-844a-cdc62ecde865), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:43.085382 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-daf7fe9d-d91f-4b81-ad86-13b2a2e3ef41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (7d8c610e-4de7-4bb6-844a-cdc62ecde865), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:43.110286 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e247c83-4870-4928-ab3f-d265d26375bf req-8ad828e3-952b-48df-ab8e-a7c008650303 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for port (339b1794-95cb-4887-9b7f-247e2a0dd772), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:43.117408 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e247c83-4870-4928-ab3f-d265d26375bf req-8ad828e3-952b-48df-ab8e-a7c008650303 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (339b1794-95cb-4887-9b7f-247e2a0dd772), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:43.146880 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-daf7fe9d-d91f-4b81-ad86-13b2a2e3ef41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8c610e-4de7-4bb6-844a-cdc62ecde865']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:43.173624 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-daf7fe9d-d91f-4b81-ad86-13b2a2e3ef41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d8bd8a-d652-42dd-80f3-96312b891827') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:43.173915 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-daf7fe9d-d91f-4b81-ad86-13b2a2e3ef41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d8bd8a-d652-42dd-80f3-96312b891827') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:36:43.209762 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-daf7fe9d-d91f-4b81-ad86-13b2a2e3ef41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (52d8bd8a-d652-42dd-80f3-96312b891827), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:43.219049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad828e3-952b-48df-ab8e-a7c008650303 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Pushing event updated for resources: {'Port': ['ID=339b1794-95cb-4887-9b7f-247e2a0dd772,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:43.241357 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-daf7fe9d-d91f-4b81-ad86-13b2a2e3ef41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (52d8bd8a-d652-42dd-80f3-96312b891827), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:43.252923 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf7fe9d-d91f-4b81-ad86-13b2a2e3ef41 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:36:43.253447 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-daf7fe9d-d91f-4b81-ad86-13b2a2e3ef41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (52d8bd8a-d652-42dd-80f3-96312b891827), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:36:43.267576 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:36:43.326578 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e247c83-4870-4928-ab3f-d265d26375bf req-8ad828e3-952b-48df-ab8e-a7c008650303 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (ccd9e8be-95f8-4886-afd7-561b72d36e88), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:43.372177 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e247c83-4870-4928-ab3f-d265d26375bf req-8ad828e3-952b-48df-ab8e-a7c008650303 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:43.374205 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e247c83-4870-4928-ab3f-d265d26375bf req-8ad828e3-952b-48df-ab8e-a7c008650303 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6784468 Feb 07 16:36:43.380713 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-daf7fe9d-d91f-4b81-ad86-13b2a2e3ef41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (7d8c610e-4de7-4bb6-844a-cdc62ecde865), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:43.395916 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-daf7fe9d-d91f-4b81-ad86-13b2a2e3ef41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:43.401472 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-daf7fe9d-d91f-4b81-ad86-13b2a2e3ef41 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7d8c610e-4de7-4bb6-844a-cdc62ecde865 HTTP/1.1" status: 204 len: 168 time: 0.5827973 Feb 07 16:36:43.493222 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e247c83-4870-4928-ab3f-d265d26375bf req-484b0459-2bee-467b-b662-4ab3c217f2bf tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.177 HTTP/1.1" status: 200 len: 696 time: 0.0903554 Feb 07 16:36:43.494939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7fe9d-d91f-4b81-ad86-13b2a2e3ef41 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d8c610e-4de7-4bb6-844a-cdc62ecde865,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:43.675700 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57240) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:43.704316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e247c83-4870-4928-ab3f-d265d26375bf req-96840306-1ff4-4701-8422-fd4aca9bef39 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:43.706805 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e247c83-4870-4928-ab3f-d265d26375bf req-96840306-1ff4-4701-8422-fd4aca9bef39 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.2032180 Feb 07 16:36:43.752036 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-12c58224-5263-4de5-a904-4546eab56de1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc827ace4b3b4dfaa01016899c49cdc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0747201 Feb 07 16:36:43.754745 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57244) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:43.757993 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec2d7e1-0ca7-4adb-a007-3022cea46e36 x-openstack-request-id: req-6ec2d7e1-0ca7-4adb-a007-3022cea46e36 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:43.758510 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd", "name": "network-vif-deleted", "tag": "5e47a186-2c52-4efd-97d0-008177fa7a8d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:43.758953 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ec2d7e1-0ca7-4adb-a007-3022cea46e36 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:43.759599 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171c2cb0-1b6e-4da5-bddd-8034f9ca2fbd', 'name': 'network-vif-deleted', 'tag': '5e47a186-2c52-4efd-97d0-008177fa7a8d', 'status': 'completed', 'code': 200} Feb 07 16:36:43.850300 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97d12bb1-21e5-42dd-9ce9-cc4026799fc4 admin admin] Publish callbacks [] for security_group (73e3094a-d13b-4a2e-b587-72c9c049c302), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:43.880009 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97d12bb1-21e5-42dd-9ce9-cc4026799fc4 admin admin] Publish callbacks [] for security_group (73e3094a-d13b-4a2e-b587-72c9c049c302), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:43.898346 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9faff-a4dd-4b05-b926-be49d84b2292 req-3119c0a4-1ebf-4193-b9bf-3c5bc9d53f2c tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:43.899994 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a2b9faff-a4dd-4b05-b926-be49d84b2292 req-3119c0a4-1ebf-4193-b9bf-3c5bc9d53f2c tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 945 time: 0.0959842 Feb 07 16:36:43.979179 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a2b9faff-a4dd-4b05-b926-be49d84b2292 req-26e499e1-98f2-46ba-a55c-89bb30e9d721 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710120 Feb 07 16:36:43.996102 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97d12bb1-21e5-42dd-9ce9-cc4026799fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (73e3094a-d13b-4a2e-b587-72c9c049c302), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:43.999177 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97d12bb1-21e5-42dd-9ce9-cc4026799fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:44.002258 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-97d12bb1-21e5-42dd-9ce9-cc4026799fc4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73e3094a-d13b-4a2e-b587-72c9c049c302 HTTP/1.1" status: 204 len: 168 time: 0.2443516 Feb 07 16:36:44.012829 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d12bb1-21e5-42dd-9ce9-cc4026799fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e3094a-d13b-4a2e-b587-72c9c049c302,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:44.486741 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8a2c2e0-a855-480e-9889-8926e553563d req-f67a1ab4-3a3c-433c-a90e-599e144006d2 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1983361 Feb 07 16:36:44.495984 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-d8a2c2e0-a855-480e-9889-8926e553563d req-69968648-9039-4c9d-8ec4-4f06bbcc69a5 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:44.541857 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d8a2c2e0-a855-480e-9889-8926e553563d req-69968648-9039-4c9d-8ec4-4f06bbcc69a5 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:44.672616 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5e47a186-2c52-4efd-97d0-008177fa7a8d no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:36:44.701398 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d8a2c2e0-a855-480e-9889-8926e553563d req-69968648-9039-4c9d-8ec4-4f06bbcc69a5 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:44.742021 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 5e47a186-2c52-4efd-97d0-008177fa7a8d {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:36:44.742465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5e47a186-2c52-4efd-97d0-008177fa7a8d not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:36:44.849686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-d8a2c2e0-a855-480e-9889-8926e553563d req-69968648-9039-4c9d-8ec4-4f06bbcc69a5 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Allocated IP 172.25.4.246 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/d366c3f3-5491-4d0c-87fa-a3d95fa39085) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:36:44.861247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc0cd2-5107-4f42-9fab-4b4244c8b29a req-9b7e9812-afbb-4f89-827f-87d909988b83 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:44.866317 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2dc0cd2-5107-4f42-9fab-4b4244c8b29a req-9b7e9812-afbb-4f89-827f-87d909988b83 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0e7fb5-f13c-477b-8b73-934551115f56 HTTP/1.1" status: 200 len: 945 time: 0.0940742 Feb 07 16:36:44.937905 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2dc0cd2-5107-4f42-9fab-4b4244c8b29a req-32b0fb32-3100-4442-abf3-b6e0abd6d1ba tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639951 Feb 07 16:36:44.985117 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d8a2c2e0-a855-480e-9889-8926e553563d req-69968648-9039-4c9d-8ec4-4f06bbcc69a5 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for port (d366c3f3-5491-4d0c-87fa-a3d95fa39085), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:45.028741 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d8a2c2e0-a855-480e-9889-8926e553563d req-69968648-9039-4c9d-8ec4-4f06bbcc69a5 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d366c3f3-5491-4d0c-87fa-a3d95fa39085), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:45.078200 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516915f-8916-4290-bc1c-57685376f010 req-04b0eab4-e612-4510-bd95-fcf7d1ad6ca4 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:45.083521 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69968648-9039-4c9d-8ec4-4f06bbcc69a5 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Pushing event updated for resources: {'Port': ['ID=d366c3f3-5491-4d0c-87fa-a3d95fa39085,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:45.088276 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2516915f-8916-4290-bc1c-57685376f010 req-04b0eab4-e612-4510-bd95-fcf7d1ad6ca4 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad HTTP/1.1" status: 200 len: 950 time: 0.0813324 Feb 07 16:36:45.101082 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a2c2e0-a855-480e-9889-8926e553563d req-69968648-9039-4c9d-8ec4-4f06bbcc69a5 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:36:45.102884 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-d8a2c2e0-a855-480e-9889-8926e553563d req-69968648-9039-4c9d-8ec4-4f06bbcc69a5 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:36:45.105975 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a2c2e0-a855-480e-9889-8926e553563d req-69968648-9039-4c9d-8ec4-4f06bbcc69a5 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:36:45.165920 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2516915f-8916-4290-bc1c-57685376f010 req-f86a151d-9a6a-4fb0-b20f-1b7a0562d2da tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f3d513f-4b64-424a-9f7e-6cbc93568d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759823 Feb 07 16:36:45.238022 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d8a2c2e0-a855-480e-9889-8926e553563d req-69968648-9039-4c9d-8ec4-4f06bbcc69a5 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for floatingip (4e1e57cd-7ff9-4a74-a417-6607f1c91173), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:45.259654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57280) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:45.306495 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d8a2c2e0-a855-480e-9889-8926e553563d req-69968648-9039-4c9d-8ec4-4f06bbcc69a5 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d366c3f3-5491-4d0c-87fa-a3d95fa39085), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:45.446014 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1715338470-network', 'tenant_id': 'e4d8bd18d40d41aab46ebc0665cdc9b3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:45.473815 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Made reservation on behalf of e4d8bd18d40d41aab46ebc0665cdc9b3 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:36:45.477948 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:45.491132 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:45.537962 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d8a2c2e0-a855-480e-9889-8926e553563d req-69968648-9039-4c9d-8ec4-4f06bbcc69a5 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for port (d366c3f3-5491-4d0c-87fa-a3d95fa39085), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:45.543875 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d8a2c2e0-a855-480e-9889-8926e553563d req-69968648-9039-4c9d-8ec4-4f06bbcc69a5 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (d366c3f3-5491-4d0c-87fa-a3d95fa39085), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:45.610326 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69968648-9039-4c9d-8ec4-4f06bbcc69a5 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Pushing event updated for resources: {'Port': ['ID=d366c3f3-5491-4d0c-87fa-a3d95fa39085,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:45.688551 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d8a2c2e0-a855-480e-9889-8926e553563d req-69968648-9039-4c9d-8ec4-4f06bbcc69a5 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (4e1e57cd-7ff9-4a74-a417-6607f1c91173), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:45.704495 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670fc71-b147-4053-9e47-a024f0fad9fc req-ce8fa840-2a68-4100-b2ff-0f1b53eb01bf tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:45.707586 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a670fc71-b147-4053-9e47-a024f0fad9fc req-ce8fa840-2a68-4100-b2ff-0f1b53eb01bf tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad HTTP/1.1" status: 200 len: 950 time: 0.1642120 Feb 07 16:36:45.710810 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d8a2c2e0-a855-480e-9889-8926e553563d req-69968648-9039-4c9d-8ec4-4f06bbcc69a5 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:45.715853 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Publish callbacks [] for security_group (a62de1f6-52bb-45c3-9522-d6939363b924), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:45.718799 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8a2c2e0-a855-480e-9889-8926e553563d req-69968648-9039-4c9d-8ec4-4f06bbcc69a5 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2301011 Feb 07 16:36:45.754231 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a62de1f6-52bb-45c3-9522-d6939363b924), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:45.790252 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8a2c2e0-a855-480e-9889-8926e553563d req-4bd1864a-d158-4f3c-8439-b215c17c3390 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.0693722 Feb 07 16:36:45.818704 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:36:45.838450 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62de1f6-52bb-45c3-9522-d6939363b924,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:45.864746 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e750424c-f1f6-4255-a6f1-d2732fda1ac5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:45.865476 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Added segment e750424c-f1f6-4255-a6f1-d2732fda1ac5 of type vlan for network c76768b0-1220-4e06-a866-349e5fd94e4c Feb 07 16:36:45.886494 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:45.886774 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:45.887144 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:45.888152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:45.888152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:45.888152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:45.888598 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:45.888821 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:45.889158 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:45.889517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:45.889850 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:45.890238 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:45.890571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:36:45.933429 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027b2b2-4f2d-4b6f-97a5-63f350c31d54 req-18ebddc1-04a6-4a1c-9156-e4422ce116a7 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:45.935074 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4027b2b2-4f2d-4b6f-97a5-63f350c31d54 req-18ebddc1-04a6-4a1c-9156-e4422ce116a7 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 945 time: 0.2222946 Feb 07 16:36:45.952203 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2c2e0-a855-480e-9889-8926e553563d req-634a4910-6a7f-4b2b-bee5-75e7fbcf46bf tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:45.965206 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (c76768b0-1220-4e06-a866-349e5fd94e4c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:45.965663 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8a2c2e0-a855-480e-9889-8926e553563d req-634a4910-6a7f-4b2b-bee5-75e7fbcf46bf tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.1648138 Feb 07 16:36:46.037125 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (c76768b0-1220-4e06-a866-349e5fd94e4c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:46.038653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:46.039213 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:46.047245 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-a670fc71-b147-4053-9e47-a024f0fad9fc req-c7e5a06a-f132-427c-a5bc-daa651830263 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Deleting port b331734f-7343-4e8e-a7bb-81dd216e3151 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:46.048204 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a670fc71-b147-4053-9e47-a024f0fad9fc req-c7e5a06a-f132-427c-a5bc-daa651830263 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b331734f-7343-4e8e-a7bb-81dd216e3151), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:46.070795 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4027b2b2-4f2d-4b6f-97a5-63f350c31d54 req-029f61f0-1dc1-4f5f-84e3-682d8ffa1af6 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227353 Feb 07 16:36:46.224654 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9635804 Feb 07 16:36:46.227887 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57298) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:46.236223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-53ce4ad9-749e-4235-869b-9ee8104dfa58 admin admin] Request body: {'subnet': {'network_id': 'c76768b0-1220-4e06-a866-349e5fd94e4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1715338470-subnet', 'tenant_id': 'e4d8bd18d40d41aab46ebc0665cdc9b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:46.291881 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f18ae1-557d-476d-9c63-715c53cd7ef8 admin admin] Pushing event updated for resources: {'Network': ['ID=c76768b0-1220-4e06-a866-349e5fd94e4c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:46.309174 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-205070c4-b626-4cf6-a891-34dffb40620f req-661ec949-4f61-44e7-b0fe-bfd88eb3133e tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/floatingips/4e1e57cd-7ff9-4a74-a417-6607f1c91173 HTTP/1.1" status: 200 len: 693 time: 0.0830116 Feb 07 16:36:46.315713 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network c76768b0-1220-4e06-a866-349e5fd94e4c details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:36:46.335431 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ce4ad9-749e-4235-869b-9ee8104dfa58 admin admin] Made reservation on behalf of e4d8bd18d40d41aab46ebc0665cdc9b3 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:36:46.341352 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53ce4ad9-749e-4235-869b-9ee8104dfa58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:46.400418 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a670fc71-b147-4053-9e47-a024f0fad9fc req-c7e5a06a-f132-427c-a5bc-daa651830263 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] For port b331734f-7343-4e8e-a7bb-81dd216e3151, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=b331734f-7343-4e8e-a7bb-81dd216e3151,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:46.400810 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a670fc71-b147-4053-9e47-a024f0fad9fc req-c7e5a06a-f132-427c-a5bc-daa651830263 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b331734f-7343-4e8e-a7bb-81dd216e3151), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:46.424887 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-a670fc71-b147-4053-9e47-a024f0fad9fc req-c7e5a06a-f132-427c-a5bc-daa651830263 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Calling delete_port for b331734f-7343-4e8e-a7bb-81dd216e3151 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:46.481914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c65bc-488e-414b-bd86-5ae86fe5cc80 req-1ed332ec-dabb-430a-b94c-cd70e0184216 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:46.490814 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e26c65bc-488e-414b-bd86-5ae86fe5cc80 req-1ed332ec-dabb-430a-b94c-cd70e0184216 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0e7fb5-f13c-477b-8b73-934551115f56 HTTP/1.1" status: 200 len: 945 time: 0.2236524 Feb 07 16:36:46.517742 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205070c4-b626-4cf6-a891-34dffb40620f req-ba6a4ac7-ee5d-4768-823a-c1aad4de1dbb tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:46.519229 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-205070c4-b626-4cf6-a891-34dffb40620f req-ba6a4ac7-ee5d-4768-823a-c1aad4de1dbb tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.1920106 Feb 07 16:36:46.587301 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e26c65bc-488e-414b-bd86-5ae86fe5cc80 req-bd8b8313-5eb6-43c0-8d01-1dfd4d9a4cdf tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups?id=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942526 Feb 07 16:36:46.738484 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53ce4ad9-749e-4235-869b-9ee8104dfa58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (5a803704-d254-4047-bcfc-87c01523fe72), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:46.784969 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1bd33-fc96-44a7-8dd4-445d4f9b0934 req-edff7b57-860e-4548-90bf-eca6ccf4c6bf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:46.787505 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-93d1bd33-fc96-44a7-8dd4-445d4f9b0934 req-edff7b57-860e-4548-90bf-eca6ccf4c6bf tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b30be76-50ac-440e-b58c-01f4cb72d7f7 HTTP/1.1" status: 200 len: 949 time: 0.2011609 Feb 07 16:36:46.802553 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a670fc71-b147-4053-9e47-a024f0fad9fc req-c7e5a06a-f132-427c-a5bc-daa651830263 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (b331734f-7343-4e8e-a7bb-81dd216e3151), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:46.846835 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce4ad9-749e-4235-869b-9ee8104dfa58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a803704-d254-4047-bcfc-87c01523fe72,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:46.864666 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5a06a-f132-427c-a5bc-daa651830263 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Pushing event deleted for resources: {'Port': ['ID=b331734f-7343-4e8e-a7bb-81dd216e3151,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:46.866546 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61427db4-99cc-4b66-b651-e852fbf1fcf1 req-09162917-ea6e-4777-a6cc-78d21412f81e tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:46.873418 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61427db4-99cc-4b66-b651-e852fbf1fcf1 req-09162917-ea6e-4777-a6cc-78d21412f81e tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad HTTP/1.1" status: 200 len: 950 time: 0.1937580 Feb 07 16:36:46.934160 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ce4ad9-749e-4235-869b-9ee8104dfa58 admin admin] Checking segment: {'id': 'e750424c-f1f6-4255-a6f1-d2732fda1ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c76768b0-1220-4e06-a866-349e5fd94e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:36:46.934531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ce4ad9-749e-4235-869b-9ee8104dfa58 admin admin] Network hostable DHCP agents. Network: c76768b0-1220-4e06-a866-349e5fd94e4c, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:36:46.973932 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a670fc71-b147-4053-9e47-a024f0fad9fc req-c7e5a06a-f132-427c-a5bc-daa651830263 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] No DVR routers for this DVR port b331734f-7343-4e8e-a7bb-81dd216e3151 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:36:46.982499 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a670fc71-b147-4053-9e47-a024f0fad9fc req-c7e5a06a-f132-427c-a5bc-daa651830263 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:46.991103 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a670fc71-b147-4053-9e47-a024f0fad9fc req-c7e5a06a-f132-427c-a5bc-daa651830263 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.32 "DELETE /v2.0/ports/b331734f-7343-4e8e-a7bb-81dd216e3151 HTTP/1.1" status: 204 len: 173 time: 1.2732573 Feb 07 16:36:46.991376 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61427db4-99cc-4b66-b651-e852fbf1fcf1 req-62c3a5ed-2da9-438b-829d-e12acbded883 tempest-ImagesNegativeTestJSON-1366194527 tempest-ImagesNegativeTestJSON-1366194527-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f3d513f-4b64-424a-9f7e-6cbc93568d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989618 Feb 07 16:36:46.991763 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad', 'name': 'network-vif-deleted', 'tag': 'b331734f-7343-4e8e-a7bb-81dd216e3151'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:46.996179 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611b2334-c75f-4ed7-9bfc-a6cb784871af" -d '{"events": [{"server_uuid": "ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad", "name": "network-vif-deleted", "tag": "b331734f-7343-4e8e-a7bb-81dd216e3151"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:47.082725 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-93d1bd33-fc96-44a7-8dd4-445d4f9b0934 req-2aa171ff-0d25-403c-b300-2dde0aaf7854 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248619 Feb 07 16:36:47.164093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ce4ad9-749e-4235-869b-9ee8104dfa58 admin admin] Network c76768b0-1220-4e06-a866-349e5fd94e4c is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:36:47.205817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-53ce4ad9-749e-4235-869b-9ee8104dfa58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, c76768b0-1220-4e06-a866-349e5fd94e4c) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:36:47.215326 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ce4ad9-749e-4235-869b-9ee8104dfa58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:47.215839 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53ce4ad9-749e-4235-869b-9ee8104dfa58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:47.216770 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593a5f27-3285-43aa-a5e5-ea014ca7a4b0 None None] Network c76768b0-1220-4e06-a866-349e5fd94e4c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:36:47.281480 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-53ce4ad9-749e-4235-869b-9ee8104dfa58 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0513651 Feb 07 16:36:47.305213 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc91a8-55e2-49d0-bd16-1ac4c8b58dfa req-5936f313-4066-45e6-9cb5-997dabb72d16 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:47.306826 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08cc91a8-55e2-49d0-bd16-1ac4c8b58dfa req-5936f313-4066-45e6-9cb5-997dabb72d16 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b30be76-50ac-440e-b58c-01f4cb72d7f7 HTTP/1.1" status: 200 len: 949 time: 0.2670636 Feb 07 16:36:47.348989 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f9842-d2cb-431f-919e-042bcb99c3b8 req-813c4733-b514-4825-bbaf-2353473b6461 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:47.354528 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-022f9842-d2cb-431f-919e-042bcb99c3b8 req-813c4733-b514-4825-bbaf-2353473b6461 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0e7fb5-f13c-477b-8b73-934551115f56 HTTP/1.1" status: 200 len: 945 time: 0.3411667 Feb 07 16:36:47.417043 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc10201c-94a8-42f4-899b-1bbd795d0c06 req-22b21a7e-0642-4e94-b01d-9ded497849b5 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/floatingips/4e1e57cd-7ff9-4a74-a417-6607f1c91173 HTTP/1.1" status: 200 len: 693 time: 0.2598224 Feb 07 16:36:47.509915 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe203161-d2e2-4f8f-9f01-a4a0977274a0 None None] Network c76768b0-1220-4e06-a866-349e5fd94e4c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:36:47.737990 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed63297e-4b42-4af2-9e2c-e5a35f9cea53 x-openstack-request-id: req-ed63297e-4b42-4af2-9e2c-e5a35f9cea53 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:47.738544 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad", "name": "network-vif-deleted", "tag": "b331734f-7343-4e8e-a7bb-81dd216e3151", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:47.740266 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed63297e-4b42-4af2-9e2c-e5a35f9cea53 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:47.740873 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5c64d2-c077-4049-a7bf-c93ddc2fa4ad', 'name': 'network-vif-deleted', 'tag': 'b331734f-7343-4e8e-a7bb-81dd216e3151', 'status': 'completed', 'code': 200} Feb 07 16:36:47.771985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561dfd0-217a-4650-ba6b-ca016ffac73c req-cdf2d25c-ed19-47d0-83aa-90fc92242ded tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:47.778319 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0561dfd0-217a-4650-ba6b-ca016ffac73c req-cdf2d25c-ed19-47d0-83aa-90fc92242ded tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bfb1d9d-73bc-4471-8a83-342167a63605 HTTP/1.1" status: 200 len: 950 time: 0.1995242 Feb 07 16:36:47.829036 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-08cc91a8-55e2-49d0-bd16-1ac4c8b58dfa req-849ae4e8-ca7a-4906-91d5-fd359a31411a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Deleting port a92c68c2-44e0-403e-8267-3bb111f40920 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:47.830332 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-08cc91a8-55e2-49d0-bd16-1ac4c8b58dfa req-849ae4e8-ca7a-4906-91d5-fd359a31411a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a92c68c2-44e0-403e-8267-3bb111f40920), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:47.839539 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-022f9842-d2cb-431f-919e-042bcb99c3b8 req-c415d306-99ef-4782-b982-04c54d0d9eb8 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Deleting port 29146065-272c-4f4b-b385-9762a5215eed {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:47.840964 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-022f9842-d2cb-431f-919e-042bcb99c3b8 req-c415d306-99ef-4782-b982-04c54d0d9eb8 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (29146065-272c-4f4b-b385-9762a5215eed), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:47.866018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10201c-94a8-42f4-899b-1bbd795d0c06 req-70bd4167-7c46-46d5-91c0-533347660e2f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:47.867904 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc10201c-94a8-42f4-899b-1bbd795d0c06 req-70bd4167-7c46-46d5-91c0-533347660e2f tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.4500098 Feb 07 16:36:47.970706 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc10201c-94a8-42f4-899b-1bbd795d0c06 req-1bad8003-32b3-427e-8880-792e30ef5248 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.0766699 Feb 07 16:36:48.056938 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc10201c-94a8-42f4-899b-1bbd795d0c06 req-bd74694b-9451-416e-a50f-e1520dba974b tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.0729527 Feb 07 16:36:48.151744 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-0561dfd0-217a-4650-ba6b-ca016ffac73c req-cb81adb7-7650-4b42-93b9-a89362e3c29b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Deleting port f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:48.152335 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0561dfd0-217a-4650-ba6b-ca016ffac73c req-cb81adb7-7650-4b42-93b9-a89362e3c29b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:48.188908 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a32be9-7074-4fe0-a01d-58862921cde0 req-4a2a2cb6-87bd-446d-aefb-71f8a17fc384 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:48.191615 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-77a32be9-7074-4fe0-a01d-58862921cde0 req-4a2a2cb6-87bd-446d-aefb-71f8a17fc384 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 945 time: 0.3425257 Feb 07 16:36:48.232045 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-08cc91a8-55e2-49d0-bd16-1ac4c8b58dfa req-849ae4e8-ca7a-4906-91d5-fd359a31411a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] For port a92c68c2-44e0-403e-8267-3bb111f40920, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a92c68c2-44e0-403e-8267-3bb111f40920,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:48.232671 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-08cc91a8-55e2-49d0-bd16-1ac4c8b58dfa req-849ae4e8-ca7a-4906-91d5-fd359a31411a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a92c68c2-44e0-403e-8267-3bb111f40920), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:48.283666 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-08cc91a8-55e2-49d0-bd16-1ac4c8b58dfa req-849ae4e8-ca7a-4906-91d5-fd359a31411a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Calling delete_port for a92c68c2-44e0-403e-8267-3bb111f40920 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:48.288897 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-022f9842-d2cb-431f-919e-042bcb99c3b8 req-c415d306-99ef-4782-b982-04c54d0d9eb8 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] For port 29146065-272c-4f4b-b385-9762a5215eed, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=29146065-272c-4f4b-b385-9762a5215eed,segment=NetworkSegment(13e87c77-7324-48ae-9e21-8f2bde2847c5),segment_id=13e87c77-7324-48ae-9e21-8f2bde2847c5)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:48.289529 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-022f9842-d2cb-431f-919e-042bcb99c3b8 req-c415d306-99ef-4782-b982-04c54d0d9eb8 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (29146065-272c-4f4b-b385-9762a5215eed), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:48.335736 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-022f9842-d2cb-431f-919e-042bcb99c3b8 req-c415d306-99ef-4782-b982-04c54d0d9eb8 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Calling delete_port for 29146065-272c-4f4b-b385-9762a5215eed owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:48.377894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0561dfd0-217a-4650-ba6b-ca016ffac73c req-cb81adb7-7650-4b42-93b9-a89362e3c29b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] For port f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:48.378599 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0561dfd0-217a-4650-ba6b-ca016ffac73c req-cb81adb7-7650-4b42-93b9-a89362e3c29b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:48.399639 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-0561dfd0-217a-4650-ba6b-ca016ffac73c req-cb81adb7-7650-4b42-93b9-a89362e3c29b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Calling delete_port for f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:48.423679 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-fc10201c-94a8-42f4-899b-1bbd795d0c06 req-def103eb-4e13-41e7-a772-1af9fa8618b0 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Deleting port d366c3f3-5491-4d0c-87fa-a3d95fa39085 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:48.424060 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fc10201c-94a8-42f4-899b-1bbd795d0c06 req-def103eb-4e13-41e7-a772-1af9fa8618b0 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d366c3f3-5491-4d0c-87fa-a3d95fa39085), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:48.516544 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-77a32be9-7074-4fe0-a01d-58862921cde0 req-9dd60e74-01d9-4767-a5c0-39e8241577cb tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031685 Feb 07 16:36:48.672885 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0561dfd0-217a-4650-ba6b-ca016ffac73c req-cb81adb7-7650-4b42-93b9-a89362e3c29b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:48.692868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['b1b8c869-1177-4b49-8a99-d73f9a32b57c', '93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0', 'f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:48.697222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c2ed7b11-fa05-437c-b3fd-894f106c3dee'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:48.702327 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device b331734f-7343-4e8e-a7bb-81dd216e3151 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:36:48.751486 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81adb7-7650-4b42-93b9-a89362e3c29b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Pushing event deleted for resources: {'Port': ['ID=f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:48.802691 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-022f9842-d2cb-431f-919e-042bcb99c3b8 req-c415d306-99ef-4782-b982-04c54d0d9eb8 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (29146065-272c-4f4b-b385-9762a5215eed), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:48.816898 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fc10201c-94a8-42f4-899b-1bbd795d0c06 req-def103eb-4e13-41e7-a772-1af9fa8618b0 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d366c3f3-5491-4d0c-87fa-a3d95fa39085), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:48.818006 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fc10201c-94a8-42f4-899b-1bbd795d0c06 req-def103eb-4e13-41e7-a772-1af9fa8618b0 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for floatingip (d366c3f3-5491-4d0c-87fa-a3d95fa39085), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:48.825302 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-08cc91a8-55e2-49d0-bd16-1ac4c8b58dfa req-849ae4e8-ca7a-4906-91d5-fd359a31411a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a92c68c2-44e0-403e-8267-3bb111f40920), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:48.849959 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c2ed7b11-fa05-437c-b3fd-894f106c3dee'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:48.894736 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415d306-99ef-4782-b982-04c54d0d9eb8 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Pushing event deleted for resources: {'Port': ['ID=29146065-272c-4f4b-b385-9762a5215eed,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:48.897967 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-fc10201c-94a8-42f4-899b-1bbd795d0c06 req-def103eb-4e13-41e7-a772-1af9fa8618b0 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Calling delete_port for d366c3f3-5491-4d0c-87fa-a3d95fa39085 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:48.899762 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['b1b8c869-1177-4b49-8a99-d73f9a32b57c', '93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:48.911383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: b331734f-7343-4e8e-a7bb-81dd216e3151 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:36:48.911706 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device b331734f-7343-4e8e-a7bb-81dd216e3151 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:36:49.033344 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0561dfd0-217a-4650-ba6b-ca016ffac73c req-cb81adb7-7650-4b42-93b9-a89362e3c29b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] No DVR routers for this DVR port f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:36:49.059960 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-022f9842-d2cb-431f-919e-042bcb99c3b8 req-c415d306-99ef-4782-b982-04c54d0d9eb8 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] No DVR routers for this DVR port 29146065-272c-4f4b-b385-9762a5215eed on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:36:49.065050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ae4e8-ca7a-4906-91d5-fd359a31411a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Pushing event deleted for resources: {'Port': ['ID=a92c68c2-44e0-403e-8267-3bb111f40920,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:49.075031 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0561dfd0-217a-4650-ba6b-ca016ffac73c req-cb81adb7-7650-4b42-93b9-a89362e3c29b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:49.076506 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-022f9842-d2cb-431f-919e-042bcb99c3b8 req-c415d306-99ef-4782-b982-04c54d0d9eb8 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:49.080299 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0561dfd0-217a-4650-ba6b-ca016ffac73c req-cb81adb7-7650-4b42-93b9-a89362e3c29b tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "DELETE /v2.0/ports/f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf HTTP/1.1" status: 204 len: 173 time: 1.2907391 Feb 07 16:36:49.086156 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-022f9842-d2cb-431f-919e-042bcb99c3b8 req-c415d306-99ef-4782-b982-04c54d0d9eb8 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.32 "DELETE /v2.0/ports/29146065-272c-4f4b-b385-9762a5215eed HTTP/1.1" status: 204 len: 173 time: 1.6695733 Feb 07 16:36:49.191598 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0e7fb5-f13c-477b-8b73-934551115f56', 'name': 'network-vif-deleted', 'tag': '29146065-272c-4f4b-b385-9762a5215eed'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:49.206342 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c705714-8527-4a46-b547-23c822692bb1" -d '{"events": [{"server_uuid": "1c0e7fb5-f13c-477b-8b73-934551115f56", "name": "network-vif-deleted", "tag": "29146065-272c-4f4b-b385-9762a5215eed"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:49.294695 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fc10201c-94a8-42f4-899b-1bbd795d0c06 req-def103eb-4e13-41e7-a772-1af9fa8618b0 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d366c3f3-5491-4d0c-87fa-a3d95fa39085), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:49.368473 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def103eb-4e13-41e7-a772-1af9fa8618b0 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Pushing event deleted for resources: {'Port': ['ID=d366c3f3-5491-4d0c-87fa-a3d95fa39085,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:49.604698 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fc10201c-94a8-42f4-899b-1bbd795d0c06 req-def103eb-4e13-41e7-a772-1af9fa8618b0 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for floatingip (4e1e57cd-7ff9-4a74-a417-6607f1c91173), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:49.613361 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fc10201c-94a8-42f4-899b-1bbd795d0c06 req-def103eb-4e13-41e7-a772-1af9fa8618b0 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:49.614730 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc10201c-94a8-42f4-899b-1bbd795d0c06 req-def103eb-4e13-41e7-a772-1af9fa8618b0 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "DELETE /v2.0/floatingips/4e1e57cd-7ff9-4a74-a417-6607f1c91173 HTTP/1.1" status: 204 len: 173 time: 1.5566325 Feb 07 16:36:49.632279 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-f7d1a731-28a9-4d94-9ff3-fe66f1291c35 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:49.645925 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-f7d1a731-28a9-4d94-9ff3-fe66f1291c35 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/networks?id=c76768b0-1220-4e06-a866-349e5fd94e4c HTTP/1.1" status: 200 len: 814 time: 0.6054952 Feb 07 16:36:49.676452 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-95a53956-c0d6-455f-a921-f72b4cf1b49b tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/quotas/e4d8bd18d40d41aab46ebc0665cdc9b3 HTTP/1.1" status: 200 len: 375 time: 0.0279722 Feb 07 16:36:49.692875 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cc91a8-55e2-49d0-bd16-1ac4c8b58dfa req-849ae4e8-ca7a-4906-91d5-fd359a31411a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] No DVR routers for this DVR port a92c68c2-44e0-403e-8267-3bb111f40920 on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:36:49.699181 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-08cc91a8-55e2-49d0-bd16-1ac4c8b58dfa req-849ae4e8-ca7a-4906-91d5-fd359a31411a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:49.706188 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08cc91a8-55e2-49d0-bd16-1ac4c8b58dfa req-849ae4e8-ca7a-4906-91d5-fd359a31411a tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.48 "DELETE /v2.0/ports/a92c68c2-44e0-403e-8267-3bb111f40920 HTTP/1.1" status: 204 len: 173 time: 2.3849478 Feb 07 16:36:49.742735 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfb1d9d-73bc-4471-8a83-342167a63605', 'name': 'network-vif-deleted', 'tag': 'f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:49.747722 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813f3f85-cb44-4320-bf3d-0c78dd10173c" -d '{"events": [{"server_uuid": "5bfb1d9d-73bc-4471-8a83-342167a63605", "name": "network-vif-deleted", "tag": "f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:49.750174 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-5c688764-c6f1-424e-879e-80598bd581c9 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4d8bd18d40d41aab46ebc0665cdc9b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721307 Feb 07 16:36:49.917145 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-27af218a-4554-4710-b34a-051b526d18b2 req-686bc485-9db5-47e5-89b1-15e995d7e0b4 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0e7fb5-f13c-477b-8b73-934551115f56 HTTP/1.1" status: 200 len: 210 time: 0.0659368 Feb 07 16:36:50.005909 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-619edab6-186d-412f-b293-de9f53878ada service neutron] 10.222.0.18 "GET /v2.0/networks/c76768b0-1220-4e06-a866-349e5fd94e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515047 Feb 07 16:36:50.143822 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-80c97d37-d14c-4ffb-b130-88fec313d1a5 service neutron] 10.222.0.18 "GET /v2.0/networks/c76768b0-1220-4e06-a866-349e5fd94e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306643 Feb 07 16:36:50.176667 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f79d9b85-dba2-4243-a6c9-8dd0d9bc5db2 req-a1ef4542-d0d1-4a83-b83a-178f3c8c5fb7 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b30be76-50ac-440e-b58c-01f4cb72d7f7 HTTP/1.1" status: 200 len: 210 time: 0.0431235 Feb 07 16:36:50.232743 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd42895-6ba7-4669-ab6d-0fc5e1fc57c3 x-openstack-request-id: req-5fd42895-6ba7-4669-ab6d-0fc5e1fc57c3 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:50.233048 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0e7fb5-f13c-477b-8b73-934551115f56", "name": "network-vif-deleted", "tag": "29146065-272c-4f4b-b385-9762a5215eed", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:50.233329 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5fd42895-6ba7-4669-ab6d-0fc5e1fc57c3 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:50.233932 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0e7fb5-f13c-477b-8b73-934551115f56', 'name': 'network-vif-deleted', 'tag': '29146065-272c-4f4b-b385-9762a5215eed', 'status': 'completed', 'code': 200} Feb 07 16:36:50.384297 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e35290-9f10-4119-908e-2c6069acca4b req-a259e4f8-ef69-4432-84ee-4a5c7a59fbf9 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:50.385981 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19e35290-9f10-4119-908e-2c6069acca4b req-a259e4f8-ef69-4432-84ee-4a5c7a59fbf9 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 945 time: 0.0824931 Feb 07 16:36:50.454200 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19e35290-9f10-4119-908e-2c6069acca4b req-47c6aaa3-f3bf-4935-a6a9-df69b0c9cce5 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594926 Feb 07 16:36:50.548020 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934a8ccd-798d-463e-89a8-f9756f85b90c x-openstack-request-id: req-934a8ccd-798d-463e-89a8-f9756f85b90c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:50.548787 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfb1d9d-73bc-4471-8a83-342167a63605", "name": "network-vif-deleted", "tag": "f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:50.549252 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-934a8ccd-798d-463e-89a8-f9756f85b90c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:50.549881 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfb1d9d-73bc-4471-8a83-342167a63605', 'name': 'network-vif-deleted', 'tag': 'f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf', 'status': 'completed', 'code': 200} Feb 07 16:36:50.642259 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a92c68c2-44e0-403e-8267-3bb111f40920 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:36:50.705506 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:36:50.712211 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: a92c68c2-44e0-403e-8267-3bb111f40920 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:36:50.713256 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a92c68c2-44e0-403e-8267-3bb111f40920 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:36:50.779891 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:36:50.780927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device f466a4ce-6e6c-492e-8a1f-fe560b2d0cbf not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:36:50.781621 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 29146065-272c-4f4b-b385-9762a5215eed no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:36:50.782138 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4ea7-c158-4363-ac85-62e9989ae80a req-0ebc4b10-957c-469f-b6e2-d588ef4091bf tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:50.783828 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-85ae4ea7-c158-4363-ac85-62e9989ae80a req-0ebc4b10-957c-469f-b6e2-d588ef4091bf tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2863488 Feb 07 16:36:50.809635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 29146065-272c-4f4b-b385-9762a5215eed {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:36:50.810390 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 29146065-272c-4f4b-b385-9762a5215eed not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:36:50.812738 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-66fd0478-e33e-4a7d-8aa5-e525087bd2c2 req-cf05b92f-a11b-4b09-ad22-017b2c3ecccf tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/ports?device_id=18dcd84b-4b33-41f9-80f3-a73e56426496 HTTP/1.1" status: 200 len: 210 time: 0.0703948 Feb 07 16:36:50.944828 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d0fab69-98fb-452d-ba47-83c88aaf9f4a req-ea133024-b950-4426-898a-320aec130cf0 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=ff22020213dd47d98019179315c4f994 HTTP/1.1" status: 200 len: 1657 time: 0.1047168 Feb 07 16:36:51.041836 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:51.499983 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fab69-98fb-452d-ba47-83c88aaf9f4a req-2fcaec99-9ff1-4234-9986-b23aa91a3d86 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:51.505100 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d0fab69-98fb-452d-ba47-83c88aaf9f4a req-2fcaec99-9ff1-4234-9986-b23aa91a3d86 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/networks?id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 787 time: 0.5482476 Feb 07 16:36:51.526182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-8d0fab69-98fb-452d-ba47-83c88aaf9f4a req-4fced79c-5747-4a28-908f-96c8ae6db9e1 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:36:51.527592 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d0fab69-98fb-452d-ba47-83c88aaf9f4a req-4fced79c-5747-4a28-908f-96c8ae6db9e1 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100815 Feb 07 16:36:51.838517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa1ff6-c033-4c8f-a4ca-a421c17ce52b req-4438c47f-6f4c-453c-8d62-7c61b61326b5 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:51.840737 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3cfa1ff6-c033-4c8f-a4ca-a421c17ce52b req-4438c47f-6f4c-453c-8d62-7c61b61326b5 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 945 time: 0.0983527 Feb 07 16:36:51.920734 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3cfa1ff6-c033-4c8f-a4ca-a421c17ce52b req-6e4f5e2c-7df1-4451-8850-2fd2cdb28456 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726953 Feb 07 16:36:52.187450 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc22a7b2-c39f-4f7b-9493-57ab08ae8915 req-810f622f-419d-4dd0-987c-657782eff467 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/floatingips/ccd9e8be-95f8-4886-afd7-561b72d36e88 HTTP/1.1" status: 200 len: 693 time: 0.4102435 Feb 07 16:36:52.276760 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b30be76-50ac-440e-b58c-01f4cb72d7f7', 'name': 'network-vif-deleted', 'tag': 'a92c68c2-44e0-403e-8267-3bb111f40920'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:52.283178 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f5d1f2-5aeb-488b-b7e8-dec1828a3c51" -d '{"events": [{"server_uuid": "0b30be76-50ac-440e-b58c-01f4cb72d7f7", "name": "network-vif-deleted", "tag": "a92c68c2-44e0-403e-8267-3bb111f40920"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:52.544766 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-41d745e7-5485-4bcd-9b9b-b300b6ca87ac tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:52.548415 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-41d745e7-5485-4bcd-9b9b-b300b6ca87ac tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.48 "GET /v2.0/networks?id=c76768b0-1220-4e06-a866-349e5fd94e4c HTTP/1.1" status: 200 len: 814 time: 0.3905396 Feb 07 16:36:52.569497 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-2f49f08b-81de-4c75-98e1-f0ced9dcc057 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Request body: {'port': {'device_id': '18dcd84b-4b33-41f9-80f3-a73e56426496', 'network_id': 'c76768b0-1220-4e06-a866-349e5fd94e4c', 'admin_state_up': True, 'tenant_id': 'e4d8bd18d40d41aab46ebc0665cdc9b3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:52.580141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57406) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:52.683226 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22a7b2-c39f-4f7b-9493-57ab08ae8915 req-b00ebab5-37df-4ffe-bb7a-6603f6027023 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:52.685436 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc22a7b2-c39f-4f7b-9493-57ab08ae8915 req-b00ebab5-37df-4ffe-bb7a-6603f6027023 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.4967511 Feb 07 16:36:52.774354 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc22a7b2-c39f-4f7b-9493-57ab08ae8915 req-382731b3-da09-48ca-93bf-b3a74dcffe9c tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.177 HTTP/1.1" status: 200 len: 696 time: 0.0726552 Feb 07 16:36:52.838978 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc22a7b2-c39f-4f7b-9493-57ab08ae8915 req-9c827783-9696-49f8-8f02-dec56b63c2fe tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.177 HTTP/1.1" status: 200 len: 696 time: 0.0636060 Feb 07 16:36:52.876737 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4d673f7c-0fc7-4c49-a7f2-fb0799a3cdae req-5f46722a-38cb-4afe-8381-11c3ab8e34cb tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/ports?device_id=18dcd84b-4b33-41f9-80f3-a73e56426496 HTTP/1.1" status: 200 len: 210 time: 0.0352509 Feb 07 16:36:52.939797 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-20882145-b316-4e3f-aa4e-fef8eaedaa14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c30989ba14eb43359cc98a985359e778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569257 Feb 07 16:36:52.941571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57412) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:52.966430 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:53.055400 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-2f49f08b-81de-4c75-98e1-f0ced9dcc057 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Made reservation on behalf of e4d8bd18d40d41aab46ebc0665cdc9b3 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:36:53.062643 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-2f49f08b-81de-4c75-98e1-f0ced9dcc057 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:53.066591 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40542791-352a-499c-b016-f3a78bc122c2 admin admin] Publish callbacks [] for security_group (2f3d513f-4b64-424a-9f7e-6cbc93568d8f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:53.115810 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40542791-352a-499c-b016-f3a78bc122c2 admin admin] Publish callbacks [] for security_group (2f3d513f-4b64-424a-9f7e-6cbc93568d8f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:53.224581 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40542791-352a-499c-b016-f3a78bc122c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2f3d513f-4b64-424a-9f7e-6cbc93568d8f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:53.225111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-dc22a7b2-c39f-4f7b-9493-57ab08ae8915 req-3e6ac610-f831-4e59-b63a-b2314f192684 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Deleting port 339b1794-95cb-4887-9b7f-247e2a0dd772 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:53.225886 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dc22a7b2-c39f-4f7b-9493-57ab08ae8915 req-3e6ac610-f831-4e59-b63a-b2314f192684 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (339b1794-95cb-4887-9b7f-247e2a0dd772), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:53.227899 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40542791-352a-499c-b016-f3a78bc122c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:53.229112 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-40542791-352a-499c-b016-f3a78bc122c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f3d513f-4b64-424a-9f7e-6cbc93568d8f HTTP/1.1" status: 204 len: 168 time: 0.2837343 Feb 07 16:36:53.239111 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40542791-352a-499c-b016-f3a78bc122c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3d513f-4b64-424a-9f7e-6cbc93568d8f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:53.423854 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dc22a7b2-c39f-4f7b-9493-57ab08ae8915 req-3e6ac610-f831-4e59-b63a-b2314f192684 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (339b1794-95cb-4887-9b7f-247e2a0dd772), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:53.424382 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dc22a7b2-c39f-4f7b-9493-57ab08ae8915 req-3e6ac610-f831-4e59-b63a-b2314f192684 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for floatingip (339b1794-95cb-4887-9b7f-247e2a0dd772), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:53.527240 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f71f09a-6fc9-40e5-899a-64c563415338 x-openstack-request-id: req-7f71f09a-6fc9-40e5-899a-64c563415338 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:53.527682 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b30be76-50ac-440e-b58c-01f4cb72d7f7", "name": "network-vif-deleted", "tag": "a92c68c2-44e0-403e-8267-3bb111f40920", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:53.528044 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f71f09a-6fc9-40e5-899a-64c563415338 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:53.528551 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b30be76-50ac-440e-b58c-01f4cb72d7f7', 'name': 'network-vif-deleted', 'tag': 'a92c68c2-44e0-403e-8267-3bb111f40920', 'status': 'completed', 'code': 200} Feb 07 16:36:53.541139 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-dc22a7b2-c39f-4f7b-9493-57ab08ae8915 req-3e6ac610-f831-4e59-b63a-b2314f192684 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Calling delete_port for 339b1794-95cb-4887-9b7f-247e2a0dd772 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:53.549513 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-2f49f08b-81de-4c75-98e1-f0ced9dcc057 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Allocated IP 172.20.0.2 (c76768b0-1220-4e06-a866-349e5fd94e4c/5a803704-d254-4047-bcfc-87c01523fe72/b2da81c6-772d-41e1-a72d-12ab5aa183fe) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:36:53.621794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99713572-3c29-419c-9166-c4e231c7d6bb req-5f849f0d-aae3-4f71-94e3-9090ea4fc0f7 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:53.626379 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-99713572-3c29-419c-9166-c4e231c7d6bb req-5f849f0d-aae3-4f71-94e3-9090ea4fc0f7 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 945 time: 0.1251190 Feb 07 16:36:53.759398 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-99713572-3c29-419c-9166-c4e231c7d6bb req-02dc375e-0be9-4696-9225-8a32fe2b8bcd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193402 Feb 07 16:36:53.866974 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57432) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:53.916919 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-2f49f08b-81de-4c75-98e1-f0ced9dcc057 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Publish callbacks [] for port (b2da81c6-772d-41e1-a72d-12ab5aa183fe), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:54.004733 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dc22a7b2-c39f-4f7b-9493-57ab08ae8915 req-3e6ac610-f831-4e59-b63a-b2314f192684 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (339b1794-95cb-4887-9b7f-247e2a0dd772), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:54.064987 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-2f49f08b-81de-4c75-98e1-f0ced9dcc057 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (b2da81c6-772d-41e1-a72d-12ab5aa183fe), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:54.090529 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ac610-f831-4e59-b63a-b2314f192684 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Pushing event deleted for resources: {'Port': ['ID=339b1794-95cb-4887-9b7f-247e2a0dd772,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:54.121347 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3491ad62-602d-4488-9c46-b07954128850 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for security_group (fd149d1e-82de-4946-877c-8e32d13cfb81), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:54.239959 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3491ad62-602d-4488-9c46-b07954128850 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for security_group (fd149d1e-82de-4946-877c-8e32d13cfb81), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:54.294646 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-2f49f08b-81de-4c75-98e1-f0ced9dcc057 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Network c76768b0-1220-4e06-a866-349e5fd94e4c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:36:54.313953 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-2f49f08b-81de-4c75-98e1-f0ced9dcc057 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:36:54.319287 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-2f49f08b-81de-4c75-98e1-f0ced9dcc057 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:36:54.339339 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49f08b-81de-4c75-98e1-f0ced9dcc057 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Pushing event updated for resources: {'Port': ['ID=b2da81c6-772d-41e1-a72d-12ab5aa183fe,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:54.414071 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3491ad62-602d-4488-9c46-b07954128850 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fd149d1e-82de-4946-877c-8e32d13cfb81), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:54.422196 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3491ad62-602d-4488-9c46-b07954128850 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:54.422987 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dc22a7b2-c39f-4f7b-9493-57ab08ae8915 req-3e6ac610-f831-4e59-b63a-b2314f192684 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for floatingip (ccd9e8be-95f8-4886-afd7-561b72d36e88), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:54.428622 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dc22a7b2-c39f-4f7b-9493-57ab08ae8915 req-3e6ac610-f831-4e59-b63a-b2314f192684 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:54.432124 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3491ad62-602d-4488-9c46-b07954128850 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "DELETE /v2.0/security-groups/fd149d1e-82de-4946-877c-8e32d13cfb81 HTTP/1.1" status: 204 len: 168 time: 0.5602038 Feb 07 16:36:54.438810 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc22a7b2-c39f-4f7b-9493-57ab08ae8915 req-3e6ac610-f831-4e59-b63a-b2314f192684 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "DELETE /v2.0/floatingips/ccd9e8be-95f8-4886-afd7-561b72d36e88 HTTP/1.1" status: 204 len: 173 time: 1.5983751 Feb 07 16:36:54.439940 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57444) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:54.469363 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-2f49f08b-81de-4c75-98e1-f0ced9dcc057 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:54.469696 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-2f49f08b-81de-4c75-98e1-f0ced9dcc057 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:54.503485 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-48c15bab-48cf-4b86-96fa-1c76d8d21171 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] show failed (client error): The resource could not be found. Feb 07 16:36:54.510455 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-48c15bab-48cf-4b86-96fa-1c76d8d21171 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "GET /v2.0/security-groups/fd149d1e-82de-4946-877c-8e32d13cfb81 HTTP/1.1" status: 404 len: 347 time: 0.0482328 Feb 07 16:36:54.511185 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57448) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:54.523705 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491ad62-602d-4488-9c46-b07954128850 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd149d1e-82de-4946-877c-8e32d13cfb81,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:54.525837 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-2f49f08b-81de-4c75-98e1-f0ced9dcc057 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9641082 Feb 07 16:36:54.580028 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239caa59-fbae-4627-a92c-a99e85370e67 req-a731ad1c-a6f0-4827-a541-4bb882dd4930 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:54.595002 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-239caa59-fbae-4627-a92c-a99e85370e67 req-a731ad1c-a6f0-4827-a541-4bb882dd4930 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/ports?device_id=18dcd84b-4b33-41f9-80f3-a73e56426496 HTTP/1.1" status: 200 len: 931 time: 0.1624475 Feb 07 16:36:54.595172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Request body: {'port': {'device_id': '18dcd84b-4b33-41f9-80f3-a73e56426496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:36:54.706113 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-239caa59-fbae-4627-a92c-a99e85370e67 req-4ee21e04-050e-4e5b-956b-997a84c079e9 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62de1f6-52bb-45c3-9522-d6939363b924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095243 Feb 07 16:36:54.871934 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b9e2235d-5263-4507-b465-7151f8551033 req-06f29fb1-0e7e-40f1-b674-700ad3611343 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/floatingips/6fd84004-0c57-4a6a-abb4-4b8d09f2cf08 HTTP/1.1" status: 200 len: 693 time: 0.0803764 Feb 07 16:36:54.877931 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b2da81c6-772d-41e1-a72d-12ab5aa183fe), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:54.923287 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756338f-3d86-4725-a31e-2e7d0afaaab6 req-ec99ca83-90ee-471e-baaf-d59fcc7147c0 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:54.925227 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e756338f-3d86-4725-a31e-2e7d0afaaab6 req-ec99ca83-90ee-471e-baaf-d59fcc7147c0 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "GET /v2.0/ports?device_id=08db74f1-074b-47c1-a99f-859400e40031 HTTP/1.1" status: 200 len: 950 time: 0.2916601 Feb 07 16:36:54.974283 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0adfb-7c16-4753-8237-8601f7ea2043 req-0a0ba063-5c18-487c-a7c6-2c35f65d5158 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:54.975841 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0cf0adfb-7c16-4753-8237-8601f7ea2043 req-0a0ba063-5c18-487c-a7c6-2c35f65d5158 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=08db74f1-074b-47c1-a99f-859400e40031 HTTP/1.1" status: 200 len: 950 time: 0.2836645 Feb 07 16:36:55.074719 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2235d-5263-4507-b465-7151f8551033 req-b7a3e4c0-d886-4fd1-92dc-89ead0d92b25 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:55.077333 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b9e2235d-5263-4507-b465-7151f8551033 req-b7a3e4c0-d886-4fd1-92dc-89ead0d92b25 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.1916437 Feb 07 16:36:55.115175 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-edf8db0f-e97f-4139-ad59-4075daa0de76 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Deleting port fa1ee62c-ad0f-41cd-9fb9-e2cc918d43de {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:55.115529 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edf8db0f-e97f-4139-ad59-4075daa0de76 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (fa1ee62c-ad0f-41cd-9fb9-e2cc918d43de), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:55.144171 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b9e2235d-5263-4507-b465-7151f8551033 req-4795d4b6-e3e8-453b-850b-0c47d9f619f6 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.217 HTTP/1.1" status: 200 len: 696 time: 0.0588601 Feb 07 16:36:55.229251 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b9e2235d-5263-4507-b465-7151f8551033 req-0f7a141e-9e82-4e51-a1f9-b6890b269291 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.217 HTTP/1.1" status: 200 len: 696 time: 0.0771186 Feb 07 16:36:55.243650 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0cf0adfb-7c16-4753-8237-8601f7ea2043 req-eb50186f-486e-4cc6-b2e4-dc6003a0bda5 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544200 Feb 07 16:36:55.428758 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edf8db0f-e97f-4139-ad59-4075daa0de76 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (fa1ee62c-ad0f-41cd-9fb9-e2cc918d43de), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:55.429883 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edf8db0f-e97f-4139-ad59-4075daa0de76 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for floatingip (fa1ee62c-ad0f-41cd-9fb9-e2cc918d43de), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:55.448825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-e756338f-3d86-4725-a31e-2e7d0afaaab6 req-23157309-5ffe-4cbd-aa31-1ddb4cedd926 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Deleting port 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:55.449413 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e756338f-3d86-4725-a31e-2e7d0afaaab6 req-23157309-5ffe-4cbd-aa31-1ddb4cedd926 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:55.456859 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-b9e2235d-5263-4507-b465-7151f8551033 req-db3f0c93-9ad3-4d5c-bf85-4b1de5fc080c tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Deleting port d274d0e0-d4db-4152-a21b-e7ceabbdfc49 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:55.457485 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b9e2235d-5263-4507-b465-7151f8551033 req-db3f0c93-9ad3-4d5c-bf85-4b1de5fc080c tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d274d0e0-d4db-4152-a21b-e7ceabbdfc49), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:55.496733 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-edf8db0f-e97f-4139-ad59-4075daa0de76 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Calling delete_port for fa1ee62c-ad0f-41cd-9fb9-e2cc918d43de owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:55.631705 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b9e2235d-5263-4507-b465-7151f8551033 req-db3f0c93-9ad3-4d5c-bf85-4b1de5fc080c tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d274d0e0-d4db-4152-a21b-e7ceabbdfc49), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:55.632224 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b9e2235d-5263-4507-b465-7151f8551033 req-db3f0c93-9ad3-4d5c-bf85-4b1de5fc080c tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for floatingip (d274d0e0-d4db-4152-a21b-e7ceabbdfc49), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:55.661904 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-b9e2235d-5263-4507-b465-7151f8551033 req-db3f0c93-9ad3-4d5c-bf85-4b1de5fc080c tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Calling delete_port for d274d0e0-d4db-4152-a21b-e7ceabbdfc49 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:55.690404 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a7788-ed5b-4c7e-bf22-2dc14f1938a4 req-726323f1-e1f4-4bd0-8b00-f127bddd6f1f tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:55.692954 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-926a7788-ed5b-4c7e-bf22-2dc14f1938a4 req-726323f1-e1f4-4bd0-8b00-f127bddd6f1f tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "GET /v2.0/ports?device_id=640a9915-5d30-489b-8a11-4331f45bf861 HTTP/1.1" status: 200 len: 949 time: 0.1677411 Feb 07 16:36:55.736468 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-16f14d9a-177e-4b2d-ad3d-5918b2ed5aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:55.895686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae68d9-4f48-47d7-a15a-8293fed26383 req-c95e2ac7-8a7e-4115-913c-abb50a503cb3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:55.898214 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7aae68d9-4f48-47d7-a15a-8293fed26383 req-c95e2ac7-8a7e-4115-913c-abb50a503cb3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 945 time: 0.4396682 Feb 07 16:36:55.915537 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e756338f-3d86-4725-a31e-2e7d0afaaab6 req-23157309-5ffe-4cbd-aa31-1ddb4cedd926 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] For port 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:55.916109 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e756338f-3d86-4725-a31e-2e7d0afaaab6 req-23157309-5ffe-4cbd-aa31-1ddb4cedd926 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:55.926429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2da81c6-772d-41e1-a72d-12ab5aa183fe {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:36:55.978634 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-926a7788-ed5b-4c7e-bf22-2dc14f1938a4 req-26421db1-c1c1-4851-9013-3742c56ef0c6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Deleting port b1b8c869-1177-4b49-8a99-d73f9a32b57c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:55.979454 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-926a7788-ed5b-4c7e-bf22-2dc14f1938a4 req-26421db1-c1c1-4851-9013-3742c56ef0c6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b1b8c869-1177-4b49-8a99-d73f9a32b57c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:55.990197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-e756338f-3d86-4725-a31e-2e7d0afaaab6 req-23157309-5ffe-4cbd-aa31-1ddb4cedd926 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Calling delete_port for 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:55.995171 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Publish callbacks [] for port (b2da81c6-772d-41e1-a72d-12ab5aa183fe), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:56.172992 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b9e2235d-5263-4507-b465-7151f8551033 req-db3f0c93-9ad3-4d5c-bf85-4b1de5fc080c tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d274d0e0-d4db-4152-a21b-e7ceabbdfc49), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:56.201554 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7aae68d9-4f48-47d7-a15a-8293fed26383 req-397854f3-7faa-4a02-8520-547dd2ae0e9c tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895002 Feb 07 16:36:56.241686 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f0c93-9ad3-4d5c-bf85-4b1de5fc080c tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Pushing event deleted for resources: {'Port': ['ID=d274d0e0-d4db-4152-a21b-e7ceabbdfc49,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:56.253974 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-926a7788-ed5b-4c7e-bf22-2dc14f1938a4 req-26421db1-c1c1-4851-9013-3742c56ef0c6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] For port b1b8c869-1177-4b49-8a99-d73f9a32b57c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=b1b8c869-1177-4b49-8a99-d73f9a32b57c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:36:56.254609 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-926a7788-ed5b-4c7e-bf22-2dc14f1938a4 req-26421db1-c1c1-4851-9013-3742c56ef0c6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b1b8c869-1177-4b49-8a99-d73f9a32b57c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:56.388477 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b9e2235d-5263-4507-b465-7151f8551033 req-db3f0c93-9ad3-4d5c-bf85-4b1de5fc080c tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for floatingip (6fd84004-0c57-4a6a-abb4-4b8d09f2cf08), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:56.395987 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b9e2235d-5263-4507-b465-7151f8551033 req-db3f0c93-9ad3-4d5c-bf85-4b1de5fc080c tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:56.407581 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b9e2235d-5263-4507-b465-7151f8551033 req-db3f0c93-9ad3-4d5c-bf85-4b1de5fc080c tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "DELETE /v2.0/floatingips/6fd84004-0c57-4a6a-abb4-4b8d09f2cf08 HTTP/1.1" status: 204 len: 173 time: 1.1642849 Feb 07 16:36:56.418997 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-926a7788-ed5b-4c7e-bf22-2dc14f1938a4 req-26421db1-c1c1-4851-9013-3742c56ef0c6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Calling delete_port for b1b8c869-1177-4b49-8a99-d73f9a32b57c owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:56.442015 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Transition to ACTIVE for port object b2da81c6-772d-41e1-a72d-12ab5aa183fe will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:36:56.445009 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edf8db0f-e97f-4139-ad59-4075daa0de76 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (fa1ee62c-ad0f-41cd-9fb9-e2cc918d43de), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:56.472903 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (b2da81c6-772d-41e1-a72d-12ab5aa183fe), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:56.567892 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8db0f-e97f-4139-ad59-4075daa0de76 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Pushing event deleted for resources: {'Port': ['ID=fa1ee62c-ad0f-41cd-9fb9-e2cc918d43de,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:56.734307 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e756338f-3d86-4725-a31e-2e7d0afaaab6 req-23157309-5ffe-4cbd-aa31-1ddb4cedd926 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:56.749580 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c2ed7b11-fa05-437c-b3fd-894f106c3dee'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:56.789487 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-926a7788-ed5b-4c7e-bf22-2dc14f1938a4 req-26421db1-c1c1-4851-9013-3742c56ef0c6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (b1b8c869-1177-4b49-8a99-d73f9a32b57c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:56.870429 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c2ed7b11-fa05-437c-b3fd-894f106c3dee'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:36:56.876883 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26421db1-c1c1-4851-9013-3742c56ef0c6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Pushing event deleted for resources: {'Port': ['ID=b1b8c869-1177-4b49-8a99-d73f9a32b57c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:57.012928 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-926a7788-ed5b-4c7e-bf22-2dc14f1938a4 req-26421db1-c1c1-4851-9013-3742c56ef0c6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] No DVR routers for this DVR port b1b8c869-1177-4b49-8a99-d73f9a32b57c on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:36:57.019499 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-926a7788-ed5b-4c7e-bf22-2dc14f1938a4 req-26421db1-c1c1-4851-9013-3742c56ef0c6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:57.028222 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-926a7788-ed5b-4c7e-bf22-2dc14f1938a4 req-26421db1-c1c1-4851-9013-3742c56ef0c6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "DELETE /v2.0/ports/b1b8c869-1177-4b49-8a99-d73f9a32b57c HTTP/1.1" status: 204 len: 173 time: 1.3285415 Feb 07 16:36:57.072471 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e24dcc-8fde-45c5-9147-3f8f844f09a3 req-f6f44d36-beb4-4632-badb-a9c717188982 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:57.089460 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-64e24dcc-8fde-45c5-9147-3f8f844f09a3 req-f6f44d36-beb4-4632-badb-a9c717188982 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/ports?device_id=18dcd84b-4b33-41f9-80f3-a73e56426496 HTTP/1.1" status: 200 len: 943 time: 0.2851186 Feb 07 16:36:57.090400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640a9915-5d30-489b-8a11-4331f45bf861', 'name': 'network-vif-deleted', 'tag': 'b1b8c869-1177-4b49-8a99-d73f9a32b57c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:57.098150 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635c5fc8-8d83-4ff6-9e6b-6dc69abe7224" -d '{"events": [{"server_uuid": "640a9915-5d30-489b-8a11-4331f45bf861", "name": "network-vif-deleted", "tag": "b1b8c869-1177-4b49-8a99-d73f9a32b57c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:57.234035 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-64e24dcc-8fde-45c5-9147-3f8f844f09a3 req-4bbcc5fc-64e8-419b-8cac-869d553c1b1e tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62de1f6-52bb-45c3-9522-d6939363b924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303401 Feb 07 16:36:57.341733 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-ecaf0b0c-9ef3-4113-b8f6-06b3c2fca8a3 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=26d9067802574cc49054e2bfb051153a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7801783 Feb 07 16:36:57.388590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Pushing event updated for resources: {'Port': ['ID=b2da81c6-772d-41e1-a72d-12ab5aa183fe,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:57.445872 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23157309-5ffe-4cbd-aa31-1ddb4cedd926 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Pushing event deleted for resources: {'Port': ['ID=93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:57.463820 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-12bae66f-41fa-4b32-8ab3-331c80a14c17 req-cf5e7bd1-d7fa-46d6-98a4-2b639ecd4a00 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=08db74f1-074b-47c1-a99f-859400e40031 HTTP/1.1" status: 200 len: 210 time: 0.0318449 Feb 07 16:36:57.593488 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edf8db0f-e97f-4139-ad59-4075daa0de76 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks [] for floatingip (0d97a54b-4055-466a-a635-bfd2943f19b5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:57.599776 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edf8db0f-e97f-4139-ad59-4075daa0de76 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:57.601774 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-edf8db0f-e97f-4139-ad59-4075daa0de76 tempest-ImagesOneServerNegativeTestJSON-1783760713 tempest-ImagesOneServerNegativeTestJSON-1783760713-project] 10.222.0.18 "DELETE /v2.0/floatingips/0d97a54b-4055-466a-a635-bfd2943f19b5 HTTP/1.1" status: 204 len: 168 time: 3.0884039 Feb 07 16:36:57.615462 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0069df28-91ad-40e7-8916-0a44eb757268 req-2bc77e0e-b3f4-4a2c-b2b6-ab8f232e3638 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/floatingips/a0e97bcb-2bce-4343-98b0-67fb1085d326 HTTP/1.1" status: 200 len: 693 time: 0.0895607 Feb 07 16:36:57.706998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-e756338f-3d86-4725-a31e-2e7d0afaaab6 req-23157309-5ffe-4cbd-aa31-1ddb4cedd926 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] No DVR routers for this DVR port 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:36:57.714905 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e756338f-3d86-4725-a31e-2e7d0afaaab6 req-23157309-5ffe-4cbd-aa31-1ddb4cedd926 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:57.724351 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e756338f-3d86-4725-a31e-2e7d0afaaab6 req-23157309-5ffe-4cbd-aa31-1ddb4cedd926 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.32 "DELETE /v2.0/ports/93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 HTTP/1.1" status: 204 len: 173 time: 2.7745087 Feb 07 16:36:57.744359 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08db74f1-074b-47c1-a99f-859400e40031', 'name': 'network-vif-deleted', 'tag': '93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:36:57.747640 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6202d0-f395-4b09-9071-c46d046679b9" -d '{"events": [{"server_uuid": "08db74f1-074b-47c1-a99f-859400e40031", "name": "network-vif-deleted", "tag": "93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:36:57.786598 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069df28-91ad-40e7-8916-0a44eb757268 req-f2cc5cad-47c3-44e8-b429-576b1617d8fa tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:57.788728 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0069df28-91ad-40e7-8916-0a44eb757268 req-f2cc5cad-47c3-44e8-b429-576b1617d8fa tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.1650803 Feb 07 16:36:57.814642 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Attempting to bind port b2da81c6-772d-41e1-a72d-12ab5aa183fe on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:36:57.814642 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Attempting to bind port b2da81c6-772d-41e1-a72d-12ab5aa183fe by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'e750424c-f1f6-4255-a6f1-d2732fda1ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c76768b0-1220-4e06-a866-349e5fd94e4c'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:36:57.815110 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Attempting to bind port b2da81c6-772d-41e1-a72d-12ab5aa183fe on network c76768b0-1220-4e06-a866-349e5fd94e4c {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:36:57.825482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Port b2da81c6-772d-41e1-a72d-12ab5aa183fe on network c76768b0-1220-4e06-a866-349e5fd94e4c not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:36:57.825931 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Attempting to bind port b2da81c6-772d-41e1-a72d-12ab5aa183fe on network c76768b0-1220-4e06-a866-349e5fd94e4c {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:36:57.842143 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:36:57.842536 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Checking segment: {'id': 'e750424c-f1f6-4255-a6f1-d2732fda1ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c76768b0-1220-4e06-a866-349e5fd94e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:36:57.842989 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Bound using segment: {'id': 'e750424c-f1f6-4255-a6f1-d2732fda1ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c76768b0-1220-4e06-a866-349e5fd94e4c'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:36:57.844475 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Bound port: b2da81c6-772d-41e1-a72d-12ab5aa183fe, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e750424c-f1f6-4255-a6f1-d2732fda1ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c76768b0-1220-4e06-a866-349e5fd94e4c'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:36:57.844934 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b2da81c6-772d-41e1-a72d-12ab5aa183fe), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:57.855853 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-55d0cc1a-13e1-42b1-83e7-4fffb040ee3a tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:57.857629 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-55d0cc1a-13e1-42b1-83e7-4fffb040ee3a tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4595296 Feb 07 16:36:57.903123 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0069df28-91ad-40e7-8916-0a44eb757268 req-577fd759-0e97-4c58-82af-8437327dfb12 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.251 HTTP/1.1" status: 200 len: 696 time: 0.0966659 Feb 07 16:36:57.972804 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0069df28-91ad-40e7-8916-0a44eb757268 req-86162775-e782-4ae1-b70b-0553222f8991 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.251 HTTP/1.1" status: 200 len: 696 time: 0.0616484 Feb 07 16:36:57.981104 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-84765fc7-a0f8-44c2-ba9a-dff75ec6a354 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/quotas/26d9067802574cc49054e2bfb051153a HTTP/1.1" status: 200 len: 375 time: 0.1047084 Feb 07 16:36:58.035108 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-332d130c-2c62-4ddd-b11d-f4ff5905010f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:58.047062 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-6f85def5-950e-4223-b534-405dffdb5531 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=26d9067802574cc49054e2bfb051153a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636768 Feb 07 16:36:58.054385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] For port b2da81c6-772d-41e1-a72d-12ab5aa183fe, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:36:58.081748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] For port b2da81c6-772d-41e1-a72d-12ab5aa183fe, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=b2da81c6-772d-41e1-a72d-12ab5aa183fe,segment=NetworkSegment(e750424c-f1f6-4255-a6f1-d2732fda1ac5),segment_id=e750424c-f1f6-4255-a6f1-d2732fda1ac5)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:36:58.096614 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (b2da81c6-772d-41e1-a72d-12ab5aa183fe), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:58.171628 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-0069df28-91ad-40e7-8916-0a44eb757268 req-7efc948b-04de-4642-b051-5166417a07a1 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Deleting port c496fc86-9341-4936-bbff-0b78b8e1a067 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:36:58.172878 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0069df28-91ad-40e7-8916-0a44eb757268 req-7efc948b-04de-4642-b051-5166417a07a1 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c496fc86-9341-4936-bbff-0b78b8e1a067), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:58.322347 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0069df28-91ad-40e7-8916-0a44eb757268 req-7efc948b-04de-4642-b051-5166417a07a1 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c496fc86-9341-4936-bbff-0b78b8e1a067), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:58.322942 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0069df28-91ad-40e7-8916-0a44eb757268 req-7efc948b-04de-4642-b051-5166417a07a1 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for floatingip (c496fc86-9341-4936-bbff-0b78b8e1a067), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:58.324619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Pushing event updated for resources: {'Port': ['ID=b2da81c6-772d-41e1-a72d-12ab5aa183fe,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:58.375700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:58.376749 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:58.383808 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c23eab2-fb61-4915-a860-09e610f928ec x-openstack-request-id: req-4c23eab2-fb61-4915-a860-09e610f928ec {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:58.384379 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-3e151a4b-3817-4531-8cc4-0f9767f446bb service neutron] 10.222.0.48 "PUT /v2.0/ports/b2da81c6-772d-41e1-a72d-12ab5aa183fe HTTP/1.1" status: 200 len: 1091 time: 3.8474381 Feb 07 16:36:58.385600 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640a9915-5d30-489b-8a11-4331f45bf861", "name": "network-vif-deleted", "tag": "b1b8c869-1177-4b49-8a99-d73f9a32b57c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:58.399859 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c23eab2-fb61-4915-a860-09e610f928ec {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:58.402294 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640a9915-5d30-489b-8a11-4331f45bf861', 'name': 'network-vif-deleted', 'tag': 'b1b8c869-1177-4b49-8a99-d73f9a32b57c', 'status': 'completed', 'code': 200} Feb 07 16:36:58.410050 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-0069df28-91ad-40e7-8916-0a44eb757268 req-7efc948b-04de-4642-b051-5166417a07a1 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Calling delete_port for c496fc86-9341-4936-bbff-0b78b8e1a067 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:36:58.689509 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3a78a-a366-40ac-a9e1-11976319a8d9 req-442fbd54-4dda-43ba-a4ea-f7e02294cb66 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:58.698520 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0069df28-91ad-40e7-8916-0a44eb757268 req-7efc948b-04de-4642-b051-5166417a07a1 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c496fc86-9341-4936-bbff-0b78b8e1a067), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:58.703645 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eee3a78a-a366-40ac-a9e1-11976319a8d9 req-442fbd54-4dda-43ba-a4ea-f7e02294cb66 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 945 time: 0.2444136 Feb 07 16:36:58.719465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device b1b8c869-1177-4b49-8a99-d73f9a32b57c no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:36:58.729952 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-0bf86466-c1e0-44dd-b5c7-d492c776370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:58.733181 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-0bf86466-c1e0-44dd-b5c7-d492c776370a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4d8bd18d40d41aab46ebc0665cdc9b3&device_id=18dcd84b-4b33-41f9-80f3-a73e56426496 HTTP/1.1" status: 200 len: 1125 time: 0.2567222 Feb 07 16:36:58.753073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: b1b8c869-1177-4b49-8a99-d73f9a32b57c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:36:58.754223 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device b1b8c869-1177-4b49-8a99-d73f9a32b57c not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:36:58.758384 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:36:58.790523 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-794d13db-49c9-4629-aa4e-0da052e3bd31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b2da81c6-772d-41e1-a72d-12ab5aa183fe HTTP/1.1" status: 200 len: 217 time: 0.0420413 Feb 07 16:36:58.799227 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc948b-04de-4642-b051-5166417a07a1 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Pushing event deleted for resources: {'Port': ['ID=c496fc86-9341-4936-bbff-0b78b8e1a067,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:36:58.813493 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:36:58.814365 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:36:58.857753 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eee3a78a-a366-40ac-a9e1-11976319a8d9 req-ac51c5b8-7873-431d-b010-8ead3ebe2059 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530135 Feb 07 16:36:58.878495 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-43eb3d2a-82dd-43d9-b9d8-202b341beae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:58.881064 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-43eb3d2a-82dd-43d9-b9d8-202b341beae9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5a803704-d254-4047-bcfc-87c01523fe72 HTTP/1.1" status: 200 len: 854 time: 0.0828536 Feb 07 16:36:58.892513 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0069df28-91ad-40e7-8916-0a44eb757268 req-7efc948b-04de-4642-b051-5166417a07a1 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks [] for floatingip (a0e97bcb-2bce-4343-98b0-67fb1085d326), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:58.898747 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0069df28-91ad-40e7-8916-0a44eb757268 req-7efc948b-04de-4642-b051-5166417a07a1 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:58.900990 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0069df28-91ad-40e7-8916-0a44eb757268 req-7efc948b-04de-4642-b051-5166417a07a1 tempest-FloatingIPDetailsTestJSON-732939526 tempest-FloatingIPDetailsTestJSON-732939526-project] 10.222.0.18 "DELETE /v2.0/floatingips/a0e97bcb-2bce-4343-98b0-67fb1085d326 HTTP/1.1" status: 204 len: 173 time: 0.9223518 Feb 07 16:36:58.930383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57512) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:58.961432 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-6b760a2e-f3e1-40cf-b0ec-dbe18361f8b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c76768b0-1220-4e06-a866-349e5fd94e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727506 Feb 07 16:36:59.083021 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c697f3-30f7-45f8-b1af-109c6bd30f8c x-openstack-request-id: req-80c697f3-30f7-45f8-b1af-109c6bd30f8c {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:36:59.083477 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08db74f1-074b-47c1-a99f-859400e40031", "name": "network-vif-deleted", "tag": "93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:36:59.083850 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80c697f3-30f7-45f8-b1af-109c6bd30f8c {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:36:59.084411 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08db74f1-074b-47c1-a99f-859400e40031', 'name': 'network-vif-deleted', 'tag': '93ce5ee0-8d1e-4a10-b3c0-58e3b069c9f0', 'status': 'completed', 'code': 200} Feb 07 16:36:59.176397 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0946992d-026e-4294-ae2e-4588a8c8b9dc req-7f5a3ab5-56b3-45e8-8721-b8677901d58e tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 210 time: 0.0905662 Feb 07 16:36:59.311595 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-390a274d-231e-45b6-86fe-3d5176dd207b service neutron] 10.222.0.48 "GET /v2.0/networks/c76768b0-1220-4e06-a866-349e5fd94e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364058 Feb 07 16:36:59.376725 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:59.481628 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a021e7a-d0bb-405d-a9dd-540b3a65777c req-56a34286-08bc-41b7-857b-0035da5a77d3 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:36:59.497312 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9a021e7a-d0bb-405d-a9dd-540b3a65777c req-56a34286-08bc-41b7-857b-0035da5a77d3 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/ports?device_id=18dcd84b-4b33-41f9-80f3-a73e56426496 HTTP/1.1" status: 200 len: 943 time: 0.2698822 Feb 07 16:36:59.581952 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57530) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:36:59.622364 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df25c0aa-9e4b-4571-8068-bd5519cc23cb req-1864cdf9-42a1-4c85-ae68-fc45a89a6eef service neutron] 10.222.0.48 "GET /v2.0/networks/c76768b0-1220-4e06-a866-349e5fd94e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018379 Feb 07 16:36:59.745332 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-257aeb4d-16eb-4e1d-a46e-e062790b8d07 admin admin] Deleting subnet cd54b586-8698-4fa9-b42d-dba2de8db3c9 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:36:59.752442 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-257aeb4d-16eb-4e1d-a46e-e062790b8d07 admin admin] Publish callbacks [] for subnet (cd54b586-8698-4fa9-b42d-dba2de8db3c9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:59.754024 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9a021e7a-d0bb-405d-a9dd-540b3a65777c req-024a65ae-0367-42ce-9196-7a836b2eecd2 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62de1f6-52bb-45c3-9522-d6939363b924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552304 Feb 07 16:36:59.854664 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-257aeb4d-16eb-4e1d-a46e-e062790b8d07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (cd54b586-8698-4fa9-b42d-dba2de8db3c9), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:36:59.961194 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-257aeb4d-16eb-4e1d-a46e-e062790b8d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (cd54b586-8698-4fa9-b42d-dba2de8db3c9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:00.085977 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2f43bc2-8366-4fd8-a761-55e3260c7330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (f2c9dabb-9704-44e3-8a06-b5f3bc71193a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:00.119844 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-257aeb4d-16eb-4e1d-a46e-e062790b8d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (cd54b586-8698-4fa9-b42d-dba2de8db3c9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:00.201147 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257aeb4d-16eb-4e1d-a46e-e062790b8d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd54b586-8698-4fa9-b42d-dba2de8db3c9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:00.212583 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-257aeb4d-16eb-4e1d-a46e-e062790b8d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:00.219812 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-257aeb4d-16eb-4e1d-a46e-e062790b8d07 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cd54b586-8698-4fa9-b42d-dba2de8db3c9 HTTP/1.1" status: 204 len: 168 time: 0.6356490 Feb 07 16:37:00.223060 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57536) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:00.342375 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-238d856e-9db8-417e-97c4-c435f099d51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:00.486978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664f5b0-79fa-4017-b07a-dff23c3f619a req-20b8e7c0-d126-4243-9587-9dbf631b20a1 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:00.489405 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-238d856e-9db8-417e-97c4-c435f099d51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:00.489656 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8664f5b0-79fa-4017-b07a-dff23c3f619a req-20b8e7c0-d126-4243-9587-9dbf631b20a1 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 945 time: 0.2630291 Feb 07 16:37:00.508490 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-a5ec547d-7c83-4b1a-8bc6-3a62ea922b88 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=26d9067802574cc49054e2bfb051153a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350468 Feb 07 16:37:00.604263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-238d856e-9db8-417e-97c4-c435f099d51e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:00.674364 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8664f5b0-79fa-4017-b07a-dff23c3f619a req-f2db38ed-35a3-467c-945f-1ce31de8105e tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573970 Feb 07 16:37:00.696582 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:00.699741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-238d856e-9db8-417e-97c4-c435f099d51e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e87c77-7324-48ae-9e21-8f2bde2847c5') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:00.700598 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-238d856e-9db8-417e-97c4-c435f099d51e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e87c77-7324-48ae-9e21-8f2bde2847c5') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:00.744294 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-238d856e-9db8-417e-97c4-c435f099d51e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (13e87c77-7324-48ae-9e21-8f2bde2847c5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:00.820931 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-238d856e-9db8-417e-97c4-c435f099d51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (13e87c77-7324-48ae-9e21-8f2bde2847c5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:00.835978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e2f43bc2-8366-4fd8-a761-55e3260c7330 admin admin] Deleting port e1e55157-422c-4164-aaf4-30bedd5de757 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:37:00.836645 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2f43bc2-8366-4fd8-a761-55e3260c7330 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e1e55157-422c-4164-aaf4-30bedd5de757), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:00.866785 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238d856e-9db8-417e-97c4-c435f099d51e admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:37:00.867528 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-238d856e-9db8-417e-97c4-c435f099d51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (13e87c77-7324-48ae-9e21-8f2bde2847c5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:37:00.871209 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:37:00.969845 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9040377-098e-4e83-ad77-1bb851d294c6 req-1315e8fa-18f8-4aca-b9f8-ff494b2be6f4 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 210 time: 0.1042776 Feb 07 16:37:00.981764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-7e8e0578-05e5-415e-a6c0-a14f7972e7f0 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:00.983854 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-7e8e0578-05e5-415e-a6c0-a14f7972e7f0 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4596260 Feb 07 16:37:01.009575 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-30161587-d741-4937-aa72-8bd7e2eac692 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Request body: {'port': {'device_id': '1c7997b8-5408-45dd-bdbf-815863c53e20', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '26d9067802574cc49054e2bfb051153a'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:01.062270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e2f43bc2-8366-4fd8-a761-55e3260c7330 admin admin] For port e1e55157-422c-4164-aaf4-30bedd5de757, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e1e55157-422c-4164-aaf4-30bedd5de757,segment=NetworkSegment(f3001834-5403-453a-b246-fd76d5b26d4c),segment_id=f3001834-5403-453a-b246-fd76d5b26d4c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:01.062872 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2f43bc2-8366-4fd8-a761-55e3260c7330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e1e55157-422c-4164-aaf4-30bedd5de757), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:01.087275 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18dcd84b-4b33-41f9-80f3-a73e56426496', 'tag': 'b2da81c6-772d-41e1-a72d-12ab5aa183fe'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:37:01.089051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e2f43bc2-8366-4fd8-a761-55e3260c7330 admin admin] Calling delete_port for e1e55157-422c-4164-aaf4-30bedd5de757 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:37:01.090124 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a829b042-acbc-4ce1-a860-743dc4cf8571" -d '{"events": [{"name": "network-changed", "server_uuid": "18dcd84b-4b33-41f9-80f3-a73e56426496", "tag": "b2da81c6-772d-41e1-a72d-12ab5aa183fe"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:37:01.102532 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-238d856e-9db8-417e-97c4-c435f099d51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:01.128043 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-238d856e-9db8-417e-97c4-c435f099d51e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:01.131664 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-238d856e-9db8-417e-97c4-c435f099d51e admin admin] 10.222.0.18 "DELETE /v2.0/networks/38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f HTTP/1.1" status: 204 len: 168 time: 0.9066222 Feb 07 16:37:01.156666 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce829caa-62d7-4b7d-9d06-6906a9c5ac0f req-580ad899-666e-4238-a169-6a994428f191 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:01.158348 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce829caa-62d7-4b7d-9d06-6906a9c5ac0f req-580ad899-666e-4238-a169-6a994428f191 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 949 time: 0.2549553 Feb 07 16:37:01.159195 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d856e-9db8-417e-97c4-c435f099d51e admin admin] Pushing event deleted for resources: {'Network': ['ID=38ed0d4b-5f91-4f0e-8ad3-b9341f6b4a9f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:01.278653 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce829caa-62d7-4b7d-9d06-6906a9c5ac0f req-5d1e8ed6-f9e1-4ed9-978f-cba465530ec2 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926609 Feb 07 16:37:01.294621 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d918ff9-cbb1-4639-bc2c-ce8357488ecb req-653a3d24-32c3-4b16-9e6e-9db3923d5037 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:01.297625 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d918ff9-cbb1-4639-bc2c-ce8357488ecb req-653a3d24-32c3-4b16-9e6e-9db3923d5037 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/ports?device_id=18dcd84b-4b33-41f9-80f3-a73e56426496 HTTP/1.1" status: 200 len: 943 time: 0.1909802 Feb 07 16:37:01.302958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-30161587-d741-4937-aa72-8bd7e2eac692 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Made reservation on behalf of 26d9067802574cc49054e2bfb051153a for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:37:01.307207 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-30161587-d741-4937-aa72-8bd7e2eac692 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:01.319525 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-30161587-d741-4937-aa72-8bd7e2eac692 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:01.450974 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b0d449-4a20-48ba-aa4d-b09b92800976 x-openstack-request-id: req-a7b0d449-4a20-48ba-aa4d-b09b92800976 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:37:01.451307 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18dcd84b-4b33-41f9-80f3-a73e56426496", "tag": "b2da81c6-772d-41e1-a72d-12ab5aa183fe", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:37:01.451523 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7b0d449-4a20-48ba-aa4d-b09b92800976 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:37:01.452134 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18dcd84b-4b33-41f9-80f3-a73e56426496', 'tag': 'b2da81c6-772d-41e1-a72d-12ab5aa183fe', 'status': 'completed', 'code': 200} Feb 07 16:37:01.458651 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-30161587-d741-4937-aa72-8bd7e2eac692 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Publish callbacks [] for security_group (b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:01.466395 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-30161587-d741-4937-aa72-8bd7e2eac692 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:01.467271 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d918ff9-cbb1-4639-bc2c-ce8357488ecb req-1bcc375a-d677-48ba-84d8-955dc6e930d8 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62de1f6-52bb-45c3-9522-d6939363b924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028411 Feb 07 16:37:01.596357 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30161587-d741-4937-aa72-8bd7e2eac692 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:01.605484 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57556) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:01.649413 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2f43bc2-8366-4fd8-a761-55e3260c7330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e1e55157-422c-4164-aaf4-30bedd5de757), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:01.689551 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f43bc2-8366-4fd8-a761-55e3260c7330 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e55157-422c-4164-aaf4-30bedd5de757,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:01.696516 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a51c7639-b8b1-4a0c-99dd-3c03031c6f6d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7bd5b472775543f38aca99e61ef5156c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0893235 Feb 07 16:37:01.700086 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57560) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:01.704132 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829b042-acbc-4ce1-a860-743dc4cf8571 req-cb804fe5-20ca-4579-aae6-4761d0755d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:01.706870 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a829b042-acbc-4ce1-a860-743dc4cf8571 req-cb804fe5-20ca-4579-aae6-4761d0755d58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4d8bd18d40d41aab46ebc0665cdc9b3&device_id=18dcd84b-4b33-41f9-80f3-a73e56426496 HTTP/1.1" status: 200 len: 1125 time: 0.2166495 Feb 07 16:37:01.823440 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57564) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:01.867202 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-30161587-d741-4937-aa72-8bd7e2eac692 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Allocated IP 192.168.233.171 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/60d8817d-6695-464a-b65b-dc2ec1a7739c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:37:01.901595 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f3a38eb-3ec6-41c6-ad88-14f8cfecc171 admin admin] Publish callbacks [] for security_group (549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:01.962887 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f3a38eb-3ec6-41c6-ad88-14f8cfecc171 admin admin] Publish callbacks [] for security_group (549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:02.085885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829b042-acbc-4ce1-a860-743dc4cf8571 req-41dcbb6d-38b6-40b4-a3fd-6969a5e0659d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:02.088433 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a829b042-acbc-4ce1-a860-743dc4cf8571 req-41dcbb6d-38b6-40b4-a3fd-6969a5e0659d service neutron] 10.222.0.48 "GET /v2.0/networks?id=c76768b0-1220-4e06-a866-349e5fd94e4c HTTP/1.1" status: 200 len: 915 time: 0.3674123 Feb 07 16:37:02.193207 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34a8dcaf-ed0e-4284-9aff-abcf836ef714 req-26c97914-54ff-4e73-b53d-f259584b8129 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 210 time: 0.0951395 Feb 07 16:37:02.226717 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7eeec82-f4c8-4bc7-8a01-9ffe3f96144d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:02.245789 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf4687-4b2a-4f5c-82be-e21c0b2dbcb3 req-8c776253-8582-4ce9-a9bb-f16db28b0d51 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:02.263876 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-feaf4687-4b2a-4f5c-82be-e21c0b2dbcb3 req-8c776253-8582-4ce9-a9bb-f16db28b0d51 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 945 time: 0.3955274 Feb 07 16:37:02.265582 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a829b042-acbc-4ce1-a860-743dc4cf8571 req-8dd87e87-9cdb-4edc-a66a-753b07781df6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b2da81c6-772d-41e1-a72d-12ab5aa183fe HTTP/1.1" status: 200 len: 217 time: 0.1531067 Feb 07 16:37:02.278335 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:02.328209 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2f43bc2-8366-4fd8-a761-55e3260c7330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (f2c9dabb-9704-44e3-8a06-b5f3bc71193a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:02.333309 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f3a38eb-3ec6-41c6-ad88-14f8cfecc171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:02.337566 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f3a38eb-3ec6-41c6-ad88-14f8cfecc171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:02.343909 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3f3a38eb-3ec6-41c6-ad88-14f8cfecc171 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3 HTTP/1.1" status: 204 len: 168 time: 0.6378851 Feb 07 16:37:02.376930 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-5fed01f2-8253-444d-a769-92d10d3cebbd tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:02.379960 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-5fed01f2-8253-444d-a769-92d10d3cebbd tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e&tenant_id=deb20de83f134befa08f0478fca7ff92&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 1127 time: 0.2376223 Feb 07 16:37:02.415019 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827865-3'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:02.423781 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a38eb-3ec6-41c6-ad88-14f8cfecc171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549b2f0e-f68f-46ea-a6ad-95ebbe25eaa3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:02.526537 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829b042-acbc-4ce1-a860-743dc4cf8571 req-ab79e11f-aefe-4657-a0e0-6af5b3721e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:02.528885 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a829b042-acbc-4ce1-a860-743dc4cf8571 req-ab79e11f-aefe-4657-a0e0-6af5b3721e47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5a803704-d254-4047-bcfc-87c01523fe72 HTTP/1.1" status: 200 len: 854 time: 0.2378366 Feb 07 16:37:02.554491 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-feaf4687-4b2a-4f5c-82be-e21c0b2dbcb3 req-23ac601c-ea8a-40b2-9e97-91b6f4d5c348 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927027 Feb 07 16:37:02.622584 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a829b042-acbc-4ce1-a860-743dc4cf8571 req-90103a2d-4db1-427f-b0ba-f12b15c963b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c76768b0-1220-4e06-a866-349e5fd94e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817947 Feb 07 16:37:02.694871 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device b2da81c6-772d-41e1-a72d-12ab5aa183fe details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:37:02.847078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device da44614a-2442-4ed8-b35b-d53be88d4fe4 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:37:02.928084 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-30161587-d741-4937-aa72-8bd7e2eac692 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Publish callbacks [] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:02.967436 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port b2da81c6-772d-41e1-a72d-12ab5aa183fe, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=b2da81c6-772d-41e1-a72d-12ab5aa183fe,segment=NetworkSegment(e750424c-f1f6-4255-a6f1-d2732fda1ac5),segment_id=e750424c-f1f6-4255-a6f1-d2732fda1ac5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:03.007718 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'b2da81c6-772d-41e1-a72d-12ab5aa183fe', 'network_id': 'c76768b0-1220-4e06-a866-349e5fd94e4c', 'port_id': 'b2da81c6-772d-41e1-a72d-12ab5aa183fe', 'mac_address': 'fa:16:3e:c2:47:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a803704-d254-4047-bcfc-87c01523fe72', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:37:03.046585 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:03.110307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd793ee-56c3-408c-bbec-0ab6c2148a6c req-89145dbb-ae53-40e5-a508-89e8d756e086 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:03.112344 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bbd793ee-56c3-408c-bbec-0ab6c2148a6c req-89145dbb-ae53-40e5-a508-89e8d756e086 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 949 time: 0.6480117 Feb 07 16:37:03.126017 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51a271-ac29-4485-8019-3912aaacd1fd req-29d9a76f-759a-49e4-95de-71b625a05fd3 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:03.139024 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b51a271-ac29-4485-8019-3912aaacd1fd req-29d9a76f-759a-49e4-95de-71b625a05fd3 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/ports?device_id=18dcd84b-4b33-41f9-80f3-a73e56426496 HTTP/1.1" status: 200 len: 943 time: 0.4267316 Feb 07 16:37:03.164822 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe79057-2eb1-4219-a268-9e80bb4fb90f req-4399dc0e-3232-4d6a-8408-5f8b19304f93 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:03.167407 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ffe79057-2eb1-4219-a268-9e80bb4fb90f req-4399dc0e-3232-4d6a-8408-5f8b19304f93 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 949 time: 0.5348864 Feb 07 16:37:03.179975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port b2da81c6-772d-41e1-a72d-12ab5aa183fe is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:03.180576 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b2da81c6-772d-41e1-a72d-12ab5aa183fe), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:03.204273 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a829b042-acbc-4ce1-a860-743dc4cf8571 req-ab3fec19-cce1-49d3-91b8-3e2b60d74e21 service neutron] 10.222.0.48 "GET /v2.0/networks/c76768b0-1220-4e06-a866-349e5fd94e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891179 Feb 07 16:37:03.235296 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2da81c6-772d-41e1-a72d-12ab5aa183fe {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:37:03.283698 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port b2da81c6-772d-41e1-a72d-12ab5aa183fe, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=b2da81c6-772d-41e1-a72d-12ab5aa183fe,segment=NetworkSegment(e750424c-f1f6-4255-a6f1-d2732fda1ac5),segment_id=e750424c-f1f6-4255-a6f1-d2732fda1ac5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:03.314000 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b2da81c6-772d-41e1-a72d-12ab5aa183fe), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:03.314343 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7eeec82-f4c8-4bc7-8a01-9ffe3f96144d admin admin] Publish callbacks [] for security_group (9c44b3b4-c148-4584-aacb-ef195385800c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:03.321572 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port da44614a-2442-4ed8-b35b-d53be88d4fe4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=da44614a-2442-4ed8-b35b-d53be88d4fe4,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:03.400320 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device da44614a-2442-4ed8-b35b-d53be88d4fe4 has no active binding in host n-h2-827865-3 {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 16:37:03.419021 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7eeec82-f4c8-4bc7-8a01-9ffe3f96144d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (9c44b3b4-c148-4584-aacb-ef195385800c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:03.463898 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=b2da81c6-772d-41e1-a72d-12ab5aa183fe,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:03.527588 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] For port da44614a-2442-4ed8-b35b-d53be88d4fe4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=da44614a-2442-4ed8-b35b-d53be88d4fe4,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:03.554776 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a7eeec82-f4c8-4bc7-8a01-9ffe3f96144d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf866a7c67614b47aef0537155dac7c8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7274387 Feb 07 16:37:03.563935 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57596) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:03.621355 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-30161587-d741-4937-aa72-8bd7e2eac692 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:03.626176 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['b2da81c6-772d-41e1-a72d-12ab5aa183fe'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:37:03.673781 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eeec82-f4c8-4bc7-8a01-9ffe3f96144d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c44b3b4-c148-4584-aacb-ef195385800c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:03.692928 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57600) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:03.806241 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b51a271-ac29-4485-8019-3912aaacd1fd req-a474c70e-c090-445f-9306-2560d0715c3b tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62de1f6-52bb-45c3-9522-d6939363b924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6652761 Feb 07 16:37:03.834614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] For port da44614a-2442-4ed8-b35b-d53be88d4fe4, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:37:03.870739 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-30161587-d741-4937-aa72-8bd7e2eac692 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:37:03.896674 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-30161587-d741-4937-aa72-8bd7e2eac692 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:37:03.898712 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bbd793ee-56c3-408c-bbec-0ab6c2148a6c req-21cb2763-4126-4321-9c71-a7f58ea82c09 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/security-groups?id=e257c9d1-9608-4382-b8d4-3752ebf3a921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891775 Feb 07 16:37:03.922283 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-ffe79057-2eb1-4219-a268-9e80bb4fb90f req-a0fdd4f1-a6e3-4187-82f8-d8df2076ead6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Deleting port c2ed7b11-fa05-437c-b3fd-894f106c3dee {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:37:03.923376 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ffe79057-2eb1-4219-a268-9e80bb4fb90f req-a0fdd4f1-a6e3-4187-82f8-d8df2076ead6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c2ed7b11-fa05-437c-b3fd-894f106c3dee), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:03.958109 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-30161587-d741-4937-aa72-8bd7e2eac692 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:37:03.959760 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f43bc2-8366-4fd8-a761-55e3260c7330 admin admin] Router f2c9dabb-9704-44e3-8a06-b5f3bc71193a has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:37:03.997752 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] Publish callbacks [] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:03.998572 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30161587-d741-4937-aa72-8bd7e2eac692 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Pushing event updated for resources: {'Port': ['ID=60d8817d-6695-464a-b65b-dc2ec1a7739c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:04.020119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc90ece-fdf7-4413-9c6a-64e166ffe10e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da44614a-2442-4ed8-b35b-d53be88d4fe4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:37:04.027686 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c035202-4412-420a-bcd2-a31a8f505096" -d '{"events": [{"server_uuid": "ddc90ece-fdf7-4413-9c6a-64e166ffe10e", "name": "network-vif-unplugged", "status": "completed", "tag": "da44614a-2442-4ed8-b35b-d53be88d4fe4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:37:04.055116 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-87b582f3-a6a3-475a-bbc5-b3bfb6d1965f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1302097262-network', 'tenant_id': '6aad2e954b35497baa9943e0ca56d7b9'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:04.100470 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:04.107568 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a829b042-acbc-4ce1-a860-743dc4cf8571 req-83f00e12-46af-4c78-989d-2007e5ef0e1b service neutron] 10.222.0.48 "GET /v2.0/networks/c76768b0-1220-4e06-a866-349e5fd94e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7912931 Feb 07 16:37:04.121801 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b582f3-a6a3-475a-bbc5-b3bfb6d1965f admin admin] Made reservation on behalf of 6aad2e954b35497baa9943e0ca56d7b9 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:37:04.127175 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87b582f3-a6a3-475a-bbc5-b3bfb6d1965f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:04.146339 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-974f5c32-c64c-4313-a49d-ba395671d37d admin admin] Publish callbacks [] for security_group (9c44b3b4-c148-4584-aacb-ef195385800c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:04.190657 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-30161587-d741-4937-aa72-8bd7e2eac692 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:04.192183 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-30161587-d741-4937-aa72-8bd7e2eac692 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:04.274873 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-974f5c32-c64c-4313-a49d-ba395671d37d admin admin] Publish callbacks [] for security_group (9c44b3b4-c148-4584-aacb-ef195385800c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:04.301718 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-30161587-d741-4937-aa72-8bd7e2eac692 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3044660 Feb 07 16:37:04.319409 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-ffe79057-2eb1-4219-a268-9e80bb4fb90f req-a0fdd4f1-a6e3-4187-82f8-d8df2076ead6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] For port c2ed7b11-fa05-437c-b3fd-894f106c3dee, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c2ed7b11-fa05-437c-b3fd-894f106c3dee,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:04.320000 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ffe79057-2eb1-4219-a268-9e80bb4fb90f req-a0fdd4f1-a6e3-4187-82f8-d8df2076ead6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c2ed7b11-fa05-437c-b3fd-894f106c3dee), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:04.331818 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87b582f3-a6a3-475a-bbc5-b3bfb6d1965f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:04.340694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Request body: {'port': {'device_id': '1c7997b8-5408-45dd-bdbf-815863c53e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:04.370415 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b562bfb7-e00c-4d1b-bc6d-8589a34006aa None None] Provisioning complete for port 60d8817d-6695-464a-b65b-dc2ec1a7739c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:04.371639 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b562bfb7-e00c-4d1b-bc6d-8589a34006aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:04.406915 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-ffe79057-2eb1-4219-a268-9e80bb4fb90f req-a0fdd4f1-a6e3-4187-82f8-d8df2076ead6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Calling delete_port for c2ed7b11-fa05-437c-b3fd-894f106c3dee owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:37:04.420452 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b562bfb7-e00c-4d1b-bc6d-8589a34006aa None None] Port 60d8817d-6695-464a-b65b-dc2ec1a7739c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:37:04.539905 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] Pushing event updated for resources: {'Port': ['ID=da44614a-2442-4ed8-b35b-d53be88d4fe4,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:04.600243 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-974f5c32-c64c-4313-a49d-ba395671d37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (9c44b3b4-c148-4584-aacb-ef195385800c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:04.603010 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-974f5c32-c64c-4313-a49d-ba395671d37d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:04.604190 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-974f5c32-c64c-4313-a49d-ba395671d37d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c44b3b4-c148-4584-aacb-ef195385800c HTTP/1.1" status: 204 len: 168 time: 1.0177944 Feb 07 16:37:04.610860 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:04.650644 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] Attempting to bind port da44614a-2442-4ed8-b35b-d53be88d4fe4 on host n-h1-827865-3 for vnic_type normal with profile {"migrating_to": "n-h2-827865-3"} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:37:04.650991 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] Attempting to bind port da44614a-2442-4ed8-b35b-d53be88d4fe4 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:37:04.651335 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] Attempting to bind port da44614a-2442-4ed8-b35b-d53be88d4fe4 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:37:04.654236 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09807a-d3c8-41f3-b516-37a3716f1742 req-bbe0a632-32bc-4156-be46-cce2e7b39625 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:04.657413 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-af09807a-d3c8-41f3-b516-37a3716f1742 req-bbe0a632-32bc-4156-be46-cce2e7b39625 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 936 time: 0.2203493 Feb 07 16:37:04.658528 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f5c32-c64c-4313-a49d-ba395671d37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c44b3b4-c148-4584-aacb-ef195385800c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:04.680193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4eae16-e299-4608-9d5e-701425b0f21e req-25160794-e936-4887-8834-1d2e1acf3a1c tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:04.682829 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1d4eae16-e299-4608-9d5e-701425b0f21e req-25160794-e936-4887-8834-1d2e1acf3a1c tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 943 time: 0.4948196 Feb 07 16:37:04.691568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] Port da44614a-2442-4ed8-b35b-d53be88d4fe4 on network 3db07daa-5eaa-4bf8-9b32-41159885835d not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:37:04.692077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] Attempting to bind port da44614a-2442-4ed8-b35b-d53be88d4fe4 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:37:04.695228 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f43bc2-8366-4fd8-a761-55e3260c7330 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:37:04.706181 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e2f43bc2-8366-4fd8-a761-55e3260c7330 admin admin] 10.222.0.18 "PUT /v2.0/routers/f2c9dabb-9704-44e3-8a06-b5f3bc71193a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7778311 Feb 07 16:37:04.711982 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57608) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:04.729057 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:37:04.729462 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] Checking segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:37:04.729870 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] Bound using segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:37:04.730341 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] Bound port: da44614a-2442-4ed8-b35b-d53be88d4fe4, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:37:04.730714 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:04.732069 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27fa8a6-0d5e-4bc8-8375-7e9ab7d8eb27 None None] Sync routers for ids ['f2c9dabb-9704-44e3-8a06-b5f3bc71193a'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:37:04.741604 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device b2da81c6-772d-41e1-a72d-12ab5aa183fe up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:37:04.768233 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27fa8a6-0d5e-4bc8-8375-7e9ab7d8eb27 None None] Routers {'f2c9dabb-9704-44e3-8a06-b5f3bc71193a'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:37:04.770807 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-a27fa8a6-0d5e-4bc8-8375-7e9ab7d8eb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:36:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['f2c9dabb-9704-44e3-8a06-b5f3bc71193a'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:04.898672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port b2da81c6-772d-41e1-a72d-12ab5aa183fe completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:37:04.934326 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port b2da81c6-772d-41e1-a72d-12ab5aa183fe triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:04.934326 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b2da81c6-772d-41e1-a72d-12ab5aa183fe), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:04.966039 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87b582f3-a6a3-475a-bbc5-b3bfb6d1965f admin admin] Publish callbacks [] for security_group (fafeb60c-0f36-4671-9891-a429f6d731d7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:04.980890 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1d4eae16-e299-4608-9d5e-701425b0f21e req-75047a62-0377-489d-be1e-c367ce64f05c tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735481 Feb 07 16:37:04.987797 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87b582f3-a6a3-475a-bbc5-b3bfb6d1965f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fafeb60c-0f36-4671-9891-a429f6d731d7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:05.048946 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b582f3-a6a3-475a-bbc5-b3bfb6d1965f admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:37:05.063543 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] For port da44614a-2442-4ed8-b35b-d53be88d4fe4, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:37:05.071640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] For port da44614a-2442-4ed8-b35b-d53be88d4fe4, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=da44614a-2442-4ed8-b35b-d53be88d4fe4,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:37:05.078541 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-afb204a9-3b2d-4648-af80-a46c10481ed4 admin admin] Publish callbacks [] for router (f2c9dabb-9704-44e3-8a06-b5f3bc71193a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:05.096122 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b582f3-a6a3-475a-bbc5-b3bfb6d1965f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafeb60c-0f36-4671-9891-a429f6d731d7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:05.099767 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87b582f3-a6a3-475a-bbc5-b3bfb6d1965f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (9c871af6-7b04-47c4-aca5-76c4957fc9cc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:05.100126 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-87b582f3-a6a3-475a-bbc5-b3bfb6d1965f admin admin] Added segment 9c871af6-7b04-47c4-aca5-76c4957fc9cc of type vlan for network 31d34622-4dd8-41aa-8433-a2353919ba6e Feb 07 16:37:05.151047 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:05.159922 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-a27fa8a6-0d5e-4bc8-8375-7e9ab7d8eb27 None None] Set router f2c9dabb-9704-44e3-8a06-b5f3bc71193a gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:37:05.269508 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port b2da81c6-772d-41e1-a72d-12ab5aa183fe is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:05.270116 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b2da81c6-772d-41e1-a72d-12ab5aa183fe), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:05.318194 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dcd84b-4b33-41f9-80f3-a73e56426496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2da81c6-772d-41e1-a72d-12ab5aa183fe'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:37:05.319640 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476a8bad-8715-428a-ad4e-cdf11b865213 x-openstack-request-id: req-476a8bad-8715-428a-ad4e-cdf11b865213 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:37:05.319937 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc90ece-fdf7-4413-9c6a-64e166ffe10e", "name": "network-vif-unplugged", "status": "completed", "tag": "da44614a-2442-4ed8-b35b-d53be88d4fe4", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:37:05.320219 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-476a8bad-8715-428a-ad4e-cdf11b865213 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:37:05.320650 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc90ece-fdf7-4413-9c6a-64e166ffe10e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da44614a-2442-4ed8-b35b-d53be88d4fe4', 'code': 200} Feb 07 16:37:05.328205 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27329fa3-20c1-4d92-aa3f-96ca1c60e3bb" -d '{"events": [{"server_uuid": "18dcd84b-4b33-41f9-80f3-a73e56426496", "name": "network-vif-plugged", "status": "completed", "tag": "b2da81c6-772d-41e1-a72d-12ab5aa183fe"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:37:05.382034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port b2da81c6-772d-41e1-a72d-12ab5aa183fe, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=b2da81c6-772d-41e1-a72d-12ab5aa183fe,segment=NetworkSegment(e750424c-f1f6-4255-a6f1-d2732fda1ac5),segment_id=e750424c-f1f6-4255-a6f1-d2732fda1ac5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:05.391929 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87b582f3-a6a3-475a-bbc5-b3bfb6d1965f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (31d34622-4dd8-41aa-8433-a2353919ba6e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:05.405687 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b2da81c6-772d-41e1-a72d-12ab5aa183fe), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:05.443062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] Pushing event updated for resources: {'Port': ['ID=da44614a-2442-4ed8-b35b-d53be88d4fe4,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:05.477558 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:05.478230 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:05.479953 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-4dccf6ee-711d-4b47-8f8b-4aa864df1326 service neutron] 10.222.0.32 "PUT /v2.0/ports/da44614a-2442-4ed8-b35b-d53be88d4fe4 HTTP/1.1" status: 200 len: 1121 time: 3.0785503 Feb 07 16:37:05.484382 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87b582f3-a6a3-475a-bbc5-b3bfb6d1965f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (31d34622-4dd8-41aa-8433-a2353919ba6e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:05.497425 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b582f3-a6a3-475a-bbc5-b3bfb6d1965f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:05.498338 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87b582f3-a6a3-475a-bbc5-b3bfb6d1965f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:05.585416 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-87b582f3-a6a3-475a-bbc5-b3bfb6d1965f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8864427 Feb 07 16:37:05.591788 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-afb204a9-3b2d-4648-af80-a46c10481ed4 admin admin] Publish callbacks [] for router_gateway (f2c9dabb-9704-44e3-8a06-b5f3bc71193a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:05.596378 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57624) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:05.618503 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['da44614a-2442-4ed8-b35b-d53be88d4fe4'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:37:05.635794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c988c8f0-1c26-4762-9714-72fae8f11d64 admin admin] Request body: {'subnet': {'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1302097262-subnet', 'tenant_id': '6aad2e954b35497baa9943e0ca56d7b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:05.651647 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b582f3-a6a3-475a-bbc5-b3bfb6d1965f admin admin] Pushing event updated for resources: {'Network': ['ID=31d34622-4dd8-41aa-8433-a2353919ba6e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:05.715841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['da44614a-2442-4ed8-b35b-d53be88d4fe4'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:37:05.737988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 31d34622-4dd8-41aa-8433-a2353919ba6e details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:37:05.739951 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c988c8f0-1c26-4762-9714-72fae8f11d64 admin admin] Made reservation on behalf of 6aad2e954b35497baa9943e0ca56d7b9 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:37:05.744063 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c988c8f0-1c26-4762-9714-72fae8f11d64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:05.802491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb5fad-4a37-4523-8eef-1aaf7799ab70 req-58d283f3-4ec1-4c70-a670-2a3f7ff8b622 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:05.804502 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b6bb5fad-4a37-4523-8eef-1aaf7799ab70 req-58d283f3-4ec1-4c70-a670-2a3f7ff8b622 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/ports?device_id=18dcd84b-4b33-41f9-80f3-a73e56426496 HTTP/1.1" status: 200 len: 945 time: 0.2316539 Feb 07 16:37:05.864810 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ffe79057-2eb1-4219-a268-9e80bb4fb90f req-a0fdd4f1-a6e3-4187-82f8-d8df2076ead6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c2ed7b11-fa05-437c-b3fd-894f106c3dee), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:05.919390 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-af09807a-d3c8-41f3-b516-37a3716f1742 req-592f0688-3d7e-4efb-9c44-f1900f42e748 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9474072 Feb 07 16:37:05.926877 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdd4f1-a6e3-4187-82f8-d8df2076ead6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Pushing event deleted for resources: {'Port': ['ID=c2ed7b11-fa05-437c-b3fd-894f106c3dee,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:05.944142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-afb204a9-3b2d-4648-af80-a46c10481ed4 admin admin] Deleting port 14e1d5f6-a3f9-4221-b0e5-18493021894a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:37:05.944701 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-afb204a9-3b2d-4648-af80-a46c10481ed4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (14e1d5f6-a3f9-4221-b0e5-18493021894a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:06.016072 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe79057-2eb1-4219-a268-9e80bb4fb90f req-a0fdd4f1-a6e3-4187-82f8-d8df2076ead6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] No DVR routers for this DVR port c2ed7b11-fa05-437c-b3fd-894f106c3dee on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:37:06.028081 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-ffe79057-2eb1-4219-a268-9e80bb4fb90f req-a0fdd4f1-a6e3-4187-82f8-d8df2076ead6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:06.034972 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ffe79057-2eb1-4219-a268-9e80bb4fb90f req-a0fdd4f1-a6e3-4187-82f8-d8df2076ead6 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.48 "DELETE /v2.0/ports/c2ed7b11-fa05-437c-b3fd-894f106c3dee HTTP/1.1" status: 204 len: 173 time: 2.8353138 Feb 07 16:37:06.035462 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb98c938-ebe6-42f2-a507-0e2665ab0170', 'name': 'network-vif-deleted', 'tag': 'c2ed7b11-fa05-437c-b3fd-894f106c3dee'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:37:06.042067 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1718b1e6-bdcf-4f89-b5f8-779611c23e3a" -d '{"events": [{"server_uuid": "fb98c938-ebe6-42f2-a507-0e2665ab0170", "name": "network-vif-deleted", "tag": "c2ed7b11-fa05-437c-b3fd-894f106c3dee"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:37:06.107670 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-a27fa8a6-0d5e-4bc8-8375-7e9ab7d8eb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c9dabb-9704-44e3-8a06-b5f3bc71193a', 'name': 'tempest-FloatingIPDetailsTestJSON-336589675-router', 'tenant_id': 'ff22020213dd47d98019179315c4f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '14e1d5f6-a3f9-4221-b0e5-18493021894a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:36:23Z', 'updated_at': '2022-02-07T16:37:01Z', 'revision_number': 5, 'project_id': 'ff22020213dd47d98019179315c4f994', 'gw_port': {'id': '14e1d5f6-a3f9-4221-b0e5-18493021894a', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c9dabb-9704-44e3-8a06-b5f3bc71193a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:36:25Z', 'updated_at': '2022-02-07T16:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:06.275147 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27fa8a6-0d5e-4bc8-8375-7e9ab7d8eb27 None None] Checking router: f2c9dabb-9704-44e3-8a06-b5f3bc71193a for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:37:06.286108 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d8817d-6695-464a-b65b-dc2ec1a7739c {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:37:06.305999 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Publish callbacks [] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:06.326199 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Transition to ACTIVE for port object 60d8817d-6695-464a-b65b-dc2ec1a7739c will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:37:06.342206 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b6bb5fad-4a37-4523-8eef-1aaf7799ab70 req-ca837f41-cef2-4f3b-86ff-f765d7baf691 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62de1f6-52bb-45c3-9522-d6939363b924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957631 Feb 07 16:37:06.345019 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27fa8a6-0d5e-4bc8-8375-7e9ab7d8eb27 None None] Routers {'f2c9dabb-9704-44e3-8a06-b5f3bc71193a'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:37:06.346292 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-a27fa8a6-0d5e-4bc8-8375-7e9ab7d8eb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:36:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['f2c9dabb-9704-44e3-8a06-b5f3bc71193a'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:06.354719 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d1f9fa40-bcaa-46a5-ae8a-63745ce614e2 req-4d66d5e8-9620-4852-8664-75352b5c4e90 tempest-ServersOnMultiNodesTest-200185874 tempest-ServersOnMultiNodesTest-200185874-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb98c938-ebe6-42f2-a507-0e2665ab0170 HTTP/1.1" status: 200 len: 210 time: 0.1503050 Feb 07 16:37:06.356785 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:06.491129 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c988c8f0-1c26-4762-9714-72fae8f11d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (e6ceb4b4-d185-4794-81af-32433f62177a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:06.522892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=b2da81c6-772d-41e1-a72d-12ab5aa183fe,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:06.570855 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e57a2c-9646-4391-a9d2-7acea456db78 x-openstack-request-id: req-d2e57a2c-9646-4391-a9d2-7acea456db78 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:37:06.584656 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dcd84b-4b33-41f9-80f3-a73e56426496", "name": "network-vif-plugged", "status": "completed", "tag": "b2da81c6-772d-41e1-a72d-12ab5aa183fe", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:37:06.585631 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2e57a2c-9646-4391-a9d2-7acea456db78 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:37:06.586573 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18dcd84b-4b33-41f9-80f3-a73e56426496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2da81c6-772d-41e1-a72d-12ab5aa183fe', 'code': 200} Feb 07 16:37:06.611157 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988c8f0-1c26-4762-9714-72fae8f11d64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ceb4b4-d185-4794-81af-32433f62177a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:06.618379 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52ad51e-1dac-4a90-b3a9-650672d519c9 x-openstack-request-id: req-b52ad51e-1dac-4a90-b3a9-650672d519c9 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:37:06.619117 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb98c938-ebe6-42f2-a507-0e2665ab0170", "name": "network-vif-deleted", "tag": "c2ed7b11-fa05-437c-b3fd-894f106c3dee", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:37:06.625874 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b52ad51e-1dac-4a90-b3a9-650672d519c9 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:37:06.628082 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb98c938-ebe6-42f2-a507-0e2665ab0170', 'name': 'network-vif-deleted', 'tag': 'c2ed7b11-fa05-437c-b3fd-894f106c3dee', 'status': 'completed', 'code': 200} Feb 07 16:37:06.653923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-afb204a9-3b2d-4648-af80-a46c10481ed4 admin admin] For port 14e1d5f6-a3f9-4221-b0e5-18493021894a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=14e1d5f6-a3f9-4221-b0e5-18493021894a,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:06.654457 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-afb204a9-3b2d-4648-af80-a46c10481ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (14e1d5f6-a3f9-4221-b0e5-18493021894a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:06.718573 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-afb204a9-3b2d-4648-af80-a46c10481ed4 admin admin] Calling delete_port for 14e1d5f6-a3f9-4221-b0e5-18493021894a owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:37:06.730800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Pushing event updated for resources: {'Port': ['ID=60d8817d-6695-464a-b65b-dc2ec1a7739c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:06.755215 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c988c8f0-1c26-4762-9714-72fae8f11d64 admin admin] Checking segment: {'id': '9c871af6-7b04-47c4-aca5-76c4957fc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:37:06.755742 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c988c8f0-1c26-4762-9714-72fae8f11d64 admin admin] Network hostable DHCP agents. Network: 31d34622-4dd8-41aa-8433-a2353919ba6e, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:37:06.915845 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c988c8f0-1c26-4762-9714-72fae8f11d64 admin admin] Network 31d34622-4dd8-41aa-8433-a2353919ba6e is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:37:06.921588 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:37:06.948090 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c2ed7b11-fa05-437c-b3fd-894f106c3dee no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:37:06.995808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c988c8f0-1c26-4762-9714-72fae8f11d64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 31d34622-4dd8-41aa-8433-a2353919ba6e) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:37:07.006738 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c988c8f0-1c26-4762-9714-72fae8f11d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:07.007839 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c988c8f0-1c26-4762-9714-72fae8f11d64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:07.015320 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Attempting to bind port 60d8817d-6695-464a-b65b-dc2ec1a7739c on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:37:07.017945 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Attempting to bind port 60d8817d-6695-464a-b65b-dc2ec1a7739c by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:37:07.018399 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Attempting to bind port 60d8817d-6695-464a-b65b-dc2ec1a7739c on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:37:07.043165 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Port 60d8817d-6695-464a-b65b-dc2ec1a7739c on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:37:07.044705 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Attempting to bind port 60d8817d-6695-464a-b65b-dc2ec1a7739c on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:37:07.059486 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c988c8f0-1c26-4762-9714-72fae8f11d64 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4532206 Feb 07 16:37:07.060484 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbe3e9-59bc-45e3-968f-7b742e324177 req-928f7c28-06fb-4b46-a0f9-70317ccb40d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:07.065384 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-98bbe3e9-59bc-45e3-968f-7b742e324177 req-928f7c28-06fb-4b46-a0f9-70317ccb40d6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=18dcd84b-4b33-41f9-80f3-a73e56426496 HTTP/1.1" status: 200 len: 1127 time: 0.3385985 Feb 07 16:37:07.088473 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:37:07.089031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:37:07.089772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:37:07.090839 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Bound port: 60d8817d-6695-464a-b65b-dc2ec1a7739c, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:37:07.091497 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:07.162372 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-a27fa8a6-0d5e-4bc8-8375-7e9ab7d8eb27 None None] Set router f2c9dabb-9704-44e3-8a06-b5f3bc71193a gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:37:07.178705 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9984ad-306a-4860-8406-5c0919bb1c54 req-6a91de0e-2069-4196-836a-b9f89630b37c tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:07.180931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bc0c57-c656-4091-abcd-d4fa9939cfe6 None None] Network 31d34622-4dd8-41aa-8433-a2353919ba6e requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:37:07.188748 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da9984ad-306a-4860-8406-5c0919bb1c54 req-6a91de0e-2069-4196-836a-b9f89630b37c tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 943 time: 0.3859866 Feb 07 16:37:07.211026 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57646) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:07.265612 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da9984ad-306a-4860-8406-5c0919bb1c54 req-bc71a98c-18fd-4e40-b456-e1d25091316e tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711153 Feb 07 16:37:07.309100 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-a27fa8a6-0d5e-4bc8-8375-7e9ab7d8eb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c9dabb-9704-44e3-8a06-b5f3bc71193a', 'name': 'tempest-FloatingIPDetailsTestJSON-336589675-router', 'tenant_id': 'ff22020213dd47d98019179315c4f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:36:23Z', 'updated_at': '2022-02-07T16:37:05Z', 'revision_number': 6, 'project_id': 'ff22020213dd47d98019179315c4f994', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:07.346019 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc90ece-fdf7-4413-9c6a-64e166ffe10e', 'tag': 'da44614a-2442-4ed8-b35b-d53be88d4fe4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:37:07.348587 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d07ec1-b383-4cea-adba-577805288880" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc90ece-fdf7-4413-9c6a-64e166ffe10e", "tag": "da44614a-2442-4ed8-b35b-d53be88d4fe4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:37:07.386914 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27fa8a6-0d5e-4bc8-8375-7e9ab7d8eb27 None None] The sync data for ids ['f2c9dabb-9704-44e3-8a06-b5f3bc71193a'] in n-d-827865-3 is: [{'id': 'f2c9dabb-9704-44e3-8a06-b5f3bc71193a', 'name': 'tempest-FloatingIPDetailsTestJSON-336589675-router', 'tenant_id': 'ff22020213dd47d98019179315c4f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:36:23Z', 'updated_at': '2022-02-07T16:37:05Z', 'revision_number': 6, 'project_id': 'ff22020213dd47d98019179315c4f994', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:37:07.408218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: c2ed7b11-fa05-437c-b3fd-894f106c3dee {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:37:07.412199 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c2ed7b11-fa05-437c-b3fd-894f106c3dee not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:37:07.488916 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7557d5-7cbd-4fe0-9b2f-5362331446b5 x-openstack-request-id: req-cd7557d5-7cbd-4fe0-9b2f-5362331446b5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:37:07.491712 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc90ece-fdf7-4413-9c6a-64e166ffe10e", "tag": "da44614a-2442-4ed8-b35b-d53be88d4fe4", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:37:07.495587 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd7557d5-7cbd-4fe0-9b2f-5362331446b5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:37:07.497657 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc90ece-fdf7-4413-9c6a-64e166ffe10e', 'tag': 'da44614a-2442-4ed8-b35b-d53be88d4fe4', 'status': 'completed', 'code': 200} Feb 07 16:37:07.624257 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6bc0ed4f-50e1-473b-9cff-eb722d97c867 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1710745704-network', 'tenant_id': 'cb2193cd457a4d9d862842afaefb83f8'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:07.627178 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-afb204a9-3b2d-4648-af80-a46c10481ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (14e1d5f6-a3f9-4221-b0e5-18493021894a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:07.674047 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-98bbe3e9-59bc-45e3-968f-7b742e324177 req-b59691e6-a0b2-48f0-82a4-a90e68d30896 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a62de1f6-52bb-45c3-9522-d6939363b924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5988984 Feb 07 16:37:07.709606 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc0ed4f-50e1-473b-9cff-eb722d97c867 admin admin] Made reservation on behalf of cb2193cd457a4d9d862842afaefb83f8 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:37:07.712378 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ed4f-50e1-473b-9cff-eb722d97c867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:07.719252 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] For port 60d8817d-6695-464a-b65b-dc2ec1a7739c, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:37:07.735517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb204a9-3b2d-4648-af80-a46c10481ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=14e1d5f6-a3f9-4221-b0e5-18493021894a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:07.744171 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ed4f-50e1-473b-9cff-eb722d97c867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:07.748479 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] For port 60d8817d-6695-464a-b65b-dc2ec1a7739c, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=60d8817d-6695-464a-b65b-dc2ec1a7739c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:37:07.757016 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab8dbe-b078-4dd2-a14d-9883533810ad req-b3871aeb-417b-4334-820e-276accd26af2 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:07.758945 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ffab8dbe-b078-4dd2-a14d-9883533810ad req-b3871aeb-417b-4334-820e-276accd26af2 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 948 time: 0.5548651 Feb 07 16:37:07.764011 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d07ec1-b383-4cea-adba-577805288880 req-dbde7b27-3e6d-43b3-af31-a9d63d9a6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:07.767003 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19d07ec1-b383-4cea-adba-577805288880 req-dbde7b27-3e6d-43b3-af31-a9d63d9a6ff6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 1155 time: 0.2193525 Feb 07 16:37:07.774924 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:07.802700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e081e504-42db-4548-aba4-0555590a907e None None] Network 31d34622-4dd8-41aa-8433-a2353919ba6e requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:37:07.855165 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:07.855977 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:07.857607 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] 10.222.0.32 "PUT /v2.0/ports/60d8817d-6695-464a-b65b-dc2ec1a7739c HTTP/1.1" status: 200 len: 1096 time: 3.5424862 Feb 07 16:37:07.920531 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-afb204a9-3b2d-4648-af80-a46c10481ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (f2c9dabb-9704-44e3-8a06-b5f3bc71193a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:07.957930 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ead8fd-e60a-433b-b6c0-a0d536e637a1 req-9212431e-d1b5-4d64-ae9d-53702ee04934 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:07.960690 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-70ead8fd-e60a-433b-b6c0-a0d536e637a1 req-9212431e-d1b5-4d64-ae9d-53702ee04934 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/ports?device_id=18dcd84b-4b33-41f9-80f3-a73e56426496 HTTP/1.1" status: 200 len: 945 time: 0.3567274 Feb 07 16:37:07.974758 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7fc4f-835a-4838-9dc8-c0997a2c10d7 service neutron] Pushing event updated for resources: {'Port': ['ID=60d8817d-6695-464a-b65b-dc2ec1a7739c,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:07.987617 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ffab8dbe-b078-4dd2-a14d-9883533810ad req-2e5463d8-da30-426b-b020-29b83f51db4e tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986635 Feb 07 16:37:08.274952 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-afb204a9-3b2d-4648-af80-a46c10481ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (f2c9dabb-9704-44e3-8a06-b5f3bc71193a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:08.282479 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-1933fd92-9a36-4287-bf31-0c049457f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:08.285468 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-1933fd92-9a36-4287-bf31-0c049457f63d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26d9067802574cc49054e2bfb051153a&device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 1130 time: 0.3440402 Feb 07 16:37:08.295631 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-afb204a9-3b2d-4648-af80-a46c10481ed4 admin admin] Publish callbacks [] for router_controller (f2c9dabb-9704-44e3-8a06-b5f3bc71193a), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:08.351607 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-70ead8fd-e60a-433b-b6c0-a0d536e637a1 req-2cb33da2-866e-44cf-b520-740b67a43a7c tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62de1f6-52bb-45c3-9522-d6939363b924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810308 Feb 07 16:37:08.364822 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ed4f-50e1-473b-9cff-eb722d97c867 admin admin] Publish callbacks [] for security_group (10ea18e5-f606-4e65-af4b-c9c94e3fe3ed), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:08.408239 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d07ec1-b383-4cea-adba-577805288880 req-fb379fa2-dc2e-416e-9234-8c5ba9825e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:08.409926 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19d07ec1-b383-4cea-adba-577805288880 req-fb379fa2-dc2e-416e-9234-8c5ba9825e22 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 0.4004028 Feb 07 16:37:08.414621 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ed4f-50e1-473b-9cff-eb722d97c867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (10ea18e5-f606-4e65-af4b-c9c94e3fe3ed), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:08.577854 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-afb204a9-3b2d-4648-af80-a46c10481ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (f2c9dabb-9704-44e3-8a06-b5f3bc71193a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:08.579342 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb204a9-3b2d-4648-af80-a46c10481ed4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2c9dabb-9704-44e3-8a06-b5f3bc71193a {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:37:08.589239 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-afb204a9-3b2d-4648-af80-a46c10481ed4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:08.591450 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-afb204a9-3b2d-4648-af80-a46c10481ed4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f2c9dabb-9704-44e3-8a06-b5f3bc71193a HTTP/1.1" status: 204 len: 168 time: 3.8755999 Feb 07 16:37:08.597683 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57676) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:08.619882 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19d07ec1-b383-4cea-adba-577805288880 req-4f174d10-e276-45c5-98b2-67f84cee2e43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da44614a-2442-4ed8-b35b-d53be88d4fe4 HTTP/1.1" status: 200 len: 217 time: 0.1983697 Feb 07 16:37:08.629167 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-672f2df9-53b9-4963-abb2-6eb0e39f3cae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=60d8817d-6695-464a-b65b-dc2ec1a7739c HTTP/1.1" status: 200 len: 217 time: 0.3165555 Feb 07 16:37:08.636943 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c7997b8-5408-45dd-bdbf-815863c53e20', 'tag': '60d8817d-6695-464a-b65b-dc2ec1a7739c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:37:08.639377 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c032411d-65ba-4d57-a516-4854afaf103c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c7997b8-5408-45dd-bdbf-815863c53e20", "tag": "60d8817d-6695-464a-b65b-dc2ec1a7739c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:37:08.657254 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57680) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:08.664346 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc0ed4f-50e1-473b-9cff-eb722d97c867 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:37:08.699902 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0ed4f-50e1-473b-9cff-eb722d97c867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ea18e5-f606-4e65-af4b-c9c94e3fe3ed,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:08.711059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d75ec-c89f-4e19-85d9-8b19ae763f25 req-327e258f-5f78-457b-b665-9721d09fcdd1 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:08.714472 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eb3d75ec-c89f-4e19-85d9-8b19ae763f25 req-327e258f-5f78-457b-b665-9721d09fcdd1 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 943 time: 0.2079291 Feb 07 16:37:08.739193 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ed4f-50e1-473b-9cff-eb722d97c867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (adc4435b-e2b0-40ec-a2e2-df27382092fc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:08.739779 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-6bc0ed4f-50e1-473b-9cff-eb722d97c867 admin admin] Added segment adc4435b-e2b0-40ec-a2e2-df27382092fc of type vlan for network 7c7430d7-35d2-4335-b6d9-e7d8d0a6bfc9 Feb 07 16:37:08.741747 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-878121a5-be25-4949-b519-12a561933e7c admin admin] Deleting subnet 8434c722-2cc4-46e6-bf60-1a4f3f1e7da0 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:37:08.758904 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-878121a5-be25-4949-b519-12a561933e7c admin admin] Publish callbacks [] for subnet (8434c722-2cc4-46e6-bf60-1a4f3f1e7da0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:08.888436 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-878121a5-be25-4949-b519-12a561933e7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (8434c722-2cc4-46e6-bf60-1a4f3f1e7da0), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:08.957165 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eb3d75ec-c89f-4e19-85d9-8b19ae763f25 req-a92311f6-b61d-412b-a8fe-0d499efa35db tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333367 Feb 07 16:37:08.976906 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ed4f-50e1-473b-9cff-eb722d97c867 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (7c7430d7-35d2-4335-b6d9-e7d8d0a6bfc9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:09.013958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d07ec1-b383-4cea-adba-577805288880 req-bc5ad23d-9033-427a-8c76-d908749df4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:09.016951 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19d07ec1-b383-4cea-adba-577805288880 req-bc5ad23d-9033-427a-8c76-d908749df4dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.3812969 Feb 07 16:37:09.052928 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-25f4c024-8da3-4915-9a73-f516c9d9ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:09.054869 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-25f4c024-8da3-4915-9a73-f516c9d9ffdc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.3860137 Feb 07 16:37:09.059766 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-19b96075-84e3-4bca-81d9-11380df34331 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85c826fe1b454904b2074f3cecf95dae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3977540 Feb 07 16:37:09.064756 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57686) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:09.085192 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6515d7c-9a3f-414f-a478-6d185c1d76e8 x-openstack-request-id: req-a6515d7c-9a3f-414f-a478-6d185c1d76e8 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:37:09.085687 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c7997b8-5408-45dd-bdbf-815863c53e20", "tag": "60d8817d-6695-464a-b65b-dc2ec1a7739c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:37:09.086086 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6515d7c-9a3f-414f-a478-6d185c1d76e8 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:37:09.086695 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c7997b8-5408-45dd-bdbf-815863c53e20', 'tag': '60d8817d-6695-464a-b65b-dc2ec1a7739c', 'status': 'completed', 'code': 200} Feb 07 16:37:09.134875 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-878121a5-be25-4949-b519-12a561933e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (8434c722-2cc4-46e6-bf60-1a4f3f1e7da0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:09.141707 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19d07ec1-b383-4cea-adba-577805288880 req-981eeb8f-f664-4a4a-8e3b-cc631cd43166 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140289 Feb 07 16:37:09.182593 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ed4f-50e1-473b-9cff-eb722d97c867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (7c7430d7-35d2-4335-b6d9-e7d8d0a6bfc9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:09.183573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc0ed4f-50e1-473b-9cff-eb722d97c867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:09.184167 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ed4f-50e1-473b-9cff-eb722d97c867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:09.210490 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-69e83ed8-74a7-432a-ab0f-a247cf87615f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:09.212015 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-69e83ed8-74a7-432a-ab0f-a247cf87615f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/networks?id=31d34622-4dd8-41aa-8433-a2353919ba6e HTTP/1.1" status: 200 len: 815 time: 0.5910785 Feb 07 16:37:09.337810 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6bc0ed4f-50e1-473b-9cff-eb722d97c867 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1253254 Feb 07 16:37:09.344267 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-062124f7-6e48-4d28-872e-ec45b2a95afd tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/quotas/6aad2e954b35497baa9943e0ca56d7b9 HTTP/1.1" status: 200 len: 375 time: 0.0829577 Feb 07 16:37:09.344749 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57688) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:09.350818 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6fa462e-345b-461b-ac3f-a98c37cbf0e8 admin admin] Publish callbacks [] for security_group (e257c9d1-9608-4382-b8d4-3752ebf3a921), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:09.359641 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8cc7d81c-f26e-4d82-878c-edc41b87d3a5 admin admin] Request body: {'subnet': {'network_id': '7c7430d7-35d2-4335-b6d9-e7d8d0a6bfc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1710745704-subnet', 'tenant_id': 'cb2193cd457a4d9d862842afaefb83f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:09.387535 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0ed4f-50e1-473b-9cff-eb722d97c867 admin admin] Pushing event updated for resources: {'Network': ['ID=7c7430d7-35d2-4335-b6d9-e7d8d0a6bfc9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:09.417244 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 7c7430d7-35d2-4335-b6d9-e7d8d0a6bfc9 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:37:09.427419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da90fe1-0196-4c6e-a583-788239b3c773 req-889332eb-e27b-4d12-bdd3-6b89af690c14 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:09.442523 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1da90fe1-0196-4c6e-a583-788239b3c773 req-889332eb-e27b-4d12-bdd3-6b89af690c14 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 948 time: 0.3162961 Feb 07 16:37:09.470990 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6fa462e-345b-461b-ac3f-a98c37cbf0e8 admin admin] Publish callbacks [] for security_group (e257c9d1-9608-4382-b8d4-3752ebf3a921), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:09.471881 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-5593f094-19f4-4d70-9742-9538a1087b96 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6aad2e954b35497baa9943e0ca56d7b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051552 Feb 07 16:37:09.481341 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-88bb9c79-70f0-4bd2-9cd4-6d9cd2a609e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:09.484266 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-88bb9c79-70f0-4bd2-9cd4-6d9cd2a609e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3932967 Feb 07 16:37:09.495056 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19d07ec1-b383-4cea-adba-577805288880 req-35045862-d0db-4b77-af10-e2a46d2a5533 service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320489 Feb 07 16:37:09.505183 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-878121a5-be25-4949-b519-12a561933e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (8434c722-2cc4-46e6-bf60-1a4f3f1e7da0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:09.528775 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc7d81c-f26e-4d82-878c-edc41b87d3a5 admin admin] Made reservation on behalf of cb2193cd457a4d9d862842afaefb83f8 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:37:09.532359 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8cc7d81c-f26e-4d82-878c-edc41b87d3a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:09.552194 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 14e1d5f6-a3f9-4221-b0e5-18493021894a no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:37:09.620440 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-878121a5-be25-4949-b519-12a561933e7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:09.623294 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07950795-a0ce-4b6d-9b67-c0a50062a0a6 None None] Network 74c04624-4140-4df3-98ac-bec5439b5069 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:37:09.630830 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-878121a5-be25-4949-b519-12a561933e7c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8434c722-2cc4-46e6-bf60-1a4f3f1e7da0 HTTP/1.1" status: 204 len: 168 time: 1.0278656 Feb 07 16:37:09.630830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878121a5-be25-4949-b519-12a561933e7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8434c722-2cc4-46e6-bf60-1a4f3f1e7da0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:09.633165 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57692) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:09.649014 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 14e1d5f6-a3f9-4221-b0e5-18493021894a {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:37:09.649634 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 14e1d5f6-a3f9-4221-b0e5-18493021894a not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:37:09.650345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e1e55157-422c-4164-aaf4-30bedd5de757 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:37:09.727704 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1da90fe1-0196-4c6e-a583-788239b3c773 req-b6c85377-68a9-4d40-afac-e2af201ac364 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835741 Feb 07 16:37:09.786575 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: e1e55157-422c-4164-aaf4-30bedd5de757 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:37:09.787743 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e1e55157-422c-4164-aaf4-30bedd5de757 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:37:09.802931 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (74c04624-4140-4df3-98ac-bec5439b5069), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:09.826014 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6fa462e-345b-461b-ac3f-a98c37cbf0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e257c9d1-9608-4382-b8d4-3752ebf3a921), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:09.831944 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6fa462e-345b-461b-ac3f-a98c37cbf0e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:09.834301 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f6fa462e-345b-461b-ac3f-a98c37cbf0e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e257c9d1-9608-4382-b8d4-3752ebf3a921 HTTP/1.1" status: 204 len: 168 time: 0.7676179 Feb 07 16:37:09.901139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa462e-345b-461b-ac3f-a98c37cbf0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e257c9d1-9608-4382-b8d4-3752ebf3a921,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:10.037688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] DHCP port deletion for 74c04624-4140-4df3-98ac-bec5439b5069 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:37:10.047948 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcbaa4-918c-4693-a2c3-2f81463d5697 req-7cf82d83-bef8-432e-b1d3-dab61b23d69f tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:10.051629 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ebcbaa4-918c-4693-a2c3-2f81463d5697 req-7cf82d83-bef8-432e-b1d3-dab61b23d69f tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/ports?device_id=18dcd84b-4b33-41f9-80f3-a73e56426496 HTTP/1.1" status: 200 len: 945 time: 0.1424012 Feb 07 16:37:10.060663 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] Deleting port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:37:10.062144 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d18e773e-a5ae-4eb1-b787-2fbf9c3bb144), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:10.069388 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-7c981cb9-acce-42d2-861a-ee450e2e1660 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770271 Feb 07 16:37:10.158767 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] Deleting port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:37:10.159770 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d18e773e-a5ae-4eb1-b787-2fbf9c3bb144), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:10.226099 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19d07ec1-b383-4cea-adba-577805288880 req-cbaa4d31-c7d0-4a22-8022-71261f2cd58c service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7213993 Feb 07 16:37:10.298625 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] For port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d18e773e-a5ae-4eb1-b787-2fbf9c3bb144,segment=NetworkSegment(f3001834-5403-453a-b246-fd76d5b26d4c),segment_id=f3001834-5403-453a-b246-fd76d5b26d4c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:10.299216 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d18e773e-a5ae-4eb1-b787-2fbf9c3bb144), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:10.340154 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ebcbaa4-918c-4693-a2c3-2f81463d5697 req-b45f02e9-95af-4178-b696-e4ba32ea11c5 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62de1f6-52bb-45c3-9522-d6939363b924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346554 Feb 07 16:37:10.342159 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] Calling delete_port for d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:37:10.378874 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] For port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d18e773e-a5ae-4eb1-b787-2fbf9c3bb144,segment=NetworkSegment(f3001834-5403-453a-b246-fd76d5b26d4c),segment_id=f3001834-5403-453a-b246-fd76d5b26d4c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:10.379521 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d18e773e-a5ae-4eb1-b787-2fbf9c3bb144), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:10.405036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] Calling delete_port for d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:37:10.541402 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (d18e773e-a5ae-4eb1-b787-2fbf9c3bb144), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:10.544653 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f39e926-b8cd-48e8-a71b-91df261791f2 req-6b734aa9-1561-4bbf-8eb8-98bbcf8dac50 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498544 Feb 07 16:37:10.566812 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-65c8f793-52d1-4737-ba68-076c3a35e224 service neutron] 10.222.0.18 "GET /v2.0/networks/31d34622-4dd8-41aa-8433-a2353919ba6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0606081 Feb 07 16:37:10.578659 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] Pushing event deleted for resources: {'Port': ['ID=d18e773e-a5ae-4eb1-b787-2fbf9c3bb144,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:10.586760 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] No DVR routers for this DVR port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:37:10.588924 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:10.589311 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:10.589650 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:10.589993 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:10.590332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:10.590669 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:10.591000 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:10.591330 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:10.591661 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:10.591990 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:10.592439 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:10.593466 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:10.593815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f96b44-7935-41f0-80bd-9819bc0d65a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:10.672677 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57702) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:10.698800 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8cc7d81c-f26e-4d82-878c-edc41b87d3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (d0ba4dee-5f84-4cf2-a520-685c0d0a293d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:10.743969 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d18e773e-a5ae-4eb1-b787-2fbf9c3bb144), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:10.794956 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-74567483-af95-43f6-a129-dba9d838e2f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2cb6585255354cf1b8a97e3562d108e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1206582 Feb 07 16:37:10.797019 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] No DVR routers for this DVR port d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:37:10.799044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=d18e773e-a5ae-4eb1-b787-2fbf9c3bb144,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:10.801663 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57706) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:10.809167 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7d81c-f26e-4d82-878c-edc41b87d3a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ba4dee-5f84-4cf2-a520-685c0d0a293d,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:10.810297 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5397839-7668-488a-9b06-dc10d93fecef req-7ab207b7-1339-4e70-b0b8-b17b87d267a5 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:10.812684 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5397839-7668-488a-9b06-dc10d93fecef req-7ab207b7-1339-4e70-b0b8-b17b87d267a5 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 943 time: 0.1985388 Feb 07 16:37:10.874825 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-be719426-2487-4ada-8b31-6f64b78d806e service neutron] 10.222.0.18 "GET /v2.0/networks/31d34622-4dd8-41aa-8433-a2353919ba6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793827 Feb 07 16:37:10.886868 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032411d-65ba-4d57-a516-4854afaf103c req-43300029-2cf2-41b5-8925-d332dc34264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:10.889506 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c032411d-65ba-4d57-a516-4854afaf103c req-43300029-2cf2-41b5-8925-d332dc34264c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26d9067802574cc49054e2bfb051153a&device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 1130 time: 0.2050796 Feb 07 16:37:10.895405 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7d81c-f26e-4d82-878c-edc41b87d3a5 admin admin] Checking segment: {'id': 'adc4435b-e2b0-40ec-a2e2-df27382092fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7c7430d7-35d2-4335-b6d9-e7d8d0a6bfc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:37:10.896044 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc7d81c-f26e-4d82-878c-edc41b87d3a5 admin admin] Network hostable DHCP agents. Network: 7c7430d7-35d2-4335-b6d9-e7d8d0a6bfc9, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:37:10.951897 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (74c04624-4140-4df3-98ac-bec5439b5069), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:10.996379 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5397839-7668-488a-9b06-dc10d93fecef req-568357da-4c81-4264-9c26-94d147ec3636 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758280 Feb 07 16:37:11.001617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c04624-4140-4df3-98ac-bec5439b5069']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:11.012560 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dc2fd4f-b967-4228-ba3d-f0ff1e36ce99 admin admin] Publish callbacks [] for security_group (7fbd8ec4-c656-4a48-b775-004e41e19845), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:11.018002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3001834-5403-453a-b246-fd76d5b26d4c') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:11.018319 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3001834-5403-453a-b246-fd76d5b26d4c') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:11.038947 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (f3001834-5403-453a-b246-fd76d5b26d4c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:11.073333 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dc2fd4f-b967-4228-ba3d-f0ff1e36ce99 admin admin] Publish callbacks [] for security_group (7fbd8ec4-c656-4a48-b775-004e41e19845), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:11.081871 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc7d81c-f26e-4d82-878c-edc41b87d3a5 admin admin] Network 7c7430d7-35d2-4335-b6d9-e7d8d0a6bfc9 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:37:11.082943 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (f3001834-5403-453a-b246-fd76d5b26d4c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:11.099175 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:37:11.099590 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (f3001834-5403-453a-b246-fd76d5b26d4c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:37:11.101575 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:37:11.117990 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8cc7d81c-f26e-4d82-878c-edc41b87d3a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 7c7430d7-35d2-4335-b6d9-e7d8d0a6bfc9) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:37:11.133869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc7d81c-f26e-4d82-878c-edc41b87d3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:11.134940 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8cc7d81c-f26e-4d82-878c-edc41b87d3a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:11.144453 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04379020-ef00-4efd-8804-bd96ca8a6fa2 None None] Network 7c7430d7-35d2-4335-b6d9-e7d8d0a6bfc9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:37:11.190410 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032411d-65ba-4d57-a516-4854afaf103c req-44c37dc1-bb77-4adb-b73e-1cd4d4fe4adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:11.191859 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c032411d-65ba-4d57-a516-4854afaf103c req-44c37dc1-bb77-4adb-b73e-1cd4d4fe4adf service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.2901297 Feb 07 16:37:11.212859 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8cc7d81c-f26e-4d82-878c-edc41b87d3a5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8630817 Feb 07 16:37:11.253905 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49efe5a7-6453-4699-bf9d-2244d382600b req-c366eab5-54fe-4def-8f46-0311327d8a9f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 210 time: 0.0663810 Feb 07 16:37:11.388213 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c032411d-65ba-4d57-a516-4854afaf103c req-cc972901-4e54-4ea8-8b8b-62cd8fb54826 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=60d8817d-6695-464a-b65b-dc2ec1a7739c HTTP/1.1" status: 200 len: 217 time: 0.1720393 Feb 07 16:37:11.411577 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (74c04624-4140-4df3-98ac-bec5439b5069), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:11.456986 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dc2fd4f-b967-4228-ba3d-f0ff1e36ce99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7fbd8ec4-c656-4a48-b775-004e41e19845), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:11.463584 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92fcb9d-3816-4833-83f3-2567df90a61d None None] Network 7c7430d7-35d2-4335-b6d9-e7d8d0a6bfc9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:37:11.484568 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dc2fd4f-b967-4228-ba3d-f0ff1e36ce99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:11.493393 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8dc2fd4f-b967-4228-ba3d-f0ff1e36ce99 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7fbd8ec4-c656-4a48-b775-004e41e19845 HTTP/1.1" status: 204 len: 168 time: 0.6795614 Feb 07 16:37:11.501167 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:11.505425 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] 10.222.0.18 "DELETE /v2.0/networks/74c04624-4140-4df3-98ac-bec5439b5069 HTTP/1.1" status: 204 len: 168 time: 1.8622801 Feb 07 16:37:11.543024 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ad30a-99df-4045-a4c5-5b72b0ad3b13 admin admin] Pushing event deleted for resources: {'Network': ['ID=74c04624-4140-4df3-98ac-bec5439b5069,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:11.550147 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2fd4f-b967-4228-ba3d-f0ff1e36ce99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbd8ec4-c656-4a48-b775-004e41e19845,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:11.564940 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032411d-65ba-4d57-a516-4854afaf103c req-6a6ddb1c-2713-42b8-9a9a-cbc810d2dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:11.566142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f44a61-c582-4652-87c6-88ff3bd46f53 req-97152d91-0387-4981-a4c4-f164daee7a22 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:11.567687 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c032411d-65ba-4d57-a516-4854afaf103c req-6a6ddb1c-2713-42b8-9a9a-cbc810d2dda7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1733904 Feb 07 16:37:11.587984 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0f44a61-c582-4652-87c6-88ff3bd46f53 req-97152d91-0387-4981-a4c4-f164daee7a22 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 948 time: 0.3190517 Feb 07 16:37:11.729410 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0f44a61-c582-4652-87c6-88ff3bd46f53 req-dae8bc27-a458-4b8f-af60-0a6ee79993b5 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344407 Feb 07 16:37:11.750978 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032411d-65ba-4d57-a516-4854afaf103c req-a23eb4a0-4b55-49fd-b730-f8739cba4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:11.762129 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c032411d-65ba-4d57-a516-4854afaf103c req-a23eb4a0-4b55-49fd-b730-f8739cba4715 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1795301 Feb 07 16:37:11.802164 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:37:11.852581 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:37:11.853222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d18e773e-a5ae-4eb1-b787-2fbf9c3bb144 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:37:12.219983 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c032411d-65ba-4d57-a516-4854afaf103c req-9f1f2e29-f56b-4e85-8d78-63e8eaadfac1 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566493 Feb 07 16:37:12.245582 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57738) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:12.439987 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-490e3176-05f4-4f80-b707-4f6ac4afb9be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff22020213dd47d98019179315c4f994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914740 Feb 07 16:37:12.444409 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57744) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:12.546884 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c032411d-65ba-4d57-a516-4854afaf103c req-e16efa89-5e72-4e6f-870f-351521a046e1 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175437 Feb 07 16:37:12.638734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360399fb-8aa8-49cb-a81a-fdf5480a0da7 req-844e0bc6-6f5f-4e94-a1d3-56fc7ff6d6a6 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:12.652081 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-360399fb-8aa8-49cb-a81a-fdf5480a0da7 req-844e0bc6-6f5f-4e94-a1d3-56fc7ff6d6a6 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 943 time: 0.1781666 Feb 07 16:37:12.724517 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af46d211-8368-4e1c-b86a-10c39d916719 admin admin] Publish callbacks [] for security_group (59b01273-29ce-47a8-b231-ec3d3d73cacc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:12.815981 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 60d8817d-6695-464a-b65b-dc2ec1a7739c details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:37:12.833873 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-360399fb-8aa8-49cb-a81a-fdf5480a0da7 req-952f0119-c73c-4497-ab7a-2aaba517064f tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798546 Feb 07 16:37:12.845381 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af46d211-8368-4e1c-b86a-10c39d916719 admin admin] Publish callbacks [] for security_group (59b01273-29ce-47a8-b231-ec3d3d73cacc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:13.022032 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-dcecbd8f-ddac-4a22-a85c-a1d735bbfcd0 req-39a242cc-0663-443e-a6fe-41b9ced5efbe tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1805410063', 'description': 'tempest-description-576643823'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:13.044839 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af46d211-8368-4e1c-b86a-10c39d916719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (59b01273-29ce-47a8-b231-ec3d3d73cacc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:13.051033 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af46d211-8368-4e1c-b86a-10c39d916719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:13.053873 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-af46d211-8368-4e1c-b86a-10c39d916719 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59b01273-29ce-47a8-b231-ec3d3d73cacc HTTP/1.1" status: 204 len: 168 time: 0.6075282 Feb 07 16:37:13.064849 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 60d8817d-6695-464a-b65b-dc2ec1a7739c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=60d8817d-6695-464a-b65b-dc2ec1a7739c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:13.108715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '60d8817d-6695-464a-b65b-dc2ec1a7739c', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '60d8817d-6695-464a-b65b-dc2ec1a7739c', 'mac_address': 'fa:16:3e:be:ed:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:37:13.127587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46d211-8368-4e1c-b86a-10c39d916719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b01273-29ce-47a8-b231-ec3d3d73cacc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:13.139132 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dcecbd8f-ddac-4a22-a85c-a1d735bbfcd0 req-39a242cc-0663-443e-a6fe-41b9ced5efbe tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:13.158630 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3411df-9f48-4df2-b09a-8decb979d0e1 req-44af0b06-42b6-467e-ae53-6a0ab363b03b tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:13.162401 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0a3411df-9f48-4df2-b09a-8decb979d0e1 req-44af0b06-42b6-467e-ae53-6a0ab363b03b tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/ports?device_id=18dcd84b-4b33-41f9-80f3-a73e56426496 HTTP/1.1" status: 200 len: 945 time: 0.1632724 Feb 07 16:37:13.226540 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 60d8817d-6695-464a-b65b-dc2ec1a7739c is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:13.226943 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:13.257485 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d8817d-6695-464a-b65b-dc2ec1a7739c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:37:13.306257 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 60d8817d-6695-464a-b65b-dc2ec1a7739c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=60d8817d-6695-464a-b65b-dc2ec1a7739c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:13.315734 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:13.365643 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dcecbd8f-ddac-4a22-a85c-a1d735bbfcd0 req-39a242cc-0663-443e-a6fe-41b9ced5efbe tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (18d51acf-d79f-4b17-b4ff-91d2217acf07), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:13.366341 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0a3411df-9f48-4df2-b09a-8decb979d0e1 req-0b18a96b-f758-4f96-a487-9fa2cb8c055d tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62de1f6-52bb-45c3-9522-d6939363b924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864672 Feb 07 16:37:13.371356 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dcecbd8f-ddac-4a22-a85c-a1d735bbfcd0 req-39a242cc-0663-443e-a6fe-41b9ced5efbe tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (18d51acf-d79f-4b17-b4ff-91d2217acf07), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:13.412920 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a242cc-0663-443e-a6fe-41b9ced5efbe tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d51acf-d79f-4b17-b4ff-91d2217acf07,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:13.452287 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dcecbd8f-ddac-4a22-a85c-a1d735bbfcd0 req-39a242cc-0663-443e-a6fe-41b9ced5efbe tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:13.464991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=60d8817d-6695-464a-b65b-dc2ec1a7739c,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:13.488636 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dcecbd8f-ddac-4a22-a85c-a1d735bbfcd0 req-39a242cc-0663-443e-a6fe-41b9ced5efbe tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4752939 Feb 07 16:37:13.574449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['60d8817d-6695-464a-b65b-dc2ec1a7739c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:37:13.679684 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-da2c5bd0-7058-4864-bd31-02af1940e12a tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:13.682641 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-da2c5bd0-7058-4864-bd31-02af1940e12a tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.48 "GET /v2.0/networks?id=31d34622-4dd8-41aa-8433-a2353919ba6e HTTP/1.1" status: 200 len: 815 time: 0.3113036 Feb 07 16:37:13.710535 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e664f5bb-d1da-4ffa-a1c8-8170cf04b461 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Request body: {'port': {'device_id': '6aac40ee-9afa-4b4c-8601-b9c5adbbec41', 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e', 'admin_state_up': True, 'tenant_id': '6aad2e954b35497baa9943e0ca56d7b9'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:13.749255 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d608c7-305c-4720-a031-e1113c40968e req-ff4d6d05-802a-4de1-aaad-864e37a0f66b tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:13.751889 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7958a795-aca5-42db-a942-90671328d54d req-cfdc19f1-025b-4002-9e27-c1dcf88b2d52 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 210 time: 0.0615087 Feb 07 16:37:13.753433 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1d608c7-305c-4720-a031-e1113c40968e req-ff4d6d05-802a-4de1-aaad-864e37a0f66b tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 949 time: 0.1350584 Feb 07 16:37:13.893257 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1d608c7-305c-4720-a031-e1113c40968e req-6ca4d330-5ca9-419a-a211-112560e203ab tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174994 Feb 07 16:37:14.179984 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e008e2c-42da-476e-9a8d-ab7e6987d1f7 req-5553c66c-b8f5-4eb2-a222-68bbc54167e0 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:14.183123 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e008e2c-42da-476e-9a8d-ab7e6987d1f7 req-5553c66c-b8f5-4eb2-a222-68bbc54167e0 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 943 time: 0.1251848 Feb 07 16:37:14.334994 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e008e2c-42da-476e-9a8d-ab7e6987d1f7 req-ccea4c61-6e9f-4d75-96de-175839bff4d6 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431282 Feb 07 16:37:14.452560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88032f8-c9f3-413f-a584-73fea43fc21d req-ce3e0b56-69b5-4d9b-af81-83cb41021419 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:14.455275 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d88032f8-c9f3-413f-a584-73fea43fc21d req-ce3e0b56-69b5-4d9b-af81-83cb41021419 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.48 "GET /v2.0/ports?device_id=18dcd84b-4b33-41f9-80f3-a73e56426496 HTTP/1.1" status: 200 len: 945 time: 0.7021313 Feb 07 16:37:14.586573 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-939c607c-1b82-47d1-b86a-68a7ac652700 req-d9b42aad-9ef2-4602-8c78-0cdb7b9ef135 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "GET /v2.0/security-groups/18d51acf-d79f-4b17-b4ff-91d2217acf07 HTTP/1.1" status: 200 len: 1829 time: 0.7217729 Feb 07 16:37:14.629799 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-939c607c-1b82-47d1-b86a-68a7ac652700 req-a598b324-fd5c-47fc-b2f1-ec9665fad688 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '18d51acf-d79f-4b17-b4ff-91d2217acf07', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:14.630306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-939c607c-1b82-47d1-b86a-68a7ac652700 req-a598b324-fd5c-47fc-b2f1-ec9665fad688 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '18d51acf-d79f-4b17-b4ff-91d2217acf07', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:14.657136 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2cc4a-eeac-4af2-9c7c-58cc05a76c8e req-43f01b9b-1c1c-4aa9-8db9-a4b5438c2dce tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:14.660138 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-06d2cc4a-eeac-4af2-9c7c-58cc05a76c8e req-43f01b9b-1c1c-4aa9-8db9-a4b5438c2dce tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/ports?device_id=18dcd84b-4b33-41f9-80f3-a73e56426496 HTTP/1.1" status: 200 len: 945 time: 0.1132891 Feb 07 16:37:14.745922 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device b2da81c6-772d-41e1-a72d-12ab5aa183fe no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:37:14.767946 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-06d2cc4a-eeac-4af2-9c7c-58cc05a76c8e req-0f7dce4d-6a2d-45dc-86ea-4e093c0b9215 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62de1f6-52bb-45c3-9522-d6939363b924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967028 Feb 07 16:37:14.851531 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 60d8817d-6695-464a-b65b-dc2ec1a7739c up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:37:14.861516 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e664f5bb-d1da-4ffa-a1c8-8170cf04b461 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Made reservation on behalf of 6aad2e954b35497baa9943e0ca56d7b9 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:37:14.867364 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e664f5bb-d1da-4ffa-a1c8-8170cf04b461 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:14.875731 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57802) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:14.947458 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d88032f8-c9f3-413f-a584-73fea43fc21d req-0737ef36-954b-405e-a15d-5473614d83b2 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Deleting port b2da81c6-772d-41e1-a72d-12ab5aa183fe {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:37:14.948034 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d88032f8-c9f3-413f-a584-73fea43fc21d req-0737ef36-954b-405e-a15d-5473614d83b2 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b2da81c6-772d-41e1-a72d-12ab5aa183fe), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:14.962446 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-939c607c-1b82-47d1-b86a-68a7ac652700 req-a598b324-fd5c-47fc-b2f1-ec9665fad688 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group_rule (6b76a34e-fc85-47fb-8209-896a4ace6dc6), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:15.072379 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd3db403-b9e9-48a1-8e64-cdc3d536e6c2 req-1a281f8a-be21-43c2-95c5-7ee922c08bee tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 210 time: 0.1104558 Feb 07 16:37:15.177666 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port b2da81c6-772d-41e1-a72d-12ab5aa183fe is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:15.178111 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b2da81c6-772d-41e1-a72d-12ab5aa183fe), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:15.186329 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 60d8817d-6695-464a-b65b-dc2ec1a7739c completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:37:15.217412 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 60d8817d-6695-464a-b65b-dc2ec1a7739c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:15.217984 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:15.263094 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-939c607c-1b82-47d1-b86a-68a7ac652700 req-a598b324-fd5c-47fc-b2f1-ec9665fad688 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group_rule (6b76a34e-fc85-47fb-8209-896a4ace6dc6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:15.313687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dcd84b-4b33-41f9-80f3-a73e56426496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2da81c6-772d-41e1-a72d-12ab5aa183fe'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:37:15.316044 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1610bb6a-92e4-4b5a-be86-89c167328c96" -d '{"events": [{"server_uuid": "18dcd84b-4b33-41f9-80f3-a73e56426496", "name": "network-vif-unplugged", "status": "completed", "tag": "b2da81c6-772d-41e1-a72d-12ab5aa183fe"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:37:15.395247 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-939c607c-1b82-47d1-b86a-68a7ac652700 req-a598b324-fd5c-47fc-b2f1-ec9665fad688 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (6b76a34e-fc85-47fb-8209-896a4ace6dc6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:15.409140 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port b2da81c6-772d-41e1-a72d-12ab5aa183fe, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=b2da81c6-772d-41e1-a72d-12ab5aa183fe,segment=NetworkSegment(e750424c-f1f6-4255-a6f1-d2732fda1ac5),segment_id=e750424c-f1f6-4255-a6f1-d2732fda1ac5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:15.429837 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b2da81c6-772d-41e1-a72d-12ab5aa183fe), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:15.431353 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device da44614a-2442-4ed8-b35b-d53be88d4fe4 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:37:15.440110 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598b324-fd5c-47fc-b2f1-ec9665fad688 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b76a34e-fc85-47fb-8209-896a4ace6dc6,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:15.441742 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137a4c-99e6-46c0-a04a-01334fd770d8 req-8112462a-4db9-4fdb-9ab9-ea0a75941c61 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:15.443570 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5f137a4c-99e6-46c0-a04a-01334fd770d8 req-8112462a-4db9-4fdb-9ab9-ea0a75941c61 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 949 time: 0.1106167 Feb 07 16:37:15.503632 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fc682200-8d6f-4022-91c7-488ccde9bad9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1426606460-network', 'tenant_id': '0c9d7b18047945a38ae40ac6a9e0310f'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:15.573293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e664f5bb-d1da-4ffa-a1c8-8170cf04b461 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Allocated IP 172.20.0.7 (31d34622-4dd8-41aa-8433-a2353919ba6e/e6ceb4b4-d185-4794-81af-32433f62177a/ec3a9661-efcb-42a2-a816-725e0b5c8e3d) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:37:15.589157 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 60d8817d-6695-464a-b65b-dc2ec1a7739c is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:15.590125 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:15.595135 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5f137a4c-99e6-46c0-a04a-01334fd770d8 req-b1ed32f7-fc45-4064-9a9d-e73edf388b1e tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356401 Feb 07 16:37:15.630379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc682200-8d6f-4022-91c7-488ccde9bad9 admin admin] Made reservation on behalf of 0c9d7b18047945a38ae40ac6a9e0310f for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:37:15.640193 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc682200-8d6f-4022-91c7-488ccde9bad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:15.689854 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc682200-8d6f-4022-91c7-488ccde9bad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:15.787877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 60d8817d-6695-464a-b65b-dc2ec1a7739c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=60d8817d-6695-464a-b65b-dc2ec1a7739c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:15.794433 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=b2da81c6-772d-41e1-a72d-12ab5aa183fe,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:15.826040 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be034a74-2aa2-42e8-a0c5-e5fe7205cff9 x-openstack-request-id: req-be034a74-2aa2-42e8-a0c5-e5fe7205cff9 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:37:15.829063 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dcd84b-4b33-41f9-80f3-a73e56426496", "name": "network-vif-unplugged", "status": "completed", "tag": "b2da81c6-772d-41e1-a72d-12ab5aa183fe", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:37:15.831131 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be034a74-2aa2-42e8-a0c5-e5fe7205cff9 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:37:15.833479 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18dcd84b-4b33-41f9-80f3-a73e56426496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2da81c6-772d-41e1-a72d-12ab5aa183fe', 'code': 200} Feb 07 16:37:15.885390 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc682200-8d6f-4022-91c7-488ccde9bad9 admin admin] Publish callbacks [] for security_group (a6882508-745b-4b0c-9f91-4634fadf1b22), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:15.893575 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc682200-8d6f-4022-91c7-488ccde9bad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a6882508-745b-4b0c-9f91-4634fadf1b22), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:15.914339 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e664f5bb-d1da-4ffa-a1c8-8170cf04b461 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks [] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:15.935850 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:15.942778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc682200-8d6f-4022-91c7-488ccde9bad9 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:37:15.944505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port da44614a-2442-4ed8-b35b-d53be88d4fe4 is: DOWN; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:15.976868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc682200-8d6f-4022-91c7-488ccde9bad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6882508-745b-4b0c-9f91-4634fadf1b22,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:15.985156 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc682200-8d6f-4022-91c7-488ccde9bad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (7eb56185-8eb8-42dc-b886-9d541b598dc2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:15.985923 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-fc682200-8d6f-4022-91c7-488ccde9bad9 admin admin] Added segment 7eb56185-8eb8-42dc-b886-9d541b598dc2 of type vlan for network 3838d9d4-681a-42e8-b2d9-58cdb57f09bc Feb 07 16:37:16.004537 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e664f5bb-d1da-4ffa-a1c8-8170cf04b461 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:16.118370 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-939c607c-1b82-47d1-b86a-68a7ac652700 req-a598b324-fd5c-47fc-b2f1-ec9665fad688 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:16.120397 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-939c607c-1b82-47d1-b86a-68a7ac652700 req-a598b324-fd5c-47fc-b2f1-ec9665fad688 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.5111735 Feb 07 16:37:16.127729 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=60d8817d-6695-464a-b65b-dc2ec1a7739c,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:16.148817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d88032f8-c9f3-413f-a584-73fea43fc21d req-0737ef36-954b-405e-a15d-5473614d83b2 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] For port b2da81c6-772d-41e1-a72d-12ab5aa183fe, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=b2da81c6-772d-41e1-a72d-12ab5aa183fe,segment=NetworkSegment(e750424c-f1f6-4255-a6f1-d2732fda1ac5),segment_id=e750424c-f1f6-4255-a6f1-d2732fda1ac5)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:16.150502 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d88032f8-c9f3-413f-a584-73fea43fc21d req-0737ef36-954b-405e-a15d-5473614d83b2 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b2da81c6-772d-41e1-a72d-12ab5aa183fe), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:16.194276 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc682200-8d6f-4022-91c7-488ccde9bad9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (3838d9d4-681a-42e8-b2d9-58cdb57f09bc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:16.230902 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e664f5bb-d1da-4ffa-a1c8-8170cf04b461 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Network 31d34622-4dd8-41aa-8433-a2353919ba6e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:37:16.233497 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d88032f8-c9f3-413f-a584-73fea43fc21d req-0737ef36-954b-405e-a15d-5473614d83b2 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Calling delete_port for b2da81c6-772d-41e1-a72d-12ab5aa183fe owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:37:16.234994 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc682200-8d6f-4022-91c7-488ccde9bad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (3838d9d4-681a-42e8-b2d9-58cdb57f09bc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:16.236995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc682200-8d6f-4022-91c7-488ccde9bad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:16.237912 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc682200-8d6f-4022-91c7-488ccde9bad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:16.272563 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e664f5bb-d1da-4ffa-a1c8-8170cf04b461 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:37:16.299544 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e664f5bb-d1da-4ffa-a1c8-8170cf04b461 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:37:16.317418 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc682200-8d6f-4022-91c7-488ccde9bad9 admin admin] Pushing event updated for resources: {'Network': ['ID=3838d9d4-681a-42e8-b2d9-58cdb57f09bc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:16.320710 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664f5bb-d1da-4ffa-a1c8-8170cf04b461 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Pushing event updated for resources: {'Port': ['ID=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:16.330752 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fc682200-8d6f-4022-91c7-488ccde9bad9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4538491 Feb 07 16:37:16.334335 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57830) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:16.338986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 3838d9d4-681a-42e8-b2d9-58cdb57f09bc details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:37:16.357356 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d99df824-8f9a-44cc-88d3-6634dbc96c4e admin admin] Request body: {'subnet': {'network_id': '3838d9d4-681a-42e8-b2d9-58cdb57f09bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1426606460-subnet', 'tenant_id': '0c9d7b18047945a38ae40ac6a9e0310f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:16.476242 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99df824-8f9a-44cc-88d3-6634dbc96c4e admin admin] Made reservation on behalf of 0c9d7b18047945a38ae40ac6a9e0310f for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:37:16.481228 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d99df824-8f9a-44cc-88d3-6634dbc96c4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:16.526575 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e664f5bb-d1da-4ffa-a1c8-8170cf04b461 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:16.527247 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e664f5bb-d1da-4ffa-a1c8-8170cf04b461 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:16.564112 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e664f5bb-d1da-4ffa-a1c8-8170cf04b461 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8610029 Feb 07 16:37:16.571563 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab667475-9bca-45c1-85cf-e1c782b89bef req-5871488b-f45d-408f-ae32-93eebbbe8b95 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:16.573119 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ab667475-9bca-45c1-85cf-e1c782b89bef req-5871488b-f45d-408f-ae32-93eebbbe8b95 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 943 time: 0.2563148 Feb 07 16:37:16.573256 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481a512-74d7-4608-81db-b1e81b3f9d27 req-05d735f7-e193-4f6e-8240-2c9ed2d2a146 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:16.575203 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f481a512-74d7-4608-81db-b1e81b3f9d27 req-05d735f7-e193-4f6e-8240-2c9ed2d2a146 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/ports?device_id=18dcd84b-4b33-41f9-80f3-a73e56426496 HTTP/1.1" status: 200 len: 943 time: 0.1827185 Feb 07 16:37:16.580719 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Request body: {'port': {'device_id': '6aac40ee-9afa-4b4c-8601-b9c5adbbec41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:16.678145 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f481a512-74d7-4608-81db-b1e81b3f9d27 req-669f1fb0-bc32-454e-9305-182ee608795a tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.18 "GET /v2.0/security-groups?id=a62de1f6-52bb-45c3-9522-d6939363b924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868547 Feb 07 16:37:16.746170 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ab667475-9bca-45c1-85cf-e1c782b89bef req-d3528bf8-18c5-4566-a818-84ade77c8bea tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525233 Feb 07 16:37:16.775980 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:16.775980 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d88032f8-c9f3-413f-a584-73fea43fc21d req-0737ef36-954b-405e-a15d-5473614d83b2 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (b2da81c6-772d-41e1-a72d-12ab5aa183fe), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:16.854899 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737ef36-954b-405e-a15d-5473614d83b2 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Pushing event deleted for resources: {'Port': ['ID=b2da81c6-772d-41e1-a72d-12ab5aa183fe,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:16.890279 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88032f8-c9f3-413f-a584-73fea43fc21d req-0737ef36-954b-405e-a15d-5473614d83b2 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] No DVR routers for this DVR port b2da81c6-772d-41e1-a72d-12ab5aa183fe on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:37:16.896361 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d88032f8-c9f3-413f-a584-73fea43fc21d req-0737ef36-954b-405e-a15d-5473614d83b2 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:16.900046 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d88032f8-c9f3-413f-a584-73fea43fc21d req-0737ef36-954b-405e-a15d-5473614d83b2 tempest-ServerAddressesTestJSON-1256878150 tempest-ServerAddressesTestJSON-1256878150-project] 10.222.0.48 "DELETE /v2.0/ports/b2da81c6-772d-41e1-a72d-12ab5aa183fe HTTP/1.1" status: 204 len: 173 time: 2.4351888 Feb 07 16:37:16.900527 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dcd84b-4b33-41f9-80f3-a73e56426496', 'name': 'network-vif-deleted', 'tag': 'b2da81c6-772d-41e1-a72d-12ab5aa183fe'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:37:16.910454 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf7437c-9226-4da2-ad16-19187ef3eb02" -d '{"events": [{"server_uuid": "18dcd84b-4b33-41f9-80f3-a73e56426496", "name": "network-vif-deleted", "tag": "b2da81c6-772d-41e1-a72d-12ab5aa183fe"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:37:16.980627 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9ba51175-2405-4985-8895-7dc1c249b4df req-738d3d44-4e5c-4424-9d0a-78e473ab5092 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "GET /v2.0/security-groups/18d51acf-d79f-4b17-b4ff-91d2217acf07 HTTP/1.1" status: 200 len: 2422 time: 0.1849978 Feb 07 16:37:17.139691 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d99df824-8f9a-44cc-88d3-6634dbc96c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (02df695b-b709-4f92-b221-e44c0fe6dc83), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:17.189703 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ca720-34f2-43e4-a8d4-bfc895d4aa98 req-25374018-12a4-428e-a51e-4a155e2f190c tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:17.191299 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff5ca720-34f2-43e4-a8d4-bfc895d4aa98 req-25374018-12a4-428e-a51e-4a155e2f190c tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 931 time: 0.1092315 Feb 07 16:37:17.226368 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99df824-8f9a-44cc-88d3-6634dbc96c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=02df695b-b709-4f92-b221-e44c0fe6dc83,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:17.266787 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02da903-8900-4b76-9676-9a85e0f3b78c req-62c6a3ca-512c-48cd-b70b-dbc012fd6eb2 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:17.268475 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a02da903-8900-4b76-9676-9a85e0f3b78c req-62c6a3ca-512c-48cd-b70b-dbc012fd6eb2 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 950 time: 0.1495864 Feb 07 16:37:17.273543 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99df824-8f9a-44cc-88d3-6634dbc96c4e admin admin] Checking segment: {'id': '7eb56185-8eb8-42dc-b886-9d541b598dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3838d9d4-681a-42e8-b2d9-58cdb57f09bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:37:17.274180 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99df824-8f9a-44cc-88d3-6634dbc96c4e admin admin] Network hostable DHCP agents. Network: 3838d9d4-681a-42e8-b2d9-58cdb57f09bc, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:37:17.316462 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff5ca720-34f2-43e4-a8d4-bfc895d4aa98 req-fc6ae684-2b86-4628-a8e4-378d2b83dc2f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146908 Feb 07 16:37:17.340023 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99df824-8f9a-44cc-88d3-6634dbc96c4e admin admin] Network 3838d9d4-681a-42e8-b2d9-58cdb57f09bc is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:37:17.363989 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d99df824-8f9a-44cc-88d3-6634dbc96c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 3838d9d4-681a-42e8-b2d9-58cdb57f09bc) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:37:17.398632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dd4c26-5f92-4ace-ae51-9b647ab8c065 None None] Network 3838d9d4-681a-42e8-b2d9-58cdb57f09bc requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:37:17.405027 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99df824-8f9a-44cc-88d3-6634dbc96c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:17.405772 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d99df824-8f9a-44cc-88d3-6634dbc96c4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:17.434224 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d011cc0-11ba-4725-8002-bfa2c3d08641 x-openstack-request-id: req-2d011cc0-11ba-4725-8002-bfa2c3d08641 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:37:17.434918 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dcd84b-4b33-41f9-80f3-a73e56426496", "name": "network-vif-deleted", "tag": "b2da81c6-772d-41e1-a72d-12ab5aa183fe", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:37:17.435405 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d011cc0-11ba-4725-8002-bfa2c3d08641 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:37:17.436683 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18dcd84b-4b33-41f9-80f3-a73e56426496', 'name': 'network-vif-deleted', 'tag': 'b2da81c6-772d-41e1-a72d-12ab5aa183fe', 'status': 'completed', 'code': 200} Feb 07 16:37:17.449856 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a02da903-8900-4b76-9676-9a85e0f3b78c req-01e3c223-3387-4234-a1d9-5d41220b3d12 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653609 Feb 07 16:37:17.488005 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3a9661-efcb-42a2-a816-725e0b5c8e3d {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:37:17.499688 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d99df824-8f9a-44cc-88d3-6634dbc96c4e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1638839 Feb 07 16:37:17.501503 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Publish callbacks [] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:17.513602 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-43908808-5181-4b97-a462-cc90d4810bea req-0f3e6e5f-4db6-4cb2-aece-74379fa9094e tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "GET /v2.0/security-group-rules/6b76a34e-fc85-47fb-8209-896a4ace6dc6 HTTP/1.1" status: 200 len: 778 time: 0.0677612 Feb 07 16:37:17.523011 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Transition to ACTIVE for port object ec3a9661-efcb-42a2-a816-725e0b5c8e3d will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:37:17.530562 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:17.610040 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-43908808-5181-4b97-a462-cc90d4810bea req-649e65fa-410c-45f7-a8d0-5e5fc12f60ae tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "GET /v2.0/security-groups/18d51acf-d79f-4b17-b4ff-91d2217acf07 HTTP/1.1" status: 200 len: 2422 time: 0.0910935 Feb 07 16:37:17.644883 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:17.648150 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548550ef-ddd3-46bc-a02f-3d6b0ab869a1 None None] Network 3838d9d4-681a-42e8-b2d9-58cdb57f09bc requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:37:17.658569 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-43908808-5181-4b97-a462-cc90d4810bea req-b47b3ecf-58d2-4351-b653-16ba639ee1dd tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group_rule (6b76a34e-fc85-47fb-8209-896a4ace6dc6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:17.682145 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-43908808-5181-4b97-a462-cc90d4810bea req-b47b3ecf-58d2-4351-b653-16ba639ee1dd tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group_rule (6b76a34e-fc85-47fb-8209-896a4ace6dc6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:17.738568 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-43908808-5181-4b97-a462-cc90d4810bea req-b47b3ecf-58d2-4351-b653-16ba639ee1dd tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (6b76a34e-fc85-47fb-8209-896a4ace6dc6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:17.741035 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-2f992e5e-b808-4708-aecf-3c5fc9ecfb87 service neutron] 10.222.0.48 "GET /v2.0/ports/da44614a-2442-4ed8-b35b-d53be88d4fe4/bindings/n-h2-827865-3 HTTP/1.1" status: 200 len: 384 time: 0.1429625 Feb 07 16:37:17.748857 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-43908808-5181-4b97-a462-cc90d4810bea req-b47b3ecf-58d2-4351-b653-16ba639ee1dd tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:17.758198 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-43908808-5181-4b97-a462-cc90d4810bea req-b47b3ecf-58d2-4351-b653-16ba639ee1dd tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/6b76a34e-fc85-47fb-8209-896a4ace6dc6 HTTP/1.1" status: 204 len: 173 time: 0.1443486 Feb 07 16:37:17.780735 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b3ecf-58d2-4351-b653-16ba639ee1dd tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b76a34e-fc85-47fb-8209-896a4ace6dc6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:17.793362 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Attempting to bind port ec3a9661-efcb-42a2-a816-725e0b5c8e3d on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:37:17.793670 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Attempting to bind port ec3a9661-efcb-42a2-a816-725e0b5c8e3d by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '9c871af6-7b04-47c4-aca5-76c4957fc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:37:17.793987 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Attempting to bind port ec3a9661-efcb-42a2-a816-725e0b5c8e3d on network 31d34622-4dd8-41aa-8433-a2353919ba6e {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:37:17.804721 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Port ec3a9661-efcb-42a2-a816-725e0b5c8e3d on network 31d34622-4dd8-41aa-8433-a2353919ba6e not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:37:17.804933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Attempting to bind port ec3a9661-efcb-42a2-a816-725e0b5c8e3d on network 31d34622-4dd8-41aa-8433-a2353919ba6e {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:37:17.821270 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:37:17.821270 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Checking segment: {'id': '9c871af6-7b04-47c4-aca5-76c4957fc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:37:17.821270 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Bound using segment: {'id': '9c871af6-7b04-47c4-aca5-76c4957fc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:37:17.821270 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Bound port: ec3a9661-efcb-42a2-a816-725e0b5c8e3d, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c871af6-7b04-47c4-aca5-76c4957fc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:37:17.821768 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:17.822137 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57856) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:17.860277 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7997b8-5408-45dd-bdbf-815863c53e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d8817d-6695-464a-b65b-dc2ec1a7739c'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:37:17.863296 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16caf102-66b7-44cd-80ae-7b1920b9af5e" -d '{"events": [{"server_uuid": "1c7997b8-5408-45dd-bdbf-815863c53e20", "name": "network-vif-plugged", "status": "completed", "tag": "60d8817d-6695-464a-b65b-dc2ec1a7739c"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:37:17.895300 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c613b4e9-5d2b-42cf-bfde-ce4542a36396 req-20f7dec5-15c1-4f41-af06-1424766e93f2 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-697773630', 'description': 'tempest-description-1641700279'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:17.918803 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-7f105113-1975-4c2d-8afc-686bacc6077a req-98a42238-5e56-4650-a540-7c011e1f61d1 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1086040551', 'description': 'tempest-description-1621711848'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:17.932404 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ec3dea-d15f-4c67-8347-be8b0a62304f admin admin] Deleting subnet 5a803704-d254-4047-bcfc-87c01523fe72 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:37:17.936474 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c613b4e9-5d2b-42cf-bfde-ce4542a36396 req-20f7dec5-15c1-4f41-af06-1424766e93f2 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:17.939177 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20ec3dea-d15f-4c67-8347-be8b0a62304f admin admin] Publish callbacks [] for subnet (5a803704-d254-4047-bcfc-87c01523fe72), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:17.997831 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20ec3dea-d15f-4c67-8347-be8b0a62304f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (5a803704-d254-4047-bcfc-87c01523fe72), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:18.023160 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] For port ec3a9661-efcb-42a2-a816-725e0b5c8e3d, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:37:18.025395 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7f105113-1975-4c2d-8afc-686bacc6077a req-98a42238-5e56-4650-a540-7c011e1f61d1 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:18.055239 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] For port ec3a9661-efcb-42a2-a816-725e0b5c8e3d, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:37:18.067678 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20ec3dea-d15f-4c67-8347-be8b0a62304f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (5a803704-d254-4047-bcfc-87c01523fe72), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:18.071608 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:18.121161 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c613b4e9-5d2b-42cf-bfde-ce4542a36396 req-20f7dec5-15c1-4f41-af06-1424766e93f2 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (a39e9958-3cbb-4ae5-8da5-1671ca45dcf4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:18.132330 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c613b4e9-5d2b-42cf-bfde-ce4542a36396 req-20f7dec5-15c1-4f41-af06-1424766e93f2 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a39e9958-3cbb-4ae5-8da5-1671ca45dcf4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:18.138363 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:18.139541 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:18.141855 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] 10.222.0.48 "PUT /v2.0/ports/ec3a9661-efcb-42a2-a816-725e0b5c8e3d HTTP/1.1" status: 200 len: 1091 time: 1.5661223 Feb 07 16:37:18.178586 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7dec5-15c1-4f41-af06-1424766e93f2 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39e9958-3cbb-4ae5-8da5-1671ca45dcf4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:18.184100 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c613b4e9-5d2b-42cf-bfde-ce4542a36396 req-20f7dec5-15c1-4f41-af06-1424766e93f2 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:18.196443 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c613b4e9-5d2b-42cf-bfde-ce4542a36396 req-20f7dec5-15c1-4f41-af06-1424766e93f2 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3074675 Feb 07 16:37:18.208976 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20ec3dea-d15f-4c67-8347-be8b0a62304f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (5a803704-d254-4047-bcfc-87c01523fe72), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:18.211176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-78038350-d388-48e0-8ca2-b821839480f1 service neutron] For port da44614a-2442-4ed8-b35b-d53be88d4fe4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=da44614a-2442-4ed8-b35b-d53be88d4fe4,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:18.245147 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564d00d-1c62-4c02-a7cf-8809baa830e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:18.254703 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57864) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:18.282569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec3dea-d15f-4c67-8347-be8b0a62304f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a803704-d254-4047-bcfc-87c01523fe72,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:18.292213 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20ec3dea-d15f-4c67-8347-be8b0a62304f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:18.299700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57868) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:18.300410 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-20ec3dea-d15f-4c67-8347-be8b0a62304f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5a803704-d254-4047-bcfc-87c01523fe72 HTTP/1.1" status: 204 len: 168 time: 0.4740515 Feb 07 16:37:18.300929 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-78038350-d388-48e0-8ca2-b821839480f1 service neutron] For port da44614a-2442-4ed8-b35b-d53be88d4fe4, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:37:18.329451 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7f105113-1975-4c2d-8afc-686bacc6077a req-98a42238-5e56-4650-a540-7c011e1f61d1 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (8b5c25fb-90f8-466c-a992-6744f25861ef), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:18.358592 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7f105113-1975-4c2d-8afc-686bacc6077a req-98a42238-5e56-4650-a540-7c011e1f61d1 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8b5c25fb-90f8-466c-a992-6744f25861ef), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:18.367601 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffbaac-ca38-4649-a413-54b750aa6039 req-2a47a2bb-5854-4e68-b8b6-b9e1021e4cbe tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:18.369247 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-20ffbaac-ca38-4649-a413-54b750aa6039 req-2a47a2bb-5854-4e68-b8b6-b9e1021e4cbe tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 943 time: 0.0907245 Feb 07 16:37:18.443354 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-78038350-d388-48e0-8ca2-b821839480f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da44614a-2442-4ed8-b35b-d53be88d4fe4 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:37:18.444265 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-20ffbaac-ca38-4649-a413-54b750aa6039 req-9ccd8e34-68e4-4fa1-9fa6-e979a163c5b6 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640075 Feb 07 16:37:18.472909 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7f105113-1975-4c2d-8afc-686bacc6077a req-98a42238-5e56-4650-a540-7c011e1f61d1 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:18.474222 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f105113-1975-4c2d-8afc-686bacc6077a req-98a42238-5e56-4650-a540-7c011e1f61d1 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5666976 Feb 07 16:37:18.476257 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-78038350-d388-48e0-8ca2-b821839480f1 service neutron] For port da44614a-2442-4ed8-b35b-d53be88d4fe4, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=da44614a-2442-4ed8-b35b-d53be88d4fe4,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:18.536649 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e856b936-2983-4c72-8b7f-e852cdf68721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:18.538366 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-e856b936-2983-4c72-8b7f-e852cdf68721 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6aad2e954b35497baa9943e0ca56d7b9&device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 1125 time: 0.3202765 Feb 07 16:37:18.539044 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a42238-5e56-4650-a540-7c011e1f61d1 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5c25fb-90f8-466c-a992-6744f25861ef,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:18.539186 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d013f72a-1dbb-4966-8788-58ef4e215f04 x-openstack-request-id: req-d013f72a-1dbb-4966-8788-58ef4e215f04 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:37:18.539665 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7997b8-5408-45dd-bdbf-815863c53e20", "name": "network-vif-plugged", "status": "completed", "tag": "60d8817d-6695-464a-b65b-dc2ec1a7739c", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:37:18.540154 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d013f72a-1dbb-4966-8788-58ef4e215f04 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:37:18.542412 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7997b8-5408-45dd-bdbf-815863c53e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d8817d-6695-464a-b65b-dc2ec1a7739c', 'code': 200} Feb 07 16:37:18.547431 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffc5bdaa-e077-4762-99df-62a7b37469e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (c76768b0-1220-4e06-a866-349e5fd94e4c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:18.557687 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-556bca11-dc7f-487f-9ead-16d575ae2708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:18.587539 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-78038350-d388-48e0-8ca2-b821839480f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:18.659913 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2923ea-3a17-489d-9547-3d0f840d4ff3 req-9ad67994-9fc4-45d7-b5aa-dd63b7e0317f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:18.661962 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9f2923ea-3a17-489d-9547-3d0f840d4ff3 req-9ad67994-9fc4-45d7-b5aa-dd63b7e0317f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 943 time: 0.0620790 Feb 07 16:37:18.715666 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9f2923ea-3a17-489d-9547-3d0f840d4ff3 req-76cc439f-d41a-4e58-a402-7ff18554c9c9 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475345 Feb 07 16:37:18.737962 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-d31a56c0-efa2-4373-acc3-a674622b9492 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3a9661-efcb-42a2-a816-725e0b5c8e3d HTTP/1.1" status: 200 len: 217 time: 0.1496551 Feb 07 16:37:18.831749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5551ef-4643-4819-9bbc-720a7317c001 req-0643932e-31bc-42c0-85f0-76e329b32f99 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:18.833341 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9e5551ef-4643-4819-9bbc-720a7317c001 req-0643932e-31bc-42c0-85f0-76e329b32f99 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 950 time: 0.0574081 Feb 07 16:37:18.892174 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9e5551ef-4643-4819-9bbc-720a7317c001 req-2091867a-b0e3-4dcd-ae94-1e2e5971cb91 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513625 Feb 07 16:37:18.966151 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9a0f4691-f977-4329-a361-fbb09797763d req-bfebe076-8c41-4b43-a3bd-ca662a4a920d tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "GET /v2.0/security-groups/8b5c25fb-90f8-466c-a992-6744f25861ef HTTP/1.1" status: 200 len: 1822 time: 0.0440550 Feb 07 16:37:18.979296 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-9a0f4691-f977-4329-a361-fbb09797763d req-87286041-6573-4675-9591-ed6f640c8c31 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8b5c25fb-90f8-466c-a992-6744f25861ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:18.979672 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-9a0f4691-f977-4329-a361-fbb09797763d req-87286041-6573-4675-9591-ed6f640c8c31 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8b5c25fb-90f8-466c-a992-6744f25861ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:19.047724 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9a0f4691-f977-4329-a361-fbb09797763d req-87286041-6573-4675-9591-ed6f640c8c31 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (d6b81cc5-53ed-4f84-b0f2-a4105394a7f7), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.078491 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9a0f4691-f977-4329-a361-fbb09797763d req-87286041-6573-4675-9591-ed6f640c8c31 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (d6b81cc5-53ed-4f84-b0f2-a4105394a7f7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.080100 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-35d1fe34-afe0-4ea0-9d99-a66f5a474bdc req-90337eeb-73e2-44ad-8ebc-81e6f00eba9a tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "GET /v2.0/security-groups/a39e9958-3cbb-4ae5-8da5-1671ca45dcf4 HTTP/1.1" status: 200 len: 1829 time: 0.5782719 Feb 07 16:37:19.083448 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9a0f4691-f977-4329-a361-fbb09797763d req-87286041-6573-4675-9591-ed6f640c8c31 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (d6b81cc5-53ed-4f84-b0f2-a4105394a7f7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.103583 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87286041-6573-4675-9591-ed6f640c8c31 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b81cc5-53ed-4f84-b0f2-a4105394a7f7,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:19.114014 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9a0f4691-f977-4329-a361-fbb09797763d req-87286041-6573-4675-9591-ed6f640c8c31 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.115638 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9a0f4691-f977-4329-a361-fbb09797763d req-87286041-6573-4675-9591-ed6f640c8c31 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1410010 Feb 07 16:37:19.161920 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-8d016d18-a716-4940-98c3-1b2d3e7a3099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:19.163567 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-8d016d18-a716-4940-98c3-1b2d3e7a3099 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e6ceb4b4-d185-4794-81af-32433f62177a HTTP/1.1" status: 200 len: 855 time: 0.3869975 Feb 07 16:37:19.167275 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffc5bdaa-e077-4762-99df-62a7b37469e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (c76768b0-1220-4e06-a866-349e5fd94e4c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.171063 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-bb71c2e5-2571-423c-bb29-e2ede7a86fce req-be0f21b0-a3cd-419d-a2ca-7b8ee5059b06 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1271488120', 'description': 'tempest-description-48415584'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:19.178712 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ec13b-0bc2-46e4-92c7-4dd4419df03c req-650c7300-b9d9-4ea6-9301-189a3da6cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:19.180673 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7a3ec13b-0bc2-46e4-92c7-4dd4419df03c req-650c7300-b9d9-4ea6-9301-189a3da6cf9d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 1132 time: 0.4847374 Feb 07 16:37:19.200440 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bb71c2e5-2571-423c-bb29-e2ede7a86fce req-be0f21b0-a3cd-419d-a2ca-7b8ee5059b06 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.210810 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-eb1cef6a-b7d2-4117-8d70-cd5feaaa1a0c req-c0cb22a8-1fae-4cfd-9e2b-5cd84a77ca29 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-585942072', 'description': 'tempest-description-683629825'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:19.269938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ffc5bdaa-e077-4762-99df-62a7b37469e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c76768b0-1220-4e06-a866-349e5fd94e4c']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:19.281061 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-46e210cb-d086-406b-86bf-3228b8918e48 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=31d34622-4dd8-41aa-8433-a2353919ba6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988708 Feb 07 16:37:19.325522 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-78038350-d388-48e0-8ca2-b821839480f1 service neutron] Transition to ACTIVE for port object da44614a-2442-4ed8-b35b-d53be88d4fe4 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:37:19.330927 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bb71c2e5-2571-423c-bb29-e2ede7a86fce req-be0f21b0-a3cd-419d-a2ca-7b8ee5059b06 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (aea67741-2112-4d64-a6b2-8ec750e4e819), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.335440 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ffc5bdaa-e077-4762-99df-62a7b37469e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e750424c-f1f6-4255-a6f1-d2732fda1ac5') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:19.335698 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ffc5bdaa-e077-4762-99df-62a7b37469e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e750424c-f1f6-4255-a6f1-d2732fda1ac5') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:19.337948 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bb71c2e5-2571-423c-bb29-e2ede7a86fce req-be0f21b0-a3cd-419d-a2ca-7b8ee5059b06 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (aea67741-2112-4d64-a6b2-8ec750e4e819), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.374205 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-78038350-d388-48e0-8ca2-b821839480f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.392692 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bb71c2e5-2571-423c-bb29-e2ede7a86fce req-be0f21b0-a3cd-419d-a2ca-7b8ee5059b06 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.394847 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bb71c2e5-2571-423c-bb29-e2ede7a86fce req-be0f21b0-a3cd-419d-a2ca-7b8ee5059b06 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2312195 Feb 07 16:37:19.402647 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f21b0-a3cd-419d-a2ca-7b8ee5059b06 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea67741-2112-4d64-a6b2-8ec750e4e819,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:19.417460 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffc5bdaa-e077-4762-99df-62a7b37469e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (e750424c-f1f6-4255-a6f1-d2732fda1ac5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.420691 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-556bca11-dc7f-487f-9ead-16d575ae2708 admin admin] Publish callbacks [] for security_group (92cef335-912f-4fc9-9e7a-593ee828bb8b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.431785 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-eb1cef6a-b7d2-4117-8d70-cd5feaaa1a0c req-c0cb22a8-1fae-4cfd-9e2b-5cd84a77ca29 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.458354 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aac40ee-9afa-4b4c-8601-b9c5adbbec41', 'tag': 'ec3a9661-efcb-42a2-a816-725e0b5c8e3d'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:37:19.461074 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ae7710-86e4-4292-a5e4-6eea024dc29d" -d '{"events": [{"name": "network-changed", "server_uuid": "6aac40ee-9afa-4b4c-8601-b9c5adbbec41", "tag": "ec3a9661-efcb-42a2-a816-725e0b5c8e3d"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:37:19.481897 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-556bca11-dc7f-487f-9ead-16d575ae2708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (92cef335-912f-4fc9-9e7a-593ee828bb8b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.504327 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cb95e1e8-4521-4a28-9ed1-9e168c1c008a req-396aa4cc-effd-49fd-9fb8-43f7783f14fc tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "GET /v2.0/security-groups/aea67741-2112-4d64-a6b2-8ec750e4e819 HTTP/1.1" status: 200 len: 1828 time: 0.0738020 Feb 07 16:37:19.538042 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffc5bdaa-e077-4762-99df-62a7b37469e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e750424c-f1f6-4255-a6f1-d2732fda1ac5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.584993 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc5bdaa-e077-4762-99df-62a7b37469e9 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:37:19.585505 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffc5bdaa-e077-4762-99df-62a7b37469e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (e750424c-f1f6-4255-a6f1-d2732fda1ac5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:37:19.605610 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:37:19.627389 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6264cf2d-b990-49e1-9dbe-e3228f17e7e5 x-openstack-request-id: req-6264cf2d-b990-49e1-9dbe-e3228f17e7e5 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:37:19.627697 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aac40ee-9afa-4b4c-8601-b9c5adbbec41", "tag": "ec3a9661-efcb-42a2-a816-725e0b5c8e3d", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:37:19.627925 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6264cf2d-b990-49e1-9dbe-e3228f17e7e5 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:37:19.628323 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aac40ee-9afa-4b4c-8601-b9c5adbbec41', 'tag': 'ec3a9661-efcb-42a2-a816-725e0b5c8e3d', 'status': 'completed', 'code': 200} Feb 07 16:37:19.632679 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-78038350-d388-48e0-8ca2-b821839480f1 service neutron] No DVR routers for this DVR port da44614a-2442-4ed8-b35b-d53be88d4fe4 on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:37:19.680956 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7a3ec13b-0bc2-46e4-92c7-4dd4419df03c req-7cbeb094-c59b-4cf6-b645-ad9e9cac9734 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848170 Feb 07 16:37:19.703808 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-556bca11-dc7f-487f-9ead-16d575ae2708 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e2228053f4d487a917f2d9dca7f4a81&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4444854 Feb 07 16:37:19.708692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57896) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:19.718939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bca11-dc7f-487f-9ead-16d575ae2708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cef335-912f-4fc9-9e7a-593ee828bb8b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:19.740850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78038350-d388-48e0-8ca2-b821839480f1 service neutron] Pushing event updated for resources: {'Port': ['ID=da44614a-2442-4ed8-b35b-d53be88d4fe4,revision_number=10']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:19.784060 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-f5bbab08-d76b-4898-8c41-982e9fc2f7c2 service neutron] 10.222.0.48 "GET /v2.0/networks/31d34622-4dd8-41aa-8433-a2353919ba6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860342 Feb 07 16:37:19.787327 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffc5bdaa-e077-4762-99df-62a7b37469e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (c76768b0-1220-4e06-a866-349e5fd94e4c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.791686 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bc87e-a0c1-4708-8530-2f34c3ce7bde req-d5457945-39b2-476b-b132-e77318394126 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:19.796005 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-78038350-d388-48e0-8ca2-b821839480f1 service neutron] 10.222.0.48 "PUT /v2.0/ports/da44614a-2442-4ed8-b35b-d53be88d4fe4/bindings/n-h2-827865-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0437067 Feb 07 16:37:19.797919 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc2bc87e-a0c1-4708-8530-2f34c3ce7bde req-d5457945-39b2-476b-b132-e77318394126 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 944 time: 0.1477911 Feb 07 16:37:19.828586 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffc5bdaa-e077-4762-99df-62a7b37469e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.832847 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ffc5bdaa-e077-4762-99df-62a7b37469e9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c76768b0-1220-4e06-a866-349e5fd94e4c HTTP/1.1" status: 204 len: 168 time: 1.5285738 Feb 07 16:37:19.870831 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5bdaa-e077-4762-99df-62a7b37469e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c76768b0-1220-4e06-a866-349e5fd94e4c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:19.881223 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc2bc87e-a0c1-4708-8530-2f34c3ce7bde req-6edc58e2-4b79-414b-8cde-f148789f565e tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729978 Feb 07 16:37:19.883157 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5f68b26-419b-41e9-8ed6-630cf43b367d admin admin] Publish callbacks [] for security_group (92cef335-912f-4fc9-9e7a-593ee828bb8b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.919719 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5f68b26-419b-41e9-8ed6-630cf43b367d admin admin] Publish callbacks [] for security_group (92cef335-912f-4fc9-9e7a-593ee828bb8b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.921173 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-eb1cef6a-b7d2-4117-8d70-cd5feaaa1a0c req-c0cb22a8-1fae-4cfd-9e2b-5cd84a77ca29 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (18337385-25bd-46e0-95b3-d8b812e95d2c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.963012 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-eb1cef6a-b7d2-4117-8d70-cd5feaaa1a0c req-c0cb22a8-1fae-4cfd-9e2b-5cd84a77ca29 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (18337385-25bd-46e0-95b3-d8b812e95d2c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:19.979196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-34f74e80-a544-423a-87ac-3d9d8376825c req-042326c9-99ab-4427-b223-71860d9dbb2e tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1724670783', 'description': 'tempest-description-828761541'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:20.013683 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-34f74e80-a544-423a-87ac-3d9d8376825c req-042326c9-99ab-4427-b223-71860d9dbb2e tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:20.057740 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-eb1cef6a-b7d2-4117-8d70-cd5feaaa1a0c req-c0cb22a8-1fae-4cfd-9e2b-5cd84a77ca29 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:20.059038 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eb1cef6a-b7d2-4117-8d70-cd5feaaa1a0c req-c0cb22a8-1fae-4cfd-9e2b-5cd84a77ca29 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.8834083 Feb 07 16:37:20.070448 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb22a8-1fae-4cfd-9e2b-5cd84a77ca29 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18337385-25bd-46e0-95b3-d8b812e95d2c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:20.083357 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5f68b26-419b-41e9-8ed6-630cf43b367d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (92cef335-912f-4fc9-9e7a-593ee828bb8b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:20.086142 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5f68b26-419b-41e9-8ed6-630cf43b367d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:20.090362 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e5f68b26-419b-41e9-8ed6-630cf43b367d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92cef335-912f-4fc9-9e7a-593ee828bb8b HTTP/1.1" status: 204 len: 168 time: 0.3771348 Feb 07 16:37:20.094134 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7dd967f-0321-4d22-b151-8d17c9f7af99 req-ead78e6d-2178-45db-bc36-e985d4861cda service neutron] 10.222.0.48 "GET /v2.0/networks/31d34622-4dd8-41aa-8433-a2353919ba6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022735 Feb 07 16:37:20.119196 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-aa87de75-cd80-40fb-a98b-7e5ef44d2650 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:20.120843 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-aa87de75-cd80-40fb-a98b-7e5ef44d2650 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e&tenant_id=deb20de83f134befa08f0478fca7ff92&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 1126 time: 0.1958528 Feb 07 16:37:20.127959 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f68b26-419b-41e9-8ed6-630cf43b367d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cef335-912f-4fc9-9e7a-593ee828bb8b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:20.158719 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-34f74e80-a544-423a-87ac-3d9d8376825c req-042326c9-99ab-4427-b223-71860d9dbb2e tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (894ba950-bf80-42bf-8482-dab1a83ef92a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:20.165114 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-34f74e80-a544-423a-87ac-3d9d8376825c req-042326c9-99ab-4427-b223-71860d9dbb2e tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (894ba950-bf80-42bf-8482-dab1a83ef92a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:20.208668 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57908) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:20.230495 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042326c9-99ab-4427-b223-71860d9dbb2e tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894ba950-bf80-42bf-8482-dab1a83ef92a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:20.243140 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-34f74e80-a544-423a-87ac-3d9d8376825c req-042326c9-99ab-4427-b223-71860d9dbb2e tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:20.256058 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34f74e80-a544-423a-87ac-3d9d8376825c req-042326c9-99ab-4427-b223-71860d9dbb2e tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2854757 Feb 07 16:37:20.345599 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b3084f30-d267-48ec-9b83-5321fe31ecff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4d8bd18d40d41aab46ebc0665cdc9b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327584 Feb 07 16:37:20.346354 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57912) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:20.427103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47ebe4-d021-47c1-bf52-7aa1582bb230 req-7709c24c-c5b5-4206-ace2-4c7dc0730adf tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:20.428728 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a47ebe4-d021-47c1-bf52-7aa1582bb230 req-7709c24c-c5b5-4206-ace2-4c7dc0730adf tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 950 time: 0.1003363 Feb 07 16:37:20.439934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-9aa17e44-5fdd-435d-804b-ed6e5109d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:20.444056 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-9aa17e44-5fdd-435d-804b-ed6e5109d723 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e&tenant_id=deb20de83f134befa08f0478fca7ff92 HTTP/1.1" status: 200 len: 1126 time: 0.3132312 Feb 07 16:37:20.456714 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae7710-86e4-4292-a5e4-6eea024dc29d req-c05b3a1b-25bb-4424-b180-81fa8db4a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:20.459127 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24ae7710-86e4-4292-a5e4-6eea024dc29d req-c05b3a1b-25bb-4424-b180-81fa8db4a1ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6aad2e954b35497baa9943e0ca56d7b9&device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 1125 time: 0.2831845 Feb 07 16:37:20.463622 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c63d16b1-2296-4f80-a7e4-c8556780d95e admin admin] Publish callbacks [] for security_group (a62de1f6-52bb-45c3-9522-d6939363b924), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:20.467767 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803b714-fea0-443b-9e70-040cc1a0531c req-9f3101d2-cc2d-4aa1-a202-afe60b94973c tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:20.469386 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5803b714-fea0-443b-9e70-040cc1a0531c req-9f3101d2-cc2d-4aa1-a202-afe60b94973c tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 943 time: 0.2087674 Feb 07 16:37:20.518358 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c63d16b1-2296-4f80-a7e4-c8556780d95e admin admin] Publish callbacks [] for security_group (a62de1f6-52bb-45c3-9522-d6939363b924), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:20.532502 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a47ebe4-d021-47c1-bf52-7aa1582bb230 req-a9f0c6af-fe91-4318-96fc-98c140c7a232 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895662 Feb 07 16:37:20.621537 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c63d16b1-2296-4f80-a7e4-c8556780d95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a62de1f6-52bb-45c3-9522-d6939363b924), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:20.628146 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c63d16b1-2296-4f80-a7e4-c8556780d95e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:20.630445 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c63d16b1-2296-4f80-a7e4-c8556780d95e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a62de1f6-52bb-45c3-9522-d6939363b924 HTTP/1.1" status: 204 len: 168 time: 0.2663763 Feb 07 16:37:20.666464 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d16b1-2296-4f80-a7e4-c8556780d95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62de1f6-52bb-45c3-9522-d6939363b924,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:20.745372 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-54734161-c3e3-4344-b5a3-1044dd245bbe req-361ccbf8-2281-488d-870b-1d889e4be547 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "GET /v2.0/security-groups/18337385-25bd-46e0-95b3-d8b812e95d2c HTTP/1.1" status: 200 len: 1820 time: 0.1496797 Feb 07 16:37:20.759285 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5803b714-fea0-443b-9e70-040cc1a0531c req-4c7bd007-0386-4b65-95d0-dfcf0f9e88bd tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597339 Feb 07 16:37:20.784067 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-54734161-c3e3-4344-b5a3-1044dd245bbe req-96f369f5-33d2-4fed-9531-f195dc1ac87b tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '18337385-25bd-46e0-95b3-d8b812e95d2c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:20.784578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-54734161-c3e3-4344-b5a3-1044dd245bbe req-96f369f5-33d2-4fed-9531-f195dc1ac87b tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '18337385-25bd-46e0-95b3-d8b812e95d2c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:20.824501 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-2131965c-169d-4ef7-990d-912fe78247aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:20.827727 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-2131965c-169d-4ef7-990d-912fe78247aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 1126 time: 0.2599299 Feb 07 16:37:20.928238 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-54734161-c3e3-4344-b5a3-1044dd245bbe req-96f369f5-33d2-4fed-9531-f195dc1ac87b tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (a5102aa9-cfd3-486b-b02f-aabfcd7458db), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:20.971982 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-54734161-c3e3-4344-b5a3-1044dd245bbe req-96f369f5-33d2-4fed-9531-f195dc1ac87b tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (a5102aa9-cfd3-486b-b02f-aabfcd7458db), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:20.977854 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-54734161-c3e3-4344-b5a3-1044dd245bbe req-96f369f5-33d2-4fed-9531-f195dc1ac87b tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (a5102aa9-cfd3-486b-b02f-aabfcd7458db), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:21.007155 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57920) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:21.032110 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f369f5-33d2-4fed-9531-f195dc1ac87b tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5102aa9-cfd3-486b-b02f-aabfcd7458db,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:21.046550 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:21.055346 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-54734161-c3e3-4344-b5a3-1044dd245bbe req-96f369f5-33d2-4fed-9531-f195dc1ac87b tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:21.057497 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-54734161-c3e3-4344-b5a3-1044dd245bbe req-96f369f5-33d2-4fed-9531-f195dc1ac87b tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2830172 Feb 07 16:37:21.058779 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de7643b8-ea73-4d56-b2d6-053f85ea1f79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:21.290827 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de7643b8-ea73-4d56-b2d6-053f85ea1f79 admin admin] Publish callbacks [] for security_group (7b9074a3-a63f-4486-a282-a8329ba23926), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:21.303570 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de7643b8-ea73-4d56-b2d6-053f85ea1f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7b9074a3-a63f-4486-a282-a8329ba23926), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:21.402196 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-de7643b8-ea73-4d56-b2d6-053f85ea1f79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b841a1fe96d1444386be05a54ad6744c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3883247 Feb 07 16:37:21.403539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7643b8-ea73-4d56-b2d6-053f85ea1f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9074a3-a63f-4486-a282-a8329ba23926,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:21.409544 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57932) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:21.425453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47528e1c-d856-4a75-ab84-5eb051a498b4 req-3e411b2e-09c7-4093-846e-55008db4702d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:21.428848 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-47528e1c-d856-4a75-ab84-5eb051a498b4 req-3e411b2e-09c7-4093-846e-55008db4702d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 944 time: 0.2409348 Feb 07 16:37:21.475265 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae7710-86e4-4292-a5e4-6eea024dc29d req-e583c1d5-6c1b-4ae8-bd4b-ee0ed0ed3944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:21.477888 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24ae7710-86e4-4292-a5e4-6eea024dc29d req-e583c1d5-6c1b-4ae8-bd4b-ee0ed0ed3944 service neutron] 10.222.0.48 "GET /v2.0/networks?id=31d34622-4dd8-41aa-8433-a2353919ba6e HTTP/1.1" status: 200 len: 916 time: 1.0068049 Feb 07 16:37:21.535431 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-47528e1c-d856-4a75-ab84-5eb051a498b4 req-3074f8b0-6753-4af6-9d96-8c4576189a7c tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939090 Feb 07 16:37:21.539185 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b245187d-020d-44d0-9678-dae882751aad admin admin] Publish callbacks [] for security_group (7b9074a3-a63f-4486-a282-a8329ba23926), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:21.561095 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24ae7710-86e4-4292-a5e4-6eea024dc29d req-6e711e4b-304c-440a-86c0-5f3e38f5fbc9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3a9661-efcb-42a2-a816-725e0b5c8e3d HTTP/1.1" status: 200 len: 217 time: 0.0715847 Feb 07 16:37:21.565630 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b245187d-020d-44d0-9678-dae882751aad admin admin] Publish callbacks [] for security_group (7b9074a3-a63f-4486-a282-a8329ba23926), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:21.612352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-0b543670-0c26-419d-8d55-c990c37d5b68 req-bd7e71f4-a8e0-4a39-aa68-a64cab51ef06 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1756399845', 'description': 'tempest-description-797222754'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:21.640207 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0b543670-0c26-419d-8d55-c990c37d5b68 req-bd7e71f4-a8e0-4a39-aa68-a64cab51ef06 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:21.661916 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d217d2f9-6fb0-495c-bd16-7174c51ebebe req-fd097735-68b9-4616-b69e-0664005f40e9 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "GET /v2.0/security-groups/894ba950-bf80-42bf-8482-dab1a83ef92a HTTP/1.1" status: 200 len: 1829 time: 0.7518651 Feb 07 16:37:21.665444 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-91d58a01-e86e-44ce-b122-2c4d188f629f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:21.667061 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-91d58a01-e86e-44ce-b122-2c4d188f629f service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 0.8279574 Feb 07 16:37:21.686280 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae7710-86e4-4292-a5e4-6eea024dc29d req-8c0fbf12-42f8-42b8-9401-2c7157684840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:21.687573 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b245187d-020d-44d0-9678-dae882751aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7b9074a3-a63f-4486-a282-a8329ba23926), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:21.688643 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24ae7710-86e4-4292-a5e4-6eea024dc29d req-8c0fbf12-42f8-42b8-9401-2c7157684840 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e6ceb4b4-d185-4794-81af-32433f62177a HTTP/1.1" status: 200 len: 855 time: 0.1076226 Feb 07 16:37:21.690766 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b245187d-020d-44d0-9678-dae882751aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:21.692278 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b245187d-020d-44d0-9678-dae882751aad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b9074a3-a63f-4486-a282-a8329ba23926 HTTP/1.1" status: 204 len: 168 time: 0.2620072 Feb 07 16:37:21.709706 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245187d-020d-44d0-9678-dae882751aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9074a3-a63f-4486-a282-a8329ba23926,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:21.724084 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-ccf27f56-280b-424b-8471-02c42d6fa1d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da44614a-2442-4ed8-b35b-d53be88d4fe4 HTTP/1.1" status: 200 len: 217 time: 0.0500488 Feb 07 16:37:21.809171 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0b543670-0c26-419d-8d55-c990c37d5b68 req-bd7e71f4-a8e0-4a39-aa68-a64cab51ef06 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (8ec4b994-0446-4e6c-9abf-e492226e920b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:21.809871 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-9612fce9-2efe-432b-b0dc-b52835472a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:21.812201 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-9612fce9-2efe-432b-b0dc-b52835472a8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.0761909 Feb 07 16:37:21.814696 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24ae7710-86e4-4292-a5e4-6eea024dc29d req-03ac66e6-c563-4485-9a53-e45a14fb7dc9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=31d34622-4dd8-41aa-8433-a2353919ba6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936158 Feb 07 16:37:21.825753 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0b543670-0c26-419d-8d55-c990c37d5b68 req-bd7e71f4-a8e0-4a39-aa68-a64cab51ef06 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8ec4b994-0446-4e6c-9abf-e492226e920b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:21.858248 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-d3678730-f3a4-48d2-bc30-d6168e8e5f03 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398595 Feb 07 16:37:21.910084 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e71f4-a8e0-4a39-aa68-a64cab51ef06 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec4b994-0446-4e6c-9abf-e492226e920b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:21.930198 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0b543670-0c26-419d-8d55-c990c37d5b68 req-bd7e71f4-a8e0-4a39-aa68-a64cab51ef06 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:21.944598 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0b543670-0c26-419d-8d55-c990c37d5b68 req-bd7e71f4-a8e0-4a39-aa68-a64cab51ef06 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3408158 Feb 07 16:37:21.971317 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-74047ad4-440b-45ad-8659-8fd16a76f49a req-07f9baaf-5dbc-436a-aa14-d846ee8b0d96 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1287032354', 'description': 'tempest-description-1709605197'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:22.025450 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-74047ad4-440b-45ad-8659-8fd16a76f49a req-07f9baaf-5dbc-436a-aa14-d846ee8b0d96 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:22.099768 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be0c5f-011b-4d83-a6c3-424c896bf8ab req-edb9f009-f958-422e-90f7-222e084bca5c tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:22.108245 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f0be0c5f-011b-4d83-a6c3-424c896bf8ab req-edb9f009-f958-422e-90f7-222e084bca5c tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 950 time: 0.2170525 Feb 07 16:37:22.125196 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24ae7710-86e4-4292-a5e4-6eea024dc29d req-379c91e9-e21c-4048-9d0c-e8bc0e95f64e service neutron] 10.222.0.48 "GET /v2.0/networks/31d34622-4dd8-41aa-8433-a2353919ba6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655344 Feb 07 16:37:22.128020 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-223cec71-da23-4112-a588-32e4a7b30d8b service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587197 Feb 07 16:37:22.205968 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-74047ad4-440b-45ad-8659-8fd16a76f49a req-07f9baaf-5dbc-436a-aa14-d846ee8b0d96 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (977117af-a474-4577-8c8d-573368de6a94), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:22.213172 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-74047ad4-440b-45ad-8659-8fd16a76f49a req-07f9baaf-5dbc-436a-aa14-d846ee8b0d96 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (977117af-a474-4577-8c8d-573368de6a94), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:22.305496 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-74047ad4-440b-45ad-8659-8fd16a76f49a req-07f9baaf-5dbc-436a-aa14-d846ee8b0d96 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:22.307899 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-74047ad4-440b-45ad-8659-8fd16a76f49a req-07f9baaf-5dbc-436a-aa14-d846ee8b0d96 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3539889 Feb 07 16:37:22.312795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9baaf-5dbc-436a-aa14-d846ee8b0d96 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=977117af-a474-4577-8c8d-573368de6a94,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:22.318004 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f0be0c5f-011b-4d83-a6c3-424c896bf8ab req-6609a759-e66f-4757-849a-0d786cf5d5a4 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085476 Feb 07 16:37:22.394539 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-0b7774b4-3749-4099-b121-29ab2f23c440 service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575641 Feb 07 16:37:22.396802 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24ae7710-86e4-4292-a5e4-6eea024dc29d req-ea440983-8be9-4392-b606-2bbc5040b6d0 service neutron] 10.222.0.48 "GET /v2.0/networks/31d34622-4dd8-41aa-8433-a2353919ba6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583439 Feb 07 16:37:22.418386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-b26cfd1b-99d1-4b6a-a0ff-d37b616160d3 req-17d379de-f295-4b86-8cec-cd47c6dc46b3 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-771988538', 'description': 'tempest-description-177422099'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:22.469890 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b26cfd1b-99d1-4b6a-a0ff-d37b616160d3 req-17d379de-f295-4b86-8cec-cd47c6dc46b3 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:22.568245 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef6b89-f680-4fc6-8090-1d04c7555ecb req-3a326b41-7009-4748-a097-54bae4539c5e tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:22.570466 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c9ef6b89-f680-4fc6-8090-1d04c7555ecb req-3a326b41-7009-4748-a097-54bae4539c5e tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 943 time: 0.1083279 Feb 07 16:37:22.650798 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b26cfd1b-99d1-4b6a-a0ff-d37b616160d3 req-17d379de-f295-4b86-8cec-cd47c6dc46b3 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (ff527151-1f8d-4800-8391-c720a0eda87d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:22.657842 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b26cfd1b-99d1-4b6a-a0ff-d37b616160d3 req-17d379de-f295-4b86-8cec-cd47c6dc46b3 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ff527151-1f8d-4800-8391-c720a0eda87d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:22.665361 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57968) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:22.685748 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c9ef6b89-f680-4fc6-8090-1d04c7555ecb req-96769718-1dbd-4d2f-85a9-2d4801c47ab8 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995665 Feb 07 16:37:22.806785 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b26cfd1b-99d1-4b6a-a0ff-d37b616160d3 req-17d379de-f295-4b86-8cec-cd47c6dc46b3 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:22.807028 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ec3a9661-efcb-42a2-a816-725e0b5c8e3d details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:37:22.817820 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b26cfd1b-99d1-4b6a-a0ff-d37b616160d3 req-17d379de-f295-4b86-8cec-cd47c6dc46b3 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4083228 Feb 07 16:37:22.825451 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d379de-f295-4b86-8cec-cd47c6dc46b3 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff527151-1f8d-4800-8391-c720a0eda87d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:22.895599 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-590c2805-c8be-4686-a8b0-9736a68e0895 req-14ccb42a-ae8c-4d55-ac68-c14e2c0f17ed tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "GET /v2.0/security-groups/977117af-a474-4577-8c8d-573368de6a94 HTTP/1.1" status: 200 len: 1830 time: 0.1330886 Feb 07 16:37:22.907531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-21d51425-a8c9-4db2-87db-2a6eb8bbc336 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:22.914022 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-21d51425-a8c9-4db2-87db-2a6eb8bbc336 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e&tenant_id=deb20de83f134befa08f0478fca7ff92&binding%3Ahost_id=n-h2-827865-3 HTTP/1.1" status: 200 len: 1126 time: 0.1904881 Feb 07 16:37:23.128411 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-12bc26a8-b8ac-467e-b2f1-f5425faf47fc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-324213743-network', 'tenant_id': '1d548d291d9f481cbdcd664ba783ab69'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:23.216603 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b90a0-ab0e-4e26-a619-5b57a2415b6c req-50ba2884-c3e1-476b-b64d-20f41ad33fcd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:23.220871 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-211b90a0-ab0e-4e26-a619-5b57a2415b6c req-50ba2884-c3e1-476b-b64d-20f41ad33fcd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 944 time: 0.1800756 Feb 07 16:37:23.259738 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-2ddbce92-2e9e-4f72-bac5-64e0f0166298 service neutron] For port da44614a-2442-4ed8-b35b-d53be88d4fe4, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:37:23.272018 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-2ddbce92-2e9e-4f72-bac5-64e0f0166298 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:23.278109 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8fa9d45-f9f4-49b2-90f5-8bff1ceb65c9 req-2ddbce92-2e9e-4f72-bac5-64e0f0166298 service neutron] 10.222.0.32 "DELETE /v2.0/ports/da44614a-2442-4ed8-b35b-d53be88d4fe4/bindings/n-h1-827865-3 HTTP/1.1" status: 204 len: 173 time: 0.3528769 Feb 07 16:37:23.289604 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:23.318912 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bc26a8-b8ac-467e-b2f1-f5425faf47fc admin admin] Made reservation on behalf of 1d548d291d9f481cbdcd664ba783ab69 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:37:23.322887 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12bc26a8-b8ac-467e-b2f1-f5425faf47fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:23.351958 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ec3a9661-efcb-42a2-a816-725e0b5c8e3d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:23.375788 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12bc26a8-b8ac-467e-b2f1-f5425faf47fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:23.379561 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'ec3a9661-efcb-42a2-a816-725e0b5c8e3d', 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e', 'port_id': 'ec3a9661-efcb-42a2-a816-725e0b5c8e3d', 'mac_address': 'fa:16:3e:b0:3d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6ceb4b4-d185-4794-81af-32433f62177a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:37:23.462992 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ec3a9661-efcb-42a2-a816-725e0b5c8e3d is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:23.464259 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:23.494336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3a9661-efcb-42a2-a816-725e0b5c8e3d {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:37:23.495419 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-211b90a0-ab0e-4e26-a619-5b57a2415b6c req-c47ed4bf-68de-4f5d-b02a-6c03121af9c5 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711799 Feb 07 16:37:23.555016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57998) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:23.579001 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ec3a9661-efcb-42a2-a816-725e0b5c8e3d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:23.589814 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:23.645563 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0e896fa7-e2dc-44f3-a973-d9e802b4519f req-f9b5df34-a9e4-4e5e-b408-02e6aed17922 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "GET /v2.0/security-groups/8ec4b994-0446-4e6c-9abf-e492226e920b HTTP/1.1" status: 200 len: 1821 time: 0.1365798 Feb 07 16:37:23.662075 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7456dcd-d9c0-4c6a-8e0d-bb316c323924 req-03e7374e-18b4-4211-a8d4-7a8f719e28b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1582954 Feb 07 16:37:23.666587 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-37f72fd2-f1e7-4d00-bce9-2f89f4285f81 req-1622ab6b-f14f-4c7d-a450-f379ab733860 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] show failed (client error): The resource could not be found. Feb 07 16:37:23.669654 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-37f72fd2-f1e7-4d00-bce9-2f89f4285f81 req-1622ab6b-f14f-4c7d-a450-f379ab733860 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "GET /v2.0/security-groups/0be2c7a0-3cb0-4502-8414-684c43e0312f HTTP/1.1" status: 404 len: 352 time: 0.0567527 Feb 07 16:37:23.740675 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:23.750033 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0e896fa7-e2dc-44f3-a973-d9e802b4519f req-23a263fd-2417-4c7e-941b-1506489248f8 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "GET /v2.0/security-groups/ff527151-1f8d-4800-8391-c720a0eda87d HTTP/1.1" status: 200 len: 1820 time: 0.1026027 Feb 07 16:37:23.758673 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12bc26a8-b8ac-467e-b2f1-f5425faf47fc admin admin] Publish callbacks [] for security_group (47b1026d-ac87-496b-b416-3442abf19b81), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:23.767326 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12bc26a8-b8ac-467e-b2f1-f5425faf47fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (47b1026d-ac87-496b-b416-3442abf19b81), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:23.773149 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-0e896fa7-e2dc-44f3-a973-d9e802b4519f req-38e4604c-16cc-47a2-8b2c-6270e8e043b6 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8ec4b994-0446-4e6c-9abf-e492226e920b', 'remote_group_id': 'ff527151-1f8d-4800-8391-c720a0eda87d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:23.773569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-0e896fa7-e2dc-44f3-a973-d9e802b4519f req-38e4604c-16cc-47a2-8b2c-6270e8e043b6 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8ec4b994-0446-4e6c-9abf-e492226e920b', 'remote_group_id': 'ff527151-1f8d-4800-8391-c720a0eda87d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:23.843049 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12bc26a8-b8ac-467e-b2f1-f5425faf47fc admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:37:23.905195 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12bc26a8-b8ac-467e-b2f1-f5425faf47fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0a65e969-8780-41ca-be59-6b18a5ef3fb3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:23.905952 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-12bc26a8-b8ac-467e-b2f1-f5425faf47fc admin admin] Added segment 0a65e969-8780-41ca-be59-6b18a5ef3fb3 of type vlan for network 64333f75-bb31-47f0-9f63-55e283dff327 Feb 07 16:37:23.922725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['ec3a9661-efcb-42a2-a816-725e0b5c8e3d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:37:23.923322 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0e896fa7-e2dc-44f3-a973-d9e802b4519f req-38e4604c-16cc-47a2-8b2c-6270e8e043b6 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (021d623c-dfd7-4edd-8c54-df4d2668343a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:23.940676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-aeb9f55e-cc77-423d-a2ff-49894e802a54 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2113675780-network', 'tenant_id': 'fe73236ced754eaf9d56a50e62338c74'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:23.947863 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc26a8-b8ac-467e-b2f1-f5425faf47fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b1026d-ac87-496b-b416-3442abf19b81,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:23.974765 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7456dcd-d9c0-4c6a-8e0d-bb316c323924 req-2dd6aee8-6cc1-451e-be31-c168612f3862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:23.976566 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7456dcd-d9c0-4c6a-8e0d-bb316c323924 req-2dd6aee8-6cc1-451e-be31-c168612f3862 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 1127 time: 0.1762142 Feb 07 16:37:23.978644 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0e896fa7-e2dc-44f3-a973-d9e802b4519f req-38e4604c-16cc-47a2-8b2c-6270e8e043b6 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (021d623c-dfd7-4edd-8c54-df4d2668343a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:23.986566 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0e896fa7-e2dc-44f3-a973-d9e802b4519f req-38e4604c-16cc-47a2-8b2c-6270e8e043b6 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (021d623c-dfd7-4edd-8c54-df4d2668343a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.014208 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-e998979f-0280-47b3-99de-e5670de2bc27 req-e0102e0b-8df4-4dd5-a98e-e6bddec5c95d tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] show failed (client error): The resource could not be found. Feb 07 16:37:24.018104 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e998979f-0280-47b3-99de-e5670de2bc27 req-e0102e0b-8df4-4dd5-a98e-e6bddec5c95d tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "GET /v2.0/security-group-rules/23b6ae10-1964-4017-9a20-8be2c4fa7078 HTTP/1.1" status: 404 len: 361 time: 0.0621386 Feb 07 16:37:24.020565 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12bc26a8-b8ac-467e-b2f1-f5425faf47fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (64333f75-bb31-47f0-9f63-55e283dff327), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.037476 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0e896fa7-e2dc-44f3-a973-d9e802b4519f req-38e4604c-16cc-47a2-8b2c-6270e8e043b6 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.038730 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0e896fa7-e2dc-44f3-a973-d9e802b4519f req-38e4604c-16cc-47a2-8b2c-6270e8e043b6 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2883251 Feb 07 16:37:24.079666 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12bc26a8-b8ac-467e-b2f1-f5425faf47fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (64333f75-bb31-47f0-9f63-55e283dff327), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.080831 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bc26a8-b8ac-467e-b2f1-f5425faf47fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:24.082149 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-12bc26a8-b8ac-467e-b2f1-f5425faf47fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.087234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4604c-16cc-47a2-8b2c-6270e8e043b6 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021d623c-dfd7-4edd-8c54-df4d2668343a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:24.182028 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7456dcd-d9c0-4c6a-8e0d-bb316c323924 req-d6ff1de6-6eb2-425f-a5fd-abf50989be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:24.183941 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7456dcd-d9c0-4c6a-8e0d-bb316c323924 req-d6ff1de6-6eb2-425f-a5fd-abf50989be1d service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 0.1686382 Feb 07 16:37:24.215523 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc26a8-b8ac-467e-b2f1-f5425faf47fc admin admin] Pushing event updated for resources: {'Network': ['ID=64333f75-bb31-47f0-9f63-55e283dff327,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:24.218028 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb9f55e-cc77-423d-a2ff-49894e802a54 admin admin] Made reservation on behalf of fe73236ced754eaf9d56a50e62338c74 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:37:24.220422 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aeb9f55e-cc77-423d-a2ff-49894e802a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.230731 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 64333f75-bb31-47f0-9f63-55e283dff327 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:37:24.236902 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aeb9f55e-cc77-423d-a2ff-49894e802a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.254298 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-12bc26a8-b8ac-467e-b2f1-f5425faf47fc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5877650 Feb 07 16:37:24.268719 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7456dcd-d9c0-4c6a-8e0d-bb316c323924 req-a4fb7091-5afe-4972-8492-b6ec2d1fc1bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d94e4177-9cfa-4564-b77b-1244bf59ea99 HTTP/1.1" status: 200 len: 217 time: 0.0576355 Feb 07 16:37:24.269530 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58020) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:24.281271 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-eb763225-1bf3-49e8-97a7-d17b21866cbd admin admin] Request body: {'subnet': {'network_id': '64333f75-bb31-47f0-9f63-55e283dff327', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-324213743-subnet', 'tenant_id': '1d548d291d9f481cbdcd664ba783ab69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:24.324605 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89267500-916c-4def-8a94-71c68b0174f8 req-275f818c-9497-4be9-8f86-d91e862d4a9c tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:24.326375 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-89267500-916c-4def-8a94-71c68b0174f8 req-275f818c-9497-4be9-8f86-d91e862d4a9c tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 944 time: 0.1460803 Feb 07 16:37:24.344714 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb763225-1bf3-49e8-97a7-d17b21866cbd admin admin] Made reservation on behalf of 1d548d291d9f481cbdcd664ba783ab69 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:37:24.347369 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb763225-1bf3-49e8-97a7-d17b21866cbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.401108 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aeb9f55e-cc77-423d-a2ff-49894e802a54 admin admin] Publish callbacks [] for security_group (a8dbd45f-a1c3-43ab-8d24-33dcd46d763c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.407230 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-89267500-916c-4def-8a94-71c68b0174f8 req-8bd446f8-6f39-4e81-958e-e85e5ecebe52 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732870 Feb 07 16:37:24.411267 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aeb9f55e-cc77-423d-a2ff-49894e802a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a8dbd45f-a1c3-43ab-8d24-33dcd46d763c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.434864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b3fb1-05e4-4088-b4d5-53add2cfbf1f req-1146e6c3-437c-4d65-9c27-f48ceb409a58 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:24.437409 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b69b3fb1-05e4-4088-b4d5-53add2cfbf1f req-1146e6c3-437c-4d65-9c27-f48ceb409a58 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 1126 time: 0.2753563 Feb 07 16:37:24.445953 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7456dcd-d9c0-4c6a-8e0d-bb316c323924 req-58cea221-53ee-4865-9800-c2a654b6fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:24.447555 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7456dcd-d9c0-4c6a-8e0d-bb316c323924 req-58cea221-53ee-4865-9800-c2a654b6fd0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.1723485 Feb 07 16:37:24.458058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb9f55e-cc77-423d-a2ff-49894e802a54 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:37:24.495784 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aeb9f55e-cc77-423d-a2ff-49894e802a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (fccaec59-769f-4b21-b3cc-6d22dd208893), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.496688 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-aeb9f55e-cc77-423d-a2ff-49894e802a54 admin admin] Added segment fccaec59-769f-4b21-b3cc-6d22dd208893 of type vlan for network ad69f8fd-6ecb-4a88-b291-e6bb3e449d84 Feb 07 16:37:24.500286 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9f55e-cc77-423d-a2ff-49894e802a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dbd45f-a1c3-43ab-8d24-33dcd46d763c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:24.506855 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7456dcd-d9c0-4c6a-8e0d-bb316c323924 req-ba302d82-f9ec-41b3-9520-41503af2804f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461247 Feb 07 16:37:24.547154 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eaf848ff-9404-477a-9405-72963a45654a req-3632c65f-b60b-4c9b-8292-be5e8a52e4e1 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "GET /v2.0/security-groups/977117af-a474-4577-8c8d-573368de6a94 HTTP/1.1" status: 200 len: 1830 time: 0.1042812 Feb 07 16:37:24.578324 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aeb9f55e-cc77-423d-a2ff-49894e802a54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (ad69f8fd-6ecb-4a88-b291-e6bb3e449d84), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.619732 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b69b3fb1-05e4-4088-b4d5-53add2cfbf1f req-0750d4b6-2dba-4e10-875b-f039dcc005cc tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703374 Feb 07 16:37:24.642132 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aeb9f55e-cc77-423d-a2ff-49894e802a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (ad69f8fd-6ecb-4a88-b291-e6bb3e449d84), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.643143 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb9f55e-cc77-423d-a2ff-49894e802a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:24.643764 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aeb9f55e-cc77-423d-a2ff-49894e802a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.672740 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-eaf848ff-9404-477a-9405-72963a45654a req-5d007496-8e6f-45b5-a05f-894dc0997112 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (977117af-a474-4577-8c8d-573368de6a94), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.724750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-57367db2-d721-4b22-8295-f37f7e2faaf2 req-7c9de187-c715-45c1-931e-2b858b515ff8 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1928757876', 'description': 'tempest-description-1018702968'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:24.752297 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-aeb9f55e-cc77-423d-a2ff-49894e802a54 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1886654 Feb 07 16:37:24.760372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58024) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:24.768311 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bc42087e-82a2-47b2-a276-e684fdfb5e04 admin admin] Request body: {'subnet': {'network_id': 'ad69f8fd-6ecb-4a88-b291-e6bb3e449d84', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2113675780-subnet', 'tenant_id': 'fe73236ced754eaf9d56a50e62338c74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:24.787462 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb763225-1bf3-49e8-97a7-d17b21866cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.792535 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7456dcd-d9c0-4c6a-8e0d-bb316c323924 req-e8f36247-5588-4193-bf82-20c2ba2990ce service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795427 Feb 07 16:37:24.805589 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-57367db2-d721-4b22-8295-f37f7e2faaf2 req-7c9de187-c715-45c1-931e-2b858b515ff8 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.813082 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-eaf848ff-9404-477a-9405-72963a45654a req-5d007496-8e6f-45b5-a05f-894dc0997112 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (977117af-a474-4577-8c8d-573368de6a94), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.818583 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9f55e-cc77-423d-a2ff-49894e802a54 admin admin] Pushing event updated for resources: {'Network': ['ID=ad69f8fd-6ecb-4a88-b291-e6bb3e449d84,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:24.820886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ec3a9661-efcb-42a2-a816-725e0b5c8e3d up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:37:24.847911 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network ad69f8fd-6ecb-4a88-b291-e6bb3e449d84 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:37:24.885690 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-eaf848ff-9404-477a-9405-72963a45654a req-5d007496-8e6f-45b5-a05f-894dc0997112 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (977117af-a474-4577-8c8d-573368de6a94), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.889736 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-eaf848ff-9404-477a-9405-72963a45654a req-5d007496-8e6f-45b5-a05f-894dc0997112 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.891230 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eaf848ff-9404-477a-9405-72963a45654a req-5d007496-8e6f-45b5-a05f-894dc0997112 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "DELETE /v2.0/security-groups/977117af-a474-4577-8c8d-573368de6a94 HTTP/1.1" status: 204 len: 173 time: 0.3432693 Feb 07 16:37:24.914653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d007496-8e6f-45b5-a05f-894dc0997112 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=977117af-a474-4577-8c8d-573368de6a94,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:24.916112 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc42087e-82a2-47b2-a276-e684fdfb5e04 admin admin] Made reservation on behalf of fe73236ced754eaf9d56a50e62338c74 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:37:24.918537 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc42087e-82a2-47b2-a276-e684fdfb5e04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:24.951972 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb763225-1bf3-49e8-97a7-d17b21866cbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:24.985199 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port ec3a9661-efcb-42a2-a816-725e0b5c8e3d completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:37:24.990046 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port ec3a9661-efcb-42a2-a816-725e0b5c8e3d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:24.990577 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:25.049035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac98a5-a29b-4828-832a-1445985f95cb req-9e654fb3-64be-498f-9ce2-72041757129d tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:25.051325 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-47ac98a5-a29b-4828-832a-1445985f95cb req-9e654fb3-64be-498f-9ce2-72041757129d tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 1126 time: 0.0715210 Feb 07 16:37:25.079667 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb763225-1bf3-49e8-97a7-d17b21866cbd admin admin] Checking segment: {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:37:25.080058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb763225-1bf3-49e8-97a7-d17b21866cbd admin admin] Network hostable DHCP agents. Network: 64333f75-bb31-47f0-9f63-55e283dff327, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:37:25.114010 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-47ac98a5-a29b-4828-832a-1445985f95cb req-c2c1b7f7-5a37-43bb-a2ed-77a70a8c751d tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508633 Feb 07 16:37:25.125849 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ec3a9661-efcb-42a2-a816-725e0b5c8e3d is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:25.126264 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:25.130212 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7456dcd-d9c0-4c6a-8e0d-bb316c323924 req-adb48a72-d296-45d9-9067-e9ef4b7c2e3d service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288977 Feb 07 16:37:25.156224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aac40ee-9afa-4b4c-8601-b9c5adbbec41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3a9661-efcb-42a2-a816-725e0b5c8e3d'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:37:25.158855 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11d7496-3783-42d6-bfd7-dc9f1db1f998" -d '{"events": [{"server_uuid": "6aac40ee-9afa-4b4c-8601-b9c5adbbec41", "name": "network-vif-plugged", "status": "completed", "tag": "ec3a9661-efcb-42a2-a816-725e0b5c8e3d"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:37:25.171506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb763225-1bf3-49e8-97a7-d17b21866cbd admin admin] Network 64333f75-bb31-47f0-9f63-55e283dff327 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:37:25.175412 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ec3a9661-efcb-42a2-a816-725e0b5c8e3d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:25.179361 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-57367db2-d721-4b22-8295-f37f7e2faaf2 req-7c9de187-c715-45c1-931e-2b858b515ff8 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (823f38cb-fc44-4ef2-8f5b-bfe052e8f724), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:25.180281 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:25.217402 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-57367db2-d721-4b22-8295-f37f7e2faaf2 req-7c9de187-c715-45c1-931e-2b858b515ff8 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (823f38cb-fc44-4ef2-8f5b-bfe052e8f724), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:25.253329 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-eb763225-1bf3-49e8-97a7-d17b21866cbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 64333f75-bb31-47f0-9f63-55e283dff327) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:37:25.278025 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb763225-1bf3-49e8-97a7-d17b21866cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:25.278993 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb763225-1bf3-49e8-97a7-d17b21866cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:25.313122 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:25.321934 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-57367db2-d721-4b22-8295-f37f7e2faaf2 req-7c9de187-c715-45c1-931e-2b858b515ff8 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:25.322526 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1437790-5f7c-453e-ab5b-85cfa8421b5f None None] Network 64333f75-bb31-47f0-9f63-55e283dff327 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:37:25.324022 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-57367db2-d721-4b22-8295-f37f7e2faaf2 req-7c9de187-c715-45c1-931e-2b858b515ff8 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6304479 Feb 07 16:37:25.335496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9de187-c715-45c1-931e-2b858b515ff8 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=823f38cb-fc44-4ef2-8f5b-bfe052e8f724,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:25.361237 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-eb763225-1bf3-49e8-97a7-d17b21866cbd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0885642 Feb 07 16:37:25.364219 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10dc944e-b964-447a-9739-e9136b5c4401 req-16956ef5-ae13-4e05-bedc-6673d7453a2f tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "GET /v2.0/security-groups/894ba950-bf80-42bf-8482-dab1a83ef92a HTTP/1.1" status: 200 len: 1829 time: 0.0773945 Feb 07 16:37:25.366273 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc42087e-82a2-47b2-a276-e684fdfb5e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (80e69d6c-b48f-4fd8-93ac-ca848d4de64a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:25.428594 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b29db6a-0f17-42ab-ba3e-29f9c3c11435 x-openstack-request-id: req-5b29db6a-0f17-42ab-ba3e-29f9c3c11435 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:37:25.428924 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aac40ee-9afa-4b4c-8601-b9c5adbbec41", "name": "network-vif-plugged", "status": "completed", "tag": "ec3a9661-efcb-42a2-a816-725e0b5c8e3d", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:37:25.429193 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b29db6a-0f17-42ab-ba3e-29f9c3c11435 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:37:25.429629 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aac40ee-9afa-4b4c-8601-b9c5adbbec41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3a9661-efcb-42a2-a816-725e0b5c8e3d', 'code': 200} Feb 07 16:37:25.479830 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-10dc944e-b964-447a-9739-e9136b5c4401 req-29620c1a-16c3-47cd-aa35-b88a847f5051 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (894ba950-bf80-42bf-8482-dab1a83ef92a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:25.482265 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc42087e-82a2-47b2-a276-e684fdfb5e04 admin admin] Checking segment: {'id': 'fccaec59-769f-4b21-b3cc-6d22dd208893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ad69f8fd-6ecb-4a88-b291-e6bb3e449d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:37:25.483579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc42087e-82a2-47b2-a276-e684fdfb5e04 admin admin] Network hostable DHCP agents. Network: ad69f8fd-6ecb-4a88-b291-e6bb3e449d84, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:37:25.495590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42087e-82a2-47b2-a276-e684fdfb5e04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80e69d6c-b48f-4fd8-93ac-ca848d4de64a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:25.516692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc42087e-82a2-47b2-a276-e684fdfb5e04 admin admin] Network ad69f8fd-6ecb-4a88-b291-e6bb3e449d84 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:37:25.521006 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7c3729-e817-4a4e-9567-35b63cf88518 None None] Network 64333f75-bb31-47f0-9f63-55e283dff327 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:37:25.561768 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bc42087e-82a2-47b2-a276-e684fdfb5e04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, ad69f8fd-6ecb-4a88-b291-e6bb3e449d84) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:37:25.567044 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-10dc944e-b964-447a-9739-e9136b5c4401 req-29620c1a-16c3-47cd-aa35-b88a847f5051 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (894ba950-bf80-42bf-8482-dab1a83ef92a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:25.568138 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc42087e-82a2-47b2-a276-e684fdfb5e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:25.568821 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc42087e-82a2-47b2-a276-e684fdfb5e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:25.588519 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd4d18-2d8d-4d7c-bb1b-23cf4f5cc2b2 req-f314edd7-5fd6-4809-8294-6a45f16246bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:25.590551 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dadd4d18-2d8d-4d7c-bb1b-23cf4f5cc2b2 req-f314edd7-5fd6-4809-8294-6a45f16246bf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 1127 time: 0.0661232 Feb 07 16:37:25.596434 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bc42087e-82a2-47b2-a276-e684fdfb5e04 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8349833 Feb 07 16:37:25.601606 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58056) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:25.610977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c9ca652f-2726-40cc-b6c8-17034be7efc6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2113675780-router', 'tenant_id': 'fe73236ced754eaf9d56a50e62338c74', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:25.625167 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a855886-9b4f-4fb1-b837-81562235bdd4 None None] Network ad69f8fd-6ecb-4a88-b291-e6bb3e449d84 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:37:25.655095 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dadd4d18-2d8d-4d7c-bb1b-23cf4f5cc2b2 req-39e95c15-b939-48d9-bf96-44722d907ced service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571432 Feb 07 16:37:25.657602 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9ca652f-2726-40cc-b6c8-17034be7efc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (1d306101-f446-44bb-8717-d01aaf223d2c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:25.658790 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9ca652f-2726-40cc-b6c8-17034be7efc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (1d306101-f446-44bb-8717-d01aaf223d2c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:25.674561 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-10dc944e-b964-447a-9739-e9136b5c4401 req-29620c1a-16c3-47cd-aa35-b88a847f5051 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (894ba950-bf80-42bf-8482-dab1a83ef92a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:25.678737 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-10dc944e-b964-447a-9739-e9136b5c4401 req-29620c1a-16c3-47cd-aa35-b88a847f5051 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:25.680429 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10dc944e-b964-447a-9739-e9136b5c4401 req-29620c1a-16c3-47cd-aa35-b88a847f5051 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "DELETE /v2.0/security-groups/894ba950-bf80-42bf-8482-dab1a83ef92a HTTP/1.1" status: 204 len: 173 time: 0.2966013 Feb 07 16:37:25.701849 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29620c1a-16c3-47cd-aa35-b88a847f5051 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=894ba950-bf80-42bf-8482-dab1a83ef92a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:25.726767 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-edebe3e5-26d2-40b7-bef6-b0bd2c9d8f90 req-b0aa35b1-9f06-436d-bbb8-6c4e9df5c88c tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1422045464', 'description': 'tempest-description-1227514578'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:25.781531 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-040ad84d-739d-4628-bac6-6d49354d3b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:25.788112 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9ca652f-2726-40cc-b6c8-17034be7efc6 admin admin] Publish callbacks [] for router_controller (1d306101-f446-44bb-8717-d01aaf223d2c), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:25.803868 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-edebe3e5-26d2-40b7-bef6-b0bd2c9d8f90 req-b0aa35b1-9f06-436d-bbb8-6c4e9df5c88c tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:25.856046 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-ad69f8fd-6ecb-4a88-b291-e6bb3e449d84', 'network_id': 'ad69f8fd-6ecb-4a88-b291-e6bb3e449d84', 'project_id': 'fe73236ced754eaf9d56a50e62338c74', 'fixed_ips': [{'subnet_id': '80e69d6c-b48f-4fd8-93ac-ca848d4de64a'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:37:25.856944 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:25.950287 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238967c-fb4c-4795-8767-53f30f3af278 req-919712a7-29bb-4271-8d89-05a0ed11971d tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:25.953781 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c238967c-fb4c-4795-8767-53f30f3af278 req-919712a7-29bb-4271-8d89-05a0ed11971d tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 945 time: 0.0889916 Feb 07 16:37:26.011267 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9ca652f-2726-40cc-b6c8-17034be7efc6 admin admin] Publish callbacks [] for router_gateway (1d306101-f446-44bb-8717-d01aaf223d2c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:26.049539 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c238967c-fb4c-4795-8767-53f30f3af278 req-b4c865b4-6b4c-4244-99f7-9fd434e3d104 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887165 Feb 07 16:37:26.057140 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] Allocated IP 172.20.0.2 (ad69f8fd-6ecb-4a88-b291-e6bb3e449d84/80e69d6c-b48f-4fd8-93ac-ca848d4de64a/de258caf-bbbf-4d31-a99a-ab020cea9110) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:37:26.105406 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-edebe3e5-26d2-40b7-bef6-b0bd2c9d8f90 req-b0aa35b1-9f06-436d-bbb8-6c4e9df5c88c tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (14d5faa8-12b1-4faa-af4b-4770738c0b9d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:26.117854 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-edebe3e5-26d2-40b7-bef6-b0bd2c9d8f90 req-b0aa35b1-9f06-436d-bbb8-6c4e9df5c88c tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (14d5faa8-12b1-4faa-af4b-4770738c0b9d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:26.166285 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-edebe3e5-26d2-40b7-bef6-b0bd2c9d8f90 req-b0aa35b1-9f06-436d-bbb8-6c4e9df5c88c tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:26.167597 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-edebe3e5-26d2-40b7-bef6-b0bd2c9d8f90 req-b0aa35b1-9f06-436d-bbb8-6c4e9df5c88c tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4546223 Feb 07 16:37:26.168282 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa35b1-9f06-436d-bbb8-6c4e9df5c88c tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d5faa8-12b1-4faa-af4b-4770738c0b9d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:26.338225 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] Publish callbacks [] for port (de258caf-bbbf-4d31-a99a-ab020cea9110), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:26.349329 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (de258caf-bbbf-4d31-a99a-ab020cea9110), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:26.402838 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] Network ad69f8fd-6ecb-4a88-b291-e6bb3e449d84 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:37:26.406973 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:37:26.412371 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:37:26.414659 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] Pushing event updated for resources: {'Port': ['ID=de258caf-bbbf-4d31-a99a-ab020cea9110,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:26.419172 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4a48ccfe-cac0-4493-ab6c-4f138e49f905 req-92f24423-df07-4740-b61b-257f546b3203 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "GET /v2.0/security-groups/aea67741-2112-4d64-a6b2-8ec750e4e819 HTTP/1.1" status: 200 len: 1828 time: 0.2087555 Feb 07 16:37:26.491092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] Attempting to bind port de258caf-bbbf-4d31-a99a-ab020cea9110 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:37:26.491690 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] Attempting to bind port de258caf-bbbf-4d31-a99a-ab020cea9110 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'fccaec59-769f-4b21-b3cc-6d22dd208893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ad69f8fd-6ecb-4a88-b291-e6bb3e449d84'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:37:26.493202 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] Attempting to bind port de258caf-bbbf-4d31-a99a-ab020cea9110 on network ad69f8fd-6ecb-4a88-b291-e6bb3e449d84 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:37:26.503961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:37:26.504251 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] Checking segment: {'id': 'fccaec59-769f-4b21-b3cc-6d22dd208893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ad69f8fd-6ecb-4a88-b291-e6bb3e449d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:37:26.504824 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:26.505555 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] Bound using segment: {'id': 'fccaec59-769f-4b21-b3cc-6d22dd208893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ad69f8fd-6ecb-4a88-b291-e6bb3e449d84'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:37:26.507262 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] Bound port: de258caf-bbbf-4d31-a99a-ab020cea9110, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fccaec59-769f-4b21-b3cc-6d22dd208893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ad69f8fd-6ecb-4a88-b291-e6bb3e449d84'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:37:26.507956 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (de258caf-bbbf-4d31-a99a-ab020cea9110), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:26.522481 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f540ef-8e64-436b-b94c-5309b9732005 req-f39c0cd6-c9e6-414a-bba2-eeaeb79a38f2 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:26.526906 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-58f540ef-8e64-436b-b94c-5309b9732005 req-f39c0cd6-c9e6-414a-bba2-eeaeb79a38f2 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 805 time: 0.1814697 Feb 07 16:37:26.542293 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-58f540ef-8e64-436b-b94c-5309b9732005 req-9526c493-a598-4915-88fb-7056ed3a45ef tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/quotas/1d548d291d9f481cbdcd664ba783ab69 HTTP/1.1" status: 200 len: 375 time: 0.0105619 Feb 07 16:37:26.571176 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9ca652f-2726-40cc-b6c8-17034be7efc6 admin admin] Publish callbacks [] for router_gateway (1d306101-f446-44bb-8717-d01aaf223d2c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:26.599965 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-58f540ef-8e64-436b-b94c-5309b9732005 req-b7175e75-9d6d-4ac9-9424-bacae1c8a55a tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423911 Feb 07 16:37:26.611883 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9ca652f-2726-40cc-b6c8-17034be7efc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:26.652802 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4a48ccfe-cac0-4493-ab6c-4f138e49f905 req-e5b23efe-a5cc-465b-8e13-bc3b782c4067 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (aea67741-2112-4d64-a6b2-8ec750e4e819), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:26.674547 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] For port de258caf-bbbf-4d31-a99a-ab020cea9110, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:37:26.705633 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] For port de258caf-bbbf-4d31-a99a-ab020cea9110, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=de258caf-bbbf-4d31-a99a-ab020cea9110,segment=NetworkSegment(fccaec59-769f-4b21-b3cc-6d22dd208893),segment_id=fccaec59-769f-4b21-b3cc-6d22dd208893)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:37:26.711008 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-58f540ef-8e64-436b-b94c-5309b9732005 req-262cf531-41c8-4f8f-99b4-76c8ca5182fc service neutron] 10.222.0.18 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099296 Feb 07 16:37:26.724073 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (de258caf-bbbf-4d31-a99a-ab020cea9110), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:26.839428 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4a48ccfe-cac0-4493-ab6c-4f138e49f905 req-e5b23efe-a5cc-465b-8e13-bc3b782c4067 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (aea67741-2112-4d64-a6b2-8ec750e4e819), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:26.898709 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 60d8817d-6695-464a-b65b-dc2ec1a7739c details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:37:26.942306 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3b3ab-475c-409a-9024-e61f41f5f809 None None] Pushing event updated for resources: {'Port': ['ID=de258caf-bbbf-4d31-a99a-ab020cea9110,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:26.986894 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-58f540ef-8e64-436b-b94c-5309b9732005 req-2582cac7-b55f-474a-b19a-909565a4af97 service neutron] 10.222.0.18 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747476 Feb 07 16:37:27.105971 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-c9ca652f-2726-40cc-b6c8-17034be7efc6 admin admin] Allocated IP 172.25.4.171 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/400e4769-9080-4444-bbc8-bbb35382fb5c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:37:27.133530 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4a48ccfe-cac0-4493-ab6c-4f138e49f905 req-e5b23efe-a5cc-465b-8e13-bc3b782c4067 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (aea67741-2112-4d64-a6b2-8ec750e4e819), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:27.143997 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4a48ccfe-cac0-4493-ab6c-4f138e49f905 req-e5b23efe-a5cc-465b-8e13-bc3b782c4067 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:27.152604 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4a48ccfe-cac0-4493-ab6c-4f138e49f905 req-e5b23efe-a5cc-465b-8e13-bc3b782c4067 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "DELETE /v2.0/security-groups/aea67741-2112-4d64-a6b2-8ec750e4e819 HTTP/1.1" status: 204 len: 173 time: 0.7144463 Feb 07 16:37:27.261323 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b23efe-a5cc-465b-8e13-bc3b782c4067 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea67741-2112-4d64-a6b2-8ec750e4e819,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:27.558907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 60d8817d-6695-464a-b65b-dc2ec1a7739c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=60d8817d-6695-464a-b65b-dc2ec1a7739c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:27.597121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '60d8817d-6695-464a-b65b-dc2ec1a7739c', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '60d8817d-6695-464a-b65b-dc2ec1a7739c', 'mac_address': 'fa:16:3e:be:ed:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:37:27.755595 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b84a8a11-7c5b-477b-8f16-31a8ad26917c req-2cde3a56-40b7-46f9-be05-936cfd261c76 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "GET /v2.0/security-groups/823f38cb-fc44-4ef2-8f5b-bfe052e8f724 HTTP/1.1" status: 200 len: 1822 time: 0.2236605 Feb 07 16:37:27.767114 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 60d8817d-6695-464a-b65b-dc2ec1a7739c is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:27.767640 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:27.835900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60d8817d-6695-464a-b65b-dc2ec1a7739c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:37:27.856064 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9ca652f-2726-40cc-b6c8-17034be7efc6 admin admin] Publish callbacks [] for port (400e4769-9080-4444-bbc8-bbb35382fb5c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:27.860757 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 60d8817d-6695-464a-b65b-dc2ec1a7739c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=60d8817d-6695-464a-b65b-dc2ec1a7739c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:27.865999 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device de258caf-bbbf-4d31-a99a-ab020cea9110 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:37:27.869586 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:27.935504 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb6048-52c3-4ad9-90ba-a2b50ffd97ec req-0b3f99d6-b0c0-4ca0-bec0-54a109a57fbd tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:27.963395 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9edb6048-52c3-4ad9-90ba-a2b50ffd97ec req-0b3f99d6-b0c0-4ca0-bec0-54a109a57fbd tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 945 time: 0.1932964 Feb 07 16:37:27.971836 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=60d8817d-6695-464a-b65b-dc2ec1a7739c,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:28.062066 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b84a8a11-7c5b-477b-8f16-31a8ad26917c req-922485c7-9fdf-4e9d-8c01-af8685751e2e tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "GET /v2.0/security-groups/14d5faa8-12b1-4faa-af4b-4770738c0b9d HTTP/1.1" status: 200 len: 1822 time: 0.3054466 Feb 07 16:37:28.087101 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b84a8a11-7c5b-477b-8f16-31a8ad26917c req-4bd950c5-e143-4a19-a77d-df36ce38e99e tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '823f38cb-fc44-4ef2-8f5b-bfe052e8f724', 'remote_group_id': '14d5faa8-12b1-4faa-af4b-4770738c0b9d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:28.087455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b84a8a11-7c5b-477b-8f16-31a8ad26917c req-4bd950c5-e143-4a19-a77d-df36ce38e99e tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '823f38cb-fc44-4ef2-8f5b-bfe052e8f724', 'remote_group_id': '14d5faa8-12b1-4faa-af4b-4770738c0b9d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:28.091336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['60d8817d-6695-464a-b65b-dc2ec1a7739c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:37:28.093060 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9ca652f-2726-40cc-b6c8-17034be7efc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (400e4769-9080-4444-bbc8-bbb35382fb5c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:28.123892 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9edb6048-52c3-4ad9-90ba-a2b50ffd97ec req-d0820a22-e3eb-4173-acb7-f1345fbcd2f6 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453276 Feb 07 16:37:28.194826 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a428b437-057e-4f34-a25d-7746ff23d252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:28.281569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ca652f-2726-40cc-b6c8-17034be7efc6 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:37:28.290458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c9ca652f-2726-40cc-b6c8-17034be7efc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:37:28.293265 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port de258caf-bbbf-4d31-a99a-ab020cea9110 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:28.294399 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (de258caf-bbbf-4d31-a99a-ab020cea9110), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:28.294611 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca652f-2726-40cc-b6c8-17034be7efc6 admin admin] Pushing event updated for resources: {'Port': ['ID=400e4769-9080-4444-bbc8-bbb35382fb5c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:28.297185 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca652f-2726-40cc-b6c8-17034be7efc6 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:37:28.308945 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-37be8e4d-c8a2-4dbb-ab4e-b66e91b50525 req-f6975231-f499-4084-b51e-6ee3db821c0d tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "GET /v2.0/security-groups/a39e9958-3cbb-4ae5-8da5-1671ca45dcf4 HTTP/1.1" status: 200 len: 1829 time: 0.1456127 Feb 07 16:37:28.417655 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b84a8a11-7c5b-477b-8f16-31a8ad26917c req-4bd950c5-e143-4a19-a77d-df36ce38e99e tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (2a3dd7b0-2712-4450-be85-a6cfb6bc0878), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:28.638331 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b84a8a11-7c5b-477b-8f16-31a8ad26917c req-4bd950c5-e143-4a19-a77d-df36ce38e99e tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (2a3dd7b0-2712-4450-be85-a6cfb6bc0878), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:28.650320 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b84a8a11-7c5b-477b-8f16-31a8ad26917c req-4bd950c5-e143-4a19-a77d-df36ce38e99e tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (2a3dd7b0-2712-4450-be85-a6cfb6bc0878), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:28.663098 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-37be8e4d-c8a2-4dbb-ab4e-b66e91b50525 req-005e0c60-ad8d-45ca-8273-b48d63b8b266 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (a39e9958-3cbb-4ae5-8da5-1671ca45dcf4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:28.746546 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port de258caf-bbbf-4d31-a99a-ab020cea9110 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:28.747450 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (de258caf-bbbf-4d31-a99a-ab020cea9110), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:28.764008 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd950c5-e143-4a19-a77d-df36ce38e99e tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3dd7b0-2712-4450-be85-a6cfb6bc0878,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:28.771875 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-37be8e4d-c8a2-4dbb-ab4e-b66e91b50525 req-005e0c60-ad8d-45ca-8273-b48d63b8b266 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (a39e9958-3cbb-4ae5-8da5-1671ca45dcf4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:28.832265 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b84a8a11-7c5b-477b-8f16-31a8ad26917c req-4bd950c5-e143-4a19-a77d-df36ce38e99e tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:28.845824 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b84a8a11-7c5b-477b-8f16-31a8ad26917c req-4bd950c5-e143-4a19-a77d-df36ce38e99e tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7818108 Feb 07 16:37:28.963154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port de258caf-bbbf-4d31-a99a-ab020cea9110, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=de258caf-bbbf-4d31-a99a-ab020cea9110,segment=NetworkSegment(fccaec59-769f-4b21-b3cc-6d22dd208893),segment_id=fccaec59-769f-4b21-b3cc-6d22dd208893)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:28.971717 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (de258caf-bbbf-4d31-a99a-ab020cea9110), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:28.984231 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-37be8e4d-c8a2-4dbb-ab4e-b66e91b50525 req-005e0c60-ad8d-45ca-8273-b48d63b8b266 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a39e9958-3cbb-4ae5-8da5-1671ca45dcf4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:28.995382 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-37be8e4d-c8a2-4dbb-ab4e-b66e91b50525 req-005e0c60-ad8d-45ca-8273-b48d63b8b266 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:29.028456 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-37be8e4d-c8a2-4dbb-ab4e-b66e91b50525 req-005e0c60-ad8d-45ca-8273-b48d63b8b266 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "DELETE /v2.0/security-groups/a39e9958-3cbb-4ae5-8da5-1671ca45dcf4 HTTP/1.1" status: 204 len: 173 time: 0.7117670 Feb 07 16:37:29.057208 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a324980e-5f9a-42c7-926f-a55edc1d0699 req-36e3b8d0-981a-4bad-8003-e1b9cc615708 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 210 time: 0.1257293 Feb 07 16:37:29.110911 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e0c60-ad8d-45ca-8273-b48d63b8b266 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39e9958-3cbb-4ae5-8da5-1671ca45dcf4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:29.165390 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9ca652f-2726-40cc-b6c8-17034be7efc6 admin admin] Publish callbacks [] for router_gateway (1d306101-f446-44bb-8717-d01aaf223d2c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:29.245775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=de258caf-bbbf-4d31-a99a-ab020cea9110,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:29.377527 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:29.393912 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c35c6c3-cd59-4de6-b851-abe63156639a None None] Network ad69f8fd-6ecb-4a88-b291-e6bb3e449d84 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:37:29.516729 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c310c8-7caf-4d8d-af43-01704ec087a5 req-45c6ea0d-57fa-495d-be4d-21d15817c719 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:29.520938 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49c310c8-7caf-4d8d-af43-01704ec087a5 req-45c6ea0d-57fa-495d-be4d-21d15817c719 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 945 time: 0.2543602 Feb 07 16:37:29.620687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device de258caf-bbbf-4d31-a99a-ab020cea9110 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:37:29.637027 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49c310c8-7caf-4d8d-af43-01704ec087a5 req-4fb0118a-3849-4257-a438-7df7c9d5902a tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996335 Feb 07 16:37:29.772434 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a34284e2-aa7f-4743-8c9e-d2c1f3595a3b req-7b9bb784-616f-4cf2-81aa-e024b0bc8d75 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "GET /v2.0/security-groups/14d5faa8-12b1-4faa-af4b-4770738c0b9d HTTP/1.1" status: 200 len: 1822 time: 0.3096380 Feb 07 16:37:29.794867 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9cfb8c06-e57b-4734-9ca4-e7d8c5e48a05 req-84de32cb-7435-4d6b-9848-7018ed3b2517 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "GET /v2.0/security-groups/18d51acf-d79f-4b17-b4ff-91d2217acf07 HTTP/1.1" status: 200 len: 1829 time: 0.1172900 Feb 07 16:37:29.939940 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9cfb8c06-e57b-4734-9ca4-e7d8c5e48a05 req-f8a1f67d-19f1-4846-bc87-c2cb43fd8807 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (18d51acf-d79f-4b17-b4ff-91d2217acf07), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:30.052844 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9cfb8c06-e57b-4734-9ca4-e7d8c5e48a05 req-f8a1f67d-19f1-4846-bc87-c2cb43fd8807 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (18d51acf-d79f-4b17-b4ff-91d2217acf07), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:30.089451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8d58a586-07c2-4820-b49b-ebcba856c925 None None] Provisioning complete for port de258caf-bbbf-4d31-a99a-ab020cea9110 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:30.090057 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d58a586-07c2-4820-b49b-ebcba856c925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (de258caf-bbbf-4d31-a99a-ab020cea9110), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:30.177089 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a34284e2-aa7f-4743-8c9e-d2c1f3595a3b req-55ecc7d8-ee8d-4852-b833-e76c52c7a0ee tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (14d5faa8-12b1-4faa-af4b-4770738c0b9d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:30.224558 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9ca652f-2726-40cc-b6c8-17034be7efc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (1d306101-f446-44bb-8717-d01aaf223d2c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:30.258317 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a34284e2-aa7f-4743-8c9e-d2c1f3595a3b req-55ecc7d8-ee8d-4852-b833-e76c52c7a0ee tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (14d5faa8-12b1-4faa-af4b-4770738c0b9d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:30.290265 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port de258caf-bbbf-4d31-a99a-ab020cea9110 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:30.290265 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (de258caf-bbbf-4d31-a99a-ab020cea9110), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:30.494119 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9cfb8c06-e57b-4734-9ca4-e7d8c5e48a05 req-f8a1f67d-19f1-4846-bc87-c2cb43fd8807 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (18d51acf-d79f-4b17-b4ff-91d2217acf07), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:30.503041 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9cfb8c06-e57b-4734-9ca4-e7d8c5e48a05 req-f8a1f67d-19f1-4846-bc87-c2cb43fd8807 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:30.508687 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9cfb8c06-e57b-4734-9ca4-e7d8c5e48a05 req-f8a1f67d-19f1-4846-bc87-c2cb43fd8807 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] 10.222.0.18 "DELETE /v2.0/security-groups/18d51acf-d79f-4b17-b4ff-91d2217acf07 HTTP/1.1" status: 204 len: 173 time: 0.7077332 Feb 07 16:37:30.567643 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58156) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:30.572688 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1f67d-19f1-4846-bc87-c2cb43fd8807 tempest-SecurityGroupRulesNegativeTestJSON-667421583 tempest-SecurityGroupRulesNegativeTestJSON-667421583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d51acf-d79f-4b17-b4ff-91d2217acf07,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:30.711723 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8d58a586-07c2-4820-b49b-ebcba856c925 None None] Current status of the port de258caf-bbbf-4d31-a99a-ab020cea9110 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:30.799860 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:30.801870 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port de258caf-bbbf-4d31-a99a-ab020cea9110 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:30.828699 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-23dc366b-9f69-4a07-a959-b8ebfed4bc4d req-043f1015-955e-462e-a1aa-2e329adc53e6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7479386 Feb 07 16:37:30.930655 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 60d8817d-6695-464a-b65b-dc2ec1a7739c up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:37:30.990176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-36693a9a-9f8f-406a-acfb-1c07024346be admin admin] Deleting subnet d0ba4dee-5f84-4cf2-a520-685c0d0a293d {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:37:31.005030 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36693a9a-9f8f-406a-acfb-1c07024346be admin admin] Publish callbacks [] for subnet (d0ba4dee-5f84-4cf2-a520-685c0d0a293d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:31.029751 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a34284e2-aa7f-4743-8c9e-d2c1f3595a3b req-55ecc7d8-ee8d-4852-b833-e76c52c7a0ee tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (14d5faa8-12b1-4faa-af4b-4770738c0b9d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:31.039851 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a34284e2-aa7f-4743-8c9e-d2c1f3595a3b req-55ecc7d8-ee8d-4852-b833-e76c52c7a0ee tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:31.062646 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f9a31795-5819-4bb2-98df-a7af69ef8423 None None] Provisioning complete for port de258caf-bbbf-4d31-a99a-ab020cea9110 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:31.069391 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a34284e2-aa7f-4743-8c9e-d2c1f3595a3b req-55ecc7d8-ee8d-4852-b833-e76c52c7a0ee tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "DELETE /v2.0/security-groups/14d5faa8-12b1-4faa-af4b-4770738c0b9d HTTP/1.1" status: 204 len: 173 time: 1.1952071 Feb 07 16:37:31.076817 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f9a31795-5819-4bb2-98df-a7af69ef8423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (de258caf-bbbf-4d31-a99a-ab020cea9110), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:31.167461 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecc7d8-ee8d-4852-b833-e76c52c7a0ee tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d5faa8-12b1-4faa-af4b-4770738c0b9d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:31.203266 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36693a9a-9f8f-406a-acfb-1c07024346be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (d0ba4dee-5f84-4cf2-a520-685c0d0a293d), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:31.214451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ca652f-2726-40cc-b6c8-17034be7efc6 admin admin] Router 1d306101-f446-44bb-8717-d01aaf223d2c is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:37:31.304398 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36693a9a-9f8f-406a-acfb-1c07024346be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (d0ba4dee-5f84-4cf2-a520-685c0d0a293d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:31.417032 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ca652f-2726-40cc-b6c8-17034be7efc6 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:37:31.449443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] Sync routers for ids ['1d306101-f446-44bb-8717-d01aaf223d2c'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:37:31.476097 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-105dad8a-f837-4785-afd4-3fa45a3e18f4 req-ec74aa90-ae51-44b4-bc63-7115255b5759 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 210 time: 0.0604877 Feb 07 16:37:31.483632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] Routers {'1d306101-f446-44bb-8717-d01aaf223d2c'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:37:31.485109 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:37:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1d306101-f446-44bb-8717-d01aaf223d2c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:31.498727 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9ca652f-2726-40cc-b6c8-17034be7efc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:31.498727 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c9ca652f-2726-40cc-b6c8-17034be7efc6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8920527 Feb 07 16:37:31.501352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58180) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:31.580594 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f540ef-8e64-436b-b94c-5309b9732005 req-d342ab8b-4c0c-4927-9c58-9acabe97f565 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:31.588289 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-58f540ef-8e64-436b-b94c-5309b9732005 req-d342ab8b-4c0c-4927-9c58-9acabe97f565 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.32 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 805 time: 1.3774049 Feb 07 16:37:31.589077 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36693a9a-9f8f-406a-acfb-1c07024346be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (d0ba4dee-5f84-4cf2-a520-685c0d0a293d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:31.673405 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36693a9a-9f8f-406a-acfb-1c07024346be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ba4dee-5f84-4cf2-a520-685c0d0a293d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:31.685601 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-58f540ef-8e64-436b-b94c-5309b9732005 req-eed1a596-0217-42d2-b0ba-d3c38ccf0da7 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Request body: {'port': {'device_id': '774766ed-ecc5-4b27-aa28-c57b663e6e7c', 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327', 'admin_state_up': True, 'tenant_id': '1d548d291d9f481cbdcd664ba783ab69'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:31.823207 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 60d8817d-6695-464a-b65b-dc2ec1a7739c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:31.823838 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:31.858548 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36693a9a-9f8f-406a-acfb-1c07024346be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:31.885118 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-36693a9a-9f8f-406a-acfb-1c07024346be admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d0ba4dee-5f84-4cf2-a520-685c0d0a293d HTTP/1.1" status: 204 len: 168 time: 1.2836220 Feb 07 16:37:31.895566 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58186) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:32.111710 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f9a31795-5819-4bb2-98df-a7af69ef8423 None None] Current status of the port de258caf-bbbf-4d31-a99a-ab020cea9110 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:32.202409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 60d8817d-6695-464a-b65b-dc2ec1a7739c is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:32.203071 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:32.237798 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc366b-9f69-4a07-a959-b8ebfed4bc4d req-40cffcc5-99a2-44f9-aa02-5cbcfa46cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:32.241034 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-23dc366b-9f69-4a07-a959-b8ebfed4bc4d req-40cffcc5-99a2-44f9-aa02-5cbcfa46cfc8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f21c7e5651f49c2b6930564a27dd33f&device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 1127 time: 0.6969278 Feb 07 16:37:32.279880 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] Set router 1d306101-f446-44bb-8717-d01aaf223d2c gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:37:32.292410 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af2718-fe93-43e2-b596-6ac14861e3ca req-5de52c06-a454-4b68-b143-02eca6e62936 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:32.302464 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-70af2718-fe93-43e2-b596-6ac14861e3ca req-5de52c06-a454-4b68-b143-02eca6e62936 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 945 time: 0.4514029 Feb 07 16:37:32.329856 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1bea2ea-ea43-44d0-8502-a45cb6c82591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (7c7430d7-35d2-4335-b6d9-e7d8d0a6bfc9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:32.506759 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7997b8-5408-45dd-bdbf-815863c53e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d8817d-6695-464a-b65b-dc2ec1a7739c'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:37:32.515725 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525f2d08-267b-488f-a441-56d5018d7ffd" -d '{"events": [{"server_uuid": "1c7997b8-5408-45dd-bdbf-815863c53e20", "name": "network-vif-plugged", "status": "completed", "tag": "60d8817d-6695-464a-b65b-dc2ec1a7739c"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:37:32.523454 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:32.550691 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dff3fd61-8c41-4f21-af96-95e24ddd2762 req-b657afaf-d2f6-4fd5-b869-a434503b7039 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "GET /v2.0/security-groups/823f38cb-fc44-4ef2-8f5b-bfe052e8f724 HTTP/1.1" status: 200 len: 1822 time: 0.9754670 Feb 07 16:37:32.573927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc366b-9f69-4a07-a959-b8ebfed4bc4d req-2acff982-b152-474d-9e7b-3aa42b2ee2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:32.576789 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-23dc366b-9f69-4a07-a959-b8ebfed4bc4d req-2acff982-b152-474d-9e7b-3aa42b2ee2d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=937f4032-ece2-4ef3-ae25-e7defef4a280 HTTP/1.1" status: 200 len: 924 time: 0.2589912 Feb 07 16:37:32.750975 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-23dc366b-9f69-4a07-a959-b8ebfed4bc4d req-3e43dd77-203e-4026-b6bc-25471a6d93c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac87ba43-125c-441a-9026-880caa8f1eae HTTP/1.1" status: 200 len: 1000 time: 0.1486685 Feb 07 16:37:32.924394 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc366b-9f69-4a07-a959-b8ebfed4bc4d req-3065c3e7-052b-40b0-8871-1c76001f862f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:32.928259 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-23dc366b-9f69-4a07-a959-b8ebfed4bc4d req-3065c3e7-052b-40b0-8871-1c76001f862f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=84094ea4-ebf5-4efb-98d2-d6d7e236c705 HTTP/1.1" status: 200 len: 862 time: 0.1559813 Feb 07 16:37:32.959940 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-36a708f7-eda7-40a2-b178-d0902f844ce0 req-676f4b82-9773-4a57-b5da-9eb160508be0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 210 time: 0.1251252 Feb 07 16:37:33.010411 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 60d8817d-6695-464a-b65b-dc2ec1a7739c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=60d8817d-6695-464a-b65b-dc2ec1a7739c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:33.030096 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:33.040861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-13d2fc8b-82f7-4f62-bf06-6d1aaae92669 req-95c5d491-a647-4a65-9958-816fb342594f tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1288974847', 'description': 'tempest-description-1112948888'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:33.122292 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-13d2fc8b-82f7-4f62-bf06-6d1aaae92669 req-95c5d491-a647-4a65-9958-816fb342594f tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:33.255725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=60d8817d-6695-464a-b65b-dc2ec1a7739c,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:33.327502 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2113675780-router', 'tenant_id': 'fe73236ced754eaf9d56a50e62338c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '400e4769-9080-4444-bbc8-bbb35382fb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:25Z', 'updated_at': '2022-02-07T16:37:28Z', 'revision_number': 3, 'project_id': 'fe73236ced754eaf9d56a50e62338c74', 'gw_port': {'id': '400e4769-9080-4444-bbc8-bbb35382fb5c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:26Z', 'updated_at': '2022-02-07T16:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:33.400389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] Checking router: 1d306101-f446-44bb-8717-d01aaf223d2c for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:37:33.401243 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] Updating router 1d306101-f446-44bb-8717-d01aaf223d2c port 400e4769-9080-4444-bbc8-bbb35382fb5c binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:37:33.500872 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-13d2fc8b-82f7-4f62-bf06-6d1aaae92669 req-95c5d491-a647-4a65-9958-816fb342594f tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (4dc4c2d3-b897-44e8-95af-e1aef8ae250e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:33.501576 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (400e4769-9080-4444-bbc8-bbb35382fb5c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:33.510757 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-13d2fc8b-82f7-4f62-bf06-6d1aaae92669 req-95c5d491-a647-4a65-9958-816fb342594f tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4dc4c2d3-b897-44e8-95af-e1aef8ae250e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:33.579047 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f540ef-8e64-436b-b94c-5309b9732005 req-eed1a596-0217-42d2-b0ba-d3c38ccf0da7 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Made reservation on behalf of 1d548d291d9f481cbdcd664ba783ab69 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:37:33.586113 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-58f540ef-8e64-436b-b94c-5309b9732005 req-eed1a596-0217-42d2-b0ba-d3c38ccf0da7 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:33.596222 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-70af2718-fe93-43e2-b596-6ac14861e3ca req-80f06fa6-5cc6-4ee6-88db-a7e02b340a84 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2907484 Feb 07 16:37:33.639533 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-13d2fc8b-82f7-4f62-bf06-6d1aaae92669 req-95c5d491-a647-4a65-9958-816fb342594f tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:33.655004 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-13d2fc8b-82f7-4f62-bf06-6d1aaae92669 req-95c5d491-a647-4a65-9958-816fb342594f tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6359344 Feb 07 16:37:33.685959 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5d491-a647-4a65-9958-816fb342594f tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc4c2d3-b897-44e8-95af-e1aef8ae250e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:33.711649 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1bea2ea-ea43-44d0-8502-a45cb6c82591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (7c7430d7-35d2-4335-b6d9-e7d8d0a6bfc9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:33.847192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc366b-9f69-4a07-a959-b8ebfed4bc4d req-0e784e60-a8fe-438f-a476-4b8e8ea296ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:33.850171 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-23dc366b-9f69-4a07-a959-b8ebfed4bc4d req-0e784e60-a8fe-438f-a476-4b8e8ea296ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=937f4032-ece2-4ef3-ae25-e7defef4a280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8915396 Feb 07 16:37:33.862426 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b1bea2ea-ea43-44d0-8502-a45cb6c82591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7430d7-35d2-4335-b6d9-e7d8d0a6bfc9']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:33.877438 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4322aaf2-1dec-4004-b6a2-e83328c8c9ab x-openstack-request-id: req-4322aaf2-1dec-4004-b6a2-e83328c8c9ab {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:37:33.880950 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7997b8-5408-45dd-bdbf-815863c53e20", "name": "network-vif-plugged", "status": "completed", "tag": "60d8817d-6695-464a-b65b-dc2ec1a7739c", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:37:33.881486 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4322aaf2-1dec-4004-b6a2-e83328c8c9ab {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:37:33.882651 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7997b8-5408-45dd-bdbf-815863c53e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d8817d-6695-464a-b65b-dc2ec1a7739c', 'code': 200} Feb 07 16:37:33.998211 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b1bea2ea-ea43-44d0-8502-a45cb6c82591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc4435b-e2b0-40ec-a2e2-df27382092fc') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:33.998741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b1bea2ea-ea43-44d0-8502-a45cb6c82591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc4435b-e2b0-40ec-a2e2-df27382092fc') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:34.078312 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7756d1ab-b711-42cd-9669-7844a5b822f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:34.226204 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] Publish callbacks [] for port (400e4769-9080-4444-bbc8-bbb35382fb5c), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:34.240474 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (400e4769-9080-4444-bbc8-bbb35382fb5c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:34.347362 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e455888a-e0fa-4168-a8b7-9efa44909198 req-b9e21407-1cb5-4cb7-a70b-9ea3b5eedba0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 210 time: 0.0559809 Feb 07 16:37:34.380759 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1bea2ea-ea43-44d0-8502-a45cb6c82591 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (adc4435b-e2b0-40ec-a2e2-df27382092fc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:34.503534 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e7334-a435-43a1-9b90-154b6601376e None None] Pushing event updated for resources: {'Port': ['ID=400e4769-9080-4444-bbc8-bbb35382fb5c,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:34.508975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] Attempting to bind port 400e4769-9080-4444-bbc8-bbb35382fb5c on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:37:34.510137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] Attempting to bind port 400e4769-9080-4444-bbc8-bbb35382fb5c by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:37:34.510778 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] Attempting to bind port 400e4769-9080-4444-bbc8-bbb35382fb5c on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:37:34.515579 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-7756d1ab-b711-42cd-9669-7844a5b822f6 admin admin] Allocated IP 172.20.0.1 (ad69f8fd-6ecb-4a88-b291-e6bb3e449d84/80e69d6c-b48f-4fd8-93ac-ca848d4de64a/6622ab48-00dc-4710-b546-88a19a1da8b9) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:37:34.548095 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:37:34.548691 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:37:34.569446 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:34.570348 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:37:34.571159 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] Bound port: 400e4769-9080-4444-bbc8-bbb35382fb5c, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:37:34.571816 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (400e4769-9080-4444-bbc8-bbb35382fb5c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:34.589685 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1bea2ea-ea43-44d0-8502-a45cb6c82591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (adc4435b-e2b0-40ec-a2e2-df27382092fc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:34.682189 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-23dc366b-9f69-4a07-a959-b8ebfed4bc4d req-1ba060cd-ce77-4d37-9bdd-5647088f461a service neutron] 10.222.0.48 "GET /v2.0/networks/937f4032-ece2-4ef3-ae25-e7defef4a280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8087747 Feb 07 16:37:34.706503 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6be6d3fd-8450-4383-8674-1ad40dcbc2fc req-19cc27e9-f8b0-433d-965b-85d7b870814c tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "GET /v2.0/security-groups/4dc4c2d3-b897-44e8-95af-e1aef8ae250e HTTP/1.1" status: 200 len: 1822 time: 0.8485193 Feb 07 16:37:34.734311 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] For port 400e4769-9080-4444-bbc8-bbb35382fb5c, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:37:34.740091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] For port 400e4769-9080-4444-bbc8-bbb35382fb5c, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=400e4769-9080-4444-bbc8-bbb35382fb5c,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:37:34.745108 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-6be6d3fd-8450-4383-8674-1ad40dcbc2fc req-88b121d4-03d9-42ff-a474-630814ec6bf9 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4dc4c2d3-b897-44e8-95af-e1aef8ae250e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:34.745643 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-6be6d3fd-8450-4383-8674-1ad40dcbc2fc req-88b121d4-03d9-42ff-a474-630814ec6bf9 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4dc4c2d3-b897-44e8-95af-e1aef8ae250e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:34.751091 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (400e4769-9080-4444-bbc8-bbb35382fb5c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:34.781807 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7756d1ab-b711-42cd-9669-7844a5b822f6 admin admin] Publish callbacks [] for port (6622ab48-00dc-4710-b546-88a19a1da8b9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:34.842700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1bea2ea-ea43-44d0-8502-a45cb6c82591 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:37:34.843246 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1bea2ea-ea43-44d0-8502-a45cb6c82591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (adc4435b-e2b0-40ec-a2e2-df27382092fc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:37:34.888057 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:37:34.902829 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20356bd8-7f41-40d1-8610-bb4a2da0bb09 req-520b8802-9a60-44bc-9a5e-0baf3ead0b9b tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:34.911738 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-20356bd8-7f41-40d1-8610-bb4a2da0bb09 req-520b8802-9a60-44bc-9a5e-0baf3ead0b9b tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 945 time: 0.1194832 Feb 07 16:37:34.923222 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7756d1ab-b711-42cd-9669-7844a5b822f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (6622ab48-00dc-4710-b546-88a19a1da8b9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:34.942930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e7334-a435-43a1-9b90-154b6601376e None None] Pushing event updated for resources: {'Port': ['ID=400e4769-9080-4444-bbc8-bbb35382fb5c,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:34.966045 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] Routers {'1d306101-f446-44bb-8717-d01aaf223d2c'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:37:34.967803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:37:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1d306101-f446-44bb-8717-d01aaf223d2c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:35.012931 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7756d1ab-b711-42cd-9669-7844a5b822f6 admin admin] Network ad69f8fd-6ecb-4a88-b291-e6bb3e449d84 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:37:35.033432 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-7756d1ab-b711-42cd-9669-7844a5b822f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:37:35.046989 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7756d1ab-b711-42cd-9669-7844a5b822f6 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:37:35.111868 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-20356bd8-7f41-40d1-8610-bb4a2da0bb09 req-13302c62-466a-4ff0-ad43-264841c6ad0a tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977918 Feb 07 16:37:35.136877 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756d1ab-b711-42cd-9669-7844a5b822f6 admin admin] Pushing event updated for resources: {'Port': ['ID=6622ab48-00dc-4710-b546-88a19a1da8b9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:35.182068 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7756d1ab-b711-42cd-9669-7844a5b822f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (1d306101-f446-44bb-8717-d01aaf223d2c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:35.259372 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1bea2ea-ea43-44d0-8502-a45cb6c82591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (7c7430d7-35d2-4335-b6d9-e7d8d0a6bfc9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:35.331615 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1bea2ea-ea43-44d0-8502-a45cb6c82591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:35.347897 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b1bea2ea-ea43-44d0-8502-a45cb6c82591 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7c7430d7-35d2-4335-b6d9-e7d8d0a6bfc9 HTTP/1.1" status: 204 len: 168 time: 3.4422886 Feb 07 16:37:35.384629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] Set router 1d306101-f446-44bb-8717-d01aaf223d2c gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:37:35.467321 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-58f540ef-8e64-436b-b94c-5309b9732005 req-eed1a596-0217-42d2-b0ba-d3c38ccf0da7 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Allocated IP 172.20.0.13 (64333f75-bb31-47f0-9f63-55e283dff327/3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801/2811f0c3-be71-4376-87f4-a273b75c44ed) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:37:35.490012 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bea2ea-ea43-44d0-8502-a45cb6c82591 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7430d7-35d2-4335-b6d9-e7d8d0a6bfc9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:35.592082 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7756d1ab-b711-42cd-9669-7844a5b822f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6622ab48-00dc-4710-b546-88a19a1da8b9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:35.642543 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-23dc366b-9f69-4a07-a959-b8ebfed4bc4d req-a2b64fd1-f074-44dc-a912-79add3c3570d service neutron] 10.222.0.48 "GET /v2.0/networks/937f4032-ece2-4ef3-ae25-e7defef4a280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9237401 Feb 07 16:37:35.820899 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58232) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:35.848665 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-09a3945d-900c-4221-9f51-6a30abf73e54 None None] Provisioning complete for port 6622ab48-00dc-4710-b546-88a19a1da8b9 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:35.849450 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-09a3945d-900c-4221-9f51-6a30abf73e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6622ab48-00dc-4710-b546-88a19a1da8b9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:35.860258 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-25b2eba7-ee85-4005-9a65-d9a655ee07fe req-534c9dd5-9258-41d0-bd7c-e7917efe9fe5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 210 time: 0.1053095 Feb 07 16:37:35.879272 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6be6d3fd-8450-4383-8674-1ad40dcbc2fc req-88b121d4-03d9-42ff-a474-630814ec6bf9 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (7ba24e2f-c726-4390-a546-60d328c88884), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:35.941669 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-09a3945d-900c-4221-9f51-6a30abf73e54 None None] Port 6622ab48-00dc-4710-b546-88a19a1da8b9 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:37:36.054440 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2c0c4755-31ff-4e94-9475-1f50a0a00af2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb2193cd457a4d9d862842afaefb83f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183061 Feb 07 16:37:36.055065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58234) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:36.127781 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6be6d3fd-8450-4383-8674-1ad40dcbc2fc req-88b121d4-03d9-42ff-a474-630814ec6bf9 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (7ba24e2f-c726-4390-a546-60d328c88884), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:36.178505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2113675780-router', 'tenant_id': 'fe73236ced754eaf9d56a50e62338c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '400e4769-9080-4444-bbc8-bbb35382fb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:25Z', 'updated_at': '2022-02-07T16:37:28Z', 'revision_number': 3, 'project_id': 'fe73236ced754eaf9d56a50e62338c74', 'gw_port': {'id': '400e4769-9080-4444-bbc8-bbb35382fb5c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:26Z', 'updated_at': '2022-02-07T16:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:36.190357 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6be6d3fd-8450-4383-8674-1ad40dcbc2fc req-88b121d4-03d9-42ff-a474-630814ec6bf9 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (7ba24e2f-c726-4390-a546-60d328c88884), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:36.221940 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7756d1ab-b711-42cd-9669-7844a5b822f6 admin admin] Publish callbacks [] for port (6622ab48-00dc-4710-b546-88a19a1da8b9), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:36.229055 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7756d1ab-b711-42cd-9669-7844a5b822f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (6622ab48-00dc-4710-b546-88a19a1da8b9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:36.304170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b121d4-03d9-42ff-a474-630814ec6bf9 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba24e2f-c726-4390-a546-60d328c88884,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:36.321523 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3114de-69ea-4b26-84aa-bc4edf908647 None None] The sync data for ids ['1d306101-f446-44bb-8717-d01aaf223d2c'] in n-d-827865-3 is: [{'id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2113675780-router', 'tenant_id': 'fe73236ced754eaf9d56a50e62338c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '400e4769-9080-4444-bbc8-bbb35382fb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:25Z', 'updated_at': '2022-02-07T16:37:28Z', 'revision_number': 3, 'project_id': 'fe73236ced754eaf9d56a50e62338c74', 'gw_port': {'id': '400e4769-9080-4444-bbc8-bbb35382fb5c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:26Z', 'updated_at': '2022-02-07T16:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:37:36.355516 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6be6d3fd-8450-4383-8674-1ad40dcbc2fc req-88b121d4-03d9-42ff-a474-630814ec6bf9 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:36.358346 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6be6d3fd-8450-4383-8674-1ad40dcbc2fc req-88b121d4-03d9-42ff-a474-630814ec6bf9 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6500282 Feb 07 16:37:36.418569 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-58f540ef-8e64-436b-b94c-5309b9732005 req-eed1a596-0217-42d2-b0ba-d3c38ccf0da7 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks [] for port (2811f0c3-be71-4376-87f4-a273b75c44ed), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:36.427182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756d1ab-b711-42cd-9669-7844a5b822f6 admin admin] Pushing event updated for resources: {'Port': ['ID=6622ab48-00dc-4710-b546-88a19a1da8b9,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:36.475940 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7756d1ab-b711-42cd-9669-7844a5b822f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (1d306101-f446-44bb-8717-d01aaf223d2c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:36.498968 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51cf7895-ae4b-484e-9ec0-8eb765471977 admin admin] Publish callbacks [] for security_group (10ea18e5-f606-4e65-af4b-c9c94e3fe3ed), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:36.548139 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51cf7895-ae4b-484e-9ec0-8eb765471977 admin admin] Publish callbacks [] for security_group (10ea18e5-f606-4e65-af4b-c9c94e3fe3ed), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:36.643298 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51cf7895-ae4b-484e-9ec0-8eb765471977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (10ea18e5-f606-4e65-af4b-c9c94e3fe3ed), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:36.646265 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51cf7895-ae4b-484e-9ec0-8eb765471977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:36.649839 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-51cf7895-ae4b-484e-9ec0-8eb765471977 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10ea18e5-f606-4e65-af4b-c9c94e3fe3ed HTTP/1.1" status: 204 len: 168 time: 0.5010238 Feb 07 16:37:36.687046 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf7895-ae4b-484e-9ec0-8eb765471977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ea18e5-f606-4e65-af4b-c9c94e3fe3ed,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:36.720905 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-58f540ef-8e64-436b-b94c-5309b9732005 req-eed1a596-0217-42d2-b0ba-d3c38ccf0da7 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (2811f0c3-be71-4376-87f4-a273b75c44ed), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:36.822437 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25046cf7-f88d-4050-9355-7e34e57ec478 req-a9846569-4d77-41e9-9c4a-ddf54e6f1d80 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:36.825319 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-25046cf7-f88d-4050-9355-7e34e57ec478 req-a9846569-4d77-41e9-9c4a-ddf54e6f1d80 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 945 time: 0.5470119 Feb 07 16:37:36.858041 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1a596-0217-42d2-b0ba-d3c38ccf0da7 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Pushing event updated for resources: {'Port': ['ID=2811f0c3-be71-4376-87f4-a273b75c44ed,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:36.899417 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f540ef-8e64-436b-b94c-5309b9732005 req-eed1a596-0217-42d2-b0ba-d3c38ccf0da7 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Network 64333f75-bb31-47f0-9f63-55e283dff327 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:37:36.900879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-58f540ef-8e64-436b-b94c-5309b9732005 req-eed1a596-0217-42d2-b0ba-d3c38ccf0da7 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:37:36.903415 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f540ef-8e64-436b-b94c-5309b9732005 req-eed1a596-0217-42d2-b0ba-d3c38ccf0da7 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:37:37.019139 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f540ef-8e64-436b-b94c-5309b9732005 req-eed1a596-0217-42d2-b0ba-d3c38ccf0da7 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:37.019702 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-58f540ef-8e64-436b-b94c-5309b9732005 req-eed1a596-0217-42d2-b0ba-d3c38ccf0da7 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:37.057025 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-58f540ef-8e64-436b-b94c-5309b9732005 req-eed1a596-0217-42d2-b0ba-d3c38ccf0da7 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3859556 Feb 07 16:37:37.068956 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Request body: {'port': {'device_id': '774766ed-ecc5-4b27-aa28-c57b663e6e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:37.073703 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-25046cf7-f88d-4050-9355-7e34e57ec478 req-e572f69f-f919-4545-9d5b-774bec550b5c tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190320 Feb 07 16:37:37.103461 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7756d1ab-b711-42cd-9669-7844a5b822f6 admin admin] Network ad69f8fd-6ecb-4a88-b291-e6bb3e449d84 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:37:37.105945 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-7756d1ab-b711-42cd-9669-7844a5b822f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:37:37.299204 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2811f0c3-be71-4376-87f4-a273b75c44ed), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:37.646584 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84af2f85-8f54-4f53-8fa0-cc38cad8d419 req-adf920a1-da92-4e24-b789-55c245a02c38 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "GET /v2.0/security-groups/4dc4c2d3-b897-44e8-95af-e1aef8ae250e HTTP/1.1" status: 200 len: 2415 time: 0.4180100 Feb 07 16:37:37.649108 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7756d1ab-b711-42cd-9669-7844a5b822f6 admin admin] Router 1d306101-f446-44bb-8717-d01aaf223d2c has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:37:37.719576 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 400e4769-9080-4444-bbc8-bbb35382fb5c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:37:37.912455 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 400e4769-9080-4444-bbc8-bbb35382fb5c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:37.917639 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (400e4769-9080-4444-bbc8-bbb35382fb5c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:38.057336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-471efbc0-69fd-48ee-8e5e-e20bbc51b748 None None] Provisioning complete for port 6622ab48-00dc-4710-b546-88a19a1da8b9 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:38.060887 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-471efbc0-69fd-48ee-8e5e-e20bbc51b748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6622ab48-00dc-4710-b546-88a19a1da8b9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:38.080293 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7756d1ab-b711-42cd-9669-7844a5b822f6 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:37:38.105315 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7756d1ab-b711-42cd-9669-7844a5b822f6 admin admin] 10.222.0.18 "PUT /v2.0/routers/1d306101-f446-44bb-8717-d01aaf223d2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5889454 Feb 07 16:37:38.105621 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2811f0c3-be71-4376-87f4-a273b75c44ed {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:37:38.112757 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Publish callbacks [] for port (2811f0c3-be71-4376-87f4-a273b75c44ed), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:38.124834 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Transition to ACTIVE for port object 2811f0c3-be71-4376-87f4-a273b75c44ed will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:37:38.139598 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (2811f0c3-be71-4376-87f4-a273b75c44ed), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:38.142178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-84af2f85-8f54-4f53-8fa0-cc38cad8d419 req-a33dc026-96ef-4f61-95f2-9d069a6275ca tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4dc4c2d3-b897-44e8-95af-e1aef8ae250e', 'remote_group_id': None}]} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:38.143631 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-84af2f85-8f54-4f53-8fa0-cc38cad8d419 req-a33dc026-96ef-4f61-95f2-9d069a6275ca tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4dc4c2d3-b897-44e8-95af-e1aef8ae250e', 'remote_group_id': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:38.153126 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-471efbc0-69fd-48ee-8e5e-e20bbc51b748 None None] Port 6622ab48-00dc-4710-b546-88a19a1da8b9 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:37:38.255370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Pushing event updated for resources: {'Port': ['ID=2811f0c3-be71-4376-87f4-a273b75c44ed,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:38.332460 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 400e4769-9080-4444-bbc8-bbb35382fb5c is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:38.333822 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (400e4769-9080-4444-bbc8-bbb35382fb5c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:38.340778 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-84af2f85-8f54-4f53-8fa0-cc38cad8d419 req-a33dc026-96ef-4f61-95f2-9d069a6275ca tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (23709d49-893e-4091-abb3-8df44d462a6e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:38.353071 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e0e1a-f293-43d1-9e11-06392bead9d5 req-8b54f3ca-ac9b-4afe-8c92-94bacad7a79a tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:38.364691 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ae5e0e1a-f293-43d1-9e11-06392bead9d5 req-8b54f3ca-ac9b-4afe-8c92-94bacad7a79a tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 945 time: 0.6292129 Feb 07 16:37:38.412003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 400e4769-9080-4444-bbc8-bbb35382fb5c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=400e4769-9080-4444-bbc8-bbb35382fb5c,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:38.423313 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (400e4769-9080-4444-bbc8-bbb35382fb5c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:38.480938 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-84af2f85-8f54-4f53-8fa0-cc38cad8d419 req-a33dc026-96ef-4f61-95f2-9d069a6275ca tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (23709d49-893e-4091-abb3-8df44d462a6e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:38.499219 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-84af2f85-8f54-4f53-8fa0-cc38cad8d419 req-a33dc026-96ef-4f61-95f2-9d069a6275ca tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (23709d49-893e-4091-abb3-8df44d462a6e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:38.574806 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33dc026-96ef-4f61-95f2-9d069a6275ca tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23709d49-893e-4091-abb3-8df44d462a6e,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:38.649045 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-84af2f85-8f54-4f53-8fa0-cc38cad8d419 req-a33dc026-96ef-4f61-95f2-9d069a6275ca tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:38.657390 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84af2f85-8f54-4f53-8fa0-cc38cad8d419 req-a33dc026-96ef-4f61-95f2-9d069a6275ca tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.0066724 Feb 07 16:37:38.772845 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=400e4769-9080-4444-bbc8-bbb35382fb5c,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:38.951164 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18a0be-1a00-4434-af64-7ac64d12ac3d req-ec731e04-5b7b-4e74-b2f1-2dd17cd50be4 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:38.953249 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a18a0be-1a00-4434-af64-7ac64d12ac3d req-ec731e04-5b7b-4e74-b2f1-2dd17cd50be4 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 944 time: 0.1292374 Feb 07 16:37:39.056137 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a18a0be-1a00-4434-af64-7ac64d12ac3d req-7bc88dc4-1032-4fe5-a90f-d4fe9876ceee tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948975 Feb 07 16:37:39.115043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Attempting to bind port 2811f0c3-be71-4376-87f4-a273b75c44ed on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:37:39.116254 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Attempting to bind port 2811f0c3-be71-4376-87f4-a273b75c44ed by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:37:39.116778 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Attempting to bind port 2811f0c3-be71-4376-87f4-a273b75c44ed on network 64333f75-bb31-47f0-9f63-55e283dff327 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:37:39.143421 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ae5e0e1a-f293-43d1-9e11-06392bead9d5 req-d78681b0-ae67-4a0b-bd82-55379d8205fe tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7748871 Feb 07 16:37:39.152478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Port 2811f0c3-be71-4376-87f4-a273b75c44ed on network 64333f75-bb31-47f0-9f63-55e283dff327 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:37:39.152821 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Attempting to bind port 2811f0c3-be71-4376-87f4-a273b75c44ed on network 64333f75-bb31-47f0-9f63-55e283dff327 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:37:39.177651 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8efdd-f649-4932-a5d9-e8fc57728ef4 req-8d1730f2-154d-43e6-8c30-dfb2c4cbe8e5 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:39.179340 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-75f8efdd-f649-4932-a5d9-e8fc57728ef4 req-8d1730f2-154d-43e6-8c30-dfb2c4cbe8e5 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 945 time: 0.7829781 Feb 07 16:37:39.212536 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:37:39.212994 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Checking segment: {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:37:39.213648 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Bound using segment: {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:37:39.214116 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Bound port: 2811f0c3-be71-4376-87f4-a273b75c44ed, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:37:39.214489 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2811f0c3-be71-4376-87f4-a273b75c44ed), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:39.278332 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58306) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:39.364713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7b61e-2994-4972-bd2f-2917191a2dea req-ad805adc-2c9c-4a2e-9848-120e90a33fe5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:39.408135 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-14c7b61e-2994-4972-bd2f-2917191a2dea req-ad805adc-2c9c-4a2e-9848-120e90a33fe5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 945 time: 0.1796868 Feb 07 16:37:39.515463 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] Sync routers for ids ['1d306101-f446-44bb-8717-d01aaf223d2c'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:37:39.545918 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] Routers {'1d306101-f446-44bb-8717-d01aaf223d2c'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:37:39.554448 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:37:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1d306101-f446-44bb-8717-d01aaf223d2c'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:39.561387 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 400e4769-9080-4444-bbc8-bbb35382fb5c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:37:39.669771 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-14c7b61e-2994-4972-bd2f-2917191a2dea req-c16e4e6d-9abc-490e-a8aa-d67206983622 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591772 Feb 07 16:37:39.707926 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 400e4769-9080-4444-bbc8-bbb35382fb5c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:39.708906 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (400e4769-9080-4444-bbc8-bbb35382fb5c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:39.787869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] For port 2811f0c3-be71-4376-87f4-a273b75c44ed, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:37:39.858798 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] Set router 1d306101-f446-44bb-8717-d01aaf223d2c gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:37:39.894904 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58318) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:39.904727 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5412e49d-5fe3-40a8-b95d-ad9a9929a6ef admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1617746426-network', 'tenant_id': 'f2ffc91660b34d2da2121a1b0861a149'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:39.940873 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-04644a7b-97a9-4026-8e9b-873f8e725ac6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-625812799-network', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:39.941325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 400e4769-9080-4444-bbc8-bbb35382fb5c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:39.944906 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] For port 2811f0c3-be71-4376-87f4-a273b75c44ed, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2811f0c3-be71-4376-87f4-a273b75c44ed,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:37:39.986587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5412e49d-5fe3-40a8-b95d-ad9a9929a6ef admin admin] Made reservation on behalf of f2ffc91660b34d2da2121a1b0861a149 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:37:39.989973 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5412e49d-5fe3-40a8-b95d-ad9a9929a6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:40.007055 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5412e49d-5fe3-40a8-b95d-ad9a9929a6ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:40.021930 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (2811f0c3-be71-4376-87f4-a273b75c44ed), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:40.035786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04644a7b-97a9-4026-8e9b-873f8e725ac6 admin admin] Made reservation on behalf of 2fabccc7467544a19befdaa3579ba7a1 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:37:40.035786 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04644a7b-97a9-4026-8e9b-873f8e725ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:40.051033 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04644a7b-97a9-4026-8e9b-873f8e725ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:40.164172 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04644a7b-97a9-4026-8e9b-873f8e725ac6 admin admin] Publish callbacks [] for security_group (afd2e0ca-57b5-4b54-836b-036e75260592), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:40.176819 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04644a7b-97a9-4026-8e9b-873f8e725ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (afd2e0ca-57b5-4b54-836b-036e75260592), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:40.181618 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1d4eded4-3b1f-4833-829d-1915b39ce524 req-2a4e270d-901f-4b2b-bf48-1ab9c956d55c tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "GET /v2.0/security-groups/4dc4c2d3-b897-44e8-95af-e1aef8ae250e HTTP/1.1" status: 200 len: 3013 time: 0.5063443 Feb 07 16:37:40.203822 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04644a7b-97a9-4026-8e9b-873f8e725ac6 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:37:40.230944 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04644a7b-97a9-4026-8e9b-873f8e725ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (070668f4-af7a-4262-a2f0-e475137af30d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:40.231881 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-04644a7b-97a9-4026-8e9b-873f8e725ac6 admin admin] Added segment 070668f4-af7a-4262-a2f0-e475137af30d of type vlan for network bb959358-376e-4a5f-93ad-a9d9fe150468 Feb 07 16:37:40.299057 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:40.299698 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:40.301185 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] 10.222.0.32 "PUT /v2.0/ports/2811f0c3-be71-4376-87f4-a273b75c44ed HTTP/1.1" status: 200 len: 1092 time: 3.2366922 Feb 07 16:37:40.303677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-75f8efdd-f649-4932-a5d9-e8fc57728ef4 req-19cb880f-14f1-4185-867f-0e647461a464 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Deleting port ac87ba43-125c-441a-9026-880caa8f1eae {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:37:40.304013 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-75f8efdd-f649-4932-a5d9-e8fc57728ef4 req-19cb880f-14f1-4185-867f-0e647461a464 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ac87ba43-125c-441a-9026-880caa8f1eae), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:40.307164 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774766ed-ecc5-4b27-aa28-c57b663e6e7c', 'tag': '2811f0c3-be71-4376-87f4-a273b75c44ed'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:37:40.309995 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49356b0b-0e88-4723-8b11-60f92fcc65af" -d '{"events": [{"name": "network-changed", "server_uuid": "774766ed-ecc5-4b27-aa28-c57b663e6e7c", "tag": "2811f0c3-be71-4376-87f4-a273b75c44ed"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:37:40.398372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Pushing event updated for resources: {'Port': ['ID=2811f0c3-be71-4376-87f4-a273b75c44ed,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:40.404395 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2113675780-router', 'tenant_id': 'fe73236ced754eaf9d56a50e62338c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '400e4769-9080-4444-bbc8-bbb35382fb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:25Z', 'updated_at': '2022-02-07T16:37:35Z', 'revision_number': 4, 'project_id': 'fe73236ced754eaf9d56a50e62338c74', 'gw_port': {'id': '400e4769-9080-4444-bbc8-bbb35382fb5c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:26Z', 'updated_at': '2022-02-07T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '6622ab48-00dc-4710-b546-88a19a1da8b9', 'name': '', 'network_id': 'ad69f8fd-6ecb-4a88-b291-e6bb3e449d84', 'tenant_id': 'fe73236ced754eaf9d56a50e62338c74', 'mac_address': 'fa:16:3e:78:2a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '80e69d6c-b48f-4fd8-93ac-ca848d4de64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:34Z', 'updated_at': '2022-02-07T16:37:35Z', 'revision_number': 2, 'project_id': 'fe73236ced754eaf9d56a50e62338c74', 'subnets': [{'id': '80e69d6c-b48f-4fd8-93ac-ca848d4de64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:40.463093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:40.463712 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:40.464218 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:40.464744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:40.465243 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:40.465864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:40.466958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:40.467471 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:40.467875 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04644a7b-97a9-4026-8e9b-873f8e725ac6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (bb959358-376e-4a5f-93ad-a9d9fe150468), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:40.468665 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:40.469179 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:40.469766 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:40.470278 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:40.470769 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1165e59f-c044-43e6-a10b-1664f8141393 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:40.502109 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] Checking router: 1d306101-f446-44bb-8717-d01aaf223d2c for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:37:40.502378 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] Updating router 1d306101-f446-44bb-8717-d01aaf223d2c port 6622ab48-00dc-4710-b546-88a19a1da8b9 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:37:40.522348 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04644a7b-97a9-4026-8e9b-873f8e725ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd2e0ca-57b5-4b54-836b-036e75260592,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:40.528886 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04644a7b-97a9-4026-8e9b-873f8e725ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (bb959358-376e-4a5f-93ad-a9d9fe150468), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:40.530828 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04644a7b-97a9-4026-8e9b-873f8e725ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:40.531818 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04644a7b-97a9-4026-8e9b-873f8e725ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:40.552244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-75f8efdd-f649-4932-a5d9-e8fc57728ef4 req-19cb880f-14f1-4185-867f-0e647461a464 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] For port ac87ba43-125c-441a-9026-880caa8f1eae, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ac87ba43-125c-441a-9026-880caa8f1eae,segment=NetworkSegment(92918f95-4f53-4496-ba2d-d0806e41737b),segment_id=92918f95-4f53-4496-ba2d-d0806e41737b)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:40.553322 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-75f8efdd-f649-4932-a5d9-e8fc57728ef4 req-19cb880f-14f1-4185-867f-0e647461a464 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ac87ba43-125c-441a-9026-880caa8f1eae), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:40.560296 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1df4a65f-9fcb-4a45-9cb3-bc5c3e7b9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:40.562736 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-58f540ef-8e64-436b-b94c-5309b9732005 req-1df4a65f-9fcb-4a45-9cb3-bc5c3e7b9330 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 1126 time: 0.1956413 Feb 07 16:37:40.577065 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-04644a7b-97a9-4026-8e9b-873f8e725ac6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2974553 Feb 07 16:37:40.584403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58330) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:40.621306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d849e-e297-430b-8592-73db020da44a req-2fc47695-0275-4c04-96cb-87fa5e295ea4 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:40.624701 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d51d849e-e297-430b-8592-73db020da44a req-2fc47695-0275-4c04-96cb-87fa5e295ea4 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 945 time: 0.2603414 Feb 07 16:37:40.630242 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cf0fb62d-6561-4136-9a19-99cf6b638a77 admin admin] Request body: {'subnet': {'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-625812799-subnet', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:40.633385 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6622ab48-00dc-4710-b546-88a19a1da8b9), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:40.670983 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73deb260-2288-4c01-bc20-295adb0a466e req-cf1dd3af-5303-4ccf-a441-a501ff85857c tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:40.674489 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-73deb260-2288-4c01-bc20-295adb0a466e req-cf1dd3af-5303-4ccf-a441-a501ff85857c tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 944 time: 0.3329923 Feb 07 16:37:40.769716 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-58f540ef-8e64-436b-b94c-5309b9732005 req-215af24c-7f59-482a-b504-1895a2f72eba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2811f0c3-be71-4376-87f4-a273b75c44ed HTTP/1.1" status: 200 len: 217 time: 0.1936390 Feb 07 16:37:40.781662 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-73deb260-2288-4c01-bc20-295adb0a466e req-d7e66676-e750-41e9-b575-17bbc9c8f4af tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953088 Feb 07 16:37:40.782996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04644a7b-97a9-4026-8e9b-873f8e725ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=bb959358-376e-4a5f-93ad-a9d9fe150468,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:40.816514 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network bb959358-376e-4a5f-93ad-a9d9fe150468 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:37:40.934123 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5a5437b2-bf76-4f4d-a6de-a7ce6a571282 req-a7b629db-2439-4712-b81e-8fd1646df71f tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "GET /v2.0/security-group-rules/23709d49-893e-4091-abb3-8df44d462a6e HTTP/1.1" status: 200 len: 783 time: 0.1091006 Feb 07 16:37:40.953417 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ac87ba43-125c-441a-9026-880caa8f1eae no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:37:41.007701 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0fb62d-6561-4136-9a19-99cf6b638a77 admin admin] Made reservation on behalf of 2fabccc7467544a19befdaa3579ba7a1 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:37:41.010711 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb62d-6561-4136-9a19-99cf6b638a77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:41.020626 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5412e49d-5fe3-40a8-b95d-ad9a9929a6ef admin admin] Publish callbacks [] for security_group (b41058f6-66ab-4f73-8882-60cd9e9c2432), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:41.090066 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5412e49d-5fe3-40a8-b95d-ad9a9929a6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b41058f6-66ab-4f73-8882-60cd9e9c2432), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:41.104868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5412e49d-5fe3-40a8-b95d-ad9a9929a6ef admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:37:41.117257 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5412e49d-5fe3-40a8-b95d-ad9a9929a6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (f63a9932-c8d5-4b3c-90c1-f13a3746149c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:41.117667 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-5412e49d-5fe3-40a8-b95d-ad9a9929a6ef admin admin] Added segment f63a9932-c8d5-4b3c-90c1-f13a3746149c of type vlan for network 4b571603-d173-4d9a-a477-adde4d6cd1df Feb 07 16:37:41.118610 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d51d849e-e297-430b-8592-73db020da44a req-757bbace-ea36-462a-bc60-cba90a4ed087 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4286642 Feb 07 16:37:41.178644 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5412e49d-5fe3-40a8-b95d-ad9a9929a6ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (4b571603-d173-4d9a-a477-adde4d6cd1df), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:41.221754 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f540ef-8e64-436b-b94c-5309b9732005 req-9234d24b-baae-4dba-aacf-8259b5f31f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:41.225245 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-58f540ef-8e64-436b-b94c-5309b9732005 req-9234d24b-baae-4dba-aacf-8259b5f31f5d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801 HTTP/1.1" status: 200 len: 845 time: 0.4493012 Feb 07 16:37:41.262846 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412e49d-5fe3-40a8-b95d-ad9a9929a6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41058f6-66ab-4f73-8882-60cd9e9c2432,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:41.273051 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5412e49d-5fe3-40a8-b95d-ad9a9929a6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (4b571603-d173-4d9a-a477-adde4d6cd1df), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:41.274007 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5412e49d-5fe3-40a8-b95d-ad9a9929a6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:41.278466 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5412e49d-5fe3-40a8-b95d-ad9a9929a6ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:41.330608 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-58f540ef-8e64-436b-b94c-5309b9732005 req-6529c173-eb92-4542-a266-2ec3f3dbdd21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64333f75-bb31-47f0-9f63-55e283dff327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804970 Feb 07 16:37:41.361871 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e5204b-5e66-4e5c-9bdc-b857aa7e6e4a x-openstack-request-id: req-66e5204b-5e66-4e5c-9bdc-b857aa7e6e4a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:37:41.362182 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "774766ed-ecc5-4b27-aa28-c57b663e6e7c", "tag": "2811f0c3-be71-4376-87f4-a273b75c44ed", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:37:41.362668 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66e5204b-5e66-4e5c-9bdc-b857aa7e6e4a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:37:41.363280 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '774766ed-ecc5-4b27-aa28-c57b663e6e7c', 'tag': '2811f0c3-be71-4376-87f4-a273b75c44ed', 'status': 'completed', 'code': 200} Feb 07 16:37:41.440134 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412e49d-5fe3-40a8-b95d-ad9a9929a6ef admin admin] Pushing event updated for resources: {'Network': ['ID=4b571603-d173-4d9a-a477-adde4d6cd1df,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:41.464500 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ac87ba43-125c-441a-9026-880caa8f1eae is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:41.465115 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ac87ba43-125c-441a-9026-880caa8f1eae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:41.470260 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 4b571603-d173-4d9a-a477-adde4d6cd1df details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:37:41.506291 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5412e49d-5fe3-40a8-b95d-ad9a9929a6ef admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6094916 Feb 07 16:37:41.532923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58350) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:41.538427 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] Publish callbacks [] for port (6622ab48-00dc-4710-b546-88a19a1da8b9), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:41.543186 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b736189f-f771-4224-8296-5570f218a902 admin admin] Request body: {'subnet': {'network_id': '4b571603-d173-4d9a-a477-adde4d6cd1df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1617746426-subnet', 'tenant_id': 'f2ffc91660b34d2da2121a1b0861a149', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:41.553618 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6622ab48-00dc-4710-b546-88a19a1da8b9), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:41.565670 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-58f540ef-8e64-436b-b94c-5309b9732005 req-2dabcd87-a897-4d95-a1ea-a58842173d4e service neutron] 10.222.0.32 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319211 Feb 07 16:37:41.579718 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ac87ba43-125c-441a-9026-880caa8f1eae, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ac87ba43-125c-441a-9026-880caa8f1eae,segment=NetworkSegment(92918f95-4f53-4496-ba2d-d0806e41737b),segment_id=92918f95-4f53-4496-ba2d-d0806e41737b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:41.583126 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f02aca-c40e-4e20-846b-69d28128e6cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac87ba43-125c-441a-9026-880caa8f1eae'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:37:41.585980 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcc4814-53ad-4761-a702-258d15dc7d3b" -d '{"events": [{"server_uuid": "d1f02aca-c40e-4e20-846b-69d28128e6cf", "name": "network-vif-unplugged", "status": "completed", "tag": "ac87ba43-125c-441a-9026-880caa8f1eae"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:37:41.603476 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ac87ba43-125c-441a-9026-880caa8f1eae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:41.646594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b736189f-f771-4224-8296-5570f218a902 admin admin] Made reservation on behalf of f2ffc91660b34d2da2121a1b0861a149 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:37:41.653148 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b736189f-f771-4224-8296-5570f218a902 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:41.676020 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5a5437b2-bf76-4f4d-a6de-a7ce6a571282 req-22e8a8ba-42dc-466c-ab33-1390756f77c0 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "GET /v2.0/security-groups/4dc4c2d3-b897-44e8-95af-e1aef8ae250e HTTP/1.1" status: 200 len: 3013 time: 0.6977630 Feb 07 16:37:41.690881 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ac87ba43-125c-441a-9026-880caa8f1eae,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:41.746172 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b5157-5729-4d5c-accb-f768d33a7680 None None] Pushing event updated for resources: {'Port': ['ID=6622ab48-00dc-4710-b546-88a19a1da8b9,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:41.771867 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b5157-5729-4d5c-accb-f768d33a7680 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:41.772237 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b5157-5729-4d5c-accb-f768d33a7680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:41.773109 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b5157-5729-4d5c-accb-f768d33a7680 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:41.773496 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b5157-5729-4d5c-accb-f768d33a7680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:41.773840 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b5157-5729-4d5c-accb-f768d33a7680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:41.774179 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b5157-5729-4d5c-accb-f768d33a7680 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:41.774690 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b5157-5729-4d5c-accb-f768d33a7680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:41.775167 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b5157-5729-4d5c-accb-f768d33a7680 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:41.775505 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b5157-5729-4d5c-accb-f768d33a7680 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:41.775832 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b5157-5729-4d5c-accb-f768d33a7680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:41.786620 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b5157-5729-4d5c-accb-f768d33a7680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:41.787603 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b5157-5729-4d5c-accb-f768d33a7680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:41.788122 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b5157-5729-4d5c-accb-f768d33a7680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:41.835050 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-75f8efdd-f649-4932-a5d9-e8fc57728ef4 req-19cb880f-14f1-4185-867f-0e647461a464 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:41.835429 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-75f8efdd-f649-4932-a5d9-e8fc57728ef4 req-19cb880f-14f1-4185-867f-0e647461a464 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (60560ca3-74b3-40d7-a465-c8c00414199e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:41.838931 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [req-75f8efdd-f649-4932-a5d9-e8fc57728ef4 req-19cb880f-14f1-4185-867f-0e647461a464 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Floating IP 60560ca3-74b3-40d7-a465-c8c00414199e disassociated. External IP: 172.25.4.13, port: ac87ba43-125c-441a-9026-880caa8f1eae. Feb 07 16:37:41.839382 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-75f8efdd-f649-4932-a5d9-e8fc57728ef4 req-19cb880f-14f1-4185-867f-0e647461a464 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Calling delete_port for ac87ba43-125c-441a-9026-880caa8f1eae owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:37:41.914283 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] Attempting to bind port 6622ab48-00dc-4710-b546-88a19a1da8b9 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:37:41.914662 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] Attempting to bind port 6622ab48-00dc-4710-b546-88a19a1da8b9 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'fccaec59-769f-4b21-b3cc-6d22dd208893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ad69f8fd-6ecb-4a88-b291-e6bb3e449d84'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:37:41.915046 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] Attempting to bind port 6622ab48-00dc-4710-b546-88a19a1da8b9 on network ad69f8fd-6ecb-4a88-b291-e6bb3e449d84 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:37:41.921541 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:37:41.921928 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] Checking segment: {'id': 'fccaec59-769f-4b21-b3cc-6d22dd208893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ad69f8fd-6ecb-4a88-b291-e6bb3e449d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:37:41.923139 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:41.923551 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] Bound using segment: {'id': 'fccaec59-769f-4b21-b3cc-6d22dd208893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ad69f8fd-6ecb-4a88-b291-e6bb3e449d84'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:37:41.924714 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] Bound port: 6622ab48-00dc-4710-b546-88a19a1da8b9, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fccaec59-769f-4b21-b3cc-6d22dd208893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ad69f8fd-6ecb-4a88-b291-e6bb3e449d84'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:37:41.924714 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6622ab48-00dc-4710-b546-88a19a1da8b9), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:42.062988 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] For port 6622ab48-00dc-4710-b546-88a19a1da8b9, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:37:42.068523 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] For port 6622ab48-00dc-4710-b546-88a19a1da8b9, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=6622ab48-00dc-4710-b546-88a19a1da8b9,segment=NetworkSegment(fccaec59-769f-4b21-b3cc-6d22dd208893),segment_id=fccaec59-769f-4b21-b3cc-6d22dd208893)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:37:42.085235 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6622ab48-00dc-4710-b546-88a19a1da8b9), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:42.093539 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5a5437b2-bf76-4f4d-a6de-a7ce6a571282 req-9f29d5c2-172e-4483-9601-6d6500dbf188 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (23709d49-893e-4091-abb3-8df44d462a6e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:42.163501 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] Routers {'1d306101-f446-44bb-8717-d01aaf223d2c'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:37:42.164258 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:37:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1d306101-f446-44bb-8717-d01aaf223d2c'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:42.191889 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5a5437b2-bf76-4f4d-a6de-a7ce6a571282 req-9f29d5c2-172e-4483-9601-6d6500dbf188 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (23709d49-893e-4091-abb3-8df44d462a6e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:42.258314 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5a5437b2-bf76-4f4d-a6de-a7ce6a571282 req-9f29d5c2-172e-4483-9601-6d6500dbf188 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (23709d49-893e-4091-abb3-8df44d462a6e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:42.272890 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5a5437b2-bf76-4f4d-a6de-a7ce6a571282 req-9f29d5c2-172e-4483-9601-6d6500dbf188 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:42.275554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e516bf23-e157-43ef-a393-fa33e6d62946 None None] Provisioning complete for port 6622ab48-00dc-4710-b546-88a19a1da8b9 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:42.276156 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5a5437b2-bf76-4f4d-a6de-a7ce6a571282 req-9f29d5c2-172e-4483-9601-6d6500dbf188 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/23709d49-893e-4091-abb3-8df44d462a6e HTTP/1.1" status: 204 len: 173 time: 0.4431612 Feb 07 16:37:42.276248 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e516bf23-e157-43ef-a393-fa33e6d62946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6622ab48-00dc-4710-b546-88a19a1da8b9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:42.302477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29d5c2-172e-4483-9601-6d6500dbf188 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23709d49-893e-4091-abb3-8df44d462a6e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:42.355022 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb62d-6561-4136-9a19-99cf6b638a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (90964d09-98ab-43e4-aadc-448a3d2d7f90), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:42.362727 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] Set router 1d306101-f446-44bb-8717-d01aaf223d2c gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:37:42.439642 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b5157-5729-4d5c-accb-f768d33a7680 None None] Pushing event updated for resources: {'Port': ['ID=6622ab48-00dc-4710-b546-88a19a1da8b9,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:42.517923 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-58f540ef-8e64-436b-b94c-5309b9732005 req-8ee0bbf8-46b2-442d-8176-eef2c4bb1af9 service neutron] 10.222.0.32 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9447000 Feb 07 16:37:42.558343 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3df084f-d6b2-4749-ac77-56f48e1aca0d x-openstack-request-id: req-c3df084f-d6b2-4749-ac77-56f48e1aca0d {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:37:42.558839 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f02aca-c40e-4e20-846b-69d28128e6cf", "name": "network-vif-unplugged", "status": "completed", "tag": "ac87ba43-125c-441a-9026-880caa8f1eae", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:37:42.559256 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3df084f-d6b2-4749-ac77-56f48e1aca0d {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:37:42.560507 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f02aca-c40e-4e20-846b-69d28128e6cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac87ba43-125c-441a-9026-880caa8f1eae', 'code': 200} Feb 07 16:37:42.564101 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e516bf23-e157-43ef-a393-fa33e6d62946 None None] Current status of the port 6622ab48-00dc-4710-b546-88a19a1da8b9 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:42.595283 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e516bf23-e157-43ef-a393-fa33e6d62946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6622ab48-00dc-4710-b546-88a19a1da8b9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:42.710654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0fb62d-6561-4136-9a19-99cf6b638a77 admin admin] Checking segment: {'id': '070668f4-af7a-4262-a2f0-e475137af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:37:42.711174 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0fb62d-6561-4136-9a19-99cf6b638a77 admin admin] Network hostable DHCP agents. Network: bb959358-376e-4a5f-93ad-a9d9fe150468, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:37:42.718945 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e516bf23-e157-43ef-a393-fa33e6d62946 None None] For port 6622ab48-00dc-4710-b546-88a19a1da8b9, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=6622ab48-00dc-4710-b546-88a19a1da8b9,segment=NetworkSegment(fccaec59-769f-4b21-b3cc-6d22dd208893),segment_id=fccaec59-769f-4b21-b3cc-6d22dd208893)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:42.727922 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e516bf23-e157-43ef-a393-fa33e6d62946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6622ab48-00dc-4710-b546-88a19a1da8b9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:42.744168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d9e8c-1e2a-46fd-8394-f5c54d1b609b req-8e309a0c-9d5e-469c-bc87-2efcebc358e6 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:42.750361 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2113675780-router', 'tenant_id': 'fe73236ced754eaf9d56a50e62338c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '400e4769-9080-4444-bbc8-bbb35382fb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:25Z', 'updated_at': '2022-02-07T16:37:35Z', 'revision_number': 4, 'project_id': 'fe73236ced754eaf9d56a50e62338c74', 'gw_port': {'id': '400e4769-9080-4444-bbc8-bbb35382fb5c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:26Z', 'updated_at': '2022-02-07T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '6622ab48-00dc-4710-b546-88a19a1da8b9', 'name': '', 'network_id': 'ad69f8fd-6ecb-4a88-b291-e6bb3e449d84', 'tenant_id': 'fe73236ced754eaf9d56a50e62338c74', 'mac_address': 'fa:16:3e:78:2a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '80e69d6c-b48f-4fd8-93ac-ca848d4de64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:34Z', 'updated_at': '2022-02-07T16:37:42Z', 'revision_number': 4, 'project_id': 'fe73236ced754eaf9d56a50e62338c74', 'subnets': [{'id': '80e69d6c-b48f-4fd8-93ac-ca848d4de64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:42.764845 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0e1d9e8c-1e2a-46fd-8394-f5c54d1b609b req-8e309a0c-9d5e-469c-bc87-2efcebc358e6 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 945 time: 0.8184414 Feb 07 16:37:42.879902 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516bf23-e157-43ef-a393-fa33e6d62946 None None] Pushing event updated for resources: {'Port': ['ID=6622ab48-00dc-4710-b546-88a19a1da8b9,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:42.909955 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0fd961d4-ebb3-469c-a0d9-092b6bb3bef0 None None] Provisioning complete for port 6622ab48-00dc-4710-b546-88a19a1da8b9 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:42.910729 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0fd961d4-ebb3-469c-a0d9-092b6bb3bef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6622ab48-00dc-4710-b546-88a19a1da8b9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:42.951882 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fb62d-6561-4136-9a19-99cf6b638a77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90964d09-98ab-43e4-aadc-448a3d2d7f90,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:42.960839 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b736189f-f771-4224-8296-5570f218a902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (5b1e5eb4-447f-4909-a54a-6e04b7d200cc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:43.019553 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb30e4-7b82-44f0-ba5a-060c8798f6b9 None None] The sync data for ids ['1d306101-f446-44bb-8717-d01aaf223d2c'] in n-d-827865-3 is: [{'id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2113675780-router', 'tenant_id': 'fe73236ced754eaf9d56a50e62338c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '400e4769-9080-4444-bbc8-bbb35382fb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:25Z', 'updated_at': '2022-02-07T16:37:35Z', 'revision_number': 4, 'project_id': 'fe73236ced754eaf9d56a50e62338c74', 'gw_port': {'id': '400e4769-9080-4444-bbc8-bbb35382fb5c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:26Z', 'updated_at': '2022-02-07T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '6622ab48-00dc-4710-b546-88a19a1da8b9', 'name': '', 'network_id': 'ad69f8fd-6ecb-4a88-b291-e6bb3e449d84', 'tenant_id': 'fe73236ced754eaf9d56a50e62338c74', 'mac_address': 'fa:16:3e:78:2a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '80e69d6c-b48f-4fd8-93ac-ca848d4de64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:34Z', 'updated_at': '2022-02-07T16:37:42Z', 'revision_number': 4, 'project_id': 'fe73236ced754eaf9d56a50e62338c74', 'subnets': [{'id': '80e69d6c-b48f-4fd8-93ac-ca848d4de64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:37:43.026738 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0fb62d-6561-4136-9a19-99cf6b638a77 admin admin] Network bb959358-376e-4a5f-93ad-a9d9fe150468 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:37:43.043786 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0e1d9e8c-1e2a-46fd-8394-f5c54d1b609b req-3f3ef7dc-597c-473d-9128-5d93e334e0ed tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041130 Feb 07 16:37:43.052764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49356b0b-0e88-4723-8b11-60f92fcc65af req-01660da5-4f8a-401b-a2d1-c5a67230da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:43.062572 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49356b0b-0e88-4723-8b11-60f92fcc65af req-01660da5-4f8a-401b-a2d1-c5a67230da40 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 1126 time: 0.4079847 Feb 07 16:37:43.179964 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0fd961d4-ebb3-469c-a0d9-092b6bb3bef0 None None] Current status of the port 6622ab48-00dc-4710-b546-88a19a1da8b9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:43.219832 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-cf0fb62d-6561-4136-9a19-99cf6b638a77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, bb959358-376e-4a5f-93ad-a9d9fe150468) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:37:43.231930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1435eec-287d-4a90-8372-0cf773827531 None None] Network bb959358-376e-4a5f-93ad-a9d9fe150468 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:37:43.266625 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:37:43.343925 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0fb62d-6561-4136-9a19-99cf6b638a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:43.344926 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb62d-6561-4136-9a19-99cf6b638a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:43.375963 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736189f-f771-4224-8296-5570f218a902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1e5eb4-447f-4909-a54a-6e04b7d200cc,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:43.464510 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e722416-31b0-44fc-b0ef-e93480e24352 req-209e1c34-4622-46c8-8ba7-c37aa68171be tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:43.491917 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e722416-31b0-44fc-b0ef-e93480e24352 req-209e1c34-4622-46c8-8ba7-c37aa68171be tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 944 time: 0.8453059 Feb 07 16:37:43.581659 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b736189f-f771-4224-8296-5570f218a902 admin admin] Checking segment: {'id': 'f63a9932-c8d5-4b3c-90c1-f13a3746149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4b571603-d173-4d9a-a477-adde4d6cd1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:37:43.598600 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b736189f-f771-4224-8296-5570f218a902 admin admin] Network hostable DHCP agents. Network: 4b571603-d173-4d9a-a477-adde4d6cd1df, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:37:43.659975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-bb959358-376e-4a5f-93ad-a9d9fe150468', 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468', 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'fixed_ips': [{'subnet_id': '90964d09-98ab-43e4-aadc-448a3d2d7f90'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:37:43.660769 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:43.706167 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 6622ab48-00dc-4710-b546-88a19a1da8b9 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:37:43.750741 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e722416-31b0-44fc-b0ef-e93480e24352 req-0887e389-9958-4857-ba90-99495ef302f8 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553647 Feb 07 16:37:43.769606 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b736189f-f771-4224-8296-5570f218a902 admin admin] Network 4b571603-d173-4d9a-a477-adde4d6cd1df is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:37:43.793362 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b736189f-f771-4224-8296-5570f218a902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 4b571603-d173-4d9a-a477-adde4d6cd1df) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:37:43.816724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b736189f-f771-4224-8296-5570f218a902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:43.820350 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b736189f-f771-4224-8296-5570f218a902 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:43.831969 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5659f54f-00d2-493f-817a-02eb005a8efd None None] Network 4b571603-d173-4d9a-a477-adde4d6cd1df requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:37:43.885934 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b736189f-f771-4224-8296-5570f218a902 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3490446 Feb 07 16:37:43.888920 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58364) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:43.895293 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0474db8b-00b8-4963-8bb9-0765a544f888 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1617746426-router', 'tenant_id': 'f2ffc91660b34d2da2121a1b0861a149', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:43.962305 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0474db8b-00b8-4963-8bb9-0765a544f888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:43.965934 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0474db8b-00b8-4963-8bb9-0765a544f888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:44.005424 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3740b76-54bf-4abc-8e08-db861830651a req-27c67d34-94d3-46e2-8709-1551b988ac57 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "GET /v2.0/security-groups/4dc4c2d3-b897-44e8-95af-e1aef8ae250e HTTP/1.1" status: 200 len: 2415 time: 0.1770723 Feb 07 16:37:44.199916 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0474db8b-00b8-4963-8bb9-0765a544f888 admin admin] Publish callbacks [] for router_controller (22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:44.208442 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 6622ab48-00dc-4710-b546-88a19a1da8b9 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:44.209157 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6622ab48-00dc-4710-b546-88a19a1da8b9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:44.221108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] Allocated IP 172.20.0.2 (bb959358-376e-4a5f-93ad-a9d9fe150468/90964d09-98ab-43e4-aadc-448a3d2d7f90/30092707-d1a8-4b0d-b276-8a27ab7ed983) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:37:44.281082 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cf0fb62d-6561-4136-9a19-99cf6b638a77 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.6844101 Feb 07 16:37:44.308585 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-4b571603-d173-4d9a-a477-adde4d6cd1df', 'network_id': '4b571603-d173-4d9a-a477-adde4d6cd1df', 'project_id': 'f2ffc91660b34d2da2121a1b0861a149', 'fixed_ips': [{'subnet_id': '5b1e5eb4-447f-4909-a54a-6e04b7d200cc'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:37:44.309570 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:44.391790 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58368) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:44.409376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b1f9746b-ac57-45fb-b2ff-d804ef512d8c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-625812799-router', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:37:44.487422 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a3740b76-54bf-4abc-8e08-db861830651a req-8ddb6771-e2b4-4619-a5d9-390a58dcaae2 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (4dc4c2d3-b897-44e8-95af-e1aef8ae250e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:44.501077 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49356b0b-0e88-4723-8b11-60f92fcc65af req-1bf6fb98-f29e-4dab-a908-ac6f0d107479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:44.509652 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49356b0b-0e88-4723-8b11-60f92fcc65af req-1bf6fb98-f29e-4dab-a908-ac6f0d107479 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 906 time: 1.4312248 Feb 07 16:37:44.603542 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1f9746b-ac57-45fb-b2ff-d804ef512d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (99d77454-4270-4b00-a6f0-4976385c34f2), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:44.604669 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1f9746b-ac57-45fb-b2ff-d804ef512d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (99d77454-4270-4b00-a6f0-4976385c34f2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:44.674798 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a3740b76-54bf-4abc-8e08-db861830651a req-8ddb6771-e2b4-4619-a5d9-390a58dcaae2 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (4dc4c2d3-b897-44e8-95af-e1aef8ae250e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:44.681306 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0474db8b-00b8-4963-8bb9-0765a544f888 admin admin] Publish callbacks [] for router_gateway (22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:44.742875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] Allocated IP 172.20.0.2 (4b571603-d173-4d9a-a477-adde4d6cd1df/5b1e5eb4-447f-4909-a54a-6e04b7d200cc/bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:37:44.761744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 6622ab48-00dc-4710-b546-88a19a1da8b9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:44.794047 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49356b0b-0e88-4723-8b11-60f92fcc65af req-dd2dcd5a-94c1-454f-8e05-fdf04630d474 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2811f0c3-be71-4376-87f4-a273b75c44ed HTTP/1.1" status: 200 len: 217 time: 0.2597647 Feb 07 16:37:44.803654 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-75f8efdd-f649-4932-a5d9-e8fc57728ef4 req-19cb880f-14f1-4185-867f-0e647461a464 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ac87ba43-125c-441a-9026-880caa8f1eae), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:44.939494 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1f9746b-ac57-45fb-b2ff-d804ef512d8c admin admin] Publish callbacks [] for router_controller (99d77454-4270-4b00-a6f0-4976385c34f2), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:45.059306 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] Publish callbacks [] for port (bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:45.068023 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2811f0c3-be71-4376-87f4-a273b75c44ed details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:37:45.075333 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:45.132438 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49356b0b-0e88-4723-8b11-60f92fcc65af req-930c0aba-52ea-4197-90d0-92f1ef9746f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:45.135386 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a3740b76-54bf-4abc-8e08-db861830651a req-8ddb6771-e2b4-4619-a5d9-390a58dcaae2 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4dc4c2d3-b897-44e8-95af-e1aef8ae250e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:45.150214 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a3740b76-54bf-4abc-8e08-db861830651a req-8ddb6771-e2b4-4619-a5d9-390a58dcaae2 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:45.164301 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3740b76-54bf-4abc-8e08-db861830651a req-8ddb6771-e2b4-4619-a5d9-390a58dcaae2 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "DELETE /v2.0/security-groups/4dc4c2d3-b897-44e8-95af-e1aef8ae250e HTTP/1.1" status: 204 len: 173 time: 1.1578498 Feb 07 16:37:45.167667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] Network 4b571603-d173-4d9a-a477-adde4d6cd1df is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:37:45.174802 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:37:45.178191 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49356b0b-0e88-4723-8b11-60f92fcc65af req-930c0aba-52ea-4197-90d0-92f1ef9746f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801 HTTP/1.1" status: 200 len: 845 time: 0.2878935 Feb 07 16:37:45.187144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:37:45.267971 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] Publish callbacks [] for port (30092707-d1a8-4b0d-b276-8a27ab7ed983), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:45.271867 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:37:45.347248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] Pushing event updated for resources: {'Port': ['ID=bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:45.395111 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (30092707-d1a8-4b0d-b276-8a27ab7ed983), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:45.703769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] Attempting to bind port bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:37:45.704280 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] Attempting to bind port bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'f63a9932-c8d5-4b3c-90c1-f13a3746149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4b571603-d173-4d9a-a477-adde4d6cd1df'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:37:45.704578 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] Attempting to bind port bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b on network 4b571603-d173-4d9a-a477-adde4d6cd1df {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:37:45.736710 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] Network bb959358-376e-4a5f-93ad-a9d9fe150468 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:37:45.762571 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc1c01-6b8c-470f-b32e-aaaac83eea01 req-49fa3be5-8aca-42a4-9943-1cd981426aa1 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:45.769533 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-67cc1c01-6b8c-470f-b32e-aaaac83eea01 req-49fa3be5-8aca-42a4-9943-1cd981426aa1 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 943 time: 2.4299617 Feb 07 16:37:45.795982 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:37:45.802317 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:37:45.827415 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:37:45.827787 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] Checking segment: {'id': 'f63a9932-c8d5-4b3c-90c1-f13a3746149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4b571603-d173-4d9a-a477-adde4d6cd1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:37:45.828213 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:45.828621 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] Bound using segment: {'id': 'f63a9932-c8d5-4b3c-90c1-f13a3746149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4b571603-d173-4d9a-a477-adde4d6cd1df'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:37:45.829124 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] Bound port: bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63a9932-c8d5-4b3c-90c1-f13a3746149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4b571603-d173-4d9a-a477-adde4d6cd1df'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:37:45.835438 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb880f-14f1-4185-867f-0e647461a464 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Pushing event deleted for resources: {'Port': ['ID=ac87ba43-125c-441a-9026-880caa8f1eae,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:45.845075 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:45.865336 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49356b0b-0e88-4723-8b11-60f92fcc65af req-de088da8-7051-4a0e-affb-a71efd6480d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64333f75-bb31-47f0-9f63-55e283dff327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6853383 Feb 07 16:37:45.869921 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] Pushing event updated for resources: {'Port': ['ID=30092707-d1a8-4b0d-b276-8a27ab7ed983,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:46.180378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2811f0c3-be71-4376-87f4-a273b75c44ed, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2811f0c3-be71-4376-87f4-a273b75c44ed,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:46.229876 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb6771-e2b4-4619-a5d9-390a58dcaae2 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc4c2d3-b897-44e8-95af-e1aef8ae250e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:46.255725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '2811f0c3-be71-4376-87f4-a273b75c44ed', 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327', 'port_id': '2811f0c3-be71-4376-87f4-a273b75c44ed', 'mac_address': 'fa:16:3e:4f:7a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:37:46.296628 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] Attempting to bind port 30092707-d1a8-4b0d-b276-8a27ab7ed983 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:37:46.297298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] Attempting to bind port 30092707-d1a8-4b0d-b276-8a27ab7ed983 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '070668f4-af7a-4262-a2f0-e475137af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:37:46.297854 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] Attempting to bind port 30092707-d1a8-4b0d-b276-8a27ab7ed983 on network bb959358-376e-4a5f-93ad-a9d9fe150468 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:37:46.333931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:37:46.340447 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49356b0b-0e88-4723-8b11-60f92fcc65af req-da8d5fd0-f5b8-4878-b147-7daca850e409 service neutron] 10.222.0.32 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388843 Feb 07 16:37:46.340825 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] Checking segment: {'id': '070668f4-af7a-4262-a2f0-e475137af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:37:46.341944 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:46.347333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] Bound using segment: {'id': '070668f4-af7a-4262-a2f0-e475137af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:37:46.348256 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] Bound port: 30092707-d1a8-4b0d-b276-8a27ab7ed983, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070668f4-af7a-4262-a2f0-e475137af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:37:46.348860 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (30092707-d1a8-4b0d-b276-8a27ab7ed983), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:46.354015 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6771-e2b4-4619-a5d9-390a58dcaae2 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:46.360937 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6771-e2b4-4619-a5d9-390a58dcaae2 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:46.362204 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6771-e2b4-4619-a5d9-390a58dcaae2 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:46.362726 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6771-e2b4-4619-a5d9-390a58dcaae2 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:46.363253 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6771-e2b4-4619-a5d9-390a58dcaae2 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:46.365873 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6771-e2b4-4619-a5d9-390a58dcaae2 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:46.366435 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6771-e2b4-4619-a5d9-390a58dcaae2 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:46.366940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6771-e2b4-4619-a5d9-390a58dcaae2 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:46.367471 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6771-e2b4-4619-a5d9-390a58dcaae2 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:46.367993 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6771-e2b4-4619-a5d9-390a58dcaae2 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:46.369725 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6771-e2b4-4619-a5d9-390a58dcaae2 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:46.370248 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6771-e2b4-4619-a5d9-390a58dcaae2 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:46.370891 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb6771-e2b4-4619-a5d9-390a58dcaae2 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:37:46.472750 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1f9746b-ac57-45fb-b2ff-d804ef512d8c admin admin] Publish callbacks [] for router_gateway (99d77454-4270-4b00-a6f0-4976385c34f2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:46.474086 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] For port bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:37:46.577307 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 2811f0c3-be71-4376-87f4-a273b75c44ed is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:46.581568 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2811f0c3-be71-4376-87f4-a273b75c44ed), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:46.602569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75f8efdd-f649-4932-a5d9-e8fc57728ef4 req-19cb880f-14f1-4185-867f-0e647461a464 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Router d419b1eb-88a5-4783-b32d-62c74d2da5af has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:37:46.613892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2811f0c3-be71-4376-87f4-a273b75c44ed {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:37:46.633056 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-67cc1c01-6b8c-470f-b32e-aaaac83eea01 req-415e19de-46e2-4cc5-9e54-26a228d6926e tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf8d865a-9867-424c-aad7-c803421ffe0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7730527 Feb 07 16:37:46.635958 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] For port bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b,segment=NetworkSegment(f63a9932-c8d5-4b3c-90c1-f13a3746149c),segment_id=f63a9932-c8d5-4b3c-90c1-f13a3746149c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:37:46.681198 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ec911-12c0-4be5-85fd-de09cb31f548 req-1772a26d-84ba-414c-8dc9-73b4cf09ce24 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:46.688094 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c30ec911-12c0-4be5-85fd-de09cb31f548 req-1772a26d-84ba-414c-8dc9-73b4cf09ce24 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 945 time: 0.3593700 Feb 07 16:37:46.706777 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2811f0c3-be71-4376-87f4-a273b75c44ed, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2811f0c3-be71-4376-87f4-a273b75c44ed,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:46.758957 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:46.777876 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2811f0c3-be71-4376-87f4-a273b75c44ed), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:46.914178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813d503-dff3-4d0d-bab7-f003259c021b None None] Pushing event updated for resources: {'Port': ['ID=bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:46.954244 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c30ec911-12c0-4be5-85fd-de09cb31f548 req-c7a76834-9230-40b3-9e8a-92268403593e tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524142 Feb 07 16:37:47.002224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=2811f0c3-be71-4376-87f4-a273b75c44ed,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:47.164546 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-b612a870-c976-48c5-8085-4dfb270ec988 req-2cba1164-08c6-47f2-8e86-a8699aec4e94 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] show failed (client error): The resource could not be found. Feb 07 16:37:47.175144 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b612a870-c976-48c5-8085-4dfb270ec988 req-2cba1164-08c6-47f2-8e86-a8699aec4e94 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "GET /v2.0/security-groups/14d5faa8-12b1-4faa-af4b-4770738c0b9d HTTP/1.1" status: 404 len: 352 time: 0.0858567 Feb 07 16:37:47.194378 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75f8efdd-f649-4932-a5d9-e8fc57728ef4 req-19cb880f-14f1-4185-867f-0e647461a464 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:37:47.237537 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2811f0c3-be71-4376-87f4-a273b75c44ed'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:37:47.242555 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49356b0b-0e88-4723-8b11-60f92fcc65af req-585c2a2d-d961-4e07-938d-9961f7e060a7 service neutron] 10.222.0.32 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8846607 Feb 07 16:37:47.308432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfee1ae-3ca5-44c9-83b5-95145d86eddf None None] Sync routers for ids ['d419b1eb-88a5-4783-b32d-62c74d2da5af'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:37:47.362185 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] For port 30092707-d1a8-4b0d-b276-8a27ab7ed983, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:37:47.426883 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfee1ae-3ca5-44c9-83b5-95145d86eddf None None] Routers {'d419b1eb-88a5-4783-b32d-62c74d2da5af'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:37:47.433892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3bfee1ae-3ca5-44c9-83b5-95145d86eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:37:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d419b1eb-88a5-4783-b32d-62c74d2da5af'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:47.470788 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f8efdd-f649-4932-a5d9-e8fc57728ef4 req-19cb880f-14f1-4185-867f-0e647461a464 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] No DVR routers for this DVR port ac87ba43-125c-441a-9026-880caa8f1eae on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:37:47.490376 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-75f8efdd-f649-4932-a5d9-e8fc57728ef4 req-19cb880f-14f1-4185-867f-0e647461a464 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:47.518339 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-75f8efdd-f649-4932-a5d9-e8fc57728ef4 req-19cb880f-14f1-4185-867f-0e647461a464 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.48 "DELETE /v2.0/ports/ac87ba43-125c-441a-9026-880caa8f1eae HTTP/1.1" status: 204 len: 173 time: 8.3230448 Feb 07 16:37:47.533560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f02aca-c40e-4e20-846b-69d28128e6cf', 'name': 'network-vif-deleted', 'tag': 'ac87ba43-125c-441a-9026-880caa8f1eae'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:37:47.538420 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e267116d-56e2-4fb3-860f-ca4cebe3df9d" -d '{"events": [{"server_uuid": "d1f02aca-c40e-4e20-846b-69d28128e6cf", "name": "network-vif-deleted", "tag": "ac87ba43-125c-441a-9026-880caa8f1eae"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:37:47.619881 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0474db8b-00b8-4963-8bb9-0765a544f888 admin admin] Publish callbacks [] for router_gateway (22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:47.640799 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09d2e0-4e69-4bbc-ba9f-1eb9e9bc7ae4 req-9d119e93-a110-4678-ab30-8e01789a0de8 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:47.643592 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5b09d2e0-4e69-4bbc-ba9f-1eb9e9bc7ae4 req-9d119e93-a110-4678-ab30-8e01789a0de8 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 945 time: 0.7358174 Feb 07 16:37:47.742503 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3bfee1ae-3ca5-44c9-83b5-95145d86eddf None None] Set router d419b1eb-88a5-4783-b32d-62c74d2da5af gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:37:47.771738 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0474db8b-00b8-4963-8bb9-0765a544f888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:47.861267 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5b09d2e0-4e69-4bbc-ba9f-1eb9e9bc7ae4 req-500ba9b5-6be1-4b26-9600-79addd5996ec tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073357 Feb 07 16:37:47.898170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] For port 30092707-d1a8-4b0d-b276-8a27ab7ed983, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=30092707-d1a8-4b0d-b276-8a27ab7ed983,segment=NetworkSegment(070668f4-af7a-4262-a2f0-e475137af30d),segment_id=070668f4-af7a-4262-a2f0-e475137af30d)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:37:47.931390 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (30092707-d1a8-4b0d-b276-8a27ab7ed983), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:47.933356 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b76666f3-13bb-40e0-b7f0-74f32d354eff req-c8ee5bb2-5886-4ed8-827a-527366ed8134 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "GET /v2.0/security-groups/823f38cb-fc44-4ef2-8f5b-bfe052e8f724 HTTP/1.1" status: 200 len: 1822 time: 0.3318973 Feb 07 16:37:47.945145 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a820298d-74a2-482c-8e24-329cfaad6195 x-openstack-request-id: req-a820298d-74a2-482c-8e24-329cfaad6195 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:37:47.945398 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f02aca-c40e-4e20-846b-69d28128e6cf", "name": "network-vif-deleted", "tag": "ac87ba43-125c-441a-9026-880caa8f1eae", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:37:47.945648 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a820298d-74a2-482c-8e24-329cfaad6195 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:37:47.946077 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f02aca-c40e-4e20-846b-69d28128e6cf', 'name': 'network-vif-deleted', 'tag': 'ac87ba43-125c-441a-9026-880caa8f1eae', 'status': 'completed', 'code': 200} Feb 07 16:37:48.049440 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:37:48.084198 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1f9746b-ac57-45fb-b2ff-d804ef512d8c admin admin] Publish callbacks [] for router_gateway (99d77454-4270-4b00-a6f0-4976385c34f2), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:48.114421 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4598edc-7d62-4300-904a-a91d6ac52e6b req-ae202cbd-ef9e-40a0-9906-b65ad49634c1 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1f02aca-c40e-4e20-846b-69d28128e6cf HTTP/1.1" status: 200 len: 210 time: 0.0753741 Feb 07 16:37:48.118580 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94990e0-0de9-4c00-a1b2-f29285aa2c69 None None] Pushing event updated for resources: {'Port': ['ID=30092707-d1a8-4b0d-b276-8a27ab7ed983,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:48.216634 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1f9746b-ac57-45fb-b2ff-d804ef512d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:48.411538 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:48.413067 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:48.498252 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f39d2-2720-4018-aec5-7e22e31235b1 req-ee1833a0-ee7c-4a7b-a1b5-836dce4e8787 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:48.507929 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-967f39d2-2720-4018-aec5-7e22e31235b1 req-ee1833a0-ee7c-4a7b-a1b5-836dce4e8787 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 945 time: 0.1857708 Feb 07 16:37:48.657817 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-967f39d2-2720-4018-aec5-7e22e31235b1 req-60618354-9aa8-4811-b493-47d3c36ceaf4 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330764 Feb 07 16:37:48.743301 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b76666f3-13bb-40e0-b7f0-74f32d354eff req-9c715520-47ca-46f2-8524-1cd7391490d5 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (823f38cb-fc44-4ef2-8f5b-bfe052e8f724), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:48.800411 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-0474db8b-00b8-4963-8bb9-0765a544f888 admin admin] Allocated IP 172.25.4.52 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/5b079bb8-4872-4721-8e90-b5e3b2f9e019) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:37:48.830101 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:48.836216 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:48.959647 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3bfee1ae-3ca5-44c9-83b5-95145d86eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-router', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:25Z', 'updated_at': '2022-02-07T16:33:38Z', 'revision_number': 4, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'gw_port': {'id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:28Z', 'updated_at': '2022-02-07T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f914952c-e037-4218-95b3-5b28cd4a5bca', 'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'mac_address': 'fa:16:3e:2b:6d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:36Z', 'updated_at': '2022-02-07T16:33:45Z', 'revision_number': 5, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'subnets': [{'id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:49.023375 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0474db8b-00b8-4963-8bb9-0765a544f888 admin admin] Publish callbacks [] for port (5b079bb8-4872-4721-8e90-b5e3b2f9e019), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:49.080997 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0474db8b-00b8-4963-8bb9-0765a544f888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (5b079bb8-4872-4721-8e90-b5e3b2f9e019), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:49.092769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfee1ae-3ca5-44c9-83b5-95145d86eddf None None] Checking router: d419b1eb-88a5-4783-b32d-62c74d2da5af for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:37:49.103379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b,segment=NetworkSegment(f63a9932-c8d5-4b3c-90c1-f13a3746149c),segment_id=f63a9932-c8d5-4b3c-90c1-f13a3746149c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:49.127796 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:49.153306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307e14b-3455-479d-98ce-27f031228d8a req-a6ad0f2d-64ae-481e-908f-7c6415aeb25f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:49.163083 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f307e14b-3455-479d-98ce-27f031228d8a req-a6ad0f2d-64ae-481e-908f-7c6415aeb25f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 945 time: 0.1161206 Feb 07 16:37:49.168156 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfee1ae-3ca5-44c9-83b5-95145d86eddf None None] Routers {'d419b1eb-88a5-4783-b32d-62c74d2da5af'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:37:49.173461 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3bfee1ae-3ca5-44c9-83b5-95145d86eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:37:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d419b1eb-88a5-4783-b32d-62c74d2da5af'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:49.275176 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f307e14b-3455-479d-98ce-27f031228d8a req-f068ee9a-2455-4ef3-ba7c-1b0cc3559008 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100504 Feb 07 16:37:49.324368 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b76666f3-13bb-40e0-b7f0-74f32d354eff req-9c715520-47ca-46f2-8524-1cd7391490d5 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (823f38cb-fc44-4ef2-8f5b-bfe052e8f724), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:49.400608 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b1f9746b-ac57-45fb-b2ff-d804ef512d8c admin admin] Allocated IP 172.25.4.122 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/4a7b47d0-02fa-4606-b011-ea6daecc52b1) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:37:49.594138 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40779403-7468-4177-8fda-7ec331a3910d None None] Network 4b571603-d173-4d9a-a477-adde4d6cd1df requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:37:49.623253 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1f9746b-ac57-45fb-b2ff-d804ef512d8c admin admin] Publish callbacks [] for port (4a7b47d0-02fa-4606-b011-ea6daecc52b1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:49.690051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0474db8b-00b8-4963-8bb9-0765a544f888 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:37:49.697404 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1f9746b-ac57-45fb-b2ff-d804ef512d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4a7b47d0-02fa-4606-b011-ea6daecc52b1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:49.718041 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0474db8b-00b8-4963-8bb9-0765a544f888 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:37:49.733323 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0474db8b-00b8-4963-8bb9-0765a544f888 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:37:49.762602 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f9746b-ac57-45fb-b2ff-d804ef512d8c admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:37:49.802317 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b1f9746b-ac57-45fb-b2ff-d804ef512d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:37:49.856583 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474db8b-00b8-4963-8bb9-0765a544f888 admin admin] Pushing event updated for resources: {'Port': ['ID=5b079bb8-4872-4721-8e90-b5e3b2f9e019,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:49.869880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f9746b-ac57-45fb-b2ff-d804ef512d8c admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:37:49.916126 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd72ff-6b9f-44ca-babc-85b448bc0ab5 req-30fcbb0d-a760-4f95-8ae6-aa5700c214d9 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:49.925992 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-31cd72ff-6b9f-44ca-babc-85b448bc0ab5 req-30fcbb0d-a760-4f95-8ae6-aa5700c214d9 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 945 time: 0.1308811 Feb 07 16:37:49.942947 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 30092707-d1a8-4b0d-b276-8a27ab7ed983 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:37:50.015657 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-31cd72ff-6b9f-44ca-babc-85b448bc0ab5 req-f680a4f7-8ba6-407a-b566-073a5d888a5b tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865719 Feb 07 16:37:50.215103 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b76666f3-13bb-40e0-b7f0-74f32d354eff req-9c715520-47ca-46f2-8524-1cd7391490d5 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (823f38cb-fc44-4ef2-8f5b-bfe052e8f724), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:50.218391 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b76666f3-13bb-40e0-b7f0-74f32d354eff req-9c715520-47ca-46f2-8524-1cd7391490d5 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:50.229912 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b76666f3-13bb-40e0-b7f0-74f32d354eff req-9c715520-47ca-46f2-8524-1cd7391490d5 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "DELETE /v2.0/security-groups/823f38cb-fc44-4ef2-8f5b-bfe052e8f724 HTTP/1.1" status: 204 len: 173 time: 2.2409852 Feb 07 16:37:50.282797 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:50.319241 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58440) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:50.331327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c715520-47ca-46f2-8524-1cd7391490d5 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=823f38cb-fc44-4ef2-8f5b-bfe052e8f724,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:50.374670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8408d89b-b34f-4f58-a8ca-c412b9d6d029 None None] Network bb959358-376e-4a5f-93ad-a9d9fe150468 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:37:50.456532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-db19e0e4-7dae-4d56-896a-80012a2d60da None None] Provisioning complete for port bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:50.457199 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-db19e0e4-7dae-4d56-896a-80012a2d60da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:50.474339 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-35419393-0d91-4595-9369-2dda98e9ce09 req-97f45dc2-b882-4456-9ac0-83d042958223 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "GET /v2.0/security-groups/ff527151-1f8d-4800-8391-c720a0eda87d HTTP/1.1" status: 200 len: 1820 time: 0.2008111 Feb 07 16:37:50.501868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9746b-ac57-45fb-b2ff-d804ef512d8c admin admin] Pushing event updated for resources: {'Port': ['ID=4a7b47d0-02fa-4606-b011-ea6daecc52b1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:50.544029 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6efee7a4-e966-4021-ad17-027f62d7c269 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for security_group (bf8d865a-9867-424c-aad7-c803421ffe0f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:50.604376 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-35419393-0d91-4595-9369-2dda98e9ce09 req-222cf9b1-3e4d-4f6d-8fd0-fabdccd73a49 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (ff527151-1f8d-4800-8391-c720a0eda87d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:50.611660 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6efee7a4-e966-4021-ad17-027f62d7c269 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for security_group (bf8d865a-9867-424c-aad7-c803421ffe0f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:50.679922 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-35419393-0d91-4595-9369-2dda98e9ce09 req-222cf9b1-3e4d-4f6d-8fd0-fabdccd73a49 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (ff527151-1f8d-4800-8391-c720a0eda87d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:50.757422 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6efee7a4-e966-4021-ad17-027f62d7c269 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bf8d865a-9867-424c-aad7-c803421ffe0f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:50.764246 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6efee7a4-e966-4021-ad17-027f62d7c269 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:50.766623 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6efee7a4-e966-4021-ad17-027f62d7c269 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "DELETE /v2.0/security-groups/bf8d865a-9867-424c-aad7-c803421ffe0f HTTP/1.1" status: 204 len: 168 time: 0.4452937 Feb 07 16:37:50.772142 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58444) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:50.774772 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3bfee1ae-3ca5-44c9-83b5-95145d86eddf None None] Set router d419b1eb-88a5-4783-b32d-62c74d2da5af gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:37:50.799857 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efee7a4-e966-4021-ad17-027f62d7c269 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8d865a-9867-424c-aad7-c803421ffe0f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:50.803321 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-3afbdd0d-f3cd-44fd-b3ab-c5e69d9fa5c8 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] show failed (client error): The resource could not be found. Feb 07 16:37:50.804811 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3afbdd0d-f3cd-44fd-b3ab-c5e69d9fa5c8 tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "GET /v2.0/security-groups/bf8d865a-9867-424c-aad7-c803421ffe0f HTTP/1.1" status: 404 len: 347 time: 0.0310915 Feb 07 16:37:50.808503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58446) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:50.820394 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0474db8b-00b8-4963-8bb9-0765a544f888 admin admin] Publish callbacks [] for router_gateway (22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:50.923309 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-35419393-0d91-4595-9369-2dda98e9ce09 req-222cf9b1-3e4d-4f6d-8fd0-fabdccd73a49 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ff527151-1f8d-4800-8391-c720a0eda87d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:50.927584 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-35419393-0d91-4595-9369-2dda98e9ce09 req-222cf9b1-3e4d-4f6d-8fd0-fabdccd73a49 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:50.937193 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-35419393-0d91-4595-9369-2dda98e9ce09 req-222cf9b1-3e4d-4f6d-8fd0-fabdccd73a49 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "DELETE /v2.0/security-groups/ff527151-1f8d-4800-8391-c720a0eda87d HTTP/1.1" status: 204 len: 173 time: 0.4617014 Feb 07 16:37:50.994099 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cf9b1-3e4d-4f6d-8fd0-fabdccd73a49 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff527151-1f8d-4800-8391-c720a0eda87d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:51.047685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2811f0c3-be71-4376-87f4-a273b75c44ed up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:37:51.080213 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c92268a7-08f0-4ee1-96cb-d80e56f39b7d req-f31fe8f0-838c-4eda-837b-63748a2d9003 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "GET /v2.0/security-groups/8ec4b994-0446-4e6c-9abf-e492226e920b HTTP/1.1" status: 200 len: 1821 time: 0.1170559 Feb 07 16:37:51.133907 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2efdf68e-6a0e-490c-aea4-10d9dae263af tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Deleting port 79b31aab-ce85-4b6e-8c02-f986f3ded1d7 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:37:51.134656 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2efdf68e-6a0e-490c-aea4-10d9dae263af tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (79b31aab-ce85-4b6e-8c02-f986f3ded1d7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:51.239842 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d3c43-1116-422a-9834-06ea6ecad351 req-c6b4d094-8b09-42b0-a8d2-a4afaac1dbb0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:51.249183 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c8d3c43-1116-422a-9834-06ea6ecad351 req-c6b4d094-8b09-42b0-a8d2-a4afaac1dbb0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 945 time: 0.7599158 Feb 07 16:37:51.252396 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:51.254258 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c92268a7-08f0-4ee1-96cb-d80e56f39b7d req-578a1afb-5ff6-4217-8107-a537bc037a8a tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (8ec4b994-0446-4e6c-9abf-e492226e920b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:51.403209 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 30092707-d1a8-4b0d-b276-8a27ab7ed983 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:51.405237 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (30092707-d1a8-4b0d-b276-8a27ab7ed983), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:51.552887 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c8d3c43-1116-422a-9834-06ea6ecad351 req-b265420a-978c-4609-8e28-cb3fd2d907a4 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022413 Feb 07 16:37:51.559354 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c92268a7-08f0-4ee1-96cb-d80e56f39b7d req-578a1afb-5ff6-4217-8107-a537bc037a8a tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (8ec4b994-0446-4e6c-9abf-e492226e920b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:51.728818 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2efdf68e-6a0e-490c-aea4-10d9dae263af tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (79b31aab-ce85-4b6e-8c02-f986f3ded1d7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:51.742097 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2efdf68e-6a0e-490c-aea4-10d9dae263af tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for floatingip (79b31aab-ce85-4b6e-8c02-f986f3ded1d7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:51.857674 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1f9746b-ac57-45fb-b2ff-d804ef512d8c admin admin] Publish callbacks [] for router_gateway (99d77454-4270-4b00-a6f0-4976385c34f2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:51.890762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2efdf68e-6a0e-490c-aea4-10d9dae263af tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Calling delete_port for 79b31aab-ce85-4b6e-8c02-f986f3ded1d7 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:37:52.126011 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c92268a7-08f0-4ee1-96cb-d80e56f39b7d req-578a1afb-5ff6-4217-8107-a537bc037a8a tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8ec4b994-0446-4e6c-9abf-e492226e920b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:52.133195 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c92268a7-08f0-4ee1-96cb-d80e56f39b7d req-578a1afb-5ff6-4217-8107-a537bc037a8a tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:52.149887 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c92268a7-08f0-4ee1-96cb-d80e56f39b7d req-578a1afb-5ff6-4217-8107-a537bc037a8a tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "DELETE /v2.0/security-groups/8ec4b994-0446-4e6c-9abf-e492226e920b HTTP/1.1" status: 204 len: 173 time: 1.0678663 Feb 07 16:37:52.215508 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-db19e0e4-7dae-4d56-896a-80012a2d60da None None] Current status of the port bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:52.270159 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a1afb-5ff6-4217-8107-a537bc037a8a tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec4b994-0446-4e6c-9abf-e492226e920b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:52.289426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 2811f0c3-be71-4376-87f4-a273b75c44ed completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:37:52.423948 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 2811f0c3-be71-4376-87f4-a273b75c44ed triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:52.425098 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2811f0c3-be71-4376-87f4-a273b75c44ed), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:52.453997 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 30092707-d1a8-4b0d-b276-8a27ab7ed983 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:52.454395 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (30092707-d1a8-4b0d-b276-8a27ab7ed983), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:52.502450 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2efdf68e-6a0e-490c-aea4-10d9dae263af tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (79b31aab-ce85-4b6e-8c02-f986f3ded1d7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:52.536628 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0474db8b-00b8-4963-8bb9-0765a544f888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:52.556127 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3bfee1ae-3ca5-44c9-83b5-95145d86eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-router', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:25Z', 'updated_at': '2022-02-07T16:33:38Z', 'revision_number': 4, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'gw_port': {'id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:28Z', 'updated_at': '2022-02-07T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f914952c-e037-4218-95b3-5b28cd4a5bca', 'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'mac_address': 'fa:16:3e:2b:6d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:36Z', 'updated_at': '2022-02-07T16:33:45Z', 'revision_number': 5, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'subnets': [{'id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:52.578771 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdf68e-6a0e-490c-aea4-10d9dae263af tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Pushing event deleted for resources: {'Port': ['ID=79b31aab-ce85-4b6e-8c02-f986f3ded1d7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:52.710827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c4b89fcb-a14a-4a26-9ce1-8310cf5ddcc2 None None] Provisioning complete for port 30092707-d1a8-4b0d-b276-8a27ab7ed983 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:52.711215 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c4b89fcb-a14a-4a26-9ce1-8310cf5ddcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (30092707-d1a8-4b0d-b276-8a27ab7ed983), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:52.722945 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfee1ae-3ca5-44c9-83b5-95145d86eddf None None] The sync data for ids ['d419b1eb-88a5-4783-b32d-62c74d2da5af'] in n-d-827865-3 is: [{'id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-router', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:25Z', 'updated_at': '2022-02-07T16:33:38Z', 'revision_number': 4, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'gw_port': {'id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:28Z', 'updated_at': '2022-02-07T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f914952c-e037-4218-95b3-5b28cd4a5bca', 'name': '', 'network_id': '937f4032-ece2-4ef3-ae25-e7defef4a280', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'mac_address': 'fa:16:3e:2b:6d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:36Z', 'updated_at': '2022-02-07T16:33:45Z', 'revision_number': 5, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'subnets': [{'id': '84094ea4-ebf5-4efb-98d2-d6d7e236c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:37:52.861815 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2efdf68e-6a0e-490c-aea4-10d9dae263af tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks [] for floatingip (60560ca3-74b3-40d7-a465-c8c00414199e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:52.865675 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2efdf68e-6a0e-490c-aea4-10d9dae263af tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:52.867703 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2efdf68e-6a0e-490c-aea4-10d9dae263af tempest-ServersWithSpecificFlavorTestJSON-1196392684 tempest-ServersWithSpecificFlavorTestJSON-1196392684-project] 10.222.0.18 "DELETE /v2.0/floatingips/60560ca3-74b3-40d7-a465-c8c00414199e HTTP/1.1" status: 204 len: 168 time: 2.0569675 Feb 07 16:37:52.886214 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2f64f8dc-be43-46fd-9d7d-2c169e0f28e4 req-609d061a-912a-4b0e-b6d4-cb8894918e9d tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "GET /v2.0/security-groups/18337385-25bd-46e0-95b3-d8b812e95d2c HTTP/1.1" status: 200 len: 2419 time: 0.2634912 Feb 07 16:37:52.900251 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 30092707-d1a8-4b0d-b276-8a27ab7ed983, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=30092707-d1a8-4b0d-b276-8a27ab7ed983,segment=NetworkSegment(070668f4-af7a-4262-a2f0-e475137af30d),segment_id=070668f4-af7a-4262-a2f0-e475137af30d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:52.929143 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (30092707-d1a8-4b0d-b276-8a27ab7ed983), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:53.068443 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2f64f8dc-be43-46fd-9d7d-2c169e0f28e4 req-bb80ff5d-3266-4468-b4da-37fb5416aa55 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (18337385-25bd-46e0-95b3-d8b812e95d2c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:53.135310 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2f64f8dc-be43-46fd-9d7d-2c169e0f28e4 req-bb80ff5d-3266-4468-b4da-37fb5416aa55 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (18337385-25bd-46e0-95b3-d8b812e95d2c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:53.150160 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:53.174704 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:37:53.301593 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf7ba89-0152-4935-900b-765ba91991af None None] New status for floating IP 60560ca3-74b3-40d7-a465-c8c00414199e: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:37:53.320355 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2f64f8dc-be43-46fd-9d7d-2c169e0f28e4 req-bb80ff5d-3266-4468-b4da-37fb5416aa55 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (18337385-25bd-46e0-95b3-d8b812e95d2c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:53.334418 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2f64f8dc-be43-46fd-9d7d-2c169e0f28e4 req-bb80ff5d-3266-4468-b4da-37fb5416aa55 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:53.336411 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2f64f8dc-be43-46fd-9d7d-2c169e0f28e4 req-bb80ff5d-3266-4468-b4da-37fb5416aa55 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "DELETE /v2.0/security-groups/18337385-25bd-46e0-95b3-d8b812e95d2c HTTP/1.1" status: 204 len: 173 time: 0.4384403 Feb 07 16:37:53.373095 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80ff5d-3266-4468-b4da-37fb5416aa55 tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18337385-25bd-46e0-95b3-d8b812e95d2c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:53.467692 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c4b89fcb-a14a-4a26-9ce1-8310cf5ddcc2 None None] Current status of the port 30092707-d1a8-4b0d-b276-8a27ab7ed983 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:53.512751 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98790281-cc77-40ef-ad73-fccf3c62f972 req-fb51abcb-1f7a-4d50-b4b4-bb9e4ba8288a tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:53.523896 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-98790281-cc77-40ef-ad73-fccf3c62f972 req-fb51abcb-1f7a-4d50-b4b4-bb9e4ba8288a tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 945 time: 1.4057074 Feb 07 16:37:53.586543 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 2811f0c3-be71-4376-87f4-a273b75c44ed is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:53.587208 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2811f0c3-be71-4376-87f4-a273b75c44ed), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:53.602560 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1f9746b-ac57-45fb-b2ff-d804ef512d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (99d77454-4270-4b00-a6f0-4976385c34f2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:53.612576 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0474db8b-00b8-4963-8bb9-0765a544f888 admin admin] Router 22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:37:53.636064 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-98790281-cc77-40ef-ad73-fccf3c62f972 req-6385f651-7943-4204-a7f9-ac68b8abb808 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105266 Feb 07 16:37:53.669987 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:53.670404 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:53.751348 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f32d87-2e4f-459f-8da2-54b5a1b7c414 req-f481273e-5d41-465b-8fe8-2a1e86b934e2 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:53.754319 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-81f32d87-2e4f-459f-8da2-54b5a1b7c414 req-f481273e-5d41-465b-8fe8-2a1e86b934e2 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 945 time: 0.2455554 Feb 07 16:37:53.789935 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2811f0c3-be71-4376-87f4-a273b75c44ed, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2811f0c3-be71-4376-87f4-a273b75c44ed,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:37:53.796923 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=30092707-d1a8-4b0d-b276-8a27ab7ed983,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:53.811375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774766ed-ecc5-4b27-aa28-c57b663e6e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2811f0c3-be71-4376-87f4-a273b75c44ed'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:37:53.814251 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ff90a8-d7a8-48e6-af71-d514cb341c11" -d '{"events": [{"server_uuid": "774766ed-ecc5-4b27-aa28-c57b663e6e7c", "name": "network-vif-plugged", "status": "completed", "tag": "2811f0c3-be71-4376-87f4-a273b75c44ed"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:37:53.822724 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2811f0c3-be71-4376-87f4-a273b75c44ed), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:53.835063 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c4b89fcb-a14a-4a26-9ce1-8310cf5ddcc2 None None] Provisioning complete for port bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:53.835602 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c4b89fcb-a14a-4a26-9ce1-8310cf5ddcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:53.876104 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-81f32d87-2e4f-459f-8da2-54b5a1b7c414 req-6bfe31cc-35b1-493f-b6a2-79138c5537a3 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151264 Feb 07 16:37:54.132585 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=2811f0c3-be71-4376-87f4-a273b75c44ed,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:54.156465 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0474db8b-00b8-4963-8bb9-0765a544f888 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:37:54.172089 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] Sync routers for ids ['22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:37:54.218567 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0474db8b-00b8-4963-8bb9-0765a544f888 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:54.219899 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0474db8b-00b8-4963-8bb9-0765a544f888 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.3287880 Feb 07 16:37:54.223039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58540) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:54.228727 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e1acaa7c-54b8-47de-961a-f8435f62ef5d req-ae7cfc6a-1ade-4939-9fe7-f24126b6e28b tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "GET /v2.0/security-groups/8b5c25fb-90f8-466c-a992-6744f25861ef HTTP/1.1" status: 200 len: 2415 time: 0.3428307 Feb 07 16:37:54.241946 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] Routers {'22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:37:54.252526 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:37:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:54.267061 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c4b89fcb-a14a-4a26-9ce1-8310cf5ddcc2 None None] Current status of the port bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:54.354914 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e1acaa7c-54b8-47de-961a-f8435f62ef5d req-f1c7f701-19b4-40ff-9a9c-a47e2a449d1a tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (8b5c25fb-90f8-466c-a992-6744f25861ef), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:54.362893 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f9746b-ac57-45fb-b2ff-d804ef512d8c admin admin] Router 99d77454-4270-4b00-a6f0-4976385c34f2 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:37:54.368833 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:54.429737 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7b4aaf7b-6ec9-43a3-b62f-c4d14c9a6f23 None None] Provisioning complete for port 30092707-d1a8-4b0d-b276-8a27ab7ed983 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:54.432323 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7b4aaf7b-6ec9-43a3-b62f-c4d14c9a6f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (30092707-d1a8-4b0d-b276-8a27ab7ed983), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:54.443246 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f62ba9-40b2-44e1-97d7-636c195b8e1f x-openstack-request-id: req-69f62ba9-40b2-44e1-97d7-636c195b8e1f {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:37:54.447772 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774766ed-ecc5-4b27-aa28-c57b663e6e7c", "name": "network-vif-plugged", "status": "completed", "tag": "2811f0c3-be71-4376-87f4-a273b75c44ed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:37:54.447772 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69f62ba9-40b2-44e1-97d7-636c195b8e1f {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:37:54.447772 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774766ed-ecc5-4b27-aa28-c57b663e6e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2811f0c3-be71-4376-87f4-a273b75c44ed', 'code': 200} Feb 07 16:37:54.448814 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e1acaa7c-54b8-47de-961a-f8435f62ef5d req-f1c7f701-19b4-40ff-9a9c-a47e2a449d1a tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (8b5c25fb-90f8-466c-a992-6744f25861ef), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:54.607730 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] Set router 22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:37:54.744409 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f9746b-ac57-45fb-b2ff-d804ef512d8c admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:37:54.772104 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] Sync routers for ids ['99d77454-4270-4b00-a6f0-4976385c34f2'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:37:54.790810 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1f9746b-ac57-45fb-b2ff-d804ef512d8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:54.797706 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b1f9746b-ac57-45fb-b2ff-d804ef512d8c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.3899002 Feb 07 16:37:54.809862 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58572) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:54.822993 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] Routers {'99d77454-4270-4b00-a6f0-4976385c34f2'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:37:54.824487 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:37:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['99d77454-4270-4b00-a6f0-4976385c34f2'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:54.880930 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e1acaa7c-54b8-47de-961a-f8435f62ef5d req-f1c7f701-19b4-40ff-9a9c-a47e2a449d1a tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8b5c25fb-90f8-466c-a992-6744f25861ef), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:54.885238 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e1acaa7c-54b8-47de-961a-f8435f62ef5d req-f1c7f701-19b4-40ff-9a9c-a47e2a449d1a tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:54.886691 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e1acaa7c-54b8-47de-961a-f8435f62ef5d req-f1c7f701-19b4-40ff-9a9c-a47e2a449d1a tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] 10.222.0.18 "DELETE /v2.0/security-groups/8b5c25fb-90f8-466c-a992-6744f25861ef HTTP/1.1" status: 204 len: 173 time: 0.6469107 Feb 07 16:37:54.927761 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58582) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:54.946381 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7f701-19b4-40ff-9a9c-a47e2a449d1a tempest-SecurityGroupRulesTestJSON-1348517705 tempest-SecurityGroupRulesTestJSON-1348517705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5c25fb-90f8-466c-a992-6744f25861ef,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:55.126604 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] Set router 99d77454-4270-4b00-a6f0-4976385c34f2 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:37:55.128416 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5dc10b-04c8-4e2f-ac81-6027678a60ee admin admin] Deleting subnet 02df695b-b709-4f92-b221-e44c0fe6dc83 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:37:55.141902 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c5dc10b-04c8-4e2f-ac81-6027678a60ee admin admin] Publish callbacks [] for subnet (02df695b-b709-4f92-b221-e44c0fe6dc83), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:55.271615 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c5dc10b-04c8-4e2f-ac81-6027678a60ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (02df695b-b709-4f92-b221-e44c0fe6dc83), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:55.331358 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 30092707-d1a8-4b0d-b276-8a27ab7ed983 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:37:55.450929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7b4aaf7b-6ec9-43a3-b62f-c4d14c9a6f23 None None] Current status of the port 30092707-d1a8-4b0d-b276-8a27ab7ed983 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:55.461837 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a15e8a-6daa-4578-93b1-598946fa02b8 req-2d74540b-bb0f-4f17-a38c-da10137280c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:55.464501 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4a15e8a-6daa-4578-93b1-598946fa02b8 req-2d74540b-bb0f-4f17-a38c-da10137280c5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 1128 time: 0.7888808 Feb 07 16:37:55.474061 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 30092707-d1a8-4b0d-b276-8a27ab7ed983 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:55.474554 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (30092707-d1a8-4b0d-b276-8a27ab7ed983), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:55.632706 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1617746426-router', 'tenant_id': 'f2ffc91660b34d2da2121a1b0861a149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '5b079bb8-4872-4721-8e90-b5e3b2f9e019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:43Z', 'updated_at': '2022-02-07T16:37:50Z', 'revision_number': 3, 'project_id': 'f2ffc91660b34d2da2121a1b0861a149', 'gw_port': {'id': '5b079bb8-4872-4721-8e90-b5e3b2f9e019', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:47Z', 'updated_at': '2022-02-07T16:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:55.649119 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'name': 'tempest-ServersTestBootFromVolume-625812799-router', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:44Z', 'updated_at': '2022-02-07T16:37:51Z', 'revision_number': 3, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'gw_port': {'id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:48Z', 'updated_at': '2022-02-07T16:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:55.662105 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c5dc10b-04c8-4e2f-ac81-6027678a60ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (02df695b-b709-4f92-b221-e44c0fe6dc83), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:55.694865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db500a95-18bf-4dfa-9bc8-bbc4522bda0a req-587c377f-bc8c-4623-886c-74d9e7206881 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:55.701620 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-db500a95-18bf-4dfa-9bc8-bbc4522bda0a req-587c377f-bc8c-4623-886c-74d9e7206881 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 945 time: 0.5848706 Feb 07 16:37:55.739894 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] Checking router: 99d77454-4270-4b00-a6f0-4976385c34f2 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:37:55.740246 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] Updating router 99d77454-4270-4b00-a6f0-4976385c34f2 port 4a7b47d0-02fa-4606-b011-ea6daecc52b1 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:37:55.778182 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] Checking router: 22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:37:55.782033 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] Updating router 22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb port 5b079bb8-4872-4721-8e90-b5e3b2f9e019 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:37:55.823941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d13f1-76cc-4a66-9081-69f01c446960 req-487dceeb-6296-4c60-86ea-8eea8dace017 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:55.842911 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-447d13f1-76cc-4a66-9081-69f01c446960 req-487dceeb-6296-4c60-86ea-8eea8dace017 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 946 time: 0.6747911 Feb 07 16:37:55.844705 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c5dc10b-04c8-4e2f-ac81-6027678a60ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (02df695b-b709-4f92-b221-e44c0fe6dc83), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:55.869167 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4a7b47d0-02fa-4606-b011-ea6daecc52b1), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:55.983025 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c5dc10b-04c8-4e2f-ac81-6027678a60ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:55.990335 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2feae920-a124-4496-9827-78048c2daad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:55.993061 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 30092707-d1a8-4b0d-b276-8a27ab7ed983 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:37:55.995397 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5b079bb8-4872-4721-8e90-b5e3b2f9e019), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:56.005052 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58596) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:56.005861 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5c5dc10b-04c8-4e2f-ac81-6027678a60ee admin admin] 10.222.0.18 "DELETE /v2.0/subnets/02df695b-b709-4f92-b221-e44c0fe6dc83 HTTP/1.1" status: 204 len: 168 time: 1.0743721 Feb 07 16:37:56.009694 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4a15e8a-6daa-4578-93b1-598946fa02b8 req-1fd9153d-0aa3-49a6-b832-762a9ae87959 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958491 Feb 07 16:37:56.026490 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5dc10b-04c8-4e2f-ac81-6027678a60ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02df695b-b709-4f92-b221-e44c0fe6dc83,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:56.138197 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-db500a95-18bf-4dfa-9bc8-bbc4522bda0a req-3e297ff2-d71f-4ab0-be3b-035e5ecbd5da tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967577 Feb 07 16:37:56.276338 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-447d13f1-76cc-4a66-9081-69f01c446960 req-02333aa3-e45b-4708-b229-f1309c3899b2 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973444 Feb 07 16:37:56.432974 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5dee2fd6-8bdf-4cc4-97bf-9a1ee2b618f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:56.579270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58606) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:56.600931 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-162b7017-71ea-4ab8-bc2b-104e5b2953a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (3838d9d4-681a-42e8-b2d9-58cdb57f09bc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:56.804809 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] Publish callbacks [] for port (4a7b47d0-02fa-4606-b011-ea6daecc52b1), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:56.823449 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4a7b47d0-02fa-4606-b011-ea6daecc52b1), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:56.881162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-5dee2fd6-8bdf-4cc4-97bf-9a1ee2b618f4 admin admin] Allocated IP 172.20.0.1 (4b571603-d173-4d9a-a477-adde4d6cd1df/5b1e5eb4-447f-4909-a54a-6e04b7d200cc/adabc5d3-50cd-47de-a297-227d28210490) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:37:56.952431 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00961af3-f67a-4533-a27b-4baad76560b9 None None] Pushing event updated for resources: {'Port': ['ID=4a7b47d0-02fa-4606-b011-ea6daecc52b1,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:57.040420 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] Attempting to bind port 4a7b47d0-02fa-4606-b011-ea6daecc52b1 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:37:57.043626 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] Attempting to bind port 4a7b47d0-02fa-4606-b011-ea6daecc52b1 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:37:57.045955 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] Attempting to bind port 4a7b47d0-02fa-4606-b011-ea6daecc52b1 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:37:57.081564 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:37:57.085376 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:37:57.085985 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:57.089720 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:37:57.093988 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] Bound port: 4a7b47d0-02fa-4606-b011-ea6daecc52b1, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:37:57.096861 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4a7b47d0-02fa-4606-b011-ea6daecc52b1), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:57.133430 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-162b7017-71ea-4ab8-bc2b-104e5b2953a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (3838d9d4-681a-42e8-b2d9-58cdb57f09bc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:57.157320 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5dee2fd6-8bdf-4cc4-97bf-9a1ee2b618f4 admin admin] Publish callbacks [] for port (adabc5d3-50cd-47de-a297-227d28210490), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:57.177983 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-162b7017-71ea-4ab8-bc2b-104e5b2953a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3838d9d4-681a-42e8-b2d9-58cdb57f09bc']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:57.198869 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-162b7017-71ea-4ab8-bc2b-104e5b2953a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb56185-8eb8-42dc-b886-9d541b598dc2') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:57.199706 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-162b7017-71ea-4ab8-bc2b-104e5b2953a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb56185-8eb8-42dc-b886-9d541b598dc2') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:57.210906 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5dee2fd6-8bdf-4cc4-97bf-9a1ee2b618f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (adabc5d3-50cd-47de-a297-227d28210490), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:57.226997 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-162b7017-71ea-4ab8-bc2b-104e5b2953a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (7eb56185-8eb8-42dc-b886-9d541b598dc2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:57.262444 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-162b7017-71ea-4ab8-bc2b-104e5b2953a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (7eb56185-8eb8-42dc-b886-9d541b598dc2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:57.271974 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee2fd6-8bdf-4cc4-97bf-9a1ee2b618f4 admin admin] Pushing event updated for resources: {'Port': ['ID=adabc5d3-50cd-47de-a297-227d28210490,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:57.290516 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162b7017-71ea-4ab8-bc2b-104e5b2953a5 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:37:57.293705 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-162b7017-71ea-4ab8-bc2b-104e5b2953a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (7eb56185-8eb8-42dc-b886-9d541b598dc2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:57.295718 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dee2fd6-8bdf-4cc4-97bf-9a1ee2b618f4 admin admin] Network 4b571603-d173-4d9a-a477-adde4d6cd1df is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:37:57.297904 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5dee2fd6-8bdf-4cc4-97bf-9a1ee2b618f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:37:57.315210 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dee2fd6-8bdf-4cc4-97bf-9a1ee2b618f4 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:37:57.429317 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] For port 4a7b47d0-02fa-4606-b011-ea6daecc52b1, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:37:57.443430 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] For port 4a7b47d0-02fa-4606-b011-ea6daecc52b1, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4a7b47d0-02fa-4606-b011-ea6daecc52b1,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:37:57.474486 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4a7b47d0-02fa-4606-b011-ea6daecc52b1), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:37:57.679163 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:37:57.762355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314597e-f234-4001-a94c-07417ac2d716 req-e8ce15db-bfd6-480b-bf82-1c21170322c5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:57.770412 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1314597e-f234-4001-a94c-07417ac2d716 req-e8ce15db-bfd6-480b-bf82-1c21170322c5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 945 time: 0.3061032 Feb 07 16:37:57.782516 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5dee2fd6-8bdf-4cc4-97bf-9a1ee2b618f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:57.789647 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] Routers {'99d77454-4270-4b00-a6f0-4976385c34f2'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:37:57.790699 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:37:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['99d77454-4270-4b00-a6f0-4976385c34f2'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:57.863665 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-162b7017-71ea-4ab8-bc2b-104e5b2953a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (3838d9d4-681a-42e8-b2d9-58cdb57f09bc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:58.042682 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] Set router 99d77454-4270-4b00-a6f0-4976385c34f2 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:37:58.081170 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-162b7017-71ea-4ab8-bc2b-104e5b2953a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:58.087131 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-162b7017-71ea-4ab8-bc2b-104e5b2953a5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3838d9d4-681a-42e8-b2d9-58cdb57f09bc HTTP/1.1" status: 204 len: 168 time: 2.0757434 Feb 07 16:37:58.119435 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] Publish callbacks [] for port (5b079bb8-4872-4721-8e90-b5e3b2f9e019), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:58.144097 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5b079bb8-4872-4721-8e90-b5e3b2f9e019), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:58.166282 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-95ea8a27-112b-4693-8596-2a9111f0b1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:58.220386 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1314597e-f234-4001-a94c-07417ac2d716 req-b610e6e4-98c1-4f33-8fde-67da1d2d8c2d tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273238 Feb 07 16:37:58.223534 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f18b6d97-86b7-45e1-8564-8d0356c7286f None None] Provisioning complete for port adabc5d3-50cd-47de-a297-227d28210490 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:37:58.224230 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f18b6d97-86b7-45e1-8564-8d0356c7286f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (adabc5d3-50cd-47de-a297-227d28210490), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:58.312963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f18b6d97-86b7-45e1-8564-8d0356c7286f None None] Port adabc5d3-50cd-47de-a297-227d28210490 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:37:58.317894 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] Attempting to bind port 5b079bb8-4872-4721-8e90-b5e3b2f9e019 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:37:58.318552 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] Attempting to bind port 5b079bb8-4872-4721-8e90-b5e3b2f9e019 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:37:58.319107 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] Attempting to bind port 5b079bb8-4872-4721-8e90-b5e3b2f9e019 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:37:58.333010 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:37:58.333752 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:37:58.334353 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:58.334918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:37:58.335682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] Bound port: 5b079bb8-4872-4721-8e90-b5e3b2f9e019, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:37:58.336899 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5b079bb8-4872-4721-8e90-b5e3b2f9e019), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:58.408540 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b7017-71ea-4ab8-bc2b-104e5b2953a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3838d9d4-681a-42e8-b2d9-58cdb57f09bc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:58.424916 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9753ebb-a86a-476a-bf41-3c1e8c0e587f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:58.573387 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0c01d-e619-48b6-937b-0f096f137260 None None] Pushing event updated for resources: {'Port': ['ID=5b079bb8-4872-4721-8e90-b5e3b2f9e019,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:58.582057 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] For port 5b079bb8-4872-4721-8e90-b5e3b2f9e019, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:37:58.639303 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] For port 5b079bb8-4872-4721-8e90-b5e3b2f9e019, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5b079bb8-4872-4721-8e90-b5e3b2f9e019,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:37:58.650521 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5b079bb8-4872-4721-8e90-b5e3b2f9e019), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:58.742441 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5dee2fd6-8bdf-4cc4-97bf-9a1ee2b618f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (adabc5d3-50cd-47de-a297-227d28210490), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:58.744596 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00961af3-f67a-4533-a27b-4baad76560b9 None None] Pushing event updated for resources: {'Port': ['ID=4a7b47d0-02fa-4606-b011-ea6daecc52b1,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:58.839122 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] Routers {'22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:37:58.840749 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:37:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:58.972793 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'name': 'tempest-ServersTestBootFromVolume-625812799-router', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:44Z', 'updated_at': '2022-02-07T16:37:51Z', 'revision_number': 3, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'gw_port': {'id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:48Z', 'updated_at': '2022-02-07T16:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:37:59.031925 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58620) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:59.055736 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32797b2-1b13-4f60-b8d4-2d6ce52d21d4 None None] The sync data for ids ['99d77454-4270-4b00-a6f0-4976385c34f2'] in n-d-827865-3 is: [{'id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'name': 'tempest-ServersTestBootFromVolume-625812799-router', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:44Z', 'updated_at': '2022-02-07T16:37:51Z', 'revision_number': 3, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'gw_port': {'id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:48Z', 'updated_at': '2022-02-07T16:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:37:59.056413 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0c01d-e619-48b6-937b-0f096f137260 None None] Pushing event updated for resources: {'Port': ['ID=5b079bb8-4872-4721-8e90-b5e3b2f9e019,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:37:59.252344 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] Set router 22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:37:59.298265 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-713e16d5-2315-48a5-8c3d-2b8be88e813d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (d419b1eb-88a5-4783-b32d-62c74d2da5af), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:59.351209 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1509f84-a362-44c2-9b7b-39f34a86b78f req-16c05583-4e75-4421-a2ba-076fe1b03a4a tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:37:59.353965 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d1509f84-a362-44c2-9b7b-39f34a86b78f req-16c05583-4e75-4421-a2ba-076fe1b03a4a tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 946 time: 0.8258164 Feb 07 16:37:59.379023 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a0608ea3-c058-46a1-9706-81c09a479959 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c9d7b18047945a38ae40ac6a9e0310f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453658 Feb 07 16:37:59.399447 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58624) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:37:59.530074 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-c9753ebb-a86a-476a-bf41-3c1e8c0e587f admin admin] Allocated IP 172.20.0.1 (bb959358-376e-4a5f-93ad-a9d9fe150468/90964d09-98ab-43e4-aadc-448a3d2d7f90/e9301dc3-ec03-4060-a577-072277ef0b18) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:37:59.566825 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:59.743312 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9753ebb-a86a-476a-bf41-3c1e8c0e587f admin admin] Publish callbacks [] for port (e9301dc3-ec03-4060-a577-072277ef0b18), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:37:59.844126 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9753ebb-a86a-476a-bf41-3c1e8c0e587f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e9301dc3-ec03-4060-a577-072277ef0b18), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:00.010738 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9753ebb-a86a-476a-bf41-3c1e8c0e587f admin admin] Network bb959358-376e-4a5f-93ad-a9d9fe150468 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:38:00.071546 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c9753ebb-a86a-476a-bf41-3c1e8c0e587f admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:38:00.079337 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9753ebb-a86a-476a-bf41-3c1e8c0e587f admin admin] Pushing event updated for resources: {'Port': ['ID=e9301dc3-ec03-4060-a577-072277ef0b18,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:00.082116 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9753ebb-a86a-476a-bf41-3c1e8c0e587f admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:38:00.231154 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9753ebb-a86a-476a-bf41-3c1e8c0e587f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (99d77454-4270-4b00-a6f0-4976385c34f2), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:00.242511 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1617746426-router', 'tenant_id': 'f2ffc91660b34d2da2121a1b0861a149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '5b079bb8-4872-4721-8e90-b5e3b2f9e019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:43Z', 'updated_at': '2022-02-07T16:37:58Z', 'revision_number': 4, 'project_id': 'f2ffc91660b34d2da2121a1b0861a149', 'gw_port': {'id': '5b079bb8-4872-4721-8e90-b5e3b2f9e019', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:47Z', 'updated_at': '2022-02-07T16:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'adabc5d3-50cd-47de-a297-227d28210490', 'name': '', 'network_id': '4b571603-d173-4d9a-a477-adde4d6cd1df', 'tenant_id': 'f2ffc91660b34d2da2121a1b0861a149', 'mac_address': 'fa:16:3e:a2:64:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5b1e5eb4-447f-4909-a54a-6e04b7d200cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:56Z', 'updated_at': '2022-02-07T16:37:56Z', 'revision_number': 1, 'project_id': 'f2ffc91660b34d2da2121a1b0861a149', 'subnets': [{'id': '5b1e5eb4-447f-4909-a54a-6e04b7d200cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:00.354978 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5dee2fd6-8bdf-4cc4-97bf-9a1ee2b618f4 admin admin] Publish callbacks [] for port (adabc5d3-50cd-47de-a297-227d28210490), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:00.440891 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5dee2fd6-8bdf-4cc4-97bf-9a1ee2b618f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (adabc5d3-50cd-47de-a297-227d28210490), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:00.457804 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150413b3-0f33-446d-935b-32ca3d9cc00a None None] The sync data for ids ['22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb'] in n-d-827865-3 is: [{'id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1617746426-router', 'tenant_id': 'f2ffc91660b34d2da2121a1b0861a149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '5b079bb8-4872-4721-8e90-b5e3b2f9e019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:43Z', 'updated_at': '2022-02-07T16:37:58Z', 'revision_number': 4, 'project_id': 'f2ffc91660b34d2da2121a1b0861a149', 'gw_port': {'id': '5b079bb8-4872-4721-8e90-b5e3b2f9e019', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:47Z', 'updated_at': '2022-02-07T16:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'adabc5d3-50cd-47de-a297-227d28210490', 'name': '', 'network_id': '4b571603-d173-4d9a-a477-adde4d6cd1df', 'tenant_id': 'f2ffc91660b34d2da2121a1b0861a149', 'mac_address': 'fa:16:3e:a2:64:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5b1e5eb4-447f-4909-a54a-6e04b7d200cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:56Z', 'updated_at': '2022-02-07T16:37:56Z', 'revision_number': 1, 'project_id': 'f2ffc91660b34d2da2121a1b0861a149', 'subnets': [{'id': '5b1e5eb4-447f-4909-a54a-6e04b7d200cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:38:00.760081 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:00.761448 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d1509f84-a362-44c2-9b7b-39f34a86b78f req-1360825c-da14-4bfd-8956-07208e70fb0b tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3990846 Feb 07 16:38:00.855931 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-713e16d5-2315-48a5-8c3d-2b8be88e813d admin admin] Deleting port f914952c-e037-4218-95b3-5b28cd4a5bca {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:38:00.858118 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-713e16d5-2315-48a5-8c3d-2b8be88e813d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f914952c-e037-4218-95b3-5b28cd4a5bca), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:00.918280 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d68b3fa3-de52-4cb3-95d7-39b616d2d24c None None] Provisioning complete for port e9301dc3-ec03-4060-a577-072277ef0b18 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:00.919691 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d68b3fa3-de52-4cb3-95d7-39b616d2d24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e9301dc3-ec03-4060-a577-072277ef0b18), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:00.998185 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee2fd6-8bdf-4cc4-97bf-9a1ee2b618f4 admin admin] Pushing event updated for resources: {'Port': ['ID=adabc5d3-50cd-47de-a297-227d28210490,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:01.020317 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5dee2fd6-8bdf-4cc4-97bf-9a1ee2b618f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:01.102019 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ec3a9661-efcb-42a2-a816-725e0b5c8e3d details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:38:01.280861 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d68b3fa3-de52-4cb3-95d7-39b616d2d24c None None] Port e9301dc3-ec03-4060-a577-072277ef0b18 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:38:01.354678 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9365-e507-4073-a440-2ec67d9b1bd3 admin admin] Publish callbacks [] for security_group (a6882508-745b-4b0c-9f91-4634fadf1b22), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:01.446394 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9365-e507-4073-a440-2ec67d9b1bd3 admin admin] Publish callbacks [] for security_group (a6882508-745b-4b0c-9f91-4634fadf1b22), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:01.487556 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4a7b47d0-02fa-4606-b011-ea6daecc52b1 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:38:01.821793 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ec3a9661-efcb-42a2-a816-725e0b5c8e3d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:01.839006 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9365-e507-4073-a440-2ec67d9b1bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a6882508-745b-4b0c-9f91-4634fadf1b22), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:01.842941 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9365-e507-4073-a440-2ec67d9b1bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:01.856102 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5e3d9365-e507-4073-a440-2ec67d9b1bd3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6882508-745b-4b0c-9f91-4634fadf1b22 HTTP/1.1" status: 204 len: 168 time: 2.4491034 Feb 07 16:38:01.890383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 4a7b47d0-02fa-4606-b011-ea6daecc52b1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:01.891020 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4a7b47d0-02fa-4606-b011-ea6daecc52b1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:01.929882 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6848-41c2-4243-a463-2b83630c434d req-4d667435-8e04-40b2-9301-616b246897b3 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:01.940729 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac9f6848-41c2-4243-a463-2b83630c434d req-4d667435-8e04-40b2-9301-616b246897b3 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 945 time: 0.8921242 Feb 07 16:38:01.989243 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d9365-e507-4073-a440-2ec67d9b1bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6882508-745b-4b0c-9f91-4634fadf1b22,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:02.078524 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9753ebb-a86a-476a-bf41-3c1e8c0e587f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e9301dc3-ec03-4060-a577-072277ef0b18), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:02.130362 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac9f6848-41c2-4243-a463-2b83630c434d req-887ba425-b24c-40f2-b267-ce4ed8495f77 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868060 Feb 07 16:38:02.251170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'ec3a9661-efcb-42a2-a816-725e0b5c8e3d', 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e', 'port_id': 'ec3a9661-efcb-42a2-a816-725e0b5c8e3d', 'mac_address': 'fa:16:3e:b0:3d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6ceb4b4-d185-4794-81af-32433f62177a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:38:02.278239 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dee2fd6-8bdf-4cc4-97bf-9a1ee2b618f4 admin admin] Network 4b571603-d173-4d9a-a477-adde4d6cd1df is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:38:02.280824 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5dee2fd6-8bdf-4cc4-97bf-9a1ee2b618f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:38:02.555944 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ec3a9661-efcb-42a2-a816-725e0b5c8e3d is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:02.556606 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:02.821502 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-713e16d5-2315-48a5-8c3d-2b8be88e813d admin admin] For port f914952c-e037-4218-95b3-5b28cd4a5bca, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f914952c-e037-4218-95b3-5b28cd4a5bca,segment=NetworkSegment(92918f95-4f53-4496-ba2d-d0806e41737b),segment_id=92918f95-4f53-4496-ba2d-d0806e41737b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:02.822301 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-713e16d5-2315-48a5-8c3d-2b8be88e813d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f914952c-e037-4218-95b3-5b28cd4a5bca), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:02.834066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec3a9661-efcb-42a2-a816-725e0b5c8e3d {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:38:03.017697 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4a7b47d0-02fa-4606-b011-ea6daecc52b1 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:03.018663 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4a7b47d0-02fa-4606-b011-ea6daecc52b1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:03.068238 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 4a7b47d0-02fa-4606-b011-ea6daecc52b1, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4a7b47d0-02fa-4606-b011-ea6daecc52b1,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:03.103841 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:03.104092 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-713e16d5-2315-48a5-8c3d-2b8be88e813d admin admin] Calling delete_port for f914952c-e037-4218-95b3-5b28cd4a5bca owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:38:03.129655 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ec3a9661-efcb-42a2-a816-725e0b5c8e3d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:03.131249 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4a7b47d0-02fa-4606-b011-ea6daecc52b1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:03.144334 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:03.194360 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dee2fd6-8bdf-4cc4-97bf-9a1ee2b618f4 admin admin] Router 22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:38:03.492036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=4a7b47d0-02fa-4606-b011-ea6daecc52b1,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:03.515614 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-de57b702-8bbf-46e2-a209-46d6557d1b2e None None] Provisioning complete for port adabc5d3-50cd-47de-a297-227d28210490 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:03.516082 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-de57b702-8bbf-46e2-a209-46d6557d1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (adabc5d3-50cd-47de-a297-227d28210490), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:03.658064 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9753ebb-a86a-476a-bf41-3c1e8c0e587f admin admin] Publish callbacks [] for port (e9301dc3-ec03-4060-a577-072277ef0b18), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:03.673968 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dee2fd6-8bdf-4cc4-97bf-9a1ee2b618f4 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:38:03.695716 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5dee2fd6-8bdf-4cc4-97bf-9a1ee2b618f4 admin admin] 10.222.0.18 "PUT /v2.0/routers/22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4644237 Feb 07 16:38:03.723517 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9753ebb-a86a-476a-bf41-3c1e8c0e587f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (e9301dc3-ec03-4060-a577-072277ef0b18), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:03.905832 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5b079bb8-4872-4721-8e90-b5e3b2f9e019 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:38:04.027041 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9753ebb-a86a-476a-bf41-3c1e8c0e587f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (99d77454-4270-4b00-a6f0-4976385c34f2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:04.131153 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-de57b702-8bbf-46e2-a209-46d6557d1b2e None None] Port adabc5d3-50cd-47de-a297-227d28210490 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:38:04.213677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:04.275114 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 5b079bb8-4872-4721-8e90-b5e3b2f9e019 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:04.277898 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5b079bb8-4872-4721-8e90-b5e3b2f9e019), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:04.484180 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9753ebb-a86a-476a-bf41-3c1e8c0e587f admin admin] Pushing event updated for resources: {'Port': ['ID=e9301dc3-ec03-4060-a577-072277ef0b18,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:04.590247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9753ebb-a86a-476a-bf41-3c1e8c0e587f admin admin] Network bb959358-376e-4a5f-93ad-a9d9fe150468 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:38:04.595419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c9753ebb-a86a-476a-bf41-3c1e8c0e587f admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:38:04.612792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 5b079bb8-4872-4721-8e90-b5e3b2f9e019 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:04.614117 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5b079bb8-4872-4721-8e90-b5e3b2f9e019), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:04.696865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 5b079bb8-4872-4721-8e90-b5e3b2f9e019, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5b079bb8-4872-4721-8e90-b5e3b2f9e019,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:04.704756 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5b079bb8-4872-4721-8e90-b5e3b2f9e019), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:04.850280 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58672) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:04.887968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=5b079bb8-4872-4721-8e90-b5e3b2f9e019,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:05.061530 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9753ebb-a86a-476a-bf41-3c1e8c0e587f admin admin] Router 99d77454-4270-4b00-a6f0-4976385c34f2 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:38:05.071045 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-713e16d5-2315-48a5-8c3d-2b8be88e813d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f914952c-e037-4218-95b3-5b28cd4a5bca), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:05.113269 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8385f703-9dce-4c9d-8aaf-4a1d4d1b5fc7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1738923322-network', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:38:05.132005 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e16d5-2315-48a5-8c3d-2b8be88e813d admin admin] Pushing event deleted for resources: {'Port': ['ID=f914952c-e037-4218-95b3-5b28cd4a5bca,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:05.184565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ec3a9661-efcb-42a2-a816-725e0b5c8e3d details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:38:05.192188 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8385f703-9dce-4c9d-8aaf-4a1d4d1b5fc7 admin admin] Made reservation on behalf of 320879ca25e94aa1ab5f9eea86473b31 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:38:05.193029 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ec3a9661-efcb-42a2-a816-725e0b5c8e3d no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:38:05.203072 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8385f703-9dce-4c9d-8aaf-4a1d4d1b5fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:05.244088 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8385f703-9dce-4c9d-8aaf-4a1d4d1b5fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:05.420865 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9753ebb-a86a-476a-bf41-3c1e8c0e587f admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:38:05.430647 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c9753ebb-a86a-476a-bf41-3c1e8c0e587f admin admin] 10.222.0.18 "PUT /v2.0/routers/99d77454-4270-4b00-a6f0-4976385c34f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6187015 Feb 07 16:38:05.530698 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8385f703-9dce-4c9d-8aaf-4a1d4d1b5fc7 admin admin] Publish callbacks [] for security_group (929b2c3b-4cc3-4661-b1b5-07b71eef5707), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:05.539605 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8385f703-9dce-4c9d-8aaf-4a1d4d1b5fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (929b2c3b-4cc3-4661-b1b5-07b71eef5707), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:05.548220 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] Sync routers for ids ['99d77454-4270-4b00-a6f0-4976385c34f2'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:38:05.583372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8385f703-9dce-4c9d-8aaf-4a1d4d1b5fc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:38:05.610603 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8385f703-9dce-4c9d-8aaf-4a1d4d1b5fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (c084bc03-9e79-4c0c-8c37-7836a414462c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:05.619035 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-8385f703-9dce-4c9d-8aaf-4a1d4d1b5fc7 admin admin] Added segment c084bc03-9e79-4c0c-8c37-7836a414462c of type vlan for network 1b170a06-0806-4ca4-bd4b-e024db77fa88 Feb 07 16:38:05.644016 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5b079bb8-4872-4721-8e90-b5e3b2f9e019 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:38:05.774508 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] Routers {'99d77454-4270-4b00-a6f0-4976385c34f2'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:38:05.775632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:37:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['99d77454-4270-4b00-a6f0-4976385c34f2'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:05.781430 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-713e16d5-2315-48a5-8c3d-2b8be88e813d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (d419b1eb-88a5-4783-b32d-62c74d2da5af), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:05.800343 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-63983cd3-63f8-4a66-870f-79204a6ffb8f None None] Provisioning complete for port e9301dc3-ec03-4060-a577-072277ef0b18 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:05.800343 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63983cd3-63f8-4a66-870f-79204a6ffb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e9301dc3-ec03-4060-a577-072277ef0b18), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:06.002848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385f703-9dce-4c9d-8aaf-4a1d4d1b5fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929b2c3b-4cc3-4661-b1b5-07b71eef5707,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:06.011881 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8385f703-9dce-4c9d-8aaf-4a1d4d1b5fc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (1b170a06-0806-4ca4-bd4b-e024db77fa88), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:06.100101 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8385f703-9dce-4c9d-8aaf-4a1d4d1b5fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (1b170a06-0806-4ca4-bd4b-e024db77fa88), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:06.101223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8385f703-9dce-4c9d-8aaf-4a1d4d1b5fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:06.101888 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8385f703-9dce-4c9d-8aaf-4a1d4d1b5fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:06.171456 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8385f703-9dce-4c9d-8aaf-4a1d4d1b5fc7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3198762 Feb 07 16:38:06.172165 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58686) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:06.252817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e99e84ff-861a-4cec-949d-6919f20dc366 admin admin] Request body: {'subnet': {'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1738923322-subnet', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:38:06.272419 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] Sync routers for ids ['22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:38:06.290118 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713e16d5-2315-48a5-8c3d-2b8be88e813d admin admin] Router d419b1eb-88a5-4783-b32d-62c74d2da5af has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:38:06.300167 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] Routers {'22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:38:06.301931 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:37:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:06.320399 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385f703-9dce-4c9d-8aaf-4a1d4d1b5fc7 admin admin] Pushing event updated for resources: {'Network': ['ID=1b170a06-0806-4ca4-bd4b-e024db77fa88,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:06.345438 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99e84ff-861a-4cec-949d-6919f20dc366 admin admin] Made reservation on behalf of 320879ca25e94aa1ab5f9eea86473b31 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:38:06.349244 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e99e84ff-861a-4cec-949d-6919f20dc366 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:06.441697 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] Set router 99d77454-4270-4b00-a6f0-4976385c34f2 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:38:06.479194 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] Set router 22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:38:06.671561 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-63983cd3-63f8-4a66-870f-79204a6ffb8f None None] Port e9301dc3-ec03-4060-a577-072277ef0b18 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:38:06.710118 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713e16d5-2315-48a5-8c3d-2b8be88e813d admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:38:06.719449 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-713e16d5-2315-48a5-8c3d-2b8be88e813d admin admin] 10.222.0.18 "PUT /v2.0/routers/d419b1eb-88a5-4783-b32d-62c74d2da5af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1246228 Feb 07 16:38:06.720252 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58688) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:06.739270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 1b170a06-0806-4ca4-bd4b-e024db77fa88 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:38:06.893617 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d35158-01b7-4fec-8d29-09abb28ee434 None None] Sync routers for ids ['d419b1eb-88a5-4783-b32d-62c74d2da5af'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:38:06.983150 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1617746426-router', 'tenant_id': 'f2ffc91660b34d2da2121a1b0861a149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '5b079bb8-4872-4721-8e90-b5e3b2f9e019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:43Z', 'updated_at': '2022-02-07T16:37:58Z', 'revision_number': 4, 'project_id': 'f2ffc91660b34d2da2121a1b0861a149', 'gw_port': {'id': '5b079bb8-4872-4721-8e90-b5e3b2f9e019', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:47Z', 'updated_at': '2022-02-07T16:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'adabc5d3-50cd-47de-a297-227d28210490', 'name': '', 'network_id': '4b571603-d173-4d9a-a477-adde4d6cd1df', 'tenant_id': 'f2ffc91660b34d2da2121a1b0861a149', 'mac_address': 'fa:16:3e:a2:64:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5b1e5eb4-447f-4909-a54a-6e04b7d200cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:56Z', 'updated_at': '2022-02-07T16:37:59Z', 'revision_number': 2, 'project_id': 'f2ffc91660b34d2da2121a1b0861a149', 'subnets': [{'id': '5b1e5eb4-447f-4909-a54a-6e04b7d200cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:07.000153 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2aa650b-c02b-4f5f-a299-b827f8030b55 admin admin] Publish callbacks [] for router (d419b1eb-88a5-4783-b32d-62c74d2da5af), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:07.019310 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e99e84ff-861a-4cec-949d-6919f20dc366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (1f31055f-f4ac-478b-ba93-d6815cfad493), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:07.062398 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] Checking router: 22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:38:07.062990 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] Updating router 22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb port adabc5d3-50cd-47de-a297-227d28210490 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:38:07.145101 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d35158-01b7-4fec-8d29-09abb28ee434 None None] Routers {'d419b1eb-88a5-4783-b32d-62c74d2da5af'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:38:07.146142 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-13d35158-01b7-4fec-8d29-09abb28ee434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:37:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d419b1eb-88a5-4783-b32d-62c74d2da5af'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:07.172883 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (adabc5d3-50cd-47de-a297-227d28210490), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:07.193489 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ec3a9661-efcb-42a2-a816-725e0b5c8e3d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:07.276602 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e84ff-861a-4cec-949d-6919f20dc366 admin admin] Checking segment: {'id': 'c084bc03-9e79-4c0c-8c37-7836a414462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:38:07.277217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99e84ff-861a-4cec-949d-6919f20dc366 admin admin] Network hostable DHCP agents. Network: 1b170a06-0806-4ca4-bd4b-e024db77fa88, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:38:07.295615 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e84ff-861a-4cec-949d-6919f20dc366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f31055f-f4ac-478b-ba93-d6815cfad493,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:07.315117 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99e84ff-861a-4cec-949d-6919f20dc366 admin admin] Network 1b170a06-0806-4ca4-bd4b-e024db77fa88 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:38:07.322970 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'ec3a9661-efcb-42a2-a816-725e0b5c8e3d', 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e', 'port_id': 'ec3a9661-efcb-42a2-a816-725e0b5c8e3d', 'mac_address': 'fa:16:3e:b0:3d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6ceb4b4-d185-4794-81af-32433f62177a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:38:07.330674 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e99e84ff-861a-4cec-949d-6919f20dc366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 1b170a06-0806-4ca4-bd4b-e024db77fa88) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:38:07.336355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99e84ff-861a-4cec-949d-6919f20dc366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:07.337194 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e99e84ff-861a-4cec-949d-6919f20dc366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:07.360112 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a03281b-3fa0-41ab-84bb-e6b40b91be9a None None] Network 1b170a06-0806-4ca4-bd4b-e024db77fa88 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:38:07.377465 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e99e84ff-861a-4cec-949d-6919f20dc366 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1387329 Feb 07 16:38:07.381491 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ec3a9661-efcb-42a2-a816-725e0b5c8e3d is: BUILD; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:07.382170 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:07.382546 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58710) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:07.396206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-48d6e307-6fc9-4758-96ca-448d30fc9318 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1738923322-router', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:38:07.414041 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 5b079bb8-4872-4721-8e90-b5e3b2f9e019 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:07.414774 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5b079bb8-4872-4721-8e90-b5e3b2f9e019), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:07.453934 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48d6e307-6fc9-4758-96ca-448d30fc9318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (fc75f435-a851-4a1a-b5b4-2930e50c8123), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:07.455361 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48d6e307-6fc9-4758-96ca-448d30fc9318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (fc75f435-a851-4a1a-b5b4-2930e50c8123), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:07.473213 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2aa650b-c02b-4f5f-a299-b827f8030b55 admin admin] Publish callbacks [] for router_gateway (d419b1eb-88a5-4783-b32d-62c74d2da5af), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:07.529128 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['ec3a9661-efcb-42a2-a816-725e0b5c8e3d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:38:07.543248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ec3a9661-efcb-42a2-a816-725e0b5c8e3d {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:38:07.570470 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48d6e307-6fc9-4758-96ca-448d30fc9318 admin admin] Publish callbacks [] for router_controller (fc75f435-a851-4a1a-b5b4-2930e50c8123), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:07.629231 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa650b-c02b-4f5f-a299-b827f8030b55 admin admin] Deleting port dce5378f-42bf-41e3-b959-1838ad83e971 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:38:07.630140 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2aa650b-c02b-4f5f-a299-b827f8030b55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (dce5378f-42bf-41e3-b959-1838ad83e971), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:07.803658 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-13d35158-01b7-4fec-8d29-09abb28ee434 None None] Set router d419b1eb-88a5-4783-b32d-62c74d2da5af gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:38:07.806929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ec3a9661-efcb-42a2-a816-725e0b5c8e3d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:07.848417 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d2aa650b-c02b-4f5f-a299-b827f8030b55 admin admin] For port dce5378f-42bf-41e3-b959-1838ad83e971, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=dce5378f-42bf-41e3-b959-1838ad83e971,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:07.849225 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2aa650b-c02b-4f5f-a299-b827f8030b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (dce5378f-42bf-41e3-b959-1838ad83e971), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:07.885141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa650b-c02b-4f5f-a299-b827f8030b55 admin admin] Calling delete_port for dce5378f-42bf-41e3-b959-1838ad83e971 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:38:07.976931 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:07.992325 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] Publish callbacks [] for port (adabc5d3-50cd-47de-a297-227d28210490), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:08.018501 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (adabc5d3-50cd-47de-a297-227d28210490), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:08.143622 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02609d30-ea84-42fc-add5-8074d5bb4989 req-51300628-e0df-40c8-a261-c8e70ab22d36 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:08.145196 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-02609d30-ea84-42fc-add5-8074d5bb4989 req-51300628-e0df-40c8-a261-c8e70ab22d36 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 805 time: 0.1703663 Feb 07 16:38:08.157067 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dba0ca-fffb-4708-95ac-74b6648d3026 req-cb8003d5-e11f-43c1-9ace-aaaff69d95aa tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:08.158950 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b9dba0ca-fffb-4708-95ac-74b6648d3026 req-cb8003d5-e11f-43c1-9ace-aaaff69d95aa tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 943 time: 0.2582033 Feb 07 16:38:08.162866 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48d6e307-6fc9-4758-96ca-448d30fc9318 admin admin] Publish callbacks [] for router_gateway (fc75f435-a851-4a1a-b5b4-2930e50c8123), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:08.178449 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-02609d30-ea84-42fc-add5-8074d5bb4989 req-1a460e08-61c0-450d-b56b-8c946ddd39a3 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/quotas/1d548d291d9f481cbdcd664ba783ab69 HTTP/1.1" status: 200 len: 375 time: 0.0187633 Feb 07 16:38:08.301186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-1b170a06-0806-4ca4-bd4b-e024db77fa88', 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88', 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'fixed_ips': [{'subnet_id': '1f31055f-f4ac-478b-ba93-d6815cfad493'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:38:08.302337 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:08.354048 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-02609d30-ea84-42fc-add5-8074d5bb4989 req-fe28d15a-a8c8-4d89-bfd4-dd86ba051836 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1197147 Feb 07 16:38:08.407178 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b9dba0ca-fffb-4708-95ac-74b6648d3026 req-50f5023a-d6d9-445d-83f5-e25457294f9c tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488559 Feb 07 16:38:08.536444 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeffb9f-d152-4cf9-a13f-a702dddfefd3 None None] Pushing event updated for resources: {'Port': ['ID=adabc5d3-50cd-47de-a297-227d28210490,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:08.545453 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2aa650b-c02b-4f5f-a299-b827f8030b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (dce5378f-42bf-41e3-b959-1838ad83e971), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:08.550523 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:08.649539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa650b-c02b-4f5f-a299-b827f8030b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=dce5378f-42bf-41e3-b959-1838ad83e971,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:08.756037 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-02609d30-ea84-42fc-add5-8074d5bb4989 req-87b6a6e0-1443-465b-bf96-51ac21605079 service neutron] 10.222.0.18 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031207 Feb 07 16:38:08.771452 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] Attempting to bind port adabc5d3-50cd-47de-a297-227d28210490 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:38:08.771906 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] Attempting to bind port adabc5d3-50cd-47de-a297-227d28210490 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'f63a9932-c8d5-4b3c-90c1-f13a3746149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4b571603-d173-4d9a-a477-adde4d6cd1df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:38:08.772199 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] Attempting to bind port adabc5d3-50cd-47de-a297-227d28210490 on network 4b571603-d173-4d9a-a477-adde4d6cd1df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:38:08.805607 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:38:08.806162 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] Checking segment: {'id': 'f63a9932-c8d5-4b3c-90c1-f13a3746149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4b571603-d173-4d9a-a477-adde4d6cd1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:38:08.807235 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:08.807661 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] Bound using segment: {'id': 'f63a9932-c8d5-4b3c-90c1-f13a3746149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4b571603-d173-4d9a-a477-adde4d6cd1df'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:38:08.808182 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] Bound port: adabc5d3-50cd-47de-a297-227d28210490, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63a9932-c8d5-4b3c-90c1-f13a3746149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4b571603-d173-4d9a-a477-adde4d6cd1df'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:38:08.808597 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (adabc5d3-50cd-47de-a297-227d28210490), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:08.827489 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 5b079bb8-4872-4721-8e90-b5e3b2f9e019 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:08.829089 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4a7b47d0-02fa-4606-b011-ea6daecc52b1 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:38:08.838013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'name': 'tempest-ServersTestBootFromVolume-625812799-router', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:44Z', 'updated_at': '2022-02-07T16:38:00Z', 'revision_number': 4, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'gw_port': {'id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:48Z', 'updated_at': '2022-02-07T16:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e9301dc3-ec03-4060-a577-072277ef0b18', 'name': '', 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'mac_address': 'fa:16:3e:6f:bf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '90964d09-98ab-43e4-aadc-448a3d2d7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:58Z', 'updated_at': '2022-02-07T16:38:02Z', 'revision_number': 2, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'subnets': [{'id': '90964d09-98ab-43e4-aadc-448a3d2d7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:08.880372 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48d6e307-6fc9-4758-96ca-448d30fc9318 admin admin] Publish callbacks [] for router_gateway (fc75f435-a851-4a1a-b5b4-2930e50c8123), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:08.903817 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2aa650b-c02b-4f5f-a299-b827f8030b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (d419b1eb-88a5-4783-b32d-62c74d2da5af), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:08.915669 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48d6e307-6fc9-4758-96ca-448d30fc9318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:09.159955 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-48d6e307-6fc9-4758-96ca-448d30fc9318 admin admin] Allocated IP 172.25.4.226 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:38:09.175633 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] For port adabc5d3-50cd-47de-a297-227d28210490, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:38:09.190576 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] For port adabc5d3-50cd-47de-a297-227d28210490, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=adabc5d3-50cd-47de-a297-227d28210490,segment=NetworkSegment(f63a9932-c8d5-4b3c-90c1-f13a3746149c),segment_id=f63a9932-c8d5-4b3c-90c1-f13a3746149c)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:38:09.217189 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (adabc5d3-50cd-47de-a297-227d28210490), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:09.315259 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2aa650b-c02b-4f5f-a299-b827f8030b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (d419b1eb-88a5-4783-b32d-62c74d2da5af), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:09.318164 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2aa650b-c02b-4f5f-a299-b827f8030b55 admin admin] Publish callbacks [] for router_controller (d419b1eb-88a5-4783-b32d-62c74d2da5af), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:09.426623 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] Checking router: 99d77454-4270-4b00-a6f0-4976385c34f2 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:38:09.427155 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] Updating router 99d77454-4270-4b00-a6f0-4976385c34f2 port e9301dc3-ec03-4060-a577-072277ef0b18 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:38:09.428471 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2aa650b-c02b-4f5f-a299-b827f8030b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (d419b1eb-88a5-4783-b32d-62c74d2da5af), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:09.429123 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aa650b-c02b-4f5f-a299-b827f8030b55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d419b1eb-88a5-4783-b32d-62c74d2da5af {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:38:09.433859 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2aa650b-c02b-4f5f-a299-b827f8030b55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:09.440160 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d2aa650b-c02b-4f5f-a299-b827f8030b55 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d419b1eb-88a5-4783-b32d-62c74d2da5af HTTP/1.1" status: 204 len: 168 time: 2.7181447 Feb 07 16:38:09.440846 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58724) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:09.532422 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] Routers {'22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:38:09.534074 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:37:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:09.616985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-e867fdfb-a1b1-4e03-b9d6-5a9e30c74099 admin admin] Deleting subnet 84094ea4-ebf5-4efb-98d2-d6d7e236c705 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:38:09.634627 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeffb9f-d152-4cf9-a13f-a702dddfefd3 None None] Pushing event updated for resources: {'Port': ['ID=adabc5d3-50cd-47de-a297-227d28210490,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:09.642300 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e867fdfb-a1b1-4e03-b9d6-5a9e30c74099 admin admin] Publish callbacks [] for subnet (84094ea4-ebf5-4efb-98d2-d6d7e236c705), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:09.705748 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-02609d30-ea84-42fc-add5-8074d5bb4989 req-9424ebf7-110b-44d3-b149-e55c9549a182 service neutron] 10.222.0.18 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9038150 Feb 07 16:38:09.943293 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e867fdfb-a1b1-4e03-b9d6-5a9e30c74099 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (84094ea4-ebf5-4efb-98d2-d6d7e236c705), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:09.972405 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48d6e307-6fc9-4758-96ca-448d30fc9318 admin admin] Publish callbacks [] for port (d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:10.076057 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] Set router 22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:38:10.077803 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e9301dc3-ec03-4060-a577-072277ef0b18), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:10.092648 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d8e6051a-d7f1-43b8-bb10-276baf0c2fc2 None None] Provisioning complete for port adabc5d3-50cd-47de-a297-227d28210490 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:10.093782 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d8e6051a-d7f1-43b8-bb10-276baf0c2fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (adabc5d3-50cd-47de-a297-227d28210490), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:10.220229 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48d6e307-6fc9-4758-96ca-448d30fc9318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:10.270599 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e867fdfb-a1b1-4e03-b9d6-5a9e30c74099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (84094ea4-ebf5-4efb-98d2-d6d7e236c705), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:10.353195 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58732) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:10.398580 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-98329a7e-4899-4931-835c-d713bd8c56c6 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--674853074', 'description': 'tempest-description--1596892370'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:38:10.480216 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d6e307-6fc9-4758-96ca-448d30fc9318 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:38:10.486819 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e867fdfb-a1b1-4e03-b9d6-5a9e30c74099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (84094ea4-ebf5-4efb-98d2-d6d7e236c705), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:10.504786 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-48d6e307-6fc9-4758-96ca-448d30fc9318 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:38:10.542577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d6e307-6fc9-4758-96ca-448d30fc9318 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:38:10.550044 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6e307-6fc9-4758-96ca-448d30fc9318 admin admin] Pushing event updated for resources: {'Port': ['ID=d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:10.565774 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867fdfb-a1b1-4e03-b9d6-5a9e30c74099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84094ea4-ebf5-4efb-98d2-d6d7e236c705,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:10.573328 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e867fdfb-a1b1-4e03-b9d6-5a9e30c74099 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:10.579322 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e867fdfb-a1b1-4e03-b9d6-5a9e30c74099 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/84094ea4-ebf5-4efb-98d2-d6d7e236c705 HTTP/1.1" status: 204 len: 168 time: 1.1373732 Feb 07 16:38:10.582730 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58742) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:10.640462 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98329a7e-4899-4931-835c-d713bd8c56c6 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:10.692179 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa109eb2-b48a-475b-be62-b439b668173e req-d90e39c7-1fa0-4041-8f71-8eddd22ffe63 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:10.701324 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa109eb2-b48a-475b-be62-b439b668173e req-d90e39c7-1fa0-4041-8f71-8eddd22ffe63 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 943 time: 0.2178631 Feb 07 16:38:10.733775 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (937f4032-ece2-4ef3-ae25-e7defef4a280), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:10.825573 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa109eb2-b48a-475b-be62-b439b668173e req-508bbdc5-8d83-4ac0-9c57-8456332db10e tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194832 Feb 07 16:38:10.928279 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1617746426-router', 'tenant_id': 'f2ffc91660b34d2da2121a1b0861a149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '5b079bb8-4872-4721-8e90-b5e3b2f9e019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:43Z', 'updated_at': '2022-02-07T16:37:58Z', 'revision_number': 4, 'project_id': 'f2ffc91660b34d2da2121a1b0861a149', 'gw_port': {'id': '5b079bb8-4872-4721-8e90-b5e3b2f9e019', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:47Z', 'updated_at': '2022-02-07T16:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'adabc5d3-50cd-47de-a297-227d28210490', 'name': '', 'network_id': '4b571603-d173-4d9a-a477-adde4d6cd1df', 'tenant_id': 'f2ffc91660b34d2da2121a1b0861a149', 'mac_address': 'fa:16:3e:a2:64:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5b1e5eb4-447f-4909-a54a-6e04b7d200cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:56Z', 'updated_at': '2022-02-07T16:38:09Z', 'revision_number': 4, 'project_id': 'f2ffc91660b34d2da2121a1b0861a149', 'subnets': [{'id': '5b1e5eb4-447f-4909-a54a-6e04b7d200cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:11.001098 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] Deleting port 083ffa5b-bd28-4e9a-a2b2-6016be5605c3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:38:11.001543 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (083ffa5b-bd28-4e9a-a2b2-6016be5605c3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:11.010462 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8799b8-533d-4de2-9ac4-520284a9d2e0 None None] The sync data for ids ['22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb'] in n-d-827865-3 is: [{'id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1617746426-router', 'tenant_id': 'f2ffc91660b34d2da2121a1b0861a149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '5b079bb8-4872-4721-8e90-b5e3b2f9e019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:43Z', 'updated_at': '2022-02-07T16:37:58Z', 'revision_number': 4, 'project_id': 'f2ffc91660b34d2da2121a1b0861a149', 'gw_port': {'id': '5b079bb8-4872-4721-8e90-b5e3b2f9e019', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:47Z', 'updated_at': '2022-02-07T16:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'adabc5d3-50cd-47de-a297-227d28210490', 'name': '', 'network_id': '4b571603-d173-4d9a-a477-adde4d6cd1df', 'tenant_id': 'f2ffc91660b34d2da2121a1b0861a149', 'mac_address': 'fa:16:3e:a2:64:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5b1e5eb4-447f-4909-a54a-6e04b7d200cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:56Z', 'updated_at': '2022-02-07T16:38:09Z', 'revision_number': 4, 'project_id': 'f2ffc91660b34d2da2121a1b0861a149', 'subnets': [{'id': '5b1e5eb4-447f-4909-a54a-6e04b7d200cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:38:11.261609 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] For port 083ffa5b-bd28-4e9a-a2b2-6016be5605c3, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=083ffa5b-bd28-4e9a-a2b2-6016be5605c3,segment=NetworkSegment(92918f95-4f53-4496-ba2d-d0806e41737b),segment_id=92918f95-4f53-4496-ba2d-d0806e41737b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:11.261881 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (083ffa5b-bd28-4e9a-a2b2-6016be5605c3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:11.364918 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] Calling delete_port for 083ffa5b-bd28-4e9a-a2b2-6016be5605c3 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:38:11.408379 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98329a7e-4899-4931-835c-d713bd8c56c6 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for security_group (a37ee511-a7ce-4a00-a724-4c7125c2f3a7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:11.414279 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98329a7e-4899-4931-835c-d713bd8c56c6 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a37ee511-a7ce-4a00-a724-4c7125c2f3a7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:11.680896 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (083ffa5b-bd28-4e9a-a2b2-6016be5605c3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:11.840047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] Pushing event deleted for resources: {'Port': ['ID=083ffa5b-bd28-4e9a-a2b2-6016be5605c3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:11.880618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] No DVR routers for this DVR port 083ffa5b-bd28-4e9a-a2b2-6016be5605c3 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:38:11.950646 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98329a7e-4899-4931-835c-d713bd8c56c6 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:11.964820 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-98329a7e-4899-4931-835c-d713bd8c56c6 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5880113 Feb 07 16:38:11.970175 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58766) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:12.063257 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a03394ce-3122-4558-808a-aadc066a0bac tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Request body: {'security_group_rule': {'security_group_id': 'a37ee511-a7ce-4a00-a724-4c7125c2f3a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:38:12.156210 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98329a7e-4899-4931-835c-d713bd8c56c6 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37ee511-a7ce-4a00-a724-4c7125c2f3a7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:12.469996 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a03394ce-3122-4558-808a-aadc066a0bac tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for security_group_rule (76c43868-d676-453a-8cb4-396997ddd039), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:12.562582 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b421ebd-57cb-454c-9e75-d6b58a66a09c None None] Network 937f4032-ece2-4ef3-ae25-e7defef4a280 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:38:12.631186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] Allocated IP 172.20.0.2 (1b170a06-0806-4ca4-bd4b-e024db77fa88/1f31055f-f4ac-478b-ba93-d6815cfad493/f5460ac3-7958-4654-9fd3-f270b1b58dd7) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:38:12.728159 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (937f4032-ece2-4ef3-ae25-e7defef4a280), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:12.729021 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48d6e307-6fc9-4758-96ca-448d30fc9318 admin admin] Publish callbacks [] for router_gateway (fc75f435-a851-4a1a-b5b4-2930e50c8123), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:12.760594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937f4032-ece2-4ef3-ae25-e7defef4a280']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:12.779035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92918f95-4f53-4496-ba2d-d0806e41737b') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:12.782033 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92918f95-4f53-4496-ba2d-d0806e41737b') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:12.796673 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (92918f95-4f53-4496-ba2d-d0806e41737b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:12.815277 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (92918f95-4f53-4496-ba2d-d0806e41737b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:12.826071 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:38:12.827287 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (92918f95-4f53-4496-ba2d-d0806e41737b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:38:12.917977 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:38:12.924271 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (937f4032-ece2-4ef3-ae25-e7defef4a280), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:12.962875 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:12.969505 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] 10.222.0.18 "DELETE /v2.0/networks/937f4032-ece2-4ef3-ae25-e7defef4a280 HTTP/1.1" status: 204 len: 168 time: 2.3845363 Feb 07 16:38:12.970508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5ef23-008e-4b5f-92f9-b3f50731baec admin admin] Pushing event deleted for resources: {'Network': ['ID=937f4032-ece2-4ef3-ae25-e7defef4a280,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:12.974957 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58774) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:13.073214 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a03394ce-3122-4558-808a-aadc066a0bac tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for security_group_rule (76c43868-d676-453a-8cb4-396997ddd039), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:13.088820 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 4a7b47d0-02fa-4606-b011-ea6daecc52b1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:13.088820 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4a7b47d0-02fa-4606-b011-ea6daecc52b1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:13.100036 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] Publish callbacks [] for port (e9301dc3-ec03-4060-a577-072277ef0b18), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:13.102373 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a03394ce-3122-4558-808a-aadc066a0bac tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (76c43868-d676-453a-8cb4-396997ddd039), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:13.135569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c099e-f73f-46b6-b5cc-90577120fdbf req-ac0d3098-fff6-47ce-8150-f775da311dda tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:13.140264 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e5c099e-f73f-46b6-b5cc-90577120fdbf req-ac0d3098-fff6-47ce-8150-f775da311dda tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 943 time: 0.6624033 Feb 07 16:38:13.192276 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-13d35158-01b7-4fec-8d29-09abb28ee434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899494527-router', 'tenant_id': '0f21c7e5651f49c2b6930564a27dd33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:25Z', 'updated_at': '2022-02-07T16:38:04Z', 'revision_number': 5, 'project_id': '0f21c7e5651f49c2b6930564a27dd33f', 'gw_port': {'id': 'dce5378f-42bf-41e3-b959-1838ad83e971', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd419b1eb-88a5-4783-b32d-62c74d2da5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:33:28Z', 'updated_at': '2022-02-07T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:13.203021 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03394ce-3122-4558-808a-aadc066a0bac tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c43868-d676-453a-8cb4-396997ddd039,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:13.231635 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a03394ce-3122-4558-808a-aadc066a0bac tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:13.235069 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a03394ce-3122-4558-808a-aadc066a0bac tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2319679 Feb 07 16:38:13.253317 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58778) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:13.276366 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-163414b1-c80e-4cc2-bc6f-ce0e22e1bfce tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Request body: {'security_group_rule': {'security_group_id': 'a37ee511-a7ce-4a00-a724-4c7125c2f3a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:38:13.311626 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e9301dc3-ec03-4060-a577-072277ef0b18), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:13.444798 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e5c099e-f73f-46b6-b5cc-90577120fdbf req-0c8d3633-6dae-4ab2-8e42-fb86d1bf3f9c tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893929 Feb 07 16:38:13.617166 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-163414b1-c80e-4cc2-bc6f-ce0e22e1bfce tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for security_group_rule (6378f977-95bc-4044-b30c-7b9eca5766e0), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:13.701103 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f2324b8-c373-45d9-b576-96f6810e9631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (5295d5f0-948f-4771-a505-8c057677e5ce), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:13.821250 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d35158-01b7-4fec-8d29-09abb28ee434 None None] Checking router: d419b1eb-88a5-4783-b32d-62c74d2da5af for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:38:13.915053 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-163414b1-c80e-4cc2-bc6f-ce0e22e1bfce tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for security_group_rule (6378f977-95bc-4044-b30c-7b9eca5766e0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:13.932326 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-163414b1-c80e-4cc2-bc6f-ce0e22e1bfce tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (6378f977-95bc-4044-b30c-7b9eca5766e0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:13.975126 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48d6e307-6fc9-4758-96ca-448d30fc9318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (fc75f435-a851-4a1a-b5b4-2930e50c8123), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:14.059262 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] Publish callbacks [] for port (f5460ac3-7958-4654-9fd3-f270b1b58dd7), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:14.112332 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (f5460ac3-7958-4654-9fd3-f270b1b58dd7), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:14.164454 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d35158-01b7-4fec-8d29-09abb28ee434 None None] Routers set() bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:38:14.165652 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d35158-01b7-4fec-8d29-09abb28ee434 None None] Router IDs set() for agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 07 16:38:14.166373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_agentschedulers_db [None req-13d35158-01b7-4fec-8d29-09abb28ee434 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d419b1eb-88a5-4783-b32d-62c74d2da5af'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:37:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent'). {{(pid=103228) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 07 16:38:14.166815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d35158-01b7-4fec-8d29-09abb28ee434 None None] The sync data for ids ['d419b1eb-88a5-4783-b32d-62c74d2da5af'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:38:14.173570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d8e6051a-d7f1-43b8-bb10-276baf0c2fc2 None None] Current status of the port adabc5d3-50cd-47de-a297-227d28210490 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:14.173980 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d8e6051a-d7f1-43b8-bb10-276baf0c2fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (adabc5d3-50cd-47de-a297-227d28210490), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:14.314083 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] Network 1b170a06-0806-4ca4-bd4b-e024db77fa88 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:38:14.318685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4a7b47d0-02fa-4606-b011-ea6daecc52b1 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:14.339110 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:38:14.344357 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344cec0-068f-4695-a0bb-90898228425d None None] Pushing event updated for resources: {'Port': ['ID=e9301dc3-ec03-4060-a577-072277ef0b18,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:14.346790 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:38:14.640278 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344cec0-068f-4695-a0bb-90898228425d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:14.640819 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344cec0-068f-4695-a0bb-90898228425d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:14.641398 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344cec0-068f-4695-a0bb-90898228425d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:14.641941 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344cec0-068f-4695-a0bb-90898228425d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:14.642499 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344cec0-068f-4695-a0bb-90898228425d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:14.643046 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344cec0-068f-4695-a0bb-90898228425d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:14.643602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344cec0-068f-4695-a0bb-90898228425d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:14.644506 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344cec0-068f-4695-a0bb-90898228425d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:14.645442 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344cec0-068f-4695-a0bb-90898228425d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:14.646655 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344cec0-068f-4695-a0bb-90898228425d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:14.647545 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344cec0-068f-4695-a0bb-90898228425d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:14.648098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344cec0-068f-4695-a0bb-90898228425d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:14.648639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344cec0-068f-4695-a0bb-90898228425d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:14.655139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-c8f2a76e-42e5-4fc3-912d-6bc3c01eb942 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:14.685439 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-c8f2a76e-42e5-4fc3-912d-6bc3c01eb942 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 805 time: 0.7863321 Feb 07 16:38:14.732467 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-f9b8b174-9373-409f-abdd-fbd772a824d8 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/quotas/1d548d291d9f481cbdcd664ba783ab69 HTTP/1.1" status: 200 len: 375 time: 0.0424678 Feb 07 16:38:14.980085 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79abcf63-0ae4-4489-b6be-e945dcd2c10a None None] DHCP port deletion for 937f4032-ece2-4ef3-ae25-e7defef4a280 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:38:14.991734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d8e6051a-d7f1-43b8-bb10-276baf0c2fc2 None None] For port adabc5d3-50cd-47de-a297-227d28210490, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=adabc5d3-50cd-47de-a297-227d28210490,segment=NetworkSegment(f63a9932-c8d5-4b3c-90c1-f13a3746149c),segment_id=f63a9932-c8d5-4b3c-90c1-f13a3746149c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:15.035682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] Attempting to bind port f5460ac3-7958-4654-9fd3-f270b1b58dd7 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:38:15.038044 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] Attempting to bind port f5460ac3-7958-4654-9fd3-f270b1b58dd7 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'c084bc03-9e79-4c0c-8c37-7836a414462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:38:15.039137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] Attempting to bind port f5460ac3-7958-4654-9fd3-f270b1b58dd7 on network 1b170a06-0806-4ca4-bd4b-e024db77fa88 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:38:15.058588 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-e439c1d1-43dd-4c73-9bfd-198cab6c661a tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2917070 Feb 07 16:38:15.086206 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:38:15.086657 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] Checking segment: {'id': 'c084bc03-9e79-4c0c-8c37-7836a414462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:38:15.087075 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:15.087372 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] Bound using segment: {'id': 'c084bc03-9e79-4c0c-8c37-7836a414462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:38:15.089944 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] Bound port: f5460ac3-7958-4654-9fd3-f270b1b58dd7, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c084bc03-9e79-4c0c-8c37-7836a414462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:38:15.090461 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f5460ac3-7958-4654-9fd3-f270b1b58dd7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:15.095179 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d8e6051a-d7f1-43b8-bb10-276baf0c2fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (adabc5d3-50cd-47de-a297-227d28210490), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:15.120955 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] Attempting to bind port e9301dc3-ec03-4060-a577-072277ef0b18 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:38:15.122337 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] Attempting to bind port e9301dc3-ec03-4060-a577-072277ef0b18 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '070668f4-af7a-4262-a2f0-e475137af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:38:15.124915 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] Attempting to bind port e9301dc3-ec03-4060-a577-072277ef0b18 on network bb959358-376e-4a5f-93ad-a9d9fe150468 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:38:15.178509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] Pushing event updated for resources: {'Port': ['ID=f5460ac3-7958-4654-9fd3-f270b1b58dd7,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:15.190961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:38:15.191347 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] Checking segment: {'id': '070668f4-af7a-4262-a2f0-e475137af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:38:15.193420 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:15.195334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] Bound using segment: {'id': '070668f4-af7a-4262-a2f0-e475137af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:38:15.196673 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] Bound port: e9301dc3-ec03-4060-a577-072277ef0b18, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070668f4-af7a-4262-a2f0-e475137af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:38:15.197814 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e9301dc3-ec03-4060-a577-072277ef0b18), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:15.379429 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-163414b1-c80e-4cc2-bc6f-ce0e22e1bfce tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:15.384039 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-163414b1-c80e-4cc2-bc6f-ce0e22e1bfce tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1270015 Feb 07 16:38:15.390662 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-490312e5-a1fa-46fd-9068-9e2ce953278c None None] Provisioning complete for port e9301dc3-ec03-4060-a577-072277ef0b18 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:15.391481 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-490312e5-a1fa-46fd-9068-9e2ce953278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e9301dc3-ec03-4060-a577-072277ef0b18), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:15.393977 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ec3a9661-efcb-42a2-a816-725e0b5c8e3d up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:38:15.426587 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163414b1-c80e-4cc2-bc6f-ce0e22e1bfce tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6378f977-95bc-4044-b30c-7b9eca5766e0,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:15.450789 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58798) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:15.474238 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c91a4a14-9a76-4d02-91be-2c0d7f4e0069 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:38:15.627918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device adabc5d3-50cd-47de-a297-227d28210490 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:38:15.628702 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c91a4a14-9a76-4d02-91be-2c0d7f4e0069 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:15.730062 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6051a-d7f1-43b8-bb10-276baf0c2fc2 None None] Pushing event updated for resources: {'Port': ['ID=adabc5d3-50cd-47de-a297-227d28210490,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:15.758338 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] For port e9301dc3-ec03-4060-a577-072277ef0b18, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:38:15.761537 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] For port f5460ac3-7958-4654-9fd3-f270b1b58dd7, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:38:15.768046 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-490312e5-a1fa-46fd-9068-9e2ce953278c None None] Port e9301dc3-ec03-4060-a577-072277ef0b18 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:38:15.771053 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] For port e9301dc3-ec03-4060-a577-072277ef0b18, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e9301dc3-ec03-4060-a577-072277ef0b18,segment=NetworkSegment(070668f4-af7a-4262-a2f0-e475137af30d),segment_id=070668f4-af7a-4262-a2f0-e475137af30d)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:38:15.774726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] For port f5460ac3-7958-4654-9fd3-f270b1b58dd7, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f5460ac3-7958-4654-9fd3-f270b1b58dd7,segment=NetworkSegment(c084bc03-9e79-4c0c-8c37-7836a414462c),segment_id=c084bc03-9e79-4c0c-8c37-7836a414462c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:38:15.794013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port adabc5d3-50cd-47de-a297-227d28210490 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:15.794841 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (adabc5d3-50cd-47de-a297-227d28210490), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:15.800497 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port ec3a9661-efcb-42a2-a816-725e0b5c8e3d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:15.801144 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:15.829181 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e9301dc3-ec03-4060-a577-072277ef0b18), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:15.846919 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f5460ac3-7958-4654-9fd3-f270b1b58dd7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:15.850665 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a448b51-94eb-47ec-bccb-97c517326d03 req-8b5b45a5-551a-4582-9a95-c4c0dddf6055 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:15.856484 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a448b51-94eb-47ec-bccb-97c517326d03 req-8b5b45a5-551a-4582-9a95-c4c0dddf6055 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 950 time: 1.8671961 Feb 07 16:38:16.003865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344cec0-068f-4695-a0bb-90898228425d None None] Pushing event updated for resources: {'Port': ['ID=e9301dc3-ec03-4060-a577-072277ef0b18,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:16.031817 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-13e59f80-2af6-4d52-a6e9-19798a617be0 service neutron] 10.222.0.18 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9642062 Feb 07 16:38:16.136949 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a448b51-94eb-47ec-bccb-97c517326d03 req-84367fe8-6665-4e47-aee7-5e70ee8dfe39 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695458 Feb 07 16:38:16.185565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-490312e5-a1fa-46fd-9068-9e2ce953278c None None] Provisioning complete for port adabc5d3-50cd-47de-a297-227d28210490 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:16.191214 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d6e307-6fc9-4758-96ca-448d30fc9318 admin admin] Router fc75f435-a851-4a1a-b5b4-2930e50c8123 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:38:16.203098 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-490312e5-a1fa-46fd-9068-9e2ce953278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (adabc5d3-50cd-47de-a297-227d28210490), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:16.219227 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-b7a4353f-5cee-47d3-8e58-cba087c57b73 service neutron] 10.222.0.18 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606812 Feb 07 16:38:16.232636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3f2324b8-c373-45d9-b576-96f6810e9631 admin admin] Deleting port a3769d98-c972-4575-aa84-179013425cee {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:38:16.233060 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f2324b8-c373-45d9-b576-96f6810e9631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a3769d98-c972-4575-aa84-179013425cee), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:16.451944 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] Routers {'99d77454-4270-4b00-a6f0-4976385c34f2'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:38:16.457804 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:37:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['99d77454-4270-4b00-a6f0-4976385c34f2'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:16.606590 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3f2324b8-c373-45d9-b576-96f6810e9631 admin admin] For port a3769d98-c972-4575-aa84-179013425cee, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a3769d98-c972-4575-aa84-179013425cee,segment=NetworkSegment(8501b7d1-f671-4316-82b3-a476359e42b1),segment_id=8501b7d1-f671-4316-82b3-a476359e42b1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:16.607059 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f2324b8-c373-45d9-b576-96f6810e9631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a3769d98-c972-4575-aa84-179013425cee), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:16.647071 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3f2324b8-c373-45d9-b576-96f6810e9631 admin admin] Calling delete_port for a3769d98-c972-4575-aa84-179013425cee owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:38:16.894805 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b6906-0f7e-4c27-8fe2-d25d3cbc1a46 req-53f35410-1acf-4067-9114-b92055486aef tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:16.904816 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-728b6906-0f7e-4c27-8fe2-d25d3cbc1a46 req-53f35410-1acf-4067-9114-b92055486aef tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 943 time: 0.3731492 Feb 07 16:38:17.026604 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c91a4a14-9a76-4d02-91be-2c0d7f4e0069 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:17.067734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d6e307-6fc9-4758-96ca-448d30fc9318 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:38:17.091514 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1605666d-3bbe-4331-a617-216993ef920c None None] Sync routers for ids ['fc75f435-a851-4a1a-b5b4-2930e50c8123'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:38:17.118711 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1605666d-3bbe-4331-a617-216993ef920c None None] Routers {'fc75f435-a851-4a1a-b5b4-2930e50c8123'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:38:17.131123 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-1605666d-3bbe-4331-a617-216993ef920c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:37:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['fc75f435-a851-4a1a-b5b4-2930e50c8123'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:17.153823 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 60d8817d-6695-464a-b65b-dc2ec1a7739c no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:38:17.165125 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-728b6906-0f7e-4c27-8fe2-d25d3cbc1a46 req-bc2b385a-3d35-4048-9c51-f00ae5c3a04d tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577310 Feb 07 16:38:17.175954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ec3a9661-efcb-42a2-a816-725e0b5c8e3d is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:17.176205 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:17.227701 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-48d6e307-6fc9-4758-96ca-448d30fc9318 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:17.234211 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-48d6e307-6fc9-4758-96ca-448d30fc9318 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 9.8481550 Feb 07 16:38:17.239649 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58810) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:17.291541 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8bd850d-1f0b-4732-8618-19dce3d0ecad req-594ffd47-4736-478e-99e4-1a476ebb7912 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cc9275-1658-4f11-9a60-0cf31d36205d HTTP/1.1" status: 200 len: 210 time: 0.2559063 Feb 07 16:38:17.366667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d7f7e-f260-4f47-a3cd-4963d9e8940e None None] Pushing event updated for resources: {'Port': ['ID=f5460ac3-7958-4654-9fd3-f270b1b58dd7,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:17.540620 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port adabc5d3-50cd-47de-a297-227d28210490 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:17.557489 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-1605666d-3bbe-4331-a617-216993ef920c None None] Set router fc75f435-a851-4a1a-b5b4-2930e50c8123 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:38:17.642440 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ec3a9661-efcb-42a2-a816-725e0b5c8e3d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:17.655218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aac40ee-9afa-4b4c-8601-b9c5adbbec41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3a9661-efcb-42a2-a816-725e0b5c8e3d'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:38:17.675060 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b476742-3738-4831-8079-d8925ab83109" -d '{"events": [{"server_uuid": "6aac40ee-9afa-4b4c-8601-b9c5adbbec41", "name": "network-vif-plugged", "status": "completed", "tag": "ec3a9661-efcb-42a2-a816-725e0b5c8e3d"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:38:17.719527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f914952c-e037-4218-95b3-5b28cd4a5bca no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:38:17.767786 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:17.883150 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: f914952c-e037-4218-95b3-5b28cd4a5bca {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:38:17.888892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f914952c-e037-4218-95b3-5b28cd4a5bca not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:38:17.912001 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f2324b8-c373-45d9-b576-96f6810e9631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a3769d98-c972-4575-aa84-179013425cee), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:17.974725 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176569d3-4f5e-4336-8293-b112ea17baa2 req-89ce12ba-5f9d-460e-a49f-b3fd729e75b2 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:17.977932 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-176569d3-4f5e-4336-8293-b112ea17baa2 req-89ce12ba-5f9d-460e-a49f-b3fd729e75b2 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 950 time: 0.3461909 Feb 07 16:38:18.102654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2324b8-c373-45d9-b576-96f6810e9631 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3769d98-c972-4575-aa84-179013425cee,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:18.216879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-c91a4a14-9a76-4d02-91be-2c0d7f4e0069 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Allocated IP 172.25.4.189 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/cff72b68-ac63-46ad-9068-e3cd4ed406ea) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:38:18.589213 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-176569d3-4f5e-4336-8293-b112ea17baa2 req-11ff2a9b-c9b3-4e20-b989-157de5596bd5 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6003103 Feb 07 16:38:18.922179 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-1605666d-3bbe-4331-a617-216993ef920c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'name': 'tempest-ServersTestJSON-1738923322-router', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:38:07Z', 'updated_at': '2022-02-07T16:38:11Z', 'revision_number': 3, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'gw_port': {'id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:eb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:08Z', 'updated_at': '2022-02-07T16:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:19.006214 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1605666d-3bbe-4331-a617-216993ef920c None None] Checking router: fc75f435-a851-4a1a-b5b4-2930e50c8123 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:38:19.007080 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1605666d-3bbe-4331-a617-216993ef920c None None] Updating router fc75f435-a851-4a1a-b5b4-2930e50c8123 port d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:38:19.057741 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1605666d-3bbe-4331-a617-216993ef920c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:19.206410 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a658f9-3a4d-4ef7-99df-bc8815903e9c x-openstack-request-id: req-e3a658f9-3a4d-4ef7-99df-bc8815903e9c {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:38:19.207084 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aac40ee-9afa-4b4c-8601-b9c5adbbec41", "name": "network-vif-plugged", "status": "completed", "tag": "ec3a9661-efcb-42a2-a816-725e0b5c8e3d", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:38:19.213949 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3a658f9-3a4d-4ef7-99df-bc8815903e9c {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:38:19.218656 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aac40ee-9afa-4b4c-8601-b9c5adbbec41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3a9661-efcb-42a2-a816-725e0b5c8e3d', 'code': 200} Feb 07 16:38:19.278718 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c91a4a14-9a76-4d02-91be-2c0d7f4e0069 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for port (cff72b68-ac63-46ad-9068-e3cd4ed406ea), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:19.330487 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device adabc5d3-50cd-47de-a297-227d28210490 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:38:19.337199 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812cd833-81d7-4820-8adf-8e1fe59bad75 None None] Network 1b170a06-0806-4ca4-bd4b-e024db77fa88 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:38:19.398728 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] Set router 99d77454-4270-4b00-a6f0-4976385c34f2 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:38:19.401075 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630fded-6f2f-4281-8340-05773d335088 req-84a10d30-c837-4f2b-9c25-4a79e54287a8 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:19.410778 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f630fded-6f2f-4281-8340-05773d335088 req-84a10d30-c837-4f2b-9c25-4a79e54287a8 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 945 time: 0.5630941 Feb 07 16:38:19.436038 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f2324b8-c373-45d9-b576-96f6810e9631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (5295d5f0-948f-4771-a505-8c057677e5ce), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:19.548594 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c91a4a14-9a76-4d02-91be-2c0d7f4e0069 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (cff72b68-ac63-46ad-9068-e3cd4ed406ea), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:19.617380 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f630fded-6f2f-4281-8340-05773d335088 req-3a264c6b-7370-40cf-91f0-8439c60040fc tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049983 Feb 07 16:38:19.740997 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-38e307ae-4c8b-4fec-bfc0-be6d0a2eac39 req-d48197d4-682a-4cb0-96bf-dcf1c60f248a tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cc9275-1658-4f11-9a60-0cf31d36205d HTTP/1.1" status: 200 len: 210 time: 0.2612073 Feb 07 16:38:19.957827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-490312e5-a1fa-46fd-9068-9e2ce953278c None None] Current status of the port adabc5d3-50cd-47de-a297-227d28210490 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:20.040530 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91a4a14-9a76-4d02-91be-2c0d7f4e0069 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:38:20.053376 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c91a4a14-9a76-4d02-91be-2c0d7f4e0069 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:38:20.095486 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a4a14-9a76-4d02-91be-2c0d7f4e0069 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:38:20.347467 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1605666d-3bbe-4331-a617-216993ef920c None None] Publish callbacks [] for port (d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:20.396811 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1605666d-3bbe-4331-a617-216993ef920c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:20.520707 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-1605666d-3bbe-4331-a617-216993ef920c None None] Attempting to bind port d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:38:20.523974 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-1605666d-3bbe-4331-a617-216993ef920c None None] Attempting to bind port d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:38:20.523974 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1605666d-3bbe-4331-a617-216993ef920c None None] Attempting to bind port d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:38:20.550554 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:38:20.552510 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1605666d-3bbe-4331-a617-216993ef920c None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:38:20.556561 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1605666d-3bbe-4331-a617-216993ef920c None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:38:20.558591 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1605666d-3bbe-4331-a617-216993ef920c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:20.561400 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1605666d-3bbe-4331-a617-216993ef920c None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:38:20.566548 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-1605666d-3bbe-4331-a617-216993ef920c None None] Bound port: d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:38:20.567115 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1605666d-3bbe-4331-a617-216993ef920c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:20.578552 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf3b898a-95cc-42bf-a124-de7e21e048ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:20.581306 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2324b8-c373-45d9-b576-96f6810e9631 admin admin] Router 5295d5f0-948f-4771-a505-8c057677e5ce has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:38:20.693402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574dc2c-e276-4897-b644-9a2520fae803 req-2da7e214-568c-481a-a841-77ca9a077908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:20.697703 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5574dc2c-e276-4897-b644-9a2520fae803 req-2da7e214-568c-481a-a841-77ca9a077908 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 1127 time: 1.2547967 Feb 07 16:38:20.698415 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a4a14-9a76-4d02-91be-2c0d7f4e0069 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Pushing event updated for resources: {'Port': ['ID=cff72b68-ac63-46ad-9068-e3cd4ed406ea,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:20.837929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:20.870213 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd50b0-ed37-453e-bef4-2a300d8d7f21 None None] Pushing event updated for resources: {'Port': ['ID=d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:20.900444 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0552a2a0-d7d7-4ffb-9a10-48ba5f54679e None None] Provisioning complete for port e9301dc3-ec03-4060-a577-072277ef0b18 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:20.900904 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0552a2a0-d7d7-4ffb-9a10-48ba5f54679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e9301dc3-ec03-4060-a577-072277ef0b18), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:20.918601 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2324b8-c373-45d9-b576-96f6810e9631 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:38:20.929214 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 60d8817d-6695-464a-b65b-dc2ec1a7739c is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:20.929820 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:20.937732 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3f2324b8-c373-45d9-b576-96f6810e9631 admin admin] 10.222.0.18 "PUT /v2.0/routers/5295d5f0-948f-4771-a505-8c057677e5ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9612749 Feb 07 16:38:20.940907 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58870) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:21.015073 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-1605666d-3bbe-4331-a617-216993ef920c None None] For port d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:38:21.028066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e447d7-78a7-44a7-91e4-6c869ee7ec33 None None] Sync routers for ids ['5295d5f0-948f-4771-a505-8c057677e5ce'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:38:21.037161 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-1605666d-3bbe-4331-a617-216993ef920c None None] For port d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:38:21.057189 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1605666d-3bbe-4331-a617-216993ef920c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:21.113455 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port adabc5d3-50cd-47de-a297-227d28210490 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:21.113840 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (adabc5d3-50cd-47de-a297-227d28210490), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:21.134469 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4ecf7b4-4f18-427b-957d-67806d59f4ef admin admin] Publish callbacks [] for router (5295d5f0-948f-4771-a505-8c057677e5ce), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:21.209901 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd50b0-ed37-453e-bef4-2a300d8d7f21 None None] Pushing event updated for resources: {'Port': ['ID=d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:21.257571 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1605666d-3bbe-4331-a617-216993ef920c None None] Routers {'fc75f435-a851-4a1a-b5b4-2930e50c8123'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:38:21.260112 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-1605666d-3bbe-4331-a617-216993ef920c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:37:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['fc75f435-a851-4a1a-b5b4-2930e50c8123'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:21.288659 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5574dc2c-e276-4897-b644-9a2520fae803 req-e9c1a882-e13c-4805-9bce-cca0bc3c3600 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472517 Feb 07 16:38:21.310615 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-7efadb8f-92c3-41b6-a90f-0ae652782a95 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:21.313261 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-7efadb8f-92c3-41b6-a90f-0ae652782a95 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.48 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 805 time: 0.7652471 Feb 07 16:38:21.346830 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c91a4a14-9a76-4d02-91be-2c0d7f4e0069 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for floatingip (4f9301fa-5613-49a2-9154-9f60e4971cb1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:21.579793 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 60d8817d-6695-464a-b65b-dc2ec1a7739c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=60d8817d-6695-464a-b65b-dc2ec1a7739c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:21.595443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-2a1c30ca-b7c1-4e15-b541-49dd0835aebb tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Request body: {'port': {'device_id': '77cc9275-1658-4f11-9a60-0cf31d36205d', 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327', 'admin_state_up': True, 'tenant_id': '1d548d291d9f481cbdcd664ba783ab69'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:38:21.616223 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4ecf7b4-4f18-427b-957d-67806d59f4ef admin admin] Publish callbacks [] for router_gateway (5295d5f0-948f-4771-a505-8c057677e5ce), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:21.654354 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7997b8-5408-45dd-bdbf-815863c53e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60d8817d-6695-464a-b65b-dc2ec1a7739c'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:38:21.661119 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bdac4-0f87-4b42-a131-ce0c6c434a08 req-7590c8fc-45ea-41d8-846f-4583ac7b2a30 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:21.674642 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb59fc33-7ea0-4acb-a568-d761e0203e28" -d '{"events": [{"server_uuid": "1c7997b8-5408-45dd-bdbf-815863c53e20", "name": "network-vif-unplugged", "status": "completed", "tag": "60d8817d-6695-464a-b65b-dc2ec1a7739c"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:38:21.674917 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df2bdac4-0f87-4b42-a131-ce0c6c434a08 req-7590c8fc-45ea-41d8-846f-4583ac7b2a30 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 945 time: 0.8065629 Feb 07 16:38:21.702470 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:21.838172 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-1605666d-3bbe-4331-a617-216993ef920c None None] Set router fc75f435-a851-4a1a-b5b4-2930e50c8123 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:38:21.878042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f4ecf7b4-4f18-427b-957d-67806d59f4ef admin admin] Deleting port 4037c408-29a1-4eb9-80de-b63eb39bdd01 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:38:21.878042 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4ecf7b4-4f18-427b-957d-67806d59f4ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4037c408-29a1-4eb9-80de-b63eb39bdd01), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:21.891291 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c91a4a14-9a76-4d02-91be-2c0d7f4e0069 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (cff72b68-ac63-46ad-9068-e3cd4ed406ea), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:21.992478 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e447d7-78a7-44a7-91e4-6c869ee7ec33 None None] Routers {'5295d5f0-948f-4771-a505-8c057677e5ce'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:38:22.000458 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-82e447d7-78a7-44a7-91e4-6c869ee7ec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:37:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['5295d5f0-948f-4771-a505-8c057677e5ce'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:22.048559 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9712b5b-befc-4f77-a1ea-dacd778a1705 req-e0ea28a4-7e77-4fca-a0f5-8da35e0fd4a4 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cc9275-1658-4f11-9a60-0cf31d36205d HTTP/1.1" status: 200 len: 210 time: 0.1045558 Feb 07 16:38:22.305696 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f4ecf7b4-4f18-427b-957d-67806d59f4ef admin admin] For port 4037c408-29a1-4eb9-80de-b63eb39bdd01, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4037c408-29a1-4eb9-80de-b63eb39bdd01,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:22.306053 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4ecf7b4-4f18-427b-957d-67806d59f4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4037c408-29a1-4eb9-80de-b63eb39bdd01), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:22.338448 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f4ecf7b4-4f18-427b-957d-67806d59f4ef admin admin] Calling delete_port for 4037c408-29a1-4eb9-80de-b63eb39bdd01 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:38:22.472477 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df2bdac4-0f87-4b42-a131-ce0c6c434a08 req-7c848b49-4102-491c-b923-714162a9d57e tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7384982 Feb 07 16:38:22.633407 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f2592e-f923-48f5-91f9-24849b490924 x-openstack-request-id: req-50f2592e-f923-48f5-91f9-24849b490924 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:38:22.633836 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7997b8-5408-45dd-bdbf-815863c53e20", "name": "network-vif-unplugged", "status": "completed", "tag": "60d8817d-6695-464a-b65b-dc2ec1a7739c", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:38:22.634125 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50f2592e-f923-48f5-91f9-24849b490924 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:38:22.634564 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7997b8-5408-45dd-bdbf-815863c53e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60d8817d-6695-464a-b65b-dc2ec1a7739c', 'code': 200} Feb 07 16:38:22.646349 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-bf3b898a-95cc-42bf-a124-de7e21e048ff admin admin] Allocated IP 172.20.0.1 (1b170a06-0806-4ca4-bd4b-e024db77fa88/1f31055f-f4ac-478b-ba93-d6815cfad493/f87c4b25-58f8-44a6-955d-0c1335a35f73) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:38:22.688673 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=60d8817d-6695-464a-b65b-dc2ec1a7739c,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:22.735142 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:22.812442 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-82e447d7-78a7-44a7-91e4-6c869ee7ec33 None None] Set router 5295d5f0-948f-4771-a505-8c057677e5ce gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:38:22.938321 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-1605666d-3bbe-4331-a617-216993ef920c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'name': 'tempest-ServersTestJSON-1738923322-router', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:38:07Z', 'updated_at': '2022-02-07T16:38:11Z', 'revision_number': 3, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'gw_port': {'id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:eb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:08Z', 'updated_at': '2022-02-07T16:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:23.187264 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1605666d-3bbe-4331-a617-216993ef920c None None] The sync data for ids ['fc75f435-a851-4a1a-b5b4-2930e50c8123'] in n-d-827865-3 is: [{'id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'name': 'tempest-ServersTestJSON-1738923322-router', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:38:07Z', 'updated_at': '2022-02-07T16:38:11Z', 'revision_number': 3, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'gw_port': {'id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:eb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:08Z', 'updated_at': '2022-02-07T16:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:38:23.320649 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4ecf7b4-4f18-427b-957d-67806d59f4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4037c408-29a1-4eb9-80de-b63eb39bdd01), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:23.408890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'name': 'tempest-ServersTestBootFromVolume-625812799-router', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:44Z', 'updated_at': '2022-02-07T16:38:00Z', 'revision_number': 4, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'gw_port': {'id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:48Z', 'updated_at': '2022-02-07T16:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e9301dc3-ec03-4060-a577-072277ef0b18', 'name': '', 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'mac_address': 'fa:16:3e:6f:bf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '90964d09-98ab-43e4-aadc-448a3d2d7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:58Z', 'updated_at': '2022-02-07T16:38:15Z', 'revision_number': 4, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'subnets': [{'id': '90964d09-98ab-43e4-aadc-448a3d2d7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:23.430608 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0552a2a0-d7d7-4ffb-9a10-48ba5f54679e None None] Current status of the port e9301dc3-ec03-4060-a577-072277ef0b18 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:23.430608 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0552a2a0-d7d7-4ffb-9a10-48ba5f54679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e9301dc3-ec03-4060-a577-072277ef0b18), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:23.442742 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-82e447d7-78a7-44a7-91e4-6c869ee7ec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5295d5f0-948f-4771-a505-8c057677e5ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1097888621-router', 'tenant_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:45Z', 'updated_at': '2022-02-07T16:38:21Z', 'revision_number': 6, 'project_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:23.513329 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf3b898a-95cc-42bf-a124-de7e21e048ff admin admin] Publish callbacks [] for port (f87c4b25-58f8-44a6-955d-0c1335a35f73), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:23.576553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55844ac8-2521-43e7-b484-5504759e5e55 None None] The sync data for ids ['99d77454-4270-4b00-a6f0-4976385c34f2'] in n-d-827865-3 is: [{'id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'name': 'tempest-ServersTestBootFromVolume-625812799-router', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:44Z', 'updated_at': '2022-02-07T16:38:00Z', 'revision_number': 4, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'gw_port': {'id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:48Z', 'updated_at': '2022-02-07T16:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e9301dc3-ec03-4060-a577-072277ef0b18', 'name': '', 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'mac_address': 'fa:16:3e:6f:bf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '90964d09-98ab-43e4-aadc-448a3d2d7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:58Z', 'updated_at': '2022-02-07T16:38:15Z', 'revision_number': 4, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'subnets': [{'id': '90964d09-98ab-43e4-aadc-448a3d2d7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:38:23.600818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ecf7b4-4f18-427b-957d-67806d59f4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=4037c408-29a1-4eb9-80de-b63eb39bdd01,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:23.988189 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:24.008480 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e447d7-78a7-44a7-91e4-6c869ee7ec33 None None] Checking router: 5295d5f0-948f-4771-a505-8c057677e5ce for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:38:24.052196 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4ecf7b4-4f18-427b-957d-67806d59f4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (5295d5f0-948f-4771-a505-8c057677e5ce), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:24.165694 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf3b898a-95cc-42bf-a124-de7e21e048ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f87c4b25-58f8-44a6-955d-0c1335a35f73), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:24.200663 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port adabc5d3-50cd-47de-a297-227d28210490 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:24.213796 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f5460ac3-7958-4654-9fd3-f270b1b58dd7 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:38:24.297598 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-2a1c30ca-b7c1-4e15-b541-49dd0835aebb tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Made reservation on behalf of 1d548d291d9f481cbdcd664ba783ab69 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:38:24.319566 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-2a1c30ca-b7c1-4e15-b541-49dd0835aebb tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:24.420463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e447d7-78a7-44a7-91e4-6c869ee7ec33 None None] Routers {'5295d5f0-948f-4771-a505-8c057677e5ce'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:38:24.421822 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-82e447d7-78a7-44a7-91e4-6c869ee7ec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:37:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['5295d5f0-948f-4771-a505-8c057677e5ce'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:24.467793 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-0552a2a0-d7d7-4ffb-9a10-48ba5f54679e None None] For port e9301dc3-ec03-4060-a577-072277ef0b18, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e9301dc3-ec03-4060-a577-072277ef0b18,segment=NetworkSegment(070668f4-af7a-4262-a2f0-e475137af30d),segment_id=070668f4-af7a-4262-a2f0-e475137af30d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:24.648040 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0552a2a0-d7d7-4ffb-9a10-48ba5f54679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e9301dc3-ec03-4060-a577-072277ef0b18), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:24.766207 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4ecf7b4-4f18-427b-957d-67806d59f4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (5295d5f0-948f-4771-a505-8c057677e5ce), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:24.787338 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4ecf7b4-4f18-427b-957d-67806d59f4ef admin admin] Publish callbacks [] for router_controller (5295d5f0-948f-4771-a505-8c057677e5ce), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:24.820110 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c91a4a14-9a76-4d02-91be-2c0d7f4e0069 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for port (cff72b68-ac63-46ad-9068-e3cd4ed406ea), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:24.892200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b898a-95cc-42bf-a124-de7e21e048ff admin admin] Pushing event updated for resources: {'Port': ['ID=f87c4b25-58f8-44a6-955d-0c1335a35f73,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:24.902029 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-82e447d7-78a7-44a7-91e4-6c869ee7ec33 None None] Set router 5295d5f0-948f-4771-a505-8c057677e5ce gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:38:24.958454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51edee-ac2b-4f74-9847-ea6580f8bcce req-70101b7e-2b4b-483f-8a10-780d94fed3bb tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:24.974999 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e51edee-ac2b-4f74-9847-ea6580f8bcce req-70101b7e-2b4b-483f-8a10-780d94fed3bb tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 945 time: 0.4424736 Feb 07 16:38:24.998283 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4ecf7b4-4f18-427b-957d-67806d59f4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (5295d5f0-948f-4771-a505-8c057677e5ce), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:24.999016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ecf7b4-4f18-427b-957d-67806d59f4ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5295d5f0-948f-4771-a505-8c057677e5ce {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:38:25.022050 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4ecf7b4-4f18-427b-957d-67806d59f4ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:25.029368 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f4ecf7b4-4f18-427b-957d-67806d59f4ef admin admin] 10.222.0.18 "DELETE /v2.0/routers/5295d5f0-948f-4771-a505-8c057677e5ce HTTP/1.1" status: 204 len: 168 time: 4.0869048 Feb 07 16:38:25.032243 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58928) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:25.175099 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e51edee-ac2b-4f74-9847-ea6580f8bcce req-390fae8d-4665-4efd-b270-69b276992859 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988568 Feb 07 16:38:25.232610 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552a2a0-d7d7-4ffb-9a10-48ba5f54679e None None] Pushing event updated for resources: {'Port': ['ID=e9301dc3-ec03-4060-a577-072277ef0b18,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:25.248207 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0552a2a0-d7d7-4ffb-9a10-48ba5f54679e None None] Provisioning complete for port f5460ac3-7958-4654-9fd3-f270b1b58dd7 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:25.249054 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0552a2a0-d7d7-4ffb-9a10-48ba5f54679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f5460ac3-7958-4654-9fd3-f270b1b58dd7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:25.256260 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-82e447d7-78a7-44a7-91e4-6c869ee7ec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5295d5f0-948f-4771-a505-8c057677e5ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1097888621-router', 'tenant_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:45Z', 'updated_at': '2022-02-07T16:38:23Z', 'revision_number': 7, 'project_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:25.347899 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port f5460ac3-7958-4654-9fd3-f270b1b58dd7 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:25.352602 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f5460ac3-7958-4654-9fd3-f270b1b58dd7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:25.370367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-2a1c30ca-b7c1-4e15-b541-49dd0835aebb tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Allocated IP 172.20.0.5 (64333f75-bb31-47f0-9f63-55e283dff327/3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801/2751e648-76d5-4823-a6e5-bd80de0806e1) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:38:25.437834 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd550f8-a42f-4dda-8e14-e2d691d0b9a0 admin admin] Deleting subnet 336b1c17-7cb5-4863-84cb-5075d73b5e26 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:38:25.443419 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbd550f8-a42f-4dda-8e14-e2d691d0b9a0 admin admin] Publish callbacks [] for subnet (336b1c17-7cb5-4863-84cb-5075d73b5e26), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:25.554986 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbd550f8-a42f-4dda-8e14-e2d691d0b9a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (336b1c17-7cb5-4863-84cb-5075d73b5e26), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:25.601755 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e447d7-78a7-44a7-91e4-6c869ee7ec33 None None] The sync data for ids ['5295d5f0-948f-4771-a505-8c057677e5ce'] in n-d-827865-3 is: [{'id': '5295d5f0-948f-4771-a505-8c057677e5ce', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1097888621-router', 'tenant_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:33:45Z', 'updated_at': '2022-02-07T16:38:23Z', 'revision_number': 7, 'project_id': 'c740bac83cca4c28a1eca5b421c47cf0', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:38:25.872426 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d802fa1c-c0cb-4473-a147-3057b643ed73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:25.961951 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbd550f8-a42f-4dda-8e14-e2d691d0b9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (336b1c17-7cb5-4863-84cb-5075d73b5e26), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:26.017403 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f5460ac3-7958-4654-9fd3-f270b1b58dd7 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:26.018530 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f5460ac3-7958-4654-9fd3-f270b1b58dd7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:26.113211 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0552a2a0-d7d7-4ffb-9a10-48ba5f54679e None None] Current status of the port f5460ac3-7958-4654-9fd3-f270b1b58dd7 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:26.114029 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0552a2a0-d7d7-4ffb-9a10-48ba5f54679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f5460ac3-7958-4654-9fd3-f270b1b58dd7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:26.204573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port f5460ac3-7958-4654-9fd3-f270b1b58dd7, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f5460ac3-7958-4654-9fd3-f270b1b58dd7,segment=NetworkSegment(c084bc03-9e79-4c0c-8c37-7836a414462c),segment_id=c084bc03-9e79-4c0c-8c37-7836a414462c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:26.220844 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f5460ac3-7958-4654-9fd3-f270b1b58dd7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:26.254977 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device dce5378f-42bf-41e3-b959-1838ad83e971 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:38:26.330883 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbd550f8-a42f-4dda-8e14-e2d691d0b9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (336b1c17-7cb5-4863-84cb-5075d73b5e26), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:26.343844 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6d3fe388-6500-4c60-92d6-8674996abe04 req-2e26ad2d-4430-4da7-aa2b-1e2358a5b872 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cc9275-1658-4f11-9a60-0cf31d36205d HTTP/1.1" status: 200 len: 210 time: 2.2929609 Feb 07 16:38:26.344897 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c91a4a14-9a76-4d02-91be-2c0d7f4e0069 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (cff72b68-ac63-46ad-9068-e3cd4ed406ea), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:26.416727 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3b898a-95cc-42bf-a124-de7e21e048ff admin admin] Network 1b170a06-0806-4ca4-bd4b-e024db77fa88 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:38:26.434241 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd550f8-a42f-4dda-8e14-e2d691d0b9a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=336b1c17-7cb5-4863-84cb-5075d73b5e26,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:26.489133 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bf3b898a-95cc-42bf-a124-de7e21e048ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:38:26.520536 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51fab1-4134-4156-8454-351694ca2f69 req-46591217-3eec-40a4-b243-4b55c94259fb tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:26.525628 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc51fab1-4134-4156-8454-351694ca2f69 req-46591217-3eec-40a4-b243-4b55c94259fb tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 945 time: 0.5253987 Feb 07 16:38:26.671589 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbd550f8-a42f-4dda-8e14-e2d691d0b9a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:26.684667 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cbd550f8-a42f-4dda-8e14-e2d691d0b9a0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/336b1c17-7cb5-4863-84cb-5075d73b5e26 HTTP/1.1" status: 204 len: 168 time: 1.6361721 Feb 07 16:38:26.704967 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58968) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:26.890435 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc51fab1-4134-4156-8454-351694ca2f69 req-60b3b482-45f2-4ad1-9396-41c1f2f94d69 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436182 Feb 07 16:38:26.994770 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f7517c-624c-4bdb-825e-df54bd85d63b None None] Network 3f4c4055-eda4-48fc-813a-7108f81e2bd4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:38:27.000794 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=f5460ac3-7958-4654-9fd3-f270b1b58dd7,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:27.066578 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: dce5378f-42bf-41e3-b959-1838ad83e971 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:38:27.071291 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device dce5378f-42bf-41e3-b959-1838ad83e971 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:38:27.073685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 083ffa5b-bd28-4e9a-a2b2-6016be5605c3 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:38:27.107153 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-2a1c30ca-b7c1-4e15-b541-49dd0835aebb tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks [] for port (2751e648-76d5-4823-a6e5-bd80de0806e1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:27.212712 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (3f4c4055-eda4-48fc-813a-7108f81e2bd4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:27.260336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 60d8817d-6695-464a-b65b-dc2ec1a7739c details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:38:27.277026 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a4a14-9a76-4d02-91be-2c0d7f4e0069 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Pushing event updated for resources: {'Port': ['ID=cff72b68-ac63-46ad-9068-e3cd4ed406ea,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:27.285828 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3b898a-95cc-42bf-a124-de7e21e048ff admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:38:27.385434 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-0552a2a0-d7d7-4ffb-9a10-48ba5f54679e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:38:27.390114 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-0552a2a0-d7d7-4ffb-9a10-48ba5f54679e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:38:27.418332 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-2a1c30ca-b7c1-4e15-b541-49dd0835aebb tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (2751e648-76d5-4823-a6e5-bd80de0806e1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:27.422973 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] Deleting port 25907254-9c59-44f1-bfa7-985b04e7119c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:38:27.424983 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (25907254-9c59-44f1-bfa7-985b04e7119c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:27.469471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 083ffa5b-bd28-4e9a-a2b2-6016be5605c3 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:38:27.477553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 083ffa5b-bd28-4e9a-a2b2-6016be5605c3 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:38:27.519424 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2811f0c3-be71-4376-87f4-a273b75c44ed'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:38:27.546044 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-2a1c30ca-b7c1-4e15-b541-49dd0835aebb tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Network 64333f75-bb31-47f0-9f63-55e283dff327 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:38:27.645938 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] For port 25907254-9c59-44f1-bfa7-985b04e7119c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=25907254-9c59-44f1-bfa7-985b04e7119c,segment=NetworkSegment(8501b7d1-f671-4316-82b3-a476359e42b1),segment_id=8501b7d1-f671-4316-82b3-a476359e42b1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:27.646382 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (25907254-9c59-44f1-bfa7-985b04e7119c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:27.685937 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-2a1c30ca-b7c1-4e15-b541-49dd0835aebb tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:38:27.703507 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-2a1c30ca-b7c1-4e15-b541-49dd0835aebb tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:38:27.712644 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] Calling delete_port for 25907254-9c59-44f1-bfa7-985b04e7119c owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:38:27.727609 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:38:27.739554 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf3b898a-95cc-42bf-a124-de7e21e048ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (fc75f435-a851-4a1a-b5b4-2930e50c8123), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:28.117414 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4e7311dc-4324-4e64-8ec1-6f8e165e9e4c req-ec30eafd-a559-4a65-8845-cf9221c61f47 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 4.2126386 Feb 07 16:38:28.131158 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-2a1c30ca-b7c1-4e15-b541-49dd0835aebb tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:28.132220 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-2a1c30ca-b7c1-4e15-b541-49dd0835aebb tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:28.148911 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c91a4a14-9a76-4d02-91be-2c0d7f4e0069 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (4f9301fa-5613-49a2-9154-9f60e4971cb1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:28.200712 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be5ca8-109b-457a-846b-893592d4e706 req-bd7c635c-5172-4871-835e-09db04a5b0ef tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:28.222128 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6be5ca8-109b-457a-846b-893592d4e706 req-bd7c635c-5172-4871-835e-09db04a5b0ef tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cc9275-1658-4f11-9a60-0cf31d36205d HTTP/1.1" status: 200 len: 931 time: 0.5349863 Feb 07 16:38:28.235243 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0552a2a0-d7d7-4ffb-9a10-48ba5f54679e None None] Current status of the port f5460ac3-7958-4654-9fd3-f270b1b58dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:28.318991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e9301dc3-ec03-4060-a577-072277ef0b18 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:38:28.440423 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c30ca-b7c1-4e15-b541-49dd0835aebb tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Pushing event updated for resources: {'Port': ['ID=2751e648-76d5-4823-a6e5-bd80de0806e1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:28.441760 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6be5ca8-109b-457a-846b-893592d4e706 req-820277d3-8400-4973-9e6c-5003363a8bb0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186415 Feb 07 16:38:28.489643 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (25907254-9c59-44f1-bfa7-985b04e7119c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:28.588994 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] Pushing event deleted for resources: {'Port': ['ID=25907254-9c59-44f1-bfa7-985b04e7119c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:28.592930 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] No DVR routers for this DVR port 25907254-9c59-44f1-bfa7-985b04e7119c on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:38:28.593808 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c91a4a14-9a76-4d02-91be-2c0d7f4e0069 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:28.595447 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c91a4a14-9a76-4d02-91be-2c0d7f4e0069 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 13.1319141 Feb 07 16:38:28.770690 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d1c14e96-860a-4493-aa06-045188f4b0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:28.807068 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-2a1c30ca-b7c1-4e15-b541-49dd0835aebb tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2217891 Feb 07 16:38:28.820351 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Request body: {'port': {'device_id': '77cc9275-1658-4f11-9a60-0cf31d36205d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:38:28.854663 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (3f4c4055-eda4-48fc-813a-7108f81e2bd4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:28.881346 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9bc172-2bbc-4d3c-8c88-295444bfa2d8 None None] DHCP port deletion for 3f4c4055-eda4-48fc-813a-7108f81e2bd4 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:38:28.898984 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e3aeb813-3a88-489a-a636-2e84382ee178 None None] Provisioning complete for port f5460ac3-7958-4654-9fd3-f270b1b58dd7 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:28.899673 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e3aeb813-3a88-489a-a636-2e84382ee178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f5460ac3-7958-4654-9fd3-f270b1b58dd7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:28.961063 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4c4055-eda4-48fc-813a-7108f81e2bd4']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:28.966481 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf3b898a-95cc-42bf-a124-de7e21e048ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f87c4b25-58f8-44a6-955d-0c1335a35f73), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:28.989727 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8501b7d1-f671-4316-82b3-a476359e42b1') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:28.991773 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8501b7d1-f671-4316-82b3-a476359e42b1') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:29.041567 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (8501b7d1-f671-4316-82b3-a476359e42b1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:29.078637 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (8501b7d1-f671-4316-82b3-a476359e42b1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:29.096191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:38:29.096913 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (8501b7d1-f671-4316-82b3-a476359e42b1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:29.106244 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port e9301dc3-ec03-4060-a577-072277ef0b18 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:29.107043 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e9301dc3-ec03-4060-a577-072277ef0b18), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:29.111678 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 60d8817d-6695-464a-b65b-dc2ec1a7739c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=60d8817d-6695-464a-b65b-dc2ec1a7739c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:38:29.163350 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:38:29.169138 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (3f4c4055-eda4-48fc-813a-7108f81e2bd4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:29.180886 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7311dc-4324-4e64-8ec1-6f8e165e9e4c req-e4361f38-ab8d-419f-a238-0cfebfb41bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:29.184666 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4e7311dc-4324-4e64-8ec1-6f8e165e9e4c req-e4361f38-ab8d-419f-a238-0cfebfb41bde service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 1127 time: 0.7142270 Feb 07 16:38:29.187037 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e3aeb813-3a88-489a-a636-2e84382ee178 None None] Current status of the port f5460ac3-7958-4654-9fd3-f270b1b58dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:29.204048 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:29.209885 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '60d8817d-6695-464a-b65b-dc2ec1a7739c', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '60d8817d-6695-464a-b65b-dc2ec1a7739c', 'mac_address': 'fa:16:3e:be:ed:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:38:29.217441 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] 10.222.0.18 "DELETE /v2.0/networks/3f4c4055-eda4-48fc-813a-7108f81e2bd4 HTTP/1.1" status: 204 len: 168 time: 2.5103278 Feb 07 16:38:29.232931 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268604d-d5b3-44f8-88ae-bd9c0ebbdcda admin admin] Pushing event deleted for resources: {'Network': ['ID=3f4c4055-eda4-48fc-813a-7108f81e2bd4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:29.273718 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 60d8817d-6695-464a-b65b-dc2ec1a7739c is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:29.274281 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:29.283699 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e3aeb813-3a88-489a-a636-2e84382ee178 None None] Provisioning complete for port f87c4b25-58f8-44a6-955d-0c1335a35f73 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:29.284231 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e3aeb813-3a88-489a-a636-2e84382ee178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f87c4b25-58f8-44a6-955d-0c1335a35f73), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:29.355717 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e3aeb813-3a88-489a-a636-2e84382ee178 None None] Port f87c4b25-58f8-44a6-955d-0c1335a35f73 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:38:29.386728 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d8817d-6695-464a-b65b-dc2ec1a7739c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:38:29.392079 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2751e648-76d5-4823-a6e5-bd80de0806e1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:29.412288 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 60d8817d-6695-464a-b65b-dc2ec1a7739c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=60d8817d-6695-464a-b65b-dc2ec1a7739c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:29.421077 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:29.489876 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=60d8817d-6695-464a-b65b-dc2ec1a7739c,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:29.501829 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:29.580825 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['60d8817d-6695-464a-b65b-dc2ec1a7739c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:38:29.611995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59056) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:29.677138 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e9301dc3-ec03-4060-a577-072277ef0b18 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:29.678688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:38:29.753748 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-581baf70-678a-406b-a839-1435da587c51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f21c7e5651f49c2b6930564a27dd33f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402621 Feb 07 16:38:29.754828 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59058) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:29.894632 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9bd2a468-ef4b-41dc-b3ed-1443ee8c6edb admin admin] Publish callbacks [] for security_group (acb8be04-49f4-4f96-aa22-90e02e3438f6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:29.917170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:29.918792 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:29.982092 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9bd2a468-ef4b-41dc-b3ed-1443ee8c6edb admin admin] Publish callbacks [] for security_group (acb8be04-49f4-4f96-aa22-90e02e3438f6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:30.048818 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9bd2a468-ef4b-41dc-b3ed-1443ee8c6edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (acb8be04-49f4-4f96-aa22-90e02e3438f6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:30.052252 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9bd2a468-ef4b-41dc-b3ed-1443ee8c6edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:30.061989 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2751e648-76d5-4823-a6e5-bd80de0806e1 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:38:30.065601 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9bd2a468-ef4b-41dc-b3ed-1443ee8c6edb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/acb8be04-49f4-4f96-aa22-90e02e3438f6 HTTP/1.1" status: 204 len: 168 time: 0.2999861 Feb 07 16:38:30.077154 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Publish callbacks [] for port (2751e648-76d5-4823-a6e5-bd80de0806e1), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:30.080066 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2a468-ef4b-41dc-b3ed-1443ee8c6edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb8be04-49f4-4f96-aa22-90e02e3438f6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:30.104500 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-cf717655-5d0a-40b5-816a-31f4b5c86be2 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:30.108549 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-cf717655-5d0a-40b5-816a-31f4b5c86be2 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/networks?id=31d34622-4dd8-41aa-8433-a2353919ba6e HTTP/1.1" status: 200 len: 815 time: 1.6565404 Feb 07 16:38:30.330728 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22c899-33c5-4f19-8a3c-0c66fc14de5d req-d6411b0c-c0d7-4d0f-9a88-7192415a0093 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:30.335368 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e22c899-33c5-4f19-8a3c-0c66fc14de5d req-d6411b0c-c0d7-4d0f-9a88-7192415a0093 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.48 "GET /v2.0/ports?device_id=6aac40ee-9afa-4b4c-8601-b9c5adbbec41 HTTP/1.1" status: 200 len: 945 time: 1.3883405 Feb 07 16:38:30.337221 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-bb1502fc-797f-4fae-bd80-0214059055aa tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/quotas/6aad2e954b35497baa9943e0ca56d7b9 HTTP/1.1" status: 200 len: 375 time: 0.2137384 Feb 07 16:38:30.354149 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:30.354978 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:30.360164 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Transition to ACTIVE for port object 2751e648-76d5-4823-a6e5-bd80de0806e1 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:38:30.408246 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:30.420545 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:30.421419 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f5460ac3-7958-4654-9fd3-f270b1b58dd7 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:38:30.478086 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (2751e648-76d5-4823-a6e5-bd80de0806e1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:30.592819 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:30.635083 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port f5460ac3-7958-4654-9fd3-f270b1b58dd7 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:30.635562 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f5460ac3-7958-4654-9fd3-f270b1b58dd7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:30.741816 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf3b898a-95cc-42bf-a124-de7e21e048ff admin admin] Publish callbacks [] for port (f87c4b25-58f8-44a6-955d-0c1335a35f73), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:30.835386 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:30.860650 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf3b898a-95cc-42bf-a124-de7e21e048ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (f87c4b25-58f8-44a6-955d-0c1335a35f73), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:30.928469 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f5460ac3-7958-4654-9fd3-f270b1b58dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:31.005300 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59076) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:31.078123 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a3769d98-c972-4575-aa84-179013425cee no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:38:31.140817 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f50eba41-8fde-4577-a525-30eee2c2e57a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c740bac83cca4c28a1eca5b421c47cf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341717 Feb 07 16:38:31.143680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59078) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:31.145699 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: a3769d98-c972-4575-aa84-179013425cee {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:38:31.147494 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a3769d98-c972-4575-aa84-179013425cee not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:38:31.147947 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4037c408-29a1-4eb9-80de-b63eb39bdd01 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:38:31.245836 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 4037c408-29a1-4eb9-80de-b63eb39bdd01 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:38:31.246217 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4037c408-29a1-4eb9-80de-b63eb39bdd01 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:38:31.262226 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf3b898a-95cc-42bf-a124-de7e21e048ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (fc75f435-a851-4a1a-b5b4-2930e50c8123), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:31.266277 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7311dc-4324-4e64-8ec1-6f8e165e9e4c req-4b30d4b8-1521-4496-a46a-cf70f263311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:31.268137 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4e7311dc-4324-4e64-8ec1-6f8e165e9e4c req-4b30d4b8-1521-4496-a46a-cf70f263311a service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 2.0338497 Feb 07 16:38:31.270758 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90d6d0ed-48c3-453d-a073-8279554fb5c0 admin admin] Publish callbacks [] for security_group (e7ec3306-38f8-4c7e-953b-554ee9cfa5da), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:31.311933 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90d6d0ed-48c3-453d-a073-8279554fb5c0 admin admin] Publish callbacks [] for security_group (e7ec3306-38f8-4c7e-953b-554ee9cfa5da), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:31.418439 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4e7311dc-4324-4e64-8ec1-6f8e165e9e4c req-7d0ebe74-fb2a-46d9-8f82-b4089eee8ae1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b0bcd92-c891-4110-baa2-fd8e3a682ce5 HTTP/1.1" status: 200 len: 217 time: 0.0657043 Feb 07 16:38:31.423402 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ec3a9661-efcb-42a2-a816-725e0b5c8e3d no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:38:31.424372 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-803663fc-03a6-46df-9b84-fde3f3173df5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6aad2e954b35497baa9943e0ca56d7b9&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0533862 Feb 07 16:38:31.437002 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90d6d0ed-48c3-453d-a073-8279554fb5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e7ec3306-38f8-4c7e-953b-554ee9cfa5da), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:31.449827 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90d6d0ed-48c3-453d-a073-8279554fb5c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:31.452298 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-90d6d0ed-48c3-453d-a073-8279554fb5c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7ec3306-38f8-4c7e-953b-554ee9cfa5da HTTP/1.1" status: 204 len: 168 time: 0.3070815 Feb 07 16:38:31.485995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6d0ed-48c3-453d-a073-8279554fb5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ec3306-38f8-4c7e-953b-554ee9cfa5da,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:31.512863 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 60d8817d-6695-464a-b65b-dc2ec1a7739c up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:38:31.581058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7311dc-4324-4e64-8ec1-6f8e165e9e4c req-01de0c5a-9afd-4298-9018-e93a5c78f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:31.587340 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:38:31.600699 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4e7311dc-4324-4e64-8ec1-6f8e165e9e4c req-01de0c5a-9afd-4298-9018-e93a5c78f0f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.1701896 Feb 07 16:38:31.606517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=2751e648-76d5-4823-a6e5-bd80de0806e1,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:31.656180 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Attempting to bind port 2751e648-76d5-4823-a6e5-bd80de0806e1 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:38:31.657917 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Attempting to bind port 2751e648-76d5-4823-a6e5-bd80de0806e1 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:38:31.660805 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Attempting to bind port 2751e648-76d5-4823-a6e5-bd80de0806e1 on network 64333f75-bb31-47f0-9f63-55e283dff327 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:38:31.850116 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b898a-95cc-42bf-a124-de7e21e048ff admin admin] Pushing event updated for resources: {'Port': ['ID=f87c4b25-58f8-44a6-955d-0c1335a35f73,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:31.924039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Port 2751e648-76d5-4823-a6e5-bd80de0806e1 on network 64333f75-bb31-47f0-9f63-55e283dff327 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:38:31.924544 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Attempting to bind port 2751e648-76d5-4823-a6e5-bd80de0806e1 on network 64333f75-bb31-47f0-9f63-55e283dff327 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:38:31.942905 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4e7311dc-4324-4e64-8ec1-6f8e165e9e4c req-f40d28ff-2a85-4e87-947b-6f318c250bad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3309770 Feb 07 16:38:32.204061 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:38:32.204506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Checking segment: {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:38:32.204919 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Bound using segment: {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:38:32.205425 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Bound port: 2751e648-76d5-4823-a6e5-bd80de0806e1, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:38:32.205803 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2751e648-76d5-4823-a6e5-bd80de0806e1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:32.350012 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-7e22c899-33c5-4f19-8a3c-0c66fc14de5d req-e178da6e-84a0-4a14-8c43-86cd652dc598 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Deleting port ec3a9661-efcb-42a2-a816-725e0b5c8e3d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:38:32.351097 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e22c899-33c5-4f19-8a3c-0c66fc14de5d req-e178da6e-84a0-4a14-8c43-86cd652dc598 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:32.366187 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 60d8817d-6695-464a-b65b-dc2ec1a7739c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:32.372004 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:32.522777 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7e22c899-33c5-4f19-8a3c-0c66fc14de5d req-e178da6e-84a0-4a14-8c43-86cd652dc598 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] For port ec3a9661-efcb-42a2-a816-725e0b5c8e3d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:32.523288 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e22c899-33c5-4f19-8a3c-0c66fc14de5d req-e178da6e-84a0-4a14-8c43-86cd652dc598 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:32.541233 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-7e22c899-33c5-4f19-8a3c-0c66fc14de5d req-e178da6e-84a0-4a14-8c43-86cd652dc598 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Calling delete_port for ec3a9661-efcb-42a2-a816-725e0b5c8e3d owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:38:32.614273 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:32.660766 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ec3a9661-efcb-42a2-a816-725e0b5c8e3d is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:32.661191 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:32.687398 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:32.687860 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:32.841326 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aac40ee-9afa-4b4c-8601-b9c5adbbec41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec3a9661-efcb-42a2-a816-725e0b5c8e3d'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:38:32.843662 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d24b57-4411-4c90-aff3-a19b79b36f5c" -d '{"events": [{"server_uuid": "6aac40ee-9afa-4b4c-8601-b9c5adbbec41", "name": "network-vif-unplugged", "status": "completed", "tag": "ec3a9661-efcb-42a2-a816-725e0b5c8e3d"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:38:32.943940 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] For port 2751e648-76d5-4823-a6e5-bd80de0806e1, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:38:32.954660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] For port 2751e648-76d5-4823-a6e5-bd80de0806e1, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2751e648-76d5-4823-a6e5-bd80de0806e1,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:38:32.974036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 60d8817d-6695-464a-b65b-dc2ec1a7739c is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:32.974431 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:32.980149 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (2751e648-76d5-4823-a6e5-bd80de0806e1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:33.005633 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ec3a9661-efcb-42a2-a816-725e0b5c8e3d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:33.126285 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:33.139708 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:33.163052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3b898a-95cc-42bf-a124-de7e21e048ff admin admin] Network 1b170a06-0806-4ca4-bd4b-e024db77fa88 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:38:33.225552 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=2751e648-76d5-4823-a6e5-bd80de0806e1,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:33.343285 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:33.351002 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 25907254-9c59-44f1-bfa7-985b04e7119c no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:38:33.433244 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 60d8817d-6695-464a-b65b-dc2ec1a7739c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=60d8817d-6695-464a-b65b-dc2ec1a7739c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:33.445652 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:33.446762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bf3b898a-95cc-42bf-a124-de7e21e048ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:38:33.458604 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e22c899-33c5-4f19-8a3c-0c66fc14de5d req-e178da6e-84a0-4a14-8c43-86cd652dc598 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ec3a9661-efcb-42a2-a816-725e0b5c8e3d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:33.478809 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:33.482346 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:33.487555 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-689f2893-b48c-4709-bfc0-3cc709686cb4 service neutron] 10.222.0.48 "PUT /v2.0/ports/2751e648-76d5-4823-a6e5-bd80de0806e1 HTTP/1.1" status: 200 len: 1091 time: 4.6721656 Feb 07 16:38:33.488086 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cc9275-1658-4f11-9a60-0cf31d36205d', 'tag': '2751e648-76d5-4823-a6e5-bd80de0806e1'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:38:33.496761 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f63b8c9-aa58-4460-9cd4-6a4238e66af4" -d '{"events": [{"name": "network-changed", "server_uuid": "77cc9275-1658-4f11-9a60-0cf31d36205d", "tag": "2751e648-76d5-4823-a6e5-bd80de0806e1"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:38:33.599639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 25907254-9c59-44f1-bfa7-985b04e7119c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:38:33.599639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 25907254-9c59-44f1-bfa7-985b04e7119c not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:38:33.639223 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4e7311dc-4324-4e64-8ec1-6f8e165e9e4c req-5ee28d71-62dd-49c2-b215-51d047676c87 service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6559539 Feb 07 16:38:33.739151 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=60d8817d-6695-464a-b65b-dc2ec1a7739c,revision_number=10']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:33.771392 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-8aba0a0a-307e-487d-8601-d4aee732bcd8 service neutron] 10.222.0.18 "GET /v2.0/networks/31d34622-4dd8-41aa-8433-a2353919ba6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1553667 Feb 07 16:38:34.051827 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4e7311dc-4324-4e64-8ec1-6f8e165e9e4c req-8bf5eab7-ac33-4162-9a66-8924e5abea1b service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790577 Feb 07 16:38:34.054169 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5123451d-f205-4f19-93f7-3ae9c0a723b6 None None] Provisioning complete for port f87c4b25-58f8-44a6-955d-0c1335a35f73 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:34.057637 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5123451d-f205-4f19-93f7-3ae9c0a723b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f87c4b25-58f8-44a6-955d-0c1335a35f73), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:34.210398 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5123451d-f205-4f19-93f7-3ae9c0a723b6 None None] Port f87c4b25-58f8-44a6-955d-0c1335a35f73 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:38:34.754805 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178da6e-84a0-4a14-8c43-86cd652dc598 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Pushing event deleted for resources: {'Port': ['ID=ec3a9661-efcb-42a2-a816-725e0b5c8e3d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:34.758073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e22c899-33c5-4f19-8a3c-0c66fc14de5d req-e178da6e-84a0-4a14-8c43-86cd652dc598 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] No DVR routers for this DVR port ec3a9661-efcb-42a2-a816-725e0b5c8e3d on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:38:34.768850 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e22c899-33c5-4f19-8a3c-0c66fc14de5d req-e178da6e-84a0-4a14-8c43-86cd652dc598 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:34.772495 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e22c899-33c5-4f19-8a3c-0c66fc14de5d req-e178da6e-84a0-4a14-8c43-86cd652dc598 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.48 "DELETE /v2.0/ports/ec3a9661-efcb-42a2-a816-725e0b5c8e3d HTTP/1.1" status: 204 len: 173 time: 4.3230257 Feb 07 16:38:34.887774 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-54e578a4-3bb9-40e1-ad6b-8cb9c2651577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:34.889213 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-54e578a4-3bb9-40e1-ad6b-8cb9c2651577 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&device_id=77cc9275-1658-4f11-9a60-0cf31d36205d HTTP/1.1" status: 200 len: 1125 time: 1.3357975 Feb 07 16:38:34.973981 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-62bc2d2d-b527-481e-a490-0b7ebd60b995 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2751e648-76d5-4823-a6e5-bd80de0806e1 HTTP/1.1" status: 200 len: 217 time: 0.0783021 Feb 07 16:38:35.027786 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3b898a-95cc-42bf-a124-de7e21e048ff admin admin] Router fc75f435-a851-4a1a-b5b4-2930e50c8123 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:38:35.034696 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-06cb42c8-1209-4c39-be2f-146317c6576b service neutron] 10.222.0.18 "GET /v2.0/networks/31d34622-4dd8-41aa-8433-a2353919ba6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2120445 Feb 07 16:38:35.193075 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3b898a-95cc-42bf-a124-de7e21e048ff admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:38:35.196237 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-16d3a545-13ad-4f43-a667-18036cb2fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:35.198216 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-16d3a545-13ad-4f43-a667-18036cb2fe99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801 HTTP/1.1" status: 200 len: 845 time: 0.2151628 Feb 07 16:38:35.202767 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bf3b898a-95cc-42bf-a124-de7e21e048ff admin admin] 10.222.0.18 "PUT /v2.0/routers/fc75f435-a851-4a1a-b5b4-2930e50c8123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.9601228 Feb 07 16:38:35.240302 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] Sync routers for ids ['fc75f435-a851-4a1a-b5b4-2930e50c8123'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:38:35.293733 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-57f3b101-c0f2-4376-913d-df4314363cdc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64333f75-bb31-47f0-9f63-55e283dff327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883341 Feb 07 16:38:35.333249 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] Routers {'fc75f435-a851-4a1a-b5b4-2930e50c8123'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:38:35.340629 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:38:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['fc75f435-a851-4a1a-b5b4-2930e50c8123'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:35.932767 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-0b19c315-8ade-49a3-8b01-201ec9e8d46d service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6270816 Feb 07 16:38:36.108684 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] Set router fc75f435-a851-4a1a-b5b4-2930e50c8123 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:38:36.333697 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68a369ef-e2b8-42c7-a52b-f6e5ae5ce3e4 req-0ff6da84-a674-4629-bdde-02e3aca9d118 service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961141 Feb 07 16:38:36.386651 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f19d7-66b6-4654-887c-00ce50a49d49 req-d8c16e3c-5f57-4bab-a297-34189c42ee76 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:36.399770 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-645f19d7-66b6-4654-887c-00ce50a49d49 req-d8c16e3c-5f57-4bab-a297-34189c42ee76 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cc9275-1658-4f11-9a60-0cf31d36205d HTTP/1.1" status: 200 len: 943 time: 0.2345476 Feb 07 16:38:36.566006 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-645f19d7-66b6-4654-887c-00ce50a49d49 req-1abff4df-4c50-4e67-98e9-8bc5f2bcf838 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646478 Feb 07 16:38:36.676485 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d0242a-1f48-48e0-9cc2-9779c2ade8a0 x-openstack-request-id: req-83d0242a-1f48-48e0-9cc2-9779c2ade8a0 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:38:36.677262 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aac40ee-9afa-4b4c-8601-b9c5adbbec41", "name": "network-vif-unplugged", "status": "completed", "tag": "ec3a9661-efcb-42a2-a816-725e0b5c8e3d", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:38:36.677262 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83d0242a-1f48-48e0-9cc2-9779c2ade8a0 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:38:36.677572 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aac40ee-9afa-4b4c-8601-b9c5adbbec41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec3a9661-efcb-42a2-a816-725e0b5c8e3d', 'code': 200} Feb 07 16:38:36.714941 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'name': 'tempest-ServersTestJSON-1738923322-router', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:38:07Z', 'updated_at': '2022-02-07T16:38:28Z', 'revision_number': 4, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'gw_port': {'id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:eb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:08Z', 'updated_at': '2022-02-07T16:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f87c4b25-58f8-44a6-955d-0c1335a35f73', 'name': '', 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'mac_address': 'fa:16:3e:b1:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '1f31055f-f4ac-478b-ba93-d6815cfad493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:21Z', 'updated_at': '2022-02-07T16:38:29Z', 'revision_number': 2, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'subnets': [{'id': '1f31055f-f4ac-478b-ba93-d6815cfad493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:36.801996 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] Checking router: fc75f435-a851-4a1a-b5b4-2930e50c8123 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:38:36.803889 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] Updating router fc75f435-a851-4a1a-b5b4-2930e50c8123 port f87c4b25-58f8-44a6-955d-0c1335a35f73 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:38:36.912100 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f87c4b25-58f8-44a6-955d-0c1335a35f73), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:37.126640 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05673e32-be24-46f3-9237-eefbdea6848c x-openstack-request-id: req-05673e32-be24-46f3-9237-eefbdea6848c {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:38:37.127407 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cc9275-1658-4f11-9a60-0cf31d36205d", "tag": "2751e648-76d5-4823-a6e5-bd80de0806e1", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:38:37.127407 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05673e32-be24-46f3-9237-eefbdea6848c {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:38:37.127749 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cc9275-1658-4f11-9a60-0cf31d36205d', 'tag': '2751e648-76d5-4823-a6e5-bd80de0806e1', 'status': 'completed', 'code': 200} Feb 07 16:38:37.280124 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63b8c9-aa58-4460-9cd4-6a4238e66af4 req-2f49ac78-4743-4a2d-b670-e6211af32957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:37.283548 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4f63b8c9-aa58-4460-9cd4-6a4238e66af4 req-2f49ac78-4743-4a2d-b670-e6211af32957 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&device_id=77cc9275-1658-4f11-9a60-0cf31d36205d HTTP/1.1" status: 200 len: 1125 time: 0.1347406 Feb 07 16:38:37.677144 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63b8c9-aa58-4460-9cd4-6a4238e66af4 req-a34317bf-50c9-4c34-8905-a8c84e5d1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:37.683835 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4f63b8c9-aa58-4460-9cd4-6a4238e66af4 req-a34317bf-50c9-4c34-8905-a8c84e5d1c40 service neutron] 10.222.0.48 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 906 time: 0.3893845 Feb 07 16:38:37.833856 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] Publish callbacks [] for port (f87c4b25-58f8-44a6-955d-0c1335a35f73), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:37.852971 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f87c4b25-58f8-44a6-955d-0c1335a35f73), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:37.856402 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4f63b8c9-aa58-4460-9cd4-6a4238e66af4 req-e71f2228-c932-4c48-a338-cfc59e9c913c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2751e648-76d5-4823-a6e5-bd80de0806e1 HTTP/1.1" status: 200 len: 217 time: 0.1651037 Feb 07 16:38:38.099747 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4bb10-5031-4821-8fb5-a00f4c1beb43 None None] Pushing event updated for resources: {'Port': ['ID=f87c4b25-58f8-44a6-955d-0c1335a35f73,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:38.178165 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] Attempting to bind port f87c4b25-58f8-44a6-955d-0c1335a35f73 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:38:38.182569 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] Attempting to bind port f87c4b25-58f8-44a6-955d-0c1335a35f73 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'c084bc03-9e79-4c0c-8c37-7836a414462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:38:38.183973 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] Attempting to bind port f87c4b25-58f8-44a6-955d-0c1335a35f73 on network 1b170a06-0806-4ca4-bd4b-e024db77fa88 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:38:38.200092 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:38:38.200658 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] Checking segment: {'id': 'c084bc03-9e79-4c0c-8c37-7836a414462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:38:38.201187 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:38.201758 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] Bound using segment: {'id': 'c084bc03-9e79-4c0c-8c37-7836a414462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:38:38.206414 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] Bound port: f87c4b25-58f8-44a6-955d-0c1335a35f73, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c084bc03-9e79-4c0c-8c37-7836a414462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:38:38.207054 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f87c4b25-58f8-44a6-955d-0c1335a35f73), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:38.394062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63b8c9-aa58-4460-9cd4-6a4238e66af4 req-ce13da58-0069-4ca5-a7bd-a321edf73146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:38.398771 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4f63b8c9-aa58-4460-9cd4-6a4238e66af4 req-ce13da58-0069-4ca5-a7bd-a321edf73146 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801 HTTP/1.1" status: 200 len: 845 time: 0.5344019 Feb 07 16:38:38.420556 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] For port f87c4b25-58f8-44a6-955d-0c1335a35f73, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:38:38.432687 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] For port f87c4b25-58f8-44a6-955d-0c1335a35f73, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f87c4b25-58f8-44a6-955d-0c1335a35f73,segment=NetworkSegment(c084bc03-9e79-4c0c-8c37-7836a414462c),segment_id=c084bc03-9e79-4c0c-8c37-7836a414462c)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:38:38.453335 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f87c4b25-58f8-44a6-955d-0c1335a35f73), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:38.494261 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4f63b8c9-aa58-4460-9cd4-6a4238e66af4 req-177d4945-11dc-4c6b-9abc-1868e25893b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64333f75-bb31-47f0-9f63-55e283dff327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849710 Feb 07 16:38:38.522811 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59164) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:38.532326 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3d8577e8-a75a-472c-8a51-a7abc955938b tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1370325421', 'description': 'tempest-description--156438719'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:38:38.629541 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] Routers {'fc75f435-a851-4a1a-b5b4-2930e50c8123'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:38:38.629820 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-aa9881ea-76b4-454a-9ebb-32a5de2297c8 None None] Provisioning complete for port f87c4b25-58f8-44a6-955d-0c1335a35f73 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:38.630338 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aa9881ea-76b4-454a-9ebb-32a5de2297c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f87c4b25-58f8-44a6-955d-0c1335a35f73), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:38.634311 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:38:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['fc75f435-a851-4a1a-b5b4-2930e50c8123'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:38.640664 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d8577e8-a75a-472c-8a51-a7abc955938b tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:38.798998 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7997b8-5408-45dd-bdbf-815863c53e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d8817d-6695-464a-b65b-dc2ec1a7739c'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:38:38.801386 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3041a7b-2857-4b95-ad19-9c03c2d9b39c" -d '{"events": [{"server_uuid": "1c7997b8-5408-45dd-bdbf-815863c53e20", "name": "network-vif-plugged", "status": "completed", "tag": "60d8817d-6695-464a-b65b-dc2ec1a7739c"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:38:38.836965 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d8577e8-a75a-472c-8a51-a7abc955938b tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for security_group (eaa420d6-c5cb-45a1-8c29-f931f1d13f45), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:38.848372 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d8577e8-a75a-472c-8a51-a7abc955938b tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (eaa420d6-c5cb-45a1-8c29-f931f1d13f45), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:38.932670 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4bb10-5031-4821-8fb5-a00f4c1beb43 None None] Pushing event updated for resources: {'Port': ['ID=f87c4b25-58f8-44a6-955d-0c1335a35f73,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:38.979287 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-aa9881ea-76b4-454a-9ebb-32a5de2297c8 None None] Current status of the port f87c4b25-58f8-44a6-955d-0c1335a35f73 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:38.979761 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aa9881ea-76b4-454a-9ebb-32a5de2297c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f87c4b25-58f8-44a6-955d-0c1335a35f73), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:38.985220 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d8577e8-a75a-472c-8a51-a7abc955938b tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:38.990049 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3d8577e8-a75a-472c-8a51-a7abc955938b tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4622319 Feb 07 16:38:39.022440 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59168) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:39.055002 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5b89fed8-9f8b-41f5-91fa-661890dae3ee req-a7a6dd6c-d19d-453a-bf92-b8335f504f4b tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 210 time: 0.2209644 Feb 07 16:38:39.131358 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aac40ee-9afa-4b4c-8601-b9c5adbbec41', 'name': 'network-vif-deleted', 'tag': 'ec3a9661-efcb-42a2-a816-725e0b5c8e3d'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:38:39.156458 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed2750d-e28e-47d0-a58f-62206546f880" -d '{"events": [{"server_uuid": "6aac40ee-9afa-4b4c-8601-b9c5adbbec41", "name": "network-vif-deleted", "tag": "ec3a9661-efcb-42a2-a816-725e0b5c8e3d"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:38:39.158901 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-aa9881ea-76b4-454a-9ebb-32a5de2297c8 None None] For port f87c4b25-58f8-44a6-955d-0c1335a35f73, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f87c4b25-58f8-44a6-955d-0c1335a35f73,segment=NetworkSegment(c084bc03-9e79-4c0c-8c37-7836a414462c),segment_id=c084bc03-9e79-4c0c-8c37-7836a414462c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:39.166907 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-81cb4186-f94b-44b9-8959-afba10f1469e tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Request body: {'security_group_rule': {'security_group_id': 'eaa420d6-c5cb-45a1-8c29-f931f1d13f45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:38:39.174496 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aa9881ea-76b4-454a-9ebb-32a5de2297c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f87c4b25-58f8-44a6-955d-0c1335a35f73), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:39.272962 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-4affa375-a323-467a-b9df-007c4d718b26 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:39.275476 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-4affa375-a323-467a-b9df-007c4d718b26 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.32 "GET /v2.0/networks?id=31d34622-4dd8-41aa-8433-a2353919ba6e HTTP/1.1" status: 200 len: 815 time: 1.2085643 Feb 07 16:38:39.365168 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8577e8-a75a-472c-8a51-a7abc955938b tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa420d6-c5cb-45a1-8c29-f931f1d13f45,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:39.381021 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Request body: {'port': {'device_id': 'dd89dc5d-5759-44fa-997b-21e978083f89', 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e', 'admin_state_up': True, 'tenant_id': '6aad2e954b35497baa9943e0ca56d7b9'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:38:39.404303 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] Set router fc75f435-a851-4a1a-b5b4-2930e50c8123 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:38:39.414263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9881ea-76b4-454a-9ebb-32a5de2297c8 None None] Pushing event updated for resources: {'Port': ['ID=f87c4b25-58f8-44a6-955d-0c1335a35f73,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:39.419581 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81cb4186-f94b-44b9-8959-afba10f1469e tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for security_group_rule (2d6aa8dd-ae8c-4998-bb44-84d7bf9d0ae1), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:39.489245 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2751e648-76d5-4823-a6e5-bd80de0806e1 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:38:39.514470 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81cb4186-f94b-44b9-8959-afba10f1469e tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for security_group_rule (2d6aa8dd-ae8c-4998-bb44-84d7bf9d0ae1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:39.522367 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81cb4186-f94b-44b9-8959-afba10f1469e tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (2d6aa8dd-ae8c-4998-bb44-84d7bf9d0ae1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:39.529020 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4f63b8c9-aa58-4460-9cd4-6a4238e66af4 req-d583dceb-65c3-4e74-bcc5-4c4a50e75b6d service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0272696 Feb 07 16:38:39.570649 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81cb4186-f94b-44b9-8959-afba10f1469e tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:39.575668 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-81cb4186-f94b-44b9-8959-afba10f1469e tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5435581 Feb 07 16:38:39.584991 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59178) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:39.598834 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7d0f4c81-1861-4ce4-8fcb-7db5f451f2b7 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Request body: {'security_group_rule': {'security_group_id': 'eaa420d6-c5cb-45a1-8c29-f931f1d13f45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:38:39.666830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb4186-f94b-44b9-8959-afba10f1469e tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6aa8dd-ae8c-4998-bb44-84d7bf9d0ae1,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:39.691795 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d0f4c81-1861-4ce4-8fcb-7db5f451f2b7 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for security_group_rule (e016f4ee-8d17-4ba7-9904-c73fd8709f35), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:39.834613 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d0f4c81-1861-4ce4-8fcb-7db5f451f2b7 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for security_group_rule (e016f4ee-8d17-4ba7-9904-c73fd8709f35), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:39.851043 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d0f4c81-1861-4ce4-8fcb-7db5f451f2b7 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (e016f4ee-8d17-4ba7-9904-c73fd8709f35), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:39.899550 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f4c81-1861-4ce4-8fcb-7db5f451f2b7 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e016f4ee-8d17-4ba7-9904-c73fd8709f35,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:39.915013 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d0f4c81-1861-4ce4-8fcb-7db5f451f2b7 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:39.916701 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7d0f4c81-1861-4ce4-8fcb-7db5f451f2b7 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3302989 Feb 07 16:38:39.922778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59180) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:39.933075 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c89dd9ac-2898-4937-a331-fe011632e621 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:38:39.989490 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c89dd9ac-2898-4937-a331-fe011632e621 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:40.076580 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-dfca510d-adf2-452d-ac1c-0382f84c9908 None None] Provisioning complete for port f87c4b25-58f8-44a6-955d-0c1335a35f73 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:40.077153 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dfca510d-adf2-452d-ac1c-0382f84c9908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f87c4b25-58f8-44a6-955d-0c1335a35f73), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:40.095875 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4f63b8c9-aa58-4460-9cd4-6a4238e66af4 req-bc2c3f0a-14d0-4286-a14e-490de62a97d6 service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213317 Feb 07 16:38:40.224850 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c89dd9ac-2898-4937-a331-fe011632e621 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:40.384630 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'name': 'tempest-ServersTestJSON-1738923322-router', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:38:07Z', 'updated_at': '2022-02-07T16:38:28Z', 'revision_number': 4, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'gw_port': {'id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:eb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:08Z', 'updated_at': '2022-02-07T16:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f87c4b25-58f8-44a6-955d-0c1335a35f73', 'name': '', 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'mac_address': 'fa:16:3e:b1:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '1f31055f-f4ac-478b-ba93-d6815cfad493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:21Z', 'updated_at': '2022-02-07T16:38:38Z', 'revision_number': 4, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'subnets': [{'id': '1f31055f-f4ac-478b-ba93-d6815cfad493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:38:40.451384 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 2751e648-76d5-4823-a6e5-bd80de0806e1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2751e648-76d5-4823-a6e5-bd80de0806e1,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:40.456523 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d26b6b-006c-451a-a0ff-41ad607939ea None None] The sync data for ids ['fc75f435-a851-4a1a-b5b4-2930e50c8123'] in n-d-827865-3 is: [{'id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'name': 'tempest-ServersTestJSON-1738923322-router', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:38:07Z', 'updated_at': '2022-02-07T16:38:28Z', 'revision_number': 4, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'gw_port': {'id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:eb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:08Z', 'updated_at': '2022-02-07T16:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f87c4b25-58f8-44a6-955d-0c1335a35f73', 'name': '', 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'mac_address': 'fa:16:3e:b1:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '1f31055f-f4ac-478b-ba93-d6815cfad493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:21Z', 'updated_at': '2022-02-07T16:38:38Z', 'revision_number': 4, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'subnets': [{'id': '1f31055f-f4ac-478b-ba93-d6815cfad493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:38:40.461068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641d22b-189f-411d-b4f8-9282cc020448 req-cc22f2e0-ea50-4750-836f-f97b6b01dced tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:40.478520 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-dfca510d-adf2-452d-ac1c-0382f84c9908 None None] Current status of the port f87c4b25-58f8-44a6-955d-0c1335a35f73 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:40.490264 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '2751e648-76d5-4823-a6e5-bd80de0806e1', 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327', 'port_id': '2751e648-76d5-4823-a6e5-bd80de0806e1', 'mac_address': 'fa:16:3e:2a:2f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:38:40.490779 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7641d22b-189f-411d-b4f8-9282cc020448 req-cc22f2e0-ea50-4750-836f-f97b6b01dced tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cc9275-1658-4f11-9a60-0cf31d36205d HTTP/1.1" status: 200 len: 943 time: 0.7053864 Feb 07 16:38:40.613098 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Made reservation on behalf of 6aad2e954b35497baa9943e0ca56d7b9 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:38:40.616903 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:40.626711 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-c89dd9ac-2898-4937-a331-fe011632e621 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Allocated IP 172.25.4.38 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/cfbd13d6-98a9-4827-a902-bc4a1afb1b3a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:38:40.640124 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 2751e648-76d5-4823-a6e5-bd80de0806e1 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:40.641638 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2751e648-76d5-4823-a6e5-bd80de0806e1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:40.673991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2751e648-76d5-4823-a6e5-bd80de0806e1 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:38:40.781986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 2751e648-76d5-4823-a6e5-bd80de0806e1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2751e648-76d5-4823-a6e5-bd80de0806e1,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:40.799471 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2751e648-76d5-4823-a6e5-bd80de0806e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:40.995068 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c89dd9ac-2898-4937-a331-fe011632e621 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for port (cfbd13d6-98a9-4827-a902-bc4a1afb1b3a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:40.995385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Allocated IP 172.20.0.12 (31d34622-4dd8-41aa-8433-a2353919ba6e/e6ceb4b4-d185-4794-81af-32433f62177a/a78fdbbc-47df-47ff-80b0-a0d0252fe786) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:38:41.013933 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=2751e648-76d5-4823-a6e5-bd80de0806e1,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:41.112414 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['2751e648-76d5-4823-a6e5-bd80de0806e1'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:38:41.118057 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c89dd9ac-2898-4937-a331-fe011632e621 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (cfbd13d6-98a9-4827-a902-bc4a1afb1b3a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:41.243305 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89dd9ac-2898-4937-a331-fe011632e621 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:38:41.259046 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c89dd9ac-2898-4937-a331-fe011632e621 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:38:41.281973 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89dd9ac-2898-4937-a331-fe011632e621 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:38:41.391224 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89dd9ac-2898-4937-a331-fe011632e621 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Pushing event updated for resources: {'Port': ['ID=cfbd13d6-98a9-4827-a902-bc4a1afb1b3a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:41.441152 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks [] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:41.549251 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:41.576553 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c89dd9ac-2898-4937-a331-fe011632e621 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for floatingip (631c3828-176c-44c6-8fd6-ee4847a030ff), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:41.628328 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Network 31d34622-4dd8-41aa-8433-a2353919ba6e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:38:41.633262 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:38:41.695578 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:38:41.762425 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7641d22b-189f-411d-b4f8-9282cc020448 req-a0184bc8-5f10-43d1-b237-41cedcdee816 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2611232 Feb 07 16:38:41.790869 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c89dd9ac-2898-4937-a331-fe011632e621 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (cfbd13d6-98a9-4827-a902-bc4a1afb1b3a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:41.832304 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Pushing event updated for resources: {'Port': ['ID=a78fdbbc-47df-47ff-80b0-a0d0252fe786,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:41.848613 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:41.849248 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:41.850084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:41.850615 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:41.851124 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:41.851643 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:41.852160 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:41.852656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:41.853146 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:41.853679 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:41.854191 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:41.854685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:41.855916 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:41.885471 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:41.906507 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:41.949539 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-9fe6e3e8-ca24-44bf-bb06-418c1dbf38ba tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6149590 Feb 07 16:38:42.009621 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Request body: {'port': {'device_id': 'dd89dc5d-5759-44fa-997b-21e978083f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:38:42.013949 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2164d570-e80d-4b8e-80c3-f57cbca05e0f x-openstack-request-id: req-2164d570-e80d-4b8e-80c3-f57cbca05e0f {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:38:42.014515 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7997b8-5408-45dd-bdbf-815863c53e20", "name": "network-vif-plugged", "status": "completed", "tag": "60d8817d-6695-464a-b65b-dc2ec1a7739c", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:38:42.014812 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2164d570-e80d-4b8e-80c3-f57cbca05e0f {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:38:42.015226 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7997b8-5408-45dd-bdbf-815863c53e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d8817d-6695-464a-b65b-dc2ec1a7739c', 'code': 200} Feb 07 16:38:42.081316 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f87c4b25-58f8-44a6-955d-0c1335a35f73 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:38:42.315857 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port f87c4b25-58f8-44a6-955d-0c1335a35f73 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:42.317785 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:42.322404 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f87c4b25-58f8-44a6-955d-0c1335a35f73), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:42.359165 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb64125-91ae-40c7-95df-59c833ef8617 x-openstack-request-id: req-4cb64125-91ae-40c7-95df-59c833ef8617 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:38:42.359498 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aac40ee-9afa-4b4c-8601-b9c5adbbec41", "name": "network-vif-deleted", "tag": "ec3a9661-efcb-42a2-a816-725e0b5c8e3d", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:38:42.359725 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4cb64125-91ae-40c7-95df-59c833ef8617 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:38:42.360141 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aac40ee-9afa-4b4c-8601-b9c5adbbec41', 'name': 'network-vif-deleted', 'tag': 'ec3a9661-efcb-42a2-a816-725e0b5c8e3d', 'status': 'completed', 'code': 200} Feb 07 16:38:42.480491 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c89dd9ac-2898-4937-a331-fe011632e621 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for port (cfbd13d6-98a9-4827-a902-bc4a1afb1b3a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:42.492981 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c89dd9ac-2898-4937-a331-fe011632e621 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (cfbd13d6-98a9-4827-a902-bc4a1afb1b3a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:42.592957 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f87c4b25-58f8-44a6-955d-0c1335a35f73 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:42.649950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89dd9ac-2898-4937-a331-fe011632e621 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Pushing event updated for resources: {'Port': ['ID=cfbd13d6-98a9-4827-a902-bc4a1afb1b3a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:42.661460 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c89dd9ac-2898-4937-a331-fe011632e621 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (631c3828-176c-44c6-8fd6-ee4847a030ff), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:42.711354 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c89dd9ac-2898-4937-a331-fe011632e621 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:42.713716 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c89dd9ac-2898-4937-a331-fe011632e621 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7888184 Feb 07 16:38:43.450435 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78fdbbc-47df-47ff-80b0-a0d0252fe786 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:38:43.467095 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Publish callbacks [] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:43.499082 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2751e648-76d5-4823-a6e5-bd80de0806e1 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:38:43.516408 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Transition to ACTIVE for port object a78fdbbc-47df-47ff-80b0-a0d0252fe786 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:38:43.545746 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df2e11-fb7e-4d04-ac4c-452592f63b5d req-e9839487-5ca3-49cc-acc3-5eba56e5c0f7 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:43.552991 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8df2e11-fb7e-4d04-ac4c-452592f63b5d req-e9839487-5ca3-49cc-acc3-5eba56e5c0f7 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 932 time: 0.4610913 Feb 07 16:38:43.555769 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:43.616056 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77628b12-8b99-4fa0-9935-423acb1b848f req-4dd373ff-4b8e-46ad-b5f1-1a0bc4f7a540 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2236338 Feb 07 16:38:43.775911 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 2751e648-76d5-4823-a6e5-bd80de0806e1 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:38:43.788376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 2751e648-76d5-4823-a6e5-bd80de0806e1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:43.788818 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2751e648-76d5-4823-a6e5-bd80de0806e1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:43.822140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77628b12-8b99-4fa0-9935-423acb1b848f req-eda7c65d-3bd4-44ba-b39a-95308be3f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:43.826925 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77628b12-8b99-4fa0-9935-423acb1b848f req-eda7c65d-3bd4-44ba-b39a-95308be3f977 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 1126 time: 0.1872761 Feb 07 16:38:43.835982 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Pushing event updated for resources: {'Port': ['ID=a78fdbbc-47df-47ff-80b0-a0d0252fe786,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:43.920839 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8df2e11-fb7e-4d04-ac4c-452592f63b5d req-f5b847b3-ad9f-41c8-8471-9eb25953c604 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667982 Feb 07 16:38:44.109302 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 2751e648-76d5-4823-a6e5-bd80de0806e1 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:44.113709 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2751e648-76d5-4823-a6e5-bd80de0806e1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:44.117337 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Attempting to bind port a78fdbbc-47df-47ff-80b0-a0d0252fe786 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:38:44.118109 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Attempting to bind port a78fdbbc-47df-47ff-80b0-a0d0252fe786 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '9c871af6-7b04-47c4-aca5-76c4957fc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:38:44.118109 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Attempting to bind port a78fdbbc-47df-47ff-80b0-a0d0252fe786 on network 31d34622-4dd8-41aa-8433-a2353919ba6e {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:38:44.134235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Port a78fdbbc-47df-47ff-80b0-a0d0252fe786 on network 31d34622-4dd8-41aa-8433-a2353919ba6e not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:38:44.134701 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Attempting to bind port a78fdbbc-47df-47ff-80b0-a0d0252fe786 on network 31d34622-4dd8-41aa-8433-a2353919ba6e {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:38:44.144737 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77628b12-8b99-4fa0-9935-423acb1b848f req-8671c466-3134-43c4-9190-9d5b050ff799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:44.146472 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77628b12-8b99-4fa0-9935-423acb1b848f req-8671c466-3134-43c4-9190-9d5b050ff799 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 0.2950737 Feb 07 16:38:44.147854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:38:44.148389 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Checking segment: {'id': '9c871af6-7b04-47c4-aca5-76c4957fc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:38:44.149005 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Bound using segment: {'id': '9c871af6-7b04-47c4-aca5-76c4957fc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:38:44.150023 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Bound port: a78fdbbc-47df-47ff-80b0-a0d0252fe786, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c871af6-7b04-47c4-aca5-76c4957fc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:38:44.150347 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:44.204931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cc9275-1658-4f11-9a60-0cf31d36205d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2751e648-76d5-4823-a6e5-bd80de0806e1'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:38:44.207342 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1fa9f6-fcf1-4389-ac1b-ff5b679cca69" -d '{"events": [{"server_uuid": "77cc9275-1658-4f11-9a60-0cf31d36205d", "name": "network-vif-plugged", "status": "completed", "tag": "2751e648-76d5-4823-a6e5-bd80de0806e1"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:38:44.271609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 2751e648-76d5-4823-a6e5-bd80de0806e1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2751e648-76d5-4823-a6e5-bd80de0806e1,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:44.280735 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2751e648-76d5-4823-a6e5-bd80de0806e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:44.282433 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77628b12-8b99-4fa0-9935-423acb1b848f req-26e62d36-cc2f-47aa-85b6-b9b55c5686f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da44614a-2442-4ed8-b35b-d53be88d4fe4 HTTP/1.1" status: 200 len: 217 time: 0.1293664 Feb 07 16:38:44.390012 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=2751e648-76d5-4823-a6e5-bd80de0806e1,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:44.405713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] For port a78fdbbc-47df-47ff-80b0-a0d0252fe786, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:38:44.413172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] For port a78fdbbc-47df-47ff-80b0-a0d0252fe786, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a78fdbbc-47df-47ff-80b0-a0d0252fe786,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:38:44.426589 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:44.556526 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Pushing event updated for resources: {'Port': ['ID=a78fdbbc-47df-47ff-80b0-a0d0252fe786,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:44.607746 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:44.610433 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:44.618830 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-617a5d9a-a764-4484-b5e1-b4a216318f9d service neutron] 10.222.0.32 "PUT /v2.0/ports/a78fdbbc-47df-47ff-80b0-a0d0252fe786 HTTP/1.1" status: 200 len: 1092 time: 2.6415472 Feb 07 16:38:44.620207 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd89dc5d-5759-44fa-997b-21e978083f89', 'tag': 'a78fdbbc-47df-47ff-80b0-a0d0252fe786'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:38:44.632604 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37977780-887e-4c7e-933a-498734a82776" -d '{"events": [{"name": "network-changed", "server_uuid": "dd89dc5d-5759-44fa-997b-21e978083f89", "tag": "a78fdbbc-47df-47ff-80b0-a0d0252fe786"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:38:44.783503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-86953bd3-a28a-4445-b149-f6e172f2c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:44.786081 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-86953bd3-a28a-4445-b149-f6e172f2c292 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6aad2e954b35497baa9943e0ca56d7b9&device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 1126 time: 0.1200798 Feb 07 16:38:44.905427 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-b1d3865c-7d65-46d9-9940-a6d464efad07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a78fdbbc-47df-47ff-80b0-a0d0252fe786 HTTP/1.1" status: 200 len: 217 time: 0.1084821 Feb 07 16:38:44.978926 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-073a56ba-09a0-4a1f-9901-9bce7d9c77a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:44.981178 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-073a56ba-09a0-4a1f-9901-9bce7d9c77a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6ceb4b4-d185-4794-81af-32433f62177a HTTP/1.1" status: 200 len: 855 time: 0.0664508 Feb 07 16:38:45.057107 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-286abec3-5c81-4546-88e8-5f4ef810b3b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31d34622-4dd8-41aa-8433-a2353919ba6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694010 Feb 07 16:38:45.171867 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77628b12-8b99-4fa0-9935-423acb1b848f req-b8c5d6e2-b879-48d1-9a51-b780182f25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:45.185832 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77628b12-8b99-4fa0-9935-423acb1b848f req-b8c5d6e2-b879-48d1-9a51-b780182f25b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.8834953 Feb 07 16:38:45.237888 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77628b12-8b99-4fa0-9935-423acb1b848f req-cc8e506d-7fc1-4b44-a4e9-90a8cadd0842 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490370 Feb 07 16:38:45.331453 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-8a07d2a5-d76f-4f2d-bda7-f5834f436ad5 service neutron] 10.222.0.32 "GET /v2.0/networks/31d34622-4dd8-41aa-8433-a2353919ba6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670593 Feb 07 16:38:45.481228 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77628b12-8b99-4fa0-9935-423acb1b848f req-3e236f02-d4ac-4e74-b5b7-c647cb3b3d8d service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380517 Feb 07 16:38:45.540216 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf1bb436-8f73-4d7d-85a3-969e5a921319 req-8a626f43-4eb5-4570-a4cf-08e9d08f38b9 service neutron] 10.222.0.32 "GET /v2.0/networks/31d34622-4dd8-41aa-8433-a2353919ba6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015085 Feb 07 16:38:45.661359 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77628b12-8b99-4fa0-9935-423acb1b848f req-e3ad410f-7ffb-400a-a9ca-dfdfb5d3d5b3 service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736491 Feb 07 16:38:47.507109 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a78fdbbc-47df-47ff-80b0-a0d0252fe786 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:38:47.681373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a78fdbbc-47df-47ff-80b0-a0d0252fe786, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a78fdbbc-47df-47ff-80b0-a0d0252fe786,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:47.704858 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'a78fdbbc-47df-47ff-80b0-a0d0252fe786', 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e', 'port_id': 'a78fdbbc-47df-47ff-80b0-a0d0252fe786', 'mac_address': 'fa:16:3e:8b:1a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6ceb4b4-d185-4794-81af-32433f62177a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:38:47.784736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port a78fdbbc-47df-47ff-80b0-a0d0252fe786 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:47.785323 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:47.813317 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78fdbbc-47df-47ff-80b0-a0d0252fe786 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:38:47.853543 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a78fdbbc-47df-47ff-80b0-a0d0252fe786, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a78fdbbc-47df-47ff-80b0-a0d0252fe786,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:47.888186 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:47.960474 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=a78fdbbc-47df-47ff-80b0-a0d0252fe786,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:48.159864 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['a78fdbbc-47df-47ff-80b0-a0d0252fe786'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:38:49.322698 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-fa8b5925-cbc5-4630-9c77-7e42ebd6c4c4 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1370325421&fields=id&tenant_id=320879ca25e94aa1ab5f9eea86473b31 HTTP/1.1" status: 200 len: 267 time: 0.1261938 Feb 07 16:38:49.356758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffffcd1-edc8-444c-9249-084e86fdc4c1 req-9fbd4d90-c347-4579-8614-a3c3e153c335 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:49.358499 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1ffffcd1-edc8-444c-9249-084e86fdc4c1 req-9fbd4d90-c347-4579-8614-a3c3e153c335 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cc9275-1658-4f11-9a60-0cf31d36205d HTTP/1.1" status: 200 len: 945 time: 0.1242359 Feb 07 16:38:49.471803 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1ffffcd1-edc8-444c-9249-084e86fdc4c1 req-e66027c3-6ed1-4ce2-84ac-2c73a6750923 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049395 Feb 07 16:38:49.512231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a78fdbbc-47df-47ff-80b0-a0d0252fe786 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:38:49.525487 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-b0628ae2-cc5e-4063-bc7c-a439626ad774 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:49.534291 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-b0628ae2-cc5e-4063-bc7c-a439626ad774 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/networks?id=1b170a06-0806-4ca4-bd4b-e024db77fa88 HTTP/1.1" status: 200 len: 806 time: 0.1987085 Feb 07 16:38:49.552229 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-63f4bc2f-a971-49f4-af8d-0935df864c17 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/quotas/320879ca25e94aa1ab5f9eea86473b31 HTTP/1.1" status: 200 len: 375 time: 0.0166447 Feb 07 16:38:49.627182 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c44da3-443f-4178-b87c-65f5a006d4b3 x-openstack-request-id: req-85c44da3-443f-4178-b87c-65f5a006d4b3 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:38:49.627485 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cc9275-1658-4f11-9a60-0cf31d36205d", "name": "network-vif-plugged", "status": "completed", "tag": "2751e648-76d5-4823-a6e5-bd80de0806e1", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:38:49.627748 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85c44da3-443f-4178-b87c-65f5a006d4b3 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:38:49.628165 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cc9275-1658-4f11-9a60-0cf31d36205d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2751e648-76d5-4823-a6e5-bd80de0806e1', 'code': 200} Feb 07 16:38:49.662879 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47ee9fb-45c8-4929-a651-10b0f6ca52a4 x-openstack-request-id: req-a47ee9fb-45c8-4929-a651-10b0f6ca52a4 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:38:49.663192 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd89dc5d-5759-44fa-997b-21e978083f89", "tag": "a78fdbbc-47df-47ff-80b0-a0d0252fe786", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:38:49.663963 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a47ee9fb-45c8-4929-a651-10b0f6ca52a4 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:38:49.664325 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd89dc5d-5759-44fa-997b-21e978083f89', 'tag': 'a78fdbbc-47df-47ff-80b0-a0d0252fe786', 'status': 'completed', 'code': 200} Feb 07 16:38:49.667901 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port a78fdbbc-47df-47ff-80b0-a0d0252fe786 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:38:49.694512 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port a78fdbbc-47df-47ff-80b0-a0d0252fe786 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:49.694973 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:49.705897 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-2faba39f-b601-434c-8eea-5df093e3a93d tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=320879ca25e94aa1ab5f9eea86473b31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1503503 Feb 07 16:38:49.900682 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37977780-887e-4c7e-933a-498734a82776 req-22469ef8-c193-4183-93c3-fec14dcf6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:49.903614 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-37977780-887e-4c7e-933a-498734a82776 req-22469ef8-c193-4183-93c3-fec14dcf6311 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6aad2e954b35497baa9943e0ca56d7b9&device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 1127 time: 0.1719444 Feb 07 16:38:49.959964 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port a78fdbbc-47df-47ff-80b0-a0d0252fe786 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:49.960356 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:50.023090 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a78fdbbc-47df-47ff-80b0-a0d0252fe786, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a78fdbbc-47df-47ff-80b0-a0d0252fe786,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:50.031972 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:50.045227 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048da35f-a882-4b68-9afd-4163bb346a69 req-20ccb0ce-4a56-4bb0-8258-6f96a8d78776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:50.047042 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-048da35f-a882-4b68-9afd-4163bb346a69 req-20ccb0ce-4a56-4bb0-8258-6f96a8d78776 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77cc9275-1658-4f11-9a60-0cf31d36205d HTTP/1.1" status: 200 len: 1127 time: 0.3098671 Feb 07 16:38:50.053849 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-6cddefc1-aa6e-45ba-9d45-dc0b2482a3b5 service neutron] 10.222.0.18 "GET /v2.0/networks/1b170a06-0806-4ca4-bd4b-e024db77fa88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428769 Feb 07 16:38:50.108216 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37977780-887e-4c7e-933a-498734a82776 req-c0033308-3ced-4d89-8074-107a1a621c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:50.111003 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-37977780-887e-4c7e-933a-498734a82776 req-c0033308-3ced-4d89-8074-107a1a621c4f service neutron] 10.222.0.32 "GET /v2.0/networks?id=31d34622-4dd8-41aa-8433-a2353919ba6e HTTP/1.1" status: 200 len: 916 time: 0.2010920 Feb 07 16:38:50.163061 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=a78fdbbc-47df-47ff-80b0-a0d0252fe786,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:50.164663 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-37977780-887e-4c7e-933a-498734a82776 req-f17900e6-7cc5-4fd7-926f-7260f8f2daa4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a78fdbbc-47df-47ff-80b0-a0d0252fe786 HTTP/1.1" status: 200 len: 217 time: 0.0467889 Feb 07 16:38:50.173259 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-048da35f-a882-4b68-9afd-4163bb346a69 req-1d251731-6434-417e-bc29-c2fdafe8efad service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188471 Feb 07 16:38:50.181453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba14f0-0d18-4f6e-949e-c3015c52fecc req-19674fad-e6f2-464b-aede-0d48f4d0ee6a tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:50.192095 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-09ba14f0-0d18-4f6e-949e-c3015c52fecc req-19674fad-e6f2-464b-aede-0d48f4d0ee6a tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 945 time: 0.3796000 Feb 07 16:38:50.226406 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-612abed0-d582-427d-8a2e-c47f6bc5d880 service neutron] 10.222.0.18 "GET /v2.0/networks/1b170a06-0806-4ca4-bd4b-e024db77fa88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596990 Feb 07 16:38:50.285939 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37977780-887e-4c7e-933a-498734a82776 req-70fdc2ce-6ce5-4986-baba-17e71af2f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:50.287522 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-37977780-887e-4c7e-933a-498734a82776 req-70fdc2ce-6ce5-4986-baba-17e71af2f78e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6ceb4b4-d185-4794-81af-32433f62177a HTTP/1.1" status: 200 len: 855 time: 0.0932090 Feb 07 16:38:50.372578 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-37977780-887e-4c7e-933a-498734a82776 req-c36ae83b-99dd-4389-a784-0517de438f2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31d34622-4dd8-41aa-8433-a2353919ba6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585380 Feb 07 16:38:50.457873 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-09ba14f0-0d18-4f6e-949e-c3015c52fecc req-d7f5b3f7-faec-48e6-ad85-38eedfe5d04f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647433 Feb 07 16:38:50.565956 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-37977780-887e-4c7e-933a-498734a82776 req-69c0eae4-f061-4a41-841c-83b7732192a9 service neutron] 10.222.0.32 "GET /v2.0/networks/31d34622-4dd8-41aa-8433-a2353919ba6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843004 Feb 07 16:38:50.798020 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-37977780-887e-4c7e-933a-498734a82776 req-b36f90ae-0a2e-4908-bccc-8ec9682f14f0 service neutron] 10.222.0.32 "GET /v2.0/networks/31d34622-4dd8-41aa-8433-a2353919ba6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251537 Feb 07 16:38:50.977718 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-275e0897-1559-464c-9c4e-2281e8d1e3f1 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:50.991492 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-275e0897-1559-464c-9c4e-2281e8d1e3f1 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/networks?id=ad69f8fd-6ecb-4a88-b291-e6bb3e449d84 HTTP/1.1" status: 200 len: 815 time: 0.3541658 Feb 07 16:38:51.041642 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a85d48d-0bda-4b8e-ba67-d2f5d8f235d3 req-94ed26e3-5944-4923-8350-d1ba14dcc560 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 210 time: 0.0730736 Feb 07 16:38:51.065801 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:51.068857 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-b6151b49-6558-4480-9977-77c7fe16f68e tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/quotas/fe73236ced754eaf9d56a50e62338c74 HTTP/1.1" status: 200 len: 375 time: 0.0611582 Feb 07 16:38:51.216754 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-76f92019-bb1e-44d9-8244-d3303b6ad575 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe73236ced754eaf9d56a50e62338c74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1439660 Feb 07 16:38:51.250629 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4551f1b-81a2-4c6a-b321-a0455332cf60 req-52c39159-3ab4-463e-9b62-cadaed599384 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:51.252220 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f4551f1b-81a2-4c6a-b321-a0455332cf60 req-52c39159-3ab4-463e-9b62-cadaed599384 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cc9275-1658-4f11-9a60-0cf31d36205d HTTP/1.1" status: 200 len: 945 time: 0.1193316 Feb 07 16:38:51.423527 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f4551f1b-81a2-4c6a-b321-a0455332cf60 req-335a8ae7-fd20-449b-ab24-ff5bd39d9ad1 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563346 Feb 07 16:38:51.479452 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-4fa9b41b-f521-4547-9a1d-826f1dae4723 service neutron] 10.222.0.18 "GET /v2.0/networks/ad69f8fd-6ecb-4a88-b291-e6bb3e449d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448654 Feb 07 16:38:51.493989 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59372) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:51.629829 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd89dc5d-5759-44fa-997b-21e978083f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78fdbbc-47df-47ff-80b0-a0d0252fe786'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:38:51.632852 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b01867f-199c-4a1d-9c93-5b817361e1c8" -d '{"events": [{"server_uuid": "dd89dc5d-5759-44fa-997b-21e978083f89", "name": "network-vif-plugged", "status": "completed", "tag": "a78fdbbc-47df-47ff-80b0-a0d0252fe786"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:38:51.640411 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-df1326df-ef03-4d88-ad48-4489540261d4 service neutron] 10.222.0.18 "GET /v2.0/networks/ad69f8fd-6ecb-4a88-b291-e6bb3e449d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578414 Feb 07 16:38:51.700365 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f40b66f-3e1b-4996-819e-04b4046d5c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:51.751458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc152c-b349-44c7-9f56-9214ebb38c05 req-685e33bb-6aaf-4c39-87ed-469d2cfa7fe0 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:51.760130 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4ecc152c-b349-44c7-9f56-9214ebb38c05 req-685e33bb-6aaf-4c39-87ed-469d2cfa7fe0 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 946 time: 0.1455393 Feb 07 16:38:51.853690 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4ecc152c-b349-44c7-9f56-9214ebb38c05 req-2d425c7c-c0b4-41b5-91ef-95e0d1b9992d tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917363 Feb 07 16:38:51.925137 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acdca6f-3a77-42c7-99ac-91622df6003b x-openstack-request-id: req-4acdca6f-3a77-42c7-99ac-91622df6003b {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:38:51.925546 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd89dc5d-5759-44fa-997b-21e978083f89", "name": "network-vif-plugged", "status": "completed", "tag": "a78fdbbc-47df-47ff-80b0-a0d0252fe786", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:38:51.926073 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4acdca6f-3a77-42c7-99ac-91622df6003b {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:38:51.927009 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd89dc5d-5759-44fa-997b-21e978083f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78fdbbc-47df-47ff-80b0-a0d0252fe786', 'code': 200} Feb 07 16:38:51.929064 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f40b66f-3e1b-4996-819e-04b4046d5c09 admin admin] Publish callbacks [] for security_group (701c2575-8c79-4651-80dd-63cd9ff12665), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:51.937433 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f40b66f-3e1b-4996-819e-04b4046d5c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (701c2575-8c79-4651-80dd-63cd9ff12665), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:52.008626 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40b66f-3e1b-4996-819e-04b4046d5c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701c2575-8c79-4651-80dd-63cd9ff12665,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:52.020016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40b66f-3e1b-4996-819e-04b4046d5c09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:52.020737 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40b66f-3e1b-4996-819e-04b4046d5c09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:52.021315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40b66f-3e1b-4996-819e-04b4046d5c09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:52.021863 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40b66f-3e1b-4996-819e-04b4046d5c09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:52.022571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40b66f-3e1b-4996-819e-04b4046d5c09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:52.023127 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40b66f-3e1b-4996-819e-04b4046d5c09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:52.023692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40b66f-3e1b-4996-819e-04b4046d5c09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:52.024221 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40b66f-3e1b-4996-819e-04b4046d5c09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:52.024765 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40b66f-3e1b-4996-819e-04b4046d5c09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:52.025370 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40b66f-3e1b-4996-819e-04b4046d5c09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:52.025951 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40b66f-3e1b-4996-819e-04b4046d5c09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:52.029062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40b66f-3e1b-4996-819e-04b4046d5c09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:52.029701 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f40b66f-3e1b-4996-819e-04b4046d5c09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:38:52.052549 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59392) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:52.053528 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9f40b66f-3e1b-4996-819e-04b4046d5c09 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2b190522f394046952a7435cdf5f53a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5567400 Feb 07 16:38:52.122873 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9f80995a-59ab-4c64-b59e-06d946a154cc req-c6a6ebba-7762-432e-8752-5034483394a9 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a962b94-c66b-491a-83f5-cdd46b0b3f94 HTTP/1.1" status: 200 len: 210 time: 0.0867043 Feb 07 16:38:52.212554 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4eabf-5b3b-4e6c-86ce-ddad41f8db72 req-a0026c42-854d-4a72-a06b-ec988b42410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:52.232857 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e5b4eabf-5b3b-4e6c-86ce-ddad41f8db72 req-a0026c42-854d-4a72-a06b-ec988b42410c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 1128 time: 0.1694624 Feb 07 16:38:52.303195 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55bdce-f733-4793-b6de-651ce3fdd541 req-07755970-809c-4fd4-9ce3-a98d6bb9c6ee tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:52.305146 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0c55bdce-f733-4793-b6de-651ce3fdd541 req-07755970-809c-4fd4-9ce3-a98d6bb9c6ee tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 951 time: 0.2555895 Feb 07 16:38:52.306756 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3c66983-e2ae-4b43-a667-0cf32d1713f7 admin admin] Publish callbacks [] for security_group (701c2575-8c79-4651-80dd-63cd9ff12665), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:52.362507 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e400f9a-3605-46b5-a948-09d80a4ff63c req-ef3dc3ec-b753-44bf-a119-4697f5caa4c1 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 210 time: 0.1024039 Feb 07 16:38:52.457251 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e5b4eabf-5b3b-4e6c-86ce-ddad41f8db72 req-0ea95ab7-2610-47b8-99fd-6724d261f0f4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231607 Feb 07 16:38:52.491931 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3c66983-e2ae-4b43-a667-0cf32d1713f7 admin admin] Publish callbacks [] for security_group (701c2575-8c79-4651-80dd-63cd9ff12665), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:52.682862 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb4fe1-b3f6-4aa8-9aa5-fc699309d235 req-baeea6da-ec8f-45f1-a294-5154ccde1c46 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:52.700317 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0efb4fe1-b3f6-4aa8-9aa5-fc699309d235 req-baeea6da-ec8f-45f1-a294-5154ccde1c46 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cc9275-1658-4f11-9a60-0cf31d36205d HTTP/1.1" status: 200 len: 945 time: 0.1668906 Feb 07 16:38:52.725361 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0c55bdce-f733-4793-b6de-651ce3fdd541 req-f0fdf29f-e11b-4ffa-a7e9-432bdd736f4c tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740227 Feb 07 16:38:52.815754 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0efb4fe1-b3f6-4aa8-9aa5-fc699309d235 req-1db4723f-84cd-4656-8a63-bdc441ee75ce tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034269 Feb 07 16:38:52.837215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-a0efe9a2-52b6-4746-8118-4b2a75507d8b tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:52.838915 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-a0efe9a2-52b6-4746-8118-4b2a75507d8b tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.48 "GET /v2.0/networks?id=1b170a06-0806-4ca4-bd4b-e024db77fa88 HTTP/1.1" status: 200 len: 806 time: 0.4860785 Feb 07 16:38:52.878359 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3c66983-e2ae-4b43-a667-0cf32d1713f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (701c2575-8c79-4651-80dd-63cd9ff12665), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:52.890607 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3c66983-e2ae-4b43-a667-0cf32d1713f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:52.898688 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d3c66983-e2ae-4b43-a667-0cf32d1713f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/701c2575-8c79-4651-80dd-63cd9ff12665 HTTP/1.1" status: 204 len: 168 time: 0.8396213 Feb 07 16:38:52.939629 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c66983-e2ae-4b43-a667-0cf32d1713f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701c2575-8c79-4651-80dd-63cd9ff12665,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:53.052235 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-07a59b92-7afe-4b38-a479-0cd36f672448 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=320879ca25e94aa1ab5f9eea86473b31 HTTP/1.1" status: 200 len: 380 time: 0.2045662 Feb 07 16:38:53.071512 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:53.077879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-90d7506d-e5f9-48bb-a24c-0b6e4c47f684 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Request body: {'port': {'device_id': '4c4001b3-997f-45e6-922a-1a4a0be8dce9', 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88', 'admin_state_up': True, 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'security_groups': ['eaa420d6-c5cb-45a1-8c29-f931f1d13f45']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:38:53.106812 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f1182-c04a-4131-bf74-1746d1222829 req-986c363e-0b71-46e3-bdf4-92588878b4a0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:53.116015 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-412f1182-c04a-4131-bf74-1746d1222829 req-986c363e-0b71-46e3-bdf4-92588878b4a0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cc9275-1658-4f11-9a60-0cf31d36205d HTTP/1.1" status: 200 len: 945 time: 0.1479001 Feb 07 16:38:53.302746 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-412f1182-c04a-4131-bf74-1746d1222829 req-bd402ce2-ae57-4f44-b577-1a2353d1df2d tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846597 Feb 07 16:38:53.513020 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa9dd4-05d8-41e9-bd30-8a83b323e280 req-1bef6d25-dd3e-48cc-9683-0714c859e769 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:53.528554 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60aa9dd4-05d8-41e9-bd30-8a83b323e280 req-1bef6d25-dd3e-48cc-9683-0714c859e769 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 946 time: 0.1253738 Feb 07 16:38:53.531535 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 60d8817d-6695-464a-b65b-dc2ec1a7739c no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:38:53.550007 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-90d7506d-e5f9-48bb-a24c-0b6e4c47f684 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Made reservation on behalf of 320879ca25e94aa1ab5f9eea86473b31 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:38:53.569129 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-90d7506d-e5f9-48bb-a24c-0b6e4c47f684 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:53.641025 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60aa9dd4-05d8-41e9-bd30-8a83b323e280 req-eb5f9ed3-03db-4845-94b0-a08ade99ac66 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114738 Feb 07 16:38:53.840601 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c7d1668-b0db-4496-952f-2fee114ac340 req-600e3dd3-c9cb-4b80-a10f-0711e953ff15 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a962b94-c66b-491a-83f5-cdd46b0b3f94 HTTP/1.1" status: 200 len: 210 time: 0.0687792 Feb 07 16:38:53.873602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 60d8817d-6695-464a-b65b-dc2ec1a7739c is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:53.875366 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:53.987127 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7997b8-5408-45dd-bdbf-815863c53e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60d8817d-6695-464a-b65b-dc2ec1a7739c'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:38:53.992111 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a08f38-c788-4bec-af7f-bd97c9f17530" -d '{"events": [{"server_uuid": "1c7997b8-5408-45dd-bdbf-815863c53e20", "name": "network-vif-unplugged", "status": "completed", "tag": "60d8817d-6695-464a-b65b-dc2ec1a7739c"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:38:54.026438 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 60d8817d-6695-464a-b65b-dc2ec1a7739c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=60d8817d-6695-464a-b65b-dc2ec1a7739c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:54.040390 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:54.331595 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=60d8817d-6695-464a-b65b-dc2ec1a7739c,revision_number=11']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:54.388268 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-90d7506d-e5f9-48bb-a24c-0b6e4c47f684 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Allocated IP 172.20.0.5 (1b170a06-0806-4ca4-bd4b-e024db77fa88/1f31055f-f4ac-478b-ba93-d6815cfad493/a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:38:54.502914 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0d8bb19d-ef9f-42fe-8569-3ff2d88a2e27 req-3ab6db41-5ae9-4a72-9cf2-54363f852604 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 210 time: 0.0878901 Feb 07 16:38:54.545441 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59470) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:54.572117 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bbfe3287-12af-4ba3-9527-839460a41e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:54.594100 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d6aec9-3e7b-45b2-bb89-7b76e3d471e8 x-openstack-request-id: req-70d6aec9-3e7b-45b2-bb89-7b76e3d471e8 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:38:54.594866 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7997b8-5408-45dd-bdbf-815863c53e20", "name": "network-vif-unplugged", "status": "completed", "tag": "60d8817d-6695-464a-b65b-dc2ec1a7739c", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:38:54.595363 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70d6aec9-3e7b-45b2-bb89-7b76e3d471e8 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:38:54.596082 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7997b8-5408-45dd-bdbf-815863c53e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60d8817d-6695-464a-b65b-dc2ec1a7739c', 'code': 200} Feb 07 16:38:54.926697 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-90d7506d-e5f9-48bb-a24c-0b6e4c47f684 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for port (a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:55.007942 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627a790-d92a-4cce-a850-1a479773b5d5 req-beaa8be2-61b0-4427-bdbe-75d0396b447f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:55.022113 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4627a790-d92a-4cce-a850-1a479773b5d5 req-beaa8be2-61b0-4427-bdbe-75d0396b447f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cc9275-1658-4f11-9a60-0cf31d36205d HTTP/1.1" status: 200 len: 945 time: 0.3282156 Feb 07 16:38:55.059524 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-33d1af61-2b5b-44ad-a27c-1a6ed97e9f40 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:55.070576 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-33d1af61-2b5b-44ad-a27c-1a6ed97e9f40 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.32 "GET /v2.0/networks?id=ad69f8fd-6ecb-4a88-b291-e6bb3e449d84 HTTP/1.1" status: 200 len: 815 time: 0.3206384 Feb 07 16:38:55.079475 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bbfe3287-12af-4ba3-9527-839460a41e5e admin admin] Publish callbacks [] for security_group (0d32de7c-f68d-4230-b105-87615f6fdf9e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:55.103827 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-90d7506d-e5f9-48bb-a24c-0b6e4c47f684 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:55.107980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-e3a5c7a2-30b4-4164-8331-99e12b53f214 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Request body: {'port': {'device_id': '9a962b94-c66b-491a-83f5-cdd46b0b3f94', 'network_id': 'ad69f8fd-6ecb-4a88-b291-e6bb3e449d84', 'admin_state_up': True, 'tenant_id': 'fe73236ced754eaf9d56a50e62338c74'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:38:55.183736 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bbfe3287-12af-4ba3-9527-839460a41e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0d32de7c-f68d-4230-b105-87615f6fdf9e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:55.254506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-90d7506d-e5f9-48bb-a24c-0b6e4c47f684 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Network 1b170a06-0806-4ca4-bd4b-e024db77fa88 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:38:55.271968 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-90d7506d-e5f9-48bb-a24c-0b6e4c47f684 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:38:55.280933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-90d7506d-e5f9-48bb-a24c-0b6e4c47f684 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:38:55.327759 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe3287-12af-4ba3-9527-839460a41e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d32de7c-f68d-4230-b105-87615f6fdf9e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:55.382403 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4627a790-d92a-4cce-a850-1a479773b5d5 req-558545cb-c9f9-4e99-98a5-b64790cf2b66 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570220 Feb 07 16:38:55.396198 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-90d7506d-e5f9-48bb-a24c-0b6e4c47f684 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:55.422411 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-90d7506d-e5f9-48bb-a24c-0b6e4c47f684 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:55.435324 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7506d-e5f9-48bb-a24c-0b6e4c47f684 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Pushing event updated for resources: {'Port': ['ID=a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:55.486634 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883bdc3-1fd9-4e64-8b9b-a4e3cbae17cc req-ace02997-4693-43be-93af-1f902e4c72f1 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:55.491941 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3883bdc3-1fd9-4e64-8b9b-a4e3cbae17cc req-ace02997-4693-43be-93af-1f902e4c72f1 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 946 time: 0.4167433 Feb 07 16:38:55.524770 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-90d7506d-e5f9-48bb-a24c-0b6e4c47f684 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4628911 Feb 07 16:38:55.526762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59492) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:38:55.527567 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bbfe3287-12af-4ba3-9527-839460a41e5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=201519fffa8f486e8584d4b7a32fe310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9784460 Feb 07 16:38:55.670273 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-e3a5c7a2-30b4-4164-8331-99e12b53f214 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Made reservation on behalf of fe73236ced754eaf9d56a50e62338c74 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:38:55.679330 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-e3a5c7a2-30b4-4164-8331-99e12b53f214 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:55.712971 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Request body: {'port': {'device_id': '4c4001b3-997f-45e6-922a-1a4a0be8dce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:38:55.768146 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-851a8f96-6cbf-4a87-8fd1-0368c9db07b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:55.858757 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3883bdc3-1fd9-4e64-8b9b-a4e3cbae17cc req-a2d45e96-bf28-454b-b2f7-f74a855cf605 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551786 Feb 07 16:38:55.933210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ee376a64-4367-4ef4-a013-49ba349a5fc7 None None] Provisioning complete for port a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:55.934377 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ee376a64-4367-4ef4-a013-49ba349a5fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:55.945199 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-e3a5c7a2-30b4-4164-8331-99e12b53f214 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Allocated IP 172.20.0.10 (ad69f8fd-6ecb-4a88-b291-e6bb3e449d84/80e69d6c-b48f-4fd8-93ac-ca848d4de64a/3e4bafaa-1c04-4dd0-a276-990463e1f6c8) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:38:55.980983 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-841d5993-72b7-4736-96c5-10df025c6349 admin admin] Publish callbacks [] for security_group (0d32de7c-f68d-4230-b105-87615f6fdf9e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:55.996204 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:56.032135 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ee376a64-4367-4ef4-a013-49ba349a5fc7 None None] Port a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:38:56.056420 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f8fb59d5-2c3e-40a3-b3d4-475f72e1cad4 req-94803ea1-a474-4926-81ca-45ef34aab118 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a962b94-c66b-491a-83f5-cdd46b0b3f94 HTTP/1.1" status: 200 len: 210 time: 0.0787187 Feb 07 16:38:56.118923 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49d7af-4a2d-489b-8b09-d554213381b9 req-14c770fd-479b-426b-80d1-699fbff261de tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:56.121060 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a49d7af-4a2d-489b-8b09-d554213381b9 req-14c770fd-479b-426b-80d1-699fbff261de tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.48 "GET /v2.0/ports?device_id=77cc9275-1658-4f11-9a60-0cf31d36205d HTTP/1.1" status: 200 len: 945 time: 0.4429159 Feb 07 16:38:56.383465 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-e3a5c7a2-30b4-4164-8331-99e12b53f214 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Publish callbacks [] for port (3e4bafaa-1c04-4dd0-a276-990463e1f6c8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:56.522457 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-e3a5c7a2-30b4-4164-8331-99e12b53f214 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (3e4bafaa-1c04-4dd0-a276-990463e1f6c8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:56.629744 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-e3a5c7a2-30b4-4164-8331-99e12b53f214 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Network ad69f8fd-6ecb-4a88-b291-e6bb3e449d84 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:38:56.642659 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-e3a5c7a2-30b4-4164-8331-99e12b53f214 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:38:56.665971 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-e3a5c7a2-30b4-4164-8331-99e12b53f214 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:38:56.831277 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5c7a2-30b4-4164-8331-99e12b53f214 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Pushing event updated for resources: {'Port': ['ID=3e4bafaa-1c04-4dd0-a276-990463e1f6c8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:56.964943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-e3a5c7a2-30b4-4164-8331-99e12b53f214 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:56.966267 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-e3a5c7a2-30b4-4164-8331-99e12b53f214 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:57.027345 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-e3a5c7a2-30b4-4164-8331-99e12b53f214 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9265785 Feb 07 16:38:57.044159 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Request body: {'port': {'device_id': '9a962b94-c66b-491a-83f5-cdd46b0b3f94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:38:57.134664 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-841d5993-72b7-4736-96c5-10df025c6349 admin admin] Publish callbacks [] for security_group (0d32de7c-f68d-4230-b105-87615f6fdf9e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:57.249170 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3e4bafaa-1c04-4dd0-a276-990463e1f6c8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:57.311363 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b3390806-3601-4294-82c5-f3b4a5c5c33f None None] Provisioning complete for port 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:38:57.312002 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3390806-3601-4294-82c5-f3b4a5c5c33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3e4bafaa-1c04-4dd0-a276-990463e1f6c8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:57.384570 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:38:57.452029 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-841d5993-72b7-4736-96c5-10df025c6349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0d32de7c-f68d-4230-b105-87615f6fdf9e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:57.461646 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-841d5993-72b7-4736-96c5-10df025c6349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:57.468818 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-841d5993-72b7-4736-96c5-10df025c6349 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d32de7c-f68d-4230-b105-87615f6fdf9e HTTP/1.1" status: 204 len: 168 time: 1.9389040 Feb 07 16:38:57.553330 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b3390806-3601-4294-82c5-f3b4a5c5c33f None None] Port 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:38:57.865077 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d5993-72b7-4736-96c5-10df025c6349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d32de7c-f68d-4230-b105-87615f6fdf9e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:57.989085 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:38:58.030881 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Publish callbacks [] for port (3e4bafaa-1c04-4dd0-a276-990463e1f6c8), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:58.038567 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0724a-939c-4d78-bfc3-ca8fe79fe9f3 req-c9999ca4-bd99-4c70-a854-9a1f6fa95529 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:58.040276 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-20d0724a-939c-4d78-bfc3-ca8fe79fe9f3 req-c9999ca4-bd99-4c70-a854-9a1f6fa95529 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 931 time: 1.1054583 Feb 07 16:38:58.075691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Transition to ACTIVE for port object 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:38:58.082525 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (3e4bafaa-1c04-4dd0-a276-990463e1f6c8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:58.095591 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-95d3c669-5acc-4e5f-ae89-4e3f04e2586b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:58.324400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4bafaa-1c04-4dd0-a276-990463e1f6c8,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:58.332836 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-8a49d7af-4a2d-489b-8b09-d554213381b9 req-0363bede-06fe-4296-b03c-29b893c48e28 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Deleting port 2751e648-76d5-4823-a6e5-bd80de0806e1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:38:58.333784 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8a49d7af-4a2d-489b-8b09-d554213381b9 req-0363bede-06fe-4296-b03c-29b893c48e28 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2751e648-76d5-4823-a6e5-bd80de0806e1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:58.468589 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-20d0724a-939c-4d78-bfc3-ca8fe79fe9f3 req-7a0e3530-ebb8-48fb-8d41-8482e3f891b2 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaa420d6-c5cb-45a1-8c29-f931f1d13f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4132748 Feb 07 16:38:58.589823 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Attempting to bind port 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:38:58.590257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Attempting to bind port 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'fccaec59-769f-4b21-b3cc-6d22dd208893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ad69f8fd-6ecb-4a88-b291-e6bb3e449d84'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:38:58.590628 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Attempting to bind port 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 on network ad69f8fd-6ecb-4a88-b291-e6bb3e449d84 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:38:58.611812 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Port 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 on network ad69f8fd-6ecb-4a88-b291-e6bb3e449d84 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:38:58.612497 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Attempting to bind port 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 on network ad69f8fd-6ecb-4a88-b291-e6bb3e449d84 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:38:58.633049 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:38:58.633517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Checking segment: {'id': 'fccaec59-769f-4b21-b3cc-6d22dd208893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ad69f8fd-6ecb-4a88-b291-e6bb3e449d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:38:58.637240 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Bound using segment: {'id': 'fccaec59-769f-4b21-b3cc-6d22dd208893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ad69f8fd-6ecb-4a88-b291-e6bb3e449d84'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:38:58.638258 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Bound port: 3e4bafaa-1c04-4dd0-a276-990463e1f6c8, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fccaec59-769f-4b21-b3cc-6d22dd208893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ad69f8fd-6ecb-4a88-b291-e6bb3e449d84'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:38:58.638742 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3e4bafaa-1c04-4dd0-a276-990463e1f6c8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:58.796687 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] For port 3e4bafaa-1c04-4dd0-a276-990463e1f6c8, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:38:58.823672 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] For port 3e4bafaa-1c04-4dd0-a276-990463e1f6c8, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3e4bafaa-1c04-4dd0-a276-990463e1f6c8,segment=NetworkSegment(fccaec59-769f-4b21-b3cc-6d22dd208893),segment_id=fccaec59-769f-4b21-b3cc-6d22dd208893)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:38:58.853684 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (3e4bafaa-1c04-4dd0-a276-990463e1f6c8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:58.926261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8a49d7af-4a2d-489b-8b09-d554213381b9 req-0363bede-06fe-4296-b03c-29b893c48e28 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] For port 2751e648-76d5-4823-a6e5-bd80de0806e1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2751e648-76d5-4823-a6e5-bd80de0806e1,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:38:58.926649 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8a49d7af-4a2d-489b-8b09-d554213381b9 req-0363bede-06fe-4296-b03c-29b893c48e28 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2751e648-76d5-4823-a6e5-bd80de0806e1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:59.024813 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-8a49d7af-4a2d-489b-8b09-d554213381b9 req-0363bede-06fe-4296-b03c-29b893c48e28 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Calling delete_port for 2751e648-76d5-4823-a6e5-bd80de0806e1 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:38:59.070338 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:59.071034 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:59.080996 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] 10.222.0.32 "PUT /v2.0/ports/3e4bafaa-1c04-4dd0-a276-990463e1f6c8 HTTP/1.1" status: 200 len: 1092 time: 2.0419781 Feb 07 16:38:59.102724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a962b94-c66b-491a-83f5-cdd46b0b3f94', 'tag': '3e4bafaa-1c04-4dd0-a276-990463e1f6c8'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:38:59.111932 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7fe180-797f-47eb-96a6-1f6305a15a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a962b94-c66b-491a-83f5-cdd46b0b3f94", "tag": "3e4bafaa-1c04-4dd0-a276-990463e1f6c8"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:38:59.182418 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15c3e2-9ee9-4148-a8da-cd05cf2e6523 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4bafaa-1c04-4dd0-a276-990463e1f6c8,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:38:59.374396 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:59.421196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-e86560c6-1fb2-4475-90a2-1702f6710666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:59.427089 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-e86560c6-1fb2-4475-90a2-1702f6710666 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe73236ced754eaf9d56a50e62338c74&device_id=9a962b94-c66b-491a-83f5-cdd46b0b3f94 HTTP/1.1" status: 200 len: 1126 time: 0.2061799 Feb 07 16:38:59.482437 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:38:59.495536 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5c500-e979-4830-b256-1a87bb80ddc7 req-046b2bc4-e831-4661-bd1e-344a3cb8ebf6 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:59.505131 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-74f5c500-e979-4830-b256-1a87bb80ddc7 req-046b2bc4-e831-4661-bd1e-344a3cb8ebf6 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 946 time: 0.7638264 Feb 07 16:38:59.555408 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-6acefa66-d650-4cd6-9758-b366aa1620f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e4bafaa-1c04-4dd0-a276-990463e1f6c8 HTTP/1.1" status: 200 len: 217 time: 0.1063440 Feb 07 16:38:59.564073 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Publish callbacks [] for port (a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:59.576886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2751e648-76d5-4823-a6e5-bd80de0806e1 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:38:59.653325 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Transition to ACTIVE for port object a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:38:59.719523 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7d1ef34e-894d-4cc0-b74a-be3ef012158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:59.723060 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-7d1ef34e-894d-4cc0-b74a-be3ef012158f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80e69d6c-b48f-4fd8-93ac-ca848d4de64a HTTP/1.1" status: 200 len: 854 time: 0.1534896 Feb 07 16:38:59.744437 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-74f5c500-e979-4830-b256-1a87bb80ddc7 req-66eb9e0a-edc2-4f9c-b324-98043edeccaa tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382901 Feb 07 16:38:59.747458 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:38:59.867656 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-dd2fc594-19b5-475a-a492-ef9f0f582722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:38:59.872470 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-dd2fc594-19b5-475a-a492-ef9f0f582722 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad69f8fd-6ecb-4a88-b291-e6bb3e449d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1138952 Feb 07 16:38:59.892734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 2751e648-76d5-4823-a6e5-bd80de0806e1 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:38:59.896196 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2751e648-76d5-4823-a6e5-bd80de0806e1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:00.091627 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Pushing event updated for resources: {'Port': ['ID=a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:00.277544 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8a49d7af-4a2d-489b-8b09-d554213381b9 req-0363bede-06fe-4296-b03c-29b893c48e28 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (2751e648-76d5-4823-a6e5-bd80de0806e1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:00.300966 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2811f0c3-be71-4376-87f4-a273b75c44ed'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:39:00.321437 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-9e8893b9-ed61-408b-bc41-ac2e0d36cc6b service neutron] 10.222.0.32 "GET /v2.0/networks/ad69f8fd-6ecb-4a88-b291-e6bb3e449d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917439 Feb 07 16:39:00.427465 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363bede-06fe-4296-b03c-29b893c48e28 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Pushing event deleted for resources: {'Port': ['ID=2751e648-76d5-4823-a6e5-bd80de0806e1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:00.499443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4737-4739-4911-ac24-291f2ed2cd1e req-b567e4cd-da6e-4568-b969-238b233038cd tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:00.520432 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b7e4737-4739-4911-ac24-291f2ed2cd1e req-b567e4cd-da6e-4568-b969-238b233038cd tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cc9275-1658-4f11-9a60-0cf31d36205d HTTP/1.1" status: 200 len: 867 time: 0.5687289 Feb 07 16:39:00.528231 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Attempting to bind port a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:39:00.528562 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Attempting to bind port a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'c084bc03-9e79-4c0c-8c37-7836a414462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:39:00.528900 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Attempting to bind port a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 on network 1b170a06-0806-4ca4-bd4b-e024db77fa88 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:39:00.572059 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Port a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 on network 1b170a06-0806-4ca4-bd4b-e024db77fa88 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:39:00.572524 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Attempting to bind port a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 on network 1b170a06-0806-4ca4-bd4b-e024db77fa88 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:39:00.588363 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:39:00.589423 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Checking segment: {'id': 'c084bc03-9e79-4c0c-8c37-7836a414462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:39:00.589847 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Bound using segment: {'id': 'c084bc03-9e79-4c0c-8c37-7836a414462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:39:00.590336 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Bound port: a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c084bc03-9e79-4c0c-8c37-7836a414462c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:39:00.590719 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:00.661403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a49d7af-4a2d-489b-8b09-d554213381b9 req-0363bede-06fe-4296-b03c-29b893c48e28 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] No DVR routers for this DVR port 2751e648-76d5-4823-a6e5-bd80de0806e1 on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:39:00.729731 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] For port a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:39:00.734825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] For port a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599,segment=NetworkSegment(c084bc03-9e79-4c0c-8c37-7836a414462c),segment_id=c084bc03-9e79-4c0c-8c37-7836a414462c)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:39:00.739084 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8a49d7af-4a2d-489b-8b09-d554213381b9 req-0363bede-06fe-4296-b03c-29b893c48e28 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:00.744215 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a49d7af-4a2d-489b-8b09-d554213381b9 req-0363bede-06fe-4296-b03c-29b893c48e28 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.48 "DELETE /v2.0/ports/2751e648-76d5-4823-a6e5-bd80de0806e1 HTTP/1.1" status: 204 len: 173 time: 4.6175847 Feb 07 16:39:00.745115 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cc9275-1658-4f11-9a60-0cf31d36205d', 'name': 'network-vif-deleted', 'tag': '2751e648-76d5-4823-a6e5-bd80de0806e1'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:39:00.747929 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee1cd95-8958-4553-bceb-e76b05848d92" -d '{"events": [{"server_uuid": "77cc9275-1658-4f11-9a60-0cf31d36205d", "name": "network-vif-deleted", "tag": "2751e648-76d5-4823-a6e5-bd80de0806e1"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:39:00.766650 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b7e4737-4739-4911-ac24-291f2ed2cd1e req-dfea5dc0-36ac-4a59-a60d-16a020f55007 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435679 Feb 07 16:39:00.771283 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:00.785719 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a9a4be7-4a2e-4802-8f74-0b7895da5799 req-1b060ecc-f6e0-4b52-b976-9ce211b3dd8d service neutron] 10.222.0.32 "GET /v2.0/networks/ad69f8fd-6ecb-4a88-b291-e6bb3e449d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444623 Feb 07 16:39:00.843008 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:01.038633 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:01.045897 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:01.050936 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] 10.222.0.48 "PUT /v2.0/ports/a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 HTTP/1.1" status: 200 len: 1091 time: 5.3681974 Feb 07 16:39:01.173188 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef4d53-efe3-4d8f-9432-4410911d6138 service neutron] Pushing event updated for resources: {'Port': ['ID=a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:01.414668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b404891-87d1-48a6-8566-4d711a341ac9 req-5a86ddbe-51e9-4a1f-a3b9-277a7bb33aef tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:01.417471 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b404891-87d1-48a6-8566-4d711a341ac9 req-5a86ddbe-51e9-4a1f-a3b9-277a7bb33aef tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a962b94-c66b-491a-83f5-cdd46b0b3f94 HTTP/1.1" status: 200 len: 944 time: 0.4590890 Feb 07 16:39:01.448736 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-32c77840-0ae5-40ef-954c-57263e1ac9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:01.452129 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-32c77840-0ae5-40ef-954c-57263e1ac9ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=320879ca25e94aa1ab5f9eea86473b31&device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 1125 time: 0.2493618 Feb 07 16:39:01.755027 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-1947e594-55fd-4e96-b329-7c4c06d0bdc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 HTTP/1.1" status: 200 len: 217 time: 0.2775307 Feb 07 16:39:01.969968 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b404891-87d1-48a6-8566-4d711a341ac9 req-cd2c9fc7-e0c6-46f0-9803-b10c84b7456e tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8dbd45f-a1c3-43ab-8d24-33dcd46d763c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438545 Feb 07 16:39:01.987229 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-72055f97-554f-4bc7-b1cc-bb1d2c9c3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:01.993900 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-72055f97-554f-4bc7-b1cc-bb1d2c9c3577 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f31055f-f4ac-478b-ba93-d6815cfad493 HTTP/1.1" status: 200 len: 845 time: 0.2272360 Feb 07 16:39:02.262951 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:02.325173 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-f46a63f9-f960-4d69-b94c-c701e6f4d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:02.327558 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-f46a63f9-f960-4d69-b94c-c701e6f4d803 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1b170a06-0806-4ca4-bd4b-e024db77fa88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3298771 Feb 07 16:39:02.570731 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-ae66994a-c9ae-4516-a6f5-d0b030b0ddae service neutron] 10.222.0.48 "GET /v2.0/networks/1b170a06-0806-4ca4-bd4b-e024db77fa88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371104 Feb 07 16:39:02.640108 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8369dbd-c7f9-4a83-9e53-110e80975ef6 x-openstack-request-id: req-f8369dbd-c7f9-4a83-9e53-110e80975ef6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:39:02.649189 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a962b94-c66b-491a-83f5-cdd46b0b3f94", "tag": "3e4bafaa-1c04-4dd0-a276-990463e1f6c8", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:39:02.652070 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8369dbd-c7f9-4a83-9e53-110e80975ef6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:39:02.653664 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a962b94-c66b-491a-83f5-cdd46b0b3f94', 'tag': '3e4bafaa-1c04-4dd0-a276-990463e1f6c8', 'status': 'completed', 'code': 200} Feb 07 16:39:03.033463 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fe180-797f-47eb-96a6-1f6305a15a2d req-1fe991c2-2c69-4180-852e-97c80ffed834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:03.039646 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2c7fe180-797f-47eb-96a6-1f6305a15a2d req-1fe991c2-2c69-4180-852e-97c80ffed834 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe73236ced754eaf9d56a50e62338c74&device_id=9a962b94-c66b-491a-83f5-cdd46b0b3f94 HTTP/1.1" status: 200 len: 1126 time: 0.2212119 Feb 07 16:39:03.080970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056f2ae-f832-4087-a092-93c50847240e req-ed8a50d6-14c3-4224-bf37-3d03f4811a7a tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:03.083724 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a056f2ae-f832-4087-a092-93c50847240e req-ed8a50d6-14c3-4224-bf37-3d03f4811a7a tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 943 time: 0.3045292 Feb 07 16:39:03.157491 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e0099f2-966f-45cc-ba28-a22a4b5f4796 req-bb7e0839-831e-46a1-a928-f254a63febaf service neutron] 10.222.0.48 "GET /v2.0/networks/1b170a06-0806-4ca4-bd4b-e024db77fa88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745091 Feb 07 16:39:03.257990 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a056f2ae-f832-4087-a092-93c50847240e req-c0a2d29a-a998-44cd-832c-e781a7cf40de tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaa420d6-c5cb-45a1-8c29-f931f1d13f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554058 Feb 07 16:39:03.595715 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15193966-8343-4632-9504-3824c8dad854 x-openstack-request-id: req-15193966-8343-4632-9504-3824c8dad854 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:39:03.597676 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cc9275-1658-4f11-9a60-0cf31d36205d", "name": "network-vif-deleted", "tag": "2751e648-76d5-4823-a6e5-bd80de0806e1", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:39:03.598899 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15193966-8343-4632-9504-3824c8dad854 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:39:03.599565 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cc9275-1658-4f11-9a60-0cf31d36205d', 'name': 'network-vif-deleted', 'tag': '2751e648-76d5-4823-a6e5-bd80de0806e1', 'status': 'completed', 'code': 200} Feb 07 16:39:03.727458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fe180-797f-47eb-96a6-1f6305a15a2d req-f903cfc3-ae4c-46c8-a6e2-3ec7e43ccf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:03.744508 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2c7fe180-797f-47eb-96a6-1f6305a15a2d req-f903cfc3-ae4c-46c8-a6e2-3ec7e43ccf0b service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad69f8fd-6ecb-4a88-b291-e6bb3e449d84 HTTP/1.1" status: 200 len: 916 time: 0.3402359 Feb 07 16:39:03.810336 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2c7fe180-797f-47eb-96a6-1f6305a15a2d req-4e572fb6-f09c-4d5a-8722-fc579736c559 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e4bafaa-1c04-4dd0-a276-990463e1f6c8 HTTP/1.1" status: 200 len: 217 time: 0.0638244 Feb 07 16:39:03.974705 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fe180-797f-47eb-96a6-1f6305a15a2d req-e1948d72-b0e9-47c1-8984-318569f6f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:03.978625 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2c7fe180-797f-47eb-96a6-1f6305a15a2d req-e1948d72-b0e9-47c1-8984-318569f6f3d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80e69d6c-b48f-4fd8-93ac-ca848d4de64a HTTP/1.1" status: 200 len: 854 time: 0.1444604 Feb 07 16:39:04.287226 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c219582-431f-4479-9513-16fe0aa725ec req-ddea1089-da3f-4f87-a2c6-fbd8263a09de tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:04.298189 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9c219582-431f-4479-9513-16fe0aa725ec req-ddea1089-da3f-4f87-a2c6-fbd8263a09de tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a962b94-c66b-491a-83f5-cdd46b0b3f94 HTTP/1.1" status: 200 len: 944 time: 0.1707292 Feb 07 16:39:04.439793 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9c219582-431f-4479-9513-16fe0aa725ec req-c59f0e39-3ade-452d-97e2-b68d21cd378c tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8dbd45f-a1c3-43ab-8d24-33dcd46d763c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331325 Feb 07 16:39:04.481616 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fe180-797f-47eb-96a6-1f6305a15a2d req-4ade831d-a90f-4984-9b12-e4891520a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:04.485381 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2c7fe180-797f-47eb-96a6-1f6305a15a2d req-4ade831d-a90f-4984-9b12-e4891520a840 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad69f8fd-6ecb-4a88-b291-e6bb3e449d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1112185 Feb 07 16:39:04.716682 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2c7fe180-797f-47eb-96a6-1f6305a15a2d req-7bcd4069-1d2b-47bd-b296-e4ca7d80981b service neutron] 10.222.0.32 "GET /v2.0/networks/ad69f8fd-6ecb-4a88-b291-e6bb3e449d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911356 Feb 07 16:39:04.735972 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3daea8-0884-4bdc-8467-0fbe76865547 req-2c7a3d98-d7c1-40b1-8e1c-b1c06fe3fba2 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:04.743707 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b3daea8-0884-4bdc-8467-0fbe76865547 req-2c7a3d98-d7c1-40b1-8e1c-b1c06fe3fba2 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 946 time: 0.1582963 Feb 07 16:39:04.902985 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b3daea8-0884-4bdc-8467-0fbe76865547 req-4c54dab4-f40a-4c36-89e7-afcffa27ad9b tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565707 Feb 07 16:39:04.971504 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2c7fe180-797f-47eb-96a6-1f6305a15a2d req-40740486-87b4-467d-bf41-ada069759d31 service neutron] 10.222.0.32 "GET /v2.0/networks/ad69f8fd-6ecb-4a88-b291-e6bb3e449d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466540 Feb 07 16:39:05.602591 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4001b3-997f-45e6-922a-1a4a0be8dce9', 'tag': 'a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:39:05.607154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:39:05.608920 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261c0b33-1529-46d2-9915-54e958e22d52" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4001b3-997f-45e6-922a-1a4a0be8dce9", "tag": "a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:39:05.823122 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599,segment=NetworkSegment(c084bc03-9e79-4c0c-8c37-7836a414462c),segment_id=c084bc03-9e79-4c0c-8c37-7836a414462c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:05.847153 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599', 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88', 'port_id': 'a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599', 'mac_address': 'fa:16:3e:92:2b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f31055f-f4ac-478b-ba93-d6815cfad493', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:39:05.959583 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:39:05.961355 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:05.990732 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:39:06.046187 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599,segment=NetworkSegment(c084bc03-9e79-4c0c-8c37-7836a414462c),segment_id=c084bc03-9e79-4c0c-8c37-7836a414462c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:06.052857 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:06.132806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c5800-7e51-4cae-a3ca-6ea8da24458e req-a2df91b0-f3fd-4be5-96a7-31b336abb6cd tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:06.142302 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b83c5800-7e51-4cae-a3ca-6ea8da24458e req-a2df91b0-f3fd-4be5-96a7-31b336abb6cd tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 943 time: 0.1434536 Feb 07 16:39:06.216379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:06.262630 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b83c5800-7e51-4cae-a3ca-6ea8da24458e req-2f48f2ca-4c50-4508-9123-dc45cca68b18 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaa420d6-c5cb-45a1-8c29-f931f1d13f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155505 Feb 07 16:39:06.350505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:39:06.448370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe65238-c5a0-498b-b822-d4d0a54f29e5 req-9b9c8f9c-9c14-4fe6-9898-a3e41a73748b tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:06.467852 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-afe65238-c5a0-498b-b822-d4d0a54f29e5 req-9b9c8f9c-9c14-4fe6-9898-a3e41a73748b tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 946 time: 0.0972645 Feb 07 16:39:06.555302 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-afe65238-c5a0-498b-b822-d4d0a54f29e5 req-32c15669-5ef6-45aa-81f3-61e1f4f56f3f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849063 Feb 07 16:39:06.721121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62ea98-4fc4-4902-aa26-306595320ef2 req-0ee61b4d-6182-4757-8873-4a0cac744737 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:06.733937 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0d62ea98-4fc4-4902-aa26-306595320ef2 req-0ee61b4d-6182-4757-8873-4a0cac744737 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a962b94-c66b-491a-83f5-cdd46b0b3f94 HTTP/1.1" status: 200 len: 944 time: 0.1033783 Feb 07 16:39:06.831611 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0d62ea98-4fc4-4902-aa26-306595320ef2 req-d56675bc-4a46-46e3-bf7c-f183acb30997 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8dbd45f-a1c3-43ab-8d24-33dcd46d763c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956881 Feb 07 16:39:06.967804 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291f7dd5-71ec-4624-a380-f9e5a3473af2 x-openstack-request-id: req-291f7dd5-71ec-4624-a380-f9e5a3473af2 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:39:06.968108 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4001b3-997f-45e6-922a-1a4a0be8dce9", "tag": "a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:39:06.968409 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-291f7dd5-71ec-4624-a380-f9e5a3473af2 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:39:06.968777 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4001b3-997f-45e6-922a-1a4a0be8dce9', 'tag': 'a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599', 'status': 'completed', 'code': 200} Feb 07 16:39:07.100057 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c0b33-1529-46d2-9915-54e958e22d52 req-ea26295c-2b9b-4a12-84fb-f31a829344cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:07.101658 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-261c0b33-1529-46d2-9915-54e958e22d52 req-ea26295c-2b9b-4a12-84fb-f31a829344cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=320879ca25e94aa1ab5f9eea86473b31&device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 1126 time: 0.1088700 Feb 07 16:39:07.315648 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c0b33-1529-46d2-9915-54e958e22d52 req-f7ff98fd-353e-4dad-aa45-2e9034fac670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:07.318801 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-261c0b33-1529-46d2-9915-54e958e22d52 req-f7ff98fd-353e-4dad-aa45-2e9034fac670 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1b170a06-0806-4ca4-bd4b-e024db77fa88 HTTP/1.1" status: 200 len: 907 time: 0.2097189 Feb 07 16:39:07.410927 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-261c0b33-1529-46d2-9915-54e958e22d52 req-5ac1415e-d1ef-4356-be21-1d3af6b890b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 HTTP/1.1" status: 200 len: 217 time: 0.0856423 Feb 07 16:39:07.530402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c0b33-1529-46d2-9915-54e958e22d52 req-1b7ff99b-af80-4e87-bb81-783d3cac0669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:07.532336 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-261c0b33-1529-46d2-9915-54e958e22d52 req-1b7ff99b-af80-4e87-bb81-783d3cac0669 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f31055f-f4ac-478b-ba93-d6815cfad493 HTTP/1.1" status: 200 len: 845 time: 0.1156366 Feb 07 16:39:07.606893 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:39:07.625118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c0b33-1529-46d2-9915-54e958e22d52 req-e4fc2c49-a2de-4f86-a788-dfc11b8e8de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:07.631772 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-261c0b33-1529-46d2-9915-54e958e22d52 req-e4fc2c49-a2de-4f86-a788-dfc11b8e8de7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1b170a06-0806-4ca4-bd4b-e024db77fa88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0936339 Feb 07 16:39:07.780278 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:39:07.790028 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:39:07.790427 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:07.928248 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-261c0b33-1529-46d2-9915-54e958e22d52 req-887865c5-714e-4a6c-86a2-9ff847bdccb5 service neutron] 10.222.0.48 "GET /v2.0/networks/1b170a06-0806-4ca4-bd4b-e024db77fa88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879405 Feb 07 16:39:07.984151 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:39:07.984600 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:08.034248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4001b3-997f-45e6-922a-1a4a0be8dce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:39:08.036633 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a72bd0-1eb6-474e-b65e-b03230787a22" -d '{"events": [{"server_uuid": "4c4001b3-997f-45e6-922a-1a4a0be8dce9", "name": "network-vif-plugged", "status": "completed", "tag": "a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:39:08.077308 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599,segment=NetworkSegment(c084bc03-9e79-4c0c-8c37-7836a414462c),segment_id=c084bc03-9e79-4c0c-8c37-7836a414462c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:08.084640 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:08.152696 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-261c0b33-1529-46d2-9915-54e958e22d52 req-b168eff5-6348-4d54-a973-f3e48d2337e8 service neutron] 10.222.0.48 "GET /v2.0/networks/1b170a06-0806-4ca4-bd4b-e024db77fa88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181652 Feb 07 16:39:08.196385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:08.501314 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-86b82c8e-90fb-41b4-9041-3274c8c20a5c tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:08.503590 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-86b82c8e-90fb-41b4-9041-3274c8c20a5c tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 805 time: 0.2009568 Feb 07 16:39:08.542902 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-a35a6c62-75e5-4462-b68f-64bd4499ffb4 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/quotas/1d548d291d9f481cbdcd664ba783ab69 HTTP/1.1" status: 200 len: 375 time: 0.0295882 Feb 07 16:39:08.639782 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-288bb806-713e-4da7-8db4-aae2ffb21189 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0912154 Feb 07 16:39:08.811370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6375d-f4f9-41e9-a7a1-e269486fde8d req-a9fbc35a-845d-4324-b9ba-271c06fea866 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:08.813395 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a0c6375d-f4f9-41e9-a7a1-e269486fde8d req-a9fbc35a-845d-4324-b9ba-271c06fea866 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 945 time: 0.1127999 Feb 07 16:39:08.903117 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a0c6375d-f4f9-41e9-a7a1-e269486fde8d req-1ccf1b18-46c1-42aa-8e6b-1fed14ce5dc5 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaa420d6-c5cb-45a1-8c29-f931f1d13f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838563 Feb 07 16:39:09.126022 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-7245fa29-a7a1-4de8-b114-eddca69bdc9b service neutron] 10.222.0.18 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710248 Feb 07 16:39:09.146710 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc73cb1-6bcb-4b41-a0ac-9e6854b61b76 req-71bedafa-d242-4d4a-ae47-cfcf02760023 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:09.148309 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2dc73cb1-6bcb-4b41-a0ac-9e6854b61b76 req-71bedafa-d242-4d4a-ae47-cfcf02760023 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a962b94-c66b-491a-83f5-cdd46b0b3f94 HTTP/1.1" status: 200 len: 944 time: 0.0967293 Feb 07 16:39:09.207543 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2dc73cb1-6bcb-4b41-a0ac-9e6854b61b76 req-14f2bfbf-38f6-41ba-8645-633fa583e88a tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8dbd45f-a1c3-43ab-8d24-33dcd46d763c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523355 Feb 07 16:39:09.281804 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f2f2c8-9f52-4092-982a-7694c91e20f7 x-openstack-request-id: req-51f2f2c8-9f52-4092-982a-7694c91e20f7 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:39:09.282323 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4001b3-997f-45e6-922a-1a4a0be8dce9", "name": "network-vif-plugged", "status": "completed", "tag": "a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:39:09.282424 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51f2f2c8-9f52-4092-982a-7694c91e20f7 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:39:09.282752 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4001b3-997f-45e6-922a-1a4a0be8dce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599', 'code': 200} Feb 07 16:39:09.309900 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-eb287499-9c96-48a6-97c4-fe4187045c65 service neutron] 10.222.0.18 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698818 Feb 07 16:39:09.610319 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8387e56-65e2-41d8-919f-1ec9eac7282d req-be68af1c-6bdf-4f64-a44a-5fb1e164dadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:09.613058 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8387e56-65e2-41d8-919f-1ec9eac7282d req-be68af1c-6bdf-4f64-a44a-5fb1e164dadb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 1127 time: 0.2475660 Feb 07 16:39:09.822655 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8387e56-65e2-41d8-919f-1ec9eac7282d req-4a3e4dbf-14e4-4dd8-8fcf-b5c81fdd558a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=eaa420d6-c5cb-45a1-8c29-f931f1d13f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003961 Feb 07 16:39:09.855173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e438b-5719-4a12-8d42-e7acdf81dee1 req-18d04b1c-92d0-47ef-a136-02f5f30e7deb tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:09.871099 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a774f94-a111-4261-9ccd-63895bc3f17e req-615e9608-b579-4ad1-9534-c755d263d2d5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:09.872970 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-161e438b-5719-4a12-8d42-e7acdf81dee1 req-18d04b1c-92d0-47ef-a136-02f5f30e7deb tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 949 time: 0.1690042 Feb 07 16:39:09.884277 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a774f94-a111-4261-9ccd-63895bc3f17e req-615e9608-b579-4ad1-9534-c755d263d2d5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 946 time: 0.1511407 Feb 07 16:39:09.974645 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-161e438b-5719-4a12-8d42-e7acdf81dee1 req-858ec5a6-42a0-4bc6-822c-49bf5b795530 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002243 Feb 07 16:39:09.980513 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a774f94-a111-4261-9ccd-63895bc3f17e req-5c989499-9cb3-4e17-a564-fb7941ed4947 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937407 Feb 07 16:39:10.194666 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91cadc82-c6d1-46c8-99e7-1589225f947c req-d04c3fa7-8096-4c60-a400-ef48a92a2bcf tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b4745a-f031-47c6-b3f5-3f141221a44a HTTP/1.1" status: 200 len: 210 time: 0.0693722 Feb 07 16:39:10.301562 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5f31b-9440-4f14-a9b3-dbe5fbca2b53 req-8554a714-9e5b-4f59-8f8d-b37ef6665f52 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:10.303783 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3ba5f31b-9440-4f14-a9b3-dbe5fbca2b53 req-8554a714-9e5b-4f59-8f8d-b37ef6665f52 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 945 time: 0.0984344 Feb 07 16:39:10.428869 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978357d-3a45-4878-b178-7f31f33575f8 req-cd08ff73-0238-4603-81b5-b5004ca8c6a5 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:10.433413 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3ba5f31b-9440-4f14-a9b3-dbe5fbca2b53 req-32c2b216-3427-4912-a9c2-272108ac42ef tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaa420d6-c5cb-45a1-8c29-f931f1d13f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233127 Feb 07 16:39:10.439042 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6978357d-3a45-4878-b178-7f31f33575f8 req-cd08ff73-0238-4603-81b5-b5004ca8c6a5 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a962b94-c66b-491a-83f5-cdd46b0b3f94 HTTP/1.1" status: 200 len: 944 time: 0.0879834 Feb 07 16:39:10.549196 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6978357d-3a45-4878-b178-7f31f33575f8 req-27d455fb-30bd-49b0-9dee-dfcfedb81c90 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8dbd45f-a1c3-43ab-8d24-33dcd46d763c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052234 Feb 07 16:39:11.081770 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59730) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:11.381319 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce1caf-63f9-44dd-ad1a-372694a720f0 req-8c11bd4b-f880-475a-94ee-bb55e103b398 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:11.395030 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-52ce1caf-63f9-44dd-ad1a-372694a720f0 req-8c11bd4b-f880-475a-94ee-bb55e103b398 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 946 time: 0.2132418 Feb 07 16:39:11.493722 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60286d35-4bee-48b0-9f8e-c1ee3a97df31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:11.598373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:39:11.642890 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-af0824d6-e7e1-4d39-8de1-db401b1573c5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:11.646169 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-af0824d6-e7e1-4d39-8de1-db401b1573c5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.48 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 805 time: 0.2774537 Feb 07 16:39:11.672864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-17a8cef3-b844-4407-bef6-1625c5fddf62 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Request body: {'port': {'device_id': '45b4745a-f031-47c6-b3f5-3f141221a44a', 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327', 'admin_state_up': True, 'tenant_id': '1d548d291d9f481cbdcd664ba783ab69'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:39:11.779042 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5adc8b-238c-4145-8138-a7f71e9b4bcc req-83d07d03-0621-4689-9f31-3588c20647d0 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:11.793911 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9c5adc8b-238c-4145-8138-a7f71e9b4bcc req-83d07d03-0621-4689-9f31-3588c20647d0 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 949 time: 0.5487916 Feb 07 16:39:11.836933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49fac3-73a1-4774-9683-3008ea02ff3d req-a6416c34-60c8-449d-ba6f-0e4a4198e6ec tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:11.842837 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c49fac3-73a1-4774-9683-3008ea02ff3d req-a6416c34-60c8-449d-ba6f-0e4a4198e6ec tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 949 time: 0.4223332 Feb 07 16:39:11.884138 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-52ce1caf-63f9-44dd-ad1a-372694a720f0 req-aba7f2ab-1cf1-4c42-80ff-421451d191c7 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860516 Feb 07 16:39:11.954779 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9c5adc8b-238c-4145-8138-a7f71e9b4bcc req-46b8da89-97c6-44d2-887c-d1acaa67f9d0 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572304 Feb 07 16:39:11.975519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 3e4bafaa-1c04-4dd0-a276-990463e1f6c8, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3e4bafaa-1c04-4dd0-a276-990463e1f6c8,segment=NetworkSegment(fccaec59-769f-4b21-b3cc-6d22dd208893),segment_id=fccaec59-769f-4b21-b3cc-6d22dd208893)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:12.034424 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '3e4bafaa-1c04-4dd0-a276-990463e1f6c8', 'network_id': 'ad69f8fd-6ecb-4a88-b291-e6bb3e449d84', 'port_id': '3e4bafaa-1c04-4dd0-a276-990463e1f6c8', 'mac_address': 'fa:16:3e:d7:eb:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e69d6c-b48f-4fd8-93ac-ca848d4de64a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:39:12.182314 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-17a8cef3-b844-4407-bef6-1625c5fddf62 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Made reservation on behalf of 1d548d291d9f481cbdcd664ba783ab69 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:39:12.189674 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-17a8cef3-b844-4407-bef6-1625c5fddf62 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:12.215761 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:39:12.218279 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3e4bafaa-1c04-4dd0-a276-990463e1f6c8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:12.269958 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:39:12.306322 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f33e4d15-95b6-4ed0-9b11-e0fe60386c8e req-fea7105b-160b-4617-a975-d33b0821c7e0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b4745a-f031-47c6-b3f5-3f141221a44a HTTP/1.1" status: 200 len: 210 time: 0.1631346 Feb 07 16:39:12.331950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 3e4bafaa-1c04-4dd0-a276-990463e1f6c8, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3e4bafaa-1c04-4dd0-a276-990463e1f6c8,segment=NetworkSegment(fccaec59-769f-4b21-b3cc-6d22dd208893),segment_id=fccaec59-769f-4b21-b3cc-6d22dd208893)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:12.347790 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3e4bafaa-1c04-4dd0-a276-990463e1f6c8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:12.379646 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60286d35-4bee-48b0-9f8e-c1ee3a97df31 admin admin] Publish callbacks [] for security_group (81278832-5905-4d8b-8be8-3cb5fc6d6d51), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:12.387773 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60286d35-4bee-48b0-9f8e-c1ee3a97df31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (81278832-5905-4d8b-8be8-3cb5fc6d6d51), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:12.498263 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-60286d35-4bee-48b0-9f8e-c1ee3a97df31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=791fe90a3cc34b7bb5a6ef5eb487a81e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4111443 Feb 07 16:39:12.498263 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60286d35-4bee-48b0-9f8e-c1ee3a97df31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81278832-5905-4d8b-8be8-3cb5fc6d6d51,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:12.506564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59746) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:12.537672 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-5c49fac3-73a1-4774-9683-3008ea02ff3d req-86fcd919-8f9a-4ea0-84e0-e4f5d46943f2 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Deleting port 60d8817d-6695-464a-b65b-dc2ec1a7739c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:39:12.538234 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5c49fac3-73a1-4774-9683-3008ea02ff3d req-86fcd919-8f9a-4ea0-84e0-e4f5d46943f2 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:12.589987 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e7130-fe62-4c3c-8075-17924baabe8c req-60d62067-9523-4124-bf0b-f452947f2bde tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:12.604001 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d68e7130-fe62-4c3c-8075-17924baabe8c req-60d62067-9523-4124-bf0b-f452947f2bde tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 945 time: 0.4377942 Feb 07 16:39:12.611570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=3e4bafaa-1c04-4dd0-a276-990463e1f6c8,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:12.624580 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['3e4bafaa-1c04-4dd0-a276-990463e1f6c8'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:39:12.815076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee279b61-160b-4ed9-b1eb-0acc2ffb1d18 req-010ec3ad-f4a5-45a0-90cf-57fb40787409 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:12.818050 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ee279b61-160b-4ed9-b1eb-0acc2ffb1d18 req-010ec3ad-f4a5-45a0-90cf-57fb40787409 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a962b94-c66b-491a-83f5-cdd46b0b3f94 HTTP/1.1" status: 200 len: 945 time: 0.1899669 Feb 07 16:39:12.841829 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d68e7130-fe62-4c3c-8075-17924baabe8c req-be530aa0-4ea1-4048-884a-6fd7211f4981 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaa420d6-c5cb-45a1-8c29-f931f1d13f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298071 Feb 07 16:39:12.915297 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-5c49fac3-73a1-4774-9683-3008ea02ff3d req-86fcd919-8f9a-4ea0-84e0-e4f5d46943f2 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] For port 60d8817d-6695-464a-b65b-dc2ec1a7739c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=60d8817d-6695-464a-b65b-dc2ec1a7739c,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:12.916010 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5c49fac3-73a1-4774-9683-3008ea02ff3d req-86fcd919-8f9a-4ea0-84e0-e4f5d46943f2 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:12.973689 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-5c49fac3-73a1-4774-9683-3008ea02ff3d req-86fcd919-8f9a-4ea0-84e0-e4f5d46943f2 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Calling delete_port for 60d8817d-6695-464a-b65b-dc2ec1a7739c owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:39:12.984443 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1eed5c1e-20fa-490e-8803-9c9d569bf5e3 admin admin] Publish callbacks [] for security_group (81278832-5905-4d8b-8be8-3cb5fc6d6d51), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:12.999188 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-17a8cef3-b844-4407-bef6-1625c5fddf62 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Allocated IP 172.20.0.3 (64333f75-bb31-47f0-9f63-55e283dff327/3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801/3392e911-01b9-42b7-81cc-586a983f976c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:39:13.009950 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ee279b61-160b-4ed9-b1eb-0acc2ffb1d18 req-e969e8ca-ad45-4b42-83f4-7c7fb181aed0 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8dbd45f-a1c3-43ab-8d24-33dcd46d763c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675439 Feb 07 16:39:13.134845 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1eed5c1e-20fa-490e-8803-9c9d569bf5e3 admin admin] Publish callbacks [] for security_group (81278832-5905-4d8b-8be8-3cb5fc6d6d51), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:13.336182 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5c49fac3-73a1-4774-9683-3008ea02ff3d req-86fcd919-8f9a-4ea0-84e0-e4f5d46943f2 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (60d8817d-6695-464a-b65b-dc2ec1a7739c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:13.400356 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f534fc-97a1-4234-8cf3-167e998fc053 req-20dce81d-bf44-4a9a-80a9-1ef4dc8e33de tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:13.405627 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8f534fc-97a1-4234-8cf3-167e998fc053 req-20dce81d-bf44-4a9a-80a9-1ef4dc8e33de tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 946 time: 0.2479239 Feb 07 16:39:13.410840 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcd919-8f9a-4ea0-84e0-e4f5d46943f2 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Pushing event deleted for resources: {'Port': ['ID=60d8817d-6695-464a-b65b-dc2ec1a7739c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:13.608068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:39:13.739014 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:39:13.748364 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:39:13.749540 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3e4bafaa-1c04-4dd0-a276-990463e1f6c8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:13.917642 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055858d-500d-4656-a279-fbf9e0dda799 req-cce226bc-a673-4093-a79c-39cbcb8b1dc1 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:13.932851 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a055858d-500d-4656-a279-fbf9e0dda799 req-cce226bc-a673-4093-a79c-39cbcb8b1dc1 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 945 time: 0.8697052 Feb 07 16:39:13.948926 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59760) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:13.969086 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1dbb8f4e-5ce9-499c-a166-eb865daa64fc tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Request body: {'floatingip': {'port_id': 'a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:39:14.044969 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:39:14.045598 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3e4bafaa-1c04-4dd0-a276-990463e1f6c8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:14.155464 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a962b94-c66b-491a-83f5-cdd46b0b3f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4bafaa-1c04-4dd0-a276-990463e1f6c8'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:39:14.159910 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db76570-6f48-4abb-acf1-3aa89a27f382" -d '{"events": [{"server_uuid": "9a962b94-c66b-491a-83f5-cdd46b0b3f94", "name": "network-vif-plugged", "status": "completed", "tag": "3e4bafaa-1c04-4dd0-a276-990463e1f6c8"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:39:14.176054 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1eed5c1e-20fa-490e-8803-9c9d569bf5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (81278832-5905-4d8b-8be8-3cb5fc6d6d51), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:14.181182 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1eed5c1e-20fa-490e-8803-9c9d569bf5e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:14.183038 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1eed5c1e-20fa-490e-8803-9c9d569bf5e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81278832-5905-4d8b-8be8-3cb5fc6d6d51 HTTP/1.1" status: 204 len: 168 time: 1.6742682 Feb 07 16:39:14.186018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 3e4bafaa-1c04-4dd0-a276-990463e1f6c8, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3e4bafaa-1c04-4dd0-a276-990463e1f6c8,segment=NetworkSegment(fccaec59-769f-4b21-b3cc-6d22dd208893),segment_id=fccaec59-769f-4b21-b3cc-6d22dd208893)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:14.205346 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3e4bafaa-1c04-4dd0-a276-990463e1f6c8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:14.212354 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 60d8817d-6695-464a-b65b-dc2ec1a7739c no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:39:14.223427 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8f4e-5ce9-499c-a166-eb865daa64fc tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for floatingip (631c3828-176c-44c6-8fd6-ee4847a030ff), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:14.324039 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2d3db9be-1faa-44ff-8f52-52cab46bd809 req-704b8150-0ff1-4fa3-9965-3b5b15ea9123 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c7997b8-5408-45dd-bdbf-815863c53e20 HTTP/1.1" status: 200 len: 210 time: 0.1736557 Feb 07 16:39:14.352985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c49fac3-73a1-4774-9683-3008ea02ff3d req-86fcd919-8f9a-4ea0-84e0-e4f5d46943f2 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] No DVR routers for this DVR port 60d8817d-6695-464a-b65b-dc2ec1a7739c on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:39:14.375650 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5c49fac3-73a1-4774-9683-3008ea02ff3d req-86fcd919-8f9a-4ea0-84e0-e4f5d46943f2 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:14.387198 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c49fac3-73a1-4774-9683-3008ea02ff3d req-86fcd919-8f9a-4ea0-84e0-e4f5d46943f2 tempest-ImagesOneServerTestJSON-1039726156 tempest-ImagesOneServerTestJSON-1039726156-project] 10.222.0.32 "DELETE /v2.0/ports/60d8817d-6695-464a-b65b-dc2ec1a7739c HTTP/1.1" status: 204 len: 173 time: 2.5020278 Feb 07 16:39:14.389947 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7997b8-5408-45dd-bdbf-815863c53e20', 'name': 'network-vif-deleted', 'tag': '60d8817d-6695-464a-b65b-dc2ec1a7739c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:39:14.406767 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a57617-3a8a-4a0b-99f4-62759f14ce73" -d '{"events": [{"server_uuid": "1c7997b8-5408-45dd-bdbf-815863c53e20", "name": "network-vif-deleted", "tag": "60d8817d-6695-464a-b65b-dc2ec1a7739c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:39:14.409692 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 60d8817d-6695-464a-b65b-dc2ec1a7739c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:39:14.410666 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 60d8817d-6695-464a-b65b-dc2ec1a7739c not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:39:14.500750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed5c1e-20fa-490e-8803-9c9d569bf5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81278832-5905-4d8b-8be8-3cb5fc6d6d51,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:14.506962 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8f534fc-97a1-4234-8cf3-167e998fc053 req-c329660b-a263-4acb-9595-6934c05f4303 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0245497 Feb 07 16:39:14.552571 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=3e4bafaa-1c04-4dd0-a276-990463e1f6c8,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:14.808333 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-60a6131e-d1a6-4397-bd75-0adbab6b813f req-d2c7e51c-c26c-45fd-bb46-f7f2c5b8e8b5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b4745a-f031-47c6-b3f5-3f141221a44a HTTP/1.1" status: 200 len: 210 time: 0.1985035 Feb 07 16:39:14.909064 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b8fd15-9ab7-4ad7-a457-743fd08cf816 x-openstack-request-id: req-f1b8fd15-9ab7-4ad7-a457-743fd08cf816 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:39:14.909971 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a962b94-c66b-491a-83f5-cdd46b0b3f94", "name": "network-vif-plugged", "status": "completed", "tag": "3e4bafaa-1c04-4dd0-a276-990463e1f6c8", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:39:14.909971 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1b8fd15-9ab7-4ad7-a457-743fd08cf816 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:39:14.910602 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a962b94-c66b-491a-83f5-cdd46b0b3f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4bafaa-1c04-4dd0-a276-990463e1f6c8', 'code': 200} Feb 07 16:39:14.932917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ecab7-2300-4eb6-bc9a-34716569e528 req-90861956-2f0d-49f4-808e-8179e20310af tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:14.956086 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-303ecab7-2300-4eb6-bc9a-34716569e528 req-90861956-2f0d-49f4-808e-8179e20310af tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a962b94-c66b-491a-83f5-cdd46b0b3f94 HTTP/1.1" status: 200 len: 946 time: 0.1971860 Feb 07 16:39:15.011641 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5557bba-4cc5-4423-9353-29335f06efb8 x-openstack-request-id: req-b5557bba-4cc5-4423-9353-29335f06efb8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:39:15.013423 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7997b8-5408-45dd-bdbf-815863c53e20", "name": "network-vif-deleted", "tag": "60d8817d-6695-464a-b65b-dc2ec1a7739c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:39:15.013423 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5557bba-4cc5-4423-9353-29335f06efb8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:39:15.013423 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7997b8-5408-45dd-bdbf-815863c53e20', 'name': 'network-vif-deleted', 'tag': '60d8817d-6695-464a-b65b-dc2ec1a7739c', 'status': 'completed', 'code': 200} Feb 07 16:39:15.165439 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-303ecab7-2300-4eb6-bc9a-34716569e528 req-593802a4-5ad3-449f-8a0e-190b5df214ab tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8dbd45f-a1c3-43ab-8d24-33dcd46d763c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078228 Feb 07 16:39:15.215637 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59778) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:15.257249 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6724ca0-fc61-41c8-99fe-88bfe6ed8bee req-90142c7a-0242-4259-810f-cc6b4b3970e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:15.266210 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b6724ca0-fc61-41c8-99fe-88bfe6ed8bee req-90142c7a-0242-4259-810f-cc6b4b3970e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a962b94-c66b-491a-83f5-cdd46b0b3f94 HTTP/1.1" status: 200 len: 1128 time: 0.2499630 Feb 07 16:39:15.312729 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9d7f462-784a-4810-8689-245cdbacf7c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:15.349857 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-17a8cef3-b844-4407-bef6-1625c5fddf62 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks [] for port (3392e911-01b9-42b7-81cc-586a983f976c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:15.516117 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9d7f462-784a-4810-8689-245cdbacf7c6 admin admin] Publish callbacks [] for security_group (e6a757ea-7e7d-4651-8add-9af70420234f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:15.519740 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b6724ca0-fc61-41c8-99fe-88bfe6ed8bee req-17d7c543-eb2c-4624-b36e-d57f61e0c473 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a8dbd45f-a1c3-43ab-8d24-33dcd46d763c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236507 Feb 07 16:39:15.524395 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9d7f462-784a-4810-8689-245cdbacf7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e6a757ea-7e7d-4651-8add-9af70420234f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:15.561597 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-17a8cef3-b844-4407-bef6-1625c5fddf62 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3392e911-01b9-42b7-81cc-586a983f976c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:15.583850 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2811f0c3-be71-4376-87f4-a273b75c44ed'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:39:15.584711 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7f462-784a-4810-8689-245cdbacf7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a757ea-7e7d-4651-8add-9af70420234f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:15.654942 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c9d7f462-784a-4810-8689-245cdbacf7c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89ed8a99276544aeb084faa08f9000d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4357960 Feb 07 16:39:15.660486 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59794) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:15.741612 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-17a8cef3-b844-4407-bef6-1625c5fddf62 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Network 64333f75-bb31-47f0-9f63-55e283dff327 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:39:15.751326 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-17a8cef3-b844-4407-bef6-1625c5fddf62 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:39:15.763463 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8cef3-b844-4407-bef6-1625c5fddf62 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Pushing event updated for resources: {'Port': ['ID=3392e911-01b9-42b7-81cc-586a983f976c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:15.772579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-17a8cef3-b844-4407-bef6-1625c5fddf62 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:39:15.916620 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6c62-ff69-4395-963c-1169f2365025 admin admin] Publish callbacks [] for security_group (e6a757ea-7e7d-4651-8add-9af70420234f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:15.984910 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-17a8cef3-b844-4407-bef6-1625c5fddf62 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:15.987113 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-17a8cef3-b844-4407-bef6-1625c5fddf62 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:16.014820 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6c62-ff69-4395-963c-1169f2365025 admin admin] Publish callbacks [] for security_group (e6a757ea-7e7d-4651-8add-9af70420234f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:16.042915 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-17a8cef3-b844-4407-bef6-1625c5fddf62 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3843265 Feb 07 16:39:16.059814 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Request body: {'port': {'device_id': '45b4745a-f031-47c6-b3f5-3f141221a44a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:39:16.237927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70ca30-9775-4ecd-bf3b-33b402d436aa req-ce9fdbe6-62ba-43d4-aa28-133b0b8f4ad6 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:16.239698 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d70ca30-9775-4ecd-bf3b-33b402d436aa req-ce9fdbe6-62ba-43d4-aa28-133b0b8f4ad6 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 946 time: 0.5069344 Feb 07 16:39:16.242103 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6c62-ff69-4395-963c-1169f2365025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e6a757ea-7e7d-4651-8add-9af70420234f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:16.253082 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6c62-ff69-4395-963c-1169f2365025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:16.255103 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6d7b6c62-ff69-4395-963c-1169f2365025 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6a757ea-7e7d-4651-8add-9af70420234f HTTP/1.1" status: 204 len: 168 time: 0.5928195 Feb 07 16:39:16.278168 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b6c62-ff69-4395-963c-1169f2365025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a757ea-7e7d-4651-8add-9af70420234f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:16.303121 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-1dbb8f4e-5ce9-499c-a166-eb865daa64fc tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:39:16.366719 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d70ca30-9775-4ecd-bf3b-33b402d436aa req-fabefdf4-ca08-470d-b582-04edb88cfb24 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103976 Feb 07 16:39:16.540277 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8f4e-5ce9-499c-a166-eb865daa64fc tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:16.610966 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8f4e-5ce9-499c-a166-eb865daa64fc tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (631c3828-176c-44c6-8fd6-ee4847a030ff), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:16.670053 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59808) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:16.738209 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659dcbb-8776-4502-b1c8-b13cecc6fd12 req-a89aacb9-589f-4641-8b90-290c38187c47 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:16.739846 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d659dcbb-8776-4502-b1c8-b13cecc6fd12 req-a89aacb9-589f-4641-8b90-290c38187c47 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a962b94-c66b-491a-83f5-cdd46b0b3f94 HTTP/1.1" status: 200 len: 946 time: 0.1354742 Feb 07 16:39:16.762988 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3392e911-01b9-42b7-81cc-586a983f976c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:16.913311 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d659dcbb-8776-4502-b1c8-b13cecc6fd12 req-20502e72-c360-4c76-99b5-f9c841f7133b tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8dbd45f-a1c3-43ab-8d24-33dcd46d763c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548707 Feb 07 16:39:17.072096 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-1dbb8f4e-5ce9-499c-a166-eb865daa64fc tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Floating IP 631c3828-176c-44c6-8fd6-ee4847a030ff associated. External IP: 172.25.4.38, port: a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599. Feb 07 16:39:17.183046 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-35aa5b59-3f03-4867-8d59-ae538a9195e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=26d9067802574cc49054e2bfb051153a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5110221 Feb 07 16:39:17.183916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59824) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:17.242661 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191efce1-260a-4ea8-b740-0b767c58b7e8 req-dbbca7b7-7c28-4b82-ba74-7fbf2eecf158 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:17.258774 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-191efce1-260a-4ea8-b740-0b767c58b7e8 req-dbbca7b7-7c28-4b82-ba74-7fbf2eecf158 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b4745a-f031-47c6-b3f5-3f141221a44a HTTP/1.1" status: 200 len: 931 time: 1.1450725 Feb 07 16:39:17.289603 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-945d51bd-9e84-414c-8611-6c05346f624a admin admin] Publish callbacks [] for security_group (b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:17.334168 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-945d51bd-9e84-414c-8611-6c05346f624a admin admin] Publish callbacks [] for security_group (b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:17.414034 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-945d51bd-9e84-414c-8611-6c05346f624a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:17.420753 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-945d51bd-9e84-414c-8611-6c05346f624a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:17.422398 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-945d51bd-9e84-414c-8611-6c05346f624a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9 HTTP/1.1" status: 204 len: 168 time: 0.2371542 Feb 07 16:39:17.432704 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d51bd-9e84-414c-8611-6c05346f624a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e80ca3-4e4b-4d01-8d2f-c156538b2fb9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:17.910790 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19522b0d-8cc2-4aa6-bdf5-85a4759456e5 req-3e4477f0-f1ef-478f-ad9c-d983432cdefd tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:17.913705 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19522b0d-8cc2-4aa6-bdf5-85a4759456e5 req-3e4477f0-f1ef-478f-ad9c-d983432cdefd tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 946 time: 0.2314355 Feb 07 16:39:18.071742 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19522b0d-8cc2-4aa6-bdf5-85a4759456e5 req-e73e1566-fee7-4e37-a853-f9a9263f5607 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412950 Feb 07 16:39:18.302032 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-191efce1-260a-4ea8-b740-0b767c58b7e8 req-187c6c40-d594-4e7b-b3ec-b308868e6f0f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0410864 Feb 07 16:39:18.416483 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8a375-fd65-4fe9-945d-ce5130f2cd7e req-4785cfed-a0e9-442f-99c6-81d56d7b6b77 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:18.418812 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8bb8a375-fd65-4fe9-945d-ce5130f2cd7e req-4785cfed-a0e9-442f-99c6-81d56d7b6b77 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a962b94-c66b-491a-83f5-cdd46b0b3f94 HTTP/1.1" status: 200 len: 946 time: 0.1527469 Feb 07 16:39:18.527117 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbb8f4e-5ce9-499c-a166-eb865daa64fc tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Router fc75f435-a851-4a1a-b5b4-2930e50c8123 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:39:18.591115 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8bb8a375-fd65-4fe9-945d-ce5130f2cd7e req-d9caca17-beff-4bdd-b20f-1d35dfabf95b tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8dbd45f-a1c3-43ab-8d24-33dcd46d763c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512136 Feb 07 16:39:18.821989 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3392e911-01b9-42b7-81cc-586a983f976c {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:39:18.833735 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Publish callbacks [] for port (3392e911-01b9-42b7-81cc-586a983f976c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:18.864705 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Transition to ACTIVE for port object 3392e911-01b9-42b7-81cc-586a983f976c will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:39:18.867029 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbb8f4e-5ce9-499c-a166-eb865daa64fc tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:39:18.877739 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8f4e-5ce9-499c-a166-eb865daa64fc tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:18.881650 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (3392e911-01b9-42b7-81cc-586a983f976c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:18.884517 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4954d12-3e09-4786-9ccf-2013323a2ec3 None None] Sync routers for ids ['fc75f435-a851-4a1a-b5b4-2930e50c8123'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:39:18.912982 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4954d12-3e09-4786-9ccf-2013323a2ec3 None None] Routers {'fc75f435-a851-4a1a-b5b4-2930e50c8123'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:39:18.914409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e4954d12-3e09-4786-9ccf-2013323a2ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:38:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['fc75f435-a851-4a1a-b5b4-2930e50c8123'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:39:19.025142 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1dbb8f4e-5ce9-499c-a166-eb865daa64fc tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "PUT /v2.0/floatingips/631c3828-176c-44c6-8fd6-ee4847a030ff HTTP/1.1" status: 200 len: 990 time: 5.0722399 Feb 07 16:39:19.054127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4001b3-997f-45e6-922a-1a4a0be8dce9', 'tag': 'a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:39:19.058558 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e92ddcd-2e0f-47dd-bdc6-58bc63775931" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4001b3-997f-45e6-922a-1a4a0be8dce9", "tag": "a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:39:19.132360 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Pushing event updated for resources: {'Port': ['ID=3392e911-01b9-42b7-81cc-586a983f976c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:19.317733 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704be537-3027-482e-81df-259632f39e26 x-openstack-request-id: req-704be537-3027-482e-81df-259632f39e26 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:39:19.318467 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4001b3-997f-45e6-922a-1a4a0be8dce9", "tag": "a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:39:19.318467 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-704be537-3027-482e-81df-259632f39e26 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:39:19.318671 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e4954d12-3e09-4786-9ccf-2013323a2ec3 None None] Set router fc75f435-a851-4a1a-b5b4-2930e50c8123 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:39:19.318784 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4001b3-997f-45e6-922a-1a4a0be8dce9', 'tag': 'a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599', 'status': 'completed', 'code': 200} Feb 07 16:39:19.485723 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Attempting to bind port 3392e911-01b9-42b7-81cc-586a983f976c on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:39:19.486695 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Attempting to bind port 3392e911-01b9-42b7-81cc-586a983f976c by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:39:19.487564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Attempting to bind port 3392e911-01b9-42b7-81cc-586a983f976c on network 64333f75-bb31-47f0-9f63-55e283dff327 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:39:19.525946 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cb1ae-8ec8-4b06-bb2a-39ce508c349e req-7a4453ad-e4b9-4fbc-b235-73a8d65b46e6 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:19.530630 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1e8cb1ae-8ec8-4b06-bb2a-39ce508c349e req-7a4453ad-e4b9-4fbc-b235-73a8d65b46e6 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 945 time: 0.3302174 Feb 07 16:39:19.542472 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Port 3392e911-01b9-42b7-81cc-586a983f976c on network 64333f75-bb31-47f0-9f63-55e283dff327 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:39:19.542472 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Attempting to bind port 3392e911-01b9-42b7-81cc-586a983f976c on network 64333f75-bb31-47f0-9f63-55e283dff327 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:39:19.586758 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:39:19.588896 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Checking segment: {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:39:19.591108 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Bound using segment: {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:39:19.592441 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Bound port: 3392e911-01b9-42b7-81cc-586a983f976c, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:39:19.594450 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3392e911-01b9-42b7-81cc-586a983f976c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:19.611792 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92ddcd-2e0f-47dd-bdc6-58bc63775931 req-53a90e14-b6b3-481d-bc93-0030d8fe823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:19.627343 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e92ddcd-2e0f-47dd-bdc6-58bc63775931 req-53a90e14-b6b3-481d-bc93-0030d8fe823e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=320879ca25e94aa1ab5f9eea86473b31&device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 1127 time: 0.2763057 Feb 07 16:39:19.789377 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1e8cb1ae-8ec8-4b06-bb2a-39ce508c349e req-3524a509-6c78-4662-a9df-534216204371 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaa420d6-c5cb-45a1-8c29-f931f1d13f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478147 Feb 07 16:39:19.848000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] For port 3392e911-01b9-42b7-81cc-586a983f976c, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:39:19.861580 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] For port 3392e911-01b9-42b7-81cc-586a983f976c, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3392e911-01b9-42b7-81cc-586a983f976c,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:39:19.871443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92ddcd-2e0f-47dd-bdc6-58bc63775931 req-4c471fe1-3d2d-45a9-984b-8715e12da84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:19.875039 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e92ddcd-2e0f-47dd-bdc6-58bc63775931 req-4c471fe1-3d2d-45a9-984b-8715e12da84d service neutron] 10.222.0.48 "GET /v2.0/networks?id=1b170a06-0806-4ca4-bd4b-e024db77fa88 HTTP/1.1" status: 200 len: 907 time: 0.2285309 Feb 07 16:39:19.877206 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (3392e911-01b9-42b7-81cc-586a983f976c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:19.918392 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a410948-f94c-4d0e-bd75-f94a09193655 req-0f755350-7b78-4da6-bc13-b96ab4f0760e tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:19.939205 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Pushing event updated for resources: {'Port': ['ID=3392e911-01b9-42b7-81cc-586a983f976c,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:19.942275 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5a410948-f94c-4d0e-bd75-f94a09193655 req-0f755350-7b78-4da6-bc13-b96ab4f0760e tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 946 time: 0.2715089 Feb 07 16:39:20.081440 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:20.082356 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:20.091707 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-9912bbd8-b5fc-4aea-9825-2650e13f5545 service neutron] 10.222.0.48 "PUT /v2.0/ports/3392e911-01b9-42b7-81cc-586a983f976c HTTP/1.1" status: 200 len: 1091 time: 4.0402656 Feb 07 16:39:20.216341 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e4954d12-3e09-4786-9ccf-2013323a2ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'name': 'tempest-ServersTestJSON-1738923322-router', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:38:07Z', 'updated_at': '2022-02-07T16:38:28Z', 'revision_number': 4, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'gw_port': {'id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:eb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:08Z', 'updated_at': '2022-02-07T16:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '631c3828-176c-44c6-8fd6-ee4847a030ff', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'port_id': 'a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88', 'mac_address': 'fa:16:3e:92:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4001b3-997f-45e6-922a-1a4a0be8dce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:38:41Z', 'updated_at': '2022-02-07T16:39:16Z', 'revision_number': 1, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87c4b25-58f8-44a6-955d-0c1335a35f73', 'name': '', 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'mac_address': 'fa:16:3e:b1:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '1f31055f-f4ac-478b-ba93-d6815cfad493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:21Z', 'updated_at': '2022-02-07T16:38:39Z', 'revision_number': 5, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'subnets': [{'id': '1f31055f-f4ac-478b-ba93-d6815cfad493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:39:20.246800 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5a410948-f94c-4d0e-bd75-f94a09193655 req-698798ff-73b4-4a04-a526-d2f71ef3d627 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023527 Feb 07 16:39:20.289615 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4954d12-3e09-4786-9ccf-2013323a2ec3 None None] Checking router: fc75f435-a851-4a1a-b5b4-2930e50c8123 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:39:20.313028 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e92ddcd-2e0f-47dd-bdc6-58bc63775931 req-605da494-cfdd-4d4d-8b2d-71cedd3c06f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 HTTP/1.1" status: 200 len: 998 time: 0.3761315 Feb 07 16:39:20.323197 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4954d12-3e09-4786-9ccf-2013323a2ec3 None None] Routers {'fc75f435-a851-4a1a-b5b4-2930e50c8123'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:39:20.334149 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e4954d12-3e09-4786-9ccf-2013323a2ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:38:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['fc75f435-a851-4a1a-b5b4-2930e50c8123'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:39:20.425573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92ddcd-2e0f-47dd-bdc6-58bc63775931 req-4074cc08-dd6b-44bc-8bdd-d520e58e9dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:20.427824 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e92ddcd-2e0f-47dd-bdc6-58bc63775931 req-4074cc08-dd6b-44bc-8bdd-d520e58e9dbb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f31055f-f4ac-478b-ba93-d6815cfad493 HTTP/1.1" status: 200 len: 845 time: 0.1069322 Feb 07 16:39:20.705570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e4954d12-3e09-4786-9ccf-2013323a2ec3 None None] Set router fc75f435-a851-4a1a-b5b4-2930e50c8123 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:39:21.106092 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d24e80-4d40-415f-a35f-d130d7b7666e req-ca516008-ff24-4c4e-901c-61c7f98be38f tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:21.114651 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-30d24e80-4d40-415f-a35f-d130d7b7666e req-ca516008-ff24-4c4e-901c-61c7f98be38f tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 945 time: 0.1139648 Feb 07 16:39:21.201827 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:21.232976 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-30d24e80-4d40-415f-a35f-d130d7b7666e req-f15b5814-ca59-4e7b-b7f9-f2ba8c3408e8 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaa420d6-c5cb-45a1-8c29-f931f1d13f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140079 Feb 07 16:39:21.299249 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-53efee54-6c19-4515-aefc-33551b8dfa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:21.301257 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-53efee54-6c19-4515-aefc-33551b8dfa58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&device_id=45b4745a-f031-47c6-b3f5-3f141221a44a HTTP/1.1" status: 200 len: 1125 time: 1.1102860 Feb 07 16:39:21.311787 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4590312-9fde-4326-8b42-013658cb2227 req-947f0704-2c34-4c8b-831a-7ead4d110e63 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:21.314575 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a4590312-9fde-4326-8b42-013658cb2227 req-947f0704-2c34-4c8b-831a-7ead4d110e63 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b4745a-f031-47c6-b3f5-3f141221a44a HTTP/1.1" status: 200 len: 943 time: 1.2125626 Feb 07 16:39:21.325265 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b4745a-f031-47c6-b3f5-3f141221a44a', 'tag': '3392e911-01b9-42b7-81cc-586a983f976c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:39:21.327928 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d6636f-2928-4afd-9bdb-6f7ad2c2fa7f" -d '{"events": [{"name": "network-changed", "server_uuid": "45b4745a-f031-47c6-b3f5-3f141221a44a", "tag": "3392e911-01b9-42b7-81cc-586a983f976c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:39:21.393714 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-a57a9e4c-88ae-42f7-aee3-3e22daf3a562 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3392e911-01b9-42b7-81cc-586a983f976c HTTP/1.1" status: 200 len: 217 time: 0.0778704 Feb 07 16:39:21.503805 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92ddcd-2e0f-47dd-bdc6-58bc63775931 req-beb09d25-8921-461e-b644-1b961c1ecdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:21.505547 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e92ddcd-2e0f-47dd-bdc6-58bc63775931 req-beb09d25-8921-461e-b644-1b961c1ecdc7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1b170a06-0806-4ca4-bd4b-e024db77fa88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0689931 Feb 07 16:39:21.519339 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59936) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:21.536850 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59938) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:21.644770 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b71401-9d36-4b5e-9403-24637ba48ed9 req-d00f1c42-cebf-42a5-8c76-5267ccd63b0d tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:21.649886 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05b71401-9d36-4b5e-9403-24637ba48ed9 req-d00f1c42-cebf-42a5-8c76-5267ccd63b0d tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 946 time: 0.2285054 Feb 07 16:39:21.828021 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e92ddcd-2e0f-47dd-bdc6-58bc63775931 req-e5ca8382-0b6f-435e-878f-5ddcc81cfea9 service neutron] 10.222.0.48 "GET /v2.0/networks/1b170a06-0806-4ca4-bd4b-e024db77fa88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118253 Feb 07 16:39:21.841709 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a4590312-9fde-4326-8b42-013658cb2227 req-d422d835-00ac-4141-8015-adf7cb16a90b tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097115 Feb 07 16:39:21.873219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e4954d12-3e09-4786-9ccf-2013323a2ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'name': 'tempest-ServersTestJSON-1738923322-router', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:38:07Z', 'updated_at': '2022-02-07T16:38:28Z', 'revision_number': 4, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'gw_port': {'id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:eb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:08Z', 'updated_at': '2022-02-07T16:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '631c3828-176c-44c6-8fd6-ee4847a030ff', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'port_id': 'a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88', 'mac_address': 'fa:16:3e:92:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4001b3-997f-45e6-922a-1a4a0be8dce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:38:41Z', 'updated_at': '2022-02-07T16:39:16Z', 'revision_number': 1, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87c4b25-58f8-44a6-955d-0c1335a35f73', 'name': '', 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'mac_address': 'fa:16:3e:b1:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '1f31055f-f4ac-478b-ba93-d6815cfad493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:21Z', 'updated_at': '2022-02-07T16:38:39Z', 'revision_number': 5, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'subnets': [{'id': '1f31055f-f4ac-478b-ba93-d6815cfad493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:39:21.918620 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4954d12-3e09-4786-9ccf-2013323a2ec3 None None] The sync data for ids ['fc75f435-a851-4a1a-b5b4-2930e50c8123'] in n-d-827865-3 is: [{'id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'name': 'tempest-ServersTestJSON-1738923322-router', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:38:07Z', 'updated_at': '2022-02-07T16:38:28Z', 'revision_number': 4, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'gw_port': {'id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:eb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:08Z', 'updated_at': '2022-02-07T16:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '631c3828-176c-44c6-8fd6-ee4847a030ff', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'port_id': 'a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 833, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88', 'mac_address': 'fa:16:3e:92:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4001b3-997f-45e6-922a-1a4a0be8dce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:38:41Z', 'updated_at': '2022-02-07T16:39:16Z', 'revision_number': 1, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f87c4b25-58f8-44a6-955d-0c1335a35f73', 'name': '', 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'mac_address': 'fa:16:3e:b1:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '1f31055f-f4ac-478b-ba93-d6815cfad493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:21Z', 'updated_at': '2022-02-07T16:38:39Z', 'revision_number': 5, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'subnets': [{'id': '1f31055f-f4ac-478b-ba93-d6815cfad493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:39:22.017103 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05b71401-9d36-4b5e-9403-24637ba48ed9 req-31caa553-43b9-4924-b80b-1547e2b15e93 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581941 Feb 07 16:39:22.094433 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a33f561-e429-4643-8678-da6e59599637 x-openstack-request-id: req-4a33f561-e429-4643-8678-da6e59599637 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:39:22.094911 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b4745a-f031-47c6-b3f5-3f141221a44a", "tag": "3392e911-01b9-42b7-81cc-586a983f976c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:39:22.095326 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a33f561-e429-4643-8678-da6e59599637 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:39:22.095962 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b4745a-f031-47c6-b3f5-3f141221a44a', 'tag': '3392e911-01b9-42b7-81cc-586a983f976c', 'status': 'completed', 'code': 200} Feb 07 16:39:22.110858 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-ffd2456a-2421-42e4-9830-fe0532d50678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:22.113972 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-ffd2456a-2421-42e4-9830-fe0532d50678 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801 HTTP/1.1" status: 200 len: 845 time: 0.7139621 Feb 07 16:39:22.164224 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0bbd7e0b-919d-4ccd-b58b-9ea50e1ad58c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:22.190045 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-288625ee-b075-4c82-8ad2-48c25274b582 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64333f75-bb31-47f0-9f63-55e283dff327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642512 Feb 07 16:39:22.339355 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e92ddcd-2e0f-47dd-bdc6-58bc63775931 req-8f636e3c-e18a-4d90-9594-350a28bb9161 service neutron] 10.222.0.48 "GET /v2.0/networks/1b170a06-0806-4ca4-bd4b-e024db77fa88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946418 Feb 07 16:39:22.437570 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60df55ea-a731-4f20-a641-d1ff5f806835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:22.442864 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-73640afb-0297-4925-a543-8e46332adc59 service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461159 Feb 07 16:39:22.548932 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f76d57a-31c5-40a3-99cf-b992c22eecbf None None] New status for floating IP 631c3828-176c-44c6-8fd6-ee4847a030ff: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:39:22.637071 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0bbd7e0b-919d-4ccd-b58b-9ea50e1ad58c admin admin] Publish callbacks [] for security_group (aa961019-ff65-442a-82a7-af13728851f2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:22.654244 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0bbd7e0b-919d-4ccd-b58b-9ea50e1ad58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (aa961019-ff65-442a-82a7-af13728851f2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:22.673116 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60df55ea-a731-4f20-a641-d1ff5f806835 admin admin] Publish callbacks [] for security_group (27651052-a09e-49ae-b3e0-d3e7af10548f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:22.699052 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60df55ea-a731-4f20-a641-d1ff5f806835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (27651052-a09e-49ae-b3e0-d3e7af10548f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:22.731764 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd7e0b-919d-4ccd-b58b-9ea50e1ad58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa961019-ff65-442a-82a7-af13728851f2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:22.816085 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccd8fb-b04f-4c4f-b344-9204c1159346 req-20f99d0e-b325-4ba6-9feb-19b711fe8346 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:22.824906 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-82ccd8fb-b04f-4c4f-b344-9204c1159346 req-20f99d0e-b325-4ba6-9feb-19b711fe8346 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 945 time: 0.4024980 Feb 07 16:39:22.852192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59956) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:22.862062 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0bbd7e0b-919d-4ccd-b58b-9ea50e1ad58c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00be7079d73e44c88425f1c59d99fd78&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3088362 Feb 07 16:39:22.925612 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-60df55ea-a731-4f20-a641-d1ff5f806835 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f684950aa91f415fb5ea5040b624c57b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3994439 Feb 07 16:39:22.926913 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df55ea-a731-4f20-a641-d1ff5f806835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27651052-a09e-49ae-b3e0-d3e7af10548f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:22.929354 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59960) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:22.991270 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-831592b0-f785-44e2-bed2-562be828d067 admin admin] Publish callbacks [] for security_group (aa961019-ff65-442a-82a7-af13728851f2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:23.014024 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:23.043403 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8bfece60-0d45-4aa1-8601-cfac665cec56 req-73e003b6-df66-4f1d-ba5f-e957c651845b service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832379 Feb 07 16:39:23.071294 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-82ccd8fb-b04f-4c4f-b344-9204c1159346 req-4fea2857-826c-4eb1-a60b-352edc764325 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaa420d6-c5cb-45a1-8c29-f931f1d13f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339096 Feb 07 16:39:23.148983 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-831592b0-f785-44e2-bed2-562be828d067 admin admin] Publish callbacks [] for security_group (aa961019-ff65-442a-82a7-af13728851f2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:23.154478 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3575-e492-475c-96f7-1d493478ff29 admin admin] Publish callbacks [] for security_group (27651052-a09e-49ae-b3e0-d3e7af10548f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:23.203904 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3575-e492-475c-96f7-1d493478ff29 admin admin] Publish callbacks [] for security_group (27651052-a09e-49ae-b3e0-d3e7af10548f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:23.251039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ecada-349a-4575-9678-37aa62c61b72 req-c4d9353b-cf61-4432-8ae6-9e52ffb8c48e tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:23.252678 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b68ecada-349a-4575-9678-37aa62c61b72 req-c4d9353b-cf61-4432-8ae6-9e52ffb8c48e tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b4745a-f031-47c6-b3f5-3f141221a44a HTTP/1.1" status: 200 len: 943 time: 0.1412623 Feb 07 16:39:23.280238 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6636f-2928-4afd-9bdb-6f7ad2c2fa7f req-6cd7773a-825b-4b7f-adbc-e6927e626d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:23.282876 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26d6636f-2928-4afd-9bdb-6f7ad2c2fa7f req-6cd7773a-825b-4b7f-adbc-e6927e626d96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&device_id=45b4745a-f031-47c6-b3f5-3f141221a44a HTTP/1.1" status: 200 len: 1125 time: 0.1475842 Feb 07 16:39:23.292949 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-831592b0-f785-44e2-bed2-562be828d067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (aa961019-ff65-442a-82a7-af13728851f2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:23.295831 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-831592b0-f785-44e2-bed2-562be828d067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:23.297027 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-831592b0-f785-44e2-bed2-562be828d067 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa961019-ff65-442a-82a7-af13728851f2 HTTP/1.1" status: 204 len: 168 time: 0.4316759 Feb 07 16:39:23.336435 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831592b0-f785-44e2-bed2-562be828d067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa961019-ff65-442a-82a7-af13728851f2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:23.411825 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b68ecada-349a-4575-9678-37aa62c61b72 req-68cc8e94-c993-435d-ab9f-bf9d802dea94 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276417 Feb 07 16:39:23.533218 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3575-e492-475c-96f7-1d493478ff29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (27651052-a09e-49ae-b3e0-d3e7af10548f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:23.537005 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6636f-2928-4afd-9bdb-6f7ad2c2fa7f req-0e28482f-f3e5-493e-85cd-1474832ce4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:23.538661 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26d6636f-2928-4afd-9bdb-6f7ad2c2fa7f req-0e28482f-f3e5-493e-85cd-1474832ce4bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 906 time: 0.2404904 Feb 07 16:39:23.544187 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3575-e492-475c-96f7-1d493478ff29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:23.548660 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6d7a3575-e492-475c-96f7-1d493478ff29 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27651052-a09e-49ae-b3e0-d3e7af10548f HTTP/1.1" status: 204 len: 168 time: 0.5854719 Feb 07 16:39:23.591682 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26d6636f-2928-4afd-9bdb-6f7ad2c2fa7f req-802267f8-8d6b-4be1-bbce-d83cfcb393ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3392e911-01b9-42b7-81cc-586a983f976c HTTP/1.1" status: 200 len: 217 time: 0.0438890 Feb 07 16:39:23.604954 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-49b4a3c1-df95-4506-bdc8-aaaa63849e98 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:23.606623 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-49b4a3c1-df95-4506-bdc8-aaaa63849e98 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 820 time: 0.3228316 Feb 07 16:39:23.616151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a3575-e492-475c-96f7-1d493478ff29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27651052-a09e-49ae-b3e0-d3e7af10548f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:23.674034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-80fb80d7-ada6-4991-9ad6-b5706e0d5067 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/quotas/deb20de83f134befa08f0478fca7ff92 HTTP/1.1" status: 200 len: 375 time: 0.0181766 Feb 07 16:39:23.699386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6636f-2928-4afd-9bdb-6f7ad2c2fa7f req-7daf2c1a-20a3-4846-9c84-7ab3692e0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:23.703368 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26d6636f-2928-4afd-9bdb-6f7ad2c2fa7f req-7daf2c1a-20a3-4846-9c84-7ab3692e0fa4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801 HTTP/1.1" status: 200 len: 845 time: 0.1051207 Feb 07 16:39:23.828351 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26d6636f-2928-4afd-9bdb-6f7ad2c2fa7f req-53f2e649-1624-4da6-8828-b4fc664f5172 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64333f75-bb31-47f0-9f63-55e283dff327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068904 Feb 07 16:39:23.938388 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-90f8f16d-37cc-4be4-a730-64a9115f18b1 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2147658 Feb 07 16:39:24.027341 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26d6636f-2928-4afd-9bdb-6f7ad2c2fa7f req-0452afc9-0772-4a20-9b32-679768afd747 service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908000 Feb 07 16:39:24.288947 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-c2ac1825-3386-4d1a-b141-5d4f316a3966 service neutron] 10.222.0.18 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418167 Feb 07 16:39:24.540767 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-113d0849-d7fa-47f6-a017-7a5c0392851d service neutron] 10.222.0.18 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469120 Feb 07 16:39:24.545563 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26d6636f-2928-4afd-9bdb-6f7ad2c2fa7f req-935a14b0-9ff2-4cac-82cc-64df7d5bc773 service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948397 Feb 07 16:39:24.600428 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60012) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:24.602494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cbc72-b096-4012-8fec-d243499f4a4f req-d2aadf36-0f83-4fc2-bbd0-8c97b12622c4 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:24.612404 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-428cbc72-b096-4012-8fec-d243499f4a4f req-d2aadf36-0f83-4fc2-bbd0-8c97b12622c4 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 946 time: 0.2650506 Feb 07 16:39:24.671635 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b18d369c-e772-4c50-b8f7-aa2b57e22141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:24.764585 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-428cbc72-b096-4012-8fec-d243499f4a4f req-5c48f198-23b3-472e-bbf9-b74313b67a2c tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223986 Feb 07 16:39:25.003540 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b18d369c-e772-4c50-b8f7-aa2b57e22141 admin admin] Publish callbacks [] for security_group (fb4a1c6a-d342-4813-901d-52d5eaac59a3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:25.015752 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b18d369c-e772-4c50-b8f7-aa2b57e22141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fb4a1c6a-d342-4813-901d-52d5eaac59a3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:25.051390 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542a35f-3af4-417b-99d0-26a30a6c0263 req-c47fa80a-a21d-4c7c-bc80-aa606d487a6e tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:25.063043 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d542a35f-3af4-417b-99d0-26a30a6c0263 req-c47fa80a-a21d-4c7c-bc80-aa606d487a6e tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 945 time: 0.1344085 Feb 07 16:39:25.148666 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b18d369c-e772-4c50-b8f7-aa2b57e22141 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be30ab0f37ec49a09104de45c8d16f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5447071 Feb 07 16:39:25.154953 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60022) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:25.192858 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d542a35f-3af4-417b-99d0-26a30a6c0263 req-c3f4d7b1-9011-4506-ae85-a2501d1b5a15 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaa420d6-c5cb-45a1-8c29-f931f1d13f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197085 Feb 07 16:39:25.318032 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d369c-e772-4c50-b8f7-aa2b57e22141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4a1c6a-d342-4813-901d-52d5eaac59a3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:25.448081 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aaf82f06-0a7c-4633-a668-00b3c3eecc0a req-12273c88-cc83-4dff-8616-9eac1b2d830a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 210 time: 0.0920253 Feb 07 16:39:25.619817 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbd94b-809a-491f-90e6-9bc43fc9a908 req-02253f74-bbc2-4fe2-a225-5798f31d7ae1 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:25.629833 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68dbd94b-809a-491f-90e6-9bc43fc9a908 req-02253f74-bbc2-4fe2-a225-5798f31d7ae1 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b4745a-f031-47c6-b3f5-3f141221a44a HTTP/1.1" status: 200 len: 943 time: 0.3136530 Feb 07 16:39:25.634509 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f804803d-60ce-4fbb-822f-d51a632129b6 admin admin] Publish callbacks [] for security_group (fb4a1c6a-d342-4813-901d-52d5eaac59a3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:25.683737 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 3392e911-01b9-42b7-81cc-586a983f976c details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:39:25.728783 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f804803d-60ce-4fbb-822f-d51a632129b6 admin admin] Publish callbacks [] for security_group (fb4a1c6a-d342-4813-901d-52d5eaac59a3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:25.737802 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78120dff-2e39-425b-a88e-1be20181e1c6 req-91693e56-2933-4004-bbbc-ad13a096a189 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:25.766173 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-78120dff-2e39-425b-a88e-1be20181e1c6 req-91693e56-2933-4004-bbbc-ad13a096a189 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 945 time: 0.1985946 Feb 07 16:39:25.846908 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68dbd94b-809a-491f-90e6-9bc43fc9a908 req-356a1cf4-3b6a-4ec0-a98e-c59283052a18 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087367 Feb 07 16:39:25.910935 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0c148c09-289d-4c1e-8a30-1bcc1ca7622e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:25.938983 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-78120dff-2e39-425b-a88e-1be20181e1c6 req-e5ec4e0b-7c45-446d-bb6a-b7b438ca8506 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaa420d6-c5cb-45a1-8c29-f931f1d13f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722727 Feb 07 16:39:26.002852 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 3392e911-01b9-42b7-81cc-586a983f976c, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3392e911-01b9-42b7-81cc-586a983f976c,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:26.024105 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '3392e911-01b9-42b7-81cc-586a983f976c', 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327', 'port_id': '3392e911-01b9-42b7-81cc-586a983f976c', 'mac_address': 'fa:16:3e:fd:a1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:39:26.103082 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 3392e911-01b9-42b7-81cc-586a983f976c is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:39:26.104168 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3392e911-01b9-42b7-81cc-586a983f976c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:26.136298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3392e911-01b9-42b7-81cc-586a983f976c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:39:26.183651 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 3392e911-01b9-42b7-81cc-586a983f976c, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3392e911-01b9-42b7-81cc-586a983f976c,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:26.190107 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3392e911-01b9-42b7-81cc-586a983f976c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:26.266871 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d327d08-c631-4567-9ff4-f7233e3c055c req-5af9883d-5533-4970-be93-53a52660da98 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:26.282731 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d327d08-c631-4567-9ff4-f7233e3c055c req-5af9883d-5533-4970-be93-53a52660da98 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 946 time: 0.2846515 Feb 07 16:39:26.289639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=3392e911-01b9-42b7-81cc-586a983f976c,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:26.302932 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:26.303791 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:26.304526 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:26.305392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:26.305947 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:26.307214 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:26.307815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:26.308580 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:26.321574 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:26.325069 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:26.325853 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:26.326449 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f804803d-60ce-4fbb-822f-d51a632129b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fb4a1c6a-d342-4813-901d-52d5eaac59a3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:26.327737 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:26.329208 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:26.331248 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f804803d-60ce-4fbb-822f-d51a632129b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:26.347648 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f804803d-60ce-4fbb-822f-d51a632129b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb4a1c6a-d342-4813-901d-52d5eaac59a3 HTTP/1.1" status: 204 len: 168 time: 1.1572978 Feb 07 16:39:26.373948 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804803d-60ce-4fbb-822f-d51a632129b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4a1c6a-d342-4813-901d-52d5eaac59a3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:26.501645 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['3392e911-01b9-42b7-81cc-586a983f976c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:39:26.515407 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d327d08-c631-4567-9ff4-f7233e3c055c req-1ab515f4-a898-4ae3-88c0-4003c851c0ee tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308679 Feb 07 16:39:26.822708 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a3ffa6dd-b0f0-4a78-9477-0be979911a37 req-7a5c574a-22c2-42f7-95d4-5841e5b99b5f tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 210 time: 0.1853385 Feb 07 16:39:27.127168 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896209e7-e813-4215-acc7-6e8c9e39e420 req-df2aa81f-cd2e-44c3-bfb1-c80b45f1fa7e tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:27.139945 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-896209e7-e813-4215-acc7-6e8c9e39e420 req-df2aa81f-cd2e-44c3-bfb1-c80b45f1fa7e tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b4745a-f031-47c6-b3f5-3f141221a44a HTTP/1.1" status: 200 len: 944 time: 0.1600072 Feb 07 16:39:27.276529 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-896209e7-e813-4215-acc7-6e8c9e39e420 req-37bfc98d-a42e-45f5-8cea-113a13e1598a tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299517 Feb 07 16:39:27.644585 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a78fdbbc-47df-47ff-80b0-a0d0252fe786 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:39:27.696936 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60110) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:28.028624 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a78fdbbc-47df-47ff-80b0-a0d0252fe786, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a78fdbbc-47df-47ff-80b0-a0d0252fe786,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:28.047927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'a78fdbbc-47df-47ff-80b0-a0d0252fe786', 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e', 'port_id': 'a78fdbbc-47df-47ff-80b0-a0d0252fe786', 'mac_address': 'fa:16:3e:8b:1a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6ceb4b4-d185-4794-81af-32433f62177a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:39:28.052380 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 3392e911-01b9-42b7-81cc-586a983f976c up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:39:28.104539 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-364e7ad9-fb8f-436d-84b8-8fcf47d09591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:28.124853 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1b142-e48d-4b35-9f40-6fbb4930d4f8 req-41d37310-2bdb-4ac8-a511-7923296ef24a tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:28.132635 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dfb1b142-e48d-4b35-9f40-6fbb4930d4f8 req-41d37310-2bdb-4ac8-a511-7923296ef24a tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 946 time: 0.1633661 Feb 07 16:39:28.151628 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-a4fccb86-7354-49ea-b550-1d513a6e6746 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:28.153197 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-a4fccb86-7354-49ea-b550-1d513a6e6746 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.48 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 820 time: 0.5067825 Feb 07 16:39:28.166852 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-fcdadef9-ff51-456a-8914-78f139ee34a3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Request body: {'port': {'device_id': '9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e', 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d', 'admin_state_up': True, 'tenant_id': 'deb20de83f134befa08f0478fca7ff92'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:39:28.309770 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a7cbfb42-cd54-4731-a968-cfd42005cc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:28.351806 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dfb1b142-e48d-4b35-9f40-6fbb4930d4f8 req-a5dbe43c-69c0-496f-b01a-d06be77eb461 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181697 Feb 07 16:39:28.390593 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-364e7ad9-fb8f-436d-84b8-8fcf47d09591 admin admin] Publish callbacks [] for security_group (c077f75b-61dc-486f-a9bd-d1772f067047), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:28.437378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port a78fdbbc-47df-47ff-80b0-a0d0252fe786 is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:39:28.438318 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:28.467450 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a172a167-e08d-406a-842b-fb676b475295 req-1c6d4d89-9cbb-47a1-8e2e-30cd5ae2818a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 210 time: 0.3147464 Feb 07 16:39:28.474310 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-364e7ad9-fb8f-436d-84b8-8fcf47d09591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c077f75b-61dc-486f-a9bd-d1772f067047), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:28.538769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 3392e911-01b9-42b7-81cc-586a983f976c completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:39:28.560432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a78fdbbc-47df-47ff-80b0-a0d0252fe786 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:39:28.570586 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e7ad9-fb8f-436d-84b8-8fcf47d09591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c077f75b-61dc-486f-a9bd-d1772f067047,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:28.606887 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 3392e911-01b9-42b7-81cc-586a983f976c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:39:28.611192 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-364e7ad9-fb8f-436d-84b8-8fcf47d09591 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fde2946aad8d4370a38cf6c315d83b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9113853 Feb 07 16:39:28.614646 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3392e911-01b9-42b7-81cc-586a983f976c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:28.614866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60126) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:28.636497 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-fcdadef9-ff51-456a-8914-78f139ee34a3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Made reservation on behalf of deb20de83f134befa08f0478fca7ff92 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:39:28.642025 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-fcdadef9-ff51-456a-8914-78f139ee34a3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:28.731214 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a78fdbbc-47df-47ff-80b0-a0d0252fe786, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a78fdbbc-47df-47ff-80b0-a0d0252fe786,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:28.741310 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1a130-65e7-4afc-8234-26361455c847 req-8b80c44e-b026-4a4d-9b7a-2ff25948803d tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:28.750780 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1cb1a130-65e7-4afc-8234-26361455c847 req-8b80c44e-b026-4a4d-9b7a-2ff25948803d tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b4745a-f031-47c6-b3f5-3f141221a44a HTTP/1.1" status: 200 len: 944 time: 0.1949859 Feb 07 16:39:28.783382 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:28.841498 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed10f078-597b-45ec-b0d9-ced4dae84439 admin admin] Publish callbacks [] for security_group (c077f75b-61dc-486f-a9bd-d1772f067047), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:28.926753 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=a78fdbbc-47df-47ff-80b0-a0d0252fe786,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:28.937668 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed10f078-597b-45ec-b0d9-ced4dae84439 admin admin] Publish callbacks [] for security_group (c077f75b-61dc-486f-a9bd-d1772f067047), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:28.940965 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 3392e911-01b9-42b7-81cc-586a983f976c is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:39:28.941689 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3392e911-01b9-42b7-81cc-586a983f976c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:28.979663 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b4745a-f031-47c6-b3f5-3f141221a44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3392e911-01b9-42b7-81cc-586a983f976c'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:39:28.982710 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4755223-3baf-4136-80f1-771e60116e10" -d '{"events": [{"server_uuid": "45b4745a-f031-47c6-b3f5-3f141221a44a", "name": "network-vif-plugged", "status": "completed", "tag": "3392e911-01b9-42b7-81cc-586a983f976c"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:39:29.009918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 3392e911-01b9-42b7-81cc-586a983f976c, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3392e911-01b9-42b7-81cc-586a983f976c,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:29.014776 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3392e911-01b9-42b7-81cc-586a983f976c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:29.100389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['a78fdbbc-47df-47ff-80b0-a0d0252fe786'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:39:29.122819 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1cb1a130-65e7-4afc-8234-26361455c847 req-8523aaf9-16f9-4518-840c-76591f418997 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704123 Feb 07 16:39:29.140271 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed10f078-597b-45ec-b0d9-ced4dae84439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c077f75b-61dc-486f-a9bd-d1772f067047), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:29.156371 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed10f078-597b-45ec-b0d9-ced4dae84439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:29.160154 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ed10f078-597b-45ec-b0d9-ced4dae84439 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c077f75b-61dc-486f-a9bd-d1772f067047 HTTP/1.1" status: 204 len: 168 time: 0.5416656 Feb 07 16:39:29.191019 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-fcdadef9-ff51-456a-8914-78f139ee34a3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Allocated IP 172.20.0.13 (3db07daa-5eaa-4bf8-9b32-41159885835d/c421e157-6b63-40f2-b92c-e2457710e71f/3485f818-8d1c-4bdf-b5bd-94492ef4aad3) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:39:29.216830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10f078-597b-45ec-b0d9-ced4dae84439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c077f75b-61dc-486f-a9bd-d1772f067047,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:29.231078 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6013166-b55c-4ba1-9c00-2b4af96b5037 x-openstack-request-id: req-b6013166-b55c-4ba1-9c00-2b4af96b5037 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:39:29.231399 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b4745a-f031-47c6-b3f5-3f141221a44a", "name": "network-vif-plugged", "status": "completed", "tag": "3392e911-01b9-42b7-81cc-586a983f976c", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:39:29.231823 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6013166-b55c-4ba1-9c00-2b4af96b5037 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:39:29.232401 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b4745a-f031-47c6-b3f5-3f141221a44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3392e911-01b9-42b7-81cc-586a983f976c', 'code': 200} Feb 07 16:39:29.478099 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:29.499872 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=3392e911-01b9-42b7-81cc-586a983f976c,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:29.769005 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a78fdbbc-47df-47ff-80b0-a0d0252fe786 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:39:29.827977 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04a7a222-73fd-41d6-93b3-f2b9e1138107 req-be8335df-688f-4f3c-bc9f-418160e49a1b tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 210 time: 0.1027615 Feb 07 16:39:30.002639 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f0d6b-9dac-4e69-8bcc-a9b71c4c05e1 req-fbe43b57-f85d-4c47-a717-8211124eea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:30.005718 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cb9f0d6b-9dac-4e69-8bcc-a9b71c4c05e1 req-fbe43b57-f85d-4c47-a717-8211124eea88 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=45b4745a-f031-47c6-b3f5-3f141221a44a HTTP/1.1" status: 200 len: 1127 time: 0.7164872 Feb 07 16:39:30.253893 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port a78fdbbc-47df-47ff-80b0-a0d0252fe786 is: BUILD; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:39:30.254854 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:30.298008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a78fdbbc-47df-47ff-80b0-a0d0252fe786 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:39:30.317330 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cb9f0d6b-9dac-4e69-8bcc-a9b71c4c05e1 req-e955965d-ba74-442b-b5a0-f5808251d2e7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765267 Feb 07 16:39:30.356542 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80451909-bf0a-4412-9774-eaffb5621ef7 req-0a5d4165-a4cb-4d6d-9eb8-f7ec7aa5dbb5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:30.370075 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-80451909-bf0a-4412-9774-eaffb5621ef7 req-0a5d4165-a4cb-4d6d-9eb8-f7ec7aa5dbb5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 945 time: 0.7151036 Feb 07 16:39:30.386121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a78fdbbc-47df-47ff-80b0-a0d0252fe786, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a78fdbbc-47df-47ff-80b0-a0d0252fe786,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:30.411005 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:30.527914 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309894d-5d7c-487b-879d-82bdcd315b6f req-d74c614d-f6c1-4dee-b1a1-3d828581a036 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:30.537722 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a309894d-5d7c-487b-879d-82bdcd315b6f req-d74c614d-f6c1-4dee-b1a1-3d828581a036 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b4745a-f031-47c6-b3f5-3f141221a44a HTTP/1.1" status: 200 len: 945 time: 0.2446277 Feb 07 16:39:30.608329 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=a78fdbbc-47df-47ff-80b0-a0d0252fe786,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:30.660415 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-80451909-bf0a-4412-9774-eaffb5621ef7 req-807fde00-5833-495d-83cf-cdd69e699f6d tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881992 Feb 07 16:39:30.662530 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a309894d-5d7c-487b-879d-82bdcd315b6f req-43010c25-34bd-4cb8-b6cf-f99e010f55c4 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132636 Feb 07 16:39:30.674658 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-fcdadef9-ff51-456a-8914-78f139ee34a3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks [] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:30.734925 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:30.755098 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-fcdadef9-ff51-456a-8914-78f139ee34a3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:30.769191 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['da44614a-2442-4ed8-b35b-d53be88d4fe4'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:39:30.894774 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdadef9-ff51-456a-8914-78f139ee34a3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Pushing event updated for resources: {'Port': ['ID=3485f818-8d1c-4bdf-b5bd-94492ef4aad3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:30.942879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-fcdadef9-ff51-456a-8914-78f139ee34a3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Network 3db07daa-5eaa-4bf8-9b32-41159885835d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:39:30.945665 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-fcdadef9-ff51-456a-8914-78f139ee34a3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:39:30.952613 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-fcdadef9-ff51-456a-8914-78f139ee34a3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:39:31.161999 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-fcdadef9-ff51-456a-8914-78f139ee34a3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:31.170358 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-fcdadef9-ff51-456a-8914-78f139ee34a3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:31.216522 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-fcdadef9-ff51-456a-8914-78f139ee34a3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0537674 Feb 07 16:39:31.218905 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d282931-c0b4-480f-9c08-4388fee22ac2 req-34b8598f-c72d-4cf4-92e1-b7963ca3db70 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:31.235425 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5d282931-c0b4-480f-9c08-4388fee22ac2 req-34b8598f-c72d-4cf4-92e1-b7963ca3db70 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 932 time: 0.2285380 Feb 07 16:39:31.276661 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Request body: {'port': {'device_id': '9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:39:31.374543 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5d282931-c0b4-480f-9c08-4388fee22ac2 req-0a3e2e0d-4f33-4129-897d-71e2ba64e020 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008894 Feb 07 16:39:31.444226 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce24c19d-65d7-477a-ab2e-ef911e7930ca req-4b63a46b-59ba-42d8-bb0e-2d9e85f83ff6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3615818 Feb 07 16:39:31.456015 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:31.654380 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a78fdbbc-47df-47ff-80b0-a0d0252fe786 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:39:31.933100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port a78fdbbc-47df-47ff-80b0-a0d0252fe786 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:39:31.934868 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:31.997557 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24c19d-65d7-477a-ab2e-ef911e7930ca req-43fd2b9b-0db7-42c1-860a-de4e69f13f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:32.001516 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce24c19d-65d7-477a-ab2e-ef911e7930ca req-43fd2b9b-0db7-42c1-860a-de4e69f13f7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=320879ca25e94aa1ab5f9eea86473b31&device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 1127 time: 0.4801264 Feb 07 16:39:32.329029 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db447f92-0174-4cd7-a729-79f9cb77e3a9 req-e53f708e-afd2-4cd6-b0eb-a0b06d7939ed tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:32.338917 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-db447f92-0174-4cd7-a729-79f9cb77e3a9 req-e53f708e-afd2-4cd6-b0eb-a0b06d7939ed tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b4745a-f031-47c6-b3f5-3f141221a44a HTTP/1.1" status: 200 len: 945 time: 0.1847668 Feb 07 16:39:32.351252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port a78fdbbc-47df-47ff-80b0-a0d0252fe786 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:39:32.354970 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:32.386199 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc790f-96c0-4d75-a569-8e7bc068e90e req-d742b1f2-276c-4326-b5d3-18e38cd84b35 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:32.404625 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1dbc790f-96c0-4d75-a569-8e7bc068e90e req-d742b1f2-276c-4326-b5d3-18e38cd84b35 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 944 time: 0.2417972 Feb 07 16:39:32.404887 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24c19d-65d7-477a-ab2e-ef911e7930ca req-df79dbb6-3a82-4225-966f-805156d10df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:32.406708 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce24c19d-65d7-477a-ab2e-ef911e7930ca req-df79dbb6-3a82-4225-966f-805156d10df2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1b170a06-0806-4ca4-bd4b-e024db77fa88 HTTP/1.1" status: 200 len: 907 time: 0.3534136 Feb 07 16:39:32.430722 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:32.480427 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a78fdbbc-47df-47ff-80b0-a0d0252fe786, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a78fdbbc-47df-47ff-80b0-a0d0252fe786,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:32.484314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd89dc5d-5759-44fa-997b-21e978083f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78fdbbc-47df-47ff-80b0-a0d0252fe786'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:39:32.490070 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5610380-e7b2-47a9-8910-f25f02d053f9" -d '{"events": [{"server_uuid": "dd89dc5d-5759-44fa-997b-21e978083f89", "name": "network-vif-plugged", "status": "completed", "tag": "a78fdbbc-47df-47ff-80b0-a0d0252fe786"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:39:32.515506 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce24c19d-65d7-477a-ab2e-ef911e7930ca req-04032ef9-e91d-4ecf-b62c-4f251b6c9cec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 HTTP/1.1" status: 200 len: 1000 time: 0.0948696 Feb 07 16:39:32.519474 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:32.551840 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-db447f92-0174-4cd7-a729-79f9cb77e3a9 req-68f0206a-8c27-4ffc-8745-cd4915e08601 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116535 Feb 07 16:39:32.607256 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1dbc790f-96c0-4d75-a569-8e7bc068e90e req-d54d45f9-f4d5-42f4-8778-6f60a3155cdb tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948159 Feb 07 16:39:32.694827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=a78fdbbc-47df-47ff-80b0-a0d0252fe786,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:32.743445 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24c19d-65d7-477a-ab2e-ef911e7930ca req-d16f876f-0fac-4f02-b87a-06820ab36750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:32.748595 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce24c19d-65d7-477a-ab2e-ef911e7930ca req-d16f876f-0fac-4f02-b87a-06820ab36750 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f31055f-f4ac-478b-ba93-d6815cfad493 HTTP/1.1" status: 200 len: 845 time: 0.2239239 Feb 07 16:39:32.848224 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60212) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:32.874901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57229911-d966-4ace-a63d-34820f3e633b req-ef5b5554-8b57-4a5b-babe-9f8d58294682 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:32.879248 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c98f20-138b-4c5b-8020-63ca8c660e75 x-openstack-request-id: req-58c98f20-138b-4c5b-8020-63ca8c660e75 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:39:32.880065 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd89dc5d-5759-44fa-997b-21e978083f89", "name": "network-vif-plugged", "status": "completed", "tag": "a78fdbbc-47df-47ff-80b0-a0d0252fe786", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:39:32.880500 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58c98f20-138b-4c5b-8020-63ca8c660e75 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:39:32.881372 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd89dc5d-5759-44fa-997b-21e978083f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78fdbbc-47df-47ff-80b0-a0d0252fe786', 'code': 200} Feb 07 16:39:32.882317 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-57229911-d966-4ace-a63d-34820f3e633b req-ef5b5554-8b57-4a5b-babe-9f8d58294682 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 932 time: 0.0989816 Feb 07 16:39:32.944984 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-57229911-d966-4ace-a63d-34820f3e633b req-e7d90c12-8c32-46c9-877d-eabbe1a89273 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595958 Feb 07 16:39:33.031978 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:39:33.106900 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Publish callbacks [] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:33.169219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24c19d-65d7-477a-ab2e-ef911e7930ca req-5e4ce8fc-58e5-42b3-85e1-f99c8150bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:33.172377 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce24c19d-65d7-477a-ab2e-ef911e7930ca req-5e4ce8fc-58e5-42b3-85e1-f99c8150bcba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1b170a06-0806-4ca4-bd4b-e024db77fa88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3872042 Feb 07 16:39:33.207975 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Transition to ACTIVE for port object 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:39:33.263977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c46be-fbbe-4f88-bdba-89ad687fee3f req-9336e058-a815-4d7b-9dfe-3bdad22fe03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:33.266369 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b9c46be-fbbe-4f88-bdba-89ad687fee3f req-9336e058-a815-4d7b-9dfe-3bdad22fe03d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 1128 time: 0.1750419 Feb 07 16:39:33.280997 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:33.284024 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ca2fd94-5487-4d89-ac87-431229a8b507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:33.404444 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ca2fd94-5487-4d89-ac87-431229a8b507 admin admin] Publish callbacks [] for security_group (98f6368c-94d2-4990-976a-d101cfcd2f19), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:33.439150 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ca2fd94-5487-4d89-ac87-431229a8b507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (98f6368c-94d2-4990-976a-d101cfcd2f19), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:33.517135 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6ca2fd94-5487-4d89-ac87-431229a8b507 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3723a419a34d41a38e28263eefe49839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6667068 Feb 07 16:39:33.522122 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60232) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:33.548198 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Pushing event updated for resources: {'Port': ['ID=3485f818-8d1c-4bdf-b5bd-94492ef4aad3,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:33.627207 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce24c19d-65d7-477a-ab2e-ef911e7930ca req-754c090c-2ba9-420c-b269-f6ba747bb80e service neutron] 10.222.0.48 "GET /v2.0/networks/1b170a06-0806-4ca4-bd4b-e024db77fa88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249358 Feb 07 16:39:33.633764 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b9c46be-fbbe-4f88-bdba-89ad687fee3f req-072b1b83-ca21-4ab2-8c46-7a4ef7948556 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370368 Feb 07 16:39:33.667957 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14606551-b960-4964-a6d2-80a36dc87c4f admin admin] Publish callbacks [] for security_group (98f6368c-94d2-4990-976a-d101cfcd2f19), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:33.680274 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2fd94-5487-4d89-ac87-431229a8b507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f6368c-94d2-4990-976a-d101cfcd2f19,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:33.730956 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f49c1-8473-44e5-8551-27062002bd1f req-8e00d757-d782-4229-88cb-630278898fd6 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:33.731139 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14606551-b960-4964-a6d2-80a36dc87c4f admin admin] Publish callbacks [] for security_group (98f6368c-94d2-4990-976a-d101cfcd2f19), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:33.740669 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-660f49c1-8473-44e5-8551-27062002bd1f req-8e00d757-d782-4229-88cb-630278898fd6 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b4745a-f031-47c6-b3f5-3f141221a44a HTTP/1.1" status: 200 len: 945 time: 0.5762320 Feb 07 16:39:33.890479 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14606551-b960-4964-a6d2-80a36dc87c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (98f6368c-94d2-4990-976a-d101cfcd2f19), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:33.894515 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14606551-b960-4964-a6d2-80a36dc87c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:33.895793 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-14606551-b960-4964-a6d2-80a36dc87c4f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98f6368c-94d2-4990-976a-d101cfcd2f19 HTTP/1.1" status: 204 len: 168 time: 0.3607981 Feb 07 16:39:33.942803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14606551-b960-4964-a6d2-80a36dc87c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f6368c-94d2-4990-976a-d101cfcd2f19,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:34.080000 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-660f49c1-8473-44e5-8551-27062002bd1f req-13047668-12c8-442c-a13e-15fd2bf2f755 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364139 Feb 07 16:39:34.089062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Attempting to bind port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:39:34.089062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Attempting to bind port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:39:34.089577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Attempting to bind port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:39:34.181009 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 on network 3db07daa-5eaa-4bf8-9b32-41159885835d not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:39:34.182181 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Attempting to bind port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:39:34.200416 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:39:34.201705 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Checking segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:39:34.202383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Bound using segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:39:34.203333 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Bound port: 3485f818-8d1c-4bdf-b5bd-94492ef4aad3, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:39:34.203923 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:34.217316 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce24c19d-65d7-477a-ab2e-ef911e7930ca req-b3038860-2b8e-4a4b-a3a1-06bffa14fcb5 service neutron] 10.222.0.48 "GET /v2.0/networks/1b170a06-0806-4ca4-bd4b-e024db77fa88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830989 Feb 07 16:39:34.383061 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2c144-0202-41c2-a20f-1f8647794800 req-af6f0bb4-a2ce-4acb-b645-7fb3512901d5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:34.388506 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:39:34.408668 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3f2c144-0202-41c2-a20f-1f8647794800 req-af6f0bb4-a2ce-4acb-b645-7fb3512901d5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 946 time: 0.3000894 Feb 07 16:39:34.510569 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3f2c144-0202-41c2-a20f-1f8647794800 req-344ecc56-574d-4611-9ca6-bb7ccade7ef2 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008523 Feb 07 16:39:34.554384 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] For port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:39:34.558842 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60250) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:34.582826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275df6ce-8d21-4003-aa1f-a8c81c018d4a req-b721eff6-97b8-49c5-a997-2add5d617ef3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:34.591663 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-275df6ce-8d21-4003-aa1f-a8c81c018d4a req-b721eff6-97b8-49c5-a997-2add5d617ef3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.2153931 Feb 07 16:39:34.596441 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] For port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3485f818-8d1c-4bdf-b5bd-94492ef4aad3,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:39:34.644410 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:34.771039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:34.772276 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:34.774755 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] 10.222.0.48 "PUT /v2.0/ports/3485f818-8d1c-4bdf-b5bd-94492ef4aad3 HTTP/1.1" status: 200 len: 1092 time: 3.5061643 Feb 07 16:39:34.786764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e', 'tag': '3485f818-8d1c-4bdf-b5bd-94492ef4aad3'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:39:34.791676 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae92d1a2-ea04-4a8a-a76d-c18fa7e82268" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e", "tag": "3485f818-8d1c-4bdf-b5bd-94492ef4aad3"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:39:34.963432 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-275df6ce-8d21-4003-aa1f-a8c81c018d4a req-acff9665-2fd7-46e3-9b8a-d0db6424e137 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522718 Feb 07 16:39:34.996100 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a5378f6-41d5-4ecf-8111-aa6bf140dbdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:35.111288 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1de629-e909-4f77-8506-e42e904b8742 service neutron] Pushing event updated for resources: {'Port': ['ID=3485f818-8d1c-4bdf-b5bd-94492ef4aad3,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:35.147088 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-a166696d-7b7f-4dcc-8361-452c2b9f9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:35.156098 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-a166696d-7b7f-4dcc-8361-452c2b9f9848 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 1126 time: 0.2332044 Feb 07 16:39:35.159683 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b47e6b-7e09-47a9-80ac-b531e51bd0d6 x-openstack-request-id: req-95b47e6b-7e09-47a9-80ac-b531e51bd0d6 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:39:35.160079 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e", "tag": "3485f818-8d1c-4bdf-b5bd-94492ef4aad3", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:39:35.160501 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95b47e6b-7e09-47a9-80ac-b531e51bd0d6 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:39:35.161045 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e', 'tag': '3485f818-8d1c-4bdf-b5bd-94492ef4aad3', 'status': 'completed', 'code': 200} Feb 07 16:39:35.336988 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a5378f6-41d5-4ecf-8111-aa6bf140dbdb admin admin] Publish callbacks [] for security_group (b6c174af-0cca-442f-8bd9-555b2bc95f28), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:35.346675 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a5378f6-41d5-4ecf-8111-aa6bf140dbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b6c174af-0cca-442f-8bd9-555b2bc95f28), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:35.374785 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-1a883d33-bc95-4b6a-8a63-40fe385e9aa2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3485f818-8d1c-4bdf-b5bd-94492ef4aad3 HTTP/1.1" status: 200 len: 217 time: 0.2117157 Feb 07 16:39:35.445181 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7a5378f6-41d5-4ecf-8111-aa6bf140dbdb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c36ef957d6a42ac895359aacaf51fea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8835747 Feb 07 16:39:35.447234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5378f6-41d5-4ecf-8111-aa6bf140dbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c174af-0cca-442f-8bd9-555b2bc95f28,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:35.453726 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60266) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:35.503479 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-be629d2d-1b6d-4b01-82e5-caa40a4a3cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:35.506892 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-be629d2d-1b6d-4b01-82e5-caa40a4a3cdc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.1026525 Feb 07 16:39:35.519313 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e262fa-16c8-4446-843a-78d9d9ea231c req-775a90b1-9a80-4fa9-98b4-8720d73ad0bc tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:35.549427 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e1e262fa-16c8-4446-843a-78d9d9ea231c req-775a90b1-9a80-4fa9-98b4-8720d73ad0bc tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b4745a-f031-47c6-b3f5-3f141221a44a HTTP/1.1" status: 200 len: 945 time: 0.1936858 Feb 07 16:39:35.598219 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c38a50bf-6b9b-4c13-abbe-8ca22e24f1f1 admin admin] Publish callbacks [] for security_group (b6c174af-0cca-442f-8bd9-555b2bc95f28), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:35.673993 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c38a50bf-6b9b-4c13-abbe-8ca22e24f1f1 admin admin] Publish callbacks [] for security_group (b6c174af-0cca-442f-8bd9-555b2bc95f28), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:35.714853 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-35e5add6-d71e-4e40-bf09-d0a44f903e7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1620440 Feb 07 16:39:35.920037 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e1e262fa-16c8-4446-843a-78d9d9ea231c req-63861ca1-e7c8-43e4-931a-6143f22b2c44 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691480 Feb 07 16:39:35.928738 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61d8c2-a390-4fd3-b13c-cdead665d475 req-dad5f633-a9b1-496d-8e68-83a1cb1533fe tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:35.930781 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9b61d8c2-a390-4fd3-b13c-cdead665d475 req-dad5f633-a9b1-496d-8e68-83a1cb1533fe tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 946 time: 0.1819024 Feb 07 16:39:36.007019 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c38a50bf-6b9b-4c13-abbe-8ca22e24f1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b6c174af-0cca-442f-8bd9-555b2bc95f28), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:36.020146 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c38a50bf-6b9b-4c13-abbe-8ca22e24f1f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:36.025652 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c38a50bf-6b9b-4c13-abbe-8ca22e24f1f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6c174af-0cca-442f-8bd9-555b2bc95f28 HTTP/1.1" status: 204 len: 168 time: 0.5698080 Feb 07 16:39:36.117531 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-a989aa7f-9307-424e-a4cd-5b55a1f631bb service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930426 Feb 07 16:39:36.161754 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60282) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:36.200465 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a50bf-6b9b-4c13-abbe-8ca22e24f1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c174af-0cca-442f-8bd9-555b2bc95f28,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:36.251654 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9b61d8c2-a390-4fd3-b13c-cdead665d475 req-17e2f81f-fd31-4c14-9f6d-600faa10708d tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101275 Feb 07 16:39:36.493339 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ac02a05f-4f5e-42a7-816e-7b6aca493d08 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1872445141-network', 'tenant_id': 'b6660152de7d4de699a304c64d91802c'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:39:36.502406 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7bb060dc-b082-46d7-b60e-f745b697c201 req-0ff2e317-af6b-4656-9b98-78a9230446c1 service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786039 Feb 07 16:39:36.514010 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49c836-03f8-407c-863a-06a96eb32175 req-83629678-21d0-4bd1-846f-1fb8f412a3d6 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:36.528057 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f49c836-03f8-407c-863a-06a96eb32175 req-83629678-21d0-4bd1-846f-1fb8f412a3d6 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.1986327 Feb 07 16:39:36.537221 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d633f0-4d25-43b4-a580-b7da5d0f64f4 req-05c7be9c-88c8-4b97-b3df-2f4ac27992f2 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:36.549467 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f0d633f0-4d25-43b4-a580-b7da5d0f64f4 req-05c7be9c-88c8-4b97-b3df-2f4ac27992f2 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 946 time: 0.1382217 Feb 07 16:39:36.623661 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f0d633f0-4d25-43b4-a580-b7da5d0f64f4 req-ed028c02-29cc-4d8f-b433-0c2c4ca01f6f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727775 Feb 07 16:39:36.630178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac02a05f-4f5e-42a7-816e-7b6aca493d08 admin admin] Made reservation on behalf of b6660152de7d4de699a304c64d91802c for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:39:36.638756 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac02a05f-4f5e-42a7-816e-7b6aca493d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:36.655695 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac02a05f-4f5e-42a7-816e-7b6aca493d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:36.787522 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f49c836-03f8-407c-863a-06a96eb32175 req-418059be-d854-4a97-aee6-11394af0d88b tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575347 Feb 07 16:39:36.876083 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92d1a2-ea04-4a8a-a76d-c18fa7e82268 req-6111987d-7967-4967-9bcb-fc82136d879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:36.877804 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ae92d1a2-ea04-4a8a-a76d-c18fa7e82268 req-6111987d-7967-4967-9bcb-fc82136d879f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 1126 time: 0.2691488 Feb 07 16:39:36.915118 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac02a05f-4f5e-42a7-816e-7b6aca493d08 admin admin] Publish callbacks [] for security_group (2ddca679-1c15-481c-8987-60a366511921), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:36.923814 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac02a05f-4f5e-42a7-816e-7b6aca493d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2ddca679-1c15-481c-8987-60a366511921), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:36.994093 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac02a05f-4f5e-42a7-816e-7b6aca493d08 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:39:36.995140 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92d1a2-ea04-4a8a-a76d-c18fa7e82268 req-6446a012-f9ba-4a94-8805-344fb0f59489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:36.997191 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ae92d1a2-ea04-4a8a-a76d-c18fa7e82268 req-6446a012-f9ba-4a94-8805-344fb0f59489 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 0.1137104 Feb 07 16:39:37.009478 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac02a05f-4f5e-42a7-816e-7b6aca493d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (eb51991e-dfe0-490d-8899-6617ddeef4f1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:37.010416 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-ac02a05f-4f5e-42a7-816e-7b6aca493d08 admin admin] Added segment eb51991e-dfe0-490d-8899-6617ddeef4f1 of type vlan for network bc77436a-ae76-417b-b8a2-1292a74feccc Feb 07 16:39:37.067534 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ae92d1a2-ea04-4a8a-a76d-c18fa7e82268 req-18aeb761-9a0b-4c10-9a6a-bf051db3b155 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3485f818-8d1c-4bdf-b5bd-94492ef4aad3 HTTP/1.1" status: 200 len: 217 time: 0.0575509 Feb 07 16:39:37.077016 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f639d6-79e4-4c0f-8952-6d52cbce6d7b req-90c50c95-c47b-4391-a3e4-198cfdce6d5c tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:37.079989 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a0f639d6-79e4-4c0f-8952-6d52cbce6d7b req-90c50c95-c47b-4391-a3e4-198cfdce6d5c tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.48 "GET /v2.0/ports?device_id=45b4745a-f031-47c6-b3f5-3f141221a44a HTTP/1.1" status: 200 len: 945 time: 0.2561688 Feb 07 16:39:37.093166 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60294) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:37.119734 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac02a05f-4f5e-42a7-816e-7b6aca493d08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (bc77436a-ae76-417b-b8a2-1292a74feccc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:37.152911 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac02a05f-4f5e-42a7-816e-7b6aca493d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (bc77436a-ae76-417b-b8a2-1292a74feccc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:37.153981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac02a05f-4f5e-42a7-816e-7b6aca493d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:37.154577 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac02a05f-4f5e-42a7-816e-7b6aca493d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:37.168650 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02a05f-4f5e-42a7-816e-7b6aca493d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddca679-1c15-481c-8987-60a366511921,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:37.268351 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02a05f-4f5e-42a7-816e-7b6aca493d08 admin admin] Pushing event updated for resources: {'Network': ['ID=bc77436a-ae76-417b-b8a2-1292a74feccc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:37.281056 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network bc77436a-ae76-417b-b8a2-1292a74feccc details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:39:37.300092 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ac02a05f-4f5e-42a7-816e-7b6aca493d08 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1283929 Feb 07 16:39:37.303676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60298) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:37.321594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c4ff4de3-c63f-4519-879e-9ecd5a2f93f4 admin admin] Request body: {'subnet': {'network_id': 'bc77436a-ae76-417b-b8a2-1292a74feccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1872445141-subnet', 'tenant_id': 'b6660152de7d4de699a304c64d91802c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:39:37.371708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ff4de3-c63f-4519-879e-9ecd5a2f93f4 admin admin] Made reservation on behalf of b6660152de7d4de699a304c64d91802c for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:39:37.374277 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4ff4de3-c63f-4519-879e-9ecd5a2f93f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:37.628739 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-a9900705-2d70-471b-9c59-39260cce706d tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:37.636754 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-a9900705-2d70-471b-9c59-39260cce706d tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/networks?id=31d34622-4dd8-41aa-8433-a2353919ba6e HTTP/1.1" status: 200 len: 815 time: 0.2196717 Feb 07 16:39:37.698550 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-afda77b9-d3b9-4056-a220-258b17651604 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/quotas/6aad2e954b35497baa9943e0ca56d7b9 HTTP/1.1" status: 200 len: 375 time: 0.0605931 Feb 07 16:39:37.773198 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4983c47b-a16e-4032-8779-290678bc6dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:37.809797 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92d1a2-ea04-4a8a-a76d-c18fa7e82268 req-bf996b14-79f4-4259-97fd-0c34f0d7aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:37.811574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ae92d1a2-ea04-4a8a-a76d-c18fa7e82268 req-bf996b14-79f4-4259-97fd-0c34f0d7aede service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.7303956 Feb 07 16:39:37.865810 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-49a92f79-c520-4b18-b5f2-0438fff13c6a tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6aad2e954b35497baa9943e0ca56d7b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1585689 Feb 07 16:39:37.867436 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ae92d1a2-ea04-4a8a-a76d-c18fa7e82268 req-93ed23e7-632d-437f-9ad2-6bcb558d1a9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478485 Feb 07 16:39:37.874852 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4ff4de3-c63f-4519-879e-9ecd5a2f93f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (51ef7e68-7c99-433a-a263-366a7dc3d382), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:37.923814 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474618ea-2edb-4119-81c5-0a97a3e02ef3 req-291123d3-ce03-497a-af96-2b290c4e7a46 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:37.940054 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-474618ea-2edb-4119-81c5-0a97a3e02ef3 req-291123d3-ce03-497a-af96-2b290c4e7a46 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b4745a-f031-47c6-b3f5-3f141221a44a HTTP/1.1" status: 200 len: 945 time: 0.7433054 Feb 07 16:39:37.979054 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-a0f639d6-79e4-4c0f-8952-6d52cbce6d7b req-513f7445-8b7d-4ded-8f88-37edc229122d tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Deleting port 3392e911-01b9-42b7-81cc-586a983f976c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:39:37.979569 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a0f639d6-79e4-4c0f-8952-6d52cbce6d7b req-513f7445-8b7d-4ded-8f88-37edc229122d tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3392e911-01b9-42b7-81cc-586a983f976c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:38.078744 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff4de3-c63f-4519-879e-9ecd5a2f93f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51ef7e68-7c99-433a-a263-366a7dc3d382,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:38.109910 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff4de3-c63f-4519-879e-9ecd5a2f93f4 admin admin] Checking segment: {'id': 'eb51991e-dfe0-490d-8899-6617ddeef4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bc77436a-ae76-417b-b8a2-1292a74feccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:39:38.110507 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ff4de3-c63f-4519-879e-9ecd5a2f93f4 admin admin] Network hostable DHCP agents. Network: bc77436a-ae76-417b-b8a2-1292a74feccc, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:39:38.169347 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-f08ff713-1fb8-4c0a-b0d4-b4409b714d7e service neutron] 10.222.0.18 "GET /v2.0/networks/31d34622-4dd8-41aa-8433-a2353919ba6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745080 Feb 07 16:39:38.172344 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-474618ea-2edb-4119-81c5-0a97a3e02ef3 req-b2d80fe7-b831-48cd-8425-94abfb3181ce tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299352 Feb 07 16:39:38.192402 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ff4de3-c63f-4519-879e-9ecd5a2f93f4 admin admin] Network bc77436a-ae76-417b-b8a2-1292a74feccc is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:39:38.214867 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4983c47b-a16e-4032-8779-290678bc6dfd admin admin] Publish callbacks [] for security_group (05ad436e-32fe-4fb5-aac8-6eeb87d39560), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:38.222497 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ae92d1a2-ea04-4a8a-a76d-c18fa7e82268 req-3b3cb088-38cc-462a-a237-bf62ac8b3fc1 service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475788 Feb 07 16:39:38.224770 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a0f639d6-79e4-4c0f-8952-6d52cbce6d7b req-513f7445-8b7d-4ded-8f88-37edc229122d tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] For port 3392e911-01b9-42b7-81cc-586a983f976c, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3392e911-01b9-42b7-81cc-586a983f976c,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:38.225293 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a0f639d6-79e4-4c0f-8952-6d52cbce6d7b req-513f7445-8b7d-4ded-8f88-37edc229122d tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3392e911-01b9-42b7-81cc-586a983f976c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:38.228209 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4983c47b-a16e-4032-8779-290678bc6dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (05ad436e-32fe-4fb5-aac8-6eeb87d39560), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:38.287832 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-a0f639d6-79e4-4c0f-8952-6d52cbce6d7b req-513f7445-8b7d-4ded-8f88-37edc229122d tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Calling delete_port for 3392e911-01b9-42b7-81cc-586a983f976c owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:39:38.348864 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c4ff4de3-c63f-4519-879e-9ecd5a2f93f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, bc77436a-ae76-417b-b8a2-1292a74feccc) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:39:38.355035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ff4de3-c63f-4519-879e-9ecd5a2f93f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:38.355833 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4ff4de3-c63f-4519-879e-9ecd5a2f93f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:38.363011 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983c47b-a16e-4032-8779-290678bc6dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ad436e-32fe-4fb5-aac8-6eeb87d39560,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:38.378310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1508fca7-2422-4e10-9001-97c12f254b80 None None] Network bc77436a-ae76-417b-b8a2-1292a74feccc requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:39:38.412298 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4983c47b-a16e-4032-8779-290678bc6dfd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=757c914e50164b6eb10bd327e6a26691&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3179638 Feb 07 16:39:38.417502 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60314) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:38.427701 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c4ff4de3-c63f-4519-879e-9ecd5a2f93f4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1192336 Feb 07 16:39:38.555974 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ae92d1a2-ea04-4a8a-a76d-c18fa7e82268 req-e2730312-d1c3-4df1-9e53-fa12b4156c85 service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195901 Feb 07 16:39:38.565661 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078924d8-0c47-4352-b361-86922507b715 req-c385af4f-cf0d-45e6-b0e5-f2ba84173b9c tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:38.567381 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-078924d8-0c47-4352-b361-86922507b715 req-c385af4f-cf0d-45e6-b0e5-f2ba84173b9c tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.2424598 Feb 07 16:39:38.590106 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-816238df-47d3-41da-9ef0-edd6cd6d1ea0 service neutron] 10.222.0.18 "GET /v2.0/networks/31d34622-4dd8-41aa-8433-a2353919ba6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198282 Feb 07 16:39:38.629979 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9032958-7fa3-44a1-b8b4-33d3e91dea1f admin admin] Publish callbacks [] for security_group (05ad436e-32fe-4fb5-aac8-6eeb87d39560), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:38.637155 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c4caea-47a8-408a-9e1a-3e1bff1778ff None None] Network bc77436a-ae76-417b-b8a2-1292a74feccc requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:39:38.703612 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-078924d8-0c47-4352-b361-86922507b715 req-8da35ce3-618d-4e65-a1c1-bcacf1ed691d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043270 Feb 07 16:39:38.706215 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9032958-7fa3-44a1-b8b4-33d3e91dea1f admin admin] Publish callbacks [] for security_group (05ad436e-32fe-4fb5-aac8-6eeb87d39560), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:38.737133 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f31cc9-4912-4636-b0df-a09adc486564 req-643fc45a-56e4-47a4-9f41-b2ff2e154849 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:38.739969 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-85f31cc9-4912-4636-b0df-a09adc486564 req-643fc45a-56e4-47a4-9f41-b2ff2e154849 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd89dc5d-5759-44fa-997b-21e978083f89 HTTP/1.1" status: 200 len: 946 time: 0.2521927 Feb 07 16:39:38.800861 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a0f639d6-79e4-4c0f-8952-6d52cbce6d7b req-513f7445-8b7d-4ded-8f88-37edc229122d tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3392e911-01b9-42b7-81cc-586a983f976c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:38.832465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2811f0c3-be71-4376-87f4-a273b75c44ed'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:39:38.836842 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['3392e911-01b9-42b7-81cc-586a983f976c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:39:38.905206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f639d6-79e4-4c0f-8952-6d52cbce6d7b req-513f7445-8b7d-4ded-8f88-37edc229122d tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] No DVR routers for this DVR port 3392e911-01b9-42b7-81cc-586a983f976c on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:39:38.909395 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a0f639d6-79e4-4c0f-8952-6d52cbce6d7b req-513f7445-8b7d-4ded-8f88-37edc229122d tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:38.914399 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a0f639d6-79e4-4c0f-8952-6d52cbce6d7b req-513f7445-8b7d-4ded-8f88-37edc229122d tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.48 "DELETE /v2.0/ports/3392e911-01b9-42b7-81cc-586a983f976c HTTP/1.1" status: 204 len: 173 time: 1.8223069 Feb 07 16:39:38.915967 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f7445-8b7d-4ded-8f88-37edc229122d tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Pushing event deleted for resources: {'Port': ['ID=3392e911-01b9-42b7-81cc-586a983f976c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:38.933431 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b4745a-f031-47c6-b3f5-3f141221a44a', 'name': 'network-vif-deleted', 'tag': '3392e911-01b9-42b7-81cc-586a983f976c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:39:38.954347 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82c8924-ae19-4254-9409-e4d999c31b41" -d '{"events": [{"server_uuid": "45b4745a-f031-47c6-b3f5-3f141221a44a", "name": "network-vif-deleted", "tag": "3392e911-01b9-42b7-81cc-586a983f976c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:39:38.999654 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9032958-7fa3-44a1-b8b4-33d3e91dea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (05ad436e-32fe-4fb5-aac8-6eeb87d39560), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:39.005366 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9032958-7fa3-44a1-b8b4-33d3e91dea1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:39.005643 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-85f31cc9-4912-4636-b0df-a09adc486564 req-43480760-a279-4855-b98d-30dc4c4653e5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Deleting port a78fdbbc-47df-47ff-80b0-a0d0252fe786 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:39:39.006111 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-85f31cc9-4912-4636-b0df-a09adc486564 req-43480760-a279-4855-b98d-30dc4c4653e5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:39.006902 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a9032958-7fa3-44a1-b8b4-33d3e91dea1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05ad436e-32fe-4fb5-aac8-6eeb87d39560 HTTP/1.1" status: 204 len: 168 time: 0.5880702 Feb 07 16:39:39.027967 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9032958-7fa3-44a1-b8b4-33d3e91dea1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ad436e-32fe-4fb5-aac8-6eeb87d39560,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:39.065095 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-769e9fce-da70-4827-9e86-af4bda5d408c req-7cb654b2-e5e3-4b74-8db8-a3ef990e8ef8 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-672701729', 'description': 'tempest-description-568846811'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:39:39.132812 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-769e9fce-da70-4827-9e86-af4bda5d408c req-7cb654b2-e5e3-4b74-8db8-a3ef990e8ef8 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:39.273509 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-769e9fce-da70-4827-9e86-af4bda5d408c req-7cb654b2-e5e3-4b74-8db8-a3ef990e8ef8 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (cf00aaa1-29c6-4d98-92ab-2ef21384ddac), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:39.276323 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-85f31cc9-4912-4636-b0df-a09adc486564 req-43480760-a279-4855-b98d-30dc4c4653e5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] For port a78fdbbc-47df-47ff-80b0-a0d0252fe786, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a78fdbbc-47df-47ff-80b0-a0d0252fe786,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:39.277559 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb83cb37-75d7-4040-aa44-2b0ca791e01e x-openstack-request-id: req-eb83cb37-75d7-4040-aa44-2b0ca791e01e {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:39:39.278070 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b4745a-f031-47c6-b3f5-3f141221a44a", "name": "network-vif-deleted", "tag": "3392e911-01b9-42b7-81cc-586a983f976c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:39:39.279059 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb83cb37-75d7-4040-aa44-2b0ca791e01e {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:39:39.279809 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b4745a-f031-47c6-b3f5-3f141221a44a', 'name': 'network-vif-deleted', 'tag': '3392e911-01b9-42b7-81cc-586a983f976c', 'status': 'completed', 'code': 200} Feb 07 16:39:39.281149 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-85f31cc9-4912-4636-b0df-a09adc486564 req-43480760-a279-4855-b98d-30dc4c4653e5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:39.282235 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-769e9fce-da70-4827-9e86-af4bda5d408c req-7cb654b2-e5e3-4b74-8db8-a3ef990e8ef8 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cf00aaa1-29c6-4d98-92ab-2ef21384ddac), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:39.335743 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-769e9fce-da70-4827-9e86-af4bda5d408c req-7cb654b2-e5e3-4b74-8db8-a3ef990e8ef8 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:39.339542 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-769e9fce-da70-4827-9e86-af4bda5d408c req-7cb654b2-e5e3-4b74-8db8-a3ef990e8ef8 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2820344 Feb 07 16:39:39.370403 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-85f31cc9-4912-4636-b0df-a09adc486564 req-43480760-a279-4855-b98d-30dc4c4653e5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Calling delete_port for a78fdbbc-47df-47ff-80b0-a0d0252fe786 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:39:39.386100 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb654b2-e5e3-4b74-8db8-a3ef990e8ef8 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf00aaa1-29c6-4d98-92ab-2ef21384ddac,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:39.547721 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d47af83-6d4e-4f35-8adc-9843fee5b3c4 req-a9af546f-0c7a-4a26-94c6-7359f1135b0c tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 210 time: 0.1620584 Feb 07 16:39:39.576308 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49a0feb6-db4f-4553-b307-883e5d123795 req-c071140b-a2ad-4dbd-b07b-02a19b1b3d66 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b4745a-f031-47c6-b3f5-3f141221a44a HTTP/1.1" status: 200 len: 210 time: 0.0716124 Feb 07 16:39:39.643314 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3bf1416a-6a85-4924-9808-e8c026cc8594 req-fd6b8b79-578f-4602-979e-2c4a31966c3c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2528882', 'description': 'tempest-description-67216100'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:39:39.691755 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3bf1416a-6a85-4924-9808-e8c026cc8594 req-fd6b8b79-578f-4602-979e-2c4a31966c3c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:39.885269 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-85f31cc9-4912-4636-b0df-a09adc486564 req-43480760-a279-4855-b98d-30dc4c4653e5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a78fdbbc-47df-47ff-80b0-a0d0252fe786), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:40.012104 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43480760-a279-4855-b98d-30dc4c4653e5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Pushing event deleted for resources: {'Port': ['ID=a78fdbbc-47df-47ff-80b0-a0d0252fe786,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:40.047236 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3bf1416a-6a85-4924-9808-e8c026cc8594 req-fd6b8b79-578f-4602-979e-2c4a31966c3c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (1bdae474-f4a9-4b6c-8af0-563b5b74d861), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:40.054639 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e360d9-ec76-487f-a319-ef50714527e7 req-1a70aae3-348e-4189-bb8e-aca5d35f23c3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:40.062421 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3bf1416a-6a85-4924-9808-e8c026cc8594 req-fd6b8b79-578f-4602-979e-2c4a31966c3c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1bdae474-f4a9-4b6c-8af0-563b5b74d861), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:40.067584 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e1e360d9-ec76-487f-a319-ef50714527e7 req-1a70aae3-348e-4189-bb8e-aca5d35f23c3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.1636720 Feb 07 16:39:40.222312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f31cc9-4912-4636-b0df-a09adc486564 req-43480760-a279-4855-b98d-30dc4c4653e5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] No DVR routers for this DVR port a78fdbbc-47df-47ff-80b0-a0d0252fe786 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:39:40.240935 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e1e360d9-ec76-487f-a319-ef50714527e7 req-0a8e2174-d7aa-4118-a2fe-ae81ca3ae30d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717255 Feb 07 16:39:40.248747 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3bf1416a-6a85-4924-9808-e8c026cc8594 req-fd6b8b79-578f-4602-979e-2c4a31966c3c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:40.256668 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3bf1416a-6a85-4924-9808-e8c026cc8594 req-fd6b8b79-578f-4602-979e-2c4a31966c3c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6208417 Feb 07 16:39:40.273052 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-85f31cc9-4912-4636-b0df-a09adc486564 req-43480760-a279-4855-b98d-30dc4c4653e5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:40.288156 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-85f31cc9-4912-4636-b0df-a09adc486564 req-43480760-a279-4855-b98d-30dc4c4653e5 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.32 "DELETE /v2.0/ports/a78fdbbc-47df-47ff-80b0-a0d0252fe786 HTTP/1.1" status: 204 len: 173 time: 1.5410264 Feb 07 16:39:40.289303 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd89dc5d-5759-44fa-997b-21e978083f89', 'name': 'network-vif-deleted', 'tag': 'a78fdbbc-47df-47ff-80b0-a0d0252fe786'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:39:40.308103 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9daf62-0385-4af9-8d1e-cd553dfc10da" -d '{"events": [{"server_uuid": "dd89dc5d-5759-44fa-997b-21e978083f89", "name": "network-vif-deleted", "tag": "a78fdbbc-47df-47ff-80b0-a0d0252fe786"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:39:40.341568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b8b79-578f-4602-979e-2c4a31966c3c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdae474-f4a9-4b6c-8af0-563b5b74d861,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:40.461685 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ec3401-94fa-439b-8164-be8a5100a0b6 x-openstack-request-id: req-50ec3401-94fa-439b-8164-be8a5100a0b6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:39:40.463255 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd89dc5d-5759-44fa-997b-21e978083f89", "name": "network-vif-deleted", "tag": "a78fdbbc-47df-47ff-80b0-a0d0252fe786", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:39:40.463887 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50ec3401-94fa-439b-8164-be8a5100a0b6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:39:40.465544 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd89dc5d-5759-44fa-997b-21e978083f89', 'name': 'network-vif-deleted', 'tag': 'a78fdbbc-47df-47ff-80b0-a0d0252fe786', 'status': 'completed', 'code': 200} Feb 07 16:39:40.734477 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-28aed28b-cf2f-4fe7-bad8-cfd61d12b07e req-e46f6f23-7126-4638-a323-3b0a57ed811f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 210 time: 0.0491509 Feb 07 16:39:40.855795 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-f9cf965c-964d-4d61-afa3-d4de9fea06f8 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:40.857794 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-f9cf965c-964d-4d61-afa3-d4de9fea06f8 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/networks?id=bc77436a-ae76-417b-b8a2-1292a74feccc HTTP/1.1" status: 200 len: 813 time: 0.2321115 Feb 07 16:39:40.896171 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-75900424-1fd6-4dd9-960f-7fed67848fa6 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/quotas/b6660152de7d4de699a304c64d91802c HTTP/1.1" status: 200 len: 375 time: 0.0158811 Feb 07 16:39:41.008732 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-0c84383b-fa36-48d1-8b51-bf367a8c88ad tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b6660152de7d4de699a304c64d91802c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870652 Feb 07 16:39:41.303033 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-d53d07ae-f5e6-4fea-a3ce-653bee6e39b4 service neutron] 10.222.0.18 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922447 Feb 07 16:39:41.498982 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-f6eed96c-57da-468f-9d2a-a6bbab244010 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:41.500588 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-f6eed96c-57da-468f-9d2a-a6bbab244010 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.32 "GET /v2.0/networks?id=31d34622-4dd8-41aa-8433-a2353919ba6e HTTP/1.1" status: 200 len: 815 time: 0.3872523 Feb 07 16:39:41.505731 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-7acaf1a4-fa48-401b-ad86-11289d54e839 service neutron] 10.222.0.18 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857436 Feb 07 16:39:41.531698 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-96fe32d0-cee9-45c7-a767-3c3caa26e14f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Request body: {'port': {'device_id': 'fce8067b-e20c-4726-8d29-234ac3ab465e', 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e', 'admin_state_up': True, 'tenant_id': '6aad2e954b35497baa9943e0ca56d7b9'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:39:41.649047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-0296f32b-16a6-491c-a2ee-515fafe020fe tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:41.659215 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-0296f32b-16a6-491c-a2ee-515fafe020fe tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 805 time: 0.3848653 Feb 07 16:39:41.709957 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a78fdbbc-47df-47ff-80b0-a0d0252fe786 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:39:41.754749 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-64532e1b-5ec5-4b41-a818-5de296e43f74 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/quotas/1d548d291d9f481cbdcd664ba783ab69 HTTP/1.1" status: 200 len: 375 time: 0.0779805 Feb 07 16:39:41.813718 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 3392e911-01b9-42b7-81cc-586a983f976c no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:39:41.828164 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: a78fdbbc-47df-47ff-80b0-a0d0252fe786 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:39:41.829874 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a78fdbbc-47df-47ff-80b0-a0d0252fe786 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:39:41.925996 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 3392e911-01b9-42b7-81cc-586a983f976c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:39:41.925996 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 3392e911-01b9-42b7-81cc-586a983f976c not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:39:41.934019 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d88c3-b729-40c6-b5ef-782d8d41c9d6 req-065472c0-8316-4218-aae7-4eddc2d45c04 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:41.944611 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f59d88c3-b729-40c6-b5ef-782d8d41c9d6 req-065472c0-8316-4218-aae7-4eddc2d45c04 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.1525564 Feb 07 16:39:41.950515 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2f658816-3a56-4321-b1f3-3755b0d926ba tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1930718 Feb 07 16:39:42.019226 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f59d88c3-b729-40c6-b5ef-782d8d41c9d6 req-dd6b975f-28cf-4ef9-81af-d9d0a893ca6c tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735259 Feb 07 16:39:42.130363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-96fe32d0-cee9-45c7-a767-3c3caa26e14f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Made reservation on behalf of 6aad2e954b35497baa9943e0ca56d7b9 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:39:42.135568 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-96fe32d0-cee9-45c7-a767-3c3caa26e14f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:42.147117 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-54fb116c-99ca-4a2d-b644-11bce2e42e2a service neutron] 10.222.0.18 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953290 Feb 07 16:39:42.261846 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-28394d7d-06f5-4994-9091-c7d2295d6100 req-aae9808d-6847-4fdb-bb4f-1372e801c04e tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 210 time: 0.0544286 Feb 07 16:39:42.436101 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2401fd74-79ef-406b-ac5a-306fafa15514 req-06ad1602-4983-4688-955f-eacd117d32c0 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 210 time: 0.0617070 Feb 07 16:39:42.526297 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-c010b471-a5a0-42a2-8f5e-1ea33227e655 service neutron] 10.222.0.18 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778267 Feb 07 16:39:42.693400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-96fe32d0-cee9-45c7-a767-3c3caa26e14f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Allocated IP 172.20.0.4 (31d34622-4dd8-41aa-8433-a2353919ba6e/e6ceb4b4-d185-4794-81af-32433f62177a/83ba1f61-fffb-4f04-bbb2-cff82a63fff7) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:39:42.964160 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aab769c6-e494-4a02-a39c-16482d74fa12 req-a67ae15e-6806-4eaa-8e39-8ad1b99fb752 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 210 time: 0.1225474 Feb 07 16:39:43.089975 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-96fe32d0-cee9-45c7-a767-3c3caa26e14f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks [] for port (83ba1f61-fffb-4f04-bbb2-cff82a63fff7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:43.181724 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-96fe32d0-cee9-45c7-a767-3c3caa26e14f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (83ba1f61-fffb-4f04-bbb2-cff82a63fff7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:43.245649 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-96fe32d0-cee9-45c7-a767-3c3caa26e14f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Network 31d34622-4dd8-41aa-8433-a2353919ba6e is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:39:43.258251 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-96fe32d0-cee9-45c7-a767-3c3caa26e14f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:39:43.273930 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-96fe32d0-cee9-45c7-a767-3c3caa26e14f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:39:43.331941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe32d0-cee9-45c7-a767-3c3caa26e14f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Pushing event updated for resources: {'Port': ['ID=83ba1f61-fffb-4f04-bbb2-cff82a63fff7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:43.372153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-96fe32d0-cee9-45c7-a767-3c3caa26e14f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:43.373080 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-96fe32d0-cee9-45c7-a767-3c3caa26e14f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:43.416435 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde9444-65d2-41ef-80f1-aa1c7a9b2f52 req-3df11720-eb3c-45f1-aa19-37f859daeeb0 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:43.418187 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-96fe32d0-cee9-45c7-a767-3c3caa26e14f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9027123 Feb 07 16:39:43.432625 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9cde9444-65d2-41ef-80f1-aa1c7a9b2f52 req-3df11720-eb3c-45f1-aa19-37f859daeeb0 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.1683705 Feb 07 16:39:43.448547 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Request body: {'port': {'device_id': 'fce8067b-e20c-4726-8d29-234ac3ab465e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:39:43.539891 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0eda5ab8-2c7c-40a9-9661-12fe01d8a6cb req-f14654cd-c0df-48cf-a970-2393cea0ee63 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 210 time: 0.0461659 Feb 07 16:39:43.603931 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (83ba1f61-fffb-4f04-bbb2-cff82a63fff7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:43.769776 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9cde9444-65d2-41ef-80f1-aa1c7a9b2f52 req-4bb8b920-82fc-4e10-862f-4451e9fc67c0 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327658 Feb 07 16:39:43.840292 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-47cc44cc-831e-445f-930e-ebbe6568c18c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:43.843260 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-47cc44cc-831e-445f-930e-ebbe6568c18c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.48 "GET /v2.0/networks?id=bc77436a-ae76-417b-b8a2-1292a74feccc HTTP/1.1" status: 200 len: 813 time: 0.2811027 Feb 07 16:39:43.866268 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Request body: {'port': {'device_id': '666776a3-fb14-441e-8118-cb286dce4d19', 'network_id': 'bc77436a-ae76-417b-b8a2-1292a74feccc', 'admin_state_up': True, 'tenant_id': 'b6660152de7d4de699a304c64d91802c'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:39:44.073610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Made reservation on behalf of b6660152de7d4de699a304c64d91802c for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:39:44.083330 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:44.112467 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ba1f61-fffb-4f04-bbb2-cff82a63fff7 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:39:44.130104 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Publish callbacks [] for port (83ba1f61-fffb-4f04-bbb2-cff82a63fff7), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:44.148144 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0498060d-6458-40a6-9be2-ff096d1a1a24 req-5a2d69ec-abd2-4889-bc65-625a8e5945ab tempest-QuotasAdminNegativeTest-1012596138 tempest-QuotasAdminNegativeTest-1012596138-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d11335a2f83e45329929b027371c64b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436878 Feb 07 16:39:44.177996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5106ee-c88f-4333-9921-442f1f5200ff req-eb5d7463-ac2b-41e6-86df-43bc6a3460a6 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:44.179920 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4a5106ee-c88f-4333-9921-442f1f5200ff req-eb5d7463-ac2b-41e6-86df-43bc6a3460a6 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 931 time: 0.1164262 Feb 07 16:39:44.181622 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Transition to ACTIVE for port object 83ba1f61-fffb-4f04-bbb2-cff82a63fff7 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:39:44.188042 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (83ba1f61-fffb-4f04-bbb2-cff82a63fff7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:44.300688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Pushing event updated for resources: {'Port': ['ID=83ba1f61-fffb-4f04-bbb2-cff82a63fff7,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:44.316210 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4a5106ee-c88f-4333-9921-442f1f5200ff req-07746ad8-6439-4f92-bb45-feb855d4c36d tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245899 Feb 07 16:39:44.374738 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Allocated IP 172.20.0.14 (bc77436a-ae76-417b-b8a2-1292a74feccc/51ef7e68-7c99-433a-a263-366a7dc3d382/d75cb458-b0a8-46d6-bea3-6ae840d5358d) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:39:44.391125 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498060d-6458-40a6-9be2-ff096d1a1a24 req-cb10a624-1ae6-4524-b867-acaa8cc41762 tempest-QuotasAdminNegativeTest-1012596138 tempest-QuotasAdminNegativeTest-1012596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:44.393150 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0498060d-6458-40a6-9be2-ff096d1a1a24 req-cb10a624-1ae6-4524-b867-acaa8cc41762 tempest-QuotasAdminNegativeTest-1012596138 tempest-QuotasAdminNegativeTest-1012596138-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2338154 Feb 07 16:39:44.444781 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0498060d-6458-40a6-9be2-ff096d1a1a24 req-8fd8405c-ad1b-4ce8-9dc6-8e1a09080574 tempest-QuotasAdminNegativeTest-1012596138 tempest-QuotasAdminNegativeTest-1012596138-project] 10.222.0.18 "GET /v2.0/quotas/d11335a2f83e45329929b027371c64b9 HTTP/1.1" status: 200 len: 375 time: 0.0274642 Feb 07 16:39:44.464561 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9661b4b4-4568-45f1-b196-07eb8201ec2b req-4bb68270-21fa-4fa4-968d-6a21894fbea0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 210 time: 0.0728469 Feb 07 16:39:44.490447 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Attempting to bind port 83ba1f61-fffb-4f04-bbb2-cff82a63fff7 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:39:44.490800 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Attempting to bind port 83ba1f61-fffb-4f04-bbb2-cff82a63fff7 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '9c871af6-7b04-47c4-aca5-76c4957fc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:39:44.491345 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Attempting to bind port 83ba1f61-fffb-4f04-bbb2-cff82a63fff7 on network 31d34622-4dd8-41aa-8433-a2353919ba6e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:39:44.497161 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Port 83ba1f61-fffb-4f04-bbb2-cff82a63fff7 on network 31d34622-4dd8-41aa-8433-a2353919ba6e not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:39:44.497529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Attempting to bind port 83ba1f61-fffb-4f04-bbb2-cff82a63fff7 on network 31d34622-4dd8-41aa-8433-a2353919ba6e {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:39:44.498063 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0498060d-6458-40a6-9be2-ff096d1a1a24 req-6b840771-083f-4082-a19c-9d6cafad17cb tempest-QuotasAdminNegativeTest-1012596138 tempest-QuotasAdminNegativeTest-1012596138-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d11335a2f83e45329929b027371c64b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447972 Feb 07 16:39:44.505715 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:39:44.506426 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Checking segment: {'id': '9c871af6-7b04-47c4-aca5-76c4957fc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:39:44.506561 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Bound using segment: {'id': '9c871af6-7b04-47c4-aca5-76c4957fc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:39:44.506966 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Bound port: 83ba1f61-fffb-4f04-bbb2-cff82a63fff7, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c871af6-7b04-47c4-aca5-76c4957fc9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:39:44.507340 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (83ba1f61-fffb-4f04-bbb2-cff82a63fff7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:44.642578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] For port 83ba1f61-fffb-4f04-bbb2-cff82a63fff7, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:39:44.647591 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] For port 83ba1f61-fffb-4f04-bbb2-cff82a63fff7, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=83ba1f61-fffb-4f04-bbb2-cff82a63fff7,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:39:44.657921 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (83ba1f61-fffb-4f04-bbb2-cff82a63fff7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:44.705520 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-26dda421-7c67-4472-8d39-e01bf41f83fa tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:44.707298 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-26dda421-7c67-4472-8d39-e01bf41f83fa tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.48 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 805 time: 0.1403692 Feb 07 16:39:44.726407 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2cfde350-d308-4141-aaf4-6a2cee5bc3e5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Request body: {'port': {'device_id': 'ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa', 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327', 'admin_state_up': True, 'tenant_id': '1d548d291d9f481cbdcd664ba783ab69'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:39:44.733431 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:44.734288 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:44.735579 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] 10.222.0.32 "PUT /v2.0/ports/83ba1f61-fffb-4f04-bbb2-cff82a63fff7 HTTP/1.1" status: 200 len: 1091 time: 1.3065617 Feb 07 16:39:44.736078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce8067b-e20c-4726-8d29-234ac3ab465e', 'tag': '83ba1f61-fffb-4f04-bbb2-cff82a63fff7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:39:44.749758 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3008730-db0a-4f9a-8015-456349894268" -d '{"events": [{"name": "network-changed", "server_uuid": "fce8067b-e20c-4726-8d29-234ac3ab465e", "tag": "83ba1f61-fffb-4f04-bbb2-cff82a63fff7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:39:44.834757 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f27e6f-2119-4ed9-afa1-2d54b9c2ec48 service neutron] Pushing event updated for resources: {'Port': ['ID=83ba1f61-fffb-4f04-bbb2-cff82a63fff7,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:44.920106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-ae7e984f-7dea-4dda-977e-2b569e5d5931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:44.921852 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-ae7e984f-7dea-4dda-977e-2b569e5d5931 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6aad2e954b35497baa9943e0ca56d7b9&device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 1125 time: 0.0593486 Feb 07 16:39:44.924700 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-03795091-9071-4ee0-9a2b-f25fb827eb2f req-eb91b3c2-2b0c-4fab-9d20-c8d1dcd94301 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 210 time: 0.0561137 Feb 07 16:39:45.013508 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-58e09d8e-7d9d-451b-91a1-a24f263e2a48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83ba1f61-fffb-4f04-bbb2-cff82a63fff7 HTTP/1.1" status: 200 len: 217 time: 0.0838974 Feb 07 16:39:45.016247 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0381684d-7331-48e2-b00a-292939a589e4 x-openstack-request-id: req-0381684d-7331-48e2-b00a-292939a589e4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:39:45.016721 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce8067b-e20c-4726-8d29-234ac3ab465e", "tag": "83ba1f61-fffb-4f04-bbb2-cff82a63fff7", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:39:45.017146 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0381684d-7331-48e2-b00a-292939a589e4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:39:45.017850 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce8067b-e20c-4726-8d29-234ac3ab465e', 'tag': '83ba1f61-fffb-4f04-bbb2-cff82a63fff7', 'status': 'completed', 'code': 200} Feb 07 16:39:45.060348 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:45.141056 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2cfde350-d308-4141-aaf4-6a2cee5bc3e5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Made reservation on behalf of 1d548d291d9f481cbdcd664ba783ab69 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:39:45.145242 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2cfde350-d308-4141-aaf4-6a2cee5bc3e5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:45.172835 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:45.242468 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-503fc806-b1b7-412d-aff7-5e3630d61424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:45.245710 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-503fc806-b1b7-412d-aff7-5e3630d61424 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6ceb4b4-d185-4794-81af-32433f62177a HTTP/1.1" status: 200 len: 855 time: 0.2263987 Feb 07 16:39:45.270390 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e66e96-e60c-490b-bfd4-cbe40843932f req-2b9e3a84-d854-49b6-b7e8-697f6f4f4bf3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:45.272405 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07e66e96-e60c-490b-bfd4-cbe40843932f req-2b9e3a84-d854-49b6-b7e8-697f6f4f4bf3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.1292877 Feb 07 16:39:45.341391 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-dedfe41c-5278-4a7f-af6c-948b3e315473 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31d34622-4dd8-41aa-8433-a2353919ba6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821404 Feb 07 16:39:45.405694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2cfde350-d308-4141-aaf4-6a2cee5bc3e5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Allocated IP 172.20.0.7 (64333f75-bb31-47f0-9f63-55e283dff327/3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801/4e37f6e9-ab70-48eb-be58-8b3c4560d913) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:39:45.425266 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07e66e96-e60c-490b-bfd4-cbe40843932f req-cf50c9e8-aa16-47a4-aca0-7e6619ba8f41 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381197 Feb 07 16:39:45.566649 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2cfde350-d308-4141-aaf4-6a2cee5bc3e5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks [] for port (4e37f6e9-ab70-48eb-be58-8b3c4560d913), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:45.574310 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-26021ea8-2944-4088-ad85-b5ae422aa83a service neutron] 10.222.0.32 "GET /v2.0/networks/31d34622-4dd8-41aa-8433-a2353919ba6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248442 Feb 07 16:39:45.600276 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event updated for resources: {'Port': ['ID=d75cb458-b0a8-46d6-bea3-6ae840d5358d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:45.616630 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2cfde350-d308-4141-aaf4-6a2cee5bc3e5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (4e37f6e9-ab70-48eb-be58-8b3c4560d913), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:45.629120 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Network bc77436a-ae76-417b-b8a2-1292a74feccc is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:39:45.629765 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2811f0c3-be71-4376-87f4-a273b75c44ed'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:39:45.635430 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:45.635430 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:45.635430 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:45.635430 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:45.636171 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:45.636171 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:45.636469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:45.636628 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:45.637114 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:45.637334 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:45.639301 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:45.639301 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:45.639301 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:45.703627 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:39:45.714472 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:39:45.784003 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:45.784767 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:45.811553 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfde350-d308-4141-aaf4-6a2cee5bc3e5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Pushing event updated for resources: {'Port': ['ID=4e37f6e9-ab70-48eb-be58-8b3c4560d913,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:45.833139 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5a9a3-257c-4ce9-844e-69d18079bea3 req-0258d627-2d19-4664-a87c-637b199ecfe0 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:45.835002 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7ed5a9a3-257c-4ce9-844e-69d18079bea3 req-0258d627-2d19-4664-a87c-637b199ecfe0 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 943 time: 0.2287838 Feb 07 16:39:45.837150 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2cfde350-d308-4141-aaf4-6a2cee5bc3e5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Network 64333f75-bb31-47f0-9f63-55e283dff327 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:39:45.841993 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-84dd8544-2cc5-4a5a-812e-a103a059e9d1 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9826231 Feb 07 16:39:45.843122 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2cfde350-d308-4141-aaf4-6a2cee5bc3e5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:39:45.846677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2cfde350-d308-4141-aaf4-6a2cee5bc3e5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:39:45.910708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Request body: {'port': {'device_id': '666776a3-fb14-441e-8118-cb286dce4d19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:39:45.927100 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2cfde350-d308-4141-aaf4-6a2cee5bc3e5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:45.927848 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2cfde350-d308-4141-aaf4-6a2cee5bc3e5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:45.988990 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2cfde350-d308-4141-aaf4-6a2cee5bc3e5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2669964 Feb 07 16:39:46.007091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Request body: {'port': {'device_id': 'ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:39:46.079772 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7ed5a9a3-257c-4ce9-844e-69d18079bea3 req-bd0e639b-726a-4e11-b36f-521c140c6c6e tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342825 Feb 07 16:39:46.090436 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:46.167920 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e37f6e9-ab70-48eb-be58-8b3c4560d913), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:46.258464 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd34fa41-07c0-47ce-9c3d-5dd7579667c7 req-52be61a5-fa2f-4e07-a7da-61f7de17ddff service neutron] 10.222.0.32 "GET /v2.0/networks/31d34622-4dd8-41aa-8433-a2353919ba6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6767287 Feb 07 16:39:46.298509 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a82e7-1a55-4c22-9b1d-2fe85db8796f req-def84731-45fb-4d8f-8048-9f5da0abfbbd tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:46.312452 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1461c4d8-196f-4a8f-9974-186061e37e16 req-e711e9e0-1a95-4ab2-9db7-764050e57d90 tempest-QuotasAdminNegativeTest-1012596138 tempest-QuotasAdminNegativeTest-1012596138-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d11335a2f83e45329929b027371c64b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1201177 Feb 07 16:39:46.323042 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-153a82e7-1a55-4c22-9b1d-2fe85db8796f req-def84731-45fb-4d8f-8048-9f5da0abfbbd tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 931 time: 0.6467192 Feb 07 16:39:46.407610 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-153a82e7-1a55-4c22-9b1d-2fe85db8796f req-67167f65-6bd6-413c-9530-e80d404c188f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826633 Feb 07 16:39:46.529413 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3008730-db0a-4f9a-8015-456349894268 req-c3a911c5-6c64-4929-bf59-b08b4ac1b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:46.532048 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e3008730-db0a-4f9a-8015-456349894268 req-c3a911c5-6c64-4929-bf59-b08b4ac1b1ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6aad2e954b35497baa9943e0ca56d7b9&device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 1125 time: 0.2059066 Feb 07 16:39:46.684146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496bac2-1980-473b-8728-5042c6d92981 req-e3ff4473-a5a1-46c5-b059-927aa5b057aa tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:46.686903 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9496bac2-1980-473b-8728-5042c6d92981 req-e3ff4473-a5a1-46c5-b059-927aa5b057aa tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 932 time: 0.2094097 Feb 07 16:39:46.778730 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3008730-db0a-4f9a-8015-456349894268 req-61a869d6-c7be-4fec-9c10-c6493ea669ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:46.781513 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e3008730-db0a-4f9a-8015-456349894268 req-61a869d6-c7be-4fec-9c10-c6493ea669ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=31d34622-4dd8-41aa-8433-a2353919ba6e HTTP/1.1" status: 200 len: 916 time: 0.2433734 Feb 07 16:39:46.850335 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e3008730-db0a-4f9a-8015-456349894268 req-5ff10615-32d8-4f19-b42d-2e0031c17c88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83ba1f61-fffb-4f04-bbb2-cff82a63fff7 HTTP/1.1" status: 200 len: 217 time: 0.0587113 Feb 07 16:39:46.854461 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9496bac2-1980-473b-8728-5042c6d92981 req-7b48de22-6d8a-4fee-ac50-9c70f9161e31 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583714 Feb 07 16:39:46.966591 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3008730-db0a-4f9a-8015-456349894268 req-7391dc50-11e2-4297-9e40-f6bd32894ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:46.971069 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e3008730-db0a-4f9a-8015-456349894268 req-7391dc50-11e2-4297-9e40-f6bd32894ca0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6ceb4b4-d185-4794-81af-32433f62177a HTTP/1.1" status: 200 len: 855 time: 0.1139069 Feb 07 16:39:47.032203 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e3008730-db0a-4f9a-8015-456349894268 req-ca2cfe52-4107-4acb-99d8-67355349f99c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31d34622-4dd8-41aa-8433-a2353919ba6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465317 Feb 07 16:39:47.095543 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461c4d8-196f-4a8f-9974-186061e37e16 req-3b8b203c-31a2-4358-abd1-ac9f02dbe678 tempest-QuotasAdminNegativeTest-1012596138 tempest-QuotasAdminNegativeTest-1012596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:47.097262 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1461c4d8-196f-4a8f-9974-186061e37e16 req-3b8b203c-31a2-4358-abd1-ac9f02dbe678 tempest-QuotasAdminNegativeTest-1012596138 tempest-QuotasAdminNegativeTest-1012596138-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7706876 Feb 07 16:39:47.117936 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9db001-e871-41f8-8d5b-118612cd837c req-1fd96f16-dfc1-4c4c-b8c4-272ad4ed3f2d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:47.123836 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c9db001-e871-41f8-8d5b-118612cd837c req-1fd96f16-dfc1-4c4c-b8c4-272ad4ed3f2d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.1621723 Feb 07 16:39:47.176900 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1461c4d8-196f-4a8f-9974-186061e37e16 req-a874645a-babc-4998-bb38-980f7b5d2684 tempest-QuotasAdminNegativeTest-1012596138 tempest-QuotasAdminNegativeTest-1012596138-project] 10.222.0.18 "GET /v2.0/quotas/d11335a2f83e45329929b027371c64b9 HTTP/1.1" status: 200 len: 375 time: 0.0417762 Feb 07 16:39:47.201176 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c9db001-e871-41f8-8d5b-118612cd837c req-86f37758-83c7-45dd-b682-ae080d355479 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735974 Feb 07 16:39:47.203303 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e3008730-db0a-4f9a-8015-456349894268 req-426dc502-f22f-4260-a917-b7da34137e89 service neutron] 10.222.0.32 "GET /v2.0/networks/31d34622-4dd8-41aa-8433-a2353919ba6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636400 Feb 07 16:39:47.326878 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1461c4d8-196f-4a8f-9974-186061e37e16 req-e85341ba-fdf3-4751-b89e-1b953f984e85 tempest-QuotasAdminNegativeTest-1012596138 tempest-QuotasAdminNegativeTest-1012596138-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d11335a2f83e45329929b027371c64b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1293104 Feb 07 16:39:47.353151 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d75cb458-b0a8-46d6-bea3-6ae840d5358d {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:39:47.373904 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Publish callbacks [] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:47.380553 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e3008730-db0a-4f9a-8015-456349894268 req-54dea363-821f-42b6-ab04-54994ce65909 service neutron] 10.222.0.32 "GET /v2.0/networks/31d34622-4dd8-41aa-8433-a2353919ba6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701765 Feb 07 16:39:47.425838 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c88084-f2cb-4416-858a-31b6da00559b req-2a3a82de-01d7-4f46-802f-d9debd39bb15 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:47.435406 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e4c88084-f2cb-4416-858a-31b6da00559b req-2a3a82de-01d7-4f46-802f-d9debd39bb15 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 943 time: 0.1361766 Feb 07 16:39:47.437419 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Transition to ACTIVE for port object d75cb458-b0a8-46d6-bea3-6ae840d5358d will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:39:47.445467 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:47.500951 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e4c88084-f2cb-4416-858a-31b6da00559b req-31be49bf-bc78-4e14-bf5d-7b0c501ab5da tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642302 Feb 07 16:39:47.630976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e37f6e9-ab70-48eb-be58-8b3c4560d913 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:39:47.658049 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Publish callbacks [] for port (4e37f6e9-ab70-48eb-be58-8b3c4560d913), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:47.673558 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d955118-8a13-4334-b5dd-c1279de6e9f2 req-ade950bc-052a-4dfe-b810-737cbb3b2a38 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:47.675876 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Transition to ACTIVE for port object 4e37f6e9-ab70-48eb-be58-8b3c4560d913 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:39:47.684393 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9d955118-8a13-4334-b5dd-c1279de6e9f2 req-ade950bc-052a-4dfe-b810-737cbb3b2a38 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 931 time: 0.0914505 Feb 07 16:39:47.688777 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (4e37f6e9-ab70-48eb-be58-8b3c4560d913), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:47.707700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Pushing event updated for resources: {'Port': ['ID=d75cb458-b0a8-46d6-bea3-6ae840d5358d,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:47.714891 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 83ba1f61-fffb-4f04-bbb2-cff82a63fff7 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:39:47.815690 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9d955118-8a13-4334-b5dd-c1279de6e9f2 req-8025d097-2a87-4550-af7c-b9c2988a73a9 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293721 Feb 07 16:39:47.940405 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 83ba1f61-fffb-4f04-bbb2-cff82a63fff7, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=83ba1f61-fffb-4f04-bbb2-cff82a63fff7,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:47.950717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e37f6e9-ab70-48eb-be58-8b3c4560d913,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:47.958731 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Attempting to bind port d75cb458-b0a8-46d6-bea3-6ae840d5358d on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:39:47.959299 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Attempting to bind port d75cb458-b0a8-46d6-bea3-6ae840d5358d by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'eb51991e-dfe0-490d-8899-6617ddeef4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bc77436a-ae76-417b-b8a2-1292a74feccc'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:39:47.959862 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Attempting to bind port d75cb458-b0a8-46d6-bea3-6ae840d5358d on network bc77436a-ae76-417b-b8a2-1292a74feccc {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:39:47.971307 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '83ba1f61-fffb-4f04-bbb2-cff82a63fff7', 'network_id': '31d34622-4dd8-41aa-8433-a2353919ba6e', 'port_id': '83ba1f61-fffb-4f04-bbb2-cff82a63fff7', 'mac_address': 'fa:16:3e:0f:f4:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6ceb4b4-d185-4794-81af-32433f62177a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:39:47.990771 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Port d75cb458-b0a8-46d6-bea3-6ae840d5358d on network bc77436a-ae76-417b-b8a2-1292a74feccc not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:39:47.991309 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Attempting to bind port d75cb458-b0a8-46d6-bea3-6ae840d5358d on network bc77436a-ae76-417b-b8a2-1292a74feccc {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:39:48.015408 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:39:48.015959 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Checking segment: {'id': 'eb51991e-dfe0-490d-8899-6617ddeef4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bc77436a-ae76-417b-b8a2-1292a74feccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:39:48.016669 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Bound using segment: {'id': 'eb51991e-dfe0-490d-8899-6617ddeef4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bc77436a-ae76-417b-b8a2-1292a74feccc'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:39:48.017479 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Bound port: d75cb458-b0a8-46d6-bea3-6ae840d5358d, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb51991e-dfe0-490d-8899-6617ddeef4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bc77436a-ae76-417b-b8a2-1292a74feccc'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:39:48.018088 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:48.023747 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Attempting to bind port 4e37f6e9-ab70-48eb-be58-8b3c4560d913 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:39:48.024208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Attempting to bind port 4e37f6e9-ab70-48eb-be58-8b3c4560d913 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:39:48.025267 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Attempting to bind port 4e37f6e9-ab70-48eb-be58-8b3c4560d913 on network 64333f75-bb31-47f0-9f63-55e283dff327 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:39:48.050726 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Port 4e37f6e9-ab70-48eb-be58-8b3c4560d913 on network 64333f75-bb31-47f0-9f63-55e283dff327 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:39:48.051275 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Attempting to bind port 4e37f6e9-ab70-48eb-be58-8b3c4560d913 on network 64333f75-bb31-47f0-9f63-55e283dff327 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:39:48.070762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:39:48.071362 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Checking segment: {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:39:48.073145 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Bound using segment: {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:39:48.073972 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Bound port: 4e37f6e9-ab70-48eb-be58-8b3c4560d913, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:39:48.074554 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e37f6e9-ab70-48eb-be58-8b3c4560d913), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:48.116174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 83ba1f61-fffb-4f04-bbb2-cff82a63fff7 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:39:48.116483 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (83ba1f61-fffb-4f04-bbb2-cff82a63fff7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:48.139868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ba1f61-fffb-4f04-bbb2-cff82a63fff7 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:39:48.180898 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 83ba1f61-fffb-4f04-bbb2-cff82a63fff7, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=83ba1f61-fffb-4f04-bbb2-cff82a63fff7,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:48.189779 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (83ba1f61-fffb-4f04-bbb2-cff82a63fff7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:48.197002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ea91c-0abc-4436-9f6c-2552b11540ff req-605c2171-e565-441c-a7dd-c38651022eb4 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:48.225618 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc8ea91c-0abc-4436-9f6c-2552b11540ff req-605c2171-e565-441c-a7dd-c38651022eb4 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 944 time: 0.1887200 Feb 07 16:39:48.294161 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=83ba1f61-fffb-4f04-bbb2-cff82a63fff7,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:48.308285 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] For port d75cb458-b0a8-46d6-bea3-6ae840d5358d, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:39:48.329504 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc8ea91c-0abc-4436-9f6c-2552b11540ff req-afc539ab-fe6a-4629-85ff-329769f501a0 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022797 Feb 07 16:39:48.368030 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a9d42956-a40d-46a8-b413-cf717cc75928 req-c0ac1f4c-4436-4820-b72b-ed05b6a53504 tempest-QuotasAdminNegativeTest-1012596138 tempest-QuotasAdminNegativeTest-1012596138-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d11335a2f83e45329929b027371c64b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0961764 Feb 07 16:39:48.378708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] For port d75cb458-b0a8-46d6-bea3-6ae840d5358d, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d75cb458-b0a8-46d6-bea3-6ae840d5358d,segment=NetworkSegment(eb51991e-dfe0-490d-8899-6617ddeef4f1),segment_id=eb51991e-dfe0-490d-8899-6617ddeef4f1)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:39:48.412326 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] For port 4e37f6e9-ab70-48eb-be58-8b3c4560d913, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:39:48.437803 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] For port 4e37f6e9-ab70-48eb-be58-8b3c4560d913, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=4e37f6e9-ab70-48eb-be58-8b3c4560d913,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:39:48.448993 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:48.468873 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['83ba1f61-fffb-4f04-bbb2-cff82a63fff7'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:39:48.504641 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb53cc5-ebad-4ddc-82a2-729caf6a59c0 req-69f987c4-5104-45d5-aae9-d045b934ddbe tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:48.506347 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bfb53cc5-ebad-4ddc-82a2-729caf6a59c0 req-69f987c4-5104-45d5-aae9-d045b934ddbe tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.0664420 Feb 07 16:39:48.572097 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (4e37f6e9-ab70-48eb-be58-8b3c4560d913), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:48.628661 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bfb53cc5-ebad-4ddc-82a2-729caf6a59c0 req-04f01a69-e3c8-4645-b252-f64d965aa818 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126399 Feb 07 16:39:48.655321 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:48.656331 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:48.658169 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] 10.222.0.48 "PUT /v2.0/ports/d75cb458-b0a8-46d6-bea3-6ae840d5358d HTTP/1.1" status: 200 len: 1092 time: 2.7566960 Feb 07 16:39:48.663513 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666776a3-fb14-441e-8118-cb286dce4d19', 'tag': 'd75cb458-b0a8-46d6-bea3-6ae840d5358d'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:39:48.666918 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7199d2-13e1-436c-8e67-168a9e1f9393" -d '{"events": [{"name": "network-changed", "server_uuid": "666776a3-fb14-441e-8118-cb286dce4d19", "tag": "d75cb458-b0a8-46d6-bea3-6ae840d5358d"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:39:48.673499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90612f25-e98e-49c7-ba37-8303b8faf5ec service neutron] Pushing event updated for resources: {'Port': ['ID=d75cb458-b0a8-46d6-bea3-6ae840d5358d,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:48.685062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:48.686233 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:48.688714 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] 10.222.0.48 "PUT /v2.0/ports/4e37f6e9-ab70-48eb-be58-8b3c4560d913 HTTP/1.1" status: 200 len: 1091 time: 2.6893132 Feb 07 16:39:48.802277 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018b661-23b2-4c18-96aa-595b303473c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e37f6e9-ab70-48eb-be58-8b3c4560d913,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:48.902395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d42956-a40d-46a8-b413-cf717cc75928 req-e74a983e-8cda-4e39-aa22-82a7c91558bb tempest-QuotasAdminNegativeTest-1012596138 tempest-QuotasAdminNegativeTest-1012596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:48.905857 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a9d42956-a40d-46a8-b413-cf717cc75928 req-e74a983e-8cda-4e39-aa22-82a7c91558bb tempest-QuotasAdminNegativeTest-1012596138 tempest-QuotasAdminNegativeTest-1012596138-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5240376 Feb 07 16:39:48.933668 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb7342-4d21-4844-9c88-18b21728149c req-01946037-6b99-4efe-b827-cc4209ce15d1 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:48.935658 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a9d42956-a40d-46a8-b413-cf717cc75928 req-48b9a982-145d-401f-bbc4-8fc6b4bdac96 tempest-QuotasAdminNegativeTest-1012596138 tempest-QuotasAdminNegativeTest-1012596138-project] 10.222.0.18 "GET /v2.0/quotas/d11335a2f83e45329929b027371c64b9 HTTP/1.1" status: 200 len: 375 time: 0.0228949 Feb 07 16:39:48.946921 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8aeb7342-4d21-4844-9c88-18b21728149c req-01946037-6b99-4efe-b827-cc4209ce15d1 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 944 time: 0.1179628 Feb 07 16:39:48.972747 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-60be1b06-6b69-40f5-9ac1-c4fc5af8c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:48.975485 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-60be1b06-6b69-40f5-9ac1-c4fc5af8c810 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 1125 time: 0.1600165 Feb 07 16:39:48.981481 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-edf6ada3-3411-4fd9-9a2b-002a79af75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:48.984143 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-edf6ada3-3411-4fd9-9a2b-002a79af75a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6660152de7d4de699a304c64d91802c&device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 1126 time: 0.1662552 Feb 07 16:39:49.026554 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a9d42956-a40d-46a8-b413-cf717cc75928 req-6a5aedbd-930e-4da2-b4d4-d211d9016202 tempest-QuotasAdminNegativeTest-1012596138 tempest-QuotasAdminNegativeTest-1012596138-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d11335a2f83e45329929b027371c64b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770805 Feb 07 16:39:49.049394 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8aeb7342-4d21-4844-9c88-18b21728149c req-de38b853-0721-4811-9156-9fa93b0b66ad tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008999 Feb 07 16:39:49.156595 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18ca17c-8790-48f7-8aaa-f6542fe4c505 x-openstack-request-id: req-a18ca17c-8790-48f7-8aaa-f6542fe4c505 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:39:49.156854 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666776a3-fb14-441e-8118-cb286dce4d19", "tag": "d75cb458-b0a8-46d6-bea3-6ae840d5358d", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:39:49.157067 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a18ca17c-8790-48f7-8aaa-f6542fe4c505 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:39:49.157538 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666776a3-fb14-441e-8118-cb286dce4d19', 'tag': 'd75cb458-b0a8-46d6-bea3-6ae840d5358d', 'status': 'completed', 'code': 200} Feb 07 16:39:49.159189 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-c668843a-a7c6-4e18-a51c-2b2092e0d2f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e37f6e9-ab70-48eb-be58-8b3c4560d913 HTTP/1.1" status: 200 len: 217 time: 0.1737490 Feb 07 16:39:49.160897 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-5851394b-c3ca-4bff-85c0-15d13d11dc03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d75cb458-b0a8-46d6-bea3-6ae840d5358d HTTP/1.1" status: 200 len: 217 time: 0.1390200 Feb 07 16:39:49.300898 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-84060b4b-1395-437e-9e34-cd3649b38806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:49.302453 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-84060b4b-1395-437e-9e34-cd3649b38806 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801 HTTP/1.1" status: 200 len: 845 time: 0.1331975 Feb 07 16:39:49.303934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-5226d37b-c10b-482c-b901-68111c260707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:49.305487 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-5226d37b-c10b-482c-b901-68111c260707 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51ef7e68-7c99-433a-a263-366a7dc3d382 HTTP/1.1" status: 200 len: 853 time: 0.1343570 Feb 07 16:39:49.365807 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-ef792ae9-6970-4c13-8ec8-25baa6e34968 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64333f75-bb31-47f0-9f63-55e283dff327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529559 Feb 07 16:39:49.370576 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-e975a261-fdf6-486b-8813-56b32bb233b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bc77436a-ae76-417b-b8a2-1292a74feccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497627 Feb 07 16:39:49.518455 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c3430-4db2-4d7a-83c0-c44936f52706 req-37a30cc7-a06d-4e69-8f5e-62259b569301 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:49.530885 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b86c3430-4db2-4d7a-83c0-c44936f52706 req-37a30cc7-a06d-4e69-8f5e-62259b569301 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 943 time: 0.3149006 Feb 07 16:39:49.581625 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7990b9-a4f9-497d-b291-f1a68b220440 req-1b6e850f-8382-47ab-ad29-67fee09e5fdd tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:49.584997 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc7990b9-a4f9-497d-b291-f1a68b220440 req-1b6e850f-8382-47ab-ad29-67fee09e5fdd tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 944 time: 0.0969779 Feb 07 16:39:49.697643 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc7990b9-a4f9-497d-b291-f1a68b220440 req-a9163f03-380f-4dbb-a2dd-b560d5e42451 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050115 Feb 07 16:39:49.714007 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 83ba1f61-fffb-4f04-bbb2-cff82a63fff7 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:39:49.746459 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-f6f60119-4683-4cfa-8958-738811ff5a56 service neutron] 10.222.0.48 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660529 Feb 07 16:39:49.791524 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b86c3430-4db2-4d7a-83c0-c44936f52706 req-78452b0c-652e-42b6-935b-b3af1badad8b tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594328 Feb 07 16:39:49.813579 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-a25fc6b7-3acc-4601-aaa0-a354b3614e4e service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410465 Feb 07 16:39:49.878711 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 83ba1f61-fffb-4f04-bbb2-cff82a63fff7 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:39:49.890651 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 83ba1f61-fffb-4f04-bbb2-cff82a63fff7 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:39:49.891308 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (83ba1f61-fffb-4f04-bbb2-cff82a63fff7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:49.922825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60574) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:50.016924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb45f7-d9df-418e-9e4c-c130bbf54678 req-e88ff6a3-324e-42d8-9a30-a8fc47c9b35f tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:50.033843 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eedb45f7-d9df-418e-9e4c-c130bbf54678 req-e88ff6a3-324e-42d8-9a30-a8fc47c9b35f tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.1427135 Feb 07 16:39:50.063130 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbc5d160-da67-4680-aab1-3440a3202e7b req-14b17162-565b-416e-bc88-e4ebbf1c68ff service neutron] 10.222.0.48 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061862 Feb 07 16:39:50.083135 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 83ba1f61-fffb-4f04-bbb2-cff82a63fff7 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:39:50.083617 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (83ba1f61-fffb-4f04-bbb2-cff82a63fff7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:50.110381 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09334d9a-5c80-4706-92b1-9314adcfbc2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:50.133129 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 83ba1f61-fffb-4f04-bbb2-cff82a63fff7, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=83ba1f61-fffb-4f04-bbb2-cff82a63fff7,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:50.135248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce8067b-e20c-4726-8d29-234ac3ab465e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ba1f61-fffb-4f04-bbb2-cff82a63fff7'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:39:50.140980 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9976df-efbe-4023-b2bd-55ea571e49aa" -d '{"events": [{"server_uuid": "fce8067b-e20c-4726-8d29-234ac3ab465e", "name": "network-vif-plugged", "status": "completed", "tag": "83ba1f61-fffb-4f04-bbb2-cff82a63fff7"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:39:50.145503 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (83ba1f61-fffb-4f04-bbb2-cff82a63fff7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:50.176043 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-530c7073-bb5e-4797-b397-c34b8bd793f0 req-6adf9545-5b26-45d4-87d1-8dac4a62fe91 service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349953 Feb 07 16:39:50.211437 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=83ba1f61-fffb-4f04-bbb2-cff82a63fff7,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:50.238296 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eedb45f7-d9df-418e-9e4c-c130bbf54678 req-4b9216c1-a7e6-454d-9d9f-591a4d48ea8a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030392 Feb 07 16:39:50.332820 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4c5c41-d22b-4ca1-8855-e3c85285bde5 x-openstack-request-id: req-4e4c5c41-d22b-4ca1-8855-e3c85285bde5 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:39:50.333131 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce8067b-e20c-4726-8d29-234ac3ab465e", "name": "network-vif-plugged", "status": "completed", "tag": "83ba1f61-fffb-4f04-bbb2-cff82a63fff7", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:39:50.333715 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e4c5c41-d22b-4ca1-8855-e3c85285bde5 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:39:50.334154 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce8067b-e20c-4726-8d29-234ac3ab465e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ba1f61-fffb-4f04-bbb2-cff82a63fff7', 'code': 200} Feb 07 16:39:50.338267 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7199d2-13e1-436c-8e67-168a9e1f9393 req-43bb4d0c-8116-413e-bc0f-2c20a395d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:50.341012 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ab7199d2-13e1-436c-8e67-168a9e1f9393 req-43bb4d0c-8116-413e-bc0f-2c20a395d6ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6660152de7d4de699a304c64d91802c&device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 1126 time: 0.1780145 Feb 07 16:39:50.462635 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41831d0c-0c0d-4d99-b259-61b8278c8c40 req-ddf6c9dd-273c-477a-9cbd-341b6c3ac703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:50.464105 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-41831d0c-0c0d-4d99-b259-61b8278c8c40 req-ddf6c9dd-273c-477a-9cbd-341b6c3ac703 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 1127 time: 0.0599527 Feb 07 16:39:50.470693 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16807aa-eab7-4664-a625-fc9abc28de10 req-9a173ed7-2e91-4cf7-b28c-2c3906645e07 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:50.473123 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b16807aa-eab7-4664-a625-fc9abc28de10 req-9a173ed7-2e91-4cf7-b28c-2c3906645e07 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 945 time: 0.2663171 Feb 07 16:39:50.521455 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09334d9a-5c80-4706-92b1-9314adcfbc2b admin admin] Publish callbacks [] for security_group (40f4a715-5ee7-4e22-8a0b-8356f1316b4e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:50.533352 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-41831d0c-0c0d-4d99-b259-61b8278c8c40 req-594ebd88-d9e8-4457-b0e5-1d8a427efa4e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628200 Feb 07 16:39:50.544842 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09334d9a-5c80-4706-92b1-9314adcfbc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (40f4a715-5ee7-4e22-8a0b-8356f1316b4e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:50.698530 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-09334d9a-5c80-4706-92b1-9314adcfbc2b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d11335a2f83e45329929b027371c64b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7743230 Feb 07 16:39:50.701105 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60582) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:50.704789 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7199d2-13e1-436c-8e67-168a9e1f9393 req-d4b17fe4-123b-4f02-b8a1-6bc4f2916f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:50.707412 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ab7199d2-13e1-436c-8e67-168a9e1f9393 req-d4b17fe4-123b-4f02-b8a1-6bc4f2916f0a service neutron] 10.222.0.48 "GET /v2.0/networks?id=bc77436a-ae76-417b-b8a2-1292a74feccc HTTP/1.1" status: 200 len: 914 time: 0.3588018 Feb 07 16:39:50.708997 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09334d9a-5c80-4706-92b1-9314adcfbc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f4a715-5ee7-4e22-8a0b-8356f1316b4e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:50.719225 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b16807aa-eab7-4664-a625-fc9abc28de10 req-b4054354-3663-4150-98c1-0b9f9dc3de02 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289734 Feb 07 16:39:50.794161 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ab7199d2-13e1-436c-8e67-168a9e1f9393 req-95bb907f-93a8-409b-9dd7-5e3b8e4bd50e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d75cb458-b0a8-46d6-bea3-6ae840d5358d HTTP/1.1" status: 200 len: 217 time: 0.0734270 Feb 07 16:39:50.822671 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-abdb6ea3-1a91-42f2-b91e-e8f19a987828 admin admin] Publish callbacks [] for security_group (40f4a715-5ee7-4e22-8a0b-8356f1316b4e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:50.903206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7199d2-13e1-436c-8e67-168a9e1f9393 req-a8f5cd27-097e-4dd0-99d1-3489a2b71bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:50.907722 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ab7199d2-13e1-436c-8e67-168a9e1f9393 req-a8f5cd27-097e-4dd0-99d1-3489a2b71bd3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51ef7e68-7c99-433a-a263-366a7dc3d382 HTTP/1.1" status: 200 len: 853 time: 0.0984378 Feb 07 16:39:50.942097 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-abdb6ea3-1a91-42f2-b91e-e8f19a987828 admin admin] Publish callbacks [] for security_group (40f4a715-5ee7-4e22-8a0b-8356f1316b4e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:50.999631 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ab7199d2-13e1-436c-8e67-168a9e1f9393 req-cd847234-c5d3-445d-aa4b-b62f087d00e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bc77436a-ae76-417b-b8a2-1292a74feccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754280 Feb 07 16:39:51.011328 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebd636-6970-44c8-bd19-8a939e8760dd req-b7fb541f-3ab1-4b4e-b524-c6d4f7a22279 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:51.014469 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02ebd636-6970-44c8-bd19-8a939e8760dd req-b7fb541f-3ab1-4b4e-b524-c6d4f7a22279 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 944 time: 0.1866672 Feb 07 16:39:51.087977 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:51.106314 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490536c-1e5e-47ad-b21b-ddeeecc7fdab req-b1820a61-e037-49e1-9377-ba6ab956b679 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:51.108314 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6490536c-1e5e-47ad-b21b-ddeeecc7fdab req-b1820a61-e037-49e1-9377-ba6ab956b679 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 943 time: 0.1991715 Feb 07 16:39:51.132650 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-abdb6ea3-1a91-42f2-b91e-e8f19a987828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (40f4a715-5ee7-4e22-8a0b-8356f1316b4e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:51.138693 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-abdb6ea3-1a91-42f2-b91e-e8f19a987828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:51.144318 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-abdb6ea3-1a91-42f2-b91e-e8f19a987828 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40f4a715-5ee7-4e22-8a0b-8356f1316b4e HTTP/1.1" status: 204 len: 168 time: 0.4376774 Feb 07 16:39:51.152435 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02ebd636-6970-44c8-bd19-8a939e8760dd req-e81147c5-baa5-4a9c-9ca2-fe6c402996f5 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219277 Feb 07 16:39:51.159274 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa', 'tag': '4e37f6e9-ab70-48eb-be58-8b3c4560d913'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:39:51.160717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb6ea3-1a91-42f2-b91e-e8f19a987828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f4a715-5ee7-4e22-8a0b-8356f1316b4e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:51.161831 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89abe051-a708-4e44-9f63-0bfe8c4f7aab" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa", "tag": "4e37f6e9-ab70-48eb-be58-8b3c4560d913"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:39:51.194611 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ab7199d2-13e1-436c-8e67-168a9e1f9393 req-286af6ed-83df-4008-a0c7-47c186091c8c service neutron] 10.222.0.48 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879344 Feb 07 16:39:51.302454 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb155b1-3ce7-4d4e-a7ff-a8c2050a4953 x-openstack-request-id: req-edb155b1-3ce7-4d4e-a7ff-a8c2050a4953 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:39:51.302761 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa", "tag": "4e37f6e9-ab70-48eb-be58-8b3c4560d913", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:39:51.303230 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edb155b1-3ce7-4d4e-a7ff-a8c2050a4953 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:39:51.303668 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa', 'tag': '4e37f6e9-ab70-48eb-be58-8b3c4560d913', 'status': 'completed', 'code': 200} Feb 07 16:39:51.311653 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6490536c-1e5e-47ad-b21b-ddeeecc7fdab req-fbf76f89-8680-4acc-a94e-c5a96c2a36a7 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862082 Feb 07 16:39:51.413654 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ab7199d2-13e1-436c-8e67-168a9e1f9393 req-47a3b06a-a0e3-4e9b-8bae-390611926fd3 service neutron] 10.222.0.48 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116387 Feb 07 16:39:51.419734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abe051-a708-4e44-9f63-0bfe8c4f7aab req-fec9419c-5470-48ae-a1ea-7588ec1a225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:51.421503 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89abe051-a708-4e44-9f63-0bfe8c4f7aab req-fec9419c-5470-48ae-a1ea-7588ec1a225a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 1125 time: 0.1167424 Feb 07 16:39:51.480782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754b1da-043f-46bf-9e88-13bf28093b8a req-945dcf88-14c6-4f30-8190-39926aa695ef tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:51.482764 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7754b1da-043f-46bf-9e88-13bf28093b8a req-945dcf88-14c6-4f30-8190-39926aa695ef tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.0974638 Feb 07 16:39:51.552506 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7754b1da-043f-46bf-9e88-13bf28093b8a req-16acdde8-85f3-4d29-86b4-a38bf68b51c1 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613782 Feb 07 16:39:51.586536 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abe051-a708-4e44-9f63-0bfe8c4f7aab req-524e7ea8-ca99-420a-b3fc-c376b4f5afac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:51.588616 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89abe051-a708-4e44-9f63-0bfe8c4f7aab req-524e7ea8-ca99-420a-b3fc-c376b4f5afac service neutron] 10.222.0.48 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 906 time: 0.1603498 Feb 07 16:39:51.659227 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89abe051-a708-4e44-9f63-0bfe8c4f7aab req-1eeead5a-4385-478a-8112-cb814bbf61a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e37f6e9-ab70-48eb-be58-8b3c4560d913 HTTP/1.1" status: 200 len: 217 time: 0.0642939 Feb 07 16:39:51.741258 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60598) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:51.747818 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abe051-a708-4e44-9f63-0bfe8c4f7aab req-fcf61cce-e841-4735-a82d-e4aab2169991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:51.756407 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89abe051-a708-4e44-9f63-0bfe8c4f7aab req-fcf61cce-e841-4735-a82d-e4aab2169991 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801 HTTP/1.1" status: 200 len: 845 time: 0.0896084 Feb 07 16:39:51.760022 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa6bdc4d-f41b-47fd-a636-0607d70d9fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:51.852218 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89abe051-a708-4e44-9f63-0bfe8c4f7aab req-982d09fd-4a9a-4e84-b5f0-71952c35232e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64333f75-bb31-47f0-9f63-55e283dff327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874944 Feb 07 16:39:51.892744 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa6bdc4d-f41b-47fd-a636-0607d70d9fed admin admin] Publish callbacks [] for security_group (5a320d00-3145-4172-876d-319a790d72d2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:51.901648 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa6bdc4d-f41b-47fd-a636-0607d70d9fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5a320d00-3145-4172-876d-319a790d72d2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:51.955826 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-aa6bdc4d-f41b-47fd-a636-0607d70d9fed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ce9f267982b40279d435c336cbbeaf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128999 Feb 07 16:39:51.960322 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60602) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:51.962365 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bdc4d-f41b-47fd-a636-0607d70d9fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a320d00-3145-4172-876d-319a790d72d2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:52.141911 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a58c9e-d391-4ca2-ba91-15eeb7b96898 req-22540e0b-2426-4393-947f-18c8676b418f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:52.144685 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26a58c9e-d391-4ca2-ba91-15eeb7b96898 req-22540e0b-2426-4393-947f-18c8676b418f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 945 time: 0.2852798 Feb 07 16:39:52.211689 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89abe051-a708-4e44-9f63-0bfe8c4f7aab req-2a515114-f5b6-4efb-a291-0e06a0f8bb0a service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502359 Feb 07 16:39:52.248571 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e0ea151-5335-418c-ac65-9f1b25996495 admin admin] Publish callbacks [] for security_group (5a320d00-3145-4172-876d-319a790d72d2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:52.340272 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26a58c9e-d391-4ca2-ba91-15eeb7b96898 req-c423a407-5a37-437a-a0ee-d1c3a461ca26 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827011 Feb 07 16:39:52.342515 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e0ea151-5335-418c-ac65-9f1b25996495 admin admin] Publish callbacks [] for security_group (5a320d00-3145-4172-876d-319a790d72d2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:52.437611 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89abe051-a708-4e44-9f63-0bfe8c4f7aab req-302976c9-4329-4f9a-b50f-75ea76628b38 service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134712 Feb 07 16:39:52.454235 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c01150-b53a-4e1d-88f3-4c1ad8825749 req-6f5a0450-800a-4e96-bcdd-428128cdae34 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:52.455944 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-51c01150-b53a-4e1d-88f3-4c1ad8825749 req-6f5a0450-800a-4e96-bcdd-428128cdae34 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 944 time: 0.1464670 Feb 07 16:39:52.481943 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e0ea151-5335-418c-ac65-9f1b25996495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5a320d00-3145-4172-876d-319a790d72d2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:52.484582 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e0ea151-5335-418c-ac65-9f1b25996495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:52.488719 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5e0ea151-5335-418c-ac65-9f1b25996495 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a320d00-3145-4172-876d-319a790d72d2 HTTP/1.1" status: 204 len: 168 time: 0.4797173 Feb 07 16:39:52.523219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ea151-5335-418c-ac65-9f1b25996495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a320d00-3145-4172-876d-319a790d72d2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:52.587749 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-51c01150-b53a-4e1d-88f3-4c1ad8825749 req-f24b342a-263a-4676-92af-bd147ef70330 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191201 Feb 07 16:39:52.594286 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745c807-7107-4aae-bd09-fc7308f09bc7 req-e03dc1a4-b8a6-4f66-8909-5b35e64ae9cd tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:52.614276 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3745c807-7107-4aae-bd09-fc7308f09bc7 req-e03dc1a4-b8a6-4f66-8909-5b35e64ae9cd tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 943 time: 0.1315215 Feb 07 16:39:52.716027 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3745c807-7107-4aae-bd09-fc7308f09bc7 req-f0994622-34b5-42aa-bc6d-5072df67aa51 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918324 Feb 07 16:39:52.790989 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a979da-78a9-49c0-8316-8cf3d63b486f req-cac9f3cb-3ded-4523-80f0-a45e9f68428d tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:52.793662 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5a979da-78a9-49c0-8316-8cf3d63b486f req-cac9f3cb-3ded-4523-80f0-a45e9f68428d tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 945 time: 0.0938859 Feb 07 16:39:52.885117 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5a979da-78a9-49c0-8316-8cf3d63b486f req-0a76ca78-600f-4bcd-9aef-06201af429bc tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849824 Feb 07 16:39:52.897697 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec80279-3bb3-4f75-bf68-71717a5248f1 req-2ecef060-b5e2-475b-a72f-32744abbfd7d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:52.901156 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4ec80279-3bb3-4f75-bf68-71717a5248f1 req-2ecef060-b5e2-475b-a72f-32744abbfd7d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.0754545 Feb 07 16:39:52.971884 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:53.015270 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4ec80279-3bb3-4f75-bf68-71717a5248f1 req-391f577a-de29-49fc-85f3-b84a44680cd3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062000 Feb 07 16:39:53.095137 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-620fc12c-8b37-472d-9443-5aa33abb8249 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--674853074&fields=id&tenant_id=2fabccc7467544a19befdaa3579ba7a1 HTTP/1.1" status: 200 len: 267 time: 0.0744288 Feb 07 16:39:53.297156 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-68fb02d6-0dd7-486e-b508-848a5bdddf8b tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:53.299195 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-68fb02d6-0dd7-486e-b508-848a5bdddf8b tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/networks?id=bb959358-376e-4a5f-93ad-a9d9fe150468 HTTP/1.1" status: 200 len: 815 time: 0.1948545 Feb 07 16:39:53.329937 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-a9dc2a69-2799-4269-b354-e4ee1c079ffe tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/quotas/2fabccc7467544a19befdaa3579ba7a1 HTTP/1.1" status: 200 len: 375 time: 0.0226943 Feb 07 16:39:53.372537 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6460a5-4f4a-4205-8ca1-c54c890e64fb req-f11a63b8-4a00-48af-b06a-f9b6e5d25aed tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:53.380037 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9d6460a5-4f4a-4205-8ca1-c54c890e64fb req-f11a63b8-4a00-48af-b06a-f9b6e5d25aed tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 945 time: 0.0951691 Feb 07 16:39:53.397018 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-4701a31b-46bc-42f0-b181-d1bb5e0df88b tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2fabccc7467544a19befdaa3579ba7a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634141 Feb 07 16:39:53.453529 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9d6460a5-4f4a-4205-8ca1-c54c890e64fb req-bcef2d64-c684-48d9-80c5-411cc48ec8f0 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721607 Feb 07 16:39:53.568346 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-58d7dd82-0ff8-4fe0-9930-ed59a061a617 service neutron] 10.222.0.18 "GET /v2.0/networks/bb959358-376e-4a5f-93ad-a9d9fe150468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581018 Feb 07 16:39:53.640036 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58cc6b-4b97-4a02-bf31-9ed654f4a9e7 req-23f34044-56f4-4bab-8867-6e10ea7146a9 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:53.643147 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a58cc6b-4b97-4a02-bf31-9ed654f4a9e7 req-23f34044-56f4-4bab-8867-6e10ea7146a9 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 945 time: 0.0942934 Feb 07 16:39:53.716186 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-0ab5a662-0c08-45cd-a08a-0c7ae1adf4f3 service neutron] 10.222.0.18 "GET /v2.0/networks/bb959358-376e-4a5f-93ad-a9d9fe150468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362236 Feb 07 16:39:53.730044 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a58cc6b-4b97-4a02-bf31-9ed654f4a9e7 req-0df768e1-7561-4bb8-9cbe-472eeac5196f tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811253 Feb 07 16:39:53.844253 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device d75cb458-b0a8-46d6-bea3-6ae840d5358d details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:39:53.902932 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5b6e9-2759-4d69-9dd7-e74fa6ac66c1 req-77387896-45f2-4d81-93bb-a55be632e697 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:53.904820 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5cc5b6e9-2759-4d69-9dd7-e74fa6ac66c1 req-77387896-45f2-4d81-93bb-a55be632e697 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 944 time: 0.0869715 Feb 07 16:39:53.974315 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5cc5b6e9-2759-4d69-9dd7-e74fa6ac66c1 req-3e938867-c424-486b-8157-8e3a95418fac tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616090 Feb 07 16:39:54.000580 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port d75cb458-b0a8-46d6-bea3-6ae840d5358d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d75cb458-b0a8-46d6-bea3-6ae840d5358d,segment=NetworkSegment(eb51991e-dfe0-490d-8899-6617ddeef4f1),segment_id=eb51991e-dfe0-490d-8899-6617ddeef4f1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:54.017594 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'd75cb458-b0a8-46d6-bea3-6ae840d5358d', 'network_id': 'bc77436a-ae76-417b-b8a2-1292a74feccc', 'port_id': 'd75cb458-b0a8-46d6-bea3-6ae840d5358d', 'mac_address': 'fa:16:3e:ac:9a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ef7e68-7c99-433a-a263-366a7dc3d382', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:39:54.066104 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port d75cb458-b0a8-46d6-bea3-6ae840d5358d is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:39:54.067197 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:54.085634 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d75cb458-b0a8-46d6-bea3-6ae840d5358d {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:39:54.116866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port d75cb458-b0a8-46d6-bea3-6ae840d5358d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d75cb458-b0a8-46d6-bea3-6ae840d5358d,segment=NetworkSegment(eb51991e-dfe0-490d-8899-6617ddeef4f1),segment_id=eb51991e-dfe0-490d-8899-6617ddeef4f1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:54.122656 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:54.124617 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 4e37f6e9-ab70-48eb-be58-8b3c4560d913 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:39:54.171830 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ea147-473f-47d6-ac72-62b7599eed58 req-4469037a-a946-470b-ad3f-460808030ad9 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:54.173965 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-815ea147-473f-47d6-ac72-62b7599eed58 req-4469037a-a946-470b-ad3f-460808030ad9 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 943 time: 0.0886896 Feb 07 16:39:54.301516 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-815ea147-473f-47d6-ac72-62b7599eed58 req-71241037-1c2a-4e6b-99f8-1b2c4505243d tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175654 Feb 07 16:39:54.406868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=d75cb458-b0a8-46d6-bea3-6ae840d5358d,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:54.497783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 4e37f6e9-ab70-48eb-be58-8b3c4560d913, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=4e37f6e9-ab70-48eb-be58-8b3c4560d913,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:54.534251 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '4e37f6e9-ab70-48eb-be58-8b3c4560d913', 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327', 'port_id': '4e37f6e9-ab70-48eb-be58-8b3c4560d913', 'mac_address': 'fa:16:3e:fb:62:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:39:54.579148 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5b8c888a-31cc-4e53-88e5-c931dd12808f req-c30911fd-3851-4da8-a5c8-2f487af871bd tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 210 time: 0.0581489 Feb 07 16:39:54.646113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 4e37f6e9-ab70-48eb-be58-8b3c4560d913 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:39:54.650399 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e37f6e9-ab70-48eb-be58-8b3c4560d913), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:54.685804 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f1895-362a-4adb-b3e3-1c743af9fa7c req-27d60ce2-8603-4200-b530-7c0b3108dcef tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:54.698465 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-989f1895-362a-4adb-b3e3-1c743af9fa7c req-27d60ce2-8603-4200-b530-7c0b3108dcef tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.2560318 Feb 07 16:39:54.709467 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e37f6e9-ab70-48eb-be58-8b3c4560d913 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:39:54.766933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a88640-fb5e-47ce-9c17-e32806207cee req-3dcc7069-78c2-43f9-9dd1-6d0a6043fb7a tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:54.777597 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63a88640-fb5e-47ce-9c17-e32806207cee req-3dcc7069-78c2-43f9-9dd1-6d0a6043fb7a tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 945 time: 0.1037629 Feb 07 16:39:54.804531 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 4e37f6e9-ab70-48eb-be58-8b3c4560d913, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=4e37f6e9-ab70-48eb-be58-8b3c4560d913,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:54.818340 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4e37f6e9-ab70-48eb-be58-8b3c4560d913), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:54.860945 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63a88640-fb5e-47ce-9c17-e32806207cee req-1ed1aa2c-42c6-4ee4-b2be-629684065b50 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815918 Feb 07 16:39:54.892777 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-989f1895-362a-4adb-b3e3-1c743af9fa7c req-1ed3e2f5-ae6a-4329-8dfa-f7421f9d8cdf tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873512 Feb 07 16:39:55.048428 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=4e37f6e9-ab70-48eb-be58-8b3c4560d913,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:55.064618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47cd3e-5ff9-4cea-b6ee-c8a7f9b60417 req-7357506c-6656-4a8e-b776-07617245f5f0 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:55.066496 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f47cd3e-5ff9-4cea-b6ee-c8a7f9b60417 req-7357506c-6656-4a8e-b776-07617245f5f0 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 945 time: 0.1293902 Feb 07 16:39:55.155220 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['d75cb458-b0a8-46d6-bea3-6ae840d5358d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:39:55.195292 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f47cd3e-5ff9-4cea-b6ee-c8a7f9b60417 req-15b36a8c-af02-4aad-ad9d-db7667624adc tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137600 Feb 07 16:39:55.204808 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fa0c6-c0fb-4d03-8cf3-bc3be8d4f3b0 req-a827b455-dab3-487d-a171-c95920653748 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:55.212856 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f88fa0c6-c0fb-4d03-8cf3-bc3be8d4f3b0 req-a827b455-dab3-487d-a171-c95920653748 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 945 time: 0.0961900 Feb 07 16:39:55.222199 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['4e37f6e9-ab70-48eb-be58-8b3c4560d913'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:39:55.305310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f88fa0c6-c0fb-4d03-8cf3-bc3be8d4f3b0 req-8f90e088-6f55-4658-91ac-ddd0d163c423 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905445 Feb 07 16:39:55.635938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d652d5-caf9-493d-a86e-f4d881472cc4 req-704ef7b7-6228-4ac7-acfe-d0e07361363b tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:55.638737 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-73d652d5-caf9-493d-a86e-f4d881472cc4 req-704ef7b7-6228-4ac7-acfe-d0e07361363b tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 944 time: 0.1538734 Feb 07 16:39:55.838102 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-73d652d5-caf9-493d-a86e-f4d881472cc4 req-aadd7835-7da1-47a4-9926-a437ade48d1e tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784179 Feb 07 16:39:55.885609 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ae3f70a0-f071-4989-9581-ada2fe253cb4 req-e43af10d-db00-4da4-9b55-6af4731b61a0 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 210 time: 0.0821061 Feb 07 16:39:55.916642 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c0c23f1f-32b3-4c1b-99cd-6356d2d1d47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:56.218758 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-368f2f9a-8437-405a-9c40-3e8cd47d96b2 req-84bebe88-3cdd-430f-9979-9c15462a9fde tempest-FlavorsV2NegativeTest-2107251005 tempest-FlavorsV2NegativeTest-2107251005-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3f69f8b5f24d4f479fe66302bb402234&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415614 Feb 07 16:39:56.317658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac357e6-8690-439f-bddf-2b0e6570eb55 req-034d6eec-ccbb-4265-9ca4-a7d41b35b4ae tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:56.327262 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dac357e6-8690-439f-bddf-2b0e6570eb55 req-034d6eec-ccbb-4265-9ca4-a7d41b35b4ae tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.1244509 Feb 07 16:39:56.390025 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dac357e6-8690-439f-bddf-2b0e6570eb55 req-1041f7a2-0ad3-4655-9b63-5307b514700f tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618567 Feb 07 16:39:56.443558 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-a72a8628-fa58-4db9-820f-fa58db14df7f tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:56.447811 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-a72a8628-fa58-4db9-820f-fa58db14df7f tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.32 "GET /v2.0/networks?id=bb959358-376e-4a5f-93ad-a9d9fe150468 HTTP/1.1" status: 200 len: 815 time: 0.4275897 Feb 07 16:39:56.615934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd06516-5362-4dda-99ee-a723ad72f74c req-2a80bbbe-585f-42c0-9cc0-65b433fc1008 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:56.618047 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fbd06516-5362-4dda-99ee-a723ad72f74c req-2a80bbbe-585f-42c0-9cc0-65b433fc1008 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 945 time: 0.1043928 Feb 07 16:39:56.633304 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-1bf54e35-ff0b-466f-8634-39821cccfd19 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fabccc7467544a19befdaa3579ba7a1 HTTP/1.1" status: 200 len: 379 time: 0.1760838 Feb 07 16:39:56.647708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Request body: {'port': {'device_id': 'b873a378-b0a2-4294-98ed-d544e7113759', 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468', 'admin_state_up': True, 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'security_groups': ['a37ee511-a7ce-4a00-a724-4c7125c2f3a7']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:39:56.676294 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fbd06516-5362-4dda-99ee-a723ad72f74c req-7c4a0c00-2467-4081-925a-32759755b681 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500140 Feb 07 16:39:56.796390 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f2f9a-8437-405a-9c40-3e8cd47d96b2 req-114849e8-4099-4fde-ad86-1aa243e99ba6 tempest-FlavorsV2NegativeTest-2107251005 tempest-FlavorsV2NegativeTest-2107251005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:56.803559 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-368f2f9a-8437-405a-9c40-3e8cd47d96b2 req-114849e8-4099-4fde-ad86-1aa243e99ba6 tempest-FlavorsV2NegativeTest-2107251005 tempest-FlavorsV2NegativeTest-2107251005-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5706794 Feb 07 16:39:56.904155 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-368f2f9a-8437-405a-9c40-3e8cd47d96b2 req-b7b539cf-c36d-4b14-8dda-b472ace8147d tempest-FlavorsV2NegativeTest-2107251005 tempest-FlavorsV2NegativeTest-2107251005-project] 10.222.0.18 "GET /v2.0/quotas/3f69f8b5f24d4f479fe66302bb402234 HTTP/1.1" status: 200 len: 375 time: 0.0973122 Feb 07 16:39:56.925492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9db8b6-8ba8-4d20-9e38-93c8c9b8d292 req-466b4684-efa7-43db-b4d2-67c784bdd951 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:56.941697 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd9db8b6-8ba8-4d20-9e38-93c8c9b8d292 req-466b4684-efa7-43db-b4d2-67c784bdd951 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 945 time: 0.1130595 Feb 07 16:39:57.011837 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-368f2f9a-8437-405a-9c40-3e8cd47d96b2 req-85235002-0aa2-4048-bc9f-a8af028e8fa4 tempest-FlavorsV2NegativeTest-2107251005 tempest-FlavorsV2NegativeTest-2107251005-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f69f8b5f24d4f479fe66302bb402234&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788138 Feb 07 16:39:57.031344 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd9db8b6-8ba8-4d20-9e38-93c8c9b8d292 req-475df9c0-ce80-4179-8910-a373e0cca8ee tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885086 Feb 07 16:39:57.081342 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Made reservation on behalf of 2fabccc7467544a19befdaa3579ba7a1 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:39:57.086679 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:57.228777 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-160df18e-f5b4-49ed-9d56-8c889efd09b2 req-74407d62-a40a-4be4-8737-a711dee4fb5c tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 210 time: 0.0682793 Feb 07 16:39:57.297444 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb033e8-aa07-4adb-9c1d-57ffb337a1b2 req-8eb1ac05-f3cd-497b-8835-13b1e21592bd tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:57.300929 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0bb033e8-aa07-4adb-9c1d-57ffb337a1b2 req-8eb1ac05-f3cd-497b-8835-13b1e21592bd tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 945 time: 0.2254024 Feb 07 16:39:57.396927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8603dc1-385a-4511-b69d-7a380eb7f5c6 req-edeb535f-cb24-467b-ae4f-e0db61bba739 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:57.407828 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8603dc1-385a-4511-b69d-7a380eb7f5c6 req-edeb535f-cb24-467b-ae4f-e0db61bba739 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 944 time: 0.1862748 Feb 07 16:39:57.450568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Allocated IP 172.20.0.5 (bb959358-376e-4a5f-93ad-a9d9fe150468/90964d09-98ab-43e4-aadc-448a3d2d7f90/c423aea1-e2b7-45e3-8cf6-a3970ad25089) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:39:57.499803 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8603dc1-385a-4511-b69d-7a380eb7f5c6 req-03496dc3-25a5-4322-ba16-117b50b731a6 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844476 Feb 07 16:39:57.610772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-0bb033e8-aa07-4adb-9c1d-57ffb337a1b2 req-020adeea-01cd-4a5a-891a-109ae6edff39 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Deleting port 83ba1f61-fffb-4f04-bbb2-cff82a63fff7 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:39:57.611137 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0bb033e8-aa07-4adb-9c1d-57ffb337a1b2 req-020adeea-01cd-4a5a-891a-109ae6edff39 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (83ba1f61-fffb-4f04-bbb2-cff82a63fff7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:57.664007 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9316b-0835-43c5-896e-e37d0e79ba50 req-8e86f53a-84f7-4bc9-8417-ab14806c9ec7 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:57.666475 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-01b9316b-0835-43c5-896e-e37d0e79ba50 req-8e86f53a-84f7-4bc9-8417-ab14806c9ec7 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.1254451 Feb 07 16:39:57.790617 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for port (c423aea1-e2b7-45e3-8cf6-a3970ad25089), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:57.861669 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 4e37f6e9-ab70-48eb-be58-8b3c4560d913 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:39:57.880504 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c423aea1-e2b7-45e3-8cf6-a3970ad25089), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:58.006274 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 4e37f6e9-ab70-48eb-be58-8b3c4560d913 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:39:58.011617 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 4e37f6e9-ab70-48eb-be58-8b3c4560d913 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:39:58.012291 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e37f6e9-ab70-48eb-be58-8b3c4560d913), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:58.013697 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60762) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:58.063436 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Network bb959358-376e-4a5f-93ad-a9d9fe150468 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:39:58.074480 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:39:58.079046 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:39:58.083522 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Pushing event updated for resources: {'Port': ['ID=c423aea1-e2b7-45e3-8cf6-a3970ad25089,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:58.135052 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-347a03b8-fe33-4126-bb70-9a43f2fae6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:58.170918 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:58.171699 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:58.172248 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:58.172771 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:58.173583 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:58.174140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:58.174673 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:58.175194 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:58.175707 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:58.176212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:58.176791 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:58.177353 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:58.177856 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:39:58.272755 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:58.273592 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:58.326146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4accc-b99a-4fc2-8578-fd1b0d9d1cca req-db53a530-66cb-41f9-8cab-75562ff92c68 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:58.334409 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b3b4accc-b99a-4fc2-8578-fd1b0d9d1cca req-db53a530-66cb-41f9-8cab-75562ff92c68 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 945 time: 0.3848331 Feb 07 16:39:58.366270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 4e37f6e9-ab70-48eb-be58-8b3c4560d913 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:39:58.369987 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e37f6e9-ab70-48eb-be58-8b3c4560d913), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:58.392622 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-efb41e4b-dcb9-4a42-9f29-f368156b5cdf tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7519388 Feb 07 16:39:58.412625 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-01b9316b-0835-43c5-896e-e37d0e79ba50 req-7896399b-9373-4ea4-b01a-22a5e8c38212 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7285585 Feb 07 16:39:58.442725 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Request body: {'port': {'device_id': 'b873a378-b0a2-4294-98ed-d544e7113759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:39:58.447642 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec27c084-9f3e-46a9-9ace-cd30410b9f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:58.461029 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-0bb033e8-aa07-4adb-9c1d-57ffb337a1b2 req-020adeea-01cd-4a5a-891a-109ae6edff39 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] For port 83ba1f61-fffb-4f04-bbb2-cff82a63fff7, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=83ba1f61-fffb-4f04-bbb2-cff82a63fff7,segment=NetworkSegment(9c871af6-7b04-47c4-aca5-76c4957fc9cc),segment_id=9c871af6-7b04-47c4-aca5-76c4957fc9cc)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:58.462381 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0bb033e8-aa07-4adb-9c1d-57ffb337a1b2 req-020adeea-01cd-4a5a-891a-109ae6edff39 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (83ba1f61-fffb-4f04-bbb2-cff82a63fff7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:58.497891 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e37f6e9-ab70-48eb-be58-8b3c4560d913'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:39:58.498285 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-0bb033e8-aa07-4adb-9c1d-57ffb337a1b2 req-020adeea-01cd-4a5a-891a-109ae6edff39 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Calling delete_port for 83ba1f61-fffb-4f04-bbb2-cff82a63fff7 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:39:58.508460 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919cd248-9540-4e80-8350-dc945182c52d" -d '{"events": [{"server_uuid": "ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa", "name": "network-vif-plugged", "status": "completed", "tag": "4e37f6e9-ab70-48eb-be58-8b3c4560d913"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:39:58.537935 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b3b4accc-b99a-4fc2-8578-fd1b0d9d1cca req-dd3dc0dd-04dc-4f74-9f3a-7a9f0e926ced tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafeb60c-0f36-4671-9891-a429f6d731d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024980 Feb 07 16:39:58.584735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 4e37f6e9-ab70-48eb-be58-8b3c4560d913, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=4e37f6e9-ab70-48eb-be58-8b3c4560d913,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:39:58.616100 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4e37f6e9-ab70-48eb-be58-8b3c4560d913), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:58.621506 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device d75cb458-b0a8-46d6-bea3-6ae840d5358d up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:39:58.627767 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c423aea1-e2b7-45e3-8cf6-a3970ad25089), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:58.696665 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2baf17-16a7-403a-8ede-ac5d4d243301 req-a4cc13d3-b948-4cba-bcb2-ffc1a5b9f3c2 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:58.699045 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a2baf17-16a7-403a-8ede-ac5d4d243301 req-a4cc13d3-b948-4cba-bcb2-ffc1a5b9f3c2 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 945 time: 0.0978718 Feb 07 16:39:58.842696 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0bb033e8-aa07-4adb-9c1d-57ffb337a1b2 req-020adeea-01cd-4a5a-891a-109ae6edff39 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (83ba1f61-fffb-4f04-bbb2-cff82a63fff7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:58.934647 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020adeea-01cd-4a5a-891a-109ae6edff39 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Pushing event deleted for resources: {'Port': ['ID=83ba1f61-fffb-4f04-bbb2-cff82a63fff7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:59.100450 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a2baf17-16a7-403a-8ede-ac5d4d243301 req-4343b7ab-73eb-42e1-a8dc-1c7c9c5a7f85 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808870 Feb 07 16:39:59.111920 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0546ac5c-d999-4117-8d01-8945fac2529f None None] Provisioning complete for port c423aea1-e2b7-45e3-8cf6-a3970ad25089 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:39:59.115935 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0546ac5c-d999-4117-8d01-8945fac2529f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c423aea1-e2b7-45e3-8cf6-a3970ad25089), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:59.151094 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb033e8-aa07-4adb-9c1d-57ffb337a1b2 req-020adeea-01cd-4a5a-891a-109ae6edff39 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] No DVR routers for this DVR port 83ba1f61-fffb-4f04-bbb2-cff82a63fff7 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:39:59.159220 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0bb033e8-aa07-4adb-9c1d-57ffb337a1b2 req-020adeea-01cd-4a5a-891a-109ae6edff39 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:59.164502 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0bb033e8-aa07-4adb-9c1d-57ffb337a1b2 req-020adeea-01cd-4a5a-891a-109ae6edff39 tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.32 "DELETE /v2.0/ports/83ba1f61-fffb-4f04-bbb2-cff82a63fff7 HTTP/1.1" status: 204 len: 173 time: 1.8482602 Feb 07 16:39:59.171106 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce8067b-e20c-4726-8d29-234ac3ab465e', 'name': 'network-vif-deleted', 'tag': '83ba1f61-fffb-4f04-bbb2-cff82a63fff7'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:39:59.177816 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893c8826-a8d7-4e8d-b357-f21665a1381f" -d '{"events": [{"server_uuid": "fce8067b-e20c-4726-8d29-234ac3ab465e", "name": "network-vif-deleted", "tag": "83ba1f61-fffb-4f04-bbb2-cff82a63fff7"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:39:59.270719 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c423aea1-e2b7-45e3-8cf6-a3970ad25089 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:39:59.283260 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Publish callbacks [] for port (c423aea1-e2b7-45e3-8cf6-a3970ad25089), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:59.301963 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Transition to ACTIVE for port object c423aea1-e2b7-45e3-8cf6-a3970ad25089 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:39:59.339276 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f4324-8596-4789-925d-713e5309ebba req-c13f45a6-f25a-48af-8572-59e8b8a3fd36 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:59.343317 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (c423aea1-e2b7-45e3-8cf6-a3970ad25089), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:59.349336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0546ac5c-d999-4117-8d01-8945fac2529f None None] Port c423aea1-e2b7-45e3-8cf6-a3970ad25089 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:39:59.349607 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7a8f4324-8596-4789-925d-713e5309ebba req-c13f45a6-f25a-48af-8572-59e8b8a3fd36 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 945 time: 0.1315925 Feb 07 16:39:59.448658 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=4e37f6e9-ab70-48eb-be58-8b3c4560d913,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:59.480171 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:59.492266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port d75cb458-b0a8-46d6-bea3-6ae840d5358d completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:39:59.504382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port d75cb458-b0a8-46d6-bea3-6ae840d5358d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:39:59.504743 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:59.519695 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Pushing event updated for resources: {'Port': ['ID=c423aea1-e2b7-45e3-8cf6-a3970ad25089,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:59.568517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b0317-a9d3-491f-bd6f-904d14662a97 req-1d87a0c0-33df-4116-8794-4382dd714e8b tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:39:59.571099 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7a8f4324-8596-4789-925d-713e5309ebba req-caf3b1d8-d3bf-4038-96b7-5edad27df001 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073545 Feb 07 16:39:59.593385 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-112b0317-a9d3-491f-bd6f-904d14662a97 req-1d87a0c0-33df-4116-8794-4382dd714e8b tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 931 time: 0.9394028 Feb 07 16:39:59.665395 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dada90-076a-4eac-b3c2-26f687c732e4 x-openstack-request-id: req-55dada90-076a-4eac-b3c2-26f687c732e4 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:39:59.665717 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa", "name": "network-vif-plugged", "status": "completed", "tag": "4e37f6e9-ab70-48eb-be58-8b3c4560d913", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:39:59.665987 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55dada90-076a-4eac-b3c2-26f687c732e4 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:39:59.666472 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e37f6e9-ab70-48eb-be58-8b3c4560d913', 'code': 200} Feb 07 16:39:59.678856 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec27c084-9f3e-46a9-9ace-cd30410b9f08 admin admin] Publish callbacks [] for security_group (41d8090d-fcf7-48c0-bdf4-49863b255f6f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:59.723876 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec27c084-9f3e-46a9-9ace-cd30410b9f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (41d8090d-fcf7-48c0-bdf4-49863b255f6f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:59.737562 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c45f03-d5a1-4cef-bcaf-d0217f38004a x-openstack-request-id: req-54c45f03-d5a1-4cef-bcaf-d0217f38004a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:39:59.738527 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce8067b-e20c-4726-8d29-234ac3ab465e", "name": "network-vif-deleted", "tag": "83ba1f61-fffb-4f04-bbb2-cff82a63fff7", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:39:59.739063 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54c45f03-d5a1-4cef-bcaf-d0217f38004a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:39:59.740284 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce8067b-e20c-4726-8d29-234ac3ab465e', 'name': 'network-vif-deleted', 'tag': '83ba1f61-fffb-4f04-bbb2-cff82a63fff7', 'status': 'completed', 'code': 200} Feb 07 16:39:59.767180 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 83ba1f61-fffb-4f04-bbb2-cff82a63fff7 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:39:59.782734 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27c084-9f3e-46a9-9ace-cd30410b9f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d8090d-fcf7-48c0-bdf4-49863b255f6f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:39:59.849322 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 83ba1f61-fffb-4f04-bbb2-cff82a63fff7 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:39:59.849962 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 83ba1f61-fffb-4f04-bbb2-cff82a63fff7 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:39:59.865520 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-112b0317-a9d3-491f-bd6f-904d14662a97 req-0876c2c5-3d9d-43fd-8d47-83f801c5b0e0 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709930 Feb 07 16:39:59.888223 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port d75cb458-b0a8-46d6-bea3-6ae840d5358d is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:39:59.888624 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:39:59.926524 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Attempting to bind port c423aea1-e2b7-45e3-8cf6-a3970ad25089 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:39:59.926879 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Attempting to bind port c423aea1-e2b7-45e3-8cf6-a3970ad25089 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '070668f4-af7a-4262-a2f0-e475137af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:39:59.927223 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Attempting to bind port c423aea1-e2b7-45e3-8cf6-a3970ad25089 on network bb959358-376e-4a5f-93ad-a9d9fe150468 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:39:59.941109 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Port c423aea1-e2b7-45e3-8cf6-a3970ad25089 on network bb959358-376e-4a5f-93ad-a9d9fe150468 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:39:59.941490 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Attempting to bind port c423aea1-e2b7-45e3-8cf6-a3970ad25089 on network bb959358-376e-4a5f-93ad-a9d9fe150468 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:39:59.964488 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ec27c084-9f3e-46a9-9ace-cd30410b9f08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f69f8b5f24d4f479fe66302bb402234&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9376557 Feb 07 16:39:59.972078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60780) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:39:59.982694 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port d75cb458-b0a8-46d6-bea3-6ae840d5358d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d75cb458-b0a8-46d6-bea3-6ae840d5358d,segment=NetworkSegment(eb51991e-dfe0-490d-8899-6617ddeef4f1),segment_id=eb51991e-dfe0-490d-8899-6617ddeef4f1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:00.001452 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:00.005583 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:40:00.006433 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Checking segment: {'id': '070668f4-af7a-4262-a2f0-e475137af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:40:00.006651 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Bound using segment: {'id': '070668f4-af7a-4262-a2f0-e475137af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:40:00.007055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Bound port: c423aea1-e2b7-45e3-8cf6-a3970ad25089, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '070668f4-af7a-4262-a2f0-e475137af30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:40:00.007639 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c423aea1-e2b7-45e3-8cf6-a3970ad25089), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:00.110280 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7590e1-cdf0-4244-aa40-5ef8e0b62187 req-b88a0d0f-c92e-48f5-bb9a-aab69500e32d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:00.122740 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5c7590e1-cdf0-4244-aa40-5ef8e0b62187 req-b88a0d0f-c92e-48f5-bb9a-aab69500e32d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.2371747 Feb 07 16:40:00.187628 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a251d4f-d1bb-4422-8512-30ab4dfd8550 req-e339b275-4dee-497f-a1ee-ae955ff3cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:00.196644 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a251d4f-d1bb-4422-8512-30ab4dfd8550 req-e339b275-4dee-497f-a1ee-ae955ff3cf93 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 1127 time: 0.4491878 Feb 07 16:40:00.200034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=d75cb458-b0a8-46d6-bea3-6ae840d5358d,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:00.256602 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c13f26c-5f14-4c61-b03c-ab17ca53a4f6 req-e738b85b-f7af-46f1-810e-c2018fcdc70e tempest-ServerDiskConfigTestJSON-1818258663 tempest-ServerDiskConfigTestJSON-1818258663-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce8067b-e20c-4726-8d29-234ac3ab465e HTTP/1.1" status: 200 len: 210 time: 0.1936119 Feb 07 16:40:00.340513 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5c7590e1-cdf0-4244-aa40-5ef8e0b62187 req-e052788e-1406-4ff5-95cc-f1ad3383c7f2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167952 Feb 07 16:40:00.344428 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-079c88f9-e89b-4b3c-b46a-03f2fdda319d admin admin] Publish callbacks [] for security_group (41d8090d-fcf7-48c0-bdf4-49863b255f6f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:00.394993 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-079c88f9-e89b-4b3c-b46a-03f2fdda319d admin admin] Publish callbacks [] for security_group (41d8090d-fcf7-48c0-bdf4-49863b255f6f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:00.403271 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a251d4f-d1bb-4422-8512-30ab4dfd8550 req-8689d08d-da7e-4ef7-a91c-a0957c14671f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956997 Feb 07 16:40:00.452220 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] For port c423aea1-e2b7-45e3-8cf6-a3970ad25089, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:40:00.519048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] For port c423aea1-e2b7-45e3-8cf6-a3970ad25089, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c423aea1-e2b7-45e3-8cf6-a3970ad25089,segment=NetworkSegment(070668f4-af7a-4262-a2f0-e475137af30d),segment_id=070668f4-af7a-4262-a2f0-e475137af30d)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:40:00.534142 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (c423aea1-e2b7-45e3-8cf6-a3970ad25089), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:00.581238 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:00.581913 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:00.583415 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] 10.222.0.32 "PUT /v2.0/ports/c423aea1-e2b7-45e3-8cf6-a3970ad25089 HTTP/1.1" status: 200 len: 1091 time: 2.1581440 Feb 07 16:40:00.585793 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b873a378-b0a2-4294-98ed-d544e7113759', 'tag': 'c423aea1-e2b7-45e3-8cf6-a3970ad25089'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:00.588636 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907143eb-ce42-4e2c-904d-da9d3598dddd" -d '{"events": [{"name": "network-changed", "server_uuid": "b873a378-b0a2-4294-98ed-d544e7113759", "tag": "c423aea1-e2b7-45e3-8cf6-a3970ad25089"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:00.634435 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64c167-c6bc-43b6-a907-92030fa65304 req-2c58bdbb-df8b-45c3-8af8-77020beed623 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:00.637089 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e64c167-c6bc-43b6-a907-92030fa65304 req-2c58bdbb-df8b-45c3-8af8-77020beed623 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 946 time: 0.2173498 Feb 07 16:40:00.638968 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-079c88f9-e89b-4b3c-b46a-03f2fdda319d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (41d8090d-fcf7-48c0-bdf4-49863b255f6f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:00.644431 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-079c88f9-e89b-4b3c-b46a-03f2fdda319d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:00.647763 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-079c88f9-e89b-4b3c-b46a-03f2fdda319d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41d8090d-fcf7-48c0-bdf4-49863b255f6f HTTP/1.1" status: 204 len: 168 time: 0.6717677 Feb 07 16:40:00.735632 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:00.900241 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d874a9f2-8c9c-4c1e-be53-214a8adf3d0a x-openstack-request-id: req-d874a9f2-8c9c-4c1e-be53-214a8adf3d0a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:00.900823 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b873a378-b0a2-4294-98ed-d544e7113759", "tag": "c423aea1-e2b7-45e3-8cf6-a3970ad25089", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:00.901264 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d874a9f2-8c9c-4c1e-be53-214a8adf3d0a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:00.901882 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b873a378-b0a2-4294-98ed-d544e7113759', 'tag': 'c423aea1-e2b7-45e3-8cf6-a3970ad25089', 'status': 'completed', 'code': 200} Feb 07 16:40:00.902922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c88f9-e89b-4b3c-b46a-03f2fdda319d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d8090d-fcf7-48c0-bdf4-49863b255f6f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:00.922960 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e50ca7-260d-44cb-8dfc-bf9a4c347601 service neutron] Pushing event updated for resources: {'Port': ['ID=c423aea1-e2b7-45e3-8cf6-a3970ad25089,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:00.946271 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e64c167-c6bc-43b6-a907-92030fa65304 req-691182c9-1bf5-4c55-9874-f869b693e730 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105608 Feb 07 16:40:00.983889 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-e23e4992-9b40-4176-9200-30c8046c6626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:00.988745 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-e23e4992-9b40-4176-9200-30c8046c6626 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2fabccc7467544a19befdaa3579ba7a1&device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 1125 time: 0.3338046 Feb 07 16:40:01.092876 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-63e52c13-78dd-400c-bf87-49be5d21ddbf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c423aea1-e2b7-45e3-8cf6-a3970ad25089 HTTP/1.1" status: 200 len: 217 time: 0.0952666 Feb 07 16:40:01.104758 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f91d3-7660-4f3b-a0c3-b3aa2b9c06d1 req-50500015-72b4-4659-a6ff-6b9e9688dc43 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:01.124053 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c94f91d3-7660-4f3b-a0c3-b3aa2b9c06d1 req-50500015-72b4-4659-a6ff-6b9e9688dc43 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 945 time: 0.1436732 Feb 07 16:40:01.178351 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c94f91d3-7660-4f3b-a0c3-b3aa2b9c06d1 req-4431dbc1-e9e0-41c1-8c16-48df44b5633d tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569367 Feb 07 16:40:01.241125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-ec39e422-77c7-47c0-9600-5caeae692c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:01.249313 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-ec39e422-77c7-47c0-9600-5caeae692c6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90964d09-98ab-43e4-aadc-448a3d2d7f90 HTTP/1.1" status: 200 len: 854 time: 0.1444561 Feb 07 16:40:01.318336 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51f2ed-e230-44b2-bb32-b124cd3dd537 req-74f3a56e-68fa-4684-a51d-cd89062b449c tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:01.324288 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e51f2ed-e230-44b2-bb32-b124cd3dd537 req-74f3a56e-68fa-4684-a51d-cd89062b449c tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 943 time: 0.1926801 Feb 07 16:40:01.388196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-f0dc1732-e00f-448c-a781-d17e33dcc085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:01.390389 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-f0dc1732-e00f-448c-a781-d17e33dcc085 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb959358-376e-4a5f-93ad-a9d9fe150468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1394987 Feb 07 16:40:01.530170 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e51f2ed-e230-44b2-bb32-b124cd3dd537 req-a5b343eb-ea3e-4ecf-bc53-fa44028cc10f tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994483 Feb 07 16:40:01.548662 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-c4b42602-ba96-4eaa-8b28-8a55f426e882 service neutron] 10.222.0.32 "GET /v2.0/networks/bb959358-376e-4a5f-93ad-a9d9fe150468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488676 Feb 07 16:40:01.667796 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666776a3-fb14-441e-8118-cb286dce4d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75cb458-b0a8-46d6-bea3-6ae840d5358d'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:01.684968 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bd0523-61e2-4729-af89-3a912a8855cd" -d '{"events": [{"server_uuid": "666776a3-fb14-441e-8118-cb286dce4d19", "name": "network-vif-plugged", "status": "completed", "tag": "d75cb458-b0a8-46d6-bea3-6ae840d5358d"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:01.694319 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777dbef-1130-4e8b-95d3-bb5429d3eb9f req-6103c20a-4608-4c1a-bdb7-0a42a816e724 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:01.697135 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d777dbef-1130-4e8b-95d3-bb5429d3eb9f req-6103c20a-4608-4c1a-bdb7-0a42a816e724 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.1460376 Feb 07 16:40:01.773121 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-94c1f2a2-e8a9-43c8-9e3b-38c3c78bc213 req-7c9ed318-e7df-4455-958a-8cfc4dd08918 service neutron] 10.222.0.32 "GET /v2.0/networks/bb959358-376e-4a5f-93ad-a9d9fe150468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181749 Feb 07 16:40:01.843387 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60838) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:40:01.860703 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d777dbef-1130-4e8b-95d3-bb5429d3eb9f req-ac965639-3e9b-471f-ad97-7c0592735640 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498082 Feb 07 16:40:01.946852 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a17f15-1f9f-4c96-a8b8-2e549d462d3b x-openstack-request-id: req-30a17f15-1f9f-4c96-a8b8-2e549d462d3b {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:01.947268 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666776a3-fb14-441e-8118-cb286dce4d19", "name": "network-vif-plugged", "status": "completed", "tag": "d75cb458-b0a8-46d6-bea3-6ae840d5358d", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:01.947629 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30a17f15-1f9f-4c96-a8b8-2e549d462d3b {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:01.948157 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666776a3-fb14-441e-8118-cb286dce4d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75cb458-b0a8-46d6-bea3-6ae840d5358d', 'code': 200} Feb 07 16:40:02.026230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c30f071-c74b-4eca-84cb-666ca157c9e7 admin admin] Deleting subnet e6ceb4b4-d185-4794-81af-32433f62177a {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:40:02.037658 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c30f071-c74b-4eca-84cb-666ca157c9e7 admin admin] Publish callbacks [] for subnet (e6ceb4b4-d185-4794-81af-32433f62177a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:02.075071 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907143eb-ce42-4e2c-904d-da9d3598dddd req-cc8aae7d-2481-43e1-9991-b9b419ee983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:02.077844 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-907143eb-ce42-4e2c-904d-da9d3598dddd req-cc8aae7d-2481-43e1-9991-b9b419ee983b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2fabccc7467544a19befdaa3579ba7a1&device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 1125 time: 0.1505160 Feb 07 16:40:02.138671 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd899b0-0aed-4b1f-9060-231f60864837 req-fcbe7652-e92d-48f0-9ad5-eb69023aeab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:02.140381 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ecd899b0-0aed-4b1f-9060-231f60864837 req-fcbe7652-e92d-48f0-9ad5-eb69023aeab0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 1128 time: 0.0710771 Feb 07 16:40:02.158658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60846) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:40:02.183821 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c30f071-c74b-4eca-84cb-666ca157c9e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (e6ceb4b4-d185-4794-81af-32433f62177a), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:02.265198 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:02.302745 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c30f071-c74b-4eca-84cb-666ca157c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (e6ceb4b4-d185-4794-81af-32433f62177a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:02.340394 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ecd899b0-0aed-4b1f-9060-231f60864837 req-c3a78ae1-15bb-4733-99e3-3625d1a07bf5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801031 Feb 07 16:40:02.357359 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907143eb-ce42-4e2c-904d-da9d3598dddd req-074b073b-6ec7-40e5-a148-96ca4f7a5871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:02.359193 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-907143eb-ce42-4e2c-904d-da9d3598dddd req-074b073b-6ec7-40e5-a148-96ca4f7a5871 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb959358-376e-4a5f-93ad-a9d9fe150468 HTTP/1.1" status: 200 len: 916 time: 0.2631929 Feb 07 16:40:02.413957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0bc52-30b0-4592-bbc5-1b2ee7907830 req-94e192d8-cba9-49af-9078-28c2c454a7e4 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:02.426851 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8c0bc52-30b0-4592-bbc5-1b2ee7907830 req-94e192d8-cba9-49af-9078-28c2c454a7e4 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 946 time: 0.2849996 Feb 07 16:40:02.512645 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dc999ee1-f4da-457d-a6f2-a3787beb9e38 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1344777626-network', 'tenant_id': '2c5e15258b8947119fa62f8821360c46'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:02.528520 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8c0bc52-30b0-4592-bbc5-1b2ee7907830 req-fdbcbc61-2646-4ac2-b062-4d8228304c01 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999818 Feb 07 16:40:02.569971 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc999ee1-f4da-457d-a6f2-a3787beb9e38 admin admin] Made reservation on behalf of 2c5e15258b8947119fa62f8821360c46 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:40:02.571786 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc999ee1-f4da-457d-a6f2-a3787beb9e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:02.590466 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc999ee1-f4da-457d-a6f2-a3787beb9e38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:02.720362 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edfa4a-c27a-4ab8-b4ba-2e4624988f4a req-cf40093d-cc1a-43c4-bc15-c8553bb61b7e tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:02.722203 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14edfa4a-c27a-4ab8-b4ba-2e4624988f4a req-cf40093d-cc1a-43c4-bc15-c8553bb61b7e tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 943 time: 0.0996644 Feb 07 16:40:02.790653 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc999ee1-f4da-457d-a6f2-a3787beb9e38 admin admin] Publish callbacks [] for security_group (025653f5-595f-49f4-a518-fd98965e9291), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:02.799348 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc999ee1-f4da-457d-a6f2-a3787beb9e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (025653f5-595f-49f4-a518-fd98965e9291), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:02.811934 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-907143eb-ce42-4e2c-904d-da9d3598dddd req-16e73eba-ad90-40a2-b32c-45bd005c42b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c423aea1-e2b7-45e3-8cf6-a3970ad25089 HTTP/1.1" status: 200 len: 217 time: 0.4469368 Feb 07 16:40:02.831828 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14edfa4a-c27a-4ab8-b4ba-2e4624988f4a req-b5d90187-070a-416d-8cea-93901e8fa9fd tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951040 Feb 07 16:40:02.847772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc999ee1-f4da-457d-a6f2-a3787beb9e38 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:40:02.856280 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc999ee1-f4da-457d-a6f2-a3787beb9e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025653f5-595f-49f4-a518-fd98965e9291,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:02.865617 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc999ee1-f4da-457d-a6f2-a3787beb9e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (a8cbf2b4-a269-4a95-95bb-59271c7116a1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:02.865970 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-dc999ee1-f4da-457d-a6f2-a3787beb9e38 admin admin] Added segment a8cbf2b4-a269-4a95-95bb-59271c7116a1 of type vlan for network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 Feb 07 16:40:02.874747 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c30f071-c74b-4eca-84cb-666ca157c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (e6ceb4b4-d185-4794-81af-32433f62177a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:02.911139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30f071-c74b-4eca-84cb-666ca157c9e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6ceb4b4-d185-4794-81af-32433f62177a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:02.923185 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc999ee1-f4da-457d-a6f2-a3787beb9e38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:02.935474 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907143eb-ce42-4e2c-904d-da9d3598dddd req-24dd7d16-76a9-4530-b86d-5c1688ddfbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:02.937044 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-907143eb-ce42-4e2c-904d-da9d3598dddd req-24dd7d16-76a9-4530-b86d-5c1688ddfbcd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90964d09-98ab-43e4-aadc-448a3d2d7f90 HTTP/1.1" status: 200 len: 854 time: 0.1187787 Feb 07 16:40:02.938400 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c30f071-c74b-4eca-84cb-666ca157c9e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:02.941790 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1c30f071-c74b-4eca-84cb-666ca157c9e7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e6ceb4b4-d185-4794-81af-32433f62177a HTTP/1.1" status: 204 len: 168 time: 1.0970733 Feb 07 16:40:02.954321 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60856) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:40:03.006582 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dda69-d7d3-4400-bbf3-ef3a535d0740 req-85d6e986-b069-465c-bede-1055ddb570ce tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:03.014431 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e6dda69-d7d3-4400-bbf3-ef3a535d0740 req-85d6e986-b069-465c-bede-1055ddb570ce tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 945 time: 0.2160110 Feb 07 16:40:03.028712 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc999ee1-f4da-457d-a6f2-a3787beb9e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:03.030039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc999ee1-f4da-457d-a6f2-a3787beb9e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:03.031810 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc999ee1-f4da-457d-a6f2-a3787beb9e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:03.066798 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907143eb-ce42-4e2c-904d-da9d3598dddd req-176f8ad2-99ce-41c4-8c3b-e83ce0d39462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:03.068495 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-907143eb-ce42-4e2c-904d-da9d3598dddd req-176f8ad2-99ce-41c4-8c3b-e83ce0d39462 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb959358-376e-4a5f-93ad-a9d9fe150468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1244249 Feb 07 16:40:03.089459 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e6dda69-d7d3-4400-bbf3-ef3a535d0740 req-384567e8-9047-4dc6-8b80-fdecfc6d945e tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738063 Feb 07 16:40:03.202876 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dc999ee1-f4da-457d-a6f2-a3787beb9e38 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0276456 Feb 07 16:40:03.203473 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0311f496-fac6-473c-8dd6-49c1f0a45ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (31d34622-4dd8-41aa-8433-a2353919ba6e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:03.203980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60860) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:40:03.214899 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc999ee1-f4da-457d-a6f2-a3787beb9e38 admin admin] Pushing event updated for resources: {'Network': ['ID=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:03.229802 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:40:03.240018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-38090832-38fa-49bd-b933-31e29f784987 admin admin] Request body: {'subnet': {'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1344777626-subnet', 'tenant_id': '2c5e15258b8947119fa62f8821360c46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:03.281441 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-907143eb-ce42-4e2c-904d-da9d3598dddd req-0287d2e1-365c-4004-80e4-af8b88796b2b service neutron] 10.222.0.32 "GET /v2.0/networks/bb959358-376e-4a5f-93ad-a9d9fe150468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999049 Feb 07 16:40:03.328312 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a45fef-feae-4046-abbf-4c138898e039 req-0eb45bb2-6b00-451b-b1e9-b40fbe5d4c91 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:03.335531 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-28a45fef-feae-4046-abbf-4c138898e039 req-0eb45bb2-6b00-451b-b1e9-b40fbe5d4c91 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.2305789 Feb 07 16:40:03.416654 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0311f496-fac6-473c-8dd6-49c1f0a45ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (31d34622-4dd8-41aa-8433-a2353919ba6e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:03.451009 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-28a45fef-feae-4046-abbf-4c138898e039 req-645d1b17-8fda-4a8c-b5f1-3362942035ca tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134777 Feb 07 16:40:03.473682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0311f496-fac6-473c-8dd6-49c1f0a45ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d34622-4dd8-41aa-8433-a2353919ba6e']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:40:03.484037 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38090832-38fa-49bd-b933-31e29f784987 admin admin] Made reservation on behalf of 2c5e15258b8947119fa62f8821360c46 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:40:03.486828 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38090832-38fa-49bd-b933-31e29f784987 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:03.488844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0311f496-fac6-473c-8dd6-49c1f0a45ed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c871af6-7b04-47c4-aca5-76c4957fc9cc') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:40:03.489417 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0311f496-fac6-473c-8dd6-49c1f0a45ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c871af6-7b04-47c4-aca5-76c4957fc9cc') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:40:03.504258 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0311f496-fac6-473c-8dd6-49c1f0a45ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (9c871af6-7b04-47c4-aca5-76c4957fc9cc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:03.527916 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0311f496-fac6-473c-8dd6-49c1f0a45ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (9c871af6-7b04-47c4-aca5-76c4957fc9cc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:03.535876 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0311f496-fac6-473c-8dd6-49c1f0a45ed1 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:40:03.536427 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0311f496-fac6-473c-8dd6-49c1f0a45ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (9c871af6-7b04-47c4-aca5-76c4957fc9cc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:40:03.538567 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:40:03.632445 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0311f496-fac6-473c-8dd6-49c1f0a45ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (31d34622-4dd8-41aa-8433-a2353919ba6e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:03.652551 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0311f496-fac6-473c-8dd6-49c1f0a45ed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:03.657412 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0311f496-fac6-473c-8dd6-49c1f0a45ed1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/31d34622-4dd8-41aa-8433-a2353919ba6e HTTP/1.1" status: 204 len: 168 time: 0.7020090 Feb 07 16:40:03.711290 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311f496-fac6-473c-8dd6-49c1f0a45ed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=31d34622-4dd8-41aa-8433-a2353919ba6e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:03.712849 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-907143eb-ce42-4e2c-904d-da9d3598dddd req-57751434-2ae3-47d7-b640-82a5e5a26bb3 service neutron] 10.222.0.32 "GET /v2.0/networks/bb959358-376e-4a5f-93ad-a9d9fe150468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236052 Feb 07 16:40:03.794553 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-c44ab2b3-dbc2-4334-86ef-d13e6a4ea685 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:03.799473 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-c44ab2b3-dbc2-4334-86ef-d13e6a4ea685 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 805 time: 0.3884792 Feb 07 16:40:03.800006 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b1c74-6b74-45e0-815e-e963505858bb req-ea9627a3-ee55-4726-9a27-eea53812c829 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:03.804043 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c32b1c74-6b74-45e0-815e-e963505858bb req-ea9627a3-ee55-4726-9a27-eea53812c829 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 946 time: 0.0936377 Feb 07 16:40:03.868948 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-31693acd-78ed-4d0b-83fc-75973e31df60 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/quotas/1d548d291d9f481cbdcd664ba783ab69 HTTP/1.1" status: 200 len: 375 time: 0.0439992 Feb 07 16:40:03.870781 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c32b1c74-6b74-45e0-815e-e963505858bb req-7cc0c951-17e4-48ad-9bca-4c43a1fd0253 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602474 Feb 07 16:40:03.977979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60878) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:40:04.120110 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e4d217e5-42d3-4fe3-b144-8e3b06914d97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6aad2e954b35497baa9943e0ca56d7b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401484 Feb 07 16:40:04.123508 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60880) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:40:04.126241 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-834de164-c766-4dbf-8c98-4a181a77880c tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2508268 Feb 07 16:40:04.202419 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6250793-2355-4db0-8fcd-d2b766898e45 req-7887a0bc-5b3a-46b6-8789-635e73c887c5 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:04.205219 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e6250793-2355-4db0-8fcd-d2b766898e45 req-7887a0bc-5b3a-46b6-8789-635e73c887c5 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 943 time: 0.1757967 Feb 07 16:40:04.236298 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38090832-38fa-49bd-b933-31e29f784987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (33c9ecdd-108b-4a28-9918-7706852c1388), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:04.283687 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d09560cf-55f9-4440-a1b4-30b836270cb7 admin admin] Publish callbacks [] for security_group (fafeb60c-0f36-4671-9891-a429f6d731d7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:04.343669 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e6250793-2355-4db0-8fcd-d2b766898e45 req-89f8f4ac-5d61-4d69-badc-338192cb3503 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276109 Feb 07 16:40:04.353044 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d09560cf-55f9-4440-a1b4-30b836270cb7 admin admin] Publish callbacks [] for security_group (fafeb60c-0f36-4671-9891-a429f6d731d7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:04.396130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38090832-38fa-49bd-b933-31e29f784987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c9ecdd-108b-4a28-9918-7706852c1388,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:04.432492 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38090832-38fa-49bd-b933-31e29f784987 admin admin] Checking segment: {'id': 'a8cbf2b4-a269-4a95-95bb-59271c7116a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:40:04.433125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38090832-38fa-49bd-b933-31e29f784987 admin admin] Network hostable DHCP agents. Network: 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:40:04.441717 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-29258549-7255-4a01-9845-92b26673c149 service neutron] 10.222.0.18 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983241 Feb 07 16:40:04.446608 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d09560cf-55f9-4440-a1b4-30b836270cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fafeb60c-0f36-4671-9891-a429f6d731d7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:04.453399 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d09560cf-55f9-4440-a1b4-30b836270cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:04.456065 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d09560cf-55f9-4440-a1b4-30b836270cb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fafeb60c-0f36-4671-9891-a429f6d731d7 HTTP/1.1" status: 204 len: 168 time: 0.3287408 Feb 07 16:40:04.469953 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09560cf-55f9-4440-a1b4-30b836270cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafeb60c-0f36-4671-9891-a429f6d731d7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:04.524082 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38090832-38fa-49bd-b933-31e29f784987 admin admin] Network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:40:04.598046 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-38090832-38fa-49bd-b933-31e29f784987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:40:04.613968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9e05f0-c183-4dd3-89b6-35e90649e824 None None] Network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:40:04.624208 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38090832-38fa-49bd-b933-31e29f784987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:04.625192 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38090832-38fa-49bd-b933-31e29f784987 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:04.678005 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-38090832-38fa-49bd-b933-31e29f784987 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4645042 Feb 07 16:40:04.740627 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-d2bc4a90-8585-41db-a507-846e685b79eb service neutron] 10.222.0.18 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670140 Feb 07 16:40:04.790229 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e37a1-f373-4233-a617-fe0600ca7fd4 req-46168ff8-2b4b-4ae7-8c4d-369e132b0716 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:04.794197 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-859e37a1-f373-4233-a617-fe0600ca7fd4 req-46168ff8-2b4b-4ae7-8c4d-369e132b0716 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.1761699 Feb 07 16:40:04.933433 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-859e37a1-f373-4233-a617-fe0600ca7fd4 req-b4df33b3-8369-4aba-b609-62ac166891a0 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292696 Feb 07 16:40:04.949431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89094cc0-49db-468d-bbf7-c4efbb4f4ad2 None None] Network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:40:05.323952 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1427056-07f0-4e38-a0e2-cc57bb5f4e0f req-727d122f-798a-442d-bdd3-af9f831086d0 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:05.325836 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c1427056-07f0-4e38-a0e2-cc57bb5f4e0f req-727d122f-798a-442d-bdd3-af9f831086d0 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 946 time: 0.1830955 Feb 07 16:40:05.339501 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-45a92b58-cfa5-4e94-b339-49ce218fceb0 req-d8310c52-7949-42a8-ad8e-0f32533c45dd tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dab7ff5-5d6b-44f9-8705-479a243b4986 HTTP/1.1" status: 200 len: 210 time: 0.0650902 Feb 07 16:40:05.448709 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c1427056-07f0-4e38-a0e2-cc57bb5f4e0f req-e43da80f-dbce-4c5e-8e15-509212c2e74f tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104808 Feb 07 16:40:05.737538 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4bd6a-3ae5-4312-8d4b-a4bbf85b9c87 req-ad42bd13-1dc7-4004-83f9-34ea1ae29125 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:05.747203 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9a4bd6a-3ae5-4312-8d4b-a4bbf85b9c87 req-ad42bd13-1dc7-4004-83f9-34ea1ae29125 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 943 time: 0.0899854 Feb 07 16:40:05.857636 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9a4bd6a-3ae5-4312-8d4b-a4bbf85b9c87 req-4236be98-64ac-423d-ac86-b201baa3378f tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095870 Feb 07 16:40:06.028787 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14abd105-4e07-438a-a3af-c5ce4cddecd0 req-7918f291-f8a5-48d8-a872-5d3918370309 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-672701729&fields=id&tenant_id=b6660152de7d4de699a304c64d91802c HTTP/1.1" status: 200 len: 267 time: 0.0745316 Feb 07 16:40:06.081082 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60940) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:40:06.166945 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abd105-4e07-438a-a3af-c5ce4cddecd0 req-76e01a75-c1c9-472a-ab30-12ceae6739ce tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:06.168742 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14abd105-4e07-438a-a3af-c5ce4cddecd0 req-76e01a75-c1c9-472a-ab30-12ceae6739ce tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 946 time: 0.1319680 Feb 07 16:40:06.199225 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-14abd105-4e07-438a-a3af-c5ce4cddecd0 req-73259092-34b2-419c-92ab-ab4d195c5738 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Request body: {'port': {'security_groups': ['2ddca679-1c15-481c-8987-60a366511921', 'cf00aaa1-29c6-4d98-92ab-2ef21384ddac']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:06.313538 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-c41d62ba-ef7d-4d18-946d-97f45a7d8659 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:06.322274 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-c41d62ba-ef7d-4d18-946d-97f45a7d8659 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/networks?id=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 HTTP/1.1" status: 200 len: 805 time: 0.3061452 Feb 07 16:40:06.364719 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-4294f444-f947-4df6-a5a4-ad9acaafbfa8 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/quotas/2c5e15258b8947119fa62f8821360c46 HTTP/1.1" status: 200 len: 375 time: 0.0345418 Feb 07 16:40:06.366031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-35e0a835-2062-4da4-bb75-a074c0c9823e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-227598571-network', 'tenant_id': '27d161f3194b4bd8bbb5a80e7e14ca00'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:06.411934 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-14abd105-4e07-438a-a3af-c5ce4cddecd0 req-73259092-34b2-419c-92ab-ab4d195c5738 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:06.434600 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-fbe66c5b-8c15-4c33-8238-578a5d60e665 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c5e15258b8947119fa62f8821360c46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639896 Feb 07 16:40:06.498566 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e0a835-2062-4da4-bb75-a074c0c9823e admin admin] Made reservation on behalf of 27d161f3194b4bd8bbb5a80e7e14ca00 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:40:06.501440 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35e0a835-2062-4da4-bb75-a074c0c9823e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:06.519449 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35e0a835-2062-4da4-bb75-a074c0c9823e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:06.614727 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-1a950a4e-7043-404c-b977-9ee76607b594 service neutron] 10.222.0.18 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677854 Feb 07 16:40:06.753465 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-dac5f5dd-f4af-4b74-933f-33397f8957c0 service neutron] 10.222.0.18 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245978 Feb 07 16:40:06.796130 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35e0a835-2062-4da4-bb75-a074c0c9823e admin admin] Publish callbacks [] for security_group (98d5daf5-88da-4b01-a25d-ec70f6498feb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:06.815822 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35e0a835-2062-4da4-bb75-a074c0c9823e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (98d5daf5-88da-4b01-a25d-ec70f6498feb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:06.850501 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-14abd105-4e07-438a-a3af-c5ce4cddecd0 req-73259092-34b2-419c-92ab-ab4d195c5738 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] For port d75cb458-b0a8-46d6-bea3-6ae840d5358d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d75cb458-b0a8-46d6-bea3-6ae840d5358d,segment=NetworkSegment(eb51991e-dfe0-490d-8899-6617ddeef4f1),segment_id=eb51991e-dfe0-490d-8899-6617ddeef4f1)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:06.877008 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e0a835-2062-4da4-bb75-a074c0c9823e admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:40:06.889634 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35e0a835-2062-4da4-bb75-a074c0c9823e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (1cd7e706-14bc-45fb-8600-cd723dca3faa), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:06.890040 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-35e0a835-2062-4da4-bb75-a074c0c9823e admin admin] Added segment 1cd7e706-14bc-45fb-8600-cd723dca3faa of type vlan for network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 Feb 07 16:40:06.945162 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35e0a835-2062-4da4-bb75-a074c0c9823e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (1416bc97-7ed1-4e89-bcb8-343c620b9a50), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:07.011450 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-14abd105-4e07-438a-a3af-c5ce4cddecd0 req-73259092-34b2-419c-92ab-ab4d195c5738 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:07.050452 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-14abd105-4e07-438a-a3af-c5ce4cddecd0 req-73259092-34b2-419c-92ab-ab4d195c5738 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:07.054891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0a835-2062-4da4-bb75-a074c0c9823e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d5daf5-88da-4b01-a25d-ec70f6498feb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:07.067893 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['d75cb458-b0a8-46d6-bea3-6ae840d5358d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:07.069167 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35e0a835-2062-4da4-bb75-a074c0c9823e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (1416bc97-7ed1-4e89-bcb8-343c620b9a50), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:07.073574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e0a835-2062-4da4-bb75-a074c0c9823e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:07.074186 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35e0a835-2062-4da4-bb75-a074c0c9823e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:07.139601 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-d1768d1f-c0db-4c45-8570-1e579a109122 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:07.141703 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-d1768d1f-c0db-4c45-8570-1e579a109122 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.32 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 805 time: 0.2445762 Feb 07 16:40:07.162392 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-8c5d09df-ce0d-4b20-894f-a458e48b5eaa tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Request body: {'port': {'device_id': '1dab7ff5-5d6b-44f9-8705-479a243b4986', 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327', 'admin_state_up': True, 'tenant_id': '1d548d291d9f481cbdcd664ba783ab69'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:07.263776 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abd105-4e07-438a-a3af-c5ce4cddecd0 req-73259092-34b2-419c-92ab-ab4d195c5738 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:07.263776 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-14abd105-4e07-438a-a3af-c5ce4cddecd0 req-73259092-34b2-419c-92ab-ab4d195c5738 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:07.274767 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14abd105-4e07-438a-a3af-c5ce4cddecd0 req-73259092-34b2-419c-92ab-ab4d195c5738 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "PUT /v2.0/ports/d75cb458-b0a8-46d6-bea3-6ae840d5358d HTTP/1.1" status: 200 len: 982 time: 1.0824685 Feb 07 16:40:07.286330 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666776a3-fb14-441e-8118-cb286dce4d19', 'tag': 'd75cb458-b0a8-46d6-bea3-6ae840d5358d'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:07.295246 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e018afe2-49b6-4b7e-9060-8c729e469d33" -d '{"events": [{"name": "network-changed", "server_uuid": "666776a3-fb14-441e-8118-cb286dce4d19", "tag": "d75cb458-b0a8-46d6-bea3-6ae840d5358d"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:07.344348 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-35e0a835-2062-4da4-bb75-a074c0c9823e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2582760 Feb 07 16:40:07.349714 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60958) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:40:07.355686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fb4f25a3-ffa6-4ec2-8fa0-85321bc5c48d admin admin] Request body: {'subnet': {'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-227598571-subnet', 'tenant_id': '27d161f3194b4bd8bbb5a80e7e14ca00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:07.382252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['d75cb458-b0a8-46d6-bea3-6ae840d5358d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:07.386773 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0a835-2062-4da4-bb75-a074c0c9823e admin admin] Pushing event updated for resources: {'Network': ['ID=1416bc97-7ed1-4e89-bcb8-343c620b9a50,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:07.401927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-8c5d09df-ce0d-4b20-894f-a458e48b5eaa tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Made reservation on behalf of 1d548d291d9f481cbdcd664ba783ab69 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:40:07.408938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4f25a3-ffa6-4ec2-8fa0-85321bc5c48d admin admin] Made reservation on behalf of 27d161f3194b4bd8bbb5a80e7e14ca00 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:40:07.410357 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb4f25a3-ffa6-4ec2-8fa0-85321bc5c48d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:07.411399 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-8c5d09df-ce0d-4b20-894f-a458e48b5eaa tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:07.447586 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f32bde29-a964-47fb-817e-01cdce715d41 req-e0815aea-038e-4cfc-9c2c-7626c43dea26 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dab7ff5-5d6b-44f9-8705-479a243b4986 HTTP/1.1" status: 200 len: 210 time: 0.0669103 Feb 07 16:40:07.475963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:40:07.495037 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73259092-34b2-419c-92ab-ab4d195c5738 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event updated for resources: {'Port': ['ID=d75cb458-b0a8-46d6-bea3-6ae840d5358d,revision_number=6']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:07.693500 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e84f51-1226-459d-b377-bc12f17a723c req-42f9c9ff-2772-4fc5-84c8-834160465417 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:07.702278 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c9e84f51-1226-459d-b377-bc12f17a723c req-42f9c9ff-2772-4fc5-84c8-834160465417 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.3230240 Feb 07 16:40:07.767461 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf62661-cd7b-4288-a8bf-5b872877f1fb req-b4229053-f14a-4d6b-96b8-4c883c009fee tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:07.769812 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-8c5d09df-ce0d-4b20-894f-a458e48b5eaa tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Allocated IP 172.20.0.11 (64333f75-bb31-47f0-9f63-55e283dff327/3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801/26af8b21-9fb4-4a72-8c48-f3511fc242b9) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:40:07.777066 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9cf62661-cd7b-4288-a8bf-5b872877f1fb req-b4229053-f14a-4d6b-96b8-4c883c009fee tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 943 time: 0.1098545 Feb 07 16:40:07.802600 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c9e84f51-1226-459d-b377-bc12f17a723c req-902cb18e-6d68-40d8-9e2f-1625371941d7 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991292 Feb 07 16:40:07.889221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:40:07.918089 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb4f25a3-ffa6-4ec2-8fa0-85321bc5c48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (f8721db2-22bc-4c53-94c8-f059ef179da8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:07.973705 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1868e4bb-9755-4b43-9902-347758566747 req-80682b60-6d69-4105-a74d-08f169c1f31c tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e324fe59-bc41-4ec8-b66a-4ea121a53704 HTTP/1.1" status: 200 len: 210 time: 0.0719988 Feb 07 16:40:08.022420 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9cf62661-cd7b-4288-a8bf-5b872877f1fb req-40ed8a59-1403-40aa-9210-d1a1c3630484 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243898 Feb 07 16:40:08.113066 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f25a3-ffa6-4ec2-8fa0-85321bc5c48d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8721db2-22bc-4c53-94c8-f059ef179da8,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:08.138772 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831c8e3e-7b1f-4e6c-b1ef-0e35df763b3b x-openstack-request-id: req-831c8e3e-7b1f-4e6c-b1ef-0e35df763b3b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:08.139553 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666776a3-fb14-441e-8118-cb286dce4d19", "tag": "d75cb458-b0a8-46d6-bea3-6ae840d5358d", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:08.140063 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-831c8e3e-7b1f-4e6c-b1ef-0e35df763b3b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:08.141489 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666776a3-fb14-441e-8118-cb286dce4d19', 'tag': 'd75cb458-b0a8-46d6-bea3-6ae840d5358d', 'status': 'completed', 'code': 200} Feb 07 16:40:08.152331 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3485f818-8d1c-4bdf-b5bd-94492ef4aad3,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:08.153921 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4f25a3-ffa6-4ec2-8fa0-85321bc5c48d admin admin] Checking segment: {'id': '1cd7e706-14bc-45fb-8600-cd723dca3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:40:08.154587 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4f25a3-ffa6-4ec2-8fa0-85321bc5c48d admin admin] Network hostable DHCP agents. Network: 1416bc97-7ed1-4e89-bcb8-343c620b9a50, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:40:08.177894 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '3485f818-8d1c-4bdf-b5bd-94492ef4aad3', 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d', 'port_id': '3485f818-8d1c-4bdf-b5bd-94492ef4aad3', 'mac_address': 'fa:16:3e:6e:27:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c421e157-6b63-40f2-b92c-e2457710e71f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:40:08.213256 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-8c5d09df-ce0d-4b20-894f-a458e48b5eaa tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks [] for port (26af8b21-9fb4-4a72-8c48-f3511fc242b9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:08.268030 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-8c5d09df-ce0d-4b20-894f-a458e48b5eaa tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (26af8b21-9fb4-4a72-8c48-f3511fc242b9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:08.285573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['4e37f6e9-ab70-48eb-be58-8b3c4560d913'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:08.286419 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4f25a3-ffa6-4ec2-8fa0-85321bc5c48d admin admin] Network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:40:08.295249 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2811f0c3-be71-4376-87f4-a273b75c44ed'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:08.309158 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-fb4f25a3-ffa6-4ec2-8fa0-85321bc5c48d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 1416bc97-7ed1-4e89-bcb8-343c620b9a50) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:40:08.328834 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4f25a3-ffa6-4ec2-8fa0-85321bc5c48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:08.330257 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb4f25a3-ffa6-4ec2-8fa0-85321bc5c48d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:08.340410 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018afe2-49b6-4b7e-9060-8c729e469d33 req-d9ffbc79-6066-4e90-afbc-e202160ad25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:08.342540 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e018afe2-49b6-4b7e-9060-8c729e469d33 req-d9ffbc79-6066-4e90-afbc-e202160ad25d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6660152de7d4de699a304c64d91802c&device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 1167 time: 0.1609836 Feb 07 16:40:08.361141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-8c5d09df-ce0d-4b20-894f-a458e48b5eaa tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Network 64333f75-bb31-47f0-9f63-55e283dff327 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:40:08.369220 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fb4f25a3-ffa6-4ec2-8fa0-85321bc5c48d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0168586 Feb 07 16:40:08.420265 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77743e88-4be0-499e-8172-d852f4d108b8 req-717466f2-658f-4b84-99d9-f66a378e6dd6 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2528882&fields=id&tenant_id=b6660152de7d4de699a304c64d91802c HTTP/1.1" status: 200 len: 267 time: 0.2534630 Feb 07 16:40:08.426922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-8c5d09df-ce0d-4b20-894f-a458e48b5eaa tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:40:08.443005 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-8c5d09df-ce0d-4b20-894f-a458e48b5eaa tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:40:08.454343 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:40:08.454944 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:08.458589 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0720cf04-1dfd-4953-900e-ce91150d219c None None] Network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:40:08.510188 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d09df-ce0d-4b20-894f-a458e48b5eaa tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Pushing event updated for resources: {'Port': ['ID=26af8b21-9fb4-4a72-8c48-f3511fc242b9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:08.553386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-8c5d09df-ce0d-4b20-894f-a458e48b5eaa tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:08.554335 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-8c5d09df-ce0d-4b20-894f-a458e48b5eaa tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:08.605514 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018afe2-49b6-4b7e-9060-8c729e469d33 req-6d02643c-a42c-403a-bf0c-32aa8785d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:08.610788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77743e88-4be0-499e-8172-d852f4d108b8 req-0061038d-2a5c-431c-9f93-29c71fea85d5 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:08.622593 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77743e88-4be0-499e-8172-d852f4d108b8 req-0061038d-2a5c-431c-9f93-29c71fea85d5 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 985 time: 0.1914530 Feb 07 16:40:08.630278 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-77743e88-4be0-499e-8172-d852f4d108b8 req-9dcc483b-409b-446d-933d-189eb106c22e tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Request body: {'port': {'security_groups': ['2ddca679-1c15-481c-8987-60a366511921', 'cf00aaa1-29c6-4d98-92ab-2ef21384ddac', '1bdae474-f4a9-4b6c-8af0-563b5b74d861']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:08.637257 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e018afe2-49b6-4b7e-9060-8c729e469d33 req-6d02643c-a42c-403a-bf0c-32aa8785d87c service neutron] 10.222.0.48 "GET /v2.0/networks?id=bc77436a-ae76-417b-b8a2-1292a74feccc HTTP/1.1" status: 200 len: 914 time: 0.2869647 Feb 07 16:40:08.670918 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-8c5d09df-ce0d-4b20-894f-a458e48b5eaa tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5198102 Feb 07 16:40:08.693225 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Request body: {'port': {'device_id': '1dab7ff5-5d6b-44f9-8705-479a243b4986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:08.742344 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:40:08.769651 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e018afe2-49b6-4b7e-9060-8c729e469d33 req-58fc67da-c3f0-44ad-b24c-611737a5fdc9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d75cb458-b0a8-46d6-bea3-6ae840d5358d HTTP/1.1" status: 200 len: 217 time: 0.1254280 Feb 07 16:40:08.779811 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3485f818-8d1c-4bdf-b5bd-94492ef4aad3,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:08.817960 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:08.833637 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-77743e88-4be0-499e-8172-d852f4d108b8 req-9dcc483b-409b-446d-933d-189eb106c22e tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:08.908625 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (26af8b21-9fb4-4a72-8c48-f3511fc242b9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:08.912574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c0f7b-edf9-4061-aca6-73c21720d193 req-d8bcd2d5-98da-4433-9822-f98c8d4c0039 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:08.914198 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5f3c0f7b-edf9-4061-aca6-73c21720d193 req-d8bcd2d5-98da-4433-9822-f98c8d4c0039 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dab7ff5-5d6b-44f9-8705-479a243b4986 HTTP/1.1" status: 200 len: 932 time: 0.2583604 Feb 07 16:40:08.923860 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018afe2-49b6-4b7e-9060-8c729e469d33 req-a7dd3940-97fd-4429-b5db-b30e56952837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:08.925728 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e018afe2-49b6-4b7e-9060-8c729e469d33 req-a7dd3940-97fd-4429-b5db-b30e56952837 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51ef7e68-7c99-433a-a263-366a7dc3d382 HTTP/1.1" status: 200 len: 853 time: 0.1483891 Feb 07 16:40:09.011824 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=3485f818-8d1c-4bdf-b5bd-94492ef4aad3,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:09.091815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d5ed09-4014-4286-9d98-66870f532ae1 None None] Network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:40:09.156267 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['3485f818-8d1c-4bdf-b5bd-94492ef4aad3'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:09.211347 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e018afe2-49b6-4b7e-9060-8c729e469d33 req-f55455b9-fc8f-4960-83ee-2a36f32c0ee6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bc77436a-ae76-417b-b8a2-1292a74feccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2700446 Feb 07 16:40:09.230881 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-8eb6fe3b-592d-4b2e-a83c-c1233d4fb680 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:09.232736 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-8eb6fe3b-592d-4b2e-a83c-c1233d4fb680 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.48 "GET /v2.0/networks?id=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 HTTP/1.1" status: 200 len: 805 time: 0.3938413 Feb 07 16:40:09.279847 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-ffcb3389-3e43-4ed8-8a24-433c7e1ae50d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Request body: {'port': {'device_id': 'e324fe59-bc41-4ec8-b66a-4ea121a53704', 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67', 'admin_state_up': True, 'tenant_id': '2c5e15258b8947119fa62f8821360c46'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:09.428593 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5f3c0f7b-edf9-4061-aca6-73c21720d193 req-9d90a05b-06c6-4119-ae46-f3c3b0c2b2c0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068758 Feb 07 16:40:09.516804 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-77743e88-4be0-499e-8172-d852f4d108b8 req-9dcc483b-409b-446d-933d-189eb106c22e tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] For port d75cb458-b0a8-46d6-bea3-6ae840d5358d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d75cb458-b0a8-46d6-bea3-6ae840d5358d,segment=NetworkSegment(eb51991e-dfe0-490d-8899-6617ddeef4f1),segment_id=eb51991e-dfe0-490d-8899-6617ddeef4f1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:09.519911 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e018afe2-49b6-4b7e-9060-8c729e469d33 req-df114b85-b494-4179-acf8-918f0d97792a service neutron] 10.222.0.48 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812352 Feb 07 16:40:09.560395 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-77743e88-4be0-499e-8172-d852f4d108b8 req-9dcc483b-409b-446d-933d-189eb106c22e tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:09.595025 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-77743e88-4be0-499e-8172-d852f4d108b8 req-9dcc483b-409b-446d-933d-189eb106c22e tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:09.608169 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['d75cb458-b0a8-46d6-bea3-6ae840d5358d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:09.619340 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26af8b21-9fb4-4a72-8c48-f3511fc242b9 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:40:09.639255 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-ffcb3389-3e43-4ed8-8a24-433c7e1ae50d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Made reservation on behalf of 2c5e15258b8947119fa62f8821360c46 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:40:09.643736 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-ffcb3389-3e43-4ed8-8a24-433c7e1ae50d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:09.673725 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77743e88-4be0-499e-8172-d852f4d108b8 req-9dcc483b-409b-446d-933d-189eb106c22e tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:09.674829 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-77743e88-4be0-499e-8172-d852f4d108b8 req-9dcc483b-409b-446d-933d-189eb106c22e tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:09.676514 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77743e88-4be0-499e-8172-d852f4d108b8 req-9dcc483b-409b-446d-933d-189eb106c22e tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "PUT /v2.0/ports/d75cb458-b0a8-46d6-bea3-6ae840d5358d HTTP/1.1" status: 200 len: 1021 time: 1.0528505 Feb 07 16:40:09.681951 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Publish callbacks [] for port (26af8b21-9fb4-4a72-8c48-f3511fc242b9), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:09.685264 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666776a3-fb14-441e-8118-cb286dce4d19', 'tag': 'd75cb458-b0a8-46d6-bea3-6ae840d5358d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:09.687927 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b424abab-46a5-4881-822a-42209921087e" -d '{"events": [{"name": "network-changed", "server_uuid": "666776a3-fb14-441e-8118-cb286dce4d19", "tag": "d75cb458-b0a8-46d6-bea3-6ae840d5358d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:09.720878 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Transition to ACTIVE for port object 26af8b21-9fb4-4a72-8c48-f3511fc242b9 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:40:09.736799 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (26af8b21-9fb4-4a72-8c48-f3511fc242b9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:09.745162 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e018afe2-49b6-4b7e-9060-8c729e469d33 req-3c61cf0b-2e56-4f96-8b0f-28b7eed3e1c0 service neutron] 10.222.0.48 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167964 Feb 07 16:40:09.779933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc483b-409b-446d-933d-189eb106c22e tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event updated for resources: {'Port': ['ID=d75cb458-b0a8-46d6-bea3-6ae840d5358d,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:09.829298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['d75cb458-b0a8-46d6-bea3-6ae840d5358d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:09.938936 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Pushing event updated for resources: {'Port': ['ID=26af8b21-9fb4-4a72-8c48-f3511fc242b9,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:10.048325 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-ffcb3389-3e43-4ed8-8a24-433c7e1ae50d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Allocated IP 172.20.0.11 (47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67/33c9ecdd-108b-4a28-9918-7706852c1388/1a4af4e7-df4a-463d-9d78-8f46056da485) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:40:10.057455 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-884a0ce1-3320-4887-8d58-47bb70c80567 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:10.058212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c573770-3bdb-4f84-a9df-5d322a56f10e req-4f3aa903-f468-44ad-b9a5-12403ee2afec tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:10.064445 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-884a0ce1-3320-4887-8d58-47bb70c80567 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/networks?id=1416bc97-7ed1-4e89-bcb8-343c620b9a50 HTTP/1.1" status: 200 len: 812 time: 0.2011943 Feb 07 16:40:10.065355 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c573770-3bdb-4f84-a9df-5d322a56f10e req-4f3aa903-f468-44ad-b9a5-12403ee2afec tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 945 time: 0.2233286 Feb 07 16:40:10.075002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Attempting to bind port 26af8b21-9fb4-4a72-8c48-f3511fc242b9 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:40:10.075358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Attempting to bind port 26af8b21-9fb4-4a72-8c48-f3511fc242b9 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:40:10.075684 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Attempting to bind port 26af8b21-9fb4-4a72-8c48-f3511fc242b9 on network 64333f75-bb31-47f0-9f63-55e283dff327 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:40:10.091521 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Port 26af8b21-9fb4-4a72-8c48-f3511fc242b9 on network 64333f75-bb31-47f0-9f63-55e283dff327 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:40:10.091863 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Attempting to bind port 26af8b21-9fb4-4a72-8c48-f3511fc242b9 on network 64333f75-bb31-47f0-9f63-55e283dff327 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:40:10.092594 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-7e508b86-a757-482e-bbca-40623abd4007 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/quotas/27d161f3194b4bd8bbb5a80e7e14ca00 HTTP/1.1" status: 200 len: 375 time: 0.0271888 Feb 07 16:40:10.146576 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-bcbe7295-5e2e-4c20-ad27-fda860991a4c tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=27d161f3194b4bd8bbb5a80e7e14ca00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529661 Feb 07 16:40:10.148057 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c573770-3bdb-4f84-a9df-5d322a56f10e req-c75cab57-cc3f-4b0f-b687-8f852da97036 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771163 Feb 07 16:40:10.149608 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:40:10.150047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Checking segment: {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:40:10.150451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Bound using segment: {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:40:10.150923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Bound port: 26af8b21-9fb4-4a72-8c48-f3511fc242b9, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:40:10.151296 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (26af8b21-9fb4-4a72-8c48-f3511fc242b9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:10.313773 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e888960e-ced9-4999-811e-b246d3b48b63 req-29bb8c93-59a8-48b0-b2fc-fc29b84181da tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e324fe59-bc41-4ec8-b66a-4ea121a53704 HTTP/1.1" status: 200 len: 210 time: 0.0493536 Feb 07 16:40:10.332490 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] For port 26af8b21-9fb4-4a72-8c48-f3511fc242b9, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:40:10.338493 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] For port 26af8b21-9fb4-4a72-8c48-f3511fc242b9, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=26af8b21-9fb4-4a72-8c48-f3511fc242b9,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:40:10.353383 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (26af8b21-9fb4-4a72-8c48-f3511fc242b9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:10.355352 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-022ef72c-721e-4459-8538-3909f1da3336 service neutron] 10.222.0.18 "GET /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077856 Feb 07 16:40:10.403152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:10.403970 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:10.405857 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] 10.222.0.32 "PUT /v2.0/ports/26af8b21-9fb4-4a72-8c48-f3511fc242b9 HTTP/1.1" status: 200 len: 1092 time: 1.7177949 Feb 07 16:40:10.471730 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-bc3570da-5cd4-4159-8172-a93dc5a4bbf7 service neutron] 10.222.0.18 "GET /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153147 Feb 07 16:40:10.513773 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-ffcb3389-3e43-4ed8-8a24-433c7e1ae50d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks [] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:10.526961 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4b625-cd10-4298-93d8-17b432ddc3aa service neutron] Pushing event updated for resources: {'Port': ['ID=26af8b21-9fb4-4a72-8c48-f3511fc242b9,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:10.573527 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6f027-80e3-4930-b24f-c8e09fadf384 req-84b027c0-f542-4db9-86f5-258a67c9d0fa tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:10.575515 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a0b6f027-80e3-4930-b24f-c8e09fadf384 req-84b027c0-f542-4db9-86f5-258a67c9d0fa tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 943 time: 0.0846293 Feb 07 16:40:10.578993 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-a52e9ff9-a386-469a-a1c3-2fa4db19392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:10.580538 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-a52e9ff9-a386-469a-a1c3-2fa4db19392b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&device_id=1dab7ff5-5d6b-44f9-8705-479a243b4986 HTTP/1.1" status: 200 len: 1126 time: 0.1257370 Feb 07 16:40:10.583362 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-ffcb3389-3e43-4ed8-8a24-433c7e1ae50d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:10.644549 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-a87d9d05-cd97-41e8-ad49-df24b56b5d2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26af8b21-9fb4-4a72-8c48-f3511fc242b9 HTTP/1.1" status: 200 len: 217 time: 0.0455055 Feb 07 16:40:10.652328 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-ffcb3389-3e43-4ed8-8a24-433c7e1ae50d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:40:10.658277 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-ffcb3389-3e43-4ed8-8a24-433c7e1ae50d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:40:10.673340 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-ffcb3389-3e43-4ed8-8a24-433c7e1ae50d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:40:10.707158 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-777de059-330b-4d3c-ba88-a461a6318d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:10.708715 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-777de059-330b-4d3c-ba88-a461a6318d6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801 HTTP/1.1" status: 200 len: 845 time: 0.0559971 Feb 07 16:40:10.729655 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb3389-3e43-4ed8-8a24-433c7e1ae50d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Pushing event updated for resources: {'Port': ['ID=1a4af4e7-df4a-463d-9d78-8f46056da485,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:10.764474 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-ffdf5135-c6da-4425-8100-b889d5ff6097 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64333f75-bb31-47f0-9f63-55e283dff327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456400 Feb 07 16:40:10.775797 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-ffcb3389-3e43-4ed8-8a24-433c7e1ae50d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:10.777570 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-ffcb3389-3e43-4ed8-8a24-433c7e1ae50d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:10.830423 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-ffcb3389-3e43-4ed8-8a24-433c7e1ae50d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5752590 Feb 07 16:40:10.847200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Request body: {'port': {'device_id': 'e324fe59-bc41-4ec8-b66a-4ea121a53704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:10.855613 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a0b6f027-80e3-4930-b24f-c8e09fadf384 req-ae96e191-aff7-42ee-b80a-11846845713c tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513824 Feb 07 16:40:10.973861 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-70e831d9-16f8-4a9a-a8d3-4402a63dfd1d service neutron] 10.222.0.32 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020063 Feb 07 16:40:10.977573 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543c4b53-028c-4aff-9713-144f20500eaf x-openstack-request-id: req-543c4b53-028c-4aff-9713-144f20500eaf {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:10.978225 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666776a3-fb14-441e-8118-cb286dce4d19", "tag": "d75cb458-b0a8-46d6-bea3-6ae840d5358d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:10.978958 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-543c4b53-028c-4aff-9713-144f20500eaf {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:10.983160 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666776a3-fb14-441e-8118-cb286dce4d19', 'tag': 'd75cb458-b0a8-46d6-bea3-6ae840d5358d', 'status': 'completed', 'code': 200} Feb 07 16:40:11.065427 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:11.109073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f77c3a-23c7-4fe7-bdf4-db4464f2e9fc req-19e1f369-4cd0-4cbc-818c-89080c4f7bc0 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:11.118404 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f0f77c3a-23c7-4fe7-bdf4-db4464f2e9fc req-19e1f369-4cd0-4cbc-818c-89080c4f7bc0 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 1024 time: 0.2019467 Feb 07 16:40:11.165238 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91e0dfc6-871a-43bb-98f6-7a44511345d3 req-50237c10-b940-48e3-8fa2-109aa00c6e63 service neutron] 10.222.0.32 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837325 Feb 07 16:40:11.264782 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424abab-46a5-4881-822a-42209921087e req-da93cfde-b725-41d9-9373-8cf4c7b93a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:11.267216 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b424abab-46a5-4881-822a-42209921087e req-da93cfde-b725-41d9-9373-8cf4c7b93a31 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6660152de7d4de699a304c64d91802c&device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 1207 time: 0.3059471 Feb 07 16:40:11.283446 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ccaef-adb2-45e2-863b-958e73bf4680 req-5bbfdc86-aab9-45fe-8b65-60652246582b tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:11.284281 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f0f77c3a-23c7-4fe7-bdf4-db4464f2e9fc req-456bfb86-72ca-4949-b698-def1e6b45b16 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bdae474-f4a9-4b6c-8af0-563b5b74d861&id=cf00aaa1-29c6-4d98-92ab-2ef21384ddac&id=2ddca679-1c15-481c-8987-60a366511921 HTTP/1.1" status: 200 len: 6194 time: 0.1648600 Feb 07 16:40:11.286362 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ea9ccaef-adb2-45e2-863b-958e73bf4680 req-5bbfdc86-aab9-45fe-8b65-60652246582b tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dab7ff5-5d6b-44f9-8705-479a243b4986 HTTP/1.1" status: 200 len: 944 time: 0.1193540 Feb 07 16:40:11.391052 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:40:11.415203 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ea9ccaef-adb2-45e2-863b-958e73bf4680 req-057c950a-1486-4acd-8383-1325d8c850c7 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061587 Feb 07 16:40:11.463949 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1db62527-7f79-4375-8e1a-de35016b9b04 req-410210d3-56f9-4a7b-9a06-972b4bf807fd tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1722741583 ', 'description': 'tempest-description-520948616'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:11.511235 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1db62527-7f79-4375-8e1a-de35016b9b04 req-410210d3-56f9-4a7b-9a06-972b4bf807fd tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:11.629708 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1db62527-7f79-4375-8e1a-de35016b9b04 req-410210d3-56f9-4a7b-9a06-972b4bf807fd tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (162b3cff-e045-4fd4-9db9-183fdb27b538), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:11.636185 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1db62527-7f79-4375-8e1a-de35016b9b04 req-410210d3-56f9-4a7b-9a06-972b4bf807fd tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (162b3cff-e045-4fd4-9db9-183fdb27b538), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:11.675551 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424abab-46a5-4881-822a-42209921087e req-77d56bdc-e304-4a43-b763-313857d702ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:11.676481 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1db62527-7f79-4375-8e1a-de35016b9b04 req-410210d3-56f9-4a7b-9a06-972b4bf807fd tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:11.677298 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1db62527-7f79-4375-8e1a-de35016b9b04 req-410210d3-56f9-4a7b-9a06-972b4bf807fd tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2195811 Feb 07 16:40:11.678761 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b424abab-46a5-4881-822a-42209921087e req-77d56bdc-e304-4a43-b763-313857d702ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=bc77436a-ae76-417b-b8a2-1292a74feccc HTTP/1.1" status: 200 len: 914 time: 0.4012737 Feb 07 16:40:11.689030 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410210d3-56f9-4a7b-9a06-972b4bf807fd tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=162b3cff-e045-4fd4-9db9-183fdb27b538,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:11.868525 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224510c-9c4f-4769-ba04-2ddae822f5fa req-8c5c2501-506d-412e-b923-37a3aa7a90a4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:11.871472 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7224510c-9c4f-4769-ba04-2ddae822f5fa req-8c5c2501-506d-412e-b923-37a3aa7a90a4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e324fe59-bc41-4ec8-b66a-4ea121a53704 HTTP/1.1" status: 200 len: 932 time: 0.1261678 Feb 07 16:40:11.880750 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b424abab-46a5-4881-822a-42209921087e req-0b2ce69a-376a-444e-a80b-69624300f73e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d75cb458-b0a8-46d6-bea3-6ae840d5358d HTTP/1.1" status: 200 len: 217 time: 0.0802171 Feb 07 16:40:11.908614 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:40:12.082341 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7224510c-9c4f-4769-ba04-2ddae822f5fa req-b9a706a7-bc6a-419b-bd11-5d469511336e tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020898 Feb 07 16:40:12.123071 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:40:12.133003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:40:12.136411 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:12.237894 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-74a1eab1-407f-484b-ac2d-6bed43be2001 req-a2a2a416-c86a-45ee-ba50-9314705fdad1 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1686384a-b94c-4427-86a2-911012082d0f HTTP/1.1" status: 200 len: 210 time: 0.0581157 Feb 07 16:40:12.346501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:40:12.347169 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:12.357560 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5639f912-60e6-42aa-ad73-9df63630559f req-8b0ed3c0-0b70-44eb-92fe-e9e8397d4979 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/162b3cff-e045-4fd4-9db9-183fdb27b538 HTTP/1.1" status: 200 len: 1797 time: 0.0861936 Feb 07 16:40:12.411223 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3485f818-8d1c-4bdf-b5bd-94492ef4aad3'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:12.413692 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6deac56b-fddf-46ab-9a6b-d28bc658e170" -d '{"events": [{"server_uuid": "9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e", "name": "network-vif-plugged", "status": "completed", "tag": "3485f818-8d1c-4bdf-b5bd-94492ef4aad3"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:12.441737 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3485f818-8d1c-4bdf-b5bd-94492ef4aad3,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:12.452579 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:12.479305 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df02e6-b61d-44de-b95e-74de234639c9 req-32630a89-15a0-46e3-8fc7-05fefbed159c tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:12.487085 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-34df02e6-b61d-44de-b95e-74de234639c9 req-32630a89-15a0-46e3-8fc7-05fefbed159c tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 945 time: 0.6877899 Feb 07 16:40:12.521305 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424abab-46a5-4881-822a-42209921087e req-9a0dedee-44d5-48ad-ad5f-55a5dd98fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:12.523238 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b424abab-46a5-4881-822a-42209921087e req-9a0dedee-44d5-48ad-ad5f-55a5dd98fa24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51ef7e68-7c99-433a-a263-366a7dc3d382 HTTP/1.1" status: 200 len: 853 time: 0.6314473 Feb 07 16:40:12.547891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4af4e7-df4a-463d-9d78-8f46056da485 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:40:12.602522 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Publish callbacks [] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:12.629421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Transition to ACTIVE for port object 1a4af4e7-df4a-463d-9d78-8f46056da485 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:40:12.657060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=3485f818-8d1c-4bdf-b5bd-94492ef4aad3,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:12.664358 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b424abab-46a5-4881-822a-42209921087e req-0706f57f-ee76-4be7-9cca-2829db9b137f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bc77436a-ae76-417b-b8a2-1292a74feccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320536 Feb 07 16:40:12.667667 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef33c2-5f07-47fb-a715-2ee30cac1761 req-653060f3-8085-4852-a044-bd76a83f9344 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:12.670298 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-34df02e6-b61d-44de-b95e-74de234639c9 req-09cf8694-d69d-4d22-a587-4a04da6f1ec1 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821136 Feb 07 16:40:12.671148 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-81ef33c2-5f07-47fb-a715-2ee30cac1761 req-653060f3-8085-4852-a044-bd76a83f9344 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 943 time: 0.1656494 Feb 07 16:40:12.694750 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:12.765370 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-81ef33c2-5f07-47fb-a715-2ee30cac1761 req-5460c6f0-a026-450c-a1a8-5d7bb2368e90 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843413 Feb 07 16:40:12.835785 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1c6a6d-0d53-4854-a70e-009206e82b64 x-openstack-request-id: req-ef1c6a6d-0d53-4854-a70e-009206e82b64 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:12.836275 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e", "name": "network-vif-plugged", "status": "completed", "tag": "3485f818-8d1c-4bdf-b5bd-94492ef4aad3", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:12.836573 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef1c6a6d-0d53-4854-a70e-009206e82b64 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:12.837201 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3485f818-8d1c-4bdf-b5bd-94492ef4aad3', 'code': 200} Feb 07 16:40:12.909083 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b15fbce1-9ea0-401d-a18b-50e4482de6ce req-c55d8cf3-2c74-4126-891c-681ed8bf2b2a tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/162b3cff-e045-4fd4-9db9-183fdb27b538 HTTP/1.1" status: 200 len: 1797 time: 0.0990703 Feb 07 16:40:12.942436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Pushing event updated for resources: {'Port': ['ID=1a4af4e7-df4a-463d-9d78-8f46056da485,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:12.987351 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dab7ff5-5d6b-44f9-8705-479a243b4986', 'tag': '26af8b21-9fb4-4a72-8c48-f3511fc242b9'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:12.995758 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e1ceb4-2db0-4036-9888-c3d7a65a4e76" -d '{"events": [{"name": "network-changed", "server_uuid": "1dab7ff5-5d6b-44f9-8705-479a243b4986", "tag": "26af8b21-9fb4-4a72-8c48-f3511fc242b9"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:13.015139 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b424abab-46a5-4881-822a-42209921087e req-b0b8e540-98dd-47c7-ad8b-478d0c5cee65 service neutron] 10.222.0.48 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325686 Feb 07 16:40:13.114524 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b15fbce1-9ea0-401d-a18b-50e4482de6ce req-b4ecfc0d-6aca-4431-9209-4125fc20603c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (162b3cff-e045-4fd4-9db9-183fdb27b538), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:13.118310 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Attempting to bind port 1a4af4e7-df4a-463d-9d78-8f46056da485 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:40:13.118810 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Attempting to bind port 1a4af4e7-df4a-463d-9d78-8f46056da485 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'a8cbf2b4-a269-4a95-95bb-59271c7116a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:40:13.119318 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Attempting to bind port 1a4af4e7-df4a-463d-9d78-8f46056da485 on network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:40:13.147676 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Port 1a4af4e7-df4a-463d-9d78-8f46056da485 on network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:40:13.148085 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Attempting to bind port 1a4af4e7-df4a-463d-9d78-8f46056da485 on network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:40:13.210849 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-6ac393b5-2cc9-4024-81b8-31509955872f tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:13.212767 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-6ac393b5-2cc9-4024-81b8-31509955872f tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.48 "GET /v2.0/networks?id=1416bc97-7ed1-4e89-bcb8-343c620b9a50 HTTP/1.1" status: 200 len: 812 time: 0.1868813 Feb 07 16:40:13.248665 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:40:13.249217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Checking segment: {'id': 'a8cbf2b4-a269-4a95-95bb-59271c7116a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:40:13.249875 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Bound using segment: {'id': 'a8cbf2b4-a269-4a95-95bb-59271c7116a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:40:13.250599 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Bound port: 1a4af4e7-df4a-463d-9d78-8f46056da485, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cbf2b4-a269-4a95-95bb-59271c7116a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:40:13.251164 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:13.269740 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b15fbce1-9ea0-401d-a18b-50e4482de6ce req-b4ecfc0d-6aca-4431-9209-4125fc20603c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (162b3cff-e045-4fd4-9db9-183fdb27b538), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:13.271573 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-d9c61314-9d49-4097-8f86-9ea7d1f505b9 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Request body: {'port': {'device_id': '1686384a-b94c-4427-86a2-911012082d0f', 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50', 'admin_state_up': True, 'tenant_id': '27d161f3194b4bd8bbb5a80e7e14ca00'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:13.542665 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b424abab-46a5-4881-822a-42209921087e req-75649a8a-a8dc-46f4-85ba-f2f86553a773 service neutron] 10.222.0.48 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162234 Feb 07 16:40:13.564673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] For port 1a4af4e7-df4a-463d-9d78-8f46056da485, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:40:13.573620 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] For port 1a4af4e7-df4a-463d-9d78-8f46056da485, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1a4af4e7-df4a-463d-9d78-8f46056da485,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:40:13.590499 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:13.607711 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b15fbce1-9ea0-401d-a18b-50e4482de6ce req-b4ecfc0d-6aca-4431-9209-4125fc20603c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (162b3cff-e045-4fd4-9db9-183fdb27b538), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:13.612827 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b15fbce1-9ea0-401d-a18b-50e4482de6ce req-b4ecfc0d-6aca-4431-9209-4125fc20603c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:13.614913 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b15fbce1-9ea0-401d-a18b-50e4482de6ce req-b4ecfc0d-6aca-4431-9209-4125fc20603c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "DELETE /v2.0/security-groups/162b3cff-e045-4fd4-9db9-183fdb27b538 HTTP/1.1" status: 204 len: 173 time: 0.6781743 Feb 07 16:40:13.683748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:13.684868 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:13.687672 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] 10.222.0.48 "PUT /v2.0/ports/1a4af4e7-df4a-463d-9d78-8f46056da485 HTTP/1.1" status: 200 len: 1092 time: 2.8491466 Feb 07 16:40:13.700350 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e324fe59-bc41-4ec8-b66a-4ea121a53704', 'tag': '1a4af4e7-df4a-463d-9d78-8f46056da485'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:13.704761 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753759de-d556-47d6-aacd-7f6645182a32" -d '{"events": [{"name": "network-changed", "server_uuid": "e324fe59-bc41-4ec8-b66a-4ea121a53704", "tag": "1a4af4e7-df4a-463d-9d78-8f46056da485"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:13.780351 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecfc0d-6aca-4431-9209-4125fc20603c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=162b3cff-e045-4fd4-9db9-183fdb27b538,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:13.791819 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e02555-4bc6-4fb0-bcda-123049afad1b x-openstack-request-id: req-a6e02555-4bc6-4fb0-bcda-123049afad1b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:13.792320 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dab7ff5-5d6b-44f9-8705-479a243b4986", "tag": "26af8b21-9fb4-4a72-8c48-f3511fc242b9", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:13.792320 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6e02555-4bc6-4fb0-bcda-123049afad1b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:13.792762 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dab7ff5-5d6b-44f9-8705-479a243b4986', 'tag': '26af8b21-9fb4-4a72-8c48-f3511fc242b9', 'status': 'completed', 'code': 200} Feb 07 16:40:13.822304 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 26af8b21-9fb4-4a72-8c48-f3511fc242b9 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:40:13.838825 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d0c4f-497c-47d9-a162-7ac2200c6eb6 req-10e0ae1e-023f-439d-8dad-d90c8892efed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:13.840671 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-267d0c4f-497c-47d9-a162-7ac2200c6eb6 req-10e0ae1e-023f-439d-8dad-d90c8892efed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 1128 time: 0.6418326 Feb 07 16:40:13.855112 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255a708-6f46-4de8-83b9-b30f8061e7ca req-fd2d9074-1ac3-4a13-988a-50e30111151c tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:13.862557 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0255a708-6f46-4de8-83b9-b30f8061e7ca req-fd2d9074-1ac3-4a13-988a-50e30111151c tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dab7ff5-5d6b-44f9-8705-479a243b4986 HTTP/1.1" status: 200 len: 944 time: 0.9028573 Feb 07 16:40:13.864426 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-d9c61314-9d49-4097-8f86-9ea7d1f505b9 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Made reservation on behalf of 27d161f3194b4bd8bbb5a80e7e14ca00 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:40:13.867973 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-d9c61314-9d49-4097-8f86-9ea7d1f505b9 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:13.981562 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42415e6-ad62-4560-862c-0e6c266c8f3f service neutron] Pushing event updated for resources: {'Port': ['ID=1a4af4e7-df4a-463d-9d78-8f46056da485,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:13.997982 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1ceb4-2db0-4036-9888-c3d7a65a4e76 req-6a356875-a6b1-4fa8-8c6e-77defd17fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:14.000721 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a4e1ceb4-2db0-4036-9888-c3d7a65a4e76 req-6a356875-a6b1-4fa8-8c6e-77defd17fd09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&device_id=1dab7ff5-5d6b-44f9-8705-479a243b4986 HTTP/1.1" status: 200 len: 1126 time: 0.2901609 Feb 07 16:40:14.008416 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-ad8a35da-0e85-435b-af66-7fc2d6c3262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:14.011335 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-ad8a35da-0e85-435b-af66-7fc2d6c3262b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c5e15258b8947119fa62f8821360c46&device_id=e324fe59-bc41-4ec8-b66a-4ea121a53704 HTTP/1.1" status: 200 len: 1126 time: 0.2264848 Feb 07 16:40:14.037065 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-267d0c4f-497c-47d9-a162-7ac2200c6eb6 req-4cc80dbe-eeba-4178-99d7-1b1b4fa556f6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451616 Feb 07 16:40:14.050567 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e656ca-980c-46b6-98d6-e08358b26170 req-537fb1fe-604e-4fb5-a2d8-fa9f398f5938 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:14.054195 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-3b3a2643-5870-4a60-bee3-1ce768081081 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:14.056192 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-3b3a2643-5870-4a60-bee3-1ce768081081 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.32 "GET /v2.0/networks?id=1416bc97-7ed1-4e89-bcb8-343c620b9a50 HTTP/1.1" status: 200 len: 812 time: 0.8422921 Feb 07 16:40:14.062955 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-58e656ca-980c-46b6-98d6-e08358b26170 req-537fb1fe-604e-4fb5-a2d8-fa9f398f5938 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e324fe59-bc41-4ec8-b66a-4ea121a53704 HTTP/1.1" status: 200 len: 944 time: 0.2102909 Feb 07 16:40:14.076446 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-fb5a82d1-7a8b-4998-a21c-5fc4e06ee424 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Request body: {'port': {'device_id': '7a1da243-7984-405b-a0ea-d01b60c426b5', 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50', 'admin_state_up': True, 'tenant_id': '27d161f3194b4bd8bbb5a80e7e14ca00'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:14.160207 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-e0d2ecfa-ae15-4fae-8bab-3bf641021fb0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a4af4e7-df4a-463d-9d78-8f46056da485 HTTP/1.1" status: 200 len: 217 time: 0.1232593 Feb 07 16:40:14.161703 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 26af8b21-9fb4-4a72-8c48-f3511fc242b9, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=26af8b21-9fb4-4a72-8c48-f3511fc242b9,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:14.186199 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '26af8b21-9fb4-4a72-8c48-f3511fc242b9', 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327', 'port_id': '26af8b21-9fb4-4a72-8c48-f3511fc242b9', 'mac_address': 'fa:16:3e:f0:fc:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:40:14.197892 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0255a708-6f46-4de8-83b9-b30f8061e7ca req-f69a7e31-6f5d-4036-bdad-f647c9de9f1e tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262384 Feb 07 16:40:14.252213 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 26af8b21-9fb4-4a72-8c48-f3511fc242b9 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:40:14.253545 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (26af8b21-9fb4-4a72-8c48-f3511fc242b9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:14.284016 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26af8b21-9fb4-4a72-8c48-f3511fc242b9 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:40:14.288746 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-d9c61314-9d49-4097-8f86-9ea7d1f505b9 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Allocated IP 172.20.0.10 (1416bc97-7ed1-4e89-bcb8-343c620b9a50/f8721db2-22bc-4c53-94c8-f059ef179da8/477033b5-b91b-43dc-ba7b-b9f24aae2669) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:40:14.319790 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-fb5a82d1-7a8b-4998-a21c-5fc4e06ee424 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Made reservation on behalf of 27d161f3194b4bd8bbb5a80e7e14ca00 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:40:14.326584 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-fb5a82d1-7a8b-4998-a21c-5fc4e06ee424 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:14.326868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 26af8b21-9fb4-4a72-8c48-f3511fc242b9, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=26af8b21-9fb4-4a72-8c48-f3511fc242b9,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:14.337761 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (26af8b21-9fb4-4a72-8c48-f3511fc242b9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:14.422155 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-685e05b2-fed7-44c3-b023-f296d35f6ba0 req-6327f571-6055-4cc7-a989-27f64081a7d5 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1686384a-b94c-4427-86a2-911012082d0f HTTP/1.1" status: 200 len: 210 time: 0.0680206 Feb 07 16:40:14.439036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=26af8b21-9fb4-4a72-8c48-f3511fc242b9,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:14.484333 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-58e656ca-980c-46b6-98d6-e08358b26170 req-25306c95-c210-4807-a5d7-32e0daeea6e1 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200788 Feb 07 16:40:14.496460 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-4999e89e-d761-4caa-8726-239d20796062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:14.499975 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-4999e89e-d761-4caa-8726-239d20796062 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=33c9ecdd-108b-4a28-9918-7706852c1388 HTTP/1.1" status: 200 len: 845 time: 0.1711998 Feb 07 16:40:14.508490 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1ceb4-2db0-4036-9888-c3d7a65a4e76 req-38c41928-ad63-429f-b910-78fd0c407203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:14.510601 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a4e1ceb4-2db0-4036-9888-c3d7a65a4e76 req-38c41928-ad63-429f-b910-78fd0c407203 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 906 time: 0.4979088 Feb 07 16:40:14.561393 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-a09be721-7d56-4811-91a9-3ad44cd6a082 req-de826fd7-bcd2-4c04-9a45-93ae2531cf43 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] show failed (client error): The resource could not be found. Feb 07 16:40:14.570012 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-b0ad0251-1159-44dc-921d-019a86835fd8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365343 Feb 07 16:40:14.575522 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a09be721-7d56-4811-91a9-3ad44cd6a082 req-de826fd7-bcd2-4c04-9a45-93ae2531cf43 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/162b3cff-e045-4fd4-9db9-183fdb27b538 HTTP/1.1" status: 404 len: 352 time: 0.0619361 Feb 07 16:40:14.583215 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['26af8b21-9fb4-4a72-8c48-f3511fc242b9'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:14.628396 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dc0886-3d21-4b71-92a4-a39c776ce8c0 x-openstack-request-id: req-b6dc0886-3d21-4b71-92a4-a39c776ce8c0 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:14.628714 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e324fe59-bc41-4ec8-b66a-4ea121a53704", "tag": "1a4af4e7-df4a-463d-9d78-8f46056da485", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:14.628918 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6dc0886-3d21-4b71-92a4-a39c776ce8c0 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:14.629364 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e324fe59-bc41-4ec8-b66a-4ea121a53704', 'tag': '1a4af4e7-df4a-463d-9d78-8f46056da485', 'status': 'completed', 'code': 200} Feb 07 16:40:14.633716 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a4e1ceb4-2db0-4036-9888-c3d7a65a4e76 req-8bda0cb7-98b7-4582-8f78-5c6c47139244 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26af8b21-9fb4-4a72-8c48-f3511fc242b9 HTTP/1.1" status: 200 len: 217 time: 0.1151223 Feb 07 16:40:14.795548 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-d9c61314-9d49-4097-8f86-9ea7d1f505b9 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks [] for port (477033b5-b91b-43dc-ba7b-b9f24aae2669), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:14.848644 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112659f-7cca-4764-a399-e8666cdd7c97 req-be5858a5-d64e-4406-9fd2-6c2ac839b482 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:14.850355 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2112659f-7cca-4764-a399-e8666cdd7c97 req-be5858a5-d64e-4406-9fd2-6c2ac839b482 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 946 time: 0.1910582 Feb 07 16:40:14.911352 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-daa9b2cd-cce4-4e74-b816-c5b455d19985 service neutron] 10.222.0.48 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944038 Feb 07 16:40:14.926011 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1ceb4-2db0-4036-9888-c3d7a65a4e76 req-7b86c3cc-2150-4b91-967d-b764e84b69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:14.929556 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a4e1ceb4-2db0-4036-9888-c3d7a65a4e76 req-7b86c3cc-2150-4b91-967d-b764e84b69a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801 HTTP/1.1" status: 200 len: 845 time: 0.2779012 Feb 07 16:40:14.940208 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-d9c61314-9d49-4097-8f86-9ea7d1f505b9 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (477033b5-b91b-43dc-ba7b-b9f24aae2669), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:15.031976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-d9c61314-9d49-4097-8f86-9ea7d1f505b9 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:40:15.044513 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2112659f-7cca-4764-a399-e8666cdd7c97 req-ea4d2711-2062-489d-a87b-7b5f97a0a825 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820467 Feb 07 16:40:15.045931 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-d9c61314-9d49-4097-8f86-9ea7d1f505b9 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:40:15.048733 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-d9c61314-9d49-4097-8f86-9ea7d1f505b9 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:40:15.064077 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a4e1ceb4-2db0-4036-9888-c3d7a65a4e76 req-2daad157-3501-40f4-8c72-889bbcb90595 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64333f75-bb31-47f0-9f63-55e283dff327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139982 Feb 07 16:40:15.097818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c61314-9d49-4097-8f86-9ea7d1f505b9 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Pushing event updated for resources: {'Port': ['ID=477033b5-b91b-43dc-ba7b-b9f24aae2669,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:15.111062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07eedee-ce9e-4a08-a524-20deb628af95 req-a7f4a9a3-9a95-4bc6-86c4-f38b2bdde97b tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:15.113574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b07eedee-ce9e-4a08-a524-20deb628af95 req-a7f4a9a3-9a95-4bc6-86c4-f38b2bdde97b tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 943 time: 0.4030855 Feb 07 16:40:15.131416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-fb5a82d1-7a8b-4998-a21c-5fc4e06ee424 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Allocated IP 172.20.0.13 (1416bc97-7ed1-4e89-bcb8-343c620b9a50/f8721db2-22bc-4c53-94c8-f059ef179da8/f90e0308-69cd-44a6-839f-ced7165597d1) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:40:15.137388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-61be5f20-3b47-4d68-a8f1-8a13e124c276 req-e471a693-3072-4817-be2b-ca0b0e8b1d63 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1349311809', 'description': 'tempest-description-1674341390'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:15.152346 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-d9c61314-9d49-4097-8f86-9ea7d1f505b9 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:15.153017 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-d9c61314-9d49-4097-8f86-9ea7d1f505b9 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:15.198760 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-d9c61314-9d49-4097-8f86-9ea7d1f505b9 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9461832 Feb 07 16:40:15.199518 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-61be5f20-3b47-4d68-a8f1-8a13e124c276 req-e471a693-3072-4817-be2b-ca0b0e8b1d63 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:15.223750 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Request body: {'port': {'device_id': '1686384a-b94c-4427-86a2-911012082d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:15.345007 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df6e0838-6676-4e47-aa1a-4a2275eda864 req-66975b1e-daad-4fe7-8e68-38383268c685 service neutron] 10.222.0.48 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133401 Feb 07 16:40:15.361584 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a4e1ceb4-2db0-4036-9888-c3d7a65a4e76 req-ec3dec80-d0be-467e-a205-035487044671 service neutron] 10.222.0.32 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462461 Feb 07 16:40:15.374412 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b07eedee-ce9e-4a08-a524-20deb628af95 req-6c5ed844-06dc-4fdd-8b34-9df16c1de72b tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378728 Feb 07 16:40:15.522662 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (477033b5-b91b-43dc-ba7b-b9f24aae2669), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:15.625981 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-61be5f20-3b47-4d68-a8f1-8a13e124c276 req-e471a693-3072-4817-be2b-ca0b0e8b1d63 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (7109e94c-2557-4b81-824e-4d0c7e17fce6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:15.693501 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-61be5f20-3b47-4d68-a8f1-8a13e124c276 req-e471a693-3072-4817-be2b-ca0b0e8b1d63 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7109e94c-2557-4b81-824e-4d0c7e17fce6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:15.779835 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753759de-d556-47d6-aacd-7f6645182a32 req-6ad83032-6722-4dd6-a587-1f60653b8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:15.782422 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-753759de-d556-47d6-aacd-7f6645182a32 req-6ad83032-6722-4dd6-a587-1f60653b8f62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c5e15258b8947119fa62f8821360c46&device_id=e324fe59-bc41-4ec8-b66a-4ea121a53704 HTTP/1.1" status: 200 len: 1126 time: 0.2554359 Feb 07 16:40:15.810428 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-61be5f20-3b47-4d68-a8f1-8a13e124c276 req-e471a693-3072-4817-be2b-ca0b0e8b1d63 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:15.812612 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-61be5f20-3b47-4d68-a8f1-8a13e124c276 req-e471a693-3072-4817-be2b-ca0b0e8b1d63 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6860821 Feb 07 16:40:15.823510 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 26af8b21-9fb4-4a72-8c48-f3511fc242b9 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:40:15.828391 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a4e1ceb4-2db0-4036-9888-c3d7a65a4e76 req-12120d0c-3561-4d73-9734-5c8c7764a2e3 service neutron] 10.222.0.32 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504862 Feb 07 16:40:15.839393 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-fb5a82d1-7a8b-4998-a21c-5fc4e06ee424 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks [] for port (f90e0308-69cd-44a6-839f-ced7165597d1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:15.845995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471a693-3072-4817-be2b-ca0b0e8b1d63 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7109e94c-2557-4b81-824e-4d0c7e17fce6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:15.847494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bec1e-1831-47d2-b82f-befc3dbad9d0 req-d5f668a8-92e7-434e-a71f-c90e2637afc2 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:15.852856 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d89bec1e-1831-47d2-b82f-befc3dbad9d0 req-d5f668a8-92e7-434e-a71f-c90e2637afc2 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dab7ff5-5d6b-44f9-8705-479a243b4986 HTTP/1.1" status: 200 len: 945 time: 0.2518547 Feb 07 16:40:15.958784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 26af8b21-9fb4-4a72-8c48-f3511fc242b9 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:40:15.966941 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 26af8b21-9fb4-4a72-8c48-f3511fc242b9 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:40:15.967564 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (26af8b21-9fb4-4a72-8c48-f3511fc242b9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:16.007871 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753759de-d556-47d6-aacd-7f6645182a32 req-a6e3dcf4-533f-4a1f-95b9-0e2b7b82827d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:16.011413 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-753759de-d556-47d6-aacd-7f6645182a32 req-a6e3dcf4-533f-4a1f-95b9-0e2b7b82827d service neutron] 10.222.0.48 "GET /v2.0/networks?id=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 HTTP/1.1" status: 200 len: 906 time: 0.2205303 Feb 07 16:40:16.077116 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-753759de-d556-47d6-aacd-7f6645182a32 req-c0f8e3c2-347a-4c57-beeb-faa30b82b4f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a4af4e7-df4a-463d-9d78-8f46056da485 HTTP/1.1" status: 200 len: 217 time: 0.0549803 Feb 07 16:40:16.129212 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d89bec1e-1831-47d2-b82f-befc3dbad9d0 req-b9e83bc1-653d-402a-abfa-7d0a90940729 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525156 Feb 07 16:40:16.140179 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4dcce-74fa-4597-98ec-c421261d84ee req-76a1df0b-62c0-4d91-b566-6480795f2f14 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:16.143381 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24e4dcce-74fa-4597-98ec-c421261d84ee req-76a1df0b-62c0-4d91-b566-6480795f2f14 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1686384a-b94c-4427-86a2-911012082d0f HTTP/1.1" status: 200 len: 932 time: 0.2013011 Feb 07 16:40:16.150563 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-fb5a82d1-7a8b-4998-a21c-5fc4e06ee424 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f90e0308-69cd-44a6-839f-ced7165597d1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:16.172828 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 26af8b21-9fb4-4a72-8c48-f3511fc242b9 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:40:16.174114 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (26af8b21-9fb4-4a72-8c48-f3511fc242b9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:16.206463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dab7ff5-5d6b-44f9-8705-479a243b4986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26af8b21-9fb4-4a72-8c48-f3511fc242b9'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:16.208991 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f594c5-67d7-46f4-acff-dddc745d8374" -d '{"events": [{"server_uuid": "1dab7ff5-5d6b-44f9-8705-479a243b4986", "name": "network-vif-plugged", "status": "completed", "tag": "26af8b21-9fb4-4a72-8c48-f3511fc242b9"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:16.218761 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753759de-d556-47d6-aacd-7f6645182a32 req-0c15bfc2-b0fe-42c7-bda8-fce5ab8604af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:16.222558 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-753759de-d556-47d6-aacd-7f6645182a32 req-0c15bfc2-b0fe-42c7-bda8-fce5ab8604af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=33c9ecdd-108b-4a28-9918-7706852c1388 HTTP/1.1" status: 200 len: 845 time: 0.1285763 Feb 07 16:40:16.227293 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 26af8b21-9fb4-4a72-8c48-f3511fc242b9, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=26af8b21-9fb4-4a72-8c48-f3511fc242b9,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:16.236766 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (26af8b21-9fb4-4a72-8c48-f3511fc242b9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:16.285617 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-753759de-d556-47d6-aacd-7f6645182a32 req-55f4d1f9-8ae3-4b27-a2b0-c47621089e2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557833 Feb 07 16:40:16.339701 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=26af8b21-9fb4-4a72-8c48-f3511fc242b9,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:16.410391 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03f949-970f-4fd3-8a91-0b8da547a4d9 req-1fcc1823-2613-4df1-9b8c-ebd1c91342c9 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:16.414245 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2f03f949-970f-4fd3-8a91-0b8da547a4d9 req-1fcc1823-2613-4df1-9b8c-ebd1c91342c9 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e324fe59-bc41-4ec8-b66a-4ea121a53704 HTTP/1.1" status: 200 len: 944 time: 0.1312747 Feb 07 16:40:16.432921 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-fb5a82d1-7a8b-4998-a21c-5fc4e06ee424 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:40:16.464142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-fb5a82d1-7a8b-4998-a21c-5fc4e06ee424 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:40:16.483808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-fb5a82d1-7a8b-4998-a21c-5fc4e06ee424 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:40:16.500145 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a82d1-7a8b-4998-a21c-5fc4e06ee424 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Pushing event updated for resources: {'Port': ['ID=f90e0308-69cd-44a6-839f-ced7165597d1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:16.509309 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-753759de-d556-47d6-aacd-7f6645182a32 req-73e1aa37-0618-4bde-bcf2-2b2737eb1538 service neutron] 10.222.0.48 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107308 Feb 07 16:40:16.552558 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24e4dcce-74fa-4597-98ec-c421261d84ee req-391512ff-f6ae-4f2a-8d53-906aec1a29bc tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984437 Feb 07 16:40:16.571316 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2f03f949-970f-4fd3-8a91-0b8da547a4d9 req-f068136b-9a9f-46af-9b17-d484240d96b6 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412020 Feb 07 16:40:16.611073 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-fb5a82d1-7a8b-4998-a21c-5fc4e06ee424 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:16.611755 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-fb5a82d1-7a8b-4998-a21c-5fc4e06ee424 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:16.648158 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-06d52d5b-2237-45e4-822a-07f582584ad3 req-19690577-b3da-4897-9bce-dbce22593824 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2034830972', 'description': 'tempest-description-1191476538'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:16.654501 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-fb5a82d1-7a8b-4998-a21c-5fc4e06ee424 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5876520 Feb 07 16:40:16.674490 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 477033b5-b91b-43dc-ba7b-b9f24aae2669 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:40:16.686774 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Publish callbacks [] for port (477033b5-b91b-43dc-ba7b-b9f24aae2669), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:16.707435 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Transition to ACTIVE for port object 477033b5-b91b-43dc-ba7b-b9f24aae2669 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:40:16.715821 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Request body: {'port': {'device_id': '7a1da243-7984-405b-a0ea-d01b60c426b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:16.720426 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06d52d5b-2237-45e4-822a-07f582584ad3 req-19690577-b3da-4897-9bce-dbce22593824 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:16.752818 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (477033b5-b91b-43dc-ba7b-b9f24aae2669), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:16.779323 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-753759de-d556-47d6-aacd-7f6645182a32 req-e60524cf-bacc-418a-a88b-6681d47527e1 service neutron] 10.222.0.48 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587011 Feb 07 16:40:16.878645 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06d52d5b-2237-45e4-822a-07f582584ad3 req-19690577-b3da-4897-9bce-dbce22593824 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (1547119b-3a90-41e6-b731-aed690270496), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:16.886682 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06d52d5b-2237-45e4-822a-07f582584ad3 req-19690577-b3da-4897-9bce-dbce22593824 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1547119b-3a90-41e6-b731-aed690270496), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:16.949146 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06d52d5b-2237-45e4-822a-07f582584ad3 req-19690577-b3da-4897-9bce-dbce22593824 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:16.951380 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06d52d5b-2237-45e4-822a-07f582584ad3 req-19690577-b3da-4897-9bce-dbce22593824 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3123693 Feb 07 16:40:16.953630 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19690577-b3da-4897-9bce-dbce22593824 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1547119b-3a90-41e6-b731-aed690270496,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:16.994504 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=477033b5-b91b-43dc-ba7b-b9f24aae2669,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:17.001766 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f90e0308-69cd-44a6-839f-ced7165597d1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:17.040624 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b5524b-be54-453a-8aee-cbc45acd6b3f x-openstack-request-id: req-a3b5524b-be54-453a-8aee-cbc45acd6b3f {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:17.041537 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dab7ff5-5d6b-44f9-8705-479a243b4986", "name": "network-vif-plugged", "status": "completed", "tag": "26af8b21-9fb4-4a72-8c48-f3511fc242b9", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:17.041537 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3b5524b-be54-453a-8aee-cbc45acd6b3f {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:17.041910 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dab7ff5-5d6b-44f9-8705-479a243b4986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26af8b21-9fb4-4a72-8c48-f3511fc242b9', 'code': 200} Feb 07 16:40:17.048522 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b98788-117e-48a7-9421-a33f5da73dec req-74de2793-8763-489f-be21-54b7bffd96cb tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:17.050204 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-08b98788-117e-48a7-9421-a33f5da73dec req-74de2793-8763-489f-be21-54b7bffd96cb tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 946 time: 0.3072243 Feb 07 16:40:17.248042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Attempting to bind port 477033b5-b91b-43dc-ba7b-b9f24aae2669 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:40:17.248042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Attempting to bind port 477033b5-b91b-43dc-ba7b-b9f24aae2669 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '1cd7e706-14bc-45fb-8600-cd723dca3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:40:17.248042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Attempting to bind port 477033b5-b91b-43dc-ba7b-b9f24aae2669 on network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:40:17.283603 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-08b98788-117e-48a7-9421-a33f5da73dec req-36f0392a-f4e8-4148-b2f6-2708522349bc tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052503 Feb 07 16:40:17.290296 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f951f-e6f0-4244-a245-84561ade08e6 req-d21cd915-d4bb-4726-8dbe-e2361e7f10de tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:17.293238 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b1f951f-e6f0-4244-a245-84561ade08e6 req-d21cd915-d4bb-4726-8dbe-e2361e7f10de tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 943 time: 0.1389060 Feb 07 16:40:17.302976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Port 477033b5-b91b-43dc-ba7b-b9f24aae2669 on network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:40:17.306454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Attempting to bind port 477033b5-b91b-43dc-ba7b-b9f24aae2669 on network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:40:17.309700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adc571-5a0a-4321-8f50-51c56687ee52 req-1ff75969-862d-4796-bbf8-42e713142b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:17.313798 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-03adc571-5a0a-4321-8f50-51c56687ee52 req-1ff75969-862d-4796-bbf8-42e713142b49 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1dab7ff5-5d6b-44f9-8705-479a243b4986 HTTP/1.1" status: 200 len: 1128 time: 0.1438272 Feb 07 16:40:17.376615 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:40:17.376992 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Checking segment: {'id': '1cd7e706-14bc-45fb-8600-cd723dca3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:40:17.377432 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Bound using segment: {'id': '1cd7e706-14bc-45fb-8600-cd723dca3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:40:17.377843 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Bound port: 477033b5-b91b-43dc-ba7b-b9f24aae2669, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd7e706-14bc-45fb-8600-cd723dca3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:40:17.378224 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (477033b5-b91b-43dc-ba7b-b9f24aae2669), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:17.383076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1a50692b-04ac-41e6-9a0b-c670315c3ced req-87b57565-e795-44bc-a562-509a770beb9b tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1400111744', 'description': 'tempest-description-238456811'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:17.457709 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b1f951f-e6f0-4244-a245-84561ade08e6 req-6e0aad30-e2a6-4e8a-8614-89c2ec9ceb19 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415405 Feb 07 16:40:17.463597 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-03adc571-5a0a-4321-8f50-51c56687ee52 req-d09370a0-99c1-4f56-a9c6-4a3926841d38 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365614 Feb 07 16:40:17.476142 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1a50692b-04ac-41e6-9a0b-c670315c3ced req-87b57565-e795-44bc-a562-509a770beb9b tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:17.563113 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] For port 477033b5-b91b-43dc-ba7b-b9f24aae2669, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:40:17.609410 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] For port 477033b5-b91b-43dc-ba7b-b9f24aae2669, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=477033b5-b91b-43dc-ba7b-b9f24aae2669,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:40:17.638877 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (477033b5-b91b-43dc-ba7b-b9f24aae2669), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:17.651206 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90e0308-69cd-44a6-839f-ced7165597d1 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:40:17.688722 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Publish callbacks [] for port (f90e0308-69cd-44a6-839f-ced7165597d1), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:17.715907 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:17.716590 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:17.718487 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] 10.222.0.48 "PUT /v2.0/ports/477033b5-b91b-43dc-ba7b-b9f24aae2669 HTTP/1.1" status: 200 len: 1092 time: 2.4987626 Feb 07 16:40:17.719896 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2484e-a967-4c1d-b9b8-fcc5d6e5ec73 req-50cf871f-bf4e-4656-b9b3-1a6c3a5b42f9 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:17.724694 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4ba2484e-a967-4c1d-b9b8-fcc5d6e5ec73 req-50cf871f-bf4e-4656-b9b3-1a6c3a5b42f9 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dab7ff5-5d6b-44f9-8705-479a243b4986 HTTP/1.1" status: 200 len: 946 time: 0.1246235 Feb 07 16:40:17.726810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1686384a-b94c-4427-86a2-911012082d0f', 'tag': '477033b5-b91b-43dc-ba7b-b9f24aae2669'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:17.730692 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98a388b-31fd-4ce0-905b-93ccd062e756" -d '{"events": [{"name": "network-changed", "server_uuid": "1686384a-b94c-4427-86a2-911012082d0f", "tag": "477033b5-b91b-43dc-ba7b-b9f24aae2669"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:17.744571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Transition to ACTIVE for port object f90e0308-69cd-44a6-839f-ced7165597d1 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:40:17.764597 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1a50692b-04ac-41e6-9a0b-c670315c3ced req-87b57565-e795-44bc-a562-509a770beb9b tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (d2218f6e-4050-4fa4-8b72-46aa33708deb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:17.765990 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (f90e0308-69cd-44a6-839f-ced7165597d1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:17.777450 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1a50692b-04ac-41e6-9a0b-c670315c3ced req-87b57565-e795-44bc-a562-509a770beb9b tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d2218f6e-4050-4fa4-8b72-46aa33708deb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:17.784523 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a5abc-36a5-4ef6-aa74-b151f6f96cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=477033b5-b91b-43dc-ba7b-b9f24aae2669,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:17.865823 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4ba2484e-a967-4c1d-b9b8-fcc5d6e5ec73 req-b17d48d9-1595-49fb-a530-55e9cdf37300 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174078 Feb 07 16:40:17.879268 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1a50692b-04ac-41e6-9a0b-c670315c3ced req-87b57565-e795-44bc-a562-509a770beb9b tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:17.880571 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a50692b-04ac-41e6-9a0b-c670315c3ced req-87b57565-e795-44bc-a562-509a770beb9b tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5095308 Feb 07 16:40:17.901478 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b57565-e795-44bc-a562-509a770beb9b tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2218f6e-4050-4fa4-8b72-46aa33708deb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:17.918398 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1a4af4e7-df4a-463d-9d78-8f46056da485 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:40:17.923658 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f90e0308-69cd-44a6-839f-ced7165597d1,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:17.996702 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-74a5ce58-246d-4eae-a28b-ef03e1ab14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:17.999057 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-74a5ce58-246d-4eae-a28b-ef03e1ab14cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=27d161f3194b4bd8bbb5a80e7e14ca00&device_id=1686384a-b94c-4427-86a2-911012082d0f HTTP/1.1" status: 200 len: 1126 time: 0.1626287 Feb 07 16:40:18.075394 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-e28b0a67-a994-4ea2-9c88-2d2b02627dfd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=477033b5-b91b-43dc-ba7b-b9f24aae2669 HTTP/1.1" status: 200 len: 217 time: 0.0633817 Feb 07 16:40:18.102042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Attempting to bind port f90e0308-69cd-44a6-839f-ced7165597d1 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:40:18.102559 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Attempting to bind port f90e0308-69cd-44a6-839f-ced7165597d1 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '1cd7e706-14bc-45fb-8600-cd723dca3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:40:18.102761 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Attempting to bind port f90e0308-69cd-44a6-839f-ced7165597d1 on network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:40:18.128879 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Port f90e0308-69cd-44a6-839f-ced7165597d1 on network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:40:18.129195 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Attempting to bind port f90e0308-69cd-44a6-839f-ced7165597d1 on network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:40:18.141491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:40:18.141841 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Checking segment: {'id': '1cd7e706-14bc-45fb-8600-cd723dca3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:40:18.142287 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Bound using segment: {'id': '1cd7e706-14bc-45fb-8600-cd723dca3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:40:18.142691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Bound port: f90e0308-69cd-44a6-839f-ced7165597d1, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd7e706-14bc-45fb-8600-cd723dca3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:40:18.143063 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f90e0308-69cd-44a6-839f-ced7165597d1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:18.164951 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-5c608f03-b78d-4e69-a12a-71d96fe55c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:18.166684 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-5c608f03-b78d-4e69-a12a-71d96fe55c03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8721db2-22bc-4c53-94c8-f059ef179da8 HTTP/1.1" status: 200 len: 852 time: 0.0749741 Feb 07 16:40:18.200872 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1a4af4e7-df4a-463d-9d78-8f46056da485, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1a4af4e7-df4a-463d-9d78-8f46056da485,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:18.227891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3f506-ee63-4e02-b362-a3eeb0b5f57b req-2e50dd68-4392-468b-8559-851d19e7f8fe tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:18.232408 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9f3f506-ee63-4e02-b362-a3eeb0b5f57b req-2e50dd68-4392-468b-8559-851d19e7f8fe tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e324fe59-bc41-4ec8-b66a-4ea121a53704 HTTP/1.1" status: 200 len: 944 time: 0.1896536 Feb 07 16:40:18.232814 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '1a4af4e7-df4a-463d-9d78-8f46056da485', 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67', 'port_id': '1a4af4e7-df4a-463d-9d78-8f46056da485', 'mac_address': 'fa:16:3e:6f:f4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c9ecdd-108b-4a28-9918-7706852c1388', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:40:18.305722 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-39fd9ef9-de7c-49dd-86fd-c39bc8887466 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1416bc97-7ed1-4e89-bcb8-343c620b9a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989060 Feb 07 16:40:18.317122 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9f3f506-ee63-4e02-b362-a3eeb0b5f57b req-6aad4f8a-8850-4635-bee1-5f532ed4bd53 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786822 Feb 07 16:40:18.366769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 1a4af4e7-df4a-463d-9d78-8f46056da485 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:40:18.368297 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:18.411427 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4af4e7-df4a-463d-9d78-8f46056da485 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:40:18.431562 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] For port f90e0308-69cd-44a6-839f-ced7165597d1, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:40:18.449543 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] For port f90e0308-69cd-44a6-839f-ced7165597d1, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f90e0308-69cd-44a6-839f-ced7165597d1,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:40:18.451521 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1a4af4e7-df4a-463d-9d78-8f46056da485, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1a4af4e7-df4a-463d-9d78-8f46056da485,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:18.457560 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:18.501953 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (f90e0308-69cd-44a6-839f-ced7165597d1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:18.511158 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ac8c7-da07-430c-84d7-84bb0c3ace61 req-ae19d415-cb70-4ca7-9362-103d401f1483 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:18.525349 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b98ac8c7-da07-430c-84d7-84bb0c3ace61 req-ae19d415-cb70-4ca7-9362-103d401f1483 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1686384a-b94c-4427-86a2-911012082d0f HTTP/1.1" status: 200 len: 944 time: 0.1271930 Feb 07 16:40:18.549750 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:18.550287 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=1a4af4e7-df4a-463d-9d78-8f46056da485,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:18.550497 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:18.551927 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/f90e0308-69cd-44a6-839f-ced7165597d1 HTTP/1.1" status: 200 len: 1092 time: 1.8428106 Feb 07 16:40:18.602961 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70281e95-e270-4646-a5ce-ca391a61e298 req-648c6ace-49c3-4a1e-831a-97ae2691f5e7 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:18.610270 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-70281e95-e270-4646-a5ce-ca391a61e298 req-648c6ace-49c3-4a1e-831a-97ae2691f5e7 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 1128 time: 0.3841717 Feb 07 16:40:18.649322 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b98ac8c7-da07-430c-84d7-84bb0c3ace61 req-c0413e8c-ff99-4b91-8236-7b626c6c6c2c tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185579 Feb 07 16:40:18.698814 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-5d87cfe3-97aa-49e6-a182-1107f6375d7d service neutron] 10.222.0.48 "GET /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862214 Feb 07 16:40:18.707798 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf2d0b-5ff4-4cc7-aced-eb56998471c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f90e0308-69cd-44a6-839f-ced7165597d1,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:18.731039 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff893a4-fbbe-48d8-bc92-a17875397adf x-openstack-request-id: req-dff893a4-fbbe-48d8-bc92-a17875397adf {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:18.731397 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1686384a-b94c-4427-86a2-911012082d0f", "tag": "477033b5-b91b-43dc-ba7b-b9f24aae2669", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:18.731637 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dff893a4-fbbe-48d8-bc92-a17875397adf {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:18.732077 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1686384a-b94c-4427-86a2-911012082d0f', 'tag': '477033b5-b91b-43dc-ba7b-b9f24aae2669', 'status': 'completed', 'code': 200} Feb 07 16:40:18.786216 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-70281e95-e270-4646-a5ce-ca391a61e298 req-e01ed83a-6157-489b-b183-c7920d2c3fea tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746361 Feb 07 16:40:18.851291 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['1a4af4e7-df4a-463d-9d78-8f46056da485'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:18.893627 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-fc399cb7-166a-49b9-b530-7cdc7183d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:18.895216 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-fc399cb7-166a-49b9-b530-7cdc7183d959 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27d161f3194b4bd8bbb5a80e7e14ca00&device_id=7a1da243-7984-405b-a0ea-d01b60c426b5 HTTP/1.1" status: 200 len: 1126 time: 0.2629497 Feb 07 16:40:18.903605 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f044e007-48d7-4140-975f-64c164980c89 req-5cec1871-9a7a-4ef4-835f-dd00c7b312cb tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6660152de7d4de699a304c64d91802c HTTP/1.1" status: 200 len: 10994 time: 0.1674683 Feb 07 16:40:18.912517 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-845e38e3-a245-499d-80da-cab0ca41e8b7 service neutron] 10.222.0.48 "GET /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973119 Feb 07 16:40:18.971859 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-2199e7ae-4ab2-44d8-ad22-4393b6ebb297 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f90e0308-69cd-44a6-839f-ced7165597d1 HTTP/1.1" status: 200 len: 217 time: 0.0636482 Feb 07 16:40:18.994764 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f044e007-48d7-4140-975f-64c164980c89 req-41232a4a-8264-4d87-8563-6a794e2cca95 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/2ddca679-1c15-481c-8987-60a366511921 HTTP/1.1" status: 200 len: 2998 time: 0.0790787 Feb 07 16:40:19.050392 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d759d9-e428-4fca-9eed-d3fc872b6586 req-461d1d58-3a31-4d96-9962-9597f00488d4 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:19.058225 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04d759d9-e428-4fca-9eed-d3fc872b6586 req-461d1d58-3a31-4d96-9962-9597f00488d4 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 943 time: 0.1618230 Feb 07 16:40:19.078938 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-9172cbf7-2ae0-4963-9ba6-97706a62b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:19.080379 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-9172cbf7-2ae0-4963-9ba6-97706a62b09c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f8721db2-22bc-4c53-94c8-f059ef179da8 HTTP/1.1" status: 200 len: 852 time: 0.0996258 Feb 07 16:40:19.092965 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f044e007-48d7-4140-975f-64c164980c89 req-6471b4c6-3a59-42b1-a921-e2c618b46e09 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/2ddca679-1c15-481c-8987-60a366511921 HTTP/1.1" status: 200 len: 2998 time: 0.0963080 Feb 07 16:40:19.142828 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-a639ada0-45d1-4051-aacd-e6002149dfbd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1416bc97-7ed1-4e89-bcb8-343c620b9a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490677 Feb 07 16:40:19.225994 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04d759d9-e428-4fca-9eed-d3fc872b6586 req-b91342eb-d0d2-42a0-8042-c0f4aecfdb71 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668427 Feb 07 16:40:19.226320 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89393055-2f22-45f0-bbec-48d44b0a8c27 req-8f279171-c8e9-48ca-91b7-73837a784d26 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:19.228466 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89393055-2f22-45f0-bbec-48d44b0a8c27 req-8f279171-c8e9-48ca-91b7-73837a784d26 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 1128 time: 0.0571415 Feb 07 16:40:19.278573 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a388b-31fd-4ce0-905b-93ccd062e756 req-871f460c-8933-48a9-8098-f6fb8f14e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:19.281060 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c98a388b-31fd-4ce0-905b-93ccd062e756 req-871f460c-8933-48a9-8098-f6fb8f14e2c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=27d161f3194b4bd8bbb5a80e7e14ca00&device_id=1686384a-b94c-4427-86a2-911012082d0f HTTP/1.1" status: 200 len: 1126 time: 0.1991854 Feb 07 16:40:19.339272 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89393055-2f22-45f0-bbec-48d44b0a8c27 req-fee0b297-d724-4041-98a7-b80f0429b8f2 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013489 Feb 07 16:40:19.411971 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-e12fdade-b779-4a65-90f3-7f3a4996925a service neutron] 10.222.0.32 "GET /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607975 Feb 07 16:40:19.454015 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3dc19c60-8f18-42f3-a1d8-7c89a06f8330 req-bbd1d1d1-0ff0-45a8-ad39-3e8ad36b72fb tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/7109e94c-2557-4b81-824e-4d0c7e17fce6 HTTP/1.1" status: 200 len: 1818 time: 0.0523460 Feb 07 16:40:19.535503 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a388b-31fd-4ce0-905b-93ccd062e756 req-3561d6ce-354e-4df3-8a2b-0dc1a25d7233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:19.537015 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c98a388b-31fd-4ce0-905b-93ccd062e756 req-3561d6ce-354e-4df3-8a2b-0dc1a25d7233 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1416bc97-7ed1-4e89-bcb8-343c620b9a50 HTTP/1.1" status: 200 len: 913 time: 0.2491062 Feb 07 16:40:19.560463 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2c759-b82f-4588-863f-7f9857c5cdc1 req-e8bea615-8eb5-48ba-ab59-8f6d6e634330 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:19.562076 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9be2c759-b82f-4588-863f-7f9857c5cdc1 req-e8bea615-8eb5-48ba-ab59-8f6d6e634330 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dab7ff5-5d6b-44f9-8705-479a243b4986 HTTP/1.1" status: 200 len: 946 time: 0.2047725 Feb 07 16:40:19.562277 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3dc19c60-8f18-42f3-a1d8-7c89a06f8330 req-f238e575-a2b5-46ec-a1c7-357414f52f76 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (7109e94c-2557-4b81-824e-4d0c7e17fce6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:19.574437 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65b23c83-19f3-4964-b48e-6f7185ce3274 req-a3b17e33-a264-4903-a2d8-776100bccf19 service neutron] 10.222.0.32 "GET /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547787 Feb 07 16:40:19.611219 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c98a388b-31fd-4ce0-905b-93ccd062e756 req-04aaeae0-80ee-495e-8fb4-27e0aaf48fbf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=477033b5-b91b-43dc-ba7b-b9f24aae2669 HTTP/1.1" status: 200 len: 217 time: 0.0589831 Feb 07 16:40:19.614753 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3dc19c60-8f18-42f3-a1d8-7c89a06f8330 req-f238e575-a2b5-46ec-a1c7-357414f52f76 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (7109e94c-2557-4b81-824e-4d0c7e17fce6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:19.686200 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3dc19c60-8f18-42f3-a1d8-7c89a06f8330 req-f238e575-a2b5-46ec-a1c7-357414f52f76 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7109e94c-2557-4b81-824e-4d0c7e17fce6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:19.690044 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3dc19c60-8f18-42f3-a1d8-7c89a06f8330 req-f238e575-a2b5-46ec-a1c7-357414f52f76 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:19.692025 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3dc19c60-8f18-42f3-a1d8-7c89a06f8330 req-f238e575-a2b5-46ec-a1c7-357414f52f76 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "DELETE /v2.0/security-groups/7109e94c-2557-4b81-824e-4d0c7e17fce6 HTTP/1.1" status: 204 len: 173 time: 0.2261291 Feb 07 16:40:19.703413 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238e575-a2b5-46ec-a1c7-357414f52f76 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7109e94c-2557-4b81-824e-4d0c7e17fce6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:19.741659 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a388b-31fd-4ce0-905b-93ccd062e756 req-3af0af36-4ffe-4466-bffc-2191d32d24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:19.744841 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c98a388b-31fd-4ce0-905b-93ccd062e756 req-3af0af36-4ffe-4466-bffc-2191d32d24d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8721db2-22bc-4c53-94c8-f059ef179da8 HTTP/1.1" status: 200 len: 852 time: 0.1241565 Feb 07 16:40:19.758571 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9be2c759-b82f-4588-863f-7f9857c5cdc1 req-0efa8d07-5b8b-4691-a678-3d1a742d3aa5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504867 Feb 07 16:40:19.817485 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c98a388b-31fd-4ce0-905b-93ccd062e756 req-cfafe0b1-53ee-4c25-a996-5ba20a8c1fea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1416bc97-7ed1-4e89-bcb8-343c620b9a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577209 Feb 07 16:40:19.936201 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fa794-a03e-4156-ad02-eb8c8e5df3aa req-6fc0eb7d-9220-4733-87cb-2946d620f75b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:19.939539 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c28fa794-a03e-4156-ad02-eb8c8e5df3aa req-6fc0eb7d-9220-4733-87cb-2946d620f75b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e324fe59-bc41-4ec8-b66a-4ea121a53704 HTTP/1.1" status: 200 len: 945 time: 0.1107335 Feb 07 16:40:20.032507 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c28fa794-a03e-4156-ad02-eb8c8e5df3aa req-d2eead29-f98c-49c8-9cc3-1b72477d9878 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815759 Feb 07 16:40:20.099919 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [req-45fa9b5f-9e50-4467-9ad3-99449248b5cd req-00aa0a5b-eb5c-4a5f-afa1-25377babaaed tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] show failed (client error): The resource could not be found. Feb 07 16:40:20.101881 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-45fa9b5f-9e50-4467-9ad3-99449248b5cd req-00aa0a5b-eb5c-4a5f-afa1-25377babaaed tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/7109e94c-2557-4b81-824e-4d0c7e17fce6 HTTP/1.1" status: 404 len: 352 time: 0.0260901 Feb 07 16:40:20.296629 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fd022-c1b2-408a-8184-3bdd01219a12 req-e912c05a-823b-401b-a3b9-2f2795a1b444 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:20.299483 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e83fd022-c1b2-408a-8184-3bdd01219a12 req-e912c05a-823b-401b-a3b9-2f2795a1b444 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 945 time: 0.1141326 Feb 07 16:40:20.388607 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e83fd022-c1b2-408a-8184-3bdd01219a12 req-3e8f45b9-11ac-460a-ba5f-e3a5b2c02518 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818784 Feb 07 16:40:20.437975 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24a295-5fb4-4b91-ab64-e14a4e89e19d req-4da991c8-d378-4405-923d-53e22be755a6 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:20.440570 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa24a295-5fb4-4b91-ab64-e14a4e89e19d req-4da991c8-d378-4405-923d-53e22be755a6 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1686384a-b94c-4427-86a2-911012082d0f HTTP/1.1" status: 200 len: 944 time: 0.1790390 Feb 07 16:40:20.444378 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c98a388b-31fd-4ce0-905b-93ccd062e756 req-1e74b9ea-405b-44e9-95c1-e67064003fc5 service neutron] 10.222.0.48 "GET /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6136625 Feb 07 16:40:20.606934 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa24a295-5fb4-4b91-ab64-e14a4e89e19d req-4876d652-806f-4e11-a071-d59588dda836 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587055 Feb 07 16:40:20.689918 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c98a388b-31fd-4ce0-905b-93ccd062e756 req-f514dcc3-1087-4b49-a603-3e28a64e9a03 service neutron] 10.222.0.48 "GET /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301481 Feb 07 16:40:20.733817 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1da243-7984-405b-a0ea-d01b60c426b5', 'tag': 'f90e0308-69cd-44a6-839f-ced7165597d1'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:20.738919 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0eb96b0-e974-4bde-9da7-cea11ec479cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1da243-7984-405b-a0ea-d01b60c426b5", "tag": "f90e0308-69cd-44a6-839f-ced7165597d1"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:20.748321 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5dc5327-e360-4b97-90d7-0410076248a6 req-7abfed26-a4a4-44ab-bf85-c0a4a9737958 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/1547119b-3a90-41e6-b731-aed690270496 HTTP/1.1" status: 200 len: 1818 time: 0.0933976 Feb 07 16:40:20.845200 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d5dc5327-e360-4b97-90d7-0410076248a6 req-00333d2e-ae51-43b0-ae67-0fbb92c61b3c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (1547119b-3a90-41e6-b731-aed690270496), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:20.887927 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d5dc5327-e360-4b97-90d7-0410076248a6 req-00333d2e-ae51-43b0-ae67-0fbb92c61b3c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (1547119b-3a90-41e6-b731-aed690270496), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:20.973605 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d5dc5327-e360-4b97-90d7-0410076248a6 req-00333d2e-ae51-43b0-ae67-0fbb92c61b3c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1547119b-3a90-41e6-b731-aed690270496), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:20.977610 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d5dc5327-e360-4b97-90d7-0410076248a6 req-00333d2e-ae51-43b0-ae67-0fbb92c61b3c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:20.978915 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5dc5327-e360-4b97-90d7-0410076248a6 req-00333d2e-ae51-43b0-ae67-0fbb92c61b3c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "DELETE /v2.0/security-groups/1547119b-3a90-41e6-b731-aed690270496 HTTP/1.1" status: 204 len: 173 time: 0.2228715 Feb 07 16:40:20.990302 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00333d2e-ae51-43b0-ae67-0fbb92c61b3c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1547119b-3a90-41e6-b731-aed690270496,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:21.067817 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:21.217424 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc2aef-1b9a-4b04-b0d8-4d47326c78b3 req-31fdfba3-e0f0-4fc2-9e34-197556e50a34 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:21.220260 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-82fc2aef-1b9a-4b04-b0d8-4d47326c78b3 req-31fdfba3-e0f0-4fc2-9e34-197556e50a34 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 943 time: 0.1250663 Feb 07 16:40:21.305829 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-82fc2aef-1b9a-4b04-b0d8-4d47326c78b3 req-4d1eba69-1402-4876-930b-a441b3994287 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732112 Feb 07 16:40:21.497813 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34119b-7b2a-484d-a6ec-69b5d095249a req-929510bc-404e-4d80-8742-33a8452e52d5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:21.499935 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c34119b-7b2a-484d-a6ec-69b5d095249a req-929510bc-404e-4d80-8742-33a8452e52d5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dab7ff5-5d6b-44f9-8705-479a243b4986 HTTP/1.1" status: 200 len: 946 time: 0.0757833 Feb 07 16:40:21.599751 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c34119b-7b2a-484d-a6ec-69b5d095249a req-f485199f-e546-4e1d-8381-bdafd41c268f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882776 Feb 07 16:40:21.697488 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf947c1b-374b-43d8-8007-79c2c46dfccc x-openstack-request-id: req-bf947c1b-374b-43d8-8007-79c2c46dfccc {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:21.697870 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1da243-7984-405b-a0ea-d01b60c426b5", "tag": "f90e0308-69cd-44a6-839f-ced7165597d1", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:21.698044 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf947c1b-374b-43d8-8007-79c2c46dfccc {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:21.698463 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1da243-7984-405b-a0ea-d01b60c426b5', 'tag': 'f90e0308-69cd-44a6-839f-ced7165597d1', 'status': 'completed', 'code': 200} Feb 07 16:40:21.742647 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-84539412-bcac-4208-b92d-70bee85cf6eb req-a521ea00-9e1e-4c99-9eaf-5832e1f17de2 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] show failed (client error): The resource could not be found. Feb 07 16:40:21.764028 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84539412-bcac-4208-b92d-70bee85cf6eb req-a521ea00-9e1e-4c99-9eaf-5832e1f17de2 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/1547119b-3a90-41e6-b731-aed690270496 HTTP/1.1" status: 404 len: 352 time: 0.0433097 Feb 07 16:40:21.890533 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb96b0-e974-4bde-9da7-cea11ec479cd req-c714959b-368c-48ca-9a31-d36957e51a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:21.892302 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0eb96b0-e974-4bde-9da7-cea11ec479cd req-c714959b-368c-48ca-9a31-d36957e51a62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=27d161f3194b4bd8bbb5a80e7e14ca00&device_id=7a1da243-7984-405b-a0ea-d01b60c426b5 HTTP/1.1" status: 200 len: 1126 time: 0.1271162 Feb 07 16:40:21.929202 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 477033b5-b91b-43dc-ba7b-b9f24aae2669 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:40:21.934179 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1a4af4e7-df4a-463d-9d78-8f46056da485 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:40:21.982849 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34aa06-2fe6-469c-829d-b2aa17e2e758 req-46e407f1-2a40-4d43-8ea0-1e09c6cae029 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:21.984539 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa34aa06-2fe6-469c-829d-b2aa17e2e758 req-46e407f1-2a40-4d43-8ea0-1e09c6cae029 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e324fe59-bc41-4ec8-b66a-4ea121a53704 HTTP/1.1" status: 200 len: 945 time: 0.1336789 Feb 07 16:40:22.044268 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb96b0-e974-4bde-9da7-cea11ec479cd req-f8c0f699-7740-49be-81df-49d5f2d1303b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:22.044670 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-4e765a15-79ca-4df4-8034-6db786bfaf76 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:40:22.046399 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0eb96b0-e974-4bde-9da7-cea11ec479cd req-f8c0f699-7740-49be-81df-49d5f2d1303b service neutron] 10.222.0.32 "GET /v2.0/networks?id=1416bc97-7ed1-4e89-bcb8-343c620b9a50 HTTP/1.1" status: 200 len: 913 time: 0.1451125 Feb 07 16:40:22.056712 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-4e765a15-79ca-4df4-8034-6db786bfaf76 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1471686 Feb 07 16:40:22.123034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0eb96b0-e974-4bde-9da7-cea11ec479cd req-21b0c2b8-d66c-43e5-8d0c-2e6e4f1a8f8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f90e0308-69cd-44a6-839f-ced7165597d1 HTTP/1.1" status: 200 len: 217 time: 0.0688744 Feb 07 16:40:22.151870 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa34aa06-2fe6-469c-829d-b2aa17e2e758 req-2f50a026-2a88-4305-9e5c-6656b167cc79 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290822 Feb 07 16:40:22.173495 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 1a4af4e7-df4a-463d-9d78-8f46056da485 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:40:22.185837 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 1a4af4e7-df4a-463d-9d78-8f46056da485 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:40:22.186479 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:22.227974 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb96b0-e974-4bde-9da7-cea11ec479cd req-45700718-3491-44e8-bd59-3a0645b29827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:22.231131 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0eb96b0-e974-4bde-9da7-cea11ec479cd req-45700718-3491-44e8-bd59-3a0645b29827 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f8721db2-22bc-4c53-94c8-f059ef179da8 HTTP/1.1" status: 200 len: 852 time: 0.0979333 Feb 07 16:40:22.246917 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-388c09fe-5095-443a-bbf7-1209f53f91d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:22.255684 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-388c09fe-5095-443a-bbf7-1209f53f91d4 service neutron] 10.222.0.18 "GET /v2.0/ports/3485f818-8d1c-4bdf-b5bd-94492ef4aad3 HTTP/1.1" status: 200 len: 1125 time: 0.1962991 Feb 07 16:40:22.261696 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-eac7523e-f8d0-43aa-a9ed-1b5d7e610024 service neutron] Request body: {'binding': {'host': 'n-h2-827865-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:22.262321 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-eac7523e-f8d0-43aa-a9ed-1b5d7e610024 service neutron] Unknown quota resources ['binding']. {{(pid=103226) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 16:40:22.293806 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0eb96b0-e974-4bde-9da7-cea11ec479cd req-a5f8b2ae-55ba-4e51-8b44-f80699511ef5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1416bc97-7ed1-4e89-bcb8-343c620b9a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553129 Feb 07 16:40:22.327354 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 477033b5-b91b-43dc-ba7b-b9f24aae2669, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=477033b5-b91b-43dc-ba7b-b9f24aae2669,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:22.353952 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '477033b5-b91b-43dc-ba7b-b9f24aae2669', 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50', 'port_id': '477033b5-b91b-43dc-ba7b-b9f24aae2669', 'mac_address': 'fa:16:3e:ba:e0:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8721db2-22bc-4c53-94c8-f059ef179da8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:40:22.488632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 1a4af4e7-df4a-463d-9d78-8f46056da485 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:40:22.489684 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:22.493963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 477033b5-b91b-43dc-ba7b-b9f24aae2669 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:40:22.494884 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (477033b5-b91b-43dc-ba7b-b9f24aae2669), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:22.510038 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0eb96b0-e974-4bde-9da7-cea11ec479cd req-e981139a-7956-43a7-bb61-94bbda1b892d service neutron] 10.222.0.32 "GET /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110894 Feb 07 16:40:22.517985 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-eac7523e-f8d0-43aa-a9ed-1b5d7e610024 service neutron] Attempting to bind port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 on host n-h2-827865-3 for vnic_type normal with profile None {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:40:22.517985 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-eac7523e-f8d0-43aa-a9ed-1b5d7e610024 service neutron] Attempting to bind port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:40:22.517985 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-eac7523e-f8d0-43aa-a9ed-1b5d7e610024 service neutron] Attempting to bind port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:40:22.542263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-eac7523e-f8d0-43aa-a9ed-1b5d7e610024 service neutron] Port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 on network 3db07daa-5eaa-4bf8-9b32-41159885835d not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:40:22.542819 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-eac7523e-f8d0-43aa-a9ed-1b5d7e610024 service neutron] Attempting to bind port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:40:22.550368 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-eac7523e-f8d0-43aa-a9ed-1b5d7e610024 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:40:22.550709 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-eac7523e-f8d0-43aa-a9ed-1b5d7e610024 service neutron] Checking segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:40:22.551111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-eac7523e-f8d0-43aa-a9ed-1b5d7e610024 service neutron] Bound using segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:40:22.551662 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-eac7523e-f8d0-43aa-a9ed-1b5d7e610024 service neutron] Bound port: 3485f818-8d1c-4bdf-b5bd-94492ef4aad3, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:40:22.576555 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477033b5-b91b-43dc-ba7b-b9f24aae2669 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:40:22.596496 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e324fe59-bc41-4ec8-b66a-4ea121a53704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4af4e7-df4a-463d-9d78-8f46056da485'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:22.601014 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538d96d6-f78f-4990-848c-ef0531ff55a9" -d '{"events": [{"server_uuid": "e324fe59-bc41-4ec8-b66a-4ea121a53704", "name": "network-vif-plugged", "status": "completed", "tag": "1a4af4e7-df4a-463d-9d78-8f46056da485"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:22.638307 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-eac7523e-f8d0-43aa-a9ed-1b5d7e610024 service neutron] For port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3485f818-8d1c-4bdf-b5bd-94492ef4aad3,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:40:22.646181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1a4af4e7-df4a-463d-9d78-8f46056da485, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1a4af4e7-df4a-463d-9d78-8f46056da485,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:22.650229 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-eac7523e-f8d0-43aa-a9ed-1b5d7e610024 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:22.655826 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 477033b5-b91b-43dc-ba7b-b9f24aae2669, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=477033b5-b91b-43dc-ba7b-b9f24aae2669,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:22.658313 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:22.667086 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-eac7523e-f8d0-43aa-a9ed-1b5d7e610024 service neutron] 10.222.0.18 "POST /v2.0/ports/3485f818-8d1c-4bdf-b5bd-94492ef4aad3/bindings HTTP/1.1" status: 201 len: 389 time: 0.4093084 Feb 07 16:40:22.703842 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (477033b5-b91b-43dc-ba7b-b9f24aae2669), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:22.766670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=1a4af4e7-df4a-463d-9d78-8f46056da485,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:22.876656 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=477033b5-b91b-43dc-ba7b-b9f24aae2669,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:22.886845 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0eb96b0-e974-4bde-9da7-cea11ec479cd req-0b7a98fb-8475-456c-bfc5-9e0ff6bbd57a service neutron] 10.222.0.32 "GET /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699169 Feb 07 16:40:22.893061 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e29a8c61-13dc-4934-85ac-fa8b8301714b req-028d56bf-c6d7-42aa-8572-db41c2b7fd34 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/d2218f6e-4050-4fa4-8b72-46aa33708deb HTTP/1.1" status: 200 len: 1817 time: 0.1205170 Feb 07 16:40:22.912401 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa98ed6-65f9-4e4d-9123-62f893277144 req-438c5439-a6d6-429e-ae65-b6621e03d9fe tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:22.922827 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bfa98ed6-65f9-4e4d-9123-62f893277144 req-438c5439-a6d6-429e-ae65-b6621e03d9fe tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1686384a-b94c-4427-86a2-911012082d0f HTTP/1.1" status: 200 len: 945 time: 0.1905680 Feb 07 16:40:22.985908 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:22.995115 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bfa98ed6-65f9-4e4d-9123-62f893277144 req-afc65e77-a2fb-43be-a90e-b279b3557856 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711110 Feb 07 16:40:23.000927 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e29a8c61-13dc-4934-85ac-fa8b8301714b req-e8fed998-b433-437d-aca9-9f38d90e95af tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (d2218f6e-4050-4fa4-8b72-46aa33708deb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:23.055443 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e29a8c61-13dc-4934-85ac-fa8b8301714b req-e8fed998-b433-437d-aca9-9f38d90e95af tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (d2218f6e-4050-4fa4-8b72-46aa33708deb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:23.097063 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-a3daad31-d567-411f-8932-f1ce08e4fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:23.099775 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-a3daad31-d567-411f-8932-f1ce08e4fd05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 1128 time: 0.1005242 Feb 07 16:40:23.116498 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e29a8c61-13dc-4934-85ac-fa8b8301714b req-e8fed998-b433-437d-aca9-9f38d90e95af tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d2218f6e-4050-4fa4-8b72-46aa33708deb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:23.124359 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e29a8c61-13dc-4934-85ac-fa8b8301714b req-e8fed998-b433-437d-aca9-9f38d90e95af tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:23.129742 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['477033b5-b91b-43dc-ba7b-b9f24aae2669'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:23.153653 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e29a8c61-13dc-4934-85ac-fa8b8301714b req-e8fed998-b433-437d-aca9-9f38d90e95af tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "DELETE /v2.0/security-groups/d2218f6e-4050-4fa4-8b72-46aa33708deb HTTP/1.1" status: 204 len: 173 time: 0.2514074 Feb 07 16:40:23.195086 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fed998-b433-437d-aca9-9f38d90e95af tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2218f6e-4050-4fa4-8b72-46aa33708deb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:23.366052 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-c14837ed-daac-4d19-b791-d3f8a0a9136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:23.367700 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-c14837ed-daac-4d19-b791-d3f8a0a9136b service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 0.2568319 Feb 07 16:40:23.372465 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f34b0f-18a9-4f12-afd0-e37d2187c8a6 req-25b0d541-f625-47c2-808a-913d6d1e211f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:23.375169 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-74f34b0f-18a9-4f12-afd0-e37d2187c8a6 req-25b0d541-f625-47c2-808a-913d6d1e211f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dab7ff5-5d6b-44f9-8705-479a243b4986 HTTP/1.1" status: 200 len: 946 time: 0.0904706 Feb 07 16:40:23.454685 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-4bb58fad-e7d5-4684-abab-609b0e545570 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3485f818-8d1c-4bdf-b5bd-94492ef4aad3 HTTP/1.1" status: 200 len: 217 time: 0.0800123 Feb 07 16:40:23.457590 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-74f34b0f-18a9-4f12-afd0-e37d2187c8a6 req-f41c23ff-db05-4b72-b311-089f403ba3ce tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761254 Feb 07 16:40:23.502115 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a9c9c-9035-4111-a049-0e53aac9a16a req-10c2ab50-1335-45b4-8a29-e2a17ad90d03 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:23.503951 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-917a9c9c-9035-4111-a049-0e53aac9a16a req-10c2ab50-1335-45b4-8a29-e2a17ad90d03 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 943 time: 0.2292833 Feb 07 16:40:23.529370 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-5a113d45-9f84-448e-9c14-c2f806be05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:23.530861 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-5a113d45-9f84-448e-9c14-c2f806be05a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.0689147 Feb 07 16:40:23.541070 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf66c74-27f3-4f27-b992-ddf6dd5b32d0 x-openstack-request-id: req-edf66c74-27f3-4f27-b992-ddf6dd5b32d0 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:23.541914 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e324fe59-bc41-4ec8-b66a-4ea121a53704", "name": "network-vif-plugged", "status": "completed", "tag": "1a4af4e7-df4a-463d-9d78-8f46056da485", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:23.542315 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edf66c74-27f3-4f27-b992-ddf6dd5b32d0 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:23.542900 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e324fe59-bc41-4ec8-b66a-4ea121a53704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4af4e7-df4a-463d-9d78-8f46056da485', 'code': 200} Feb 07 16:40:23.585470 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-b3e9fb37-6484-48f2-aa09-e51acb3bc02f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474768 Feb 07 16:40:23.647724 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-917a9c9c-9035-4111-a049-0e53aac9a16a req-f11467da-fa9a-4e69-8935-a366f099e234 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240699 Feb 07 16:40:23.710208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff4765-c5ad-44bb-98e3-042fad2e1a89 req-e5197431-514d-432f-bf42-95954738c1cd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:23.712953 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-09ff4765-c5ad-44bb-98e3-042fad2e1a89 req-e5197431-514d-432f-bf42-95954738c1cd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 946 time: 0.1043487 Feb 07 16:40:23.750857 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-2762ffdf-ad7f-49e5-8b5e-83d0d0d2ef8a req-f38ea36d-f183-45d3-b179-45b2c34f7339 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] show failed (client error): The resource could not be found. Feb 07 16:40:23.752030 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2762ffdf-ad7f-49e5-8b5e-83d0d0d2ef8a req-f38ea36d-f183-45d3-b179-45b2c34f7339 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/d2218f6e-4050-4fa4-8b72-46aa33708deb HTTP/1.1" status: 404 len: 352 time: 0.0588555 Feb 07 16:40:23.790423 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb65fa-584e-477c-8e26-9505765c39e4 req-d835e2fe-e900-498f-8acf-e091b2a907e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:23.792166 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3bb65fa-584e-477c-8e26-9505765c39e4 req-d835e2fe-e900-498f-8acf-e091b2a907e6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e324fe59-bc41-4ec8-b66a-4ea121a53704 HTTP/1.1" status: 200 len: 1128 time: 0.1425569 Feb 07 16:40:23.798839 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-09ff4765-c5ad-44bb-98e3-042fad2e1a89 req-6bde08f5-a320-4f9c-94c0-9cd7503fa4f1 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787425 Feb 07 16:40:23.887382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device f90e0308-69cd-44a6-839f-ced7165597d1 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:40:23.899094 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-69d4d97a-b34a-4691-b21b-5415fed38975 service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955511 Feb 07 16:40:23.953204 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1af94-cf29-4651-9b74-2125f2cd6c7e req-da9a1bca-dfeb-41f4-b84a-92406bef444a tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:23.955699 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6b1af94-cf29-4651-9b74-2125f2cd6c7e req-da9a1bca-dfeb-41f4-b84a-92406bef444a tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dab7ff5-5d6b-44f9-8705-479a243b4986 HTTP/1.1" status: 200 len: 946 time: 0.1211133 Feb 07 16:40:24.030598 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3bb65fa-584e-477c-8e26-9505765c39e4 req-96d4b6b8-c9d4-43fb-8750-db35c825c657 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106154 Feb 07 16:40:24.083207 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2d2a8c67-545c-422b-85de-946ed6e02233 service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831365 Feb 07 16:40:24.114586 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280929a6-c8bb-4dcc-8fe9-73cd457c46b5 req-17eb0051-16cd-41ca-be16-4d80dde7675c tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:24.123286 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port f90e0308-69cd-44a6-839f-ced7165597d1, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f90e0308-69cd-44a6-839f-ced7165597d1,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:24.123652 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-280929a6-c8bb-4dcc-8fe9-73cd457c46b5 req-17eb0051-16cd-41ca-be16-4d80dde7675c tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e324fe59-bc41-4ec8-b66a-4ea121a53704 HTTP/1.1" status: 200 len: 946 time: 0.2082644 Feb 07 16:40:24.140992 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'f90e0308-69cd-44a6-839f-ced7165597d1', 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50', 'port_id': 'f90e0308-69cd-44a6-839f-ced7165597d1', 'mac_address': 'fa:16:3e:bc:95:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8721db2-22bc-4c53-94c8-f059ef179da8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:40:24.176594 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a07a56d8-f88d-4a3d-94c0-2c42739c6457 req-4a57bf64-7d72-4285-9117-e1951f26b6c6 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6660152de7d4de699a304c64d91802c HTTP/1.1" status: 200 len: 6194 time: 0.1546605 Feb 07 16:40:24.216435 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-280929a6-c8bb-4dcc-8fe9-73cd457c46b5 req-46e97779-41de-4ce0-8730-c311bb456886 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828919 Feb 07 16:40:24.242751 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d6b1af94-cf29-4651-9b74-2125f2cd6c7e req-47ee5094-8d43-496a-af38-7fef0096f169 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Deleting port 26af8b21-9fb4-4a72-8c48-f3511fc242b9 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:40:24.243344 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d6b1af94-cf29-4651-9b74-2125f2cd6c7e req-47ee5094-8d43-496a-af38-7fef0096f169 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (26af8b21-9fb4-4a72-8c48-f3511fc242b9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:24.250934 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a07a56d8-f88d-4a3d-94c0-2c42739c6457 req-7c2ebaab-a240-48ff-9509-a813a8aa414f tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/2ddca679-1c15-481c-8987-60a366511921 HTTP/1.1" status: 200 len: 2998 time: 0.0675533 Feb 07 16:40:24.268007 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port f90e0308-69cd-44a6-839f-ced7165597d1 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:40:24.268386 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f90e0308-69cd-44a6-839f-ced7165597d1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:24.287656 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90e0308-69cd-44a6-839f-ced7165597d1 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:40:24.345860 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port f90e0308-69cd-44a6-839f-ced7165597d1, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f90e0308-69cd-44a6-839f-ced7165597d1,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:24.352714 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f90e0308-69cd-44a6-839f-ced7165597d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:24.447483 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a07a56d8-f88d-4a3d-94c0-2c42739c6457 req-e6eaabc1-8c5d-4ffc-94a6-12a0309fe6ea tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/2ddca679-1c15-481c-8987-60a366511921 HTTP/1.1" status: 200 len: 2998 time: 0.1830137 Feb 07 16:40:24.447893 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=f90e0308-69cd-44a6-839f-ced7165597d1,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:24.491362 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d6b1af94-cf29-4651-9b74-2125f2cd6c7e req-47ee5094-8d43-496a-af38-7fef0096f169 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] For port 26af8b21-9fb4-4a72-8c48-f3511fc242b9, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=26af8b21-9fb4-4a72-8c48-f3511fc242b9,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:24.491895 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d6b1af94-cf29-4651-9b74-2125f2cd6c7e req-47ee5094-8d43-496a-af38-7fef0096f169 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (26af8b21-9fb4-4a72-8c48-f3511fc242b9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:24.526018 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d6b1af94-cf29-4651-9b74-2125f2cd6c7e req-47ee5094-8d43-496a-af38-7fef0096f169 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Calling delete_port for 26af8b21-9fb4-4a72-8c48-f3511fc242b9 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:40:24.598750 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['f90e0308-69cd-44a6-839f-ced7165597d1'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:24.612195 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4af80-e692-494b-ba01-f2bd2585465b req-75f37205-9dc1-4a3c-b76b-c910c5f25f0f tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:24.614097 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-38a4af80-e692-494b-ba01-f2bd2585465b req-75f37205-9dc1-4a3c-b76b-c910c5f25f0f tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1686384a-b94c-4427-86a2-911012082d0f HTTP/1.1" status: 200 len: 945 time: 0.2511897 Feb 07 16:40:24.672715 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a37ef2ad-420e-4b8e-857e-5230df0d1c5a req-c90f2626-df38-4862-9ab9-75b3d9b276ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2226496 Feb 07 16:40:24.802517 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-38a4af80-e692-494b-ba01-f2bd2585465b req-83f1c685-96cc-4928-9cbf-41c493795e0d tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798971 Feb 07 16:40:24.883756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-d3bff13c-44e2-44c7-81b0-b4fcc8f0235e req-075c38d5-f1c6-410c-912f-044578d2d598 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-448852267', 'description': 'tempest-description-500823466'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:24.912312 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d3bff13c-44e2-44c7-81b0-b4fcc8f0235e req-075c38d5-f1c6-410c-912f-044578d2d598 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:24.963123 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ef2ad-420e-4b8e-857e-5230df0d1c5a req-d128698b-24ce-4542-8c51-491729801cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:24.964925 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a37ef2ad-420e-4b8e-857e-5230df0d1c5a req-d128698b-24ce-4542-8c51-491729801cd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 1127 time: 0.1300533 Feb 07 16:40:24.986370 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d6b1af94-cf29-4651-9b74-2125f2cd6c7e req-47ee5094-8d43-496a-af38-7fef0096f169 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (26af8b21-9fb4-4a72-8c48-f3511fc242b9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:25.002014 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['4e37f6e9-ab70-48eb-be58-8b3c4560d913'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:25.097833 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2811f0c3-be71-4376-87f4-a273b75c44ed'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:25.109092 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee5094-8d43-496a-af38-7fef0096f169 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Pushing event deleted for resources: {'Port': ['ID=26af8b21-9fb4-4a72-8c48-f3511fc242b9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:25.297123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b1af94-cf29-4651-9b74-2125f2cd6c7e req-47ee5094-8d43-496a-af38-7fef0096f169 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] No DVR routers for this DVR port 26af8b21-9fb4-4a72-8c48-f3511fc242b9 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:40:25.309262 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d6b1af94-cf29-4651-9b74-2125f2cd6c7e req-47ee5094-8d43-496a-af38-7fef0096f169 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:25.318302 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6b1af94-cf29-4651-9b74-2125f2cd6c7e req-47ee5094-8d43-496a-af38-7fef0096f169 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.32 "DELETE /v2.0/ports/26af8b21-9fb4-4a72-8c48-f3511fc242b9 HTTP/1.1" status: 204 len: 173 time: 1.3571391 Feb 07 16:40:25.319693 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dab7ff5-5d6b-44f9-8705-479a243b4986', 'name': 'network-vif-deleted', 'tag': '26af8b21-9fb4-4a72-8c48-f3511fc242b9'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:25.322147 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f4439b-850c-4033-a0a8-a107687a7915" -d '{"events": [{"server_uuid": "1dab7ff5-5d6b-44f9-8705-479a243b4986", "name": "network-vif-deleted", "tag": "26af8b21-9fb4-4a72-8c48-f3511fc242b9"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:25.351332 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d3bff13c-44e2-44c7-81b0-b4fcc8f0235e req-075c38d5-f1c6-410c-912f-044578d2d598 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (15a37523-d547-48a1-9f23-6eb712d13990), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:25.358586 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d3bff13c-44e2-44c7-81b0-b4fcc8f0235e req-075c38d5-f1c6-410c-912f-044578d2d598 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (15a37523-d547-48a1-9f23-6eb712d13990), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:25.394925 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ef2ad-420e-4b8e-857e-5230df0d1c5a req-439c1666-8db3-4566-82c5-fdd827867ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:25.396921 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a37ef2ad-420e-4b8e-857e-5230df0d1c5a req-439c1666-8db3-4566-82c5-fdd827867ac4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 0.4080377 Feb 07 16:40:25.451013 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d3bff13c-44e2-44c7-81b0-b4fcc8f0235e req-075c38d5-f1c6-410c-912f-044578d2d598 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:25.454818 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3bff13c-44e2-44c7-81b0-b4fcc8f0235e req-075c38d5-f1c6-410c-912f-044578d2d598 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5802472 Feb 07 16:40:25.458245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c38d5-f1c6-410c-912f-044578d2d598 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a37523-d547-48a1-9f23-6eb712d13990,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:25.629692 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc1de716-3a66-4815-b5ae-d8e70a3fa52b req-55b2b3e6-59d7-4f3c-b4a1-8ddb043aca00 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dab7ff5-5d6b-44f9-8705-479a243b4986 HTTP/1.1" status: 200 len: 210 time: 0.3216898 Feb 07 16:40:25.631316 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a37ef2ad-420e-4b8e-857e-5230df0d1c5a req-90d61bea-2ea5-4090-8b89-4c7dc323a19f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d94e4177-9cfa-4564-b77b-1244bf59ea99 HTTP/1.1" status: 200 len: 217 time: 0.2204993 Feb 07 16:40:25.760457 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9669773-62c0-435f-9781-c00ac7ac6b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:25.763321 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ef2ad-420e-4b8e-857e-5230df0d1c5a req-c0007b27-374d-4eca-9ca1-aa0e9635965e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:25.765650 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a37ef2ad-420e-4b8e-857e-5230df0d1c5a req-c0007b27-374d-4eca-9ca1-aa0e9635965e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.1277728 Feb 07 16:40:25.778440 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bef24d-42ce-46be-8a96-41a8b70c6367 req-4fa9d71e-568e-43a2-a39a-f24a902a9936 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:25.780565 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b8bef24d-42ce-46be-8a96-41a8b70c6367 req-4fa9d71e-568e-43a2-a39a-f24a902a9936 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 943 time: 0.1657319 Feb 07 16:40:25.836729 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a37ef2ad-420e-4b8e-857e-5230df0d1c5a req-8bf77cbc-2bf8-4398-879b-c918b03badb8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450954 Feb 07 16:40:25.877778 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b8bef24d-42ce-46be-8a96-41a8b70c6367 req-a5e444d4-28a6-4f4d-97aa-6a3b159cd9e5 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902615 Feb 07 16:40:25.899384 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device f90e0308-69cd-44a6-839f-ced7165597d1 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:40:25.941635 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c341d-f3a2-45f3-a8c3-c6fff9bc21a7 req-30de7bcc-87a1-4700-886c-5f31a5c55cec tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:25.951691 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc1c341d-f3a2-45f3-a8c3-c6fff9bc21a7 req-30de7bcc-87a1-4700-886c-5f31a5c55cec tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a962b94-c66b-491a-83f5-cdd46b0b3f94 HTTP/1.1" status: 200 len: 946 time: 0.2104449 Feb 07 16:40:25.961673 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 477033b5-b91b-43dc-ba7b-b9f24aae2669 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:40:26.078936 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc1c341d-f3a2-45f3-a8c3-c6fff9bc21a7 req-19a7e99b-95b8-465a-b7b4-ba2b28e45cff tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8dbd45f-a1c3-43ab-8d24-33dcd46d763c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251574 Feb 07 16:40:26.080382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port f90e0308-69cd-44a6-839f-ced7165597d1 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:40:26.086978 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port f90e0308-69cd-44a6-839f-ced7165597d1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:40:26.087515 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f90e0308-69cd-44a6-839f-ced7165597d1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:26.106466 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a37ef2ad-420e-4b8e-857e-5230df0d1c5a req-8efc7b65-14ab-492e-9304-5de27336fcd0 service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622871 Feb 07 16:40:26.129410 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 477033b5-b91b-43dc-ba7b-b9f24aae2669 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:40:26.134119 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 477033b5-b91b-43dc-ba7b-b9f24aae2669 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:40:26.134511 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (477033b5-b91b-43dc-ba7b-b9f24aae2669), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:26.254238 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8007e-85e6-4672-97ed-4617706c4fc5 req-cb2211fa-e775-4bb9-86cb-d25ac9892383 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:26.259480 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d4d8007e-85e6-4672-97ed-4617706c4fc5 req-cb2211fa-e775-4bb9-86cb-d25ac9892383 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 946 time: 0.2086821 Feb 07 16:40:26.318996 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port f90e0308-69cd-44a6-839f-ced7165597d1 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:40:26.322814 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f90e0308-69cd-44a6-839f-ced7165597d1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:26.387843 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 477033b5-b91b-43dc-ba7b-b9f24aae2669 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:40:26.388623 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (477033b5-b91b-43dc-ba7b-b9f24aae2669), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:26.404762 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a37ef2ad-420e-4b8e-857e-5230df0d1c5a req-faaf991a-4c18-4da6-92d3-7db71d64c03b service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903750 Feb 07 16:40:26.422525 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1da243-7984-405b-a0ea-d01b60c426b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90e0308-69cd-44a6-839f-ced7165597d1'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:26.427924 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f078cec-5c57-45ea-a257-5a563d6004d8" -d '{"events": [{"server_uuid": "7a1da243-7984-405b-a0ea-d01b60c426b5", "name": "network-vif-plugged", "status": "completed", "tag": "f90e0308-69cd-44a6-839f-ced7165597d1"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:26.447740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port f90e0308-69cd-44a6-839f-ced7165597d1, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f90e0308-69cd-44a6-839f-ced7165597d1,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:26.466309 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f90e0308-69cd-44a6-839f-ced7165597d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:26.470399 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 26af8b21-9fb4-4a72-8c48-f3511fc242b9 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:40:26.491014 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9a091-e509-4456-a589-746cdfff7241 req-fc99e21f-0a4c-4b8e-b271-7e2a7b36d001 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:26.493734 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-52f9a091-e509-4456-a589-746cdfff7241 req-fc99e21f-0a4c-4b8e-b271-7e2a7b36d001 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 945 time: 0.1463506 Feb 07 16:40:26.513935 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d4d8007e-85e6-4672-97ed-4617706c4fc5 req-967b8f23-66dc-46b7-90c9-1c1b2c0e28f7 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377002 Feb 07 16:40:26.543512 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 26af8b21-9fb4-4a72-8c48-f3511fc242b9 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:40:26.549663 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 26af8b21-9fb4-4a72-8c48-f3511fc242b9 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:40:26.583557 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-52f9a091-e509-4456-a589-746cdfff7241 req-01bc88d1-baeb-41d0-b5aa-2012af1f1c29 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaa420d6-c5cb-45a1-8c29-f931f1d13f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811582 Feb 07 16:40:26.607592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 477033b5-b91b-43dc-ba7b-b9f24aae2669, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=477033b5-b91b-43dc-ba7b-b9f24aae2669,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:26.615763 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (477033b5-b91b-43dc-ba7b-b9f24aae2669), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:26.653058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a29f7-0ee7-4eed-9894-861898999e79 req-c9f7664f-2e0c-40f4-8af0-b3253f31ddd5 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:26.653697 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=f90e0308-69cd-44a6-839f-ced7165597d1,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:26.659106 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4e8a29f7-0ee7-4eed-9894-861898999e79 req-c9f7664f-2e0c-40f4-8af0-b3253f31ddd5 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a962b94-c66b-491a-83f5-cdd46b0b3f94 HTTP/1.1" status: 200 len: 946 time: 0.2572262 Feb 07 16:40:26.664770 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-4bfc8140-ec50-4a55-ab33-7be26c4b4531 req-1d3fd95d-46b3-46fa-8359-f23fffaea5a4 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-840126294', 'description': 'tempest-description-1145680040'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:26.666204 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f647258-d576-4498-a0f4-728a26c1da9f x-openstack-request-id: req-7f647258-d576-4498-a0f4-728a26c1da9f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:26.666778 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dab7ff5-5d6b-44f9-8705-479a243b4986", "name": "network-vif-deleted", "tag": "26af8b21-9fb4-4a72-8c48-f3511fc242b9", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:26.667310 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f647258-d576-4498-a0f4-728a26c1da9f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:26.667984 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dab7ff5-5d6b-44f9-8705-479a243b4986', 'name': 'network-vif-deleted', 'tag': '26af8b21-9fb4-4a72-8c48-f3511fc242b9', 'status': 'completed', 'code': 200} Feb 07 16:40:26.684955 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:26.690030 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:26.690411 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:26.690730 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:26.693845 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:26.694235 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:26.694561 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:26.694904 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:26.695888 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:26.696461 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:26.697013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:26.697389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:26.697730 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:26.727700 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4bfc8140-ec50-4a55-ab33-7be26c4b4531 req-1d3fd95d-46b3-46fa-8359-f23fffaea5a4 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:26.788169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd744a9-7379-44d3-b836-23ef291d50c8 req-aa60bd6d-b9f9-4899-aacf-0f911daf7bb0 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:26.790449 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9cd744a9-7379-44d3-b836-23ef291d50c8 req-aa60bd6d-b9f9-4899-aacf-0f911daf7bb0 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e324fe59-bc41-4ec8-b66a-4ea121a53704 HTTP/1.1" status: 200 len: 946 time: 0.1296937 Feb 07 16:40:26.794138 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=477033b5-b91b-43dc-ba7b-b9f24aae2669,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:26.839273 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4bfc8140-ec50-4a55-ab33-7be26c4b4531 req-1d3fd95d-46b3-46fa-8359-f23fffaea5a4 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (0a115839-20e7-43a1-961b-5ed34b4b66f1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:26.845963 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4bfc8140-ec50-4a55-ab33-7be26c4b4531 req-1d3fd95d-46b3-46fa-8359-f23fffaea5a4 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0a115839-20e7-43a1-961b-5ed34b4b66f1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:26.889484 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4bfc8140-ec50-4a55-ab33-7be26c4b4531 req-1d3fd95d-46b3-46fa-8359-f23fffaea5a4 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:26.910149 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4bfc8140-ec50-4a55-ab33-7be26c4b4531 req-1d3fd95d-46b3-46fa-8359-f23fffaea5a4 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2475519 Feb 07 16:40:26.910336 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fd95d-46b3-46fa-8359-f23fffaea5a4 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a115839-20e7-43a1-961b-5ed34b4b66f1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:26.953228 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4e8a29f7-0ee7-4eed-9894-861898999e79 req-7b9ecf3a-8dc8-43ae-8fa9-2f7b6514096d tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Deleting port 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:40:26.954375 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4e8a29f7-0ee7-4eed-9894-861898999e79 req-7b9ecf3a-8dc8-43ae-8fa9-2f7b6514096d tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3e4bafaa-1c04-4dd0-a276-990463e1f6c8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:26.962585 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9cd744a9-7379-44d3-b836-23ef291d50c8 req-a24f003f-19c1-4f22-9ab6-bc033810d950 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150448 Feb 07 16:40:27.051100 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f623794f-57da-4bba-b6a1-a394fb95b19b x-openstack-request-id: req-f623794f-57da-4bba-b6a1-a394fb95b19b {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:27.051409 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1da243-7984-405b-a0ea-d01b60c426b5", "name": "network-vif-plugged", "status": "completed", "tag": "f90e0308-69cd-44a6-839f-ced7165597d1", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:27.051727 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f623794f-57da-4bba-b6a1-a394fb95b19b {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:27.052093 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1da243-7984-405b-a0ea-d01b60c426b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90e0308-69cd-44a6-839f-ced7165597d1', 'code': 200} Feb 07 16:40:27.111221 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4e8a29f7-0ee7-4eed-9894-861898999e79 req-7b9ecf3a-8dc8-43ae-8fa9-2f7b6514096d tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] For port 3e4bafaa-1c04-4dd0-a276-990463e1f6c8, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3e4bafaa-1c04-4dd0-a276-990463e1f6c8,segment=NetworkSegment(fccaec59-769f-4b21-b3cc-6d22dd208893),segment_id=fccaec59-769f-4b21-b3cc-6d22dd208893)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:27.111609 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4e8a29f7-0ee7-4eed-9894-861898999e79 req-7b9ecf3a-8dc8-43ae-8fa9-2f7b6514096d tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3e4bafaa-1c04-4dd0-a276-990463e1f6c8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:27.129219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4e8a29f7-0ee7-4eed-9894-861898999e79 req-7b9ecf3a-8dc8-43ae-8fa9-2f7b6514096d tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Calling delete_port for 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:40:27.228455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c844a-b4bf-40eb-8783-709350c858d0 req-11af7cf6-efc2-4863-81f6-1a14ffc5747d tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:27.233347 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-120c844a-b4bf-40eb-8783-709350c858d0 req-11af7cf6-efc2-4863-81f6-1a14ffc5747d tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1686384a-b94c-4427-86a2-911012082d0f HTTP/1.1" status: 200 len: 946 time: 0.1929939 Feb 07 16:40:27.233347 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f16cd-5dbb-4f17-a8e0-b3449bc7b2fa req-6aa7963e-d572-4579-9d65-4e02c03791ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:27.234340 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e89f16cd-5dbb-4f17-a8e0-b3449bc7b2fa req-6aa7963e-d572-4579-9d65-4e02c03791ac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a1da243-7984-405b-a0ea-d01b60c426b5 HTTP/1.1" status: 200 len: 1128 time: 0.0900924 Feb 07 16:40:27.326554 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b09cc-6b6d-4b40-9f08-dce9fb91b770 req-1aefc610-dbca-4c5f-81a6-7f404a02e9bd tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:27.328210 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-164b09cc-6b6d-4b40-9f08-dce9fb91b770 req-1aefc610-dbca-4c5f-81a6-7f404a02e9bd tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 943 time: 0.1118762 Feb 07 16:40:27.361812 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e89f16cd-5dbb-4f17-a8e0-b3449bc7b2fa req-8f5dc2f6-2d0d-4908-b2d1-03c6020dff9d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198032 Feb 07 16:40:27.368146 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-120c844a-b4bf-40eb-8783-709350c858d0 req-27a1e55f-37e8-4344-a510-1a2b2e887140 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230726 Feb 07 16:40:27.417539 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4e8a29f7-0ee7-4eed-9894-861898999e79 req-7b9ecf3a-8dc8-43ae-8fa9-2f7b6514096d tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3e4bafaa-1c04-4dd0-a276-990463e1f6c8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:27.428293 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['3e4bafaa-1c04-4dd0-a276-990463e1f6c8'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:27.502690 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-164b09cc-6b6d-4b40-9f08-dce9fb91b770 req-30dab75b-1bf8-4a51-ab99-1eb04dfdaf87 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564782 Feb 07 16:40:27.505007 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ecf3a-8dc8-43ae-8fa9-2f7b6514096d tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Pushing event deleted for resources: {'Port': ['ID=3e4bafaa-1c04-4dd0-a276-990463e1f6c8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:27.654032 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8a29f7-0ee7-4eed-9894-861898999e79 req-7b9ecf3a-8dc8-43ae-8fa9-2f7b6514096d tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] No DVR routers for this DVR port 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:40:27.664853 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4e8a29f7-0ee7-4eed-9894-861898999e79 req-7b9ecf3a-8dc8-43ae-8fa9-2f7b6514096d tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:27.668963 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4e8a29f7-0ee7-4eed-9894-861898999e79 req-7b9ecf3a-8dc8-43ae-8fa9-2f7b6514096d tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.32 "DELETE /v2.0/ports/3e4bafaa-1c04-4dd0-a276-990463e1f6c8 HTTP/1.1" status: 204 len: 173 time: 0.9994411 Feb 07 16:40:27.698054 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e9ec0a26-1cd7-4e20-824b-f01a7780f263 req-81ab074a-4e5a-45d7-804c-abf1fcbccd58 tempest-AttachSCSIVolumeTestJSON-1662868838 tempest-AttachSCSIVolumeTestJSON-1662868838-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a962b94-c66b-491a-83f5-cdd46b0b3f94 HTTP/1.1" status: 200 len: 210 time: 0.0616891 Feb 07 16:40:27.857191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d52f40-15ff-4402-8571-48ba11d211be req-d1a8b17e-bc57-4418-b785-84d8db167b31 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:27.864509 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1d52f40-15ff-4402-8571-48ba11d211be req-d1a8b17e-bc57-4418-b785-84d8db167b31 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/networks?id=bc77436a-ae76-417b-b8a2-1292a74feccc HTTP/1.1" status: 200 len: 813 time: 0.2071083 Feb 07 16:40:27.898532 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1d52f40-15ff-4402-8571-48ba11d211be req-cbe89f7f-dc27-4486-99d6-d426fa47fc81 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/quotas/b6660152de7d4de699a304c64d91802c HTTP/1.1" status: 200 len: 375 time: 0.0263729 Feb 07 16:40:27.986864 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1d52f40-15ff-4402-8571-48ba11d211be req-8f7f1aa4-ccc2-46f6-b2e8-e4d05b857f31 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b6660152de7d4de699a304c64d91802c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0863755 Feb 07 16:40:28.056947 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f709590-5005-48a5-9964-6910feb93f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:28.163287 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1d52f40-15ff-4402-8571-48ba11d211be req-02841217-569d-4c16-95cd-4c15f3254eb2 service neutron] 10.222.0.18 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754408 Feb 07 16:40:28.366932 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee2c6d-32c2-4da7-a0cc-0d8a484c48d8 req-113ea36a-bec3-42e4-8f31-c408afd983b6 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:28.371043 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2aee2c6d-32c2-4da7-a0cc-0d8a484c48d8 req-113ea36a-bec3-42e4-8f31-c408afd983b6 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e324fe59-bc41-4ec8-b66a-4ea121a53704 HTTP/1.1" status: 200 len: 946 time: 0.1619673 Feb 07 16:40:28.457024 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2aee2c6d-32c2-4da7-a0cc-0d8a484c48d8 req-8e1ff392-677c-4954-87a7-c36b9d0e3ee8 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783901 Feb 07 16:40:28.475306 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1d52f40-15ff-4402-8571-48ba11d211be req-8bbc2191-8c8a-4913-806e-02df423e4f47 service neutron] 10.222.0.18 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043599 Feb 07 16:40:28.625595 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc73575-c169-4c77-95f8-bfb2e4e3fdee req-9503883a-bc68-4d6c-b9fc-e8fba0462427 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:28.635431 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-acc73575-c169-4c77-95f8-bfb2e4e3fdee req-9503883a-bc68-4d6c-b9fc-e8fba0462427 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 946 time: 0.0943389 Feb 07 16:40:28.671389 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a962b94-c66b-491a-83f5-cdd46b0b3f94', 'name': 'network-vif-deleted', 'tag': '3e4bafaa-1c04-4dd0-a276-990463e1f6c8'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:28.673950 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c284add-bff5-49d4-815d-462f39589796" -d '{"events": [{"server_uuid": "9a962b94-c66b-491a-83f5-cdd46b0b3f94", "name": "network-vif-deleted", "tag": "3e4bafaa-1c04-4dd0-a276-990463e1f6c8"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:28.715813 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-acc73575-c169-4c77-95f8-bfb2e4e3fdee req-3e9c4746-850f-4dc2-b4f6-4d009a905061 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732756 Feb 07 16:40:28.915737 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b91e0-6596-4b13-b66d-6b03c698f6a5 req-aeac5009-e0c4-46a9-8668-50c6ec2ca972 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:28.926779 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d1b91e0-6596-4b13-b66d-6b03c698f6a5 req-aeac5009-e0c4-46a9-8668-50c6ec2ca972 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 945 time: 0.0958352 Feb 07 16:40:28.971845 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182cb4c-bd79-4a0b-a339-eea527d0b276 req-1ff42a3c-e4db-4522-88fc-e7b2ca70c5c3 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:28.981676 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1182cb4c-bd79-4a0b-a339-eea527d0b276 req-1ff42a3c-e4db-4522-88fc-e7b2ca70c5c3 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 945 time: 0.1571231 Feb 07 16:40:29.030706 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d1b91e0-6596-4b13-b66d-6b03c698f6a5 req-083bb3a8-f136-4d5e-bc80-865c8af12bf8 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029487 Feb 07 16:40:29.053844 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1686384a-b94c-4427-86a2-911012082d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477033b5-b91b-43dc-ba7b-b9f24aae2669'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:29.059678 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77852b11-1c2e-438c-a652-43310605c276" -d '{"events": [{"server_uuid": "1686384a-b94c-4427-86a2-911012082d0f", "name": "network-vif-plugged", "status": "completed", "tag": "477033b5-b91b-43dc-ba7b-b9f24aae2669"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:29.066597 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1182cb4c-bd79-4a0b-a339-eea527d0b276 req-78ec3a83-95d8-463c-bb79-1e1cf7806da1 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaa420d6-c5cb-45a1-8c29-f931f1d13f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832775 Feb 07 16:40:29.205748 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06953533-dd3d-45f5-9525-3e5f498afef2 req-51d2fa39-3f89-4d44-85d7-81e442abcf4a tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:29.219320 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-06953533-dd3d-45f5-9525-3e5f498afef2 req-51d2fa39-3f89-4d44-85d7-81e442abcf4a tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1686384a-b94c-4427-86a2-911012082d0f HTTP/1.1" status: 200 len: 946 time: 0.1043246 Feb 07 16:40:29.323194 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-06953533-dd3d-45f5-9525-3e5f498afef2 req-f77754e2-2a69-4b4f-a8f8-8966ce663307 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991182 Feb 07 16:40:29.363896 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:29.546783 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7cc93-515f-4394-b719-91cf3927a17f req-69d7ee20-0df1-4f8e-9c9c-302476e15e21 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:29.548698 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-89d7cc93-515f-4394-b719-91cf3927a17f req-69d7ee20-0df1-4f8e-9c9c-302476e15e21 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 943 time: 0.1241939 Feb 07 16:40:29.640225 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5153e901-9d48-47cd-a72f-de780850b2b0 x-openstack-request-id: req-5153e901-9d48-47cd-a72f-de780850b2b0 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:29.640613 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a962b94-c66b-491a-83f5-cdd46b0b3f94", "name": "network-vif-deleted", "tag": "3e4bafaa-1c04-4dd0-a276-990463e1f6c8", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:29.641640 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5153e901-9d48-47cd-a72f-de780850b2b0 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:29.642311 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a962b94-c66b-491a-83f5-cdd46b0b3f94', 'name': 'network-vif-deleted', 'tag': '3e4bafaa-1c04-4dd0-a276-990463e1f6c8', 'status': 'completed', 'code': 200} Feb 07 16:40:29.704793 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-89d7cc93-515f-4394-b719-91cf3927a17f req-97d7b9e9-2e9a-4ead-86f3-ca3d188798df tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454906 Feb 07 16:40:29.844143 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ae943a-dfe1-477e-8295-083c5f1dcbdf x-openstack-request-id: req-b4ae943a-dfe1-477e-8295-083c5f1dcbdf {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:29.845780 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1686384a-b94c-4427-86a2-911012082d0f", "name": "network-vif-plugged", "status": "completed", "tag": "477033b5-b91b-43dc-ba7b-b9f24aae2669", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:29.846767 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4ae943a-dfe1-477e-8295-083c5f1dcbdf {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:29.847459 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1686384a-b94c-4427-86a2-911012082d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477033b5-b91b-43dc-ba7b-b9f24aae2669', 'code': 200} Feb 07 16:40:29.926098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:40:29.930550 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b6c8751a-da97-4b1b-8bc4-f08443f65666 req-896fc744-760e-44e9-a3d5-8c66a8859128 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 210 time: 0.0983555 Feb 07 16:40:30.000679 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ababdc-fc4b-45f3-a72b-3756aa1b10e3 req-3405ba20-3277-429e-9fe9-1f1cb4b8a3d5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:30.004752 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96ababdc-fc4b-45f3-a72b-3756aa1b10e3 req-3405ba20-3277-429e-9fe9-1f1cb4b8a3d5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 945 time: 0.2804637 Feb 07 16:40:30.079741 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:40:30.081741 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3e4bafaa-1c04-4dd0-a276-990463e1f6c8 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:40:30.312304 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd26e99-d50b-4e05-bd85-9b03ee75b2a2 req-3f964586-489d-402a-8570-28f545b5dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:30.314121 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1bd26e99-d50b-4e05-bd85-9b03ee75b2a2 req-3f964586-489d-402a-8570-28f545b5dacc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1686384a-b94c-4427-86a2-911012082d0f HTTP/1.1" status: 200 len: 1128 time: 0.1945975 Feb 07 16:40:30.376004 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c86c6-788c-4820-8ed6-b14db95d4263 req-4e88300b-c5d8-41d7-b491-a2acab12c8d1 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:30.378114 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bf9c86c6-788c-4820-8ed6-b14db95d4263 req-4e88300b-c5d8-41d7-b491-a2acab12c8d1 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 945 time: 0.1897099 Feb 07 16:40:30.381516 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-96ababdc-fc4b-45f3-a72b-3756aa1b10e3 req-011d51d8-c250-4c7f-97d9-3a65b5b4946e tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Deleting port 4e37f6e9-ab70-48eb-be58-8b3c4560d913 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:40:30.382087 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-96ababdc-fc4b-45f3-a72b-3756aa1b10e3 req-011d51d8-c250-4c7f-97d9-3a65b5b4946e tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4e37f6e9-ab70-48eb-be58-8b3c4560d913), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:30.445065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a2f1c-7590-438b-b350-e3e13b8c8fed req-b7011ee1-c5d6-4178-ad94-6d6860e588b9 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:30.449490 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c81a2f1c-7590-438b-b350-e3e13b8c8fed req-b7011ee1-c5d6-4178-ad94-6d6860e588b9 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 945 time: 0.4166248 Feb 07 16:40:30.463622 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1da19a-4591-4e0b-b14c-d56824fb388d req-5e118e99-36bc-448a-a989-166929368635 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:30.478055 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e1da19a-4591-4e0b-b14c-d56824fb388d req-5e118e99-36bc-448a-a989-166929368635 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 946 time: 0.3653924 Feb 07 16:40:30.497450 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1bd26e99-d50b-4e05-bd85-9b03ee75b2a2 req-a1a8810f-a5ae-445c-ab78-197a101ae843 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726842 Feb 07 16:40:30.554908 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bf9c86c6-788c-4820-8ed6-b14db95d4263 req-ea138473-dc7c-40d2-85d9-1160f210ced4 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416521 Feb 07 16:40:30.574002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-96ababdc-fc4b-45f3-a72b-3756aa1b10e3 req-011d51d8-c250-4c7f-97d9-3a65b5b4946e tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] For port 4e37f6e9-ab70-48eb-be58-8b3c4560d913, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=4e37f6e9-ab70-48eb-be58-8b3c4560d913,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:30.574230 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-96ababdc-fc4b-45f3-a72b-3756aa1b10e3 req-011d51d8-c250-4c7f-97d9-3a65b5b4946e tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4e37f6e9-ab70-48eb-be58-8b3c4560d913), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:30.612845 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-96ababdc-fc4b-45f3-a72b-3756aa1b10e3 req-011d51d8-c250-4c7f-97d9-3a65b5b4946e tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Calling delete_port for 4e37f6e9-ab70-48eb-be58-8b3c4560d913 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:40:30.716880 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:30.775787 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e1da19a-4591-4e0b-b14c-d56824fb388d req-e4a568af-6159-48c0-b965-dc1531ac0084 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931306 Feb 07 16:40:30.981005 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e6274-3a9a-4b01-8db5-bd71eeb518bf req-0b27a769-f949-4a1c-b7a6-1625902341eb tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:30.989627 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-896e6274-3a9a-4b01-8db5-bd71eeb518bf req-0b27a769-f949-4a1c-b7a6-1625902341eb tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 945 time: 0.1936030 Feb 07 16:40:31.060779 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-896e6274-3a9a-4b01-8db5-bd71eeb518bf req-0050d8c9-61d4-4aba-a821-6214fc04898d tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaa420d6-c5cb-45a1-8c29-f931f1d13f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699489 Feb 07 16:40:31.069606 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-96ababdc-fc4b-45f3-a72b-3756aa1b10e3 req-011d51d8-c250-4c7f-97d9-3a65b5b4946e tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4e37f6e9-ab70-48eb-be58-8b3c4560d913), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:31.093726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2811f0c3-be71-4376-87f4-a273b75c44ed'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:31.096950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['4e37f6e9-ab70-48eb-be58-8b3c4560d913'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:31.173015 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d51d8-c250-4c7f-97d9-3a65b5b4946e tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Pushing event deleted for resources: {'Port': ['ID=4e37f6e9-ab70-48eb-be58-8b3c4560d913,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:31.284448 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ababdc-fc4b-45f3-a72b-3756aa1b10e3 req-011d51d8-c250-4c7f-97d9-3a65b5b4946e tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] No DVR routers for this DVR port 4e37f6e9-ab70-48eb-be58-8b3c4560d913 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:40:31.290879 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-96ababdc-fc4b-45f3-a72b-3756aa1b10e3 req-011d51d8-c250-4c7f-97d9-3a65b5b4946e tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:31.303988 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96ababdc-fc4b-45f3-a72b-3756aa1b10e3 req-011d51d8-c250-4c7f-97d9-3a65b5b4946e tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.48 "DELETE /v2.0/ports/4e37f6e9-ab70-48eb-be58-8b3c4560d913 HTTP/1.1" status: 204 len: 173 time: 1.2829373 Feb 07 16:40:31.308949 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa', 'name': 'network-vif-deleted', 'tag': '4e37f6e9-ab70-48eb-be58-8b3c4560d913'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:31.316892 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3f4982-0fdc-44a8-a40a-eab650b1e11f" -d '{"events": [{"server_uuid": "ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa", "name": "network-vif-deleted", "tag": "4e37f6e9-ab70-48eb-be58-8b3c4560d913"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:31.408533 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5590e-3dae-4ab0-bc9b-466b4c485002 req-398c0f66-1205-429c-af4a-a4baa4354850 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:31.415522 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-74c5590e-3dae-4ab0-bc9b-466b4c485002 req-398c0f66-1205-429c-af4a-a4baa4354850 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 943 time: 0.2099192 Feb 07 16:40:31.502645 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-74c5590e-3dae-4ab0-bc9b-466b4c485002 req-94777a6b-0ef9-4c78-8c6b-7dcd8f20c549 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774581 Feb 07 16:40:31.607513 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bcf286e8-31bd-442a-bbb6-8abd11e471ca req-c3686c5a-296f-4867-9eed-97f50522531f tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 210 time: 0.0320637 Feb 07 16:40:31.631230 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-c81a2f1c-7590-438b-b350-e3e13b8c8fed req-40b00221-2614-4c41-a74b-3051385fedd5 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Deleting port a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:40:31.631823 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c81a2f1c-7590-438b-b350-e3e13b8c8fed req-40b00221-2614-4c41-a74b-3051385fedd5 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:31.723726 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280c930a-8e75-4724-917d-44bc697788ea x-openstack-request-id: req-280c930a-8e75-4724-917d-44bc697788ea {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:31.724581 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa", "name": "network-vif-deleted", "tag": "4e37f6e9-ab70-48eb-be58-8b3c4560d913", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:31.728621 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-280c930a-8e75-4724-917d-44bc697788ea {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:31.732883 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa', 'name': 'network-vif-deleted', 'tag': '4e37f6e9-ab70-48eb-be58-8b3c4560d913', 'status': 'completed', 'code': 200} Feb 07 16:40:31.742444 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d52f40-15ff-4402-8571-48ba11d211be req-724a16d0-1b22-43c7-b973-5230888ce0aa tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:31.745113 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f1d52f40-15ff-4402-8571-48ba11d211be req-724a16d0-1b22-43c7-b973-5230888ce0aa tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.32 "GET /v2.0/networks?id=bc77436a-ae76-417b-b8a2-1292a74feccc HTTP/1.1" status: 200 len: 813 time: 0.9649532 Feb 07 16:40:31.765532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f1d52f40-15ff-4402-8571-48ba11d211be req-fc04a7c9-736c-437d-aa5a-5d487cccdf34 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Request body: {'port': {'device_id': '2f52483a-1d18-47eb-aa18-6e8670e2392c', 'network_id': 'bc77436a-ae76-417b-b8a2-1292a74feccc', 'admin_state_up': True, 'tenant_id': 'b6660152de7d4de699a304c64d91802c'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:31.847075 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-afcaa41b-16a7-4f47-9ceb-c9e42ffe235b req-a052e873-458e-48cf-a965-ad315ed75a9b tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce5e0c2b-b3b0-4f9a-90c8-2caf9b4dbcaa HTTP/1.1" status: 200 len: 210 time: 0.0525880 Feb 07 16:40:31.876464 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f11c3-5ad3-48e5-8ed2-5aa2cce56098 req-3176c5bd-d0ca-4ec9-82f2-e84b9dc77871 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:31.878074 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-984f11c3-5ad3-48e5-8ed2-5aa2cce56098 req-3176c5bd-d0ca-4ec9-82f2-e84b9dc77871 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1686384a-b94c-4427-86a2-911012082d0f HTTP/1.1" status: 200 len: 946 time: 0.9045925 Feb 07 16:40:31.951711 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-c81a2f1c-7590-438b-b350-e3e13b8c8fed req-40b00221-2614-4c41-a74b-3051385fedd5 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] For port a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599,segment=NetworkSegment(c084bc03-9e79-4c0c-8c37-7836a414462c),segment_id=c084bc03-9e79-4c0c-8c37-7836a414462c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:31.952079 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c81a2f1c-7590-438b-b350-e3e13b8c8fed req-40b00221-2614-4c41-a74b-3051385fedd5 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:32.044622 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a474c4-27a6-43c3-a851-ec4350787a42 req-819a9755-fbd4-4a16-a97a-2e10437e6797 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:32.052479 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-61a474c4-27a6-43c3-a851-ec4350787a42 req-819a9755-fbd4-4a16-a97a-2e10437e6797 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 946 time: 0.0866485 Feb 07 16:40:32.058282 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-984f11c3-5ad3-48e5-8ed2-5aa2cce56098 req-e098350d-858a-42c5-ace2-661734cabe85 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651421 Feb 07 16:40:32.150542 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-61a474c4-27a6-43c3-a851-ec4350787a42 req-f7983a2a-12c8-49e0-961c-a58a4fb51042 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961041 Feb 07 16:40:32.189795 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d52f40-15ff-4402-8571-48ba11d211be req-fc04a7c9-736c-437d-aa5a-5d487cccdf34 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Made reservation on behalf of b6660152de7d4de699a304c64d91802c for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:40:32.197261 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f1d52f40-15ff-4402-8571-48ba11d211be req-fc04a7c9-736c-437d-aa5a-5d487cccdf34 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:32.268302 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:32.644467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdf9c7-c6c8-4bd1-9720-2e387a3b3747 req-cdc7c9f7-542d-4351-a72d-9d89b4965221 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:32.655345 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e4fdf9c7-c6c8-4bd1-9720-2e387a3b3747 req-cdc7c9f7-542d-4351-a72d-9d89b4965221 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 945 time: 0.4329631 Feb 07 16:40:32.686503 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c81a2f1c-7590-438b-b350-e3e13b8c8fed req-40b00221-2614-4c41-a74b-3051385fedd5 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:32.687233 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c81a2f1c-7590-438b-b350-e3e13b8c8fed req-40b00221-2614-4c41-a74b-3051385fedd5 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (631c3828-176c-44c6-8fd6-ee4847a030ff), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:32.689854 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [req-c81a2f1c-7590-438b-b350-e3e13b8c8fed req-40b00221-2614-4c41-a74b-3051385fedd5 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Floating IP 631c3828-176c-44c6-8fd6-ee4847a030ff disassociated. External IP: 172.25.4.38, port: a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599. Feb 07 16:40:32.689854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-c81a2f1c-7590-438b-b350-e3e13b8c8fed req-40b00221-2614-4c41-a74b-3051385fedd5 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Calling delete_port for a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:40:32.704411 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8b17a-2a11-449b-9acf-4cdf05d0c07e req-99e8012b-5b07-440f-ab46-d41b91f5840d tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:32.706268 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1bc8b17a-2a11-449b-9acf-4cdf05d0c07e req-99e8012b-5b07-440f-ab46-d41b91f5840d tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 943 time: 0.0740216 Feb 07 16:40:32.771570 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1bc8b17a-2a11-449b-9acf-4cdf05d0c07e req-c9ac6374-4f09-4402-bc85-cb3de3f3873a tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520194 Feb 07 16:40:32.841690 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-f1d52f40-15ff-4402-8571-48ba11d211be req-fc04a7c9-736c-437d-aa5a-5d487cccdf34 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Allocated IP 172.20.0.4 (bc77436a-ae76-417b-b8a2-1292a74feccc/51ef7e68-7c99-433a-a263-366a7dc3d382/3e6c3ce8-55ac-4e84-9200-1151266bf00c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:40:32.890485 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e4fdf9c7-c6c8-4bd1-9720-2e387a3b3747 req-1af70b54-351c-4469-a2f9-4f1ca1119e40 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaa420d6-c5cb-45a1-8c29-f931f1d13f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225428 Feb 07 16:40:32.898662 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c3fb969-9263-4df4-8ac9-1c1702f6e717 req-11f6e3e6-0b9c-48d3-8a99-fbc40685f3c5 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 210 time: 0.0330484 Feb 07 16:40:33.282607 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c81a2f1c-7590-438b-b350-e3e13b8c8fed req-40b00221-2614-4c41-a74b-3051385fedd5 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:33.286138 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ca147-31b3-4898-b746-b3084ed0d5c5 req-d72654d4-6cdc-40ff-84b6-9aa753fcd631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:33.299507 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be0ca147-31b3-4898-b746-b3084ed0d5c5 req-d72654d4-6cdc-40ff-84b6-9aa753fcd631 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 1128 time: 0.1370797 Feb 07 16:40:33.380291 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b00221-2614-4c41-a74b-3051385fedd5 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Pushing event deleted for resources: {'Port': ['ID=a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:33.471432 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7462d9-04a8-4237-95bb-599e803965e1 req-6251f08f-5996-4d01-923e-51d7219e6085 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:33.484598 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ae7462d9-04a8-4237-95bb-599e803965e1 req-6251f08f-5996-4d01-923e-51d7219e6085 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1686384a-b94c-4427-86a2-911012082d0f HTTP/1.1" status: 200 len: 946 time: 0.3163455 Feb 07 16:40:33.566721 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f1d52f40-15ff-4402-8571-48ba11d211be req-fc04a7c9-736c-437d-aa5a-5d487cccdf34 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:33.604454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-639db3b6-c671-4e1d-a63f-1656a6c4be14 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:33.606164 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-639db3b6-c671-4e1d-a63f-1656a6c4be14 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 805 time: 0.2907445 Feb 07 16:40:33.638180 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-24a6b97a-eef2-43ac-84f1-fd81e5393c84 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/quotas/1d548d291d9f481cbdcd664ba783ab69 HTTP/1.1" status: 200 len: 375 time: 0.0202773 Feb 07 16:40:33.639769 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ca147-31b3-4898-b746-b3084ed0d5c5 req-b6e13f0b-480e-40ca-8c6a-eb5c17a64ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:33.641630 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be0ca147-31b3-4898-b746-b3084ed0d5c5 req-b6e13f0b-480e-40ca-8c6a-eb5c17a64ba4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 0.3012817 Feb 07 16:40:33.754902 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ae7462d9-04a8-4237-95bb-599e803965e1 req-9ffe6f6b-ddc1-4159-9a9e-3a81f3c30b5d tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674432 Feb 07 16:40:33.784466 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f1d52f40-15ff-4402-8571-48ba11d211be req-fc04a7c9-736c-437d-aa5a-5d487cccdf34 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:33.805723 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['d75cb458-b0a8-46d6-bea3-6ae840d5358d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:33.898711 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c81a2f1c-7590-438b-b350-e3e13b8c8fed req-40b00221-2614-4c41-a74b-3051385fedd5 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Router fc75f435-a851-4a1a-b5b4-2930e50c8123 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:40:33.913902 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04a7c9-736c-437d-aa5a-5d487cccdf34 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event updated for resources: {'Port': ['ID=3e6c3ce8-55ac-4e84-9200-1151266bf00c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:33.998719 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1a4af4e7-df4a-463d-9d78-8f46056da485 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:40:34.002263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:40:34.103929 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d18981-7357-4874-9ab8-ed2ac938164d req-f567ab3e-08b5-4ad9-976a-33fa4102be8e tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:34.105644 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c5d18981-7357-4874-9ab8-ed2ac938164d req-f567ab3e-08b5-4ad9-976a-33fa4102be8e tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 946 time: 0.2046568 Feb 07 16:40:34.108869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d52f40-15ff-4402-8571-48ba11d211be req-fc04a7c9-736c-437d-aa5a-5d487cccdf34 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Network bc77436a-ae76-417b-b8a2-1292a74feccc is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:40:34.113377 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-f1d52f40-15ff-4402-8571-48ba11d211be req-fc04a7c9-736c-437d-aa5a-5d487cccdf34 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:40:34.113803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:40:34.114218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:40:34.114665 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 4e37f6e9-ab70-48eb-be58-8b3c4560d913 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:40:34.124869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d52f40-15ff-4402-8571-48ba11d211be req-fc04a7c9-736c-437d-aa5a-5d487cccdf34 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:40:34.150520 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 4e37f6e9-ab70-48eb-be58-8b3c4560d913 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:40:34.150950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 4e37f6e9-ab70-48eb-be58-8b3c4560d913 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:40:34.226948 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be0ca147-31b3-4898-b746-b3084ed0d5c5 req-1da2e9ec-07f3-4ab1-b598-a6cc661db84f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3485f818-8d1c-4bdf-b5bd-94492ef4aad3 HTTP/1.1" status: 200 len: 217 time: 0.5785418 Feb 07 16:40:34.272821 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c81a2f1c-7590-438b-b350-e3e13b8c8fed req-40b00221-2614-4c41-a74b-3051385fedd5 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:40:34.316194 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1a4af4e7-df4a-463d-9d78-8f46056da485, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1a4af4e7-df4a-463d-9d78-8f46056da485,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:34.330142 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '1a4af4e7-df4a-463d-9d78-8f46056da485', 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67', 'port_id': '1a4af4e7-df4a-463d-9d78-8f46056da485', 'mac_address': 'fa:16:3e:6f:f4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c9ecdd-108b-4a28-9918-7706852c1388', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:40:34.340309 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12eecee-b96f-4faa-91a4-e4ba3547d880 None None] Sync routers for ids ['fc75f435-a851-4a1a-b5b4-2930e50c8123'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:40:34.362662 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-ff8a76eb-72d9-42b0-9d5c-7f82c526f0c0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7072968 Feb 07 16:40:34.394553 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ca147-31b3-4898-b746-b3084ed0d5c5 req-44ae3fa1-9ce9-4da3-a815-378a7d50bb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:34.397656 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be0ca147-31b3-4898-b746-b3084ed0d5c5 req-44ae3fa1-9ce9-4da3-a815-378a7d50bb0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.1611977 Feb 07 16:40:34.406917 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12eecee-b96f-4faa-91a4-e4ba3547d880 None None] Routers {'fc75f435-a851-4a1a-b5b4-2930e50c8123'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:40:34.408760 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c12eecee-b96f-4faa-91a4-e4ba3547d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:40:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['fc75f435-a851-4a1a-b5b4-2930e50c8123'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:40:34.427365 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 1a4af4e7-df4a-463d-9d78-8f46056da485 is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:40:34.428190 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:34.484510 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c5d18981-7357-4874-9ab8-ed2ac938164d req-e019d227-41ba-42a9-8908-197aad2d7799 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279527 Feb 07 16:40:34.485885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81a2f1c-7590-438b-b350-e3e13b8c8fed req-40b00221-2614-4c41-a74b-3051385fedd5 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] No DVR routers for this DVR port a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:40:34.501452 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d52f40-15ff-4402-8571-48ba11d211be req-fc04a7c9-736c-437d-aa5a-5d487cccdf34 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:34.502477 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f1d52f40-15ff-4402-8571-48ba11d211be req-fc04a7c9-736c-437d-aa5a-5d487cccdf34 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:34.536658 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-c81a2f1c-7590-438b-b350-e3e13b8c8fed req-40b00221-2614-4c41-a74b-3051385fedd5 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:34.566483 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c81a2f1c-7590-438b-b350-e3e13b8c8fed req-40b00221-2614-4c41-a74b-3051385fedd5 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.48 "DELETE /v2.0/ports/a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599 HTTP/1.1" status: 204 len: 173 time: 4.0544870 Feb 07 16:40:34.567373 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4001b3-997f-45e6-922a-1a4a0be8dce9', 'name': 'network-vif-deleted', 'tag': 'a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:34.572479 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf6cbc1-eaba-4592-ba1e-d3abc525647d" -d '{"events": [{"server_uuid": "4c4001b3-997f-45e6-922a-1a4a0be8dce9", "name": "network-vif-deleted", "tag": "a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:34.586941 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f1d52f40-15ff-4402-8571-48ba11d211be req-fc04a7c9-736c-437d-aa5a-5d487cccdf34 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8326094 Feb 07 16:40:34.606538 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be0ca147-31b3-4898-b746-b3084ed0d5c5 req-688fddea-ae10-4d2e-bfc9-a6f6145a64ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1875458 Feb 07 16:40:34.616536 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Request body: {'port': {'device_id': '2f52483a-1d18-47eb-aa18-6e8670e2392c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:34.796930 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be0ca147-31b3-4898-b746-b3084ed0d5c5 req-04b87efe-41b3-4eb7-9397-c7d4d80acc01 service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762071 Feb 07 16:40:34.906764 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a4af4e7-df4a-463d-9d78-8f46056da485 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:40:34.907323 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-378db42b-5f26-4545-be05-6b22b6fbfb95 service neutron] 10.222.0.18 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351863 Feb 07 16:40:34.957422 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1a4af4e7-df4a-463d-9d78-8f46056da485, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1a4af4e7-df4a-463d-9d78-8f46056da485,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:34.969739 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:34.988355 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:35.033862 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef3211-0659-4908-92bb-8b7d64cc5f71 req-eb3a6f8f-5ce6-42e7-b71b-21795a2cbabd tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:35.042918 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aaef3211-0659-4908-92bb-8b7d64cc5f71 req-eb3a6f8f-5ce6-42e7-b71b-21795a2cbabd tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a1da243-7984-405b-a0ea-d01b60c426b5 HTTP/1.1" status: 200 len: 946 time: 0.3259294 Feb 07 16:40:35.100324 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['1a4af4e7-df4a-463d-9d78-8f46056da485'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:35.114172 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c12eecee-b96f-4faa-91a4-e4ba3547d880 None None] Set router fc75f435-a851-4a1a-b5b4-2930e50c8123 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:40:35.140600 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be0ca147-31b3-4898-b746-b3084ed0d5c5 req-ed21f46a-e8f6-4c3c-82c2-d651ccf8cac4 service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282773 Feb 07 16:40:35.156451 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aaef3211-0659-4908-92bb-8b7d64cc5f71 req-162007a0-e523-4aec-b2a1-06b5a8e815e2 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101596 Feb 07 16:40:35.198413 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=1a4af4e7-df4a-463d-9d78-8f46056da485,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:35.273974 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-4208d4d8-e86c-41e7-9edc-3ed9a5b1d11d service neutron] 10.222.0.18 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567753 Feb 07 16:40:35.485597 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c12c3-d05e-4547-bc1d-a2e71cd589c2 req-8fcea7fc-602e-4a3a-bddd-5d85a64c5054 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:35.488357 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-816c12c3-d05e-4547-bc1d-a2e71cd589c2 req-8fcea7fc-602e-4a3a-bddd-5d85a64c5054 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 943 time: 0.1893148 Feb 07 16:40:35.651825 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-816c12c3-d05e-4547-bc1d-a2e71cd589c2 req-a7725abd-0ab0-452a-a69d-2632d3708150 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461523 Feb 07 16:40:35.699753 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe205234-882b-4f51-91d4-8f7d204c3203 req-8d4d2991-6d9e-4587-b3d4-e6c23b06e7ba tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c4001b3-997f-45e6-922a-1a4a0be8dce9 HTTP/1.1" status: 200 len: 210 time: 0.0733323 Feb 07 16:40:35.833939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e6c3ce8-55ac-4e84-9200-1151266bf00c {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:40:35.844540 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c12eecee-b96f-4faa-91a4-e4ba3547d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'name': 'tempest-ServersTestJSON-1738923322-router', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:38:07Z', 'updated_at': '2022-02-07T16:38:28Z', 'revision_number': 4, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'gw_port': {'id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:eb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:08Z', 'updated_at': '2022-02-07T16:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f87c4b25-58f8-44a6-955d-0c1335a35f73', 'name': '', 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'mac_address': 'fa:16:3e:b1:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '1f31055f-f4ac-478b-ba93-d6815cfad493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:21Z', 'updated_at': '2022-02-07T16:38:39Z', 'revision_number': 5, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'subnets': [{'id': '1f31055f-f4ac-478b-ba93-d6815cfad493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:40:35.857091 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Publish callbacks [] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:35.920595 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12eecee-b96f-4faa-91a4-e4ba3547d880 None None] Checking router: fc75f435-a851-4a1a-b5b4-2930e50c8123 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:40:35.932338 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12eecee-b96f-4faa-91a4-e4ba3547d880 None None] Routers {'fc75f435-a851-4a1a-b5b4-2930e50c8123'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:40:35.933144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c12eecee-b96f-4faa-91a4-e4ba3547d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:40:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['fc75f435-a851-4a1a-b5b4-2930e50c8123'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:40:35.954421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Transition to ACTIVE for port object 3e6c3ce8-55ac-4e84-9200-1151266bf00c will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:40:35.992450 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:36.038827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1a4af4e7-df4a-463d-9d78-8f46056da485 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:40:36.127768 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867ffcbe-59b2-46d2-b1a5-096fd3493805 x-openstack-request-id: req-867ffcbe-59b2-46d2-b1a5-096fd3493805 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:36.128227 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4001b3-997f-45e6-922a-1a4a0be8dce9", "name": "network-vif-deleted", "tag": "a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:36.128644 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-867ffcbe-59b2-46d2-b1a5-096fd3493805 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:36.129306 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4001b3-997f-45e6-922a-1a4a0be8dce9', 'name': 'network-vif-deleted', 'tag': 'a8acf6fb-2bf6-4a18-9dad-27fe4ba2b599', 'status': 'completed', 'code': 200} Feb 07 16:40:36.170633 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 1a4af4e7-df4a-463d-9d78-8f46056da485 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:40:36.171181 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:36.177782 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c12eecee-b96f-4faa-91a4-e4ba3547d880 None None] Set router fc75f435-a851-4a1a-b5b4-2930e50c8123 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:40:36.229304 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d46194-6517-402b-835d-07f4ac6c2302 req-0841fbe7-875a-4fa8-9271-68d26dc893f9 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:36.243068 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-39d46194-6517-402b-835d-07f4ac6c2302 req-0841fbe7-875a-4fa8-9271-68d26dc893f9 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 931 time: 0.3298714 Feb 07 16:40:36.256329 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Pushing event updated for resources: {'Port': ['ID=3e6c3ce8-55ac-4e84-9200-1151266bf00c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:36.404181 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-39d46194-6517-402b-835d-07f4ac6c2302 req-d3ba0376-bcc3-4e51-912a-f18df9765378 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596973 Feb 07 16:40:36.486159 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Attempting to bind port 3e6c3ce8-55ac-4e84-9200-1151266bf00c on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:40:36.486930 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Attempting to bind port 3e6c3ce8-55ac-4e84-9200-1151266bf00c by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'eb51991e-dfe0-490d-8899-6617ddeef4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bc77436a-ae76-417b-b8a2-1292a74feccc'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:40:36.487440 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Attempting to bind port 3e6c3ce8-55ac-4e84-9200-1151266bf00c on network bc77436a-ae76-417b-b8a2-1292a74feccc {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:40:36.513123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Port 3e6c3ce8-55ac-4e84-9200-1151266bf00c on network bc77436a-ae76-417b-b8a2-1292a74feccc not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:40:36.513606 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Attempting to bind port 3e6c3ce8-55ac-4e84-9200-1151266bf00c on network bc77436a-ae76-417b-b8a2-1292a74feccc {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:40:36.532903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:40:36.533157 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Checking segment: {'id': 'eb51991e-dfe0-490d-8899-6617ddeef4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bc77436a-ae76-417b-b8a2-1292a74feccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:40:36.533689 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Bound using segment: {'id': 'eb51991e-dfe0-490d-8899-6617ddeef4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bc77436a-ae76-417b-b8a2-1292a74feccc'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:40:36.534564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Bound port: 3e6c3ce8-55ac-4e84-9200-1151266bf00c, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb51991e-dfe0-490d-8899-6617ddeef4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bc77436a-ae76-417b-b8a2-1292a74feccc'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:40:36.535168 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:36.709690 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 1a4af4e7-df4a-463d-9d78-8f46056da485 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:40:36.710108 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:36.722709 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-02f00807-cbb2-4d39-9980-13a39ff18db7 req-8859db45-07cc-4a55-a2e3-ffe7cf116bec tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffe6e1e4-a01d-432b-8b07-7f26446af8b0 HTTP/1.1" status: 200 len: 210 time: 0.1483083 Feb 07 16:40:36.801389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e324fe59-bc41-4ec8-b66a-4ea121a53704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4af4e7-df4a-463d-9d78-8f46056da485'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:36.803425 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584fef2f-0ca9-4746-956f-c6d82d509337" -d '{"events": [{"server_uuid": "e324fe59-bc41-4ec8-b66a-4ea121a53704", "name": "network-vif-plugged", "status": "completed", "tag": "1a4af4e7-df4a-463d-9d78-8f46056da485"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:36.809457 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] For port 3e6c3ce8-55ac-4e84-9200-1151266bf00c, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:40:36.818678 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] For port 3e6c3ce8-55ac-4e84-9200-1151266bf00c, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3e6c3ce8-55ac-4e84-9200-1151266bf00c,segment=NetworkSegment(eb51991e-dfe0-490d-8899-6617ddeef4f1),segment_id=eb51991e-dfe0-490d-8899-6617ddeef4f1)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:40:36.830366 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:36.853777 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c619e5b-8f30-440e-908d-831063c64df9 req-434ce671-985e-4e44-9fbc-245d484e3055 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:36.879688 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8c619e5b-8f30-440e-908d-831063c64df9 req-434ce671-985e-4e44-9fbc-245d484e3055 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 946 time: 0.1783278 Feb 07 16:40:36.907881 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1a4af4e7-df4a-463d-9d78-8f46056da485, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1a4af4e7-df4a-463d-9d78-8f46056da485,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:36.930315 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:36.968814 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:36.969983 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:36.970765 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8c619e5b-8f30-440e-908d-831063c64df9 req-b4641d15-9c6b-43ec-8e21-201541c3b204 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887711 Feb 07 16:40:36.972402 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f1d52f40-15ff-4402-8571-48ba11d211be req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] 10.222.0.32 "PUT /v2.0/ports/3e6c3ce8-55ac-4e84-9200-1151266bf00c HTTP/1.1" status: 200 len: 1091 time: 2.3650146 Feb 07 16:40:37.066959 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985ce31-3453-4520-8a6e-83c3661f93ca service neutron] Pushing event updated for resources: {'Port': ['ID=3e6c3ce8-55ac-4e84-9200-1151266bf00c,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:37.162878 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=1a4af4e7-df4a-463d-9d78-8f46056da485,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:37.218320 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c12eecee-b96f-4faa-91a4-e4ba3547d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'name': 'tempest-ServersTestJSON-1738923322-router', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:38:07Z', 'updated_at': '2022-02-07T16:38:28Z', 'revision_number': 4, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'gw_port': {'id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:eb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:08Z', 'updated_at': '2022-02-07T16:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f87c4b25-58f8-44a6-955d-0c1335a35f73', 'name': '', 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'mac_address': 'fa:16:3e:b1:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '1f31055f-f4ac-478b-ba93-d6815cfad493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:21Z', 'updated_at': '2022-02-07T16:38:39Z', 'revision_number': 5, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'subnets': [{'id': '1f31055f-f4ac-478b-ba93-d6815cfad493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:40:37.325871 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781289c-04ca-4b4e-884b-96e77c22355b req-168b0caf-0433-4d98-9e2e-95af0c3a9ac4 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:37.334920 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12eecee-b96f-4faa-91a4-e4ba3547d880 None None] The sync data for ids ['fc75f435-a851-4a1a-b5b4-2930e50c8123'] in n-d-827865-3 is: [{'id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'name': 'tempest-ServersTestJSON-1738923322-router', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:38:07Z', 'updated_at': '2022-02-07T16:38:28Z', 'revision_number': 4, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'gw_port': {'id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:eb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:08Z', 'updated_at': '2022-02-07T16:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f87c4b25-58f8-44a6-955d-0c1335a35f73', 'name': '', 'network_id': '1b170a06-0806-4ca4-bd4b-e024db77fa88', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'mac_address': 'fa:16:3e:b1:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '1f31055f-f4ac-478b-ba93-d6815cfad493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:21Z', 'updated_at': '2022-02-07T16:38:39Z', 'revision_number': 5, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'subnets': [{'id': '1f31055f-f4ac-478b-ba93-d6815cfad493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:40:37.335968 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e781289c-04ca-4b4e-884b-96e77c22355b req-168b0caf-0433-4d98-9e2e-95af0c3a9ac4 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 943 time: 0.1891339 Feb 07 16:40:37.413473 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d52f40-15ff-4402-8571-48ba11d211be req-5d363ce1-0412-4b74-b05f-98bf347f8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:37.418165 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f1d52f40-15ff-4402-8571-48ba11d211be req-5d363ce1-0412-4b74-b05f-98bf347f8c37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6660152de7d4de699a304c64d91802c&device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 1125 time: 0.2363677 Feb 07 16:40:37.509991 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e781289c-04ca-4b4e-884b-96e77c22355b req-e159bab4-c9d1-4902-838f-0d26a7de2b9f tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682830 Feb 07 16:40:37.520172 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a94341-9081-4ae4-b275-8d714797ac11 x-openstack-request-id: req-e1a94341-9081-4ae4-b275-8d714797ac11 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:37.520751 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e324fe59-bc41-4ec8-b66a-4ea121a53704", "name": "network-vif-plugged", "status": "completed", "tag": "1a4af4e7-df4a-463d-9d78-8f46056da485", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:37.521014 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1a94341-9081-4ae4-b275-8d714797ac11 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:37.521457 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e324fe59-bc41-4ec8-b66a-4ea121a53704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4af4e7-df4a-463d-9d78-8f46056da485', 'code': 200} Feb 07 16:40:37.614127 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f1d52f40-15ff-4402-8571-48ba11d211be req-754a5aa2-2279-4945-97d3-4eebd9d1aa70 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e6c3ce8-55ac-4e84-9200-1151266bf00c HTTP/1.1" status: 200 len: 217 time: 0.1875753 Feb 07 16:40:37.745717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33248) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:40:37.976310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device c423aea1-e2b7-45e3-8cf6-a3970ad25089 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:40:38.140036 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f52483a-1d18-47eb-aa18-6e8670e2392c', 'tag': '3e6c3ce8-55ac-4e84-9200-1151266bf00c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:38.141295 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eac44f4f-5f19-4865-8128-6c9871ebae12 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for security_group (eaa420d6-c5cb-45a1-8c29-f931f1d13f45), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:38.148761 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8244b088-e3aa-46ca-9571-8f157e5285c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2f52483a-1d18-47eb-aa18-6e8670e2392c", "tag": "3e6c3ce8-55ac-4e84-9200-1151266bf00c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:38.150340 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e36a97f-bf0f-4fd1-96c5-a71022bec4b2 None None] New status for floating IP 631c3828-176c-44c6-8fd6-ee4847a030ff: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:40:38.197067 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eac44f4f-5f19-4865-8128-6c9871ebae12 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for security_group (eaa420d6-c5cb-45a1-8c29-f931f1d13f45), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:38.287737 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d52f40-15ff-4402-8571-48ba11d211be req-8bfffaaf-6966-4457-9450-c972ba828d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:38.295207 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f1d52f40-15ff-4402-8571-48ba11d211be req-8bfffaaf-6966-4457-9450-c972ba828d61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51ef7e68-7c99-433a-a263-366a7dc3d382 HTTP/1.1" status: 200 len: 853 time: 0.6696746 Feb 07 16:40:38.413081 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port c423aea1-e2b7-45e3-8cf6-a3970ad25089, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c423aea1-e2b7-45e3-8cf6-a3970ad25089,segment=NetworkSegment(070668f4-af7a-4262-a2f0-e475137af30d),segment_id=070668f4-af7a-4262-a2f0-e475137af30d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:38.511756 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'c423aea1-e2b7-45e3-8cf6-a3970ad25089', 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468', 'port_id': 'c423aea1-e2b7-45e3-8cf6-a3970ad25089', 'mac_address': 'fa:16:3e:e6:60:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90964d09-98ab-43e4-aadc-448a3d2d7f90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:40:38.562146 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f1d52f40-15ff-4402-8571-48ba11d211be req-cfd009c2-0249-4af4-a4f3-4045f360a261 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc77436a-ae76-417b-b8a2-1292a74feccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2356157 Feb 07 16:40:38.752220 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port c423aea1-e2b7-45e3-8cf6-a3970ad25089 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:40:38.752998 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c423aea1-e2b7-45e3-8cf6-a3970ad25089), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:38.812357 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c423aea1-e2b7-45e3-8cf6-a3970ad25089 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:40:38.890422 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b88a5-19b3-4db7-8121-5832c32cbcd5 req-4dee9745-6992-47d7-9121-fbd029a3c8e4 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:38.896587 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bb5b88a5-19b3-4db7-8121-5832c32cbcd5 req-4dee9745-6992-47d7-9121-fbd029a3c8e4 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a1da243-7984-405b-a0ea-d01b60c426b5 HTTP/1.1" status: 200 len: 946 time: 1.0285177 Feb 07 16:40:38.911609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port c423aea1-e2b7-45e3-8cf6-a3970ad25089, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c423aea1-e2b7-45e3-8cf6-a3970ad25089,segment=NetworkSegment(070668f4-af7a-4262-a2f0-e475137af30d),segment_id=070668f4-af7a-4262-a2f0-e475137af30d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:38.918601 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c423aea1-e2b7-45e3-8cf6-a3970ad25089), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:38.927844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-9f513912-7a75-4ae7-85f0-92c79122d56e tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:38.946409 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-9f513912-7a75-4ae7-85f0-92c79122d56e tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/networks?id=1416bc97-7ed1-4e89-bcb8-343c620b9a50 HTTP/1.1" status: 200 len: 812 time: 1.1026616 Feb 07 16:40:39.034771 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eac44f4f-5f19-4865-8128-6c9871ebae12 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (eaa420d6-c5cb-45a1-8c29-f931f1d13f45), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:39.035208 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-1a273902-3bd7-46a8-ae8f-13a3c71462d5 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/quotas/27d161f3194b4bd8bbb5a80e7e14ca00 HTTP/1.1" status: 200 len: 375 time: 0.0857301 Feb 07 16:40:39.047682 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eac44f4f-5f19-4865-8128-6c9871ebae12 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:39.049084 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-eac44f4f-5f19-4865-8128-6c9871ebae12 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "DELETE /v2.0/security-groups/eaa420d6-c5cb-45a1-8c29-f931f1d13f45 HTTP/1.1" status: 204 len: 168 time: 1.3023345 Feb 07 16:40:39.078161 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33262) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:40:39.079196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac44f4f-5f19-4865-8128-6c9871ebae12 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa420d6-c5cb-45a1-8c29-f931f1d13f45,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:39.120993 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-dc8140e9-941c-4db7-8f04-99f0f8944a31 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] show failed (client error): The resource could not be found. Feb 07 16:40:39.120993 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dc8140e9-941c-4db7-8f04-99f0f8944a31 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "GET /v2.0/security-groups/eaa420d6-c5cb-45a1-8c29-f931f1d13f45 HTTP/1.1" status: 404 len: 347 time: 0.0388598 Feb 07 16:40:39.153721 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33264) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:40:39.202309 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207bb92-75a3-4ef3-a410-fb9ee3158396 req-f3d5ebb5-3d1f-4422-bed2-5d486ae440e6 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:39.216901 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a207bb92-75a3-4ef3-a410-fb9ee3158396 req-f3d5ebb5-3d1f-4422-bed2-5d486ae440e6 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 943 time: 1.0815961 Feb 07 16:40:39.243018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['c423aea1-e2b7-45e3-8cf6-a3970ad25089'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:39.373258 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f1d52f40-15ff-4402-8571-48ba11d211be req-6fa6aea8-44af-4c0f-a343-8681bb48f7b7 service neutron] 10.222.0.32 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7809360 Feb 07 16:40:39.406545 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=c423aea1-e2b7-45e3-8cf6-a3970ad25089,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:39.582583 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-64d9e7ce-8575-4fd8-b47e-c54fc3ffea0c tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=27d161f3194b4bd8bbb5a80e7e14ca00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5441132 Feb 07 16:40:39.662556 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a207bb92-75a3-4ef3-a410-fb9ee3158396 req-189d790f-0d10-4bff-9507-94931ed1177b tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441533 Feb 07 16:40:39.772599 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce740ab-448d-443b-b41a-98620128b570 req-0a8bf791-ae9a-45c3-ad25-1d99a079e048 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:39.772599 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dce740ab-448d-443b-b41a-98620128b570 req-0a8bf791-ae9a-45c3-ad25-1d99a079e048 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.48 "GET /v2.0/ports?device_id=1686384a-b94c-4427-86a2-911012082d0f HTTP/1.1" status: 200 len: 946 time: 0.4944930 Feb 07 16:40:39.833233 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f1d52f40-15ff-4402-8571-48ba11d211be req-79965a69-f5af-49a5-adfb-bdf2224d9453 service neutron] 10.222.0.32 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528093 Feb 07 16:40:39.974499 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-3f3bc204-dcb2-4994-945a-37fa82168555 service neutron] 10.222.0.18 "GET /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906741 Feb 07 16:40:39.989762 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device f90e0308-69cd-44a6-839f-ced7165597d1 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:40:40.027977 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-185b16a3-6f3b-4e34-b2d4-9f63536a10d0 req-3eecbd46-a831-49c8-9b1d-d5c28d4f5302 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffe6e1e4-a01d-432b-8b07-7f26446af8b0 HTTP/1.1" status: 200 len: 210 time: 0.0868535 Feb 07 16:40:40.071877 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-dce740ab-448d-443b-b41a-98620128b570 req-909ca76f-c2f2-4d97-ac56-5d4240732c23 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Deleting port 477033b5-b91b-43dc-ba7b-b9f24aae2669 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:40:40.072385 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dce740ab-448d-443b-b41a-98620128b570 req-909ca76f-c2f2-4d97-ac56-5d4240732c23 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (477033b5-b91b-43dc-ba7b-b9f24aae2669), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:40.088357 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-bb5b88a5-19b3-4db7-8121-5832c32cbcd5 req-6f4a0405-b480-4792-8dc4-e6e96136036f tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Deleting port f90e0308-69cd-44a6-839f-ced7165597d1 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:40:40.097172 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bb5b88a5-19b3-4db7-8121-5832c32cbcd5 req-6f4a0405-b480-4792-8dc4-e6e96136036f tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f90e0308-69cd-44a6-839f-ced7165597d1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:40.186522 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-dce740ab-448d-443b-b41a-98620128b570 req-909ca76f-c2f2-4d97-ac56-5d4240732c23 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] For port 477033b5-b91b-43dc-ba7b-b9f24aae2669, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=477033b5-b91b-43dc-ba7b-b9f24aae2669,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:40.187067 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dce740ab-448d-443b-b41a-98620128b570 req-909ca76f-c2f2-4d97-ac56-5d4240732c23 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (477033b5-b91b-43dc-ba7b-b9f24aae2669), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:40.208615 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-dce740ab-448d-443b-b41a-98620128b570 req-909ca76f-c2f2-4d97-ac56-5d4240732c23 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Calling delete_port for 477033b5-b91b-43dc-ba7b-b9f24aae2669 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:40:40.326036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port f90e0308-69cd-44a6-839f-ced7165597d1 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:40:40.327382 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f90e0308-69cd-44a6-839f-ced7165597d1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:40.379726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1da243-7984-405b-a0ea-d01b60c426b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f90e0308-69cd-44a6-839f-ced7165597d1'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:40.389225 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b15291b-bbab-46a1-8080-19e4a4332524" -d '{"events": [{"server_uuid": "7a1da243-7984-405b-a0ea-d01b60c426b5", "name": "network-vif-unplugged", "status": "completed", "tag": "f90e0308-69cd-44a6-839f-ced7165597d1"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:40.430360 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port f90e0308-69cd-44a6-839f-ced7165597d1, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f90e0308-69cd-44a6-839f-ced7165597d1,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:40.438479 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-87f93fd1-eb1f-4023-b781-d84d4c918afd tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:40.441814 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f90e0308-69cd-44a6-839f-ced7165597d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:40.445717 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-87f93fd1-eb1f-4023-b781-d84d4c918afd tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.48 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 805 time: 1.0759990 Feb 07 16:40:40.492942 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d7c54-c280-46b2-bdde-34c166d90963 req-709ea586-cafb-47ce-8f61-f7d50215751d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:40.496078 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9a4d7c54-c280-46b2-bdde-34c166d90963 req-709ea586-cafb-47ce-8f61-f7d50215751d tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 946 time: 0.2794709 Feb 07 16:40:40.522541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-d08ebf97-052d-412f-b875-290413805ee0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Request body: {'port': {'device_id': 'ffe6e1e4-a01d-432b-8b07-7f26446af8b0', 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327', 'admin_state_up': True, 'tenant_id': '1d548d291d9f481cbdcd664ba783ab69'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:40.583073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=f90e0308-69cd-44a6-839f-ced7165597d1,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:40.845314 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bc77cf8e-7759-49cd-b6e4-df2e7215beb7 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Deleting port cfbd13d6-98a9-4827-a902-bc4a1afb1b3a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:40:40.857864 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc77cf8e-7759-49cd-b6e4-df2e7215beb7 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (cfbd13d6-98a9-4827-a902-bc4a1afb1b3a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:41.045547 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-c2c9b649-90b9-49a7-a07e-d1eb586b2179 service neutron] 10.222.0.18 "GET /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0696309 Feb 07 16:40:41.057754 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-d08ebf97-052d-412f-b875-290413805ee0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Made reservation on behalf of 1d548d291d9f481cbdcd664ba783ab69 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:40:41.063492 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-d08ebf97-052d-412f-b875-290413805ee0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:41.084461 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9a4d7c54-c280-46b2-bdde-34c166d90963 req-ad635edf-6ae6-45f7-9463-f8022582697b tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5235190 Feb 07 16:40:41.230242 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3199deb5-6f96-45ae-b2c2-23f51b06a134 x-openstack-request-id: req-3199deb5-6f96-45ae-b2c2-23f51b06a134 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:41.230726 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f52483a-1d18-47eb-aa18-6e8670e2392c", "tag": "3e6c3ce8-55ac-4e84-9200-1151266bf00c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:41.237416 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3199deb5-6f96-45ae-b2c2-23f51b06a134 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:41.238196 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f52483a-1d18-47eb-aa18-6e8670e2392c', 'tag': '3e6c3ce8-55ac-4e84-9200-1151266bf00c', 'status': 'completed', 'code': 200} Feb 07 16:40:41.287519 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-bb5b88a5-19b3-4db7-8121-5832c32cbcd5 req-6f4a0405-b480-4792-8dc4-e6e96136036f tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] For port f90e0308-69cd-44a6-839f-ced7165597d1, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f90e0308-69cd-44a6-839f-ced7165597d1,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:41.288110 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bb5b88a5-19b3-4db7-8121-5832c32cbcd5 req-6f4a0405-b480-4792-8dc4-e6e96136036f tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f90e0308-69cd-44a6-839f-ced7165597d1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:41.367346 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-bb5b88a5-19b3-4db7-8121-5832c32cbcd5 req-6f4a0405-b480-4792-8dc4-e6e96136036f tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Calling delete_port for f90e0308-69cd-44a6-839f-ced7165597d1 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:40:41.689763 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244b088-e3aa-46ca-9571-8f157e5285c0 req-c41dce2b-6627-4d55-98f9-8f553544b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:41.691856 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8244b088-e3aa-46ca-9571-8f157e5285c0 req-c41dce2b-6627-4d55-98f9-8f553544b25e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6660152de7d4de699a304c64d91802c&device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 1125 time: 0.4369991 Feb 07 16:40:41.705071 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dce740ab-448d-443b-b41a-98620128b570 req-909ca76f-c2f2-4d97-ac56-5d4240732c23 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (477033b5-b91b-43dc-ba7b-b9f24aae2669), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:41.724213 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['477033b5-b91b-43dc-ba7b-b9f24aae2669'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:41.849893 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2a54a8-4e9b-4833-aec7-2658641982c9 x-openstack-request-id: req-8b2a54a8-4e9b-4833-aec7-2658641982c9 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:41.853396 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1da243-7984-405b-a0ea-d01b60c426b5", "name": "network-vif-unplugged", "status": "completed", "tag": "f90e0308-69cd-44a6-839f-ced7165597d1", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:41.853903 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b2a54a8-4e9b-4833-aec7-2658641982c9 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:41.855013 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1da243-7984-405b-a0ea-d01b60c426b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f90e0308-69cd-44a6-839f-ced7165597d1', 'code': 200} Feb 07 16:40:42.000656 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device c423aea1-e2b7-45e3-8cf6-a3970ad25089 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:40:42.010845 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ca76f-c2f2-4d97-ac56-5d4240732c23 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Pushing event deleted for resources: {'Port': ['ID=477033b5-b91b-43dc-ba7b-b9f24aae2669,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:42.041599 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc77cf8e-7759-49cd-b6e4-df2e7215beb7 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (cfbd13d6-98a9-4827-a902-bc4a1afb1b3a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:42.042549 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc77cf8e-7759-49cd-b6e4-df2e7215beb7 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for floatingip (cfbd13d6-98a9-4827-a902-bc4a1afb1b3a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:42.213708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bc77cf8e-7759-49cd-b6e4-df2e7215beb7 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Calling delete_port for cfbd13d6-98a9-4827-a902-bc4a1afb1b3a owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:40:42.242552 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce740ab-448d-443b-b41a-98620128b570 req-909ca76f-c2f2-4d97-ac56-5d4240732c23 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] No DVR routers for this DVR port 477033b5-b91b-43dc-ba7b-b9f24aae2669 on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:40:42.292623 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dce740ab-448d-443b-b41a-98620128b570 req-909ca76f-c2f2-4d97-ac56-5d4240732c23 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:42.305131 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dce740ab-448d-443b-b41a-98620128b570 req-909ca76f-c2f2-4d97-ac56-5d4240732c23 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.48 "DELETE /v2.0/ports/477033b5-b91b-43dc-ba7b-b9f24aae2669 HTTP/1.1" status: 204 len: 173 time: 2.4862218 Feb 07 16:40:42.312236 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port c423aea1-e2b7-45e3-8cf6-a3970ad25089 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:40:42.321904 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port c423aea1-e2b7-45e3-8cf6-a3970ad25089 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:40:42.322514 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c423aea1-e2b7-45e3-8cf6-a3970ad25089), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:42.442280 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb6f5f-9372-4444-89c4-1373c9dfddab req-33825b77-e148-4b54-9aa1-5faff98ca743 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:42.462279 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eafb6f5f-9372-4444-89c4-1373c9dfddab req-33825b77-e148-4b54-9aa1-5faff98ca743 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 943 time: 0.4700601 Feb 07 16:40:42.544625 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244b088-e3aa-46ca-9571-8f157e5285c0 req-6c6dc88d-fc00-4e26-8507-2bee16d7840f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:42.551397 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8244b088-e3aa-46ca-9571-8f157e5285c0 req-6c6dc88d-fc00-4e26-8507-2bee16d7840f service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc77436a-ae76-417b-b8a2-1292a74feccc HTTP/1.1" status: 200 len: 914 time: 0.8482659 Feb 07 16:40:42.563443 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-d08ebf97-052d-412f-b875-290413805ee0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Allocated IP 172.20.0.10 (64333f75-bb31-47f0-9f63-55e283dff327/3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801/467d4b12-61e8-4553-96f1-87df9d01eddb) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:40:42.636761 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be278e-a819-47f3-ba96-ae90203fe369 req-10a2d550-29b3-4a09-a0b9-a0c8f713ede5 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:42.653814 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-99be278e-a819-47f3-ba96-ae90203fe369 req-10a2d550-29b3-4a09-a0b9-a0c8f713ede5 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 944 time: 1.2728872 Feb 07 16:40:42.654956 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port c423aea1-e2b7-45e3-8cf6-a3970ad25089 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:40:42.655367 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c423aea1-e2b7-45e3-8cf6-a3970ad25089), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:42.702080 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port c423aea1-e2b7-45e3-8cf6-a3970ad25089, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c423aea1-e2b7-45e3-8cf6-a3970ad25089,segment=NetworkSegment(070668f4-af7a-4262-a2f0-e475137af30d),segment_id=070668f4-af7a-4262-a2f0-e475137af30d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:42.706461 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8244b088-e3aa-46ca-9571-8f157e5285c0 req-e07228ca-affd-4ef5-8ed4-0d25ca3690ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e6c3ce8-55ac-4e84-9200-1151266bf00c HTTP/1.1" status: 200 len: 217 time: 0.1461830 Feb 07 16:40:42.716342 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c423aea1-e2b7-45e3-8cf6-a3970ad25089), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:42.856988 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eafb6f5f-9372-4444-89c4-1373c9dfddab req-25759366-32e2-453d-9c17-50028aa02a53 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929112 Feb 07 16:40:42.866021 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=c423aea1-e2b7-45e3-8cf6-a3970ad25089,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:42.911648 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244b088-e3aa-46ca-9571-8f157e5285c0 req-4ecead1e-de56-4c8f-80cb-25f8645e4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:42.915394 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8244b088-e3aa-46ca-9571-8f157e5285c0 req-4ecead1e-de56-4c8f-80cb-25f8645e4f99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51ef7e68-7c99-433a-a263-366a7dc3d382 HTTP/1.1" status: 200 len: 853 time: 0.1994579 Feb 07 16:40:42.983234 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8244b088-e3aa-46ca-9571-8f157e5285c0 req-a6404eb6-54f6-4364-b91d-6672daf41349 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc77436a-ae76-417b-b8a2-1292a74feccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625448 Feb 07 16:40:43.201827 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-99be278e-a819-47f3-ba96-ae90203fe369 req-b49e0a0b-6050-481e-946f-d1905fcbf07f tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5468338 Feb 07 16:40:43.203757 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc77cf8e-7759-49cd-b6e4-df2e7215beb7 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (cfbd13d6-98a9-4827-a902-bc4a1afb1b3a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:43.383846 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bb5b88a5-19b3-4db7-8121-5832c32cbcd5 req-6f4a0405-b480-4792-8dc4-e6e96136036f tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f90e0308-69cd-44a6-839f-ced7165597d1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:43.428802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77cf8e-7759-49cd-b6e4-df2e7215beb7 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Pushing event deleted for resources: {'Port': ['ID=cfbd13d6-98a9-4827-a902-bc4a1afb1b3a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:43.464818 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1686384a-b94c-4427-86a2-911012082d0f', 'name': 'network-vif-deleted', 'tag': '477033b5-b91b-43dc-ba7b-b9f24aae2669'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:43.483274 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34386ea-c69e-4caa-bdd1-7a0408311257" -d '{"events": [{"server_uuid": "1686384a-b94c-4427-86a2-911012082d0f", "name": "network-vif-deleted", "tag": "477033b5-b91b-43dc-ba7b-b9f24aae2669"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:43.536793 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8244b088-e3aa-46ca-9571-8f157e5285c0 req-d4a62c31-1cec-462f-9216-c1ab1995ff53 service neutron] 10.222.0.32 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477524 Feb 07 16:40:43.828264 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a2b92696-37cc-4cd0-bca5-ef8e862e4da8 req-84de2432-fce5-4891-a994-276fcfb177c7 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffe6e1e4-a01d-432b-8b07-7f26446af8b0 HTTP/1.1" status: 200 len: 210 time: 0.3386433 Feb 07 16:40:43.842573 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc77cf8e-7759-49cd-b6e4-df2e7215beb7 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks [] for floatingip (631c3828-176c-44c6-8fd6-ee4847a030ff), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:43.853597 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc77cf8e-7759-49cd-b6e4-df2e7215beb7 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:43.857427 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b873a378-b0a2-4294-98ed-d544e7113759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c423aea1-e2b7-45e3-8cf6-a3970ad25089'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:43.864618 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70895ebd-3832-4875-b9f3-ddad21f99740" -d '{"events": [{"server_uuid": "b873a378-b0a2-4294-98ed-d544e7113759", "name": "network-vif-plugged", "status": "completed", "tag": "c423aea1-e2b7-45e3-8cf6-a3970ad25089"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:43.891695 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bc77cf8e-7759-49cd-b6e4-df2e7215beb7 tempest-ServersTestJSON-923181567 tempest-ServersTestJSON-923181567-project] 10.222.0.18 "DELETE /v2.0/floatingips/631c3828-176c-44c6-8fd6-ee4847a030ff HTTP/1.1" status: 204 len: 168 time: 4.7269354 Feb 07 16:40:43.911062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33312) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:40:43.994278 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3e6c3ce8-55ac-4e84-9200-1151266bf00c details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:40:44.327172 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a0405-b480-4792-8dc4-e6e96136036f tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Pushing event deleted for resources: {'Port': ['ID=f90e0308-69cd-44a6-839f-ced7165597d1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:44.557957 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 3e6c3ce8-55ac-4e84-9200-1151266bf00c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3e6c3ce8-55ac-4e84-9200-1151266bf00c,segment=NetworkSegment(eb51991e-dfe0-490d-8899-6617ddeef4f1),segment_id=eb51991e-dfe0-490d-8899-6617ddeef4f1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:44.612399 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '3e6c3ce8-55ac-4e84-9200-1151266bf00c', 'network_id': 'bc77436a-ae76-417b-b8a2-1292a74feccc', 'port_id': '3e6c3ce8-55ac-4e84-9200-1151266bf00c', 'mac_address': 'fa:16:3e:1e:6b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ef7e68-7c99-433a-a263-366a7dc3d382', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:40:44.627004 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 477033b5-b91b-43dc-ba7b-b9f24aae2669 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:40:44.729197 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5b88a5-19b3-4db7-8121-5832c32cbcd5 req-6f4a0405-b480-4792-8dc4-e6e96136036f tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] No DVR routers for this DVR port f90e0308-69cd-44a6-839f-ced7165597d1 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:40:44.732091 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1ccacf7f-392b-4384-af23-be33e21b2c89 req-cf5bd47f-fd7a-4ac7-bd35-098b9117614f tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1165244c-fc35-4e60-8b24-bfca2b2cd232 HTTP/1.1" status: 200 len: 210 time: 0.2543442 Feb 07 16:40:44.735461 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8244b088-e3aa-46ca-9571-8f157e5285c0 req-46ed5451-94a2-4b5c-bf40-1fa7848a7ba7 service neutron] 10.222.0.32 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1752255 Feb 07 16:40:44.773709 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bb5b88a5-19b3-4db7-8121-5832c32cbcd5 req-6f4a0405-b480-4792-8dc4-e6e96136036f tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:44.789717 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bb5b88a5-19b3-4db7-8121-5832c32cbcd5 req-6f4a0405-b480-4792-8dc4-e6e96136036f tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.32 "DELETE /v2.0/ports/f90e0308-69cd-44a6-839f-ced7165597d1 HTTP/1.1" status: 204 len: 173 time: 5.8570316 Feb 07 16:40:44.794539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1da243-7984-405b-a0ea-d01b60c426b5', 'name': 'network-vif-deleted', 'tag': 'f90e0308-69cd-44a6-839f-ced7165597d1'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:44.810856 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0476465a-ab50-4724-ae15-b30060fe4737" -d '{"events": [{"server_uuid": "7a1da243-7984-405b-a0ea-d01b60c426b5", "name": "network-vif-deleted", "tag": "f90e0308-69cd-44a6-839f-ced7165597d1"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:44.845650 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 477033b5-b91b-43dc-ba7b-b9f24aae2669 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:40:44.846670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 477033b5-b91b-43dc-ba7b-b9f24aae2669 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:40:44.849787 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 3e6c3ce8-55ac-4e84-9200-1151266bf00c is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:40:44.854250 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:44.894173 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d218a1-ba7d-4844-9eb5-617bf5c7e8da x-openstack-request-id: req-59d218a1-ba7d-4844-9eb5-617bf5c7e8da {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:44.894625 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1686384a-b94c-4427-86a2-911012082d0f", "name": "network-vif-deleted", "tag": "477033b5-b91b-43dc-ba7b-b9f24aae2669", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:44.895026 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59d218a1-ba7d-4844-9eb5-617bf5c7e8da {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:44.895646 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1686384a-b94c-4427-86a2-911012082d0f', 'name': 'network-vif-deleted', 'tag': '477033b5-b91b-43dc-ba7b-b9f24aae2669', 'status': 'completed', 'code': 200} Feb 07 16:40:44.934518 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6c3ce8-55ac-4e84-9200-1151266bf00c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:40:44.963984 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-d08ebf97-052d-412f-b875-290413805ee0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks [] for port (467d4b12-61e8-4553-96f1-87df9d01eddb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:44.978179 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4beaab5-8a41-4100-8b7c-79b9d2c41938 x-openstack-request-id: req-c4beaab5-8a41-4100-8b7c-79b9d2c41938 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:44.986193 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b873a378-b0a2-4294-98ed-d544e7113759", "name": "network-vif-plugged", "status": "completed", "tag": "c423aea1-e2b7-45e3-8cf6-a3970ad25089", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:44.986782 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4beaab5-8a41-4100-8b7c-79b9d2c41938 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:44.987558 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b873a378-b0a2-4294-98ed-d544e7113759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c423aea1-e2b7-45e3-8cf6-a3970ad25089', 'code': 200} Feb 07 16:40:45.021792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b216f3-d7d0-45a9-82d8-00556c6f7324 req-429c4024-0fbe-42c3-96c1-31a76daa0145 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:45.040274 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9b216f3-d7d0-45a9-82d8-00556c6f7324 req-429c4024-0fbe-42c3-96c1-31a76daa0145 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 946 time: 1.3127496 Feb 07 16:40:45.122976 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 3e6c3ce8-55ac-4e84-9200-1151266bf00c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3e6c3ce8-55ac-4e84-9200-1151266bf00c,segment=NetworkSegment(eb51991e-dfe0-490d-8899-6617ddeef4f1),segment_id=eb51991e-dfe0-490d-8899-6617ddeef4f1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:45.135892 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:45.348961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=3e6c3ce8-55ac-4e84-9200-1151266bf00c,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:45.403176 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['3e6c3ce8-55ac-4e84-9200-1151266bf00c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:45.766509 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-1deddc05-9898-4be0-ad89-e067851cc8ab tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:45.772199 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-1deddc05-9898-4be0-ad89-e067851cc8ab tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.48 "GET /v2.0/networks?id=1416bc97-7ed1-4e89-bcb8-343c620b9a50 HTTP/1.1" status: 200 len: 812 time: 0.6388514 Feb 07 16:40:45.864531 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9b216f3-d7d0-45a9-82d8-00556c6f7324 req-82374ef2-3837-4d7d-846b-e7983706d645 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8196115 Feb 07 16:40:45.873813 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-d08ebf97-052d-412f-b875-290413805ee0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (467d4b12-61e8-4553-96f1-87df9d01eddb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:45.893129 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d3224-15f2-439e-bef8-5d25171af448 req-a8fb482b-15c0-4fcc-9a02-cef13a787b6b tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:45.895738 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a9d3224-15f2-439e-bef8-5d25171af448 req-a8fb482b-15c0-4fcc-9a02-cef13a787b6b tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 944 time: 0.6871765 Feb 07 16:40:45.905054 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2811f0c3-be71-4376-87f4-a273b75c44ed'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:40:45.930851 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-90d68898-b00c-432d-b3c8-785c1707753e tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Request body: {'port': {'device_id': 'e6461e4c-bd41-4b0c-956f-d6d43f7a74ba', 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50', 'admin_state_up': True, 'tenant_id': '27d161f3194b4bd8bbb5a80e7e14ca00'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:46.395567 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-84a209c0-510b-4d3d-adf8-7d2373b21bfc tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:46.399615 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-84a209c0-510b-4d3d-adf8-7d2373b21bfc tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.48 "GET /v2.0/networks?id=1416bc97-7ed1-4e89-bcb8-343c620b9a50 HTTP/1.1" status: 200 len: 812 time: 1.3111606 Feb 07 16:40:46.431363 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-78f7a9d4-6bed-4929-9245-3ad02cab21ab tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Request body: {'port': {'device_id': '1165244c-fc35-4e60-8b24-bfca2b2cd232', 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50', 'admin_state_up': True, 'tenant_id': '27d161f3194b4bd8bbb5a80e7e14ca00'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:46.724573 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a9d3224-15f2-439e-bef8-5d25171af448 req-3b9d645f-d160-417e-893b-33a1c8638120 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7391770 Feb 07 16:40:46.801491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ebf97-052d-412f-b875-290413805ee0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Pushing event updated for resources: {'Port': ['ID=467d4b12-61e8-4553-96f1-87df9d01eddb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:46.895422 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (fc75f435-a851-4a1a-b5b4-2930e50c8123), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:46.914537 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-90d68898-b00c-432d-b3c8-785c1707753e tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Made reservation on behalf of 27d161f3194b4bd8bbb5a80e7e14ca00 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:40:46.922848 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-90d68898-b00c-432d-b3c8-785c1707753e tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:46.997053 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-d08ebf97-052d-412f-b875-290413805ee0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Network 64333f75-bb31-47f0-9f63-55e283dff327 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:40:47.000095 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9835ce-adef-427e-8fcc-b678e64969ae x-openstack-request-id: req-cb9835ce-adef-427e-8fcc-b678e64969ae {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:47.000559 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1da243-7984-405b-a0ea-d01b60c426b5", "name": "network-vif-deleted", "tag": "f90e0308-69cd-44a6-839f-ced7165597d1", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:47.001198 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb9835ce-adef-427e-8fcc-b678e64969ae {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:47.001975 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1da243-7984-405b-a0ea-d01b60c426b5', 'name': 'network-vif-deleted', 'tag': 'f90e0308-69cd-44a6-839f-ced7165597d1', 'status': 'completed', 'code': 200} Feb 07 16:40:47.021498 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-d08ebf97-052d-412f-b875-290413805ee0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:40:47.036379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-d08ebf97-052d-412f-b875-290413805ee0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:40:47.105113 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07272d2-ce68-4ffc-9880-5e35b61d9b39 req-c34b54e2-a42f-4ebb-b4b5-9437e30fa69e tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:47.113004 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b07272d2-ce68-4ffc-9880-5e35b61d9b39 req-c34b54e2-a42f-4ebb-b4b5-9437e30fa69e tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 945 time: 0.3795156 Feb 07 16:40:47.274434 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-78f7a9d4-6bed-4929-9245-3ad02cab21ab tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Made reservation on behalf of 27d161f3194b4bd8bbb5a80e7e14ca00 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:40:47.280470 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-78f7a9d4-6bed-4929-9245-3ad02cab21ab tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:47.281058 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b07272d2-ce68-4ffc-9880-5e35b61d9b39 req-b28bd487-5896-44f2-bbe0-6d905857ac2e tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666210 Feb 07 16:40:47.286182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0dbe3-17ca-4223-b351-7da353cdfe5a req-630c2a65-4db0-41dc-b086-db70b63e82fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:47.294053 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fcf0dbe3-17ca-4223-b351-7da353cdfe5a req-630c2a65-4db0-41dc-b086-db70b63e82fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 1127 time: 1.5141721 Feb 07 16:40:47.461760 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d9a07-9005-471d-b47d-f933db880bbb req-e92aae86-3eb4-4fdc-bb5a-38825ad9a786 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:47.463473 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-208d9a07-9005-471d-b47d-f933db880bbb req-e92aae86-3eb4-4fdc-bb5a-38825ad9a786 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffe6e1e4-a01d-432b-8b07-7f26446af8b0 HTTP/1.1" status: 200 len: 932 time: 0.3063917 Feb 07 16:40:47.728951 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-208d9a07-9005-471d-b47d-f933db880bbb req-879d3a05-327b-4f78-b672-92213c6e0171 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145346 Feb 07 16:40:47.745764 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-90d68898-b00c-432d-b3c8-785c1707753e tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Allocated IP 172.20.0.14 (1416bc97-7ed1-4e89-bcb8-343c620b9a50/f8721db2-22bc-4c53-94c8-f059ef179da8/da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:40:47.820206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Deleting port f87c4b25-58f8-44a6-955d-0c1335a35f73 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:40:47.822523 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f87c4b25-58f8-44a6-955d-0c1335a35f73), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:48.058564 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3e6c3ce8-55ac-4e84-9200-1151266bf00c up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:40:48.088676 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] For port f87c4b25-58f8-44a6-955d-0c1335a35f73, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f87c4b25-58f8-44a6-955d-0c1335a35f73,segment=NetworkSegment(c084bc03-9e79-4c0c-8c37-7836a414462c),segment_id=c084bc03-9e79-4c0c-8c37-7836a414462c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:48.089642 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f87c4b25-58f8-44a6-955d-0c1335a35f73), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:48.139202 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Calling delete_port for f87c4b25-58f8-44a6-955d-0c1335a35f73 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:40:48.276420 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 3e6c3ce8-55ac-4e84-9200-1151266bf00c completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:40:48.291124 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 3e6c3ce8-55ac-4e84-9200-1151266bf00c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:40:48.291782 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:48.327748 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-90d68898-b00c-432d-b3c8-785c1707753e tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks [] for port (da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:48.390264 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:40:48.514061 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-90d68898-b00c-432d-b3c8-785c1707753e tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:48.777091 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5b7f0be-45db-4bc7-8639-04925c349f8f req-fc0eb648-e625-498c-bb5c-fffb70a9c1b4 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1165244c-fc35-4e60-8b24-bfca2b2cd232 HTTP/1.1" status: 200 len: 210 time: 0.2942457 Feb 07 16:40:48.824287 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-d08ebf97-052d-412f-b875-290413805ee0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:48.825309 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-d08ebf97-052d-412f-b875-290413805ee0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:48.880094 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-90d68898-b00c-432d-b3c8-785c1707753e tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:40:48.917956 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-90d68898-b00c-432d-b3c8-785c1707753e tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:40:48.931311 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-78f7a9d4-6bed-4929-9245-3ad02cab21ab tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Allocated IP 172.20.0.2 (1416bc97-7ed1-4e89-bcb8-343c620b9a50/f8721db2-22bc-4c53-94c8-f059ef179da8/1c588ec4-e195-422e-9b77-4d9b35563a42) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:40:49.039317 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-90d68898-b00c-432d-b3c8-785c1707753e tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:40:49.081336 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fcf0dbe3-17ca-4223-b351-7da353cdfe5a req-53fbf264-6f79-4a1e-bfd5-63e1f5a8d97e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6319633 Feb 07 16:40:49.149739 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 3e6c3ce8-55ac-4e84-9200-1151266bf00c is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:40:49.149739 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:49.154262 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f87c4b25-58f8-44a6-955d-0c1335a35f73), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:49.244721 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f52483a-1d18-47eb-aa18-6e8670e2392c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6c3ce8-55ac-4e84-9200-1151266bf00c'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:49.249126 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d68898-b00c-432d-b3c8-785c1707753e tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Pushing event updated for resources: {'Port': ['ID=da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:49.259256 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc251a60-1a88-4e3b-b0e2-4ce85a94ca85" -d '{"events": [{"server_uuid": "2f52483a-1d18-47eb-aa18-6e8670e2392c", "name": "network-vif-plugged", "status": "completed", "tag": "3e6c3ce8-55ac-4e84-9200-1151266bf00c"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:49.263367 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-90d68898-b00c-432d-b3c8-785c1707753e tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:49.264412 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-90d68898-b00c-432d-b3c8-785c1707753e tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:49.286233 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-d08ebf97-052d-412f-b875-290413805ee0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.7822821 Feb 07 16:40:49.294432 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-90d68898-b00c-432d-b3c8-785c1707753e tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3939185 Feb 07 16:40:49.303045 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 3e6c3ce8-55ac-4e84-9200-1151266bf00c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3e6c3ce8-55ac-4e84-9200-1151266bf00c,segment=NetworkSegment(eb51991e-dfe0-490d-8899-6617ddeef4f1),segment_id=eb51991e-dfe0-490d-8899-6617ddeef4f1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:49.311793 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:49.329048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Request body: {'port': {'device_id': 'e6461e4c-bd41-4b0c-956f-d6d43f7a74ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:49.337830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Request body: {'port': {'device_id': 'ffe6e1e4-a01d-432b-8b07-7f26446af8b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:49.407867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=f87c4b25-58f8-44a6-955d-0c1335a35f73,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:49.450032 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (467d4b12-61e8-4553-96f1-87df9d01eddb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:49.505159 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=3e6c3ce8-55ac-4e84-9200-1151266bf00c,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:49.715304 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:49.715841 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:49.716410 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:49.716974 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:49.722391 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:49.722861 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:49.723219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:49.723632 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:49.726503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:49.727087 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:49.727725 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:49.728075 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:49.728417 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:40:49.921737 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-78f7a9d4-6bed-4929-9245-3ad02cab21ab tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks [] for port (1c588ec4-e195-422e-9b77-4d9b35563a42), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:50.107644 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-78f7a9d4-6bed-4929-9245-3ad02cab21ab tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (1c588ec4-e195-422e-9b77-4d9b35563a42), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:50.226800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-78f7a9d4-6bed-4929-9245-3ad02cab21ab tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:40:50.246798 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-78f7a9d4-6bed-4929-9245-3ad02cab21ab tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:40:50.251914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-78f7a9d4-6bed-4929-9245-3ad02cab21ab tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:40:50.531606 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7a9d4-6bed-4929-9245-3ad02cab21ab tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Pushing event updated for resources: {'Port': ['ID=1c588ec4-e195-422e-9b77-4d9b35563a42,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:50.581010 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa34287-f1eb-4da4-b5c4-439554f889d3 req-b1370689-0cc2-4d48-ba18-5b7fb380e2d5 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:50.583868 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9fa34287-f1eb-4da4-b5c4-439554f889d3 req-b1370689-0cc2-4d48-ba18-5b7fb380e2d5 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 946 time: 1.8415763 Feb 07 16:40:50.603895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-78f7a9d4-6bed-4929-9245-3ad02cab21ab tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:50.605008 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-78f7a9d4-6bed-4929-9245-3ad02cab21ab tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:50.810252 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-78f7a9d4-6bed-4929-9245-3ad02cab21ab tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3922145 Feb 07 16:40:50.830020 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Request body: {'port': {'device_id': '1165244c-fc35-4e60-8b24-bfca2b2cd232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:50.869538 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e517fee-264b-42b6-bcee-889e57ce54d9 req-3a30366b-cf70-4352-a9d3-7e898cce5859 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:50.884983 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e517fee-264b-42b6-bcee-889e57ce54d9 req-3a30366b-cf70-4352-a9d3-7e898cce5859 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 944 time: 1.8011549 Feb 07 16:40:50.925835 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9fa34287-f1eb-4da4-b5c4-439554f889d3 req-9394a8c0-a8fc-4e28-83a5-1a45bb6b685a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333632 Feb 07 16:40:51.010567 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:51.118434 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:51.248206 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e517fee-264b-42b6-bcee-889e57ce54d9 req-4f0b260a-5a26-4cc2-bc2c-15f5a996711f tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626235 Feb 07 16:40:51.279866 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1c588ec4-e195-422e-9b77-4d9b35563a42), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:51.703815 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (fc75f435-a851-4a1a-b5b4-2930e50c8123), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:52.032950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467d4b12-61e8-4553-96f1-87df9d01eddb {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:40:52.071260 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Publish callbacks [] for port (467d4b12-61e8-4553-96f1-87df9d01eddb), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:52.252818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Transition to ACTIVE for port object 467d4b12-61e8-4553-96f1-87df9d01eddb will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:40:52.308645 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (467d4b12-61e8-4553-96f1-87df9d01eddb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:52.424726 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21499e7-769c-4373-aea4-74499a9a6e21 req-c82a775f-2296-47ce-bb48-2dfd61b75875 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:52.430913 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b21499e7-769c-4373-aea4-74499a9a6e21 req-c82a775f-2296-47ce-bb48-2dfd61b75875 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffe6e1e4-a01d-432b-8b07-7f26446af8b0 HTTP/1.1" status: 200 len: 932 time: 0.6308286 Feb 07 16:40:52.625844 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Pushing event updated for resources: {'Port': ['ID=467d4b12-61e8-4553-96f1-87df9d01eddb,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:52.812836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:40:52.831038 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b21499e7-769c-4373-aea4-74499a9a6e21 req-b30b96b6-bde2-4f40-bd54-ced79e697b35 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114367 Feb 07 16:40:52.851181 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Publish callbacks [] for port (da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:52.920393 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Transition to ACTIVE for port object da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:40:52.941692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a6a1d-c2b2-42ee-9153-bc0dd20bb2b2 req-0f4593cc-6d52-413f-8bad-5cf96f950617 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:52.955000 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Attempting to bind port 467d4b12-61e8-4553-96f1-87df9d01eddb on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:40:52.955380 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Attempting to bind port 467d4b12-61e8-4553-96f1-87df9d01eddb by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:40:52.955740 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Attempting to bind port 467d4b12-61e8-4553-96f1-87df9d01eddb on network 64333f75-bb31-47f0-9f63-55e283dff327 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:40:52.959491 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4b1a6a1d-c2b2-42ee-9153-bc0dd20bb2b2 req-0f4593cc-6d52-413f-8bad-5cf96f950617 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 945 time: 1.5729074 Feb 07 16:40:52.970576 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Port 467d4b12-61e8-4553-96f1-87df9d01eddb on network 64333f75-bb31-47f0-9f63-55e283dff327 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:40:52.972277 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Attempting to bind port 467d4b12-61e8-4553-96f1-87df9d01eddb on network 64333f75-bb31-47f0-9f63-55e283dff327 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:40:52.983553 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:53.009385 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:40:53.009764 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Checking segment: {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:40:53.010173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Bound using segment: {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:40:53.010654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Bound port: 467d4b12-61e8-4553-96f1-87df9d01eddb, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:40:53.011029 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (467d4b12-61e8-4553-96f1-87df9d01eddb), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:53.047519 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:53.078854 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd07d4a-4144-4fd1-bd31-d1ffe7f20bf5 x-openstack-request-id: req-1cd07d4a-4144-4fd1-bd31-d1ffe7f20bf5 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:53.079340 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f52483a-1d18-47eb-aa18-6e8670e2392c", "name": "network-vif-plugged", "status": "completed", "tag": "3e6c3ce8-55ac-4e84-9200-1151266bf00c", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:53.079777 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1cd07d4a-4144-4fd1-bd31-d1ffe7f20bf5 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:53.080500 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f52483a-1d18-47eb-aa18-6e8670e2392c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6c3ce8-55ac-4e84-9200-1151266bf00c', 'code': 200} Feb 07 16:40:53.387525 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c588ec4-e195-422e-9b77-4d9b35563a42 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:40:53.396620 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Publish callbacks [] for port (1c588ec4-e195-422e-9b77-4d9b35563a42), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:53.416100 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Transition to ACTIVE for port object 1c588ec4-e195-422e-9b77-4d9b35563a42 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:40:53.426438 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (1c588ec4-e195-422e-9b77-4d9b35563a42), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:53.490273 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c588ec4-e195-422e-9b77-4d9b35563a42,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:53.507419 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4b1a6a1d-c2b2-42ee-9153-bc0dd20bb2b2 req-bed8db9c-6671-4ebf-8e2b-6b568af0bdba tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5448883 Feb 07 16:40:53.593161 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Pushing event updated for resources: {'Port': ['ID=da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:53.730263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Router fc75f435-a851-4a1a-b5b4-2930e50c8123 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:40:53.800425 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b718fb8-8d8f-4016-a14f-a440e315d9e5 req-ea2d6c7c-855b-4d99-add3-07aa8731a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:53.804296 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b718fb8-8d8f-4016-a14f-a440e315d9e5 req-ea2d6c7c-855b-4d99-add3-07aa8731a13d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 1127 time: 0.5797319 Feb 07 16:40:53.829175 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884a3cb-dce0-4b03-91cd-fa8e22d27c5a req-ad43264c-21ed-4dfc-9fe3-584e22d9427f tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:53.832227 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a884a3cb-dce0-4b03-91cd-fa8e22d27c5a req-ad43264c-21ed-4dfc-9fe3-584e22d9427f tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1165244c-fc35-4e60-8b24-bfca2b2cd232 HTTP/1.1" status: 200 len: 943 time: 0.4154522 Feb 07 16:40:53.852903 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] For port 467d4b12-61e8-4553-96f1-87df9d01eddb, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:40:53.885238 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] For port 467d4b12-61e8-4553-96f1-87df9d01eddb, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=467d4b12-61e8-4553-96f1-87df9d01eddb,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:40:53.963490 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (467d4b12-61e8-4553-96f1-87df9d01eddb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:54.170519 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a884a3cb-dce0-4b03-91cd-fa8e22d27c5a req-0bd41c91-a261-47ea-8445-1b156e047b4d tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018489 Feb 07 16:40:54.195679 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:54.196801 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:54.199829 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] 10.222.0.48 "PUT /v2.0/ports/467d4b12-61e8-4553-96f1-87df9d01eddb HTTP/1.1" status: 200 len: 1092 time: 4.9033513 Feb 07 16:40:54.200837 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe6e1e4-a01d-432b-8b07-7f26446af8b0', 'tag': '467d4b12-61e8-4553-96f1-87df9d01eddb'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:54.233425 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a244ef-6538-4763-8fe6-72ed30e07296" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe6e1e4-a01d-432b-8b07-7f26446af8b0", "tag": "467d4b12-61e8-4553-96f1-87df9d01eddb"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:54.237808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Attempting to bind port da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:40:54.244487 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Attempting to bind port da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '1cd7e706-14bc-45fb-8600-cd723dca3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:40:54.245178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Attempting to bind port da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 on network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:40:54.375142 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Attempting to bind port 1c588ec4-e195-422e-9b77-4d9b35563a42 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:40:54.375737 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Attempting to bind port 1c588ec4-e195-422e-9b77-4d9b35563a42 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '1cd7e706-14bc-45fb-8600-cd723dca3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:40:54.376039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Attempting to bind port 1c588ec4-e195-422e-9b77-4d9b35563a42 on network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:40:54.395976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Port da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 on network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:40:54.396541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Attempting to bind port da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 on network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:40:54.418419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:40:54.418907 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Checking segment: {'id': '1cd7e706-14bc-45fb-8600-cd723dca3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:40:54.419464 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Bound using segment: {'id': '1cd7e706-14bc-45fb-8600-cd723dca3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:40:54.420243 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Bound port: da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd7e706-14bc-45fb-8600-cd723dca3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:40:54.420889 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:54.433779 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Port 1c588ec4-e195-422e-9b77-4d9b35563a42 on network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:40:54.434307 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Attempting to bind port 1c588ec4-e195-422e-9b77-4d9b35563a42 on network 1416bc97-7ed1-4e89-bcb8-343c620b9a50 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:40:54.485599 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:40:54.486164 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Checking segment: {'id': '1cd7e706-14bc-45fb-8600-cd723dca3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:40:54.487564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Bound using segment: {'id': '1cd7e706-14bc-45fb-8600-cd723dca3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:40:54.488373 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Bound port: 1c588ec4-e195-422e-9b77-4d9b35563a42, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd7e706-14bc-45fb-8600-cd723dca3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:40:54.488997 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1c588ec4-e195-422e-9b77-4d9b35563a42), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:54.548802 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b718fb8-8d8f-4016-a14f-a440e315d9e5 req-0fcb1c8e-7c7c-47e5-a053-73e99853a691 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7092721 Feb 07 16:40:54.551762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadd235-3620-4ff6-9f43-acf44c934c75 service neutron] Pushing event updated for resources: {'Port': ['ID=467d4b12-61e8-4553-96f1-87df9d01eddb,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:54.601109 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-c6a24241-71e8-443a-bfa8-f0ddec37ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:54.603866 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-c6a24241-71e8-443a-bfa8-f0ddec37ae83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&device_id=ffe6e1e4-a01d-432b-8b07-7f26446af8b0 HTTP/1.1" status: 200 len: 1126 time: 0.3103104 Feb 07 16:40:54.604315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eddd0f-7551-4efd-bf04-c4ea882d86f9 req-a6113725-f66a-4a19-ba0b-271719c33def tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:54.613244 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33eddd0f-7551-4efd-bf04-c4ea882d86f9 req-a6113725-f66a-4a19-ba0b-271719c33def tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 946 time: 0.8572524 Feb 07 16:40:54.735622 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-c0943c7d-f5bb-4fb2-a6db-4f336345781b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=467d4b12-61e8-4553-96f1-87df9d01eddb HTTP/1.1" status: 200 len: 217 time: 0.1003165 Feb 07 16:40:54.794903 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33eddd0f-7551-4efd-bf04-c4ea882d86f9 req-6a1ad5b7-c9af-440a-afc1-0fd98b0e2c36 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695557 Feb 07 16:40:54.799727 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:40:54.811741 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fb0b76f8-53b1-495c-b785-7f2279543dcb admin admin] 10.222.0.18 "PUT /v2.0/routers/fc75f435-a851-4a1a-b5b4-2930e50c8123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8917413 Feb 07 16:40:54.814749 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] For port 1c588ec4-e195-422e-9b77-4d9b35563a42, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:40:54.818389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcbd874-a49e-4b52-b77f-4d20783d6947 None None] Sync routers for ids ['fc75f435-a851-4a1a-b5b4-2930e50c8123'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:40:54.836848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33400) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:40:54.859168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] For port 1c588ec4-e195-422e-9b77-4d9b35563a42, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1c588ec4-e195-422e-9b77-4d9b35563a42,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:40:54.861685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcbd874-a49e-4b52-b77f-4d20783d6947 None None] Routers {'fc75f435-a851-4a1a-b5b4-2930e50c8123'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:40:54.863206 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2fcbd874-a49e-4b52-b77f-4d20783d6947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:40:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['fc75f435-a851-4a1a-b5b4-2930e50c8123'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:40:54.951368 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb9b30-e0fc-4c7e-bad0-07310066a3b8 req-e15bf776-2fdb-48c0-8350-89dcaf026ee3 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:54.966577 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03bb9b30-e0fc-4c7e-bad0-07310066a3b8 req-e15bf776-2fdb-48c0-8350-89dcaf026ee3 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 945 time: 0.4805405 Feb 07 16:40:55.062120 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (1c588ec4-e195-422e-9b77-4d9b35563a42), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:55.074844 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] For port da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:40:55.166729 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:55.167368 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:55.169329 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03bb9b30-e0fc-4c7e-bad0-07310066a3b8 req-3eb7d15a-33f4-4c68-ae3a-552406547716 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032552 Feb 07 16:40:55.172151 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2fcbd874-a49e-4b52-b77f-4d20783d6947 None None] Set router fc75f435-a851-4a1a-b5b4-2930e50c8123 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:40:55.172869 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] 10.222.0.48 "PUT /v2.0/ports/1c588ec4-e195-422e-9b77-4d9b35563a42 HTTP/1.1" status: 200 len: 1091 time: 4.3551960 Feb 07 16:40:55.181098 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1165244c-fc35-4e60-8b24-bfca2b2cd232', 'tag': '1c588ec4-e195-422e-9b77-4d9b35563a42'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:55.191249 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-0e6190a1-9516-4522-9292-038d6bde57b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:55.193109 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081d10a6-f05b-46d7-9fa0-b804a089aeff" -d '{"events": [{"name": "network-changed", "server_uuid": "1165244c-fc35-4e60-8b24-bfca2b2cd232", "tag": "1c588ec4-e195-422e-9b77-4d9b35563a42"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:55.193936 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-0e6190a1-9516-4522-9292-038d6bde57b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801 HTTP/1.1" status: 200 len: 845 time: 0.4071176 Feb 07 16:40:55.235073 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] For port da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:40:55.319430 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-238a458d-6ba1-4b73-97f7-06c23747b771 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64333f75-bb31-47f0-9f63-55e283dff327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184130 Feb 07 16:40:55.326242 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:55.464113 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a447d3b7-9575-4461-be89-75208f39834e admin admin] Publish callbacks [] for router (fc75f435-a851-4a1a-b5b4-2930e50c8123), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:55.636851 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2fcbd874-a49e-4b52-b77f-4d20783d6947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'name': 'tempest-ServersTestJSON-1738923322-router', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:38:07Z', 'updated_at': '2022-02-07T16:40:48Z', 'revision_number': 5, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'gw_port': {'id': 'd6a18029-fc17-4e44-8cb0-89d8cc0b6a6d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:eb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:38:08Z', 'updated_at': '2022-02-07T16:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:40:55.670581 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-aa038b49-a6cd-48d3-ac7f-29243f28de8b service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403409 Feb 07 16:40:55.695505 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a447d3b7-9575-4461-be89-75208f39834e admin admin] Publish callbacks [] for router_gateway (fc75f435-a851-4a1a-b5b4-2930e50c8123), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:55.719727 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5760fed-f087-40fe-9ffe-5e0a32d008dc req-86f97716-1719-4e14-887b-5d44c2260474 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:55.722317 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e5760fed-f087-40fe-9ffe-5e0a32d008dc req-86f97716-1719-4e14-887b-5d44c2260474 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 945 time: 0.6565456 Feb 07 16:40:55.723118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6e111-f476-4807-a5d6-efdf2525d1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c588ec4-e195-422e-9b77-4d9b35563a42,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:55.750854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33416) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:40:55.772305 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-17542e72-3147-419f-8455-7307ffc48f10 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Request body: {'floatingip': {'port_id': 'c423aea1-e2b7-45e3-8cf6-a3970ad25089'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:40:55.785156 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcbd874-a49e-4b52-b77f-4d20783d6947 None None] Checking router: fc75f435-a851-4a1a-b5b4-2930e50c8123 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:40:55.806858 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca7017de-e213-4fe9-be90-b7b304d4d9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:55.812784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcbd874-a49e-4b52-b77f-4d20783d6947 None None] Routers {'fc75f435-a851-4a1a-b5b4-2930e50c8123'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:40:55.814315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2fcbd874-a49e-4b52-b77f-4d20783d6947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:40:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['fc75f435-a851-4a1a-b5b4-2930e50c8123'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:40:55.868311 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:55.869492 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:55.871950 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] 10.222.0.48 "PUT /v2.0/ports/da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 HTTP/1.1" status: 200 len: 1092 time: 6.5511124 Feb 07 16:40:55.902925 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85811af7-5e7b-4ecf-ae26-6d35d9e52702 x-openstack-request-id: req-85811af7-5e7b-4ecf-ae26-6d35d9e52702 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:55.903230 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe6e1e4-a01d-432b-8b07-7f26446af8b0", "tag": "467d4b12-61e8-4553-96f1-87df9d01eddb", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:55.903476 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85811af7-5e7b-4ecf-ae26-6d35d9e52702 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:55.903903 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe6e1e4-a01d-432b-8b07-7f26446af8b0', 'tag': '467d4b12-61e8-4553-96f1-87df9d01eddb', 'status': 'completed', 'code': 200} Feb 07 16:40:55.947271 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb4b2c-e09e-44e1-a76b-54622de7364d service neutron] Pushing event updated for resources: {'Port': ['ID=da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:55.996134 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ec0a5-f095-4e16-9016-d4e42962b111 req-5c1e5988-5839-4b22-a445-cbce5b012935 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:55.997821 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be9ec0a5-f095-4e16-9016-d4e42962b111 req-5c1e5988-5839-4b22-a445-cbce5b012935 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffe6e1e4-a01d-432b-8b07-7f26446af8b0 HTTP/1.1" status: 200 len: 944 time: 0.6199217 Feb 07 16:40:56.125572 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17542e72-3147-419f-8455-7307ffc48f10 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for floatingip (4f9301fa-5613-49a2-9154-9f60e4971cb1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:56.133895 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86bb209b-884b-439b-970e-97c9243cf8f6 req-3064779d-a7d9-41dc-84c5-dd6d1e7bf5e5 service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130437 Feb 07 16:40:56.161347 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6072fa-3592-44a3-85ec-3f12eaf0d52a x-openstack-request-id: req-9a6072fa-3592-44a3-85ec-3f12eaf0d52a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:56.161924 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1165244c-fc35-4e60-8b24-bfca2b2cd232", "tag": "1c588ec4-e195-422e-9b77-4d9b35563a42", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:56.162128 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a6072fa-3592-44a3-85ec-3f12eaf0d52a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:56.162546 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1165244c-fc35-4e60-8b24-bfca2b2cd232', 'tag': '1c588ec4-e195-422e-9b77-4d9b35563a42', 'status': 'completed', 'code': 200} Feb 07 16:40:56.168617 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-698756c5-0860-4c8b-ad27-9b9ea1d65f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:56.176504 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-698756c5-0860-4c8b-ad27-9b9ea1d65f7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=27d161f3194b4bd8bbb5a80e7e14ca00&device_id=1165244c-fc35-4e60-8b24-bfca2b2cd232 HTTP/1.1" status: 200 len: 1125 time: 0.9241714 Feb 07 16:40:56.320656 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be9ec0a5-f095-4e16-9016-d4e42962b111 req-ac8818db-1b3f-4e3f-80d5-62ccadfde007 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061836 Feb 07 16:40:56.345023 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e7992f76-25be-439a-ad41-c68266f91409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:56.348212 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-e7992f76-25be-439a-ad41-c68266f91409 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=27d161f3194b4bd8bbb5a80e7e14ca00&device_id=e6461e4c-bd41-4b0c-956f-d6d43f7a74ba HTTP/1.1" status: 200 len: 1126 time: 0.3256309 Feb 07 16:40:56.371546 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-d6251c26-e14f-42bb-a4db-baf9e3d6737d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c588ec4-e195-422e-9b77-4d9b35563a42 HTTP/1.1" status: 200 len: 217 time: 0.0973241 Feb 07 16:40:56.432545 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2fcbd874-a49e-4b52-b77f-4d20783d6947 None None] Set router fc75f435-a851-4a1a-b5b4-2930e50c8123 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:40:56.451773 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-9d7d403d-6726-4d55-97dd-eaf7eab9c08e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 HTTP/1.1" status: 200 len: 217 time: 0.0957060 Feb 07 16:40:56.489245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-c61374f8-0fb3-47df-85d6-d6680176b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:56.490801 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-c61374f8-0fb3-47df-85d6-d6680176b956 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8721db2-22bc-4c53-94c8-f059ef179da8 HTTP/1.1" status: 200 len: 852 time: 0.0966885 Feb 07 16:40:56.598538 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2fcbd874-a49e-4b52-b77f-4d20783d6947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'name': 'tempest-ServersTestJSON-1738923322-router', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:38:07Z', 'updated_at': '2022-02-07T16:40:55Z', 'revision_number': 6, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:40:56.602989 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a244ef-6538-4763-8fe6-72ed30e07296 req-57e40956-535f-493c-b6cc-20b2d95c9e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:56.615173 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87a244ef-6538-4763-8fe6-72ed30e07296 req-57e40956-535f-493c-b6cc-20b2d95c9e4e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&device_id=ffe6e1e4-a01d-432b-8b07-7f26446af8b0 HTTP/1.1" status: 200 len: 1126 time: 0.3763769 Feb 07 16:40:56.688710 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcbd874-a49e-4b52-b77f-4d20783d6947 None None] The sync data for ids ['fc75f435-a851-4a1a-b5b4-2930e50c8123'] in n-d-827865-3 is: [{'id': 'fc75f435-a851-4a1a-b5b4-2930e50c8123', 'name': 'tempest-ServersTestJSON-1738923322-router', 'tenant_id': '320879ca25e94aa1ab5f9eea86473b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:38:07Z', 'updated_at': '2022-02-07T16:40:55Z', 'revision_number': 6, 'project_id': '320879ca25e94aa1ab5f9eea86473b31', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:40:56.713580 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-f081c727-73a8-4523-8fa0-735ea231e5ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1416bc97-7ed1-4e89-bcb8-343c620b9a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539013 Feb 07 16:40:56.766800 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-99fc34a3-9d45-4de9-bcd8-3e12ef65e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:56.775159 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-99fc34a3-9d45-4de9-bcd8-3e12ef65e6fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8721db2-22bc-4c53-94c8-f059ef179da8 HTTP/1.1" status: 200 len: 852 time: 0.3167558 Feb 07 16:40:56.894199 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a447d3b7-9575-4461-be89-75208f39834e admin admin] Deleting port d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:40:56.894534 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a447d3b7-9575-4461-be89-75208f39834e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:56.906351 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-4d157f27-76ca-4c05-b5c2-5fb6f6d77abd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1416bc97-7ed1-4e89-bcb8-343c620b9a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991640 Feb 07 16:40:57.060224 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492992d9-4462-48fa-a97b-a70df9f29f2d req-e6262830-128c-4540-a3a1-7fcd4cf28a41 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:57.076450 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-492992d9-4462-48fa-a97b-a70df9f29f2d req-e6262830-128c-4540-a3a1-7fcd4cf28a41 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 946 time: 0.5407827 Feb 07 16:40:57.222367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a447d3b7-9575-4461-be89-75208f39834e admin admin] For port d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:57.226849 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a447d3b7-9575-4461-be89-75208f39834e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:57.260839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a244ef-6538-4763-8fe6-72ed30e07296 req-e13531b4-2438-42c8-90fa-74015f38a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:57.268348 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87a244ef-6538-4763-8fe6-72ed30e07296 req-e13531b4-2438-42c8-90fa-74015f38a9d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 906 time: 0.6399100 Feb 07 16:40:57.315683 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-492992d9-4462-48fa-a97b-a70df9f29f2d req-4406c6df-28d8-4591-84a3-bd2f9210f8bb tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369473 Feb 07 16:40:57.418111 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87a244ef-6538-4763-8fe6-72ed30e07296 req-8fed443e-0f62-4c4d-a4bc-30cfc212ee1d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=467d4b12-61e8-4553-96f1-87df9d01eddb HTTP/1.1" status: 200 len: 217 time: 0.1380041 Feb 07 16:40:57.508885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a447d3b7-9575-4461-be89-75208f39834e admin admin] Calling delete_port for d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:40:57.511072 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-8bf2b92b-99d2-42b5-9ca1-e964b1fd4c19 service neutron] 10.222.0.48 "GET /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936620 Feb 07 16:40:57.658201 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d47ad8-a51a-4010-8126-066bafd0bd23 req-4b73eace-0a3e-42e0-9e0f-0ea4c5c26b41 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:57.658201 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1d47ad8-a51a-4010-8126-066bafd0bd23 req-4b73eace-0a3e-42e0-9e0f-0ea4c5c26b41 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1165244c-fc35-4e60-8b24-bfca2b2cd232 HTTP/1.1" status: 200 len: 943 time: 1.2589104 Feb 07 16:40:57.658201 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33436) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:40:57.764096 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-a47cd534-e354-44f1-b592-5118b727694c service neutron] 10.222.0.48 "GET /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284067 Feb 07 16:40:57.847962 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a244ef-6538-4763-8fe6-72ed30e07296 req-523ddd64-d5c9-4f3c-84b9-86f7a5e84ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:57.852662 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87a244ef-6538-4763-8fe6-72ed30e07296 req-523ddd64-d5c9-4f3c-84b9-86f7a5e84ddf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801 HTTP/1.1" status: 200 len: 845 time: 0.4209077 Feb 07 16:40:57.943176 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6461e4c-bd41-4b0c-956f-d6d43f7a74ba', 'tag': 'da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:40:57.948103 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fb75f8-d09a-4580-9468-8b1e9de8c98e" -d '{"events": [{"name": "network-changed", "server_uuid": "e6461e4c-bd41-4b0c-956f-d6d43f7a74ba", "tag": "da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:40:57.955876 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87a244ef-6538-4763-8fe6-72ed30e07296 req-801462af-cbba-4e7f-b165-fea8fd236114 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64333f75-bb31-47f0-9f63-55e283dff327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873163 Feb 07 16:40:57.978883 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515c87a-01f8-43ce-a19c-5c3191f35f90 req-d73c94c6-66cd-4d85-9fd5-c3c137ffeef8 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:58.001765 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8515c87a-01f8-43ce-a19c-5c3191f35f90 req-d73c94c6-66cd-4d85-9fd5-c3c137ffeef8 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 945 time: 0.2361836 Feb 07 16:40:58.087568 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a7bbd24f-c24f-42d2-aada-0cf400fe23a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:58.133913 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:40:58.242164 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17542e72-3147-419f-8455-7307ffc48f10 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:58.310961 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8515c87a-01f8-43ce-a19c-5c3191f35f90 req-588cd573-df3d-485f-9609-b58fc35f35ab tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934666 Feb 07 16:40:58.393937 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-c51f25c4-d6f5-406b-bc17-0c23f211dcbf service neutron] 10.222.0.48 "GET /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6187255 Feb 07 16:40:58.443667 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87a244ef-6538-4763-8fe6-72ed30e07296 req-a800881e-4772-461c-b2b3-8fe2e1192604 service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390892 Feb 07 16:40:58.450940 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17542e72-3147-419f-8455-7307ffc48f10 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (4f9301fa-5613-49a2-9154-9f60e4971cb1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:58.471370 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:40:58.471929 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:58.548151 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:40:58.555488 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:58.556630 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f87c4b25-58f8-44a6-955d-0c1335a35f73 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:40:58.671663 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: f87c4b25-58f8-44a6-955d-0c1335a35f73 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:40:58.677596 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f87c4b25-58f8-44a6-955d-0c1335a35f73 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:40:58.723773 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27e346-9ad3-44e5-9b79-2f7632df8f22 req-61372488-43e2-451e-a3c7-32d154f92369 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:58.734822 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0d27e346-9ad3-44e5-9b79-2f7632df8f22 req-61372488-43e2-451e-a3c7-32d154f92369 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffe6e1e4-a01d-432b-8b07-7f26446af8b0 HTTP/1.1" status: 200 len: 944 time: 0.1262794 Feb 07 16:40:58.746685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:40:58.747666 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87a244ef-6538-4763-8fe6-72ed30e07296 req-f0a3c0be-fc81-4f64-9c9b-f58425d9e98e service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994232 Feb 07 16:40:58.869441 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0d27e346-9ad3-44e5-9b79-2f7632df8f22 req-220b73f9-4997-4f66-99c6-57bc1955fd67 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335676 Feb 07 16:40:58.970495 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6c5cba-ffdd-41b2-99ab-4e273285921b x-openstack-request-id: req-ef6c5cba-ffdd-41b2-99ab-4e273285921b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:40:58.971097 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6461e4c-bd41-4b0c-956f-d6d43f7a74ba", "tag": "da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:40:58.971766 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef6c5cba-ffdd-41b2-99ab-4e273285921b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:40:58.972356 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6461e4c-bd41-4b0c-956f-d6d43f7a74ba', 'tag': 'da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1', 'status': 'completed', 'code': 200} Feb 07 16:40:59.052631 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb75f8-d09a-4580-9468-8b1e9de8c98e req-7d1a0cc3-8c65-476b-ab77-b4d1d446bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:59.055357 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-06fb75f8-d09a-4580-9468-8b1e9de8c98e req-7d1a0cc3-8c65-476b-ab77-b4d1d446bccc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=27d161f3194b4bd8bbb5a80e7e14ca00&device_id=e6461e4c-bd41-4b0c-956f-d6d43f7a74ba HTTP/1.1" status: 200 len: 1126 time: 0.0658910 Feb 07 16:40:59.361827 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-79609d2b-deee-4f1e-aef3-5e57847c43ba req-acf01f56-f557-44a8-bc67-4cd17d51cab6 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-448852267&fields=id&tenant_id=b6660152de7d4de699a304c64d91802c HTTP/1.1" status: 200 len: 267 time: 0.1671770 Feb 07 16:40:59.369041 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:40:59.369943 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1d47ad8-a51a-4010-8126-066bafd0bd23 req-c2ffbc0f-76cf-4cda-a776-0cb0601ed35d tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7350209 Feb 07 16:40:59.370587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb75f8-d09a-4580-9468-8b1e9de8c98e req-709c2a71-d9b2-4068-b7ba-3bf6679981c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:40:59.372262 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-06fb75f8-d09a-4580-9468-8b1e9de8c98e req-709c2a71-d9b2-4068-b7ba-3bf6679981c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1416bc97-7ed1-4e89-bcb8-343c620b9a50 HTTP/1.1" status: 200 len: 913 time: 0.3070047 Feb 07 16:40:59.563720 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-06fb75f8-d09a-4580-9468-8b1e9de8c98e req-f5f7714d-2925-4e3e-af62-a9354c272f28 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 HTTP/1.1" status: 200 len: 217 time: 0.1777742 Feb 07 16:40:59.619308 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-17542e72-3147-419f-8455-7307ffc48f10 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Floating IP 4f9301fa-5613-49a2-9154-9f60e4971cb1 associated. External IP: 172.25.4.189, port: c423aea1-e2b7-45e3-8cf6-a3970ad25089. Feb 07 16:41:00.013083 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b507e4ca-4ccd-496a-b8c4-345df2641c21 req-36f06fd5-c703-4fd6-95d0-2b3c48ccb4a6 service neutron] 10.222.0.48 "GET /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8922935 Feb 07 16:41:00.082227 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 467d4b12-61e8-4553-96f1-87df9d01eddb details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:41:00.146626 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79609d2b-deee-4f1e-aef3-5e57847c43ba req-410ebf1c-3d90-4f21-beaf-bb06167aafda tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:00.162182 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-79609d2b-deee-4f1e-aef3-5e57847c43ba req-410ebf1c-3d90-4f21-beaf-bb06167aafda tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 945 time: 0.7866094 Feb 07 16:41:00.180759 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-79609d2b-deee-4f1e-aef3-5e57847c43ba req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Request body: {'port': {'security_groups': ['2ddca679-1c15-481c-8987-60a366511921', '15a37523-d547-48a1-9f23-6eb712d13990']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:00.200181 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07aa38a-b696-4b9f-bb46-87b1b620b5c9 req-f6a8bdc8-da73-433a-a7ec-de07d966699b tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:00.217893 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d07aa38a-b696-4b9f-bb46-87b1b620b5c9 req-f6a8bdc8-da73-433a-a7ec-de07d966699b tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 946 time: 0.7316658 Feb 07 16:41:00.370732 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 467d4b12-61e8-4553-96f1-87df9d01eddb, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=467d4b12-61e8-4553-96f1-87df9d01eddb,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:00.376655 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-79609d2b-deee-4f1e-aef3-5e57847c43ba req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:00.384963 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb75f8-d09a-4580-9468-8b1e9de8c98e req-9cafd709-c282-47d0-8201-bd99c244ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:00.393393 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-06fb75f8-d09a-4580-9468-8b1e9de8c98e req-9cafd709-c282-47d0-8201-bd99c244ae62 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8721db2-22bc-4c53-94c8-f059ef179da8 HTTP/1.1" status: 200 len: 852 time: 0.8041482 Feb 07 16:41:00.407167 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '467d4b12-61e8-4553-96f1-87df9d01eddb', 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327', 'port_id': '467d4b12-61e8-4553-96f1-87df9d01eddb', 'mac_address': 'fa:16:3e:0d:d6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:41:00.459544 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a447d3b7-9575-4461-be89-75208f39834e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:00.494099 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-06fb75f8-d09a-4580-9468-8b1e9de8c98e req-80af7b43-10db-4626-aef4-ba0dbcc15e7b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1416bc97-7ed1-4e89-bcb8-343c620b9a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822945 Feb 07 16:41:00.542222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 467d4b12-61e8-4553-96f1-87df9d01eddb is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:00.542716 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (467d4b12-61e8-4553-96f1-87df9d01eddb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:00.593263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467d4b12-61e8-4553-96f1-87df9d01eddb {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:41:00.622613 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 467d4b12-61e8-4553-96f1-87df9d01eddb, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=467d4b12-61e8-4553-96f1-87df9d01eddb,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:00.628025 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (467d4b12-61e8-4553-96f1-87df9d01eddb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:00.648568 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447d3b7-9575-4461-be89-75208f39834e admin admin] Pushing event deleted for resources: {'Port': ['ID=d6a18029-fc17-4e44-8cb0-89d8cc0b6a6d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:00.736183 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d10a6-f05b-46d7-9fa0-b804a089aeff req-3bae779a-de8f-4a00-88a8-51075f463057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:00.739467 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-081d10a6-f05b-46d7-9fa0-b804a089aeff req-3bae779a-de8f-4a00-88a8-51075f463057 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=27d161f3194b4bd8bbb5a80e7e14ca00&device_id=1165244c-fc35-4e60-8b24-bfca2b2cd232 HTTP/1.1" status: 200 len: 1125 time: 0.5074358 Feb 07 16:41:00.780100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=467d4b12-61e8-4553-96f1-87df9d01eddb,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:00.786575 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:00.859107 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d07aa38a-b696-4b9f-bb46-87b1b620b5c9 req-290cd8f9-e3db-4829-b618-ca58b51b41b0 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402040 Feb 07 16:41:00.884544 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a447d3b7-9575-4461-be89-75208f39834e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (fc75f435-a851-4a1a-b5b4-2930e50c8123), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:00.936797 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-06fb75f8-d09a-4580-9468-8b1e9de8c98e req-a01d0113-4902-4e48-8e55-47ab33c3a072 service neutron] 10.222.0.48 "GET /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258788 Feb 07 16:41:01.072857 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['467d4b12-61e8-4553-96f1-87df9d01eddb'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:41:01.169498 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17542e72-3147-419f-8455-7307ffc48f10 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Router 99d77454-4270-4b00-a6f0-4976385c34f2 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:41:01.212145 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-79609d2b-deee-4f1e-aef3-5e57847c43ba req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] For port 3e6c3ce8-55ac-4e84-9200-1151266bf00c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3e6c3ce8-55ac-4e84-9200-1151266bf00c,segment=NetworkSegment(eb51991e-dfe0-490d-8899-6617ddeef4f1),segment_id=eb51991e-dfe0-490d-8899-6617ddeef4f1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:01.273613 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-79609d2b-deee-4f1e-aef3-5e57847c43ba req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:01.292558 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a447d3b7-9575-4461-be89-75208f39834e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (fc75f435-a851-4a1a-b5b4-2930e50c8123), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:01.297597 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a447d3b7-9575-4461-be89-75208f39834e admin admin] Publish callbacks [] for router_controller (fc75f435-a851-4a1a-b5b4-2930e50c8123), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:01.303947 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d10a6-f05b-46d7-9fa0-b804a089aeff req-2aaf917c-8750-4487-be9b-b7fbcf51f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:01.306806 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-081d10a6-f05b-46d7-9fa0-b804a089aeff req-2aaf917c-8750-4487-be9b-b7fbcf51f665 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1416bc97-7ed1-4e89-bcb8-343c620b9a50 HTTP/1.1" status: 200 len: 913 time: 0.5500524 Feb 07 16:41:01.337247 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-79609d2b-deee-4f1e-aef3-5e57847c43ba req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:01.374355 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-081d10a6-f05b-46d7-9fa0-b804a089aeff req-d12b7d99-8ec8-46d2-bc2d-9a51078328e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c588ec4-e195-422e-9b77-4d9b35563a42 HTTP/1.1" status: 200 len: 217 time: 0.0506456 Feb 07 16:41:01.401596 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['3e6c3ce8-55ac-4e84-9200-1151266bf00c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:41:01.409936 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['d75cb458-b0a8-46d6-bea3-6ae840d5358d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:41:01.436741 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79609d2b-deee-4f1e-aef3-5e57847c43ba req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:01.437928 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-79609d2b-deee-4f1e-aef3-5e57847c43ba req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:01.439681 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-79609d2b-deee-4f1e-aef3-5e57847c43ba req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "PUT /v2.0/ports/3e6c3ce8-55ac-4e84-9200-1151266bf00c HTTP/1.1" status: 200 len: 981 time: 1.2752032 Feb 07 16:41:01.451351 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f52483a-1d18-47eb-aa18-6e8670e2392c', 'tag': '3e6c3ce8-55ac-4e84-9200-1151266bf00c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:41:01.454569 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936d69df-1606-4d9b-bbf0-2631ca13e311" -d '{"events": [{"name": "network-changed", "server_uuid": "2f52483a-1d18-47eb-aa18-6e8670e2392c", "tag": "3e6c3ce8-55ac-4e84-9200-1151266bf00c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:41:01.548555 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event updated for resources: {'Port': ['ID=3e6c3ce8-55ac-4e84-9200-1151266bf00c,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:01.567178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-30f20a3a-8a41-429c-b220-af291c534b0a tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:01.570469 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-30f20a3a-8a41-429c-b220-af291c534b0a tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e&tenant_id=deb20de83f134befa08f0478fca7ff92&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 1128 time: 0.2926378 Feb 07 16:41:01.576828 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-06fb75f8-d09a-4580-9468-8b1e9de8c98e req-7871cbe2-a02d-48c0-beb5-e3cc64ee920b service neutron] 10.222.0.48 "GET /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6213458 Feb 07 16:41:01.578394 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:01.578985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:01.579448 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:01.579798 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:01.580150 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:01.580544 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:01.582142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:01.582520 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:01.583084 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:01.584010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:01.584366 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:01.584853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:01.585820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a591fe8-b6fd-44d3-8259-db7f088fc74c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:01.606177 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827865-3'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:01.744372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d10a6-f05b-46d7-9fa0-b804a089aeff req-0545b244-3026-4faf-a0e3-99f84495cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:01.746822 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-081d10a6-f05b-46d7-9fa0-b804a089aeff req-0545b244-3026-4faf-a0e3-99f84495cd44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8721db2-22bc-4c53-94c8-f059ef179da8 HTTP/1.1" status: 200 len: 852 time: 0.1800067 Feb 07 16:41:01.785476 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:01.794802 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-081d10a6-f05b-46d7-9fa0-b804a089aeff req-be0bc37b-152e-477a-a866-654fd0d5edad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1416bc97-7ed1-4e89-bcb8-343c620b9a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381913 Feb 07 16:41:01.835130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['3e6c3ce8-55ac-4e84-9200-1151266bf00c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:41:01.860182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0525a-3aef-481e-9ba6-ce9491e8a977 req-fead3bfa-b1ab-443e-b26f-657d60f05da2 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:01.862200 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f9e0525a-3aef-481e-9ba6-ce9491e8a977 req-fead3bfa-b1ab-443e-b26f-657d60f05da2 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1165244c-fc35-4e60-8b24-bfca2b2cd232 HTTP/1.1" status: 200 len: 943 time: 0.2016459 Feb 07 16:41:02.023433 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-081d10a6-f05b-46d7-9fa0-b804a089aeff req-36335c0e-56d0-48e9-8ec7-1281295fffa8 service neutron] 10.222.0.48 "GET /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197843 Feb 07 16:41:02.041506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c443ec-a12d-4697-bc68-402a3789495a req-72adb2d4-cb1a-49dd-acc4-d1f81c378ce8 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:02.051258 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a9c443ec-a12d-4697-bc68-402a3789495a req-72adb2d4-cb1a-49dd-acc4-d1f81c378ce8 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffe6e1e4-a01d-432b-8b07-7f26446af8b0 HTTP/1.1" status: 200 len: 945 time: 0.9049723 Feb 07 16:41:02.096092 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] For port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3485f818-8d1c-4bdf-b5bd-94492ef4aad3,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:02.096458 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:41:02.151404 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] For port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:41:02.174148 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a447d3b7-9575-4461-be89-75208f39834e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (fc75f435-a851-4a1a-b5b4-2930e50c8123), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:02.175629 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a447d3b7-9575-4461-be89-75208f39834e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc75f435-a851-4a1a-b5b4-2930e50c8123 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:41:02.179099 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-081d10a6-f05b-46d7-9fa0-b804a089aeff req-4e0ba0fa-e5f7-4b93-b9d5-e040055693ec service neutron] 10.222.0.48 "GET /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159947 Feb 07 16:41:02.209312 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a447d3b7-9575-4461-be89-75208f39834e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:02.214829 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a447d3b7-9575-4461-be89-75208f39834e admin admin] 10.222.0.18 "DELETE /v2.0/routers/fc75f435-a851-4a1a-b5b4-2930e50c8123 HTTP/1.1" status: 204 len: 168 time: 7.3762577 Feb 07 16:41:02.217027 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33474) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:02.255973 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2a46e90-6d60-4e80-a635-a2e3e9d6dd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (1d306101-f446-44bb-8717-d01aaf223d2c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:02.332901 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f9e0525a-3aef-481e-9ba6-ce9491e8a977 req-3f581a7f-8e09-4eab-86da-9a3a8688ec74 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575453 Feb 07 16:41:02.348096 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] Publish callbacks [] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:02.380738 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:02.519847 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-38114d1d-b057-44cb-89c1-99a9d1d0956d req-063c23b2-5de9-410c-a5ad-340e2559cbc7 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/15a37523-d547-48a1-9f23-6eb712d13990 HTTP/1.1" status: 200 len: 1816 time: 0.0867109 Feb 07 16:41:02.541787 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a9c443ec-a12d-4697-bc68-402a3789495a req-ec89f88e-4748-4dbf-acec-14dae28e5bb0 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890661 Feb 07 16:41:02.587740 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17542e72-3147-419f-8455-7307ffc48f10 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:41:02.591084 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124fb53c-b058-483f-97cf-103da00fbd4c None None] Sync routers for ids ['99d77454-4270-4b00-a6f0-4976385c34f2'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:41:02.592574 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17542e72-3147-419f-8455-7307ffc48f10 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:02.603630 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=3485f818-8d1c-4bdf-b5bd-94492ef4aad3,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:02.610933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ca0b8c-fe0c-4078-b6ac-91c7b5fb36eb admin admin] Deleting subnet 1f31055f-f4ac-478b-ba93-d6815cfad493 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:41:02.621226 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] Attempting to bind port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 on host n-h1-827865-3 for vnic_type normal with profile {"migrating_to": "n-h2-827865-3"} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:41:02.621577 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] Attempting to bind port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:41:02.621930 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] Attempting to bind port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:41:02.623415 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124fb53c-b058-483f-97cf-103da00fbd4c None None] Routers {'99d77454-4270-4b00-a6f0-4976385c34f2'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:41:02.624222 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-124fb53c-b058-483f-97cf-103da00fbd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:40:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['99d77454-4270-4b00-a6f0-4976385c34f2'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:02.633106 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21ca0b8c-fe0c-4078-b6ac-91c7b5fb36eb admin admin] Publish callbacks [] for subnet (1f31055f-f4ac-478b-ba93-d6815cfad493), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:02.638807 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] Port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 on network 3db07daa-5eaa-4bf8-9b32-41159885835d not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:41:02.639201 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] Attempting to bind port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 on network 3db07daa-5eaa-4bf8-9b32-41159885835d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:41:02.666283 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-38114d1d-b057-44cb-89c1-99a9d1d0956d req-c1f97c66-4f89-4a73-bf9e-45166191d659 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 16:41:02.667596 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-38114d1d-b057-44cb-89c1-99a9d1d0956d req-c1f97c66-4f89-4a73-bf9e-45166191d659 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "DELETE /v2.0/security-groups/15a37523-d547-48a1-9f23-6eb712d13990 HTTP/1.1" status: 409 len: 341 time: 0.1085782 Feb 07 16:41:02.668440 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:41:02.668771 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] Checking segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:41:02.669760 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] Bound using segment: {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:41:02.676830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] Bound port: 3485f818-8d1c-4bdf-b5bd-94492ef4aad3, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b6ea66-6728-4da0-b765-d44fb2ae1fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3db07daa-5eaa-4bf8-9b32-41159885835d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:41:02.677417 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:02.722137 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65618a31-7415-41ce-85c7-e0bcb0ee9bd6 x-openstack-request-id: req-65618a31-7415-41ce-85c7-e0bcb0ee9bd6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:41:02.722446 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f52483a-1d18-47eb-aa18-6e8670e2392c", "tag": "3e6c3ce8-55ac-4e84-9200-1151266bf00c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:41:02.729160 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65618a31-7415-41ce-85c7-e0bcb0ee9bd6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:41:02.729652 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f52483a-1d18-47eb-aa18-6e8670e2392c', 'tag': '3e6c3ce8-55ac-4e84-9200-1151266bf00c', 'status': 'completed', 'code': 200} Feb 07 16:41:02.782034 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] For port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:41:02.786582 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] For port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3485f818-8d1c-4bdf-b5bd-94492ef4aad3,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:41:02.799256 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:02.800071 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21ca0b8c-fe0c-4078-b6ac-91c7b5fb36eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (1f31055f-f4ac-478b-ba93-d6815cfad493), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:02.978244 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:03.063519 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:03.065726 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:03.070647 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] 10.222.0.32 "PUT /v2.0/ports/3485f818-8d1c-4bdf-b5bd-94492ef4aad3 HTTP/1.1" status: 200 len: 1122 time: 1.4706123 Feb 07 16:41:03.098602 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-124fb53c-b058-483f-97cf-103da00fbd4c None None] Set router 99d77454-4270-4b00-a6f0-4976385c34f2 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:41:03.150527 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:03.172714 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-17542e72-3147-419f-8455-7307ffc48f10 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "PUT /v2.0/floatingips/4f9301fa-5613-49a2-9154-9f60e4971cb1 HTTP/1.1" status: 200 len: 991 time: 7.4042983 Feb 07 16:41:03.193235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b873a378-b0a2-4294-98ed-d544e7113759', 'tag': 'c423aea1-e2b7-45e3-8cf6-a3970ad25089'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:41:03.197491 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaefab3-1f43-4e89-8cbd-cfe9677cd15d" -d '{"events": [{"name": "network-changed", "server_uuid": "b873a378-b0a2-4294-98ed-d544e7113759", "tag": "c423aea1-e2b7-45e3-8cf6-a3970ad25089"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:41:03.217731 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a99b5-8a8c-416b-b18b-94b47fc00bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=3485f818-8d1c-4bdf-b5bd-94492ef4aad3,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:03.312179 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['3485f818-8d1c-4bdf-b5bd-94492ef4aad3'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:41:03.325980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff52b53-7ba6-4114-b948-5728bdfc6bbd req-36b149c7-ca8a-4383-af82-a5796c393098 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:03.335781 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8ff52b53-7ba6-4114-b948-5728bdfc6bbd req-36b149c7-ca8a-4383-af82-a5796c393098 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.4283130 Feb 07 16:41:03.387329 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d69df-1606-4d9b-bbf0-2631ca13e311 req-8d60ac97-20a8-4aff-b9c8-fefcfe0646c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:03.389201 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-936d69df-1606-4d9b-bbf0-2631ca13e311 req-8d60ac97-20a8-4aff-b9c8-fefcfe0646c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6660152de7d4de699a304c64d91802c&device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 1166 time: 0.4310167 Feb 07 16:41:03.411661 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21ca0b8c-fe0c-4078-b6ac-91c7b5fb36eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (1f31055f-f4ac-478b-ba93-d6815cfad493), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:03.424239 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['3485f818-8d1c-4bdf-b5bd-94492ef4aad3'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:41:03.478287 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1', 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50', 'port_id': 'da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1', 'mac_address': 'fa:16:3e:b9:b6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8721db2-22bc-4c53-94c8-f059ef179da8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:41:03.491558 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8ff52b53-7ba6-4114-b948-5728bdfc6bbd req-e469e899-9f41-4938-b6c1-03467d2f63ec tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480327 Feb 07 16:41:03.724407 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3cda58-72fc-4b44-bdc3-e6ce9ca7488e x-openstack-request-id: req-0b3cda58-72fc-4b44-bdc3-e6ce9ca7488e {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:41:03.727433 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b873a378-b0a2-4294-98ed-d544e7113759", "tag": "c423aea1-e2b7-45e3-8cf6-a3970ad25089", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:41:03.727712 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b3cda58-72fc-4b44-bdc3-e6ce9ca7488e {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:41:03.730175 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b873a378-b0a2-4294-98ed-d544e7113759', 'tag': 'c423aea1-e2b7-45e3-8cf6-a3970ad25089', 'status': 'completed', 'code': 200} Feb 07 16:41:03.744498 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaefab3-1f43-4e89-8cbd-cfe9677cd15d req-cd4755d1-c3e1-4bad-ab47-f275602ce0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:03.761177 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fbaefab3-1f43-4e89-8cbd-cfe9677cd15d req-cd4755d1-c3e1-4bad-ab47-f275602ce0d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2fabccc7467544a19befdaa3579ba7a1&device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 1127 time: 0.1078415 Feb 07 16:41:03.848643 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-124fb53c-b058-483f-97cf-103da00fbd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'name': 'tempest-ServersTestBootFromVolume-625812799-router', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:44Z', 'updated_at': '2022-02-07T16:38:00Z', 'revision_number': 4, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'gw_port': {'id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:48Z', 'updated_at': '2022-02-07T16:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4f9301fa-5613-49a2-9154-9f60e4971cb1', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'port_id': 'c423aea1-e2b7-45e3-8cf6-a3970ad25089', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468', 'mac_address': 'fa:16:3e:e6:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b873a378-b0a2-4294-98ed-d544e7113759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:38:20Z', 'updated_at': '2022-02-07T16:40:58Z', 'revision_number': 1, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9301dc3-ec03-4060-a577-072277ef0b18', 'name': '', 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'mac_address': 'fa:16:3e:6f:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '90964d09-98ab-43e4-aadc-448a3d2d7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:58Z', 'updated_at': '2022-02-07T16:38:23Z', 'revision_number': 5, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'subnets': [{'id': '90964d09-98ab-43e4-aadc-448a3d2d7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:03.919963 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124fb53c-b058-483f-97cf-103da00fbd4c None None] Checking router: 99d77454-4270-4b00-a6f0-4976385c34f2 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:41:03.936418 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124fb53c-b058-483f-97cf-103da00fbd4c None None] Routers {'99d77454-4270-4b00-a6f0-4976385c34f2'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:41:03.937807 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-124fb53c-b058-483f-97cf-103da00fbd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:40:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['99d77454-4270-4b00-a6f0-4976385c34f2'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:04.017558 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21ca0b8c-fe0c-4078-b6ac-91c7b5fb36eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (1f31055f-f4ac-478b-ba93-d6815cfad493), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:04.056053 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af2161-1ae5-4a22-ab63-987f53fcdc0c req-e8619891-ac9d-457b-a9a9-a3a68a682530 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:04.060660 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-84af2161-1ae5-4a22-ab63-987f53fcdc0c req-e8619891-ac9d-457b-a9a9-a3a68a682530 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 945 time: 0.4925435 Feb 07 16:41:04.064309 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d69df-1606-4d9b-bbf0-2631ca13e311 req-f86c1cc4-8a2a-4aa2-b8d2-d3e0734f8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:04.083828 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-936d69df-1606-4d9b-bbf0-2631ca13e311 req-f86c1cc4-8a2a-4aa2-b8d2-d3e0734f8744 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc77436a-ae76-417b-b8a2-1292a74feccc HTTP/1.1" status: 200 len: 914 time: 0.6850572 Feb 07 16:41:04.114382 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137834f4-0c38-4a00-b5e0-6251ed6da076 req-e3384267-ef65-4a76-aab5-a0eb72289f1b tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:04.117419 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-137834f4-0c38-4a00-b5e0-6251ed6da076 req-e3384267-ef65-4a76-aab5-a0eb72289f1b tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 984 time: 0.3456657 Feb 07 16:41:04.137412 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:04.138012 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:04.172903 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:41:04.180016 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:41:04.230544 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-137834f4-0c38-4a00-b5e0-6251ed6da076 req-df9390d1-9cff-43d3-961e-b49b0f748536 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a37523-d547-48a1-9f23-6eb712d13990&id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0953810 Feb 07 16:41:04.230544 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaefab3-1f43-4e89-8cbd-cfe9677cd15d req-44fcc993-2e16-4f9d-b87f-4afc63f5d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:04.230544 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fbaefab3-1f43-4e89-8cbd-cfe9677cd15d req-44fcc993-2e16-4f9d-b87f-4afc63f5d350 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb959358-376e-4a5f-93ad-a9d9fe150468 HTTP/1.1" status: 200 len: 916 time: 0.4614768 Feb 07 16:41:04.238763 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-936d69df-1606-4d9b-bbf0-2631ca13e311 req-2b5e1d6e-647a-41c5-a078-a6923b5ae8c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e6c3ce8-55ac-4e84-9200-1151266bf00c HTTP/1.1" status: 200 len: 217 time: 0.1398258 Feb 07 16:41:04.270458 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca0b8c-fe0c-4078-b6ac-91c7b5fb36eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f31055f-f4ac-478b-ba93-d6815cfad493,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:04.300219 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21ca0b8c-fe0c-4078-b6ac-91c7b5fb36eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:04.310790 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-21ca0b8c-fe0c-4078-b6ac-91c7b5fb36eb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1f31055f-f4ac-478b-ba93-d6815cfad493 HTTP/1.1" status: 204 len: 168 time: 2.0898924 Feb 07 16:41:04.313913 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33498) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:04.398962 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fbaefab3-1f43-4e89-8cbd-cfe9677cd15d req-f6f6695b-dcc6-411e-bc24-5b8bb99af40d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c423aea1-e2b7-45e3-8cf6-a3970ad25089 HTTP/1.1" status: 200 len: 999 time: 0.1554246 Feb 07 16:41:04.412443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306c4727-101d-4854-8346-f9e7caa67e42 None None] Network 1b170a06-0806-4ca4-bd4b-e024db77fa88 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:41:04.455608 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:41:04.477025 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-124fb53c-b058-483f-97cf-103da00fbd4c None None] Set router 99d77454-4270-4b00-a6f0-4976385c34f2 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:41:04.519838 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813a6ae-e18f-4155-9d9c-4577b55bf177 req-7e8ec7b1-4ad0-4082-a70f-83321c6822ac tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:04.528110 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e813a6ae-e18f-4155-9d9c-4577b55bf177 req-7e8ec7b1-4ad0-4082-a70f-83321c6822ac tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1165244c-fc35-4e60-8b24-bfca2b2cd232 HTTP/1.1" status: 200 len: 943 time: 0.1274910 Feb 07 16:41:04.531634 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaefab3-1f43-4e89-8cbd-cfe9677cd15d req-de95f3c9-b8db-4c2f-bd88-742fc3803ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:04.533126 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fbaefab3-1f43-4e89-8cbd-cfe9677cd15d req-de95f3c9-b8db-4c2f-bd88-742fc3803ccd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90964d09-98ab-43e4-aadc-448a3d2d7f90 HTTP/1.1" status: 200 len: 854 time: 0.1178422 Feb 07 16:41:04.648483 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:04.688707 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e813a6ae-e18f-4155-9d9c-4577b55bf177 req-bf4f0e65-5f45-4319-8ed9-20734b2357dc tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595831 Feb 07 16:41:04.710473 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaefab3-1f43-4e89-8cbd-cfe9677cd15d req-8f2fedb4-8e8f-407c-aeff-a829e1d7b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:04.712770 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fbaefab3-1f43-4e89-8cbd-cfe9677cd15d req-8f2fedb4-8e8f-407c-aeff-a829e1d7b2ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb959358-376e-4a5f-93ad-a9d9fe150468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1551719 Feb 07 16:41:04.749643 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d69df-1606-4d9b-bbf0-2631ca13e311 req-ef72cb1e-ceba-4ae2-9eac-b1b9a50cbd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:04.754601 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-936d69df-1606-4d9b-bbf0-2631ca13e311 req-ef72cb1e-ceba-4ae2-9eac-b1b9a50cbd35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51ef7e68-7c99-433a-a263-366a7dc3d382 HTTP/1.1" status: 200 len: 853 time: 0.4724307 Feb 07 16:41:04.832107 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3485f818-8d1c-4bdf-b5bd-94492ef4aad3'}, {'name': 'network-changed', 'server_uuid': '9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e', 'tag': '3485f818-8d1c-4bdf-b5bd-94492ef4aad3'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:41:04.836837 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fdfed7-f1f3-4ef4-8208-ebd6734a3be6" -d '{"events": [{"server_uuid": "9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e", "name": "network-vif-unplugged", "status": "completed", "tag": "3485f818-8d1c-4bdf-b5bd-94492ef4aad3"}, {"name": "network-changed", "server_uuid": "9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e", "tag": "3485f818-8d1c-4bdf-b5bd-94492ef4aad3"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:41:04.837203 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3485f818-8d1c-4bdf-b5bd-94492ef4aad3,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:04.844196 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-84af2161-1ae5-4a22-ab63-987f53fcdc0c req-c39f982d-d512-490d-9573-a7e2b5ff60c0 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7526791 Feb 07 16:41:04.859370 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:04.861491 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 has no active binding in host n-h2-827865-3 {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 16:41:04.882164 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1c588ec4-e195-422e-9b77-4d9b35563a42 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:41:04.969480 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-936d69df-1606-4d9b-bbf0-2631ca13e311 req-d0134607-8054-47db-8498-d797697b238d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc77436a-ae76-417b-b8a2-1292a74feccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1829004 Feb 07 16:41:05.010633 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (1b170a06-0806-4ca4-bd4b-e024db77fa88), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:05.042393 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1c588ec4-e195-422e-9b77-4d9b35563a42, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1c588ec4-e195-422e-9b77-4d9b35563a42,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:05.061013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 467d4b12-61e8-4553-96f1-87df9d01eddb up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:41:05.126810 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '1c588ec4-e195-422e-9b77-4d9b35563a42', 'network_id': '1416bc97-7ed1-4e89-bcb8-343c620b9a50', 'port_id': '1c588ec4-e195-422e-9b77-4d9b35563a42', 'mac_address': 'fa:16:3e:94:c9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8721db2-22bc-4c53-94c8-f059ef179da8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:41:05.127140 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-124fb53c-b058-483f-97cf-103da00fbd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'name': 'tempest-ServersTestBootFromVolume-625812799-router', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:44Z', 'updated_at': '2022-02-07T16:38:00Z', 'revision_number': 4, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'gw_port': {'id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:48Z', 'updated_at': '2022-02-07T16:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4f9301fa-5613-49a2-9154-9f60e4971cb1', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'port_id': 'c423aea1-e2b7-45e3-8cf6-a3970ad25089', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468', 'mac_address': 'fa:16:3e:e6:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b873a378-b0a2-4294-98ed-d544e7113759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:38:20Z', 'updated_at': '2022-02-07T16:40:58Z', 'revision_number': 1, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9301dc3-ec03-4060-a577-072277ef0b18', 'name': '', 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'mac_address': 'fa:16:3e:6f:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '90964d09-98ab-43e4-aadc-448a3d2d7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:58Z', 'updated_at': '2022-02-07T16:38:23Z', 'revision_number': 5, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'subnets': [{'id': '90964d09-98ab-43e4-aadc-448a3d2d7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:05.164673 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124fb53c-b058-483f-97cf-103da00fbd4c None None] The sync data for ids ['99d77454-4270-4b00-a6f0-4976385c34f2'] in n-d-827865-3 is: [{'id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'name': 'tempest-ServersTestBootFromVolume-625812799-router', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:44Z', 'updated_at': '2022-02-07T16:38:00Z', 'revision_number': 4, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'gw_port': {'id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:48Z', 'updated_at': '2022-02-07T16:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4f9301fa-5613-49a2-9154-9f60e4971cb1', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'port_id': 'c423aea1-e2b7-45e3-8cf6-a3970ad25089', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468', 'mac_address': 'fa:16:3e:e6:60:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b873a378-b0a2-4294-98ed-d544e7113759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:38:20Z', 'updated_at': '2022-02-07T16:40:58Z', 'revision_number': 1, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9301dc3-ec03-4060-a577-072277ef0b18', 'name': '', 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'mac_address': 'fa:16:3e:6f:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '90964d09-98ab-43e4-aadc-448a3d2d7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:58Z', 'updated_at': '2022-02-07T16:38:23Z', 'revision_number': 5, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'subnets': [{'id': '90964d09-98ab-43e4-aadc-448a3d2d7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:41:05.266700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:05.274874 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705587e8-c111-4668-a669-0f92e54f5373 req-58f33f7b-09dd-4c34-b799-dac021316dfe tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:05.290864 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-705587e8-c111-4668-a669-0f92e54f5373 req-58f33f7b-09dd-4c34-b799-dac021316dfe tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffe6e1e4-a01d-432b-8b07-7f26446af8b0 HTTP/1.1" status: 200 len: 945 time: 0.4482648 Feb 07 16:41:05.321577 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fbaefab3-1f43-4e89-8cbd-cfe9677cd15d req-57c5cc20-63a0-4f89-a395-d1ecf66411f7 service neutron] 10.222.0.32 "GET /v2.0/networks/bb959358-376e-4a5f-93ad-a9d9fe150468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016474 Feb 07 16:41:05.417087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 1c588ec4-e195-422e-9b77-4d9b35563a42 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:05.417637 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1c588ec4-e195-422e-9b77-4d9b35563a42), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:05.423167 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:41:05.435994 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 467d4b12-61e8-4553-96f1-87df9d01eddb completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:41:05.488338 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 467d4b12-61e8-4553-96f1-87df9d01eddb triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:05.488727 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (467d4b12-61e8-4553-96f1-87df9d01eddb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:05.505733 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-705587e8-c111-4668-a669-0f92e54f5373 req-7b709817-3b42-45ad-9d98-ae093776a92f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130101 Feb 07 16:41:05.626764 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fbaefab3-1f43-4e89-8cbd-cfe9677cd15d req-134b4c37-2403-409e-8343-4d567f577461 service neutron] 10.222.0.32 "GET /v2.0/networks/bb959358-376e-4a5f-93ad-a9d9fe150468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952406 Feb 07 16:41:05.631914 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c588ec4-e195-422e-9b77-4d9b35563a42 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:41:05.634406 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 07 Feb 2022 16:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b544f4-0753-4c7f-811c-c020c37459f6 x-openstack-request-id: req-54b544f4-0753-4c7f-811c-c020c37459f6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:41:05.634907 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e", "name": "network-vif-unplugged", "status": "completed", "tag": "3485f818-8d1c-4bdf-b5bd-94492ef4aad3", "code": 200}, {"name": "network-changed", "server_uuid": "9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e", "tag": "3485f818-8d1c-4bdf-b5bd-94492ef4aad3", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:41:05.635290 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54b544f4-0753-4c7f-811c-c020c37459f6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:41:05.635924 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3485f818-8d1c-4bdf-b5bd-94492ef4aad3', 'code': 200} Feb 07 16:41:05.636326 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e', 'tag': '3485f818-8d1c-4bdf-b5bd-94492ef4aad3', 'status': 'completed', 'code': 200} Feb 07 16:41:05.696674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3428df71-28e6-43dc-b04a-511469d20068 None None] New status for floating IP 4f9301fa-5613-49a2-9154-9f60e4971cb1: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:41:05.861869 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af38f4-5682-4533-a71a-f0cb0ef0f84e req-29fe9cad-8684-4e41-892b-d31d333de12d tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:05.868399 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1c588ec4-e195-422e-9b77-4d9b35563a42, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1c588ec4-e195-422e-9b77-4d9b35563a42,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:05.876617 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24af38f4-5682-4533-a71a-f0cb0ef0f84e req-29fe9cad-8684-4e41-892b-d31d333de12d tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 984 time: 0.1423054 Feb 07 16:41:05.890021 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1c588ec4-e195-422e-9b77-4d9b35563a42), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:05.986049 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 467d4b12-61e8-4553-96f1-87df9d01eddb is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:05.986461 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (467d4b12-61e8-4553-96f1-87df9d01eddb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:06.013816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c2a46e90-6d60-4e80-a635-a2e3e9d6dd6a admin admin] Deleting port 6622ab48-00dc-4710-b546-88a19a1da8b9 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:41:06.014692 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2a46e90-6d60-4e80-a635-a2e3e9d6dd6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (6622ab48-00dc-4710-b546-88a19a1da8b9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:06.037237 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe6e1e4-a01d-432b-8b07-7f26446af8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467d4b12-61e8-4553-96f1-87df9d01eddb'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:41:06.040993 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97246ad8-6d9d-4b74-b85a-581dffa0ac86" -d '{"events": [{"server_uuid": "ffe6e1e4-a01d-432b-8b07-7f26446af8b0", "name": "network-vif-plugged", "status": "completed", "tag": "467d4b12-61e8-4553-96f1-87df9d01eddb"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:41:06.056064 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce71a80-9adc-44b4-9f9f-e02a9f043eeb None None] DHCP port deletion for 1b170a06-0806-4ca4-bd4b-e024db77fa88 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:41:06.066925 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24af38f4-5682-4533-a71a-f0cb0ef0f84e req-3b26225b-3b4c-4622-ad08-b5125b5bdf2d tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a37523-d547-48a1-9f23-6eb712d13990&id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1887999 Feb 07 16:41:06.084188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 467d4b12-61e8-4553-96f1-87df9d01eddb, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=467d4b12-61e8-4553-96f1-87df9d01eddb,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:06.160776 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (467d4b12-61e8-4553-96f1-87df9d01eddb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:06.170791 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=1c588ec4-e195-422e-9b77-4d9b35563a42,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:06.302309 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=467d4b12-61e8-4553-96f1-87df9d01eddb,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:06.320149 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-936d69df-1606-4d9b-bbf0-2631ca13e311 req-559d5068-62ba-44bd-96bf-b49494e9afa1 service neutron] 10.222.0.32 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3398504 Feb 07 16:41:06.332722 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['1c588ec4-e195-422e-9b77-4d9b35563a42'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:41:06.372410 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ebf2b-175e-4c8e-a4d7-3eaa4763d7a2 req-0a175f15-d466-4310-8a86-14c75b17fd57 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:06.374572 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-308ebf2b-175e-4c8e-a4d7-3eaa4763d7a2 req-0a175f15-d466-4310-8a86-14c75b17fd57 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.7258718 Feb 07 16:41:06.386043 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a946be6-edf2-4e0f-87a6-8c1e679f4f95 req-6517e6ab-65ba-4fac-9d65-b93f06289a06 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:06.386323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] Deleting port f5460ac3-7958-4654-9fd3-f270b1b58dd7 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:41:06.386993 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f5460ac3-7958-4654-9fd3-f270b1b58dd7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:06.388289 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a946be6-edf2-4e0f-87a6-8c1e679f4f95 req-6517e6ab-65ba-4fac-9d65-b93f06289a06 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1165244c-fc35-4e60-8b24-bfca2b2cd232 HTTP/1.1" status: 200 len: 944 time: 0.1283557 Feb 07 16:41:06.403018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8ce71a80-9adc-44b4-9f9f-e02a9f043eeb None None] Deleting port f5460ac3-7958-4654-9fd3-f270b1b58dd7 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:41:06.403838 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8ce71a80-9adc-44b4-9f9f-e02a9f043eeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f5460ac3-7958-4654-9fd3-f270b1b58dd7), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:06.458183 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a946be6-edf2-4e0f-87a6-8c1e679f4f95 req-fcd4b81c-ec01-4ef9-a894-401d43cbb30b tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598211 Feb 07 16:41:06.502226 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdfed7-f1f3-4ef4-8208-ebd6734a3be6 req-0b130dc2-c138-47eb-8f72-185f8937b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:06.505062 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4fdfed7-f1f3-4ef4-8208-ebd6734a3be6 req-0b130dc2-c138-47eb-8f72-185f8937b20c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 1156 time: 0.7714896 Feb 07 16:41:06.513853 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8ce71a80-9adc-44b4-9f9f-e02a9f043eeb None None] For port f5460ac3-7958-4654-9fd3-f270b1b58dd7, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f5460ac3-7958-4654-9fd3-f270b1b58dd7,segment=NetworkSegment(c084bc03-9e79-4c0c-8c37-7836a414462c),segment_id=c084bc03-9e79-4c0c-8c37-7836a414462c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:06.514431 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8ce71a80-9adc-44b4-9f9f-e02a9f043eeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f5460ac3-7958-4654-9fd3-f270b1b58dd7), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:06.533841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8ce71a80-9adc-44b4-9f9f-e02a9f043eeb None None] Calling delete_port for f5460ac3-7958-4654-9fd3-f270b1b58dd7 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:41:06.726202 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e5b7b-83a3-4fd1-a948-086017b962e0 req-8a2491b5-70b1-43c6-a92c-2206f63ed7de tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:06.752586 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-584e5b7b-83a3-4fd1-a948-086017b962e0 req-8a2491b5-70b1-43c6-a92c-2206f63ed7de tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 945 time: 0.1695602 Feb 07 16:41:06.802572 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-308ebf2b-175e-4c8e-a4d7-3eaa4763d7a2 req-8b2b3f63-97d1-4e70-bacc-6b4bc06c3b8e tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923731 Feb 07 16:41:06.861727 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-584e5b7b-83a3-4fd1-a948-086017b962e0 req-3a066ec8-dc5b-4b84-887c-06231bcb83be tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048446 Feb 07 16:41:06.980411 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0b205b-c429-4374-83cc-5aa71711034e x-openstack-request-id: req-8c0b205b-c429-4374-83cc-5aa71711034e {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:41:06.981002 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe6e1e4-a01d-432b-8b07-7f26446af8b0", "name": "network-vif-plugged", "status": "completed", "tag": "467d4b12-61e8-4553-96f1-87df9d01eddb", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:41:06.981446 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c0b205b-c429-4374-83cc-5aa71711034e {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:41:06.982101 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe6e1e4-a01d-432b-8b07-7f26446af8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467d4b12-61e8-4553-96f1-87df9d01eddb', 'code': 200} Feb 07 16:41:06.983200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] For port f5460ac3-7958-4654-9fd3-f270b1b58dd7, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f5460ac3-7958-4654-9fd3-f270b1b58dd7,segment=NetworkSegment(c084bc03-9e79-4c0c-8c37-7836a414462c),segment_id=c084bc03-9e79-4c0c-8c37-7836a414462c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:06.983788 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f5460ac3-7958-4654-9fd3-f270b1b58dd7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:07.040371 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-c2a46e90-6d60-4e80-a635-a2e3e9d6dd6a admin admin] For port 6622ab48-00dc-4710-b546-88a19a1da8b9, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=6622ab48-00dc-4710-b546-88a19a1da8b9,segment=NetworkSegment(fccaec59-769f-4b21-b3cc-6d22dd208893),segment_id=fccaec59-769f-4b21-b3cc-6d22dd208893)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:07.041123 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2a46e90-6d60-4e80-a635-a2e3e9d6dd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (6622ab48-00dc-4710-b546-88a19a1da8b9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:07.169431 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8ce71a80-9adc-44b4-9f9f-e02a9f043eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (f5460ac3-7958-4654-9fd3-f270b1b58dd7), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:07.175042 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] Calling delete_port for f5460ac3-7958-4654-9fd3-f270b1b58dd7 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:41:07.210355 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce71a80-9adc-44b4-9f9f-e02a9f043eeb None None] Pushing event deleted for resources: {'Port': ['ID=f5460ac3-7958-4654-9fd3-f270b1b58dd7,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:07.219958 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce71a80-9adc-44b4-9f9f-e02a9f043eeb None None] No DVR routers for this DVR port f5460ac3-7958-4654-9fd3-f270b1b58dd7 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:41:07.224204 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-936d69df-1606-4d9b-bbf0-2631ca13e311 req-67de315b-57a4-4c77-8909-3d8af2736fbd service neutron] 10.222.0.32 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8684623 Feb 07 16:41:07.261210 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e6d84-4697-4ce4-aa18-347511126d1b req-99872ff3-6cba-43f5-acbb-94bbe47cf1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:07.261210 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-138e6d84-4697-4ce4-aa18-347511126d1b req-99872ff3-6cba-43f5-acbb-94bbe47cf1b1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ffe6e1e4-a01d-432b-8b07-7f26446af8b0 HTTP/1.1" status: 200 len: 1128 time: 0.2169752 Feb 07 16:41:07.269778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c63aa-d415-4465-8aed-6d9c9b1ffe79 req-495c3874-09ab-4015-be91-149be27adb9b tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:07.275157 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c2a46e90-6d60-4e80-a635-a2e3e9d6dd6a admin admin] Calling delete_port for 6622ab48-00dc-4710-b546-88a19a1da8b9 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:41:07.278508 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3b5c63aa-d415-4465-8aed-6d9c9b1ffe79 req-495c3874-09ab-4015-be91-149be27adb9b tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffe6e1e4-a01d-432b-8b07-7f26446af8b0 HTTP/1.1" status: 200 len: 946 time: 0.1884315 Feb 07 16:41:07.392380 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdfed7-f1f3-4ef4-8208-ebd6734a3be6 req-b19fc340-5cf6-4dc8-a95b-cac1c2572db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:07.393971 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4fdfed7-f1f3-4ef4-8208-ebd6734a3be6 req-b19fc340-5cf6-4dc8-a95b-cac1c2572db1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 0.7983041 Feb 07 16:41:07.423644 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3b5c63aa-d415-4465-8aed-6d9c9b1ffe79 req-9719ce95-d789-47f7-a78e-df693f7f6b6d tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435578 Feb 07 16:41:07.438543 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-138e6d84-4697-4ce4-aa18-347511126d1b req-18b67825-321b-47c6-9944-b298999f50be service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414762 Feb 07 16:41:07.613237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d9304-0676-4d1d-b75a-73cbc3650f04 req-6ecde3f3-ffad-4b2f-9735-31e9c0bf58a7 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:07.622753 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9d3d9304-0676-4d1d-b75a-73cbc3650f04 req-6ecde3f3-ffad-4b2f-9735-31e9c0bf58a7 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 984 time: 0.0989487 Feb 07 16:41:07.678576 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4fdfed7-f1f3-4ef4-8208-ebd6734a3be6 req-f9f3bf72-4ad7-4ada-aa7f-6db1d267464f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3485f818-8d1c-4bdf-b5bd-94492ef4aad3 HTTP/1.1" status: 200 len: 217 time: 0.2058635 Feb 07 16:41:07.715899 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9d3d9304-0676-4d1d-b75a-73cbc3650f04 req-41b20d20-89cd-40a7-985a-4d3fa713a6ab tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a37523-d547-48a1-9f23-6eb712d13990&id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0907025 Feb 07 16:41:07.893525 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53409b4-8465-41a3-9db4-c46aabbbabd0 req-91003578-ba71-4530-8734-baaba52387b9 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:07.904372 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b53409b4-8465-41a3-9db4-c46aabbbabd0 req-91003578-ba71-4530-8734-baaba52387b9 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1165244c-fc35-4e60-8b24-bfca2b2cd232 HTTP/1.1" status: 200 len: 944 time: 0.0829687 Feb 07 16:41:07.970942 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b53409b4-8465-41a3-9db4-c46aabbbabd0 req-a1dc79a0-84d2-4858-92c4-a094b030a742 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649898 Feb 07 16:41:07.978027 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810df40f-1ffc-474d-853c-d7e1547606bd req-53435e61-44db-4010-b888-e15200d5775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:07.980710 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-810df40f-1ffc-474d-853c-d7e1547606bd req-53435e61-44db-4010-b888-e15200d5775e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6660152de7d4de699a304c64d91802c&device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 1166 time: 0.6748750 Feb 07 16:41:08.030303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91b63d-52df-4ca7-9916-48c77bc84d34 req-d98fad30-d4b4-4a44-80ae-afcda786b87d tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:08.043650 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1b91b63d-52df-4ca7-9916-48c77bc84d34 req-d98fad30-d4b4-4a44-80ae-afcda786b87d tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 945 time: 0.7044952 Feb 07 16:41:08.077081 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f5460ac3-7958-4654-9fd3-f270b1b58dd7 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:41:08.081840 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f5460ac3-7958-4654-9fd3-f270b1b58dd7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:08.087267 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdfed7-f1f3-4ef4-8208-ebd6734a3be6 req-f765a6bd-3fe1-4acd-bb05-75a60f51ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:08.089788 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4fdfed7-f1f3-4ef4-8208-ebd6734a3be6 req-f765a6bd-3fe1-4acd-bb05-75a60f51ac78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.3896244 Feb 07 16:41:08.114268 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: f5460ac3-7958-4654-9fd3-f270b1b58dd7 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:41:08.115324 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f5460ac3-7958-4654-9fd3-f270b1b58dd7 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:41:08.180857 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e5a6b-34b3-417e-82e2-c42ac8839dd8 req-99ba5892-0332-4d8e-a6af-84123be72cdd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:08.189157 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-044e5a6b-34b3-417e-82e2-c42ac8839dd8 req-99ba5892-0332-4d8e-a6af-84123be72cdd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.1133125 Feb 07 16:41:08.273181 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-044e5a6b-34b3-417e-82e2-c42ac8839dd8 req-00592908-efc3-4035-86ff-6394f62afbfa tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804744 Feb 07 16:41:08.315859 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5460ac3-7958-4654-9fd3-f270b1b58dd7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:08.317813 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] No DVR routers for this DVR port f5460ac3-7958-4654-9fd3-f270b1b58dd7 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:41:08.374688 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4fdfed7-f1f3-4ef4-8208-ebd6734a3be6 req-013abd11-c4f8-4641-9016-ccf83687ce03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2539539 Feb 07 16:41:08.376019 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810df40f-1ffc-474d-853c-d7e1547606bd req-c233d090-45fc-41ef-bb5b-c29c15ede124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:08.377529 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-810df40f-1ffc-474d-853c-d7e1547606bd req-c233d090-45fc-41ef-bb5b-c29c15ede124 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc77436a-ae76-417b-b8a2-1292a74feccc HTTP/1.1" status: 200 len: 914 time: 0.3202739 Feb 07 16:41:08.427042 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-810df40f-1ffc-474d-853c-d7e1547606bd req-f9197ea2-a197-451f-9718-6dc606abbb96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e6c3ce8-55ac-4e84-9200-1151266bf00c HTTP/1.1" status: 200 len: 217 time: 0.0428634 Feb 07 16:41:08.588564 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4fdfed7-f1f3-4ef4-8208-ebd6734a3be6 req-77cb9b54-3ca9-41c3-964c-20fac36748c5 service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635842 Feb 07 16:41:08.681222 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c79fa-9018-4965-a072-b4d88af32a2d req-d0ee520d-1032-4bec-989b-4d5df0642771 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:08.685928 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d36c79fa-9018-4965-a072-b4d88af32a2d req-d0ee520d-1032-4bec-989b-4d5df0642771 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffe6e1e4-a01d-432b-8b07-7f26446af8b0 HTTP/1.1" status: 200 len: 946 time: 0.1341701 Feb 07 16:41:08.739327 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (1b170a06-0806-4ca4-bd4b-e024db77fa88), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:08.766882 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b170a06-0806-4ca4-bd4b-e024db77fa88']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:08.778523 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c084bc03-9e79-4c0c-8c37-7836a414462c') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:08.778523 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c084bc03-9e79-4c0c-8c37-7836a414462c') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:08.793934 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (c084bc03-9e79-4c0c-8c37-7836a414462c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:08.807894 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d36c79fa-9018-4965-a072-b4d88af32a2d req-cb72e647-8bd5-4719-afaa-b28e4fa3a9de tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110990 Feb 07 16:41:08.810030 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (c084bc03-9e79-4c0c-8c37-7836a414462c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:08.826060 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:41:08.826060 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (c084bc03-9e79-4c0c-8c37-7836a414462c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:08.896814 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1c588ec4-e195-422e-9b77-4d9b35563a42 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:41:08.948221 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:41:08.956209 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4fdfed7-f1f3-4ef4-8208-ebd6734a3be6 req-f0ff2ea8-4342-4766-b03b-65d8e45ffdf7 service neutron] 10.222.0.48 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572021 Feb 07 16:41:08.984069 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (1b170a06-0806-4ca4-bd4b-e024db77fa88), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:09.001174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3f7e5-7975-43ef-a161-e47ab802d9f0 req-9248ee0d-35c9-4359-892e-1a2e7669c8e5 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:09.012264 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2b3f7e5-7975-43ef-a161-e47ab802d9f0 req-9248ee0d-35c9-4359-892e-1a2e7669c8e5 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 984 time: 0.1458356 Feb 07 16:41:09.054818 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 1c588ec4-e195-422e-9b77-4d9b35563a42 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:41:09.067624 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 1c588ec4-e195-422e-9b77-4d9b35563a42 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:09.068767 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1c588ec4-e195-422e-9b77-4d9b35563a42), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:09.077187 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1b91b63d-52df-4ca7-9916-48c77bc84d34 req-0e98f9ea-b3c7-474a-bb93-48729c4f7362 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9842732 Feb 07 16:41:09.092884 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:09.102759 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] 10.222.0.18 "DELETE /v2.0/networks/1b170a06-0806-4ca4-bd4b-e024db77fa88 HTTP/1.1" status: 204 len: 168 time: 4.6694510 Feb 07 16:41:09.102759 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810df40f-1ffc-474d-853c-d7e1547606bd req-16c2f169-f19b-42cf-a5fe-ccb5aeb22040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:09.102759 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-810df40f-1ffc-474d-853c-d7e1547606bd req-16c2f169-f19b-42cf-a5fe-ccb5aeb22040 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51ef7e68-7c99-433a-a263-366a7dc3d382 HTTP/1.1" status: 200 len: 853 time: 0.6260788 Feb 07 16:41:09.159362 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-810df40f-1ffc-474d-853c-d7e1547606bd req-5e169d5e-c502-4dc3-808f-ebe77bedab9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc77436a-ae76-417b-b8a2-1292a74feccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353770 Feb 07 16:41:09.178869 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2b3f7e5-7975-43ef-a161-e47ab802d9f0 req-989bb8dc-2cd9-4b42-bd16-dea9bcf3cbe0 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a37523-d547-48a1-9f23-6eb712d13990&id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1654484 Feb 07 16:41:09.190826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c443af-6a6e-495a-9597-e807f11f5f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=1b170a06-0806-4ca4-bd4b-e024db77fa88,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:09.346461 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2a46e90-6d60-4e80-a635-a2e3e9d6dd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (6622ab48-00dc-4710-b546-88a19a1da8b9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:09.355154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 1c588ec4-e195-422e-9b77-4d9b35563a42 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:09.361614 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1c588ec4-e195-422e-9b77-4d9b35563a42), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:09.442328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1165244c-fc35-4e60-8b24-bfca2b2cd232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c588ec4-e195-422e-9b77-4d9b35563a42'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:41:09.457479 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ddcda9-4e03-4264-9086-97b78b788455" -d '{"events": [{"server_uuid": "1165244c-fc35-4e60-8b24-bfca2b2cd232", "name": "network-vif-plugged", "status": "completed", "tag": "1c588ec4-e195-422e-9b77-4d9b35563a42"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:41:09.494631 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a46e90-6d60-4e80-a635-a2e3e9d6dd6a admin admin] Pushing event deleted for resources: {'Port': ['ID=6622ab48-00dc-4710-b546-88a19a1da8b9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:09.537108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1c588ec4-e195-422e-9b77-4d9b35563a42, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1c588ec4-e195-422e-9b77-4d9b35563a42,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:09.538454 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1c588ec4-e195-422e-9b77-4d9b35563a42), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:09.539369 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:41:09.546756 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33570) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:09.603541 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=1c588ec4-e195-422e-9b77-4d9b35563a42,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:09.664066 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47773139-9a98-4aa7-8d65-553e604bc257 req-0f6c9c9a-c443-43d9-8cbb-550b836909a1 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:09.678694 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-47773139-9a98-4aa7-8d65-553e604bc257 req-0f6c9c9a-c443-43d9-8cbb-550b836909a1 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.2600591 Feb 07 16:41:09.723170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:41:09.730006 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:09.730394 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:09.832212 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-47773139-9a98-4aa7-8d65-553e604bc257 req-2f5a80e4-b308-4b67-884f-03e0c9861cd3 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455510 Feb 07 16:41:09.840772 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e9d0cf84-2a4c-4720-92e6-6b9524448a16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=320879ca25e94aa1ab5f9eea86473b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843659 Feb 07 16:41:09.841437 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33574) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:09.913199 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-810df40f-1ffc-474d-853c-d7e1547606bd req-c5e110c9-e64d-40d6-95eb-0af659216fd1 service neutron] 10.222.0.32 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7011471 Feb 07 16:41:10.046577 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17558be7-9581-4662-8f45-f6c291131441 admin admin] Publish callbacks [] for security_group (929b2c3b-4cc3-4661-b1b5-07b71eef5707), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:10.139120 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17558be7-9581-4662-8f45-f6c291131441 admin admin] Publish callbacks [] for security_group (929b2c3b-4cc3-4661-b1b5-07b71eef5707), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:10.349572 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de19e0a-fb5c-4fa8-9018-eabfd550e323 x-openstack-request-id: req-3de19e0a-fb5c-4fa8-9018-eabfd550e323 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:41:10.350115 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1165244c-fc35-4e60-8b24-bfca2b2cd232", "name": "network-vif-plugged", "status": "completed", "tag": "1c588ec4-e195-422e-9b77-4d9b35563a42", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:41:10.350301 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3de19e0a-fb5c-4fa8-9018-eabfd550e323 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:41:10.350679 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1165244c-fc35-4e60-8b24-bfca2b2cd232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c588ec4-e195-422e-9b77-4d9b35563a42', 'code': 200} Feb 07 16:41:10.352427 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:10.352813 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:10.358036 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05a4d2-e14d-441a-a432-3b4e987d2a48 req-ccae6b57-5ff9-4309-8f0f-d9267cc78c23 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:10.371113 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4dff5-eb32-427c-a9be-af93d2fc0a71 req-9a74b31f-faad-4e3a-b78d-05c7aa84f0c6 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:10.372785 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c05a4d2-e14d-441a-a432-3b4e987d2a48 req-ccae6b57-5ff9-4309-8f0f-d9267cc78c23 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1165244c-fc35-4e60-8b24-bfca2b2cd232 HTTP/1.1" status: 200 len: 945 time: 0.9049954 Feb 07 16:41:10.378271 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3af4dff5-eb32-427c-a9be-af93d2fc0a71 req-9a74b31f-faad-4e3a-b78d-05c7aa84f0c6 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffe6e1e4-a01d-432b-8b07-7f26446af8b0 HTTP/1.1" status: 200 len: 946 time: 0.1509066 Feb 07 16:41:10.393039 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17558be7-9581-4662-8f45-f6c291131441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (929b2c3b-4cc3-4661-b1b5-07b71eef5707), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:10.397175 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17558be7-9581-4662-8f45-f6c291131441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:10.402952 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-17558be7-9581-4662-8f45-f6c291131441 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/929b2c3b-4cc3-4661-b1b5-07b71eef5707 HTTP/1.1" status: 204 len: 168 time: 0.5534141 Feb 07 16:41:10.403281 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:10.415644 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:10.416758 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:41:10.457700 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17558be7-9581-4662-8f45-f6c291131441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929b2c3b-4cc3-4661-b1b5-07b71eef5707,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:10.571112 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3af4dff5-eb32-427c-a9be-af93d2fc0a71 req-bbcc525e-2c52-4fd2-98be-f184ef45fc68 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343024 Feb 07 16:41:10.608659 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:10.820547 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 is: DOWN; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:10.942535 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4d978-db82-48b6-87e1-1119eebc1a41 req-8d5bfd9f-66f9-4391-a626-3c1d4e64a42f tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:10.944445 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-25d4d978-db82-48b6-87e1-1119eebc1a41 req-8d5bfd9f-66f9-4391-a626-3c1d4e64a42f tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 984 time: 0.1281834 Feb 07 16:41:11.049786 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-25d4d978-db82-48b6-87e1-1119eebc1a41 req-e7750cdc-fff9-4d69-a812-8b04d26a643d tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a37523-d547-48a1-9f23-6eb712d13990&id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0945628 Feb 07 16:41:11.161433 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-810df40f-1ffc-474d-853c-d7e1547606bd req-eb15f5ae-61ea-4fa6-b21a-a76084b365d3 service neutron] 10.222.0.32 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2466919 Feb 07 16:41:11.272496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac740ba6-d635-460a-b9da-696be311b1c1 req-8277f9c7-732b-46db-8a69-e1a1939322ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:11.274661 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac740ba6-d635-460a-b9da-696be311b1c1 req-8277f9c7-732b-46db-8a69-e1a1939322ac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1165244c-fc35-4e60-8b24-bfca2b2cd232 HTTP/1.1" status: 200 len: 1127 time: 0.9578559 Feb 07 16:41:11.353476 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c05a4d2-e14d-441a-a432-3b4e987d2a48 req-3d544a66-8276-4c71-b97a-e6161669f9a6 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8613935 Feb 07 16:41:11.380248 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2a46e90-6d60-4e80-a635-a2e3e9d6dd6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (1d306101-f446-44bb-8717-d01aaf223d2c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:11.510548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1068c1-c3c1-4c23-affd-64c386bcbccd req-c72ed80a-cd69-425c-a0f9-05f7f654e972 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:11.513252 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c1068c1-c3c1-4c23-affd-64c386bcbccd req-c72ed80a-cd69-425c-a0f9-05f7f654e972 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.1975472 Feb 07 16:41:11.700982 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c1068c1-c3c1-4c23-affd-64c386bcbccd req-83051f0b-02d8-49d9-a89d-5101be173c5b tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769800 Feb 07 16:41:11.984069 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac740ba6-d635-460a-b9da-696be311b1c1 req-bc4f3771-4826-4c31-b12c-4c6125e81f7b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7003131 Feb 07 16:41:12.105311 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5a9ec-63bf-4935-b359-36050eb7f3dc req-d8cb10fa-683a-4a52-96c7-82517ab03b6b tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:12.110371 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-60e5a9ec-63bf-4935-b359-36050eb7f3dc req-d8cb10fa-683a-4a52-96c7-82517ab03b6b tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffe6e1e4-a01d-432b-8b07-7f26446af8b0 HTTP/1.1" status: 200 len: 946 time: 0.3091455 Feb 07 16:41:12.352445 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6461e4c-bd41-4b0c-956f-d6d43f7a74ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:41:12.357703 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cde3466-9ac6-4af3-8448-4318f853f342" -d '{"events": [{"server_uuid": "e6461e4c-bd41-4b0c-956f-d6d43f7a74ba", "name": "network-vif-plugged", "status": "completed", "tag": "da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:41:12.404944 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-60e5a9ec-63bf-4935-b359-36050eb7f3dc req-95acf94e-cb0a-4e0a-a80b-7f11d862c01c tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219019 Feb 07 16:41:12.438328 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33660) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:12.458982 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a46e90-6d60-4e80-a635-a2e3e9d6dd6a admin admin] Router 1d306101-f446-44bb-8717-d01aaf223d2c has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:41:12.644078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-783691d2-2b89-4af9-aaad-7c95cf7efc79 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1069497962-network', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:12.670755 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783691d2-2b89-4af9-aaad-7c95cf7efc79 admin admin] Made reservation on behalf of 5c46b77ee57443c8842ba3765a8e54a6 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:41:12.673917 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-783691d2-2b89-4af9-aaad-7c95cf7efc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:12.688822 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a46e90-6d60-4e80-a635-a2e3e9d6dd6a admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:41:12.694659 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-783691d2-2b89-4af9-aaad-7c95cf7efc79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:12.698899 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c2a46e90-6d60-4e80-a635-a2e3e9d6dd6a admin admin] 10.222.0.18 "PUT /v2.0/routers/1d306101-f446-44bb-8717-d01aaf223d2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0550845 Feb 07 16:41:12.700395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33668) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:12.705348 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff68b35-75ad-4136-a6be-fd6de32aee67 None None] Sync routers for ids ['1d306101-f446-44bb-8717-d01aaf223d2c'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:41:12.719801 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fec7a0-239a-468d-ad6a-39f45d3f0c12 req-3daeaa5c-6a96-43a7-826a-c8f2e0e8d2ff tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:12.730288 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-44fec7a0-239a-468d-ad6a-39f45d3f0c12 req-3daeaa5c-6a96-43a7-826a-c8f2e0e8d2ff tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 984 time: 0.1736958 Feb 07 16:41:12.746474 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff68b35-75ad-4136-a6be-fd6de32aee67 None None] Routers {'1d306101-f446-44bb-8717-d01aaf223d2c'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:41:12.750055 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-fff68b35-75ad-4136-a6be-fd6de32aee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:40:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1d306101-f446-44bb-8717-d01aaf223d2c'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:12.910371 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-fff68b35-75ad-4136-a6be-fd6de32aee67 None None] Set router 1d306101-f446-44bb-8717-d01aaf223d2c gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:41:12.945570 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-783691d2-2b89-4af9-aaad-7c95cf7efc79 admin admin] Publish callbacks [] for security_group (9079e534-23d0-4997-8183-288e735a6d24), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:12.963670 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-783691d2-2b89-4af9-aaad-7c95cf7efc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (9079e534-23d0-4997-8183-288e735a6d24), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:12.981794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783691d2-2b89-4af9-aaad-7c95cf7efc79 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:41:12.992871 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-44fec7a0-239a-468d-ad6a-39f45d3f0c12 req-6c73707a-970e-43c2-b11c-7aafb4c0066c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a37523-d547-48a1-9f23-6eb712d13990&id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2616410 Feb 07 16:41:13.014224 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b510bf30-b039-491a-a965-b3eabcf3a6f9 admin admin] Publish callbacks [] for router (1d306101-f446-44bb-8717-d01aaf223d2c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:13.050915 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783691d2-2b89-4af9-aaad-7c95cf7efc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9079e534-23d0-4997-8183-288e735a6d24,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:13.067350 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-783691d2-2b89-4af9-aaad-7c95cf7efc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (64adb199-9993-4c14-b837-969ac3cdf6d8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:13.067794 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-783691d2-2b89-4af9-aaad-7c95cf7efc79 admin admin] Added segment 64adb199-9993-4c14-b837-969ac3cdf6d8 of type vlan for network 8518c54b-f554-4e85-9dc0-05cf87efac18 Feb 07 16:41:13.107991 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ab5175-52a4-4684-9601-56d2977e9a65 x-openstack-request-id: req-36ab5175-52a4-4684-9601-56d2977e9a65 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:41:13.108286 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6461e4c-bd41-4b0c-956f-d6d43f7a74ba", "name": "network-vif-plugged", "status": "completed", "tag": "da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:41:13.109923 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36ab5175-52a4-4684-9601-56d2977e9a65 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:41:13.110533 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6461e4c-bd41-4b0c-956f-d6d43f7a74ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1', 'code': 200} Feb 07 16:41:13.159840 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-fff68b35-75ad-4136-a6be-fd6de32aee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2113675780-router', 'tenant_id': 'fe73236ced754eaf9d56a50e62338c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '400e4769-9080-4444-bbc8-bbb35382fb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:25Z', 'updated_at': '2022-02-07T16:41:08Z', 'revision_number': 5, 'project_id': 'fe73236ced754eaf9d56a50e62338c74', 'gw_port': {'id': '400e4769-9080-4444-bbc8-bbb35382fb5c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:26Z', 'updated_at': '2022-02-07T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:13.163024 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-783691d2-2b89-4af9-aaad-7c95cf7efc79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (8518c54b-f554-4e85-9dc0-05cf87efac18), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:13.197778 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff68b35-75ad-4136-a6be-fd6de32aee67 None None] Checking router: 1d306101-f446-44bb-8717-d01aaf223d2c for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:41:13.211716 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff68b35-75ad-4136-a6be-fd6de32aee67 None None] Routers {'1d306101-f446-44bb-8717-d01aaf223d2c'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:41:13.212766 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-fff68b35-75ad-4136-a6be-fd6de32aee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:40:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1d306101-f446-44bb-8717-d01aaf223d2c'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:13.226715 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-783691d2-2b89-4af9-aaad-7c95cf7efc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (8518c54b-f554-4e85-9dc0-05cf87efac18), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:13.227969 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783691d2-2b89-4af9-aaad-7c95cf7efc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:13.228643 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-783691d2-2b89-4af9-aaad-7c95cf7efc79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:13.309864 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b510bf30-b039-491a-a965-b3eabcf3a6f9 admin admin] Publish callbacks [] for router_gateway (1d306101-f446-44bb-8717-d01aaf223d2c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:13.359365 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-fff68b35-75ad-4136-a6be-fd6de32aee67 None None] Set router 1d306101-f446-44bb-8717-d01aaf223d2c gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:41:13.458838 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00277096-7e19-40b5-93f8-61018d23322a req-937c33c5-02d8-4c2a-8849-d269ebdb75f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:13.461509 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00277096-7e19-40b5-93f8-61018d23322a req-937c33c5-02d8-4c2a-8849-d269ebdb75f2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6461e4c-bd41-4b0c-956f-d6d43f7a74ba HTTP/1.1" status: 200 len: 1128 time: 0.1879635 Feb 07 16:41:13.483614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a0efb-74ab-4fb5-a92e-cac32462317f req-78015cbe-cb48-4e59-bc00-ba5bd782e70b tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:13.485656 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b49a0efb-74ab-4fb5-a92e-cac32462317f req-78015cbe-cb48-4e59-bc00-ba5bd782e70b tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1165244c-fc35-4e60-8b24-bfca2b2cd232 HTTP/1.1" status: 200 len: 945 time: 0.2108846 Feb 07 16:41:13.529056 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783691d2-2b89-4af9-aaad-7c95cf7efc79 admin admin] Pushing event updated for resources: {'Network': ['ID=8518c54b-f554-4e85-9dc0-05cf87efac18,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:13.547699 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 8518c54b-f554-4e85-9dc0-05cf87efac18 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:41:13.574280 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00277096-7e19-40b5-93f8-61018d23322a req-f850c2f1-1ba5-4f68-be4f-3e8361e22fc6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051307 Feb 07 16:41:13.592036 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b510bf30-b039-491a-a965-b3eabcf3a6f9 admin admin] Deleting port 400e4769-9080-4444-bbc8-bbb35382fb5c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:41:13.592377 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b510bf30-b039-491a-a965-b3eabcf3a6f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (400e4769-9080-4444-bbc8-bbb35382fb5c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:13.685007 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-783691d2-2b89-4af9-aaad-7c95cf7efc79 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2424426 Feb 07 16:41:13.691142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33700) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:13.701687 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e3eea475-2342-4258-a8a4-84d23200bc68 admin admin] Request body: {'subnet': {'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1069497962-subnet', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:13.705705 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-b510bf30-b039-491a-a965-b3eabcf3a6f9 admin admin] For port 400e4769-9080-4444-bbc8-bbb35382fb5c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=400e4769-9080-4444-bbc8-bbb35382fb5c,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:13.706485 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b510bf30-b039-491a-a965-b3eabcf3a6f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (400e4769-9080-4444-bbc8-bbb35382fb5c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:13.721754 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b510bf30-b039-491a-a965-b3eabcf3a6f9 admin admin] Calling delete_port for 400e4769-9080-4444-bbc8-bbb35382fb5c owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:41:13.774813 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-fff68b35-75ad-4136-a6be-fd6de32aee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2113675780-router', 'tenant_id': 'fe73236ced754eaf9d56a50e62338c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '400e4769-9080-4444-bbc8-bbb35382fb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:25Z', 'updated_at': '2022-02-07T16:41:08Z', 'revision_number': 5, 'project_id': 'fe73236ced754eaf9d56a50e62338c74', 'gw_port': {'id': '400e4769-9080-4444-bbc8-bbb35382fb5c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:26Z', 'updated_at': '2022-02-07T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:13.781493 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3ca3a-6c6e-48c4-88e7-dfa4b00c9b1f req-092c6504-1ae1-4a38-a929-1f865319e25b tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:13.790453 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b49a0efb-74ab-4fb5-a92e-cac32462317f req-7576ff2f-15dd-4b60-bdd4-b4d92d90083c tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902296 Feb 07 16:41:13.797317 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ac3ca3a-6c6e-48c4-88e7-dfa4b00c9b1f req-092c6504-1ae1-4a38-a929-1f865319e25b tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffe6e1e4-a01d-432b-8b07-7f26446af8b0 HTTP/1.1" status: 200 len: 946 time: 0.2236974 Feb 07 16:41:13.816824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3eea475-2342-4258-a8a4-84d23200bc68 admin admin] Made reservation on behalf of 5c46b77ee57443c8842ba3765a8e54a6 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:41:13.822224 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3eea475-2342-4258-a8a4-84d23200bc68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:13.829337 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff68b35-75ad-4136-a6be-fd6de32aee67 None None] The sync data for ids ['1d306101-f446-44bb-8717-d01aaf223d2c'] in n-d-827865-3 is: [{'id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2113675780-router', 'tenant_id': 'fe73236ced754eaf9d56a50e62338c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': '400e4769-9080-4444-bbc8-bbb35382fb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:25Z', 'updated_at': '2022-02-07T16:41:08Z', 'revision_number': 5, 'project_id': 'fe73236ced754eaf9d56a50e62338c74', 'gw_port': {'id': '400e4769-9080-4444-bbc8-bbb35382fb5c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d306101-f446-44bb-8717-d01aaf223d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:26Z', 'updated_at': '2022-02-07T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:41:14.053532 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ac3ca3a-6c6e-48c4-88e7-dfa4b00c9b1f req-57e39c74-cab4-44fb-9636-af0644edfd7a tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543578 Feb 07 16:41:14.077403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ded69-bdac-4d50-a517-23658c9dd4f9 req-a430460a-293c-4824-adc8-6a8c3818eb77 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:14.080123 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd8ded69-bdac-4d50-a517-23658c9dd4f9 req-a430460a-293c-4824-adc8-6a8c3818eb77 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 944 time: 0.1456995 Feb 07 16:41:14.228351 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 6622ab48-00dc-4710-b546-88a19a1da8b9 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:41:14.260983 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 6622ab48-00dc-4710-b546-88a19a1da8b9 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:41:14.262231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 6622ab48-00dc-4710-b546-88a19a1da8b9 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:41:14.288258 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-f0952485-a386-477c-a124-ad5a569c9159 service neutron] 10.222.0.48 "GET /v2.0/ports/3485f818-8d1c-4bdf-b5bd-94492ef4aad3/bindings/n-h2-827865-3 HTTP/1.1" status: 200 len: 384 time: 0.1359611 Feb 07 16:41:14.310230 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b510bf30-b039-491a-a965-b3eabcf3a6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (400e4769-9080-4444-bbc8-bbb35382fb5c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:14.332403 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3331f5f-2968-4f4c-ad45-777560d9cb9b req-6fb47913-ad97-428c-9d4b-a5cfdeed86a9 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-840126294&fields=id&tenant_id=b6660152de7d4de699a304c64d91802c HTTP/1.1" status: 200 len: 267 time: 0.1748910 Feb 07 16:41:14.355140 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3eea475-2342-4258-a8a4-84d23200bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (79b6f828-5c6c-4065-9878-f52f4ee89271), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:14.387243 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd8ded69-bdac-4d50-a517-23658c9dd4f9 req-178f94c5-a417-4b7c-9440-fc42999006ba tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725043 Feb 07 16:41:14.453076 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510bf30-b039-491a-a965-b3eabcf3a6f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=400e4769-9080-4444-bbc8-bbb35382fb5c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:14.467503 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eea475-2342-4258-a8a4-84d23200bc68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79b6f828-5c6c-4065-9878-f52f4ee89271,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:14.520707 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3331f5f-2968-4f4c-ad45-777560d9cb9b req-5f617c29-ea34-4763-b1b7-f0d22011eff9 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:14.523087 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3331f5f-2968-4f4c-ad45-777560d9cb9b req-5f617c29-ea34-4763-b1b7-f0d22011eff9 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 984 time: 0.1835289 Feb 07 16:41:14.530289 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eea475-2342-4258-a8a4-84d23200bc68 admin admin] Checking segment: {'id': '64adb199-9993-4c14-b837-969ac3cdf6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:41:14.531349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eea475-2342-4258-a8a4-84d23200bc68 admin admin] Network hostable DHCP agents. Network: 8518c54b-f554-4e85-9dc0-05cf87efac18, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:41:14.551400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a3331f5f-2968-4f4c-ad45-777560d9cb9b req-84ac2205-94d1-45af-a36d-4f91c7617e64 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Request body: {'port': {'security_groups': ['15a37523-d547-48a1-9f23-6eb712d13990', '2ddca679-1c15-481c-8987-60a366511921', '0a115839-20e7-43a1-961b-5ed34b4b66f1']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:14.589489 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eea475-2342-4258-a8a4-84d23200bc68 admin admin] Network 8518c54b-f554-4e85-9dc0-05cf87efac18 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:41:14.617753 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e3eea475-2342-4258-a8a4-84d23200bc68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 8518c54b-f554-4e85-9dc0-05cf87efac18) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:41:14.629176 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025442e2-4c6a-46ab-91b2-1fb724b3e38d None None] Network 8518c54b-f554-4e85-9dc0-05cf87efac18 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:41:14.638724 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b510bf30-b039-491a-a965-b3eabcf3a6f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (1d306101-f446-44bb-8717-d01aaf223d2c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:14.666687 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eea475-2342-4258-a8a4-84d23200bc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:14.667285 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3eea475-2342-4258-a8a4-84d23200bc68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:14.721429 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e3eea475-2342-4258-a8a4-84d23200bc68 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0290315 Feb 07 16:41:14.729928 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33706) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:14.742374 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4791b8e7-7cff-4b43-88ae-97923cfe159e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1069497962-router', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:14.767103 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4791b8e7-7cff-4b43-88ae-97923cfe159e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (6d7d575a-1a75-45f8-a43c-2b7939a2e631), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:14.768553 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4791b8e7-7cff-4b43-88ae-97923cfe159e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (6d7d575a-1a75-45f8-a43c-2b7939a2e631), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:14.780114 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a3331f5f-2968-4f4c-ad45-777560d9cb9b req-84ac2205-94d1-45af-a36d-4f91c7617e64 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:14.888155 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-8518c54b-f554-4e85-9dc0-05cf87efac18', 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18', 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'fixed_ips': [{'subnet_id': '79b6f828-5c6c-4065-9878-f52f4ee89271'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:41:14.889470 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:14.966861 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b510bf30-b039-491a-a965-b3eabcf3a6f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (1d306101-f446-44bb-8717-d01aaf223d2c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:14.978993 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b510bf30-b039-491a-a965-b3eabcf3a6f9 admin admin] Publish callbacks [] for router_controller (1d306101-f446-44bb-8717-d01aaf223d2c), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:15.103699 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4791b8e7-7cff-4b43-88ae-97923cfe159e admin admin] Publish callbacks [] for router_controller (6d7d575a-1a75-45f8-a43c-2b7939a2e631), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:15.145747 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b510bf30-b039-491a-a965-b3eabcf3a6f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (1d306101-f446-44bb-8717-d01aaf223d2c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:15.146412 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b510bf30-b039-491a-a965-b3eabcf3a6f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d306101-f446-44bb-8717-d01aaf223d2c {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:41:15.173998 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b510bf30-b039-491a-a965-b3eabcf3a6f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:15.179454 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b510bf30-b039-491a-a965-b3eabcf3a6f9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1d306101-f446-44bb-8717-d01aaf223d2c HTTP/1.1" status: 204 len: 168 time: 2.4774818 Feb 07 16:41:15.182402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33716) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:15.272783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-a883b457-fafb-420a-9b5c-e91996278d68 admin admin] Deleting subnet 80e69d6c-b48f-4fd8-93ac-ca848d4de64a {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:41:15.277038 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a883b457-fafb-420a-9b5c-e91996278d68 admin admin] Publish callbacks [] for subnet (80e69d6c-b48f-4fd8-93ac-ca848d4de64a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:15.296761 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1a4af4e7-df4a-463d-9d78-8f46056da485 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:41:15.317995 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4791b8e7-7cff-4b43-88ae-97923cfe159e admin admin] Publish callbacks [] for router_gateway (6d7d575a-1a75-45f8-a43c-2b7939a2e631), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:15.324328 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a3331f5f-2968-4f4c-ad45-777560d9cb9b req-84ac2205-94d1-45af-a36d-4f91c7617e64 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] For port 3e6c3ce8-55ac-4e84-9200-1151266bf00c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3e6c3ce8-55ac-4e84-9200-1151266bf00c,segment=NetworkSegment(eb51991e-dfe0-490d-8899-6617ddeef4f1),segment_id=eb51991e-dfe0-490d-8899-6617ddeef4f1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:15.368127 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] Allocated IP 172.20.0.2 (8518c54b-f554-4e85-9dc0-05cf87efac18/79b6f828-5c6c-4065-9878-f52f4ee89271/bad5c157-3e4f-48dc-be60-9fec5f6236cb) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:41:15.373117 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-60164ed4-e4c5-43eb-b353-1211b9389fe1 service neutron] For port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3485f818-8d1c-4bdf-b5bd-94492ef4aad3,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:15.404788 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-60164ed4-e4c5-43eb-b353-1211b9389fe1 service neutron] For port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:41:15.416183 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a3331f5f-2968-4f4c-ad45-777560d9cb9b req-84ac2205-94d1-45af-a36d-4f91c7617e64 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:15.435784 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a3331f5f-2968-4f4c-ad45-777560d9cb9b req-84ac2205-94d1-45af-a36d-4f91c7617e64 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:15.472891 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a883b457-fafb-420a-9b5c-e91996278d68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (80e69d6c-b48f-4fd8-93ac-ca848d4de64a), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:15.496407 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['d75cb458-b0a8-46d6-bea3-6ae840d5358d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:41:15.501076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['3e6c3ce8-55ac-4e84-9200-1151266bf00c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:41:15.519754 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-60164ed4-e4c5-43eb-b353-1211b9389fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:41:15.524851 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac2205-94d1-45af-a36d-4f91c7617e64 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event updated for resources: {'Port': ['ID=3e6c3ce8-55ac-4e84-9200-1151266bf00c,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:15.533798 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3331f5f-2968-4f4c-ad45-777560d9cb9b req-84ac2205-94d1-45af-a36d-4f91c7617e64 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:15.535275 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a3331f5f-2968-4f4c-ad45-777560d9cb9b req-84ac2205-94d1-45af-a36d-4f91c7617e64 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:15.539170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-60164ed4-e4c5-43eb-b353-1211b9389fe1 service neutron] For port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3485f818-8d1c-4bdf-b5bd-94492ef4aad3,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:15.548889 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3331f5f-2968-4f4c-ad45-777560d9cb9b req-84ac2205-94d1-45af-a36d-4f91c7617e64 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "PUT /v2.0/ports/3e6c3ce8-55ac-4e84-9200-1151266bf00c HTTP/1.1" status: 200 len: 1020 time: 1.0033715 Feb 07 16:41:15.554899 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f52483a-1d18-47eb-aa18-6e8670e2392c', 'tag': '3e6c3ce8-55ac-4e84-9200-1151266bf00c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:41:15.560057 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44659fdd-39d7-4593-a041-a87489b3df03" -d '{"events": [{"name": "network-changed", "server_uuid": "2f52483a-1d18-47eb-aa18-6e8670e2392c", "tag": "3e6c3ce8-55ac-4e84-9200-1151266bf00c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:41:15.607343 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-60164ed4-e4c5-43eb-b353-1211b9389fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:15.736729 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['3e6c3ce8-55ac-4e84-9200-1151266bf00c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:41:15.767918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f6def-78bb-44f4-9189-6ff5ba9d3afa req-0e664e46-c92c-4a54-b141-44b2bf35b2aa tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:15.778334 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a1f6def-78bb-44f4-9189-6ff5ba9d3afa req-0e664e46-c92c-4a54-b141-44b2bf35b2aa tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=1165244c-fc35-4e60-8b24-bfca2b2cd232 HTTP/1.1" status: 200 len: 945 time: 0.4268596 Feb 07 16:41:15.798108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 1a4af4e7-df4a-463d-9d78-8f46056da485 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:15.798595 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:15.856010 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a883b457-fafb-420a-9b5c-e91996278d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (80e69d6c-b48f-4fd8-93ac-ca848d4de64a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:15.926159 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e324fe59-bc41-4ec8-b66a-4ea121a53704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4af4e7-df4a-463d-9d78-8f46056da485'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:41:15.928597 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1612c6-4ca6-4215-99a2-dc7ef7a79191" -d '{"events": [{"server_uuid": "e324fe59-bc41-4ec8-b66a-4ea121a53704", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4af4e7-df4a-463d-9d78-8f46056da485"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:41:15.984361 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1a4af4e7-df4a-463d-9d78-8f46056da485, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1a4af4e7-df4a-463d-9d78-8f46056da485,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:16.006829 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:16.075938 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a1f6def-78bb-44f4-9189-6ff5ba9d3afa req-4c0d8b14-517d-43fb-859a-5306fa5764e8 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779338 Feb 07 16:41:16.083081 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 400e4769-9080-4444-bbc8-bbb35382fb5c no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:41:16.133802 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-60164ed4-e4c5-43eb-b353-1211b9389fe1 service neutron] Transition to ACTIVE for port object 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:41:16.137352 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a883b457-fafb-420a-9b5c-e91996278d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (80e69d6c-b48f-4fd8-93ac-ca848d4de64a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:16.157376 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-60164ed4-e4c5-43eb-b353-1211b9389fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:16.160279 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] Publish callbacks [] for port (bad5c157-3e4f-48dc-be60-9fec5f6236cb), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:16.204064 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 400e4769-9080-4444-bbc8-bbb35382fb5c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:41:16.204869 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 400e4769-9080-4444-bbc8-bbb35382fb5c not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:41:16.223699 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883b457-fafb-420a-9b5c-e91996278d68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80e69d6c-b48f-4fd8-93ac-ca848d4de64a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:16.228095 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a883b457-fafb-420a-9b5c-e91996278d68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:16.234514 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a883b457-fafb-420a-9b5c-e91996278d68 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/80e69d6c-b48f-4fd8-93ac-ca848d4de64a HTTP/1.1" status: 204 len: 168 time: 1.0500135 Feb 07 16:41:16.240425 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220726a7-554a-4b15-b79a-a5233bb84cd5 None None] Network ad69f8fd-6ecb-4a88-b291-e6bb3e449d84 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:41:16.243740 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (bad5c157-3e4f-48dc-be60-9fec5f6236cb), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:16.277270 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33736) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:16.432392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=1a4af4e7-df4a-463d-9d78-8f46056da485,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:16.450264 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-60164ed4-e4c5-43eb-b353-1211b9389fe1 service neutron] No DVR routers for this DVR port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:41:16.477109 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4791b8e7-7cff-4b43-88ae-97923cfe159e admin admin] Publish callbacks [] for router_gateway (6d7d575a-1a75-45f8-a43c-2b7939a2e631), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:16.488358 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60164ed4-e4c5-43eb-b353-1211b9389fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=3485f818-8d1c-4bdf-b5bd-94492ef4aad3,revision_number=10']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:16.525549 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-20f93ec3-513b-4d5e-829e-394ebc6cbb2d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:16.529502 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-20f93ec3-513b-4d5e-829e-394ebc6cbb2d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/networks?id=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 HTTP/1.1" status: 200 len: 805 time: 0.8702996 Feb 07 16:41:16.533893 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4791b8e7-7cff-4b43-88ae-97923cfe159e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:16.554780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] Network 8518c54b-f554-4e85-9dc0-05cf87efac18 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:41:16.555135 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-60164ed4-e4c5-43eb-b353-1211b9389fe1 service neutron] 10.222.0.48 "PUT /v2.0/ports/3485f818-8d1c-4bdf-b5bd-94492ef4aad3/bindings/n-h2-827865-3/activate HTTP/1.1" status: 200 len: 369 time: 2.2582457 Feb 07 16:41:16.589955 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:41:16.603322 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:41:16.603617 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (ad69f8fd-6ecb-4a88-b291-e6bb3e449d84), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:16.630464 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc47c5-02ac-4f66-81b0-c648e0d11c90 req-2f4f0839-cece-4472-a31b-8a2f6a4848bf tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:16.640782 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-3c383a9d-2a07-40d7-82d1-7a8abe62c3eb tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/quotas/2c5e15258b8947119fa62f8821360c46 HTTP/1.1" status: 200 len: 375 time: 0.0898025 Feb 07 16:41:16.649189 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbfc47c5-02ac-4f66-81b0-c648e0d11c90 req-2f4f0839-cece-4472-a31b-8a2f6a4848bf tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffe6e1e4-a01d-432b-8b07-7f26446af8b0 HTTP/1.1" status: 200 len: 946 time: 0.4270737 Feb 07 16:41:16.683536 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] Pushing event updated for resources: {'Port': ['ID=bad5c157-3e4f-48dc-be60-9fec5f6236cb,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:16.808612 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-82470e68-6cae-4ee4-8433-92089f215762 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c5e15258b8947119fa62f8821360c46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1662836 Feb 07 16:41:16.886280 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] Attempting to bind port bad5c157-3e4f-48dc-be60-9fec5f6236cb on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:41:16.887375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] Attempting to bind port bad5c157-3e4f-48dc-be60-9fec5f6236cb by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '64adb199-9993-4c14-b837-969ac3cdf6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:41:16.887375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] Attempting to bind port bad5c157-3e4f-48dc-be60-9fec5f6236cb on network 8518c54b-f554-4e85-9dc0-05cf87efac18 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:41:16.900566 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-4791b8e7-7cff-4b43-88ae-97923cfe159e admin admin] Allocated IP 172.25.4.243 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/79504e4a-bc5c-4043-8994-0a6e97b30ef9) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:41:16.908949 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-f2d65f74-200f-4b23-9b43-bdff40aa63ef tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:16.912042 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-f2d65f74-200f-4b23-9b43-bdff40aa63ef tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e&tenant_id=deb20de83f134befa08f0478fca7ff92&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 1127 time: 0.2500975 Feb 07 16:41:16.932712 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dbfc47c5-02ac-4f66-81b0-c648e0d11c90 req-1d01f10a-e6aa-4cd0-a5a9-ff008ca5bf77 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814384 Feb 07 16:41:16.948295 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:41:16.948667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] Checking segment: {'id': '64adb199-9993-4c14-b837-969ac3cdf6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:41:16.949129 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:16.949537 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] Bound using segment: {'id': '64adb199-9993-4c14-b837-969ac3cdf6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:41:16.950059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] Bound port: bad5c157-3e4f-48dc-be60-9fec5f6236cb, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64adb199-9993-4c14-b837-969ac3cdf6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:41:16.950459 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bad5c157-3e4f-48dc-be60-9fec5f6236cb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:17.125271 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79cf31a-3754-4243-8d4e-00a988d50c01 None None] DHCP port deletion for ad69f8fd-6ecb-4a88-b291-e6bb3e449d84 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:41:17.166375 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-a8bad5ce-a0b0-4b8a-abe3-e487b265a4ac service neutron] 10.222.0.18 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170598 Feb 07 16:41:17.257502 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] Deleting port de258caf-bbbf-4d31-a99a-ab020cea9110 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:41:17.263483 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (de258caf-bbbf-4d31-a99a-ab020cea9110), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:17.294903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-f61e02a2-79c6-4e4c-8dec-fc03df7ee30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:17.297635 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-f61e02a2-79c6-4e4c-8dec-fc03df7ee30f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e&tenant_id=deb20de83f134befa08f0478fca7ff92 HTTP/1.1" status: 200 len: 1127 time: 0.3611193 Feb 07 16:41:17.357777 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4791b8e7-7cff-4b43-88ae-97923cfe159e admin admin] Publish callbacks [] for port (79504e4a-bc5c-4043-8994-0a6e97b30ef9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:17.366996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35613b88-130f-4a57-a152-101bf59d31e0 req-f1a53f23-1629-4434-b1d4-34fd1bb700fd tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:17.368916 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35613b88-130f-4a57-a152-101bf59d31e0 req-f1a53f23-1629-4434-b1d4-34fd1bb700fd tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.48 "GET /v2.0/ports?device_id=e324fe59-bc41-4ec8-b66a-4ea121a53704 HTTP/1.1" status: 200 len: 944 time: 0.2120888 Feb 07 16:41:17.375267 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9916e-1689-4a49-a293-5bffd1830c8d req-27183601-5f0d-43dc-b663-ae0a1b581776 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:17.377840 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1de9916e-1689-4a49-a293-5bffd1830c8d req-27183601-5f0d-43dc-b663-ae0a1b581776 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe6e1e4-a01d-432b-8b07-7f26446af8b0 HTTP/1.1" status: 200 len: 946 time: 0.3298278 Feb 07 16:41:17.389978 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b1919-6070-4719-ba0c-9a533512cf06 req-86883423-7b75-4562-abea-27520f1ee151 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:17.391065 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-c4af0307-86f4-4516-9f82-f4ec2e292e92 service neutron] 10.222.0.18 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222471 Feb 07 16:41:17.402215 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b55b1919-6070-4719-ba0c-9a533512cf06 req-86883423-7b75-4562-abea-27520f1ee151 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 945 time: 0.2657387 Feb 07 16:41:17.408170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] For port bad5c157-3e4f-48dc-be60-9fec5f6236cb, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:41:17.433106 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] For port bad5c157-3e4f-48dc-be60-9fec5f6236cb, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bad5c157-3e4f-48dc-be60-9fec5f6236cb,segment=NetworkSegment(64adb199-9993-4c14-b837-969ac3cdf6d8),segment_id=64adb199-9993-4c14-b837-969ac3cdf6d8)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:41:17.469477 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bad5c157-3e4f-48dc-be60-9fec5f6236cb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:17.499851 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4791b8e7-7cff-4b43-88ae-97923cfe159e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (79504e4a-bc5c-4043-8994-0a6e97b30ef9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:17.576957 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d79cf31a-3754-4243-8d4e-00a988d50c01 None None] Deleting port de258caf-bbbf-4d31-a99a-ab020cea9110 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:41:17.577551 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d79cf31a-3754-4243-8d4e-00a988d50c01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (de258caf-bbbf-4d31-a99a-ab020cea9110), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:17.581993 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b55b1919-6070-4719-ba0c-9a533512cf06 req-c14a6f98-aeaa-4b56-95f6-db4aa201a53a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782296 Feb 07 16:41:17.638934 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac873a63-131f-4f0d-bca9-3b3b431ef396 None None] Pushing event updated for resources: {'Port': ['ID=bad5c157-3e4f-48dc-be60-9fec5f6236cb,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:17.684785 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] For port de258caf-bbbf-4d31-a99a-ab020cea9110, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=de258caf-bbbf-4d31-a99a-ab020cea9110,segment=NetworkSegment(fccaec59-769f-4b21-b3cc-6d22dd208893),segment_id=fccaec59-769f-4b21-b3cc-6d22dd208893)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:17.685168 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (de258caf-bbbf-4d31-a99a-ab020cea9110), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:17.694719 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d79cf31a-3754-4243-8d4e-00a988d50c01 None None] For port de258caf-bbbf-4d31-a99a-ab020cea9110, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=de258caf-bbbf-4d31-a99a-ab020cea9110,segment=NetworkSegment(fccaec59-769f-4b21-b3cc-6d22dd208893),segment_id=fccaec59-769f-4b21-b3cc-6d22dd208893)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:17.695407 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d79cf31a-3754-4243-8d4e-00a988d50c01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (de258caf-bbbf-4d31-a99a-ab020cea9110), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:17.715129 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] Calling delete_port for de258caf-bbbf-4d31-a99a-ab020cea9110 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:41:17.717214 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d79cf31a-3754-4243-8d4e-00a988d50c01 None None] Calling delete_port for de258caf-bbbf-4d31-a99a-ab020cea9110 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:41:17.773795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4791b8e7-7cff-4b43-88ae-97923cfe159e admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:41:17.776107 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d8e0d4-1c5b-42f2-a78d-268722e99dd8 x-openstack-request-id: req-b8d8e0d4-1c5b-42f2-a78d-268722e99dd8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:41:17.776540 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f52483a-1d18-47eb-aa18-6e8670e2392c", "tag": "3e6c3ce8-55ac-4e84-9200-1151266bf00c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:41:17.776937 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8d8e0d4-1c5b-42f2-a78d-268722e99dd8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:41:17.777521 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f52483a-1d18-47eb-aa18-6e8670e2392c', 'tag': '3e6c3ce8-55ac-4e84-9200-1151266bf00c', 'status': 'completed', 'code': 200} Feb 07 16:41:17.810564 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4791b8e7-7cff-4b43-88ae-97923cfe159e admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:41:17.814446 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791b8e7-7cff-4b43-88ae-97923cfe159e admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:41:17.834676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791b8e7-7cff-4b43-88ae-97923cfe159e admin admin] Pushing event updated for resources: {'Port': ['ID=79504e4a-bc5c-4043-8994-0a6e97b30ef9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:18.028324 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-7a678ef3-0400-42d6-872c-23f622932129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:18.033261 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-7a678ef3-0400-42d6-872c-23f622932129 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 1127 time: 0.5925031 Feb 07 16:41:18.042586 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b117c89a-69b0-48ad-b113-67047a4290e2 req-2a24ccba-4da4-40b5-b7ea-72e95fe8794f tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/0a115839-20e7-43a1-961b-5ed34b4b66f1 HTTP/1.1" status: 200 len: 1817 time: 0.3568435 Feb 07 16:41:18.043485 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa85e632-941d-4149-a8b6-6b5370b2c016 x-openstack-request-id: req-aa85e632-941d-4149-a8b6-6b5370b2c016 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:41:18.045925 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e324fe59-bc41-4ec8-b66a-4ea121a53704", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4af4e7-df4a-463d-9d78-8f46056da485", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:41:18.046999 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa85e632-941d-4149-a8b6-6b5370b2c016 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:41:18.049393 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e324fe59-bc41-4ec8-b66a-4ea121a53704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4af4e7-df4a-463d-9d78-8f46056da485', 'code': 200} Feb 07 16:41:18.142514 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d79cf31a-3754-4243-8d4e-00a988d50c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (de258caf-bbbf-4d31-a99a-ab020cea9110), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:18.183233 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device de258caf-bbbf-4d31-a99a-ab020cea9110 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:41:18.346302 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-35613b88-130f-4a57-a152-101bf59d31e0 req-d4a7e15b-2932-4811-9439-981e7111602d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Deleting port 1a4af4e7-df4a-463d-9d78-8f46056da485 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:41:18.350909 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-35613b88-130f-4a57-a152-101bf59d31e0 req-d4a7e15b-2932-4811-9439-981e7111602d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:18.364833 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (de258caf-bbbf-4d31-a99a-ab020cea9110), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:18.391650 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-1de9916e-1689-4a49-a293-5bffd1830c8d req-b7a87a97-6513-4c0a-ab54-51290c3c5ec2 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Deleting port 467d4b12-61e8-4553-96f1-87df9d01eddb {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:41:18.392062 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1de9916e-1689-4a49-a293-5bffd1830c8d req-b7a87a97-6513-4c0a-ab54-51290c3c5ec2 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (467d4b12-61e8-4553-96f1-87df9d01eddb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:18.499322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44659fdd-39d7-4593-a041-a87489b3df03 req-08dd062c-c8e9-422f-98ed-8d092c9257be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:18.501003 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-44659fdd-39d7-4593-a041-a87489b3df03 req-08dd062c-c8e9-422f-98ed-8d092c9257be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6660152de7d4de699a304c64d91802c&device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 1206 time: 0.6938963 Feb 07 16:41:18.557589 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-b117c89a-69b0-48ad-b113-67047a4290e2 req-08f6d772-470f-41cb-9ca4-6d03dfa36c4d tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 16:41:18.566489 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b117c89a-69b0-48ad-b113-67047a4290e2 req-08f6d772-470f-41cb-9ca4-6d03dfa36c4d tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "DELETE /v2.0/security-groups/0a115839-20e7-43a1-961b-5ed34b4b66f1 HTTP/1.1" status: 409 len: 341 time: 0.5003469 Feb 07 16:41:18.652417 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cf31a-3754-4243-8d4e-00a988d50c01 None None] Pushing event deleted for resources: {'Port': ['ID=de258caf-bbbf-4d31-a99a-ab020cea9110,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:18.681061 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: de258caf-bbbf-4d31-a99a-ab020cea9110 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:41:18.686064 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device de258caf-bbbf-4d31-a99a-ab020cea9110 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:41:18.691178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79cf31a-3754-4243-8d4e-00a988d50c01 None None] No DVR routers for this DVR port de258caf-bbbf-4d31-a99a-ab020cea9110 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:41:18.717036 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-abf732ef-a958-4f27-84e5-e1f9ffc32c53 req-22cd32f9-2297-439a-a448-6b9861a7b205 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 210 time: 0.0576892 Feb 07 16:41:18.746453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-35613b88-130f-4a57-a152-101bf59d31e0 req-d4a7e15b-2932-4811-9439-981e7111602d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] For port 1a4af4e7-df4a-463d-9d78-8f46056da485, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1a4af4e7-df4a-463d-9d78-8f46056da485,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:18.747258 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-35613b88-130f-4a57-a152-101bf59d31e0 req-d4a7e15b-2932-4811-9439-981e7111602d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:18.807881 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-35613b88-130f-4a57-a152-101bf59d31e0 req-d4a7e15b-2932-4811-9439-981e7111602d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Calling delete_port for 1a4af4e7-df4a-463d-9d78-8f46056da485 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:41:19.017380 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1de9916e-1689-4a49-a293-5bffd1830c8d req-b7a87a97-6513-4c0a-ab54-51290c3c5ec2 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] For port 467d4b12-61e8-4553-96f1-87df9d01eddb, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=467d4b12-61e8-4553-96f1-87df9d01eddb,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:19.017760 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1de9916e-1689-4a49-a293-5bffd1830c8d req-b7a87a97-6513-4c0a-ab54-51290c3c5ec2 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (467d4b12-61e8-4553-96f1-87df9d01eddb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:19.039309 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-1de9916e-1689-4a49-a293-5bffd1830c8d req-b7a87a97-6513-4c0a-ab54-51290c3c5ec2 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Calling delete_port for 467d4b12-61e8-4553-96f1-87df9d01eddb owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:41:19.085137 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] Pushing event deleted for resources: {'Port': ['ID=de258caf-bbbf-4d31-a99a-ab020cea9110,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:19.100986 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-a9817b1c-a892-4feb-a028-c0c2bc24bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:19.103351 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-a9817b1c-a892-4feb-a028-c0c2bc24bd57 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 1.0415096 Feb 07 16:41:19.105884 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] No DVR routers for this DVR port de258caf-bbbf-4d31-a99a-ab020cea9110 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:41:19.124760 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4791b8e7-7cff-4b43-88ae-97923cfe159e admin admin] Publish callbacks [] for router_gateway (6d7d575a-1a75-45f8-a43c-2b7939a2e631), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:19.128779 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f342046-e2a0-4976-b93b-91413cae731d req-232ca836-f074-42eb-b6b0-3113b19857d0 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:19.131466 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5f342046-e2a0-4976-b93b-91413cae731d req-232ca836-f074-42eb-b6b0-3113b19857d0 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6461e4c-bd41-4b0c-956f-d6d43f7a74ba HTTP/1.1" status: 200 len: 946 time: 0.9495173 Feb 07 16:41:19.185492 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44659fdd-39d7-4593-a041-a87489b3df03 req-b711f58c-81fe-4b70-8f29-aa4529db0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:19.187001 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-44659fdd-39d7-4593-a041-a87489b3df03 req-b711f58c-81fe-4b70-8f29-aa4529db0f1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc77436a-ae76-417b-b8a2-1292a74feccc HTTP/1.1" status: 200 len: 914 time: 0.6769760 Feb 07 16:41:19.217993 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-fb4c68ba-c943-4870-ba4f-014cb24316c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3485f818-8d1c-4bdf-b5bd-94492ef4aad3 HTTP/1.1" status: 200 len: 217 time: 0.1047091 Feb 07 16:41:19.289320 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-44659fdd-39d7-4593-a041-a87489b3df03 req-21c78a0b-ccaf-42b5-a755-e0242095f95f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e6c3ce8-55ac-4e84-9200-1151266bf00c HTTP/1.1" status: 200 len: 217 time: 0.0680647 Feb 07 16:41:19.314547 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09a7a9-11be-4c32-8333-c558e15ea3c7 req-30aa32d3-f478-446e-ae3b-1d806297afbf tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:19.316225 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f09a7a9-11be-4c32-8333-c558e15ea3c7 req-30aa32d3-f478-446e-ae3b-1d806297afbf tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffe6e1e4-a01d-432b-8b07-7f26446af8b0 HTTP/1.1" status: 200 len: 946 time: 0.5098703 Feb 07 16:41:19.361386 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (ad69f8fd-6ecb-4a88-b291-e6bb3e449d84), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:19.461900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dd987c-ea73-4c5f-b005-167ff16b300f None None] Network 8518c54b-f554-4e85-9dc0-05cf87efac18 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:41:19.467868 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad69f8fd-6ecb-4a88-b291-e6bb3e449d84']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:19.477916 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5f342046-e2a0-4976-b93b-91413cae731d req-eee4b0f6-6ab1-47d4-bfd3-b42e4a828c08 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189275 Feb 07 16:41:19.494752 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-4cb6d9db-30c9-439b-8411-c94cd0e289fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:19.495112 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44659fdd-39d7-4593-a041-a87489b3df03 req-8e8ec332-33e7-4744-bf43-d31186e8891a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:19.496758 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-4cb6d9db-30c9-439b-8411-c94cd0e289fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.2119868 Feb 07 16:41:19.501521 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fccaec59-769f-4b21-b3cc-6d22dd208893') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:19.501521 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fccaec59-769f-4b21-b3cc-6d22dd208893') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:19.502011 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-44659fdd-39d7-4593-a041-a87489b3df03 req-8e8ec332-33e7-4744-bf43-d31186e8891a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51ef7e68-7c99-433a-a263-366a7dc3d382 HTTP/1.1" status: 200 len: 853 time: 0.2054944 Feb 07 16:41:19.540903 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-c5ef44a0-3fd0-49de-bb88-b3287461aba3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378473 Feb 07 16:41:19.561738 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (fccaec59-769f-4b21-b3cc-6d22dd208893), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:19.675477 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (fccaec59-769f-4b21-b3cc-6d22dd208893), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:19.699194 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:41:19.699510 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f3931357-bac6-486e-bd04-a9005339ac26 None None] Provisioning complete for port bad5c157-3e4f-48dc-be60-9fec5f6236cb triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:19.699832 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (fccaec59-769f-4b21-b3cc-6d22dd208893), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:19.700038 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f3931357-bac6-486e-bd04-a9005339ac26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bad5c157-3e4f-48dc-be60-9fec5f6236cb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:41:19.702171 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:41:19.747323 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-44659fdd-39d7-4593-a041-a87489b3df03 req-79c2df5e-8788-44c5-ab64-abdd942a1c27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc77436a-ae76-417b-b8a2-1292a74feccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2126896 Feb 07 16:41:19.780152 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1de9916e-1689-4a49-a293-5bffd1830c8d req-b7a87a97-6513-4c0a-ab54-51290c3c5ec2 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (467d4b12-61e8-4553-96f1-87df9d01eddb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:19.814785 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2811f0c3-be71-4376-87f4-a273b75c44ed'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:41:19.908868 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a87a97-6513-4c0a-ab54-51290c3c5ec2 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Pushing event deleted for resources: {'Port': ['ID=467d4b12-61e8-4553-96f1-87df9d01eddb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:19.921579 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-5214354b-f29c-4049-b827-aa57b48e9fad service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657253 Feb 07 16:41:19.938888 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (ad69f8fd-6ecb-4a88-b291-e6bb3e449d84), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:20.003399 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f3931357-bac6-486e-bd04-a9005339ac26 None None] Current status of the port bad5c157-3e4f-48dc-be60-9fec5f6236cb is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:20.004714 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f3931357-bac6-486e-bd04-a9005339ac26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bad5c157-3e4f-48dc-be60-9fec5f6236cb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:20.056056 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:20.061670 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] 10.222.0.18 "DELETE /v2.0/networks/ad69f8fd-6ecb-4a88-b291-e6bb3e449d84 HTTP/1.1" status: 204 len: 168 time: 3.7747364 Feb 07 16:41:20.063240 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c8a00-9742-4f90-a36e-a89e3d1d913b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad69f8fd-6ecb-4a88-b291-e6bb3e449d84,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:20.071818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33760) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:20.082765 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f3931357-bac6-486e-bd04-a9005339ac26 None None] For port bad5c157-3e4f-48dc-be60-9fec5f6236cb, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bad5c157-3e4f-48dc-be60-9fec5f6236cb,segment=NetworkSegment(64adb199-9993-4c14-b837-969ac3cdf6d8),segment_id=64adb199-9993-4c14-b837-969ac3cdf6d8)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:20.095778 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f3931357-bac6-486e-bd04-a9005339ac26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bad5c157-3e4f-48dc-be60-9fec5f6236cb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:20.152301 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bad5c157-3e4f-48dc-be60-9fec5f6236cb up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:41:20.179321 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de9916e-1689-4a49-a293-5bffd1830c8d req-b7a87a97-6513-4c0a-ab54-51290c3c5ec2 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] No DVR routers for this DVR port 467d4b12-61e8-4553-96f1-87df9d01eddb on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:41:20.216840 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1de9916e-1689-4a49-a293-5bffd1830c8d req-b7a87a97-6513-4c0a-ab54-51290c3c5ec2 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:20.223711 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1de9916e-1689-4a49-a293-5bffd1830c8d req-b7a87a97-6513-4c0a-ab54-51290c3c5ec2 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.48 "DELETE /v2.0/ports/467d4b12-61e8-4553-96f1-87df9d01eddb HTTP/1.1" status: 204 len: 173 time: 2.7355409 Feb 07 16:41:20.226528 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe6e1e4-a01d-432b-8b07-7f26446af8b0', 'name': 'network-vif-deleted', 'tag': '467d4b12-61e8-4553-96f1-87df9d01eddb'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:41:20.231071 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262b45b2-b812-4505-8e90-a26214bed530" -d '{"events": [{"server_uuid": "ffe6e1e4-a01d-432b-8b07-7f26446af8b0", "name": "network-vif-deleted", "tag": "467d4b12-61e8-4553-96f1-87df9d01eddb"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:41:20.248121 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f09a7a9-11be-4c32-8333-c558e15ea3c7 req-33456a06-c4cd-43d4-8094-c1260482572c tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8898208 Feb 07 16:41:20.258430 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3931357-bac6-486e-bd04-a9005339ac26 None None] Pushing event updated for resources: {'Port': ['ID=bad5c157-3e4f-48dc-be60-9fec5f6236cb,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:20.285777 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port bad5c157-3e4f-48dc-be60-9fec5f6236cb triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:20.286296 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bad5c157-3e4f-48dc-be60-9fec5f6236cb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:20.337729 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-b3eaaaa2-740b-4098-b1f7-8d078c7038b8 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:20.342687 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-b3eaaaa2-740b-4098-b1f7-8d078c7038b8 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.32 "GET /v2.0/networks?id=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 HTTP/1.1" status: 200 len: 805 time: 0.7505310 Feb 07 16:41:20.379766 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e265e-0f59-4553-9bd6-3e1aba95ffde req-7ff473a1-3007-440b-98b4-c76c97e6857a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:20.388820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-1e33771d-7b13-46d7-bd0e-64ff129a75b4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Request body: {'port': {'device_id': '979f2052-ed97-4c4c-a1cd-9fecce157283', 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67', 'admin_state_up': True, 'tenant_id': '2c5e15258b8947119fa62f8821360c46'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:20.392938 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ed8e265e-0f59-4553-9bd6-3e1aba95ffde req-7ff473a1-3007-440b-98b4-c76c97e6857a tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 945 time: 0.4006696 Feb 07 16:41:20.432500 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-099cd7e2-992c-4b6f-b8ac-be4c8428cd18 service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959345 Feb 07 16:41:20.561089 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ed8e265e-0f59-4553-9bd6-3e1aba95ffde req-873b04d4-e17a-402e-8e29-76ec6a79375f tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659796 Feb 07 16:41:20.670555 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-35613b88-130f-4a57-a152-101bf59d31e0 req-d4a7e15b-2932-4811-9439-981e7111602d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1a4af4e7-df4a-463d-9d78-8f46056da485), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:20.692117 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port bad5c157-3e4f-48dc-be60-9fec5f6236cb is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:20.727814 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-037f9080-9b9e-4150-a84b-f6f968a61a54 None None] Provisioning complete for port bad5c157-3e4f-48dc-be60-9fec5f6236cb triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:20.728413 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-037f9080-9b9e-4150-a84b-f6f968a61a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bad5c157-3e4f-48dc-be60-9fec5f6236cb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:20.738195 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-701045d4-a567-4426-9268-2256f1eaae81 req-4de86564-7712-4f57-b5d3-ce6486f4a0cf tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 210 time: 0.0731499 Feb 07 16:41:20.765939 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7e15b-2932-4811-9439-981e7111602d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Pushing event deleted for resources: {'Port': ['ID=1a4af4e7-df4a-463d-9d78-8f46056da485,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:20.821584 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd778294-b149-4ddc-ba09-be88da66a5ba x-openstack-request-id: req-bd778294-b149-4ddc-ba09-be88da66a5ba {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:41:20.822083 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe6e1e4-a01d-432b-8b07-7f26446af8b0", "name": "network-vif-deleted", "tag": "467d4b12-61e8-4553-96f1-87df9d01eddb", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:41:20.822221 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd778294-b149-4ddc-ba09-be88da66a5ba {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:41:20.823415 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe6e1e4-a01d-432b-8b07-7f26446af8b0', 'name': 'network-vif-deleted', 'tag': '467d4b12-61e8-4553-96f1-87df9d01eddb', 'status': 'completed', 'code': 200} Feb 07 16:41:20.904858 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-037f9080-9b9e-4150-a84b-f6f968a61a54 None None] Current status of the port bad5c157-3e4f-48dc-be60-9fec5f6236cb is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:20.937210 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-f9290e32-1b78-4d27-a34b-ad442a9eb1a1 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:20.944108 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-f9290e32-1b78-4d27-a34b-ad442a9eb1a1 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e&tenant_id=deb20de83f134befa08f0478fca7ff92&binding%3Ahost_id=n-h2-827865-3 HTTP/1.1" status: 200 len: 1127 time: 0.1190810 Feb 07 16:41:20.956894 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 467d4b12-61e8-4553-96f1-87df9d01eddb no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:41:21.015937 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 467d4b12-61e8-4553-96f1-87df9d01eddb {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:41:21.016441 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 467d4b12-61e8-4553-96f1-87df9d01eddb not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:41:21.017104 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1a4af4e7-df4a-463d-9d78-8f46056da485 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:41:21.092337 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 1a4af4e7-df4a-463d-9d78-8f46056da485 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:41:21.093077 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1a4af4e7-df4a-463d-9d78-8f46056da485 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:41:21.132632 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:21.236158 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2a982ce9-f0bb-416b-82d4-0d0f63fcf554 service neutron] For port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:41:21.245153 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2a982ce9-f0bb-416b-82d4-0d0f63fcf554 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:21.247447 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8f021fb8-5dcb-496d-974d-982cecf22b6a req-2a982ce9-f0bb-416b-82d4-0d0f63fcf554 service neutron] 10.222.0.32 "DELETE /v2.0/ports/3485f818-8d1c-4bdf-b5bd-94492ef4aad3/bindings/n-h1-827865-3 HTTP/1.1" status: 204 len: 173 time: 0.2967579 Feb 07 16:41:21.286700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a87ba-3f47-41fb-bff1-5d2efb5dc5db req-1243d9ed-7137-446f-8676-fd5aca9be448 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:21.289259 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b14a87ba-3f47-41fb-bff1-5d2efb5dc5db req-1243d9ed-7137-446f-8676-fd5aca9be448 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6461e4c-bd41-4b0c-956f-d6d43f7a74ba HTTP/1.1" status: 200 len: 946 time: 0.1201496 Feb 07 16:41:21.401083 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b14a87ba-3f47-41fb-bff1-5d2efb5dc5db req-0a5a28f7-5310-4d68-9634-d58b295f91e8 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993514 Feb 07 16:41:21.505549 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4791b8e7-7cff-4b43-88ae-97923cfe159e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (6d7d575a-1a75-45f8-a43c-2b7939a2e631), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:21.516214 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-35613b88-130f-4a57-a152-101bf59d31e0 req-d4a7e15b-2932-4811-9439-981e7111602d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] No DVR routers for this DVR port 1a4af4e7-df4a-463d-9d78-8f46056da485 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:41:21.526532 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-35613b88-130f-4a57-a152-101bf59d31e0 req-d4a7e15b-2932-4811-9439-981e7111602d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:21.530153 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35613b88-130f-4a57-a152-101bf59d31e0 req-d4a7e15b-2932-4811-9439-981e7111602d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.48 "DELETE /v2.0/ports/1a4af4e7-df4a-463d-9d78-8f46056da485 HTTP/1.1" status: 204 len: 173 time: 4.1541662 Feb 07 16:41:21.532498 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e324fe59-bc41-4ec8-b66a-4ea121a53704', 'name': 'network-vif-deleted', 'tag': '1a4af4e7-df4a-463d-9d78-8f46056da485'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:41:21.534926 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dd1ae0-3a03-406c-9c00-8694cf4374c7" -d '{"events": [{"server_uuid": "e324fe59-bc41-4ec8-b66a-4ea121a53704", "name": "network-vif-deleted", "tag": "1a4af4e7-df4a-463d-9d78-8f46056da485"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:41:21.593171 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-44659fdd-39d7-4593-a041-a87489b3df03 req-e7173cf1-efe2-4fab-b604-a00d39148163 service neutron] 10.222.0.32 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5387640 Feb 07 16:41:21.688623 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4538b0ba-be43-4e12-ab60-520e1344b503 x-openstack-request-id: req-4538b0ba-be43-4e12-ab60-520e1344b503 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:41:21.689224 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e324fe59-bc41-4ec8-b66a-4ea121a53704", "name": "network-vif-deleted", "tag": "1a4af4e7-df4a-463d-9d78-8f46056da485", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:41:21.689656 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4538b0ba-be43-4e12-ab60-520e1344b503 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:41:21.690245 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e324fe59-bc41-4ec8-b66a-4ea121a53704', 'name': 'network-vif-deleted', 'tag': '1a4af4e7-df4a-463d-9d78-8f46056da485', 'status': 'completed', 'code': 200} Feb 07 16:41:21.804299 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-1e33771d-7b13-46d7-bd0e-64ff129a75b4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Made reservation on behalf of 2c5e15258b8947119fa62f8821360c46 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:41:21.809069 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-1e33771d-7b13-46d7-bd0e-64ff129a75b4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:21.848826 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f8a1d-b337-498a-86bc-a7f86f8253cc req-3d6eaa01-99a1-4b20-9715-9ddabd689217 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:21.854673 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f72f8a1d-b337-498a-86bc-a7f86f8253cc req-3d6eaa01-99a1-4b20-9715-9ddabd689217 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 1023 time: 1.0895338 Feb 07 16:41:21.945960 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e94d39-9a3b-488b-b729-61dd2f0c3b13 req-888f6fb2-52d9-4707-834c-3016fb9dc20a tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:21.947889 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-82e94d39-9a3b-488b-b729-61dd2f0c3b13 req-888f6fb2-52d9-4707-834c-3016fb9dc20a tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 1023 time: 0.2472966 Feb 07 16:41:21.987221 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e332602-e362-4686-bb8b-f22e7bf43372 req-67fcc106-b4fe-471b-a57f-d69b402fe6a2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:21.994373 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1e332602-e362-4686-bb8b-f22e7bf43372 req-67fcc106-b4fe-471b-a57f-d69b402fe6a2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 945 time: 0.1847184 Feb 07 16:41:22.073303 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bad5c157-3e4f-48dc-be60-9fec5f6236cb up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:41:22.151531 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1e332602-e362-4686-bb8b-f22e7bf43372 req-59083fef-4147-4e6e-aecd-c5d18d15cad2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181717 Feb 07 16:41:22.193458 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port bad5c157-3e4f-48dc-be60-9fec5f6236cb triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:22.193935 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bad5c157-3e4f-48dc-be60-9fec5f6236cb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:22.230786 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-82e94d39-9a3b-488b-b729-61dd2f0c3b13 req-e097c7c5-aa15-4419-b7f6-8fc102812d5d tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Deleting port 3e6c3ce8-55ac-4e84-9200-1151266bf00c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:41:22.231856 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-82e94d39-9a3b-488b-b729-61dd2f0c3b13 req-e097c7c5-aa15-4419-b7f6-8fc102812d5d tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:22.274735 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-44659fdd-39d7-4593-a041-a87489b3df03 req-5fd5d122-0027-40d4-a88b-87cbc2b5b6f6 service neutron] 10.222.0.32 "GET /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6478493 Feb 07 16:41:22.369905 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f72f8a1d-b337-498a-86bc-a7f86f8253cc req-d4c4e8c5-8771-47f2-918b-0c16d2e6f3d2 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a37523-d547-48a1-9f23-6eb712d13990&id=2ddca679-1c15-481c-8987-60a366511921&id=0a115839-20e7-43a1-961b-5ed34b4b66f1&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4204268 Feb 07 16:41:22.381526 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4f059052-38ea-4a70-b3c4-e4a2e2883c90 req-9a1026b9-5b46-44a6-adb8-45811e4c3863 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 210 time: 0.1211135 Feb 07 16:41:22.505053 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port bad5c157-3e4f-48dc-be60-9fec5f6236cb is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:22.544327 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-82e94d39-9a3b-488b-b729-61dd2f0c3b13 req-e097c7c5-aa15-4419-b7f6-8fc102812d5d tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] For port 3e6c3ce8-55ac-4e84-9200-1151266bf00c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3e6c3ce8-55ac-4e84-9200-1151266bf00c,segment=NetworkSegment(eb51991e-dfe0-490d-8899-6617ddeef4f1),segment_id=eb51991e-dfe0-490d-8899-6617ddeef4f1)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:22.544327 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-82e94d39-9a3b-488b-b729-61dd2f0c3b13 req-e097c7c5-aa15-4419-b7f6-8fc102812d5d tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:22.577589 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-82e94d39-9a3b-488b-b729-61dd2f0c3b13 req-e097c7c5-aa15-4419-b7f6-8fc102812d5d tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Calling delete_port for 3e6c3ce8-55ac-4e84-9200-1151266bf00c owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:41:22.721226 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc7387-fb93-46ce-9a89-2ee8e4a19700 req-534eecb2-4b11-4c3a-af35-038ffd448a84 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:22.730373 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-44bc7387-fb93-46ce-9a89-2ee8e4a19700 req-534eecb2-4b11-4c3a-af35-038ffd448a84 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6461e4c-bd41-4b0c-956f-d6d43f7a74ba HTTP/1.1" status: 200 len: 946 time: 0.1311603 Feb 07 16:41:22.777351 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4791b8e7-7cff-4b43-88ae-97923cfe159e admin admin] Router 6d7d575a-1a75-45f8-a43c-2b7939a2e631 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:41:22.793090 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-1e33771d-7b13-46d7-bd0e-64ff129a75b4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Allocated IP 172.20.0.8 (47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67/33c9ecdd-108b-4a28-9918-7706852c1388/4f7503e0-462f-4cd3-83da-ae0cd7829ce7) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:41:22.803419 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-44bc7387-fb93-46ce-9a89-2ee8e4a19700 req-db44e4da-3941-42c3-b3af-5e5bf1ad7dcb tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705559 Feb 07 16:41:22.851311 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ace058-6de0-4475-82bf-75005adbc4da req-8933b02b-352b-4609-a230-2722278a6972 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:22.853348 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-32ace058-6de0-4475-82bf-75005adbc4da req-8933b02b-352b-4609-a230-2722278a6972 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6461e4c-bd41-4b0c-956f-d6d43f7a74ba HTTP/1.1" status: 200 len: 946 time: 0.4013288 Feb 07 16:41:22.982455 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:23.039353 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-82e94d39-9a3b-488b-b729-61dd2f0c3b13 req-e097c7c5-aa15-4419-b7f6-8fc102812d5d tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3e6c3ce8-55ac-4e84-9200-1151266bf00c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:23.058538 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['3e6c3ce8-55ac-4e84-9200-1151266bf00c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:41:23.063045 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['d75cb458-b0a8-46d6-bea3-6ae840d5358d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:41:23.086145 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-7e6725e5-e008-4b2b-b9a3-534055cc3c77 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:23.087997 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-7e6725e5-e008-4b2b-b9a3-534055cc3c77 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 805 time: 0.4655337 Feb 07 16:41:23.141963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097c7c5-aa15-4419-b7f6-8fc102812d5d tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event deleted for resources: {'Port': ['ID=3e6c3ce8-55ac-4e84-9200-1151266bf00c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:23.207599 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-02449763-73e2-46da-8bae-f8f99744d2ab tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/quotas/1d548d291d9f481cbdcd664ba783ab69 HTTP/1.1" status: 200 len: 375 time: 0.0941422 Feb 07 16:41:23.233399 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790c0f4-8adf-4cb3-bc2c-673ea55917c9 req-da5b1ee9-3d9f-4363-8dbc-ef98d7dede10 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:23.236617 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0790c0f4-8adf-4cb3-bc2c-673ea55917c9 req-da5b1ee9-3d9f-4363-8dbc-ef98d7dede10 tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 1127 time: 0.3460939 Feb 07 16:41:23.292040 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947f3fc-2f65-4fb7-a8a7-ff0fd8fb889e req-daef3fa7-9026-4028-8e05-4593d63a904d tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:23.295475 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6947f3fc-2f65-4fb7-a8a7-ff0fd8fb889e req-daef3fa7-9026-4028-8e05-4593d63a904d tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.48 "GET /v2.0/ports?device_id=1165244c-fc35-4e60-8b24-bfca2b2cd232 HTTP/1.1" status: 200 len: 945 time: 0.3455944 Feb 07 16:41:23.300073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e94d39-9a3b-488b-b729-61dd2f0c3b13 req-e097c7c5-aa15-4419-b7f6-8fc102812d5d tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] No DVR routers for this DVR port 3e6c3ce8-55ac-4e84-9200-1151266bf00c on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:41:23.305438 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-82e94d39-9a3b-488b-b729-61dd2f0c3b13 req-e097c7c5-aa15-4419-b7f6-8fc102812d5d tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:23.312712 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-82e94d39-9a3b-488b-b729-61dd2f0c3b13 req-e097c7c5-aa15-4419-b7f6-8fc102812d5d tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.32 "DELETE /v2.0/ports/3e6c3ce8-55ac-4e84-9200-1151266bf00c HTTP/1.1" status: 204 len: 173 time: 1.3577905 Feb 07 16:41:23.319244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f52483a-1d18-47eb-aa18-6e8670e2392c', 'name': 'network-vif-deleted', 'tag': '3e6c3ce8-55ac-4e84-9200-1151266bf00c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:41:23.323382 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a968a4a8-969e-4031-9d6c-1001cd20f191" -d '{"events": [{"server_uuid": "2f52483a-1d18-47eb-aa18-6e8670e2392c", "name": "network-vif-deleted", "tag": "3e6c3ce8-55ac-4e84-9200-1151266bf00c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:41:23.357268 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4791b8e7-7cff-4b43-88ae-97923cfe159e admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:41:23.393306 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] Sync routers for ids ['6d7d575a-1a75-45f8-a43c-2b7939a2e631'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:41:23.433230 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-1e33771d-7b13-46d7-bd0e-64ff129a75b4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks [] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:23.442409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] Routers {'6d7d575a-1a75-45f8-a43c-2b7939a2e631'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:41:23.442409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:40:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6d7d575a-1a75-45f8-a43c-2b7939a2e631'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:23.455231 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-32ace058-6de0-4475-82bf-75005adbc4da req-b248b527-e72e-4681-917b-9d5893b048d5 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Deleting port da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:41:23.455579 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32ace058-6de0-4475-82bf-75005adbc4da req-b248b527-e72e-4681-917b-9d5893b048d5 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:23.461379 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4791b8e7-7cff-4b43-88ae-97923cfe159e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:23.462874 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4791b8e7-7cff-4b43-88ae-97923cfe159e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.7245142 Feb 07 16:41:23.469468 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33802) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:23.491236 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30104779-d550-49b4-b207-739cc8c62c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:23.543884 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-1f85f183-2da4-46ea-83c2-2e76da645667 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3045056 Feb 07 16:41:23.578461 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0790c0f4-8adf-4cb3-bc2c-673ea55917c9 req-3c3c6405-ddc9-4791-91e5-6728f95d630b tempest-LiveAutoBlockMigrationV225Test-5575456 tempest-LiveAutoBlockMigrationV225Test-5575456-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811410 Feb 07 16:41:23.661772 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] Set router 6d7d575a-1a75-45f8-a43c-2b7939a2e631 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:41:23.696296 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-6947f3fc-2f65-4fb7-a8a7-ff0fd8fb889e req-4ff7e568-0d15-4009-a523-163937a0d6f1 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Deleting port 1c588ec4-e195-422e-9b77-4d9b35563a42 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:41:23.696887 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6947f3fc-2f65-4fb7-a8a7-ff0fd8fb889e req-4ff7e568-0d15-4009-a523-163937a0d6f1 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1c588ec4-e195-422e-9b77-4d9b35563a42), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:23.706531 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099e9a48-3bd1-442d-bb7e-1dc715af76ba x-openstack-request-id: req-099e9a48-3bd1-442d-bb7e-1dc715af76ba {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:41:23.706994 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f52483a-1d18-47eb-aa18-6e8670e2392c", "name": "network-vif-deleted", "tag": "3e6c3ce8-55ac-4e84-9200-1151266bf00c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:41:23.707454 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-099e9a48-3bd1-442d-bb7e-1dc715af76ba {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:41:23.708015 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f52483a-1d18-47eb-aa18-6e8670e2392c', 'name': 'network-vif-deleted', 'tag': '3e6c3ce8-55ac-4e84-9200-1151266bf00c', 'status': 'completed', 'code': 200} Feb 07 16:41:23.839010 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8c242f77-4f68-4746-b3ca-c7bc65e61594 req-8855886e-2322-450c-a406-b7f052cb273e tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f52483a-1d18-47eb-aa18-6e8670e2392c HTTP/1.1" status: 200 len: 210 time: 0.0416682 Feb 07 16:41:23.998517 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'name': 'tempest-ServersTestManualDisk-1069497962-router', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:14Z', 'updated_at': '2022-02-07T16:41:18Z', 'revision_number': 3, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'gw_port': {'id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:16Z', 'updated_at': '2022-02-07T16:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:24.006120 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac0fc103-ec8b-4c08-92f7-8ea3c0732cae req-c833c51a-f0a6-4a81-a85f-966c9437b09f tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 210 time: 0.0598297 Feb 07 16:41:24.014063 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-6947f3fc-2f65-4fb7-a8a7-ff0fd8fb889e req-4ff7e568-0d15-4009-a523-163937a0d6f1 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] For port 1c588ec4-e195-422e-9b77-4d9b35563a42, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1c588ec4-e195-422e-9b77-4d9b35563a42,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:24.014560 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6947f3fc-2f65-4fb7-a8a7-ff0fd8fb889e req-4ff7e568-0d15-4009-a523-163937a0d6f1 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1c588ec4-e195-422e-9b77-4d9b35563a42), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:24.035319 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-6947f3fc-2f65-4fb7-a8a7-ff0fd8fb889e req-4ff7e568-0d15-4009-a523-163937a0d6f1 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Calling delete_port for 1c588ec4-e195-422e-9b77-4d9b35563a42 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:41:24.098315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] Checking router: 6d7d575a-1a75-45f8-a43c-2b7939a2e631 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:41:24.098912 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] Updating router 6d7d575a-1a75-45f8-a43c-2b7939a2e631 port 79504e4a-bc5c-4043-8994-0a6e97b30ef9 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:41:24.122544 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-1e33771d-7b13-46d7-bd0e-64ff129a75b4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:24.134271 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-32ace058-6de0-4475-82bf-75005adbc4da req-b248b527-e72e-4681-917b-9d5893b048d5 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] For port da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1,segment=NetworkSegment(1cd7e706-14bc-45fb-8600-cd723dca3faa),segment_id=1cd7e706-14bc-45fb-8600-cd723dca3faa)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:24.134271 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32ace058-6de0-4475-82bf-75005adbc4da req-b248b527-e72e-4681-917b-9d5893b048d5 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:24.145103 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (79504e4a-bc5c-4043-8994-0a6e97b30ef9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:24.333038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-32ace058-6de0-4475-82bf-75005adbc4da req-b248b527-e72e-4681-917b-9d5893b048d5 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Calling delete_port for da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:41:24.364702 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6947f3fc-2f65-4fb7-a8a7-ff0fd8fb889e req-4ff7e568-0d15-4009-a523-163937a0d6f1 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (1c588ec4-e195-422e-9b77-4d9b35563a42), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:24.419578 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-538b53a2-4f1d-423a-832c-6244c20274b4 service neutron] 10.222.0.18 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8227212 Feb 07 16:41:24.422689 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-1e33771d-7b13-46d7-bd0e-64ff129a75b4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:41:24.456267 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7e568-0d15-4009-a523-163937a0d6f1 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Pushing event deleted for resources: {'Port': ['ID=1c588ec4-e195-422e-9b77-4d9b35563a42,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:24.476970 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33771d-7b13-46d7-bd0e-64ff129a75b4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Pushing event updated for resources: {'Port': ['ID=4f7503e0-462f-4cd3-83da-ae0cd7829ce7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:24.483304 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-1e33771d-7b13-46d7-bd0e-64ff129a75b4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:41:24.534162 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-1e33771d-7b13-46d7-bd0e-64ff129a75b4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:41:24.573399 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-6947f3fc-2f65-4fb7-a8a7-ff0fd8fb889e req-4ff7e568-0d15-4009-a523-163937a0d6f1 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] No DVR routers for this DVR port 1c588ec4-e195-422e-9b77-4d9b35563a42 on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:41:24.577723 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6947f3fc-2f65-4fb7-a8a7-ff0fd8fb889e req-4ff7e568-0d15-4009-a523-163937a0d6f1 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:24.580705 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6947f3fc-2f65-4fb7-a8a7-ff0fd8fb889e req-4ff7e568-0d15-4009-a523-163937a0d6f1 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.48 "DELETE /v2.0/ports/1c588ec4-e195-422e-9b77-4d9b35563a42 HTTP/1.1" status: 204 len: 173 time: 1.2665465 Feb 07 16:41:24.623749 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59445c-50f0-44a3-910f-2b3c12873001 req-16fd877a-4b5b-4fad-ac70-e5ff48632e50 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:24.625616 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fc59445c-50f0-44a3-910f-2b3c12873001 req-16fd877a-4b5b-4fad-ac70-e5ff48632e50 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6461e4c-bd41-4b0c-956f-d6d43f7a74ba HTTP/1.1" status: 200 len: 946 time: 0.1733294 Feb 07 16:41:24.664581 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] Publish callbacks [] for port (79504e4a-bc5c-4043-8994-0a6e97b30ef9), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:24.674743 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (79504e4a-bc5c-4043-8994-0a6e97b30ef9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:24.708602 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fc59445c-50f0-44a3-910f-2b3c12873001 req-9f25b7a8-fb44-4d85-840f-2e27b2dea305 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/security-groups?id=98d5daf5-88da-4b01-a25d-ec70f6498feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724125 Feb 07 16:41:24.822757 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] Attempting to bind port 79504e4a-bc5c-4043-8994-0a6e97b30ef9 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:41:24.823272 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] Attempting to bind port 79504e4a-bc5c-4043-8994-0a6e97b30ef9 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:41:24.823874 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] Attempting to bind port 79504e4a-bc5c-4043-8994-0a6e97b30ef9 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:41:24.838227 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1fc9a-8a9e-4685-a5fb-e7d935cc8e01 None None] Pushing event updated for resources: {'Port': ['ID=79504e4a-bc5c-4043-8994-0a6e97b30ef9,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:24.844295 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:41:24.844890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:41:24.845614 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:24.846351 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:41:24.847199 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] Bound port: 79504e4a-bc5c-4043-8994-0a6e97b30ef9, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:41:24.847841 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (79504e4a-bc5c-4043-8994-0a6e97b30ef9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:24.928299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] For port 79504e4a-bc5c-4043-8994-0a6e97b30ef9, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:41:24.933429 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] For port 79504e4a-bc5c-4043-8994-0a6e97b30ef9, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=79504e4a-bc5c-4043-8994-0a6e97b30ef9,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:41:24.939317 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703668cb-8c32-4501-a986-672442209c1c req-13b79a6e-f379-47b2-9aa6-195ff5c8d2aa tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:24.941900 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (79504e4a-bc5c-4043-8994-0a6e97b30ef9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:24.942195 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-703668cb-8c32-4501-a986-672442209c1c req-13b79a6e-f379-47b2-9aa6-195ff5c8d2aa tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 945 time: 0.1006091 Feb 07 16:41:24.956403 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1c588ec4-e195-422e-9b77-4d9b35563a42 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:41:25.037863 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-703668cb-8c32-4501-a986-672442209c1c req-e503edd7-75ee-4c26-9940-fa3b712f2f31 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847244 Feb 07 16:41:25.084286 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e78f99-0fea-4ad8-953e-1dd60afc9e48 req-4cccdeeb-0160-407b-9c72-f0e200517185 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:25.086240 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46e78f99-0fea-4ad8-953e-1dd60afc9e48 req-4cccdeeb-0160-407b-9c72-f0e200517185 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 945 time: 0.1001773 Feb 07 16:41:25.137675 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-1e33771d-7b13-46d7-bd0e-64ff129a75b4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:25.138474 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-1e33771d-7b13-46d7-bd0e-64ff129a75b4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:25.229235 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 1c588ec4-e195-422e-9b77-4d9b35563a42 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:41:25.229821 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1c588ec4-e195-422e-9b77-4d9b35563a42 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:41:25.230704 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:41:25.263549 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-1e33771d-7b13-46d7-bd0e-64ff129a75b4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8898962 Feb 07 16:41:25.316740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1fc9a-8a9e-4685-a5fb-e7d935cc8e01 None None] Pushing event updated for resources: {'Port': ['ID=79504e4a-bc5c-4043-8994-0a6e97b30ef9,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:25.328917 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] Routers {'6d7d575a-1a75-45f8-a43c-2b7939a2e631'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:41:25.329954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:40:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6d7d575a-1a75-45f8-a43c-2b7939a2e631'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:25.382541 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c09cc8-d6ba-4b58-9de7-5a01af3341ee req-e3c9ad16-0f5e-4c58-93f0-b486782fec87 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:25.396060 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14c09cc8-d6ba-4b58-9de7-5a01af3341ee req-e3c9ad16-0f5e-4c58-93f0-b486782fec87 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 931 time: 0.1541831 Feb 07 16:41:25.403788 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:41:25.426558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-46e78f99-0fea-4ad8-953e-1dd60afc9e48 req-5ecf487c-f841-4747-aba0-53fee502e6ca tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Deleting port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:41:25.428966 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-46e78f99-0fea-4ad8-953e-1dd60afc9e48 req-5ecf487c-f841-4747-aba0-53fee502e6ca tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:25.461871 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Request body: {'port': {'device_id': '979f2052-ed97-4c4c-a1cd-9fecce157283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:25.499470 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Port da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 update to DOWN by agent not found {{(pid=103228) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 07 16:41:25.523072 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] Set router 6d7d575a-1a75-45f8-a43c-2b7939a2e631 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:41:25.537787 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32ace058-6de0-4475-82bf-75005adbc4da req-b248b527-e72e-4681-917b-9d5893b048d5 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:25.562542 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-2a19407b-5555-46d4-a0e8-7d463410bcc2 service neutron] 10.222.0.18 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0876632 Feb 07 16:41:25.613655 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14c09cc8-d6ba-4b58-9de7-5a01af3341ee req-e31455bc-b6f4-4ee4-88e1-088fa3aae6dd tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050803 Feb 07 16:41:25.629629 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248b527-e72e-4681-917b-9d5893b048d5 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Pushing event deleted for resources: {'Port': ['ID=da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:25.734294 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1165244c-fc35-4e60-8b24-bfca2b2cd232', 'name': 'network-vif-deleted', 'tag': '1c588ec4-e195-422e-9b77-4d9b35563a42'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:41:25.739855 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1b4155-21e3-4fa0-869a-a7da64857ae3" -d '{"events": [{"server_uuid": "1165244c-fc35-4e60-8b24-bfca2b2cd232", "name": "network-vif-deleted", "tag": "1c588ec4-e195-422e-9b77-4d9b35563a42"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:41:25.770684 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-46e78f99-0fea-4ad8-953e-1dd60afc9e48 req-5ecf487c-f841-4747-aba0-53fee502e6ca tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] For port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3485f818-8d1c-4bdf-b5bd-94492ef4aad3,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:25.771868 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-46e78f99-0fea-4ad8-953e-1dd60afc9e48 req-5ecf487c-f841-4747-aba0-53fee502e6ca tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:25.810909 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ace058-6de0-4475-82bf-75005adbc4da req-b248b527-e72e-4681-917b-9d5893b048d5 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] No DVR routers for this DVR port da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:41:25.820003 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-46e78f99-0fea-4ad8-953e-1dd60afc9e48 req-5ecf487c-f841-4747-aba0-53fee502e6ca tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Calling delete_port for 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:41:25.823458 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-32ace058-6de0-4475-82bf-75005adbc4da req-b248b527-e72e-4681-917b-9d5893b048d5 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:25.829496 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-32ace058-6de0-4475-82bf-75005adbc4da req-b248b527-e72e-4681-917b-9d5893b048d5 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.48 "DELETE /v2.0/ports/da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1 HTTP/1.1" status: 204 len: 173 time: 2.9609222 Feb 07 16:41:25.829496 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6461e4c-bd41-4b0c-956f-d6d43f7a74ba', 'name': 'network-vif-deleted', 'tag': 'da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:41:25.833174 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-23dd8d9f-d494-4df7-8c7d-728b33c1bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:25.840718 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f46e48f-e81b-4f94-87bb-a92dd43e0deb" -d '{"events": [{"server_uuid": "e6461e4c-bd41-4b0c-956f-d6d43f7a74ba", "name": "network-vif-deleted", "tag": "da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:41:25.859802 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a4936a4c-e791-4165-b700-2a4ef4c5f58e req-02a7579a-f148-4a5a-b1a0-ff38fcd97b20 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3586450 Feb 07 16:41:25.864759 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:26.031747 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e37a54de-b1a9-417a-b50b-4c293d7e9789 req-0650f0b4-498e-4a5f-b145-2ff1637d6b31 tempest-MultipleCreateTestJSON-935554702 tempest-MultipleCreateTestJSON-935554702-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6461e4c-bd41-4b0c-956f-d6d43f7a74ba HTTP/1.1" status: 200 len: 210 time: 0.0470243 Feb 07 16:41:26.043680 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2663fd67-d78b-45a4-8dee-42c23e3c6424 req-bc704d9a-3049-4dc1-8ef3-748315e3359d tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/15a37523-d547-48a1-9f23-6eb712d13990 HTTP/1.1" status: 200 len: 1816 time: 0.3546627 Feb 07 16:41:26.138420 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3e6c3ce8-55ac-4e84-9200-1151266bf00c no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:41:26.161392 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3762821-ee75-4ba6-94c2-219f0aafe4f2 x-openstack-request-id: req-e3762821-ee75-4ba6-94c2-219f0aafe4f2 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:41:26.161701 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1165244c-fc35-4e60-8b24-bfca2b2cd232", "name": "network-vif-deleted", "tag": "1c588ec4-e195-422e-9b77-4d9b35563a42", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:41:26.162107 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3762821-ee75-4ba6-94c2-219f0aafe4f2 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:41:26.162464 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1165244c-fc35-4e60-8b24-bfca2b2cd232', 'name': 'network-vif-deleted', 'tag': '1c588ec4-e195-422e-9b77-4d9b35563a42', 'status': 'completed', 'code': 200} Feb 07 16:41:26.188598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 3e6c3ce8-55ac-4e84-9200-1151266bf00c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:41:26.189077 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3e6c3ce8-55ac-4e84-9200-1151266bf00c not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:41:26.198736 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4936a4c-e791-4165-b700-2a4ef4c5f58e req-f8e6cbbd-87ce-4573-8332-9580d0c33dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:26.200308 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a4936a4c-e791-4165-b700-2a4ef4c5f58e req-f8e6cbbd-87ce-4573-8332-9580d0c33dfa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 1127 time: 0.2992425 Feb 07 16:41:26.220135 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3086762e-9634-4d99-b9d8-131b9d3e4c2e x-openstack-request-id: req-3086762e-9634-4d99-b9d8-131b9d3e4c2e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:41:26.220539 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6461e4c-bd41-4b0c-956f-d6d43f7a74ba", "name": "network-vif-deleted", "tag": "da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:41:26.220713 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3086762e-9634-4d99-b9d8-131b9d3e4c2e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:41:26.221083 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6461e4c-bd41-4b0c-956f-d6d43f7a74ba', 'name': 'network-vif-deleted', 'tag': 'da5b1b63-0c32-4b9c-b54e-c8fa5edc5fd1', 'status': 'completed', 'code': 200} Feb 07 16:41:26.250996 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2663fd67-d78b-45a4-8dee-42c23e3c6424 req-b16ff2f3-a5eb-4731-b876-b7904646d637 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (15a37523-d547-48a1-9f23-6eb712d13990), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:26.251321 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'name': 'tempest-ServersTestManualDisk-1069497962-router', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:14Z', 'updated_at': '2022-02-07T16:41:18Z', 'revision_number': 3, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'gw_port': {'id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:16Z', 'updated_at': '2022-02-07T16:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:26.289630 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2663fd67-d78b-45a4-8dee-42c23e3c6424 req-b16ff2f3-a5eb-4731-b876-b7904646d637 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (15a37523-d547-48a1-9f23-6eb712d13990), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:26.299409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca60340d-f9ec-4ee6-b07a-71cf37429310 None None] The sync data for ids ['6d7d575a-1a75-45f8-a43c-2b7939a2e631'] in n-d-827865-3 is: [{'id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'name': 'tempest-ServersTestManualDisk-1069497962-router', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:14Z', 'updated_at': '2022-02-07T16:41:18Z', 'revision_number': 3, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'gw_port': {'id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:16Z', 'updated_at': '2022-02-07T16:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:41:26.325051 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-46e78f99-0fea-4ad8-953e-1dd60afc9e48 req-5ecf487c-f841-4747-aba0-53fee502e6ca tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3485f818-8d1c-4bdf-b5bd-94492ef4aad3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:26.337638 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['da44614a-2442-4ed8-b35b-d53be88d4fe4', '3485f818-8d1c-4bdf-b5bd-94492ef4aad3'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:41:26.405100 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf487c-f841-4747-aba0-53fee502e6ca tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Pushing event deleted for resources: {'Port': ['ID=3485f818-8d1c-4bdf-b5bd-94492ef4aad3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:26.480878 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-612296ac-83d2-4e79-8eaf-8478d704c6c8 req-e68df64b-4c36-4517-b57a-9e6b7eb6aca6 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 210 time: 0.1274436 Feb 07 16:41:26.491837 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e78f99-0fea-4ad8-953e-1dd60afc9e48 req-5ecf487c-f841-4747-aba0-53fee502e6ca tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] No DVR routers for this DVR port 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:41:26.495470 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2663fd67-d78b-45a4-8dee-42c23e3c6424 req-b16ff2f3-a5eb-4731-b876-b7904646d637 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (15a37523-d547-48a1-9f23-6eb712d13990), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:26.501120 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2663fd67-d78b-45a4-8dee-42c23e3c6424 req-b16ff2f3-a5eb-4731-b876-b7904646d637 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:26.503423 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2663fd67-d78b-45a4-8dee-42c23e3c6424 req-b16ff2f3-a5eb-4731-b876-b7904646d637 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "DELETE /v2.0/security-groups/15a37523-d547-48a1-9f23-6eb712d13990 HTTP/1.1" status: 204 len: 173 time: 0.4529924 Feb 07 16:41:26.506615 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-46e78f99-0fea-4ad8-953e-1dd60afc9e48 req-5ecf487c-f841-4747-aba0-53fee502e6ca tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:26.519198 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46e78f99-0fea-4ad8-953e-1dd60afc9e48 req-5ecf487c-f841-4747-aba0-53fee502e6ca tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.32 "DELETE /v2.0/ports/3485f818-8d1c-4bdf-b5bd-94492ef4aad3 HTTP/1.1" status: 204 len: 173 time: 1.4235210 Feb 07 16:41:26.541628 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-30104779-d550-49b4-b207-739cc8c62c1e admin admin] Deleting port adabc5d3-50cd-47de-a297-227d28210490 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:41:26.542497 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30104779-d550-49b4-b207-739cc8c62c1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (adabc5d3-50cd-47de-a297-227d28210490), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:26.580749 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ff2f3-a5eb-4731-b876-b7904646d637 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a37523-d547-48a1-9f23-6eb712d13990,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:26.789471 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a652416d-bd13-4ce3-8a12-d3feb5680013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:26.908514 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1006d2f3-ac3c-4596-9a05-5dc2f2d3fe3f req-95007a8c-513d-4bf8-8059-9d32f404affe tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 210 time: 0.1458347 Feb 07 16:41:26.923810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-30104779-d550-49b4-b207-739cc8c62c1e admin admin] For port adabc5d3-50cd-47de-a297-227d28210490, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=adabc5d3-50cd-47de-a297-227d28210490,segment=NetworkSegment(f63a9932-c8d5-4b3c-90c1-f13a3746149c),segment_id=f63a9932-c8d5-4b3c-90c1-f13a3746149c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:26.924084 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30104779-d550-49b4-b207-739cc8c62c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (adabc5d3-50cd-47de-a297-227d28210490), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:26.953315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-30104779-d550-49b4-b207-739cc8c62c1e admin admin] Calling delete_port for adabc5d3-50cd-47de-a297-227d28210490 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:41:27.182786 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3941ff-3973-440c-8c94-7f08a272cd9c req-1ad27023-5731-4a97-812b-97eb2426dd3b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:27.193943 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c3941ff-3973-440c-8c94-7f08a272cd9c req-1ad27023-5731-4a97-812b-97eb2426dd3b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 931 time: 0.1344967 Feb 07 16:41:27.247438 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-44ada951-4288-40ed-8fab-382bf0881a6e req-d8ee8581-23cf-47a0-b629-da88d3b7a9a8 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/0a115839-20e7-43a1-961b-5ed34b4b66f1 HTTP/1.1" status: 200 len: 1817 time: 0.6026158 Feb 07 16:41:27.267569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4936a4c-e791-4165-b700-2a4ef4c5f58e req-14cc9617-bd29-4fbd-ad75-3c7120f41afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:27.268670 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a4936a4c-e791-4165-b700-2a4ef4c5f58e req-14cc9617-bd29-4fbd-ad75-3c7120f41afe service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 1.0049922 Feb 07 16:41:27.290310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c3941ff-3973-440c-8c94-7f08a272cd9c req-8e00cf9c-9e60-4d39-bd19-3cfdeddfcd64 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941815 Feb 07 16:41:27.441322 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a4936a4c-e791-4165-b700-2a4ef4c5f58e req-3dc18002-0d08-4f41-b452-6b9dcbecce57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b0bcd92-c891-4110-baa2-fd8e3a682ce5 HTTP/1.1" status: 200 len: 217 time: 0.1581650 Feb 07 16:41:27.469383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33844) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:27.533477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:41:27.626979 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Publish callbacks [] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:27.690778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4936a4c-e791-4165-b700-2a4ef4c5f58e req-727aa62e-5e2b-48ee-a210-950fd9a64859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:27.692318 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a4936a4c-e791-4165-b700-2a4ef4c5f58e req-727aa62e-5e2b-48ee-a210-950fd9a64859 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.2376652 Feb 07 16:41:27.695963 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-a701fb2a-602b-4bea-b348-51d2215fbc3a admin admin] Deleting subnet f8721db2-22bc-4c53-94c8-f059ef179da8 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:41:27.703634 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Transition to ACTIVE for port object 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:41:27.717586 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-099da9b7-1572-4716-8a2d-0ef0ef0145eb req-01e08a00-85cd-4655-aa78-69630128a9e6 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 210 time: 0.0583026 Feb 07 16:41:27.730641 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:27.732581 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a701fb2a-602b-4bea-b348-51d2215fbc3a admin admin] Publish callbacks [] for subnet (f8721db2-22bc-4c53-94c8-f059ef179da8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:27.757516 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a4936a4c-e791-4165-b700-2a4ef4c5f58e req-a3f2a0e2-8762-465e-a4a8-111ae9883a6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489604 Feb 07 16:41:27.788596 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-44ada951-4288-40ed-8fab-382bf0881a6e req-cde2398d-a358-4497-aaad-22f80148f201 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (0a115839-20e7-43a1-961b-5ed34b4b66f1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:27.917719 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30104779-d550-49b4-b207-739cc8c62c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (adabc5d3-50cd-47de-a297-227d28210490), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:28.061420 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-44ada951-4288-40ed-8fab-382bf0881a6e req-cde2398d-a358-4497-aaad-22f80148f201 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (0a115839-20e7-43a1-961b-5ed34b4b66f1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:28.078229 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f45903be-c499-43e7-abc8-4469dd5bef69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:28.204491 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e', 'name': 'network-vif-deleted', 'tag': '3485f818-8d1c-4bdf-b5bd-94492ef4aad3'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:41:28.210291 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a3546b-183c-4204-8a56-bc7da52033df" -d '{"events": [{"server_uuid": "9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e", "name": "network-vif-deleted", "tag": "3485f818-8d1c-4bdf-b5bd-94492ef4aad3"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:41:28.216097 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 79504e4a-bc5c-4043-8994-0a6e97b30ef9 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:41:28.240417 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-56b0921d-d5d0-4f55-ab6a-1c83afb74fac tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:28.242188 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-56b0921d-d5d0-4f55-ab6a-1c83afb74fac tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.48 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 805 time: 0.2376072 Feb 07 16:41:28.277305 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cf3dfa96-91b6-41a6-85dc-94663e174e04 req-29e60d3a-979c-4eb7-b891-2fd78871bbcd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 210 time: 0.1730707 Feb 07 16:41:28.323052 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a701fb2a-602b-4bea-b348-51d2215fbc3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (f8721db2-22bc-4c53-94c8-f059ef179da8), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:28.371006 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2010cb8-1b20-4080-a77c-1d93b152a37c x-openstack-request-id: req-e2010cb8-1b20-4080-a77c-1d93b152a37c {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:41:28.371468 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e", "name": "network-vif-deleted", "tag": "3485f818-8d1c-4bdf-b5bd-94492ef4aad3", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:41:28.371883 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2010cb8-1b20-4080-a77c-1d93b152a37c {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:41:28.372508 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e', 'name': 'network-vif-deleted', 'tag': '3485f818-8d1c-4bdf-b5bd-94492ef4aad3', 'status': 'completed', 'code': 200} Feb 07 16:41:28.390257 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 79504e4a-bc5c-4043-8994-0a6e97b30ef9 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:28.390891 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (79504e4a-bc5c-4043-8994-0a6e97b30ef9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:28.425802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-7ccbe69b-835d-4fc7-a94f-76c230de3924 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Request body: {'port': {'device_id': 'f560bd87-6ca2-4ce6-87f8-fa1c14b73d56', 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327', 'admin_state_up': True, 'tenant_id': '1d548d291d9f481cbdcd664ba783ab69'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:28.607909 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 79504e4a-bc5c-4043-8994-0a6e97b30ef9 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:28.608537 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (79504e4a-bc5c-4043-8994-0a6e97b30ef9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:28.653629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 79504e4a-bc5c-4043-8994-0a6e97b30ef9, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=79504e4a-bc5c-4043-8994-0a6e97b30ef9,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:28.663779 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (79504e4a-bc5c-4043-8994-0a6e97b30ef9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:28.664084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec1b96-ec52-46b3-ad2e-dad0c65a19c0 req-972dbd01-33f7-4b25-b5e9-4c26587d0005 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:28.671154 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-04ec1b96-ec52-46b3-ad2e-dad0c65a19c0 req-972dbd01-33f7-4b25-b5e9-4c26587d0005 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 943 time: 0.1548543 Feb 07 16:41:28.806474 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-04ec1b96-ec52-46b3-ad2e-dad0c65a19c0 req-62ad2329-e580-49cf-9574-1106cab97eb5 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280956 Feb 07 16:41:28.807457 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=79504e4a-bc5c-4043-8994-0a6e97b30ef9,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:28.832271 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:28.833119 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:28.836298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:28.837259 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:28.837929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:28.838652 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:28.839304 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:28.839968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:28.840623 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:28.841251 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:28.842176 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:28.843006 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:28.843643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:28.982270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Pushing event updated for resources: {'Port': ['ID=4f7503e0-462f-4cd3-83da-ae0cd7829ce7,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:28.999934 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ca3e6a9e-10e9-4882-bcdb-8b880e2816bd req-972f7b8c-7582-4e43-9b54-68199aea3bf2 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 210 time: 0.0468307 Feb 07 16:41:29.136018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30104779-d550-49b4-b207-739cc8c62c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=adabc5d3-50cd-47de-a297-227d28210490,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:29.198175 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-a652416d-bd13-4ce3-8a12-d3feb5680013 admin admin] Allocated IP 172.20.0.1 (8518c54b-f554-4e85-9dc0-05cf87efac18/79b6f828-5c6c-4065-9878-f52f4ee89271/096c5448-b64c-4d82-8710-8b1e7ad73cb1) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:41:29.377975 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:29.399932 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-44ada951-4288-40ed-8fab-382bf0881a6e req-cde2398d-a358-4497-aaad-22f80148f201 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0a115839-20e7-43a1-961b-5ed34b4b66f1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:29.405340 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-44ada951-4288-40ed-8fab-382bf0881a6e req-cde2398d-a358-4497-aaad-22f80148f201 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:29.407463 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-44ada951-4288-40ed-8fab-382bf0881a6e req-cde2398d-a358-4497-aaad-22f80148f201 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "DELETE /v2.0/security-groups/0a115839-20e7-43a1-961b-5ed34b4b66f1 HTTP/1.1" status: 204 len: 173 time: 2.1325002 Feb 07 16:41:29.418839 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a701fb2a-602b-4bea-b348-51d2215fbc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (f8721db2-22bc-4c53-94c8-f059ef179da8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:29.436154 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-741efeaf-a50d-41d9-a11e-a769817e31f1 req-3a76c973-d4d5-49fc-a821-c2176589d6a4 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 210 time: 0.0443707 Feb 07 16:41:29.545706 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-62c4c6e2-27ff-4dfe-984f-c770edf79c47 req-7c3d7674-a868-467b-9e3e-296b5f1812c6 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1852311245', 'description': 'tempest-description-1599373787'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:29.568061 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2398d-a358-4497-aaad-22f80148f201 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a115839-20e7-43a1-961b-5ed34b4b66f1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:29.580792 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a4936a4c-e791-4165-b700-2a4ef4c5f58e req-e76dd22f-fd8d-483d-8cea-e798b2ca55c5 service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7543266 Feb 07 16:41:29.617562 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30104779-d550-49b4-b207-739cc8c62c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:29.695501 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Attempting to bind port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:41:29.695925 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Attempting to bind port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'a8cbf2b4-a269-4a95-95bb-59271c7116a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:41:29.696315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Attempting to bind port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 on network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:41:29.732891 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62c4c6e2-27ff-4dfe-984f-c770edf79c47 req-7c3d7674-a868-467b-9e3e-296b5f1812c6 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:29.752344 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 on network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:41:29.752344 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Attempting to bind port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 on network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:41:29.822634 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-7ccbe69b-835d-4fc7-a94f-76c230de3924 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Made reservation on behalf of 1d548d291d9f481cbdcd664ba783ab69 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:41:29.829566 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-7ccbe69b-835d-4fc7-a94f-76c230de3924 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:29.934648 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:41:29.935206 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Checking segment: {'id': 'a8cbf2b4-a269-4a95-95bb-59271c7116a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:41:29.935831 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Bound using segment: {'id': 'a8cbf2b4-a269-4a95-95bb-59271c7116a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:41:29.936556 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Bound port: 4f7503e0-462f-4cd3-83da-ae0cd7829ce7, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cbf2b4-a269-4a95-95bb-59271c7116a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:41:29.937123 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:29.959192 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a701fb2a-602b-4bea-b348-51d2215fbc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (f8721db2-22bc-4c53-94c8-f059ef179da8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:30.008712 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a652416d-bd13-4ce3-8a12-d3feb5680013 admin admin] Publish callbacks [] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:30.024029 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb8abd-b7e5-4f33-a9af-52d07228bb4b req-23a8143c-0fd2-4656-a66d-c0ada685d40d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:30.026627 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-57bb8abd-b7e5-4f33-a9af-52d07228bb4b req-23a8143c-0fd2-4656-a66d-c0ada685d40d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 943 time: 0.1045446 Feb 07 16:41:30.123786 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62c4c6e2-27ff-4dfe-984f-c770edf79c47 req-7c3d7674-a868-467b-9e3e-296b5f1812c6 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (e29604b8-159a-4ff8-9525-19dae27dddb0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:30.131595 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 79504e4a-bc5c-4043-8994-0a6e97b30ef9 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:41:30.135706 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-57bb8abd-b7e5-4f33-a9af-52d07228bb4b req-cfd30574-b7db-424e-aef4-9f160c4a87de tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954628 Feb 07 16:41:30.179282 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:41:30.214344 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62c4c6e2-27ff-4dfe-984f-c770edf79c47 req-7c3d7674-a868-467b-9e3e-296b5f1812c6 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e29604b8-159a-4ff8-9525-19dae27dddb0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:30.241779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701fb2a-602b-4bea-b348-51d2215fbc3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8721db2-22bc-4c53-94c8-f059ef179da8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:30.261222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:41:30.263769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3485f818-8d1c-4bdf-b5bd-94492ef4aad3 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:41:30.279126 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b510a932-eacd-4b98-b61a-852349015bf7 req-81c3b4bb-531e-40ca-800a-2a37c8092923 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 210 time: 0.0520697 Feb 07 16:41:30.287350 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a701fb2a-602b-4bea-b348-51d2215fbc3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:30.295659 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a701fb2a-602b-4bea-b348-51d2215fbc3a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f8721db2-22bc-4c53-94c8-f059ef179da8 HTTP/1.1" status: 204 len: 168 time: 2.8142369 Feb 07 16:41:30.296246 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33866) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:30.317214 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 79504e4a-bc5c-4043-8994-0a6e97b30ef9 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:30.317776 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (79504e4a-bc5c-4043-8994-0a6e97b30ef9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:30.391705 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a4936a4c-e791-4165-b700-2a4ef4c5f58e req-0ffa64a2-4ec4-413c-8f28-c1ebda409e4f service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7939317 Feb 07 16:41:30.391994 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d7674-a868-467b-9e3e-296b5f1812c6 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29604b8-159a-4ff8-9525-19dae27dddb0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:30.465039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 79504e4a-bc5c-4043-8994-0a6e97b30ef9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:30.498862 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d5b0-e5f1-4b57-ac71-6adfa1d3d776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (1416bc97-7ed1-4e89-bcb8-343c620b9a50), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:30.520313 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-62c4c6e2-27ff-4dfe-984f-c770edf79c47 req-7c3d7674-a868-467b-9e3e-296b5f1812c6 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:30.522625 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-62c4c6e2-27ff-4dfe-984f-c770edf79c47 req-7c3d7674-a868-467b-9e3e-296b5f1812c6 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.0122800 Feb 07 16:41:30.532892 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] For port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:41:30.692651 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] For port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4f7503e0-462f-4cd3-83da-ae0cd7829ce7,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:41:30.705114 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a652416d-bd13-4ce3-8a12-d3feb5680013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:30.717892 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-31e3d69d-ebbd-4bcd-bd97-702482ef944c req-8e1d4ff2-2b56-4987-b969-1bb9e0106304 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 210 time: 0.0642071 Feb 07 16:41:30.734603 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d5b0-e5f1-4b57-ac71-6adfa1d3d776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (1416bc97-7ed1-4e89-bcb8-343c620b9a50), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:30.740791 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:30.785119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a652416d-bd13-4ce3-8a12-d3feb5680013 admin admin] Network 8518c54b-f554-4e85-9dc0-05cf87efac18 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:41:30.793880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a652416d-bd13-4ce3-8a12-d3feb5680013 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:41:30.796775 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:30.807309 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9cc5d5b0-e5f1-4b57-ac71-6adfa1d3d776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1416bc97-7ed1-4e89-bcb8-343c620b9a50']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:30.828115 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9cc5d5b0-e5f1-4b57-ac71-6adfa1d3d776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd7e706-14bc-45fb-8600-cd723dca3faa') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:30.829535 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9cc5d5b0-e5f1-4b57-ac71-6adfa1d3d776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd7e706-14bc-45fb-8600-cd723dca3faa') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:30.829680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a652416d-bd13-4ce3-8a12-d3feb5680013 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:41:30.852238 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d5b0-e5f1-4b57-ac71-6adfa1d3d776 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (1cd7e706-14bc-45fb-8600-cd723dca3faa), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:30.887266 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d5b0-e5f1-4b57-ac71-6adfa1d3d776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (1cd7e706-14bc-45fb-8600-cd723dca3faa), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:30.891301 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30104779-d550-49b4-b207-739cc8c62c1e admin admin] Router 22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:41:30.903370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc5d5b0-e5f1-4b57-ac71-6adfa1d3d776 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:41:30.904474 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d5b0-e5f1-4b57-ac71-6adfa1d3d776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (1cd7e706-14bc-45fb-8600-cd723dca3faa), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:41:30.909052 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:41:30.924443 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a099586-fb5a-4e54-95af-5581172d46f4 req-7a4e965c-26fb-4893-aaab-b863598981f5 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/e29604b8-159a-4ff8-9525-19dae27dddb0 HTTP/1.1" status: 200 len: 1818 time: 0.2296176 Feb 07 16:41:30.925503 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a652416d-bd13-4ce3-8a12-d3feb5680013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (6d7d575a-1a75-45f8-a43c-2b7939a2e631), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:30.950222 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7a099586-fb5a-4e54-95af-5581172d46f4 req-c02f9a59-9f43-4b21-abc4-067662d646b2 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1113308313', 'description': 'tempest-description-hth-1489054555'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:31.013047 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d5b0-e5f1-4b57-ac71-6adfa1d3d776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (1416bc97-7ed1-4e89-bcb8-343c620b9a50), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:31.026926 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d5b0-e5f1-4b57-ac71-6adfa1d3d776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:31.034451 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9cc5d5b0-e5f1-4b57-ac71-6adfa1d3d776 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1416bc97-7ed1-4e89-bcb8-343c620b9a50 HTTP/1.1" status: 204 len: 168 time: 0.7363346 Feb 07 16:41:31.054892 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:31.055926 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:31.057731 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] 10.222.0.32 "PUT /v2.0/ports/4f7503e0-462f-4cd3-83da-ae0cd7829ce7 HTTP/1.1" status: 200 len: 1091 time: 5.7713447 Feb 07 16:41:31.058953 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5d5b0-e5f1-4b57-ac71-6adfa1d3d776 admin admin] Pushing event deleted for resources: {'Network': ['ID=1416bc97-7ed1-4e89-bcb8-343c620b9a50,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:31.065319 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979f2052-ed97-4c4c-a1cd-9fecce157283', 'tag': '4f7503e0-462f-4cd3-83da-ae0cd7829ce7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:41:31.068831 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6deff83-3730-4260-b5e4-7e60c7cc04df" -d '{"events": [{"name": "network-changed", "server_uuid": "979f2052-ed97-4c4c-a1cd-9fecce157283", "tag": "4f7503e0-462f-4cd3-83da-ae0cd7829ce7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:41:31.076292 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-7ccbe69b-835d-4fc7-a94f-76c230de3924 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Allocated IP 172.20.0.10 (64333f75-bb31-47f0-9f63-55e283dff327/3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801/f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:41:31.126447 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652416d-bd13-4ce3-8a12-d3feb5680013 admin admin] Pushing event updated for resources: {'Port': ['ID=096c5448-b64c-4d82-8710-8b1e7ad73cb1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:31.234265 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3129fe-ca75-40d4-a24f-62f6c00e8aaf x-openstack-request-id: req-3c3129fe-ca75-40d4-a24f-62f6c00e8aaf {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:41:31.234551 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979f2052-ed97-4c4c-a1cd-9fecce157283", "tag": "4f7503e0-462f-4cd3-83da-ae0cd7829ce7", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:41:31.234803 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c3129fe-ca75-40d4-a24f-62f6c00e8aaf {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:41:31.235507 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979f2052-ed97-4c4c-a1cd-9fecce157283', 'tag': '4f7503e0-462f-4cd3-83da-ae0cd7829ce7', 'status': 'completed', 'code': 200} Feb 07 16:41:31.277519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a23dfb3-0fd3-4d4e-9330-3f2148108e05 None None] Provisioning complete for port 096c5448-b64c-4d82-8710-8b1e7ad73cb1 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:31.277905 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a23dfb3-0fd3-4d4e-9330-3f2148108e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:31.287465 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a099586-fb5a-4e54-95af-5581172d46f4 req-c02f9a59-9f43-4b21-abc4-067662d646b2 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (e29604b8-159a-4ff8-9525-19dae27dddb0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:31.311395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33878) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:31.334930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a23dfb3-0fd3-4d4e-9330-3f2148108e05 None None] Port 096c5448-b64c-4d82-8710-8b1e7ad73cb1 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:41:31.345696 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a099586-fb5a-4e54-95af-5581172d46f4 req-c02f9a59-9f43-4b21-abc4-067662d646b2 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (e29604b8-159a-4ff8-9525-19dae27dddb0), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:31.349775 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31e052-53cd-453f-a568-1e01d1df2a1d req-a3a9881b-68e5-4337-9542-cb9b49b0a76c tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:31.351352 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c31e052-53cd-453f-a568-1e01d1df2a1d req-a3a9881b-68e5-4337-9542-cb9b49b0a76c tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 943 time: 0.0952985 Feb 07 16:41:31.383710 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a099586-fb5a-4e54-95af-5581172d46f4 req-c02f9a59-9f43-4b21-abc4-067662d646b2 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e29604b8-159a-4ff8-9525-19dae27dddb0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:31.387031 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a099586-fb5a-4e54-95af-5581172d46f4 req-c02f9a59-9f43-4b21-abc4-067662d646b2 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:31.388392 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a099586-fb5a-4e54-95af-5581172d46f4 req-c02f9a59-9f43-4b21-abc4-067662d646b2 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "PUT /v2.0/security-groups/e29604b8-159a-4ff8-9525-19dae27dddb0 HTTP/1.1" status: 200 len: 1792 time: 0.4423141 Feb 07 16:41:31.406598 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9dc9891a-2f40-43ab-9796-268cb06a29c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=27d161f3194b4bd8bbb5a80e7e14ca00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0867639 Feb 07 16:41:31.407116 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33886) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:31.502695 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8254e34e-c723-461e-ad3f-a1f11c0f473c admin admin] Publish callbacks [] for security_group (98d5daf5-88da-4b01-a25d-ec70f6498feb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:31.523121 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c31e052-53cd-453f-a568-1e01d1df2a1d req-773b01e2-2eac-4d3a-9285-6c59eb975a04 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560996 Feb 07 16:41:31.529523 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f9a59-9f43-4b21-abc4-067662d646b2 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29604b8-159a-4ff8-9525-19dae27dddb0,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:31.559695 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8254e34e-c723-461e-ad3f-a1f11c0f473c admin admin] Publish callbacks [] for security_group (98d5daf5-88da-4b01-a25d-ec70f6498feb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:31.575552 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45fd65-ce58-4104-ae58-9742be4079cd service neutron] Pushing event updated for resources: {'Port': ['ID=4f7503e0-462f-4cd3-83da-ae0cd7829ce7,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:31.634956 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30104779-d550-49b4-b207-739cc8c62c1e admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:41:31.650296 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-30104779-d550-49b4-b207-739cc8c62c1e admin admin] 10.222.0.18 "PUT /v2.0/routers/22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5674329 Feb 07 16:41:31.652376 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3669420-1f09-4fed-9201-d6cd45216211 req-a53f87e8-4ebf-4ff9-a721-e8ea4d288485 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 210 time: 0.1172030 Feb 07 16:41:31.652376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33888) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:31.662307 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa532656-1237-4749-8535-3848e12ba2b9 None None] Sync routers for ids ['22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:41:31.675647 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c6c70443-2b7f-4ae4-b158-3daa7c725dfe req-002f4a26-3734-43a8-931b-f60e8f200239 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/e29604b8-159a-4ff8-9525-19dae27dddb0 HTTP/1.1" status: 200 len: 1792 time: 0.1000292 Feb 07 16:41:31.702786 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8254e34e-c723-461e-ad3f-a1f11c0f473c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (98d5daf5-88da-4b01-a25d-ec70f6498feb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:31.704590 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa532656-1237-4749-8535-3848e12ba2b9 None None] Routers {'22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:41:31.706158 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-aa532656-1237-4749-8535-3848e12ba2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:41:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:31.708268 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8254e34e-c723-461e-ad3f-a1f11c0f473c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:31.709574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8254e34e-c723-461e-ad3f-a1f11c0f473c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98d5daf5-88da-4b01-a25d-ec70f6498feb HTTP/1.1" status: 204 len: 168 time: 0.2953417 Feb 07 16:41:31.734001 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254e34e-c723-461e-ad3f-a1f11c0f473c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d5daf5-88da-4b01-a25d-ec70f6498feb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:31.809586 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ac6d37d-1e06-4798-9612-e438d26058af req-dded3016-aaf2-472f-9029-d7079a711882 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/e29604b8-159a-4ff8-9525-19dae27dddb0 HTTP/1.1" status: 200 len: 1792 time: 0.0906296 Feb 07 16:41:31.885676 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-7ccbe69b-835d-4fc7-a94f-76c230de3924 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks [] for port (f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:31.942294 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-bc9cd96d-224b-4b35-9490-5d1d2aad9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:31.947061 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-bc9cd96d-224b-4b35-9490-5d1d2aad9b6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c5e15258b8947119fa62f8821360c46&device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 1125 time: 0.8130143 Feb 07 16:41:31.965716 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0ac6d37d-1e06-4798-9612-e438d26058af req-48abb78d-919a-4dff-9bb6-dd80a417dee0 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (e29604b8-159a-4ff8-9525-19dae27dddb0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:31.972571 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-aa532656-1237-4749-8535-3848e12ba2b9 None None] Set router 22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:41:32.017798 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0ac6d37d-1e06-4798-9612-e438d26058af req-48abb78d-919a-4dff-9bb6-dd80a417dee0 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (e29604b8-159a-4ff8-9525-19dae27dddb0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:32.066299 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a652416d-bd13-4ce3-8a12-d3feb5680013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:32.124510 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0ac6d37d-1e06-4798-9612-e438d26058af req-48abb78d-919a-4dff-9bb6-dd80a417dee0 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e29604b8-159a-4ff8-9525-19dae27dddb0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:32.127274 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-0ac6d37d-1e06-4798-9612-e438d26058af req-48abb78d-919a-4dff-9bb6-dd80a417dee0 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:32.128935 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ac6d37d-1e06-4798-9612-e438d26058af req-48abb78d-919a-4dff-9bb6-dd80a417dee0 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "DELETE /v2.0/security-groups/e29604b8-159a-4ff8-9525-19dae27dddb0 HTTP/1.1" status: 204 len: 173 time: 0.3121619 Feb 07 16:41:32.143775 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abb78d-919a-4dff-9bb6-dd80a417dee0 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29604b8-159a-4ff8-9525-19dae27dddb0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:32.200793 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-7ccbe69b-835d-4fc7-a94f-76c230de3924 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:32.220073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2811f0c3-be71-4376-87f4-a273b75c44ed'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:41:32.318791 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:32.327284 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d1c1f451-de84-4f7f-b431-502b13abe937 req-61b5161b-7c89-46c0-b4c6-e4c1c83d5d19 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 210 time: 0.3740242 Feb 07 16:41:32.354550 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [req-af282a3b-f611-49b8-9afa-b487a2265714 req-6058638c-86c8-4c95-8115-694f32266916 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] show failed (client error): The resource could not be found. Feb 07 16:41:32.364666 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-af282a3b-f611-49b8-9afa-b487a2265714 req-6058638c-86c8-4c95-8115-694f32266916 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/0a115839-20e7-43a1-961b-5ed34b4b66f1 HTTP/1.1" status: 404 len: 352 time: 0.0326018 Feb 07 16:41:32.439658 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-7ccbe69b-835d-4fc7-a94f-76c230de3924 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Network 64333f75-bb31-47f0-9f63-55e283dff327 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:41:32.470912 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-3128276a-0fac-40bb-b068-19cb2c652d79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f7503e0-462f-4cd3-83da-ae0cd7829ce7 HTTP/1.1" status: 200 len: 217 time: 0.2793028 Feb 07 16:41:32.518695 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-aa532656-1237-4749-8535-3848e12ba2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1617746426-router', 'tenant_id': 'f2ffc91660b34d2da2121a1b0861a149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '5b079bb8-4872-4721-8e90-b5e3b2f9e019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:43Z', 'updated_at': '2022-02-07T16:41:27Z', 'revision_number': 5, 'project_id': 'f2ffc91660b34d2da2121a1b0861a149', 'gw_port': {'id': '5b079bb8-4872-4721-8e90-b5e3b2f9e019', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:47Z', 'updated_at': '2022-02-07T16:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:32.575612 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-7ccbe69b-835d-4fc7-a94f-76c230de3924 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:41:32.581808 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa532656-1237-4749-8535-3848e12ba2b9 None None] Checking router: 22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:41:32.608083 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-7ccbe69b-835d-4fc7-a94f-76c230de3924 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:41:32.611179 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa532656-1237-4749-8535-3848e12ba2b9 None None] Routers {'22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:41:32.611908 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-aa532656-1237-4749-8535-3848e12ba2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:41:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:32.669585 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-67ab6a6e-766c-4439-b449-8c609a6dc855 req-6f2a8d66-1d62-484c-a50e-7c4d97b5bd46 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] show failed (client error): The resource could not be found. Feb 07 16:41:32.678476 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-67ab6a6e-766c-4439-b449-8c609a6dc855 req-6f2a8d66-1d62-484c-a50e-7c4d97b5bd46 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/15a37523-d547-48a1-9f23-6eb712d13990 HTTP/1.1" status: 404 len: 352 time: 0.2434561 Feb 07 16:41:32.762351 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245ffb2-6923-46ee-8019-f661a9c829ef req-50321cd1-ff80-43df-86c1-acb352ca6c1a tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:32.764124 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b245ffb2-6923-46ee-8019-f661a9c829ef req-50321cd1-ff80-43df-86c1-acb352ca6c1a tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 943 time: 0.1191101 Feb 07 16:41:32.837797 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-aa532656-1237-4749-8535-3848e12ba2b9 None None] Set router 22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:41:32.944876 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b245ffb2-6923-46ee-8019-f661a9c829ef req-88b8c490-8de2-4d69-9a39-1256a1915a61 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680744 Feb 07 16:41:33.148029 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbe69b-835d-4fc7-a94f-76c230de3924 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Pushing event updated for resources: {'Port': ['ID=f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:33.179016 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-1b0b3c65-9a37-4d96-9c51-ff7d442251d9 req-039b2621-b39a-400b-afc9-78683e37b7ad tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] show failed (client error): The resource could not be found. Feb 07 16:41:33.194155 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1b0b3c65-9a37-4d96-9c51-ff7d442251d9 req-039b2621-b39a-400b-afc9-78683e37b7ad tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/d2218f6e-4050-4fa4-8b72-46aa33708deb HTTP/1.1" status: 404 len: 352 time: 0.0993187 Feb 07 16:41:33.195429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff979cd3-1b1e-4c1d-b7c7-23694fffb1e9 req-5c84dc46-65a1-4427-9dfa-854b27af10f4 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:33.210790 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-02ef6801-828a-499b-9820-8a18224e6df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:33.212582 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-02ef6801-828a-499b-9820-8a18224e6df6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33c9ecdd-108b-4a28-9918-7706852c1388 HTTP/1.1" status: 200 len: 845 time: 0.7117388 Feb 07 16:41:33.223265 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ff979cd3-1b1e-4c1d-b7c7-23694fffb1e9 req-5c84dc46-65a1-4427-9dfa-854b27af10f4 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 932 time: 0.1751962 Feb 07 16:41:33.234851 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-aa532656-1237-4749-8535-3848e12ba2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1617746426-router', 'tenant_id': 'f2ffc91660b34d2da2121a1b0861a149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '5b079bb8-4872-4721-8e90-b5e3b2f9e019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:43Z', 'updated_at': '2022-02-07T16:41:27Z', 'revision_number': 5, 'project_id': 'f2ffc91660b34d2da2121a1b0861a149', 'gw_port': {'id': '5b079bb8-4872-4721-8e90-b5e3b2f9e019', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:47Z', 'updated_at': '2022-02-07T16:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:33.324096 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-7ccbe69b-835d-4fc7-a94f-76c230de3924 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:33.325175 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa532656-1237-4749-8535-3848e12ba2b9 None None] The sync data for ids ['22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb'] in n-d-827865-3 is: [{'id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1617746426-router', 'tenant_id': 'f2ffc91660b34d2da2121a1b0861a149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '5b079bb8-4872-4721-8e90-b5e3b2f9e019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:43Z', 'updated_at': '2022-02-07T16:41:27Z', 'revision_number': 5, 'project_id': 'f2ffc91660b34d2da2121a1b0861a149', 'gw_port': {'id': '5b079bb8-4872-4721-8e90-b5e3b2f9e019', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:47Z', 'updated_at': '2022-02-07T16:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:41:33.330674 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-7ccbe69b-835d-4fc7-a94f-76c230de3924 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:33.345519 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c68d1ce3-3c0f-42b6-b257-fc5cc4cf67a3 admin admin] Publish callbacks [] for router (22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:33.394295 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ff979cd3-1b1e-4c1d-b7c7-23694fffb1e9 req-c52cd350-dad7-43cd-b3d8-58e6e08ea718 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696143 Feb 07 16:41:33.432343 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-e92e83fd-a130-4fa1-b103-e9376e958c4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1910114 Feb 07 16:41:33.524224 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-e404f92d-a2fb-442b-9375-e91bfbe2cf0d req-1a27c135-189e-4bc2-8308-9e2db18ed981 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] show failed (client error): The resource could not be found. Feb 07 16:41:33.525972 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e404f92d-a2fb-442b-9375-e91bfbe2cf0d req-1a27c135-189e-4bc2-8308-9e2db18ed981 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/1547119b-3a90-41e6-b731-aed690270496 HTTP/1.1" status: 404 len: 352 time: 0.1414521 Feb 07 16:41:33.551991 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-7ccbe69b-835d-4fc7-a94f-76c230de3924 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2213488 Feb 07 16:41:33.622934 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Request body: {'port': {'device_id': 'f560bd87-6ca2-4ce6-87f8-fa1c14b73d56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:33.768503 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2dc08cee-2d63-4be2-8590-281e7afc9066 req-bd087d2a-1dee-425b-b6cd-3f97bb99b97f tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 210 time: 0.1411433 Feb 07 16:41:33.893147 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dbceb-8e12-4177-9ce7-28c11a126552 req-c1ef72e8-2390-463d-82a0-aee99912c29b tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:33.909149 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-191dbceb-8e12-4177-9ce7-28c11a126552 req-c1ef72e8-2390-463d-82a0-aee99912c29b tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 945 time: 0.1792395 Feb 07 16:41:33.930834 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c68d1ce3-3c0f-42b6-b257-fc5cc4cf67a3 admin admin] Publish callbacks [] for router_gateway (22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:33.948425 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-934dbfb2-3868-41c3-a458-d0384bce8378 service neutron] 10.222.0.32 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637990 Feb 07 16:41:33.951792 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:33.982910 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-cd961abb-59c6-4e13-bc11-607ca73bbe14 req-e1714260-0ddd-4ef7-bc9a-6f2f5e50ac4c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] show failed (client error): The resource could not be found. Feb 07 16:41:33.984099 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd961abb-59c6-4e13-bc11-607ca73bbe14 req-e1714260-0ddd-4ef7-bc9a-6f2f5e50ac4c tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/7109e94c-2557-4b81-824e-4d0c7e17fce6 HTTP/1.1" status: 404 len: 352 time: 0.0854735 Feb 07 16:41:34.001419 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device adabc5d3-50cd-47de-a297-227d28210490 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:41:34.037770 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-191dbceb-8e12-4177-9ce7-28c11a126552 req-6d1f0cd8-ba80-4f5a-9669-170bfab1a530 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273048 Feb 07 16:41:34.056392 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a652416d-bd13-4ce3-8a12-d3feb5680013 admin admin] Publish callbacks [] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:34.118294 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: adabc5d3-50cd-47de-a297-227d28210490 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:41:34.119246 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device adabc5d3-50cd-47de-a297-227d28210490 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:41:34.199312 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a652416d-bd13-4ce3-8a12-d3feb5680013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:34.212350 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccbcd0-3a71-455f-b5af-c96102486122 req-36efe531-0766-46e5-8207-c7a481100e15 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:34.222059 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4cccbcd0-3a71-455f-b5af-c96102486122 req-36efe531-0766-46e5-8207-c7a481100e15 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 943 time: 0.1248703 Feb 07 16:41:34.346715 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4cccbcd0-3a71-455f-b5af-c96102486122 req-17d8b1e6-457c-44f8-8107-260b537df2fd tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234944 Feb 07 16:41:34.401598 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652416d-bd13-4ce3-8a12-d3feb5680013 admin admin] Pushing event updated for resources: {'Port': ['ID=096c5448-b64c-4d82-8710-8b1e7ad73cb1,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:34.406219 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a652416d-bd13-4ce3-8a12-d3feb5680013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (6d7d575a-1a75-45f8-a43c-2b7939a2e631), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:34.416485 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60f472e5-8570-4537-b32b-7bc2418656d9 req-1bf05528-7396-447f-a33e-5c8eaa609705 service neutron] 10.222.0.32 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620266 Feb 07 16:41:34.452032 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [req-a3a03f6d-49fd-4a8e-ac29-fd7457f4c45f req-6712ccc7-1623-4a76-9b58-b9644c145ee5 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] show failed (client error): The resource could not be found. Feb 07 16:41:34.471934 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a3a03f6d-49fd-4a8e-ac29-fd7457f4c45f req-6712ccc7-1623-4a76-9b58-b9644c145ee5 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/162b3cff-e045-4fd4-9db9-183fdb27b538 HTTP/1.1" status: 404 len: 352 time: 0.0409670 Feb 07 16:41:34.566601 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c68d1ce3-3c0f-42b6-b257-fc5cc4cf67a3 admin admin] Deleting port 5b079bb8-4872-4721-8e90-b5e3b2f9e019 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:41:34.566957 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c68d1ce3-3c0f-42b6-b257-fc5cc4cf67a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5b079bb8-4872-4721-8e90-b5e3b2f9e019), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:34.730532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8111e-7ff3-4013-998d-f69d3f876628 req-e9530aca-be2d-43aa-928d-0234e49fb52f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:34.752713 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2ac8111e-7ff3-4013-998d-f69d3f876628 req-e9530aca-be2d-43aa-928d-0234e49fb52f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 932 time: 0.1538672 Feb 07 16:41:34.819595 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c68d1ce3-3c0f-42b6-b257-fc5cc4cf67a3 admin admin] For port 5b079bb8-4872-4721-8e90-b5e3b2f9e019, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5b079bb8-4872-4721-8e90-b5e3b2f9e019,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:34.820328 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c68d1ce3-3c0f-42b6-b257-fc5cc4cf67a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5b079bb8-4872-4721-8e90-b5e3b2f9e019), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:34.840176 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c68d1ce3-3c0f-42b6-b257-fc5cc4cf67a3 admin admin] Calling delete_port for 5b079bb8-4872-4721-8e90-b5e3b2f9e019 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:41:34.872689 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2ac8111e-7ff3-4013-998d-f69d3f876628 req-da3f22ee-dcbd-4480-9e67-a23b4267ae48 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188805 Feb 07 16:41:34.988356 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a652416d-bd13-4ce3-8a12-d3feb5680013 admin admin] Network 8518c54b-f554-4e85-9dc0-05cf87efac18 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:41:34.988662 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f8925783-12a9-4f1f-b68b-fe0d1a8dd3bf req-d38023e9-9885-48df-936a-c3355f452c68 tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.0480235 Feb 07 16:41:35.005135 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a652416d-bd13-4ce3-8a12-d3feb5680013 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:41:35.014551 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6deff83-3730-4260-b5e4-7e60c7cc04df req-206cad4d-d203-4585-812a-2c6e7e220371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:35.023872 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a6deff83-3730-4260-b5e4-7e60c7cc04df req-206cad4d-d203-4585-812a-2c6e7e220371 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c5e15258b8947119fa62f8821360c46&device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 1125 time: 0.4962139 Feb 07 16:41:35.294843 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb65c5-78e5-490d-900a-78714e37399d req-473a2e14-14a4-4e84-b084-0a58f5965499 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:35.297843 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0dfb65c5-78e5-490d-900a-78714e37399d req-473a2e14-14a4-4e84-b084-0a58f5965499 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 1024 time: 0.1362271 Feb 07 16:41:35.420102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:41:35.430072 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Publish callbacks [] for port (f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:35.449952 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Transition to ACTIVE for port object f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:41:35.459717 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-54c109fd-ea7b-40a8-a750-ac81d754177c req-20855127-012b-4390-822b-8482df2a0f33 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 210 time: 0.3861275 Feb 07 16:41:35.535897 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c551714e-c0d5-4933-80bd-9ea8ee440788 None None] Provisioning complete for port 096c5448-b64c-4d82-8710-8b1e7ad73cb1 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:35.537728 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c551714e-c0d5-4933-80bd-9ea8ee440788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:35.555128 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:35.649633 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0dfb65c5-78e5-490d-900a-78714e37399d req-02d5b146-e6e4-470c-9d03-da1b47359234 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bdae474-f4a9-4b6c-8af0-563b5b74d861&id=cf00aaa1-29c6-4d98-92ab-2ef21384ddac&id=2ddca679-1c15-481c-8987-60a366511921&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.3250408 Feb 07 16:41:35.740840 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c551714e-c0d5-4933-80bd-9ea8ee440788 None None] Port 096c5448-b64c-4d82-8710-8b1e7ad73cb1 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:41:35.828226 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Pushing event updated for resources: {'Port': ['ID=f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:35.875808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6deff83-3730-4260-b5e4-7e60c7cc04df req-596dd368-4b3c-4bb0-a671-c75477eeea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:35.878352 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a6deff83-3730-4260-b5e4-7e60c7cc04df req-596dd368-4b3c-4bb0-a671-c75477eeea27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 HTTP/1.1" status: 200 len: 906 time: 0.8100567 Feb 07 16:41:36.009953 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a652416d-bd13-4ce3-8a12-d3feb5680013 admin admin] Router 6d7d575a-1a75-45f8-a43c-2b7939a2e631 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:41:36.014746 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96dd59-8f8f-46ac-b007-e716a6d048ba req-e1624625-911c-49cd-8a2b-4c8b71b1d8a5 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:36.030732 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fc96dd59-8f8f-46ac-b007-e716a6d048ba req-e1624625-911c-49cd-8a2b-4c8b71b1d8a5 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 943 time: 0.2254081 Feb 07 16:41:36.041192 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a6deff83-3730-4260-b5e4-7e60c7cc04df req-5c3b78e9-ad1c-424c-b2c4-54779d8475a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f7503e0-462f-4cd3-83da-ae0cd7829ce7 HTTP/1.1" status: 200 len: 217 time: 0.1484420 Feb 07 16:41:36.190269 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fc96dd59-8f8f-46ac-b007-e716a6d048ba req-4ab12807-604f-4db3-a329-ae9ecf7699a8 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567822 Feb 07 16:41:36.212361 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Attempting to bind port f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:41:36.212705 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Attempting to bind port f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:41:36.213047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Attempting to bind port f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d on network 64333f75-bb31-47f0-9f63-55e283dff327 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:41:36.266456 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Port f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d on network 64333f75-bb31-47f0-9f63-55e283dff327 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:41:36.266855 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Attempting to bind port f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d on network 64333f75-bb31-47f0-9f63-55e283dff327 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:41:36.304871 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:41:36.305224 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Checking segment: {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:41:36.305680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Bound using segment: {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:41:36.306155 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Bound port: f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a65e969-8780-41ca-be59-6b18a5ef3fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:41:36.306531 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:36.515821 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88386f55-2449-4bf5-9264-1cfa8bd088e4 req-31a27b76-ffff-45b4-afdd-31322eb01c19 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:36.517531 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-88386f55-2449-4bf5-9264-1cfa8bd088e4 req-31a27b76-ffff-45b4-afdd-31322eb01c19 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 944 time: 0.1802440 Feb 07 16:41:36.536963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfbb24-c8eb-4175-8ca0-15b55a1b5a03 req-dad0decb-3823-4999-8f18-74fe18261d86 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:36.538389 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6fdfbb24-c8eb-4175-8ca0-15b55a1b5a03 req-dad0decb-3823-4999-8f18-74fe18261d86 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.48 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 1024 time: 0.1275909 Feb 07 16:41:36.657265 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-88386f55-2449-4bf5-9264-1cfa8bd088e4 req-b27c9512-492e-4f90-8a3c-00284dd6d654 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178148 Feb 07 16:41:36.698232 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-6fdfbb24-c8eb-4175-8ca0-15b55a1b5a03 req-5658e4a1-40df-4e3d-9a01-056272b52440 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Deleting port d75cb458-b0a8-46d6-bea3-6ae840d5358d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:41:36.698581 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6fdfbb24-c8eb-4175-8ca0-15b55a1b5a03 req-5658e4a1-40df-4e3d-9a01-056272b52440 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:36.822867 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] For port f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:41:36.827145 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] For port f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:41:36.852544 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:36.865932 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c68d1ce3-3c0f-42b6-b257-fc5cc4cf67a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (5b079bb8-4872-4721-8e90-b5e3b2f9e019), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:36.880122 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6deff83-3730-4260-b5e4-7e60c7cc04df req-c8b5d10c-0776-405d-ada2-2b65dea8c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:36.881906 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-6fdfbb24-c8eb-4175-8ca0-15b55a1b5a03 req-5658e4a1-40df-4e3d-9a01-056272b52440 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] For port d75cb458-b0a8-46d6-bea3-6ae840d5358d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d75cb458-b0a8-46d6-bea3-6ae840d5358d,segment=NetworkSegment(eb51991e-dfe0-490d-8899-6617ddeef4f1),segment_id=eb51991e-dfe0-490d-8899-6617ddeef4f1)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:36.882494 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a6deff83-3730-4260-b5e4-7e60c7cc04df req-c8b5d10c-0776-405d-ada2-2b65dea8c6f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33c9ecdd-108b-4a28-9918-7706852c1388 HTTP/1.1" status: 200 len: 845 time: 0.8179951 Feb 07 16:41:36.884812 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6fdfbb24-c8eb-4175-8ca0-15b55a1b5a03 req-5658e4a1-40df-4e3d-9a01-056272b52440 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:36.920804 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:36.921472 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:36.922963 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] 10.222.0.48 "PUT /v2.0/ports/f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d HTTP/1.1" status: 200 len: 1092 time: 3.3083062 Feb 07 16:41:36.924934 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f560bd87-6ca2-4ce6-87f8-fa1c14b73d56', 'tag': 'f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:41:36.928039 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936d4ae0-6b96-4be9-8fdb-c752336749d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f560bd87-6ca2-4ce6-87f8-fa1c14b73d56", "tag": "f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:41:36.969820 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a6deff83-3730-4260-b5e4-7e60c7cc04df req-501c85d6-7358-4c22-ac49-2d69ae39339f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458438 Feb 07 16:41:36.970828 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-6fdfbb24-c8eb-4175-8ca0-15b55a1b5a03 req-5658e4a1-40df-4e3d-9a01-056272b52440 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Calling delete_port for d75cb458-b0a8-46d6-bea3-6ae840d5358d owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:41:37.155285 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22a81b-d3c0-4ab8-a898-699db2868729 req-684f66f1-1ffb-47b3-b7e4-66ea91f1af7c tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:37.163409 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc22a81b-d3c0-4ab8-a898-699db2868729 req-684f66f1-1ffb-47b3-b7e4-66ea91f1af7c tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 945 time: 1.1085005 Feb 07 16:41:37.222529 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a6deff83-3730-4260-b5e4-7e60c7cc04df req-e1017ac0-5f1a-4083-9051-e62e927ae60b service neutron] 10.222.0.32 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424166 Feb 07 16:41:37.235263 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a652416d-bd13-4ce3-8a12-d3feb5680013 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:41:37.244768 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c8b3f7db-6338-484d-aa4b-b0f4257f6490 req-530f3bac-d361-43f2-88f5-b2f224e74edd tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.1224060 Feb 07 16:41:37.246021 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6fdfbb24-c8eb-4175-8ca0-15b55a1b5a03 req-5658e4a1-40df-4e3d-9a01-056272b52440 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d75cb458-b0a8-46d6-bea3-6ae840d5358d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:37.265301 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['d75cb458-b0a8-46d6-bea3-6ae840d5358d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:41:37.297831 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658e4a1-40df-4e3d-9a01-056272b52440 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event deleted for resources: {'Port': ['ID=d75cb458-b0a8-46d6-bea3-6ae840d5358d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:37.306299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] Sync routers for ids ['6d7d575a-1a75-45f8-a43c-2b7939a2e631'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:41:37.332805 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b8f7d-35ae-479d-872c-0cdd1d5fa576 service neutron] Pushing event updated for resources: {'Port': ['ID=f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:37.360838 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a652416d-bd13-4ce3-8a12-d3feb5680013 admin admin] 10.222.0.18 "PUT /v2.0/routers/6d7d575a-1a75-45f8-a43c-2b7939a2e631/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8731880 Feb 07 16:41:37.379319 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] Routers {'6d7d575a-1a75-45f8-a43c-2b7939a2e631'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:41:37.380443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:41:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6d7d575a-1a75-45f8-a43c-2b7939a2e631'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:37.390456 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdfbb24-c8eb-4175-8ca0-15b55a1b5a03 req-5658e4a1-40df-4e3d-9a01-056272b52440 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] No DVR routers for this DVR port d75cb458-b0a8-46d6-bea3-6ae840d5358d on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:41:37.401548 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6fdfbb24-c8eb-4175-8ca0-15b55a1b5a03 req-5658e4a1-40df-4e3d-9a01-056272b52440 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:37.406364 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6fdfbb24-c8eb-4175-8ca0-15b55a1b5a03 req-5658e4a1-40df-4e3d-9a01-056272b52440 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.48 "DELETE /v2.0/ports/d75cb458-b0a8-46d6-bea3-6ae840d5358d HTTP/1.1" status: 204 len: 173 time: 0.8591261 Feb 07 16:41:37.406364 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666776a3-fb14-441e-8118-cb286dce4d19', 'name': 'network-vif-deleted', 'tag': 'd75cb458-b0a8-46d6-bea3-6ae840d5358d'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:41:37.410775 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc22a81b-d3c0-4ab8-a898-699db2868729 req-1a803e26-f828-49c0-beb7-0143782b16fb tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464161 Feb 07 16:41:37.412173 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206d0a30-0c20-49e0-8fa9-73fd850ef9c7" -d '{"events": [{"server_uuid": "666776a3-fb14-441e-8118-cb286dce4d19", "name": "network-vif-deleted", "tag": "d75cb458-b0a8-46d6-bea3-6ae840d5358d"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:41:37.449869 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-beef5372-cec5-4f27-b1e3-19a2773d5cc9 req-1db90c1f-5780-4ea0-a2a5-35560908af83 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 210 time: 0.0634809 Feb 07 16:41:37.610660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d1ce3-3c0f-42b6-b257-fc5cc4cf67a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b079bb8-4872-4721-8e90-b5e3b2f9e019,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:37.635651 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209c90a8-badb-4cdc-8e3f-4231fc40ba1f x-openstack-request-id: req-209c90a8-badb-4cdc-8e3f-4231fc40ba1f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:41:37.635971 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f560bd87-6ca2-4ce6-87f8-fa1c14b73d56", "tag": "f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:41:37.636160 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-209c90a8-badb-4cdc-8e3f-4231fc40ba1f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:41:37.636827 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f560bd87-6ca2-4ce6-87f8-fa1c14b73d56', 'tag': 'f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d', 'status': 'completed', 'code': 200} Feb 07 16:41:37.645325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] Set router 6d7d575a-1a75-45f8-a43c-2b7939a2e631 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:41:37.713318 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f7061315-c369-4a36-99ce-9f6de29b06d3 req-28a7128f-75bd-4cd0-94d5-c3e019bb6b64 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/ports?device_id=666776a3-fb14-441e-8118-cb286dce4d19 HTTP/1.1" status: 200 len: 210 time: 0.1118805 Feb 07 16:41:37.730735 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c68d1ce3-3c0f-42b6-b257-fc5cc4cf67a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:37.836387 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104251f6-7d75-437c-8c33-472ad0c7ad1e req-d23d4855-bd4a-4f7d-b3a8-069c6bf74a4b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:37.838356 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-104251f6-7d75-437c-8c33-472ad0c7ad1e req-d23d4855-bd4a-4f7d-b3a8-069c6bf74a4b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 943 time: 0.1094060 Feb 07 16:41:37.842736 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c68d1ce3-3c0f-42b6-b257-fc5cc4cf67a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:37.846840 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c68d1ce3-3c0f-42b6-b257-fc5cc4cf67a3 admin admin] Publish callbacks [] for router_controller (22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:37.894826 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7bb14e-5044-47d0-a0d8-716eb56b642b x-openstack-request-id: req-7d7bb14e-5044-47d0-a0d8-716eb56b642b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:41:37.895155 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666776a3-fb14-441e-8118-cb286dce4d19", "name": "network-vif-deleted", "tag": "d75cb458-b0a8-46d6-bea3-6ae840d5358d", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:41:37.895351 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d7bb14e-5044-47d0-a0d8-716eb56b642b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:41:37.895758 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666776a3-fb14-441e-8118-cb286dce4d19', 'name': 'network-vif-deleted', 'tag': 'd75cb458-b0a8-46d6-bea3-6ae840d5358d', 'status': 'completed', 'code': 200} Feb 07 16:41:37.944945 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-104251f6-7d75-437c-8c33-472ad0c7ad1e req-d464c345-5727-45e9-a1cc-f887de60565b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009481 Feb 07 16:41:37.966338 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-4bda588a-ed5b-45be-8aaa-3937fcfc10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:37.969264 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-4bda588a-ed5b-45be-8aaa-3937fcfc10c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 1126 time: 0.8632274 Feb 07 16:41:38.026301 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a32f5b-8832-44b8-916b-39d5a033bc1f req-ba7d0e2d-2ce4-4b97-9dc4-a3a3582bfcfe tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:38.031867 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-45a32f5b-8832-44b8-916b-39d5a033bc1f req-ba7d0e2d-2ce4-4b97-9dc4-a3a3582bfcfe tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.32 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 945 time: 0.6104572 Feb 07 16:41:38.034687 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a6deff83-3730-4260-b5e4-7e60c7cc04df req-a9f4748c-a783-4f4a-bc1c-8a848dc58952 service neutron] 10.222.0.32 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8026125 Feb 07 16:41:38.042920 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c68d1ce3-3c0f-42b6-b257-fc5cc4cf67a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:38.044214 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68d1ce3-3c0f-42b6-b257-fc5cc4cf67a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:41:38.135928 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'name': 'tempest-ServersTestManualDisk-1069497962-router', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:14Z', 'updated_at': '2022-02-07T16:41:31Z', 'revision_number': 4, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'gw_port': {'id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:16Z', 'updated_at': '2022-02-07T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '096c5448-b64c-4d82-8710-8b1e7ad73cb1', 'name': '', 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'mac_address': 'fa:16:3e:2d:0a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '79b6f828-5c6c-4065-9878-f52f4ee89271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:27Z', 'updated_at': '2022-02-07T16:41:33Z', 'revision_number': 2, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'subnets': [{'id': '79b6f828-5c6c-4065-9878-f52f4ee89271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:38.141485 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c68d1ce3-3c0f-42b6-b257-fc5cc4cf67a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:38.142674 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c68d1ce3-3c0f-42b6-b257-fc5cc4cf67a3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/22ab9c06-ae4e-4942-bfa4-8f26c7e8a9bb HTTP/1.1" status: 204 len: 168 time: 6.4773147 Feb 07 16:41:38.164441 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34006) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:38.167318 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-6108a351-9a30-4adb-b401-09d74b84c580 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d HTTP/1.1" status: 200 len: 217 time: 0.1313407 Feb 07 16:41:38.242112 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:41:38.244924 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] Checking router: 6d7d575a-1a75-45f8-a43c-2b7939a2e631 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:41:38.245298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] Updating router 6d7d575a-1a75-45f8-a43c-2b7939a2e631 port 096c5448-b64c-4d82-8710-8b1e7ad73cb1 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:41:38.307747 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-32b3328c-5b00-42e1-a2db-5c65872614ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:38.309640 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-32b3328c-5b00-42e1-a2db-5c65872614ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801 HTTP/1.1" status: 200 len: 845 time: 0.1351407 Feb 07 16:41:38.361728 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:38.398879 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-d38f4f5f-c910-457e-827c-424bf785147d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64333f75-bb31-47f0-9f63-55e283dff327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814617 Feb 07 16:41:38.558562 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34012) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:38.564862 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-74ce1e62-b5a9-4575-bfdf-4a600ee98864 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1640698987', 'description': 'tempest-description--1777572805'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:38.702780 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-486b4260-3f2b-4817-8a6d-daff45faa479 req-461790e1-7007-411f-adf6-542095dac602 tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.0702200 Feb 07 16:41:38.709357 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-74ce1e62-b5a9-4575-bfdf-4a600ee98864 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:38.759031 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-45a32f5b-8832-44b8-916b-39d5a033bc1f req-229855ab-e3f0-43aa-adc5-81d23950cca8 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Deleting port c423aea1-e2b7-45e3-8cf6-a3970ad25089 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:41:38.759756 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-45a32f5b-8832-44b8-916b-39d5a033bc1f req-229855ab-e3f0-43aa-adc5-81d23950cca8 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c423aea1-e2b7-45e3-8cf6-a3970ad25089), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:38.878421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea02e16-c4fd-46b1-a958-d0509bc8cba2 req-e93088c6-1d36-4cea-8012-48bac5ce4a80 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:38.882630 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aea02e16-c4fd-46b1-a958-d0509bc8cba2 req-e93088c6-1d36-4cea-8012-48bac5ce4a80 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 944 time: 0.7877047 Feb 07 16:41:38.934941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-45a32f5b-8832-44b8-916b-39d5a033bc1f req-229855ab-e3f0-43aa-adc5-81d23950cca8 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] For port c423aea1-e2b7-45e3-8cf6-a3970ad25089, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c423aea1-e2b7-45e3-8cf6-a3970ad25089,segment=NetworkSegment(070668f4-af7a-4262-a2f0-e475137af30d),segment_id=070668f4-af7a-4262-a2f0-e475137af30d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:38.935553 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-45a32f5b-8832-44b8-916b-39d5a033bc1f req-229855ab-e3f0-43aa-adc5-81d23950cca8 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c423aea1-e2b7-45e3-8cf6-a3970ad25089), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:38.966328 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d1b8a5-63fc-473d-8b2e-dc5ca4951640 admin admin] Deleting subnet 5b1e5eb4-447f-4909-a54a-6e04b7d200cc {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:41:38.987692 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b8a5-63fc-473d-8b2e-dc5ca4951640 admin admin] Publish callbacks [] for subnet (5b1e5eb4-447f-4909-a54a-6e04b7d200cc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:39.083484 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aea02e16-c4fd-46b1-a958-d0509bc8cba2 req-288212dc-d482-48c3-b72c-154a2ecf8779 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851633 Feb 07 16:41:39.116369 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b8a5-63fc-473d-8b2e-dc5ca4951640 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (5b1e5eb4-447f-4909-a54a-6e04b7d200cc), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:39.156447 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4f7503e0-462f-4cd3-83da-ae0cd7829ce7,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:39.207092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '4f7503e0-462f-4cd3-83da-ae0cd7829ce7', 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67', 'port_id': '4f7503e0-462f-4cd3-83da-ae0cd7829ce7', 'mac_address': 'fa:16:3e:85:45:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c9ecdd-108b-4a28-9918-7706852c1388', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:41:39.323801 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b4f4519b-8aeb-417e-827d-e8982705a832 req-fe4828d8-9e25-46c7-bc73-2fc7e72bd2fa tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 210 time: 0.1102931 Feb 07 16:41:39.335715 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-74ce1e62-b5a9-4575-bfdf-4a600ee98864 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for security_group (00ca3ccb-5204-4a66-9335-7faf998b334e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:39.345823 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:39.346370 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:39.362411 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-86b14f13-316a-4454-b2c9-b847e6e0d27a service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9227076 Feb 07 16:41:39.363425 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-74ce1e62-b5a9-4575-bfdf-4a600ee98864 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (00ca3ccb-5204-4a66-9335-7faf998b334e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:39.391516 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b8a5-63fc-473d-8b2e-dc5ca4951640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (5b1e5eb4-447f-4909-a54a-6e04b7d200cc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:39.401925 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:41:39.438890 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] Publish callbacks [] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:39.496073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4f7503e0-462f-4cd3-83da-ae0cd7829ce7,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:39.530673 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:39.566316 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b8a5-63fc-473d-8b2e-dc5ca4951640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (5b1e5eb4-447f-4909-a54a-6e04b7d200cc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:39.573135 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:39.621474 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-74ce1e62-b5a9-4575-bfdf-4a600ee98864 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:39.623695 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-74ce1e62-b5a9-4575-bfdf-4a600ee98864 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0627670 Feb 07 16:41:39.653841 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34022) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:39.664297 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ca2a08d2-cca5-40ff-9325-dcdab93b31f8 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Request body: {'security_group_rule': {'security_group_id': '00ca3ccb-5204-4a66-9335-7faf998b334e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:39.691886 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce1e62-b5a9-4575-bfdf-4a600ee98864 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ca3ccb-5204-4a66-9335-7faf998b334e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:39.717032 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1b8a5-63fc-473d-8b2e-dc5ca4951640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1e5eb4-447f-4909-a54a-6e04b7d200cc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:39.752413 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] Attempting to bind port 096c5448-b64c-4d82-8710-8b1e7ad73cb1 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:41:39.753258 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] Attempting to bind port 096c5448-b64c-4d82-8710-8b1e7ad73cb1 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '64adb199-9993-4c14-b837-969ac3cdf6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:41:39.754767 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0a042-f4d2-4e08-9876-aa187b03bb40 req-314c464a-aefb-45aa-ba85-4073fb73094a tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:39.757570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] Attempting to bind port 096c5448-b64c-4d82-8710-8b1e7ad73cb1 on network 8518c54b-f554-4e85-9dc0-05cf87efac18 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:41:39.762799 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf8055-cfc9-4f74-9233-ea046af583f5 None None] Pushing event updated for resources: {'Port': ['ID=096c5448-b64c-4d82-8710-8b1e7ad73cb1,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:39.769378 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6ad0a042-f4d2-4e08-9876-aa187b03bb40 req-314c464a-aefb-45aa-ba85-4073fb73094a tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 945 time: 0.7119153 Feb 07 16:41:39.839430 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b8a5-63fc-473d-8b2e-dc5ca4951640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:39.845753 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d7d1b8a5-63fc-473d-8b2e-dc5ca4951640 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5b1e5eb4-447f-4909-a54a-6e04b7d200cc HTTP/1.1" status: 204 len: 168 time: 1.6758492 Feb 07 16:41:39.851335 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34026) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:39.883577 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:41:39.884103 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] Checking segment: {'id': '64adb199-9993-4c14-b837-969ac3cdf6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:41:39.884789 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:39.885460 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] Bound using segment: {'id': '64adb199-9993-4c14-b837-969ac3cdf6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:41:39.886180 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] Bound port: 096c5448-b64c-4d82-8710-8b1e7ad73cb1, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64adb199-9993-4c14-b837-969ac3cdf6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:41:39.887054 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:39.890352 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=4f7503e0-462f-4cd3-83da-ae0cd7829ce7,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:39.897010 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d840295e-0917-4916-87f3-b154afdeff8b None None] Network 4b571603-d173-4d9a-a477-adde4d6cd1df requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:41:39.929625 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0f31c266-9f2a-48ad-ad71-17effaaeeefb req-a5c33839-098a-4ff0-b7f3-2dcc6cfd2caf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.1131604 Feb 07 16:41:40.026368 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['4f7503e0-462f-4cd3-83da-ae0cd7829ce7'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:41:40.058780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5b079bb8-4872-4721-8e90-b5e3b2f9e019 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:41:40.093494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708da9b-278e-486b-9a0d-6c8585dd2b9e req-c0bd142b-d160-47f2-bfcf-96f302502dc6 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:40.103234 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-45a32f5b-8832-44b8-916b-39d5a033bc1f req-229855ab-e3f0-43aa-adc5-81d23950cca8 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:40.104400 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-45a32f5b-8832-44b8-916b-39d5a033bc1f req-229855ab-e3f0-43aa-adc5-81d23950cca8 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (4f9301fa-5613-49a2-9154-9f60e4971cb1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:40.106162 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [req-45a32f5b-8832-44b8-916b-39d5a033bc1f req-229855ab-e3f0-43aa-adc5-81d23950cca8 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Floating IP 4f9301fa-5613-49a2-9154-9f60e4971cb1 disassociated. External IP: 172.25.4.189, port: c423aea1-e2b7-45e3-8cf6-a3970ad25089. Feb 07 16:41:40.106387 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a708da9b-278e-486b-9a0d-6c8585dd2b9e req-c0bd142b-d160-47f2-bfcf-96f302502dc6 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 944 time: 0.4239280 Feb 07 16:41:40.107263 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-45a32f5b-8832-44b8-916b-39d5a033bc1f req-229855ab-e3f0-43aa-adc5-81d23950cca8 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Calling delete_port for c423aea1-e2b7-45e3-8cf6-a3970ad25089 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:41:40.137963 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6ad0a042-f4d2-4e08-9876-aa187b03bb40 req-b10a180a-5718-4314-8bd3-1bfed5941768 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups?id=a37ee511-a7ce-4a00-a724-4c7125c2f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3593557 Feb 07 16:41:40.173314 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (4b571603-d173-4d9a-a477-adde4d6cd1df), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:40.247894 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device c423aea1-e2b7-45e3-8cf6-a3970ad25089 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:41:40.263153 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a708da9b-278e-486b-9a0d-6c8585dd2b9e req-04f94782-9548-4750-93be-bd60b3d5e4b8 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554756 Feb 07 16:41:40.268731 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e8e161c-c499-4bd2-ab67-0e121be5c165 req-f92b4f86-180c-4153-9636-5d201e28cebe service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8758817 Feb 07 16:41:40.270099 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca2a08d2-cca5-40ff-9325-dcdab93b31f8 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for security_group_rule (5821b8e1-6855-481d-88c1-ee52c068ee7c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:40.405554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 5b079bb8-4872-4721-8e90-b5e3b2f9e019 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:41:40.407061 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5b079bb8-4872-4721-8e90-b5e3b2f9e019 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:41:40.504870 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca2a08d2-cca5-40ff-9325-dcdab93b31f8 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for security_group_rule (5821b8e1-6855-481d-88c1-ee52c068ee7c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:40.506419 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] Deleting port bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:41:40.506976 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:40.537702 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-79a25e4d-1d9b-4be1-a22f-ba3ee69eef17 None None] Provisioning complete for port 096c5448-b64c-4d82-8710-8b1e7ad73cb1 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:40.538435 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-79a25e4d-1d9b-4be1-a22f-ba3ee69eef17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:40.561569 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca2a08d2-cca5-40ff-9325-dcdab93b31f8 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (5821b8e1-6855-481d-88c1-ee52c068ee7c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:40.629576 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-79a25e4d-1d9b-4be1-a22f-ba3ee69eef17 None None] Port 096c5448-b64c-4d82-8710-8b1e7ad73cb1 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:41:40.665171 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a08d2-cca5-40ff-9325-dcdab93b31f8 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5821b8e1-6855-481d-88c1-ee52c068ee7c,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:40.674969 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b755e880-a870-47fc-8a8a-4695fda0f605 req-f111b3d3-00bb-4d5a-b956-6f40cb30f405 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/1bdae474-f4a9-4b6c-8af0-563b5b74d861 HTTP/1.1" status: 200 len: 1813 time: 0.4222341 Feb 07 16:41:40.681135 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9d5a38e2-6f6a-415f-b371-43e4b169a35d req-7f8cc2ed-10a8-4e96-a741-ad3cf6a7fb73 tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.1474035 Feb 07 16:41:40.693938 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca2a08d2-cca5-40ff-9325-dcdab93b31f8 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:40.696009 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ca2a08d2-cca5-40ff-9325-dcdab93b31f8 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0386281 Feb 07 16:41:40.706435 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34032) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:40.715880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7a47d004-c4c1-492b-9fbe-0c270035a0b1 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Request body: {'security_group_rule': {'security_group_id': '00ca3ccb-5204-4a66-9335-7faf998b334e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:40.738474 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d4ae0-6b96-4be9-8fdb-c752336749d3 req-eceb8551-845f-4e12-8687-4c2759c0422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:40.742426 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-936d4ae0-6b96-4be9-8fdb-c752336749d3 req-eceb8551-845f-4e12-8687-4c2759c0422c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 1126 time: 0.3136489 Feb 07 16:41:40.743047 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] For port bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b,segment=NetworkSegment(f63a9932-c8d5-4b3c-90c1-f13a3746149c),segment_id=f63a9932-c8d5-4b3c-90c1-f13a3746149c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:40.744157 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:40.791307 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] Calling delete_port for bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:41:41.024923 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] For port 096c5448-b64c-4d82-8710-8b1e7ad73cb1, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:41:41.040017 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] For port 096c5448-b64c-4d82-8710-8b1e7ad73cb1, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=096c5448-b64c-4d82-8710-8b1e7ad73cb1,segment=NetworkSegment(64adb199-9993-4c14-b837-969ac3cdf6d8),segment_id=64adb199-9993-4c14-b837-969ac3cdf6d8)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:41:41.045756 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port c423aea1-e2b7-45e3-8cf6-a3970ad25089 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:41.046256 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c423aea1-e2b7-45e3-8cf6-a3970ad25089), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:41.049937 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5382ea7-1c5e-40eb-99b1-e97db9a93a1c None None] DHCP port deletion for 4b571603-d173-4d9a-a477-adde4d6cd1df request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:41:41.052713 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device d75cb458-b0a8-46d6-bea3-6ae840d5358d no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:41:41.065312 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:41.080921 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:41.131084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:41.172702 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] No DVR routers for this DVR port bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:41:41.189020 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf8055-cfc9-4f74-9233-ea046af583f5 None None] Pushing event updated for resources: {'Port': ['ID=096c5448-b64c-4d82-8710-8b1e7ad73cb1,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:41.191424 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a47d004-c4c1-492b-9fbe-0c270035a0b1 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for security_group_rule (766b7562-2c9b-43b4-a9f5-84a3218033aa), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:41.256773 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: d75cb458-b0a8-46d6-bea3-6ae840d5358d {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:41:41.257235 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device d75cb458-b0a8-46d6-bea3-6ae840d5358d not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:41:41.273653 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a479d-a73a-4c6c-8293-1c232b3ba3b2 req-26d433e1-f54c-4c80-b55f-34eb47f300b7 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:41.295382 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-be3a479d-a73a-4c6c-8293-1c232b3ba3b2 req-26d433e1-f54c-4c80-b55f-34eb47f300b7 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 944 time: 0.2993891 Feb 07 16:41:41.314288 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a5382ea7-1c5e-40eb-99b1-e97db9a93a1c None None] The port 'bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b' was deleted {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 07 16:41:41.404922 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] Routers {'6d7d575a-1a75-45f8-a43c-2b7939a2e631'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:41:41.406005 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:41:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6d7d575a-1a75-45f8-a43c-2b7939a2e631'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:41.421120 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-45a32f5b-8832-44b8-916b-39d5a033bc1f req-229855ab-e3f0-43aa-adc5-81d23950cca8 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c423aea1-e2b7-45e3-8cf6-a3970ad25089), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:41.481260 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (4b571603-d173-4d9a-a477-adde4d6cd1df), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:41.598406 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b755e880-a870-47fc-8a8a-4695fda0f605 req-9218da33-bcd0-498f-92f8-46df65a9553e tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (1bdae474-f4a9-4b6c-8af0-563b5b74d861), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:41.609214 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b571603-d173-4d9a-a477-adde4d6cd1df']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:41.636582 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63a9932-c8d5-4b3c-90c1-f13a3746149c') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:41.639910 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63a9932-c8d5-4b3c-90c1-f13a3746149c') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:41.650239 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] Set router 6d7d575a-1a75-45f8-a43c-2b7939a2e631 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:41:41.682041 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b755e880-a870-47fc-8a8a-4695fda0f605 req-9218da33-bcd0-498f-92f8-46df65a9553e tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (1bdae474-f4a9-4b6c-8af0-563b5b74d861), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:41.728028 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-be3a479d-a73a-4c6c-8293-1c232b3ba3b2 req-ed35438e-d58b-4e1a-a333-a09a138d3406 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285161 Feb 07 16:41:41.728267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d4ae0-6b96-4be9-8fdb-c752336749d3 req-d17db6d8-2b81-40c6-90fd-992b07a14f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:41.730827 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-936d4ae0-6b96-4be9-8fdb-c752336749d3 req-d17db6d8-2b81-40c6-90fd-992b07a14f5f service neutron] 10.222.0.48 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 906 time: 0.9758389 Feb 07 16:41:41.734845 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (f63a9932-c8d5-4b3c-90c1-f13a3746149c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:41.750176 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229855ab-e3f0-43aa-adc5-81d23950cca8 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Pushing event deleted for resources: {'Port': ['ID=c423aea1-e2b7-45e3-8cf6-a3970ad25089,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:41.790793 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (f63a9932-c8d5-4b3c-90c1-f13a3746149c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:41.808154 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:41:41.810572 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (f63a9932-c8d5-4b3c-90c1-f13a3746149c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:41:41.815423 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:41:42.055413 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd94d319-5c4d-49c4-ab47-5acd28fcd509 req-cb56ebcb-522a-463f-bcec-c1a22fecf3af tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 210 time: 0.1409647 Feb 07 16:41:42.082897 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:41:42.092515 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (4b571603-d173-4d9a-a477-adde4d6cd1df), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:42.100149 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:42.110841 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-936d4ae0-6b96-4be9-8fdb-c752336749d3 req-a8b06626-0569-4dd6-ab38-4b15d8a5e63c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d HTTP/1.1" status: 200 len: 217 time: 0.3474741 Feb 07 16:41:42.111900 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4b571603-d173-4d9a-a477-adde4d6cd1df HTTP/1.1" status: 204 len: 168 time: 2.2486920 Feb 07 16:41:42.113622 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a47d004-c4c1-492b-9fbe-0c270035a0b1 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for security_group_rule (766b7562-2c9b-43b4-a9f5-84a3218033aa), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:42.134513 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b755e880-a870-47fc-8a8a-4695fda0f605 req-9218da33-bcd0-498f-92f8-46df65a9553e tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1bdae474-f4a9-4b6c-8af0-563b5b74d861), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:42.139849 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b755e880-a870-47fc-8a8a-4695fda0f605 req-9218da33-bcd0-498f-92f8-46df65a9553e tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:42.147085 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b755e880-a870-47fc-8a8a-4695fda0f605 req-9218da33-bcd0-498f-92f8-46df65a9553e tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "DELETE /v2.0/security-groups/1bdae474-f4a9-4b6c-8af0-563b5b74d861 HTTP/1.1" status: 204 len: 173 time: 1.4437134 Feb 07 16:41:42.166574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccf6a3-7250-44f9-ba06-983a7d1991a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b571603-d173-4d9a-a477-adde4d6cd1df,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:42.257033 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:41:42.268280 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:41:42.268947 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bd83a2f8-a5ba-4ec7-a379-3fe9eab6ac8b not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:41:42.283098 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a47d004-c4c1-492b-9fbe-0c270035a0b1 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (766b7562-2c9b-43b4-a9f5-84a3218033aa), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:42.388060 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218da33-bcd0-498f-92f8-46df65a9553e tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdae474-f4a9-4b6c-8af0-563b5b74d861,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:42.429848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-32e1d295-f07f-4a6f-8daf-2af171917f59 None None] Provisioning complete for port 096c5448-b64c-4d82-8710-8b1e7ad73cb1 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:42.431320 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b7e5c6a2-4afa-4d68-ab8a-85a4e625725b req-a19eb97e-377a-4a08-8283-99638f0bd458 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 210 time: 0.0903172 Feb 07 16:41:42.432318 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-32e1d295-f07f-4a6f-8daf-2af171917f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:42.439125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47d004-c4c1-492b-9fbe-0c270035a0b1 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=766b7562-2c9b-43b4-a9f5-84a3218033aa,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:42.452048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45a32f5b-8832-44b8-916b-39d5a033bc1f req-229855ab-e3f0-43aa-adc5-81d23950cca8 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Router 99d77454-4270-4b00-a6f0-4976385c34f2 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:41:42.508698 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34044) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:42.604046 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-aff8b21e-46c5-423c-9bbb-25dca06df86d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe73236ced754eaf9d56a50e62338c74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0938318 Feb 07 16:41:42.610669 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34046) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:42.794089 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c49e731b-67fc-40fa-b18c-d821bdcb0811 admin admin] Publish callbacks [] for security_group (a8dbd45f-a1c3-43ab-8d24-33dcd46d763c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:42.837077 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:41:42.844054 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c49e731b-67fc-40fa-b18c-d821bdcb0811 admin admin] Publish callbacks [] for security_group (a8dbd45f-a1c3-43ab-8d24-33dcd46d763c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:42.855385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:42.856000 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:42.927897 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-675c94c7-6ac1-4664-ab09-32a48665a1fd req-ffa38214-2bc9-4073-aba7-704843fd6a03 tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.2431262 Feb 07 16:41:42.943854 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-32e1d295-f07f-4a6f-8daf-2af171917f59 None None] Current status of the port 096c5448-b64c-4d82-8710-8b1e7ad73cb1 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:42.944522 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-32e1d295-f07f-4a6f-8daf-2af171917f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:42.956824 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c49e731b-67fc-40fa-b18c-d821bdcb0811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a8dbd45f-a1c3-43ab-8d24-33dcd46d763c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:42.963289 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c49e731b-67fc-40fa-b18c-d821bdcb0811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:42.970681 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c49e731b-67fc-40fa-b18c-d821bdcb0811 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8dbd45f-a1c3-43ab-8d24-33dcd46d763c HTTP/1.1" status: 204 len: 168 time: 0.3584924 Feb 07 16:41:42.991445 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e731b-67fc-40fa-b18c-d821bdcb0811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dbd45f-a1c3-43ab-8d24-33dcd46d763c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:43.034016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d4ae0-6b96-4be9-8fdb-c752336749d3 req-742646f4-2686-495c-8781-918fd04dfb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:43.035608 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-936d4ae0-6b96-4be9-8fdb-c752336749d3 req-742646f4-2686-495c-8781-918fd04dfb47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801 HTTP/1.1" status: 200 len: 845 time: 0.9160776 Feb 07 16:41:43.040020 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a47d004-c4c1-492b-9fbe-0c270035a0b1 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:43.041255 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7a47d004-c4c1-492b-9fbe-0c270035a0b1 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3320286 Feb 07 16:41:43.047704 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34054) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:43.057958 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:41:43.059459 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2ee7bd5d-0f0b-44f6-a556-b34ce64a3fae tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:43.133779 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-936d4ae0-6b96-4be9-8fdb-c752336749d3 req-2257f769-4dd6-422e-ac6a-8d944cbac7f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64333f75-bb31-47f0-9f63-55e283dff327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912910 Feb 07 16:41:43.138796 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'name': 'tempest-ServersTestManualDisk-1069497962-router', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:14Z', 'updated_at': '2022-02-07T16:41:31Z', 'revision_number': 4, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'gw_port': {'id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:16Z', 'updated_at': '2022-02-07T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '096c5448-b64c-4d82-8710-8b1e7ad73cb1', 'name': '', 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'mac_address': 'fa:16:3e:2d:0a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '79b6f828-5c6c-4065-9878-f52f4ee89271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:27Z', 'updated_at': '2022-02-07T16:41:40Z', 'revision_number': 4, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'subnets': [{'id': '79b6f828-5c6c-4065-9878-f52f4ee89271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:43.218868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-32e1d295-f07f-4a6f-8daf-2af171917f59 None None] For port 096c5448-b64c-4d82-8710-8b1e7ad73cb1, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=096c5448-b64c-4d82-8710-8b1e7ad73cb1,segment=NetworkSegment(64adb199-9993-4c14-b837-969ac3cdf6d8),segment_id=64adb199-9993-4c14-b837-969ac3cdf6d8)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:43.227361 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e3849e-0479-46f1-bc2a-f3f12b9b224a None None] The sync data for ids ['6d7d575a-1a75-45f8-a43c-2b7939a2e631'] in n-d-827865-3 is: [{'id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'name': 'tempest-ServersTestManualDisk-1069497962-router', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:14Z', 'updated_at': '2022-02-07T16:41:31Z', 'revision_number': 4, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'gw_port': {'id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:16Z', 'updated_at': '2022-02-07T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '096c5448-b64c-4d82-8710-8b1e7ad73cb1', 'name': '', 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'mac_address': 'fa:16:3e:2d:0a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '79b6f828-5c6c-4065-9878-f52f4ee89271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:27Z', 'updated_at': '2022-02-07T16:41:40Z', 'revision_number': 4, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'subnets': [{'id': '79b6f828-5c6c-4065-9878-f52f4ee89271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:41:43.228632 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ee7bd5d-0f0b-44f6-a556-b34ce64a3fae tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:43.237973 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-32e1d295-f07f-4a6f-8daf-2af171917f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:43.260764 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9832db01-d408-4fea-abe4-998547df5fcd req-cc08656a-f8f2-4578-94f4-c34e66030f8e tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "GET /v2.0/security-groups/cf00aaa1-29c6-4d98-92ab-2ef21384ddac HTTP/1.1" status: 200 len: 1816 time: 0.1741853 Feb 07 16:41:43.280929 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce0bde-214c-407a-b26a-33b275c58abf req-53924270-e7d5-4c44-bd79-63b47eac6b6b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:43.281354 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87ce0bde-214c-407a-b26a-33b275c58abf req-53924270-e7d5-4c44-bd79-63b47eac6b6b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 944 time: 0.8489006 Feb 07 16:41:43.420052 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45a32f5b-8832-44b8-916b-39d5a033bc1f req-229855ab-e3f0-43aa-adc5-81d23950cca8 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:41:43.454173 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20718f2c-4e7a-4a7d-a09d-2aff1e5753a5 None None] Sync routers for ids ['99d77454-4270-4b00-a6f0-4976385c34f2'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:41:43.509410 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20718f2c-4e7a-4a7d-a09d-2aff1e5753a5 None None] Routers {'99d77454-4270-4b00-a6f0-4976385c34f2'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:41:43.517992 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-20718f2c-4e7a-4a7d-a09d-2aff1e5753a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:41:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['99d77454-4270-4b00-a6f0-4976385c34f2'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:43.547468 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87ce0bde-214c-407a-b26a-33b275c58abf req-61a87ee3-8271-4d23-9158-84c3ab5ef6d1 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535734 Feb 07 16:41:43.549098 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a32f5b-8832-44b8-916b-39d5a033bc1f req-229855ab-e3f0-43aa-adc5-81d23950cca8 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] No DVR routers for this DVR port c423aea1-e2b7-45e3-8cf6-a3970ad25089 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:41:43.553091 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-936d4ae0-6b96-4be9-8fdb-c752336749d3 req-94eae3c0-82db-4eb0-b649-41d86aa9612c service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068911 Feb 07 16:41:43.561111 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-45a32f5b-8832-44b8-916b-39d5a033bc1f req-229855ab-e3f0-43aa-adc5-81d23950cca8 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:43.570732 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-45a32f5b-8832-44b8-916b-39d5a033bc1f req-229855ab-e3f0-43aa-adc5-81d23950cca8 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.32 "DELETE /v2.0/ports/c423aea1-e2b7-45e3-8cf6-a3970ad25089 HTTP/1.1" status: 204 len: 173 time: 5.5287273 Feb 07 16:41:43.571098 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b873a378-b0a2-4294-98ed-d544e7113759', 'name': 'network-vif-deleted', 'tag': 'c423aea1-e2b7-45e3-8cf6-a3970ad25089'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:41:43.577254 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f7a908-75cb-424f-aad6-6c27fcc0807c" -d '{"events": [{"server_uuid": "b873a378-b0a2-4294-98ed-d544e7113759", "name": "network-vif-deleted", "tag": "c423aea1-e2b7-45e3-8cf6-a3970ad25089"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:41:43.579740 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:41:43.673728 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9832db01-d408-4fea-abe4-998547df5fcd req-b245d09a-2fc2-41e1-8bb8-7317094c98e4 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (cf00aaa1-29c6-4d98-92ab-2ef21384ddac), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:43.810180 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9832db01-d408-4fea-abe4-998547df5fcd req-b245d09a-2fc2-41e1-8bb8-7317094c98e4 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (cf00aaa1-29c6-4d98-92ab-2ef21384ddac), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:44.021978 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9832db01-d408-4fea-abe4-998547df5fcd req-b245d09a-2fc2-41e1-8bb8-7317094c98e4 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cf00aaa1-29c6-4d98-92ab-2ef21384ddac), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:44.049028 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9832db01-d408-4fea-abe4-998547df5fcd req-b245d09a-2fc2-41e1-8bb8-7317094c98e4 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:44.065782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34064) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:44.067484 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9832db01-d408-4fea-abe4-998547df5fcd req-b245d09a-2fc2-41e1-8bb8-7317094c98e4 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] 10.222.0.18 "DELETE /v2.0/security-groups/cf00aaa1-29c6-4d98-92ab-2ef21384ddac HTTP/1.1" status: 204 len: 173 time: 0.8034618 Feb 07 16:41:44.119412 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-936d4ae0-6b96-4be9-8fdb-c752336749d3 req-0a27ad36-d409-498d-aff1-b3453c63f48a service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338049 Feb 07 16:41:44.132465 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245d09a-2fc2-41e1-8bb8-7317094c98e4 tempest-SecurityGroupsTestJSON-1079209483 tempest-SecurityGroupsTestJSON-1079209483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf00aaa1-29c6-4d98-92ab-2ef21384ddac,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:44.170804 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:44.171247 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ee7bd5d-0f0b-44f6-a556-b34ce64a3fae tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:44.171741 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:44.200569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34066) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:44.223433 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1d2bb-aed4-4329-b9ff-875b902b2143 req-40ea2986-04d8-4db9-9657-2a1a15be7b16 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:44.238076 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-20718f2c-4e7a-4a7d-a09d-2aff1e5753a5 None None] Set router 99d77454-4270-4b00-a6f0-4976385c34f2 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:41:44.238880 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60c1d2bb-aed4-4329-b9ff-875b902b2143 req-40ea2986-04d8-4db9-9657-2a1a15be7b16 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 944 time: 0.4246361 Feb 07 16:41:44.267792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1d295-f07f-4a6f-8daf-2af171917f59 None None] Pushing event updated for resources: {'Port': ['ID=096c5448-b64c-4d82-8710-8b1e7ad73cb1,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:44.347287 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4f7503e0-462f-4cd3-83da-ae0cd7829ce7,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:44.367096 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979f2052-ed97-4c4c-a1cd-9fecce157283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7503e0-462f-4cd3-83da-ae0cd7829ce7'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:41:44.371835 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4dce11-6580-4792-9caf-fe94be5866f0" -d '{"events": [{"server_uuid": "979f2052-ed97-4c4c-a1cd-9fecce157283", "name": "network-vif-plugged", "status": "completed", "tag": "4f7503e0-462f-4cd3-83da-ae0cd7829ce7"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:41:44.391066 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:44.400653 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60c1d2bb-aed4-4329-b9ff-875b902b2143 req-5033fe79-7f4d-4a79-91d8-9ea2065bb14f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607513 Feb 07 16:41:44.408844 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbba5f11-caf8-477b-bd8a-3a07bd51dc70 admin admin] Deleting subnet 51ef7e68-7c99-433a-a263-366a7dc3d382 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:41:44.419424 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbba5f11-caf8-477b-bd8a-3a07bd51dc70 admin admin] Publish callbacks [] for subnet (51ef7e68-7c99-433a-a263-366a7dc3d382), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:44.444239 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 096c5448-b64c-4d82-8710-8b1e7ad73cb1 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:41:44.501508 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f2f7fecd-3ab0-4a3e-968f-9c251782e95b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2ffc91660b34d2da2121a1b0861a149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992222 Feb 07 16:41:44.511796 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbba5f11-caf8-477b-bd8a-3a07bd51dc70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (51ef7e68-7c99-433a-a263-366a7dc3d382), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:44.519555 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34070) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:44.605166 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbba5f11-caf8-477b-bd8a-3a07bd51dc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (51ef7e68-7c99-433a-a263-366a7dc3d382), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:44.673588 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-2ee7bd5d-0f0b-44f6-a556-b34ce64a3fae tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Allocated IP 172.25.4.104 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/128d1a98-a2fa-410e-bb7d-833db08fd3bb) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:41:44.713207 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-30875478-d77a-4a06-80ab-fc0eba4aab6b req-95ac21d9-2d3c-4cc4-935f-af379092f386 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 210 time: 0.0580344 Feb 07 16:41:44.774007 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbba5f11-caf8-477b-bd8a-3a07bd51dc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (51ef7e68-7c99-433a-a263-366a7dc3d382), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:44.886940 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:44.928727 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbba5f11-caf8-477b-bd8a-3a07bd51dc70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:44.935853 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cbba5f11-caf8-477b-bd8a-3a07bd51dc70 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/51ef7e68-7c99-433a-a263-366a7dc3d382 HTTP/1.1" status: 204 len: 168 time: 0.8674462 Feb 07 16:41:44.938915 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=4f7503e0-462f-4cd3-83da-ae0cd7829ce7,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:44.953191 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d', 'network_id': '64333f75-bb31-47f0-9f63-55e283dff327', 'port_id': 'f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d', 'mac_address': 'fa:16:3e:dd:28:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:41:44.960120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba5f11-caf8-477b-bd8a-3a07bd51dc70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51ef7e68-7c99-433a-a263-366a7dc3d382,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:44.964286 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34076) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:45.001566 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-20718f2c-4e7a-4a7d-a09d-2aff1e5753a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'name': 'tempest-ServersTestBootFromVolume-625812799-router', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:44Z', 'updated_at': '2022-02-07T16:38:00Z', 'revision_number': 4, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'gw_port': {'id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:48Z', 'updated_at': '2022-02-07T16:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e9301dc3-ec03-4060-a577-072277ef0b18', 'name': '', 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'mac_address': 'fa:16:3e:6f:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '90964d09-98ab-43e4-aadc-448a3d2d7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:58Z', 'updated_at': '2022-02-07T16:38:23Z', 'revision_number': 5, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'subnets': [{'id': '90964d09-98ab-43e4-aadc-448a3d2d7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:45.014429 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ae0918-25af-4621-b189-1fdc9e04d43b x-openstack-request-id: req-d6ae0918-25af-4621-b189-1fdc9e04d43b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:41:45.014885 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b873a378-b0a2-4294-98ed-d544e7113759", "name": "network-vif-deleted", "tag": "c423aea1-e2b7-45e3-8cf6-a3970ad25089", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:41:45.015292 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6ae0918-25af-4621-b189-1fdc9e04d43b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:41:45.015950 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b873a378-b0a2-4294-98ed-d544e7113759', 'name': 'network-vif-deleted', 'tag': 'c423aea1-e2b7-45e3-8cf6-a3970ad25089', 'status': 'completed', 'code': 200} Feb 07 16:41:45.034041 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2712bdf4-a890-4a4d-a68d-0de16753e276 req-6051c8b7-0458-4ec8-a349-ab56577b9098 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 210 time: 0.0951371 Feb 07 16:41:45.084177 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6598a856-255c-4ca1-be5a-c8f23f545f66 x-openstack-request-id: req-6598a856-255c-4ca1-be5a-c8f23f545f66 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:41:45.088087 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979f2052-ed97-4c4c-a1cd-9fecce157283", "name": "network-vif-plugged", "status": "completed", "tag": "4f7503e0-462f-4cd3-83da-ae0cd7829ce7", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:41:45.091541 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6598a856-255c-4ca1-be5a-c8f23f545f66 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:41:45.091541 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979f2052-ed97-4c4c-a1cd-9fecce157283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7503e0-462f-4cd3-83da-ae0cd7829ce7', 'code': 200} Feb 07 16:41:45.093378 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20718f2c-4e7a-4a7d-a09d-2aff1e5753a5 None None] Checking router: 99d77454-4270-4b00-a6f0-4976385c34f2 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:41:45.117395 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 096c5448-b64c-4d82-8710-8b1e7ad73cb1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:45.118679 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:45.132890 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20718f2c-4e7a-4a7d-a09d-2aff1e5753a5 None None] Routers {'99d77454-4270-4b00-a6f0-4976385c34f2'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:41:45.133791 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-20718f2c-4e7a-4a7d-a09d-2aff1e5753a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:41:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['99d77454-4270-4b00-a6f0-4976385c34f2'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:45.242940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddf96f-6364-4298-a2df-bd74eb7c4e47 req-b6e8c0ed-d49c-4f48-85e6-0ba101aeefa6 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:45.258158 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3bd2ccb-99dd-4a92-8e8f-1403934ead28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (bc77436a-ae76-417b-b8a2-1292a74feccc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:45.262633 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-89ddf96f-6364-4298-a2df-bd74eb7c4e47 req-b6e8c0ed-d49c-4f48-85e6-0ba101aeefa6 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 945 time: 0.1476264 Feb 07 16:41:45.305899 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:45.305899 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:45.347145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:41:45.374728 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5454b8-0037-40aa-bb6f-f94ed739d62b req-ffa07bc3-327b-49e8-a5c5-20d451f71df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:45.378432 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a5454b8-0037-40aa-bb6f-f94ed739d62b req-ffa07bc3-327b-49e8-a5c5-20d451f71df9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 1127 time: 0.2200654 Feb 07 16:41:45.397120 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ee7bd5d-0f0b-44f6-a556-b34ce64a3fae tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for port (128d1a98-a2fa-410e-bb7d-833db08fd3bb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:45.398380 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-20718f2c-4e7a-4a7d-a09d-2aff1e5753a5 None None] Set router 99d77454-4270-4b00-a6f0-4976385c34f2 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:41:45.461773 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:45.503546 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-89ddf96f-6364-4298-a2df-bd74eb7c4e47 req-22710da3-39c4-4c7a-90e9-6aa6ca61467e tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362230 Feb 07 16:41:45.518309 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:45.526225 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2df52e1a-7e24-4556-bad4-ebad13a0fd62 admin admin] Publish callbacks [] for security_group (b41058f6-66ab-4f73-8882-60cd9e9c2432), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:45.667911 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a5454b8-0037-40aa-bb6f-f94ed739d62b req-b861717f-fd00-4754-8890-eccd02c102d4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707918 Feb 07 16:41:45.706565 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ee7bd5d-0f0b-44f6-a556-b34ce64a3fae tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (128d1a98-a2fa-410e-bb7d-833db08fd3bb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:45.706908 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 096c5448-b64c-4d82-8710-8b1e7ad73cb1 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:45.824344 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:45.831186 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7bd5d-0f0b-44f6-a556-b34ce64a3fae tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Pushing event updated for resources: {'Port': ['ID=128d1a98-a2fa-410e-bb7d-833db08fd3bb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:45.855044 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:41:45.950975 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716407bf-7b3a-4e97-8c28-740b1a01ff66 req-515d1b00-a39b-4341-8f9b-ae8c3198140c tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:45.964959 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-716407bf-7b3a-4e97-8c28-740b1a01ff66 req-515d1b00-a39b-4341-8f9b-ae8c3198140c tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 945 time: 0.2134218 Feb 07 16:41:45.993879 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2df52e1a-7e24-4556-bad4-ebad13a0fd62 admin admin] Publish callbacks [] for security_group (b41058f6-66ab-4f73-8882-60cd9e9c2432), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:46.079153 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee7bd5d-0f0b-44f6-a556-b34ce64a3fae tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:41:46.091476 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2ee7bd5d-0f0b-44f6-a556-b34ce64a3fae tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:41:46.102581 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3bd2ccb-99dd-4a92-8e8f-1403934ead28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (bc77436a-ae76-417b-b8a2-1292a74feccc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:46.133963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee7bd5d-0f0b-44f6-a556-b34ce64a3fae tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:41:46.219032 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d3bd2ccb-99dd-4a92-8e8f-1403934ead28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc77436a-ae76-417b-b8a2-1292a74feccc']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:46.239164 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d3bd2ccb-99dd-4a92-8e8f-1403934ead28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb51991e-dfe0-490d-8899-6617ddeef4f1') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:46.241295 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d3bd2ccb-99dd-4a92-8e8f-1403934ead28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb51991e-dfe0-490d-8899-6617ddeef4f1') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:46.245388 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-20718f2c-4e7a-4a7d-a09d-2aff1e5753a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'name': 'tempest-ServersTestBootFromVolume-625812799-router', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:44Z', 'updated_at': '2022-02-07T16:38:00Z', 'revision_number': 4, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'gw_port': {'id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:48Z', 'updated_at': '2022-02-07T16:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e9301dc3-ec03-4060-a577-072277ef0b18', 'name': '', 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'mac_address': 'fa:16:3e:6f:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '90964d09-98ab-43e4-aadc-448a3d2d7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:58Z', 'updated_at': '2022-02-07T16:38:23Z', 'revision_number': 5, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'subnets': [{'id': '90964d09-98ab-43e4-aadc-448a3d2d7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:46.292249 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3bd2ccb-99dd-4a92-8e8f-1403934ead28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (eb51991e-dfe0-490d-8899-6617ddeef4f1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:46.326510 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2df52e1a-7e24-4556-bad4-ebad13a0fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b41058f6-66ab-4f73-8882-60cd9e9c2432), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:46.330489 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2df52e1a-7e24-4556-bad4-ebad13a0fd62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:46.332298 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2df52e1a-7e24-4556-bad4-ebad13a0fd62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b41058f6-66ab-4f73-8882-60cd9e9c2432 HTTP/1.1" status: 204 len: 168 time: 1.8116529 Feb 07 16:41:46.333916 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3bd2ccb-99dd-4a92-8e8f-1403934ead28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (eb51991e-dfe0-490d-8899-6617ddeef4f1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:46.359013 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-716407bf-7b3a-4e97-8c28-740b1a01ff66 req-e05101a5-9a2d-4f66-a0dd-705e1ac2192e tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736477 Feb 07 16:41:46.374379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 096c5448-b64c-4d82-8710-8b1e7ad73cb1 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:41:46.444668 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20718f2c-4e7a-4a7d-a09d-2aff1e5753a5 None None] The sync data for ids ['99d77454-4270-4b00-a6f0-4976385c34f2'] in n-d-827865-3 is: [{'id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'name': 'tempest-ServersTestBootFromVolume-625812799-router', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:44Z', 'updated_at': '2022-02-07T16:38:00Z', 'revision_number': 4, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'gw_port': {'id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:48Z', 'updated_at': '2022-02-07T16:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e9301dc3-ec03-4060-a577-072277ef0b18', 'name': '', 'network_id': 'bb959358-376e-4a5f-93ad-a9d9fe150468', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'mac_address': 'fa:16:3e:6f:bf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '90964d09-98ab-43e4-aadc-448a3d2d7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:58Z', 'updated_at': '2022-02-07T16:38:23Z', 'revision_number': 5, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'subnets': [{'id': '90964d09-98ab-43e4-aadc-448a3d2d7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:41:46.558253 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ee7bd5d-0f0b-44f6-a556-b34ce64a3fae tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for floatingip (c6ced2a8-a5fb-4321-8549-0478e8a2a4c9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:46.618125 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3bd2ccb-99dd-4a92-8e8f-1403934ead28 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:41:46.619310 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3bd2ccb-99dd-4a92-8e8f-1403934ead28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (eb51991e-dfe0-490d-8899-6617ddeef4f1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:41:46.628657 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:41:46.826222 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8ddf54c4-ac0d-4fa3-af09-9c4f6bbf78a8 req-6e2c2c1d-22e7-4d4b-9479-22e5d4df40ac tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fe70190-b1ee-4078-bcdd-c0ad1c9c7b8e HTTP/1.1" status: 200 len: 210 time: 0.0969644 Feb 07 16:41:46.839549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 096c5448-b64c-4d82-8710-8b1e7ad73cb1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:46.839549 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:46.867704 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df52e1a-7e24-4556-bad4-ebad13a0fd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41058f6-66ab-4f73-8882-60cd9e9c2432,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:46.955456 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-25b4a4ac-f945-466b-afc4-4dc8bf90f167 req-4281f10a-ea56-45ae-96d1-554f6e6ae8c4 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 210 time: 0.1107659 Feb 07 16:41:47.022807 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ee7bd5d-0f0b-44f6-a556-b34ce64a3fae tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (128d1a98-a2fa-410e-bb7d-833db08fd3bb), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:47.290662 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3e4a7d-f2c4-46e5-907d-e5bf3786b957 None None] New status for floating IP 4f9301fa-5613-49a2-9154-9f60e4971cb1: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:41:47.347710 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-673ad26c-abed-4a8d-b989-29f4e18ca3a1 req-cf46e4f4-ced7-4706-97be-277eccd02500 tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.1860723 Feb 07 16:41:47.351521 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3bd2ccb-99dd-4a92-8e8f-1403934ead28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (bc77436a-ae76-417b-b8a2-1292a74feccc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:47.387488 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3bd2ccb-99dd-4a92-8e8f-1403934ead28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:47.401261 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d3bd2ccb-99dd-4a92-8e8f-1403934ead28 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bc77436a-ae76-417b-b8a2-1292a74feccc HTTP/1.1" status: 204 len: 168 time: 2.4278202 Feb 07 16:41:47.463494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd2ccb-99dd-4a92-8e8f-1403934ead28 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc77436a-ae76-417b-b8a2-1292a74feccc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:47.484563 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 096c5448-b64c-4d82-8710-8b1e7ad73cb1 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:47.555197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb123808-0cee-4893-81cd-a6f733429b10 req-c19454ef-be64-42ff-bfd7-865de2e59e2b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:47.573172 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bb123808-0cee-4893-81cd-a6f733429b10 req-c19454ef-be64-42ff-bfd7-865de2e59e2b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 945 time: 0.2935593 Feb 07 16:41:47.638550 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10532a2f-110f-4198-b0f0-615e20839c70 req-4a672e99-c33e-40f6-83d4-bfdc05d2bbee tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:47.646693 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10532a2f-110f-4198-b0f0-615e20839c70 req-4a672e99-c33e-40f6-83d4-bfdc05d2bbee tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 945 time: 0.1654141 Feb 07 16:41:47.748658 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34116) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:47.775932 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bb123808-0cee-4893-81cd-a6f733429b10 req-ae0d6961-618b-497f-976c-5eeed1fee183 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932757 Feb 07 16:41:47.799783 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ee7bd5d-0f0b-44f6-a556-b34ce64a3fae tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for port (128d1a98-a2fa-410e-bb7d-833db08fd3bb), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:47.814507 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10532a2f-110f-4198-b0f0-615e20839c70 req-01124147-cc05-4061-9e25-c477705d241f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616492 Feb 07 16:41:47.827824 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ee7bd5d-0f0b-44f6-a556-b34ce64a3fae tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (128d1a98-a2fa-410e-bb7d-833db08fd3bb), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:47.857425 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-68746d76-ada3-4cfa-b1b6-361c8aa64445 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6660152de7d4de699a304c64d91802c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1068213 Feb 07 16:41:47.861375 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34122) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:47.996948 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e9e330c-3791-4990-832e-83f7d743b278 admin admin] Publish callbacks [] for security_group (2ddca679-1c15-481c-8987-60a366511921), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:48.028836 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7bd5d-0f0b-44f6-a556-b34ce64a3fae tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Pushing event updated for resources: {'Port': ['ID=128d1a98-a2fa-410e-bb7d-833db08fd3bb,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:48.031904 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e9e330c-3791-4990-832e-83f7d743b278 admin admin] Publish callbacks [] for security_group (2ddca679-1c15-481c-8987-60a366511921), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:48.108902 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e9e330c-3791-4990-832e-83f7d743b278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2ddca679-1c15-481c-8987-60a366511921), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:48.112954 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7e9e330c-3791-4990-832e-83f7d743b278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:48.118263 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ee7bd5d-0f0b-44f6-a556-b34ce64a3fae tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (c6ced2a8-a5fb-4321-8549-0478e8a2a4c9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:48.120989 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7e9e330c-3791-4990-832e-83f7d743b278 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ddca679-1c15-481c-8987-60a366511921 HTTP/1.1" status: 204 len: 168 time: 0.2555068 Feb 07 16:41:48.142599 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e330c-3791-4990-832e-83f7d743b278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddca679-1c15-481c-8987-60a366511921,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:48.146864 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ee7bd5d-0f0b-44f6-a556-b34ce64a3fae tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:48.157520 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2ee7bd5d-0f0b-44f6-a556-b34ce64a3fae tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0989120 Feb 07 16:41:48.298750 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9d0c4e5c-f3a2-4b87-8560-0f9dbe789881 req-b8e69d2f-0e67-447d-a2ad-4b2f301cdfe4 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 210 time: 0.0964286 Feb 07 16:41:48.341133 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34142) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:48.532624 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cfde3fc5-b468-4ae6-87ba-a83812284cb4 req-ba7f5fed-c0ff-4aaf-a553-d4df40f8218b tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.0726075 Feb 07 16:41:48.691480 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add5ffd-9a0c-468f-aa47-ef905c44fb20 req-94919caf-a388-4715-a11a-d6e5ff9a7c81 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:48.691480 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8add5ffd-9a0c-468f-aa47-ef905c44fb20 req-94919caf-a388-4715-a11a-d6e5ff9a7c81 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 945 time: 0.1470785 Feb 07 16:41:48.763561 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-adbacca7-3939-46ab-b4e4-34b9d9732613 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1640698987&fields=id&tenant_id=5c46b77ee57443c8842ba3765a8e54a6 HTTP/1.1" status: 200 len: 267 time: 0.0977268 Feb 07 16:41:48.806524 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0f85549c-b67e-4b45-b23e-9b18dd5904ce admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-56062887-network', 'tenant_id': '262e383f33a54d4b88c3eae7d8c2e687'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:48.851998 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8add5ffd-9a0c-468f-aa47-ef905c44fb20 req-93d32c56-166c-4caa-9aa3-61aeb1192b85 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518610 Feb 07 16:41:48.855878 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f85549c-b67e-4b45-b23e-9b18dd5904ce admin admin] Made reservation on behalf of 262e383f33a54d4b88c3eae7d8c2e687 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:41:48.860391 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f85549c-b67e-4b45-b23e-9b18dd5904ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:48.880625 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f85549c-b67e-4b45-b23e-9b18dd5904ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:49.003894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-d7e15d96-f047-4056-b5a2-80025e6709b5 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:49.006921 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-d7e15d96-f047-4056-b5a2-80025e6709b5 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/networks?id=8518c54b-f554-4e85-9dc0-05cf87efac18 HTTP/1.1" status: 200 len: 812 time: 0.2312112 Feb 07 16:41:49.035822 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-2e8c497e-4112-4379-a46b-0afe822d295a tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/quotas/5c46b77ee57443c8842ba3765a8e54a6 HTTP/1.1" status: 200 len: 375 time: 0.0214565 Feb 07 16:41:49.087748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8aecc7-b726-4738-95e6-c1b8b1096dd9 req-a077cdbd-edf3-49bf-aeb5-49f77a8b4742 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:49.095032 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa8aecc7-b726-4738-95e6-c1b8b1096dd9 req-a077cdbd-edf3-49bf-aeb5-49f77a8b4742 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 945 time: 0.1184237 Feb 07 16:41:49.123420 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f85549c-b67e-4b45-b23e-9b18dd5904ce admin admin] Publish callbacks [] for security_group (e5a69959-a8f2-47fa-bb4f-9844e2bbb8cc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:49.131690 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f85549c-b67e-4b45-b23e-9b18dd5904ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e5a69959-a8f2-47fa-bb4f-9844e2bbb8cc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:49.139774 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-ae939455-2a89-4943-bc36-dfa10f89be98 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c46b77ee57443c8842ba3765a8e54a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015329 Feb 07 16:41:49.172009 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f85549c-b67e-4b45-b23e-9b18dd5904ce admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:41:49.215898 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa8aecc7-b726-4738-95e6-c1b8b1096dd9 req-90459ab2-10dd-45c8-80a1-3f3fe0481bae tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198728 Feb 07 16:41:49.218962 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85549c-b67e-4b45-b23e-9b18dd5904ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a69959-a8f2-47fa-bb4f-9844e2bbb8cc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:49.225647 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f85549c-b67e-4b45-b23e-9b18dd5904ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (d9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:49.235134 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-0f85549c-b67e-4b45-b23e-9b18dd5904ce admin admin] Added segment d9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8 of type vlan for network cce8c5db-3211-4425-9a9a-fb36371cecd0 Feb 07 16:41:49.339354 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f85549c-b67e-4b45-b23e-9b18dd5904ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (cce8c5db-3211-4425-9a9a-fb36371cecd0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:49.394311 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-7befaa6c-7880-4405-9ca2-3cd219f3c9a8 service neutron] 10.222.0.18 "GET /v2.0/networks/8518c54b-f554-4e85-9dc0-05cf87efac18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374775 Feb 07 16:41:49.407096 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f85549c-b67e-4b45-b23e-9b18dd5904ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (cce8c5db-3211-4425-9a9a-fb36371cecd0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:49.410614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f85549c-b67e-4b45-b23e-9b18dd5904ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:49.412507 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f85549c-b67e-4b45-b23e-9b18dd5904ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:49.543631 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:41:49.591100 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e6a0ed1-ad13-4dbd-9dcb-bfc7e0ec0234 req-a51b36b0-7f92-4ae1-83ef-28eda9d51dcc tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 210 time: 0.0749969 Feb 07 16:41:49.605902 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0f85549c-b67e-4b45-b23e-9b18dd5904ce admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2635922 Feb 07 16:41:49.606868 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85549c-b67e-4b45-b23e-9b18dd5904ce admin admin] Pushing event updated for resources: {'Network': ['ID=cce8c5db-3211-4425-9a9a-fb36371cecd0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:49.611520 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-badbd785-becd-4fc3-80ff-d6053abb294d service neutron] 10.222.0.18 "GET /v2.0/networks/8518c54b-f554-4e85-9dc0-05cf87efac18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160873 Feb 07 16:41:49.612044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34186) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:49.617460 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8dd812a8-0d36-4174-a2eb-d0bfb99fe21b admin admin] Request body: {'subnet': {'network_id': 'cce8c5db-3211-4425-9a9a-fb36371cecd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-56062887-subnet', 'tenant_id': '262e383f33a54d4b88c3eae7d8c2e687', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:49.662231 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd812a8-0d36-4174-a2eb-d0bfb99fe21b admin admin] Made reservation on behalf of 262e383f33a54d4b88c3eae7d8c2e687 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:41:49.664823 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dd812a8-0d36-4174-a2eb-d0bfb99fe21b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:49.675558 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network cce8c5db-3211-4425-9a9a-fb36371cecd0 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:41:49.726206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34188) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:49.859332 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-52b19973-5d51-404a-92b6-d33e66c363e0 req-d0a26cfd-a0c6-4002-aeb3-6fe5c2c9bd9f tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.0561686 Feb 07 16:41:49.913133 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:41:49.926509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:49.927599 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:49.963796 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1094614800-network', 'tenant_id': 'c4d49702976945bf97b629c65cf535b6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:50.051257 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Made reservation on behalf of c4d49702976945bf97b629c65cf535b6 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:41:50.067897 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:50.171567 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9af0f43-4f85-478b-894f-5254c4274440 req-fb66b040-b7ea-4310-89a6-558b9e401b5d tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 210 time: 0.0569320 Feb 07 16:41:50.173334 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dd812a8-0d36-4174-a2eb-d0bfb99fe21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (0ca5edf2-3515-4efe-b7ad-279ac2df99e5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:50.197816 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:50.227241 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd812a8-0d36-4174-a2eb-d0bfb99fe21b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca5edf2-3515-4efe-b7ad-279ac2df99e5,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:50.248347 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:50.248826 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:50.276449 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd812a8-0d36-4174-a2eb-d0bfb99fe21b admin admin] Checking segment: {'id': 'd9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cce8c5db-3211-4425-9a9a-fb36371cecd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:41:50.277433 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd812a8-0d36-4174-a2eb-d0bfb99fe21b admin admin] Network hostable DHCP agents. Network: cce8c5db-3211-4425-9a9a-fb36371cecd0, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:41:50.310165 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:50.312426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f560bd87-6ca2-4ce6-87f8-fa1c14b73d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:41:50.317623 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b121fa-45f4-45e1-b92e-45bc3e159bb9" -d '{"events": [{"server_uuid": "f560bd87-6ca2-4ce6-87f8-fa1c14b73d56", "name": "network-vif-plugged", "status": "completed", "tag": "f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:41:50.319015 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd812a8-0d36-4174-a2eb-d0bfb99fe21b admin admin] Network cce8c5db-3211-4425-9a9a-fb36371cecd0 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:41:50.325098 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:50.331749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-8dd812a8-0d36-4174-a2eb-d0bfb99fe21b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, cce8c5db-3211-4425-9a9a-fb36371cecd0) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:41:50.343638 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd812a8-0d36-4174-a2eb-d0bfb99fe21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:50.345033 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dd812a8-0d36-4174-a2eb-d0bfb99fe21b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:50.350139 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcc574e-751a-48f7-92d0-8fc22088c0c2 None None] Network cce8c5db-3211-4425-9a9a-fb36371cecd0 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:41:50.387034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8dd812a8-0d36-4174-a2eb-d0bfb99fe21b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7709334 Feb 07 16:41:50.394573 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34202) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:50.408876 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-32a8dd66-2ed1-4b00-8493-67ba3aaf4ca0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-56062887-router', 'tenant_id': '262e383f33a54d4b88c3eae7d8c2e687', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:50.416305 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8723ea-e9e9-4b80-acdd-797817a6e76a req-c6f53026-eebb-4887-aed9-97c069962fdb tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:50.424434 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5e8723ea-e9e9-4b80-acdd-797817a6e76a req-c6f53026-eebb-4887-aed9-97c069962fdb tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 945 time: 0.3339875 Feb 07 16:41:50.546973 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-cce8c5db-3211-4425-9a9a-fb36371cecd0', 'network_id': 'cce8c5db-3211-4425-9a9a-fb36371cecd0', 'project_id': '262e383f33a54d4b88c3eae7d8c2e687', 'fixed_ips': [{'subnet_id': '0ca5edf2-3515-4efe-b7ad-279ac2df99e5'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:41:50.548208 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:50.575083 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32a8dd66-2ed1-4b00-8493-67ba3aaf4ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (0e285e77-5731-4fe1-96f0-d59583cfc4eb), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:50.577841 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32a8dd66-2ed1-4b00-8493-67ba3aaf4ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (0e285e77-5731-4fe1-96f0-d59583cfc4eb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:50.659128 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5e8723ea-e9e9-4b80-acdd-797817a6e76a req-b50a2af9-03cc-4454-bc20-0b76fff76e95 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254918 Feb 07 16:41:50.689483 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:50.727889 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32a8dd66-2ed1-4b00-8493-67ba3aaf4ca0 admin admin] Publish callbacks [] for router_controller (0e285e77-5731-4fe1-96f0-d59583cfc4eb), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:50.738416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c4929-31db-4dee-8e2f-d3e755424ec8 req-9793bace-460b-4e65-aff1-f53e0b6e2756 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:50.748647 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e62c4929-31db-4dee-8e2f-d3e755424ec8 req-9793bace-460b-4e65-aff1-f53e0b6e2756 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 0.3632164 Feb 07 16:41:50.765312 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Publish callbacks [] for security_group (dfb1e91c-4e79-41b2-b5cc-62760c031ceb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:50.772068 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (dfb1e91c-4e79-41b2-b5cc-62760c031ceb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:50.834251 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:41:50.853528 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb1e91c-4e79-41b2-b5cc-62760c031ceb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:50.893365 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (bba8cc81-b411-40e7-9aa6-439b3e72859d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:50.894244 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Added segment bba8cc81-b411-40e7-9aa6-439b3e72859d of type vlan for network 6774a319-c5a3-4cf8-ab7d-2311e53345d0 Feb 07 16:41:50.894871 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c2d87b-40f7-4967-828e-fa5c957a5643 x-openstack-request-id: req-b3c2d87b-40f7-4967-828e-fa5c957a5643 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:41:50.895184 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f560bd87-6ca2-4ce6-87f8-fa1c14b73d56", "name": "network-vif-plugged", "status": "completed", "tag": "f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:41:50.896902 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3c2d87b-40f7-4967-828e-fa5c957a5643 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:41:50.897383 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f560bd87-6ca2-4ce6-87f8-fa1c14b73d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d', 'code': 200} Feb 07 16:41:50.899735 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:50.901551 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:50.904947 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:50.905645 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:50.906927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:50.907574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:50.908928 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:50.909706 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:50.911887 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:50.912681 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:50.915011 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:50.915796 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:50.917517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:41:50.987310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] Allocated IP 172.20.0.2 (cce8c5db-3211-4425-9a9a-fb36371cecd0/0ca5edf2-3515-4efe-b7ad-279ac2df99e5/b6567560-b4ef-4336-b197-b1e901f9e19c) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:41:51.117426 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-285422b9-4884-40fd-91c2-4f3e054890b9 req-8d2cc541-096f-4c48-9aa4-88e737b7c746 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 210 time: 0.0695691 Feb 07 16:41:51.140020 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (6774a319-c5a3-4cf8-ab7d-2311e53345d0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:51.168613 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e62c4929-31db-4dee-8e2f-d3e755424ec8 req-6ed9a896-2f8b-4c93-8acb-ebeeb7824f30 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163053 Feb 07 16:41:51.195825 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:51.210322 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32a8dd66-2ed1-4b00-8493-67ba3aaf4ca0 admin admin] Publish callbacks [] for router_gateway (0e285e77-5731-4fe1-96f0-d59583cfc4eb), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:51.224825 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ab07c-9067-4c78-a544-ad6fef70f7fd req-af91d4b4-3c31-4701-8d57-413e687d9745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:51.237963 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-425ab07c-9067-4c78-a544-ad6fef70f7fd req-af91d4b4-3c31-4701-8d57-413e687d9745 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 1128 time: 0.2989566 Feb 07 16:41:51.298698 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (6774a319-c5a3-4cf8-ab7d-2311e53345d0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:51.300501 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:51.301556 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:51.455827 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] Publish callbacks [] for port (b6567560-b4ef-4336-b197-b1e901f9e19c), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:51.466563 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (b6567560-b4ef-4336-b197-b1e901f9e19c), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:51.501054 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] Pushing event updated for resources: {'Network': ['ID=6774a319-c5a3-4cf8-ab7d-2311e53345d0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:51.519121 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8b44d965-4c35-470a-a898-63e3798d2001 req-c6d0970a-6bce-4c89-830e-000b40bdd173 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 210 time: 0.0832610 Feb 07 16:41:51.565321 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6d22f5d6-efd9-4246-b471-122e20ad0751 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8266559 Feb 07 16:41:51.565321 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34218) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:51.574862 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-425ab07c-9067-4c78-a544-ad6fef70f7fd req-737f1f93-f785-4564-a6ea-dcfdb5041eb0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185356 Feb 07 16:41:51.582765 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] Network cce8c5db-3211-4425-9a9a-fb36371cecd0 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:41:51.594279 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] Pushing event updated for resources: {'Port': ['ID=b6567560-b4ef-4336-b197-b1e901f9e19c,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:51.605052 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:41:51.613225 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:41:51.635801 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 6774a319-c5a3-4cf8-ab7d-2311e53345d0 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:41:51.636129 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c86e2f75-3cbf-4a42-bf43-e51fda4b990a admin admin] Request body: {'subnet': {'network_id': '6774a319-c5a3-4cf8-ab7d-2311e53345d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1094614800-subnet', 'tenant_id': 'c4d49702976945bf97b629c65cf535b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:51.663396 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9b84d81d-2013-44b6-ab16-f6c5ad58d10a req-56c35c01-3b64-4a23-b368-82a558cab43b tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.1315415 Feb 07 16:41:51.735587 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86e2f75-3cbf-4a42-bf43-e51fda4b990a admin admin] Made reservation on behalf of c4d49702976945bf97b629c65cf535b6 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:41:51.741154 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c86e2f75-3cbf-4a42-bf43-e51fda4b990a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:51.969096 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] Attempting to bind port b6567560-b4ef-4336-b197-b1e901f9e19c on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:41:51.969896 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] Attempting to bind port b6567560-b4ef-4336-b197-b1e901f9e19c by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'd9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cce8c5db-3211-4425-9a9a-fb36371cecd0'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:41:51.970612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] Attempting to bind port b6567560-b4ef-4336-b197-b1e901f9e19c on network cce8c5db-3211-4425-9a9a-fb36371cecd0 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:41:52.054425 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:41:52.055234 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] Checking segment: {'id': 'd9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cce8c5db-3211-4425-9a9a-fb36371cecd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:41:52.056034 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:52.056797 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] Bound using segment: {'id': 'd9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cce8c5db-3211-4425-9a9a-fb36371cecd0'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:41:52.057761 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] Bound port: b6567560-b4ef-4336-b197-b1e901f9e19c, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cce8c5db-3211-4425-9a9a-fb36371cecd0'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:41:52.058524 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b6567560-b4ef-4336-b197-b1e901f9e19c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:52.068081 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32a8dd66-2ed1-4b00-8493-67ba3aaf4ca0 admin admin] Publish callbacks [] for router_gateway (0e285e77-5731-4fe1-96f0-d59583cfc4eb), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:52.101547 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c86e2f75-3cbf-4a42-bf43-e51fda4b990a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (1fd1507d-1121-42e2-b0c8-b1ebf922c25f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:52.163416 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32a8dd66-2ed1-4b00-8493-67ba3aaf4ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:52.250233 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e2f75-3cbf-4a42-bf43-e51fda4b990a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fd1507d-1121-42e2-b0c8-b1ebf922c25f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:52.254030 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aea9a0-466f-46db-80a8-cadcc902e412 req-aca53db6-d8a9-46a3-9f1c-08f18ec7154b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:52.267456 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86e2f75-3cbf-4a42-bf43-e51fda4b990a admin admin] Checking segment: {'id': 'bba8cc81-b411-40e7-9aa6-439b3e72859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6774a319-c5a3-4cf8-ab7d-2311e53345d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:41:52.267838 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e2f75-3cbf-4a42-bf43-e51fda4b990a admin admin] Network hostable DHCP agents. Network: 6774a319-c5a3-4cf8-ab7d-2311e53345d0, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:41:52.271392 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-14aea9a0-466f-46db-80a8-cadcc902e412 req-aca53db6-d8a9-46a3-9f1c-08f18ec7154b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 945 time: 0.4149139 Feb 07 16:41:52.293903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e2f75-3cbf-4a42-bf43-e51fda4b990a admin admin] Network 6774a319-c5a3-4cf8-ab7d-2311e53345d0 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:41:52.301673 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] For port b6567560-b4ef-4336-b197-b1e901f9e19c, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:41:52.309738 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] For port b6567560-b4ef-4336-b197-b1e901f9e19c, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b6567560-b4ef-4336-b197-b1e901f9e19c,segment=NetworkSegment(d9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8),segment_id=d9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:41:52.314586 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c86e2f75-3cbf-4a42-bf43-e51fda4b990a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 6774a319-c5a3-4cf8-ab7d-2311e53345d0) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:41:52.327911 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86e2f75-3cbf-4a42-bf43-e51fda4b990a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:52.329030 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2840e76-a88a-407b-b90b-d4a3bdc3f075 None None] Network 6774a319-c5a3-4cf8-ab7d-2311e53345d0 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:41:52.330023 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c86e2f75-3cbf-4a42-bf43-e51fda4b990a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:52.383057 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a14d7987-6d39-42a5-ba42-bb370c9a87b7 req-819e6faa-c843-4c03-8971-13be2f5163fe tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 210 time: 0.0374410 Feb 07 16:41:52.390316 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c86e2f75-3cbf-4a42-bf43-e51fda4b990a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7678602 Feb 07 16:41:52.390980 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34228) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:52.397471 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-60127be5-62a1-4fe2-8293-ef7994c74366 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1094614800-router', 'tenant_id': 'c4d49702976945bf97b629c65cf535b6', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:52.426614 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60127be5-62a1-4fe2-8293-ef7994c74366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (a32a9a3f-2958-4370-b9f8-1e4938d0dcdf), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:52.428187 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60127be5-62a1-4fe2-8293-ef7994c74366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (a32a9a3f-2958-4370-b9f8-1e4938d0dcdf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:52.442958 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b6567560-b4ef-4336-b197-b1e901f9e19c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:52.517037 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60127be5-62a1-4fe2-8293-ef7994c74366 admin admin] Publish callbacks [] for router_controller (a32a9a3f-2958-4370-b9f8-1e4938d0dcdf), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:52.699012 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5334a18-2491-4d89-a858-91a1c53b6f0c req-7a297e04-61da-496d-a7a6-171c25981d9c tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:52.701524 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d5334a18-2491-4d89-a858-91a1c53b6f0c req-7a297e04-61da-496d-a7a6-171c25981d9c tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 0.1283526 Feb 07 16:41:52.728117 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-14aea9a0-466f-46db-80a8-cadcc902e412 req-4f95dc62-5be0-47ed-b578-ca046e69a28e tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489722 Feb 07 16:41:52.829313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-0ef83e05-16d5-4788-8b21-c38b3a6c7f54 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:52.832334 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-0ef83e05-16d5-4788-8b21-c38b3a6c7f54 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.32 "GET /v2.0/networks?id=8518c54b-f554-4e85-9dc0-05cf87efac18 HTTP/1.1" status: 200 len: 812 time: 0.5400546 Feb 07 16:41:52.851865 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60127be5-62a1-4fe2-8293-ef7994c74366 admin admin] Publish callbacks [] for router_gateway (a32a9a3f-2958-4370-b9f8-1e4938d0dcdf), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:52.910772 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6173500-1c0a-44fa-9ec1-4455a37ec0d7 None None] Pushing event updated for resources: {'Port': ['ID=b6567560-b4ef-4336-b197-b1e901f9e19c,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:52.954091 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-32a8dd66-2ed1-4b00-8493-67ba3aaf4ca0 admin admin] Allocated IP 172.25.4.147 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/48d7fa34-d8e5-4dd2-b99e-566e91843de9) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:41:52.966032 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-6774a319-c5a3-4cf8-ab7d-2311e53345d0', 'network_id': '6774a319-c5a3-4cf8-ab7d-2311e53345d0', 'project_id': 'c4d49702976945bf97b629c65cf535b6', 'fixed_ips': [{'subnet_id': '1fd1507d-1121-42e2-b0c8-b1ebf922c25f'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:41:52.967175 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:53.013525 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:53.060784 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ef6ae81-24de-4d06-9d7b-d1151bb5cfda req-a33c4178-bce6-4806-bfd5-ee83fd1d082f tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 210 time: 0.1090820 Feb 07 16:41:53.074065 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d5334a18-2491-4d89-a858-91a1c53b6f0c req-a8781973-6c3e-4354-be34-64248b1b4b1b tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123282 Feb 07 16:41:53.349166 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] Allocated IP 172.20.0.2 (6774a319-c5a3-4cf8-ab7d-2311e53345d0/1fd1507d-1121-42e2-b0c8-b1ebf922c25f/22a362c7-f9e2-4851-a3fd-8638454b14f6) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:41:53.350232 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-665ee091-8bd1-4ce6-adcf-cb0e1f1e5e99 req-f09c46a0-1da1-42a1-88b9-84560ba776ee tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.0675426 Feb 07 16:41:53.356253 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-064e79fb-fbef-424e-8852-31aa1861b5e8 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c46b77ee57443c8842ba3765a8e54a6 HTTP/1.1" status: 200 len: 380 time: 0.5144215 Feb 07 16:41:53.373207 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-89cfe676-397b-4d7a-abc9-bb5d44c6ff63 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Request body: {'port': {'device_id': '3c188af6-61c5-41ca-94d2-b945470a534d', 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18', 'admin_state_up': True, 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'security_groups': ['00ca3ccb-5204-4a66-9335-7faf998b334e']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:53.571487 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32a8dd66-2ed1-4b00-8493-67ba3aaf4ca0 admin admin] Publish callbacks [] for port (48d7fa34-d8e5-4dd2-b99e-566e91843de9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:53.611688 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60127be5-62a1-4fe2-8293-ef7994c74366 admin admin] Publish callbacks [] for router_gateway (a32a9a3f-2958-4370-b9f8-1e4938d0dcdf), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:53.651364 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60127be5-62a1-4fe2-8293-ef7994c74366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:53.688959 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] Publish callbacks [] for port (22a362c7-f9e2-4851-a3fd-8638454b14f6), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:53.701990 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (22a362c7-f9e2-4851-a3fd-8638454b14f6), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:53.706514 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6bf4a0cc-91e8-4a11-8f87-180979255c3e req-876ad5d1-1611-43f8-984a-c7d761bb20ca tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 210 time: 0.1008487 Feb 07 16:41:53.812165 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-89cfe676-397b-4d7a-abc9-bb5d44c6ff63 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Made reservation on behalf of 5c46b77ee57443c8842ba3765a8e54a6 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:41:53.816017 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-89cfe676-397b-4d7a-abc9-bb5d44c6ff63 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:53.885619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] Network 6774a319-c5a3-4cf8-ab7d-2311e53345d0 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:41:53.891555 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:41:53.907325 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32a8dd66-2ed1-4b00-8493-67ba3aaf4ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (48d7fa34-d8e5-4dd2-b99e-566e91843de9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:53.910481 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:41:53.926427 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] Pushing event updated for resources: {'Port': ['ID=22a362c7-f9e2-4851-a3fd-8638454b14f6,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:53.938946 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a8dd66-2ed1-4b00-8493-67ba3aaf4ca0 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:41:53.947379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-32a8dd66-2ed1-4b00-8493-67ba3aaf4ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:41:53.976403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-60127be5-62a1-4fe2-8293-ef7994c74366 admin admin] Allocated IP 172.25.4.90 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/f9f2a6f8-9a0b-4584-a8c7-905422cb340a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:41:54.007513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a8dd66-2ed1-4b00-8493-67ba3aaf4ca0 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:41:54.072497 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8dd66-2ed1-4b00-8493-67ba3aaf4ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=48d7fa34-d8e5-4dd2-b99e-566e91843de9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:54.102183 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] Attempting to bind port 22a362c7-f9e2-4851-a3fd-8638454b14f6 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:41:54.110008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] Attempting to bind port 22a362c7-f9e2-4851-a3fd-8638454b14f6 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'bba8cc81-b411-40e7-9aa6-439b3e72859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6774a319-c5a3-4cf8-ab7d-2311e53345d0'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:41:54.110844 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] Attempting to bind port 22a362c7-f9e2-4851-a3fd-8638454b14f6 on network 6774a319-c5a3-4cf8-ab7d-2311e53345d0 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:41:54.131462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:41:54.132392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] Checking segment: {'id': 'bba8cc81-b411-40e7-9aa6-439b3e72859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6774a319-c5a3-4cf8-ab7d-2311e53345d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:41:54.133195 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:54.136954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] Bound using segment: {'id': 'bba8cc81-b411-40e7-9aa6-439b3e72859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6774a319-c5a3-4cf8-ab7d-2311e53345d0'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:41:54.139079 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] Bound port: 22a362c7-f9e2-4851-a3fd-8638454b14f6, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba8cc81-b411-40e7-9aa6-439b3e72859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6774a319-c5a3-4cf8-ab7d-2311e53345d0'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:41:54.140088 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (22a362c7-f9e2-4851-a3fd-8638454b14f6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:54.392933 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b6567560-b4ef-4336-b197-b1e901f9e19c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:41:54.403841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] For port 22a362c7-f9e2-4851-a3fd-8638454b14f6, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:41:54.421429 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60127be5-62a1-4fe2-8293-ef7994c74366 admin admin] Publish callbacks [] for port (f9f2a6f8-9a0b-4584-a8c7-905422cb340a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:54.449531 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-89cfe676-397b-4d7a-abc9-bb5d44c6ff63 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Allocated IP 172.20.0.4 (8518c54b-f554-4e85-9dc0-05cf87efac18/79b6f828-5c6c-4065-9878-f52f4ee89271/8c52c70f-a054-4609-9d3b-a6055fe98a43) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:41:54.487974 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] For port 22a362c7-f9e2-4851-a3fd-8638454b14f6, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=22a362c7-f9e2-4851-a3fd-8638454b14f6,segment=NetworkSegment(bba8cc81-b411-40e7-9aa6-439b3e72859d),segment_id=bba8cc81-b411-40e7-9aa6-439b3e72859d)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:41:54.501902 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60127be5-62a1-4fe2-8293-ef7994c74366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f9f2a6f8-9a0b-4584-a8c7-905422cb340a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:54.522306 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (22a362c7-f9e2-4851-a3fd-8638454b14f6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:54.566447 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e57e7b-4b68-45b8-bf14-e90ed1deb2f9 req-5bdee9f8-7f1d-4691-b2f9-c6d2ae862fff tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:54.568555 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e7e57e7b-4b68-45b8-bf14-e90ed1deb2f9 req-5bdee9f8-7f1d-4691-b2f9-c6d2ae862fff tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 0.2718804 Feb 07 16:41:54.678369 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port b6567560-b4ef-4336-b197-b1e901f9e19c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:54.678790 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b6567560-b4ef-4336-b197-b1e901f9e19c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:54.784038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc1eac-505b-4cd4-b788-138e9b551b21 None None] Pushing event updated for resources: {'Port': ['ID=22a362c7-f9e2-4851-a3fd-8638454b14f6,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:54.862539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port b6567560-b4ef-4336-b197-b1e901f9e19c is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:54.862957 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b6567560-b4ef-4336-b197-b1e901f9e19c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:54.944163 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port b6567560-b4ef-4336-b197-b1e901f9e19c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b6567560-b4ef-4336-b197-b1e901f9e19c,segment=NetworkSegment(d9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8),segment_id=d9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:54.952564 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b6567560-b4ef-4336-b197-b1e901f9e19c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:55.024420 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1ca9ab-3e09-4356-854a-e92672aea81c None None] Network cce8c5db-3211-4425-9a9a-fb36371cecd0 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:41:55.135861 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e7e57e7b-4b68-45b8-bf14-e90ed1deb2f9 req-99d17a53-3d32-4e4b-91bd-d7f1047536f4 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483229 Feb 07 16:41:55.289011 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60127be5-62a1-4fe2-8293-ef7994c74366 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:41:55.292609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=b6567560-b4ef-4336-b197-b1e901f9e19c,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:55.297932 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a622f9a-4e38-4f9d-b380-dfebc3901f4d req-0528a060-b476-4dfc-8819-a5a7eee64e04 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:55.307346 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a622f9a-4e38-4f9d-b380-dfebc3901f4d req-0528a060-b476-4dfc-8819-a5a7eee64e04 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 945 time: 1.4476998 Feb 07 16:41:55.309818 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-60127be5-62a1-4fe2-8293-ef7994c74366 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:41:55.332086 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-267c9e09-736c-41bf-b476-4a7065d898a2 None None] Provisioning complete for port b6567560-b4ef-4336-b197-b1e901f9e19c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:55.337561 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-267c9e09-736c-41bf-b476-4a7065d898a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b6567560-b4ef-4336-b197-b1e901f9e19c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:55.340515 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-89cfe676-397b-4d7a-abc9-bb5d44c6ff63 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for port (8c52c70f-a054-4609-9d3b-a6055fe98a43), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:55.342150 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60127be5-62a1-4fe2-8293-ef7994c74366 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:41:55.377736 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0f77db02-e82e-40a6-91c1-176b0bac798f req-b3987efc-129a-4cd5-81b4-c40d43f53998 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 210 time: 0.0961335 Feb 07 16:41:55.383685 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32a8dd66-2ed1-4b00-8493-67ba3aaf4ca0 admin admin] Publish callbacks [] for router_gateway (0e285e77-5731-4fe1-96f0-d59583cfc4eb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:55.454276 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a622f9a-4e38-4f9d-b380-dfebc3901f4d req-fcd3e780-bcbc-456f-90e2-21d7a0a41f86 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456289 Feb 07 16:41:55.571038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-267c9e09-736c-41bf-b476-4a7065d898a2 None None] Current status of the port b6567560-b4ef-4336-b197-b1e901f9e19c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:55.617427 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60127be5-62a1-4fe2-8293-ef7994c74366 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f2a6f8-9a0b-4584-a8c7-905422cb340a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:55.667551 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cdae573f-11c9-40aa-9b3c-d714eb3011a0 req-29109d3d-efeb-4898-b542-f1ec7a5e0601 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 210 time: 0.0570457 Feb 07 16:41:55.774692 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-24beb90f-7ee0-40f0-8097-8844113fc72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:56.018839 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-54767cba-c8a6-43fa-a23e-ee2220a6487e None None] Provisioning complete for port b6567560-b4ef-4336-b197-b1e901f9e19c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:56.034921 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54767cba-c8a6-43fa-a23e-ee2220a6487e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b6567560-b4ef-4336-b197-b1e901f9e19c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:56.136679 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56abaa0-5ed8-4e5e-9bc9-ea1bb70b8f1c req-a2f69dcf-6c10-4909-835d-cc8b85d7605c tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:56.151036 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e56abaa0-5ed8-4e5e-9bc9-ea1bb70b8f1c req-a2f69dcf-6c10-4909-835d-cc8b85d7605c tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 0.2213151 Feb 07 16:41:56.156101 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60127be5-62a1-4fe2-8293-ef7994c74366 admin admin] Publish callbacks [] for router_gateway (a32a9a3f-2958-4370-b9f8-1e4938d0dcdf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:56.295408 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-89cfe676-397b-4d7a-abc9-bb5d44c6ff63 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (8c52c70f-a054-4609-9d3b-a6055fe98a43), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:56.473222 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfe676-397b-4d7a-abc9-bb5d44c6ff63 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Pushing event updated for resources: {'Port': ['ID=8c52c70f-a054-4609-9d3b-a6055fe98a43,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:56.476672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-54767cba-c8a6-43fa-a23e-ee2220a6487e None None] Current status of the port b6567560-b4ef-4336-b197-b1e901f9e19c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:56.499812 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1be17458-f430-4ee5-a407-c6cbfb187255 req-5d5d43d9-38e0-4867-9489-cb87f26e4ac6 tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.4500694 Feb 07 16:41:56.540451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b6567560-b4ef-4336-b197-b1e901f9e19c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:41:56.591983 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-89cfe676-397b-4d7a-abc9-bb5d44c6ff63 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Network 8518c54b-f554-4e85-9dc0-05cf87efac18 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:41:56.607627 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-89cfe676-397b-4d7a-abc9-bb5d44c6ff63 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:41:56.619684 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-89cfe676-397b-4d7a-abc9-bb5d44c6ff63 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:41:56.778824 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port b6567560-b4ef-4336-b197-b1e901f9e19c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:56.802183 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b6567560-b4ef-4336-b197-b1e901f9e19c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:56.949944 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac1f229-236d-41d1-88b2-96612181034b None None] Network 6774a319-c5a3-4cf8-ab7d-2311e53345d0 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:41:57.064895 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-89cfe676-397b-4d7a-abc9-bb5d44c6ff63 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:57.066248 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-89cfe676-397b-4d7a-abc9-bb5d44c6ff63 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:57.184872 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e56abaa0-5ed8-4e5e-9bc9-ea1bb70b8f1c req-8c411c36-4cd6-4fad-9d40-7a5413fcb417 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0322635 Feb 07 16:41:57.296361 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60127be5-62a1-4fe2-8293-ef7994c74366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (a32a9a3f-2958-4370-b9f8-1e4938d0dcdf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:57.352844 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f8c1e5c-4fb9-4b5a-88bb-a1aaaf2f6b39 None None] Provisioning complete for port 22a362c7-f9e2-4851-a3fd-8638454b14f6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:57.353846 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f8c1e5c-4fb9-4b5a-88bb-a1aaaf2f6b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (22a362c7-f9e2-4851-a3fd-8638454b14f6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:57.368058 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-89cfe676-397b-4d7a-abc9-bb5d44c6ff63 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0018432 Feb 07 16:41:57.430358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Request body: {'port': {'device_id': '3c188af6-61c5-41ca-94d2-b945470a534d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:41:57.498305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port b6567560-b4ef-4336-b197-b1e901f9e19c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:57.502627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 22a362c7-f9e2-4851-a3fd-8638454b14f6 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:41:57.552691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dfece-0981-489d-aa57-c070353a37bb req-94fe035b-d995-450f-b048-4168e68c2609 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:57.555971 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e25dfece-0981-489d-aa57-c070353a37bb req-94fe035b-d995-450f-b048-4168e68c2609 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 931 time: 0.7185566 Feb 07 16:41:57.778813 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c1e5c-4fb9-4b5a-88bb-a1aaaf2f6b39 None None] Current status of the port 22a362c7-f9e2-4851-a3fd-8638454b14f6 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:57.779540 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f8c1e5c-4fb9-4b5a-88bb-a1aaaf2f6b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (22a362c7-f9e2-4851-a3fd-8638454b14f6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:57.816327 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 22a362c7-f9e2-4851-a3fd-8638454b14f6 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:57.817033 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (22a362c7-f9e2-4851-a3fd-8638454b14f6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:57.849167 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e25dfece-0981-489d-aa57-c070353a37bb req-4feadd5f-acd2-4469-8c4d-7736371f8a29 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups?id=00ca3ccb-5204-4a66-9335-7faf998b334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784455 Feb 07 16:41:57.850346 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32a8dd66-2ed1-4b00-8493-67ba3aaf4ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (0e285e77-5731-4fe1-96f0-d59583cfc4eb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:57.876951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf0f4a-c1f5-4b2b-b376-cfa3dcc73c9d req-0e1ebec1-330a-4059-9305-5c88bedb5cda tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:57.902822 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1bbf0f4a-c1f5-4b2b-b376-cfa3dcc73c9d req-0e1ebec1-330a-4059-9305-5c88bedb5cda tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 945 time: 0.4423552 Feb 07 16:41:58.001601 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8c52c70f-a054-4609-9d3b-a6055fe98a43), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:58.036870 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8f8c1e5c-4fb9-4b5a-88bb-a1aaaf2f6b39 None None] For port 22a362c7-f9e2-4851-a3fd-8638454b14f6, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=22a362c7-f9e2-4851-a3fd-8638454b14f6,segment=NetworkSegment(bba8cc81-b411-40e7-9aa6-439b3e72859d),segment_id=bba8cc81-b411-40e7-9aa6-439b3e72859d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:41:58.051570 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f8c1e5c-4fb9-4b5a-88bb-a1aaaf2f6b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (22a362c7-f9e2-4851-a3fd-8638454b14f6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:58.078233 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce95d831-2ad0-45cb-8e7c-aaa63eff658c req-4ba667b0-23e3-4e14-9ce1-7ed01eb1a155 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 210 time: 0.0873060 Feb 07 16:41:58.163856 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1bbf0f4a-c1f5-4b2b-b376-cfa3dcc73c9d req-b32691c0-c76e-4bc4-b10d-2dce1b99d618 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594635 Feb 07 16:41:58.182171 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fcd362fc-15d6-4530-98f0-a6a31537be2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:58.200988 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60127be5-62a1-4fe2-8293-ef7994c74366 admin admin] Router a32a9a3f-2958-4370-b9f8-1e4938d0dcdf is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:41:58.296102 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 22a362c7-f9e2-4851-a3fd-8638454b14f6 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:58.313438 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c1e5c-4fb9-4b5a-88bb-a1aaaf2f6b39 None None] Pushing event updated for resources: {'Port': ['ID=22a362c7-f9e2-4851-a3fd-8638454b14f6,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:41:58.321420 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0d3a4354-70bc-4bb4-8fe6-63cca5923a1a None None] Provisioning complete for port 8c52c70f-a054-4609-9d3b-a6055fe98a43 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:58.322013 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4354-70bc-4bb4-8fe6-63cca5923a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8c52c70f-a054-4609-9d3b-a6055fe98a43), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:58.405521 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a4354-70bc-4bb4-8fe6-63cca5923a1a None None] Port 8c52c70f-a054-4609-9d3b-a6055fe98a43 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:41:58.435094 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0d3a4354-70bc-4bb4-8fe6-63cca5923a1a None None] Provisioning complete for port 22a362c7-f9e2-4851-a3fd-8638454b14f6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:41:58.435701 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4354-70bc-4bb4-8fe6-63cca5923a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (22a362c7-f9e2-4851-a3fd-8638454b14f6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:58.452152 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-540375db-c611-4306-8939-ed8ee6c2e263 req-35b0f5dc-eef9-43ae-874c-e8939f4e9c1c tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.0631211 Feb 07 16:41:58.585093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60127be5-62a1-4fe2-8293-ef7994c74366 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:41:58.599937 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] Sync routers for ids ['a32a9a3f-2958-4370-b9f8-1e4938d0dcdf'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:41:58.631567 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60127be5-62a1-4fe2-8293-ef7994c74366 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:58.634988 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] Routers {'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:41:58.637945 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:41:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a32a9a3f-2958-4370-b9f8-1e4938d0dcdf'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:58.639670 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-60127be5-62a1-4fe2-8293-ef7994c74366 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2469790 Feb 07 16:41:58.640744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34272) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:58.682367 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7173c8-ca07-47c3-8c97-893f927e0e17 req-96cdb7be-ee2b-48b0-b33f-b55fa9e0b0ec tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:41:58.696995 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0a7173c8-ca07-47c3-8c97-893f927e0e17 req-96cdb7be-ee2b-48b0-b33f-b55fa9e0b0ec tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 0.4086466 Feb 07 16:41:58.794900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a4354-70bc-4bb4-8fe6-63cca5923a1a None None] Current status of the port 22a362c7-f9e2-4851-a3fd-8638454b14f6 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:41:58.874964 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] Set router a32a9a3f-2958-4370-b9f8-1e4938d0dcdf gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:41:58.959690 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0a7173c8-ca07-47c3-8c97-893f927e0e17 req-0cc2742e-837d-438b-80d3-2a91b2242b11 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599120 Feb 07 16:41:59.016970 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a8dd66-2ed1-4b00-8493-67ba3aaf4ca0 admin admin] Router 0e285e77-5731-4fe1-96f0-d59583cfc4eb is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:41:59.310286 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a8dd66-2ed1-4b00-8493-67ba3aaf4ca0 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:41:59.325782 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] Sync routers for ids ['0e285e77-5731-4fe1-96f0-d59583cfc4eb'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:41:59.358685 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32a8dd66-2ed1-4b00-8493-67ba3aaf4ca0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:59.360875 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-32a8dd66-2ed1-4b00-8493-67ba3aaf4ca0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.9575665 Feb 07 16:41:59.371391 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34282) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:41:59.399742 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] Routers {'0e285e77-5731-4fe1-96f0-d59583cfc4eb'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:41:59.401038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:41:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0e285e77-5731-4fe1-96f0-d59583cfc4eb'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:59.691544 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c52c70f-a054-4609-9d3b-a6055fe98a43 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:41:59.750814 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Publish callbacks [] for port (8c52c70f-a054-4609-9d3b-a6055fe98a43), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:59.755978 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf', 'name': 'tempest-ServersTestMultiNic-1094614800-router', 'tenant_id': 'c4d49702976945bf97b629c65cf535b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f9f2a6f8-9a0b-4584-a8c7-905422cb340a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:52Z', 'updated_at': '2022-02-07T16:41:55Z', 'revision_number': 3, 'project_id': 'c4d49702976945bf97b629c65cf535b6', 'gw_port': {'id': 'f9f2a6f8-9a0b-4584-a8c7-905422cb340a', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:53Z', 'updated_at': '2022-02-07T16:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:41:59.863085 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] Checking router: a32a9a3f-2958-4370-b9f8-1e4938d0dcdf for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:41:59.863640 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] Updating router a32a9a3f-2958-4370-b9f8-1e4938d0dcdf port f9f2a6f8-9a0b-4584-a8c7-905422cb340a binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:41:59.894049 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e38ba539-6d25-4242-9773-acd87d4d772d req-4eea503e-cca5-4062-922b-6790c56eb84a tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 210 time: 0.1205740 Feb 07 16:41:59.907618 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:59.919102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Transition to ACTIVE for port object 8c52c70f-a054-4609-9d3b-a6055fe98a43 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:41:59.923906 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (8c52c70f-a054-4609-9d3b-a6055fe98a43), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:41:59.981889 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f9f2a6f8-9a0b-4584-a8c7-905422cb340a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:00.060612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] Set router 0e285e77-5731-4fe1-96f0-d59583cfc4eb gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:42:00.173386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Pushing event updated for resources: {'Port': ['ID=8c52c70f-a054-4609-9d3b-a6055fe98a43,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:00.222926 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a79672-d466-405a-9d0e-dbbccaa1bb33 req-8a3b358f-6871-49c4-83e0-f2f12c15b475 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:00.226087 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-97a79672-d466-405a-9d0e-dbbccaa1bb33 req-8a3b358f-6871-49c4-83e0-f2f12c15b475 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 945 time: 0.2220786 Feb 07 16:42:00.483253 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 22a362c7-f9e2-4851-a3fd-8638454b14f6 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:42:00.571486 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-97a79672-d466-405a-9d0e-dbbccaa1bb33 req-fe81c9ca-13b9-4d06-b566-3987d6ad01a9 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231280 Feb 07 16:42:00.572970 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Attempting to bind port 8c52c70f-a054-4609-9d3b-a6055fe98a43 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:42:00.573615 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Attempting to bind port 8c52c70f-a054-4609-9d3b-a6055fe98a43 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '64adb199-9993-4c14-b837-969ac3cdf6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:42:00.574919 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Attempting to bind port 8c52c70f-a054-4609-9d3b-a6055fe98a43 on network 8518c54b-f554-4e85-9dc0-05cf87efac18 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:42:00.594794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Port 8c52c70f-a054-4609-9d3b-a6055fe98a43 on network 8518c54b-f554-4e85-9dc0-05cf87efac18 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:42:00.595320 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Attempting to bind port 8c52c70f-a054-4609-9d3b-a6055fe98a43 on network 8518c54b-f554-4e85-9dc0-05cf87efac18 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:42:00.609732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:42:00.610378 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Checking segment: {'id': '64adb199-9993-4c14-b837-969ac3cdf6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:42:00.611089 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Bound using segment: {'id': '64adb199-9993-4c14-b837-969ac3cdf6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:42:00.611896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Bound port: 8c52c70f-a054-4609-9d3b-a6055fe98a43, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64adb199-9993-4c14-b837-969ac3cdf6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:42:00.612554 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8c52c70f-a054-4609-9d3b-a6055fe98a43), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:00.614461 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09b992-7d5e-4776-b173-1ea8ecffaec4 req-7a731947-ef59-4db7-b53b-a8fcb6fbdcb0 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:00.631894 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8e09b992-7d5e-4776-b173-1ea8ecffaec4 req-7a731947-ef59-4db7-b53b-a8fcb6fbdcb0 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 931 time: 1.4652004 Feb 07 16:42:00.825625 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] Publish callbacks [] for port (f9f2a6f8-9a0b-4584-a8c7-905422cb340a), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:00.831211 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:00.832751 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f9f2a6f8-9a0b-4584-a8c7-905422cb340a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:00.913934 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b3d63d39-437c-4350-b4e5-156ee66e1286 req-eed7d76c-5be1-4f2e-8641-edddc8226c31 tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.1649230 Feb 07 16:42:00.919762 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 22a362c7-f9e2-4851-a3fd-8638454b14f6 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:00.920386 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (22a362c7-f9e2-4851-a3fd-8638454b14f6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:00.965315 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] Attempting to bind port f9f2a6f8-9a0b-4584-a8c7-905422cb340a on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:42:00.965315 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] Attempting to bind port f9f2a6f8-9a0b-4584-a8c7-905422cb340a by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:42:00.965825 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] Attempting to bind port f9f2a6f8-9a0b-4584-a8c7-905422cb340a on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:42:00.978752 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:42:00.978752 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:42:00.978752 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:00.978752 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:42:00.978752 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] Bound port: f9f2a6f8-9a0b-4584-a8c7-905422cb340a, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:42:00.978752 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f9f2a6f8-9a0b-4584-a8c7-905422cb340a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:00.999024 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] For port 8c52c70f-a054-4609-9d3b-a6055fe98a43, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:42:01.009898 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8e09b992-7d5e-4776-b173-1ea8ecffaec4 req-078a53fa-050d-4d8e-9e9e-a707bb33c34b tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups?id=00ca3ccb-5204-4a66-9335-7faf998b334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3772135 Feb 07 16:42:01.025629 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] For port 8c52c70f-a054-4609-9d3b-a6055fe98a43, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8c52c70f-a054-4609-9d3b-a6055fe98a43,segment=NetworkSegment(64adb199-9993-4c14-b837-969ac3cdf6d8),segment_id=64adb199-9993-4c14-b837-969ac3cdf6d8)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:42:01.049337 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] For port f9f2a6f8-9a0b-4584-a8c7-905422cb340a, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:42:01.050310 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (8c52c70f-a054-4609-9d3b-a6055fe98a43), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:01.054088 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] For port f9f2a6f8-9a0b-4584-a8c7-905422cb340a, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f9f2a6f8-9a0b-4584-a8c7-905422cb340a,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:42:01.064809 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f9f2a6f8-9a0b-4584-a8c7-905422cb340a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:01.090331 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f214bc3-0676-4f72-8b77-94e838fc0fc5 None None] Pushing event updated for resources: {'Port': ['ID=f9f2a6f8-9a0b-4584-a8c7-905422cb340a,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:01.101215 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f214bc3-0676-4f72-8b77-94e838fc0fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:01.101589 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f214bc3-0676-4f72-8b77-94e838fc0fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:01.101939 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f214bc3-0676-4f72-8b77-94e838fc0fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:01.102279 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f214bc3-0676-4f72-8b77-94e838fc0fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:01.102612 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f214bc3-0676-4f72-8b77-94e838fc0fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:01.103298 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f214bc3-0676-4f72-8b77-94e838fc0fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:01.103638 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f214bc3-0676-4f72-8b77-94e838fc0fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:01.103967 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f214bc3-0676-4f72-8b77-94e838fc0fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:01.104300 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f214bc3-0676-4f72-8b77-94e838fc0fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:01.104624 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f214bc3-0676-4f72-8b77-94e838fc0fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:01.104951 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f214bc3-0676-4f72-8b77-94e838fc0fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:01.105271 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f214bc3-0676-4f72-8b77-94e838fc0fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:01.105829 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f214bc3-0676-4f72-8b77-94e838fc0fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:01.178923 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f214bc3-0676-4f72-8b77-94e838fc0fc5 None None] Pushing event updated for resources: {'Port': ['ID=f9f2a6f8-9a0b-4584-a8c7-905422cb340a,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:01.185547 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] Routers {'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:42:01.186657 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:41:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a32a9a3f-2958-4370-b9f8-1e4938d0dcdf'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:01.199264 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e285e77-5731-4fe1-96f0-d59583cfc4eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-56062887-router', 'tenant_id': '262e383f33a54d4b88c3eae7d8c2e687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '48d7fa34-d8e5-4dd2-b99e-566e91843de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:50Z', 'updated_at': '2022-02-07T16:41:54Z', 'revision_number': 3, 'project_id': '262e383f33a54d4b88c3eae7d8c2e687', 'gw_port': {'id': '48d7fa34-d8e5-4dd2-b99e-566e91843de9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e285e77-5731-4fe1-96f0-d59583cfc4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:52Z', 'updated_at': '2022-02-07T16:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:01.237327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:01.240258 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:01.266595 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] 10.222.0.32 "PUT /v2.0/ports/8c52c70f-a054-4609-9d3b-a6055fe98a43 HTTP/1.1" status: 200 len: 1091 time: 3.8511252 Feb 07 16:42:01.267292 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c188af6-61c5-41ca-94d2-b945470a534d', 'tag': '8c52c70f-a054-4609-9d3b-a6055fe98a43'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:42:01.269876 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bd32a1-df32-45da-8d42-2fdda556557e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c188af6-61c5-41ca-94d2-b945470a534d", "tag": "8c52c70f-a054-4609-9d3b-a6055fe98a43"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:42:01.316209 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] Checking router: 0e285e77-5731-4fe1-96f0-d59583cfc4eb for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:42:01.316570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] Updating router 0e285e77-5731-4fe1-96f0-d59583cfc4eb port 48d7fa34-d8e5-4dd2-b99e-566e91843de9 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:42:01.372025 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] Set router a32a9a3f-2958-4370-b9f8-1e4938d0dcdf gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:42:01.455190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aeafa1-92aa-438c-a656-c232523bf720 req-e58dc21e-844c-483d-a53a-0154afbe6fc4 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:01.465379 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-32aeafa1-92aa-438c-a656-c232523bf720 req-e58dc21e-844c-483d-a53a-0154afbe6fc4 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 0.2585850 Feb 07 16:42:01.479267 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3a009860-9197-4309-9803-8fb551bedf3d req-975f7994-f06d-456b-88dc-f19c25d2ae60 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 210 time: 0.1827044 Feb 07 16:42:01.528487 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (48d7fa34-d8e5-4dd2-b99e-566e91843de9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:01.535379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 22a362c7-f9e2-4851-a3fd-8638454b14f6 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:01.555837 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-32aeafa1-92aa-438c-a656-c232523bf720 req-a6580bad-e7ba-4f1b-af5b-a8d7908f0d5f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894411 Feb 07 16:42:01.561899 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62e2ed-37af-4306-867d-d07edc2a6a62 service neutron] Pushing event updated for resources: {'Port': ['ID=8c52c70f-a054-4609-9d3b-a6055fe98a43,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:01.576357 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-c116d1b0-8198-44cd-902f-ba85eb7abe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:01.577868 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-c116d1b0-8198-44cd-902f-ba85eb7abe08 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c46b77ee57443c8842ba3765a8e54a6&device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 1125 time: 0.2291224 Feb 07 16:42:01.703918 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-957ce70f-1035-4d48-b250-8f124896bf99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c52c70f-a054-4609-9d3b-a6055fe98a43 HTTP/1.1" status: 200 len: 217 time: 0.1183820 Feb 07 16:42:01.728184 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc002811-8776-4da3-b08c-13f10e1b430e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:01.739096 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf', 'name': 'tempest-ServersTestMultiNic-1094614800-router', 'tenant_id': 'c4d49702976945bf97b629c65cf535b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f9f2a6f8-9a0b-4584-a8c7-905422cb340a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:52Z', 'updated_at': '2022-02-07T16:41:55Z', 'revision_number': 3, 'project_id': 'c4d49702976945bf97b629c65cf535b6', 'gw_port': {'id': 'f9f2a6f8-9a0b-4584-a8c7-905422cb340a', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:53Z', 'updated_at': '2022-02-07T16:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:01.755437 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaf6651-1e3a-4c76-aa1d-74c9525f7fa2 x-openstack-request-id: req-fdaf6651-1e3a-4c76-aa1d-74c9525f7fa2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:42:01.755904 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c188af6-61c5-41ca-94d2-b945470a534d", "tag": "8c52c70f-a054-4609-9d3b-a6055fe98a43", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:42:01.756307 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fdaf6651-1e3a-4c76-aa1d-74c9525f7fa2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:42:01.756842 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c188af6-61c5-41ca-94d2-b945470a534d', 'tag': '8c52c70f-a054-4609-9d3b-a6055fe98a43', 'status': 'completed', 'code': 200} Feb 07 16:42:01.801780 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f093f6bd-418d-4994-b760-ec8d18267ed0 None None] The sync data for ids ['a32a9a3f-2958-4370-b9f8-1e4938d0dcdf'] in n-d-827865-3 is: [{'id': 'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf', 'name': 'tempest-ServersTestMultiNic-1094614800-router', 'tenant_id': 'c4d49702976945bf97b629c65cf535b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f9f2a6f8-9a0b-4584-a8c7-905422cb340a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:52Z', 'updated_at': '2022-02-07T16:41:55Z', 'revision_number': 3, 'project_id': 'c4d49702976945bf97b629c65cf535b6', 'gw_port': {'id': 'f9f2a6f8-9a0b-4584-a8c7-905422cb340a', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:53Z', 'updated_at': '2022-02-07T16:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:42:01.816678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-85f5adf2-ec0d-4175-b627-957d4e09d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:01.819317 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-85f5adf2-ec0d-4175-b627-957d4e09d485 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79b6f828-5c6c-4065-9878-f52f4ee89271 HTTP/1.1" status: 200 len: 851 time: 0.1082997 Feb 07 16:42:01.835038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb4015-cecf-41d6-8b94-7f5162c22a7f req-9e5d9c9a-83e3-4c8f-adc4-b5943eaea10f tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:01.837496 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bffb4015-cecf-41d6-8b94-7f5162c22a7f req-9e5d9c9a-83e3-4c8f-adc4-b5943eaea10f tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 945 time: 0.0960753 Feb 07 16:42:01.933304 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-aa427daf-4dbe-4f8c-b9cc-5da7bbaa4f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:01.935498 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-aa427daf-4dbe-4f8c-b9cc-5da7bbaa4f04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8518c54b-f554-4e85-9dc0-05cf87efac18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0969255 Feb 07 16:42:02.007347 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bffb4015-cecf-41d6-8b94-7f5162c22a7f req-3424e7cc-79d5-4341-973c-57d1cb0a94b9 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346068 Feb 07 16:42:02.043637 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1812460-cef3-414c-b012-79a81e2901fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:02.167799 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] Publish callbacks [] for port (48d7fa34-d8e5-4dd2-b99e-566e91843de9), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:02.182114 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (48d7fa34-d8e5-4dd2-b99e-566e91843de9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:02.195519 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-92084977-67ff-4dd1-9aea-89662f565c6a req-c76f5a3e-aa8b-483c-a0ab-7ecbc6882e90 tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.0662966 Feb 07 16:42:02.205134 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-1d85dadc-675c-45a4-ace7-9519e28cea17 service neutron] 10.222.0.32 "GET /v2.0/networks/8518c54b-f554-4e85-9dc0-05cf87efac18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527175 Feb 07 16:42:02.409792 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:42:02.429541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf360c9-b8ac-492a-892c-50a7aa89f71c req-a9026f6d-6035-414e-bfc6-779ebba16104 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:02.436186 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d1812460-cef3-414c-b012-79a81e2901fc admin admin] Allocated IP 172.20.0.1 (6774a319-c5a3-4cf8-ab7d-2311e53345d0/1fd1507d-1121-42e2-b0c8-b1ebf922c25f/325d97ec-d5ea-4300-acb3-77a468c1c7d8) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:42:02.437614 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ebf360c9-b8ac-492a-892c-50a7aa89f71c req-a9026f6d-6035-414e-bfc6-779ebba16104 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 943 time: 0.2856269 Feb 07 16:42:02.461531 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fd794-7e8e-4803-8b67-6027acbdf450 None None] Pushing event updated for resources: {'Port': ['ID=48d7fa34-d8e5-4dd2-b99e-566e91843de9,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:02.478682 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:02.482529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] Attempting to bind port 48d7fa34-d8e5-4dd2-b99e-566e91843de9 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:42:02.487106 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] Attempting to bind port 48d7fa34-d8e5-4dd2-b99e-566e91843de9 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:42:02.488210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] Attempting to bind port 48d7fa34-d8e5-4dd2-b99e-566e91843de9 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:42:02.505186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:42:02.506386 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:42:02.507409 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:02.508417 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:42:02.509679 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] Bound port: 48d7fa34-d8e5-4dd2-b99e-566e91843de9, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:42:02.510678 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (48d7fa34-d8e5-4dd2-b99e-566e91843de9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:02.533142 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cba808fb-1b0c-4b01-949e-660cb49c5e11 req-0e50718e-f64d-4401-91bc-db2c48459f9d service neutron] 10.222.0.32 "GET /v2.0/networks/8518c54b-f554-4e85-9dc0-05cf87efac18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206911 Feb 07 16:42:02.546831 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ebf360c9-b8ac-492a-892c-50a7aa89f71c req-7d3e1185-27f6-4a6c-8ab5-80f87a9a3122 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups?id=00ca3ccb-5204-4a66-9335-7faf998b334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082170 Feb 07 16:42:02.659089 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f9f2a6f8-9a0b-4584-a8c7-905422cb340a up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:42:02.721881 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] For port 48d7fa34-d8e5-4dd2-b99e-566e91843de9, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:42:02.726957 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] For port 48d7fa34-d8e5-4dd2-b99e-566e91843de9, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=48d7fa34-d8e5-4dd2-b99e-566e91843de9,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:42:02.740282 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (48d7fa34-d8e5-4dd2-b99e-566e91843de9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:02.856709 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fd794-7e8e-4803-8b67-6027acbdf450 None None] Pushing event updated for resources: {'Port': ['ID=48d7fa34-d8e5-4dd2-b99e-566e91843de9,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:02.871514 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port f9f2a6f8-9a0b-4584-a8c7-905422cb340a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:02.871910 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f9f2a6f8-9a0b-4584-a8c7-905422cb340a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:02.903643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] Routers {'0e285e77-5731-4fe1-96f0-d59583cfc4eb'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:42:02.904333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:41:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0e285e77-5731-4fe1-96f0-d59583cfc4eb'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:02.958719 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a257e-f9d3-4a9b-a626-8fd1d4f4fcc8 req-0de095ca-2cda-42c3-abe6-38628ae2d653 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:02.961487 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-451a257e-f9d3-4a9b-a626-8fd1d4f4fcc8 req-0de095ca-2cda-42c3-abe6-38628ae2d653 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 0.2275746 Feb 07 16:42:02.968802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd32a1-df32-45da-8d42-2fdda556557e req-9bf0bef8-4527-47f8-b64b-0ac4e9b33748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:02.971475 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90bd32a1-df32-45da-8d42-2fdda556557e req-9bf0bef8-4527-47f8-b64b-0ac4e9b33748 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c46b77ee57443c8842ba3765a8e54a6&device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 1125 time: 0.3633692 Feb 07 16:42:03.122853 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-daf53793-2f7d-488e-90f9-2cb4ae20e893 req-686ed311-cd9b-40c1-9945-72d4d3448f86 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 210 time: 0.0473523 Feb 07 16:42:03.124855 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-bc002811-8776-4da3-b08c-13f10e1b430e admin admin] Allocated IP 172.20.0.1 (cce8c5db-3211-4425-9a9a-fb36371cecd0/0ca5edf2-3515-4efe-b7ad-279ac2df99e5/00a42993-1eb6-4dfb-b315-7acebba22cad) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:42:03.238554 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd32a1-df32-45da-8d42-2fdda556557e req-934175c7-116c-41ff-87f5-59b1a130402e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:03.240746 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90bd32a1-df32-45da-8d42-2fdda556557e req-934175c7-116c-41ff-87f5-59b1a130402e service neutron] 10.222.0.32 "GET /v2.0/networks?id=8518c54b-f554-4e85-9dc0-05cf87efac18 HTTP/1.1" status: 200 len: 913 time: 0.2553687 Feb 07 16:42:03.242174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] Set router 0e285e77-5731-4fe1-96f0-d59583cfc4eb gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:42:03.250885 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f9f2a6f8-9a0b-4584-a8c7-905422cb340a is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:03.250885 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f9f2a6f8-9a0b-4584-a8c7-905422cb340a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:03.321424 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90bd32a1-df32-45da-8d42-2fdda556557e req-e84093cc-6ee1-43e6-9df4-84b623511460 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c52c70f-a054-4609-9d3b-a6055fe98a43 HTTP/1.1" status: 200 len: 217 time: 0.0732753 Feb 07 16:42:03.357059 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-451a257e-f9d3-4a9b-a626-8fd1d4f4fcc8 req-f9051663-b2c1-4132-baf7-cc88db799dc5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841298 Feb 07 16:42:03.363476 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc002811-8776-4da3-b08c-13f10e1b430e admin admin] Publish callbacks [] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:03.441512 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc002811-8776-4da3-b08c-13f10e1b430e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:03.466531 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port f9f2a6f8-9a0b-4584-a8c7-905422cb340a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f9f2a6f8-9a0b-4584-a8c7-905422cb340a,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:03.475817 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f9f2a6f8-9a0b-4584-a8c7-905422cb340a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:03.561807 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd32a1-df32-45da-8d42-2fdda556557e req-fa198800-c557-4790-bf66-a6815146da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:03.564336 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90bd32a1-df32-45da-8d42-2fdda556557e req-fa198800-c557-4790-bf66-a6815146da88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79b6f828-5c6c-4065-9878-f52f4ee89271 HTTP/1.1" status: 200 len: 851 time: 0.2352669 Feb 07 16:42:03.601097 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86d7f6b6-dffd-45f8-a8a0-5866d7318b74 req-bc93cc20-33b2-44ee-883a-ab33e78672c5 tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.0844643 Feb 07 16:42:03.650551 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc002811-8776-4da3-b08c-13f10e1b430e admin admin] Network cce8c5db-3211-4425-9a9a-fb36371cecd0 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:42:03.675881 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bc002811-8776-4da3-b08c-13f10e1b430e admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:42:03.723142 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1812460-cef3-414c-b012-79a81e2901fc admin admin] Publish callbacks [] for port (325d97ec-d5ea-4300-acb3-77a468c1c7d8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:03.732122 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd32a1-df32-45da-8d42-2fdda556557e req-a810ff43-acb3-4e1b-86bf-b7fa465d0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:03.733757 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90bd32a1-df32-45da-8d42-2fdda556557e req-a810ff43-acb3-4e1b-86bf-b7fa465d0e42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8518c54b-f554-4e85-9dc0-05cf87efac18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1434429 Feb 07 16:42:03.798324 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc002811-8776-4da3-b08c-13f10e1b430e admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:42:03.835588 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=f9f2a6f8-9a0b-4584-a8c7-905422cb340a,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:03.866233 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90bd32a1-df32-45da-8d42-2fdda556557e req-adb77b85-5586-46a4-b076-5718c154d994 service neutron] 10.222.0.32 "GET /v2.0/networks/8518c54b-f554-4e85-9dc0-05cf87efac18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233284 Feb 07 16:42:03.876295 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc002811-8776-4da3-b08c-13f10e1b430e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (0e285e77-5731-4fe1-96f0-d59583cfc4eb), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:03.920450 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e285e77-5731-4fe1-96f0-d59583cfc4eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-56062887-router', 'tenant_id': '262e383f33a54d4b88c3eae7d8c2e687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '48d7fa34-d8e5-4dd2-b99e-566e91843de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:50Z', 'updated_at': '2022-02-07T16:41:54Z', 'revision_number': 3, 'project_id': '262e383f33a54d4b88c3eae7d8c2e687', 'gw_port': {'id': '48d7fa34-d8e5-4dd2-b99e-566e91843de9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e285e77-5731-4fe1-96f0-d59583cfc4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:52Z', 'updated_at': '2022-02-07T16:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:03.964722 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1812460-cef3-414c-b012-79a81e2901fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (325d97ec-d5ea-4300-acb3-77a468c1c7d8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:03.966736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c177c1-6e43-4e64-bab5-cdf5ab5e3983 None None] The sync data for ids ['0e285e77-5731-4fe1-96f0-d59583cfc4eb'] in n-d-827865-3 is: [{'id': '0e285e77-5731-4fe1-96f0-d59583cfc4eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-56062887-router', 'tenant_id': '262e383f33a54d4b88c3eae7d8c2e687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '48d7fa34-d8e5-4dd2-b99e-566e91843de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:50Z', 'updated_at': '2022-02-07T16:41:54Z', 'revision_number': 3, 'project_id': '262e383f33a54d4b88c3eae7d8c2e687', 'gw_port': {'id': '48d7fa34-d8e5-4dd2-b99e-566e91843de9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e285e77-5731-4fe1-96f0-d59583cfc4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:52Z', 'updated_at': '2022-02-07T16:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:42:03.989520 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca8680-4247-40d2-93d2-5461de9f8abe req-6779ffdf-1099-4b67-936d-a242ecc8dc89 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:03.991781 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5ca8680-4247-40d2-93d2-5461de9f8abe req-6779ffdf-1099-4b67-936d-a242ecc8dc89 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 943 time: 0.2510321 Feb 07 16:42:04.002725 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1812460-cef3-414c-b012-79a81e2901fc admin admin] Network 6774a319-c5a3-4cf8-ab7d-2311e53345d0 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:42:04.020243 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc002811-8776-4da3-b08c-13f10e1b430e admin admin] Pushing event updated for resources: {'Port': ['ID=00a42993-1eb6-4dfb-b315-7acebba22cad,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:04.093030 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5ca8680-4247-40d2-93d2-5461de9f8abe req-41fbe209-f4ce-4936-9b77-f022ab344f5f tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups?id=00ca3ccb-5204-4a66-9335-7faf998b334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939469 Feb 07 16:42:04.101847 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90bd32a1-df32-45da-8d42-2fdda556557e req-79028d96-2c19-42d2-8981-bf3cb01acd2a service neutron] 10.222.0.32 "GET /v2.0/networks/8518c54b-f554-4e85-9dc0-05cf87efac18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296026 Feb 07 16:42:04.103136 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df486b11-cfb7-479e-a11d-3ff40a6cd061 req-6ac8df40-14ec-4286-b491-38e0db0e2934 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:04.118074 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df486b11-cfb7-479e-a11d-3ff40a6cd061 req-6ac8df40-14ec-4286-b491-38e0db0e2934 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 945 time: 0.6317389 Feb 07 16:42:04.130832 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d1812460-cef3-414c-b012-79a81e2901fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:42:04.160374 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-38227426-fb1b-4a53-903e-1f877360117d None None] Provisioning complete for port 00a42993-1eb6-4dfb-b315-7acebba22cad triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:04.161248 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-38227426-fb1b-4a53-903e-1f877360117d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:04.238410 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-38227426-fb1b-4a53-903e-1f877360117d None None] Port 00a42993-1eb6-4dfb-b315-7acebba22cad cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:42:04.259658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1812460-cef3-414c-b012-79a81e2901fc admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:42:04.284451 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df486b11-cfb7-479e-a11d-3ff40a6cd061 req-604b748d-a672-47e8-95a3-53bf2271b169 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649444 Feb 07 16:42:04.344965 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1812460-cef3-414c-b012-79a81e2901fc admin admin] Pushing event updated for resources: {'Port': ['ID=325d97ec-d5ea-4300-acb3-77a468c1c7d8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:04.403013 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63d885e1-8fe2-4a83-90d2-79032e3d1968 req-9a18f609-f2cc-4a33-9d8a-2dfe419c63bb tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 210 time: 0.0997071 Feb 07 16:42:04.586216 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1812460-cef3-414c-b012-79a81e2901fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (a32a9a3f-2958-4370-b9f8-1e4938d0dcdf), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:04.603179 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f9f2a6f8-9a0b-4584-a8c7-905422cb340a up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:42:04.732560 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-258b94df-9ed9-4b96-8c27-f7c295c36b8e None None] Provisioning complete for port 325d97ec-d5ea-4300-acb3-77a468c1c7d8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:04.732993 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-258b94df-9ed9-4b96-8c27-f7c295c36b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (325d97ec-d5ea-4300-acb3-77a468c1c7d8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:04.799132 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-258b94df-9ed9-4b96-8c27-f7c295c36b8e None None] Port 325d97ec-d5ea-4300-acb3-77a468c1c7d8 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:42:04.811569 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc002811-8776-4da3-b08c-13f10e1b430e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:04.813370 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port f9f2a6f8-9a0b-4584-a8c7-905422cb340a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:04.813964 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f9f2a6f8-9a0b-4584-a8c7-905422cb340a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:04.853852 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90baaada-4141-4e49-9e5d-093bfcacb4e1 req-4e9f9c75-5278-49aa-83a6-5fdfd4015c0b tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.0541697 Feb 07 16:42:04.948278 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f9f2a6f8-9a0b-4584-a8c7-905422cb340a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:05.113069 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f22cb-bbf1-4f95-aaf4-b9b72718a5df req-7729ff22-311a-4e86-8ebb-30e6895492fd tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:05.116498 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-105f22cb-bbf1-4f95-aaf4-b9b72718a5df req-7729ff22-311a-4e86-8ebb-30e6895492fd tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 0.3095369 Feb 07 16:42:05.206276 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1812460-cef3-414c-b012-79a81e2901fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (325d97ec-d5ea-4300-acb3-77a468c1c7d8), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:05.288456 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-105f22cb-bbf1-4f95-aaf4-b9b72718a5df req-81503348-51b7-4ae8-9a53-ad0293d254f7 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570067 Feb 07 16:42:05.334777 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02040471-b67b-485d-be45-4bd77229760c req-1f34e878-60a6-4b54-922e-5eeb4dcf3031 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:05.338409 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02040471-b67b-485d-be45-4bd77229760c req-1f34e878-60a6-4b54-922e-5eeb4dcf3031 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 943 time: 0.0841982 Feb 07 16:42:05.430678 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02040471-b67b-485d-be45-4bd77229760c req-1d22351d-24be-422d-aee5-bc157e400ac6 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups?id=00ca3ccb-5204-4a66-9335-7faf998b334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693128 Feb 07 16:42:05.525488 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc002811-8776-4da3-b08c-13f10e1b430e admin admin] Publish callbacks [] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:05.536391 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc002811-8776-4da3-b08c-13f10e1b430e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:05.620612 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-37eb4f62-6764-470b-9950-d82e99dbf856 req-0c1d3409-5ef4-4e28-bf4d-44d8f665ebb8 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 210 time: 0.0343437 Feb 07 16:42:05.651510 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc002811-8776-4da3-b08c-13f10e1b430e admin admin] Pushing event updated for resources: {'Port': ['ID=00a42993-1eb6-4dfb-b315-7acebba22cad,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:05.750369 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceea75c-3120-496a-a7a5-366774b1cca9 req-75d60703-dc51-4ec8-81e1-014332ae5e2f tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:05.755903 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6ceea75c-3120-496a-a7a5-366774b1cca9 req-75d60703-dc51-4ec8-81e1-014332ae5e2f tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 945 time: 0.3192937 Feb 07 16:42:05.784081 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc002811-8776-4da3-b08c-13f10e1b430e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (0e285e77-5731-4fe1-96f0-d59583cfc4eb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:06.005479 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6ceea75c-3120-496a-a7a5-366774b1cca9 req-3bceacb2-0835-4a74-8a0f-a0c258542946 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341857 Feb 07 16:42:06.034095 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84d72566-b883-4d04-a6d0-2c147e0fcc8e req-0675b770-9d5a-4ae7-8858-56b0bb9f3cd9 tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.0392189 Feb 07 16:42:06.058192 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1812460-cef3-414c-b012-79a81e2901fc admin admin] Publish callbacks [] for port (325d97ec-d5ea-4300-acb3-77a468c1c7d8), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:06.069440 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1812460-cef3-414c-b012-79a81e2901fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (325d97ec-d5ea-4300-acb3-77a468c1c7d8), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:06.154807 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc002811-8776-4da3-b08c-13f10e1b430e admin admin] Network cce8c5db-3211-4425-9a9a-fb36371cecd0 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:42:06.163632 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bc002811-8776-4da3-b08c-13f10e1b430e admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:42:06.182334 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1812460-cef3-414c-b012-79a81e2901fc admin admin] Pushing event updated for resources: {'Port': ['ID=325d97ec-d5ea-4300-acb3-77a468c1c7d8,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:06.185907 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1812460-cef3-414c-b012-79a81e2901fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (a32a9a3f-2958-4370-b9f8-1e4938d0dcdf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:06.358634 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8c52c70f-a054-4609-9d3b-a6055fe98a43 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:42:06.632867 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-687dfaa6-d7a9-4d59-8215-e2583dac18fa req-d8309f4a-bb7e-43b1-9d39-32e2af220311 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.2422068 Feb 07 16:42:06.771322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c985211-49eb-4cd7-a080-d2cca203e413 req-0eb93f98-3ec4-4914-b4e4-51b08d09ff48 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:06.782610 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c985211-49eb-4cd7-a080-d2cca203e413 req-0eb93f98-3ec4-4914-b4e4-51b08d09ff48 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 943 time: 0.2046821 Feb 07 16:42:06.797588 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 48d7fa34-d8e5-4dd2-b99e-566e91843de9 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:42:06.883371 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c985211-49eb-4cd7-a080-d2cca203e413 req-293071d8-5f3b-440c-9bad-4c70e02592e9 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups?id=00ca3ccb-5204-4a66-9335-7faf998b334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987337 Feb 07 16:42:06.929382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-06616ce8-9756-4dba-816f-a662664604a9 None None] Provisioning complete for port 00a42993-1eb6-4dfb-b315-7acebba22cad triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:06.930046 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-06616ce8-9756-4dba-816f-a662664604a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:06.997478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742997d5-b639-4865-a977-8433896dac10 req-52c1e160-c5ba-4cbf-a34a-3a2c14040731 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:06.999235 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-742997d5-b639-4865-a977-8433896dac10 req-52c1e160-c5ba-4cbf-a34a-3a2c14040731 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 0.4923670 Feb 07 16:42:07.001560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc002811-8776-4da3-b08c-13f10e1b430e admin admin] Router 0e285e77-5731-4fe1-96f0-d59583cfc4eb has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:42:07.017329 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1812460-cef3-414c-b012-79a81e2901fc admin admin] Network 6774a319-c5a3-4cf8-ab7d-2311e53345d0 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:42:07.033133 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 48d7fa34-d8e5-4dd2-b99e-566e91843de9 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:07.033605 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (48d7fa34-d8e5-4dd2-b99e-566e91843de9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:07.040026 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 8c52c70f-a054-4609-9d3b-a6055fe98a43, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8c52c70f-a054-4609-9d3b-a6055fe98a43,segment=NetworkSegment(64adb199-9993-4c14-b837-969ac3cdf6d8),segment_id=64adb199-9993-4c14-b837-969ac3cdf6d8)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:07.043984 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-06616ce8-9756-4dba-816f-a662664604a9 None None] Port 00a42993-1eb6-4dfb-b315-7acebba22cad cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:42:07.048403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d1812460-cef3-414c-b012-79a81e2901fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:42:07.080958 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1167d13a-ee77-4549-9219-d467e3411b6f req-3e8e0b04-cfbf-4d93-89e3-3f2ecaec584b tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/ports?device_id=b873a378-b0a2-4294-98ed-d544e7113759 HTTP/1.1" status: 200 len: 210 time: 0.0428929 Feb 07 16:42:07.099193 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '8c52c70f-a054-4609-9d3b-a6055fe98a43', 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18', 'port_id': '8c52c70f-a054-4609-9d3b-a6055fe98a43', 'mac_address': 'fa:16:3e:50:11:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b6f828-5c6c-4065-9878-f52f4ee89271', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:42:07.300944 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 8c52c70f-a054-4609-9d3b-a6055fe98a43 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:07.302572 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8c52c70f-a054-4609-9d3b-a6055fe98a43), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:07.306831 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e968a73-fc65-4858-86a4-39a876d2ad1d req-7fcc72c0-f96b-47ac-af9d-e118c2403628 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:07.312037 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e968a73-fc65-4858-86a4-39a876d2ad1d req-7fcc72c0-f96b-47ac-af9d-e118c2403628 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 945 time: 0.1218944 Feb 07 16:42:07.326933 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-742997d5-b639-4865-a977-8433896dac10 req-28296560-149e-4200-8d71-3cb78c058fb8 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189585 Feb 07 16:42:07.351925 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c52c70f-a054-4609-9d3b-a6055fe98a43 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:42:07.385892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 48d7fa34-d8e5-4dd2-b99e-566e91843de9 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:07.387699 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (48d7fa34-d8e5-4dd2-b99e-566e91843de9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:07.487338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc002811-8776-4da3-b08c-13f10e1b430e admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:42:07.487819 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e968a73-fc65-4858-86a4-39a876d2ad1d req-80b83ce6-acba-40bd-a10b-1e99fd80b2bc tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610627 Feb 07 16:42:07.508202 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] Sync routers for ids ['0e285e77-5731-4fe1-96f0-d59583cfc4eb'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:42:07.520204 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1812460-cef3-414c-b012-79a81e2901fc admin admin] Router a32a9a3f-2958-4370-b9f8-1e4938d0dcdf has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:42:07.526921 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] Routers {'0e285e77-5731-4fe1-96f0-d59583cfc4eb'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:42:07.527576 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:41:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0e285e77-5731-4fe1-96f0-d59583cfc4eb'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:07.545318 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bc002811-8776-4da3-b08c-13f10e1b430e admin admin] 10.222.0.18 "PUT /v2.0/routers/0e285e77-5731-4fe1-96f0-d59583cfc4eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1564276 Feb 07 16:42:07.588811 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9cd2e8d9-9bce-4bf8-b31e-7589b1d0bfe8 req-55f23faf-0234-4da7-89b7-58995734bbf8 tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.0897818 Feb 07 16:42:07.729236 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 8c52c70f-a054-4609-9d3b-a6055fe98a43, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8c52c70f-a054-4609-9d3b-a6055fe98a43,segment=NetworkSegment(64adb199-9993-4c14-b837-969ac3cdf6d8),segment_id=64adb199-9993-4c14-b837-969ac3cdf6d8)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:07.744360 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8c52c70f-a054-4609-9d3b-a6055fe98a43), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:07.751466 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 48d7fa34-d8e5-4dd2-b99e-566e91843de9, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=48d7fa34-d8e5-4dd2-b99e-566e91843de9,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:07.755941 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6b87a66b-d6a6-43f5-810b-957d846e7ab2 None None] Provisioning complete for port 325d97ec-d5ea-4300-acb3-77a468c1c7d8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:07.756519 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6b87a66b-d6a6-43f5-810b-957d846e7ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (325d97ec-d5ea-4300-acb3-77a468c1c7d8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:07.760845 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (48d7fa34-d8e5-4dd2-b99e-566e91843de9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:07.769332 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1812460-cef3-414c-b012-79a81e2901fc admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:42:07.781192 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d1812460-cef3-414c-b012-79a81e2901fc admin admin] 10.222.0.18 "PUT /v2.0/routers/a32a9a3f-2958-4370-b9f8-1e4938d0dcdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1385555 Feb 07 16:42:07.839602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] Sync routers for ids ['a32a9a3f-2958-4370-b9f8-1e4938d0dcdf'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:42:07.883946 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] Set router 0e285e77-5731-4fe1-96f0-d59583cfc4eb gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:42:07.895871 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6b87a66b-d6a6-43f5-810b-957d846e7ab2 None None] Port 325d97ec-d5ea-4300-acb3-77a468c1c7d8 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:42:07.952335 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] Routers {'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:42:07.952942 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:41:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a32a9a3f-2958-4370-b9f8-1e4938d0dcdf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:07.968387 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=8c52c70f-a054-4609-9d3b-a6055fe98a43,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:08.135159 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['8c52c70f-a054-4609-9d3b-a6055fe98a43'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:42:08.159171 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34360) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:08.169597 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b495f-f1e7-4051-ac0c-27b0ed710d1a req-ab4f55b7-3b44-42b6-837f-1f02ce0df1db tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:08.173318 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-232b495f-f1e7-4051-ac0c-27b0ed710d1a req-ab4f55b7-3b44-42b6-837f-1f02ce0df1db tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 944 time: 0.1467247 Feb 07 16:42:08.283024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c91494e2-635b-4bac-a14b-eeac2755f6cd tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-69789233'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:42:08.367672 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-232b495f-f1e7-4051-ac0c-27b0ed710d1a req-ccda6983-84dc-43c3-96eb-857366f23edc tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups?id=00ca3ccb-5204-4a66-9335-7faf998b334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762953 Feb 07 16:42:08.374127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91494e2-635b-4bac-a14b-eeac2755f6cd tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Made reservation on behalf of c4d49702976945bf97b629c65cf535b6 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:42:08.379551 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c91494e2-635b-4bac-a14b-eeac2755f6cd tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:08.394018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=48d7fa34-d8e5-4dd2-b99e-566e91843de9,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:08.450049 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [req-a94066a1-b63d-43e4-8468-ae71066d4421 req-0496b5a8-12ce-4dee-a605-c1d4a45ba4f8 tempest-FloatingIPDetailsNegativeTestJSON-2119535742 tempest-FloatingIPDetailsNegativeTestJSON-2119535742-project] show failed (client error): The resource could not be found. Feb 07 16:42:08.451805 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a94066a1-b63d-43e4-8468-ae71066d4421 req-0496b5a8-12ce-4dee-a605-c1d4a45ba4f8 tempest-FloatingIPDetailsNegativeTestJSON-2119535742 tempest-FloatingIPDetailsNegativeTestJSON-2119535742-project] 10.222.0.18 "GET /v2.0/floatingips/8783a8f7-3b93-408e-a624-30a3b5c50e0e HTTP/1.1" status: 404 len: 350 time: 0.1183858 Feb 07 16:42:08.470315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34366) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:08.494966 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] Set router a32a9a3f-2958-4370-b9f8-1e4938d0dcdf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:42:08.537682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91494e2-635b-4bac-a14b-eeac2755f6cd tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:42:08.582194 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c91494e2-635b-4bac-a14b-eeac2755f6cd tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4be886dc-5022-4aba-a83b-e566f3a55945), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:08.582811 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-c91494e2-635b-4bac-a14b-eeac2755f6cd tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Added segment 4be886dc-5022-4aba-a83b-e566f3a55945 of type vlan for network 5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 Feb 07 16:42:08.591714 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e285e77-5731-4fe1-96f0-d59583cfc4eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-56062887-router', 'tenant_id': '262e383f33a54d4b88c3eae7d8c2e687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '48d7fa34-d8e5-4dd2-b99e-566e91843de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:50Z', 'updated_at': '2022-02-07T16:42:04Z', 'revision_number': 4, 'project_id': '262e383f33a54d4b88c3eae7d8c2e687', 'gw_port': {'id': '48d7fa34-d8e5-4dd2-b99e-566e91843de9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e285e77-5731-4fe1-96f0-d59583cfc4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:52Z', 'updated_at': '2022-02-07T16:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '00a42993-1eb6-4dfb-b315-7acebba22cad', 'name': '', 'network_id': 'cce8c5db-3211-4425-9a9a-fb36371cecd0', 'tenant_id': '262e383f33a54d4b88c3eae7d8c2e687', 'mac_address': 'fa:16:3e:17:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e285e77-5731-4fe1-96f0-d59583cfc4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '0ca5edf2-3515-4efe-b7ad-279ac2df99e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:01Z', 'updated_at': '2022-02-07T16:42:05Z', 'revision_number': 2, 'project_id': '262e383f33a54d4b88c3eae7d8c2e687', 'subnets': [{'id': '0ca5edf2-3515-4efe-b7ad-279ac2df99e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:08.646160 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] Checking router: 0e285e77-5731-4fe1-96f0-d59583cfc4eb for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:42:08.647238 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] Updating router 0e285e77-5731-4fe1-96f0-d59583cfc4eb port 00a42993-1eb6-4dfb-b315-7acebba22cad binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:42:08.686188 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:08.881855 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c91494e2-635b-4bac-a14b-eeac2755f6cd tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:08.931029 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4498d-c025-4e3a-9846-ed7518f66756 req-45d028a0-4dc8-4e50-b19d-1cc39b46423f tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:08.933196 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0d4498d-c025-4e3a-9846-ed7518f66756 req-45d028a0-4dc8-4e50-b19d-1cc39b46423f tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 945 time: 0.1890121 Feb 07 16:42:08.950514 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7844a-afef-4a0c-bd57-e694c06aa271 req-4b78b7ee-8e0b-415c-be4a-6423083e7c1a tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:08.964716 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d0d7844a-afef-4a0c-bd57-e694c06aa271 req-4b78b7ee-8e0b-415c-be4a-6423083e7c1a tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 0.3472884 Feb 07 16:42:09.008810 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c91494e2-635b-4bac-a14b-eeac2755f6cd tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:09.015636 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91494e2-635b-4bac-a14b-eeac2755f6cd tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:09.015636 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c91494e2-635b-4bac-a14b-eeac2755f6cd tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:09.062418 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf', 'name': 'tempest-ServersTestMultiNic-1094614800-router', 'tenant_id': 'c4d49702976945bf97b629c65cf535b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f9f2a6f8-9a0b-4584-a8c7-905422cb340a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:52Z', 'updated_at': '2022-02-07T16:42:04Z', 'revision_number': 4, 'project_id': 'c4d49702976945bf97b629c65cf535b6', 'gw_port': {'id': 'f9f2a6f8-9a0b-4584-a8c7-905422cb340a', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:53Z', 'updated_at': '2022-02-07T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '325d97ec-d5ea-4300-acb3-77a468c1c7d8', 'name': '', 'network_id': '6774a319-c5a3-4cf8-ab7d-2311e53345d0', 'tenant_id': 'c4d49702976945bf97b629c65cf535b6', 'mac_address': 'fa:16:3e:ad:20:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1fd1507d-1121-42e2-b0c8-b1ebf922c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:02Z', 'updated_at': '2022-02-07T16:42:05Z', 'revision_number': 2, 'project_id': 'c4d49702976945bf97b629c65cf535b6', 'subnets': [{'id': '1fd1507d-1121-42e2-b0c8-b1ebf922c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:09.097084 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] Checking router: a32a9a3f-2958-4370-b9f8-1e4938d0dcdf for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:42:09.097623 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] Updating router a32a9a3f-2958-4370-b9f8-1e4938d0dcdf port 325d97ec-d5ea-4300-acb3-77a468c1c7d8 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:42:09.134321 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (325d97ec-d5ea-4300-acb3-77a468c1c7d8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:09.138097 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c91494e2-635b-4bac-a14b-eeac2755f6cd tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9777360 Feb 07 16:42:09.147984 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34376) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:09.168295 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d0d7844a-afef-4a0c-bd57-e694c06aa271 req-56f5f518-652e-4cf8-bd8a-88861b24170b tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983650 Feb 07 16:42:09.175343 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Request body: {'subnet': {'network_id': '5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:42:09.220463 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91494e2-635b-4bac-a14b-eeac2755f6cd tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event updated for resources: {'Network': ['ID=5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:09.238694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34378) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:09.363343 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:42:09.368253 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] Publish callbacks [] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:09.377734 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:09.502121 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15b669-fbf0-466d-9d19-de6a69b37552 None None] Pushing event updated for resources: {'Port': ['ID=00a42993-1eb6-4dfb-b315-7acebba22cad,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:09.581034 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-02d6c7e7-5a7a-4f9a-89f2-87fd77aac47e req-908d9ba2-6077-43ad-8500-cf9f98b0f991 tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.1546443 Feb 07 16:42:09.584143 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71efdad1-2174-4213-95f3-e0e8e082a16d tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for security_group (a37ee511-a7ce-4a00-a724-4c7125c2f3a7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:09.625621 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71efdad1-2174-4213-95f3-e0e8e082a16d tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for security_group (a37ee511-a7ce-4a00-a724-4c7125c2f3a7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:09.710847 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71efdad1-2174-4213-95f3-e0e8e082a16d tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a37ee511-a7ce-4a00-a724-4c7125c2f3a7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:09.715510 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71efdad1-2174-4213-95f3-e0e8e082a16d tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:09.720107 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-71efdad1-2174-4213-95f3-e0e8e082a16d tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "DELETE /v2.0/security-groups/a37ee511-a7ce-4a00-a724-4c7125c2f3a7 HTTP/1.1" status: 204 len: 168 time: 0.4790754 Feb 07 16:42:09.746487 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34384) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:09.747495 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efdad1-2174-4213-95f3-e0e8e082a16d tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37ee511-a7ce-4a00-a724-4c7125c2f3a7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:09.779411 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-36ea41fe-4128-4fac-ab23-48acdd134307 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] show failed (client error): The resource could not be found. Feb 07 16:42:09.782363 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-36ea41fe-4128-4fac-ab23-48acdd134307 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "GET /v2.0/security-groups/a37ee511-a7ce-4a00-a724-4c7125c2f3a7 HTTP/1.1" status: 404 len: 347 time: 0.0255682 Feb 07 16:42:09.789533 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34386) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:09.796268 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] Attempting to bind port 00a42993-1eb6-4dfb-b315-7acebba22cad on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:42:09.797128 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] Attempting to bind port 00a42993-1eb6-4dfb-b315-7acebba22cad by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'd9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cce8c5db-3211-4425-9a9a-fb36371cecd0'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:42:09.804694 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] Attempting to bind port 00a42993-1eb6-4dfb-b315-7acebba22cad on network cce8c5db-3211-4425-9a9a-fb36371cecd0 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:42:09.826315 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:42:09.826719 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] Checking segment: {'id': 'd9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cce8c5db-3211-4425-9a9a-fb36371cecd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:42:09.827154 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:09.827587 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] Bound using segment: {'id': 'd9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cce8c5db-3211-4425-9a9a-fb36371cecd0'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:42:09.828122 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] Bound port: 00a42993-1eb6-4dfb-b315-7acebba22cad, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cce8c5db-3211-4425-9a9a-fb36371cecd0'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:42:09.828580 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:10.052940 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] For port 00a42993-1eb6-4dfb-b315-7acebba22cad, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:42:10.060972 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] Publish callbacks [] for port (325d97ec-d5ea-4300-acb3-77a468c1c7d8), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:10.062432 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0d4498d-c025-4e3a-9846-ed7518f66756 req-83210a1d-6f87-4f1a-a8ca-1daf36cb36d6 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1106281 Feb 07 16:42:10.064542 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] For port 00a42993-1eb6-4dfb-b315-7acebba22cad, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=00a42993-1eb6-4dfb-b315-7acebba22cad,segment=NetworkSegment(d9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8),segment_id=d9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:42:10.078001 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (325d97ec-d5ea-4300-acb3-77a468c1c7d8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:10.078136 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:10.129073 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Made reservation on behalf of c4d49702976945bf97b629c65cf535b6 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:42:10.136528 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:10.215378 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6989b5-4d21-41fc-be01-83362f7d2885 req-752a2eb3-97b8-480f-b8f3-56096f9fab95 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:10.232821 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d6989b5-4d21-41fc-be01-83362f7d2885 req-752a2eb3-97b8-480f-b8f3-56096f9fab95 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 944 time: 0.2440677 Feb 07 16:42:10.267177 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15b669-fbf0-466d-9d19-de6a69b37552 None None] Pushing event updated for resources: {'Port': ['ID=00a42993-1eb6-4dfb-b315-7acebba22cad,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:10.271809 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] Routers {'0e285e77-5731-4fe1-96f0-d59583cfc4eb'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:42:10.273147 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:41:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0e285e77-5731-4fe1-96f0-d59583cfc4eb'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:10.339419 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7b17c561-26c8-4888-8d55-565b99be3741 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Deleting port cff72b68-ac63-46ad-9068-e3cd4ed406ea {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:42:10.340577 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b17c561-26c8-4888-8d55-565b99be3741 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (cff72b68-ac63-46ad-9068-e3cd4ed406ea), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:10.347154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3d393-f56f-42ef-b2f6-1583414cc60a None None] Pushing event updated for resources: {'Port': ['ID=325d97ec-d5ea-4300-acb3-77a468c1c7d8,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:10.427747 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8c52c70f-a054-4609-9d3b-a6055fe98a43 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:42:10.544502 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-fa276fa6-308c-4bbe-9632-a841ef2e8479 None None] Provisioning complete for port 00a42993-1eb6-4dfb-b315-7acebba22cad triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:10.546196 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fa276fa6-308c-4bbe-9632-a841ef2e8479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:10.727976 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b17c561-26c8-4888-8d55-565b99be3741 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (cff72b68-ac63-46ad-9068-e3cd4ed406ea), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:10.728526 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b17c561-26c8-4888-8d55-565b99be3741 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for floatingip (cff72b68-ac63-46ad-9068-e3cd4ed406ea), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:10.756200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7b17c561-26c8-4888-8d55-565b99be3741 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Calling delete_port for cff72b68-ac63-46ad-9068-e3cd4ed406ea owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:42:10.773893 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2acc37fc-c5da-4d79-b762-d6c3c2b5c438 req-7b9ac832-6805-4e1d-a9b6-99ae089650bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=47f6582c8c9c4f50aacd3b6d3f2a802e&device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.1529999 Feb 07 16:42:10.781052 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 48d7fa34-d8e5-4dd2-b99e-566e91843de9 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:42:10.809411 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] Set router 0e285e77-5731-4fe1-96f0-d59583cfc4eb gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:42:10.980954 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2acc37fc-c5da-4d79-b762-d6c3c2b5c438 req-ea56038e-9f55-49d1-8eb1-d2b5a1ba0dc0 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=47f6582c8c9c4f50aacd3b6d3f2a802e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1881998 Feb 07 16:42:11.128905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] Attempting to bind port 325d97ec-d5ea-4300-acb3-77a468c1c7d8 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:42:11.132108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] Attempting to bind port 325d97ec-d5ea-4300-acb3-77a468c1c7d8 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'bba8cc81-b411-40e7-9aa6-439b3e72859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6774a319-c5a3-4cf8-ab7d-2311e53345d0'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:42:11.132957 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] Attempting to bind port 325d97ec-d5ea-4300-acb3-77a468c1c7d8 on network 6774a319-c5a3-4cf8-ab7d-2311e53345d0 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:42:11.247918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:42:11.248808 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] Checking segment: {'id': 'bba8cc81-b411-40e7-9aa6-439b3e72859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6774a319-c5a3-4cf8-ab7d-2311e53345d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:42:11.249673 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:11.250407 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] Bound using segment: {'id': 'bba8cc81-b411-40e7-9aa6-439b3e72859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6774a319-c5a3-4cf8-ab7d-2311e53345d0'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:42:11.251369 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] Bound port: 325d97ec-d5ea-4300-acb3-77a468c1c7d8, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba8cc81-b411-40e7-9aa6-439b3e72859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6774a319-c5a3-4cf8-ab7d-2311e53345d0'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:42:11.252014 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (325d97ec-d5ea-4300-acb3-77a468c1c7d8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:11.300771 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fa276fa6-308c-4bbe-9632-a841ef2e8479 None None] Current status of the port 00a42993-1eb6-4dfb-b315-7acebba22cad is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:11.302749 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fa276fa6-308c-4bbe-9632-a841ef2e8479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:11.322199 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 8c52c70f-a054-4609-9d3b-a6055fe98a43 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:42:11.351445 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 8c52c70f-a054-4609-9d3b-a6055fe98a43 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:11.352349 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8c52c70f-a054-4609-9d3b-a6055fe98a43), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:11.370653 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 48d7fa34-d8e5-4dd2-b99e-566e91843de9 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:11.371308 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (48d7fa34-d8e5-4dd2-b99e-566e91843de9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:11.476324 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (14403c64-8396-46a5-938d-819f84cebae4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:11.597427 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d6989b5-4d21-41fc-be01-83362f7d2885 req-6c8e4551-de32-4676-b3a4-ca7f8b31e60e tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups?id=00ca3ccb-5204-4a66-9335-7faf998b334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3596652 Feb 07 16:42:11.625804 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e285e77-5731-4fe1-96f0-d59583cfc4eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-56062887-router', 'tenant_id': '262e383f33a54d4b88c3eae7d8c2e687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '48d7fa34-d8e5-4dd2-b99e-566e91843de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:50Z', 'updated_at': '2022-02-07T16:42:04Z', 'revision_number': 4, 'project_id': '262e383f33a54d4b88c3eae7d8c2e687', 'gw_port': {'id': '48d7fa34-d8e5-4dd2-b99e-566e91843de9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e285e77-5731-4fe1-96f0-d59583cfc4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:52Z', 'updated_at': '2022-02-07T16:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '00a42993-1eb6-4dfb-b315-7acebba22cad', 'name': '', 'network_id': 'cce8c5db-3211-4425-9a9a-fb36371cecd0', 'tenant_id': '262e383f33a54d4b88c3eae7d8c2e687', 'mac_address': 'fa:16:3e:17:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e285e77-5731-4fe1-96f0-d59583cfc4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '0ca5edf2-3515-4efe-b7ad-279ac2df99e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:01Z', 'updated_at': '2022-02-07T16:42:10Z', 'revision_number': 4, 'project_id': '262e383f33a54d4b88c3eae7d8c2e687', 'subnets': [{'id': '0ca5edf2-3515-4efe-b7ad-279ac2df99e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:11.687621 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-fa276fa6-308c-4bbe-9632-a841ef2e8479 None None] For port 00a42993-1eb6-4dfb-b315-7acebba22cad, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=00a42993-1eb6-4dfb-b315-7acebba22cad,segment=NetworkSegment(d9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8),segment_id=d9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:11.720472 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fa276fa6-308c-4bbe-9632-a841ef2e8479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:11.733551 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] For port 325d97ec-d5ea-4300-acb3-77a468c1c7d8, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:42:11.735076 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8051bbbb-9a05-44ae-b55f-07df382093df None None] The sync data for ids ['0e285e77-5731-4fe1-96f0-d59583cfc4eb'] in n-d-827865-3 is: [{'id': '0e285e77-5731-4fe1-96f0-d59583cfc4eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-56062887-router', 'tenant_id': '262e383f33a54d4b88c3eae7d8c2e687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '48d7fa34-d8e5-4dd2-b99e-566e91843de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:50Z', 'updated_at': '2022-02-07T16:42:04Z', 'revision_number': 4, 'project_id': '262e383f33a54d4b88c3eae7d8c2e687', 'gw_port': {'id': '48d7fa34-d8e5-4dd2-b99e-566e91843de9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e285e77-5731-4fe1-96f0-d59583cfc4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:52Z', 'updated_at': '2022-02-07T16:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '00a42993-1eb6-4dfb-b315-7acebba22cad', 'name': '', 'network_id': 'cce8c5db-3211-4425-9a9a-fb36371cecd0', 'tenant_id': '262e383f33a54d4b88c3eae7d8c2e687', 'mac_address': 'fa:16:3e:17:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e285e77-5731-4fe1-96f0-d59583cfc4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '0ca5edf2-3515-4efe-b7ad-279ac2df99e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:01Z', 'updated_at': '2022-02-07T16:42:10Z', 'revision_number': 4, 'project_id': '262e383f33a54d4b88c3eae7d8c2e687', 'subnets': [{'id': '0ca5edf2-3515-4efe-b7ad-279ac2df99e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:42:11.762971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] For port 325d97ec-d5ea-4300-acb3-77a468c1c7d8, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=325d97ec-d5ea-4300-acb3-77a468c1c7d8,segment=NetworkSegment(bba8cc81-b411-40e7-9aa6-439b3e72859d),segment_id=bba8cc81-b411-40e7-9aa6-439b3e72859d)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:42:11.767954 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b3f4f-ef1a-466b-a6b0-5d7dbe167eb3 req-b27386e1-f11e-4cea-a8fd-1d3c83b549be tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:11.785682 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-544b3f4f-ef1a-466b-a6b0-5d7dbe167eb3 req-b27386e1-f11e-4cea-a8fd-1d3c83b549be tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 1.0263836 Feb 07 16:42:11.815758 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b17c561-26c8-4888-8d55-565b99be3741 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (cff72b68-ac63-46ad-9068-e3cd4ed406ea), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:11.924037 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17c561-26c8-4888-8d55-565b99be3741 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Pushing event deleted for resources: {'Port': ['ID=cff72b68-ac63-46ad-9068-e3cd4ed406ea,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:12.017493 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 48d7fa34-d8e5-4dd2-b99e-566e91843de9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:12.031874 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event updated for resources: {'Subnet': ['ID=14403c64-8396-46a5-938d-819f84cebae4,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:12.044676 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (325d97ec-d5ea-4300-acb3-77a468c1c7d8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:12.054431 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e559c64d-ce7e-4be0-8375-5b0b26fdb15d req-e0a0ee6c-79df-4b2d-aed0-36864979e2ac tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.1530330 Feb 07 16:42:12.167784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:12.168372 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:12.168922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:12.169530 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:12.170114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:12.170859 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:12.172111 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:12.172111 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:12.172728 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:12.173408 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:12.173844 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:12.174194 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b17c561-26c8-4888-8d55-565b99be3741 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks [] for floatingip (4f9301fa-5613-49a2-9154-9f60e4971cb1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:12.174416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:12.174985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:12.188241 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b17c561-26c8-4888-8d55-565b99be3741 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:12.189999 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7b17c561-26c8-4888-8d55-565b99be3741 tempest-ServersTestBootFromVolume-503033085 tempest-ServersTestBootFromVolume-503033085-project] 10.222.0.18 "DELETE /v2.0/floatingips/4f9301fa-5613-49a2-9154-9f60e4971cb1 HTTP/1.1" status: 204 len: 168 time: 2.3987737 Feb 07 16:42:12.194484 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc37fc-c5da-4d79-b762-d6c3c2b5c438 req-7194a744-65aa-48ba-9f39-c9eea554eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:12.195494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34402) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:12.196932 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2acc37fc-c5da-4d79-b762-d6c3c2b5c438 req-7194a744-65aa-48ba-9f39-c9eea554eed1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2013907 Feb 07 16:42:12.222181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 8c52c70f-a054-4609-9d3b-a6055fe98a43 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:12.223843 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8c52c70f-a054-4609-9d3b-a6055fe98a43), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:12.272699 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-544b3f4f-ef1a-466b-a6b0-5d7dbe167eb3 req-5e9d07cb-e615-49ae-906e-c6524047bbcd tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791782 Feb 07 16:42:12.353263 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Checking segment: {'id': '4be886dc-5022-4aba-a83b-e566f3a55945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:42:12.353677 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Network hostable DHCP agents. Network: 5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:42:12.509947 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Network 5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:42:12.546840 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:42:12.547286 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-adf14f74-9c33-4d5c-a8ff-201e518a720b None None] Provisioning complete for port 325d97ec-d5ea-4300-acb3-77a468c1c7d8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:12.547701 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-adf14f74-9c33-4d5c-a8ff-201e518a720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (325d97ec-d5ea-4300-acb3-77a468c1c7d8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:12.587554 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:12.588191 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:12.618921 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c188af6-61c5-41ca-94d2-b945470a534d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c52c70f-a054-4609-9d3b-a6055fe98a43'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:42:12.627608 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78707061-a03e-40ea-992b-a6b1a0f05ad7" -d '{"events": [{"server_uuid": "3c188af6-61c5-41ca-94d2-b945470a534d", "name": "network-vif-plugged", "status": "completed", "tag": "8c52c70f-a054-4609-9d3b-a6055fe98a43"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:42:12.634861 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ec571f08-2a34-43a7-86f0-aa980d1fc6b6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4821973 Feb 07 16:42:12.655949 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa276fa6-308c-4bbe-9632-a841ef2e8479 None None] Pushing event updated for resources: {'Port': ['ID=00a42993-1eb6-4dfb-b315-7acebba22cad,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:12.671860 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d7b1cd-9b26-432c-90d9-54f7c4647d82 None None] Network 5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:42:12.702077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34406) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:12.720305 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-52327cf3-7813-4e64-abb8-200442c4c576 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-713439592'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:42:12.764915 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aeff279a-dfb0-42a2-9896-96f8aad6cf4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (0e285e77-5731-4fe1-96f0-d59583cfc4eb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:12.819325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 00a42993-1eb6-4dfb-b315-7acebba22cad up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:42:12.855323 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 8c52c70f-a054-4609-9d3b-a6055fe98a43, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8c52c70f-a054-4609-9d3b-a6055fe98a43,segment=NetworkSegment(64adb199-9993-4c14-b837-969ac3cdf6d8),segment_id=64adb199-9993-4c14-b837-969ac3cdf6d8)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:12.899607 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] Routers {'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:42:12.900282 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:41:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a32a9a3f-2958-4370-b9f8-1e4938d0dcdf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:12.949200 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8c52c70f-a054-4609-9d3b-a6055fe98a43), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:13.049437 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34', 'network_id': '5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34', 'project_id': 'c4d49702976945bf97b629c65cf535b6', 'fixed_ips': [{'subnet_id': '14403c64-8396-46a5-938d-819f84cebae4'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:42:13.055292 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:13.125472 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6e452-9286-4e84-9933-9c4eaf1fda88 req-272ed1c6-9e4d-4968-9924-04bcd82eb968 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:13.138106 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bca6e452-9286-4e84-9933-9c4eaf1fda88 req-272ed1c6-9e4d-4968-9924-04bcd82eb968 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 945 time: 0.6454341 Feb 07 16:42:13.171799 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52327cf3-7813-4e64-abb8-200442c4c576 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Made reservation on behalf of c4d49702976945bf97b629c65cf535b6 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:42:13.183948 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52327cf3-7813-4e64-abb8-200442c4c576 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:13.409548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52327cf3-7813-4e64-abb8-200442c4c576 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:42:13.436654 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52327cf3-7813-4e64-abb8-200442c4c576 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4f417b03-c90d-470a-a66e-d8bb62468bc2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:13.437009 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-52327cf3-7813-4e64-abb8-200442c4c576 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Added segment 4f417b03-c90d-470a-a66e-d8bb62468bc2 of type vlan for network 4e982006-d4ed-4224-a80b-2213e8c04b37 Feb 07 16:42:13.527913 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bca6e452-9286-4e84-9933-9c4eaf1fda88 req-3c5a1eee-075e-4368-81b5-6df5f3f21b81 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823526 Feb 07 16:42:13.563567 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3d393-f56f-42ef-b2f6-1583414cc60a None None] Pushing event updated for resources: {'Port': ['ID=325d97ec-d5ea-4300-acb3-77a468c1c7d8,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:13.659519 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52327cf3-7813-4e64-abb8-200442c4c576 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (4e982006-d4ed-4224-a80b-2213e8c04b37), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:13.743867 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab5778c2-ea8f-45b8-b1c5-f2f04d5be9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (99d77454-4270-4b00-a6f0-4976385c34f2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:13.745228 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=8c52c70f-a054-4609-9d3b-a6055fe98a43,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:13.751889 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02204f71-10a8-49e0-80bb-0b0d23bfd536 x-openstack-request-id: req-02204f71-10a8-49e0-80bb-0b0d23bfd536 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:42:13.752675 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c188af6-61c5-41ca-94d2-b945470a534d", "name": "network-vif-plugged", "status": "completed", "tag": "8c52c70f-a054-4609-9d3b-a6055fe98a43", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:42:13.753339 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02204f71-10a8-49e0-80bb-0b0d23bfd536 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:42:13.754221 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c188af6-61c5-41ca-94d2-b945470a534d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c52c70f-a054-4609-9d3b-a6055fe98a43', 'code': 200} Feb 07 16:42:13.792724 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] Set router a32a9a3f-2958-4370-b9f8-1e4938d0dcdf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:42:13.813738 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-52327cf3-7813-4e64-abb8-200442c4c576 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:42:13.909187 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52327cf3-7813-4e64-abb8-200442c4c576 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (4e982006-d4ed-4224-a80b-2213e8c04b37), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:13.915159 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52327cf3-7813-4e64-abb8-200442c4c576 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:13.915865 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52327cf3-7813-4e64-abb8-200442c4c576 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:13.975227 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 00a42993-1eb6-4dfb-b315-7acebba22cad triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:13.976731 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:14.090150 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c1070d30-566c-4134-9870-c03a5b089181 req-8e7767f4-f7ef-4156-8ef3-168103bbef0d tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.0940921 Feb 07 16:42:14.277870 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2acc37fc-c5da-4d79-b762-d6c3c2b5c438 req-4bd8d390-eec2-4878-8e35-c0d9baca19b9 tempest-ServerShowV254Test-696362137 tempest-ServerShowV254Test-696362137-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2714239-c6f7-4a39-9ee1-88e7761b8257 HTTP/1.1" status: 200 len: 210 time: 0.5436320 Feb 07 16:42:14.295151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52327cf3-7813-4e64-abb8-200442c4c576 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event updated for resources: {'Network': ['ID=4e982006-d4ed-4224-a80b-2213e8c04b37,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:14.323378 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-52327cf3-7813-4e64-abb8-200442c4c576 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6113811 Feb 07 16:42:14.339267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34416) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:14.374689 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470fd7b-e187-42dc-804c-2940f2c9e579 req-3a287b47-6968-4895-81fe-b435f7bf6bef tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:14.387019 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9470fd7b-e187-42dc-804c-2940f2c9e579 req-3a287b47-6968-4895-81fe-b435f7bf6bef tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 945 time: 1.2462976 Feb 07 16:42:14.414692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ae284ef6-f614-417f-86da-7ce6a7c5021b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Request body: {'subnet': {'network_id': '4e982006-d4ed-4224-a80b-2213e8c04b37', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:42:14.425507 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] Allocated IP 19.80.0.2 (5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34/14403c64-8396-46a5-938d-819f84cebae4/2c5db221-f17b-4ff4-861b-dde6cc43d003) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:42:14.710413 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e0d01-08e8-4ef6-9389-eb9c94223d81 req-a45cb6f5-4006-4f87-85e1-3fff28811765 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:14.714016 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-494e0d01-08e8-4ef6-9389-eb9c94223d81 req-a45cb6f5-4006-4f87-85e1-3fff28811765 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 0.3082190 Feb 07 16:42:14.727271 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] Publish callbacks [] for port (2c5db221-f17b-4ff4-861b-dde6cc43d003), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:14.734102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9ca88-149a-4fdb-a072-e83e18d1e64a req-a526aa83-21b6-4b3f-b96a-6fc5417b40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:14.747163 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2e9ca88-149a-4fdb-a072-e83e18d1e64a req-a526aa83-21b6-4b3f-b96a-6fc5417b40fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 1127 time: 0.8645220 Feb 07 16:42:14.811218 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae284ef6-f614-417f-86da-7ce6a7c5021b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Made reservation on behalf of c4d49702976945bf97b629c65cf535b6 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:42:14.821507 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae284ef6-f614-417f-86da-7ce6a7c5021b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:14.837508 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 4e982006-d4ed-4224-a80b-2213e8c04b37 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:42:14.851726 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (2c5db221-f17b-4ff4-861b-dde6cc43d003), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:14.916650 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-adf14f74-9c33-4d5c-a8ff-201e518a720b None None] Current status of the port 325d97ec-d5ea-4300-acb3-77a468c1c7d8 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:14.917828 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-adf14f74-9c33-4d5c-a8ff-201e518a720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (325d97ec-d5ea-4300-acb3-77a468c1c7d8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:15.056838 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-494e0d01-08e8-4ef6-9389-eb9c94223d81 req-c863068d-59cc-4f1e-a0b8-8bb82734a4b1 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075588 Feb 07 16:42:15.182731 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ab5778c2-ea8f-45b8-b1c5-f2f04d5be9a3 admin admin] Deleting port e9301dc3-ec03-4060-a577-072277ef0b18 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:42:15.184601 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab5778c2-ea8f-45b8-b1c5-f2f04d5be9a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e9301dc3-ec03-4060-a577-072277ef0b18), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:15.244575 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] Network 5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:42:15.263646 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:42:15.266635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:42:15.312906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-adf14f74-9c33-4d5c-a8ff-201e518a720b None None] For port 325d97ec-d5ea-4300-acb3-77a468c1c7d8, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=325d97ec-d5ea-4300-acb3-77a468c1c7d8,segment=NetworkSegment(bba8cc81-b411-40e7-9aa6-439b3e72859d),segment_id=bba8cc81-b411-40e7-9aa6-439b3e72859d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:15.369630 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-adf14f74-9c33-4d5c-a8ff-201e518a720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (325d97ec-d5ea-4300-acb3-77a468c1c7d8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:15.393209 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b505b-47c9-4a8c-90a9-f23fc2a3aec7 req-74c1d936-6b75-4743-9c4e-25dfef376333 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:15.395928 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a59b505b-47c9-4a8c-90a9-f23fc2a3aec7 req-74c1d936-6b75-4743-9c4e-25dfef376333 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 945 time: 0.1744206 Feb 07 16:42:15.415120 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] Pushing event updated for resources: {'Port': ['ID=2c5db221-f17b-4ff4-861b-dde6cc43d003,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:15.416945 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9470fd7b-e187-42dc-804c-2940f2c9e579 req-6e1c647b-1974-49ce-a0e0-f2dd8414c264 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups?id=00ca3ccb-5204-4a66-9335-7faf998b334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7691712 Feb 07 16:42:15.426182 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-ab5778c2-ea8f-45b8-b1c5-f2f04d5be9a3 admin admin] For port e9301dc3-ec03-4060-a577-072277ef0b18, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e9301dc3-ec03-4060-a577-072277ef0b18,segment=NetworkSegment(070668f4-af7a-4262-a2f0-e475137af30d),segment_id=070668f4-af7a-4262-a2f0-e475137af30d)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:15.427415 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab5778c2-ea8f-45b8-b1c5-f2f04d5be9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e9301dc3-ec03-4060-a577-072277ef0b18), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:15.455461 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ab5778c2-ea8f-45b8-b1c5-f2f04d5be9a3 admin admin] Calling delete_port for e9301dc3-ec03-4060-a577-072277ef0b18 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:42:15.482143 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2e9ca88-149a-4fdb-a072-e83e18d1e64a req-db22b71b-80a5-4d95-9e4e-b63ad6251b5a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=00ca3ccb-5204-4a66-9335-7faf998b334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7060375 Feb 07 16:42:15.493136 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a59b505b-47c9-4a8c-90a9-f23fc2a3aec7 req-3c2ef119-a920-4035-af7a-ceaa6d629b01 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850391 Feb 07 16:42:15.598043 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf14f74-9c33-4d5c-a8ff-201e518a720b None None] Pushing event updated for resources: {'Port': ['ID=325d97ec-d5ea-4300-acb3-77a468c1c7d8,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:15.843278 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-aeff279a-dfb0-42a2-9896-96f8aad6cf4b admin admin] Deleting port 00a42993-1eb6-4dfb-b315-7acebba22cad {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:42:15.854567 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aeff279a-dfb0-42a2-9896-96f8aad6cf4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:15.899104 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 00a42993-1eb6-4dfb-b315-7acebba22cad is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:15.975908 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab5778c2-ea8f-45b8-b1c5-f2f04d5be9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (e9301dc3-ec03-4060-a577-072277ef0b18), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:16.062351 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-adf14f74-9c33-4d5c-a8ff-201e518a720b None None] Provisioning complete for port 00a42993-1eb6-4dfb-b315-7acebba22cad triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:16.062730 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-adf14f74-9c33-4d5c-a8ff-201e518a720b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:16.175256 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 00a42993-1eb6-4dfb-b315-7acebba22cad up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:42:16.196637 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae284ef6-f614-417f-86da-7ce6a7c5021b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (dff4e319-d442-495b-94a0-8ed4034c20b7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:16.288180 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] Attempting to bind port 2c5db221-f17b-4ff4-861b-dde6cc43d003 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:42:16.290045 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] Attempting to bind port 2c5db221-f17b-4ff4-861b-dde6cc43d003 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '4be886dc-5022-4aba-a83b-e566f3a55945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:42:16.290733 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] Attempting to bind port 2c5db221-f17b-4ff4-861b-dde6cc43d003 on network 5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:42:16.327720 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5778c2-ea8f-45b8-b1c5-f2f04d5be9a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9301dc3-ec03-4060-a577-072277ef0b18,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:16.337641 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:42:16.340022 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] Checking segment: {'id': '4be886dc-5022-4aba-a83b-e566f3a55945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:42:16.349427 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:16.350408 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] Bound using segment: {'id': '4be886dc-5022-4aba-a83b-e566f3a55945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:42:16.351324 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] Bound port: 2c5db221-f17b-4ff4-861b-dde6cc43d003, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be886dc-5022-4aba-a83b-e566f3a55945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:42:16.351999 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2c5db221-f17b-4ff4-861b-dde6cc43d003), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:16.369165 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34442) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:16.613019 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 00a42993-1eb6-4dfb-b315-7acebba22cad triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:16.621154 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:16.986048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-aeff279a-dfb0-42a2-9896-96f8aad6cf4b admin admin] For port 00a42993-1eb6-4dfb-b315-7acebba22cad, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=00a42993-1eb6-4dfb-b315-7acebba22cad,segment=NetworkSegment(d9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8),segment_id=d9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:16.992107 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aeff279a-dfb0-42a2-9896-96f8aad6cf4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:17.047821 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-aeff279a-dfb0-42a2-9896-96f8aad6cf4b admin admin] Calling delete_port for 00a42993-1eb6-4dfb-b315-7acebba22cad owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:42:17.048626 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf', 'name': 'tempest-ServersTestMultiNic-1094614800-router', 'tenant_id': 'c4d49702976945bf97b629c65cf535b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f9f2a6f8-9a0b-4584-a8c7-905422cb340a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:52Z', 'updated_at': '2022-02-07T16:42:04Z', 'revision_number': 4, 'project_id': 'c4d49702976945bf97b629c65cf535b6', 'gw_port': {'id': 'f9f2a6f8-9a0b-4584-a8c7-905422cb340a', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:53Z', 'updated_at': '2022-02-07T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '325d97ec-d5ea-4300-acb3-77a468c1c7d8', 'name': '', 'network_id': '6774a319-c5a3-4cf8-ab7d-2311e53345d0', 'tenant_id': 'c4d49702976945bf97b629c65cf535b6', 'mac_address': 'fa:16:3e:ad:20:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1fd1507d-1121-42e2-b0c8-b1ebf922c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:02Z', 'updated_at': '2022-02-07T16:42:11Z', 'revision_number': 4, 'project_id': 'c4d49702976945bf97b629c65cf535b6', 'subnets': [{'id': '1fd1507d-1121-42e2-b0c8-b1ebf922c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:17.057822 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-adf14f74-9c33-4d5c-a8ff-201e518a720b None None] Current status of the port 00a42993-1eb6-4dfb-b315-7acebba22cad is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:17.066137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] For port 2c5db221-f17b-4ff4-861b-dde6cc43d003, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:42:17.169333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db59e0d1-c218-48aa-b2bd-40b2c8639655 None None] The sync data for ids ['a32a9a3f-2958-4370-b9f8-1e4938d0dcdf'] in n-d-827865-3 is: [{'id': 'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf', 'name': 'tempest-ServersTestMultiNic-1094614800-router', 'tenant_id': 'c4d49702976945bf97b629c65cf535b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f9f2a6f8-9a0b-4584-a8c7-905422cb340a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:52Z', 'updated_at': '2022-02-07T16:42:04Z', 'revision_number': 4, 'project_id': 'c4d49702976945bf97b629c65cf535b6', 'gw_port': {'id': 'f9f2a6f8-9a0b-4584-a8c7-905422cb340a', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:53Z', 'updated_at': '2022-02-07T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '325d97ec-d5ea-4300-acb3-77a468c1c7d8', 'name': '', 'network_id': '6774a319-c5a3-4cf8-ab7d-2311e53345d0', 'tenant_id': 'c4d49702976945bf97b629c65cf535b6', 'mac_address': 'fa:16:3e:ad:20:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1fd1507d-1121-42e2-b0c8-b1ebf922c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:02Z', 'updated_at': '2022-02-07T16:42:11Z', 'revision_number': 4, 'project_id': 'c4d49702976945bf97b629c65cf535b6', 'subnets': [{'id': '1fd1507d-1121-42e2-b0c8-b1ebf922c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:42:17.200365 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] For port 2c5db221-f17b-4ff4-861b-dde6cc43d003, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2c5db221-f17b-4ff4-861b-dde6cc43d003,segment=NetworkSegment(4be886dc-5022-4aba-a83b-e566f3a55945),segment_id=4be886dc-5022-4aba-a83b-e566f3a55945)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:42:17.242700 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0648a214-0e5c-4523-afd1-1724ebb51022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:17.393924 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2c5db221-f17b-4ff4-861b-dde6cc43d003), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:17.421577 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-edb3c1bd-f720-4f47-8aff-d656c8790e79 None None] Provisioning complete for port 325d97ec-d5ea-4300-acb3-77a468c1c7d8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:17.434833 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-edb3c1bd-f720-4f47-8aff-d656c8790e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (325d97ec-d5ea-4300-acb3-77a468c1c7d8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:17.488936 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0648a214-0e5c-4523-afd1-1724ebb51022 admin admin] Publish callbacks [] for security_group (6896a2ab-218d-4e15-b09a-14428168f1d8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:17.500558 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0648a214-0e5c-4523-afd1-1724ebb51022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6896a2ab-218d-4e15-b09a-14428168f1d8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:17.524362 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae284ef6-f614-417f-86da-7ce6a7c5021b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event updated for resources: {'Subnet': ['ID=dff4e319-d442-495b-94a0-8ed4034c20b7,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:17.548631 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae284ef6-f614-417f-86da-7ce6a7c5021b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Checking segment: {'id': '4f417b03-c90d-470a-a66e-d8bb62468bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4e982006-d4ed-4224-a80b-2213e8c04b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:42:17.549111 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae284ef6-f614-417f-86da-7ce6a7c5021b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Network hostable DHCP agents. Network: 4e982006-d4ed-4224-a80b-2213e8c04b37, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:42:17.578679 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0648a214-0e5c-4523-afd1-1724ebb51022 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47f6582c8c9c4f50aacd3b6d3f2a802e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2036328 Feb 07 16:42:17.583882 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34452) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:17.690005 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f21480-ac8d-41d4-95ef-26cabd9cb7e1 req-f6c42fe2-fef6-461a-a35f-6914c5d753b1 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:17.700116 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-99f21480-ac8d-41d4-95ef-26cabd9cb7e1 req-f6c42fe2-fef6-461a-a35f-6914c5d753b1 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 1.2840612 Feb 07 16:42:17.701152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ce0c5-d713-49c3-901c-bb73b3eb2d89 req-5b29c445-d584-4fb7-84b4-e00ef86ca058 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:17.705902 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e88ce0c5-d713-49c3-901c-bb73b3eb2d89 req-5b29c445-d584-4fb7-84b4-e00ef86ca058 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 945 time: 0.6699684 Feb 07 16:42:17.763883 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab5778c2-ea8f-45b8-b1c5-f2f04d5be9a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (99d77454-4270-4b00-a6f0-4976385c34f2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:18.016908 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae284ef6-f614-417f-86da-7ce6a7c5021b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Network 4e982006-d4ed-4224-a80b-2213e8c04b37 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:42:18.070509 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648a214-0e5c-4523-afd1-1724ebb51022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6896a2ab-218d-4e15-b09a-14428168f1d8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:18.126555 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e88ce0c5-d713-49c3-901c-bb73b3eb2d89 req-9ee72d51-4be9-460e-994c-d2b68ac50d32 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups?id=00ca3ccb-5204-4a66-9335-7faf998b334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858380 Feb 07 16:42:18.174749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ae284ef6-f614-417f-86da-7ce6a7c5021b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 4e982006-d4ed-4224-a80b-2213e8c04b37) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:42:18.199332 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aeff279a-dfb0-42a2-9896-96f8aad6cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (00a42993-1eb6-4dfb-b315-7acebba22cad), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:18.225622 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae284ef6-f614-417f-86da-7ce6a7c5021b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:18.226854 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae284ef6-f614-417f-86da-7ce6a7c5021b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:18.343411 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a032cd-cb74-412e-89e1-dd90a3d7479c None None] Network 4e982006-d4ed-4224-a80b-2213e8c04b37 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:42:18.353505 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c135b98-2cba-43c8-8d3c-fa06c3ce9226 admin admin] Publish callbacks [] for security_group (6896a2ab-218d-4e15-b09a-14428168f1d8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:18.417581 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5778c2-ea8f-45b8-b1c5-f2f04d5be9a3 admin admin] Router 99d77454-4270-4b00-a6f0-4976385c34f2 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:42:18.476564 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 00a42993-1eb6-4dfb-b315-7acebba22cad is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:18.496191 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7176416-27ea-4971-aab4-7a8d103333cd None None] Pushing event updated for resources: {'Port': ['ID=2c5db221-f17b-4ff4-861b-dde6cc43d003,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:18.506320 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-99f21480-ac8d-41d4-95ef-26cabd9cb7e1 req-8abcde65-17e1-4e1c-b932-236949eb2210 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6831493 Feb 07 16:42:18.572488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff279a-dfb0-42a2-9896-96f8aad6cf4b admin admin] Pushing event deleted for resources: {'Port': ['ID=00a42993-1eb6-4dfb-b315-7acebba22cad,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:18.662660 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ae284ef6-f614-417f-86da-7ce6a7c5021b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.2674985 Feb 07 16:42:18.905939 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-edb3c1bd-f720-4f47-8aff-d656c8790e79 None None] Current status of the port 325d97ec-d5ea-4300-acb3-77a468c1c7d8 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:18.947497 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c135b98-2cba-43c8-8d3c-fa06c3ce9226 admin admin] Publish callbacks [] for security_group (6896a2ab-218d-4e15-b09a-14428168f1d8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:18.996285 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5778c2-ea8f-45b8-b1c5-f2f04d5be9a3 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:42:19.013439 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7b4561-6602-4235-890b-6198598910e3 None None] Sync routers for ids ['99d77454-4270-4b00-a6f0-4976385c34f2'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:42:19.037163 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34468) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:19.043722 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ab5778c2-ea8f-45b8-b1c5-f2f04d5be9a3 admin admin] 10.222.0.18 "PUT /v2.0/routers/99d77454-4270-4b00-a6f0-4976385c34f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8328435 Feb 07 16:42:19.068316 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 325d97ec-d5ea-4300-acb3-77a468c1c7d8 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:42:19.079662 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-4e982006-d4ed-4224-a80b-2213e8c04b37', 'network_id': '4e982006-d4ed-4224-a80b-2213e8c04b37', 'project_id': 'c4d49702976945bf97b629c65cf535b6', 'fixed_ips': [{'subnet_id': 'dff4e319-d442-495b-94a0-8ed4034c20b7'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:42:19.085629 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:19.097336 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7b4561-6602-4235-890b-6198598910e3 None None] Routers {'99d77454-4270-4b00-a6f0-4976385c34f2'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:42:19.099721 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ea7b4561-6602-4235-890b-6198598910e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:41:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['99d77454-4270-4b00-a6f0-4976385c34f2'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:19.690540 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] Allocated IP 19.86.0.2 (4e982006-d4ed-4224-a80b-2213e8c04b37/dff4e319-d442-495b-94a0-8ed4034c20b7/133768ca-60a1-443b-96c6-59f8b0f9984e) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:42:19.743225 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede17871-3e14-4359-b9eb-bd7f9cc200b3 req-28ddf5a7-2037-407e-9a50-253239c2ca4a tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:19.760549 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ede17871-3e14-4359-b9eb-bd7f9cc200b3 req-28ddf5a7-2037-407e-9a50-253239c2ca4a tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 945 time: 0.2763181 Feb 07 16:42:19.780783 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-ea7b4561-6602-4235-890b-6198598910e3 None None] Set router 99d77454-4270-4b00-a6f0-4976385c34f2 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:42:19.880086 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aeff279a-dfb0-42a2-9896-96f8aad6cf4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (0e285e77-5731-4fe1-96f0-d59583cfc4eb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:19.964755 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ede17871-3e14-4359-b9eb-bd7f9cc200b3 req-05883fd8-b258-43c3-b770-83ff0f67c33b tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups?id=00ca3ccb-5204-4a66-9335-7faf998b334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804583 Feb 07 16:42:20.258675 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99f87a3e-20aa-442d-abbd-fb05408c36a1 admin admin] Publish callbacks [] for router (99d77454-4270-4b00-a6f0-4976385c34f2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:20.357638 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] Publish callbacks [] for port (133768ca-60a1-443b-96c6-59f8b0f9984e), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:20.388604 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (133768ca-60a1-443b-96c6-59f8b0f9984e), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:20.421642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:42:20.529338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49bdb7-49a9-4195-91f3-68aaf3d84ec6 req-8a695aad-76bc-40fd-a36a-27925da3598c tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:20.546129 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b49bdb7-49a9-4195-91f3-68aaf3d84ec6 req-8a695aad-76bc-40fd-a36a-27925da3598c tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 0.2174897 Feb 07 16:42:20.674219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] Network 4e982006-d4ed-4224-a80b-2213e8c04b37 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:42:20.705068 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:42:20.733924 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b49bdb7-49a9-4195-91f3-68aaf3d84ec6 req-dc671db1-1612-4a83-ba0f-6fbf2a570c8e tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835463 Feb 07 16:42:20.768179 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ea7b4561-6602-4235-890b-6198598910e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'name': 'tempest-ServersTestBootFromVolume-625812799-router', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:44Z', 'updated_at': '2022-02-07T16:42:15Z', 'revision_number': 5, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'gw_port': {'id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:48Z', 'updated_at': '2022-02-07T16:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:20.797701 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:42:20.817445 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:42:20.893183 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7b4561-6602-4235-890b-6198598910e3 None None] Checking router: 99d77454-4270-4b00-a6f0-4976385c34f2 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:42:20.927671 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7b4561-6602-4235-890b-6198598910e3 None None] Routers {'99d77454-4270-4b00-a6f0-4976385c34f2'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:42:20.928720 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ea7b4561-6602-4235-890b-6198598910e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:41:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['99d77454-4270-4b00-a6f0-4976385c34f2'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:20.947812 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 325d97ec-d5ea-4300-acb3-77a468c1c7d8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:20.947812 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (325d97ec-d5ea-4300-acb3-77a468c1c7d8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:21.025321 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] Pushing event updated for resources: {'Port': ['ID=133768ca-60a1-443b-96c6-59f8b0f9984e,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:21.130862 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a964d-cad1-493e-a29c-6de976299ff6 req-122763e1-0ad3-40f3-bf63-dfd7e137b7d4 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:21.135239 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-424a964d-cad1-493e-a29c-6de976299ff6 req-122763e1-0ad3-40f3-bf63-dfd7e137b7d4 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 945 time: 0.1916909 Feb 07 16:42:21.148456 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34522) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:21.189524 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d0ef14a6-a1ab-496d-9bfc-b3518bab7418 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Request body: {'floatingip': {'port_id': '8c52c70f-a054-4609-9d3b-a6055fe98a43'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:42:21.274013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75dfa9b-adc2-46b0-951a-83fc74437889 None None] Network 5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:42:21.389435 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0ef14a6-a1ab-496d-9bfc-b3518bab7418 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for floatingip (c6ced2a8-a5fb-4321-8549-0478e8a2a4c9), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:21.411349 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-ea7b4561-6602-4235-890b-6198598910e3 None None] Set router 99d77454-4270-4b00-a6f0-4976385c34f2 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:42:21.601535 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 325d97ec-d5ea-4300-acb3-77a468c1c7d8 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:21.659040 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:21.838386 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b2e10de9-7777-4138-9214-b4b75b650906 None None] Provisioning complete for port 2c5db221-f17b-4ff4-861b-dde6cc43d003 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:21.841930 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b2e10de9-7777-4138-9214-b4b75b650906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2c5db221-f17b-4ff4-861b-dde6cc43d003), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:21.901269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] Attempting to bind port 133768ca-60a1-443b-96c6-59f8b0f9984e on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:42:21.933553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] Attempting to bind port 133768ca-60a1-443b-96c6-59f8b0f9984e by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '4f417b03-c90d-470a-a66e-d8bb62468bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4e982006-d4ed-4224-a80b-2213e8c04b37'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:42:21.934063 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] Attempting to bind port 133768ca-60a1-443b-96c6-59f8b0f9984e on network 4e982006-d4ed-4224-a80b-2213e8c04b37 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:42:22.131584 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c135b98-2cba-43c8-8d3c-fa06c3ce9226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6896a2ab-218d-4e15-b09a-14428168f1d8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:22.140746 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c135b98-2cba-43c8-8d3c-fa06c3ce9226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:22.148774 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1c135b98-2cba-43c8-8d3c-fa06c3ce9226 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6896a2ab-218d-4e15-b09a-14428168f1d8 HTTP/1.1" status: 204 len: 168 time: 4.5613372 Feb 07 16:42:22.150514 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:42:22.150907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] Checking segment: {'id': '4f417b03-c90d-470a-a66e-d8bb62468bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4e982006-d4ed-4224-a80b-2213e8c04b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:42:22.163878 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:22.167151 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] Bound using segment: {'id': '4f417b03-c90d-470a-a66e-d8bb62468bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4e982006-d4ed-4224-a80b-2213e8c04b37'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:42:22.177937 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] Bound port: 133768ca-60a1-443b-96c6-59f8b0f9984e, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f417b03-c90d-470a-a66e-d8bb62468bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4e982006-d4ed-4224-a80b-2213e8c04b37'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:42:22.185370 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (133768ca-60a1-443b-96c6-59f8b0f9984e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:22.185721 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ea7b4561-6602-4235-890b-6198598910e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'name': 'tempest-ServersTestBootFromVolume-625812799-router', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:44Z', 'updated_at': '2022-02-07T16:42:15Z', 'revision_number': 5, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'gw_port': {'id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:48Z', 'updated_at': '2022-02-07T16:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:22.212072 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4f7503e0-462f-4cd3-83da-ae0cd7829ce7,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:22.258933 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7b4561-6602-4235-890b-6198598910e3 None None] The sync data for ids ['99d77454-4270-4b00-a6f0-4976385c34f2'] in n-d-827865-3 is: [{'id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'name': 'tempest-ServersTestBootFromVolume-625812799-router', 'tenant_id': '2fabccc7467544a19befdaa3579ba7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:37:44Z', 'updated_at': '2022-02-07T16:42:15Z', 'revision_number': 5, 'project_id': '2fabccc7467544a19befdaa3579ba7a1', 'gw_port': {'id': '4a7b47d0-02fa-4606-b011-ea6daecc52b1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d77454-4270-4b00-a6f0-4976385c34f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:37:48Z', 'updated_at': '2022-02-07T16:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:42:22.280645 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2c5db221-f17b-4ff4-861b-dde6cc43d003 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:42:22.405361 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-85dd8ef4-1767-4303-a025-a16fbe1562d8 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:22.421476 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-85dd8ef4-1767-4303-a025-a16fbe1562d8 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:22.423249 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-85dd8ef4-1767-4303-a025-a16fbe1562d8 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/networks?id=5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34&id=4e982006-d4ed-4224-a80b-2213e8c04b37&id=5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 HTTP/1.1" status: 200 len: 1389 time: 2.7267439 Feb 07 16:42:22.464429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094d83b-a490-417f-8d3f-d4342262bed1 req-0082c05f-b0a6-48f0-a797-c90f5f2e790a tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:22.475179 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e094d83b-a490-417f-8d3f-d4342262bed1 req-0082c05f-b0a6-48f0-a797-c90f5f2e790a tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 0.4410570 Feb 07 16:42:22.531984 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-f3a60993-8f22-41e9-8d88-88edd5f786f3 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/quotas/c4d49702976945bf97b629c65cf535b6 HTTP/1.1" status: 200 len: 375 time: 0.0509443 Feb 07 16:42:22.548581 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c135b98-2cba-43c8-8d3c-fa06c3ce9226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6896a2ab-218d-4e15-b09a-14428168f1d8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:22.706295 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] For port 133768ca-60a1-443b-96c6-59f8b0f9984e, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:42:22.724505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] For port 133768ca-60a1-443b-96c6-59f8b0f9984e, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=133768ca-60a1-443b-96c6-59f8b0f9984e,segment=NetworkSegment(4f417b03-c90d-470a-a66e-d8bb62468bc2),segment_id=4f417b03-c90d-470a-a66e-d8bb62468bc2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:42:22.760640 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e094d83b-a490-417f-8d3f-d4342262bed1 req-abd8e36c-acea-4a42-b230-29a2c7f45122 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754567 Feb 07 16:42:22.963375 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (133768ca-60a1-443b-96c6-59f8b0f9984e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:23.143542 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-63b09c65-4670-40b5-928d-e3a9e1582c40 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c4d49702976945bf97b629c65cf535b6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5641246 Feb 07 16:42:23.235484 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '4f7503e0-462f-4cd3-83da-ae0cd7829ce7', 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67', 'port_id': '4f7503e0-462f-4cd3-83da-ae0cd7829ce7', 'mac_address': 'fa:16:3e:85:45:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c9ecdd-108b-4a28-9918-7706852c1388', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:42:23.312273 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99f87a3e-20aa-442d-abbd-fb05408c36a1 admin admin] Publish callbacks [] for router_gateway (99d77454-4270-4b00-a6f0-4976385c34f2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:23.359914 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 2c5db221-f17b-4ff4-861b-dde6cc43d003 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:23.365108 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2c5db221-f17b-4ff4-861b-dde6cc43d003), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:23.533303 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-d0ef14a6-a1ab-496d-9bfc-b3518bab7418 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:42:23.590671 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:23.591346 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582120e-e728-46f0-a8b3-06b1eac889c7 None None] Pushing event updated for resources: {'Port': ['ID=133768ca-60a1-443b-96c6-59f8b0f9984e,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:23.705866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:23.707069 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:23.857953 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b2e10de9-7777-4138-9214-b4b75b650906 None None] Current status of the port 2c5db221-f17b-4ff4-861b-dde6cc43d003 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:23.858396 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b2e10de9-7777-4138-9214-b4b75b650906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2c5db221-f17b-4ff4-861b-dde6cc43d003), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:23.933577 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:42:24.028661 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-99f87a3e-20aa-442d-abbd-fb05408c36a1 admin admin] Deleting port 4a7b47d0-02fa-4606-b011-ea6daecc52b1 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:42:24.029666 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4f7503e0-462f-4cd3-83da-ae0cd7829ce7,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:24.035229 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99f87a3e-20aa-442d-abbd-fb05408c36a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4a7b47d0-02fa-4606-b011-ea6daecc52b1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:24.110853 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b2e10de9-7777-4138-9214-b4b75b650906 None None] For port 2c5db221-f17b-4ff4-861b-dde6cc43d003, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2c5db221-f17b-4ff4-861b-dde6cc43d003,segment=NetworkSegment(4be886dc-5022-4aba-a83b-e566f3a55945),segment_id=4be886dc-5022-4aba-a83b-e566f3a55945)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:24.116452 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:24.234792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 2c5db221-f17b-4ff4-861b-dde6cc43d003 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:24.234792 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2c5db221-f17b-4ff4-861b-dde6cc43d003), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:24.295878 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b2e10de9-7777-4138-9214-b4b75b650906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2c5db221-f17b-4ff4-861b-dde6cc43d003), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:24.312131 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=4f7503e0-462f-4cd3-83da-ae0cd7829ce7,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:24.368385 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-99f87a3e-20aa-442d-abbd-fb05408c36a1 admin admin] For port 4a7b47d0-02fa-4606-b011-ea6daecc52b1, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4a7b47d0-02fa-4606-b011-ea6daecc52b1,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:24.369727 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99f87a3e-20aa-442d-abbd-fb05408c36a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4a7b47d0-02fa-4606-b011-ea6daecc52b1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:24.388508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-99f87a3e-20aa-442d-abbd-fb05408c36a1 admin admin] Calling delete_port for 4a7b47d0-02fa-4606-b011-ea6daecc52b1 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:42:24.441556 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0ef14a6-a1ab-496d-9bfc-b3518bab7418 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:24.500908 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0ef14a6-a1ab-496d-9bfc-b3518bab7418 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (c6ced2a8-a5fb-4321-8549-0478e8a2a4c9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:24.513674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['4f7503e0-462f-4cd3-83da-ae0cd7829ce7'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:42:24.788967 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99f87a3e-20aa-442d-abbd-fb05408c36a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4a7b47d0-02fa-4606-b011-ea6daecc52b1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:24.793606 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-76169a94-cd0f-4e2a-bbd7-04d48c828692 service neutron] 10.222.0.18 "GET /v2.0/networks/5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3905013 Feb 07 16:42:24.830013 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeff279a-dfb0-42a2-9896-96f8aad6cf4b admin admin] Router 0e285e77-5731-4fe1-96f0-d59583cfc4eb has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:42:24.854616 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f87a3e-20aa-442d-abbd-fb05408c36a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7b47d0-02fa-4606-b011-ea6daecc52b1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:24.917505 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02ed16-d141-495c-b022-07bfcc88b54d req-8a325112-4698-4fed-97bc-675e4f8a0302 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:24.925351 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac02ed16-d141-495c-b022-07bfcc88b54d req-8a325112-4698-4fed-97bc-675e4f8a0302 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 0.8629818 Feb 07 16:42:24.952833 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:42:24.953372 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:42:25.150949 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac02ed16-d141-495c-b022-07bfcc88b54d req-57a03cff-fef6-4316-a770-214bc481d218 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091014 Feb 07 16:42:25.310794 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-76c187af-cc6f-4c72-8b12-e6efd605150d None None] Provisioning complete for port 2c5db221-f17b-4ff4-861b-dde6cc43d003 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:25.311421 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c187af-cc6f-4c72-8b12-e6efd605150d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2c5db221-f17b-4ff4-861b-dde6cc43d003), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:25.314332 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-d0ef14a6-a1ab-496d-9bfc-b3518bab7418 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Floating IP c6ced2a8-a5fb-4321-8549-0478e8a2a4c9 associated. External IP: 172.25.4.104, port: 8c52c70f-a054-4609-9d3b-a6055fe98a43. Feb 07 16:42:25.459820 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e10de9-7777-4138-9214-b4b75b650906 None None] Pushing event updated for resources: {'Port': ['ID=2c5db221-f17b-4ff4-861b-dde6cc43d003,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:25.583571 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 2c5db221-f17b-4ff4-861b-dde6cc43d003 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:25.671121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badeeafd-5e44-40d3-98f0-12bdeee400d7 None None] Network 4e982006-d4ed-4224-a80b-2213e8c04b37 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:42:26.049076 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99f87a3e-20aa-442d-abbd-fb05408c36a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (99d77454-4270-4b00-a6f0-4976385c34f2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:26.512846 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99f87a3e-20aa-442d-abbd-fb05408c36a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (99d77454-4270-4b00-a6f0-4976385c34f2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:26.531344 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99f87a3e-20aa-442d-abbd-fb05408c36a1 admin admin] Publish callbacks [] for router_controller (99d77454-4270-4b00-a6f0-4976385c34f2), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:26.549979 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:42:26.555420 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2c5db221-f17b-4ff4-861b-dde6cc43d003 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:42:26.662833 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99f87a3e-20aa-442d-abbd-fb05408c36a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (99d77454-4270-4b00-a6f0-4976385c34f2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:26.663618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f87a3e-20aa-442d-abbd-fb05408c36a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99d77454-4270-4b00-a6f0-4976385c34f2 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:42:26.701314 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99f87a3e-20aa-442d-abbd-fb05408c36a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:26.706528 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-99f87a3e-20aa-442d-abbd-fb05408c36a1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/99d77454-4270-4b00-a6f0-4976385c34f2 HTTP/1.1" status: 204 len: 168 time: 7.6640868 Feb 07 16:42:26.713966 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34616) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:26.962662 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10311681-9dc6-41b8-90f8-0581408e4627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:26.989743 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-27c48e64-3510-46c9-b0d5-b6425c3c1a18 service neutron] 10.222.0.18 "GET /v2.0/networks/5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1527529 Feb 07 16:42:27.134031 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-76c187af-cc6f-4c72-8b12-e6efd605150d None None] Current status of the port 2c5db221-f17b-4ff4-861b-dde6cc43d003 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:27.211439 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 2c5db221-f17b-4ff4-861b-dde6cc43d003 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:27.214646 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2c5db221-f17b-4ff4-861b-dde6cc43d003), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:27.252038 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ef14a6-a1ab-496d-9bfc-b3518bab7418 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Router 6d7d575a-1a75-45f8-a43c-2b7939a2e631 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:42:27.317018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:27.318582 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:27.432802 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-69ebeb49-4674-4438-895f-ebcc3e6d835a None None] Provisioning complete for port 133768ca-60a1-443b-96c6-59f8b0f9984e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:27.434300 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-69ebeb49-4674-4438-895f-ebcc3e6d835a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (133768ca-60a1-443b-96c6-59f8b0f9984e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:27.448763 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-7740cb39-a3e4-48db-b973-7ff6ad50d49f admin admin] Deleting subnet 90964d09-98ab-43e4-aadc-448a3d2d7f90 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:42:27.538081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7e38b-99f1-4bf5-80d2-6a76ff0458c9 req-72e078e2-3efd-47c1-9405-c6304a2ab992 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:27.549442 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-16e7e38b-99f1-4bf5-80d2-6a76ff0458c9 req-72e078e2-3efd-47c1-9405-c6304a2ab992 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 0.3385262 Feb 07 16:42:27.597742 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7740cb39-a3e4-48db-b973-7ff6ad50d49f admin admin] Publish callbacks [] for subnet (90964d09-98ab-43e4-aadc-448a3d2d7f90), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:27.699216 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-16e7e38b-99f1-4bf5-80d2-6a76ff0458c9 req-de966bd7-e12b-4b87-8287-62625e960d09 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480832 Feb 07 16:42:27.735823 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ef14a6-a1ab-496d-9bfc-b3518bab7418 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:42:27.751182 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0ef14a6-a1ab-496d-9bfc-b3518bab7418 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:27.765328 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7740cb39-a3e4-48db-b973-7ff6ad50d49f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (90964d09-98ab-43e4-aadc-448a3d2d7f90), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:27.779018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 2c5db221-f17b-4ff4-861b-dde6cc43d003 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:27.780200 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 133768ca-60a1-443b-96c6-59f8b0f9984e up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:42:27.782431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e418dd2-d8aa-43f2-8abe-cf621f36ce73 None None] Sync routers for ids ['6d7d575a-1a75-45f8-a43c-2b7939a2e631'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:42:27.808452 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d0ef14a6-a1ab-496d-9bfc-b3518bab7418 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "PUT /v2.0/floatingips/c6ced2a8-a5fb-4321-8549-0478e8a2a4c9 HTTP/1.1" status: 200 len: 991 time: 6.6582994 Feb 07 16:42:27.809516 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c188af6-61c5-41ca-94d2-b945470a534d', 'tag': '8c52c70f-a054-4609-9d3b-a6055fe98a43'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:42:27.813315 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5f1750-1d55-48f8-a4ed-fa71efeb2bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "3c188af6-61c5-41ca-94d2-b945470a534d", "tag": "8c52c70f-a054-4609-9d3b-a6055fe98a43"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:42:27.874892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e418dd2-d8aa-43f2-8abe-cf621f36ce73 None None] Routers {'6d7d575a-1a75-45f8-a43c-2b7939a2e631'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:42:27.875838 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7e418dd2-d8aa-43f2-8abe-cf621f36ce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:41:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6d7d575a-1a75-45f8-a43c-2b7939a2e631'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:27.903711 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7740cb39-a3e4-48db-b973-7ff6ad50d49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (90964d09-98ab-43e4-aadc-448a3d2d7f90), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:27.978643 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7740cb39-a3e4-48db-b973-7ff6ad50d49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (90964d09-98ab-43e4-aadc-448a3d2d7f90), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:28.014539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeff279a-dfb0-42a2-9896-96f8aad6cf4b admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:42:28.029437 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a800f7c-9a66-4ea1-907d-a4b46b236101 None None] Sync routers for ids ['0e285e77-5731-4fe1-96f0-d59583cfc4eb'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:42:28.061812 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7e418dd2-d8aa-43f2-8abe-cf621f36ce73 None None] Set router 6d7d575a-1a75-45f8-a43c-2b7939a2e631 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:42:28.062844 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a800f7c-9a66-4ea1-907d-a4b46b236101 None None] Routers {'0e285e77-5731-4fe1-96f0-d59583cfc4eb'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:42:28.063703 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9a800f7c-9a66-4ea1-907d-a4b46b236101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:41:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0e285e77-5731-4fe1-96f0-d59583cfc4eb'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:28.133972 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-aeff279a-dfb0-42a2-9896-96f8aad6cf4b admin admin] 10.222.0.18 "PUT /v2.0/routers/0e285e77-5731-4fe1-96f0-d59583cfc4eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.6597497 Feb 07 16:42:28.135986 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34640) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:28.148868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740cb39-a3e4-48db-b973-7ff6ad50d49f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90964d09-98ab-43e4-aadc-448a3d2d7f90,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:28.187097 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7740cb39-a3e4-48db-b973-7ff6ad50d49f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:28.203797 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7740cb39-a3e4-48db-b973-7ff6ad50d49f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/90964d09-98ab-43e4-aadc-448a3d2d7f90 HTTP/1.1" status: 204 len: 168 time: 1.4552543 Feb 07 16:42:28.217541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34642) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:28.388228 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4098cfbd-fe92-4ca4-9b12-b44ee8d9cb4d req-8ed6d1ce-515d-48d6-9747-f65586111b4d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8940253 Feb 07 16:42:28.410036 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-2a0f0602-c5ec-4e00-b0c1-7f5638811efe service neutron] 10.222.0.18 "GET /v2.0/networks/4e982006-d4ed-4224-a80b-2213e8c04b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4188826 Feb 07 16:42:28.433041 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-9a800f7c-9a66-4ea1-907d-a4b46b236101 None None] Set router 0e285e77-5731-4fe1-96f0-d59583cfc4eb gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:42:28.553714 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:28.554032 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:28.616916 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e55d0d-cd92-43ec-bc69-a85b6e882c92 None None] Network bb959358-376e-4a5f-93ad-a9d9fe150468 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:42:28.701435 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ccda89c-aed3-4744-ad6e-70834d682a3c admin admin] Publish callbacks [] for router (0e285e77-5731-4fe1-96f0-d59583cfc4eb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:28.983180 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (bb959358-376e-4a5f-93ad-a9d9fe150468), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:28.995807 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-7fa72493-b57f-46c8-9353-d0a9e86752e9 service neutron] 10.222.0.18 "GET /v2.0/networks/4e982006-d4ed-4224-a80b-2213e8c04b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5721660 Feb 07 16:42:29.094005 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ccda89c-aed3-4744-ad6e-70834d682a3c admin admin] Publish callbacks [] for router_gateway (0e285e77-5731-4fe1-96f0-d59583cfc4eb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:29.100923 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9a800f7c-9a66-4ea1-907d-a4b46b236101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e285e77-5731-4fe1-96f0-d59583cfc4eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-56062887-router', 'tenant_id': '262e383f33a54d4b88c3eae7d8c2e687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '48d7fa34-d8e5-4dd2-b99e-566e91843de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:50Z', 'updated_at': '2022-02-07T16:42:17Z', 'revision_number': 5, 'project_id': '262e383f33a54d4b88c3eae7d8c2e687', 'gw_port': {'id': '48d7fa34-d8e5-4dd2-b99e-566e91843de9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e285e77-5731-4fe1-96f0-d59583cfc4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:52Z', 'updated_at': '2022-02-07T16:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:29.150241 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a800f7c-9a66-4ea1-907d-a4b46b236101 None None] Checking router: 0e285e77-5731-4fe1-96f0-d59583cfc4eb for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:42:29.182537 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a800f7c-9a66-4ea1-907d-a4b46b236101 None None] Routers {'0e285e77-5731-4fe1-96f0-d59583cfc4eb'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:42:29.183471 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9a800f7c-9a66-4ea1-907d-a4b46b236101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:41:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0e285e77-5731-4fe1-96f0-d59583cfc4eb'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:29.220579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1c947-a59b-4f39-b17d-723bc3e9049c req-903107e6-6cf3-4646-aef1-dbee75a19c70 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:29.233408 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b8d1c947-a59b-4f39-b17d-723bc3e9049c req-903107e6-6cf3-4646-aef1-dbee75a19c70 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 945 time: 0.1810434 Feb 07 16:42:29.358334 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-a3b43b68-8325-48d5-98a0-61507fc7668c service neutron] 10.222.0.18 "GET /v2.0/networks/5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304024 Feb 07 16:42:29.369141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098cfbd-fe92-4ca4-9b12-b44ee8d9cb4d req-106ef125-124d-4bcc-99e4-80641a0428f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:29.376256 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4098cfbd-fe92-4ca4-9b12-b44ee8d9cb4d req-106ef125-124d-4bcc-99e4-80641a0428f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=deb20de83f134befa08f0478fca7ff92&device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 1126 time: 0.5611432 Feb 07 16:42:29.463641 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b8d1c947-a59b-4f39-b17d-723bc3e9049c req-7c998ec8-2e02-4555-a75b-da755950ab05 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups?id=00ca3ccb-5204-4a66-9335-7faf998b334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277172 Feb 07 16:42:29.471867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-3ccda89c-aed3-4744-ad6e-70834d682a3c admin admin] Deleting port 48d7fa34-d8e5-4dd2-b99e-566e91843de9 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:42:29.472258 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ccda89c-aed3-4744-ad6e-70834d682a3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (48d7fa34-d8e5-4dd2-b99e-566e91843de9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:29.479547 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979f2052-ed97-4c4c-a1cd-9fecce157283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7503e0-462f-4cd3-83da-ae0cd7829ce7'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:42:29.483015 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a52ccb6-dc8a-474f-9f13-28ab2a25b883" -d '{"events": [{"server_uuid": "979f2052-ed97-4c4c-a1cd-9fecce157283", "name": "network-vif-plugged", "status": "completed", "tag": "4f7503e0-462f-4cd3-83da-ae0cd7829ce7"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:42:29.541224 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4903f992-c105-4637-85d6-6f99df46ef47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:29.656628 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-9a800f7c-9a66-4ea1-907d-a4b46b236101 None None] Set router 0e285e77-5731-4fe1-96f0-d59583cfc4eb gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:42:29.702625 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 133768ca-60a1-443b-96c6-59f8b0f9984e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:29.705082 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (133768ca-60a1-443b-96c6-59f8b0f9984e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:29.722284 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4f7503e0-462f-4cd3-83da-ae0cd7829ce7,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:29.823984 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:29.837157 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9a800f7c-9a66-4ea1-907d-a4b46b236101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e285e77-5731-4fe1-96f0-d59583cfc4eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-56062887-router', 'tenant_id': '262e383f33a54d4b88c3eae7d8c2e687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:50Z', 'updated_at': '2022-02-07T16:42:29Z', 'revision_number': 6, 'project_id': '262e383f33a54d4b88c3eae7d8c2e687', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:29.841538 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-3ccda89c-aed3-4744-ad6e-70834d682a3c admin admin] For port 48d7fa34-d8e5-4dd2-b99e-566e91843de9, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=48d7fa34-d8e5-4dd2-b99e-566e91843de9,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:29.842759 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ccda89c-aed3-4744-ad6e-70834d682a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (48d7fa34-d8e5-4dd2-b99e-566e91843de9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:29.882450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-3ccda89c-aed3-4744-ad6e-70834d682a3c admin admin] Calling delete_port for 48d7fa34-d8e5-4dd2-b99e-566e91843de9 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:42:29.899205 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:29.907322 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a800f7c-9a66-4ea1-907d-a4b46b236101 None None] The sync data for ids ['0e285e77-5731-4fe1-96f0-d59583cfc4eb'] in n-d-827865-3 is: [{'id': '0e285e77-5731-4fe1-96f0-d59583cfc4eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-56062887-router', 'tenant_id': '262e383f33a54d4b88c3eae7d8c2e687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:50Z', 'updated_at': '2022-02-07T16:42:29Z', 'revision_number': 6, 'project_id': '262e383f33a54d4b88c3eae7d8c2e687', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:42:30.039441 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-69ebeb49-4674-4438-895f-ebcc3e6d835a None None] Current status of the port 133768ca-60a1-443b-96c6-59f8b0f9984e is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:30.039893 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-69ebeb49-4674-4438-895f-ebcc3e6d835a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (133768ca-60a1-443b-96c6-59f8b0f9984e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:30.152324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098cfbd-fe92-4ca4-9b12-b44ee8d9cb4d req-cb29cfcb-bf86-4851-9fa2-96b1f4ffef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:30.160219 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4098cfbd-fe92-4ca4-9b12-b44ee8d9cb4d req-cb29cfcb-bf86-4851-9fa2-96b1f4ffef89 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 200 len: 921 time: 0.4927516 Feb 07 16:42:30.422538 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=4f7503e0-462f-4cd3-83da-ae0cd7829ce7,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:30.461450 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4098cfbd-fe92-4ca4-9b12-b44ee8d9cb4d req-6c196a67-1942-425d-976f-460cffaa202a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da44614a-2442-4ed8-b35b-d53be88d4fe4 HTTP/1.1" status: 200 len: 217 time: 0.2691340 Feb 07 16:42:30.491017 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7e418dd2-d8aa-43f2-8abe-cf621f36ce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'name': 'tempest-ServersTestManualDisk-1069497962-router', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:14Z', 'updated_at': '2022-02-07T16:41:31Z', 'revision_number': 4, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'gw_port': {'id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:16Z', 'updated_at': '2022-02-07T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'c6ced2a8-a5fb-4321-8549-0478e8a2a4c9', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'port_id': '8c52c70f-a054-4609-9d3b-a6055fe98a43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18', 'mac_address': 'fa:16:3e:50:11:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c188af6-61c5-41ca-94d2-b945470a534d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:41:46Z', 'updated_at': '2022-02-07T16:42:23Z', 'revision_number': 1, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '096c5448-b64c-4d82-8710-8b1e7ad73cb1', 'name': '', 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'mac_address': 'fa:16:3e:2d:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '79b6f828-5c6c-4065-9878-f52f4ee89271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:27Z', 'updated_at': '2022-02-07T16:41:42Z', 'revision_number': 5, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'subnets': [{'id': '79b6f828-5c6c-4065-9878-f52f4ee89271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:30.545263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-69ebeb49-4674-4438-895f-ebcc3e6d835a None None] For port 133768ca-60a1-443b-96c6-59f8b0f9984e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=133768ca-60a1-443b-96c6-59f8b0f9984e,segment=NetworkSegment(4f417b03-c90d-470a-a66e-d8bb62468bc2),segment_id=4f417b03-c90d-470a-a66e-d8bb62468bc2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:30.570532 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0ca5fb-b5f0-4c2c-b90c-1319fba07585 x-openstack-request-id: req-6c0ca5fb-b5f0-4c2c-b90c-1319fba07585 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:42:30.572620 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c188af6-61c5-41ca-94d2-b945470a534d", "tag": "8c52c70f-a054-4609-9d3b-a6055fe98a43", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:42:30.574320 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c0ca5fb-b5f0-4c2c-b90c-1319fba07585 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:42:30.576182 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c188af6-61c5-41ca-94d2-b945470a534d', 'tag': '8c52c70f-a054-4609-9d3b-a6055fe98a43', 'status': 'completed', 'code': 200} Feb 07 16:42:30.689943 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effebb57-f1c9-4e0b-99e1-0649b7c6e65d None None] DHCP port deletion for bb959358-376e-4a5f-93ad-a9d9fe150468 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:42:30.753969 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-69ebeb49-4674-4438-895f-ebcc3e6d835a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (133768ca-60a1-443b-96c6-59f8b0f9984e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:30.761700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:30.762327 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:30.762986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:30.763611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:30.764238 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:30.764850 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:30.765980 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:30.766912 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:30.767898 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:30.768345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:30.768993 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:30.770370 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:30.771008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:30.878788 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ccda89c-aed3-4744-ad6e-70834d682a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (48d7fa34-d8e5-4dd2-b99e-566e91843de9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:30.887709 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e418dd2-d8aa-43f2-8abe-cf621f36ce73 None None] Checking router: 6d7d575a-1a75-45f8-a43c-2b7939a2e631 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:42:30.909020 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-ccef89ca-6fa3-451f-b25b-2c1255d0570e service neutron] 10.222.0.18 "GET /v2.0/networks/5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5231049 Feb 07 16:42:30.940409 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34662) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:30.989600 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098cfbd-fe92-4ca4-9b12-b44ee8d9cb4d req-f9cf1050-28f8-40a1-8d42-7669aa7603d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:31.001654 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 133768ca-60a1-443b-96c6-59f8b0f9984e is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:31.002951 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (133768ca-60a1-443b-96c6-59f8b0f9984e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:31.003574 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4098cfbd-fe92-4ca4-9b12-b44ee8d9cb4d req-f9cf1050-28f8-40a1-8d42-7669aa7603d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 200 len: 860 time: 0.5177982 Feb 07 16:42:31.045926 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebeb49-4674-4438-895f-ebcc3e6d835a None None] Pushing event updated for resources: {'Port': ['ID=133768ca-60a1-443b-96c6-59f8b0f9984e,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:31.110496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccda89c-aed3-4744-ad6e-70834d682a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=48d7fa34-d8e5-4dd2-b99e-566e91843de9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:31.151949 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e418dd2-d8aa-43f2-8abe-cf621f36ce73 None None] Routers {'6d7d575a-1a75-45f8-a43c-2b7939a2e631'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:42:31.152914 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7e418dd2-d8aa-43f2-8abe-cf621f36ce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:42:29Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6d7d575a-1a75-45f8-a43c-2b7939a2e631'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:31.206134 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71c9f3-0c43-4191-a0ea-87ebd1bd3f2c req-9fd6a913-3f11-48cc-bdd8-373579ee5afd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:31.214370 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f71c9f3-0c43-4191-a0ea-87ebd1bd3f2c req-9fd6a913-3f11-48cc-bdd8-373579ee5afd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 944 time: 2.1141329 Feb 07 16:42:31.218172 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4098cfbd-fe92-4ca4-9b12-b44ee8d9cb4d req-b7aa6ffa-ee86-4716-b005-8d1af250377e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3db07daa-5eaa-4bf8-9b32-41159885835d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2129409 Feb 07 16:42:31.227155 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] Deleting port 30092707-d1a8-4b0d-b276-8a27ab7ed983 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:42:31.229544 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (30092707-d1a8-4b0d-b276-8a27ab7ed983), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:31.439212 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7e418dd2-d8aa-43f2-8abe-cf621f36ce73 None None] Set router 6d7d575a-1a75-45f8-a43c-2b7939a2e631 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:42:31.503142 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcd2cd-8580-4ae7-9c53-475a0a037aca req-515b323e-ebac-4a67-896f-7acdcd0e8ada tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:31.521268 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5afcd2cd-8580-4ae7-9c53-475a0a037aca req-515b323e-ebac-4a67-896f-7acdcd0e8ada tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 944 time: 0.9404552 Feb 07 16:42:31.564150 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f1750-1d55-48f8-a4ed-fa71efeb2bd5 req-030a7177-096f-40d9-b654-12dc1e532661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:31.565742 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b5f1750-1d55-48f8-a4ed-fa71efeb2bd5 req-030a7177-096f-40d9-b654-12dc1e532661 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c46b77ee57443c8842ba3765a8e54a6&device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 1127 time: 1.0220652 Feb 07 16:42:31.586296 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ccda89c-aed3-4744-ad6e-70834d682a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (0e285e77-5731-4fe1-96f0-d59583cfc4eb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:31.730766 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f93c2c8-187f-4055-b3b6-cb4559a211e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:31.939190 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ccda89c-aed3-4744-ad6e-70834d682a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (0e285e77-5731-4fe1-96f0-d59583cfc4eb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:31.946936 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ccda89c-aed3-4744-ad6e-70834d682a3c admin admin] Publish callbacks [] for router_controller (0e285e77-5731-4fe1-96f0-d59583cfc4eb), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:32.094778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] For port 30092707-d1a8-4b0d-b276-8a27ab7ed983, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=30092707-d1a8-4b0d-b276-8a27ab7ed983,segment=NetworkSegment(070668f4-af7a-4262-a2f0-e475137af30d),segment_id=070668f4-af7a-4262-a2f0-e475137af30d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:32.096399 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (30092707-d1a8-4b0d-b276-8a27ab7ed983), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:32.224967 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] Calling delete_port for 30092707-d1a8-4b0d-b276-8a27ab7ed983 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:42:32.321771 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f1750-1d55-48f8-a4ed-fa71efeb2bd5 req-9c716f4a-9d3a-4378-a454-ada5994174da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:32.324276 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b5f1750-1d55-48f8-a4ed-fa71efeb2bd5 req-9c716f4a-9d3a-4378-a454-ada5994174da service neutron] 10.222.0.32 "GET /v2.0/networks?id=8518c54b-f554-4e85-9dc0-05cf87efac18 HTTP/1.1" status: 200 len: 913 time: 0.7240074 Feb 07 16:42:32.340085 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ccda89c-aed3-4744-ad6e-70834d682a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (0e285e77-5731-4fe1-96f0-d59583cfc4eb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:32.340937 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccda89c-aed3-4744-ad6e-70834d682a3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e285e77-5731-4fe1-96f0-d59583cfc4eb {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:42:32.389059 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ccda89c-aed3-4744-ad6e-70834d682a3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:32.391551 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3ccda89c-aed3-4744-ad6e-70834d682a3c admin admin] 10.222.0.18 "DELETE /v2.0/routers/0e285e77-5731-4fe1-96f0-d59583cfc4eb HTTP/1.1" status: 204 len: 168 time: 4.2538195 Feb 07 16:42:32.395438 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34670) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:32.443876 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309431a0-c3f5-4609-8671-8fd1cb8ffa58 req-0519e97a-f349-4c39-92f5-7c1530532752 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:32.459753 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-309431a0-c3f5-4609-8671-8fd1cb8ffa58 req-0519e97a-f349-4c39-92f5-7c1530532752 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 0.4638517 Feb 07 16:42:32.559465 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4098cfbd-fe92-4ca4-9b12-b44ee8d9cb4d req-2d494536-12f4-4fd9-b6e4-1e63ef16b0a6 service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2802737 Feb 07 16:42:32.612689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a97a08a5-d489-40db-969c-688485290256 None None] Provisioning complete for port 133768ca-60a1-443b-96c6-59f8b0f9984e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:32.614125 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a97a08a5-d489-40db-969c-688485290256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (133768ca-60a1-443b-96c6-59f8b0f9984e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:32.651415 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5afcd2cd-8580-4ae7-9c53-475a0a037aca req-6d2cf24a-1da9-4598-baa8-93eca8a67a22 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1290398 Feb 07 16:42:32.734484 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:42:32.735012 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:42:32.936763 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:32.965108 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4098cfbd-fe92-4ca4-9b12-b44ee8d9cb4d req-7bc6cb16-f376-4078-baa7-a2657b11bf08 service neutron] 10.222.0.32 "GET /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718915 Feb 07 16:42:33.002966 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:33.059811 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b5f1750-1d55-48f8-a4ed-fa71efeb2bd5 req-588a995f-153a-4344-8acf-be70337b75b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c52c70f-a054-4609-9d3b-a6055fe98a43 HTTP/1.1" status: 200 len: 999 time: 0.7229810 Feb 07 16:42:33.195487 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-effebb57-f1c9-4e0b-99e1-0649b7c6e65d None None] Deleting port 30092707-d1a8-4b0d-b276-8a27ab7ed983 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:42:33.195879 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-effebb57-f1c9-4e0b-99e1-0649b7c6e65d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (30092707-d1a8-4b0d-b276-8a27ab7ed983), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:33.207828 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da4c328-7b26-42a4-993d-6a9e874a1106 x-openstack-request-id: req-5da4c328-7b26-42a4-993d-6a9e874a1106 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:42:33.208202 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979f2052-ed97-4c4c-a1cd-9fecce157283", "name": "network-vif-plugged", "status": "completed", "tag": "4f7503e0-462f-4cd3-83da-ae0cd7829ce7", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:42:33.208474 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5da4c328-7b26-42a4-993d-6a9e874a1106 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:42:33.208907 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979f2052-ed97-4c4c-a1cd-9fecce157283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7503e0-462f-4cd3-83da-ae0cd7829ce7', 'code': 200} Feb 07 16:42:33.334674 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f1750-1d55-48f8-a4ed-fa71efeb2bd5 req-d5c355fb-6fa3-49c5-9b5d-d85810f843a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:33.341650 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b5f1750-1d55-48f8-a4ed-fa71efeb2bd5 req-d5c355fb-6fa3-49c5-9b5d-d85810f843a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=79b6f828-5c6c-4065-9878-f52f4ee89271 HTTP/1.1" status: 200 len: 851 time: 0.2726343 Feb 07 16:42:33.361025 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84f6d27-0cb2-4444-b3a8-8d9a7cd0fec3 admin admin] Deleting subnet 0ca5edf2-3515-4efe-b7ad-279ac2df99e5 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:42:33.402155 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f84f6d27-0cb2-4444-b3a8-8d9a7cd0fec3 admin admin] Publish callbacks [] for subnet (0ca5edf2-3515-4efe-b7ad-279ac2df99e5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:33.775025 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a97a08a5-d489-40db-969c-688485290256 None None] Current status of the port 133768ca-60a1-443b-96c6-59f8b0f9984e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:33.793615 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 133768ca-60a1-443b-96c6-59f8b0f9984e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:33.807950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7e418dd2-d8aa-43f2-8abe-cf621f36ce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'name': 'tempest-ServersTestManualDisk-1069497962-router', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:14Z', 'updated_at': '2022-02-07T16:41:31Z', 'revision_number': 4, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'gw_port': {'id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:16Z', 'updated_at': '2022-02-07T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'c6ced2a8-a5fb-4321-8549-0478e8a2a4c9', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'port_id': '8c52c70f-a054-4609-9d3b-a6055fe98a43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18', 'mac_address': 'fa:16:3e:50:11:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c188af6-61c5-41ca-94d2-b945470a534d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:41:46Z', 'updated_at': '2022-02-07T16:42:23Z', 'revision_number': 1, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '096c5448-b64c-4d82-8710-8b1e7ad73cb1', 'name': '', 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'mac_address': 'fa:16:3e:2d:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '79b6f828-5c6c-4065-9878-f52f4ee89271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:27Z', 'updated_at': '2022-02-07T16:41:42Z', 'revision_number': 5, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'subnets': [{'id': '79b6f828-5c6c-4065-9878-f52f4ee89271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:33.814232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e9301dc3-ec03-4060-a577-072277ef0b18 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:42:33.825711 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-effebb57-f1c9-4e0b-99e1-0649b7c6e65d None None] For port 30092707-d1a8-4b0d-b276-8a27ab7ed983, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=30092707-d1a8-4b0d-b276-8a27ab7ed983,segment=NetworkSegment(070668f4-af7a-4262-a2f0-e475137af30d),segment_id=070668f4-af7a-4262-a2f0-e475137af30d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:33.826282 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-effebb57-f1c9-4e0b-99e1-0649b7c6e65d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (30092707-d1a8-4b0d-b276-8a27ab7ed983), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:33.881893 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f84f6d27-0cb2-4444-b3a8-8d9a7cd0fec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (0ca5edf2-3515-4efe-b7ad-279ac2df99e5), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:33.899097 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: e9301dc3-ec03-4060-a577-072277ef0b18 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:42:33.899619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e9301dc3-ec03-4060-a577-072277ef0b18 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:42:33.902121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e418dd2-d8aa-43f2-8abe-cf621f36ce73 None None] The sync data for ids ['6d7d575a-1a75-45f8-a43c-2b7939a2e631'] in n-d-827865-3 is: [{'id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'name': 'tempest-ServersTestManualDisk-1069497962-router', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:14Z', 'updated_at': '2022-02-07T16:41:31Z', 'revision_number': 4, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'gw_port': {'id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:16Z', 'updated_at': '2022-02-07T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'c6ced2a8-a5fb-4321-8549-0478e8a2a4c9', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'floating_ip_address': '172.25.4.104', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'port_id': '8c52c70f-a054-4609-9d3b-a6055fe98a43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18', 'mac_address': 'fa:16:3e:50:11:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c188af6-61c5-41ca-94d2-b945470a534d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:41:46Z', 'updated_at': '2022-02-07T16:42:23Z', 'revision_number': 1, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '096c5448-b64c-4d82-8710-8b1e7ad73cb1', 'name': '', 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'mac_address': 'fa:16:3e:2d:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '79b6f828-5c6c-4065-9878-f52f4ee89271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:27Z', 'updated_at': '2022-02-07T16:41:42Z', 'revision_number': 5, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'subnets': [{'id': '79b6f828-5c6c-4065-9878-f52f4ee89271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:42:33.909046 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-effebb57-f1c9-4e0b-99e1-0649b7c6e65d None None] Calling delete_port for 30092707-d1a8-4b0d-b276-8a27ab7ed983 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:42:34.089353 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f1750-1d55-48f8-a4ed-fa71efeb2bd5 req-e7bde41b-6548-40bc-8de6-2e3ae7d5ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:34.101237 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b5f1750-1d55-48f8-a4ed-fa71efeb2bd5 req-e7bde41b-6548-40bc-8de6-2e3ae7d5ad09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8518c54b-f554-4e85-9dc0-05cf87efac18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7569711 Feb 07 16:42:34.132211 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-effebb57-f1c9-4e0b-99e1-0649b7c6e65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (30092707-d1a8-4b0d-b276-8a27ab7ed983), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:34.217810 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effebb57-f1c9-4e0b-99e1-0649b7c6e65d None None] Pushing event deleted for resources: {'Port': ['ID=30092707-d1a8-4b0d-b276-8a27ab7ed983,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:34.231494 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device da44614a-2442-4ed8-b35b-d53be88d4fe4 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:42:34.239336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 133768ca-60a1-443b-96c6-59f8b0f9984e up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:42:34.463918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effebb57-f1c9-4e0b-99e1-0649b7c6e65d None None] No DVR routers for this DVR port 30092707-d1a8-4b0d-b276-8a27ab7ed983 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:42:34.466912 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b5f1750-1d55-48f8-a4ed-fa71efeb2bd5 req-1a519bed-61ed-4b40-9a6c-da1c47b58f59 service neutron] 10.222.0.32 "GET /v2.0/networks/8518c54b-f554-4e85-9dc0-05cf87efac18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606036 Feb 07 16:42:34.577611 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32f349-adf9-4a86-895f-25199b9eaf9c req-7b0ae3a2-894c-42e7-9ba6-4fa52fa23b76 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:34.592127 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0c32f349-adf9-4a86-895f-25199b9eaf9c req-7b0ae3a2-894c-42e7-9ba6-4fa52fa23b76 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 945 time: 1.0413990 Feb 07 16:42:34.688080 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port da44614a-2442-4ed8-b35b-d53be88d4fe4 is: DOWN; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:34.709451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2447da2-64c9-42d7-b46f-91169663d16c None None] New status for floating IP c6ced2a8-a5fb-4321-8549-0478e8a2a4c9: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:42:34.753262 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7f71c9f3-0c43-4191-a0ea-87ebd1bd3f2c req-9a6aead9-a808-46a4-a362-60814c676684 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Deleting port da44614a-2442-4ed8-b35b-d53be88d4fe4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:42:34.754775 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f71c9f3-0c43-4191-a0ea-87ebd1bd3f2c req-9a6aead9-a808-46a4-a362-60814c676684 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:34.780667 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f93c2c8-187f-4055-b3b6-cb4559a211e2 admin admin] Publish callbacks [] for security_group (2260e613-4875-43aa-ba3e-71d1db3489d4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:34.981047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7f71c9f3-0c43-4191-a0ea-87ebd1bd3f2c req-9a6aead9-a808-46a4-a362-60814c676684 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] For port da44614a-2442-4ed8-b35b-d53be88d4fe4, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=da44614a-2442-4ed8-b35b-d53be88d4fe4,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:34.981404 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f71c9f3-0c43-4191-a0ea-87ebd1bd3f2c req-9a6aead9-a808-46a4-a362-60814c676684 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:34.997106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7f71c9f3-0c43-4191-a0ea-87ebd1bd3f2c req-9a6aead9-a808-46a4-a362-60814c676684 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Calling delete_port for da44614a-2442-4ed8-b35b-d53be88d4fe4 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:42:35.088825 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f84f6d27-0cb2-4444-b3a8-8d9a7cd0fec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (0ca5edf2-3515-4efe-b7ad-279ac2df99e5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:35.098061 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 133768ca-60a1-443b-96c6-59f8b0f9984e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:35.099024 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (133768ca-60a1-443b-96c6-59f8b0f9984e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:35.304765 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f93c2c8-187f-4055-b3b6-cb4559a211e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2260e613-4875-43aa-ba3e-71d1db3489d4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:35.406963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 133768ca-60a1-443b-96c6-59f8b0f9984e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:35.420623 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-309431a0-c3f5-4609-8671-8fd1cb8ffa58 req-49fce26c-d163-40d1-bd91-00538103f026 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.9589870 Feb 07 16:42:35.424277 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f71c9f3-0c43-4191-a0ea-87ebd1bd3f2c req-9a6aead9-a808-46a4-a362-60814c676684 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (da44614a-2442-4ed8-b35b-d53be88d4fe4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:35.483972 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0c32f349-adf9-4a86-895f-25199b9eaf9c req-646ad756-b035-435c-9d49-92fbd67cd2df tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups?id=00ca3ccb-5204-4a66-9335-7faf998b334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8849511 Feb 07 16:42:35.496531 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f84f6d27-0cb2-4444-b3a8-8d9a7cd0fec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (0ca5edf2-3515-4efe-b7ad-279ac2df99e5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:35.526670 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93c2c8-187f-4055-b3b6-cb4559a211e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2260e613-4875-43aa-ba3e-71d1db3489d4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:35.578710 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 48d7fa34-d8e5-4dd2-b99e-566e91843de9 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:42:35.598083 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b5f1750-1d55-48f8-a4ed-fa71efeb2bd5 req-1a0e05bc-c688-40e4-8917-44369eb83775 service neutron] 10.222.0.32 "GET /v2.0/networks/8518c54b-f554-4e85-9dc0-05cf87efac18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1104798 Feb 07 16:42:35.610668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f6d27-0cb2-4444-b3a8-8d9a7cd0fec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ca5edf2-3515-4efe-b7ad-279ac2df99e5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:35.635389 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f84f6d27-0cb2-4444-b3a8-8d9a7cd0fec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:35.643200 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f84f6d27-0cb2-4444-b3a8-8d9a7cd0fec3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0ca5edf2-3515-4efe-b7ad-279ac2df99e5 HTTP/1.1" status: 204 len: 168 time: 3.2346234 Feb 07 16:42:35.649167 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34692) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:35.751025 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ce1af7-6fc0-49a6-bae5-49cb2083347a None None] Network cce8c5db-3211-4425-9a9a-fb36371cecd0 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:42:35.767108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 48d7fa34-d8e5-4dd2-b99e-566e91843de9 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:42:35.767577 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 48d7fa34-d8e5-4dd2-b99e-566e91843de9 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:42:35.768299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 30092707-d1a8-4b0d-b276-8a27ab7ed983 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:42:35.811940 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f30d52ce-8a98-4498-9f71-af5cb1d12aa1 req-fd0d6100-e2aa-477b-8b61-6beca44451f6 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 210 time: 0.1578946 Feb 07 16:42:35.826796 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (cce8c5db-3211-4425-9a9a-fb36371cecd0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:35.930607 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 30092707-d1a8-4b0d-b276-8a27ab7ed983 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:42:35.931371 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 30092707-d1a8-4b0d-b276-8a27ab7ed983 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:42:35.932110 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4a7b47d0-02fa-4606-b011-ea6daecc52b1 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:42:35.979376 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3f93c2c8-187f-4055-b3b6-cb4559a211e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67a33db99c904154a7e943d456632bbc&name=default HTTP/1.1" status: 200 len: 3000 time: 5.0285676 Feb 07 16:42:35.986860 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34702) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:35.988424 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 4a7b47d0-02fa-4606-b011-ea6daecc52b1 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:42:35.988996 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4a7b47d0-02fa-4606-b011-ea6daecc52b1 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:42:35.989802 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 00a42993-1eb6-4dfb-b315-7acebba22cad no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:42:36.039043 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 00a42993-1eb6-4dfb-b315-7acebba22cad {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:42:36.039529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 00a42993-1eb6-4dfb-b315-7acebba22cad not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:42:36.046463 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-37934ee5-882d-4269-a4f4-7b0a10c2f06a tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:36.068716 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-37934ee5-882d-4269-a4f4-7b0a10c2f06a tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:36.071636 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-37934ee5-882d-4269-a4f4-7b0a10c2f06a tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.48 "GET /v2.0/networks?id=5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34&id=4e982006-d4ed-4224-a80b-2213e8c04b37&id=5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 HTTP/1.1" status: 200 len: 1389 time: 0.7889972 Feb 07 16:42:36.202574 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-a6a1fbe3-16ec-47a1-80c0-d7f453b884d2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Request body: {'port': {'device_id': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'network_id': '5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34', 'admin_state_up': True, 'tenant_id': 'c4d49702976945bf97b629c65cf535b6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:42:36.337997 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209a8919-fc5c-4923-8d46-4b5253e0ba8e None None] DHCP port deletion for cce8c5db-3211-4425-9a9a-fb36371cecd0 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:42:36.365851 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3325d32-06bb-4f0c-8dfb-f06d81d3e096 admin admin] Publish callbacks [] for security_group (2260e613-4875-43aa-ba3e-71d1db3489d4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:36.418340 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3325d32-06bb-4f0c-8dfb-f06d81d3e096 admin admin] Publish callbacks [] for security_group (2260e613-4875-43aa-ba3e-71d1db3489d4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:36.432769 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6aead9-a808-46a4-a362-60814c676684 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Pushing event deleted for resources: {'Port': ['ID=da44614a-2442-4ed8-b35b-d53be88d4fe4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:36.460409 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f729cbba-9249-4e15-93d5-9ca9e4831ccb req-5b66ef5c-cdbb-435e-a68e-5bd31bd42647 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 210 time: 0.3737612 Feb 07 16:42:36.559549 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3325d32-06bb-4f0c-8dfb-f06d81d3e096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2260e613-4875-43aa-ba3e-71d1db3489d4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:36.564493 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3325d32-06bb-4f0c-8dfb-f06d81d3e096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:36.570127 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f3325d32-06bb-4f0c-8dfb-f06d81d3e096 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2260e613-4875-43aa-ba3e-71d1db3489d4 HTTP/1.1" status: 204 len: 168 time: 0.5446525 Feb 07 16:42:36.598415 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-209a8919-fc5c-4923-8d46-4b5253e0ba8e None None] Deleting port b6567560-b4ef-4336-b197-b1e901f9e19c {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:42:36.600915 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-209a8919-fc5c-4923-8d46-4b5253e0ba8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b6567560-b4ef-4336-b197-b1e901f9e19c), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:36.670917 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (30092707-d1a8-4b0d-b276-8a27ab7ed983), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:36.745366 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] Deleting port b6567560-b4ef-4336-b197-b1e901f9e19c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:42:36.745713 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b6567560-b4ef-4336-b197-b1e901f9e19c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:36.764722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3325d32-06bb-4f0c-8dfb-f06d81d3e096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2260e613-4875-43aa-ba3e-71d1db3489d4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:36.791961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-209a8919-fc5c-4923-8d46-4b5253e0ba8e None None] For port b6567560-b4ef-4336-b197-b1e901f9e19c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b6567560-b4ef-4336-b197-b1e901f9e19c,segment=NetworkSegment(d9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8),segment_id=d9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:36.794915 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-209a8919-fc5c-4923-8d46-4b5253e0ba8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b6567560-b4ef-4336-b197-b1e901f9e19c), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:36.799958 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] Pushing event deleted for resources: {'Port': ['ID=30092707-d1a8-4b0d-b276-8a27ab7ed983,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:36.862349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f71c9f3-0c43-4191-a0ea-87ebd1bd3f2c req-9a6aead9-a808-46a4-a362-60814c676684 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] No DVR routers for this DVR port da44614a-2442-4ed8-b35b-d53be88d4fe4 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:42:36.867320 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f71c9f3-0c43-4191-a0ea-87ebd1bd3f2c req-9a6aead9-a808-46a4-a362-60814c676684 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:36.872284 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f71c9f3-0c43-4191-a0ea-87ebd1bd3f2c req-9a6aead9-a808-46a4-a362-60814c676684 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.32 "DELETE /v2.0/ports/da44614a-2442-4ed8-b35b-d53be88d4fe4 HTTP/1.1" status: 204 len: 173 time: 5.6326542 Feb 07 16:42:36.898419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc90ece-fdf7-4413-9c6a-64e166ffe10e', 'name': 'network-vif-deleted', 'tag': 'da44614a-2442-4ed8-b35b-d53be88d4fe4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:42:36.900567 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-209a8919-fc5c-4923-8d46-4b5253e0ba8e None None] Calling delete_port for b6567560-b4ef-4336-b197-b1e901f9e19c owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:42:36.902315 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f61f6c7-e0d7-4229-b747-7c5fb89356cf" -d '{"events": [{"server_uuid": "ddc90ece-fdf7-4413-9c6a-64e166ffe10e", "name": "network-vif-deleted", "tag": "da44614a-2442-4ed8-b35b-d53be88d4fe4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:42:36.938291 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] No DVR routers for this DVR port 30092707-d1a8-4b0d-b276-8a27ab7ed983 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:42:37.089970 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2975b-86f1-45ce-b1ea-686e4dd101b5 req-70bdf234-36f7-4571-ac9c-473615b8755b tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:37.103641 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de989ec-79a8-4f2c-9b16-b8acb5c589ab req-000ae4de-ea70-4850-827e-b472b4ead951 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:37.103994 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4aa2975b-86f1-45ce-b1ea-686e4dd101b5 req-70bdf234-36f7-4571-ac9c-473615b8755b tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 945 time: 0.2906978 Feb 07 16:42:37.111497 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3de989ec-79a8-4f2c-9b16-b8acb5c589ab req-000ae4de-ea70-4850-827e-b472b4ead951 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 0.5941627 Feb 07 16:42:37.250789 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (bb959358-376e-4a5f-93ad-a9d9fe150468), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:37.277308 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4aa2975b-86f1-45ce-b1ea-686e4dd101b5 req-32ff80f7-faa1-4129-ade8-3de78132d95f tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups?id=00ca3ccb-5204-4a66-9335-7faf998b334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754982 Feb 07 16:42:37.288350 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-a6a1fbe3-16ec-47a1-80c0-d7f453b884d2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Made reservation on behalf of c4d49702976945bf97b629c65cf535b6 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:42:37.294357 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-a6a1fbe3-16ec-47a1-80c0-d7f453b884d2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:37.376170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] For port b6567560-b4ef-4336-b197-b1e901f9e19c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b6567560-b4ef-4336-b197-b1e901f9e19c,segment=NetworkSegment(d9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8),segment_id=d9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:37.376552 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b6567560-b4ef-4336-b197-b1e901f9e19c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:37.451741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] Calling delete_port for b6567560-b4ef-4336-b197-b1e901f9e19c owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:42:37.464664 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-209a8919-fc5c-4923-8d46-4b5253e0ba8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (b6567560-b4ef-4336-b197-b1e901f9e19c), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:37.635723 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb959358-376e-4a5f-93ad-a9d9fe150468']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:37.641868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a8919-fc5c-4923-8d46-4b5253e0ba8e None None] Pushing event deleted for resources: {'Port': ['ID=b6567560-b4ef-4336-b197-b1e901f9e19c,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:37.655261 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a8919-fc5c-4923-8d46-4b5253e0ba8e None None] No DVR routers for this DVR port b6567560-b4ef-4336-b197-b1e901f9e19c on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:42:37.722571 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-888ebb94-1810-495e-8a90-5ba7f867811f req-175b880c-3008-4ccc-9795-85caf676dcff tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddc90ece-fdf7-4413-9c6a-64e166ffe10e HTTP/1.1" status: 200 len: 210 time: 0.2980974 Feb 07 16:42:37.734329 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf8cd121-bc58-4502-876f-aaba7a41ef0a req-51c18973-3102-4998-96bb-997b89d0e34e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6668825 Feb 07 16:42:37.818045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070668f4-af7a-4262-a2f0-e475137af30d') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:37.821466 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070668f4-af7a-4262-a2f0-e475137af30d') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:38.103716 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (b6567560-b4ef-4336-b197-b1e901f9e19c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:38.174130 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cd121-bc58-4502-876f-aaba7a41ef0a req-e287a2bd-99df-4a2a-af51-ba2c963896bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:38.194584 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf8cd121-bc58-4502-876f-aaba7a41ef0a req-e287a2bd-99df-4a2a-af51-ba2c963896bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1d548d291d9f481cbdcd664ba783ab69&device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 1128 time: 0.2976723 Feb 07 16:42:38.349064 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b6567560-b4ef-4336-b197-b1e901f9e19c no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:42:38.387047 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] No DVR routers for this DVR port b6567560-b4ef-4336-b197-b1e901f9e19c on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:42:38.389023 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-a6a1fbe3-16ec-47a1-80c0-d7f453b884d2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Allocated IP 19.80.0.150 (5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34/14403c64-8396-46a5-938d-819f84cebae4/aac66de8-4bf8-46a3-afd9-ec75a26a33a8) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:42:38.459363 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdb8df7-c8fc-4a0a-bd66-f60067b1f889 x-openstack-request-id: req-5bdb8df7-c8fc-4a0a-bd66-f60067b1f889 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:42:38.460171 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc90ece-fdf7-4413-9c6a-64e166ffe10e", "name": "network-vif-deleted", "tag": "da44614a-2442-4ed8-b35b-d53be88d4fe4", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:42:38.460815 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5bdb8df7-c8fc-4a0a-bd66-f60067b1f889 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:42:38.462078 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc90ece-fdf7-4413-9c6a-64e166ffe10e', 'name': 'network-vif-deleted', 'tag': 'da44614a-2442-4ed8-b35b-d53be88d4fe4', 'status': 'completed', 'code': 200} Feb 07 16:42:38.479385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: b6567560-b4ef-4336-b197-b1e901f9e19c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:42:38.485604 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b6567560-b4ef-4336-b197-b1e901f9e19c not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:42:38.502448 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=b6567560-b4ef-4336-b197-b1e901f9e19c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:38.508767 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (070668f4-af7a-4262-a2f0-e475137af30d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:38.595521 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (070668f4-af7a-4262-a2f0-e475137af30d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:38.634812 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:42:38.636590 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (070668f4-af7a-4262-a2f0-e475137af30d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:42:38.640540 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:42:39.078721 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (cce8c5db-3211-4425-9a9a-fb36371cecd0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:39.081484 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-a6a1fbe3-16ec-47a1-80c0-d7f453b884d2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks [] for port (aac66de8-4bf8-46a3-afd9-ec75a26a33a8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:39.099315 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3de989ec-79a8-4f2c-9b16-b8acb5c589ab req-b3642d5d-ad44-4c62-8411-a504a49da6bc tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9826641 Feb 07 16:42:39.127715 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce8c5db-3211-4425-9a9a-fb36371cecd0']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:39.140952 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cd121-bc58-4502-876f-aaba7a41ef0a req-726b6ac2-dea4-462a-b8ac-a984adc704d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:39.142570 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf8cd121-bc58-4502-876f-aaba7a41ef0a req-726b6ac2-dea4-462a-b8ac-a984adc704d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 200 len: 906 time: 0.8065052 Feb 07 16:42:39.145081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:39.145433 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:39.181925 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-a6a1fbe3-16ec-47a1-80c0-d7f453b884d2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (aac66de8-4bf8-46a3-afd9-ec75a26a33a8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:39.279691 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (d9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:39.282513 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf8cd121-bc58-4502-876f-aaba7a41ef0a req-c4819a73-c65e-44a6-9709-9624ce33c5bf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d HTTP/1.1" status: 200 len: 217 time: 0.1286213 Feb 07 16:42:39.388821 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1fbe3-16ec-47a1-80c0-d7f453b884d2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event updated for resources: {'Port': ['ID=aac66de8-4bf8-46a3-afd9-ec75a26a33a8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:39.404621 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:42:39.405589 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (bb959358-376e-4a5f-93ad-a9d9fe150468), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:39.468485 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:39.475471 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] 10.222.0.18 "DELETE /v2.0/networks/bb959358-376e-4a5f-93ad-a9d9fe150468 HTTP/1.1" status: 204 len: 168 time: 11.2565305 Feb 07 16:42:39.481336 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79f8d3-0ad8-4349-9b90-2ad4e70cee3a admin admin] Pushing event deleted for resources: {'Network': ['ID=bb959358-376e-4a5f-93ad-a9d9fe150468,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:39.536300 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-a6a1fbe3-16ec-47a1-80c0-d7f453b884d2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Network 5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:42:39.577959 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-a6a1fbe3-16ec-47a1-80c0-d7f453b884d2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:42:39.602774 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-a6a1fbe3-16ec-47a1-80c0-d7f453b884d2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:42:39.779521 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82b125-022d-43c0-a4d1-143b06e238e0 req-c99ba03f-dfdb-4135-a97e-1eb574cbc6ef tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:39.783029 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e82b125-022d-43c0-a4d1-143b06e238e0 req-c99ba03f-dfdb-4135-a97e-1eb574cbc6ef tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 945 time: 0.4098792 Feb 07 16:42:40.047677 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e82b125-022d-43c0-a4d1-143b06e238e0 req-25996654-dbf5-4bbb-879b-9e9264d19d76 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups?id=00ca3ccb-5204-4a66-9335-7faf998b334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434113 Feb 07 16:42:40.092695 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4a364c42-05ea-4042-a339-3f63a3fdbfa8 None None] Provisioning complete for port aac66de8-4bf8-46a3-afd9-ec75a26a33a8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:40.093246 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4a364c42-05ea-4042-a339-3f63a3fdbfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (aac66de8-4bf8-46a3-afd9-ec75a26a33a8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:40.113786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-a6a1fbe3-16ec-47a1-80c0-d7f453b884d2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:40.114523 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-a6a1fbe3-16ec-47a1-80c0-d7f453b884d2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:40.174374 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-a6a1fbe3-16ec-47a1-80c0-d7f453b884d2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9790907 Feb 07 16:42:40.186567 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-5b182544-68b8-4e04-978d-755b777686ea tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Request body: {'port': {'device_id': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'network_id': '4e982006-d4ed-4224-a80b-2213e8c04b37', 'admin_state_up': True, 'tenant_id': 'c4d49702976945bf97b629c65cf535b6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:42:40.193959 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34776) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:40.255578 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cd121-bc58-4502-876f-aaba7a41ef0a req-245746f8-9fd9-4b3e-8808-a001b8ad1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:40.264971 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf8cd121-bc58-4502-876f-aaba7a41ef0a req-245746f8-9fd9-4b3e-8808-a001b8ad1580 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801 HTTP/1.1" status: 200 len: 845 time: 0.9754393 Feb 07 16:42:40.276650 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (d9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:40.279627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4a364c42-05ea-4042-a339-3f63a3fdbfa8 None None] Port aac66de8-4bf8-46a3-afd9-ec75a26a33a8 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:42:40.408402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:42:40.408752 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (d9b6079d-1f8e-4cd2-8b7e-27b1c7494ab8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:42:40.411337 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:42:40.453363 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf8cd121-bc58-4502-876f-aaba7a41ef0a req-c7e80893-8dc5-48c4-a626-3585fab20de8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64333f75-bb31-47f0-9f63-55e283dff327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1391532 Feb 07 16:42:40.505025 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-5b182544-68b8-4e04-978d-755b777686ea tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Made reservation on behalf of c4d49702976945bf97b629c65cf535b6 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:42:40.512662 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-5b182544-68b8-4e04-978d-755b777686ea tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:40.696048 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1f36ef13-6846-4896-8a7f-69c219ed2677 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2fabccc7467544a19befdaa3579ba7a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5008698 Feb 07 16:42:40.696674 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34792) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:40.798289 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-5b182544-68b8-4e04-978d-755b777686ea tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Allocated IP 19.86.0.164 (4e982006-d4ed-4224-a80b-2213e8c04b37/dff4e319-d442-495b-94a0-8ed4034c20b7/5e8fd5a2-ebad-4d61-acce-76221d5c0d38) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:42:40.827218 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d42ce86-29b5-4913-a0ad-ccb6ea1acbf0 admin admin] Publish callbacks [] for security_group (afd2e0ca-57b5-4b54-836b-036e75260592), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:40.839486 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (cce8c5db-3211-4425-9a9a-fb36371cecd0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:40.861093 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:40.870890 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] 10.222.0.18 "DELETE /v2.0/networks/cce8c5db-3211-4425-9a9a-fb36371cecd0 HTTP/1.1" status: 204 len: 168 time: 5.2184241 Feb 07 16:42:40.907148 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fec754-957c-44e1-9db2-7aeaba7f7a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=cce8c5db-3211-4425-9a9a-fb36371cecd0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:40.908452 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d42ce86-29b5-4913-a0ad-ccb6ea1acbf0 admin admin] Publish callbacks [] for security_group (afd2e0ca-57b5-4b54-836b-036e75260592), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:40.933474 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeca7af-5ffe-46fd-be9a-a75b036e5524 req-1bf396b4-2bae-4711-b488-fddaf6b8ed8f tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:40.949924 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-caeca7af-5ffe-46fd-be9a-a75b036e5524 req-1bf396b4-2bae-4711-b488-fddaf6b8ed8f tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 932 time: 1.6450291 Feb 07 16:42:41.043221 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-caeca7af-5ffe-46fd-be9a-a75b036e5524 req-66439fa3-0383-49ae-9fc5-6bed7c1774c5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906801 Feb 07 16:42:41.202996 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf8cd121-bc58-4502-876f-aaba7a41ef0a req-a3a1be85-e332-4c97-a433-757aace0bef7 service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7486019 Feb 07 16:42:41.451765 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34802) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:41.528529 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d42ce86-29b5-4913-a0ad-ccb6ea1acbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (afd2e0ca-57b5-4b54-836b-036e75260592), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:41.532277 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d42ce86-29b5-4913-a0ad-ccb6ea1acbf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:41.537818 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3d42ce86-29b5-4913-a0ad-ccb6ea1acbf0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afd2e0ca-57b5-4b54-836b-036e75260592 HTTP/1.1" status: 204 len: 168 time: 0.8360169 Feb 07 16:42:41.608156 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5666eba2-045e-443e-9a2d-aa09caa6ad1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=262e383f33a54d4b88c3eae7d8c2e687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1528399 Feb 07 16:42:41.615270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34810) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:41.627068 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42ce86-29b5-4913-a0ad-ccb6ea1acbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd2e0ca-57b5-4b54-836b-036e75260592,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:41.659508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e995267-9fa2-4f2c-90f8-76fe827d5e74 req-f108772d-5bb3-4bc9-9943-863e58ddda51 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:41.663103 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e995267-9fa2-4f2c-90f8-76fe827d5e74 req-f108772d-5bb3-4bc9-9943-863e58ddda51 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 945 time: 0.3126748 Feb 07 16:42:41.740626 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304086a9-3fc8-4336-8a75-b321b2d9c423 req-0bfd239e-7982-473c-b8d3-a1e7e9ff9a73 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:41.763052 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-304086a9-3fc8-4336-8a75-b321b2d9c423 req-0bfd239e-7982-473c-b8d3-a1e7e9ff9a73 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 0.5941236 Feb 07 16:42:41.778893 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf8cd121-bc58-4502-876f-aaba7a41ef0a req-9af85453-64dc-400a-9f81-ca9eb7a18bb4 service neutron] 10.222.0.48 "GET /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614257 Feb 07 16:42:41.783052 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-5b182544-68b8-4e04-978d-755b777686ea tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks [] for port (5e8fd5a2-ebad-4d61-acce-76221d5c0d38), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:41.857399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84ab46-0bcc-461c-862e-d091095e79a9 req-db610d31-3f7e-4ccf-bf2d-956503d86f2e tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:41.860355 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ad84ab46-0bcc-461c-862e-d091095e79a9 req-db610d31-3f7e-4ccf-bf2d-956503d86f2e tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 945 time: 0.3545253 Feb 07 16:42:41.999687 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e995267-9fa2-4f2c-90f8-76fe827d5e74 req-62e8e4dc-6854-4af6-b2b6-21a186a42433 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001328 Feb 07 16:42:42.090621 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-304086a9-3fc8-4336-8a75-b321b2d9c423 req-44f743f9-d6f4-4a9d-aa79-e2336ae5a8f1 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033175 Feb 07 16:42:42.154873 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-5b182544-68b8-4e04-978d-755b777686ea tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (5e8fd5a2-ebad-4d61-acce-76221d5c0d38), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:42.390287 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1a316-dc59-47ec-bc84-653a81554140 req-26235c17-40df-4b0c-9cf0-5fabacf82487 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:42.391990 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ff1a316-dc59-47ec-bc84-653a81554140 req-26235c17-40df-4b0c-9cf0-5fabacf82487 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.48 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 0.6677651 Feb 07 16:42:42.428115 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d0786-d52d-4c99-a0d6-8ef49b4444c9 req-424f9f69-3250-488d-aaa2-bf0628252b67 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:42.439184 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d0786-d52d-4c99-a0d6-8ef49b4444c9 req-424f9f69-3250-488d-aaa2-bf0628252b67 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:42.446692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-5b182544-68b8-4e04-978d-755b777686ea tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Network 4e982006-d4ed-4224-a80b-2213e8c04b37 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:42:42.448111 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ad235f9-a714-464d-8c05-50b7cc9b5cb5 admin admin] Publish callbacks [] for security_group (e5a69959-a8f2-47fa-bb4f-9844e2bbb8cc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:42.450312 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-256d0786-d52d-4c99-a0d6-8ef49b4444c9 req-424f9f69-3250-488d-aaa2-bf0628252b67 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 1655 time: 0.1224906 Feb 07 16:42:42.496514 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-5b182544-68b8-4e04-978d-755b777686ea tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:42:42.564290 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-256d0786-d52d-4c99-a0d6-8ef49b4444c9 req-a8ef975a-8ad3-4a62-af40-8899c9ce7444 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128047 Feb 07 16:42:42.579153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-5b182544-68b8-4e04-978d-755b777686ea tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:42:42.594708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b182544-68b8-4e04-978d-755b777686ea tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event updated for resources: {'Port': ['ID=5e8fd5a2-ebad-4d61-acce-76221d5c0d38,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:42.731309 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ad235f9-a714-464d-8c05-50b7cc9b5cb5 admin admin] Publish callbacks [] for security_group (e5a69959-a8f2-47fa-bb4f-9844e2bbb8cc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:42.934852 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-5b182544-68b8-4e04-978d-755b777686ea tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:42.935871 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-5b182544-68b8-4e04-978d-755b777686ea tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:43.030735 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-ad84ab46-0bcc-461c-862e-d091095e79a9 req-b273d4e7-29d3-4a25-859f-ea33e3bcf0dd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Deleting port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:42:43.031306 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ad84ab46-0bcc-461c-862e-d091095e79a9 req-b273d4e7-29d3-4a25-859f-ea33e3bcf0dd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:43.051757 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-5b182544-68b8-4e04-978d-755b777686ea tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8681469 Feb 07 16:42:43.074764 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e66f4eb9-bcd6-4b35-8b7b-80007391ddf1 None None] Provisioning complete for port 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:43.075379 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e66f4eb9-bcd6-4b35-8b7b-80007391ddf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5e8fd5a2-ebad-4d61-acce-76221d5c0d38), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:43.084697 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-f3c4d7bd-c61f-4a81-9185-d34475346858 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Request body: {'port': {'device_id': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'network_id': '5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34', 'admin_state_up': True, 'tenant_id': 'c4d49702976945bf97b629c65cf535b6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:42:43.197427 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ad235f9-a714-464d-8c05-50b7cc9b5cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e5a69959-a8f2-47fa-bb4f-9844e2bbb8cc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:43.200901 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ad235f9-a714-464d-8c05-50b7cc9b5cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:43.202360 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8ad235f9-a714-464d-8c05-50b7cc9b5cb5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5a69959-a8f2-47fa-bb4f-9844e2bbb8cc HTTP/1.1" status: 204 len: 168 time: 1.5828433 Feb 07 16:42:43.224679 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-9ff1a316-dc59-47ec-bc84-653a81554140 req-bcb7fecd-f445-4c81-aae3-2772bc8f3648 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Deleting port f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:42:43.225054 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9ff1a316-dc59-47ec-bc84-653a81554140 req-bcb7fecd-f445-4c81-aae3-2772bc8f3648 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:43.267623 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e66f4eb9-bcd6-4b35-8b7b-80007391ddf1 None None] Port 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:42:43.280365 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad235f9-a714-464d-8c05-50b7cc9b5cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a69959-a8f2-47fa-bb4f-9844e2bbb8cc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:43.377834 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574cb23-9568-4eb4-9e14-39d32bb84621 req-3ff4ea3f-4fc0-4c52-8e87-066748e67118 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:43.391399 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4574cb23-9568-4eb4-9e14-39d32bb84621 req-3ff4ea3f-4fc0-4c52-8e87-066748e67118 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 946 time: 0.1294494 Feb 07 16:42:43.478598 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4574cb23-9568-4eb4-9e14-39d32bb84621 req-1acfc45d-f54d-44e1-aff8-fb99f839eb88 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750051 Feb 07 16:42:43.490109 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ad84ab46-0bcc-461c-862e-d091095e79a9 req-b273d4e7-29d3-4a25-859f-ea33e3bcf0dd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] For port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=1b0bcd92-c891-4110-baa2-fd8e3a682ce5,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:43.491237 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ad84ab46-0bcc-461c-862e-d091095e79a9 req-b273d4e7-29d3-4a25-859f-ea33e3bcf0dd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:43.544306 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-ad84ab46-0bcc-461c-862e-d091095e79a9 req-b273d4e7-29d3-4a25-859f-ea33e3bcf0dd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Calling delete_port for 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:42:43.641572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9ff1a316-dc59-47ec-bc84-653a81554140 req-bcb7fecd-f445-4c81-aae3-2772bc8f3648 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] For port f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:43.642467 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9ff1a316-dc59-47ec-bc84-653a81554140 req-bcb7fecd-f445-4c81-aae3-2772bc8f3648 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:43.662287 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-9ff1a316-dc59-47ec-bc84-653a81554140 req-bcb7fecd-f445-4c81-aae3-2772bc8f3648 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Calling delete_port for f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:42:43.804342 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34876) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:43.828670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:42:43.873669 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-f3c4d7bd-c61f-4a81-9185-d34475346858 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Made reservation on behalf of c4d49702976945bf97b629c65cf535b6 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:42:43.890112 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-f3c4d7bd-c61f-4a81-9185-d34475346858 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:43.892917 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68769025-bc81-4b51-8bc0-ebb7bdf886ed req-ef55a151-2bed-4dcf-bef0-e9cf46470ab2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:43.908876 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68769025-bc81-4b51-8bc0-ebb7bdf886ed req-ef55a151-2bed-4dcf-bef0-e9cf46470ab2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:43.910858 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68769025-bc81-4b51-8bc0-ebb7bdf886ed req-ef55a151-2bed-4dcf-bef0-e9cf46470ab2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 1655 time: 0.1542161 Feb 07 16:42:43.949150 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24338398-1dbc-415c-8a35-a30805f83bd1 req-e99ac892-bf18-44c3-85d9-5a82c538efba tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:43.962715 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24338398-1dbc-415c-8a35-a30805f83bd1 req-e99ac892-bf18-44c3-85d9-5a82c538efba tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bbf9f3d-323f-4bde-80b0-f5bd039de86c HTTP/1.1" status: 200 len: 945 time: 0.6404722 Feb 07 16:42:44.034741 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68769025-bc81-4b51-8bc0-ebb7bdf886ed req-a3492d71-578f-4ca7-bb57-99f155e64c63 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176775 Feb 07 16:42:44.056061 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:44.056436 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:44.123196 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1f0fdf6b-fcc2-4831-9fcc-d9815e496757 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1761996823-network', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:42:44.163704 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f560bd87-6ca2-4ce6-87f8-fa1c14b73d56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:42:44.171977 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5404cc-eb7a-4a20-ab96-1b610c78ebad" -d '{"events": [{"server_uuid": "f560bd87-6ca2-4ce6-87f8-fa1c14b73d56", "name": "network-vif-unplugged", "status": "completed", "tag": "f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:42:44.196607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0fdf6b-fcc2-4831-9fcc-d9815e496757 admin admin] Made reservation on behalf of 4aab9c2a401e4794b59cf423bf862032 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:42:44.208160 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f0fdf6b-fcc2-4831-9fcc-d9815e496757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:44.215578 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:44.224647 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:44.240679 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f0fdf6b-fcc2-4831-9fcc-d9815e496757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:44.267551 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b982aa4-4eda-47f6-a503-3f5da406eaec x-openstack-request-id: req-8b982aa4-4eda-47f6-a503-3f5da406eaec {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:42:44.273085 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f560bd87-6ca2-4ce6-87f8-fa1c14b73d56", "name": "network-vif-unplugged", "status": "completed", "tag": "f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:42:44.273588 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b982aa4-4eda-47f6-a503-3f5da406eaec {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:42:44.274172 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f560bd87-6ca2-4ce6-87f8-fa1c14b73d56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d', 'code': 200} Feb 07 16:42:44.357720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:44.421306 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ad84ab46-0bcc-461c-862e-d091095e79a9 req-b273d4e7-29d3-4a25-859f-ea33e3bcf0dd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1b0bcd92-c891-4110-baa2-fd8e3a682ce5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:44.469429 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f0fdf6b-fcc2-4831-9fcc-d9815e496757 admin admin] Publish callbacks [] for security_group (5f0e7031-ec2c-40a2-97fc-e07379c1f4c2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:44.485112 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f0fdf6b-fcc2-4831-9fcc-d9815e496757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5f0e7031-ec2c-40a2-97fc-e07379c1f4c2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:44.505222 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273d4e7-29d3-4a25-859f-ea33e3bcf0dd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Pushing event deleted for resources: {'Port': ['ID=1b0bcd92-c891-4110-baa2-fd8e3a682ce5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:44.508238 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-f3c4d7bd-c61f-4a81-9185-d34475346858 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Allocated IP 19.80.0.250 (5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34/14403c64-8396-46a5-938d-819f84cebae4/bdaf8685-9fd4-4829-b925-f8825a274ff6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:42:44.531522 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24338398-1dbc-415c-8a35-a30805f83bd1 req-a0c48a43-da9b-4ef7-8113-30bbd6fcceaa tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5667481 Feb 07 16:42:44.563280 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0fdf6b-fcc2-4831-9fcc-d9815e496757 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:42:44.602810 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f0fdf6b-fcc2-4831-9fcc-d9815e496757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (8ef14104-eb8a-4293-a21d-9126a796c44a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:44.603610 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-1f0fdf6b-fcc2-4831-9fcc-d9815e496757 admin admin] Added segment 8ef14104-eb8a-4293-a21d-9126a796c44a of type vlan for network 0b2b4548-f7c6-4e74-86b3-3287e52c00ca Feb 07 16:42:44.620161 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fdf6b-fcc2-4831-9fcc-d9815e496757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:44.714686 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f0fdf6b-fcc2-4831-9fcc-d9815e496757 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (0b2b4548-f7c6-4e74-86b3-3287e52c00ca), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:44.845135 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7c248-b914-40c9-82a1-45d4ace0efb4 req-afcf0bb4-52de-4445-b4f3-26476144a548 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:44.847101 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1ff7c248-b914-40c9-82a1-45d4ace0efb4 req-afcf0bb4-52de-4445-b4f3-26476144a548 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 944 time: 0.1691232 Feb 07 16:42:44.858491 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f0fdf6b-fcc2-4831-9fcc-d9815e496757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (0b2b4548-f7c6-4e74-86b3-3287e52c00ca), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:44.859169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0fdf6b-fcc2-4831-9fcc-d9815e496757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:44.859773 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f0fdf6b-fcc2-4831-9fcc-d9815e496757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:45.022709 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1f0fdf6b-fcc2-4831-9fcc-d9815e496757 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2166805 Feb 07 16:42:45.031464 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34928) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:45.040469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0b86682d-f64f-4038-b893-1c07f51a589d admin admin] Request body: {'subnet': {'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1761996823-subnet', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:42:45.122286 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad84ab46-0bcc-461c-862e-d091095e79a9 req-b273d4e7-29d3-4a25-859f-ea33e3bcf0dd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] No DVR routers for this DVR port 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:42:45.130988 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ad84ab46-0bcc-461c-862e-d091095e79a9 req-b273d4e7-29d3-4a25-859f-ea33e3bcf0dd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:45.151113 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ad84ab46-0bcc-461c-862e-d091095e79a9 req-b273d4e7-29d3-4a25-859f-ea33e3bcf0dd tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.32 "DELETE /v2.0/ports/1b0bcd92-c891-4110-baa2-fd8e3a682ce5 HTTP/1.1" status: 204 len: 173 time: 3.2771692 Feb 07 16:42:45.164634 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-f3c4d7bd-c61f-4a81-9185-d34475346858 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks [] for port (bdaf8685-9fd4-4829-b925-f8825a274ff6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:45.167524 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbf9f3d-323f-4bde-80b0-f5bd039de86c', 'name': 'network-vif-deleted', 'tag': '1b0bcd92-c891-4110-baa2-fd8e3a682ce5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:42:45.167731 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fdf6b-fcc2-4831-9fcc-d9815e496757 admin admin] Pushing event updated for resources: {'Network': ['ID=0b2b4548-f7c6-4e74-86b3-3287e52c00ca,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:45.171166 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36c6513-5990-4900-b745-8b956e835e7f" -d '{"events": [{"server_uuid": "0bbf9f3d-323f-4bde-80b0-f5bd039de86c", "name": "network-vif-deleted", "tag": "1b0bcd92-c891-4110-baa2-fd8e3a682ce5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:42:45.177000 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9ff1a316-dc59-47ec-bc84-653a81554140 req-bcb7fecd-f445-4c81-aae3-2772bc8f3648 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:45.184232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 0b2b4548-f7c6-4e74-86b3-3287e52c00ca details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:42:45.186403 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1ff7c248-b914-40c9-82a1-45d4ace0efb4 req-8b1028f5-d594-4bb5-b62f-ee6fcc474814 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959406 Feb 07 16:42:45.196323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b86682d-f64f-4038-b893-1c07f51a589d admin admin] Made reservation on behalf of 4aab9c2a401e4794b59cf423bf862032 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:42:45.199638 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b86682d-f64f-4038-b893-1c07f51a589d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:45.318202 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2811f0c3-be71-4376-87f4-a273b75c44ed'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:42:45.504492 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b661859-1c71-4d40-9c81-79b2e02c4bc7 x-openstack-request-id: req-4b661859-1c71-4d40-9c81-79b2e02c4bc7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:42:45.505042 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbf9f3d-323f-4bde-80b0-f5bd039de86c", "name": "network-vif-deleted", "tag": "1b0bcd92-c891-4110-baa2-fd8e3a682ce5", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:42:45.506725 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b86682d-f64f-4038-b893-1c07f51a589d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (efa32e71-a547-428f-88bc-c70d8d8b132e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:45.509829 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b661859-1c71-4d40-9c81-79b2e02c4bc7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:42:45.510716 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbf9f3d-323f-4bde-80b0-f5bd039de86c', 'name': 'network-vif-deleted', 'tag': '1b0bcd92-c891-4110-baa2-fd8e3a682ce5', 'status': 'completed', 'code': 200} Feb 07 16:42:45.635607 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7fecd-f445-4c81-aae3-2772bc8f3648 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Pushing event deleted for resources: {'Port': ['ID=f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:45.696197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86682d-f64f-4038-b893-1c07f51a589d admin admin] Pushing event updated for resources: {'Subnet': ['ID=efa32e71-a547-428f-88bc-c70d8d8b132e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:45.738248 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b86682d-f64f-4038-b893-1c07f51a589d admin admin] Checking segment: {'id': '8ef14104-eb8a-4293-a21d-9126a796c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:42:45.739196 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b86682d-f64f-4038-b893-1c07f51a589d admin admin] Network hostable DHCP agents. Network: 0b2b4548-f7c6-4e74-86b3-3287e52c00ca, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:42:45.753215 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff1a316-dc59-47ec-bc84-653a81554140 req-bcb7fecd-f445-4c81-aae3-2772bc8f3648 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] No DVR routers for this DVR port f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:42:45.765211 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9ff1a316-dc59-47ec-bc84-653a81554140 req-bcb7fecd-f445-4c81-aae3-2772bc8f3648 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:45.778423 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ff1a316-dc59-47ec-bc84-653a81554140 req-bcb7fecd-f445-4c81-aae3-2772bc8f3648 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.48 "DELETE /v2.0/ports/f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d HTTP/1.1" status: 204 len: 173 time: 3.3688893 Feb 07 16:42:45.788336 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b86682d-f64f-4038-b893-1c07f51a589d admin admin] Network 0b2b4548-f7c6-4e74-86b3-3287e52c00ca is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:42:45.827138 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0b86682d-f64f-4038-b893-1c07f51a589d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 0b2b4548-f7c6-4e74-86b3-3287e52c00ca) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:42:45.845316 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b974b404-e93d-4997-8d71-bad80f7a5b4a None None] Network 0b2b4548-f7c6-4e74-86b3-3287e52c00ca requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:42:45.868209 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86682d-f64f-4038-b893-1c07f51a589d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:45.875253 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b86682d-f64f-4038-b893-1c07f51a589d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:45.926826 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807e7ed-6eca-4652-a1ee-1bd82bd2c811 req-fc0c8d68-341b-48e3-b509-09813d6f2423 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:45.953574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0b86682d-f64f-4038-b893-1c07f51a589d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9184163 Feb 07 16:42:45.955139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807e7ed-6eca-4652-a1ee-1bd82bd2c811 req-fc0c8d68-341b-48e3-b509-09813d6f2423 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:45.956109 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34956) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:45.978093 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0807e7ed-6eca-4652-a1ee-1bd82bd2c811 req-fc0c8d68-341b-48e3-b509-09813d6f2423 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 1655 time: 0.7516217 Feb 07 16:42:45.981902 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c15eb8ac-704a-46a5-84dd-822fa996f0c7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1761996823-router', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:42:46.041733 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-f3c4d7bd-c61f-4a81-9185-d34475346858 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (bdaf8685-9fd4-4829-b925-f8825a274ff6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:46.104080 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c15eb8ac-704a-46a5-84dd-822fa996f0c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (2e8055b8-e335-4fb5-bf9d-d118c09146a9), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:46.113831 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c15eb8ac-704a-46a5-84dd-822fa996f0c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (2e8055b8-e335-4fb5-bf9d-d118c09146a9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:46.142904 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-0b2b4548-f7c6-4e74-86b3-3287e52c00ca', 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca', 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'fixed_ips': [{'subnet_id': 'efa32e71-a547-428f-88bc-c70d8d8b132e'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:42:46.150184 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:46.239899 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:42:46.242463 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c15eb8ac-704a-46a5-84dd-822fa996f0c7 admin admin] Publish callbacks [] for router_controller (2e8055b8-e335-4fb5-bf9d-d118c09146a9), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:46.341248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:42:46.342327 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 1b0bcd92-c891-4110-baa2-fd8e3a682ce5 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:42:46.414465 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-f3c4d7bd-c61f-4a81-9185-d34475346858 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Network 5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:42:46.445028 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-f3c4d7bd-c61f-4a81-9185-d34475346858 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:42:46.522273 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0807e7ed-6eca-4652-a1ee-1bd82bd2c811 req-a541f8b0-d650-40d2-9ad8-ce44625274e8 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5421736 Feb 07 16:42:46.524225 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-f3c4d7bd-c61f-4a81-9185-d34475346858 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:42:46.541686 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c15eb8ac-704a-46a5-84dd-822fa996f0c7 admin admin] Publish callbacks [] for router_gateway (2e8055b8-e335-4fb5-bf9d-d118c09146a9), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:46.870518 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-f3c4d7bd-c61f-4a81-9185-d34475346858 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:46.871656 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-f3c4d7bd-c61f-4a81-9185-d34475346858 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:46.890185 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4d7bd-c61f-4a81-9185-d34475346858 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event updated for resources: {'Port': ['ID=bdaf8685-9fd4-4829-b925-f8825a274ff6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:47.088634 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] Allocated IP 172.20.0.2 (0b2b4548-f7c6-4e74-86b3-3287e52c00ca/efa32e71-a547-428f-88bc-c70d8d8b132e/b3b2aaa3-118f-4369-9c74-f536521f5519) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:42:47.121664 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-f3c4d7bd-c61f-4a81-9185-d34475346858 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0471497 Feb 07 16:42:47.131922 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1098ef17-2554-4daf-b531-3a5be028ec0f req-d68afa8d-10ed-4421-9a64-de0d674ab9b5 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=f560bd87-6ca2-4ce6-87f8-fa1c14b73d56 HTTP/1.1" status: 200 len: 210 time: 0.1685212 Feb 07 16:42:47.148516 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Request body: {'port': {'device_id': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:42:47.341925 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5be604d4-7f20-4989-b976-6252f2203814 None None] Provisioning complete for port bdaf8685-9fd4-4829-b925-f8825a274ff6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:47.344074 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5be604d4-7f20-4989-b976-6252f2203814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bdaf8685-9fd4-4829-b925-f8825a274ff6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:47.434798 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (aac66de8-4bf8-46a3-afd9-ec75a26a33a8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:47.577467 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f560bd87-6ca2-4ce6-87f8-fa1c14b73d56', 'name': 'network-vif-deleted', 'tag': 'f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:42:47.587410 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5be604d4-7f20-4989-b976-6252f2203814 None None] Port bdaf8685-9fd4-4829-b925-f8825a274ff6 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:42:47.591429 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93216870-7f84-42cd-8ab0-b6749de33aec" -d '{"events": [{"server_uuid": "f560bd87-6ca2-4ce6-87f8-fa1c14b73d56", "name": "network-vif-deleted", "tag": "f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:42:47.634125 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c15eb8ac-704a-46a5-84dd-822fa996f0c7 admin admin] Publish callbacks [] for router_gateway (2e8055b8-e335-4fb5-bf9d-d118c09146a9), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:47.673605 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c15eb8ac-704a-46a5-84dd-822fa996f0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:47.834096 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] Publish callbacks [] for port (b3b2aaa3-118f-4369-9c74-f536521f5519), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:47.836762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68610260-a051-4582-9835-42a3acb93966 req-fafc579d-e696-4065-a27d-79c7038c6e10 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:47.849647 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68610260-a051-4582-9835-42a3acb93966 req-fafc579d-e696-4065-a27d-79c7038c6e10 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 945 time: 0.3972874 Feb 07 16:42:47.860104 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (b3b2aaa3-118f-4369-9c74-f536521f5519), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:47.975317 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] Network 0b2b4548-f7c6-4e74-86b3-3287e52c00ca is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:42:47.982731 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:42:47.988803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:42:48.003055 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68610260-a051-4582-9835-42a3acb93966 req-3a7b10f9-e967-40be-a619-ef2e5765eda4 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516218 Feb 07 16:42:48.176673 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0e594-05b0-4b7a-8f1b-1d7d680462d8 req-ae2499ff-9d80-4550-88b2-f8b9fe50398c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:48.187590 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0e594-05b0-4b7a-8f1b-1d7d680462d8 req-ae2499ff-9d80-4550-88b2-f8b9fe50398c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:48.198775 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0e594-05b0-4b7a-8f1b-1d7d680462d8 req-ae2499ff-9d80-4550-88b2-f8b9fe50398c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:48.201634 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-beb0e594-05b0-4b7a-8f1b-1d7d680462d8 req-ae2499ff-9d80-4550-88b2-f8b9fe50398c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2377 time: 0.4397979 Feb 07 16:42:48.206400 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06598347-833f-4d4f-be04-e3392078c48e x-openstack-request-id: req-06598347-833f-4d4f-be04-e3392078c48e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:42:48.207809 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f560bd87-6ca2-4ce6-87f8-fa1c14b73d56", "name": "network-vif-deleted", "tag": "f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:42:48.208560 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06598347-833f-4d4f-be04-e3392078c48e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:42:48.209645 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f560bd87-6ca2-4ce6-87f8-fa1c14b73d56', 'name': 'network-vif-deleted', 'tag': 'f612fb7a-0a87-4f45-9cf3-5ef71fac9e3d', 'status': 'completed', 'code': 200} Feb 07 16:42:48.264552 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] Attempting to bind port b3b2aaa3-118f-4369-9c74-f536521f5519 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:42:48.267454 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-c15eb8ac-704a-46a5-84dd-822fa996f0c7 admin admin] Allocated IP 172.25.4.244 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:42:48.270174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] Attempting to bind port b3b2aaa3-118f-4369-9c74-f536521f5519 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '8ef14104-eb8a-4293-a21d-9126a796c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:42:48.271771 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] Attempting to bind port b3b2aaa3-118f-4369-9c74-f536521f5519 on network 0b2b4548-f7c6-4e74-86b3-3287e52c00ca {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:42:48.291918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] Pushing event updated for resources: {'Port': ['ID=b3b2aaa3-118f-4369-9c74-f536521f5519,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:48.307016 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:42:48.310525 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] Checking segment: {'id': '8ef14104-eb8a-4293-a21d-9126a796c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:42:48.311689 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:48.312749 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] Bound using segment: {'id': '8ef14104-eb8a-4293-a21d-9126a796c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:42:48.315629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] Bound port: b3b2aaa3-118f-4369-9c74-f536521f5519, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef14104-eb8a-4293-a21d-9126a796c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:42:48.318177 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b3b2aaa3-118f-4369-9c74-f536521f5519), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:48.507004 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a1cb5-ca92-43d8-a5c1-3172d6ea8838 req-fd3e8bfe-96ce-43c9-8ae6-d96913530d00 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:48.519898 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da3a1cb5-ca92-43d8-a5c1-3172d6ea8838 req-fd3e8bfe-96ce-43c9-8ae6-d96913530d00 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 945 time: 0.7827663 Feb 07 16:42:48.559842 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] For port b3b2aaa3-118f-4369-9c74-f536521f5519, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:42:48.577609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] For port b3b2aaa3-118f-4369-9c74-f536521f5519, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b3b2aaa3-118f-4369-9c74-f536521f5519,segment=NetworkSegment(8ef14104-eb8a-4293-a21d-9126a796c44a),segment_id=8ef14104-eb8a-4293-a21d-9126a796c44a)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:42:48.599373 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35050) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:48.615102 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b3b2aaa3-118f-4369-9c74-f536521f5519), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:48.803026 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-beb0e594-05b0-4b7a-8f1b-1d7d680462d8 req-2b9a1420-c709-4c6e-b30e-d6ffb7d05541 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5705338 Feb 07 16:42:48.825972 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c15eb8ac-704a-46a5-84dd-822fa996f0c7 admin admin] Publish callbacks [] for port (c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:48.936628 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b889ed8-a8b9-41fd-a19a-d6740a9700ff None None] Pushing event updated for resources: {'Port': ['ID=b3b2aaa3-118f-4369-9c74-f536521f5519,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:48.988683 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6a8d7e6-c8f0-453c-8256-25abfd41457d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:49.031911 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c15eb8ac-704a-46a5-84dd-822fa996f0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:49.109139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-da3a1cb5-ca92-43d8-a5c1-3172d6ea8838 req-de6d364c-9e70-480d-8242-40baa6af0ed2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Deleting port d94e4177-9cfa-4564-b77b-1244bf59ea99 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:42:49.120275 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-da3a1cb5-ca92-43d8-a5c1-3172d6ea8838 req-de6d364c-9e70-480d-8242-40baa6af0ed2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:49.220517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15eb8ac-704a-46a5-84dd-822fa996f0c7 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:42:49.313121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c15eb8ac-704a-46a5-84dd-822fa996f0c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:42:49.341421 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-da3a1cb5-ca92-43d8-a5c1-3172d6ea8838 req-de6d364c-9e70-480d-8242-40baa6af0ed2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] For port d94e4177-9cfa-4564-b77b-1244bf59ea99, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d94e4177-9cfa-4564-b77b-1244bf59ea99,segment=NetworkSegment(49b6ea66-6728-4da0-b765-d44fb2ae1fda),segment_id=49b6ea66-6728-4da0-b765-d44fb2ae1fda)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:49.344576 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-da3a1cb5-ca92-43d8-a5c1-3172d6ea8838 req-de6d364c-9e70-480d-8242-40baa6af0ed2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:49.353391 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15eb8ac-704a-46a5-84dd-822fa996f0c7 admin admin] Pushing event updated for resources: {'Port': ['ID=c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:49.357000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15eb8ac-704a-46a5-84dd-822fa996f0c7 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:42:49.412881 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-da3a1cb5-ca92-43d8-a5c1-3172d6ea8838 req-de6d364c-9e70-480d-8242-40baa6af0ed2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Calling delete_port for d94e4177-9cfa-4564-b77b-1244bf59ea99 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:42:49.500382 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35076) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:49.509789 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac66de8-4bf8-46a3-afd9-ec75a26a33a8 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:42:49.519242 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Publish callbacks [] for port (aac66de8-4bf8-46a3-afd9-ec75a26a33a8), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:49.534462 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Transition to ACTIVE for port object aac66de8-4bf8-46a3-afd9-ec75a26a33a8 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:42:49.544602 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (aac66de8-4bf8-46a3-afd9-ec75a26a33a8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:49.692436 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Pushing event updated for resources: {'Port': ['ID=aac66de8-4bf8-46a3-afd9-ec75a26a33a8,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:49.863733 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Attempting to bind port aac66de8-4bf8-46a3-afd9-ec75a26a33a8 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:42:49.864061 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Attempting to bind port aac66de8-4bf8-46a3-afd9-ec75a26a33a8 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '4be886dc-5022-4aba-a83b-e566f3a55945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:42:49.864430 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Attempting to bind port aac66de8-4bf8-46a3-afd9-ec75a26a33a8 on network 5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:42:49.892370 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Port aac66de8-4bf8-46a3-afd9-ec75a26a33a8 on network 5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:42:49.894217 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Attempting to bind port aac66de8-4bf8-46a3-afd9-ec75a26a33a8 on network 5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:42:49.920909 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:42:49.921433 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Checking segment: {'id': '4be886dc-5022-4aba-a83b-e566f3a55945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:42:49.921748 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Bound using segment: {'id': '4be886dc-5022-4aba-a83b-e566f3a55945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:42:49.922151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Bound port: aac66de8-4bf8-46a3-afd9-ec75a26a33a8, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be886dc-5022-4aba-a83b-e566f3a55945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:42:49.922526 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (aac66de8-4bf8-46a3-afd9-ec75a26a33a8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:50.013321 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6a8d7e6-c8f0-453c-8256-25abfd41457d admin admin] Publish callbacks [] for security_group (212373c6-3461-4a6e-ab54-c7078c76b4c3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:50.036766 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fb225-7de1-464f-ae6f-2136436d3eb5 req-94839736-8491-4688-ba81-775acb5f9aeb tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:50.044253 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-163fb225-7de1-464f-ae6f-2136436d3eb5 req-94839736-8491-4688-ba81-775acb5f9aeb tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 945 time: 0.8218811 Feb 07 16:42:50.056214 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6a8d7e6-c8f0-453c-8256-25abfd41457d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (212373c6-3461-4a6e-ab54-c7078c76b4c3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:50.106212 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89cc84b2-1b09-4c44-8738-e61576bf1de9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:50.219819 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8d7e6-c8f0-453c-8256-25abfd41457d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212373c6-3461-4a6e-ab54-c7078c76b4c3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:50.292960 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a6a8d7e6-c8f0-453c-8256-25abfd41457d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48b40dd6d3e4408ebc0fa392e0ad2ae5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6930602 Feb 07 16:42:50.301797 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35090) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:50.359728 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b3b2aaa3-118f-4369-9c74-f536521f5519 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:42:50.368769 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-da3a1cb5-ca92-43d8-a5c1-3172d6ea8838 req-de6d364c-9e70-480d-8242-40baa6af0ed2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d94e4177-9cfa-4564-b77b-1244bf59ea99), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:50.465031 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-163fb225-7de1-464f-ae6f-2136436d3eb5 req-34112690-b9e1-42dc-9384-963ed368158f tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a514cf0-3362-4ef6-9170-c590cf7ce153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197364 Feb 07 16:42:50.507734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port b3b2aaa3-118f-4369-9c74-f536521f5519 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:50.508403 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b3b2aaa3-118f-4369-9c74-f536521f5519), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:50.590582 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4c24-110c-4c0d-8dd1-6dcc51a2d867 admin admin] Publish callbacks [] for security_group (212373c6-3461-4a6e-ab54-c7078c76b4c3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:50.643518 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c15eb8ac-704a-46a5-84dd-822fa996f0c7 admin admin] Publish callbacks [] for router_gateway (2e8055b8-e335-4fb5-bf9d-d118c09146a9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:50.739609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port b3b2aaa3-118f-4369-9c74-f536521f5519 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:50.740431 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b3b2aaa3-118f-4369-9c74-f536521f5519), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:50.779603 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4c24-110c-4c0d-8dd1-6dcc51a2d867 admin admin] Publish callbacks [] for security_group (212373c6-3461-4a6e-ab54-c7078c76b4c3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:50.794536 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port b3b2aaa3-118f-4369-9c74-f536521f5519, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b3b2aaa3-118f-4369-9c74-f536521f5519,segment=NetworkSegment(8ef14104-eb8a-4293-a21d-9126a796c44a),segment_id=8ef14104-eb8a-4293-a21d-9126a796c44a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:50.800435 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b3b2aaa3-118f-4369-9c74-f536521f5519), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:50.921097 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce848caa-8c16-44c3-8bc7-5d68f7fc601e None None] Network 0b2b4548-f7c6-4e74-86b3-3287e52c00ca requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:42:51.070343 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=b3b2aaa3-118f-4369-9c74-f536521f5519,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:51.106078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6f6f3b60-6e80-4b72-b7d4-f1fe927835cb None None] Provisioning complete for port b3b2aaa3-118f-4369-9c74-f536521f5519 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:51.106749 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6f6f3b60-6e80-4b72-b7d4-f1fe927835cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b3b2aaa3-118f-4369-9c74-f536521f5519), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:51.150873 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:51.180933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d364c-9e70-480d-8242-40baa6af0ed2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Pushing event deleted for resources: {'Port': ['ID=d94e4177-9cfa-4564-b77b-1244bf59ea99,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:51.189193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] For port aac66de8-4bf8-46a3-afd9-ec75a26a33a8, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:42:51.225355 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89cc84b2-1b09-4c44-8738-e61576bf1de9 admin admin] Publish callbacks [] for security_group (04ae8529-fb63-4a16-84bf-5320d4a4c15d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:51.248057 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4c24-110c-4c0d-8dd1-6dcc51a2d867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (212373c6-3461-4a6e-ab54-c7078c76b4c3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:51.256319 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4c24-110c-4c0d-8dd1-6dcc51a2d867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:51.266843 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-eb1b4c24-110c-4c0d-8dd1-6dcc51a2d867 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/212373c6-3461-4a6e-ab54-c7078c76b4c3 HTTP/1.1" status: 204 len: 168 time: 0.9589157 Feb 07 16:42:51.298421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b4c24-110c-4c0d-8dd1-6dcc51a2d867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212373c6-3461-4a6e-ab54-c7078c76b4c3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:51.321877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f3b60-6e80-4b72-b7d4-f1fe927835cb None None] Current status of the port b3b2aaa3-118f-4369-9c74-f536521f5519 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:51.333870 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-89cc84b2-1b09-4c44-8738-e61576bf1de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (04ae8529-fb63-4a16-84bf-5320d4a4c15d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:51.358998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b4c24-110c-4c0d-8dd1-6dcc51a2d867 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:51.360283 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b4c24-110c-4c0d-8dd1-6dcc51a2d867 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:51.361454 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b4c24-110c-4c0d-8dd1-6dcc51a2d867 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:51.362330 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b4c24-110c-4c0d-8dd1-6dcc51a2d867 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:51.365506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b4c24-110c-4c0d-8dd1-6dcc51a2d867 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:51.366478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b4c24-110c-4c0d-8dd1-6dcc51a2d867 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:51.367893 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b4c24-110c-4c0d-8dd1-6dcc51a2d867 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:51.368867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b4c24-110c-4c0d-8dd1-6dcc51a2d867 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:51.370234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b4c24-110c-4c0d-8dd1-6dcc51a2d867 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:51.371148 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b4c24-110c-4c0d-8dd1-6dcc51a2d867 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:51.372037 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b4c24-110c-4c0d-8dd1-6dcc51a2d867 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:51.372866 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b4c24-110c-4c0d-8dd1-6dcc51a2d867 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:51.374170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1b4c24-110c-4c0d-8dd1-6dcc51a2d867 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:42:51.420556 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c15eb8ac-704a-46a5-84dd-822fa996f0c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (2e8055b8-e335-4fb5-bf9d-d118c09146a9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:51.443598 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] For port aac66de8-4bf8-46a3-afd9-ec75a26a33a8, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=aac66de8-4bf8-46a3-afd9-ec75a26a33a8,segment=NetworkSegment(4be886dc-5022-4aba-a83b-e566f3a55945),segment_id=4be886dc-5022-4aba-a83b-e566f3a55945)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:42:51.577938 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (aac66de8-4bf8-46a3-afd9-ec75a26a33a8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:51.774739 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d0339b05-eba4-43c3-8888-9398a5aa4f0e None None] Provisioning complete for port b3b2aaa3-118f-4369-9c74-f536521f5519 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:51.777049 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d0339b05-eba4-43c3-8888-9398a5aa4f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b3b2aaa3-118f-4369-9c74-f536521f5519), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:51.836679 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3a1cb5-ca92-43d8-a5c1-3172d6ea8838 req-de6d364c-9e70-480d-8242-40baa6af0ed2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] No DVR routers for this DVR port d94e4177-9cfa-4564-b77b-1244bf59ea99 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:42:51.866380 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f25393-99c5-431c-a918-623dee86e0fd req-e5f09409-9e65-4ae4-a48d-07773a47ab1c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:51.882452 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f25393-99c5-431c-a918-623dee86e0fd req-e5f09409-9e65-4ae4-a48d-07773a47ab1c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:51.896290 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f25393-99c5-431c-a918-623dee86e0fd req-e5f09409-9e65-4ae4-a48d-07773a47ab1c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:51.897123 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68ab1dc6-3251-4534-8d6c-1329aa5eaa78 req-7570b0aa-29af-4a3e-ab33-27a3d98654fc tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27 HTTP/1.1" status: 200 len: 210 time: 0.0697672 Feb 07 16:42:51.898419 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15eb8ac-704a-46a5-84dd-822fa996f0c7 admin admin] Router 2e8055b8-e335-4fb5-bf9d-d118c09146a9 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:42:51.914149 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-73f25393-99c5-431c-a918-623dee86e0fd req-e5f09409-9e65-4ae4-a48d-07773a47ab1c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2389 time: 1.7609532 Feb 07 16:42:51.916388 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-da3a1cb5-ca92-43d8-a5c1-3172d6ea8838 req-de6d364c-9e70-480d-8242-40baa6af0ed2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:51.931750 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da3a1cb5-ca92-43d8-a5c1-3172d6ea8838 req-de6d364c-9e70-480d-8242-40baa6af0ed2 tempest-LiveAutoBlockMigrationV225Test-1316025288 tempest-LiveAutoBlockMigrationV225Test-1316025288-project] 10.222.0.32 "DELETE /v2.0/ports/d94e4177-9cfa-4564-b77b-1244bf59ea99 HTTP/1.1" status: 204 len: 173 time: 3.4049835 Feb 07 16:42:51.954121 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27', 'name': 'network-vif-deleted', 'tag': 'd94e4177-9cfa-4564-b77b-1244bf59ea99'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:42:51.960278 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b502340-a8c4-49fa-b133-d0875be3489c" -d '{"events": [{"server_uuid": "d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27", "name": "network-vif-deleted", "tag": "d94e4177-9cfa-4564-b77b-1244bf59ea99"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:42:52.047154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d0339b05-eba4-43c3-8888-9398a5aa4f0e None None] Current status of the port b3b2aaa3-118f-4369-9c74-f536521f5519 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:52.108165 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-89cc84b2-1b09-4c44-8738-e61576bf1de9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f64fa12d027420eb209287bdd2f3092&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6007786 Feb 07 16:42:52.133939 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc84b2-1b09-4c44-8738-e61576bf1de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ae8529-fb63-4a16-84bf-5320d4a4c15d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:52.152519 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:52.154725 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:52.169810 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] 10.222.0.48 "PUT /v2.0/ports/aac66de8-4bf8-46a3-afd9-ec75a26a33a8 HTTP/1.1" status: 200 len: 1092 time: 5.0332375 Feb 07 16:42:52.188684 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35132) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:52.242832 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device d94e4177-9cfa-4564-b77b-1244bf59ea99 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:42:52.285471 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Request body: {'port': {'device_id': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:42:52.327183 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: d94e4177-9cfa-4564-b77b-1244bf59ea99 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:42:52.328621 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device d94e4177-9cfa-4564-b77b-1244bf59ea99 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:42:52.637127 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a6c7e-6445-443a-9d7c-076aa6e215f5 service neutron] Pushing event updated for resources: {'Port': ['ID=aac66de8-4bf8-46a3-afd9-ec75a26a33a8,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:52.653478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05679c-12d4-48cf-9325-7f8d99797de2 req-15b8233d-3818-423d-b678-3af26acff0a6 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:52.659366 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fc05679c-12d4-48cf-9325-7f8d99797de2 req-15b8233d-3818-423d-b678-3af26acff0a6 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 946 time: 0.2531695 Feb 07 16:42:52.710506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15eb8ac-704a-46a5-84dd-822fa996f0c7 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:42:52.731396 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] Sync routers for ids ['2e8055b8-e335-4fb5-bf9d-d118c09146a9'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:42:52.770553 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-73f25393-99c5-431c-a918-623dee86e0fd req-97facde4-4acc-4d13-b7ca-5bd132166bd6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8013389 Feb 07 16:42:52.780339 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] Routers {'2e8055b8-e335-4fb5-bf9d-d118c09146a9'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:42:52.782064 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5e8fd5a2-ebad-4d61-acce-76221d5c0d38), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:52.790259 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:42:29Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2e8055b8-e335-4fb5-bf9d-d118c09146a9'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:52.841265 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b3b2aaa3-118f-4369-9c74-f536521f5519 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:42:52.875334 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d4c2488-92d4-43b8-b67f-8ce670a8cce4 admin admin] Publish callbacks [] for security_group (04ae8529-fb63-4a16-84bf-5320d4a4c15d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:52.945917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50e2a2-5f4d-4b19-bfd7-50b96483f665 req-55884f65-ea3c-43bb-9402-102a18952e26 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:52.949083 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af50e2a2-5f4d-4b19-bfd7-50b96483f665 req-55884f65-ea3c-43bb-9402-102a18952e26 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.32 "GET /v2.0/ports?device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 946 time: 0.4890256 Feb 07 16:42:53.042495 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c15eb8ac-704a-46a5-84dd-822fa996f0c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:53.045306 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c15eb8ac-704a-46a5-84dd-822fa996f0c7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0833821 Feb 07 16:42:53.113020 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:53.170903 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port b3b2aaa3-118f-4369-9c74-f536521f5519 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:53.171495 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b3b2aaa3-118f-4369-9c74-f536521f5519), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:53.174130 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] Set router 2e8055b8-e335-4fb5-bf9d-d118c09146a9 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:42:53.203905 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35154) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:53.241203 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fc05679c-12d4-48cf-9325-7f8d99797de2 req-1ad9eb7e-90e4-4eaf-a839-5a50e9c401f2 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359292 Feb 07 16:42:53.319720 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e8616e-87e4-4560-b968-b735e2942652 x-openstack-request-id: req-67e8616e-87e4-4560-b968-b735e2942652 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:42:53.320486 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27", "name": "network-vif-deleted", "tag": "d94e4177-9cfa-4564-b77b-1244bf59ea99", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:42:53.320486 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67e8616e-87e4-4560-b968-b735e2942652 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:42:53.321023 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e9bb4d-3ebc-414b-b30b-1d99f3fd0c27', 'name': 'network-vif-deleted', 'tag': 'd94e4177-9cfa-4564-b77b-1244bf59ea99', 'status': 'completed', 'code': 200} Feb 07 16:42:53.418420 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35158) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:53.483747 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'name': 'tempest-TaggedBootDevicesTest-1761996823-router', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:42:46Z', 'updated_at': '2022-02-07T16:42:50Z', 'revision_number': 3, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'gw_port': {'id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:47Z', 'updated_at': '2022-02-07T16:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:53.532416 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] Checking router: 2e8055b8-e335-4fb5-bf9d-d118c09146a9 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:42:53.532769 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] Updating router 2e8055b8-e335-4fb5-bf9d-d118c09146a9 port c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:42:53.654519 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:53.677782 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port b3b2aaa3-118f-4369-9c74-f536521f5519 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:53.701268 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d4c2488-92d4-43b8-b67f-8ce670a8cce4 admin admin] Publish callbacks [] for security_group (04ae8529-fb63-4a16-84bf-5320d4a4c15d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:54.263735 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d4c2488-92d4-43b8-b67f-8ce670a8cce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (04ae8529-fb63-4a16-84bf-5320d4a4c15d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:54.270297 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d4c2488-92d4-43b8-b67f-8ce670a8cce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:54.273067 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6d4c2488-92d4-43b8-b67f-8ce670a8cce4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04ae8529-fb63-4a16-84bf-5320d4a4c15d HTTP/1.1" status: 204 len: 168 time: 2.0821807 Feb 07 16:42:54.274561 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-af50e2a2-5f4d-4b19-bfd7-50b96483f665 req-6639a41e-70de-4fd6-a788-de2bc0e2a72f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Deleting port 2811f0c3-be71-4376-87f4-a273b75c44ed {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:42:54.275181 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af50e2a2-5f4d-4b19-bfd7-50b96483f665 req-6639a41e-70de-4fd6-a788-de2bc0e2a72f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2811f0c3-be71-4376-87f4-a273b75c44ed), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:54.278902 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] Publish callbacks [] for port (c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:54.294664 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:54.392714 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] Attempting to bind port c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:42:54.393302 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] Attempting to bind port c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:42:54.393785 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] Attempting to bind port c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:42:54.401117 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43999e98-1334-4915-bf80-00a950177321 None None] Pushing event updated for resources: {'Port': ['ID=c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:54.405603 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:42:54.406282 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:42:54.406807 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:54.407481 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:42:54.408106 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] Bound port: c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:42:54.408609 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:54.459396 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c2488-92d4-43b8-b67f-8ce670a8cce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ae8529-fb63-4a16-84bf-5320d4a4c15d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:54.483602 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] For port c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:42:54.489952 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] For port c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:42:54.504482 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:54.558099 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26881cd-89a1-47d2-adc0-76267e089068 req-2d0b83fb-16d5-4c16-b0eb-eecf47046864 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:54.564642 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b26881cd-89a1-47d2-adc0-76267e089068 req-2d0b83fb-16d5-4c16-b0eb-eecf47046864 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 945 time: 0.5938690 Feb 07 16:42:54.606968 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43999e98-1334-4915-bf80-00a950177321 None None] Pushing event updated for resources: {'Port': ['ID=c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:54.617876 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] Routers {'2e8055b8-e335-4fb5-bf9d-d118c09146a9'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:42:54.619059 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:42:29Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2e8055b8-e335-4fb5-bf9d-d118c09146a9'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:54.689422 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc3fc7c-bd02-431b-985f-722e7f1c01af admin admin] Deleting subnet c421e157-6b63-40f2-b92c-e2457710e71f {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:42:54.700583 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dfc3fc7c-bd02-431b-985f-722e7f1c01af admin admin] Publish callbacks [] for subnet (c421e157-6b63-40f2-b92c-e2457710e71f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:54.786983 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] Set router 2e8055b8-e335-4fb5-bf9d-d118c09146a9 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:42:54.799214 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dfc3fc7c-bd02-431b-985f-722e7f1c01af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (c421e157-6b63-40f2-b92c-e2457710e71f), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:54.841927 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b26881cd-89a1-47d2-adc0-76267e089068 req-afdcfdd9-ed11-4d56-912c-4219cc918c96 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups?id=00ca3ccb-5204-4a66-9335-7faf998b334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609410 Feb 07 16:42:54.877175 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dfc3fc7c-bd02-431b-985f-722e7f1c01af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (c421e157-6b63-40f2-b92c-e2457710e71f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:55.041061 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dfc3fc7c-bd02-431b-985f-722e7f1c01af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (c421e157-6b63-40f2-b92c-e2457710e71f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:55.050718 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'name': 'tempest-TaggedBootDevicesTest-1761996823-router', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:42:46Z', 'updated_at': '2022-02-07T16:42:50Z', 'revision_number': 3, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'gw_port': {'id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:47Z', 'updated_at': '2022-02-07T16:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:55.106754 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4d27da-78b6-46e0-8f07-e6a7dfee59ab None None] The sync data for ids ['2e8055b8-e335-4fb5-bf9d-d118c09146a9'] in n-d-827865-3 is: [{'id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'name': 'tempest-TaggedBootDevicesTest-1761996823-router', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:42:46Z', 'updated_at': '2022-02-07T16:42:50Z', 'revision_number': 3, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'gw_port': {'id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:47Z', 'updated_at': '2022-02-07T16:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:42:55.218269 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:42:55.229716 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Publish callbacks [] for port (5e8fd5a2-ebad-4d61-acce-76221d5c0d38), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:55.248849 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Transition to ACTIVE for port object 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:42:55.309622 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-af50e2a2-5f4d-4b19-bfd7-50b96483f665 req-6639a41e-70de-4fd6-a788-de2bc0e2a72f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] For port 2811f0c3-be71-4376-87f4-a273b75c44ed, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2811f0c3-be71-4376-87f4-a273b75c44ed,segment=NetworkSegment(0a65e969-8780-41ca-be59-6b18a5ef3fb3),segment_id=0a65e969-8780-41ca-be59-6b18a5ef3fb3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:55.310023 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af50e2a2-5f4d-4b19-bfd7-50b96483f665 req-6639a41e-70de-4fd6-a788-de2bc0e2a72f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2811f0c3-be71-4376-87f4-a273b75c44ed), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:55.325837 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-af50e2a2-5f4d-4b19-bfd7-50b96483f665 req-6639a41e-70de-4fd6-a788-de2bc0e2a72f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Calling delete_port for 2811f0c3-be71-4376-87f4-a273b75c44ed owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:42:55.398656 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'tag': 'aac66de8-4bf8-46a3-afd9-ec75a26a33a8'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:42:55.404803 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79a946c-6b80-4671-b326-b91285963203" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219", "tag": "aac66de8-4bf8-46a3-afd9-ec75a26a33a8"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:42:55.420222 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35192) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:55.505106 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (5e8fd5a2-ebad-4d61-acce-76221d5c0d38), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:55.633888 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3fc7c-bd02-431b-985f-722e7f1c01af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c421e157-6b63-40f2-b92c-e2457710e71f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:55.684681 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8fd5a2-ebad-4d61-acce-76221d5c0d38,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:55.716032 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dfc3fc7c-bd02-431b-985f-722e7f1c01af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:55.742605 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dfc3fc7c-bd02-431b-985f-722e7f1c01af admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c421e157-6b63-40f2-b92c-e2457710e71f HTTP/1.1" status: 204 len: 168 time: 2.3220577 Feb 07 16:42:55.803889 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35198) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:55.887564 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d96a476-b3d4-4a59-af7b-506e42ee995b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:55.890606 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7312b17c-8393-4441-bbc6-6858f3bd2b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:55.948046 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1da1a82e-f850-4386-b3f7-b6a82a411d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:56.069583 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72946eb-7fbc-47a2-bbc5-6af7ea5af8d7 req-b9240e02-e5ef-4df6-9e67-19638314cc7b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:56.075878 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72946eb-7fbc-47a2-bbc5-6af7ea5af8d7 req-b9240e02-e5ef-4df6-9e67-19638314cc7b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:56.081617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72946eb-7fbc-47a2-bbc5-6af7ea5af8d7 req-b9240e02-e5ef-4df6-9e67-19638314cc7b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:56.104102 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c72946eb-7fbc-47a2-bbc5-6af7ea5af8d7 req-b9240e02-e5ef-4df6-9e67-19638314cc7b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2389 time: 2.1167986 Feb 07 16:42:56.283815 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f4a29-0a9c-4378-b5b8-850e01625fbf req-7dae37b7-79ae-409a-8b9d-3010b4b290f8 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:56.293719 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f79f4a29-0a9c-4378-b5b8-850e01625fbf req-7dae37b7-79ae-409a-8b9d-3010b4b290f8 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 946 time: 0.4647796 Feb 07 16:42:56.294725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2811f0c3-be71-4376-87f4-a273b75c44ed no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:42:56.398654 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db7285af-86c1-4a70-af0b-825265f093fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (3db07daa-5eaa-4bf8-9b32-41159885835d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:56.411688 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-1da1a82e-f850-4386-b3f7-b6a82a411d00 admin admin] Allocated IP 172.20.0.1 (0b2b4548-f7c6-4e74-86b3-3287e52c00ca/efa32e71-a547-428f-88bc-c70d8d8b132e/4846c960-2988-426b-871d-28924e23212f) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:42:56.447203 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d96a476-b3d4-4a59-af7b-506e42ee995b admin admin] Publish callbacks [] for security_group (83901a73-64f7-4b56-bd17-4fd2b0e96363), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:56.490730 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d96a476-b3d4-4a59-af7b-506e42ee995b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (83901a73-64f7-4b56-bd17-4fd2b0e96363), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:56.536406 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:42:56.607001 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c72946eb-7fbc-47a2-bbc5-6af7ea5af8d7 req-d55266ed-d2c1-4c35-a9b2-a5917136fe57 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5018806 Feb 07 16:42:56.620003 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7d96a476-b3d4-4a59-af7b-506e42ee995b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e32bdecf619b41b3a823d09958f63080&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1945584 Feb 07 16:42:56.647011 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35206) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:56.696978 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1da1a82e-f850-4386-b3f7-b6a82a411d00 admin admin] Publish callbacks [] for port (4846c960-2988-426b-871d-28924e23212f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:56.763662 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1da1a82e-f850-4386-b3f7-b6a82a411d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (4846c960-2988-426b-871d-28924e23212f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:56.771388 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a80e827-06c1-4691-a4ab-12b22c4c861e x-openstack-request-id: req-9a80e827-06c1-4691-a4ab-12b22c4c861e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:42:56.772331 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219", "tag": "aac66de8-4bf8-46a3-afd9-ec75a26a33a8", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:42:56.772804 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a80e827-06c1-4691-a4ab-12b22c4c861e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:42:56.773482 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'tag': 'aac66de8-4bf8-46a3-afd9-ec75a26a33a8', 'status': 'completed', 'code': 200} Feb 07 16:42:56.819003 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96a476-b3d4-4a59-af7b-506e42ee995b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83901a73-64f7-4b56-bd17-4fd2b0e96363,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:56.833785 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af50e2a2-5f4d-4b19-bfd7-50b96483f665 req-6639a41e-70de-4fd6-a788-de2bc0e2a72f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2811f0c3-be71-4376-87f4-a273b75c44ed), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:56.842206 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No active binding found for port 2811f0c3-be71-4376-87f4-a273b75c44ed {{(pid=103228) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 07 16:42:56.843106 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] The host n-h2-827865-3 is not matching for port 2811f0c3-be71-4376-87f4-a273b75c44ed host None! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 16:42:56.845504 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2811f0c3-be71-4376-87f4-a273b75c44ed not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:42:56.897205 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:56.898312 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:56.974074 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da1a82e-f850-4386-b3f7-b6a82a411d00 admin admin] Network 0b2b4548-f7c6-4e74-86b3-3287e52c00ca is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:42:56.980500 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1da1a82e-f850-4386-b3f7-b6a82a411d00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:42:56.983725 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da1a82e-f850-4386-b3f7-b6a82a411d00 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:42:56.998376 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f79f4a29-0a9c-4378-b5b8-850e01625fbf req-1e675d43-f422-438a-83b9-6ab226400c67 tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/security-groups?id=47b1026d-ac87-496b-b416-3442abf19b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7033992 Feb 07 16:42:57.048591 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1a82e-f850-4386-b3f7-b6a82a411d00 admin admin] Pushing event updated for resources: {'Port': ['ID=4846c960-2988-426b-871d-28924e23212f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:57.131585 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1da1a82e-f850-4386-b3f7-b6a82a411d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (2e8055b8-e335-4fb5-bf9d-d118c09146a9), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:57.228933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Attempting to bind port 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:42:57.229457 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Attempting to bind port 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '4f417b03-c90d-470a-a66e-d8bb62468bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4e982006-d4ed-4224-a80b-2213e8c04b37'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:42:57.229803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Attempting to bind port 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 on network 4e982006-d4ed-4224-a80b-2213e8c04b37 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:42:57.288805 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Port 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 on network 4e982006-d4ed-4224-a80b-2213e8c04b37 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:42:57.289190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Attempting to bind port 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 on network 4e982006-d4ed-4224-a80b-2213e8c04b37 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:42:57.344922 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:57.346733 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:57.430142 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:42:57.444038 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:57.502415 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db7285af-86c1-4a70-af0b-825265f093fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (3db07daa-5eaa-4bf8-9b32-41159885835d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:57.565067 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1da1a82e-f850-4386-b3f7-b6a82a411d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4846c960-2988-426b-871d-28924e23212f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:57.611329 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-db7285af-86c1-4a70-af0b-825265f093fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db07daa-5eaa-4bf8-9b32-41159885835d']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:57.672084 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:42:57.684287 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Checking segment: {'id': '4f417b03-c90d-470a-a66e-d8bb62468bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4e982006-d4ed-4224-a80b-2213e8c04b37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:42:57.687979 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Bound using segment: {'id': '4f417b03-c90d-470a-a66e-d8bb62468bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4e982006-d4ed-4224-a80b-2213e8c04b37'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:42:57.688635 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Bound port: 5e8fd5a2-ebad-4d61-acce-76221d5c0d38, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f417b03-c90d-470a-a66e-d8bb62468bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4e982006-d4ed-4224-a80b-2213e8c04b37'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:42:57.689241 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5e8fd5a2-ebad-4d61-acce-76221d5c0d38), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:57.773664 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:57.853888 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-db7285af-86c1-4a70-af0b-825265f093fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b6ea66-6728-4da0-b765-d44fb2ae1fda') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:57.854510 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-db7285af-86c1-4a70-af0b-825265f093fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b6ea66-6728-4da0-b765-d44fb2ae1fda') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:42:57.875944 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639a41e-70de-4fd6-a788-de2bc0e2a72f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Pushing event deleted for resources: {'Port': ['ID=2811f0c3-be71-4376-87f4-a273b75c44ed,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:57.883270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-bbdcf231-0cb1-49a7-ad72-b4a58024ceea None None] Provisioning complete for port 4846c960-2988-426b-871d-28924e23212f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:57.883875 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bbdcf231-0cb1-49a7-ad72-b4a58024ceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4846c960-2988-426b-871d-28924e23212f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:58.075727 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bbdcf231-0cb1-49a7-ad72-b4a58024ceea None None] Port 4846c960-2988-426b-871d-28924e23212f cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:42:58.085502 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db7285af-86c1-4a70-af0b-825265f093fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (49b6ea66-6728-4da0-b765-d44fb2ae1fda), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:58.126107 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-786a1b29-cf87-4292-a011-2b8e415b9439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:58.237766 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] For port 5e8fd5a2-ebad-4d61-acce-76221d5c0d38, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:42:58.242212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] For port 5e8fd5a2-ebad-4d61-acce-76221d5c0d38, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=5e8fd5a2-ebad-4d61-acce-76221d5c0d38,segment=NetworkSegment(4f417b03-c90d-470a-a66e-d8bb62468bc2),segment_id=4f417b03-c90d-470a-a66e-d8bb62468bc2)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:42:58.285708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-af50e2a2-5f4d-4b19-bfd7-50b96483f665 req-6639a41e-70de-4fd6-a788-de2bc0e2a72f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] No DVR routers for this DVR port 2811f0c3-be71-4376-87f4-a273b75c44ed on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:42:58.290425 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a946c-6b80-4671-b326-b91285963203 req-81aba5ae-e110-4bac-aef1-035943a1167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:58.290920 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a946c-6b80-4671-b326-b91285963203 req-81aba5ae-e110-4bac-aef1-035943a1167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:58.291496 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a946c-6b80-4671-b326-b91285963203 req-81aba5ae-e110-4bac-aef1-035943a1167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:58.293142 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d79a946c-6b80-4671-b326-b91285963203 req-81aba5ae-e110-4bac-aef1-035943a1167b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4d49702976945bf97b629c65cf535b6&device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2788 time: 1.1759386 Feb 07 16:42:58.311925 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af50e2a2-5f4d-4b19-bfd7-50b96483f665 req-6639a41e-70de-4fd6-a788-de2bc0e2a72f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:58.322869 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af50e2a2-5f4d-4b19-bfd7-50b96483f665 req-6639a41e-70de-4fd6-a788-de2bc0e2a72f tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.32 "DELETE /v2.0/ports/2811f0c3-be71-4376-87f4-a273b75c44ed HTTP/1.1" status: 204 len: 173 time: 5.3663242 Feb 07 16:42:58.331425 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (5e8fd5a2-ebad-4d61-acce-76221d5c0d38), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:58.367229 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:42:58.480041 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2832ce-a2d8-40ee-891a-588b1d669f2d req-a7e95ee1-58f7-4fd5-b3c4-4062909c513f tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:58.497671 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2832ce-a2d8-40ee-891a-588b1d669f2d req-a7e95ee1-58f7-4fd5-b3c4-4062909c513f tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:58.506303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2832ce-a2d8-40ee-891a-588b1d669f2d req-a7e95ee1-58f7-4fd5-b3c4-4062909c513f tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:58.518449 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fd2832ce-a2d8-40ee-891a-588b1d669f2d req-a7e95ee1-58f7-4fd5-b3c4-4062909c513f tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2401 time: 0.3634322 Feb 07 16:42:58.542874 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db7285af-86c1-4a70-af0b-825265f093fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (49b6ea66-6728-4da0-b765-d44fb2ae1fda), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:58.548466 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:58.549485 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:58.551972 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] 10.222.0.48 "PUT /v2.0/ports/5e8fd5a2-ebad-4d61-acce-76221d5c0d38 HTTP/1.1" status: 200 len: 1092 time: 6.2769091 Feb 07 16:42:58.554576 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4479590b-05d5-4b7c-87fb-915233561424 admin admin] Publish callbacks [] for security_group (83901a73-64f7-4b56-bd17-4fd2b0e96363), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:58.604200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35266) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:58.607666 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4479590b-05d5-4b7c-87fb-915233561424 admin admin] Publish callbacks [] for security_group (83901a73-64f7-4b56-bd17-4fd2b0e96363), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:58.640143 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:42:58.641049 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:58.702177 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1da1a82e-f850-4386-b3f7-b6a82a411d00 admin admin] Publish callbacks [] for port (4846c960-2988-426b-871d-28924e23212f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:58.738133 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fd2832ce-a2d8-40ee-891a-588b1d669f2d req-e3dd2441-206f-4658-bb1b-5a8e41d5188e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165577 Feb 07 16:42:58.741150 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1da1a82e-f850-4386-b3f7-b6a82a411d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (4846c960-2988-426b-871d-28924e23212f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:58.777351 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Request body: {'port': {'device_id': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:42:58.818770 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774766ed-ecc5-4b27-aa28-c57b663e6e7c', 'name': 'network-vif-deleted', 'tag': '2811f0c3-be71-4376-87f4-a273b75c44ed'}, {'name': 'network-changed', 'server_uuid': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'tag': '5e8fd5a2-ebad-4d61-acce-76221d5c0d38'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:42:58.821310 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98b6767-4d7e-406e-89b0-1f2b63991b7a" -d '{"events": [{"server_uuid": "774766ed-ecc5-4b27-aa28-c57b663e6e7c", "name": "network-vif-deleted", "tag": "2811f0c3-be71-4376-87f4-a273b75c44ed"}, {"name": "network-changed", "server_uuid": "7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219", "tag": "5e8fd5a2-ebad-4d61-acce-76221d5c0d38"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:42:58.827831 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7285af-86c1-4a70-af0b-825265f093fd admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:42:58.828418 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db7285af-86c1-4a70-af0b-825265f093fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (49b6ea66-6728-4da0-b765-d44fb2ae1fda), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:42:58.844786 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:42:58.875222 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4479590b-05d5-4b7c-87fb-915233561424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (83901a73-64f7-4b56-bd17-4fd2b0e96363), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:58.878010 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4479590b-05d5-4b7c-87fb-915233561424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:58.879872 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4479590b-05d5-4b7c-87fb-915233561424 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83901a73-64f7-4b56-bd17-4fd2b0e96363 HTTP/1.1" status: 204 len: 168 time: 2.1997640 Feb 07 16:42:59.014471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:42:59.020157 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b79e9670-c826-4a8b-a82d-8385c71d9397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:59.058223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1a82e-f850-4386-b3f7-b6a82a411d00 admin admin] Pushing event updated for resources: {'Port': ['ID=4846c960-2988-426b-871d-28924e23212f,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:59.060807 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1da1a82e-f850-4386-b3f7-b6a82a411d00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (2e8055b8-e335-4fb5-bf9d-d118c09146a9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:59.213384 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479590b-05d5-4b7c-87fb-915233561424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83901a73-64f7-4b56-bd17-4fd2b0e96363,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:59.236669 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6746a-b721-49b3-94f9-9623f5881256 req-95adc9cd-1fd0-4261-89e6-b4671e164c58 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:59.255105 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4ba6746a-b721-49b3-94f9-9623f5881256 req-95adc9cd-1fd0-4261-89e6-b4671e164c58 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 945 time: 1.3673954 Feb 07 16:42:59.272214 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13377100-5221-4c13-935a-3b2867fa7898 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8fd5a2-ebad-4d61-acce-76221d5c0d38,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:59.337170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da1a82e-f850-4386-b3f7-b6a82a411d00 admin admin] Network 0b2b4548-f7c6-4e74-86b3-3287e52c00ca is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:42:59.349030 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1da1a82e-f850-4386-b3f7-b6a82a411d00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:42:59.350999 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db7285af-86c1-4a70-af0b-825265f093fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (3db07daa-5eaa-4bf8-9b32-41159885835d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:59.354316 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bdaf8685-9fd4-4829-b925-f8825a274ff6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:59.397689 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:59.453349 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5098c8b9-006b-4305-a2ee-1bf0399d205f req-80ee5284-3473-4d52-9faa-eef23bc5975a tempest-ServersTestJSON-1304965890 tempest-ServersTestJSON-1304965890-project] 10.222.0.18 "GET /v2.0/ports?device_id=774766ed-ecc5-4b27-aa28-c57b663e6e7c HTTP/1.1" status: 200 len: 210 time: 0.1316993 Feb 07 16:42:59.467283 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db7285af-86c1-4a70-af0b-825265f093fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:59.491422 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-db7285af-86c1-4a70-af0b-825265f093fd admin admin] 10.222.0.18 "DELETE /v2.0/networks/3db07daa-5eaa-4bf8-9b32-41159885835d HTTP/1.1" status: 204 len: 168 time: 3.5910521 Feb 07 16:42:59.513503 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35282) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:42:59.688881 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d4857-ff46-4b41-a3a8-1eb6dbdfeefc req-b8e5c13c-59d1-4429-9089-371cdf2db140 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:59.690621 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-125d4857-ff46-4b41-a3a8-1eb6dbdfeefc req-b8e5c13c-59d1-4429-9089-371cdf2db140 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 945 time: 0.6043885 Feb 07 16:42:59.745607 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Feb 2022 16:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2900d55f-3e92-48be-8751-9d9326379559 x-openstack-request-id: req-2900d55f-3e92-48be-8751-9d9326379559 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:42:59.746040 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774766ed-ecc5-4b27-aa28-c57b663e6e7c", "name": "network-vif-deleted", "tag": "2811f0c3-be71-4376-87f4-a273b75c44ed", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219", "tag": "5e8fd5a2-ebad-4d61-acce-76221d5c0d38", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:42:59.746315 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2900d55f-3e92-48be-8751-9d9326379559 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:42:59.746756 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774766ed-ecc5-4b27-aa28-c57b663e6e7c', 'name': 'network-vif-deleted', 'tag': '2811f0c3-be71-4376-87f4-a273b75c44ed', 'status': 'completed', 'code': 200} Feb 07 16:42:59.747045 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'tag': '5e8fd5a2-ebad-4d61-acce-76221d5c0d38', 'status': 'completed', 'code': 200} Feb 07 16:42:59.869848 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a946c-6b80-4671-b326-b91285963203 req-79a891e4-1d88-42e3-beb3-5af5a1c1231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:59.870494 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a946c-6b80-4671-b326-b91285963203 req-79a891e4-1d88-42e3-beb3-5af5a1c1231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:59.871144 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a946c-6b80-4671-b326-b91285963203 req-79a891e4-1d88-42e3-beb3-5af5a1c1231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:42:59.874246 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d79a946c-6b80-4671-b326-b91285963203 req-79a891e4-1d88-42e3-beb3-5af5a1c1231c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c4d49702976945bf97b629c65cf535b6&shared=False HTTP/1.1" status: 200 len: 2289 time: 1.5457067 Feb 07 16:42:59.875736 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7285af-86c1-4a70-af0b-825265f093fd admin admin] Pushing event deleted for resources: {'Network': ['ID=3db07daa-5eaa-4bf8-9b32-41159885835d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:59.880209 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b79e9670-c826-4a8b-a82d-8385c71d9397 admin admin] Publish callbacks [] for security_group (441b445b-39f6-4238-b2f0-79e16776b7a1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:59.901725 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b79e9670-c826-4a8b-a82d-8385c71d9397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (441b445b-39f6-4238-b2f0-79e16776b7a1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:42:59.913920 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da1a82e-f850-4386-b3f7-b6a82a411d00 admin admin] Router 2e8055b8-e335-4fb5-bf9d-d118c09146a9 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:42:59.968888 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b79e9670-c826-4a8b-a82d-8385c71d9397 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8a5a6c264ab40e98d26b04d06e0531b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3635259 Feb 07 16:42:59.969673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e9670-c826-4a8b-a82d-8385c71d9397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441b445b-39f6-4238-b2f0-79e16776b7a1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:42:59.974765 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35312) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:00.027948 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0e2d89cc-01e0-4ac2-97ac-d43516e6b986 None None] Provisioning complete for port 4846c960-2988-426b-871d-28924e23212f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:00.028577 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e2d89cc-01e0-4ac2-97ac-d43516e6b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4846c960-2988-426b-871d-28924e23212f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:00.101202 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4ba6746a-b721-49b3-94f9-9623f5881256 req-1bd8740f-d70d-4f5d-b4cc-d4459043b11c tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups?id=00ca3ccb-5204-4a66-9335-7faf998b334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8411510 Feb 07 16:43:00.126451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d89cc-01e0-4ac2-97ac-d43516e6b986 None None] Port 4846c960-2988-426b-871d-28924e23212f cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:43:00.242499 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c015ce34-ad71-475a-81b2-dd4d0ee60efa admin admin] Publish callbacks [] for security_group (441b445b-39f6-4238-b2f0-79e16776b7a1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:00.343714 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8a140-11d6-44f9-b53b-472afe04a424 req-bcefc866-0b39-43ea-b89b-ebe5a1d877f2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:00.351094 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8a140-11d6-44f9-b53b-472afe04a424 req-bcefc866-0b39-43ea-b89b-ebe5a1d877f2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:00.357420 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8a140-11d6-44f9-b53b-472afe04a424 req-bcefc866-0b39-43ea-b89b-ebe5a1d877f2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:00.359543 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9e8a140-11d6-44f9-b53b-472afe04a424 req-bcefc866-0b39-43ea-b89b-ebe5a1d877f2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2401 time: 0.3235676 Feb 07 16:43:00.380053 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c015ce34-ad71-475a-81b2-dd4d0ee60efa admin admin] Publish callbacks [] for security_group (441b445b-39f6-4238-b2f0-79e16776b7a1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:00.388086 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da1a82e-f850-4386-b3f7-b6a82a411d00 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:43:00.412132 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] Sync routers for ids ['2e8055b8-e335-4fb5-bf9d-d118c09146a9'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:43:00.430847 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1da1a82e-f850-4386-b3f7-b6a82a411d00 admin admin] 10.222.0.18 "PUT /v2.0/routers/2e8055b8-e335-4fb5-bf9d-d118c09146a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1879778 Feb 07 16:43:00.449160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] Routers {'2e8055b8-e335-4fb5-bf9d-d118c09146a9'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:43:00.453975 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3639a4-0ecb-4f89-b844-2b1555756fb0 admin admin] Deleting subnet eb04ca10-cfb8-443a-8580-cfa69e7c035d {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:43:00.454841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:42:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2e8055b8-e335-4fb5-bf9d-d118c09146a9'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:00.511671 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec3639a4-0ecb-4f89-b844-2b1555756fb0 admin admin] Publish callbacks [] for subnet (eb04ca10-cfb8-443a-8580-cfa69e7c035d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:00.521926 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9e8a140-11d6-44f9-b53b-472afe04a424 req-29997acf-d3eb-44d5-aee5-2980f15a86bf tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316750 Feb 07 16:43:00.544082 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a946c-6b80-4671-b326-b91285963203 req-75b49d00-18f2-4cbb-9cac-99771b9cb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:00.546075 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d79a946c-6b80-4671-b326-b91285963203 req-75b49d00-18f2-4cbb-9cac-99771b9cb44b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6026540 Feb 07 16:43:00.605195 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec3639a4-0ecb-4f89-b844-2b1555756fb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (eb04ca10-cfb8-443a-8580-cfa69e7c035d), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:00.620398 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c015ce34-ad71-475a-81b2-dd4d0ee60efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (441b445b-39f6-4238-b2f0-79e16776b7a1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:00.624295 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c015ce34-ad71-475a-81b2-dd4d0ee60efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:00.625802 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c015ce34-ad71-475a-81b2-dd4d0ee60efa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/441b445b-39f6-4238-b2f0-79e16776b7a1 HTTP/1.1" status: 204 len: 168 time: 0.6496258 Feb 07 16:43:00.660355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35336) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:00.672524 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015ce34-ad71-475a-81b2-dd4d0ee60efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441b445b-39f6-4238-b2f0-79e16776b7a1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:00.819241 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-125d4857-ff46-4b41-a3a8-1eb6dbdfeefc req-a60b5416-6dee-45cc-b900-29b8c771dfac tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Deleting port 8c52c70f-a054-4609-9d3b-a6055fe98a43 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:43:00.820051 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-125d4857-ff46-4b41-a3a8-1eb6dbdfeefc req-a60b5416-6dee-45cc-b900-29b8c771dfac tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8c52c70f-a054-4609-9d3b-a6055fe98a43), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:00.840621 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec3639a4-0ecb-4f89-b844-2b1555756fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (eb04ca10-cfb8-443a-8580-cfa69e7c035d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:00.887734 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:00.954560 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] Set router 2e8055b8-e335-4fb5-bf9d-d118c09146a9 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:43:01.002083 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b6767-4d7e-406e-89b0-1f2b63991b7a req-24951d9b-bd3a-4319-b433-54dfa37bafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:01.003034 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b6767-4d7e-406e-89b0-1f2b63991b7a req-24951d9b-bd3a-4319-b433-54dfa37bafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:01.003263 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b6767-4d7e-406e-89b0-1f2b63991b7a req-24951d9b-bd3a-4319-b433-54dfa37bafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:01.005813 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d98b6767-4d7e-406e-89b0-1f2b63991b7a req-24951d9b-bd3a-4319-b433-54dfa37bafa3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4d49702976945bf97b629c65cf535b6&device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2861 time: 0.3486884 Feb 07 16:43:01.522125 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'name': 'tempest-TaggedBootDevicesTest-1761996823-router', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:42:46Z', 'updated_at': '2022-02-07T16:42:57Z', 'revision_number': 4, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'gw_port': {'id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:47Z', 'updated_at': '2022-02-07T16:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '4846c960-2988-426b-871d-28924e23212f', 'name': '', 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'mac_address': 'fa:16:3e:38:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'efa32e71-a547-428f-88bc-c70d8d8b132e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:56Z', 'updated_at': '2022-02-07T16:42:57Z', 'revision_number': 2, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'subnets': [{'id': 'efa32e71-a547-428f-88bc-c70d8d8b132e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:01.541653 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bf78f-a893-41ae-9ab5-e3d81170404e req-4eb6907b-c552-4541-8a67-2c8d3b23e155 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:01.543950 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-008bf78f-a893-41ae-9ab5-e3d81170404e req-4eb6907b-c552-4541-8a67-2c8d3b23e155 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 945 time: 0.1693864 Feb 07 16:43:01.589023 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] Checking router: 2e8055b8-e335-4fb5-bf9d-d118c09146a9 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:43:01.589230 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] Updating router 2e8055b8-e335-4fb5-bf9d-d118c09146a9 port 4846c960-2988-426b-871d-28924e23212f binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:43:01.711687 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4846c960-2988-426b-871d-28924e23212f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:01.760177 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-125d4857-ff46-4b41-a3a8-1eb6dbdfeefc req-a60b5416-6dee-45cc-b900-29b8c771dfac tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] For port 8c52c70f-a054-4609-9d3b-a6055fe98a43, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8c52c70f-a054-4609-9d3b-a6055fe98a43,segment=NetworkSegment(64adb199-9993-4c14-b837-969ac3cdf6d8),segment_id=64adb199-9993-4c14-b837-969ac3cdf6d8)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:01.762534 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-955a6179-4c8a-4de5-8cb6-60f952e68147 admin admin] Deleting subnet 3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:43:01.769304 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-125d4857-ff46-4b41-a3a8-1eb6dbdfeefc req-a60b5416-6dee-45cc-b900-29b8c771dfac tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8c52c70f-a054-4609-9d3b-a6055fe98a43), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:01.774781 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-008bf78f-a893-41ae-9ab5-e3d81170404e req-6d5ede9f-4a45-443f-8931-09e5ad650735 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups?id=00ca3ccb-5204-4a66-9335-7faf998b334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089534 Feb 07 16:43:01.779293 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec3639a4-0ecb-4f89-b844-2b1555756fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (eb04ca10-cfb8-443a-8580-cfa69e7c035d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:01.794892 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-955a6179-4c8a-4de5-8cb6-60f952e68147 admin admin] Publish callbacks [] for subnet (3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:01.870949 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-955a6179-4c8a-4de5-8cb6-60f952e68147 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:01.977983 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-955a6179-4c8a-4de5-8cb6-60f952e68147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:02.030214 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec3639a4-0ecb-4f89-b844-2b1555756fb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:02.040451 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ec3639a4-0ecb-4f89-b844-2b1555756fb0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/eb04ca10-cfb8-443a-8580-cfa69e7c035d HTTP/1.1" status: 204 len: 168 time: 2.4372504 Feb 07 16:43:02.052592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14db4fd-998e-469a-bbb1-e0b16b10cf06 req-e62ba94b-cf05-4417-8bf0-d81b01f7fe81 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:02.060844 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3639a4-0ecb-4f89-b844-2b1555756fb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb04ca10-cfb8-443a-8580-cfa69e7c035d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:02.070805 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35358) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:02.071750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14db4fd-998e-469a-bbb1-e0b16b10cf06 req-e62ba94b-cf05-4417-8bf0-d81b01f7fe81 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:02.089726 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14db4fd-998e-469a-bbb1-e0b16b10cf06 req-e62ba94b-cf05-4417-8bf0-d81b01f7fe81 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:02.097770 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f14db4fd-998e-469a-bbb1-e0b16b10cf06 req-e62ba94b-cf05-4417-8bf0-d81b01f7fe81 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2401 time: 0.1952522 Feb 07 16:43:02.221724 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f14db4fd-998e-469a-bbb1-e0b16b10cf06 req-99a82ac7-53b2-4341-ab21-10f8431a8fec tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226425 Feb 07 16:43:02.273338 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-955a6179-4c8a-4de5-8cb6-60f952e68147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:02.317628 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8c52c70f-a054-4609-9d3b-a6055fe98a43 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:43:02.320699 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7857ae1e-669f-4219-a7ad-7fc798fd9d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (c0b1ca26-d3a4-4cbd-8d8f-42f30d871b22), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:02.336814 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a6179-4c8a-4de5-8cb6-60f952e68147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:02.338926 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-955a6179-4c8a-4de5-8cb6-60f952e68147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:02.345386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdaf8685-9fd4-4829-b925-f8825a274ff6 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:43:02.354936 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-955a6179-4c8a-4de5-8cb6-60f952e68147 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3fd7fd0b-90b8-4d8f-90d2-7b2bd4923801 HTTP/1.1" status: 204 len: 168 time: 1.6908536 Feb 07 16:43:02.359663 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:02.360826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35376) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:02.364455 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Publish callbacks [] for port (bdaf8685-9fd4-4829-b925-f8825a274ff6), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:02.445435 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b6767-4d7e-406e-89b0-1f2b63991b7a req-cc642081-4864-49a9-b509-5ed895e5c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:02.446281 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b6767-4d7e-406e-89b0-1f2b63991b7a req-cc642081-4864-49a9-b509-5ed895e5c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:02.446928 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b6767-4d7e-406e-89b0-1f2b63991b7a req-cc642081-4864-49a9-b509-5ed895e5c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:02.449205 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d98b6767-4d7e-406e-89b0-1f2b63991b7a req-cc642081-4864-49a9-b509-5ed895e5c6e8 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c4d49702976945bf97b629c65cf535b6&shared=False HTTP/1.1" status: 200 len: 2289 time: 1.4262774 Feb 07 16:43:02.581640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Transition to ACTIVE for port object bdaf8685-9fd4-4829-b925-f8825a274ff6 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:43:02.646611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 8c52c70f-a054-4609-9d3b-a6055fe98a43 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:02.647412 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8c52c70f-a054-4609-9d3b-a6055fe98a43), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:02.648695 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd312c38-16e1-469b-a010-33b353490a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (64333f75-bb31-47f0-9f63-55e283dff327), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:02.702054 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c188af6-61c5-41ca-94d2-b945470a534d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c52c70f-a054-4609-9d3b-a6055fe98a43'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:43:02.704804 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a098bf10-663f-448c-a137-b5d9e579da28" -d '{"events": [{"server_uuid": "3c188af6-61c5-41ca-94d2-b945470a534d", "name": "network-vif-unplugged", "status": "completed", "tag": "8c52c70f-a054-4609-9d3b-a6055fe98a43"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:43:02.746030 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 8c52c70f-a054-4609-9d3b-a6055fe98a43, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8c52c70f-a054-4609-9d3b-a6055fe98a43,segment=NetworkSegment(64adb199-9993-4c14-b837-969ac3cdf6d8),segment_id=64adb199-9993-4c14-b837-969ac3cdf6d8)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:02.805745 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (bdaf8685-9fd4-4829-b925-f8825a274ff6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:02.837305 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] Publish callbacks [] for port (4846c960-2988-426b-871d-28924e23212f), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:02.850988 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08968c50-ce68-417e-a168-dc0a0b609210 x-openstack-request-id: req-08968c50-ce68-417e-a168-dc0a0b609210 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:43:02.851739 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c188af6-61c5-41ca-94d2-b945470a534d", "name": "network-vif-unplugged", "status": "completed", "tag": "8c52c70f-a054-4609-9d3b-a6055fe98a43", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:43:02.852017 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08968c50-ce68-417e-a168-dc0a0b609210 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:43:02.852460 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c188af6-61c5-41ca-94d2-b945470a534d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c52c70f-a054-4609-9d3b-a6055fe98a43', 'code': 200} Feb 07 16:43:02.857194 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8c52c70f-a054-4609-9d3b-a6055fe98a43), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:02.864144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:43:02.913065 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Pushing event updated for resources: {'Port': ['ID=bdaf8685-9fd4-4829-b925-f8825a274ff6,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:02.980203 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4846c960-2988-426b-871d-28924e23212f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:03.086157 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd312c38-16e1-469b-a010-33b353490a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (64333f75-bb31-47f0-9f63-55e283dff327), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:03.150500 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-bd312c38-16e1-469b-a010-33b353490a36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64333f75-bb31-47f0-9f63-55e283dff327']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:03.178900 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-bd312c38-16e1-469b-a010-33b353490a36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a65e969-8780-41ca-be59-6b18a5ef3fb3') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:03.179253 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-bd312c38-16e1-469b-a010-33b353490a36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a65e969-8780-41ca-be59-6b18a5ef3fb3') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:03.205861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b6767-4d7e-406e-89b0-1f2b63991b7a req-8a9ba218-1631-49cb-8c29-f87ddf77df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:03.210448 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d98b6767-4d7e-406e-89b0-1f2b63991b7a req-8a9ba218-1631-49cb-8c29-f87ddf77df30 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7181661 Feb 07 16:43:03.214123 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=8c52c70f-a054-4609-9d3b-a6055fe98a43,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:03.264781 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c4f9a-a67b-4304-ac12-0153fa3003ac req-82665764-96fd-44b2-83fa-732e08ec3c51 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:03.284938 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4e2c4f9a-a67b-4304-ac12-0153fa3003ac req-82665764-96fd-44b2-83fa-732e08ec3c51 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 943 time: 0.2931397 Feb 07 16:43:03.288196 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd312c38-16e1-469b-a010-33b353490a36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (0a65e969-8780-41ca-be59-6b18a5ef3fb3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:03.374928 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7857ae1e-669f-4219-a7ad-7fc798fd9d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (c0b1ca26-d3a4-4cbd-8d8f-42f30d871b22), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:03.405602 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd312c38-16e1-469b-a010-33b353490a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0a65e969-8780-41ca-be59-6b18a5ef3fb3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:03.437931 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7857ae1e-669f-4219-a7ad-7fc798fd9d6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b1ca26-d3a4-4cbd-8d8f-42f30d871b22']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:03.449020 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd312c38-16e1-469b-a010-33b353490a36 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:43:03.461169 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd312c38-16e1-469b-a010-33b353490a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (0a65e969-8780-41ca-be59-6b18a5ef3fb3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:43:03.474189 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:43:03.515484 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7857ae1e-669f-4219-a7ad-7fc798fd9d6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622294c9-ad9a-4349-b524-f27642e52818') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:03.521135 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7857ae1e-669f-4219-a7ad-7fc798fd9d6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622294c9-ad9a-4349-b524-f27642e52818') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:03.628515 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4e2c4f9a-a67b-4304-ac12-0153fa3003ac req-3dc24fb3-5104-402b-9f2c-f6ec569b2493 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups?id=00ca3ccb-5204-4a66-9335-7faf998b334e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424957 Feb 07 16:43:03.632798 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] Attempting to bind port 4846c960-2988-426b-871d-28924e23212f on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:43:03.640741 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] Attempting to bind port 4846c960-2988-426b-871d-28924e23212f by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '8ef14104-eb8a-4293-a21d-9126a796c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:43:03.649966 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] Attempting to bind port 4846c960-2988-426b-871d-28924e23212f on network 0b2b4548-f7c6-4e74-86b3-3287e52c00ca {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:43:03.655715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7726cd0-3ffc-439b-a168-f96e2475e47a None None] Pushing event updated for resources: {'Port': ['ID=4846c960-2988-426b-871d-28924e23212f,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:03.670238 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:03.670667 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:03.674494 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:43:03.680099 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] Checking segment: {'id': '8ef14104-eb8a-4293-a21d-9126a796c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:43:03.680522 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:03.681011 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7857ae1e-669f-4219-a7ad-7fc798fd9d6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (622294c9-ad9a-4349-b524-f27642e52818), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:03.683319 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] Bound using segment: {'id': '8ef14104-eb8a-4293-a21d-9126a796c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:43:03.685814 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] Bound port: 4846c960-2988-426b-871d-28924e23212f, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef14104-eb8a-4293-a21d-9126a796c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:43:03.686422 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4846c960-2988-426b-871d-28924e23212f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:03.689225 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd312c38-16e1-469b-a010-33b353490a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (64333f75-bb31-47f0-9f63-55e283dff327), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:03.708775 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd312c38-16e1-469b-a010-33b353490a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:03.726419 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bd312c38-16e1-469b-a010-33b353490a36 admin admin] 10.222.0.18 "DELETE /v2.0/networks/64333f75-bb31-47f0-9f63-55e283dff327 HTTP/1.1" status: 204 len: 168 time: 1.3635795 Feb 07 16:43:03.734315 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7857ae1e-669f-4219-a7ad-7fc798fd9d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (622294c9-ad9a-4349-b524-f27642e52818), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:03.748769 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd312c38-16e1-469b-a010-33b353490a36 admin admin] Pushing event deleted for resources: {'Network': ['ID=64333f75-bb31-47f0-9f63-55e283dff327,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:03.789189 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-125d4857-ff46-4b41-a3a8-1eb6dbdfeefc req-a60b5416-6dee-45cc-b900-29b8c771dfac tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:03.790048 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-125d4857-ff46-4b41-a3a8-1eb6dbdfeefc req-a60b5416-6dee-45cc-b900-29b8c771dfac tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (c6ced2a8-a5fb-4321-8549-0478e8a2a4c9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:03.790676 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [req-125d4857-ff46-4b41-a3a8-1eb6dbdfeefc req-a60b5416-6dee-45cc-b900-29b8c771dfac tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Floating IP c6ced2a8-a5fb-4321-8549-0478e8a2a4c9 disassociated. External IP: 172.25.4.104, port: 8c52c70f-a054-4609-9d3b-a6055fe98a43. Feb 07 16:43:03.791559 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-125d4857-ff46-4b41-a3a8-1eb6dbdfeefc req-a60b5416-6dee-45cc-b900-29b8c771dfac tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Calling delete_port for 8c52c70f-a054-4609-9d3b-a6055fe98a43 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:43:03.810140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7857ae1e-669f-4219-a7ad-7fc798fd9d6c admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:43:03.810973 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7857ae1e-669f-4219-a7ad-7fc798fd9d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (622294c9-ad9a-4349-b524-f27642e52818), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:43:03.817545 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:43:03.832182 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4f7503e0-462f-4cd3-83da-ae0cd7829ce7,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:03.853852 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35440) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:03.863385 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:03.914012 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] For port 4846c960-2988-426b-871d-28924e23212f, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:43:03.920778 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-12ebac03-4b6f-447f-b160-069e7afb1c41 None None] Provisioning complete for port 4846c960-2988-426b-871d-28924e23212f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:03.921159 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-12ebac03-4b6f-447f-b160-069e7afb1c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4846c960-2988-426b-871d-28924e23212f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:03.949170 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-14c01573-ed61-49b7-9cd7-6642ba70ca68 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-164667533-network', 'tenant_id': '266cadc487ce41e1b8a55b2e6eae5848'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:43:03.962908 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-12ebac03-4b6f-447f-b160-069e7afb1c41 None None] Port 4846c960-2988-426b-871d-28924e23212f cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:43:03.986206 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] For port 4846c960-2988-426b-871d-28924e23212f, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4846c960-2988-426b-871d-28924e23212f,segment=NetworkSegment(8ef14104-eb8a-4293-a21d-9126a796c44a),segment_id=8ef14104-eb8a-4293-a21d-9126a796c44a)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:43:03.986906 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Attempting to bind port bdaf8685-9fd4-4829-b925-f8825a274ff6 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:43:03.987548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Attempting to bind port bdaf8685-9fd4-4829-b925-f8825a274ff6 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '4be886dc-5022-4aba-a83b-e566f3a55945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:43:03.988849 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Attempting to bind port bdaf8685-9fd4-4829-b925-f8825a274ff6 on network 5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:43:03.992203 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-40c31f46-1f0c-4f53-b118-d7633175d447 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:03.996622 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-40c31f46-1f0c-4f53-b118-d7633175d447 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/networks?id=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 HTTP/1.1" status: 200 len: 805 time: 0.2219522 Feb 07 16:43:04.005075 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=4f7503e0-462f-4cd3-83da-ae0cd7829ce7,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:04.007881 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Port bdaf8685-9fd4-4829-b925-f8825a274ff6 on network 5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:43:04.008394 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4846c960-2988-426b-871d-28924e23212f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:04.008537 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Attempting to bind port bdaf8685-9fd4-4829-b925-f8825a274ff6 on network 5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:43:04.017809 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c01573-ed61-49b7-9cd7-6642ba70ca68 admin admin] Made reservation on behalf of 266cadc487ce41e1b8a55b2e6eae5848 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:43:04.021848 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14c01573-ed61-49b7-9cd7-6642ba70ca68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:04.024403 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-36eb7a8c-4c70-4581-863f-c203061c69de tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/quotas/2c5e15258b8947119fa62f8821360c46 HTTP/1.1" status: 200 len: 375 time: 0.0216248 Feb 07 16:43:04.049133 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790baa54-1a34-4b45-8140-4de6517ccba0 req-e3ac92ec-7dd4-40a3-b8cf-0b16dee427ad tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:04.071320 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790baa54-1a34-4b45-8140-4de6517ccba0 req-e3ac92ec-7dd4-40a3-b8cf-0b16dee427ad tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:04.093657 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] Routers {'2e8055b8-e335-4fb5-bf9d-d118c09146a9'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:43:04.094336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:42:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2e8055b8-e335-4fb5-bf9d-d118c09146a9'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:04.103511 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790baa54-1a34-4b45-8140-4de6517ccba0 req-e3ac92ec-7dd4-40a3-b8cf-0b16dee427ad tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:04.118273 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-790baa54-1a34-4b45-8140-4de6517ccba0 req-e3ac92ec-7dd4-40a3-b8cf-0b16dee427ad tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2413 time: 0.5244012 Feb 07 16:43:04.205896 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-f606e5d4-60b9-4d14-a28d-7fdf25d68452 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c5e15258b8947119fa62f8821360c46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1732755 Feb 07 16:43:04.215977 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35446) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:04.216638 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:43:04.217814 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Checking segment: {'id': '4be886dc-5022-4aba-a83b-e566f3a55945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:43:04.218429 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Bound using segment: {'id': '4be886dc-5022-4aba-a83b-e566f3a55945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:43:04.219374 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Bound port: bdaf8685-9fd4-4829-b925-f8825a274ff6, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be886dc-5022-4aba-a83b-e566f3a55945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:43:04.219945 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bdaf8685-9fd4-4829-b925-f8825a274ff6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:04.252930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7726cd0-3ffc-439b-a168-f96e2475e47a None None] Pushing event updated for resources: {'Port': ['ID=4846c960-2988-426b-871d-28924e23212f,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:04.304616 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14c01573-ed61-49b7-9cd7-6642ba70ca68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:04.366892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] Set router 2e8055b8-e335-4fb5-bf9d-d118c09146a9 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:43:04.403106 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7857ae1e-669f-4219-a7ad-7fc798fd9d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (c0b1ca26-d3a4-4cbd-8d8f-42f30d871b22), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:04.418195 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7857ae1e-669f-4219-a7ad-7fc798fd9d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:04.434963 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7857ae1e-669f-4219-a7ad-7fc798fd9d6c admin admin] 10.222.0.18 "DELETE /v2.0/networks/c0b1ca26-d3a4-4cbd-8d8f-42f30d871b22 HTTP/1.1" status: 204 len: 168 time: 2.3474488 Feb 07 16:43:04.463824 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-248a7f9d-0cea-49bb-a13e-0ab817b32937 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d548d291d9f481cbdcd664ba783ab69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466445 Feb 07 16:43:04.470549 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35452) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:04.500262 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-790baa54-1a34-4b45-8140-4de6517ccba0 req-91fa1136-700d-43d1-a337-0772d763350c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766479 Feb 07 16:43:04.556193 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-f8776bf7-cfb0-4306-bd11-a78c80e6dda0 service neutron] 10.222.0.18 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476799 Feb 07 16:43:04.606508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857ae1e-669f-4219-a7ad-7fc798fd9d6c admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b1ca26-d3a4-4cbd-8d8f-42f30d871b22,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:04.633930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6965935a-a656-45b5-abf2-1d5494a02b98 None None] Provisioning complete for port 4846c960-2988-426b-871d-28924e23212f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:04.635053 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6965935a-a656-45b5-abf2-1d5494a02b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4846c960-2988-426b-871d-28924e23212f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:04.672370 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] For port bdaf8685-9fd4-4829-b925-f8825a274ff6, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:43:04.716981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] For port bdaf8685-9fd4-4829-b925-f8825a274ff6, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=bdaf8685-9fd4-4829-b925-f8825a274ff6,segment=NetworkSegment(4be886dc-5022-4aba-a83b-e566f3a55945),segment_id=4be886dc-5022-4aba-a83b-e566f3a55945)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:43:04.752176 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (bdaf8685-9fd4-4829-b925-f8825a274ff6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:04.766203 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-81b841b7-e9b7-4ac1-8d67-f10ae8c6fa76 service neutron] 10.222.0.18 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940403 Feb 07 16:43:04.850649 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6965935a-a656-45b5-abf2-1d5494a02b98 None None] Current status of the port 4846c960-2988-426b-871d-28924e23212f is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:04.851163 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6965935a-a656-45b5-abf2-1d5494a02b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4846c960-2988-426b-871d-28924e23212f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:04.854861 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-125d4857-ff46-4b41-a3a8-1eb6dbdfeefc req-a60b5416-6dee-45cc-b900-29b8c771dfac tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (8c52c70f-a054-4609-9d3b-a6055fe98a43), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:04.871434 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979f2052-ed97-4c4c-a1cd-9fecce157283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f7503e0-462f-4cd3-83da-ae0cd7829ce7'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:43:04.875834 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae5f1fe-eb87-46c1-97e5-d03cde083d18" -d '{"events": [{"server_uuid": "979f2052-ed97-4c4c-a1cd-9fecce157283", "name": "network-vif-unplugged", "status": "completed", "tag": "4f7503e0-462f-4cd3-83da-ae0cd7829ce7"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:43:04.887242 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:04.888577 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:04.891212 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] 10.222.0.48 "PUT /v2.0/ports/bdaf8685-9fd4-4829-b925-f8825a274ff6 HTTP/1.1" status: 200 len: 1092 time: 6.1954064 Feb 07 16:43:04.898340 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'tag': 'bdaf8685-9fd4-4829-b925-f8825a274ff6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:43:04.911669 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b413f76-2879-42d4-b964-d5214fd94bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219", "tag": "bdaf8685-9fd4-4829-b925-f8825a274ff6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:43:04.923680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35464) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:04.939637 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6965935a-a656-45b5-abf2-1d5494a02b98 None None] For port 4846c960-2988-426b-871d-28924e23212f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4846c960-2988-426b-871d-28924e23212f,segment=NetworkSegment(8ef14104-eb8a-4293-a21d-9126a796c44a),segment_id=8ef14104-eb8a-4293-a21d-9126a796c44a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:04.949886 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6965935a-a656-45b5-abf2-1d5494a02b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4846c960-2988-426b-871d-28924e23212f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:05.031390 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965935a-a656-45b5-abf2-1d5494a02b98 None None] Pushing event updated for resources: {'Port': ['ID=4846c960-2988-426b-871d-28924e23212f,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:05.046384 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'name': 'tempest-TaggedBootDevicesTest-1761996823-router', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:42:46Z', 'updated_at': '2022-02-07T16:42:57Z', 'revision_number': 4, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'gw_port': {'id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:47Z', 'updated_at': '2022-02-07T16:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '4846c960-2988-426b-871d-28924e23212f', 'name': '', 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'mac_address': 'fa:16:3e:38:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'efa32e71-a547-428f-88bc-c70d8d8b132e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:56Z', 'updated_at': '2022-02-07T16:43:03Z', 'revision_number': 4, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'subnets': [{'id': 'efa32e71-a547-428f-88bc-c70d8d8b132e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:05.076390 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-826af5e2-4e7f-4ca2-9e84-f1dd396212bb admin admin] Publish callbacks [] for security_group (47b1026d-ac87-496b-b416-3442abf19b81), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:05.143430 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6524e95-1f5b-41b1-af58-94cf4482f848 None None] The sync data for ids ['2e8055b8-e335-4fb5-bf9d-d118c09146a9'] in n-d-827865-3 is: [{'id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'name': 'tempest-TaggedBootDevicesTest-1761996823-router', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:42:46Z', 'updated_at': '2022-02-07T16:42:57Z', 'revision_number': 4, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'gw_port': {'id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:47Z', 'updated_at': '2022-02-07T16:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '4846c960-2988-426b-871d-28924e23212f', 'name': '', 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'mac_address': 'fa:16:3e:38:65:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'efa32e71-a547-428f-88bc-c70d8d8b132e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:56Z', 'updated_at': '2022-02-07T16:43:03Z', 'revision_number': 4, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'subnets': [{'id': 'efa32e71-a547-428f-88bc-c70d8d8b132e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:43:05.158660 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-826af5e2-4e7f-4ca2-9e84-f1dd396212bb admin admin] Publish callbacks [] for security_group (47b1026d-ac87-496b-b416-3442abf19b81), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:05.320493 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ff7ada4d-f231-42e8-a3fe-669b29b5a990 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=deb20de83f134befa08f0478fca7ff92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3837638 Feb 07 16:43:05.324366 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35476) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:05.410617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3cf5f7-e2cf-4326-bd9d-75994b918973 service neutron] Pushing event updated for resources: {'Port': ['ID=bdaf8685-9fd4-4829-b925-f8825a274ff6,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:05.560821 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6469b-a7f8-44dc-825e-a6aefd33334d req-0d8d49a8-aabf-4659-8d26-d3a04876d596 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:05.569686 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e6a6469b-a7f8-44dc-825e-a6aefd33334d req-0d8d49a8-aabf-4659-8d26-d3a04876d596 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f2052-ed97-4c4c-a1cd-9fecce157283 HTTP/1.1" status: 200 len: 943 time: 0.8008447 Feb 07 16:43:05.664772 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b5416-6dee-45cc-b900-29b8c771dfac tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Pushing event deleted for resources: {'Port': ['ID=8c52c70f-a054-4609-9d3b-a6055fe98a43,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:05.686087 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-92000757-824e-4165-b4fe-aff577fff328 req-d175c10a-26dd-49d5-9e29-30e02d9c2dee tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 210 time: 0.3103724 Feb 07 16:43:05.790466 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2871d716-b2a9-4bb1-b1f5-d3dfbef8ccf8 admin admin] Publish callbacks [] for security_group (0a514cf0-3362-4ef6-9170-c590cf7ce153), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:05.801775 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14c01573-ed61-49b7-9cd7-6642ba70ca68 admin admin] Publish callbacks [] for security_group (5b074214-cbbb-4337-8845-c81e29c0f52e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:05.829590 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14c01573-ed61-49b7-9cd7-6642ba70ca68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5b074214-cbbb-4337-8845-c81e29c0f52e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:05.834059 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2f0db4-8b7d-45ef-9507-7ae8fa846e28 x-openstack-request-id: req-4e2f0db4-8b7d-45ef-9507-7ae8fa846e28 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:43:05.834402 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979f2052-ed97-4c4c-a1cd-9fecce157283", "name": "network-vif-unplugged", "status": "completed", "tag": "4f7503e0-462f-4cd3-83da-ae0cd7829ce7", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:43:05.834601 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e2f0db4-8b7d-45ef-9507-7ae8fa846e28 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:43:05.835007 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979f2052-ed97-4c4c-a1cd-9fecce157283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f7503e0-462f-4cd3-83da-ae0cd7829ce7', 'code': 200} Feb 07 16:43:05.866134 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c01573-ed61-49b7-9cd7-6642ba70ca68 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:43:05.920281 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14c01573-ed61-49b7-9cd7-6642ba70ca68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (388e219e-4db9-4cd6-8933-c86f1f8f57bf), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:05.921400 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-14c01573-ed61-49b7-9cd7-6642ba70ca68 admin admin] Added segment 388e219e-4db9-4cd6-8933-c86f1f8f57bf of type vlan for network 21ecec8d-d759-42c0-a0b2-63db6d7b3224 Feb 07 16:43:06.062999 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2871d716-b2a9-4bb1-b1f5-d3dfbef8ccf8 admin admin] Publish callbacks [] for security_group (0a514cf0-3362-4ef6-9170-c590cf7ce153), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:06.158473 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14c01573-ed61-49b7-9cd7-6642ba70ca68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (21ecec8d-d759-42c0-a0b2-63db6d7b3224), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:06.177234 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-826af5e2-4e7f-4ca2-9e84-f1dd396212bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (47b1026d-ac87-496b-b416-3442abf19b81), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:06.185822 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-826af5e2-4e7f-4ca2-9e84-f1dd396212bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:06.187082 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-826af5e2-4e7f-4ca2-9e84-f1dd396212bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47b1026d-ac87-496b-b416-3442abf19b81 HTTP/1.1" status: 204 len: 168 time: 1.7042286 Feb 07 16:43:06.214207 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-be4cedc1-34b3-49b4-97e3-860d8c02b2f2 req-3a664195-87a0-4852-ac27-2c9ba7ed2029 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fcf0ea-40ff-4209-8c19-f94aba1d42b3 HTTP/1.1" status: 200 len: 210 time: 0.1994469 Feb 07 16:43:06.348190 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ef38e0-c3a1-4646-9207-36a3890826b7 x-openstack-request-id: req-69ef38e0-c3a1-4646-9207-36a3890826b7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:43:06.349033 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219", "tag": "bdaf8685-9fd4-4829-b925-f8825a274ff6", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:43:06.349752 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69ef38e0-c3a1-4646-9207-36a3890826b7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:43:06.350677 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'tag': 'bdaf8685-9fd4-4829-b925-f8825a274ff6', 'status': 'completed', 'code': 200} Feb 07 16:43:06.369251 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14c01573-ed61-49b7-9cd7-6642ba70ca68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (21ecec8d-d759-42c0-a0b2-63db6d7b3224), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:06.374633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c01573-ed61-49b7-9cd7-6642ba70ca68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:06.388454 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14c01573-ed61-49b7-9cd7-6642ba70ca68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:06.420205 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4846c960-2988-426b-871d-28924e23212f up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:43:06.473693 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826af5e2-4e7f-4ca2-9e84-f1dd396212bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b1026d-ac87-496b-b416-3442abf19b81,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:06.602477 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 4846c960-2988-426b-871d-28924e23212f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:06.603060 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4846c960-2988-426b-871d-28924e23212f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:06.610013 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-e6a6469b-a7f8-44dc-825e-a6aefd33334d req-d3339ee5-e34b-4d41-bce6-c293cc8922c4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Deleting port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:43:06.610971 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e6a6469b-a7f8-44dc-825e-a6aefd33334d req-d3339ee5-e34b-4d41-bce6-c293cc8922c4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:06.615434 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2871d716-b2a9-4bb1-b1f5-d3dfbef8ccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0a514cf0-3362-4ef6-9170-c590cf7ce153), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:06.618437 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2871d716-b2a9-4bb1-b1f5-d3dfbef8ccf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:06.619884 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2871d716-b2a9-4bb1-b1f5-d3dfbef8ccf8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a514cf0-3362-4ef6-9170-c590cf7ce153 HTTP/1.1" status: 204 len: 168 time: 1.2721810 Feb 07 16:43:06.691524 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec290d9-740d-475c-8b43-c7da67929b2b req-ec47f50f-0a1b-4946-a160-4b51766086f2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:06.698224 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec290d9-740d-475c-8b43-c7da67929b2b req-ec47f50f-0a1b-4946-a160-4b51766086f2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:06.705040 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec290d9-740d-475c-8b43-c7da67929b2b req-ec47f50f-0a1b-4946-a160-4b51766086f2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:06.719854 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dec290d9-740d-475c-8b43-c7da67929b2b req-ec47f50f-0a1b-4946-a160-4b51766086f2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2413 time: 0.3204730 Feb 07 16:43:06.756129 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871d716-b2a9-4bb1-b1f5-d3dfbef8ccf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a514cf0-3362-4ef6-9170-c590cf7ce153,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:06.947520 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c01573-ed61-49b7-9cd7-6642ba70ca68 admin admin] Pushing event updated for resources: {'Network': ['ID=21ecec8d-d759-42c0-a0b2-63db6d7b3224,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:06.979554 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-dbbfdc8e-fce1-4248-b43e-5a32221d5341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:06.985236 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-dbbfdc8e-fce1-4248-b43e-5a32221d5341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:06.986562 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dec290d9-740d-475c-8b43-c7da67929b2b req-d2eab5b7-835e-4caa-9957-262b9a72d60a tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649982 Feb 07 16:43:07.002312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-dbbfdc8e-fce1-4248-b43e-5a32221d5341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:07.009509 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-dbbfdc8e-fce1-4248-b43e-5a32221d5341 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4d49702976945bf97b629c65cf535b6&device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2959 time: 1.9773407 Feb 07 16:43:07.058204 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 21ecec8d-d759-42c0-a0b2-63db6d7b3224 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:43:07.119979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e6a6469b-a7f8-44dc-825e-a6aefd33334d req-d3339ee5-e34b-4d41-bce6-c293cc8922c4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] For port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4f7503e0-462f-4cd3-83da-ae0cd7829ce7,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:07.126873 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e6a6469b-a7f8-44dc-825e-a6aefd33334d req-d3339ee5-e34b-4d41-bce6-c293cc8922c4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:07.178736 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-e6a6469b-a7f8-44dc-825e-a6aefd33334d req-d3339ee5-e34b-4d41-bce6-c293cc8922c4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Calling delete_port for 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:43:07.355976 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-a3c9ab5d-0eb2-49c8-a323-9c1187f3dac2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.150&port_id=aac66de8-4bf8-46a3-afd9-ec75a26a33a8 HTTP/1.1" status: 200 len: 217 time: 0.1901174 Feb 07 16:43:07.385421 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-125d4857-ff46-4b41-a3a8-1eb6dbdfeefc req-a60b5416-6dee-45cc-b900-29b8c771dfac tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Router 6d7d575a-1a75-45f8-a43c-2b7939a2e631 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:43:07.434975 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-14c01573-ed61-49b7-9cd7-6642ba70ca68 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.5775762 Feb 07 16:43:07.445330 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35518) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:07.472033 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9e79cbd4-aa27-44a1-ac44-1d4fabae34a1 admin admin] Request body: {'subnet': {'network_id': '21ecec8d-d759-42c0-a0b2-63db6d7b3224', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-164667533-subnet', 'tenant_id': '266cadc487ce41e1b8a55b2e6eae5848', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:43:07.498437 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4846c960-2988-426b-871d-28924e23212f is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:07.594375 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e79cbd4-aa27-44a1-ac44-1d4fabae34a1 admin admin] Made reservation on behalf of 266cadc487ce41e1b8a55b2e6eae5848 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:43:07.604928 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e79cbd4-aa27-44a1-ac44-1d4fabae34a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:07.652126 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-6b2ded0d-a2d0-4559-bcb8-c6e3e2b02242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:07.655070 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-6b2ded0d-a2d0-4559-bcb8-c6e3e2b02242 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14403c64-8396-46a5-938d-819f84cebae4 HTTP/1.1" status: 200 len: 801 time: 0.2970738 Feb 07 16:43:07.657637 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c01573-ed61-49b7-9cd7-6642ba70ca68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b074214-cbbb-4337-8845-c81e29c0f52e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:07.689577 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af29d902-416b-48b8-b36b-4acc57aae883 req-182194ca-4111-4b37-b9e0-a0b82492e1ce tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 210 time: 0.5467896 Feb 07 16:43:07.978233 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e79cbd4-aa27-44a1-ac44-1d4fabae34a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (31b437d2-43c8-4fed-b3dd-b4687524ea2e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:08.206244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79cbd4-aa27-44a1-ac44-1d4fabae34a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31b437d2-43c8-4fed-b3dd-b4687524ea2e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:08.323173 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35530) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:08.338078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:43:08.502210 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e79cbd4-aa27-44a1-ac44-1d4fabae34a1 admin admin] Checking segment: {'id': '388e219e-4db9-4cd6-8933-c86f1f8f57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '21ecec8d-d759-42c0-a0b2-63db6d7b3224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:43:08.503263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e79cbd4-aa27-44a1-ac44-1d4fabae34a1 admin admin] Network hostable DHCP agents. Network: 21ecec8d-d759-42c0-a0b2-63db6d7b3224, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:43:08.529473 n-d-827865-3 neutron-server[103228]: INFO neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No ports have port_id starting with 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 Feb 07 16:43:08.537819 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e6a6469b-a7f8-44dc-825e-a6aefd33334d req-d3339ee5-e34b-4d41-bce6-c293cc8922c4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (4f7503e0-462f-4cd3-83da-ae0cd7829ce7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:08.561457 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-aa4a0ef0-97d8-46ae-a848-e7c2d7ee858e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31f9f02b5d504f2fa0b4be0fcd7213bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360933 Feb 07 16:43:08.571766 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35534) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:08.630525 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3339ee5-e34b-4d41-bce6-c293cc8922c4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Pushing event deleted for resources: {'Port': ['ID=4f7503e0-462f-4cd3-83da-ae0cd7829ce7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:08.659685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c40ee-36ef-4eea-a92a-0d0b334cb516 req-b83870b6-b342-48ac-aed0-ee2040857788 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:08.665791 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c40ee-36ef-4eea-a92a-0d0b334cb516 req-b83870b6-b342-48ac-aed0-ee2040857788 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:08.671578 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c40ee-36ef-4eea-a92a-0d0b334cb516 req-b83870b6-b342-48ac-aed0-ee2040857788 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:08.680233 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f25c40ee-36ef-4eea-a92a-0d0b334cb516 req-b83870b6-b342-48ac-aed0-ee2040857788 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2413 time: 0.3585296 Feb 07 16:43:08.701794 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e79cbd4-aa27-44a1-ac44-1d4fabae34a1 admin admin] Network 21ecec8d-d759-42c0-a0b2-63db6d7b3224 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:43:08.768495 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5430aee1-a3ae-40e5-b941-83425006a4ba req-be300b74-9193-45d8-89f2-05c331c28641 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fcf0ea-40ff-4209-8c19-f94aba1d42b3 HTTP/1.1" status: 200 len: 210 time: 0.1080489 Feb 07 16:43:08.791930 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a6469b-a7f8-44dc-825e-a6aefd33334d req-d3339ee5-e34b-4d41-bce6-c293cc8922c4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] No DVR routers for this DVR port 4f7503e0-462f-4cd3-83da-ae0cd7829ce7 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:43:08.796152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9e79cbd4-aa27-44a1-ac44-1d4fabae34a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 21ecec8d-d759-42c0-a0b2-63db6d7b3224) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:43:08.798783 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e6a6469b-a7f8-44dc-825e-a6aefd33334d req-d3339ee5-e34b-4d41-bce6-c293cc8922c4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:08.804032 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e6a6469b-a7f8-44dc-825e-a6aefd33334d req-d3339ee5-e34b-4d41-bce6-c293cc8922c4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.32 "DELETE /v2.0/ports/4f7503e0-462f-4cd3-83da-ae0cd7829ce7 HTTP/1.1" status: 204 len: 173 time: 3.1141188 Feb 07 16:43:08.805220 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979f2052-ed97-4c4c-a1cd-9fecce157283', 'name': 'network-vif-deleted', 'tag': '4f7503e0-462f-4cd3-83da-ae0cd7829ce7'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:43:08.808119 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8cdc3f-8811-4a3d-a4f5-8e8fc5608ebc" -d '{"events": [{"server_uuid": "979f2052-ed97-4c4c-a1cd-9fecce157283", "name": "network-vif-deleted", "tag": "4f7503e0-462f-4cd3-83da-ae0cd7829ce7"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:43:08.815419 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f675928-9a14-4e17-adf3-3c34a3e69d45 None None] Network 21ecec8d-d759-42c0-a0b2-63db6d7b3224 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:43:08.819389 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-6a0276cc-38e4-4922-b36f-b741bf215a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:08.822456 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e79cbd4-aa27-44a1-ac44-1d4fabae34a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:08.822623 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-6a0276cc-38e4-4922-b36f-b741bf215a63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 1.1222692 Feb 07 16:43:08.823413 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e79cbd4-aa27-44a1-ac44-1d4fabae34a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:08.869621 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-b6753476-0705-4197-b9ea-d50e155e2f5a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:43:08.872891 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-b6753476-0705-4197-b9ea-d50e155e2f5a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0368931 Feb 07 16:43:08.885646 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f25c40ee-36ef-4eea-a92a-0d0b334cb516 req-856a04ae-27a0-4f88-b37f-5a89646d5948 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040560 Feb 07 16:43:08.890850 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e423df1-f287-479e-bb02-4d6c0a27dba1 admin admin] Publish callbacks [] for security_group (240b3e0c-0eed-4e24-b3a6-6df6213cbd0b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:08.901143 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9e79cbd4-aa27-44a1-ac44-1d4fabae34a1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4540646 Feb 07 16:43:08.965068 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e423df1-f287-479e-bb02-4d6c0a27dba1 admin admin] Publish callbacks [] for security_group (240b3e0c-0eed-4e24-b3a6-6df6213cbd0b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:09.050072 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35546) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:09.062347 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa105b0-15b7-4d6b-bf23-deadde3d4042 x-openstack-request-id: req-3fa105b0-15b7-4d6b-bf23-deadde3d4042 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:43:09.062851 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979f2052-ed97-4c4c-a1cd-9fecce157283", "name": "network-vif-deleted", "tag": "4f7503e0-462f-4cd3-83da-ae0cd7829ce7", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:43:09.063297 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3fa105b0-15b7-4d6b-bf23-deadde3d4042 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:43:09.063960 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979f2052-ed97-4c4c-a1cd-9fecce157283', 'name': 'network-vif-deleted', 'tag': '4f7503e0-462f-4cd3-83da-ae0cd7829ce7', 'status': 'completed', 'code': 200} Feb 07 16:43:09.068322 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-46b35f27-186b-433c-ac93-65b34bd5a051 service neutron] 10.222.0.48 "GET /v2.0/networks/5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724262 Feb 07 16:43:09.091347 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c4e200c3-2e87-41de-ab49-a65bd8b41b55 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-164667533-router', 'tenant_id': '266cadc487ce41e1b8a55b2e6eae5848', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:43:09.110463 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e423df1-f287-479e-bb02-4d6c0a27dba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (240b3e0c-0eed-4e24-b3a6-6df6213cbd0b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:09.116892 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e423df1-f287-479e-bb02-4d6c0a27dba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:09.124767 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0e423df1-f287-479e-bb02-4d6c0a27dba1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/240b3e0c-0eed-4e24-b3a6-6df6213cbd0b HTTP/1.1" status: 204 len: 168 time: 0.5492828 Feb 07 16:43:09.158957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e423df1-f287-479e-bb02-4d6c0a27dba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240b3e0c-0eed-4e24-b3a6-6df6213cbd0b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:09.187699 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4e200c3-2e87-41de-ab49-a65bd8b41b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (cde7646c-fdee-4cbb-a0b2-e5647b9193fa), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:09.192098 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4e200c3-2e87-41de-ab49-a65bd8b41b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (cde7646c-fdee-4cbb-a0b2-e5647b9193fa), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:09.328023 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-21ecec8d-d759-42c0-a0b2-63db6d7b3224', 'network_id': '21ecec8d-d759-42c0-a0b2-63db6d7b3224', 'project_id': '266cadc487ce41e1b8a55b2e6eae5848', 'fixed_ips': [{'subnet_id': '31b437d2-43c8-4fed-b3dd-b4687524ea2e'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:43:09.336997 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:09.397526 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4e200c3-2e87-41de-ab49-a65bd8b41b55 admin admin] Publish callbacks [] for router_controller (cde7646c-fdee-4cbb-a0b2-e5647b9193fa), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:09.419072 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f02b95c6-7657-4bb4-97c3-d0dd8828202f req-1c603a86-e874-4e3c-9c75-03ea482e6324 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c188af6-61c5-41ca-94d2-b945470a534d HTTP/1.1" status: 200 len: 210 time: 0.3441784 Feb 07 16:43:09.426039 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-f7ddbdde-f3a7-4f95-8da2-3e8a936cc2ab tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:09.430098 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-f7ddbdde-f3a7-4f95-8da2-3e8a936cc2ab tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.32 "GET /v2.0/networks?id=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 HTTP/1.1" status: 200 len: 805 time: 1.7391441 Feb 07 16:43:09.454293 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Request body: {'port': {'device_id': 'f8fcf0ea-40ff-4209-8c19-f94aba1d42b3', 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67', 'admin_state_up': True, 'tenant_id': '2c5e15258b8947119fa62f8821360c46'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:43:09.516724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-125d4857-ff46-4b41-a3a8-1eb6dbdfeefc req-a60b5416-6dee-45cc-b900-29b8c771dfac tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:43:09.532566 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b10dd-2dda-44db-ac26-706c318e56cf None None] Sync routers for ids ['6d7d575a-1a75-45f8-a43c-2b7939a2e631'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:43:09.577979 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b10dd-2dda-44db-ac26-706c318e56cf None None] Routers {'6d7d575a-1a75-45f8-a43c-2b7939a2e631'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:43:09.579975 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-527b10dd-2dda-44db-ac26-706c318e56cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:42:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6d7d575a-1a75-45f8-a43c-2b7939a2e631'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:09.750928 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] Allocated IP 172.20.0.2 (21ecec8d-d759-42c0-a0b2-63db6d7b3224/31b437d2-43c8-4fed-b3dd-b4687524ea2e/3f6c9e78-cdc4-4483-9212-0add49cf8284) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:43:09.807544 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4e200c3-2e87-41de-ab49-a65bd8b41b55 admin admin] Publish callbacks [] for router_gateway (cde7646c-fdee-4cbb-a0b2-e5647b9193fa), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:09.945496 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-085d0dad-75c1-4555-8c0b-4dbfe288e9f9 service neutron] 10.222.0.48 "GET /v2.0/networks/5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8457618 Feb 07 16:43:09.996422 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-527b10dd-2dda-44db-ac26-706c318e56cf None None] Set router 6d7d575a-1a75-45f8-a43c-2b7939a2e631 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:43:10.033064 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-125d4857-ff46-4b41-a3a8-1eb6dbdfeefc req-a60b5416-6dee-45cc-b900-29b8c771dfac tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] No DVR routers for this DVR port 8c52c70f-a054-4609-9d3b-a6055fe98a43 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:43:10.116297 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-125d4857-ff46-4b41-a3a8-1eb6dbdfeefc req-a60b5416-6dee-45cc-b900-29b8c771dfac tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:10.120652 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-125d4857-ff46-4b41-a3a8-1eb6dbdfeefc req-a60b5416-6dee-45cc-b900-29b8c771dfac tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.32 "DELETE /v2.0/ports/8c52c70f-a054-4609-9d3b-a6055fe98a43 HTTP/1.1" status: 204 len: 173 time: 10.4044073 Feb 07 16:43:10.142608 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c188af6-61c5-41ca-94d2-b945470a534d', 'name': 'network-vif-deleted', 'tag': '8c52c70f-a054-4609-9d3b-a6055fe98a43'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:43:10.151848 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed77778e-744d-4dfa-89c2-521d37b6e5ae" -d '{"events": [{"server_uuid": "3c188af6-61c5-41ca-94d2-b945470a534d", "name": "network-vif-deleted", "tag": "8c52c70f-a054-4609-9d3b-a6055fe98a43"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:43:10.162963 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-20b2053d-9745-4bce-b229-8bee4dae599b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.164&port_id=5e8fd5a2-ebad-4d61-acce-76221d5c0d38 HTTP/1.1" status: 200 len: 217 time: 0.1959484 Feb 07 16:43:10.168260 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Made reservation on behalf of 2c5e15258b8947119fa62f8821360c46 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:43:10.174899 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:10.227385 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] Publish callbacks [] for port (3f6c9e78-cdc4-4483-9212-0add49cf8284), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:10.274983 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (3f6c9e78-cdc4-4483-9212-0add49cf8284), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:10.446274 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] Pushing event updated for resources: {'Port': ['ID=3f6c9e78-cdc4-4483-9212-0add49cf8284,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:10.500181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] Network 21ecec8d-d759-42c0-a0b2-63db6d7b3224 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:43:10.514474 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:43:10.523930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:43:10.695801 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-527b10dd-2dda-44db-ac26-706c318e56cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'name': 'tempest-ServersTestManualDisk-1069497962-router', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:14Z', 'updated_at': '2022-02-07T16:41:31Z', 'revision_number': 4, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'gw_port': {'id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:16Z', 'updated_at': '2022-02-07T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '096c5448-b64c-4d82-8710-8b1e7ad73cb1', 'name': '', 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'mac_address': 'fa:16:3e:2d:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '79b6f828-5c6c-4065-9878-f52f4ee89271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:27Z', 'updated_at': '2022-02-07T16:41:42Z', 'revision_number': 5, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'subnets': [{'id': '79b6f828-5c6c-4065-9878-f52f4ee89271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:10.699822 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-b5fe1495-e9d5-42ab-897a-9bc70ad6c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:10.701395 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-b5fe1495-e9d5-42ab-897a-9bc70ad6c6db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dff4e319-d442-495b-94a0-8ed4034c20b7 HTTP/1.1" status: 200 len: 801 time: 0.5150619 Feb 07 16:43:10.734559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] Attempting to bind port 3f6c9e78-cdc4-4483-9212-0add49cf8284 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:43:10.735786 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] Attempting to bind port 3f6c9e78-cdc4-4483-9212-0add49cf8284 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '388e219e-4db9-4cd6-8933-c86f1f8f57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '21ecec8d-d759-42c0-a0b2-63db6d7b3224'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:43:10.736672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] Attempting to bind port 3f6c9e78-cdc4-4483-9212-0add49cf8284 on network 21ecec8d-d759-42c0-a0b2-63db6d7b3224 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:43:10.743146 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-504ebdae-9bbb-40c3-b7af-3ac21c3c944a req-6923ef58-da92-403a-bef6-80a6520746f8 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fcf0ea-40ff-4209-8c19-f94aba1d42b3 HTTP/1.1" status: 200 len: 210 time: 0.0961995 Feb 07 16:43:10.770213 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:43:10.773112 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] Checking segment: {'id': '388e219e-4db9-4cd6-8933-c86f1f8f57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '21ecec8d-d759-42c0-a0b2-63db6d7b3224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:43:10.776417 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:10.778705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] Bound using segment: {'id': '388e219e-4db9-4cd6-8933-c86f1f8f57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '21ecec8d-d759-42c0-a0b2-63db6d7b3224'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:43:10.782900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] Bound port: 3f6c9e78-cdc4-4483-9212-0add49cf8284, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388e219e-4db9-4cd6-8933-c86f1f8f57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '21ecec8d-d759-42c0-a0b2-63db6d7b3224'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:43:10.789018 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3f6c9e78-cdc4-4483-9212-0add49cf8284), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:10.811882 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b10dd-2dda-44db-ac26-706c318e56cf None None] Checking router: 6d7d575a-1a75-45f8-a43c-2b7939a2e631 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:43:10.836594 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b10dd-2dda-44db-ac26-706c318e56cf None None] Routers {'6d7d575a-1a75-45f8-a43c-2b7939a2e631'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:43:10.837748 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-527b10dd-2dda-44db-ac26-706c318e56cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:42:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6d7d575a-1a75-45f8-a43c-2b7939a2e631'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:10.896898 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979db88-c6fa-40be-a72a-49b9fbdcb186 req-9a30cd4d-7637-41ad-ac19-3f8bbb1c3720 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:10.906052 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979db88-c6fa-40be-a72a-49b9fbdcb186 req-9a30cd4d-7637-41ad-ac19-3f8bbb1c3720 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:10.924569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979db88-c6fa-40be-a72a-49b9fbdcb186 req-9a30cd4d-7637-41ad-ac19-3f8bbb1c3720 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:10.959548 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3979db88-c6fa-40be-a72a-49b9fbdcb186 req-9a30cd4d-7637-41ad-ac19-3f8bbb1c3720 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2413 time: 0.6378503 Feb 07 16:43:11.121200 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-527b10dd-2dda-44db-ac26-706c318e56cf None None] Set router 6d7d575a-1a75-45f8-a43c-2b7939a2e631 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:43:11.135697 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] For port 3f6c9e78-cdc4-4483-9212-0add49cf8284, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:43:11.149314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] For port 3f6c9e78-cdc4-4483-9212-0add49cf8284, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3f6c9e78-cdc4-4483-9212-0add49cf8284,segment=NetworkSegment(388e219e-4db9-4cd6-8933-c86f1f8f57bf),segment_id=388e219e-4db9-4cd6-8933-c86f1f8f57bf)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:43:11.169179 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3f6c9e78-cdc4-4483-9212-0add49cf8284), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:11.265468 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-c63001e9-3bb9-4292-958a-5a0b8469bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:11.265468 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-c63001e9-3bb9-4292-958a-5a0b8469bc17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e982006-d4ed-4224-a80b-2213e8c04b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5452149 Feb 07 16:43:11.297089 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Allocated IP 172.20.0.7 (47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67/33c9ecdd-108b-4a28-9918-7706852c1388/a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:43:11.374036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bcb7bc-6ef2-4344-a18a-b2ab616e50f7 None None] Pushing event updated for resources: {'Port': ['ID=3f6c9e78-cdc4-4483-9212-0add49cf8284,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:11.396490 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3979db88-c6fa-40be-a72a-49b9fbdcb186 req-e22a05fb-0c60-4832-bbab-eff07d7d3abc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473491 Feb 07 16:43:11.462346 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64ff97b-045d-4d60-beb3-221cd8c3142b x-openstack-request-id: req-c64ff97b-045d-4d60-beb3-221cd8c3142b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:43:11.462743 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c188af6-61c5-41ca-94d2-b945470a534d", "name": "network-vif-deleted", "tag": "8c52c70f-a054-4609-9d3b-a6055fe98a43", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:43:11.463166 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c64ff97b-045d-4d60-beb3-221cd8c3142b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:43:11.463606 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c188af6-61c5-41ca-94d2-b945470a534d', 'name': 'network-vif-deleted', 'tag': '8c52c70f-a054-4609-9d3b-a6055fe98a43', 'status': 'completed', 'code': 200} Feb 07 16:43:11.483434 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4e200c3-2e87-41de-ab49-a65bd8b41b55 admin admin] Publish callbacks [] for router_gateway (cde7646c-fdee-4cbb-a0b2-e5647b9193fa), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:11.555439 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4e200c3-2e87-41de-ab49-a65bd8b41b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:11.783359 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks [] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:11.884598 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-c4e200c3-2e87-41de-ab49-a65bd8b41b55 admin admin] Allocated IP 172.25.4.51 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/5b13e954-c1d7-4444-8d36-3a2e1578ebc7) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:43:11.920757 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35614) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:11.978171 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:12.032461 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4e200c3-2e87-41de-ab49-a65bd8b41b55 admin admin] Publish callbacks [] for port (5b13e954-c1d7-4444-8d36-3a2e1578ebc7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:12.110803 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4e200c3-2e87-41de-ab49-a65bd8b41b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (5b13e954-c1d7-4444-8d36-3a2e1578ebc7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:12.171219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e200c3-2e87-41de-ab49-a65bd8b41b55 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:43:12.175689 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c4e200c3-2e87-41de-ab49-a65bd8b41b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:43:12.178610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e200c3-2e87-41de-ab49-a65bd8b41b55 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:43:12.366925 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-527b10dd-2dda-44db-ac26-706c318e56cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'name': 'tempest-ServersTestManualDisk-1069497962-router', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:14Z', 'updated_at': '2022-02-07T16:41:31Z', 'revision_number': 4, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'gw_port': {'id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:16Z', 'updated_at': '2022-02-07T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '096c5448-b64c-4d82-8710-8b1e7ad73cb1', 'name': '', 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'mac_address': 'fa:16:3e:2d:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '79b6f828-5c6c-4065-9878-f52f4ee89271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:27Z', 'updated_at': '2022-02-07T16:41:42Z', 'revision_number': 5, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'subnets': [{'id': '79b6f828-5c6c-4065-9878-f52f4ee89271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:12.412191 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e200c3-2e87-41de-ab49-a65bd8b41b55 admin admin] Pushing event updated for resources: {'Port': ['ID=5b13e954-c1d7-4444-8d36-3a2e1578ebc7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:12.447372 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-c556c1f1-82c6-4d50-83ff-fdd0d6261b9f service neutron] 10.222.0.48 "GET /v2.0/networks/4e982006-d4ed-4224-a80b-2213e8c04b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1752129 Feb 07 16:43:12.460190 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b10dd-2dda-44db-ac26-706c318e56cf None None] The sync data for ids ['6d7d575a-1a75-45f8-a43c-2b7939a2e631'] in n-d-827865-3 is: [{'id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'name': 'tempest-ServersTestManualDisk-1069497962-router', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:14Z', 'updated_at': '2022-02-07T16:41:31Z', 'revision_number': 4, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'gw_port': {'id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:16Z', 'updated_at': '2022-02-07T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '096c5448-b64c-4d82-8710-8b1e7ad73cb1', 'name': '', 'network_id': '8518c54b-f554-4e85-9dc0-05cf87efac18', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'mac_address': 'fa:16:3e:2d:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '79b6f828-5c6c-4065-9878-f52f4ee89271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:27Z', 'updated_at': '2022-02-07T16:41:42Z', 'revision_number': 5, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'subnets': [{'id': '79b6f828-5c6c-4065-9878-f52f4ee89271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:43:12.592839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:43:12.634309 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3f6c9e78-cdc4-4483-9212-0add49cf8284 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:43:12.670995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:43:12.674028 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:43:12.684182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Pushing event updated for resources: {'Port': ['ID=a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:12.871699 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 3f6c9e78-cdc4-4483-9212-0add49cf8284 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:12.872534 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3f6c9e78-cdc4-4483-9212-0add49cf8284), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:12.923511 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35652) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:12.933800 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:12.934266 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:12.934619 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:12.934965 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:12.937610 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:12.938010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:12.938359 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:12.938700 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:12.952148 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:12.952666 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:12.953229 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:12.953428 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:12.953726 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:13.012371 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-409f8e8d-cf51-41fa-84f3-d6dc30cb9278 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for security_group (00ca3ccb-5204-4a66-9335-7faf998b334e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:13.117717 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 3f6c9e78-cdc4-4483-9212-0add49cf8284 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:13.118117 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3f6c9e78-cdc4-4483-9212-0add49cf8284), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:13.201329 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ea191-df4d-4a59-9649-470b694086b5 req-524d1233-2a4c-439d-b1d1-128be463e980 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:13.212450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ea191-df4d-4a59-9649-470b694086b5 req-524d1233-2a4c-439d-b1d1-128be463e980 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:13.221153 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ea191-df4d-4a59-9649-470b694086b5 req-524d1233-2a4c-439d-b1d1-128be463e980 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:13.225678 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 3f6c9e78-cdc4-4483-9212-0add49cf8284, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3f6c9e78-cdc4-4483-9212-0add49cf8284,segment=NetworkSegment(388e219e-4db9-4cd6-8933-c86f1f8f57bf),segment_id=388e219e-4db9-4cd6-8933-c86f1f8f57bf)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:13.228329 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:13.229396 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d2ea191-df4d-4a59-9649-470b694086b5 req-524d1233-2a4c-439d-b1d1-128be463e980 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2413 time: 0.1956100 Feb 07 16:43:13.234608 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3f6c9e78-cdc4-4483-9212-0add49cf8284), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:13.248462 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:13.261820 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4e200c3-2e87-41de-ab49-a65bd8b41b55 admin admin] Publish callbacks [] for router_gateway (cde7646c-fdee-4cbb-a0b2-e5647b9193fa), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:13.296027 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a40f47-e8cb-409a-adef-b0c7328ced43 req-ef1b3d7d-ab4c-4cff-8cb0-75b0fd058bd0 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:13.300148 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71a40f47-e8cb-409a-adef-b0c7328ced43 req-ef1b3d7d-ab4c-4cff-8cb0-75b0fd058bd0 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fcf0ea-40ff-4209-8c19-f94aba1d42b3 HTTP/1.1" status: 200 len: 931 time: 0.9805627 Feb 07 16:43:13.324599 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-b6e8bf53-b389-4c5c-9449-49803a3b03cb service neutron] 10.222.0.48 "GET /v2.0/networks/4e982006-d4ed-4224-a80b-2213e8c04b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8363287 Feb 07 16:43:13.343208 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-409f8e8d-cf51-41fa-84f3-d6dc30cb9278 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for security_group (00ca3ccb-5204-4a66-9335-7faf998b334e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:13.347682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=3f6c9e78-cdc4-4483-9212-0add49cf8284,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:13.352700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a7ecb-8fe3-45cd-8686-21f56ff3a823 None None] New status for floating IP c6ced2a8-a5fb-4321-8549-0478e8a2a4c9: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:43:13.480125 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d2ea191-df4d-4a59-9649-470b694086b5 req-33b4eea6-f7e9-4ecf-8a89-de14849f8a2f tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497039 Feb 07 16:43:13.540286 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71a40f47-e8cb-409a-adef-b0c7328ced43 req-36591d5a-b0c1-4851-a90e-6dc83cf0a9b2 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863172 Feb 07 16:43:13.679203 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36b5559c-1787-4cce-86f8-2d73088de587 req-5a390732-75f9-4590-a810-0a3d52a8defd tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.0963826 Feb 07 16:43:13.773010 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147503f2-8188-4b4f-99be-c9e7058b0994 None None] Network 21ecec8d-d759-42c0-a0b2-63db6d7b3224 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:43:13.774520 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-63aa3be2-6417-4a0a-ac32-eaf625dfd963 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.250&port_id=bdaf8685-9fd4-4829-b925-f8825a274ff6 HTTP/1.1" status: 200 len: 217 time: 0.4172070 Feb 07 16:43:13.797412 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-ddbecb9f-4911-420c-9aa7-617f1e3b1ad4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3561788 Feb 07 16:43:13.854438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c14d36c3-946e-490f-be0e-76e3f99845b3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-108616792-network', 'tenant_id': 'fe34686be38c42c8a33e48d32dc23dcd'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:43:13.871013 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-f1706337-bb87-4bd6-8b5e-55ab64d1cbb5 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:43:13.873562 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-f1706337-bb87-4bd6-8b5e-55ab64d1cbb5 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121973 Feb 07 16:43:13.900698 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4e200c3-2e87-41de-ab49-a65bd8b41b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (cde7646c-fdee-4cbb-a0b2-e5647b9193fa), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:13.937734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1bd7ae28-5699-4789-aa0c-f79489183497 None None] Provisioning complete for port 3f6c9e78-cdc4-4483-9212-0add49cf8284 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:13.938410 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1bd7ae28-5699-4789-aa0c-f79489183497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3f6c9e78-cdc4-4483-9212-0add49cf8284), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:13.949891 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-409f8e8d-cf51-41fa-84f3-d6dc30cb9278 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (00ca3ccb-5204-4a66-9335-7faf998b334e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:13.954216 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-409f8e8d-cf51-41fa-84f3-d6dc30cb9278 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:13.957402 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-409f8e8d-cf51-41fa-84f3-d6dc30cb9278 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "DELETE /v2.0/security-groups/00ca3ccb-5204-4a66-9335-7faf998b334e HTTP/1.1" status: 204 len: 168 time: 2.0283122 Feb 07 16:43:14.021619 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35668) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:14.027162 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f8e8d-cf51-41fa-84f3-d6dc30cb9278 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ca3ccb-5204-4a66-9335-7faf998b334e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:14.108746 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-7df192e2-2774-4dd1-8ab2-96580e0b3779 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] show failed (client error): The resource could not be found. Feb 07 16:43:14.110586 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7df192e2-2774-4dd1-8ab2-96580e0b3779 tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "GET /v2.0/security-groups/00ca3ccb-5204-4a66-9335-7faf998b334e HTTP/1.1" status: 404 len: 347 time: 0.0768859 Feb 07 16:43:14.123438 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35674) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:14.161415 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-99cc8ad0-0ca2-4f10-a9d9-a99a8e4354b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:14.164208 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-99cc8ad0-0ca2-4f10-a9d9-a99a8e4354b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14403c64-8396-46a5-938d-819f84cebae4 HTTP/1.1" status: 200 len: 801 time: 0.3412354 Feb 07 16:43:14.179102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14d36c3-946e-490f-be0e-76e3f99845b3 admin admin] Made reservation on behalf of fe34686be38c42c8a33e48d32dc23dcd for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:43:14.183310 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c14d36c3-946e-490f-be0e-76e3f99845b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:14.297776 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1bd7ae28-5699-4789-aa0c-f79489183497 None None] Current status of the port 3f6c9e78-cdc4-4483-9212-0add49cf8284 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:14.345604 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c14d36c3-946e-490f-be0e-76e3f99845b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:14.352111 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3f6c9e78-cdc4-4483-9212-0add49cf8284 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:43:14.453798 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-2f94fb38-a4eb-47c5-bcd2-baabcdc96e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:14.458746 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-2f94fb38-a4eb-47c5-bcd2-baabcdc96e55 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2711337 Feb 07 16:43:14.561169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-34fdc27f-b90e-4ad9-a315-83a4664ca46d tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Deleting port 128d1a98-a2fa-410e-bb7d-833db08fd3bb {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:43:14.582865 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34fdc27f-b90e-4ad9-a315-83a4664ca46d tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (128d1a98-a2fa-410e-bb7d-833db08fd3bb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:14.674868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 3f6c9e78-cdc4-4483-9212-0add49cf8284 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:14.676461 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3f6c9e78-cdc4-4483-9212-0add49cf8284), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:14.697376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Request body: {'port': {'device_id': 'f8fcf0ea-40ff-4209-8c19-f94aba1d42b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:43:14.853890 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35690) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:14.855172 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34fdc27f-b90e-4ad9-a315-83a4664ca46d tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (128d1a98-a2fa-410e-bb7d-833db08fd3bb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:14.855570 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34fdc27f-b90e-4ad9-a315-83a4664ca46d tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for floatingip (128d1a98-a2fa-410e-bb7d-833db08fd3bb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:14.875550 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-34fdc27f-b90e-4ad9-a315-83a4664ca46d tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Calling delete_port for 128d1a98-a2fa-410e-bb7d-833db08fd3bb owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:43:14.876473 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 3f6c9e78-cdc4-4483-9212-0add49cf8284 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:14.958605 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f3742ac9-d19e-4b4d-b876-bb692419d347 None None] Provisioning complete for port 3f6c9e78-cdc4-4483-9212-0add49cf8284 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:14.958909 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f3742ac9-d19e-4b4d-b876-bb692419d347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3f6c9e78-cdc4-4483-9212-0add49cf8284), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:15.111754 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e200c3-2e87-41de-ab49-a65bd8b41b55 admin admin] Router cde7646c-fdee-4cbb-a0b2-e5647b9193fa is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:43:15.150970 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f3742ac9-d19e-4b4d-b876-bb692419d347 None None] Current status of the port 3f6c9e78-cdc4-4483-9212-0add49cf8284 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:15.158924 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-8b85f9f6-4c60-43d0-a270-4ea2c086b5fc service neutron] 10.222.0.48 "GET /v2.0/networks/5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6936250 Feb 07 16:43:15.191844 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30599f4-bd8b-4f42-92d1-750e59bf233c req-8b0fe61a-10da-4ecb-8f21-0b3be3b3c915 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:15.203419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30599f4-bd8b-4f42-92d1-750e59bf233c req-8b0fe61a-10da-4ecb-8f21-0b3be3b3c915 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:15.215257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30599f4-bd8b-4f42-92d1-750e59bf233c req-8b0fe61a-10da-4ecb-8f21-0b3be3b3c915 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:15.218617 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e30599f4-bd8b-4f42-92d1-750e59bf233c req-8b0fe61a-10da-4ecb-8f21-0b3be3b3c915 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2413 time: 0.4937484 Feb 07 16:43:15.279670 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c14d36c3-946e-490f-be0e-76e3f99845b3 admin admin] Publish callbacks [] for security_group (57e455be-8573-469e-ba57-94da1bbd16c5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:15.282962 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de594a-962f-4b19-9760-a515a92b57dd req-9f9ca189-effd-44d8-ad99-68c44e938294 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:15.291346 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-35de594a-962f-4b19-9760-a515a92b57dd req-9f9ca189-effd-44d8-ad99-68c44e938294 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fcf0ea-40ff-4209-8c19-f94aba1d42b3 HTTP/1.1" status: 200 len: 931 time: 0.2626698 Feb 07 16:43:15.368467 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c14d36c3-946e-490f-be0e-76e3f99845b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (57e455be-8573-469e-ba57-94da1bbd16c5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:15.393850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e200c3-2e87-41de-ab49-a65bd8b41b55 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:43:15.399564 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:15.427667 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-35de594a-962f-4b19-9760-a515a92b57dd req-849e1273-a5a2-48ab-a4ed-88927887211a tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352546 Feb 07 16:43:15.429340 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] Sync routers for ids ['cde7646c-fdee-4cbb-a0b2-e5647b9193fa'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:43:15.459340 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4e200c3-2e87-41de-ab49-a65bd8b41b55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:15.464199 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c4e200c3-2e87-41de-ab49-a65bd8b41b55 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4114485 Feb 07 16:43:15.465166 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35700) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:15.468700 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] Routers {'cde7646c-fdee-4cbb-a0b2-e5647b9193fa'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:43:15.470149 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:42:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cde7646c-fdee-4cbb-a0b2-e5647b9193fa'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:15.497020 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-abe2228b-d902-4305-ad74-3da4ddbbdf45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:15.578729 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14d36c3-946e-490f-be0e-76e3f99845b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:43:15.656353 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdc0692-a0a2-40e9-be7a-1b4bb07ca84e req-ec82ef0f-6728-4d39-9656-c25c1bf4df3d service neutron] 10.222.0.48 "GET /v2.0/networks/5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820101 Feb 07 16:43:15.677555 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d36c3-946e-490f-be0e-76e3f99845b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e455be-8573-469e-ba57-94da1bbd16c5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:15.698135 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] Set router cde7646c-fdee-4cbb-a0b2-e5647b9193fa gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:43:15.737921 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c14d36c3-946e-490f-be0e-76e3f99845b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (2f4f4204-87e8-48ae-8481-ea26164f9857), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:15.738499 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-c14d36c3-946e-490f-be0e-76e3f99845b3 admin admin] Added segment 2f4f4204-87e8-48ae-8481-ea26164f9857 of type vlan for network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 Feb 07 16:43:15.743033 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34fdc27f-b90e-4ad9-a315-83a4664ca46d tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (128d1a98-a2fa-410e-bb7d-833db08fd3bb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:15.819607 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-65c01139-a005-414c-8cb4-ac424027dcff req-7fc7cae9-f018-41d9-aea8-85b2d4fbe276 tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.1076889 Feb 07 16:43:15.900053 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdc27f-b90e-4ad9-a315-83a4664ca46d tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Pushing event deleted for resources: {'Port': ['ID=128d1a98-a2fa-410e-bb7d-833db08fd3bb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:15.955386 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-abe2228b-d902-4305-ad74-3da4ddbbdf45 admin admin] Publish callbacks [] for security_group (ac566d65-b9fd-4328-bbb3-0309ea87b2f2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:15.963443 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e30599f4-bd8b-4f42-92d1-750e59bf233c req-3e96b6ac-007f-42f7-9c69-f7c89e47fba9 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6994748 Feb 07 16:43:16.023715 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'name': 'tempest-TaggedBootDevicesTest-164667533-router', 'tenant_id': '266cadc487ce41e1b8a55b2e6eae5848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '5b13e954-c1d7-4444-8d36-3a2e1578ebc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:43:09Z', 'updated_at': '2022-02-07T16:43:12Z', 'revision_number': 3, 'project_id': '266cadc487ce41e1b8a55b2e6eae5848', 'gw_port': {'id': '5b13e954-c1d7-4444-8d36-3a2e1578ebc7', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:43:11Z', 'updated_at': '2022-02-07T16:43:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:16.035613 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34fdc27f-b90e-4ad9-a315-83a4664ca46d tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks [] for floatingip (c6ced2a8-a5fb-4321-8549-0478e8a2a4c9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:16.040825 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34fdc27f-b90e-4ad9-a315-83a4664ca46d tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:16.051841 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-34fdc27f-b90e-4ad9-a315-83a4664ca46d tempest-ServersTestManualDisk-2038219833 tempest-ServersTestManualDisk-2038219833-project] 10.222.0.18 "DELETE /v2.0/floatingips/c6ced2a8-a5fb-4321-8549-0478e8a2a4c9 HTTP/1.1" status: 204 len: 168 time: 1.9253647 Feb 07 16:43:16.055825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35706) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:16.059207 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] Checking router: cde7646c-fdee-4cbb-a0b2-e5647b9193fa for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:43:16.059647 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] Updating router cde7646c-fdee-4cbb-a0b2-e5647b9193fa port 5b13e954-c1d7-4444-8d36-3a2e1578ebc7 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:43:16.107822 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5b13e954-c1d7-4444-8d36-3a2e1578ebc7), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:16.119353 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-abe2228b-d902-4305-ad74-3da4ddbbdf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ac566d65-b9fd-4328-bbb3-0309ea87b2f2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:16.428654 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:43:16.499425 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c14d36c3-946e-490f-be0e-76e3f99845b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:16.530498 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-abe2228b-d902-4305-ad74-3da4ddbbdf45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=205017fd675a45c69fdee9ae4f493299&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6590571 Feb 07 16:43:16.576660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35720) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:16.653634 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2228b-d902-4305-ad74-3da4ddbbdf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac566d65-b9fd-4328-bbb3-0309ea87b2f2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:16.657017 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] Publish callbacks [] for port (5b13e954-c1d7-4444-8d36-3a2e1578ebc7), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:16.666612 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-c14d36c3-946e-490f-be0e-76e3f99845b3 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:43:16.670937 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5b13e954-c1d7-4444-8d36-3a2e1578ebc7), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:16.688713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b413f76-2879-42d4-b964-d5214fd94bf9 req-f6e8a717-d446-4e5e-8c2c-f6945393a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:16.689221 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b413f76-2879-42d4-b964-d5214fd94bf9 req-f6e8a717-d446-4e5e-8c2c-f6945393a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:16.689838 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b413f76-2879-42d4-b964-d5214fd94bf9 req-f6e8a717-d446-4e5e-8c2c-f6945393a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:16.692582 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b413f76-2879-42d4-b964-d5214fd94bf9 req-f6e8a717-d446-4e5e-8c2c-f6945393a082 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4d49702976945bf97b629c65cf535b6&device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2959 time: 0.9473546 Feb 07 16:43:16.758069 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b62e08-ff27-4bad-8d66-ac7de149bc9a None None] Pushing event updated for resources: {'Port': ['ID=5b13e954-c1d7-4444-8d36-3a2e1578ebc7,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:16.772738 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b62e08-ff27-4bad-8d66-ac7de149bc9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:16.773588 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b62e08-ff27-4bad-8d66-ac7de149bc9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:16.773806 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b62e08-ff27-4bad-8d66-ac7de149bc9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:16.777614 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b62e08-ff27-4bad-8d66-ac7de149bc9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:16.777614 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b62e08-ff27-4bad-8d66-ac7de149bc9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:16.777614 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b62e08-ff27-4bad-8d66-ac7de149bc9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:16.777614 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b62e08-ff27-4bad-8d66-ac7de149bc9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:16.777614 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b62e08-ff27-4bad-8d66-ac7de149bc9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:16.777614 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b62e08-ff27-4bad-8d66-ac7de149bc9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:16.781843 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b62e08-ff27-4bad-8d66-ac7de149bc9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:16.782390 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b62e08-ff27-4bad-8d66-ac7de149bc9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:16.783540 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b62e08-ff27-4bad-8d66-ac7de149bc9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:16.784138 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b62e08-ff27-4bad-8d66-ac7de149bc9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:16.810842 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] Attempting to bind port 5b13e954-c1d7-4444-8d36-3a2e1578ebc7 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:43:16.811288 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] Attempting to bind port 5b13e954-c1d7-4444-8d36-3a2e1578ebc7 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:43:16.812669 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] Attempting to bind port 5b13e954-c1d7-4444-8d36-3a2e1578ebc7 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:43:16.812897 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c14d36c3-946e-490f-be0e-76e3f99845b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:16.813221 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14d36c3-946e-490f-be0e-76e3f99845b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:16.814086 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c14d36c3-946e-490f-be0e-76e3f99845b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:16.819736 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:43:16.820194 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:43:16.820622 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:16.821022 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:43:16.822338 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] Bound port: 5b13e954-c1d7-4444-8d36-3a2e1578ebc7, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:43:16.822818 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5b13e954-c1d7-4444-8d36-3a2e1578ebc7), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:16.903690 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] For port 5b13e954-c1d7-4444-8d36-3a2e1578ebc7, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:43:16.910526 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] For port 5b13e954-c1d7-4444-8d36-3a2e1578ebc7, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5b13e954-c1d7-4444-8d36-3a2e1578ebc7,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:43:16.924132 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5b13e954-c1d7-4444-8d36-3a2e1578ebc7), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:16.930221 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c14d36c3-946e-490f-be0e-76e3f99845b3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.9439132 Feb 07 16:43:16.937113 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35730) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:16.946447 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1ade6601-fe39-43c6-8c4c-681b56bcdf5a admin admin] Request body: {'subnet': {'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-108616792-subnet', 'tenant_id': 'fe34686be38c42c8a33e48d32dc23dcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:43:16.960089 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d36c3-946e-490f-be0e-76e3f99845b3 admin admin] Pushing event updated for resources: {'Network': ['ID=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:16.983662 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:43:17.068868 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b62e08-ff27-4bad-8d66-ac7de149bc9a None None] Pushing event updated for resources: {'Port': ['ID=5b13e954-c1d7-4444-8d36-3a2e1578ebc7,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:17.080860 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b413f76-2879-42d4-b964-d5214fd94bf9 req-98b377c1-9e56-4ecd-9a81-355cd32afcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:17.080860 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b413f76-2879-42d4-b964-d5214fd94bf9 req-98b377c1-9e56-4ecd-9a81-355cd32afcc9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 HTTP/1.1" status: 200 len: 901 time: 0.3796673 Feb 07 16:43:17.101820 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] Routers {'cde7646c-fdee-4cbb-a0b2-e5647b9193fa'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:43:17.103806 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:42:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cde7646c-fdee-4cbb-a0b2-e5647b9193fa'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:17.126870 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-786f44ca-e787-4fb0-8229-60d0cb0652a7 req-bc322cdb-3e8c-4f5a-aae2-dc7f646cb68e tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.0873675 Feb 07 16:43:17.216328 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b413f76-2879-42d4-b964-d5214fd94bf9 req-6cc64431-1668-454e-8bf8-2c56c3b249e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.250&port_id=bdaf8685-9fd4-4829-b925-f8825a274ff6 HTTP/1.1" status: 200 len: 217 time: 0.0999813 Feb 07 16:43:17.218678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ade6601-fe39-43c6-8c4c-681b56bcdf5a admin admin] Made reservation on behalf of fe34686be38c42c8a33e48d32dc23dcd for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:43:17.236205 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ade6601-fe39-43c6-8c4c-681b56bcdf5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:17.258100 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] Set router cde7646c-fdee-4cbb-a0b2-e5647b9193fa gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:43:17.279150 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a10a8f8e-13ba-4241-ac0f-5df6c6310375 admin admin] Publish callbacks [] for security_group (ac566d65-b9fd-4328-bbb3-0309ea87b2f2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:17.405406 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae381ae-954c-409a-abd0-aa130608f524 req-3639e82c-323a-40ee-bc4c-03d52a4a1236 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:17.407310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3ae381ae-954c-409a-abd0-aa130608f524 req-3639e82c-323a-40ee-bc4c-03d52a4a1236 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fcf0ea-40ff-4209-8c19-f94aba1d42b3 HTTP/1.1" status: 200 len: 931 time: 0.3265581 Feb 07 16:43:17.433334 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a10a8f8e-13ba-4241-ac0f-5df6c6310375 admin admin] Publish callbacks [] for security_group (ac566d65-b9fd-4328-bbb3-0309ea87b2f2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:17.485237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b413f76-2879-42d4-b964-d5214fd94bf9 req-a85d1946-26d8-4760-a707-5961a087710a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:17.485237 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b413f76-2879-42d4-b964-d5214fd94bf9 req-a85d1946-26d8-4760-a707-5961a087710a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14403c64-8396-46a5-938d-819f84cebae4 HTTP/1.1" status: 200 len: 801 time: 0.2217484 Feb 07 16:43:17.505681 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:43:17.548603 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93394980-f55c-4679-a50d-e507493d9053 req-104f923b-4025-48d1-a9f1-fda89a024027 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:17.554526 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93394980-f55c-4679-a50d-e507493d9053 req-104f923b-4025-48d1-a9f1-fda89a024027 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:17.560081 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93394980-f55c-4679-a50d-e507493d9053 req-104f923b-4025-48d1-a9f1-fda89a024027 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:17.561937 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-93394980-f55c-4679-a50d-e507493d9053 req-104f923b-4025-48d1-a9f1-fda89a024027 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2413 time: 0.3025787 Feb 07 16:43:17.564233 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Publish callbacks [] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:17.576937 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3ae381ae-954c-409a-abd0-aa130608f524 req-3ab9da3f-7ded-4e48-9e20-9a725facc87b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600533 Feb 07 16:43:17.579070 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-814b9c2b-d28b-4e5c-a463-429364f0a617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:17.679772 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Transition to ACTIVE for port object a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:43:17.706302 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b413f76-2879-42d4-b964-d5214fd94bf9 req-6aecf8f9-bef4-4dde-ba61-bdd7c9cba156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:17.708403 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b413f76-2879-42d4-b964-d5214fd94bf9 req-6aecf8f9-bef4-4dde-ba61-bdd7c9cba156 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2158430 Feb 07 16:43:17.720422 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:17.769892 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'name': 'tempest-TaggedBootDevicesTest-164667533-router', 'tenant_id': '266cadc487ce41e1b8a55b2e6eae5848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '5b13e954-c1d7-4444-8d36-3a2e1578ebc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:43:09Z', 'updated_at': '2022-02-07T16:43:12Z', 'revision_number': 3, 'project_id': '266cadc487ce41e1b8a55b2e6eae5848', 'gw_port': {'id': '5b13e954-c1d7-4444-8d36-3a2e1578ebc7', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:43:11Z', 'updated_at': '2022-02-07T16:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:17.803174 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c1c55d-9743-4de0-97ff-a0694bf28b57 None None] The sync data for ids ['cde7646c-fdee-4cbb-a0b2-e5647b9193fa'] in n-d-827865-3 is: [{'id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'name': 'tempest-TaggedBootDevicesTest-164667533-router', 'tenant_id': '266cadc487ce41e1b8a55b2e6eae5848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '5b13e954-c1d7-4444-8d36-3a2e1578ebc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:43:09Z', 'updated_at': '2022-02-07T16:43:12Z', 'revision_number': 3, 'project_id': '266cadc487ce41e1b8a55b2e6eae5848', 'gw_port': {'id': '5b13e954-c1d7-4444-8d36-3a2e1578ebc7', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:43:11Z', 'updated_at': '2022-02-07T16:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:43:17.825367 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-93394980-f55c-4679-a50d-e507493d9053 req-b951c806-37a9-41bc-ac31-2049da1d3bba tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127173 Feb 07 16:43:17.841835 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ade6601-fe39-43c6-8c4c-681b56bcdf5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (e9d72c12-d0bd-4126-b125-fb7d60290221), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:17.909315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Pushing event updated for resources: {'Port': ['ID=a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:17.930692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-814b9c2b-d28b-4e5c-a463-429364f0a617 admin admin] Allocated IP 172.20.0.1 (21ecec8d-d759-42c0-a0b2-63db6d7b3224/31b437d2-43c8-4fed-b3dd-b4687524ea2e/66c3e8be-3275-4b01-bc7e-37b4a6d12808) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:43:17.939626 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device aac66de8-4bf8-46a3-afd9-ec75a26a33a8 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:43:17.950762 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a10a8f8e-13ba-4241-ac0f-5df6c6310375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ac566d65-b9fd-4328-bbb3-0309ea87b2f2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:17.957105 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a10a8f8e-13ba-4241-ac0f-5df6c6310375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:17.959538 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a10a8f8e-13ba-4241-ac0f-5df6c6310375 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac566d65-b9fd-4328-bbb3-0309ea87b2f2 HTTP/1.1" status: 204 len: 168 time: 1.3817167 Feb 07 16:43:17.995287 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a8f8e-13ba-4241-ac0f-5df6c6310375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac566d65-b9fd-4328-bbb3-0309ea87b2f2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:18.010990 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade6601-fe39-43c6-8c4c-681b56bcdf5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9d72c12-d0bd-4126-b125-fb7d60290221,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:18.053690 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b413f76-2879-42d4-b964-d5214fd94bf9 req-c89e08cb-1fa4-4d3c-aed8-68265dd88289 service neutron] 10.222.0.48 "GET /v2.0/networks/5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339009 Feb 07 16:43:18.080010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade6601-fe39-43c6-8c4c-681b56bcdf5a admin admin] Checking segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:43:18.080685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade6601-fe39-43c6-8c4c-681b56bcdf5a admin admin] Network hostable DHCP agents. Network: 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:43:18.115913 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Attempting to bind port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:43:18.116557 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Attempting to bind port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'a8cbf2b4-a269-4a95-95bb-59271c7116a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:43:18.117073 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Attempting to bind port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae on network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:43:18.138866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae on network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:43:18.139208 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Attempting to bind port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae on network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:43:18.145015 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade6601-fe39-43c6-8c4c-681b56bcdf5a admin admin] Network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:43:18.161391 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:43:18.161815 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Checking segment: {'id': 'a8cbf2b4-a269-4a95-95bb-59271c7116a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:43:18.162125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Bound using segment: {'id': 'a8cbf2b4-a269-4a95-95bb-59271c7116a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:43:18.162588 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Bound port: a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cbf2b4-a269-4a95-95bb-59271c7116a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:43:18.162957 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:18.219209 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1ade6601-fe39-43c6-8c4c-681b56bcdf5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:43:18.234176 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c2e670-4314-4789-a3f7-88e4a4d0e939 None None] Network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:43:18.249912 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ade6601-fe39-43c6-8c4c-681b56bcdf5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:18.250523 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ade6601-fe39-43c6-8c4c-681b56bcdf5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:18.321033 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-814b9c2b-d28b-4e5c-a463-429364f0a617 admin admin] Publish callbacks [] for port (66c3e8be-3275-4b01-bc7e-37b4a6d12808), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:18.379599 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1ade6601-fe39-43c6-8c4c-681b56bcdf5a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4371893 Feb 07 16:43:18.403433 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-04c734ef-e728-48f1-8c3b-7c49a8480a7a req-9e8295b6-6b05-455e-9f37-61800f5218ba tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.0880845 Feb 07 16:43:18.433617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] For port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:43:18.449985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] For port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:43:18.476556 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:18.528629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port aac66de8-4bf8-46a3-afd9-ec75a26a33a8, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=aac66de8-4bf8-46a3-afd9-ec75a26a33a8,segment=NetworkSegment(4be886dc-5022-4aba-a83b-e566f3a55945),segment_id=4be886dc-5022-4aba-a83b-e566f3a55945)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:18.529479 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6ed997e-2ce6-436d-9bd8-9f88c4e0cc9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (6d7d575a-1a75-45f8-a43c-2b7939a2e631), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:18.585987 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:18.586859 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:18.588211 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] 10.222.0.32 "PUT /v2.0/ports/a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae HTTP/1.1" status: 200 len: 1091 time: 4.6564407 Feb 07 16:43:18.588562 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fcf0ea-40ff-4209-8c19-f94aba1d42b3', 'tag': 'a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:43:18.598076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'aac66de8-4bf8-46a3-afd9-ec75a26a33a8', 'network_id': '5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34', 'port_id': 'aac66de8-4bf8-46a3-afd9-ec75a26a33a8', 'mac_address': 'fa:16:3e:cc:b9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14403c64-8396-46a5-938d-819f84cebae4', 'ip_address': '19.80.0.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:43:18.601813 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bb5aff-e4fb-431f-b082-30c538aeb86c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fcf0ea-40ff-4209-8c19-f94aba1d42b3", "tag": "a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:43:18.754824 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-814b9c2b-d28b-4e5c-a463-429364f0a617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (66c3e8be-3275-4b01-bc7e-37b4a6d12808), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:18.788448 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a95ddb5-ad80-4380-aef1-d427ea85043f x-openstack-request-id: req-2a95ddb5-ad80-4380-aef1-d427ea85043f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:43:18.788858 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fcf0ea-40ff-4209-8c19-f94aba1d42b3", "tag": "a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:43:18.789348 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a95ddb5-ad80-4380-aef1-d427ea85043f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:43:18.790053 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fcf0ea-40ff-4209-8c19-f94aba1d42b3', 'tag': 'a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae', 'status': 'completed', 'code': 200} Feb 07 16:43:18.813751 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f5dc1f-7315-49c9-a4e0-8a13e59dc066 None None] Network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:43:18.855996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ab5ce-d4b1-4d79-abbd-80573718ae8d service neutron] Pushing event updated for resources: {'Port': ['ID=a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:18.974461 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port aac66de8-4bf8-46a3-afd9-ec75a26a33a8 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:18.975139 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (aac66de8-4bf8-46a3-afd9-ec75a26a33a8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:18.975454 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814b9c2b-d28b-4e5c-a463-429364f0a617 admin admin] Network 21ecec8d-d759-42c0-a0b2-63db6d7b3224 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:43:19.015648 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac66de8-4bf8-46a3-afd9-ec75a26a33a8 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:43:19.066772 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-6073d63b-1c9f-41d4-9558-332b5577a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:19.070584 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-6073d63b-1c9f-41d4-9558-332b5577a3df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c5e15258b8947119fa62f8821360c46&device_id=f8fcf0ea-40ff-4209-8c19-f94aba1d42b3 HTTP/1.1" status: 200 len: 1125 time: 0.3522577 Feb 07 16:43:19.102197 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port aac66de8-4bf8-46a3-afd9-ec75a26a33a8, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=aac66de8-4bf8-46a3-afd9-ec75a26a33a8,segment=NetworkSegment(4be886dc-5022-4aba-a83b-e566f3a55945),segment_id=4be886dc-5022-4aba-a83b-e566f3a55945)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:19.114893 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (aac66de8-4bf8-46a3-afd9-ec75a26a33a8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:19.126186 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-814b9c2b-d28b-4e5c-a463-429364f0a617 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:43:19.134134 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b9c2b-d28b-4e5c-a463-429364f0a617 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:43:19.199185 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b9c2b-d28b-4e5c-a463-429364f0a617 admin admin] Pushing event updated for resources: {'Port': ['ID=66c3e8be-3275-4b01-bc7e-37b4a6d12808,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:19.223654 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c01f2396-c2bb-4ac8-99be-2cbe41bba55e req-4244ce23-4366-473c-a6cd-e29e4fb0eff4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.5449769 Feb 07 16:43:19.269478 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=aac66de8-4bf8-46a3-afd9-ec75a26a33a8,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:19.403504 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b413f76-2879-42d4-b964-d5214fd94bf9 req-0b66983c-2b61-43db-b949-752332001766 service neutron] 10.222.0.48 "GET /v2.0/networks/5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3387322 Feb 07 16:43:19.414710 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-9a5e362d-7eea-4119-9b1c-063eafe000a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae HTTP/1.1" status: 200 len: 217 time: 0.2426777 Feb 07 16:43:19.433888 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-814b9c2b-d28b-4e5c-a463-429364f0a617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (cde7646c-fdee-4cbb-a0b2-e5647b9193fa), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:19.467557 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['aac66de8-4bf8-46a3-afd9-ec75a26a33a8'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:43:19.522388 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c03b3-62ae-4411-ad8b-460c1330eb59 req-669889f9-b2c5-4d32-a2f2-1f66562d2119 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:19.524075 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df8c03b3-62ae-4411-ad8b-460c1330eb59 req-669889f9-b2c5-4d32-a2f2-1f66562d2119 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fcf0ea-40ff-4209-8c19-f94aba1d42b3 HTTP/1.1" status: 200 len: 943 time: 0.6484172 Feb 07 16:43:19.562288 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39d2ff-3ae1-4bae-a1f9-2cfce3cb58ba req-e9f04fba-c035-4184-ada8-2b645092a4ae tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:19.578273 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39d2ff-3ae1-4bae-a1f9-2cfce3cb58ba req-e9f04fba-c035-4184-ada8-2b645092a4ae tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:19.588663 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39d2ff-3ae1-4bae-a1f9-2cfce3cb58ba req-e9f04fba-c035-4184-ada8-2b645092a4ae tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:19.590688 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd39d2ff-3ae1-4bae-a1f9-2cfce3cb58ba req-e9f04fba-c035-4184-ada8-2b645092a4ae tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2414 time: 0.4286439 Feb 07 16:43:19.679696 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-c1b5eb8e-2e6d-45c3-8d76-3fbb09a8d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:19.681614 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-c1b5eb8e-2e6d-45c3-8d76-3fbb09a8d6f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33c9ecdd-108b-4a28-9918-7706852c1388 HTTP/1.1" status: 200 len: 845 time: 0.2600949 Feb 07 16:43:19.794729 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-870457e1-9d44-4ac1-a83d-f529ea1d7b10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045723 Feb 07 16:43:19.804790 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-3da7d0d3-96aa-4d63-9afc-8cd6be539a3f None None] Provisioning complete for port 66c3e8be-3275-4b01-bc7e-37b4a6d12808 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:19.807374 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3da7d0d3-96aa-4d63-9afc-8cd6be539a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (66c3e8be-3275-4b01-bc7e-37b4a6d12808), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:19.870670 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df8c03b3-62ae-4411-ad8b-460c1330eb59 req-b996de47-a18a-4e94-8830-0d69629a8cd5 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259765 Feb 07 16:43:19.875864 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3da7d0d3-96aa-4d63-9afc-8cd6be539a3f None None] Port 66c3e8be-3275-4b01-bc7e-37b4a6d12808 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:43:19.968667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device bdaf8685-9fd4-4829-b925-f8825a274ff6 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:43:20.007781 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-814b9c2b-d28b-4e5c-a463-429364f0a617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (66c3e8be-3275-4b01-bc7e-37b4a6d12808), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:20.030604 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd39d2ff-3ae1-4bae-a1f9-2cfce3cb58ba req-e86169f6-cfa1-42cc-9798-bf9e2ef968c2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198413 Feb 07 16:43:20.088900 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-1d7d74fe-85c9-4b4a-9e33-914a3bc9efd6 service neutron] 10.222.0.32 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736974 Feb 07 16:43:20.132804 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0bf08005-b1db-4bf4-b4c1-582458dfea2c req-f3616226-d157-4a66-a632-7acb4431f2f8 tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.1094842 Feb 07 16:43:20.169271 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed997e-2ce6-436d-9bd8-9f88c4e0cc9c admin admin] Deleting port 096c5448-b64c-4d82-8710-8b1e7ad73cb1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:43:20.172482 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6ed997e-2ce6-436d-9bd8-9f88c4e0cc9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:20.408642 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2fba5e5-e59a-4c4f-9031-9c42b3f77a24 req-80a0fcca-0385-4b43-963e-df87c919092b service neutron] 10.222.0.32 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126647 Feb 07 16:43:20.496084 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5b13e954-c1d7-4444-8d36-3a2e1578ebc7 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:43:20.573729 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port bdaf8685-9fd4-4829-b925-f8825a274ff6, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=bdaf8685-9fd4-4829-b925-f8825a274ff6,segment=NetworkSegment(4be886dc-5022-4aba-a83b-e566f3a55945),segment_id=4be886dc-5022-4aba-a83b-e566f3a55945)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:20.590632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'bdaf8685-9fd4-4829-b925-f8825a274ff6', 'network_id': '5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34', 'port_id': 'bdaf8685-9fd4-4829-b925-f8825a274ff6', 'mac_address': 'fa:16:3e:69:23:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14403c64-8396-46a5-938d-819f84cebae4', 'ip_address': '19.80.0.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:43:20.607215 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 5b13e954-c1d7-4444-8d36-3a2e1578ebc7 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:20.607656 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5b13e954-c1d7-4444-8d36-3a2e1578ebc7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:20.670889 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35804) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:20.696212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-41349e91-f142-47bb-9545-207deb8db8e8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-574929289-network', 'tenant_id': '522d6e8f9b0f41e785906b3c0b9d27ca'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:43:20.701552 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port bdaf8685-9fd4-4829-b925-f8825a274ff6 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:20.704211 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bdaf8685-9fd4-4829-b925-f8825a274ff6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:20.750647 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41349e91-f142-47bb-9545-207deb8db8e8 admin admin] Made reservation on behalf of 522d6e8f9b0f41e785906b3c0b9d27ca for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:43:20.755805 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41349e91-f142-47bb-9545-207deb8db8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:20.777657 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdaf8685-9fd4-4829-b925-f8825a274ff6 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:43:20.779461 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb5aff-e4fb-431f-b082-30c538aeb86c req-c81c7cd7-744b-487b-b90b-0538cec3faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:20.781732 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34bb5aff-e4fb-431f-b082-30c538aeb86c req-c81c7cd7-744b-487b-b90b-0538cec3faa5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c5e15258b8947119fa62f8821360c46&device_id=f8fcf0ea-40ff-4209-8c19-f94aba1d42b3 HTTP/1.1" status: 200 len: 1125 time: 0.2984858 Feb 07 16:43:20.783749 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41349e91-f142-47bb-9545-207deb8db8e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:20.924260 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-814b9c2b-d28b-4e5c-a463-429364f0a617 admin admin] Publish callbacks [] for port (66c3e8be-3275-4b01-bc7e-37b4a6d12808), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:20.925701 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port bdaf8685-9fd4-4829-b925-f8825a274ff6, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=bdaf8685-9fd4-4829-b925-f8825a274ff6,segment=NetworkSegment(4be886dc-5022-4aba-a83b-e566f3a55945),segment_id=4be886dc-5022-4aba-a83b-e566f3a55945)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:20.942500 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 5b13e954-c1d7-4444-8d36-3a2e1578ebc7 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:20.942939 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5b13e954-c1d7-4444-8d36-3a2e1578ebc7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:20.953195 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-b6ed997e-2ce6-436d-9bd8-9f88c4e0cc9c admin admin] For port 096c5448-b64c-4d82-8710-8b1e7ad73cb1, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=096c5448-b64c-4d82-8710-8b1e7ad73cb1,segment=NetworkSegment(64adb199-9993-4c14-b837-969ac3cdf6d8),segment_id=64adb199-9993-4c14-b837-969ac3cdf6d8)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:20.953678 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6ed997e-2ce6-436d-9bd8-9f88c4e0cc9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:20.958625 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bdaf8685-9fd4-4829-b925-f8825a274ff6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:20.960173 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:43:20.969548 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-814b9c2b-d28b-4e5c-a463-429364f0a617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (66c3e8be-3275-4b01-bc7e-37b4a6d12808), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:21.028359 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 5b13e954-c1d7-4444-8d36-3a2e1578ebc7, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5b13e954-c1d7-4444-8d36-3a2e1578ebc7,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:21.037193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb5aff-e4fb-431f-b082-30c538aeb86c req-760f79f6-8bf2-433c-822c-fadf6ef8ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:21.041602 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34bb5aff-e4fb-431f-b082-30c538aeb86c req-760f79f6-8bf2-433c-822c-fadf6ef8ecc7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 HTTP/1.1" status: 200 len: 906 time: 0.2529690 Feb 07 16:43:21.067297 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5b13e954-c1d7-4444-8d36-3a2e1578ebc7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:21.069465 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed997e-2ce6-436d-9bd8-9f88c4e0cc9c admin admin] Calling delete_port for 096c5448-b64c-4d82-8710-8b1e7ad73cb1 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:43:21.137960 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=bdaf8685-9fd4-4829-b925-f8825a274ff6,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:21.163099 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:43:21.163699 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-814b9c2b-d28b-4e5c-a463-429364f0a617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (cde7646c-fdee-4cbb-a0b2-e5647b9193fa), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:21.167394 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b9c2b-d28b-4e5c-a463-429364f0a617 admin admin] Pushing event updated for resources: {'Port': ['ID=66c3e8be-3275-4b01-bc7e-37b4a6d12808,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:21.203399 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34bb5aff-e4fb-431f-b082-30c538aeb86c req-aa6044f7-20d3-4891-88b1-153ba00faa62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae HTTP/1.1" status: 200 len: 217 time: 0.1539011 Feb 07 16:43:21.274930 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:21.330700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=5b13e954-c1d7-4444-8d36-3a2e1578ebc7,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:21.361588 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 5e8fd5a2-ebad-4d61-acce-76221d5c0d38, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=5e8fd5a2-ebad-4d61-acce-76221d5c0d38,segment=NetworkSegment(4f417b03-c90d-470a-a66e-d8bb62468bc2),segment_id=4f417b03-c90d-470a-a66e-d8bb62468bc2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:21.367435 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb5aff-e4fb-431f-b082-30c538aeb86c req-9bf5c1bf-ad9c-417d-999e-79fdbe05f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:21.370126 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34bb5aff-e4fb-431f-b082-30c538aeb86c req-9bf5c1bf-ad9c-417d-999e-79fdbe05f677 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33c9ecdd-108b-4a28-9918-7706852c1388 HTTP/1.1" status: 200 len: 845 time: 0.1502635 Feb 07 16:43:21.380002 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '5e8fd5a2-ebad-4d61-acce-76221d5c0d38', 'network_id': '4e982006-d4ed-4224-a80b-2213e8c04b37', 'port_id': '5e8fd5a2-ebad-4d61-acce-76221d5c0d38', 'mac_address': 'fa:16:3e:2f:9a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff4e319-d442-495b-94a0-8ed4034c20b7', 'ip_address': '19.86.0.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:43:21.420821 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41349e91-f142-47bb-9545-207deb8db8e8 admin admin] Publish callbacks [] for security_group (4736868c-7561-4c8f-8d4d-c78fec818780), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:21.470640 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:21.471042 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5e8fd5a2-ebad-4d61-acce-76221d5c0d38), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:21.491394 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:43:21.494437 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41349e91-f142-47bb-9545-207deb8db8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4736868c-7561-4c8f-8d4d-c78fec818780), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:21.508210 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814b9c2b-d28b-4e5c-a463-429364f0a617 admin admin] Network 21ecec8d-d759-42c0-a0b2-63db6d7b3224 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:43:21.521551 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41349e91-f142-47bb-9545-207deb8db8e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:43:21.522098 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-814b9c2b-d28b-4e5c-a463-429364f0a617 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:43:21.522676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 5e8fd5a2-ebad-4d61-acce-76221d5c0d38, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=5e8fd5a2-ebad-4d61-acce-76221d5c0d38,segment=NetworkSegment(4f417b03-c90d-470a-a66e-d8bb62468bc2),segment_id=4f417b03-c90d-470a-a66e-d8bb62468bc2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:21.531968 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5e8fd5a2-ebad-4d61-acce-76221d5c0d38), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:21.542842 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34bb5aff-e4fb-431f-b082-30c538aeb86c req-bd0b0052-5a67-4a1e-89fc-e5a41476f7e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1546006 Feb 07 16:43:21.551104 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4aed8e-bab6-4e0e-93f9-9b6bb2079591 req-3e77411b-0622-4df1-8aba-e3ae6fc1967d tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:21.556764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4aed8e-bab6-4e0e-93f9-9b6bb2079591 req-3e77411b-0622-4df1-8aba-e3ae6fc1967d tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:21.567031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4aed8e-bab6-4e0e-93f9-9b6bb2079591 req-3e77411b-0622-4df1-8aba-e3ae6fc1967d tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:21.576341 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d4aed8e-bab6-4e0e-93f9-9b6bb2079591 req-3e77411b-0622-4df1-8aba-e3ae6fc1967d tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2415 time: 0.3635304 Feb 07 16:43:21.579484 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ca273-126e-462c-841d-f22a8f6ac94a req-9865d372-5b98-41db-83d4-6f205270d156 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:21.583399 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-476ca273-126e-462c-841d-f22a8f6ac94a req-9865d372-5b98-41db-83d4-6f205270d156 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fcf0ea-40ff-4209-8c19-f94aba1d42b3 HTTP/1.1" status: 200 len: 943 time: 0.3648927 Feb 07 16:43:21.619766 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=5e8fd5a2-ebad-4d61-acce-76221d5c0d38,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:21.685680 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41349e91-f142-47bb-9545-207deb8db8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (3c32f7be-58c3-4f92-8b08-10a1546f166d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:21.686664 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-41349e91-f142-47bb-9545-207deb8db8e8 admin admin] Added segment 3c32f7be-58c3-4f92-8b08-10a1546f166d of type vlan for network 1327cd8d-d980-4cca-b15e-150edd3b76b7 Feb 07 16:43:21.696651 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41349e91-f142-47bb-9545-207deb8db8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4736868c-7561-4c8f-8d4d-c78fec818780,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:21.742316 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d4aed8e-bab6-4e0e-93f9-9b6bb2079591 req-edc7edfe-5ad1-4859-8b73-4ed60d79d5dd tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629443 Feb 07 16:43:21.816475 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41349e91-f142-47bb-9545-207deb8db8e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (1327cd8d-d980-4cca-b15e-150edd3b76b7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:21.864338 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['5e8fd5a2-ebad-4d61-acce-76221d5c0d38'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:43:21.877191 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-281972c4-9e31-467b-a24f-e872b5578558 req-fb32d6fc-3018-492e-b4a5-16bb236e092d tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.0444047 Feb 07 16:43:21.895542 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-476ca273-126e-462c-841d-f22a8f6ac94a req-0b2f16e5-6cb8-453a-a3ff-ae8849358609 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956501 Feb 07 16:43:21.924844 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34bb5aff-e4fb-431f-b082-30c538aeb86c req-237b8942-a344-4fae-b5a4-26d700e7aa63 service neutron] 10.222.0.32 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686621 Feb 07 16:43:21.931053 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41349e91-f142-47bb-9545-207deb8db8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (1327cd8d-d980-4cca-b15e-150edd3b76b7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:21.933596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41349e91-f142-47bb-9545-207deb8db8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:21.934227 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41349e91-f142-47bb-9545-207deb8db8e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:21.968843 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6ed997e-2ce6-436d-9bd8-9f88c4e0cc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (096c5448-b64c-4d82-8710-8b1e7ad73cb1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:21.994311 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device aac66de8-4bf8-46a3-afd9-ec75a26a33a8 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:43:22.019233 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-41349e91-f142-47bb-9545-207deb8db8e8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3399155 Feb 07 16:43:22.023184 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35838) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:22.046123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed997e-2ce6-436d-9bd8-9f88c4e0cc9c admin admin] Pushing event deleted for resources: {'Port': ['ID=096c5448-b64c-4d82-8710-8b1e7ad73cb1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:22.077650 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5a96d9d3-83b0-4b2d-91ca-798a7d1dc555 admin admin] Request body: {'subnet': {'network_id': '1327cd8d-d980-4cca-b15e-150edd3b76b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-574929289-subnet', 'tenant_id': '522d6e8f9b0f41e785906b3c0b9d27ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:43:22.149908 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814b9c2b-d28b-4e5c-a463-429364f0a617 admin admin] Router cde7646c-fdee-4cbb-a0b2-e5647b9193fa has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:43:22.159700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e004ad27-40ad-4f93-9696-0a5069b2e219 None None] Provisioning complete for port 66c3e8be-3275-4b01-bc7e-37b4a6d12808 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:22.162456 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e004ad27-40ad-4f93-9696-0a5069b2e219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (66c3e8be-3275-4b01-bc7e-37b4a6d12808), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:22.410342 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e004ad27-40ad-4f93-9696-0a5069b2e219 None None] Port 66c3e8be-3275-4b01-bc7e-37b4a6d12808 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:43:22.446832 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:43:22.517809 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port aac66de8-4bf8-46a3-afd9-ec75a26a33a8 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:43:22.552683 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5b13e954-c1d7-4444-8d36-3a2e1578ebc7 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:43:22.566640 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port aac66de8-4bf8-46a3-afd9-ec75a26a33a8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:22.567086 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (aac66de8-4bf8-46a3-afd9-ec75a26a33a8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:22.914462 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6ed997e-2ce6-436d-9bd8-9f88c4e0cc9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (6d7d575a-1a75-45f8-a43c-2b7939a2e631), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:22.941312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port aac66de8-4bf8-46a3-afd9-ec75a26a33a8 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:22.941866 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (aac66de8-4bf8-46a3-afd9-ec75a26a33a8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:22.947082 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 5b13e954-c1d7-4444-8d36-3a2e1578ebc7 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:22.947433 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5b13e954-c1d7-4444-8d36-3a2e1578ebc7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:22.958967 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814b9c2b-d28b-4e5c-a463-429364f0a617 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:43:22.992635 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-814b9c2b-d28b-4e5c-a463-429364f0a617 admin admin] 10.222.0.18 "PUT /v2.0/routers/cde7646c-fdee-4cbb-a0b2-e5647b9193fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5137160 Feb 07 16:43:23.053507 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['bdaf8685-9fd4-4829-b925-f8825a274ff6'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:43:23.110500 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-becb5131-a376-49a6-b116-5bbc3c41cf41 req-d0a545c8-e9d8-4706-826c-d21cd1a16ccd tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.2502654 Feb 07 16:43:23.111356 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41349e91-f142-47bb-9545-207deb8db8e8 admin admin] Pushing event updated for resources: {'Network': ['ID=1327cd8d-d980-4cca-b15e-150edd3b76b7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:23.120833 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a96d9d3-83b0-4b2d-91ca-798a7d1dc555 admin admin] Made reservation on behalf of 522d6e8f9b0f41e785906b3c0b9d27ca for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:43:23.150108 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a96d9d3-83b0-4b2d-91ca-798a7d1dc555 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:23.246888 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 1327cd8d-d980-4cca-b15e-150edd3b76b7 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:43:23.253712 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] Sync routers for ids ['cde7646c-fdee-4cbb-a0b2-e5647b9193fa'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:43:23.339587 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34bb5aff-e4fb-431f-b082-30c538aeb86c req-5b1bbce5-6260-4723-9a9c-dbc98e906d90 service neutron] 10.222.0.32 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3684015 Feb 07 16:43:23.437718 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee191d8-2fe0-43b9-ac3e-b3f851fa1ead req-7d62d0db-0842-48df-972b-69f5e4ae3d25 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:23.458918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee191d8-2fe0-43b9-ac3e-b3f851fa1ead req-7d62d0db-0842-48df-972b-69f5e4ae3d25 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:23.475965 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac66de8-4bf8-46a3-afd9-ec75a26a33a8'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:43:23.477552 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee191d8-2fe0-43b9-ac3e-b3f851fa1ead req-7d62d0db-0842-48df-972b-69f5e4ae3d25 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:23.480652 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eee191d8-2fe0-43b9-ac3e-b3f851fa1ead req-7d62d0db-0842-48df-972b-69f5e4ae3d25 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2416 time: 0.3411543 Feb 07 16:43:23.489342 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80de851c-8af1-4ed8-8eac-4802171ab060" -d '{"events": [{"server_uuid": "7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219", "name": "network-vif-plugged", "status": "completed", "tag": "aac66de8-4bf8-46a3-afd9-ec75a26a33a8"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:43:23.507539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:23.572052 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a96d9d3-83b0-4b2d-91ca-798a7d1dc555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (ade6de68-6792-43b8-877c-f1857467606c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:23.630547 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port aac66de8-4bf8-46a3-afd9-ec75a26a33a8, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=aac66de8-4bf8-46a3-afd9-ec75a26a33a8,segment=NetworkSegment(4be886dc-5022-4aba-a83b-e566f3a55945),segment_id=4be886dc-5022-4aba-a83b-e566f3a55945)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:23.637731 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] Routers {'cde7646c-fdee-4cbb-a0b2-e5647b9193fa'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:43:23.642371 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:42:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cde7646c-fdee-4cbb-a0b2-e5647b9193fa'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:23.646519 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:23.714239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96d9d3-83b0-4b2d-91ca-798a7d1dc555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade6de68-6792-43b8-877c-f1857467606c,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:23.725506 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a96d9d3-83b0-4b2d-91ca-798a7d1dc555 admin admin] Checking segment: {'id': '3c32f7be-58c3-4f92-8b08-10a1546f166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1327cd8d-d980-4cca-b15e-150edd3b76b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:43:23.725939 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a96d9d3-83b0-4b2d-91ca-798a7d1dc555 admin admin] Network hostable DHCP agents. Network: 1327cd8d-d980-4cca-b15e-150edd3b76b7, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:43:23.766301 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eee191d8-2fe0-43b9-ac3e-b3f851fa1ead req-a0e157c4-4517-4c03-b5a5-b41d20dec936 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768230 Feb 07 16:43:23.784825 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (aac66de8-4bf8-46a3-afd9-ec75a26a33a8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:23.797363 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae', 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67', 'port_id': 'a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae', 'mac_address': 'fa:16:3e:08:28:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c9ecdd-108b-4a28-9918-7706852c1388', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:43:23.830676 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ed997e-2ce6-436d-9bd8-9f88c4e0cc9c admin admin] Router 6d7d575a-1a75-45f8-a43c-2b7939a2e631 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:43:23.837314 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a96d9d3-83b0-4b2d-91ca-798a7d1dc555 admin admin] Network 1327cd8d-d980-4cca-b15e-150edd3b76b7 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:43:23.909004 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5a96d9d3-83b0-4b2d-91ca-798a7d1dc555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 1327cd8d-d980-4cca-b15e-150edd3b76b7) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:43:23.938909 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a96d9d3-83b0-4b2d-91ca-798a7d1dc555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:23.939685 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a96d9d3-83b0-4b2d-91ca-798a7d1dc555 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:23.985484 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] Set router cde7646c-fdee-4cbb-a0b2-e5647b9193fa gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:43:24.010376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017391d7-41c0-4669-9496-04cf50cad72e req-9efbccf3-cabe-4a39-adcc-a3d567b1f918 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:24.015883 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-017391d7-41c0-4669-9496-04cf50cad72e req-9efbccf3-cabe-4a39-adcc-a3d567b1f918 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fcf0ea-40ff-4209-8c19-f94aba1d42b3 HTTP/1.1" status: 200 len: 943 time: 0.2171569 Feb 07 16:43:24.037339 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5a96d9d3-83b0-4b2d-91ca-798a7d1dc555 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9894638 Feb 07 16:43:24.092783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d266928-695f-4d3c-92b9-baa4fe3d7b7a None None] Network 1327cd8d-d980-4cca-b15e-150edd3b76b7 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:43:24.097327 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:43:24.146984 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-017391d7-41c0-4669-9496-04cf50cad72e req-d6665393-1065-4951-a396-efcf36aea525 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172748 Feb 07 16:43:24.280087 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ed997e-2ce6-436d-9bd8-9f88c4e0cc9c admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:43:24.297993 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b6ed997e-2ce6-436d-9bd8-9f88c4e0cc9c admin admin] 10.222.0.18 "PUT /v2.0/routers/6d7d575a-1a75-45f8-a43c-2b7939a2e631/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2404408 Feb 07 16:43:24.298304 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8560fda-e445-4751-b9a1-0844c3d50fc2 None None] Sync routers for ids ['6d7d575a-1a75-45f8-a43c-2b7939a2e631'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:43:24.303808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35918) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:24.323082 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8560fda-e445-4751-b9a1-0844c3d50fc2 None None] Routers {'6d7d575a-1a75-45f8-a43c-2b7939a2e631'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:43:24.323756 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c8560fda-e445-4751-b9a1-0844c3d50fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:42:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6d7d575a-1a75-45f8-a43c-2b7939a2e631'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:24.574575 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:24.574981 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:24.619920 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=aac66de8-4bf8-46a3-afd9-ec75a26a33a8,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:24.701922 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-c8560fda-e445-4751-b9a1-0844c3d50fc2 None None] Set router 6d7d575a-1a75-45f8-a43c-2b7939a2e631 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:43:24.711799 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8f42a44-65c0-4111-a8b4-ee5ac012c07f admin admin] Publish callbacks [] for router (6d7d575a-1a75-45f8-a43c-2b7939a2e631), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:25.045649 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8f42a44-65c0-4111-a8b4-ee5ac012c07f admin admin] Publish callbacks [] for router_gateway (6d7d575a-1a75-45f8-a43c-2b7939a2e631), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:25.060458 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c8560fda-e445-4751-b9a1-0844c3d50fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'name': 'tempest-ServersTestManualDisk-1069497962-router', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:14Z', 'updated_at': '2022-02-07T16:43:21Z', 'revision_number': 5, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'gw_port': {'id': '79504e4a-bc5c-4043-8994-0a6e97b30ef9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:97:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:16Z', 'updated_at': '2022-02-07T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:25.101270 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8560fda-e445-4751-b9a1-0844c3d50fc2 None None] Checking router: 6d7d575a-1a75-45f8-a43c-2b7939a2e631 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:43:25.115789 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8560fda-e445-4751-b9a1-0844c3d50fc2 None None] Routers {'6d7d575a-1a75-45f8-a43c-2b7939a2e631'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:43:25.116927 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c8560fda-e445-4751-b9a1-0844c3d50fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:42:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6d7d575a-1a75-45f8-a43c-2b7939a2e631'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:25.221298 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d8f42a44-65c0-4111-a8b4-ee5ac012c07f admin admin] Deleting port 79504e4a-bc5c-4043-8994-0a6e97b30ef9 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:43:25.222390 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8f42a44-65c0-4111-a8b4-ee5ac012c07f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (79504e4a-bc5c-4043-8994-0a6e97b30ef9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:25.238645 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17516671-f801-4e8b-9443-90303f506170 x-openstack-request-id: req-17516671-f801-4e8b-9443-90303f506170 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:43:25.239325 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219", "name": "network-vif-plugged", "status": "completed", "tag": "aac66de8-4bf8-46a3-afd9-ec75a26a33a8", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:43:25.239592 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17516671-f801-4e8b-9443-90303f506170 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:43:25.239916 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac66de8-4bf8-46a3-afd9-ec75a26a33a8', 'code': 200} Feb 07 16:43:25.254498 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:43:25.298087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:25.397161 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-c8560fda-e445-4751-b9a1-0844c3d50fc2 None None] Set router 6d7d575a-1a75-45f8-a43c-2b7939a2e631 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:43:25.460225 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:25.548127 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8116323b-9805-4f95-a3c3-3cec770d9704 req-0b06e1c7-8ba9-4ca9-bb1d-c87f9265fa61 tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 1.0942495 Feb 07 16:43:25.663891 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c8560fda-e445-4751-b9a1-0844c3d50fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'name': 'tempest-ServersTestManualDisk-1069497962-router', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:14Z', 'updated_at': '2022-02-07T16:43:25Z', 'revision_number': 6, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:25.664260 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d8f42a44-65c0-4111-a8b4-ee5ac012c07f admin admin] For port 79504e4a-bc5c-4043-8994-0a6e97b30ef9, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=79504e4a-bc5c-4043-8994-0a6e97b30ef9,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:25.664594 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8f42a44-65c0-4111-a8b4-ee5ac012c07f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (79504e4a-bc5c-4043-8994-0a6e97b30ef9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:25.682966 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:25.749729 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:43:25.777604 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d8f42a44-65c0-4111-a8b4-ee5ac012c07f admin admin] Calling delete_port for 79504e4a-bc5c-4043-8994-0a6e97b30ef9 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:43:25.801907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:43:25.805258 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafff588-024a-4f17-bf8e-005cce718c0a None None] Network 1327cd8d-d980-4cca-b15e-150edd3b76b7 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:43:25.906440 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8560fda-e445-4751-b9a1-0844c3d50fc2 None None] The sync data for ids ['6d7d575a-1a75-45f8-a43c-2b7939a2e631'] in n-d-827865-3 is: [{'id': '6d7d575a-1a75-45f8-a43c-2b7939a2e631', 'name': 'tempest-ServersTestManualDisk-1069497962-router', 'tenant_id': '5c46b77ee57443c8842ba3765a8e54a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:14Z', 'updated_at': '2022-02-07T16:43:25Z', 'revision_number': 6, 'project_id': '5c46b77ee57443c8842ba3765a8e54a6', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:43:25.910979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109f840-b356-411c-9f28-99587058bc0d req-ea3d8eb9-e4c6-47ba-9570-69bbf4a6a113 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:25.937995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109f840-b356-411c-9f28-99587058bc0d req-ea3d8eb9-e4c6-47ba-9570-69bbf4a6a113 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:25.964853 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:25.965794 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5e8fd5a2-ebad-4d61-acce-76221d5c0d38), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:25.968734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109f840-b356-411c-9f28-99587058bc0d req-ea3d8eb9-e4c6-47ba-9570-69bbf4a6a113 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:25.990661 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5109f840-b356-411c-9f28-99587058bc0d req-ea3d8eb9-e4c6-47ba-9570-69bbf4a6a113 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2417 time: 0.2588339 Feb 07 16:43:26.038339 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 5b13e954-c1d7-4444-8d36-3a2e1578ebc7 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:26.105391 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-58402194-c8a7-4574-83e1-e57ec88b44fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:26.162641 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'name': 'tempest-TaggedBootDevicesTest-164667533-router', 'tenant_id': '266cadc487ce41e1b8a55b2e6eae5848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '5b13e954-c1d7-4444-8d36-3a2e1578ebc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:43:09Z', 'updated_at': '2022-02-07T16:43:19Z', 'revision_number': 4, 'project_id': '266cadc487ce41e1b8a55b2e6eae5848', 'gw_port': {'id': '5b13e954-c1d7-4444-8d36-3a2e1578ebc7', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:43:11Z', 'updated_at': '2022-02-07T16:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '66c3e8be-3275-4b01-bc7e-37b4a6d12808', 'name': '', 'network_id': '21ecec8d-d759-42c0-a0b2-63db6d7b3224', 'tenant_id': '266cadc487ce41e1b8a55b2e6eae5848', 'mac_address': 'fa:16:3e:ff:d6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '31b437d2-43c8-4fed-b3dd-b4687524ea2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:43:17Z', 'updated_at': '2022-02-07T16:43:20Z', 'revision_number': 2, 'project_id': '266cadc487ce41e1b8a55b2e6eae5848', 'subnets': [{'id': '31b437d2-43c8-4fed-b3dd-b4687524ea2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:26.201046 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5109f840-b356-411c-9f28-99587058bc0d req-ae4e6fe5-6f7d-42c6-94ae-a9b28829bb41 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019243 Feb 07 16:43:26.239421 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] Checking router: cde7646c-fdee-4cbb-a0b2-e5647b9193fa for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:43:26.240159 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] Updating router cde7646c-fdee-4cbb-a0b2-e5647b9193fa port 66c3e8be-3275-4b01-bc7e-37b4a6d12808 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:43:26.369237 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (66c3e8be-3275-4b01-bc7e-37b4a6d12808), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:26.378780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 096c5448-b64c-4d82-8710-8b1e7ad73cb1 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:43:26.467412 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 096c5448-b64c-4d82-8710-8b1e7ad73cb1 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:43:26.467765 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 096c5448-b64c-4d82-8710-8b1e7ad73cb1 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:43:26.544940 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:26.545426 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5e8fd5a2-ebad-4d61-acce-76221d5c0d38), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:26.574291 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-be3a6a89-3fdd-4f14-a11c-8033d0353c50 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:26.589524 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-be3a6a89-3fdd-4f14-a11c-8033d0353c50 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 807 time: 0.7838271 Feb 07 16:43:26.691686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83970f-0a02-470a-93fd-7ee923d4bb29 req-9be8e337-729b-4846-b4e0-569bde0a3549 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:26.694588 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6c83970f-0a02-470a-93fd-7ee923d4bb29 req-9be8e337-729b-4846-b4e0-569bde0a3549 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fcf0ea-40ff-4209-8c19-f94aba1d42b3 HTTP/1.1" status: 200 len: 944 time: 0.1268797 Feb 07 16:43:26.711116 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ed1c4d33-d092-4d2a-8142-16abff1b1438 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/quotas/fe34686be38c42c8a33e48d32dc23dcd HTTP/1.1" status: 200 len: 375 time: 0.1206765 Feb 07 16:43:26.736987 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 5e8fd5a2-ebad-4d61-acce-76221d5c0d38, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=5e8fd5a2-ebad-4d61-acce-76221d5c0d38,segment=NetworkSegment(4f417b03-c90d-470a-a66e-d8bb62468bc2),segment_id=4f417b03-c90d-470a-a66e-d8bb62468bc2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:26.786951 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5e8fd5a2-ebad-4d61-acce-76221d5c0d38), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:26.794719 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ca8dd70d-3fcb-497e-b564-9e69e380ffe3 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817578 Feb 07 16:43:26.850408 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6c83970f-0a02-470a-93fd-7ee923d4bb29 req-448566c7-6a8d-4a4b-8d50-a5a5ac12eb35 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419683 Feb 07 16:43:26.933746 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8f42a44-65c0-4111-a8b4-ee5ac012c07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (79504e4a-bc5c-4043-8994-0a6e97b30ef9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:26.991207 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f42a44-65c0-4111-a8b4-ee5ac012c07f admin admin] Pushing event deleted for resources: {'Port': ['ID=79504e4a-bc5c-4043-8994-0a6e97b30ef9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:27.064846 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-38b78bdd-b436-461b-b32b-548aea60d452 req-09d484f8-2ad4-43a5-85ab-9b94c470a27c tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.0724459 Feb 07 16:43:27.114046 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=5e8fd5a2-ebad-4d61-acce-76221d5c0d38,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:27.164646 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-b2e78d27-b7a2-4b38-9019-a4a50fbae6a2 service neutron] 10.222.0.18 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687248 Feb 07 16:43:27.170214 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8f42a44-65c0-4111-a8b4-ee5ac012c07f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (6d7d575a-1a75-45f8-a43c-2b7939a2e631), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:27.252352 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36020) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:27.263967 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8fd5a2-ebad-4d61-acce-76221d5c0d38'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:43:27.285919 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bcd8b4-d7e8-4730-bd52-cea3c56ac998" -d '{"events": [{"server_uuid": "7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219", "name": "network-vif-plugged", "status": "completed", "tag": "5e8fd5a2-ebad-4d61-acce-76221d5c0d38"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:43:27.497968 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] Publish callbacks [] for port (66c3e8be-3275-4b01-bc7e-37b4a6d12808), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:27.513773 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:43:27.538060 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ac693-c6ab-404b-98bc-1e2f45caa0d7 req-e2c9e80f-f73c-444f-ab68-701f099489bf tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:27.545430 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ac693-c6ab-404b-98bc-1e2f45caa0d7 req-e2c9e80f-f73c-444f-ab68-701f099489bf tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:27.551870 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ac693-c6ab-404b-98bc-1e2f45caa0d7 req-e2c9e80f-f73c-444f-ab68-701f099489bf tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:27.560279 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-180ac693-c6ab-404b-98bc-1e2f45caa0d7 req-e2c9e80f-f73c-444f-ab68-701f099489bf tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2418 time: 0.1350005 Feb 07 16:43:27.576234 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (66c3e8be-3275-4b01-bc7e-37b4a6d12808), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:27.677832 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-180ac693-c6ab-404b-98bc-1e2f45caa0d7 req-73281824-024d-4bef-aaad-6b8445dcb908 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143603 Feb 07 16:43:27.716862 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8f42a44-65c0-4111-a8b4-ee5ac012c07f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (6d7d575a-1a75-45f8-a43c-2b7939a2e631), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:27.736964 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8f42a44-65c0-4111-a8b4-ee5ac012c07f admin admin] Publish callbacks [] for router_controller (6d7d575a-1a75-45f8-a43c-2b7939a2e631), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:27.764156 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49c904-4a02-407c-aac0-a4f2d2053178 None None] Pushing event updated for resources: {'Port': ['ID=66c3e8be-3275-4b01-bc7e-37b4a6d12808,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:27.803401 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67878215-ff96-4652-97ee-305a5c0bc532 x-openstack-request-id: req-67878215-ff96-4652-97ee-305a5c0bc532 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:43:27.803844 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219", "name": "network-vif-plugged", "status": "completed", "tag": "5e8fd5a2-ebad-4d61-acce-76221d5c0d38", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:43:27.804239 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67878215-ff96-4652-97ee-305a5c0bc532 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:43:27.804893 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8fd5a2-ebad-4d61-acce-76221d5c0d38', 'code': 200} Feb 07 16:43:27.963805 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8f42a44-65c0-4111-a8b4-ee5ac012c07f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (6d7d575a-1a75-45f8-a43c-2b7939a2e631), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:27.965013 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f42a44-65c0-4111-a8b4-ee5ac012c07f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d7d575a-1a75-45f8-a43c-2b7939a2e631 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:43:27.986957 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8f42a44-65c0-4111-a8b4-ee5ac012c07f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:28.000277 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36038) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:28.002485 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d8f42a44-65c0-4111-a8b4-ee5ac012c07f admin admin] 10.222.0.18 "DELETE /v2.0/routers/6d7d575a-1a75-45f8-a43c-2b7939a2e631 HTTP/1.1" status: 204 len: 168 time: 3.6961224 Feb 07 16:43:28.035279 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:43:28.052586 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-84ba009c-0261-456f-9a9b-9ac98c49bc2b service neutron] 10.222.0.18 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699289 Feb 07 16:43:28.083205 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device bdaf8685-9fd4-4829-b925-f8825a274ff6 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:43:28.285766 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0181d7e2-3877-4f40-b8b6-a2d37c41ae37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:28.296260 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] Attempting to bind port 66c3e8be-3275-4b01-bc7e-37b4a6d12808 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:43:28.300989 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] Attempting to bind port 66c3e8be-3275-4b01-bc7e-37b4a6d12808 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '388e219e-4db9-4cd6-8933-c86f1f8f57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '21ecec8d-d759-42c0-a0b2-63db6d7b3224'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:43:28.303798 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] Attempting to bind port 66c3e8be-3275-4b01-bc7e-37b4a6d12808 on network 21ecec8d-d759-42c0-a0b2-63db6d7b3224 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:43:28.364697 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 79504e4a-bc5c-4043-8994-0a6e97b30ef9 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:43:28.374769 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9472af-1078-43e2-8a73-ca321ffce7d8 admin admin] Deleting subnet 79b6f828-5c6c-4065-9878-f52f4ee89271 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:43:28.382776 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e9472af-1078-43e2-8a73-ca321ffce7d8 admin admin] Publish callbacks [] for subnet (79b6f828-5c6c-4065-9878-f52f4ee89271), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:28.439035 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:28.439703 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:28.449635 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f027439-d68f-4e97-aa1d-407f9894f8c7 req-b1fd0e14-650a-4d24-9501-f3b31da0241e tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:28.455218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 79504e4a-bc5c-4043-8994-0a6e97b30ef9 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:43:28.456208 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 79504e4a-bc5c-4043-8994-0a6e97b30ef9 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:43:28.459656 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0f027439-d68f-4e97-aa1d-407f9894f8c7 req-b1fd0e14-650a-4d24-9501-f3b31da0241e tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fcf0ea-40ff-4209-8c19-f94aba1d42b3 HTTP/1.1" status: 200 len: 944 time: 0.2937968 Feb 07 16:43:28.515947 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e9472af-1078-43e2-8a73-ca321ffce7d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (79b6f828-5c6c-4065-9878-f52f4ee89271), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:28.547939 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:43:28.548939 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] Checking segment: {'id': '388e219e-4db9-4cd6-8933-c86f1f8f57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '21ecec8d-d759-42c0-a0b2-63db6d7b3224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:43:28.549916 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:28.550784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] Bound using segment: {'id': '388e219e-4db9-4cd6-8933-c86f1f8f57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '21ecec8d-d759-42c0-a0b2-63db6d7b3224'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:43:28.551978 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] Bound port: 66c3e8be-3275-4b01-bc7e-37b4a6d12808, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388e219e-4db9-4cd6-8933-c86f1f8f57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '21ecec8d-d759-42c0-a0b2-63db6d7b3224'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:43:28.552837 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (66c3e8be-3275-4b01-bc7e-37b4a6d12808), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:28.616399 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-11d3a09a-9ac9-464e-a86c-a4d3e1bd15d7 None None] Provisioning complete for port 66c3e8be-3275-4b01-bc7e-37b4a6d12808 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:28.618030 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-11d3a09a-9ac9-464e-a86c-a4d3e1bd15d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (66c3e8be-3275-4b01-bc7e-37b4a6d12808), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:28.646088 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0f027439-d68f-4e97-aa1d-407f9894f8c7 req-24ad2860-cad5-4471-b16c-b640a87788ad tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851339 Feb 07 16:43:28.666230 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0181d7e2-3877-4f40-b8b6-a2d37c41ae37 admin admin] Publish callbacks [] for security_group (757d3136-be10-41a9-98ef-947a5cdf3861), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:28.696126 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d1f82e7c-8cbf-4e4b-9f81-77c9309e7e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:28.731963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-11d3a09a-9ac9-464e-a86c-a4d3e1bd15d7 None None] Port 66c3e8be-3275-4b01-bc7e-37b4a6d12808 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:43:28.779302 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0181d7e2-3877-4f40-b8b6-a2d37c41ae37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (757d3136-be10-41a9-98ef-947a5cdf3861), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:28.903384 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3cc4d404-6b27-4a92-ad29-0608a8f7b26a req-b7b862cc-7906-406b-a51e-f54db1d6b448 tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.1084592 Feb 07 16:43:28.904877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port bdaf8685-9fd4-4829-b925-f8825a274ff6 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:43:28.930625 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port bdaf8685-9fd4-4829-b925-f8825a274ff6 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:28.931719 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bdaf8685-9fd4-4829-b925-f8825a274ff6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:28.957154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] For port 66c3e8be-3275-4b01-bc7e-37b4a6d12808, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:43:28.967153 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] For port 66c3e8be-3275-4b01-bc7e-37b4a6d12808, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=66c3e8be-3275-4b01-bc7e-37b4a6d12808,segment=NetworkSegment(388e219e-4db9-4cd6-8933-c86f1f8f57bf),segment_id=388e219e-4db9-4cd6-8933-c86f1f8f57bf)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:43:28.971072 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181d7e2-3877-4f40-b8b6-a2d37c41ae37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757d3136-be10-41a9-98ef-947a5cdf3861,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:28.993137 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f6b911ea-609f-4a3c-95d4-36ff6bddb0ce req-1ee031d8-656f-42eb-adfe-d665b31f0d19 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 210 time: 0.1625297 Feb 07 16:43:29.038701 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0181d7e2-3877-4f40-b8b6-a2d37c41ae37 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb71223a56fe4547a0780d35d19c9c68&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7763751 Feb 07 16:43:29.043182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 36060) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:29.047209 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e9472af-1078-43e2-8a73-ca321ffce7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (79b6f828-5c6c-4065-9878-f52f4ee89271), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:29.216051 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e9472af-1078-43e2-8a73-ca321ffce7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (79b6f828-5c6c-4065-9878-f52f4ee89271), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:29.248639 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea9449ef-951b-40c7-85b0-9f579d80acf1 admin admin] Publish callbacks [] for security_group (757d3136-be10-41a9-98ef-947a5cdf3861), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:29.296862 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d645e46-576b-4a9e-bbfb-f5c4b5d4363d req-ae8a0437-5781-4ad8-a26d-b7b646066689 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:29.299947 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:29.303125 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:29.305406 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d645e46-576b-4a9e-bbfb-f5c4b5d4363d req-ae8a0437-5781-4ad8-a26d-b7b646066689 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:29.311528 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d645e46-576b-4a9e-bbfb-f5c4b5d4363d req-ae8a0437-5781-4ad8-a26d-b7b646066689 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:29.313489 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e9472af-1078-43e2-8a73-ca321ffce7d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:29.319651 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d645e46-576b-4a9e-bbfb-f5c4b5d4363d req-ae8a0437-5781-4ad8-a26d-b7b646066689 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2418 time: 0.1903980 Feb 07 16:43:29.320225 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eeff1b-0b99-4810-8cf7-cd72290a08f4 None None] Network 8518c54b-f554-4e85-9dc0-05cf87efac18 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:43:29.324124 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8e9472af-1078-43e2-8a73-ca321ffce7d8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/79b6f828-5c6c-4065-9878-f52f4ee89271 HTTP/1.1" status: 204 len: 168 time: 1.3221829 Feb 07 16:43:29.331595 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36066) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:29.344275 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea9449ef-951b-40c7-85b0-9f579d80acf1 admin admin] Publish callbacks [] for security_group (757d3136-be10-41a9-98ef-947a5cdf3861), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:29.401650 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (66c3e8be-3275-4b01-bc7e-37b4a6d12808), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:29.415057 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d645e46-576b-4a9e-bbfb-f5c4b5d4363d req-2beae37c-d240-4c55-b518-c7f1efc01c32 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938950 Feb 07 16:43:29.530649 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea9449ef-951b-40c7-85b0-9f579d80acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (757d3136-be10-41a9-98ef-947a5cdf3861), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:29.538456 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea9449ef-951b-40c7-85b0-9f579d80acf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:29.542687 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ea9449ef-951b-40c7-85b0-9f579d80acf1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/757d3136-be10-41a9-98ef-947a5cdf3861 HTTP/1.1" status: 204 len: 168 time: 0.4968150 Feb 07 16:43:29.579664 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9449ef-951b-40c7-85b0-9f579d80acf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757d3136-be10-41a9-98ef-947a5cdf3861,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:29.639435 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (8518c54b-f554-4e85-9dc0-05cf87efac18), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:29.652819 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9472af-1078-43e2-8a73-ca321ffce7d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79b6f828-5c6c-4065-9878-f52f4ee89271,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:29.686032 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:29.699081 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] Routers {'cde7646c-fdee-4cbb-a0b2-e5647b9193fa'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:43:29.699998 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:43:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cde7646c-fdee-4cbb-a0b2-e5647b9193fa'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:29.728492 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:29.818288 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] Deleting port bad5c157-3e4f-48dc-be60-9fec5f6236cb {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:43:29.819175 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (bad5c157-3e4f-48dc-be60-9fec5f6236cb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:30.115154 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d089e6-da1e-4d3d-bcb6-e45cebddf076 req-86b200a1-0f65-4b02-a6e2-990d85bf92dd tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:30.142370 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e8d089e6-da1e-4d3d-bcb6-e45cebddf076 req-86b200a1-0f65-4b02-a6e2-990d85bf92dd tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fcf0ea-40ff-4209-8c19-f94aba1d42b3 HTTP/1.1" status: 200 len: 945 time: 0.2604268 Feb 07 16:43:30.147121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] For port bad5c157-3e4f-48dc-be60-9fec5f6236cb, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bad5c157-3e4f-48dc-be60-9fec5f6236cb,segment=NetworkSegment(64adb199-9993-4c14-b837-969ac3cdf6d8),segment_id=64adb199-9993-4c14-b837-969ac3cdf6d8)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:30.151984 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (bad5c157-3e4f-48dc-be60-9fec5f6236cb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:30.197201 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fcf0ea-40ff-4209-8c19-f94aba1d42b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:43:30.198161 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9df276-c745-4511-8c63-fc78992d3fa9" -d '{"events": [{"server_uuid": "f8fcf0ea-40ff-4209-8c19-f94aba1d42b3", "name": "network-vif-plugged", "status": "completed", "tag": "a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:43:30.216755 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:30.265395 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e8d089e6-da1e-4d3d-bcb6-e45cebddf076 req-cbe64806-784b-4717-884f-2ac03a5fb5f1 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216826 Feb 07 16:43:30.274502 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] Calling delete_port for bad5c157-3e4f-48dc-be60-9fec5f6236cb owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:43:30.274835 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-97f1b101-dd94-47c6-a0cd-1e2798447a5e req-a8609964-d451-4f16-856b-5dc8686348bc tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.1216242 Feb 07 16:43:30.434812 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49c904-4a02-407c-aac0-a4f2d2053178 None None] Pushing event updated for resources: {'Port': ['ID=66c3e8be-3275-4b01-bc7e-37b4a6d12808,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:30.533617 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:30.545303 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port bdaf8685-9fd4-4829-b925-f8825a274ff6 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:30.545972 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bdaf8685-9fd4-4829-b925-f8825a274ff6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:30.554883 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9648f30-29b6-4a18-a567-ded903d14b3e x-openstack-request-id: req-b9648f30-29b6-4a18-a567-ded903d14b3e {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:43:30.555452 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fcf0ea-40ff-4209-8c19-f94aba1d42b3", "name": "network-vif-plugged", "status": "completed", "tag": "a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:43:30.555898 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9648f30-29b6-4a18-a567-ded903d14b3e {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:43:30.556540 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fcf0ea-40ff-4209-8c19-f94aba1d42b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae', 'code': 200} Feb 07 16:43:30.589938 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-3e539197-0244-4778-b61d-20eb5bf8bb78 None None] Provisioning complete for port 66c3e8be-3275-4b01-bc7e-37b4a6d12808 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:30.590652 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e539197-0244-4778-b61d-20eb5bf8bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (66c3e8be-3275-4b01-bc7e-37b4a6d12808), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:30.733505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port bdaf8685-9fd4-4829-b925-f8825a274ff6, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=bdaf8685-9fd4-4829-b925-f8825a274ff6,segment=NetworkSegment(4be886dc-5022-4aba-a83b-e566f3a55945),segment_id=4be886dc-5022-4aba-a83b-e566f3a55945)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:30.796759 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (bad5c157-3e4f-48dc-be60-9fec5f6236cb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:30.804557 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0683ed-28a7-4233-8e30-104cb87ee90d None None] DHCP port deletion for 8518c54b-f554-4e85-9dc0-05cf87efac18 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:43:30.841165 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bdaf8685-9fd4-4829-b925-f8825a274ff6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:30.891415 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-64b23fbd-a56e-40f6-90a5-d2f4a3ec5f5f req-78ba9561-c3a7-45aa-8a30-7304e49d6b8b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 210 time: 0.1205463 Feb 07 16:43:30.939693 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] No DVR routers for this DVR port bad5c157-3e4f-48dc-be60-9fec5f6236cb on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:43:30.956167 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] Pushing event deleted for resources: {'Port': ['ID=bad5c157-3e4f-48dc-be60-9fec5f6236cb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:31.005769 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:31.018302 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] Set router cde7646c-fdee-4cbb-a0b2-e5647b9193fa gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:43:31.091087 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fd5c5-a9d5-4115-8b2e-629793655d75 req-4b20ec7e-03b6-4c7b-add8-ff3ce314db04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:31.093732 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d80fd5c5-a9d5-4115-8b2e-629793655d75 req-4b20ec7e-03b6-4c7b-add8-ff3ce314db04 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8fcf0ea-40ff-4209-8c19-f94aba1d42b3 HTTP/1.1" status: 200 len: 1127 time: 0.3241279 Feb 07 16:43:31.132739 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (8518c54b-f554-4e85-9dc0-05cf87efac18), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:31.153419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58441-fe86-47df-8d38-10de41b5595f req-d0decdf8-ddd8-48e4-8c6e-e65855a959bc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:31.166005 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8518c54b-f554-4e85-9dc0-05cf87efac18']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:31.174387 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58441-fe86-47df-8d38-10de41b5595f req-d0decdf8-ddd8-48e4-8c6e-e65855a959bc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:31.183415 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64adb199-9993-4c14-b837-969ac3cdf6d8') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:31.183726 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64adb199-9993-4c14-b837-969ac3cdf6d8') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:31.187281 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58441-fe86-47df-8d38-10de41b5595f req-d0decdf8-ddd8-48e4-8c6e-e65855a959bc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:31.189840 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5de58441-fe86-47df-8d38-10de41b5595f req-d0decdf8-ddd8-48e4-8c6e-e65855a959bc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2419 time: 0.3086166 Feb 07 16:43:31.212588 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (64adb199-9993-4c14-b837-969ac3cdf6d8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:31.253869 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (64adb199-9993-4c14-b837-969ac3cdf6d8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:31.278581 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d80fd5c5-a9d5-4115-8b2e-629793655d75 req-fb8f64a3-385b-49ad-a5b9-777bdad2a3e0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866878 Feb 07 16:43:31.290781 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:43:31.293013 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (64adb199-9993-4c14-b837-969ac3cdf6d8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:43:31.299138 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:43:31.352754 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5de58441-fe86-47df-8d38-10de41b5595f req-56c74c02-2dc4-4a4d-ad08-f88d3ca7626a tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031351 Feb 07 16:43:31.399260 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=bdaf8685-9fd4-4829-b925-f8825a274ff6,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:31.463619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:31.464706 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:31.464931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:31.465427 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:31.465775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:31.466113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:31.466448 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:31.466780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:31.467109 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:31.467615 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:31.467955 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:31.468288 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:31.468616 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:31.554723 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (8518c54b-f554-4e85-9dc0-05cf87efac18), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:31.707993 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:31.719026 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] 10.222.0.18 "DELETE /v2.0/networks/8518c54b-f554-4e85-9dc0-05cf87efac18 HTTP/1.1" status: 204 len: 168 time: 2.3854275 Feb 07 16:43:31.727045 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af647ea-91f8-4c0a-b2ea-037c2ec42bca admin admin] Pushing event deleted for resources: {'Network': ['ID=8518c54b-f554-4e85-9dc0-05cf87efac18,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:31.810733 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3e539197-0244-4778-b61d-20eb5bf8bb78 None None] Current status of the port 66c3e8be-3275-4b01-bc7e-37b4a6d12808 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:31.811545 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e539197-0244-4778-b61d-20eb5bf8bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (66c3e8be-3275-4b01-bc7e-37b4a6d12808), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:31.837540 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b7237be-7a01-460f-85e9-577fa090286c req-e2ea944c-2a76-45bb-b298-cd379c8f225b tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.1137309 Feb 07 16:43:31.913530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3e539197-0244-4778-b61d-20eb5bf8bb78 None None] For port 66c3e8be-3275-4b01-bc7e-37b4a6d12808, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=66c3e8be-3275-4b01-bc7e-37b4a6d12808,segment=NetworkSegment(388e219e-4db9-4cd6-8933-c86f1f8f57bf),segment_id=388e219e-4db9-4cd6-8933-c86f1f8f57bf)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:31.919428 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc471c5-fe7e-48b3-b787-0f417fab214d req-6c498932-20f2-4261-9f15-9986652acfd0 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:31.932638 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8bc471c5-fe7e-48b3-b787-0f417fab214d req-6c498932-20f2-4261-9f15-9986652acfd0 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fcf0ea-40ff-4209-8c19-f94aba1d42b3 HTTP/1.1" status: 200 len: 945 time: 0.3715715 Feb 07 16:43:31.945477 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e539197-0244-4778-b61d-20eb5bf8bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (66c3e8be-3275-4b01-bc7e-37b4a6d12808), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:31.973452 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-15c49786-984f-480c-9d09-3a2b9cebe7e4 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:31.978810 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-15c49786-984f-480c-9d09-3a2b9cebe7e4 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.32 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 807 time: 0.4970636 Feb 07 16:43:31.993199 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-dede9cc9-acf8-49f9-aba9-d608bbd5611b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Request body: {'port': {'device_id': '7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e', 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7', 'admin_state_up': True, 'tenant_id': 'fe34686be38c42c8a33e48d32dc23dcd'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:43:32.020576 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8bc471c5-fe7e-48b3-b787-0f417fab214d req-ab69f78c-0e57-4d22-8144-2e790eec116a tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856249 Feb 07 16:43:32.173454 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e539197-0244-4778-b61d-20eb5bf8bb78 None None] Pushing event updated for resources: {'Port': ['ID=66c3e8be-3275-4b01-bc7e-37b4a6d12808,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:32.186086 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04b4de37-14bc-45c1-8a8c-244420406781 req-490af6d5-6905-484c-bf7b-72076d63c896 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 210 time: 0.0658937 Feb 07 16:43:32.244948 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bad5c157-3e4f-48dc-be60-9fec5f6236cb no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:43:32.320852 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: bad5c157-3e4f-48dc-be60-9fec5f6236cb {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:43:32.320852 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bad5c157-3e4f-48dc-be60-9fec5f6236cb not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:43:32.323374 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-dede9cc9-acf8-49f9-aba9-d608bbd5611b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Made reservation on behalf of fe34686be38c42c8a33e48d32dc23dcd for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:43:32.344649 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-dede9cc9-acf8-49f9-aba9-d608bbd5611b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:32.353592 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:32.402464 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'name': 'tempest-TaggedBootDevicesTest-164667533-router', 'tenant_id': '266cadc487ce41e1b8a55b2e6eae5848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '5b13e954-c1d7-4444-8d36-3a2e1578ebc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:43:09Z', 'updated_at': '2022-02-07T16:43:19Z', 'revision_number': 4, 'project_id': '266cadc487ce41e1b8a55b2e6eae5848', 'gw_port': {'id': '5b13e954-c1d7-4444-8d36-3a2e1578ebc7', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:43:11Z', 'updated_at': '2022-02-07T16:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '66c3e8be-3275-4b01-bc7e-37b4a6d12808', 'name': '', 'network_id': '21ecec8d-d759-42c0-a0b2-63db6d7b3224', 'tenant_id': '266cadc487ce41e1b8a55b2e6eae5848', 'mac_address': 'fa:16:3e:ff:d6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '31b437d2-43c8-4fed-b3dd-b4687524ea2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:43:17Z', 'updated_at': '2022-02-07T16:43:28Z', 'revision_number': 4, 'project_id': '266cadc487ce41e1b8a55b2e6eae5848', 'subnets': [{'id': '31b437d2-43c8-4fed-b3dd-b4687524ea2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:32.524732 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727aafe1-2336-4a82-81cd-77ca45a241df None None] The sync data for ids ['cde7646c-fdee-4cbb-a0b2-e5647b9193fa'] in n-d-827865-3 is: [{'id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'name': 'tempest-TaggedBootDevicesTest-164667533-router', 'tenant_id': '266cadc487ce41e1b8a55b2e6eae5848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '5b13e954-c1d7-4444-8d36-3a2e1578ebc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:43:09Z', 'updated_at': '2022-02-07T16:43:19Z', 'revision_number': 4, 'project_id': '266cadc487ce41e1b8a55b2e6eae5848', 'gw_port': {'id': '5b13e954-c1d7-4444-8d36-3a2e1578ebc7', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:43:11Z', 'updated_at': '2022-02-07T16:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '66c3e8be-3275-4b01-bc7e-37b4a6d12808', 'name': '', 'network_id': '21ecec8d-d759-42c0-a0b2-63db6d7b3224', 'tenant_id': '266cadc487ce41e1b8a55b2e6eae5848', 'mac_address': 'fa:16:3e:ff:d6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '31b437d2-43c8-4fed-b3dd-b4687524ea2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:43:17Z', 'updated_at': '2022-02-07T16:43:28Z', 'revision_number': 4, 'project_id': '266cadc487ce41e1b8a55b2e6eae5848', 'subnets': [{'id': '31b437d2-43c8-4fed-b3dd-b4687524ea2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:43:32.557564 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaf8685-9fd4-4829-b925-f8825a274ff6'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:43:32.560229 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeac16d8-6348-4197-9d53-0e67fb1fd9d6" -d '{"events": [{"server_uuid": "7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219", "name": "network-vif-plugged", "status": "completed", "tag": "bdaf8685-9fd4-4829-b925-f8825a274ff6"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:43:32.689977 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530afbc2-b503-4c35-af89-5dcd54a83fa8 x-openstack-request-id: req-530afbc2-b503-4c35-af89-5dcd54a83fa8 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:43:32.690936 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219", "name": "network-vif-plugged", "status": "completed", "tag": "bdaf8685-9fd4-4829-b925-f8825a274ff6", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:43:32.691897 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-530afbc2-b503-4c35-af89-5dcd54a83fa8 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:43:32.692366 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaf8685-9fd4-4829-b925-f8825a274ff6', 'code': 200} Feb 07 16:43:32.752827 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d68b1-10ba-446e-b788-c0bba0f8f303 req-5273fb1e-7bc8-425a-9116-0854a4259a16 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:32.759708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d68b1-10ba-446e-b788-c0bba0f8f303 req-5273fb1e-7bc8-425a-9116-0854a4259a16 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:32.770752 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d68b1-10ba-446e-b788-c0bba0f8f303 req-5273fb1e-7bc8-425a-9116-0854a4259a16 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:32.780960 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e10d68b1-10ba-446e-b788-c0bba0f8f303 req-5273fb1e-7bc8-425a-9116-0854a4259a16 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2419 time: 0.1876554 Feb 07 16:43:32.783697 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36128) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:32.856955 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-dede9cc9-acf8-49f9-aba9-d608bbd5611b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Allocated IP 172.20.0.14 (5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7/e9d72c12-d0bd-4126-b125-fb7d60290221/96463051-c299-4469-b0b7-ee7aabbdaf68) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:43:32.954765 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a2998e7c-2bbf-442c-b97d-63e68d379b3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c46b77ee57443c8842ba3765a8e54a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671691 Feb 07 16:43:32.960796 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36134) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:33.002120 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e10d68b1-10ba-446e-b788-c0bba0f8f303 req-bf510b08-5747-4365-bd52-ec698dd54734 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200806 Feb 07 16:43:33.138498 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a91d710-efbc-4b46-8cd2-35b000f55964 admin admin] Publish callbacks [] for security_group (9079e534-23d0-4997-8183-288e735a6d24), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:33.243897 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a91d710-efbc-4b46-8cd2-35b000f55964 admin admin] Publish callbacks [] for security_group (9079e534-23d0-4997-8183-288e735a6d24), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:33.339791 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c8ab2-ece8-48fa-aed0-9dd5863831e9 req-cd429791-0baa-4b33-8f5e-b0b5d82a9011 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:33.342297 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-785c8ab2-ece8-48fa-aed0-9dd5863831e9 req-cd429791-0baa-4b33-8f5e-b0b5d82a9011 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fcf0ea-40ff-4209-8c19-f94aba1d42b3 HTTP/1.1" status: 200 len: 945 time: 0.1564164 Feb 07 16:43:33.431969 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-785c8ab2-ece8-48fa-aed0-9dd5863831e9 req-58f3df13-375f-4fea-88e0-c9dd954250dd tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818489 Feb 07 16:43:33.441184 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a91d710-efbc-4b46-8cd2-35b000f55964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (9079e534-23d0-4997-8183-288e735a6d24), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:33.451095 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a91d710-efbc-4b46-8cd2-35b000f55964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:33.454448 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2a91d710-efbc-4b46-8cd2-35b000f55964 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9079e534-23d0-4997-8183-288e735a6d24 HTTP/1.1" status: 204 len: 168 time: 0.4887853 Feb 07 16:43:33.490280 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91d710-efbc-4b46-8cd2-35b000f55964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9079e534-23d0-4997-8183-288e735a6d24,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:33.621397 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36152) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:33.712861 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8eb54ac1-3530-4dca-bf63-d2b3dc2577a5 req-a4c95c34-0c44-4e29-a53c-9af1fcc84146 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 210 time: 0.0825496 Feb 07 16:43:33.858417 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e37bc531-bfea-4f1c-939a-35f8b83b8c39 req-df39e450-70f2-4111-850d-3ac9adc58d12 tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.7107828 Feb 07 16:43:33.921538 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af68eb0-a018-4ce0-a838-d067accad971 req-596794bf-3055-4974-878e-01bed8235143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:33.923490 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af68eb0-a018-4ce0-a838-d067accad971 req-596794bf-3055-4974-878e-01bed8235143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:33.924633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af68eb0-a018-4ce0-a838-d067accad971 req-596794bf-3055-4974-878e-01bed8235143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:33.936217 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7af68eb0-a018-4ce0-a838-d067accad971 req-596794bf-3055-4974-878e-01bed8235143 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2965 time: 0.9337502 Feb 07 16:43:34.142822 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-dede9cc9-acf8-49f9-aba9-d608bbd5611b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks [] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:34.258914 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7af68eb0-a018-4ce0-a838-d067accad971 req-2567d277-3f41-45d5-9ee2-1ad270540a82 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131993 Feb 07 16:43:34.355223 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 66c3e8be-3275-4b01-bc7e-37b4a6d12808 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:43:34.410474 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0581d5-deb4-4242-8386-b218930f7159 req-8cd70c0c-94f2-4c66-8e43-b0b55e6f7ea1 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:34.432178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0581d5-deb4-4242-8386-b218930f7159 req-8cd70c0c-94f2-4c66-8e43-b0b55e6f7ea1 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:34.447344 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0581d5-deb4-4242-8386-b218930f7159 req-8cd70c0c-94f2-4c66-8e43-b0b55e6f7ea1 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:34.449108 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3a0581d5-deb4-4242-8386-b218930f7159 req-8cd70c0c-94f2-4c66-8e43-b0b55e6f7ea1 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2419 time: 0.2785776 Feb 07 16:43:34.476966 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7e0cf12c-496c-46a9-8ec5-a43a3ab09f47 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-416058932-network', 'tenant_id': 'e228a9fc6e904a2cb94122a0508c5bdb'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:43:34.486940 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-dede9cc9-acf8-49f9-aba9-d608bbd5611b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:34.535147 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 66c3e8be-3275-4b01-bc7e-37b4a6d12808 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:34.535811 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (66c3e8be-3275-4b01-bc7e-37b4a6d12808), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:34.576881 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aefc43-f282-42bc-b47a-66b426794cd8 req-80cce83f-2829-4077-a11a-9ea7a7bf0f9b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:34.585902 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b5aefc43-f282-42bc-b47a-66b426794cd8 req-80cce83f-2829-4077-a11a-9ea7a7bf0f9b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fcf0ea-40ff-4209-8c19-f94aba1d42b3 HTTP/1.1" status: 200 len: 945 time: 0.2358146 Feb 07 16:43:34.589921 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0cf12c-496c-46a9-8ec5-a43a3ab09f47 admin admin] Made reservation on behalf of e228a9fc6e904a2cb94122a0508c5bdb for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:43:34.594478 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf12c-496c-46a9-8ec5-a43a3ab09f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:34.610449 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf12c-496c-46a9-8ec5-a43a3ab09f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:34.825873 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-dede9cc9-acf8-49f9-aba9-d608bbd5611b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:43:34.832247 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 66c3e8be-3275-4b01-bc7e-37b4a6d12808 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:34.852628 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-dede9cc9-acf8-49f9-aba9-d608bbd5611b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:43:34.876394 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf12c-496c-46a9-8ec5-a43a3ab09f47 admin admin] Publish callbacks [] for security_group (754e88d3-9d77-429d-a74e-20f78c392c91), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:34.893558 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf12c-496c-46a9-8ec5-a43a3ab09f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (754e88d3-9d77-429d-a74e-20f78c392c91), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:34.895712 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-dede9cc9-acf8-49f9-aba9-d608bbd5611b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:43:34.965022 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0cf12c-496c-46a9-8ec5-a43a3ab09f47 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:43:35.000210 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cf12c-496c-46a9-8ec5-a43a3ab09f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754e88d3-9d77-429d-a74e-20f78c392c91,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:35.014431 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf12c-496c-46a9-8ec5-a43a3ab09f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (78c8878c-b12f-42d7-a39a-108da02bfbbc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:35.015339 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-7e0cf12c-496c-46a9-8ec5-a43a3ab09f47 admin admin] Added segment 78c8878c-b12f-42d7-a39a-108da02bfbbc of type vlan for network 799b907d-306f-4780-95cb-1b7532645b18 Feb 07 16:43:35.021337 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b5aefc43-f282-42bc-b47a-66b426794cd8 req-06d7d2bc-f6a1-42ea-80d5-fe2d2dda9e4c tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121869 Feb 07 16:43:35.074325 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede9cc9-acf8-49f9-aba9-d608bbd5611b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Pushing event updated for resources: {'Port': ['ID=96463051-c299-4469-b0b7-ee7aabbdaf68,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:35.096170 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-dede9cc9-acf8-49f9-aba9-d608bbd5611b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:35.106890 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-dede9cc9-acf8-49f9-aba9-d608bbd5611b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:35.147998 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf12c-496c-46a9-8ec5-a43a3ab09f47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (799b907d-306f-4780-95cb-1b7532645b18), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:35.155724 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3a0581d5-deb4-4242-8386-b218930f7159 req-e6a618e7-2a28-4bc7-86ad-d9a117739602 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6880469 Feb 07 16:43:35.206968 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-dede9cc9-acf8-49f9-aba9-d608bbd5611b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2201152 Feb 07 16:43:35.227483 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Request body: {'port': {'device_id': '7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:43:35.256693 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf12c-496c-46a9-8ec5-a43a3ab09f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (799b907d-306f-4780-95cb-1b7532645b18), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:35.257760 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0cf12c-496c-46a9-8ec5-a43a3ab09f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:35.265498 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf12c-496c-46a9-8ec5-a43a3ab09f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:35.431157 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dcc08eab-834b-4568-ab38-8c18bb1c581c req-b71b44c1-94dc-4101-b79a-58f19396801f tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.0347486 Feb 07 16:43:35.431952 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:35.515021 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7e0cf12c-496c-46a9-8ec5-a43a3ab09f47 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8923185 Feb 07 16:43:35.520208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36192) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:35.528544 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9a486c7f-3984-479e-a9e7-ce705478367c admin admin] Request body: {'subnet': {'network_id': '799b907d-306f-4780-95cb-1b7532645b18', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-416058932-subnet', 'tenant_id': 'e228a9fc6e904a2cb94122a0508c5bdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:43:35.543720 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cf12c-496c-46a9-8ec5-a43a3ab09f47 admin admin] Pushing event updated for resources: {'Network': ['ID=799b907d-306f-4780-95cb-1b7532645b18,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:35.556393 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 799b907d-306f-4780-95cb-1b7532645b18 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:43:35.595029 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815d62b-549b-4bbf-8712-6e83b9d422c7 req-d1a14f09-179f-4295-928f-0338e8438dd6 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:35.603419 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8815d62b-549b-4bbf-8712-6e83b9d422c7 req-d1a14f09-179f-4295-928f-0338e8438dd6 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 932 time: 0.2830162 Feb 07 16:43:35.627472 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a486c7f-3984-479e-a9e7-ce705478367c admin admin] Made reservation on behalf of e228a9fc6e904a2cb94122a0508c5bdb for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:43:35.630572 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a486c7f-3984-479e-a9e7-ce705478367c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:35.886187 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8815d62b-549b-4bbf-8712-6e83b9d422c7 req-000ef36a-1526-45fb-8ebf-f52917263f9b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813463 Feb 07 16:43:36.092727 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a486c7f-3984-479e-a9e7-ce705478367c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (95d94cb1-74ef-44e9-9dc1-3b305fde2926), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:36.113370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36202) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:36.188225 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96463051-c299-4469-b0b7-ee7aabbdaf68 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:43:36.222773 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a486c7f-3984-479e-a9e7-ce705478367c admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d94cb1-74ef-44e9-9dc1-3b305fde2926,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:36.234600 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Publish callbacks [] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:36.244806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a486c7f-3984-479e-a9e7-ce705478367c admin admin] Checking segment: {'id': '78c8878c-b12f-42d7-a39a-108da02bfbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '799b907d-306f-4780-95cb-1b7532645b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:43:36.250725 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a486c7f-3984-479e-a9e7-ce705478367c admin admin] Network hostable DHCP agents. Network: 799b907d-306f-4780-95cb-1b7532645b18, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:43:36.294673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a486c7f-3984-479e-a9e7-ce705478367c admin admin] Network 799b907d-306f-4780-95cb-1b7532645b18 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:43:36.307876 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36210) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:36.314838 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Transition to ACTIVE for port object 96463051-c299-4469-b0b7-ee7aabbdaf68 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:43:36.320952 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9a486c7f-3984-479e-a9e7-ce705478367c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 799b907d-306f-4780-95cb-1b7532645b18) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:43:36.334591 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d9a3b1-3f1d-4788-a195-37314e37c945 None None] Network 799b907d-306f-4780-95cb-1b7532645b18 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:43:36.338504 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a486c7f-3984-479e-a9e7-ce705478367c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:36.339193 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a486c7f-3984-479e-a9e7-ce705478367c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:36.375606 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b26bc-78a7-4e1a-b7ca-8e7434ec3020 req-947a42a8-80bf-4f44-a386-b4176950506a tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:36.392228 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e59b26bc-78a7-4e1a-b7ca-8e7434ec3020 req-947a42a8-80bf-4f44-a386-b4176950506a tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fcf0ea-40ff-4209-8c19-f94aba1d42b3 HTTP/1.1" status: 200 len: 945 time: 0.1868479 Feb 07 16:43:36.395248 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:36.406746 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9a486c7f-3984-479e-a9e7-ce705478367c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8849103 Feb 07 16:43:36.485983 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a3874-df0a-46b2-970d-ca3600ef9256 req-8c98c73e-98ea-4c9c-b941-84d0f1cbe845 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:36.504389 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a3874-df0a-46b2-970d-ca3600ef9256 req-8c98c73e-98ea-4c9c-b941-84d0f1cbe845 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:36.521518 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a3874-df0a-46b2-970d-ca3600ef9256 req-8c98c73e-98ea-4c9c-b941-84d0f1cbe845 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:36.526879 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-497a3874-df0a-46b2-970d-ca3600ef9256 req-8c98c73e-98ea-4c9c-b941-84d0f1cbe845 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2419 time: 0.2082469 Feb 07 16:43:36.595133 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e59b26bc-78a7-4e1a-b7ca-8e7434ec3020 req-b4cf268c-0671-4729-918e-7571eb1a0c92 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013235 Feb 07 16:43:36.608048 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-497a3874-df0a-46b2-970d-ca3600ef9256 req-ad85d5f3-694e-48f1-8e26-53fb1dfd3f93 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724218 Feb 07 16:43:36.609248 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a1b4-b79b-4373-b956-a17729a96d81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:36.706171 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8c3f3a-e94b-4a55-b59e-dd8392c01271 None None] Network 799b907d-306f-4780-95cb-1b7532645b18 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:43:36.745832 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a1b4-b79b-4373-b956-a17729a96d81 admin admin] Publish callbacks [] for security_group (bba507c0-c3e1-4b6d-811e-ae0063dc5ea4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:36.755478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-07cf7873-9fab-450f-9799-2c1f1c23ea93 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1766374139-network', 'tenant_id': '2f135ac471864c51bc8688c65ed28bb3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:43:36.781582 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a1b4-b79b-4373-b956-a17729a96d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bba507c0-c3e1-4b6d-811e-ae0063dc5ea4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:36.831597 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6eb2a1b4-b79b-4373-b956-a17729a96d81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f49133c3dc44d4db31440d550dc766f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5206857 Feb 07 16:43:36.832722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cf7873-9fab-450f-9799-2c1f1c23ea93 admin admin] Made reservation on behalf of 2f135ac471864c51bc8688c65ed28bb3 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:43:36.836170 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07cf7873-9fab-450f-9799-2c1f1c23ea93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:36.840394 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36228) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:36.896523 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07cf7873-9fab-450f-9799-2c1f1c23ea93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:36.953093 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Pushing event updated for resources: {'Port': ['ID=96463051-c299-4469-b0b7-ee7aabbdaf68,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:36.957500 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2a1b4-b79b-4373-b956-a17729a96d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba507c0-c3e1-4b6d-811e-ae0063dc5ea4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:36.972654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Attempting to bind port 96463051-c299-4469-b0b7-ee7aabbdaf68 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:43:36.973605 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Attempting to bind port 96463051-c299-4469-b0b7-ee7aabbdaf68 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:43:36.973978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Attempting to bind port 96463051-c299-4469-b0b7-ee7aabbdaf68 on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:43:37.008729 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9e176f07-8b7a-46dc-80dd-06c883fc6fda req-81b9a899-6453-4715-a836-8d3d594c9309 tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.0570023 Feb 07 16:43:37.013573 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Port 96463051-c299-4469-b0b7-ee7aabbdaf68 on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:43:37.014407 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Attempting to bind port 96463051-c299-4469-b0b7-ee7aabbdaf68 on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:43:37.024322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:43:37.024701 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Checking segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:43:37.025617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Bound using segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:43:37.026103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Bound port: 96463051-c299-4469-b0b7-ee7aabbdaf68, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:43:37.026480 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:37.114651 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0e2e44b-617e-455e-acbf-7ae3d30faead admin admin] Publish callbacks [] for security_group (bba507c0-c3e1-4b6d-811e-ae0063dc5ea4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:37.189971 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0e2e44b-617e-455e-acbf-7ae3d30faead admin admin] Publish callbacks [] for security_group (bba507c0-c3e1-4b6d-811e-ae0063dc5ea4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:37.220806 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-87a5e74a-fb18-4268-92cb-53685a046a15 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 402 time: 0.1565332 Feb 07 16:43:37.222310 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] For port 96463051-c299-4469-b0b7-ee7aabbdaf68, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:43:37.226874 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] For port 96463051-c299-4469-b0b7-ee7aabbdaf68, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=96463051-c299-4469-b0b7-ee7aabbdaf68,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:43:37.240449 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:37.283196 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07cf7873-9fab-450f-9799-2c1f1c23ea93 admin admin] Publish callbacks [] for security_group (8edfc3aa-1ba7-40eb-93de-f997a90f8094), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:37.291770 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07cf7873-9fab-450f-9799-2c1f1c23ea93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8edfc3aa-1ba7-40eb-93de-f997a90f8094), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:37.310218 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0e2e44b-617e-455e-acbf-7ae3d30faead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bba507c0-c3e1-4b6d-811e-ae0063dc5ea4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:37.313174 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0e2e44b-617e-455e-acbf-7ae3d30faead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:37.314779 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b0e2e44b-617e-455e-acbf-7ae3d30faead admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bba507c0-c3e1-4b6d-811e-ae0063dc5ea4 HTTP/1.1" status: 204 len: 168 time: 0.4717031 Feb 07 16:43:37.335635 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07cf7873-9fab-450f-9799-2c1f1c23ea93 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:43:37.356196 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf7873-9fab-450f-9799-2c1f1c23ea93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edfc3aa-1ba7-40eb-93de-f997a90f8094,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:37.386797 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2e44b-617e-455e-acbf-7ae3d30faead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba507c0-c3e1-4b6d-811e-ae0063dc5ea4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:37.391139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:37.391139 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:37.392726 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] 10.222.0.32 "PUT /v2.0/ports/96463051-c299-4469-b0b7-ee7aabbdaf68 HTTP/1.1" status: 200 len: 1092 time: 2.1803358 Feb 07 16:43:37.395543 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07cf7873-9fab-450f-9799-2c1f1c23ea93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (25e1ed71-42af-4936-8bbe-428294e4f6f6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:37.395913 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-07cf7873-9fab-450f-9799-2c1f1c23ea93 admin admin] Added segment 25e1ed71-42af-4936-8bbe-428294e4f6f6 of type vlan for network 707d7f8d-4515-4ea8-a659-c965b69fbde9 Feb 07 16:43:37.422318 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e', 'tag': '96463051-c299-4469-b0b7-ee7aabbdaf68'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:43:37.428426 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042e6d89-4893-41b8-9587-d4cfaaafc0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e", "tag": "96463051-c299-4469-b0b7-ee7aabbdaf68"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:43:37.473487 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07cf7873-9fab-450f-9799-2c1f1c23ea93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (707d7f8d-4515-4ea8-a659-c965b69fbde9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:37.539482 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07cf7873-9fab-450f-9799-2c1f1c23ea93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (707d7f8d-4515-4ea8-a659-c965b69fbde9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:37.543173 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cf7873-9fab-450f-9799-2c1f1c23ea93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:37.543792 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07cf7873-9fab-450f-9799-2c1f1c23ea93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:37.677046 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77517f-6ba2-43af-9d18-049ad8336a88 service neutron] Pushing event updated for resources: {'Port': ['ID=96463051-c299-4469-b0b7-ee7aabbdaf68,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:37.735355 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-07cf7873-9fab-450f-9799-2c1f1c23ea93 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5805576 Feb 07 16:43:37.743541 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36250) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:37.759180 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-898f8a4c-dc57-4e74-99fd-0716a59afd73 admin admin] Request body: {'subnet': {'network_id': '707d7f8d-4515-4ea8-a659-c965b69fbde9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1766374139-subnet', 'tenant_id': '2f135ac471864c51bc8688c65ed28bb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:43:37.770369 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf7873-9fab-450f-9799-2c1f1c23ea93 admin admin] Pushing event updated for resources: {'Network': ['ID=707d7f8d-4515-4ea8-a659-c965b69fbde9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:37.786628 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 707d7f8d-4515-4ea8-a659-c965b69fbde9 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:43:37.792749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-c6c3b789-af7b-4ce2-91fc-20d5fc3d768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:37.793239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-c6c3b789-af7b-4ce2-91fc-20d5fc3d768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:37.793767 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-c6c3b789-af7b-4ce2-91fc-20d5fc3d768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:37.796394 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-c6c3b789-af7b-4ce2-91fc-20d5fc3d768c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4d49702976945bf97b629c65cf535b6&device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2965 time: 0.4112046 Feb 07 16:43:37.814444 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-5863c3bd-b22f-4182-a713-6cd9ec1fbb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:37.817755 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-5863c3bd-b22f-4182-a713-6cd9ec1fbb64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 1126 time: 0.2941182 Feb 07 16:43:37.820624 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898f8a4c-dc57-4e74-99fd-0716a59afd73 admin admin] Made reservation on behalf of 2f135ac471864c51bc8688c65ed28bb3 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:43:37.833899 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-898f8a4c-dc57-4e74-99fd-0716a59afd73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:37.877018 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-38953449-030d-4a6b-b5b4-57927b9df4b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96463051-c299-4469-b0b7-ee7aabbdaf68 HTTP/1.1" status: 200 len: 217 time: 0.0517282 Feb 07 16:43:38.027860 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-b1b38903-d26c-4f93-bc20-e53d4c240fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:38.028672 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-b1b38903-d26c-4f93-bc20-e53d4c240fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:38.030711 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-b1b38903-d26c-4f93-bc20-e53d4c240fe3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34&id=4e982006-d4ed-4224-a80b-2213e8c04b37&id=5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 HTTP/1.1" status: 200 len: 1591 time: 0.1502786 Feb 07 16:43:38.082754 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578c908-595d-4fd4-936f-7fa78ce180a2 req-fd670d8e-bae5-4279-bc28-09f30bded32d tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:38.085654 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1578c908-595d-4fd4-936f-7fa78ce180a2 req-fd670d8e-bae5-4279-bc28-09f30bded32d tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 944 time: 0.4526763 Feb 07 16:43:38.185452 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 36256) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:38.212945 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-ddc0d80f-a908-4194-83a0-89a9e269da2d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.150&port_id=aac66de8-4bf8-46a3-afd9-ec75a26a33a8 HTTP/1.1" status: 200 len: 217 time: 0.1238673 Feb 07 16:43:38.250382 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00bbfb2c-829c-47c5-98da-6be42f9dcef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:38.295099 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-e00a6770-94c2-403d-9fe0-0bb0282f46da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:38.297211 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-e00a6770-94c2-403d-9fe0-0bb0282f46da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.3239346 Feb 07 16:43:38.337530 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-898f8a4c-dc57-4e74-99fd-0716a59afd73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (6f195477-5ff4-4251-ac50-06c8bcb4b898), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:38.374335 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-cf49d1a8-28ac-4267-a6c4-91ea0255e544 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661545 Feb 07 16:43:38.382080 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-bd3095e0-a104-46d4-b260-f55c9a7bc3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:38.383493 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-bd3095e0-a104-46d4-b260-f55c9a7bc3c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14403c64-8396-46a5-938d-819f84cebae4 HTTP/1.1" status: 200 len: 801 time: 0.1541367 Feb 07 16:43:38.419064 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1578c908-595d-4fd4-936f-7fa78ce180a2 req-a10d7060-006d-4cd6-8c9c-f89aef965768 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153470 Feb 07 16:43:38.536050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f8a4c-dc57-4e74-99fd-0716a59afd73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f195477-5ff4-4251-ac50-06c8bcb4b898,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:38.557637 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f8a4c-dc57-4e74-99fd-0716a59afd73 admin admin] Checking segment: {'id': '25e1ed71-42af-4936-8bbe-428294e4f6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '707d7f8d-4515-4ea8-a659-c965b69fbde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:43:38.558756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898f8a4c-dc57-4e74-99fd-0716a59afd73 admin admin] Network hostable DHCP agents. Network: 707d7f8d-4515-4ea8-a659-c965b69fbde9, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:43:38.594527 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-6dcbe61f-f7c6-46a6-9f12-f4d889912168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:38.601964 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-6dcbe61f-f7c6-46a6-9f12-f4d889912168 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2083995 Feb 07 16:43:38.628652 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898f8a4c-dc57-4e74-99fd-0716a59afd73 admin admin] Network 707d7f8d-4515-4ea8-a659-c965b69fbde9 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:43:38.648760 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-62bff0e4-2f34-4c08-8787-9c8a90e911e3 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:38.657322 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-62bff0e4-2f34-4c08-8787-9c8a90e911e3 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/networks?id=799b907d-306f-4780-95cb-1b7532645b18 HTTP/1.1" status: 200 len: 813 time: 0.2741816 Feb 07 16:43:38.674606 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-898f8a4c-dc57-4e74-99fd-0716a59afd73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 707d7f8d-4515-4ea8-a659-c965b69fbde9) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:43:38.674848 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-a4c6dec1-c1d4-4127-b10d-20b0f979ba95 service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887869 Feb 07 16:43:38.694501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38df0d14-37d1-4465-98d5-de0e4a722add None None] Network 707d7f8d-4515-4ea8-a659-c965b69fbde9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:43:38.712639 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-7cd5a393-cf22-457e-9832-e82417165e6d tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/quotas/e228a9fc6e904a2cb94122a0508c5bdb HTTP/1.1" status: 200 len: 375 time: 0.0521605 Feb 07 16:43:38.728719 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00bbfb2c-829c-47c5-98da-6be42f9dcef3 admin admin] Publish callbacks [] for security_group (b6f7f66e-80ba-4888-9d1a-1f822f930cb2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:38.745665 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00bbfb2c-829c-47c5-98da-6be42f9dcef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b6f7f66e-80ba-4888-9d1a-1f822f930cb2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:38.763971 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898f8a4c-dc57-4e74-99fd-0716a59afd73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:38.765588 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-898f8a4c-dc57-4e74-99fd-0716a59afd73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:38.832368 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-80575aa8-1d18-4092-aff9-384273943b1f tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e228a9fc6e904a2cb94122a0508c5bdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1099999 Feb 07 16:43:38.868228 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-00bbfb2c-829c-47c5-98da-6be42f9dcef3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d9fa448afd84b10ae5e48fef5a0b199&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6670787 Feb 07 16:43:38.872957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36270) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:38.899751 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbfb2c-829c-47c5-98da-6be42f9dcef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f7f66e-80ba-4888-9d1a-1f822f930cb2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:38.949553 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-898f8a4c-dc57-4e74-99fd-0716a59afd73 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1959374 Feb 07 16:43:38.981329 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-0cf51214-cab4-4209-af13-a2947c6c164e service neutron] 10.222.0.48 "GET /v2.0/networks/5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647342 Feb 07 16:43:39.003736 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dfaa799-811d-42a8-bdd1-2ea5be017c1f req-41415839-7465-4918-97a0-04ada4d8a7a6 service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890568 Feb 07 16:43:39.104566 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6140a8e4-98f5-4eab-8ef9-9db2d3225de3 None None] Network 707d7f8d-4515-4ea8-a659-c965b69fbde9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:43:39.164661 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b06168a-f57d-44bb-80e6-4ef5e3b827d7 admin admin] Publish callbacks [] for security_group (b6f7f66e-80ba-4888-9d1a-1f822f930cb2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:39.221123 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6e0be8-453f-4b32-916e-eac059c5bef6 x-openstack-request-id: req-4f6e0be8-453f-4b32-916e-eac059c5bef6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:43:39.234233 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e", "tag": "96463051-c299-4469-b0b7-ee7aabbdaf68", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:43:39.234756 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f6e0be8-453f-4b32-916e-eac059c5bef6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:43:39.239016 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e', 'tag': '96463051-c299-4469-b0b7-ee7aabbdaf68', 'status': 'completed', 'code': 200} Feb 07 16:43:39.239877 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b06168a-f57d-44bb-80e6-4ef5e3b827d7 admin admin] Publish callbacks [] for security_group (b6f7f66e-80ba-4888-9d1a-1f822f930cb2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:39.449538 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ae4b952-17fe-4beb-9ae1-925f8a951abd req-d547a894-95dc-4ef8-9ac9-9ae6310c3efc tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.1297200 Feb 07 16:43:39.460960 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-0551e905-1de8-4db0-a371-0e7f4426504a service neutron] 10.222.0.18 "GET /v2.0/networks/799b907d-306f-4780-95cb-1b7532645b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6248591 Feb 07 16:43:39.468320 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-452c501d-35a7-4af4-9c74-958fd5b10dc5 service neutron] 10.222.0.48 "GET /v2.0/networks/5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810770 Feb 07 16:43:39.473337 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b06168a-f57d-44bb-80e6-4ef5e3b827d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b6f7f66e-80ba-4888-9d1a-1f822f930cb2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:39.483381 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b06168a-f57d-44bb-80e6-4ef5e3b827d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:39.488665 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1b06168a-f57d-44bb-80e6-4ef5e3b827d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6f7f66e-80ba-4888-9d1a-1f822f930cb2 HTTP/1.1" status: 204 len: 168 time: 0.6119139 Feb 07 16:43:39.506669 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06168a-f57d-44bb-80e6-4ef5e3b827d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f7f66e-80ba-4888-9d1a-1f822f930cb2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:39.543866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:43:39.644896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e6d89-4893-41b8-9587-d4cfaaafc0e1 req-641105e7-7304-4fb8-ad0f-4de4d2c5c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:39.648008 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-042e6d89-4893-41b8-9587-d4cfaaafc0e1 req-641105e7-7304-4fb8-ad0f-4de4d2c5c34e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 1126 time: 0.3985713 Feb 07 16:43:39.650577 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-3de08f19-12ac-41af-9686-a87599691b41 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.164&port_id=5e8fd5a2-ebad-4d61-acce-76221d5c0d38 HTTP/1.1" status: 200 len: 217 time: 0.1741979 Feb 07 16:43:39.740212 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-178b3426-1cfb-44d0-8030-09b1968a6d9b service neutron] 10.222.0.18 "GET /v2.0/networks/799b907d-306f-4780-95cb-1b7532645b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348058 Feb 07 16:43:39.812712 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:39.840640 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae', 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67', 'port_id': 'a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae', 'mac_address': 'fa:16:3e:08:28:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c9ecdd-108b-4a28-9918-7706852c1388', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:43:39.928366 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-6505d749-2d3f-4f50-bf67-83fe1e5473aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:39.931385 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-6505d749-2d3f-4f50-bf67-83fe1e5473aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dff4e319-d442-495b-94a0-8ed4034c20b7 HTTP/1.1" status: 200 len: 801 time: 0.2541008 Feb 07 16:43:39.948068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:39.949095 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:39.963723 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775677b1-0338-4940-bc97-e75bb0299d6a req-355006a2-8d22-41b2-9c42-921067319a19 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:39.991932 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:43:39.994839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775677b1-0338-4940-bc97-e75bb0299d6a req-355006a2-8d22-41b2-9c42-921067319a19 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:40.025072 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775677b1-0338-4940-bc97-e75bb0299d6a req-355006a2-8d22-41b2-9c42-921067319a19 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:40.034600 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-775677b1-0338-4940-bc97-e75bb0299d6a req-355006a2-8d22-41b2-9c42-921067319a19 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2419 time: 0.4041576 Feb 07 16:43:40.043182 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:40.051185 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:40.179078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:43:40.241024 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:40.365906 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e6d89-4893-41b8-9587-d4cfaaafc0e1 req-62b901ea-5699-4c98-b9d1-6563aeb1a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:40.368109 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-042e6d89-4893-41b8-9587-d4cfaaafc0e1 req-62b901ea-5699-4c98-b9d1-6563aeb1a66e service neutron] 10.222.0.32 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.6890295 Feb 07 16:43:40.498673 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-e4e65638-579f-43ec-a212-58e39a9fd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:40.500788 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-e4e65638-579f-43ec-a212-58e39a9fd451 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4e982006-d4ed-4224-a80b-2213e8c04b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4618502 Feb 07 16:43:40.513881 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-775677b1-0338-4940-bc97-e75bb0299d6a req-35c8bb75-eef3-44a1-8487-21f3c5108616 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319556 Feb 07 16:43:40.533191 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-042e6d89-4893-41b8-9587-d4cfaaafc0e1 req-8eb2b39e-088d-4974-9183-00068605a140 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96463051-c299-4469-b0b7-ee7aabbdaf68 HTTP/1.1" status: 200 len: 217 time: 0.1378293 Feb 07 16:43:40.796691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e6d89-4893-41b8-9587-d4cfaaafc0e1 req-894c2406-0dff-47bb-aaee-0aaff5e208d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:40.798623 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-042e6d89-4893-41b8-9587-d4cfaaafc0e1 req-894c2406-0dff-47bb-aaee-0aaff5e208d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.1154609 Feb 07 16:43:40.843663 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-042e6d89-4893-41b8-9587-d4cfaaafc0e1 req-6f573785-cbcd-473a-9506-fc9fad61e760 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375419 Feb 07 16:43:40.894039 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-3f03e413-148f-4009-b2a7-d1e9224d8c7b service neutron] 10.222.0.48 "GET /v2.0/networks/4e982006-d4ed-4224-a80b-2213e8c04b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752062 Feb 07 16:43:40.987773 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90642a-f1e7-4cf7-9ab3-451391cd3422 req-cc8c79be-ff74-4cdd-b6a3-5410f178789d tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:40.989666 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f90642a-f1e7-4cf7-9ab3-451391cd3422 req-cc8c79be-ff74-4cdd-b6a3-5410f178789d tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 944 time: 0.3080215 Feb 07 16:43:41.466788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-cf11cd61-3695-442c-adcb-149e405832c6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:41.474799 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-cf11cd61-3695-442c-adcb-149e405832c6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:41.480919 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-cf11cd61-3695-442c-adcb-149e405832c6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:41.482930 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-cf11cd61-3695-442c-adcb-149e405832c6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219 HTTP/1.1" status: 200 len: 2419 time: 0.5542233 Feb 07 16:43:41.568376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 96463051-c299-4469-b0b7-ee7aabbdaf68 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:43:41.573767 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:43:41.599099 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f90642a-f1e7-4cf7-9ab3-451391cd3422 req-c68c5aeb-cdbc-4e42-bc35-872c88601d1f tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854643 Feb 07 16:43:41.648703 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-042e6d89-4893-41b8-9587-d4cfaaafc0e1 req-b0b64d41-77c1-47ad-931a-1109f1e9fc62 service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7880116 Feb 07 16:43:41.653064 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-e543d777-e915-4d81-b2ba-9a2e75c7f4fd service neutron] 10.222.0.48 "GET /v2.0/networks/4e982006-d4ed-4224-a80b-2213e8c04b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6945469 Feb 07 16:43:41.784215 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-1525bf62-d463-4ed9-a20e-d98b2f2ff2f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.250&port_id=bdaf8685-9fd4-4829-b925-f8825a274ff6 HTTP/1.1" status: 200 len: 217 time: 0.1162665 Feb 07 16:43:41.857119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-82cc27a6-d13b-4462-9ad3-1ebd29682b9e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Deleting port 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:43:41.857492 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-82cc27a6-d13b-4462-9ad3-1ebd29682b9e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5e8fd5a2-ebad-4d61-acce-76221d5c0d38), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:41.936316 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-042e6d89-4893-41b8-9587-d4cfaaafc0e1 req-19ded000-414f-44b8-ac5d-0ee46c186e99 service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804210 Feb 07 16:43:41.940885 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-1707cd9e-a063-4bb6-b540-7c2039462e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:41.948825 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-1707cd9e-a063-4bb6-b540-7c2039462e3c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14403c64-8396-46a5-938d-819f84cebae4 HTTP/1.1" status: 200 len: 801 time: 0.1559725 Feb 07 16:43:42.044910 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-5b2072b2-11ce-4179-969a-4de95114aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:42.046532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 96463051-c299-4469-b0b7-ee7aabbdaf68, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=96463051-c299-4469-b0b7-ee7aabbdaf68,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:42.047015 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-5b2072b2-11ce-4179-969a-4de95114aaf7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0917234 Feb 07 16:43:42.095794 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '96463051-c299-4469-b0b7-ee7aabbdaf68', 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7', 'port_id': '96463051-c299-4469-b0b7-ee7aabbdaf68', 'mac_address': 'fa:16:3e:c5:7d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d72c12-d0bd-4126-b125-fb7d60290221', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:43:42.135173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-82cc27a6-d13b-4462-9ad3-1ebd29682b9e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] For port 5e8fd5a2-ebad-4d61-acce-76221d5c0d38, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=5e8fd5a2-ebad-4d61-acce-76221d5c0d38,segment=NetworkSegment(4f417b03-c90d-470a-a66e-d8bb62468bc2),segment_id=4f417b03-c90d-470a-a66e-d8bb62468bc2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:42.136107 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-82cc27a6-d13b-4462-9ad3-1ebd29682b9e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5e8fd5a2-ebad-4d61-acce-76221d5c0d38), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:42.171537 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-82cc27a6-d13b-4462-9ad3-1ebd29682b9e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Calling delete_port for 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:43:42.274412 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-f565480d-a630-460b-ba29-bae72429af0b service neutron] 10.222.0.48 "GET /v2.0/networks/5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182760 Feb 07 16:43:42.343504 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 96463051-c299-4469-b0b7-ee7aabbdaf68 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:42.344642 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:42.430410 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96463051-c299-4469-b0b7-ee7aabbdaf68 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:43:42.489229 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:42.490550 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:42.515897 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-878f4312-5ec6-4450-9aff-0ed0477dc35b req-61203c6a-f350-4025-8029-84cf157c36a6 service neutron] 10.222.0.48 "GET /v2.0/networks/5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345815 Feb 07 16:43:42.552956 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-82cc27a6-d13b-4462-9ad3-1ebd29682b9e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (5e8fd5a2-ebad-4d61-acce-76221d5c0d38), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:42.696820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc27a6-d13b-4462-9ad3-1ebd29682b9e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event deleted for resources: {'Port': ['ID=5e8fd5a2-ebad-4d61-acce-76221d5c0d38,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:42.727883 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['aac66de8-4bf8-46a3-afd9-ec75a26a33a8', '5e8fd5a2-ebad-4d61-acce-76221d5c0d38', 'bdaf8685-9fd4-4829-b925-f8825a274ff6'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:43:42.823368 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-82cc27a6-d13b-4462-9ad3-1ebd29682b9e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] No DVR routers for this DVR port 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:43:42.847776 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-82cc27a6-d13b-4462-9ad3-1ebd29682b9e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:42.880413 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-82cc27a6-d13b-4462-9ad3-1ebd29682b9e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.48 "DELETE /v2.0/ports/5e8fd5a2-ebad-4d61-acce-76221d5c0d38 HTTP/1.1" status: 204 len: 173 time: 1.3889554 Feb 07 16:43:42.880987 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'name': 'network-vif-deleted', 'tag': '5e8fd5a2-ebad-4d61-acce-76221d5c0d38'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:43:42.890729 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f6a7b1-941a-4e15-94da-7fc2d06643c6" -d '{"events": [{"server_uuid": "7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219", "name": "network-vif-deleted", "tag": "5e8fd5a2-ebad-4d61-acce-76221d5c0d38"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:43:42.891075 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 96463051-c299-4469-b0b7-ee7aabbdaf68, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=96463051-c299-4469-b0b7-ee7aabbdaf68,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:43.156070 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:43.405622 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=96463051-c299-4469-b0b7-ee7aabbdaf68,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:43.559997 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-ab310e68-0388-4b5b-bd94-665dbf0a3e48 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:43.563085 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-ab310e68-0388-4b5b-bd94-665dbf0a3e48 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.48 "GET /v2.0/networks?id=799b907d-306f-4780-95cb-1b7532645b18 HTTP/1.1" status: 200 len: 813 time: 0.8863623 Feb 07 16:43:43.586856 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['96463051-c299-4469-b0b7-ee7aabbdaf68'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:43:43.615190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-47018123-d891-4445-80c6-6a4a15d974e1 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Request body: {'port': {'device_id': '452b1ac5-f88b-410e-9279-6e625b883e56', 'network_id': '799b907d-306f-4780-95cb-1b7532645b18', 'admin_state_up': True, 'tenant_id': 'e228a9fc6e904a2cb94122a0508c5bdb'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:43:43.632902 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-68c0edf6-7308-4bdd-966c-076b1581ec5d tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Deleting port bdaf8685-9fd4-4829-b925-f8825a274ff6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:43:43.633383 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-68c0edf6-7308-4bdd-966c-076b1581ec5d tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (bdaf8685-9fd4-4829-b925-f8825a274ff6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:43.780233 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:43.782325 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:44.006023 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-68c0edf6-7308-4bdd-966c-076b1581ec5d tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] For port bdaf8685-9fd4-4829-b925-f8825a274ff6, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=bdaf8685-9fd4-4829-b925-f8825a274ff6,segment=NetworkSegment(4be886dc-5022-4aba-a83b-e566f3a55945),segment_id=4be886dc-5022-4aba-a83b-e566f3a55945)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:44.007100 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-68c0edf6-7308-4bdd-966c-076b1581ec5d tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (bdaf8685-9fd4-4829-b925-f8825a274ff6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:44.057180 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-68c0edf6-7308-4bdd-966c-076b1581ec5d tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Calling delete_port for bdaf8685-9fd4-4829-b925-f8825a274ff6 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:43:44.100717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-47018123-d891-4445-80c6-6a4a15d974e1 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Made reservation on behalf of e228a9fc6e904a2cb94122a0508c5bdb for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:43:44.112227 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-47018123-d891-4445-80c6-6a4a15d974e1 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:44.363554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fcf0ea-40ff-4209-8c19-f94aba1d42b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:43:44.370917 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc43c31-f54f-4b68-b126-fe2b662b6b27" -d '{"events": [{"server_uuid": "f8fcf0ea-40ff-4209-8c19-f94aba1d42b3", "name": "network-vif-plugged", "status": "completed", "tag": "a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:43:44.444174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:44.481463 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:44.610012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-47018123-d891-4445-80c6-6a4a15d974e1 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Allocated IP 172.20.0.7 (799b907d-306f-4780-95cb-1b7532645b18/95d94cb1-74ef-44e9-9dc1-3b305fde2926/54c52dfa-2c8a-4267-8ec6-190351597bab) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:43:44.664670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:44.791883 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-68c0edf6-7308-4bdd-966c-076b1581ec5d tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (bdaf8685-9fd4-4829-b925-f8825a274ff6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:44.857057 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0edf6-7308-4bdd-966c-076b1581ec5d tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event deleted for resources: {'Port': ['ID=bdaf8685-9fd4-4829-b925-f8825a274ff6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:45.115390 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-68c0edf6-7308-4bdd-966c-076b1581ec5d tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] No DVR routers for this DVR port bdaf8685-9fd4-4829-b925-f8825a274ff6 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:43:45.120503 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-68c0edf6-7308-4bdd-966c-076b1581ec5d tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:45.126002 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-68c0edf6-7308-4bdd-966c-076b1581ec5d tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.48 "DELETE /v2.0/ports/bdaf8685-9fd4-4829-b925-f8825a274ff6 HTTP/1.1" status: 204 len: 173 time: 2.2058349 Feb 07 16:43:45.132059 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-47018123-d891-4445-80c6-6a4a15d974e1 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Publish callbacks [] for port (54c52dfa-2c8a-4267-8ec6-190351597bab), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:45.434875 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-47018123-d891-4445-80c6-6a4a15d974e1 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (54c52dfa-2c8a-4267-8ec6-190351597bab), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:45.510284 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-685a161a-30f1-4809-b74b-e0e335173c6f tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Deleting port aac66de8-4bf8-46a3-afd9-ec75a26a33a8 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:43:45.510938 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-685a161a-30f1-4809-b74b-e0e335173c6f tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (aac66de8-4bf8-46a3-afd9-ec75a26a33a8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:45.548162 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-47018123-d891-4445-80c6-6a4a15d974e1 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Network 799b907d-306f-4780-95cb-1b7532645b18 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:43:45.565766 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 96463051-c299-4469-b0b7-ee7aabbdaf68 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:43:45.623376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-47018123-d891-4445-80c6-6a4a15d974e1 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:43:45.631738 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-47018123-d891-4445-80c6-6a4a15d974e1 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:43:45.664551 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47018123-d891-4445-80c6-6a4a15d974e1 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Pushing event updated for resources: {'Port': ['ID=54c52dfa-2c8a-4267-8ec6-190351597bab,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:45.696988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 96463051-c299-4469-b0b7-ee7aabbdaf68 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:43:45.712162 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 96463051-c299-4469-b0b7-ee7aabbdaf68 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:45.712483 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:45.821069 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-47018123-d891-4445-80c6-6a4a15d974e1 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:45.821606 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-47018123-d891-4445-80c6-6a4a15d974e1 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:45.848325 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-685a161a-30f1-4809-b74b-e0e335173c6f tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] For port aac66de8-4bf8-46a3-afd9-ec75a26a33a8, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=aac66de8-4bf8-46a3-afd9-ec75a26a33a8,segment=NetworkSegment(4be886dc-5022-4aba-a83b-e566f3a55945),segment_id=4be886dc-5022-4aba-a83b-e566f3a55945)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:45.848894 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-685a161a-30f1-4809-b74b-e0e335173c6f tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (aac66de8-4bf8-46a3-afd9-ec75a26a33a8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:45.855669 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-47018123-d891-4445-80c6-6a4a15d974e1 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2500234 Feb 07 16:43:45.872872 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Request body: {'port': {'device_id': '452b1ac5-f88b-410e-9279-6e625b883e56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:43:45.902671 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 96463051-c299-4469-b0b7-ee7aabbdaf68 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:45.903499 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:45.904408 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-685a161a-30f1-4809-b74b-e0e335173c6f tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Calling delete_port for aac66de8-4bf8-46a3-afd9-ec75a26a33a8 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:43:45.961360 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 96463051-c299-4469-b0b7-ee7aabbdaf68, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=96463051-c299-4469-b0b7-ee7aabbdaf68,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:45.971034 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:45.996950 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (54c52dfa-2c8a-4267-8ec6-190351597bab), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:46.067457 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=96463051-c299-4469-b0b7-ee7aabbdaf68,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:46.101338 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device bdaf8685-9fd4-4829-b925-f8825a274ff6 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:43:46.161711 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: bdaf8685-9fd4-4829-b925-f8825a274ff6 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:43:46.171087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device bdaf8685-9fd4-4829-b925-f8825a274ff6 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:43:46.172106 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:43:46.255801 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:43:46.256509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 5e8fd5a2-ebad-4d61-acce-76221d5c0d38 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:43:46.257160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device aac66de8-4bf8-46a3-afd9-ec75a26a33a8 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:43:46.411636 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port aac66de8-4bf8-46a3-afd9-ec75a26a33a8 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:46.412306 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (aac66de8-4bf8-46a3-afd9-ec75a26a33a8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:46.422143 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-685a161a-30f1-4809-b74b-e0e335173c6f tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (aac66de8-4bf8-46a3-afd9-ec75a26a33a8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:46.625922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a161a-30f1-4809-b74b-e0e335173c6f tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event deleted for resources: {'Port': ['ID=aac66de8-4bf8-46a3-afd9-ec75a26a33a8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:46.722590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36432) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:46.765150 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-685a161a-30f1-4809-b74b-e0e335173c6f tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] No DVR routers for this DVR port aac66de8-4bf8-46a3-afd9-ec75a26a33a8 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:43:46.790484 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-685a161a-30f1-4809-b74b-e0e335173c6f tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:46.796811 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3a884ad0-6a96-49cf-9cdf-f9b3a2010596 req-685a161a-30f1-4809-b74b-e0e335173c6f tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.48 "DELETE /v2.0/ports/aac66de8-4bf8-46a3-afd9-ec75a26a33a8 HTTP/1.1" status: 204 len: 173 time: 1.6608281 Feb 07 16:43:46.843423 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c52dfa-2c8a-4267-8ec6-190351597bab {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:43:46.871687 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Publish callbacks [] for port (54c52dfa-2c8a-4267-8ec6-190351597bab), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:46.905318 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Transition to ACTIVE for port object 54c52dfa-2c8a-4267-8ec6-190351597bab will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:43:46.914762 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (54c52dfa-2c8a-4267-8ec6-190351597bab), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:46.979346 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Pushing event updated for resources: {'Port': ['ID=54c52dfa-2c8a-4267-8ec6-190351597bab,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:47.016726 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65076f8c-2018-455f-b56c-5896e01e8226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:47.138970 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Attempting to bind port 54c52dfa-2c8a-4267-8ec6-190351597bab on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:43:47.139790 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Attempting to bind port 54c52dfa-2c8a-4267-8ec6-190351597bab by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '78c8878c-b12f-42d7-a39a-108da02bfbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '799b907d-306f-4780-95cb-1b7532645b18'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:43:47.140171 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Attempting to bind port 54c52dfa-2c8a-4267-8ec6-190351597bab on network 799b907d-306f-4780-95cb-1b7532645b18 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:43:47.147566 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Port 54c52dfa-2c8a-4267-8ec6-190351597bab on network 799b907d-306f-4780-95cb-1b7532645b18 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:43:47.148393 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Attempting to bind port 54c52dfa-2c8a-4267-8ec6-190351597bab on network 799b907d-306f-4780-95cb-1b7532645b18 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:43:47.155576 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:43:47.155919 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Checking segment: {'id': '78c8878c-b12f-42d7-a39a-108da02bfbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '799b907d-306f-4780-95cb-1b7532645b18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:43:47.156329 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Bound using segment: {'id': '78c8878c-b12f-42d7-a39a-108da02bfbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '799b907d-306f-4780-95cb-1b7532645b18'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:43:47.156786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Bound port: 54c52dfa-2c8a-4267-8ec6-190351597bab, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c8878c-b12f-42d7-a39a-108da02bfbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '799b907d-306f-4780-95cb-1b7532645b18'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:43:47.157202 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (54c52dfa-2c8a-4267-8ec6-190351597bab), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:47.220448 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65076f8c-2018-455f-b56c-5896e01e8226 admin admin] Publish callbacks [] for security_group (24388489-e623-4e89-b135-0c903514ad04), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:47.251676 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65076f8c-2018-455f-b56c-5896e01e8226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (24388489-e623-4e89-b135-0c903514ad04), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:47.407951 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-65076f8c-2018-455f-b56c-5896e01e8226 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2b743f2d4244629aea8c15ec3276a74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6811435 Feb 07 16:43:47.411404 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36436) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:47.418310 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65076f8c-2018-455f-b56c-5896e01e8226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24388489-e623-4e89-b135-0c903514ad04,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:47.654760 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e47e7aa-ec93-4af3-a079-df94d929f72e admin admin] Publish callbacks [] for security_group (24388489-e623-4e89-b135-0c903514ad04), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:47.707007 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e47e7aa-ec93-4af3-a079-df94d929f72e admin admin] Publish callbacks [] for security_group (24388489-e623-4e89-b135-0c903514ad04), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:47.810216 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e47e7aa-ec93-4af3-a079-df94d929f72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (24388489-e623-4e89-b135-0c903514ad04), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:47.814338 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e47e7aa-ec93-4af3-a079-df94d929f72e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:47.816256 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7e47e7aa-ec93-4af3-a079-df94d929f72e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24388489-e623-4e89-b135-0c903514ad04 HTTP/1.1" status: 204 len: 168 time: 0.4034786 Feb 07 16:43:47.832927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47e7aa-ec93-4af3-a079-df94d929f72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24388489-e623-4e89-b135-0c903514ad04,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:48.041397 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] For port 54c52dfa-2c8a-4267-8ec6-190351597bab, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:43:48.049228 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] For port 54c52dfa-2c8a-4267-8ec6-190351597bab, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=54c52dfa-2c8a-4267-8ec6-190351597bab,segment=NetworkSegment(78c8878c-b12f-42d7-a39a-108da02bfbbc),segment_id=78c8878c-b12f-42d7-a39a-108da02bfbbc)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:43:48.064221 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (54c52dfa-2c8a-4267-8ec6-190351597bab), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:48.144847 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:48.146267 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:48.148719 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] 10.222.0.48 "PUT /v2.0/ports/54c52dfa-2c8a-4267-8ec6-190351597bab HTTP/1.1" status: 200 len: 1091 time: 2.2825754 Feb 07 16:43:48.254550 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5694e5e-f4b5-49ae-9cb9-9136e6745e59 service neutron] Pushing event updated for resources: {'Port': ['ID=54c52dfa-2c8a-4267-8ec6-190351597bab,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:48.298337 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-61a515f4-1bd2-4143-8dc7-2f19f65e8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:48.301353 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-61a515f4-1bd2-4143-8dc7-2f19f65e8681 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e228a9fc6e904a2cb94122a0508c5bdb&device_id=452b1ac5-f88b-410e-9279-6e625b883e56 HTTP/1.1" status: 200 len: 1125 time: 0.0937195 Feb 07 16:43:48.416573 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-49592c9f-f6b4-4950-a525-8f4d03d108e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54c52dfa-2c8a-4267-8ec6-190351597bab HTTP/1.1" status: 200 len: 217 time: 0.1077600 Feb 07 16:43:48.531103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-1ae9b624-c2a7-43d0-9587-c5d2c6ddda98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:48.534112 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-1ae9b624-c2a7-43d0-9587-c5d2c6ddda98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=95d94cb1-74ef-44e9-9dc1-3b305fde2926 HTTP/1.1" status: 200 len: 853 time: 0.1088538 Feb 07 16:43:48.554770 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36444) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:48.589306 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f59316a1-524c-468f-a89a-8ee80df1fc25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:48.597161 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-9c220d71-2ec1-4642-ab84-6c87c9e66f08 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=799b907d-306f-4780-95cb-1b7532645b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547311 Feb 07 16:43:48.811851 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-9bf2a5fa-e295-4d57-807d-02fca854e000 service neutron] 10.222.0.48 "GET /v2.0/networks/799b907d-306f-4780-95cb-1b7532645b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081020 Feb 07 16:43:48.868951 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f59316a1-524c-468f-a89a-8ee80df1fc25 admin admin] Publish callbacks [] for security_group (24ffdf35-2433-48ae-836d-812d63036915), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:48.877094 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f59316a1-524c-468f-a89a-8ee80df1fc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (24ffdf35-2433-48ae-836d-812d63036915), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:48.973175 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f59316a1-524c-468f-a89a-8ee80df1fc25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0fef1abfb1624311b6e7959807a1134b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4172471 Feb 07 16:43:48.977567 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36448) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:48.985254 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59316a1-524c-468f-a89a-8ee80df1fc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ffdf35-2433-48ae-836d-812d63036915,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:48.999326 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af51104b-6fa4-4e87-8e4e-b5e1c308f5e7 req-f5dfbdd3-b195-48c7-9043-573b72b8d9ea service neutron] 10.222.0.48 "GET /v2.0/networks/799b907d-306f-4780-95cb-1b7532645b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734815 Feb 07 16:43:49.117739 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a533e54d-d188-4fb9-9e1d-51327a744d24 admin admin] Publish callbacks [] for security_group (24ffdf35-2433-48ae-836d-812d63036915), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:49.175112 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a533e54d-d188-4fb9-9e1d-51327a744d24 admin admin] Publish callbacks [] for security_group (24ffdf35-2433-48ae-836d-812d63036915), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:49.293565 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a533e54d-d188-4fb9-9e1d-51327a744d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (24ffdf35-2433-48ae-836d-812d63036915), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:49.301152 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a533e54d-d188-4fb9-9e1d-51327a744d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:49.305490 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a533e54d-d188-4fb9-9e1d-51327a744d24 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24ffdf35-2433-48ae-836d-812d63036915 HTTP/1.1" status: 204 len: 168 time: 0.3243985 Feb 07 16:43:49.322853 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533e54d-d188-4fb9-9e1d-51327a744d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ffdf35-2433-48ae-836d-812d63036915,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:50.511333 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-66a37bdb-2de2-415e-841f-86402a5b44bb tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:50.513034 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-66a37bdb-2de2-415e-841f-86402a5b44bb tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/networks?id=707d7f8d-4515-4ea8-a659-c965b69fbde9 HTTP/1.1" status: 200 len: 822 time: 0.2138796 Feb 07 16:43:50.538591 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-66886d2b-e6cc-44c3-8d8a-9d6abde51a43 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/quotas/2f135ac471864c51bc8688c65ed28bb3 HTTP/1.1" status: 200 len: 375 time: 0.0157990 Feb 07 16:43:50.600196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9545fe-508d-41e9-9df1-86103826c615 req-a867aa79-aa7c-4478-acc5-1d340ac53f57 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:50.603635 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de9545fe-508d-41e9-9df1-86103826c615 req-a867aa79-aa7c-4478-acc5-1d340ac53f57 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/ports?device_id=452b1ac5-f88b-410e-9279-6e625b883e56 HTTP/1.1" status: 200 len: 943 time: 0.1893692 Feb 07 16:43:50.634628 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-9e375d42-a104-4510-8db7-4009738a3cae tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f135ac471864c51bc8688c65ed28bb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887012 Feb 07 16:43:50.651976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-7da5af91-a458-478b-abd4-2643fbc11e43 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:43:50.654427 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-7da5af91-a458-478b-abd4-2643fbc11e43 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127168 Feb 07 16:43:50.753013 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de9545fe-508d-41e9-9df1-86103826c615 req-d96e3443-f6c3-498b-a22f-c96340482319 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/security-groups?id=754e88d3-9d77-429d-a74e-20f78c392c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416345 Feb 07 16:43:50.912494 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-a8614454-ed09-4e5e-bae6-aa3438a15d0f service neutron] 10.222.0.18 "GET /v2.0/networks/707d7f8d-4515-4ea8-a659-c965b69fbde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509441 Feb 07 16:43:50.968866 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2cad30d9-d61a-42e5-a90f-c6d924964716 req-4a23e203-c81a-4c24-9216-7f14e3ed334b tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.0723684 Feb 07 16:43:51.088921 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 36494) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:51.159428 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-24c50e68-d848-4198-b5c9-9582b225ae34 service neutron] 10.222.0.18 "GET /v2.0/networks/707d7f8d-4515-4ea8-a659-c965b69fbde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343895 Feb 07 16:43:51.172416 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:51.303272 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34130dc-a6c2-4394-8beb-dc2615d11226 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Deleting subnet dff4e319-d442-495b-94a0-8ed4034c20b7 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:43:51.312087 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d34130dc-a6c2-4394-8beb-dc2615d11226 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks [] for subnet (dff4e319-d442-495b-94a0-8ed4034c20b7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:51.417228 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d34130dc-a6c2-4394-8beb-dc2615d11226 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (dff4e319-d442-495b-94a0-8ed4034c20b7), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:51.435649 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff67e2b-b874-4ca3-bb9a-7587df5e41e4 req-8c36dba2-3495-40e7-a22a-48bd26b9d722 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:51.442657 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3ff67e2b-b874-4ca3-bb9a-7587df5e41e4 req-8c36dba2-3495-40e7-a22a-48bd26b9d722 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 946 time: 0.1921320 Feb 07 16:43:51.568904 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3ff67e2b-b874-4ca3-bb9a-7587df5e41e4 req-b00042ca-c0a8-44af-944d-15b3cb078300 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823512 Feb 07 16:43:51.629240 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6142f28-e55f-4a65-a4bc-803b360b70ad x-openstack-request-id: req-f6142f28-e55f-4a65-a4bc-803b360b70ad {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:43:51.630279 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219", "name": "network-vif-deleted", "tag": "5e8fd5a2-ebad-4d61-acce-76221d5c0d38", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:43:51.630737 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6142f28-e55f-4a65-a4bc-803b360b70ad {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:43:51.631391 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'name': 'network-vif-deleted', 'tag': '5e8fd5a2-ebad-4d61-acce-76221d5c0d38', 'status': 'completed', 'code': 200} Feb 07 16:43:51.727368 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d34130dc-a6c2-4394-8beb-dc2615d11226 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (dff4e319-d442-495b-94a0-8ed4034c20b7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:51.764964 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85318bf5-0137-47b6-a4d4-18339e952f6b x-openstack-request-id: req-85318bf5-0137-47b6-a4d4-18339e952f6b {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:43:51.765572 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fcf0ea-40ff-4209-8c19-f94aba1d42b3", "name": "network-vif-plugged", "status": "completed", "tag": "a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:43:51.766927 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85318bf5-0137-47b6-a4d4-18339e952f6b {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:43:51.767785 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fcf0ea-40ff-4209-8c19-f94aba1d42b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae', 'code': 200} Feb 07 16:43:52.025013 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b7ebd4ef-e149-4cef-84b6-df309a794fc0 req-d8d0c12b-4b05-4d6d-bbe8-81ad55badb1c tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/ports?device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 210 time: 0.1713309 Feb 07 16:43:52.093196 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 54c52dfa-2c8a-4267-8ec6-190351597bab details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:43:52.227168 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6845f006-0151-465c-b1d9-6fc281c8a37d req-9e29d608-88e0-49aa-93be-18dc551801a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.0866177 Feb 07 16:43:52.228393 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d34130dc-a6c2-4394-8beb-dc2615d11226 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (dff4e319-d442-495b-94a0-8ed4034c20b7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:52.295827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34130dc-a6c2-4394-8beb-dc2615d11226 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event deleted for resources: {'Subnet': ['ID=dff4e319-d442-495b-94a0-8ed4034c20b7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:52.314238 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-74417cd4-61c9-434f-9d07-6bad1945082f req-8293bd08-6953-44e9-a058-03a3c4b787ce tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.1094224 Feb 07 16:43:52.325066 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8f518-0a1f-4f21-a13f-19ac0e964b1e req-3bba7f20-14b6-4840-8135-3b461b7b39af tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:52.336103 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4ed8f518-0a1f-4f21-a13f-19ac0e964b1e req-3bba7f20-14b6-4840-8135-3b461b7b39af tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/ports?device_id=452b1ac5-f88b-410e-9279-6e625b883e56 HTTP/1.1" status: 200 len: 943 time: 0.3530173 Feb 07 16:43:52.384600 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d34130dc-a6c2-4394-8beb-dc2615d11226 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:52.391971 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d34130dc-a6c2-4394-8beb-dc2615d11226 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "DELETE /v2.0/subnets/dff4e319-d442-495b-94a0-8ed4034c20b7 HTTP/1.1" status: 204 len: 168 time: 1.3011551 Feb 07 16:43:52.392753 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36524) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:52.496351 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4ed8f518-0a1f-4f21-a13f-19ac0e964b1e req-acc24354-e7c8-4930-9fec-ac45509f9915 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/security-groups?id=754e88d3-9d77-429d-a74e-20f78c392c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553438 Feb 07 16:43:52.622048 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c8e570-cfa4-42b0-afe1-98f28779e74f None None] Network 4e982006-d4ed-4224-a80b-2213e8c04b37 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:43:52.798961 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (4e982006-d4ed-4224-a80b-2213e8c04b37), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:52.975732 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 54c52dfa-2c8a-4267-8ec6-190351597bab, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=54c52dfa-2c8a-4267-8ec6-190351597bab,segment=NetworkSegment(78c8878c-b12f-42d7-a39a-108da02bfbbc),segment_id=78c8878c-b12f-42d7-a39a-108da02bfbbc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:52.984697 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35b94b-a5d5-48e4-bcb4-4c2f6c597314 req-bd56d56a-7cdf-4a44-80d2-89413e7f548e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:52.987861 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3a35b94b-a5d5-48e4-bcb4-4c2f6c597314 req-bd56d56a-7cdf-4a44-80d2-89413e7f548e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 946 time: 0.2364330 Feb 07 16:43:53.117117 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Deleting port 133768ca-60a1-443b-96c6-59f8b0f9984e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:43:53.117846 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (133768ca-60a1-443b-96c6-59f8b0f9984e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:53.168353 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '54c52dfa-2c8a-4267-8ec6-190351597bab', 'network_id': '799b907d-306f-4780-95cb-1b7532645b18', 'port_id': '54c52dfa-2c8a-4267-8ec6-190351597bab', 'mac_address': 'fa:16:3e:3d:11:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d94cb1-74ef-44e9-9dc1-3b305fde2926', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:43:53.249781 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03596089-5913-46fd-8121-6d78e0a1551e req-10cfc6e7-bdec-4f2b-9b91-1bc5520e24bb tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/ports?device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 210 time: 0.0801439 Feb 07 16:43:53.305990 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3a35b94b-a5d5-48e4-bcb4-4c2f6c597314 req-19bcae0c-e85e-4db2-a8aa-6882511a31c4 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107021 Feb 07 16:43:53.319388 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:53.371148 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 54c52dfa-2c8a-4267-8ec6-190351597bab is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:53.378136 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (54c52dfa-2c8a-4267-8ec6-190351597bab), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:53.388799 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] For port 133768ca-60a1-443b-96c6-59f8b0f9984e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=133768ca-60a1-443b-96c6-59f8b0f9984e,segment=NetworkSegment(4f417b03-c90d-470a-a66e-d8bb62468bc2),segment_id=4f417b03-c90d-470a-a66e-d8bb62468bc2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:53.389424 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (133768ca-60a1-443b-96c6-59f8b0f9984e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:53.422483 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c52dfa-2c8a-4267-8ec6-190351597bab {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:43:53.433414 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:43:53.434045 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Calling delete_port for 133768ca-60a1-443b-96c6-59f8b0f9984e owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:43:53.523527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 54c52dfa-2c8a-4267-8ec6-190351597bab, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=54c52dfa-2c8a-4267-8ec6-190351597bab,segment=NetworkSegment(78c8878c-b12f-42d7-a39a-108da02bfbbc),segment_id=78c8878c-b12f-42d7-a39a-108da02bfbbc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:53.532278 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (54c52dfa-2c8a-4267-8ec6-190351597bab), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:53.550918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c61eff-8133-435e-b201-571b6d996375 None None] DHCP port deletion for 4e982006-d4ed-4224-a80b-2213e8c04b37 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:43:53.628749 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0a1edbcb-32a9-4a37-affe-e0e505f44792 req-d34f12a8-a739-4328-bc4e-dc1c6636d614 tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.0750861 Feb 07 16:43:53.633440 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'name': 'network-vif-deleted', 'tag': 'bdaf8685-9fd4-4829-b925-f8825a274ff6'}, {'server_uuid': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'name': 'network-vif-deleted', 'tag': 'aac66de8-4bf8-46a3-afd9-ec75a26a33a8'}, {'name': 'network-changed', 'server_uuid': '452b1ac5-f88b-410e-9279-6e625b883e56', 'tag': '54c52dfa-2c8a-4267-8ec6-190351597bab'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:43:53.636541 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bfdf58-8f41-40e9-98cf-ec5f4eaab0d5" -d '{"events": [{"server_uuid": "7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219", "name": "network-vif-deleted", "tag": "bdaf8685-9fd4-4829-b925-f8825a274ff6"}, {"server_uuid": "7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219", "name": "network-vif-deleted", "tag": "aac66de8-4bf8-46a3-afd9-ec75a26a33a8"}, {"name": "network-changed", "server_uuid": "452b1ac5-f88b-410e-9279-6e625b883e56", "tag": "54c52dfa-2c8a-4267-8ec6-190351597bab"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:43:53.792960 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 07 Feb 2022 16:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdf430b-899f-4499-a158-a03d88200573 x-openstack-request-id: req-5bdf430b-899f-4499-a158-a03d88200573 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:43:53.793835 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219", "name": "network-vif-deleted", "tag": "bdaf8685-9fd4-4829-b925-f8825a274ff6", "status": "completed", "code": 200}, {"server_uuid": "7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219", "name": "network-vif-deleted", "tag": "aac66de8-4bf8-46a3-afd9-ec75a26a33a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "452b1ac5-f88b-410e-9279-6e625b883e56", "tag": "54c52dfa-2c8a-4267-8ec6-190351597bab", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:43:53.794441 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5bdf430b-899f-4499-a158-a03d88200573 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:43:53.795494 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'name': 'network-vif-deleted', 'tag': 'bdaf8685-9fd4-4829-b925-f8825a274ff6', 'status': 'completed', 'code': 200} Feb 07 16:43:53.796119 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4d4f38-c42f-4eb2-a1c8-1c36fd9ef219', 'name': 'network-vif-deleted', 'tag': 'aac66de8-4bf8-46a3-afd9-ec75a26a33a8', 'status': 'completed', 'code': 200} Feb 07 16:43:53.796641 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452b1ac5-f88b-410e-9279-6e625b883e56', 'tag': '54c52dfa-2c8a-4267-8ec6-190351597bab', 'status': 'completed', 'code': 200} Feb 07 16:43:53.802132 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (133768ca-60a1-443b-96c6-59f8b0f9984e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:53.858161 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96463051-c299-4469-b0b7-ee7aabbdaf68'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:43:53.860407 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85e5045-f6a7-4127-ad13-9ed483110827" -d '{"events": [{"server_uuid": "7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e", "name": "network-vif-plugged", "status": "completed", "tag": "96463051-c299-4469-b0b7-ee7aabbdaf68"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:43:53.870782 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['54c52dfa-2c8a-4267-8ec6-190351597bab'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:43:53.915332 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event deleted for resources: {'Port': ['ID=133768ca-60a1-443b-96c6-59f8b0f9984e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:53.943533 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=54c52dfa-2c8a-4267-8ec6-190351597bab,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:53.973873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] No DVR routers for this DVR port 133768ca-60a1-443b-96c6-59f8b0f9984e on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:43:53.984717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:53.985271 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:53.985899 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:53.986443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:53.987317 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:53.988232 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:53.988995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:53.989677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:53.991671 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:53.992742 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:53.993388 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:53.993902 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:53.994552 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:43:54.020876 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2be14e-0fac-46e6-ba13-e0e3e8f0bcfd x-openstack-request-id: req-8b2be14e-0fac-46e6-ba13-e0e3e8f0bcfd {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:43:54.021506 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e", "name": "network-vif-plugged", "status": "completed", "tag": "96463051-c299-4469-b0b7-ee7aabbdaf68", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:43:54.025265 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b2be14e-0fac-46e6-ba13-e0e3e8f0bcfd {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:43:54.025971 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96463051-c299-4469-b0b7-ee7aabbdaf68', 'code': 200} Feb 07 16:43:54.061084 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfdf58-8f41-40e9-98cf-ec5f4eaab0d5 req-401929f1-315a-4ab2-82ab-f517e70f341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:54.063896 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-49c61eff-8133-435e-b201-571b6d996375 None None] Deleting port 133768ca-60a1-443b-96c6-59f8b0f9984e {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:43:54.067278 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-62bfdf58-8f41-40e9-98cf-ec5f4eaab0d5 req-401929f1-315a-4ab2-82ab-f517e70f341e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e228a9fc6e904a2cb94122a0508c5bdb&device_id=452b1ac5-f88b-410e-9279-6e625b883e56 HTTP/1.1" status: 200 len: 1126 time: 0.2197621 Feb 07 16:43:54.068099 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-49c61eff-8133-435e-b201-571b6d996375 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (133768ca-60a1-443b-96c6-59f8b0f9984e), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:54.280134 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfdf58-8f41-40e9-98cf-ec5f4eaab0d5 req-8fbf5566-d859-4174-a82b-db8e4d1d5087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:54.285337 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-62bfdf58-8f41-40e9-98cf-ec5f4eaab0d5 req-8fbf5566-d859-4174-a82b-db8e4d1d5087 service neutron] 10.222.0.48 "GET /v2.0/networks?id=799b907d-306f-4780-95cb-1b7532645b18 HTTP/1.1" status: 200 len: 914 time: 0.2111688 Feb 07 16:43:54.302432 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (4e982006-d4ed-4224-a80b-2213e8c04b37), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:54.331687 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e982006-d4ed-4224-a80b-2213e8c04b37']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:54.347000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f417b03-c90d-470a-a66e-d8bb62468bc2') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:54.351305 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f417b03-c90d-470a-a66e-d8bb62468bc2') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:43:54.377921 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (4f417b03-c90d-470a-a66e-d8bb62468bc2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:54.403139 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 133768ca-60a1-443b-96c6-59f8b0f9984e no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:43:54.414263 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4f417b03-c90d-470a-a66e-d8bb62468bc2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:54.421874 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:43:54.422421 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (4f417b03-c90d-470a-a66e-d8bb62468bc2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:54.493598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 133768ca-60a1-443b-96c6-59f8b0f9984e {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:43:54.494186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 133768ca-60a1-443b-96c6-59f8b0f9984e not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:43:54.572367 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:43:54.592056 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (4e982006-d4ed-4224-a80b-2213e8c04b37), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:54.615768 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:54.628953 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-49c61eff-8133-435e-b201-571b6d996375 None None] For port 133768ca-60a1-443b-96c6-59f8b0f9984e, host n-d-827865-3, got binding levels [] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:54.629901 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-49c61eff-8133-435e-b201-571b6d996375 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (133768ca-60a1-443b-96c6-59f8b0f9984e), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:54.631379 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "DELETE /v2.0/networks/4e982006-d4ed-4224-a80b-2213e8c04b37 HTTP/1.1" status: 204 len: 168 time: 2.2363453 Feb 07 16:43:54.639454 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36600) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:54.711713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee2e9b-7833-4725-9482-359872b41657 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event deleted for resources: {'Network': ['ID=4e982006-d4ed-4224-a80b-2213e8c04b37,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:54.716043 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-62bfdf58-8f41-40e9-98cf-ec5f4eaab0d5 req-5e505ace-edab-4fc3-a438-f30b3ee0dfde service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54c52dfa-2c8a-4267-8ec6-190351597bab HTTP/1.1" status: 200 len: 217 time: 0.4218519 Feb 07 16:43:54.716288 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-49c61eff-8133-435e-b201-571b6d996375 None None] Calling delete_port for 133768ca-60a1-443b-96c6-59f8b0f9984e owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:43:54.729411 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.ipam_backend_mixin [None req-49c61eff-8133-435e-b201-571b6d996375 None None] Port 133768ca-60a1-443b-96c6-59f8b0f9984e was not found and therefore no delete operation was performed {{(pid=103228) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 16:43:54.734690 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-49c61eff-8133-435e-b201-571b6d996375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (133768ca-60a1-443b-96c6-59f8b0f9984e), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:54.740015 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a80156-c96d-41a9-815c-da5d4b93a6ac req-019e800f-f85e-4383-90ce-731d1e0f479f tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:54.756832 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a7a80156-c96d-41a9-815c-da5d4b93a6ac req-019e800f-f85e-4383-90ce-731d1e0f479f tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/ports?device_id=452b1ac5-f88b-410e-9279-6e625b883e56 HTTP/1.1" status: 200 len: 944 time: 0.9061091 Feb 07 16:43:54.850126 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-548b4167-598a-4359-b73a-3b5e16f48327 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Deleting subnet 14403c64-8396-46a5-938d-819f84cebae4 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:43:54.868709 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-548b4167-598a-4359-b73a-3b5e16f48327 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks [] for subnet (14403c64-8396-46a5-938d-819f84cebae4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:54.926563 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49c61eff-8133-435e-b201-571b6d996375 None None] Network 4e982006-d4ed-4224-a80b-2213e8c04b37 is not hosted by any dhcp agent {{(pid=103228) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 16:43:54.927117 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c61eff-8133-435e-b201-571b6d996375 None None] No DVR routers for this DVR port 133768ca-60a1-443b-96c6-59f8b0f9984e on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:43:54.933542 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c61eff-8133-435e-b201-571b6d996375 None None] Pushing event deleted for resources: {'Port': ['ID=133768ca-60a1-443b-96c6-59f8b0f9984e,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:55.010928 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a7a80156-c96d-41a9-815c-da5d4b93a6ac req-1f037c36-afa2-46a8-a581-ba2afc804376 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/security-groups?id=754e88d3-9d77-429d-a74e-20f78c392c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468355 Feb 07 16:43:55.014686 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90a94cbd-bd5e-4fb4-a8d1-9688a3c7da29 req-1e5922ee-6c16-4699-8174-670e16579f05 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/ports?device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 210 time: 0.4284728 Feb 07 16:43:55.066524 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-548b4167-598a-4359-b73a-3b5e16f48327 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (14403c64-8396-46a5-938d-819f84cebae4), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:55.102851 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfdf58-8f41-40e9-98cf-ec5f4eaab0d5 req-b65d3dcc-10ef-448a-8dcc-96337708983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:55.104822 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-62bfdf58-8f41-40e9-98cf-ec5f4eaab0d5 req-b65d3dcc-10ef-448a-8dcc-96337708983d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=95d94cb1-74ef-44e9-9dc1-3b305fde2926 HTTP/1.1" status: 200 len: 853 time: 0.2505069 Feb 07 16:43:55.114160 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33a1b8-261a-4b0e-8b79-1decb3e89ee5 req-71965ffb-7dbd-4146-b432-734a7b28910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:55.116039 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6f33a1b8-261a-4b0e-8b79-1decb3e89ee5 req-71965ffb-7dbd-4146-b432-734a7b28910d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 1128 time: 0.8208191 Feb 07 16:43:55.181562 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-62bfdf58-8f41-40e9-98cf-ec5f4eaab0d5 req-3e18277b-3d3e-4d63-85c6-9b6c32dcaf5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=799b907d-306f-4780-95cb-1b7532645b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698090 Feb 07 16:43:55.270696 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-20ceb6b7-0076-4b47-8c44-47fa5cf36cab tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:55.279270 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-20ceb6b7-0076-4b47-8c44-47fa5cf36cab tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.32 "GET /v2.0/networks?id=707d7f8d-4515-4ea8-a659-c965b69fbde9 HTTP/1.1" status: 200 len: 822 time: 0.9889734 Feb 07 16:43:55.396945 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-95fd9efd-450c-48b1-814b-27c789c3076c tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Request body: {'port': {'device_id': 'f003176d-ed81-4bdb-9ed5-d11006786c62', 'network_id': '707d7f8d-4515-4ea8-a659-c965b69fbde9', 'admin_state_up': True, 'tenant_id': '2f135ac471864c51bc8688c65ed28bb3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:43:55.403796 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-81bbe62e-91a4-4a0f-8b59-31166c0300cf req-3f6b3603-4366-43b8-b349-ccc818563c8f tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.1303670 Feb 07 16:43:55.464140 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-548b4167-598a-4359-b73a-3b5e16f48327 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (14403c64-8396-46a5-938d-819f84cebae4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:55.626159 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-548b4167-598a-4359-b73a-3b5e16f48327 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (14403c64-8396-46a5-938d-819f84cebae4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:55.665841 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6f33a1b8-261a-4b0e-8b79-1decb3e89ee5 req-4c01e83b-5482-4932-abed-328853c29f7e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234997 Feb 07 16:43:55.698178 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b4167-598a-4359-b73a-3b5e16f48327 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event deleted for resources: {'Subnet': ['ID=14403c64-8396-46a5-938d-819f84cebae4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:55.713068 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-548b4167-598a-4359-b73a-3b5e16f48327 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:55.723419 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-548b4167-598a-4359-b73a-3b5e16f48327 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "DELETE /v2.0/subnets/14403c64-8396-46a5-938d-819f84cebae4 HTTP/1.1" status: 204 len: 168 time: 1.0803473 Feb 07 16:43:55.725534 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-62bfdf58-8f41-40e9-98cf-ec5f4eaab0d5 req-9d1a3bdc-8978-44b9-83a6-b333068d6c9e service neutron] 10.222.0.48 "GET /v2.0/networks/799b907d-306f-4780-95cb-1b7532645b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310998 Feb 07 16:43:55.726381 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 36666) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:55.729417 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9069947e-4172-41cd-85aa-56e24cffc727 None None] Network 5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:43:55.902897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e4155-18ba-4b90-92d0-87c4811fff34 req-570756af-6304-409a-a64c-df29104d25d0 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:55.910944 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3f4e4155-18ba-4b90-92d0-87c4811fff34 req-570756af-6304-409a-a64c-df29104d25d0 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 946 time: 0.5506699 Feb 07 16:43:56.056538 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-47cd8ce9-eb9a-4b29-9ab4-254eeea03725 req-9de80cfe-408d-4081-a606-106199d9b270 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a8deaadf67a241148c350e436e92a8d8&device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.1162293 Feb 07 16:43:56.121399 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:56.205778 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 54c52dfa-2c8a-4267-8ec6-190351597bab up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:43:56.224560 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5383d006-9e3e-4cb3-a172-04fff9d09c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:56.338976 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3f4e4155-18ba-4b90-92d0-87c4811fff34 req-0e51d582-dbd7-4b0c-a25f-692739eeb0b6 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253814 Feb 07 16:43:56.347256 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-62bfdf58-8f41-40e9-98cf-ec5f4eaab0d5 req-62d72760-cebd-4721-98ad-ab4f08a449a5 service neutron] 10.222.0.48 "GET /v2.0/networks/799b907d-306f-4780-95cb-1b7532645b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000431 Feb 07 16:43:56.355897 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-47cd8ce9-eb9a-4b29-9ab4-254eeea03725 req-562e2194-c85a-424b-a9ec-bdc79cffbdd9 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a8deaadf67a241148c350e436e92a8d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2903843 Feb 07 16:43:56.364308 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-95fd9efd-450c-48b1-814b-27c789c3076c tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Made reservation on behalf of 2f135ac471864c51bc8688c65ed28bb3 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:43:56.373071 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-95fd9efd-450c-48b1-814b-27c789c3076c tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:56.531002 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 54c52dfa-2c8a-4267-8ec6-190351597bab completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:43:56.551980 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 54c52dfa-2c8a-4267-8ec6-190351597bab triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:43:56.552401 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (54c52dfa-2c8a-4267-8ec6-190351597bab), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:56.657646 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38741fe9-384d-455e-9c48-028cd3efef73 None None] DHCP port deletion for 5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:43:56.724770 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd8ce9-eb9a-4b29-9ab4-254eeea03725 req-ac1f8371-0c3f-4bf3-a393-90e666957604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:56.726237 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-47cd8ce9-eb9a-4b29-9ab4-254eeea03725 req-ac1f8371-0c3f-4bf3-a393-90e666957604 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3428166 Feb 07 16:43:56.738385 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-25a52d84-b070-4947-9ca7-7a524eaab5b4 req-0db609d5-6768-44f5-abb0-bf465fe6b9e1 tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.1265907 Feb 07 16:43:56.896744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36694) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:56.928567 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e00ee7c2-26af-4586-8444-d9b20ada1ce6 req-ae3df937-b849-4811-9685-ccbe4f281cfd tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/ports?device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 210 time: 0.1922619 Feb 07 16:43:56.963104 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 54c52dfa-2c8a-4267-8ec6-190351597bab is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:43:56.963527 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (54c52dfa-2c8a-4267-8ec6-190351597bab), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:57.009858 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-38741fe9-384d-455e-9c48-028cd3efef73 None None] Deleting port 2c5db221-f17b-4ff4-861b-dde6cc43d003 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:43:57.011415 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-38741fe9-384d-455e-9c48-028cd3efef73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2c5db221-f17b-4ff4-861b-dde6cc43d003), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:57.153250 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452b1ac5-f88b-410e-9279-6e625b883e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c52dfa-2c8a-4267-8ec6-190351597bab'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:43:57.165760 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220ba0f9-72fa-4e21-afda-137228af547b" -d '{"events": [{"server_uuid": "452b1ac5-f88b-410e-9279-6e625b883e56", "name": "network-vif-plugged", "status": "completed", "tag": "54c52dfa-2c8a-4267-8ec6-190351597bab"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:43:57.219242 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda0b3d-7a30-4824-8977-dbd1b1d91086 req-b4fd1b0e-bbe0-416e-9c1b-c57cc12e9fe7 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:57.236868 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-efda0b3d-7a30-4824-8977-dbd1b1d91086 req-b4fd1b0e-bbe0-416e-9c1b-c57cc12e9fe7 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/ports?device_id=452b1ac5-f88b-410e-9279-6e625b883e56 HTTP/1.1" status: 200 len: 944 time: 0.1775467 Feb 07 16:43:57.269344 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cea98cb-9797-49aa-ba20-3d0a883d7328 x-openstack-request-id: req-5cea98cb-9797-49aa-ba20-3d0a883d7328 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:43:57.270268 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452b1ac5-f88b-410e-9279-6e625b883e56", "name": "network-vif-plugged", "status": "completed", "tag": "54c52dfa-2c8a-4267-8ec6-190351597bab", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:43:57.271495 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5cea98cb-9797-49aa-ba20-3d0a883d7328 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:43:57.273181 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452b1ac5-f88b-410e-9279-6e625b883e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c52dfa-2c8a-4267-8ec6-190351597bab', 'code': 200} Feb 07 16:43:57.276595 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 54c52dfa-2c8a-4267-8ec6-190351597bab, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=54c52dfa-2c8a-4267-8ec6-190351597bab,segment=NetworkSegment(78c8878c-b12f-42d7-a39a-108da02bfbbc),segment_id=78c8878c-b12f-42d7-a39a-108da02bfbbc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:57.293478 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (54c52dfa-2c8a-4267-8ec6-190351597bab), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:57.398515 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f93ab57-72e3-49ad-9762-9cbc3fb0399f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:57.424612 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-efda0b3d-7a30-4824-8977-dbd1b1d91086 req-43814a63-5ed1-4268-9e0b-6fd0e529637f tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/security-groups?id=754e88d3-9d77-429d-a74e-20f78c392c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859326 Feb 07 16:43:57.470445 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-38741fe9-384d-455e-9c48-028cd3efef73 None None] For port 2c5db221-f17b-4ff4-861b-dde6cc43d003, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2c5db221-f17b-4ff4-861b-dde6cc43d003,segment=NetworkSegment(4be886dc-5022-4aba-a83b-e566f3a55945),segment_id=4be886dc-5022-4aba-a83b-e566f3a55945)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:57.479091 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-38741fe9-384d-455e-9c48-028cd3efef73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2c5db221-f17b-4ff4-861b-dde6cc43d003), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:57.498924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-95fd9efd-450c-48b1-814b-27c789c3076c tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Allocated IP 172.20.0.6 (707d7f8d-4515-4ea8-a659-c965b69fbde9/6f195477-5ff4-4251-ac50-06c8bcb4b898/742dccc4-9b00-4297-9e57-16a56cc1c43b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:43:57.595103 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-38741fe9-384d-455e-9c48-028cd3efef73 None None] Calling delete_port for 2c5db221-f17b-4ff4-861b-dde6cc43d003 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:43:57.636146 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=54c52dfa-2c8a-4267-8ec6-190351597bab,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:57.730587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Deleting port 2c5db221-f17b-4ff4-861b-dde6cc43d003 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:43:57.732890 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f93ab57-72e3-49ad-9762-9cbc3fb0399f admin admin] Publish callbacks [] for security_group (954f1ddc-91d0-4647-bc4d-28e7be9709e6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:57.733602 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2c5db221-f17b-4ff4-861b-dde6cc43d003), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:57.741567 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f93ab57-72e3-49ad-9762-9cbc3fb0399f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (954f1ddc-91d0-4647-bc4d-28e7be9709e6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:57.889131 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-38741fe9-384d-455e-9c48-028cd3efef73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (2c5db221-f17b-4ff4-861b-dde6cc43d003), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:57.937957 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1f93ab57-72e3-49ad-9762-9cbc3fb0399f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d668a7ca8fc45a6821886865cf20d1c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0389752 Feb 07 16:43:57.945809 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38741fe9-384d-455e-9c48-028cd3efef73 None None] Pushing event deleted for resources: {'Port': ['ID=2c5db221-f17b-4ff4-861b-dde6cc43d003,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:57.951810 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38741fe9-384d-455e-9c48-028cd3efef73 None None] No DVR routers for this DVR port 2c5db221-f17b-4ff4-861b-dde6cc43d003 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:43:57.955860 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93ab57-72e3-49ad-9762-9cbc3fb0399f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954f1ddc-91d0-4647-bc4d-28e7be9709e6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:57.993954 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-95fd9efd-450c-48b1-814b-27c789c3076c tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Publish callbacks [] for port (742dccc4-9b00-4297-9e57-16a56cc1c43b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:57.996745 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36718) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:58.084782 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-95fd9efd-450c-48b1-814b-27c789c3076c tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (742dccc4-9b00-4297-9e57-16a56cc1c43b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:58.130789 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-38d43e60-f0fc-4224-ab37-e293c9ded282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:58.170271 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb6bed1e-3f30-47a9-8f26-8fab1f836eb2 admin admin] Publish callbacks [] for security_group (954f1ddc-91d0-4647-bc4d-28e7be9709e6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:58.228634 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb6bed1e-3f30-47a9-8f26-8fab1f836eb2 admin admin] Publish callbacks [] for security_group (954f1ddc-91d0-4647-bc4d-28e7be9709e6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:58.240868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c73278-aeb4-4591-b6e5-16d0f8553c64 req-1e17eac0-312e-4404-bdc7-51a0da9d67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:58.270752 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f8c73278-aeb4-4591-b6e5-16d0f8553c64 req-1e17eac0-312e-4404-bdc7-51a0da9d67fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=452b1ac5-f88b-410e-9279-6e625b883e56 HTTP/1.1" status: 200 len: 1127 time: 0.8657694 Feb 07 16:43:58.290057 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2c5db221-f17b-4ff4-861b-dde6cc43d003 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:43:58.384909 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 2c5db221-f17b-4ff4-861b-dde6cc43d003 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:43:58.389590 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2c5db221-f17b-4ff4-861b-dde6cc43d003 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:43:58.474338 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0f9f8626-fd40-4a3b-8e00-6be4ef025763 req-02f5f34a-fd4a-4e39-8c67-de437b829793 tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.3059030 Feb 07 16:43:58.479804 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb6bed1e-3f30-47a9-8f26-8fab1f836eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (954f1ddc-91d0-4647-bc4d-28e7be9709e6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:58.487864 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb6bed1e-3f30-47a9-8f26-8fab1f836eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:58.497266 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-eb6bed1e-3f30-47a9-8f26-8fab1f836eb2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/954f1ddc-91d0-4647-bc4d-28e7be9709e6 HTTP/1.1" status: 204 len: 168 time: 0.4947350 Feb 07 16:43:58.556649 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bed1e-3f30-47a9-8f26-8fab1f836eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954f1ddc-91d0-4647-bc4d-28e7be9709e6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:58.866573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da7032-61d3-4646-a6ce-43e5a78902bc req-e4ce58d6-d04f-449a-bb20-8a899044e075 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:58.873913 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95da7032-61d3-4646-a6ce-43e5a78902bc req-e4ce58d6-d04f-449a-bb20-8a899044e075 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/ports?device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 931 time: 0.1580386 Feb 07 16:43:58.958414 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95da7032-61d3-4646-a6ce-43e5a78902bc req-792c5a13-6b8b-4509-a30f-5113561e5536 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/security-groups?id=8edfc3aa-1ba7-40eb-93de-f997a90f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831394 Feb 07 16:43:59.105512 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-47cd8ce9-eb9a-4b29-9ab4-254eeea03725 req-4f0dfef9-c95a-4631-ae93-a09996b3078c tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.48 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.8332205 Feb 07 16:43:59.241972 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] For port 2c5db221-f17b-4ff4-861b-dde6cc43d003, host n-d-827865-3, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:43:59.242274 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2c5db221-f17b-4ff4-861b-dde6cc43d003), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:59.279544 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-95fd9efd-450c-48b1-814b-27c789c3076c tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Network 707d7f8d-4515-4ea8-a659-c965b69fbde9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:43:59.357929 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9efd-450c-48b1-814b-27c789c3076c tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Pushing event updated for resources: {'Port': ['ID=742dccc4-9b00-4297-9e57-16a56cc1c43b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:43:59.363134 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-95fd9efd-450c-48b1-814b-27c789c3076c tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:43:59.389814 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-95fd9efd-450c-48b1-814b-27c789c3076c tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:43:59.420937 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Calling delete_port for 2c5db221-f17b-4ff4-861b-dde6cc43d003 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:43:59.445631 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e4203-5d36-48f4-ab47-d06a663892e3 req-10265071-59d4-410b-8672-b5c7aa3e10a2 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:59.449835 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:59.457939 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0e6e4203-5d36-48f4-ab47-d06a663892e3 req-10265071-59d4-410b-8672-b5c7aa3e10a2 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/ports?device_id=452b1ac5-f88b-410e-9279-6e625b883e56 HTTP/1.1" status: 200 len: 945 time: 0.2250252 Feb 07 16:43:59.561178 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0e6e4203-5d36-48f4-ab47-d06a663892e3 req-a34cfa50-923b-4f13-9901-f16c07fa824e tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/security-groups?id=754e88d3-9d77-429d-a74e-20f78c392c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003115 Feb 07 16:43:59.568883 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36744) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:43:59.592904 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Port 2c5db221-f17b-4ff4-861b-dde6cc43d003 was not found and therefore no delete operation was performed {{(pid=103225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 16:43:59.603888 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-611b654b-f087-4a7e-983d-ec9bc7422c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:59.613304 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-95fd9efd-450c-48b1-814b-27c789c3076c tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:59.614238 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-95fd9efd-450c-48b1-814b-27c789c3076c tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:59.623571 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2c5db221-f17b-4ff4-861b-dde6cc43d003), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:59.662142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35e0b0-762b-4383-89e5-fe6d98dea024 req-d1904765-95e4-4d2a-9b93-a860bdb88f41 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:43:59.693024 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f35e0b0-762b-4383-89e5-fe6d98dea024 req-d1904765-95e4-4d2a-9b93-a860bdb88f41 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 946 time: 2.0170550 Feb 07 16:43:59.826518 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-611b654b-f087-4a7e-983d-ec9bc7422c1c admin admin] Publish callbacks [] for security_group (97ef29de-b095-4e55-a356-b34d348024e3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:59.881178 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b7d60d1d-b997-4c23-be72-bd2092245610 req-7724e7d4-c7c6-4cde-a43d-c37c1d32a692 tempest-ServerShowV257Test-1881090078 tempest-ServerShowV257Test-1881090078-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c105d-b56a-4769-b703-f3ffdb78dc01 HTTP/1.1" status: 200 len: 210 time: 0.0518296 Feb 07 16:43:59.882245 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-611b654b-f087-4a7e-983d-ec9bc7422c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (97ef29de-b095-4e55-a356-b34d348024e3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:43:59.962234 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f8c73278-aeb4-4591-b6e5-16d0f8553c64 req-482871f7-ae8a-496c-935e-5d160a615ffa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=754e88d3-9d77-429d-a74e-20f78c392c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6576755 Feb 07 16:43:59.964125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] No DVR routers for this DVR port 2c5db221-f17b-4ff4-861b-dde6cc43d003 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:44:00.001784 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-611b654b-f087-4a7e-983d-ec9bc7422c1c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52575afba6bd401caf5d2f6f2f203cc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4283073 Feb 07 16:44:00.001784 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b654b-f087-4a7e-983d-ec9bc7422c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ef29de-b095-4e55-a356-b34d348024e3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:00.006717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36748) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:00.030194 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event deleted for resources: {'Port': ['ID=2c5db221-f17b-4ff4-861b-dde6cc43d003,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:00.108238 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-95fd9efd-450c-48b1-814b-27c789c3076c tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7276697 Feb 07 16:44:00.130861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Request body: {'port': {'device_id': 'f003176d-ed81-4bdb-9ed5-d11006786c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:00.300865 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f35e0b0-762b-4383-89e5-fe6d98dea024 req-d18c3729-76c1-4489-96f9-9711b6278035 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6056957 Feb 07 16:44:00.464969 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:00.534147 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (742dccc4-9b00-4297-9e57-16a56cc1c43b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:00.650316 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:44:00.732776 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:00.774729 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9503bbf3-15c0-45a0-adfd-80cf97db66ae admin admin] Publish callbacks [] for security_group (97ef29de-b095-4e55-a356-b34d348024e3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:00.843619 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be886dc-5022-4aba-a83b-e566f3a55945') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:44:00.843975 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be886dc-5022-4aba-a83b-e566f3a55945') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:44:00.863280 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9503bbf3-15c0-45a0-adfd-80cf97db66ae admin admin] Publish callbacks [] for security_group (97ef29de-b095-4e55-a356-b34d348024e3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:00.873702 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (4be886dc-5022-4aba-a83b-e566f3a55945), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:00.894477 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582932b-a7e5-48a6-a822-a77e99729d94 req-33495cd5-7538-450e-af88-161bcfd962b2 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:00.901929 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5582932b-a7e5-48a6-a822-a77e99729d94 req-33495cd5-7538-450e-af88-161bcfd962b2 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/ports?device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 931 time: 0.7661459 Feb 07 16:44:00.912716 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4be886dc-5022-4aba-a83b-e566f3a55945), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:00.925121 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:44:00.930499 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (4be886dc-5022-4aba-a83b-e566f3a55945), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:00.996121 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5582932b-a7e5-48a6-a822-a77e99729d94 req-a483b0c6-df8d-439f-a537-79d0984100f1 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/security-groups?id=8edfc3aa-1ba7-40eb-93de-f997a90f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909190 Feb 07 16:44:01.023229 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9503bbf3-15c0-45a0-adfd-80cf97db66ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (97ef29de-b095-4e55-a356-b34d348024e3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:01.027369 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9503bbf3-15c0-45a0-adfd-80cf97db66ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:01.031041 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9503bbf3-15c0-45a0-adfd-80cf97db66ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97ef29de-b095-4e55-a356-b34d348024e3 HTTP/1.1" status: 204 len: 168 time: 1.0205126 Feb 07 16:44:01.048259 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503bbf3-15c0-45a0-adfd-80cf97db66ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ef29de-b095-4e55-a356-b34d348024e3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:44:01.165592 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:44:01.178200 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:01.204058 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:01.232267 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e458a-709e-4153-bacd-a2c13ab2c379 req-d65ed05d-d1d1-4c4a-9586-0389394db6ac tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:01.233210 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "DELETE /v2.0/networks/5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34 HTTP/1.1" status: 204 len: 168 time: 5.5017745 Feb 07 16:44:01.234924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 36772) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:01.269530 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c01e458a-709e-4153-bacd-a2c13ab2c379 req-d65ed05d-d1d1-4c4a-9586-0389394db6ac tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/ports?device_id=452b1ac5-f88b-410e-9279-6e625b883e56 HTTP/1.1" status: 200 len: 945 time: 0.1813445 Feb 07 16:44:01.323176 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-66c8d2dc-40aa-4d70-b45b-411fdbea1cdc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1891420073'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:01.356853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcaca8-213d-4e01-a0e0-bad43d861605 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event deleted for resources: {'Network': ['ID=5f055fde-a83e-4e09-bc9f-6dbfbbbcdb34,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:01.399440 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c01e458a-709e-4153-bacd-a2c13ab2c379 req-55fb279b-6dda-4fdb-b36d-3dd5a12e4cc2 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/security-groups?id=754e88d3-9d77-429d-a74e-20f78c392c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288784 Feb 07 16:44:01.969752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c8d2dc-40aa-4d70-b45b-411fdbea1cdc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Made reservation on behalf of c4d49702976945bf97b629c65cf535b6 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:01.973901 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66c8d2dc-40aa-4d70-b45b-411fdbea1cdc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:02.043766 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c8d2dc-40aa-4d70-b45b-411fdbea1cdc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:44:02.063647 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66c8d2dc-40aa-4d70-b45b-411fdbea1cdc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (50dea519-fcd5-4e7e-a2f3-5b093407b6f4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:02.064040 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-66c8d2dc-40aa-4d70-b45b-411fdbea1cdc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Added segment 50dea519-fcd5-4e7e-a2f3-5b093407b6f4 of type vlan for network 3a7a1987-37a7-44cc-a161-8c5f99acf63a Feb 07 16:44:02.172711 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66c8d2dc-40aa-4d70-b45b-411fdbea1cdc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (3a7a1987-37a7-44cc-a161-8c5f99acf63a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:02.218132 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ec385-6a22-442a-b274-4d52e1aa4d00 req-210438ae-61ae-456f-8e7f-2cecaf5c02e0 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:02.233245 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5f4ec385-6a22-442a-b274-4d52e1aa4d00 req-210438ae-61ae-456f-8e7f-2cecaf5c02e0 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/ports?device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 931 time: 0.1185622 Feb 07 16:44:02.265633 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66c8d2dc-40aa-4d70-b45b-411fdbea1cdc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (3a7a1987-37a7-44cc-a161-8c5f99acf63a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:02.271067 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:02.275855 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c8d2dc-40aa-4d70-b45b-411fdbea1cdc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:02.276517 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66c8d2dc-40aa-4d70-b45b-411fdbea1cdc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:02.309885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36808) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:02.387699 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5f4ec385-6a22-442a-b274-4d52e1aa4d00 req-b7a2fab8-5741-471e-8fda-27bedfec4544 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/security-groups?id=8edfc3aa-1ba7-40eb-93de-f997a90f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534326 Feb 07 16:44:02.500540 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2ee80-ec5b-41d5-b143-300a8ef1e215 req-e34efc39-a61a-4ce1-9091-eb7c4578ba95 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:02.506373 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-82c2ee80-ec5b-41d5-b143-300a8ef1e215 req-e34efc39-a61a-4ce1-9091-eb7c4578ba95 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 1128 time: 0.6087449 Feb 07 16:44:02.521111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36816) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:02.522892 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-66c8d2dc-40aa-4d70-b45b-411fdbea1cdc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2192678 Feb 07 16:44:02.528578 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f5b91460-afe9-4323-a079-196b7130f746 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Request body: {'subnet': {'network_id': '3a7a1987-37a7-44cc-a161-8c5f99acf63a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:02.612166 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8d2dc-40aa-4d70-b45b-411fdbea1cdc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event updated for resources: {'Network': ['ID=3a7a1987-37a7-44cc-a161-8c5f99acf63a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:02.631981 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 3a7a1987-37a7-44cc-a161-8c5f99acf63a details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:44:02.739045 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00ca553a-a589-4967-a534-07d03f5639ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:02.796787 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 742dccc4-9b00-4297-9e57-16a56cc1c43b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:44:02.832606 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Publish callbacks [] for port (742dccc4-9b00-4297-9e57-16a56cc1c43b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:02.918896 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-82c2ee80-ec5b-41d5-b143-300a8ef1e215 req-b965bf65-7793-4fd8-af6a-ab5722990806 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875070 Feb 07 16:44:02.930790 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Transition to ACTIVE for port object 742dccc4-9b00-4297-9e57-16a56cc1c43b will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:44:02.937391 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (742dccc4-9b00-4297-9e57-16a56cc1c43b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:03.038213 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00ca553a-a589-4967-a534-07d03f5639ca admin admin] Publish callbacks [] for security_group (313f80ee-65a7-4194-b45a-9c427f4ee659), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:03.046586 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00ca553a-a589-4967-a534-07d03f5639ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (313f80ee-65a7-4194-b45a-9c427f4ee659), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:03.246504 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca553a-a589-4967-a534-07d03f5639ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313f80ee-65a7-4194-b45a-9c427f4ee659,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:03.381298 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bb6c7-447a-4bd8-a072-8616c62a519f req-2b139515-21b2-45dc-9e35-3aca7a3a64a5 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:03.403388 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f7bb6c7-447a-4bd8-a072-8616c62a519f req-2b139515-21b2-45dc-9e35-3aca7a3a64a5 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/ports?device_id=452b1ac5-f88b-410e-9279-6e625b883e56 HTTP/1.1" status: 200 len: 945 time: 0.8225076 Feb 07 16:44:03.514407 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-00ca553a-a589-4967-a534-07d03f5639ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8deaadf67a241148c350e436e92a8d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1993442 Feb 07 16:44:03.515419 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36844) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:03.573359 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Attempting to bind port 742dccc4-9b00-4297-9e57-16a56cc1c43b on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:44:03.574901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Attempting to bind port 742dccc4-9b00-4297-9e57-16a56cc1c43b by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '25e1ed71-42af-4936-8bbe-428294e4f6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '707d7f8d-4515-4ea8-a659-c965b69fbde9'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:44:03.575685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Attempting to bind port 742dccc4-9b00-4297-9e57-16a56cc1c43b on network 707d7f8d-4515-4ea8-a659-c965b69fbde9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:03.584695 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b91460-afe9-4323-a079-196b7130f746 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Made reservation on behalf of c4d49702976945bf97b629c65cf535b6 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:03.590361 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5b91460-afe9-4323-a079-196b7130f746 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:03.607833 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Pushing event updated for resources: {'Port': ['ID=742dccc4-9b00-4297-9e57-16a56cc1c43b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:03.636846 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Port 742dccc4-9b00-4297-9e57-16a56cc1c43b on network 707d7f8d-4515-4ea8-a659-c965b69fbde9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:44:03.637996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Attempting to bind port 742dccc4-9b00-4297-9e57-16a56cc1c43b on network 707d7f8d-4515-4ea8-a659-c965b69fbde9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:03.651135 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:44:03.652496 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Checking segment: {'id': '25e1ed71-42af-4936-8bbe-428294e4f6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '707d7f8d-4515-4ea8-a659-c965b69fbde9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:44:03.653711 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Bound using segment: {'id': '25e1ed71-42af-4936-8bbe-428294e4f6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '707d7f8d-4515-4ea8-a659-c965b69fbde9'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:44:03.654751 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Bound port: 742dccc4-9b00-4297-9e57-16a56cc1c43b, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e1ed71-42af-4936-8bbe-428294e4f6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '707d7f8d-4515-4ea8-a659-c965b69fbde9'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:44:03.655646 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (742dccc4-9b00-4297-9e57-16a56cc1c43b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:03.781604 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f7bb6c7-447a-4bd8-a072-8616c62a519f req-4e03d029-902b-45fc-be0a-b056f155f0dd tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/security-groups?id=754e88d3-9d77-429d-a74e-20f78c392c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755617 Feb 07 16:44:03.871241 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] For port 742dccc4-9b00-4297-9e57-16a56cc1c43b, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:44:03.886456 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] For port 742dccc4-9b00-4297-9e57-16a56cc1c43b, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=742dccc4-9b00-4297-9e57-16a56cc1c43b,segment=NetworkSegment(25e1ed71-42af-4936-8bbe-428294e4f6f6),segment_id=25e1ed71-42af-4936-8bbe-428294e4f6f6)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:44:03.925213 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c0f14-6089-41b9-af0d-161b52423e6e req-0730265c-dfb2-41ca-bc54-1c408352f48f tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:03.934099 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c60c0f14-6089-41b9-af0d-161b52423e6e req-0730265c-dfb2-41ca-bc54-1c408352f48f tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 1128 time: 0.7112665 Feb 07 16:44:03.946873 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (742dccc4-9b00-4297-9e57-16a56cc1c43b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:03.951229 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56ddaca8-90e7-44f7-aeed-61e9e7187988 admin admin] Publish callbacks [] for security_group (313f80ee-65a7-4194-b45a-9c427f4ee659), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:04.043236 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56ddaca8-90e7-44f7-aeed-61e9e7187988 admin admin] Publish callbacks [] for security_group (313f80ee-65a7-4194-b45a-9c427f4ee659), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:04.175478 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Pushing event updated for resources: {'Port': ['ID=742dccc4-9b00-4297-9e57-16a56cc1c43b,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:04.209920 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:04.215159 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:04.225526 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-352cd7bc-8cf9-4d77-86e8-652f2ded1014 service neutron] 10.222.0.32 "PUT /v2.0/ports/742dccc4-9b00-4297-9e57-16a56cc1c43b HTTP/1.1" status: 200 len: 1091 time: 4.1105440 Feb 07 16:44:04.227999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f003176d-ed81-4bdb-9ed5-d11006786c62', 'tag': '742dccc4-9b00-4297-9e57-16a56cc1c43b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:44:04.240967 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a16cf1-73f6-4fc7-9191-4b1e7d257c27" -d '{"events": [{"name": "network-changed", "server_uuid": "f003176d-ed81-4bdb-9ed5-d11006786c62", "tag": "742dccc4-9b00-4297-9e57-16a56cc1c43b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:44:04.382093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae578f-1860-431e-8547-fc8682cd7ac4 req-2679c213-3c10-4371-bcd7-5ada18a297da tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:04.384726 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63ae578f-1860-431e-8547-fc8682cd7ac4 req-2679c213-3c10-4371-bcd7-5ada18a297da tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/ports?device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 943 time: 0.3062911 Feb 07 16:44:04.413268 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56ddaca8-90e7-44f7-aeed-61e9e7187988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (313f80ee-65a7-4194-b45a-9c427f4ee659), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:04.420561 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56ddaca8-90e7-44f7-aeed-61e9e7187988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:04.427038 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c60c0f14-6089-41b9-af0d-161b52423e6e req-198481c4-5c8d-428e-8e3c-300626a191dc tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503686 Feb 07 16:44:04.434308 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-56ddaca8-90e7-44f7-aeed-61e9e7187988 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/313f80ee-65a7-4194-b45a-9c427f4ee659 HTTP/1.1" status: 204 len: 168 time: 0.9058428 Feb 07 16:44:04.437943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-6970f56c-f072-4781-85ea-6ae6e4ead4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:04.440118 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-6970f56c-f072-4781-85ea-6ae6e4ead4f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f135ac471864c51bc8688c65ed28bb3&device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 1125 time: 0.1440940 Feb 07 16:44:04.553764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ddaca8-90e7-44f7-aeed-61e9e7187988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313f80ee-65a7-4194-b45a-9c427f4ee659,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:04.604803 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-b3462a67-7880-49fe-b1ea-1e3b6264599b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=742dccc4-9b00-4297-9e57-16a56cc1c43b HTTP/1.1" status: 200 len: 217 time: 0.1572642 Feb 07 16:44:04.763278 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-0eaa0881-59b1-4a2f-999a-4481014ed45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:04.774399 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-0eaa0881-59b1-4a2f-999a-4481014ed45a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f195477-5ff4-4251-ac50-06c8bcb4b898 HTTP/1.1" status: 200 len: 862 time: 0.1631129 Feb 07 16:44:04.842148 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63ae578f-1860-431e-8547-fc8682cd7ac4 req-0f1f99e4-56e8-4cdb-ad0d-b3261c4ac1e1 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/security-groups?id=8edfc3aa-1ba7-40eb-93de-f997a90f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358160 Feb 07 16:44:04.860584 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-ecfccae3-2a03-4026-a3e3-284be20d5d38 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=707d7f8d-4515-4ea8-a659-c965b69fbde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829144 Feb 07 16:44:04.931926 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5b91460-afe9-4323-a079-196b7130f746 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (cf6e9d3e-7ccf-48f0-b624-4165d0484b55), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:04.992184 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-c8f2fc3d-57cb-4fec-903e-d1243ff9e607 service neutron] 10.222.0.32 "GET /v2.0/networks/707d7f8d-4515-4ea8-a659-c965b69fbde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248934 Feb 07 16:44:05.187932 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b91460-afe9-4323-a079-196b7130f746 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event updated for resources: {'Subnet': ['ID=cf6e9d3e-7ccf-48f0-b624-4165d0484b55,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:05.284526 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-793c2616-48e6-4189-b2a3-8444c2d36afb req-f3051cb6-90f6-4a46-bba8-87275681ffe9 service neutron] 10.222.0.32 "GET /v2.0/networks/707d7f8d-4515-4ea8-a659-c965b69fbde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867181 Feb 07 16:44:05.290552 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b91460-afe9-4323-a079-196b7130f746 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Checking segment: {'id': '50dea519-fcd5-4e7e-a2f3-5b093407b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3a7a1987-37a7-44cc-a161-8c5f99acf63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:44:05.291673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b91460-afe9-4323-a079-196b7130f746 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Network hostable DHCP agents. Network: 3a7a1987-37a7-44cc-a161-8c5f99acf63a, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:44:05.339408 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b91460-afe9-4323-a079-196b7130f746 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Network 3a7a1987-37a7-44cc-a161-8c5f99acf63a is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:44:05.369474 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f5b91460-afe9-4323-a079-196b7130f746 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 3a7a1987-37a7-44cc-a161-8c5f99acf63a) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:05.395591 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e8071d-29eb-4868-82dc-0321912594c9 None None] Network 3a7a1987-37a7-44cc-a161-8c5f99acf63a requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:44:05.406602 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b91460-afe9-4323-a079-196b7130f746 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:05.409226 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5b91460-afe9-4323-a079-196b7130f746 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:05.480389 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 36900) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:05.481085 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f5b91460-afe9-4323-a079-196b7130f746 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9553025 Feb 07 16:44:05.490948 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-781d5ae9-844b-4ba7-9873-839cc89641bc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1822503179'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:05.726674 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-b1bb1191-0300-41ff-bb5e-49352bd8c64f req-266552b6-2819-4099-b097-d4d5c8c959c2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:05.730262 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b1bb1191-0300-41ff-bb5e-49352bd8c64f req-266552b6-2819-4099-b097-d4d5c8c959c2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121744 Feb 07 16:44:05.743455 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8109a228-e3c7-4ec2-9bd6-b9dae19173f6 x-openstack-request-id: req-8109a228-e3c7-4ec2-9bd6-b9dae19173f6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:44:05.744378 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f003176d-ed81-4bdb-9ed5-d11006786c62", "tag": "742dccc4-9b00-4297-9e57-16a56cc1c43b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:44:05.744378 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8109a228-e3c7-4ec2-9bd6-b9dae19173f6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:44:05.744749 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f003176d-ed81-4bdb-9ed5-d11006786c62', 'tag': '742dccc4-9b00-4297-9e57-16a56cc1c43b', 'status': 'completed', 'code': 200} Feb 07 16:44:05.745751 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781d5ae9-844b-4ba7-9873-839cc89641bc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Made reservation on behalf of c4d49702976945bf97b629c65cf535b6 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:05.749242 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-781d5ae9-844b-4ba7-9873-839cc89641bc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:05.885973 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-3a7a1987-37a7-44cc-a161-8c5f99acf63a', 'network_id': '3a7a1987-37a7-44cc-a161-8c5f99acf63a', 'project_id': 'c4d49702976945bf97b629c65cf535b6', 'fixed_ips': [{'subnet_id': 'cf6e9d3e-7ccf-48f0-b624-4165d0484b55'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:44:05.888298 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:06.109062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781d5ae9-844b-4ba7-9873-839cc89641bc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:44:06.187549 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2dfdea-d8a4-4d04-8a62-fba52f74e72a req-8f00713a-3265-43f6-ac09-f8a9f6d4be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:06.206307 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0c2dfdea-d8a4-4d04-8a62-fba52f74e72a req-8f00713a-3265-43f6-ac09-f8a9f6d4be64 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e228a9fc6e904a2cb94122a0508c5bdb&device_id=452b1ac5-f88b-410e-9279-6e625b883e56 HTTP/1.1" status: 200 len: 1127 time: 0.6543243 Feb 07 16:44:06.239633 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-781d5ae9-844b-4ba7-9873-839cc89641bc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (fadf8764-344f-4301-9ed0-7e3359d692df), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:06.240105 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-781d5ae9-844b-4ba7-9873-839cc89641bc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Added segment fadf8764-344f-4301-9ed0-7e3359d692df of type vlan for network b3e85d1e-f0c7-4a99-89e2-ed892d1028ef Feb 07 16:44:06.547210 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-781d5ae9-844b-4ba7-9873-839cc89641bc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (b3e85d1e-f0c7-4a99-89e2-ed892d1028ef), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:06.551649 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a16cf1-73f6-4fc7-9191-4b1e7d257c27 req-76c1ea2f-b1ea-4f63-9975-21f1def06f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:06.553296 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d7a16cf1-73f6-4fc7-9191-4b1e7d257c27 req-76c1ea2f-b1ea-4f63-9975-21f1def06f9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f135ac471864c51bc8688c65ed28bb3&device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 1125 time: 0.7565362 Feb 07 16:44:06.697930 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28353f-bd04-46f1-938f-f10c447a0ba5 req-67e6f1a0-c697-40e2-9a61-b1db41ce5028 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:06.719862 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c28353f-bd04-46f1-938f-f10c447a0ba5 req-67e6f1a0-c697-40e2-9a61-b1db41ce5028 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/ports?device_id=452b1ac5-f88b-410e-9279-6e625b883e56 HTTP/1.1" status: 200 len: 945 time: 0.7574494 Feb 07 16:44:06.843885 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] Allocated IP 19.80.0.2 (3a7a1987-37a7-44cc-a161-8c5f99acf63a/cf6e9d3e-7ccf-48f0-b624-4165d0484b55/46b7e1e7-4033-4486-bf67-0d3a063e4536) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:44:07.068991 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-781d5ae9-844b-4ba7-9873-839cc89641bc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (b3e85d1e-f0c7-4a99-89e2-ed892d1028ef), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:07.084557 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781d5ae9-844b-4ba7-9873-839cc89641bc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:07.085337 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-781d5ae9-844b-4ba7-9873-839cc89641bc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:07.146719 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36966) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:07.434853 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] Publish callbacks [] for port (46b7e1e7-4033-4486-bf67-0d3a063e4536), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:07.462481 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (46b7e1e7-4033-4486-bf67-0d3a063e4536), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:07.499661 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b756ef71-5850-498f-ab41-bd71accdc557 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1449976733-network', 'tenant_id': '17e673e6323b4e4cb326f65b4b9943cf'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:07.512462 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-781d5ae9-844b-4ba7-9873-839cc89641bc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0303230 Feb 07 16:44:07.524991 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c28353f-bd04-46f1-938f-f10c447a0ba5 req-69b7fc7b-f803-4708-b753-5652b7b39481 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/security-groups?id=754e88d3-9d77-429d-a74e-20f78c392c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8036702 Feb 07 16:44:07.526543 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2dfdea-d8a4-4d04-8a62-fba52f74e72a req-622ded16-c153-47e4-ab29-1a90b950871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:07.529165 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0c2dfdea-d8a4-4d04-8a62-fba52f74e72a req-622ded16-c153-47e4-ab29-1a90b950871e service neutron] 10.222.0.48 "GET /v2.0/networks?id=799b907d-306f-4780-95cb-1b7532645b18 HTTP/1.1" status: 200 len: 914 time: 1.3070536 Feb 07 16:44:07.543012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 36978) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:07.553141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7309199b-3aa3-4eaa-987e-8925517737d5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Request body: {'subnet': {'network_id': 'b3e85d1e-f0c7-4a99-89e2-ed892d1028ef', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:07.636035 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b756ef71-5850-498f-ab41-bd71accdc557 admin admin] Made reservation on behalf of 17e673e6323b4e4cb326f65b4b9943cf for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:07.641210 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b756ef71-5850-498f-ab41-bd71accdc557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:07.646660 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] Network 3a7a1987-37a7-44cc-a161-8c5f99acf63a is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:44:07.675547 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 742dccc4-9b00-4297-9e57-16a56cc1c43b details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:44:07.696781 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b756ef71-5850-498f-ab41-bd71accdc557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:07.702289 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:07.715027 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:44:07.781018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] Pushing event updated for resources: {'Port': ['ID=46b7e1e7-4033-4486-bf67-0d3a063e4536,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:07.834816 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d5ae9-844b-4ba7-9873-839cc89641bc tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event updated for resources: {'Network': ['ID=b3e85d1e-f0c7-4a99-89e2-ed892d1028ef,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:07.841049 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0c2dfdea-d8a4-4d04-8a62-fba52f74e72a req-17155b64-4746-45e4-9cad-8f97cf647911 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54c52dfa-2c8a-4267-8ec6-190351597bab HTTP/1.1" status: 200 len: 217 time: 0.2798932 Feb 07 16:44:07.959990 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b756ef71-5850-498f-ab41-bd71accdc557 admin admin] Publish callbacks [] for security_group (7468f05d-4250-4011-acec-312703f64634), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:07.968675 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b756ef71-5850-498f-ab41-bd71accdc557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7468f05d-4250-4011-acec-312703f64634), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:08.018457 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b756ef71-5850-498f-ab41-bd71accdc557 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:44:08.021535 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network b3e85d1e-f0c7-4a99-89e2-ed892d1028ef details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:44:08.103794 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756ef71-5850-498f-ab41-bd71accdc557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7468f05d-4250-4011-acec-312703f64634,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:08.109211 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36994) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:08.149701 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b756ef71-5850-498f-ab41-bd71accdc557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (03af9fa1-8b97-43be-8e17-86dad5c361df), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:08.150932 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-b756ef71-5850-498f-ab41-bd71accdc557 admin admin] Added segment 03af9fa1-8b97-43be-8e17-86dad5c361df of type vlan for network a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 Feb 07 16:44:08.169589 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a16cf1-73f6-4fc7-9191-4b1e7d257c27 req-65dd7f44-919c-4f88-83ab-fa19444ead6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:08.171956 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d7a16cf1-73f6-4fc7-9191-4b1e7d257c27 req-65dd7f44-919c-4f88-83ab-fa19444ead6d service neutron] 10.222.0.32 "GET /v2.0/networks?id=707d7f8d-4515-4ea8-a659-c965b69fbde9 HTTP/1.1" status: 200 len: 923 time: 1.6083333 Feb 07 16:44:08.254582 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d7a16cf1-73f6-4fc7-9191-4b1e7d257c27 req-8da8db38-bf9a-4757-85dc-18fcf786d70e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=742dccc4-9b00-4297-9e57-16a56cc1c43b HTTP/1.1" status: 200 len: 217 time: 0.0719039 Feb 07 16:44:08.264969 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2dfdea-d8a4-4d04-8a62-fba52f74e72a req-da65f9e2-070b-465c-9122-b384e1c91ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:08.266964 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0c2dfdea-d8a4-4d04-8a62-fba52f74e72a req-da65f9e2-070b-465c-9122-b384e1c91ddf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=95d94cb1-74ef-44e9-9dc1-3b305fde2926 HTTP/1.1" status: 200 len: 853 time: 0.4181664 Feb 07 16:44:08.338631 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b756ef71-5850-498f-ab41-bd71accdc557 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:08.343003 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:44:08.427947 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b756ef71-5850-498f-ab41-bd71accdc557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:08.429121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b756ef71-5850-498f-ab41-bd71accdc557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:08.429849 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b756ef71-5850-498f-ab41-bd71accdc557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:08.553376 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b756ef71-5850-498f-ab41-bd71accdc557 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3991563 Feb 07 16:44:08.554851 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 742dccc4-9b00-4297-9e57-16a56cc1c43b, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=742dccc4-9b00-4297-9e57-16a56cc1c43b,segment=NetworkSegment(25e1ed71-42af-4936-8bbe-428294e4f6f6),segment_id=25e1ed71-42af-4936-8bbe-428294e4f6f6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:08.606270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '742dccc4-9b00-4297-9e57-16a56cc1c43b', 'network_id': '707d7f8d-4515-4ea8-a659-c965b69fbde9', 'port_id': '742dccc4-9b00-4297-9e57-16a56cc1c43b', 'mac_address': 'fa:16:3e:c5:f7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f195477-5ff4-4251-ac50-06c8bcb4b898', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:44:08.662009 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37000) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:08.682203 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] Attempting to bind port 46b7e1e7-4033-4486-bf67-0d3a063e4536 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:44:08.682578 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] Attempting to bind port 46b7e1e7-4033-4486-bf67-0d3a063e4536 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '50dea519-fcd5-4e7e-a2f3-5b093407b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3a7a1987-37a7-44cc-a161-8c5f99acf63a'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:44:08.682957 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] Attempting to bind port 46b7e1e7-4033-4486-bf67-0d3a063e4536 on network 3a7a1987-37a7-44cc-a161-8c5f99acf63a {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:08.698033 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df5de7fc-613c-4668-9c71-4b1924f34ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:08.734685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2adb9dce-3604-440a-ab96-2b793b138ff3 admin admin] Request body: {'subnet': {'network_id': 'a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1449976733-subnet', 'tenant_id': '17e673e6323b4e4cb326f65b4b9943cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:08.754222 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0c2dfdea-d8a4-4d04-8a62-fba52f74e72a req-ea254756-0527-489d-9b0b-6d0bb24f2d49 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=799b907d-306f-4780-95cb-1b7532645b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4708004 Feb 07 16:44:08.761538 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-3b6a2219-7315-46b8-9f28-16090cec1a4a tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:08.777531 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-3b6a2219-7315-46b8-9f28-16090cec1a4a tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2189360 Feb 07 16:44:08.790710 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40d00b-0590-4aa6-ab55-46a463cb717f req-9b4f0615-d104-413c-a250-0e032356f161 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:08.797961 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd40d00b-0590-4aa6-ab55-46a463cb717f req-9b4f0615-d104-413c-a250-0e032356f161 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/ports?device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 943 time: 0.7746761 Feb 07 16:44:08.813050 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7309199b-3aa3-4eaa-987e-8925517737d5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Made reservation on behalf of c4d49702976945bf97b629c65cf535b6 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:08.817741 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7309199b-3aa3-4eaa-987e-8925517737d5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:08.830608 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 742dccc4-9b00-4297-9e57-16a56cc1c43b is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:08.831149 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (742dccc4-9b00-4297-9e57-16a56cc1c43b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:08.867720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 742dccc4-9b00-4297-9e57-16a56cc1c43b {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:44:08.878636 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:44:08.879464 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] Checking segment: {'id': '50dea519-fcd5-4e7e-a2f3-5b093407b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3a7a1987-37a7-44cc-a161-8c5f99acf63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:44:08.879888 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:08.880296 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] Bound using segment: {'id': '50dea519-fcd5-4e7e-a2f3-5b093407b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3a7a1987-37a7-44cc-a161-8c5f99acf63a'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:44:08.880793 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] Bound port: 46b7e1e7-4033-4486-bf67-0d3a063e4536, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50dea519-fcd5-4e7e-a2f3-5b093407b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3a7a1987-37a7-44cc-a161-8c5f99acf63a'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:44:08.881192 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (46b7e1e7-4033-4486-bf67-0d3a063e4536), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:08.895349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a16cf1-73f6-4fc7-9191-4b1e7d257c27 req-6008bb4a-a842-45cf-9f0f-05f5997396dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:08.897385 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d7a16cf1-73f6-4fc7-9191-4b1e7d257c27 req-6008bb4a-a842-45cf-9f0f-05f5997396dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f195477-5ff4-4251-ac50-06c8bcb4b898 HTTP/1.1" status: 200 len: 862 time: 0.6257508 Feb 07 16:44:08.908749 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adb9dce-3604-440a-ab96-2b793b138ff3 admin admin] Made reservation on behalf of 17e673e6323b4e4cb326f65b4b9943cf for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:08.912757 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2adb9dce-3604-440a-ab96-2b793b138ff3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:08.957912 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 742dccc4-9b00-4297-9e57-16a56cc1c43b, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=742dccc4-9b00-4297-9e57-16a56cc1c43b,segment=NetworkSegment(25e1ed71-42af-4936-8bbe-428294e4f6f6),segment_id=25e1ed71-42af-4936-8bbe-428294e4f6f6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:08.978054 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (742dccc4-9b00-4297-9e57-16a56cc1c43b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:09.009469 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d7a16cf1-73f6-4fc7-9191-4b1e7d257c27 req-e7042c78-ec5a-4513-8bc9-c667de34c124 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=707d7f8d-4515-4ea8-a659-c965b69fbde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640378 Feb 07 16:44:09.058933 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] For port 46b7e1e7-4033-4486-bf67-0d3a063e4536, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:44:09.070169 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] For port 46b7e1e7-4033-4486-bf67-0d3a063e4536, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=46b7e1e7-4033-4486-bf67-0d3a063e4536,segment=NetworkSegment(50dea519-fcd5-4e7e-a2f3-5b093407b6f4),segment_id=50dea519-fcd5-4e7e-a2f3-5b093407b6f4)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:44:09.083929 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (46b7e1e7-4033-4486-bf67-0d3a063e4536), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:09.105309 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a232d-d226-4540-a781-a650ce997f11 req-7062bb35-8dca-4bef-908b-c16463eb4d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:09.107793 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-7062bb35-8dca-4bef-908b-c16463eb4d85 service neutron] 10.222.0.18 "GET /v2.0/ports/96463051-c299-4469-b0b7-ee7aabbdaf68 HTTP/1.1" status: 200 len: 1125 time: 0.3280265 Feb 07 16:44:09.114866 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756ef71-5850-498f-ab41-bd71accdc557 admin admin] Pushing event updated for resources: {'Network': ['ID=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:09.149650 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:44:09.163657 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-912a232d-d226-4540-a781-a650ce997f11 req-522dd50c-5f2c-4d54-8f6a-b0fd44e2baa9 service neutron] Request body: {'binding': {'host': 'n-h1-827865-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:09.164506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-912a232d-d226-4540-a781-a650ce997f11 req-522dd50c-5f2c-4d54-8f6a-b0fd44e2baa9 service neutron] Unknown quota resources ['binding']. {{(pid=103226) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 16:44:09.214056 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd40d00b-0590-4aa6-ab55-46a463cb717f req-09516a0d-dd94-4e16-a9f0-cc587964b219 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/security-groups?id=8edfc3aa-1ba7-40eb-93de-f997a90f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149384 Feb 07 16:44:09.260214 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0c2dfdea-d8a4-4d04-8a62-fba52f74e72a req-ce963587-f1df-43a7-b931-383343b6b908 service neutron] 10.222.0.48 "GET /v2.0/networks/799b907d-306f-4780-95cb-1b7532645b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940226 Feb 07 16:44:09.310400 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['742dccc4-9b00-4297-9e57-16a56cc1c43b'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:44:09.315282 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=742dccc4-9b00-4297-9e57-16a56cc1c43b,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:09.388268 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d7a16cf1-73f6-4fc7-9191-4b1e7d257c27 req-73f13b37-1e79-4aa9-a824-9e01cd478026 service neutron] 10.222.0.32 "GET /v2.0/networks/707d7f8d-4515-4ea8-a659-c965b69fbde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552015 Feb 07 16:44:09.477552 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e71deb-13d2-4c1d-909e-47ac7de1c0e6 None None] Pushing event updated for resources: {'Port': ['ID=46b7e1e7-4033-4486-bf67-0d3a063e4536,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:09.771843 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0c2dfdea-d8a4-4d04-8a62-fba52f74e72a req-c45f6030-0a4c-43ad-98c4-81f96d5daaf2 service neutron] 10.222.0.48 "GET /v2.0/networks/799b907d-306f-4780-95cb-1b7532645b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027802 Feb 07 16:44:09.773830 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d7a16cf1-73f6-4fc7-9191-4b1e7d257c27 req-0074bcb5-9558-4ec5-a4c7-d71f0e201271 service neutron] 10.222.0.32 "GET /v2.0/networks/707d7f8d-4515-4ea8-a659-c965b69fbde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592393 Feb 07 16:44:09.878999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd772a-a44a-4881-881d-771978d6f6ba req-acb4bf8b-942d-4772-97d9-a0d50a5cf04e tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:09.888333 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fadd772a-a44a-4881-881d-771978d6f6ba req-acb4bf8b-942d-4772-97d9-a0d50a5cf04e tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/ports?device_id=452b1ac5-f88b-410e-9279-6e625b883e56 HTTP/1.1" status: 200 len: 945 time: 0.4766567 Feb 07 16:44:09.935364 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7309199b-3aa3-4eaa-987e-8925517737d5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (f54086ac-c1f3-44d0-bdac-d3df1378b5db), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:10.027150 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df5de7fc-613c-4668-9c71-4b1924f34ae5 admin admin] Publish callbacks [] for security_group (a89a4e19-be0f-44d3-8a7e-d1d79bb4d650), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:10.045508 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df5de7fc-613c-4668-9c71-4b1924f34ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a89a4e19-be0f-44d3-8a7e-d1d79bb4d650), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:10.078426 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309199b-3aa3-4eaa-987e-8925517737d5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event updated for resources: {'Subnet': ['ID=f54086ac-c1f3-44d0-bdac-d3df1378b5db,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:10.096392 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fadd772a-a44a-4881-881d-771978d6f6ba req-2fb0a6d2-dd59-4829-89d7-6ee882676972 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/security-groups?id=754e88d3-9d77-429d-a74e-20f78c392c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067645 Feb 07 16:44:10.102681 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-df5de7fc-613c-4668-9c71-4b1924f34ae5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9dfe02715343413bbf263fc62d944e3c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9769740 Feb 07 16:44:10.108108 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37018) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:10.119531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-912a232d-d226-4540-a781-a650ce997f11 req-522dd50c-5f2c-4d54-8f6a-b0fd44e2baa9 service neutron] Attempting to bind port 96463051-c299-4469-b0b7-ee7aabbdaf68 on host n-h1-827865-3 for vnic_type normal with profile None {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:44:10.120062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-912a232d-d226-4540-a781-a650ce997f11 req-522dd50c-5f2c-4d54-8f6a-b0fd44e2baa9 service neutron] Attempting to bind port 96463051-c299-4469-b0b7-ee7aabbdaf68 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:44:10.120382 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912a232d-d226-4540-a781-a650ce997f11 req-522dd50c-5f2c-4d54-8f6a-b0fd44e2baa9 service neutron] Attempting to bind port 96463051-c299-4469-b0b7-ee7aabbdaf68 on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:10.134722 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7309199b-3aa3-4eaa-987e-8925517737d5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Checking segment: {'id': 'fadf8764-344f-4301-9ed0-7e3359d692df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3e85d1e-f0c7-4a99-89e2-ed892d1028ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:44:10.135227 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7309199b-3aa3-4eaa-987e-8925517737d5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Network hostable DHCP agents. Network: b3e85d1e-f0c7-4a99-89e2-ed892d1028ef, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:44:10.168575 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7309199b-3aa3-4eaa-987e-8925517737d5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Network b3e85d1e-f0c7-4a99-89e2-ed892d1028ef is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:44:10.168914 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2adb9dce-3604-440a-ab96-2b793b138ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (17caae66-4938-4c9b-981d-9460cbf4671f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:10.184412 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-7309199b-3aa3-4eaa-987e-8925517737d5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, b3e85d1e-f0c7-4a99-89e2-ed892d1028ef) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:10.197312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f87e5b0-fe96-454e-9eac-2cf7ac7ab1a4 None None] Network b3e85d1e-f0c7-4a99-89e2-ed892d1028ef requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:44:10.203290 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7309199b-3aa3-4eaa-987e-8925517737d5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:10.203919 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7309199b-3aa3-4eaa-987e-8925517737d5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:10.251672 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7309199b-3aa3-4eaa-987e-8925517737d5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7065034 Feb 07 16:44:10.263443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5de7fc-613c-4668-9c71-4b1924f34ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89a4e19-be0f-44d3-8a7e-d1d79bb4d650,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:10.266583 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912a232d-d226-4540-a781-a650ce997f11 req-522dd50c-5f2c-4d54-8f6a-b0fd44e2baa9 service neutron] Port 96463051-c299-4469-b0b7-ee7aabbdaf68 on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:44:10.266920 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912a232d-d226-4540-a781-a650ce997f11 req-522dd50c-5f2c-4d54-8f6a-b0fd44e2baa9 service neutron] Attempting to bind port 96463051-c299-4469-b0b7-ee7aabbdaf68 on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:10.302039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912a232d-d226-4540-a781-a650ce997f11 req-522dd50c-5f2c-4d54-8f6a-b0fd44e2baa9 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:44:10.302390 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912a232d-d226-4540-a781-a650ce997f11 req-522dd50c-5f2c-4d54-8f6a-b0fd44e2baa9 service neutron] Checking segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:44:10.302783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912a232d-d226-4540-a781-a650ce997f11 req-522dd50c-5f2c-4d54-8f6a-b0fd44e2baa9 service neutron] Bound using segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:44:10.303231 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-912a232d-d226-4540-a781-a650ce997f11 req-522dd50c-5f2c-4d54-8f6a-b0fd44e2baa9 service neutron] Bound port: 96463051-c299-4469-b0b7-ee7aabbdaf68, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:44:10.434482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb9dce-3604-440a-ab96-2b793b138ff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17caae66-4938-4c9b-981d-9460cbf4671f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:10.435340 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-b3e85d1e-f0c7-4a99-89e2-ed892d1028ef', 'network_id': 'b3e85d1e-f0c7-4a99-89e2-ed892d1028ef', 'project_id': 'c4d49702976945bf97b629c65cf535b6', 'fixed_ips': [{'subnet_id': 'f54086ac-c1f3-44d0-bdac-d3df1378b5db'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:44:10.437719 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:10.443687 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8d70cdc-3d53-4a1b-b8c2-ad1825b3a721 admin admin] Publish callbacks [] for security_group (a89a4e19-be0f-44d3-8a7e-d1d79bb4d650), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:10.476443 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8d70cdc-3d53-4a1b-b8c2-ad1825b3a721 admin admin] Publish callbacks [] for security_group (a89a4e19-be0f-44d3-8a7e-d1d79bb4d650), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:10.602206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adb9dce-3604-440a-ab96-2b793b138ff3 admin admin] Checking segment: {'id': '03af9fa1-8b97-43be-8e17-86dad5c361df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:44:10.602914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adb9dce-3604-440a-ab96-2b793b138ff3 admin admin] Network hostable DHCP agents. Network: a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:44:10.618697 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8d70cdc-3d53-4a1b-b8c2-ad1825b3a721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a89a4e19-be0f-44d3-8a7e-d1d79bb4d650), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:10.621392 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8d70cdc-3d53-4a1b-b8c2-ad1825b3a721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:10.622779 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a8d70cdc-3d53-4a1b-b8c2-ad1825b3a721 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a89a4e19-be0f-44d3-8a7e-d1d79bb4d650 HTTP/1.1" status: 204 len: 168 time: 0.5133760 Feb 07 16:44:10.701452 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-912a232d-d226-4540-a781-a650ce997f11 req-522dd50c-5f2c-4d54-8f6a-b0fd44e2baa9 service neutron] For port 96463051-c299-4469-b0b7-ee7aabbdaf68, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=96463051-c299-4469-b0b7-ee7aabbdaf68,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:44:10.720773 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc13b2-fcfd-4530-8bd8-2e8ae25536b6 req-51d71780-1f6b-4a7c-ad6c-6cab12888503 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:10.726281 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d70cdc-3d53-4a1b-b8c2-ad1825b3a721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89a4e19-be0f-44d3-8a7e-d1d79bb4d650,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:10.746960 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 46b7e1e7-4033-4486-bf67-0d3a063e4536 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:44:10.757193 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-18fc13b2-fcfd-4530-8bd8-2e8ae25536b6 req-51d71780-1f6b-4a7c-ad6c-6cab12888503 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/ports?device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 944 time: 0.1718459 Feb 07 16:44:10.768490 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-912a232d-d226-4540-a781-a650ce997f11 req-522dd50c-5f2c-4d54-8f6a-b0fd44e2baa9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:10.787721 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-522dd50c-5f2c-4d54-8f6a-b0fd44e2baa9 service neutron] 10.222.0.18 "POST /v2.0/ports/96463051-c299-4469-b0b7-ee7aabbdaf68/bindings HTTP/1.1" status: 201 len: 389 time: 1.6509137 Feb 07 16:44:10.789660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adb9dce-3604-440a-ab96-2b793b138ff3 admin admin] Network a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:44:10.842596 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2adb9dce-3604-440a-ab96-2b793b138ff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:10.860386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adb9dce-3604-440a-ab96-2b793b138ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:10.861832 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2adb9dce-3604-440a-ab96-2b793b138ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:10.934880 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2adb9dce-3604-440a-ab96-2b793b138ff3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2377880 Feb 07 16:44:10.942849 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] Allocated IP 19.86.0.2 (b3e85d1e-f0c7-4a99-89e2-ed892d1028ef/f54086ac-c1f3-44d0-bdac-d3df1378b5db/94f78b09-db51-48f0-a9ca-f0421052a56a) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:44:10.948783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd6df12-c2f8-4b01-bede-d24a43c1dd7f None None] Network a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:44:10.978123 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-18fc13b2-fcfd-4530-8bd8-2e8ae25536b6 req-8d72fdbc-455a-4c60-baf4-4c6e084ba0ea tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/security-groups?id=8edfc3aa-1ba7-40eb-93de-f997a90f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136939 Feb 07 16:44:11.362503 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b15ac78-9173-4040-8f60-633d078494e5 None None] Network a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:44:11.400758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-8a70eea2-473a-4a10-a1c8-dae6243e62fe tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:11.407572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-8a70eea2-473a-4a10-a1c8-dae6243e62fe tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:11.418246 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-8a70eea2-473a-4a10-a1c8-dae6243e62fe tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/networks?id=3a7a1987-37a7-44cc-a161-8c5f99acf63a&id=b3e85d1e-f0c7-4a99-89e2-ed892d1028ef HTTP/1.1" status: 200 len: 1392 time: 0.2847154 Feb 07 16:44:11.488432 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-9ced5255-88a6-46e3-9f54-0b520563890b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/quotas/c4d49702976945bf97b629c65cf535b6 HTTP/1.1" status: 200 len: 375 time: 0.0691631 Feb 07 16:44:11.504561 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37074) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:11.544602 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a232d-d226-4540-a781-a650ce997f11 req-9d5c42b0-1598-4753-9f45-632ab058a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:11.546272 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-9d5c42b0-1598-4753-9f45-632ab058a456 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 1128 time: 0.1158659 Feb 07 16:44:11.547013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e635ea-c638-4359-a5cb-e6d2377a44bc None None] Network 3a7a1987-37a7-44cc-a161-8c5f99acf63a requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:44:11.568353 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8411a6bf-2ebb-4162-b191-19727d9ceb07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:11.681900 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-48db3a5e-8c38-4b9b-ad6e-faa126d58008 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c4d49702976945bf97b629c65cf535b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1863110 Feb 07 16:44:11.831809 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a232d-d226-4540-a781-a650ce997f11 req-d6ab74c0-9991-4984-9045-9e3d7b35c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:11.834027 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-d6ab74c0-9991-4984-9045-9e3d7b35c7b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.2800655 Feb 07 16:44:11.838176 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 742dccc4-9b00-4297-9e57-16a56cc1c43b up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:44:11.884465 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8411a6bf-2ebb-4162-b191-19727d9ceb07 admin admin] Publish callbacks [] for security_group (dc2475f4-a37d-4a15-8409-a15e681114dc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:11.897345 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8411a6bf-2ebb-4162-b191-19727d9ceb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (dc2475f4-a37d-4a15-8409-a15e681114dc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:11.903829 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-30fdcef9-945e-490e-9a1c-97b9ee44b4df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96463051-c299-4469-b0b7-ee7aabbdaf68 HTTP/1.1" status: 200 len: 217 time: 0.0637815 Feb 07 16:44:12.044406 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a232d-d226-4540-a781-a650ce997f11 req-72ceac9b-c2d0-4e65-98bc-e8833782292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:12.047693 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-72ceac9b-c2d0-4e65-98bc-e8833782292d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.1346474 Feb 07 16:44:12.094601 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37088) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:12.095772 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8411a6bf-2ebb-4162-b191-19727d9ceb07 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d19c334fef5e4904a58d8b0f072f278b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5877764 Feb 07 16:44:12.100056 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411a6bf-2ebb-4162-b191-19727d9ceb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2475f4-a37d-4a15-8409-a15e681114dc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:12.110745 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-0f0e578d-76fb-4cca-9203-7175669271ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578287 Feb 07 16:44:12.150593 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 46b7e1e7-4033-4486-bf67-0d3a063e4536 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:12.151402 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (46b7e1e7-4033-4486-bf67-0d3a063e4536), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:12.273723 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-ea83bc17-db95-400f-97a3-01f1c7a214ba service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:12.275660 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-ea83bc17-db95-400f-97a3-01f1c7a214ba service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5833259 Feb 07 16:44:12.296653 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] Publish callbacks [] for port (94f78b09-db51-48f0-a9ca-f0421052a56a), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:12.351883 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6f846d2a-a38c-4973-8f34-2c6fa8009ab2 None None] Provisioning complete for port 46b7e1e7-4033-4486-bf67-0d3a063e4536 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:12.352367 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6f846d2a-a38c-4973-8f34-2c6fa8009ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (46b7e1e7-4033-4486-bf67-0d3a063e4536), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:12.374278 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (94f78b09-db51-48f0-a9ca-f0421052a56a), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:12.581951 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9046fd71-8244-4873-ad10-2cd675134bb0 admin admin] Publish callbacks [] for security_group (dc2475f4-a37d-4a15-8409-a15e681114dc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:12.593376 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-cd33de66-afdf-41f7-a973-6e5661aa448c service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723597 Feb 07 16:44:12.636162 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] Pushing event updated for resources: {'Port': ['ID=94f78b09-db51-48f0-a9ca-f0421052a56a,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:12.709999 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] Network b3e85d1e-f0c7-4a99-89e2-ed892d1028ef is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:44:12.719986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 742dccc4-9b00-4297-9e57-16a56cc1c43b completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:44:12.724154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:12.735977 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:44:12.755404 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 742dccc4-9b00-4297-9e57-16a56cc1c43b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:12.756136 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (742dccc4-9b00-4297-9e57-16a56cc1c43b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:12.759066 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2e62a67c-de10-455b-aad0-c1c9b7269d5a service neutron] 10.222.0.18 "GET /v2.0/networks/3a7a1987-37a7-44cc-a161-8c5f99acf63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638743 Feb 07 16:44:12.812539 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9046fd71-8244-4873-ad10-2cd675134bb0 admin admin] Publish callbacks [] for security_group (dc2475f4-a37d-4a15-8409-a15e681114dc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:12.931321 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9046fd71-8244-4873-ad10-2cd675134bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (dc2475f4-a37d-4a15-8409-a15e681114dc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:12.942272 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9046fd71-8244-4873-ad10-2cd675134bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:12.943819 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9046fd71-8244-4873-ad10-2cd675134bb0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc2475f4-a37d-4a15-8409-a15e681114dc HTTP/1.1" status: 204 len: 168 time: 0.8480854 Feb 07 16:44:13.090335 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6f846d2a-a38c-4973-8f34-2c6fa8009ab2 None None] Current status of the port 46b7e1e7-4033-4486-bf67-0d3a063e4536 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:13.091622 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6f846d2a-a38c-4973-8f34-2c6fa8009ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (46b7e1e7-4033-4486-bf67-0d3a063e4536), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:13.162431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] Attempting to bind port 94f78b09-db51-48f0-a9ca-f0421052a56a on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:44:13.163668 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] Attempting to bind port 94f78b09-db51-48f0-a9ca-f0421052a56a by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'fadf8764-344f-4301-9ed0-7e3359d692df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3e85d1e-f0c7-4a99-89e2-ed892d1028ef'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:44:13.165780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] Attempting to bind port 94f78b09-db51-48f0-a9ca-f0421052a56a on network b3e85d1e-f0c7-4a99-89e2-ed892d1028ef {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:13.179672 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046fd71-8244-4873-ad10-2cd675134bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2475f4-a37d-4a15-8409-a15e681114dc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:13.184815 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-cb412e20-560c-455c-a527-ba8912b1dbbd service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5822453 Feb 07 16:44:13.186232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:44:13.186503 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] Checking segment: {'id': 'fadf8764-344f-4301-9ed0-7e3359d692df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3e85d1e-f0c7-4a99-89e2-ed892d1028ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:44:13.186847 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:13.187507 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] Bound using segment: {'id': 'fadf8764-344f-4301-9ed0-7e3359d692df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3e85d1e-f0c7-4a99-89e2-ed892d1028ef'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:44:13.187804 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] Bound port: 94f78b09-db51-48f0-a9ca-f0421052a56a, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadf8764-344f-4301-9ed0-7e3359d692df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3e85d1e-f0c7-4a99-89e2-ed892d1028ef'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:44:13.188216 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (94f78b09-db51-48f0-a9ca-f0421052a56a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:13.214884 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b92ec7-e891-4e77-854a-ca3f5e82f4f6 req-7c8d6e36-8e69-4ab5-9096-b3dc143c6748 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:13.232130 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-72b92ec7-e891-4e77-854a-ca3f5e82f4f6 req-7c8d6e36-8e69-4ab5-9096-b3dc143c6748 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 946 time: 0.2046039 Feb 07 16:44:13.246959 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6f846d2a-a38c-4973-8f34-2c6fa8009ab2 None None] For port 46b7e1e7-4033-4486-bf67-0d3a063e4536, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=46b7e1e7-4033-4486-bf67-0d3a063e4536,segment=NetworkSegment(50dea519-fcd5-4e7e-a2f3-5b093407b6f4),segment_id=50dea519-fcd5-4e7e-a2f3-5b093407b6f4)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:13.256763 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-7b366031-d917-400e-a269-9f3d4e0a332b service neutron] 10.222.0.18 "GET /v2.0/networks/3a7a1987-37a7-44cc-a161-8c5f99acf63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784772 Feb 07 16:44:13.257766 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 46b7e1e7-4033-4486-bf67-0d3a063e4536 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:13.258496 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (46b7e1e7-4033-4486-bf67-0d3a063e4536), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:13.273630 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6f846d2a-a38c-4973-8f34-2c6fa8009ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (46b7e1e7-4033-4486-bf67-0d3a063e4536), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:13.333083 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-72b92ec7-e891-4e77-854a-ca3f5e82f4f6 req-5df19a54-8526-4a72-b95b-1146d86e6737 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992773 Feb 07 16:44:13.337016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046fd71-8244-4873-ad10-2cd675134bb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:13.337487 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046fd71-8244-4873-ad10-2cd675134bb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:13.337881 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046fd71-8244-4873-ad10-2cd675134bb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:13.338238 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046fd71-8244-4873-ad10-2cd675134bb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:13.338714 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046fd71-8244-4873-ad10-2cd675134bb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:13.339140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046fd71-8244-4873-ad10-2cd675134bb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:13.339488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046fd71-8244-4873-ad10-2cd675134bb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:13.339835 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046fd71-8244-4873-ad10-2cd675134bb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:13.340178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046fd71-8244-4873-ad10-2cd675134bb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:13.340517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046fd71-8244-4873-ad10-2cd675134bb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:13.340855 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046fd71-8244-4873-ad10-2cd675134bb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:13.341191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046fd71-8244-4873-ad10-2cd675134bb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:13.341977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046fd71-8244-4873-ad10-2cd675134bb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:13.577253 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a232d-d226-4540-a781-a650ce997f11 req-3efc756c-d9eb-4a48-ad56-724c4c4746fc tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:13.579588 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-3efc756c-d9eb-4a48-ad56-724c4c4746fc tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e&tenant_id=fe34686be38c42c8a33e48d32dc23dcd&binding%3Ahost_id=n-h2-827865-3 HTTP/1.1" status: 200 len: 1128 time: 0.3219271 Feb 07 16:44:13.593827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827865-3'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:13.607804 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5a8d9-d02e-403d-89e4-67ade2bf9d69 req-32c3d376-1c08-41cd-96ab-088d8a1883f5 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:13.619955 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fbb5a8d9-d02e-403d-89e4-67ade2bf9d69 req-32c3d376-1c08-41cd-96ab-088d8a1883f5 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/ports?device_id=452b1ac5-f88b-410e-9279-6e625b883e56 HTTP/1.1" status: 200 len: 945 time: 0.1848400 Feb 07 16:44:13.620262 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 742dccc4-9b00-4297-9e57-16a56cc1c43b is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:13.620741 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (742dccc4-9b00-4297-9e57-16a56cc1c43b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:13.687806 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e52a1759-a95f-4020-9a34-dfc1fa9a2203 None None] Provisioning complete for port 46b7e1e7-4033-4486-bf67-0d3a063e4536 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:13.688832 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e52a1759-a95f-4020-9a34-dfc1fa9a2203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (46b7e1e7-4033-4486-bf67-0d3a063e4536), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:13.694456 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fbb5a8d9-d02e-403d-89e4-67ade2bf9d69 req-db8a325a-26e1-4fed-8412-eb29c836e135 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/security-groups?id=754e88d3-9d77-429d-a74e-20f78c392c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721819 Feb 07 16:44:13.758220 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-1c181d70-cdef-4f60-81c0-6e93268eb455 service neutron] 10.222.0.18 "GET /v2.0/networks/b3e85d1e-f0c7-4a99-89e2-ed892d1028ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299152 Feb 07 16:44:13.821082 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f846d2a-a38c-4973-8f34-2c6fa8009ab2 None None] Pushing event updated for resources: {'Port': ['ID=46b7e1e7-4033-4486-bf67-0d3a063e4536,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:13.845862 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f003176d-ed81-4bdb-9ed5-d11006786c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742dccc4-9b00-4297-9e57-16a56cc1c43b'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:44:13.850521 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e06bb74-71d5-4fe9-9539-cfd6f2208249" -d '{"events": [{"server_uuid": "f003176d-ed81-4bdb-9ed5-d11006786c62", "name": "network-vif-plugged", "status": "completed", "tag": "742dccc4-9b00-4297-9e57-16a56cc1c43b"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:44:13.895152 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:13.902340 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 742dccc4-9b00-4297-9e57-16a56cc1c43b, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=742dccc4-9b00-4297-9e57-16a56cc1c43b,segment=NetworkSegment(25e1ed71-42af-4936-8bbe-428294e4f6f6),segment_id=25e1ed71-42af-4936-8bbe-428294e4f6f6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:13.944736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] For port 94f78b09-db51-48f0-a9ca-f0421052a56a, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:44:13.948605 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (742dccc4-9b00-4297-9e57-16a56cc1c43b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:13.978462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:44:14.079643 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-ad295458-9af3-4684-8e8c-3ef648d9c3cf service neutron] 10.222.0.18 "GET /v2.0/networks/b3e85d1e-f0c7-4a99-89e2-ed892d1028ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936826 Feb 07 16:44:14.113211 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:44:14.113879 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:44:14.118462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] For port 94f78b09-db51-48f0-a9ca-f0421052a56a, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=94f78b09-db51-48f0-a9ca-f0421052a56a,segment=NetworkSegment(fadf8764-344f-4301-9ed0-7e3359d692df),segment_id=fadf8764-344f-4301-9ed0-7e3359d692df)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:44:14.165050 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (94f78b09-db51-48f0-a9ca-f0421052a56a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:14.310844 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=742dccc4-9b00-4297-9e57-16a56cc1c43b,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:14.371603 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:14.372289 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:14.378928 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e52a1759-a95f-4020-9a34-dfc1fa9a2203 None None] Current status of the port 46b7e1e7-4033-4486-bf67-0d3a063e4536 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:14.551774 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f5b59-7631-4325-b43f-6bd95635f649 None None] Pushing event updated for resources: {'Port': ['ID=94f78b09-db51-48f0-a9ca-f0421052a56a,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:14.558691 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:14.569027 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:14.574765 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-06147db7-3e0d-4190-bd52-016036fc355b tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:14.582146 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-06147db7-3e0d-4190-bd52-016036fc355b tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/networks?id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 HTTP/1.1" status: 200 len: 814 time: 0.3569112 Feb 07 16:44:14.612883 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-b0e29551-5fc3-4276-b803-bc9387ca7d10 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/quotas/17e673e6323b4e4cb326f65b4b9943cf HTTP/1.1" status: 200 len: 375 time: 0.0229211 Feb 07 16:44:14.727071 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:14.765256 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-54238a83-9b5a-4b50-9169-83da7046d961 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=17e673e6323b4e4cb326f65b4b9943cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1475306 Feb 07 16:44:14.815433 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 46b7e1e7-4033-4486-bf67-0d3a063e4536 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:14.969849 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1ae3c9b0-006a-4520-9b7f-5d9b83ee4503 service neutron] 10.222.0.18 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019856 Feb 07 16:44:15.102002 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-55aaad07-4c4e-4b33-8862-b011182f14f8 service neutron] 10.222.0.18 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315882 Feb 07 16:44:15.197237 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 46b7e1e7-4033-4486-bf67-0d3a063e4536 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:44:15.256601 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e24e3a-bbdc-4ff6-80ef-1ab0ff68b364 req-5b4c0391-b855-461f-b6ea-9f0511a669ca tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:15.270021 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-58e24e3a-bbdc-4ff6-80ef-1ab0ff68b364 req-5b4c0391-b855-461f-b6ea-9f0511a669ca tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/ports?device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 945 time: 0.2388422 Feb 07 16:44:15.280121 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] For port 96463051-c299-4469-b0b7-ee7aabbdaf68, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=96463051-c299-4469-b0b7-ee7aabbdaf68,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:15.369228 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 46b7e1e7-4033-4486-bf67-0d3a063e4536 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:15.369944 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (46b7e1e7-4033-4486-bf67-0d3a063e4536), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:15.448406 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] For port 96463051-c299-4469-b0b7-ee7aabbdaf68, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:44:15.476020 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-58e24e3a-bbdc-4ff6-80ef-1ab0ff68b364 req-8584eda6-9271-46dc-8195-45d695632084 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/security-groups?id=8edfc3aa-1ba7-40eb-93de-f997a90f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911201 Feb 07 16:44:15.640788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96463051-c299-4469-b0b7-ee7aabbdaf68'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:44:15.644153 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958caec4-9f2d-41fd-8899-69a6f4c43e76" -d '{"events": [{"server_uuid": "7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e", "name": "network-vif-unplugged", "status": "completed", "tag": "96463051-c299-4469-b0b7-ee7aabbdaf68"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:44:15.654705 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] Publish callbacks [] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:15.666366 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:15.806971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 46b7e1e7-4033-4486-bf67-0d3a063e4536 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:15.820709 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 94f78b09-db51-48f0-a9ca-f0421052a56a up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:44:16.043645 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] Pushing event updated for resources: {'Port': ['ID=96463051-c299-4469-b0b7-ee7aabbdaf68,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:16.047800 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff95436-be6c-4a32-a3a8-e26adceab398 x-openstack-request-id: req-5ff95436-be6c-4a32-a3a8-e26adceab398 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:44:16.048283 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f003176d-ed81-4bdb-9ed5-d11006786c62", "name": "network-vif-plugged", "status": "completed", "tag": "742dccc4-9b00-4297-9e57-16a56cc1c43b", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:44:16.048789 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ff95436-be6c-4a32-a3a8-e26adceab398 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:44:16.057658 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f003176d-ed81-4bdb-9ed5-d11006786c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742dccc4-9b00-4297-9e57-16a56cc1c43b', 'code': 200} Feb 07 16:44:16.072869 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] Attempting to bind port 96463051-c299-4469-b0b7-ee7aabbdaf68 on host n-h2-827865-3 for vnic_type normal with profile {"migrating_to": "n-h1-827865-3"} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:44:16.073622 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] Attempting to bind port 96463051-c299-4469-b0b7-ee7aabbdaf68 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:44:16.074172 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] Attempting to bind port 96463051-c299-4469-b0b7-ee7aabbdaf68 on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:16.086840 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] Port 96463051-c299-4469-b0b7-ee7aabbdaf68 on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:44:16.087662 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] Attempting to bind port 96463051-c299-4469-b0b7-ee7aabbdaf68 on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:16.105256 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:44:16.105937 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] Checking segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:44:16.106606 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] Bound using segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:44:16.107299 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] Bound port: 96463051-c299-4469-b0b7-ee7aabbdaf68, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:44:16.108015 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:16.154041 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 94f78b09-db51-48f0-a9ca-f0421052a56a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:16.155358 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (94f78b09-db51-48f0-a9ca-f0421052a56a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:16.234784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37216) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:16.317843 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68936ecf-eee0-4022-bc36-1512b4a9de00 req-ab0ec78e-4070-40ba-844e-8bf5c0dee32b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 210 time: 0.1769247 Feb 07 16:44:16.402270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 94f78b09-db51-48f0-a9ca-f0421052a56a is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:16.403021 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (94f78b09-db51-48f0-a9ca-f0421052a56a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:16.447047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadbd00-e8b4-496a-9b2c-97836a9526cb req-68b2f734-27a1-4798-b91b-ced4dbc82f6a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:16.461844 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3dadbd00-e8b4-496a-9b2c-97836a9526cb req-68b2f734-27a1-4798-b91b-ced4dbc82f6a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 944 time: 0.3411951 Feb 07 16:44:16.485231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 94f78b09-db51-48f0-a9ca-f0421052a56a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=94f78b09-db51-48f0-a9ca-f0421052a56a,segment=NetworkSegment(fadf8764-344f-4301-9ed0-7e3359d692df),segment_id=fadf8764-344f-4301-9ed0-7e3359d692df)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:16.495676 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (94f78b09-db51-48f0-a9ca-f0421052a56a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:16.558821 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d969e404-e7dc-45a4-9e41-fceff6192ff2 req-4f635f92-2540-49ae-aa32-7f8e70eea8f8 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 210 time: 0.0942914 Feb 07 16:44:16.563147 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a5aa2-1f34-490d-ad0e-925ebbd15d77 req-cf0b968a-5413-4fce-98d3-ced4acea0822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:16.568328 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0b2a5aa2-1f34-490d-ad0e-925ebbd15d77 req-cf0b968a-5413-4fce-98d3-ced4acea0822 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 1127 time: 0.3490596 Feb 07 16:44:16.676348 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790da845-5ca4-4207-9373-8166a6f4eb86 None None] Network b3e85d1e-f0c7-4a99-89e2-ed892d1028ef requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:44:16.737722 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c555e6a-6375-46fa-9d6f-7b2a0dbb6fb9 x-openstack-request-id: req-3c555e6a-6375-46fa-9d6f-7b2a0dbb6fb9 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:44:16.738670 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e", "name": "network-vif-unplugged", "status": "completed", "tag": "96463051-c299-4469-b0b7-ee7aabbdaf68", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:44:16.739675 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c555e6a-6375-46fa-9d6f-7b2a0dbb6fb9 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:44:16.741946 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96463051-c299-4469-b0b7-ee7aabbdaf68', 'code': 200} Feb 07 16:44:16.756840 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3dadbd00-e8b4-496a-9b2c-97836a9526cb req-dd03fee3-7211-4171-a404-d9a27e1303af tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926810 Feb 07 16:44:16.765411 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] For port 96463051-c299-4469-b0b7-ee7aabbdaf68, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:44:16.817192 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] For port 96463051-c299-4469-b0b7-ee7aabbdaf68, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=96463051-c299-4469-b0b7-ee7aabbdaf68,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:44:16.851069 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=94f78b09-db51-48f0-a9ca-f0421052a56a,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:16.860582 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:17.009034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b58876de-7470-4324-8513-ca64dde000fd None None] Provisioning complete for port 94f78b09-db51-48f0-a9ca-f0421052a56a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:17.012291 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b58876de-7470-4324-8513-ca64dde000fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (94f78b09-db51-48f0-a9ca-f0421052a56a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:17.043786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] Pushing event updated for resources: {'Port': ['ID=96463051-c299-4469-b0b7-ee7aabbdaf68,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:17.146414 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d67430d9-146c-449d-9a8e-f9e20909a20b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:17.170300 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba06e2-779b-4d32-9cf1-613f54cab06c req-4c1aa944-0c99-4398-a402-c3321660251f tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:17.178560 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87ba06e2-779b-4d32-9cf1-613f54cab06c req-4c1aa944-0c99-4398-a402-c3321660251f tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/ports?device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 945 time: 0.1260657 Feb 07 16:44:17.241634 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87ba06e2-779b-4d32-9cf1-613f54cab06c req-68abed31-c6eb-4b34-a851-7d84cf1c2827 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/security-groups?id=8edfc3aa-1ba7-40eb-93de-f997a90f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616372 Feb 07 16:44:17.255452 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0b2a5aa2-1f34-490d-ad0e-925ebbd15d77 req-58801af5-634d-40e8-ab65-1181a667ff60 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8edfc3aa-1ba7-40eb-93de-f997a90f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6645348 Feb 07 16:44:17.393820 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b58876de-7470-4324-8513-ca64dde000fd None None] Current status of the port 94f78b09-db51-48f0-a9ca-f0421052a56a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:17.414037 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:17.414866 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:17.416843 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-0323b720-61cb-4396-9f23-e24e183e0668 service neutron] 10.222.0.48 "PUT /v2.0/ports/96463051-c299-4469-b0b7-ee7aabbdaf68 HTTP/1.1" status: 200 len: 1122 time: 3.8288300 Feb 07 16:44:17.451531 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-85bba973-0afd-41d2-8ef3-c0f8ffc029ac tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:17.458431 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-85bba973-0afd-41d2-8ef3-c0f8ffc029ac tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:17.460374 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-85bba973-0afd-41d2-8ef3-c0f8ffc029ac tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.48 "GET /v2.0/networks?id=3a7a1987-37a7-44cc-a161-8c5f99acf63a&id=b3e85d1e-f0c7-4a99-89e2-ed892d1028ef HTTP/1.1" status: 200 len: 1392 time: 0.6147368 Feb 07 16:44:17.472200 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-5a87ed60-0eea-47d1-be4f-892e68db4d13 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:17.473668 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-5a87ed60-0eea-47d1-be4f-892e68db4d13 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/networks?id=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 HTTP/1.1" status: 200 len: 805 time: 0.4524379 Feb 07 16:44:17.480426 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-8188097f-a171-4e1b-adb1-2ba7dac4727b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Request body: {'port': {'device_id': '76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295', 'network_id': '3a7a1987-37a7-44cc-a161-8c5f99acf63a', 'admin_state_up': True, 'tenant_id': 'c4d49702976945bf97b629c65cf535b6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:17.494581 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['96463051-c299-4469-b0b7-ee7aabbdaf68'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:44:17.503861 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228af268-088c-430b-a290-825e836d8925 req-a87b0222-485f-4a50-a37d-b71d061c006f tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:17.519214 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-228af268-088c-430b-a290-825e836d8925 req-a87b0222-485f-4a50-a37d-b71d061c006f tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/ports?device_id=452b1ac5-f88b-410e-9279-6e625b883e56 HTTP/1.1" status: 200 len: 945 time: 0.1130464 Feb 07 16:44:17.577034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-e42151c1-19b4-491f-a6bd-80deb238e150 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/quotas/2c5e15258b8947119fa62f8821360c46 HTTP/1.1" status: 200 len: 375 time: 0.0915802 Feb 07 16:44:17.623063 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-228af268-088c-430b-a290-825e836d8925 req-fbf136de-6194-4704-a68c-de7c431bb50b tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/security-groups?id=754e88d3-9d77-429d-a74e-20f78c392c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021659 Feb 07 16:44:17.790132 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4066842c-0c32-4966-85a1-2fce47a22720 req-779fecef-8513-4882-b399-69ce16a2a070 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 210 time: 0.0629141 Feb 07 16:44:17.866269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-60c709f9-313a-4d7b-8bec-35ba908d83b5 None None] Provisioning complete for port 94f78b09-db51-48f0-a9ca-f0421052a56a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:17.867031 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-60c709f9-313a-4d7b-8bec-35ba908d83b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (94f78b09-db51-48f0-a9ca-f0421052a56a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:17.987633 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-51b174de-c0f8-40c8-a654-a25285f6675c req-6cbd0043-4340-4fb7-a224-7c3c88433cb3 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 210 time: 0.0383708 Feb 07 16:44:18.013819 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d67430d9-146c-449d-9a8e-f9e20909a20b admin admin] Publish callbacks [] for security_group (95eaa537-8ab7-4cd9-a057-126a7cb7517b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:18.066620 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fcf0ea-40ff-4209-8c19-f94aba1d42b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:44:18.069676 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2809ae3-4bb1-4ef5-96ef-cbb135c321a5" -d '{"events": [{"server_uuid": "f8fcf0ea-40ff-4209-8c19-f94aba1d42b3", "name": "network-vif-unplugged", "status": "completed", "tag": "a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:44:18.108910 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d67430d9-146c-449d-9a8e-f9e20909a20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (95eaa537-8ab7-4cd9-a057-126a7cb7517b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:18.203304 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-60c709f9-313a-4d7b-8bec-35ba908d83b5 None None] Current status of the port 94f78b09-db51-48f0-a9ca-f0421052a56a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:18.248567 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-85581d5d-2658-407f-bff3-eab095c69666 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c5e15258b8947119fa62f8821360c46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5176318 Feb 07 16:44:18.249257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-8188097f-a171-4e1b-adb1-2ba7dac4727b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Made reservation on behalf of c4d49702976945bf97b629c65cf535b6 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:18.253065 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-8188097f-a171-4e1b-adb1-2ba7dac4727b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:18.263457 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a808f-a43a-4975-81f5-a637567b962b req-e76450be-8832-4bcc-85c2-05a71bb3c682 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:18.266658 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c1a808f-a43a-4975-81f5-a637567b962b req-e76450be-8832-4bcc-85c2-05a71bb3c682 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 944 time: 0.1296208 Feb 07 16:44:18.340778 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d67430d9-146c-449d-9a8e-f9e20909a20b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be9a5c79dce4402e93c5faa0c01793e3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0731177 Feb 07 16:44:18.342796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67430d9-146c-449d-9a8e-f9e20909a20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95eaa537-8ab7-4cd9-a057-126a7cb7517b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:18.347706 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37256) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:18.377916 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c1a808f-a43a-4975-81f5-a637567b962b req-fdb46dd7-dc90-4c94-aa16-5751af35c3d2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992155 Feb 07 16:44:18.400741 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-6f6acc0d-cec6-4299-a653-918098a6dc75 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:18.402379 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-6f6acc0d-cec6-4299-a653-918098a6dc75 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.48 "GET /v2.0/networks?id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 HTTP/1.1" status: 200 len: 814 time: 0.6254153 Feb 07 16:44:18.432665 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-59e4d48c-b179-4982-b41c-6a83cefe56b4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Request body: {'port': {'device_id': '284777f9-6218-4132-84f9-8c6ef950090e', 'network_id': 'a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362', 'admin_state_up': True, 'tenant_id': '17e673e6323b4e4cb326f65b4b9943cf'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:18.466043 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f611e76-4dfe-4fab-9b02-4923edb31cd2 x-openstack-request-id: req-2f611e76-4dfe-4fab-9b02-4923edb31cd2 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:44:18.466336 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fcf0ea-40ff-4209-8c19-f94aba1d42b3", "name": "network-vif-unplugged", "status": "completed", "tag": "a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:44:18.466709 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f611e76-4dfe-4fab-9b02-4923edb31cd2 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:44:18.466993 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fcf0ea-40ff-4209-8c19-f94aba1d42b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae', 'code': 200} Feb 07 16:44:18.607589 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d27102-0ace-42b1-9d95-13d3c75339f3 req-70ee11ec-fe01-4f85-b131-85f806738e3a tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:18.617879 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-04d27102-0ace-42b1-9d95-13d3c75339f3 req-70ee11ec-fe01-4f85-b131-85f806738e3a tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/ports?device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 945 time: 0.0893049 Feb 07 16:44:18.689940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145be192-05df-41f4-84dd-12a8e1e1f3a4 req-f652bffc-c161-43c0-8202-c074629ba40c tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:18.693193 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-145be192-05df-41f4-84dd-12a8e1e1f3a4 req-f652bffc-c161-43c0-8202-c074629ba40c tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8fcf0ea-40ff-4209-8c19-f94aba1d42b3 HTTP/1.1" status: 200 len: 943 time: 0.6945498 Feb 07 16:44:18.708860 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-04d27102-0ace-42b1-9d95-13d3c75339f3 req-3969b9a1-e89a-4865-aa2c-b55196eeab09 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/security-groups?id=8edfc3aa-1ba7-40eb-93de-f997a90f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896909 Feb 07 16:44:18.747887 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e', 'tag': '96463051-c299-4469-b0b7-ee7aabbdaf68'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:44:18.752640 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e148c3f-5145-400e-8540-d6f2abfc91b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e", "tag": "96463051-c299-4469-b0b7-ee7aabbdaf68"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:44:18.812653 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709942eb-1419-4a8b-9be7-6347b9bb46ed req-d9aeb33c-4fd8-4c0d-b3c6-80f28d735cb6 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:18.814794 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-709942eb-1419-4a8b-9be7-6347b9bb46ed req-d9aeb33c-4fd8-4c0d-b3c6-80f28d735cb6 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.48 "GET /v2.0/ports?device_id=452b1ac5-f88b-410e-9279-6e625b883e56 HTTP/1.1" status: 200 len: 945 time: 0.1040144 Feb 07 16:44:18.952738 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-a2bc153e-4565-4895-bcaf-946e8410f24a service neutron] 10.222.0.18 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6821804 Feb 07 16:44:18.991433 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4aa71879-91b1-48f9-9fce-972a69bbc20e admin admin] Publish callbacks [] for security_group (95eaa537-8ab7-4cd9-a057-126a7cb7517b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:18.997360 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-59e4d48c-b179-4982-b41c-6a83cefe56b4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Made reservation on behalf of 17e673e6323b4e4cb326f65b4b9943cf for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:19.001334 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-59e4d48c-b179-4982-b41c-6a83cefe56b4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:19.013036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 94f78b09-db51-48f0-a9ca-f0421052a56a up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:44:19.049918 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-8188097f-a171-4e1b-adb1-2ba7dac4727b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Allocated IP 19.80.0.73 (3a7a1987-37a7-44cc-a161-8c5f99acf63a/cf6e9d3e-7ccf-48f0-b624-4165d0484b55/9751bebe-a2de-408f-a496-7bcc09a6355e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:44:19.128869 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 94f78b09-db51-48f0-a9ca-f0421052a56a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:19.130145 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bcd66-eaf6-4c73-8c1a-6757e7cfed7b req-cf57311e-8318-4c99-957c-7b2b1a6de343 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:19.130353 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (94f78b09-db51-48f0-a9ca-f0421052a56a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:19.133612 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e34bcd66-eaf6-4c73-8c1a-6757e7cfed7b req-cf57311e-8318-4c99-957c-7b2b1a6de343 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/ports?device_id=452b1ac5-f88b-410e-9279-6e625b883e56 HTTP/1.1" status: 200 len: 945 time: 0.2202253 Feb 07 16:44:19.142857 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-709942eb-1419-4a8b-9be7-6347b9bb46ed req-361fa081-e983-43b7-bcbf-868532b6fe29 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Deleting port 54c52dfa-2c8a-4267-8ec6-190351597bab {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:44:19.145182 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-709942eb-1419-4a8b-9be7-6347b9bb46ed req-361fa081-e983-43b7-bcbf-868532b6fe29 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (54c52dfa-2c8a-4267-8ec6-190351597bab), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:19.223970 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4aa71879-91b1-48f9-9fce-972a69bbc20e admin admin] Publish callbacks [] for security_group (95eaa537-8ab7-4cd9-a057-126a7cb7517b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:19.404335 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 94f78b09-db51-48f0-a9ca-f0421052a56a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:19.481892 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-709942eb-1419-4a8b-9be7-6347b9bb46ed req-361fa081-e983-43b7-bcbf-868532b6fe29 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] For port 54c52dfa-2c8a-4267-8ec6-190351597bab, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=54c52dfa-2c8a-4267-8ec6-190351597bab,segment=NetworkSegment(78c8878c-b12f-42d7-a39a-108da02bfbbc),segment_id=78c8878c-b12f-42d7-a39a-108da02bfbbc)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:19.482275 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-709942eb-1419-4a8b-9be7-6347b9bb46ed req-361fa081-e983-43b7-bcbf-868532b6fe29 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (54c52dfa-2c8a-4267-8ec6-190351597bab), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:19.525611 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-7a34c5af-a19e-4ee2-ad0c-659f5a28f3fd service neutron] 10.222.0.18 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418541 Feb 07 16:44:19.529510 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-709942eb-1419-4a8b-9be7-6347b9bb46ed req-361fa081-e983-43b7-bcbf-868532b6fe29 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Calling delete_port for 54c52dfa-2c8a-4267-8ec6-190351597bab owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:44:19.588294 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-145be192-05df-41f4-84dd-12a8e1e1f3a4 req-2fa8ddae-6eaf-4fef-b120-9032f3c1fc8b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Deleting port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:44:19.588648 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-145be192-05df-41f4-84dd-12a8e1e1f3a4 req-2fa8ddae-6eaf-4fef-b120-9032f3c1fc8b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:19.711334 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-145be192-05df-41f4-84dd-12a8e1e1f3a4 req-2fa8ddae-6eaf-4fef-b120-9032f3c1fc8b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] For port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:19.712514 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-145be192-05df-41f4-84dd-12a8e1e1f3a4 req-2fa8ddae-6eaf-4fef-b120-9032f3c1fc8b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:19.766218 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-145be192-05df-41f4-84dd-12a8e1e1f3a4 req-2fa8ddae-6eaf-4fef-b120-9032f3c1fc8b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Calling delete_port for a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:44:19.779580 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4aa71879-91b1-48f9-9fce-972a69bbc20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (95eaa537-8ab7-4cd9-a057-126a7cb7517b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:19.782537 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4aa71879-91b1-48f9-9fce-972a69bbc20e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:19.786744 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4aa71879-91b1-48f9-9fce-972a69bbc20e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95eaa537-8ab7-4cd9-a057-126a7cb7517b HTTP/1.1" status: 204 len: 168 time: 1.4023621 Feb 07 16:44:19.820568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-59e4d48c-b179-4982-b41c-6a83cefe56b4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Allocated IP 172.20.0.6 (a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362/17caae66-4938-4c9b-981d-9460cbf4671f/381cbc5a-0ff9-457f-8611-e3c4b222d607) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:44:19.825398 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-8188097f-a171-4e1b-adb1-2ba7dac4727b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks [] for port (9751bebe-a2de-408f-a496-7bcc09a6355e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:19.833580 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa71879-91b1-48f9-9fce-972a69bbc20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eaa537-8ab7-4cd9-a057-126a7cb7517b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:19.851792 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e34bcd66-eaf6-4c73-8c1a-6757e7cfed7b req-347c3c8a-c690-4f5e-b527-7113ed18fcaf tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.18 "GET /v2.0/security-groups?id=754e88d3-9d77-429d-a74e-20f78c392c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5408204 Feb 07 16:44:19.856136 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-709942eb-1419-4a8b-9be7-6347b9bb46ed req-361fa081-e983-43b7-bcbf-868532b6fe29 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (54c52dfa-2c8a-4267-8ec6-190351597bab), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:19.915129 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['54c52dfa-2c8a-4267-8ec6-190351597bab'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:44:20.010217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fa081-e983-43b7-bcbf-868532b6fe29 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Pushing event deleted for resources: {'Port': ['ID=54c52dfa-2c8a-4267-8ec6-190351597bab,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:20.049127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-709942eb-1419-4a8b-9be7-6347b9bb46ed req-361fa081-e983-43b7-bcbf-868532b6fe29 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] No DVR routers for this DVR port 54c52dfa-2c8a-4267-8ec6-190351597bab on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:44:20.053501 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-709942eb-1419-4a8b-9be7-6347b9bb46ed req-361fa081-e983-43b7-bcbf-868532b6fe29 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:20.058588 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-709942eb-1419-4a8b-9be7-6347b9bb46ed req-361fa081-e983-43b7-bcbf-868532b6fe29 tempest-InstanceActionsTestJSON-1779172021 tempest-InstanceActionsTestJSON-1779172021-project] 10.222.0.48 "DELETE /v2.0/ports/54c52dfa-2c8a-4267-8ec6-190351597bab HTTP/1.1" status: 204 len: 173 time: 1.2386689 Feb 07 16:44:20.071909 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452b1ac5-f88b-410e-9279-6e625b883e56', 'name': 'network-vif-deleted', 'tag': '54c52dfa-2c8a-4267-8ec6-190351597bab'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:44:20.077049 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf493b8-56cb-4172-9900-d6e114f62b60" -d '{"events": [{"server_uuid": "452b1ac5-f88b-410e-9279-6e625b883e56", "name": "network-vif-deleted", "tag": "54c52dfa-2c8a-4267-8ec6-190351597bab"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:44:20.122554 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-8188097f-a171-4e1b-adb1-2ba7dac4727b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (9751bebe-a2de-408f-a496-7bcc09a6355e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:20.157131 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-992b8998-5476-4980-aa88-e8f42aaf1a64 req-4b25a14f-d7c4-427a-9d9e-1e8a52917fd1 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 210 time: 0.1487498 Feb 07 16:44:20.220235 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d723fcb4-a3a5-4202-9d5a-1f222a93d7f0 x-openstack-request-id: req-d723fcb4-a3a5-4202-9d5a-1f222a93d7f0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:44:20.225735 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e", "tag": "96463051-c299-4469-b0b7-ee7aabbdaf68", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:44:20.226264 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d723fcb4-a3a5-4202-9d5a-1f222a93d7f0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:44:20.226936 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e', 'tag': '96463051-c299-4469-b0b7-ee7aabbdaf68', 'status': 'completed', 'code': 200} Feb 07 16:44:20.237038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 96463051-c299-4469-b0b7-ee7aabbdaf68 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:44:20.558844 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188097f-a171-4e1b-adb1-2ba7dac4727b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event updated for resources: {'Port': ['ID=9751bebe-a2de-408f-a496-7bcc09a6355e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:20.644800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bad03b-ab22-4c0c-9335-41469f66aea0 req-94037b49-fa6a-415a-bcc2-fc50509e3161 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:20.671419 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3bad03b-ab22-4c0c-9335-41469f66aea0 req-94037b49-fa6a-415a-bcc2-fc50509e3161 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 944 time: 0.3283386 Feb 07 16:44:20.798206 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-8188097f-a171-4e1b-adb1-2ba7dac4727b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Network 3a7a1987-37a7-44cc-a161-8c5f99acf63a is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:44:20.868709 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-8188097f-a171-4e1b-adb1-2ba7dac4727b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:20.910337 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-53e7fed8-f3a6-45bb-827e-49918c2cc9b9 req-94bc84fa-f001-4bdc-a8a0-c7ca80fc617c tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 210 time: 0.3794141 Feb 07 16:44:20.911549 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-8188097f-a171-4e1b-adb1-2ba7dac4727b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:44:20.936985 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3bad03b-ab22-4c0c-9335-41469f66aea0 req-ef6f3ce1-760d-4080-b20a-cc53781a9a17 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625721 Feb 07 16:44:21.133604 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:21.172579 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 96463051-c299-4469-b0b7-ee7aabbdaf68, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=96463051-c299-4469-b0b7-ee7aabbdaf68,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:21.179507 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4cf51f3-cf36-48e0-a33f-2823f28555f8 req-064c2a78-96bd-4caa-98ba-1cef7556f10c tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 210 time: 0.0910287 Feb 07 16:44:21.226238 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 96463051-c299-4469-b0b7-ee7aabbdaf68 has no active binding in host n-h1-827865-3 {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 16:44:21.462088 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-62bc03d8-6a6b-4050-b6c2-64ebb2bc8cb9 None None] Provisioning complete for port 9751bebe-a2de-408f-a496-7bcc09a6355e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:21.463048 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-62bc03d8-6a6b-4050-b6c2-64ebb2bc8cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9751bebe-a2de-408f-a496-7bcc09a6355e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:21.515597 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-62bc03d8-6a6b-4050-b6c2-64ebb2bc8cb9 None None] Port 9751bebe-a2de-408f-a496-7bcc09a6355e cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:44:21.714025 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-145be192-05df-41f4-84dd-12a8e1e1f3a4 req-2fa8ddae-6eaf-4fef-b120-9032f3c1fc8b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:21.725845 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-59e4d48c-b179-4982-b41c-6a83cefe56b4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Publish callbacks [] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:21.780736 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e148c3f-5145-400e-8540-d6f2abfc91b0 req-bfc09169-556d-4ca6-905c-e1938c148443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:21.783261 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8e148c3f-5145-400e-8540-d6f2abfc91b0 req-bfc09169-556d-4ca6-905c-e1938c148443 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 1156 time: 1.5360129 Feb 07 16:44:21.784202 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8ddae-6eaf-4fef-b120-9032f3c1fc8b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Pushing event deleted for resources: {'Port': ['ID=a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:21.800819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-8188097f-a171-4e1b-adb1-2ba7dac4727b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:21.801789 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-8188097f-a171-4e1b-adb1-2ba7dac4727b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:21.834814 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b967a8b-2c82-44e4-a664-3e0406b8cc1c x-openstack-request-id: req-3b967a8b-2c82-44e4-a664-3e0406b8cc1c {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:44:21.835280 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452b1ac5-f88b-410e-9279-6e625b883e56", "name": "network-vif-deleted", "tag": "54c52dfa-2c8a-4267-8ec6-190351597bab", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:44:21.835698 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b967a8b-2c82-44e4-a664-3e0406b8cc1c {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:44:21.836328 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452b1ac5-f88b-410e-9279-6e625b883e56', 'name': 'network-vif-deleted', 'tag': '54c52dfa-2c8a-4267-8ec6-190351597bab', 'status': 'completed', 'code': 200} Feb 07 16:44:21.921463 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37316) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:21.987584 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-145be192-05df-41f4-84dd-12a8e1e1f3a4 req-2fa8ddae-6eaf-4fef-b120-9032f3c1fc8b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] No DVR routers for this DVR port a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:44:22.003206 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-8188097f-a171-4e1b-adb1-2ba7dac4727b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5268230 Feb 07 16:44:22.005998 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-145be192-05df-41f4-84dd-12a8e1e1f3a4 req-2fa8ddae-6eaf-4fef-b120-9032f3c1fc8b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:22.012977 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-145be192-05df-41f4-84dd-12a8e1e1f3a4 req-2fa8ddae-6eaf-4fef-b120-9032f3c1fc8b tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.32 "DELETE /v2.0/ports/a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae HTTP/1.1" status: 204 len: 173 time: 3.2423697 Feb 07 16:44:22.037455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385717c8-399a-4698-aecf-6699a44e74a1 req-0eccaa2d-b61e-46e3-9469-8104f85e93dc tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:22.040515 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-385717c8-399a-4698-aecf-6699a44e74a1 req-0eccaa2d-b61e-46e3-9469-8104f85e93dc tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/ports?device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 945 time: 0.4903953 Feb 07 16:44:22.059184 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-abf9dde7-1b10-4bf5-8ee6-fc91a6a8a590 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Request body: {'port': {'device_id': '76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295', 'network_id': 'b3e85d1e-f0c7-4a99-89e2-ed892d1028ef', 'admin_state_up': True, 'tenant_id': 'c4d49702976945bf97b629c65cf535b6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:22.091953 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-59e4d48c-b179-4982-b41c-6a83cefe56b4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:22.187659 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f32266-85bd-4ccd-861b-dc5c977b375a admin admin] Deleting subnet 95d94cb1-74ef-44e9-9dc1-3b305fde2926 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:44:22.197661 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b5f32266-85bd-4ccd-861b-dc5c977b375a admin admin] Publish callbacks [] for subnet (95d94cb1-74ef-44e9-9dc1-3b305fde2926), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:22.251790 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fcf0ea-40ff-4209-8c19-f94aba1d42b3', 'name': 'network-vif-deleted', 'tag': 'a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:44:22.252094 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 54c52dfa-2c8a-4267-8ec6-190351597bab no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:44:22.252240 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7c0346-2b16-4b09-834c-4c4d2b14dd83" -d '{"events": [{"server_uuid": "f8fcf0ea-40ff-4209-8c19-f94aba1d42b3", "name": "network-vif-deleted", "tag": "a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:44:22.314342 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ca147-82b6-450c-a3d9-8b8e03a86014 req-d17f4c54-60f6-4e42-a4ca-40c55595d384 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:22.327422 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 54c52dfa-2c8a-4267-8ec6-190351597bab {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:44:22.335159 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 54c52dfa-2c8a-4267-8ec6-190351597bab not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:44:22.335814 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c5ca147-82b6-450c-a3d9-8b8e03a86014 req-d17f4c54-60f6-4e42-a4ca-40c55595d384 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 931 time: 0.2911923 Feb 07 16:44:22.393191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-59e4d48c-b179-4982-b41c-6a83cefe56b4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Network a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:44:22.505316 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e148c3f-5145-400e-8540-d6f2abfc91b0 req-dc661161-aeb6-4703-8d76-017c252eb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:22.516329 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8e148c3f-5145-400e-8540-d6f2abfc91b0 req-dc661161-aeb6-4703-8d76-017c252eb327 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.7071757 Feb 07 16:44:22.522402 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-59e4d48c-b179-4982-b41c-6a83cefe56b4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:22.538003 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-385717c8-399a-4698-aecf-6699a44e74a1 req-2952f540-2684-4751-a8ce-eb782c54f031 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/security-groups?id=8edfc3aa-1ba7-40eb-93de-f997a90f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870322 Feb 07 16:44:22.544688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-59e4d48c-b179-4982-b41c-6a83cefe56b4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:44:22.606408 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b5f32266-85bd-4ccd-861b-dc5c977b375a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (95d94cb1-74ef-44e9-9dc1-3b305fde2926), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:22.676222 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c5ca147-82b6-450c-a3d9-8b8e03a86014 req-a1bb2c1d-55b9-45d1-b780-f7f2c38d3984 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373797 Feb 07 16:44:22.683472 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-48c1386f-2f26-413b-ab9b-7da8d99f20c7 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:22.686819 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-48c1386f-2f26-413b-ab9b-7da8d99f20c7 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.48 "GET /v2.0/networks?id=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 HTTP/1.1" status: 200 len: 805 time: 0.3043764 Feb 07 16:44:22.709469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-97b70477-dfaa-49ad-9fa6-7dff00c04af7 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Request body: {'port': {'device_id': 'f0b450e8-2c8e-48d4-8260-4f97b3ccd822', 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67', 'admin_state_up': True, 'tenant_id': '2c5e15258b8947119fa62f8821360c46'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:22.780965 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b5f32266-85bd-4ccd-861b-dc5c977b375a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (95d94cb1-74ef-44e9-9dc1-3b305fde2926), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:22.856431 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4d48c-b179-4982-b41c-6a83cefe56b4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Pushing event updated for resources: {'Port': ['ID=381cbc5a-0ff9-457f-8611-e3c4b222d607,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:23.003786 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8e148c3f-5145-400e-8540-d6f2abfc91b0 req-ac0879a0-4ea3-4dad-bdd6-50c961bcec4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96463051-c299-4469-b0b7-ee7aabbdaf68 HTTP/1.1" status: 200 len: 217 time: 0.4510045 Feb 07 16:44:23.044998 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:23.099796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-abf9dde7-1b10-4bf5-8ee6-fc91a6a8a590 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Made reservation on behalf of c4d49702976945bf97b629c65cf535b6 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:23.106495 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-abf9dde7-1b10-4bf5-8ee6-fc91a6a8a590 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:23.112215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce6f16-f11b-498d-b6c7-3c9bc4c93e5d req-495c1cfb-8c59-4806-b057-7bff78793f1d tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:23.114298 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3ce6f16-f11b-498d-b6c7-3c9bc4c93e5d req-495c1cfb-8c59-4806-b057-7bff78793f1d tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 944 time: 0.2301140 Feb 07 16:44:23.117823 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b5f32266-85bd-4ccd-861b-dc5c977b375a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (95d94cb1-74ef-44e9-9dc1-3b305fde2926), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:23.149263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-97b70477-dfaa-49ad-9fa6-7dff00c04af7 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Made reservation on behalf of 2c5e15258b8947119fa62f8821360c46 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:23.157668 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-97b70477-dfaa-49ad-9fa6-7dff00c04af7 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:23.228645 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-59e4d48c-b179-4982-b41c-6a83cefe56b4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:23.229816 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-59e4d48c-b179-4982-b41c-6a83cefe56b4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:23.237628 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f32266-85bd-4ccd-861b-dc5c977b375a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95d94cb1-74ef-44e9-9dc1-3b305fde2926,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:23.304184 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b5f32266-85bd-4ccd-861b-dc5c977b375a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:23.308911 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b5f32266-85bd-4ccd-861b-dc5c977b375a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/95d94cb1-74ef-44e9-9dc1-3b305fde2926 HTTP/1.1" status: 204 len: 168 time: 1.3856421 Feb 07 16:44:23.322593 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3ce6f16-f11b-498d-b6c7-3c9bc4c93e5d req-60c2d232-e730-4d6c-990b-2b0f41225e13 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778581 Feb 07 16:44:23.329153 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37346) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:23.581952 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bd59e0d4-ea19-4b2b-8c9f-686af965cb5e req-ecad7df2-d44b-4ff5-8c96-55230cd705c9 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 210 time: 0.0891771 Feb 07 16:44:23.589165 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-abf9dde7-1b10-4bf5-8ee6-fc91a6a8a590 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Allocated IP 19.86.0.216 (b3e85d1e-f0c7-4a99-89e2-ed892d1028ef/f54086ac-c1f3-44d0-bdac-d3df1378b5db/c3447af8-47ca-4fb6-aa6e-490e6eb35cf3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:44:23.608401 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba738dc7-03a3-4743-9d4f-8d683f198bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (799b907d-306f-4780-95cb-1b7532645b18), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:23.653606 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c58e79-ecc0-473b-9377-cb76739c5326 x-openstack-request-id: req-d8c58e79-ecc0-473b-9377-cb76739c5326 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:44:23.654285 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fcf0ea-40ff-4209-8c19-f94aba1d42b3", "name": "network-vif-deleted", "tag": "a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:44:23.655520 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8c58e79-ecc0-473b-9377-cb76739c5326 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:44:23.656168 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fcf0ea-40ff-4209-8c19-f94aba1d42b3', 'name': 'network-vif-deleted', 'tag': 'a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae', 'status': 'completed', 'code': 200} Feb 07 16:44:23.677364 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f5123-3708-4eb3-bee8-d9bcf4ceb5f4 req-6707ca0e-efa9-475f-848c-b363f5aa7a36 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:23.692631 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-867f5123-3708-4eb3-bee8-d9bcf4ceb5f4 req-6707ca0e-efa9-475f-848c-b363f5aa7a36 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 931 time: 0.9834213 Feb 07 16:44:23.700290 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:44:23.743435 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-97b70477-dfaa-49ad-9fa6-7dff00c04af7 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Allocated IP 172.20.0.4 (47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67/33c9ecdd-108b-4a28-9918-7706852c1388/ef25d223-2799-4267-b650-347bd316a288) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:44:23.768502 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e148c3f-5145-400e-8540-d6f2abfc91b0 req-59734795-9169-437e-82df-6278aef1800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:23.776709 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8e148c3f-5145-400e-8540-d6f2abfc91b0 req-59734795-9169-437e-82df-6278aef1800a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.7205586 Feb 07 16:44:23.794816 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-59e4d48c-b179-4982-b41c-6a83cefe56b4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3697391 Feb 07 16:44:23.819525 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:44:23.821005 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a4b8fa4a-6ee6-4fa0-aa45-3df8bd758dae not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:44:23.844190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37356) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:23.986483 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Request body: {'port': {'device_id': '284777f9-6218-4132-84f9-8c6ef950090e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:24.067992 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8e148c3f-5145-400e-8540-d6f2abfc91b0 req-dba1ff9b-38bb-4865-bc98-3e9e15e1916d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380110 Feb 07 16:44:24.176283 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba738dc7-03a3-4743-9d4f-8d683f198bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (799b907d-306f-4780-95cb-1b7532645b18), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:24.193433 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8e148c3f-5145-400e-8540-d6f2abfc91b0 req-fe7987d3-5e6a-407c-afea-98330ff16a20 service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097119 Feb 07 16:44:24.232433 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ba738dc7-03a3-4743-9d4f-8d683f198bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799b907d-306f-4780-95cb-1b7532645b18']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:44:24.291893 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0e461a41-6fff-4b68-8fe4-a63b5bdf52f7 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1084109338'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:24.293042 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0e461a41-6fff-4b68-8fe4-a63b5bdf52f7 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] Unknown quota resources ['metering_label']. {{(pid=103226) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 16:44:24.332421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ba738dc7-03a3-4743-9d4f-8d683f198bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c8878c-b12f-42d7-a39a-108da02bfbbc') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:44:24.332908 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ba738dc7-03a3-4743-9d4f-8d683f198bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c8878c-b12f-42d7-a39a-108da02bfbbc') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:44:24.333893 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-867f5123-3708-4eb3-bee8-d9bcf4ceb5f4 req-bcedf51d-a1bc-490a-90ec-2c7e78de0389 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6383040 Feb 07 16:44:24.356028 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e2736-508e-477c-a04b-0a4cc04a380e req-47f1bff1-ce71-42e4-b4cb-1880c61461f0 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:24.369507 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f55e2736-508e-477c-a04b-0a4cc04a380e req-47f1bff1-ce71-42e4-b4cb-1880c61461f0 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 931 time: 0.4193211 Feb 07 16:44:24.376329 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-2da3861f-1e82-497c-aa4a-fa780cf06356 service neutron] 10.222.0.32 "GET /v2.0/ports/96463051-c299-4469-b0b7-ee7aabbdaf68/bindings/n-h1-827865-3 HTTP/1.1" status: 200 len: 384 time: 0.4451106 Feb 07 16:44:24.389099 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:24.400103 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-abf9dde7-1b10-4bf5-8ee6-fc91a6a8a590 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks [] for port (c3447af8-47ca-4fb6-aa6e-490e6eb35cf3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:24.521616 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8e148c3f-5145-400e-8540-d6f2abfc91b0 req-90d07eaa-7171-455a-9a28-7e91bb07d9ab service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177679 Feb 07 16:44:24.521898 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba738dc7-03a3-4743-9d4f-8d683f198bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (78c8878c-b12f-42d7-a39a-108da02bfbbc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:24.572935 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-97b70477-dfaa-49ad-9fa6-7dff00c04af7 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks [] for port (ef25d223-2799-4267-b650-347bd316a288), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:24.671655 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-abf9dde7-1b10-4bf5-8ee6-fc91a6a8a590 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c3447af8-47ca-4fb6-aa6e-490e6eb35cf3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:24.747583 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37370) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:24.760162 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1fc61944-bba5-4d06-8215-024e2c962632 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1823614520'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:24.822853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-abf9dde7-1b10-4bf5-8ee6-fc91a6a8a590 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Network b3e85d1e-f0c7-4a99-89e2-ed892d1028ef is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:44:24.871898 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-abf9dde7-1b10-4bf5-8ee6-fc91a6a8a590 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:24.881630 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-abf9dde7-1b10-4bf5-8ee6-fc91a6a8a590 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:44:24.924712 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9dde7-1b10-4bf5-8ee6-fc91a6a8a590 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event updated for resources: {'Port': ['ID=c3447af8-47ca-4fb6-aa6e-490e6eb35cf3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:24.939528 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07121b-c9c9-41db-a41c-c8d2b2fc4c67 req-3860f70f-b842-4784-b981-fa663cacb54a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:24.941698 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-db07121b-c9c9-41db-a41c-c8d2b2fc4c67 req-3860f70f-b842-4784-b981-fa663cacb54a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 944 time: 0.3910992 Feb 07 16:44:24.973781 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc61944-bba5-4d06-8215-024e2c962632 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Made reservation on behalf of 4aab9c2a401e4794b59cf423bf862032 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:24.977214 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fc61944-bba5-4d06-8215-024e2c962632 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:25.056432 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-abf9dde7-1b10-4bf5-8ee6-fc91a6a8a590 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:25.057598 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-abf9dde7-1b10-4bf5-8ee6-fc91a6a8a590 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:25.102663 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba738dc7-03a3-4743-9d4f-8d683f198bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (78c8878c-b12f-42d7-a39a-108da02bfbbc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:25.126783 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc61944-bba5-4d06-8215-024e2c962632 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:44:25.133612 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-912a232d-d226-4540-a781-a650ce997f11 req-1821e420-825e-44d8-8593-ca2df91dd70d service neutron] For port 96463051-c299-4469-b0b7-ee7aabbdaf68, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=96463051-c299-4469-b0b7-ee7aabbdaf68,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:25.148949 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-abf9dde7-1b10-4bf5-8ee6-fc91a6a8a590 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1065786 Feb 07 16:44:25.177140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Request body: {'port': {'device_id': '76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:25.192596 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-db07121b-c9c9-41db-a41c-c8d2b2fc4c67 req-f36dd4fd-3a89-484d-9727-fbc1d05ff334 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198343 Feb 07 16:44:25.202667 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fc61944-bba5-4d06-8215-024e2c962632 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (38ef35ec-5e7e-4925-9662-eb486f4a57fa), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:25.203037 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-1fc61944-bba5-4d06-8215-024e2c962632 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Added segment 38ef35ec-5e7e-4925-9662-eb486f4a57fa of type vlan for network 77871b7a-f86e-4316-bba8-73d687b56c15 Feb 07 16:44:25.311394 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2ee9542f-1bc8-40cc-b519-22d240ed9eae None None] Provisioning complete for port c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:25.312232 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ee9542f-1bc8-40cc-b519-22d240ed9eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c3447af8-47ca-4fb6-aa6e-490e6eb35cf3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:25.319462 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba738dc7-03a3-4743-9d4f-8d683f198bb3 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:44:25.321337 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba738dc7-03a3-4743-9d4f-8d683f198bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (78c8878c-b12f-42d7-a39a-108da02bfbbc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:25.330843 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e461a41-6fff-4b68-8fe4-a63b5bdf52f7 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:25.339902 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0e461a41-6fff-4b68-8fe4-a63b5bdf52f7 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.4843736 Feb 07 16:44:25.346333 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f55e2736-508e-477c-a04b-0a4cc04a380e req-2fb60d15-6b8c-4fe6-b86a-52f59d5301b8 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9746802 Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:44:25.347125 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:44:25.379841 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37372) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:25.390984 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2ee9542f-1bc8-40cc-b519-22d240ed9eae None None] Port c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:44:25.457316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ad14f24c-7b05-4edb-a771-e62226688bfb tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '47609d6b-3cf1-4775-8b11-b1ede5a0a4ec'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:25.458688 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ad14f24c-7b05-4edb-a771-e62226688bfb tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103226) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 16:44:25.534325 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-912a232d-d226-4540-a781-a650ce997f11 req-1821e420-825e-44d8-8593-ca2df91dd70d service neutron] For port 96463051-c299-4469-b0b7-ee7aabbdaf68, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:44:25.615686 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381cbc5a-0ff9-457f-8611-e3c4b222d607 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:44:25.623535 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9ef031f-d20f-473a-98c1-a9dd1029f2f9 req-bae3e06d-7469-4764-a3e4-63e410911664 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 210 time: 0.1001875 Feb 07 16:44:25.649018 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Publish callbacks [] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:25.664361 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-912a232d-d226-4540-a781-a650ce997f11 req-1821e420-825e-44d8-8593-ca2df91dd70d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96463051-c299-4469-b0b7-ee7aabbdaf68 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:44:25.686738 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-912a232d-d226-4540-a781-a650ce997f11 req-1821e420-825e-44d8-8593-ca2df91dd70d service neutron] For port 96463051-c299-4469-b0b7-ee7aabbdaf68, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=96463051-c299-4469-b0b7-ee7aabbdaf68,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:25.688545 n-d-827865-3 neutron-server[103226]: WARNING neutron.services.metering.metering_plugin [None req-ad14f24c-7b05-4edb-a771-e62226688bfb tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 07 16:44:25.695020 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9751bebe-a2de-408f-a496-7bcc09a6355e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:25.721210 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fc61944-bba5-4d06-8215-024e2c962632 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (77871b7a-f86e-4316-bba8-73d687b56c15), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:25.724585 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Transition to ACTIVE for port object 381cbc5a-0ff9-457f-8611-e3c4b222d607 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:44:25.741978 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-912a232d-d226-4540-a781-a650ce997f11 req-1821e420-825e-44d8-8593-ca2df91dd70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:25.743961 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:25.770452 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ef362db3-28b6-4458-9a5a-c1457ac277c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:25.788715 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba738dc7-03a3-4743-9d4f-8d683f198bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (799b907d-306f-4780-95cb-1b7532645b18), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:25.867676 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-97b70477-dfaa-49ad-9fa6-7dff00c04af7 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ef25d223-2799-4267-b650-347bd316a288), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:25.878247 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba738dc7-03a3-4743-9d4f-8d683f198bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:25.884389 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ba738dc7-03a3-4743-9d4f-8d683f198bb3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/799b907d-306f-4780-95cb-1b7532645b18 HTTP/1.1" status: 204 len: 168 time: 2.5505772 Feb 07 16:44:25.917052 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fc61944-bba5-4d06-8215-024e2c962632 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (77871b7a-f86e-4316-bba8-73d687b56c15), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:25.922587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc61944-bba5-4d06-8215-024e2c962632 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:25.922847 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fc61944-bba5-4d06-8215-024e2c962632 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:25.925993 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Pushing event updated for resources: {'Port': ['ID=381cbc5a-0ff9-457f-8611-e3c4b222d607,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:26.028022 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba738dc7-03a3-4743-9d4f-8d683f198bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=799b907d-306f-4780-95cb-1b7532645b18,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:26.040175 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad14f24c-7b05-4edb-a771-e62226688bfb tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:26.042100 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ad14f24c-7b05-4edb-a771-e62226688bfb tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6615210 Feb 07 16:44:26.058290 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37380) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:26.080664 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7eb2ab36-2354-41db-b61e-a1564c801606 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '47609d6b-3cf1-4775-8b11-b1ede5a0a4ec'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:26.081569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7eb2ab36-2354-41db-b61e-a1564c801606 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103226) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 16:44:26.089020 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-97b70477-dfaa-49ad-9fa6-7dff00c04af7 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:44:26.107318 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-97b70477-dfaa-49ad-9fa6-7dff00c04af7 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:26.112406 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1fc61944-bba5-4d06-8215-024e2c962632 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3588407 Feb 07 16:44:26.113691 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-97b70477-dfaa-49ad-9fa6-7dff00c04af7 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:44:26.121893 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b70477-dfaa-49ad-9fa6-7dff00c04af7 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Pushing event updated for resources: {'Port': ['ID=ef25d223-2799-4267-b650-347bd316a288,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:26.126341 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37382) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:26.166353 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cea353-b219-463b-8883-f899ae85b61e req-ee299e9d-cde2-47af-9276-7e769d84f677 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:26.168064 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f5cea353-b219-463b-8883-f899ae85b61e req-ee299e9d-cde2-47af-9276-7e769d84f677 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/ports?device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 945 time: 0.4333377 Feb 07 16:44:26.177896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f4d4b7b5-9784-47a6-af77-483d3422c845 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1533991721'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:26.183904 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446cca2-6035-4af9-843f-aac7f5e6b576 req-860d1837-9739-43a8-82b9-e8d42e4e7a24 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:26.190726 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc61944-bba5-4d06-8215-024e2c962632 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event updated for resources: {'Network': ['ID=77871b7a-f86e-4316-bba8-73d687b56c15,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:26.192554 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3446cca2-6035-4af9-843f-aac7f5e6b576 req-860d1837-9739-43a8-82b9-e8d42e4e7a24 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 931 time: 0.6036038 Feb 07 16:44:26.207146 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 77871b7a-f86e-4316-bba8-73d687b56c15 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:44:26.234021 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37386) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:26.251397 n-d-827865-3 neutron-server[103226]: WARNING neutron.services.metering.metering_plugin [None req-7eb2ab36-2354-41db-b61e-a1564c801606 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 07 16:44:26.253033 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-912a232d-d226-4540-a781-a650ce997f11 req-1821e420-825e-44d8-8593-ca2df91dd70d service neutron] Transition to ACTIVE for port object 96463051-c299-4469-b0b7-ee7aabbdaf68 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:44:26.305943 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-912a232d-d226-4540-a781-a650ce997f11 req-1821e420-825e-44d8-8593-ca2df91dd70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:26.328194 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d4b7b5-9784-47a6-af77-483d3422c845 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Made reservation on behalf of 4aab9c2a401e4794b59cf423bf862032 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:26.332957 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b7b5-9784-47a6-af77-483d3422c845 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:26.337163 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-97b70477-dfaa-49ad-9fa6-7dff00c04af7 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:26.338112 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-97b70477-dfaa-49ad-9fa6-7dff00c04af7 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:26.408223 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eb2ab36-2354-41db-b61e-a1564c801606 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:26.409516 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7eb2ab36-2354-41db-b61e-a1564c801606 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3498161 Feb 07 16:44:26.415959 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37388) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:26.426876 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Attempting to bind port 381cbc5a-0ff9-457f-8611-e3c4b222d607 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:44:26.427376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Attempting to bind port 381cbc5a-0ff9-457f-8611-e3c4b222d607 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '03af9fa1-8b97-43be-8e17-86dad5c361df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:44:26.427811 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Attempting to bind port 381cbc5a-0ff9-457f-8611-e3c4b222d607 on network a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:26.437315 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-97b70477-dfaa-49ad-9fa6-7dff00c04af7 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7321582 Feb 07 16:44:26.445102 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-485485ab-97fa-419a-b04c-c56559d87743 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=2aa2c0c2-71ac-48c5-b566-d9e3837947a4 HTTP/1.1" status: 200 len: 462 time: 0.0251837 Feb 07 16:44:26.452116 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3446cca2-6035-4af9-843f-aac7f5e6b576 req-47fe4e45-2f07-41fa-a1f4-4ee06825fb8e tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576177 Feb 07 16:44:26.469598 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37392) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:26.469896 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Request body: {'port': {'device_id': 'f0b450e8-2c8e-48d4-8260-4f97b3ccd822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:26.519847 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f5cea353-b219-463b-8883-f899ae85b61e req-432bab7b-1543-4960-8c09-5bbf761c215b tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/security-groups?id=8edfc3aa-1ba7-40eb-93de-f997a90f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025737 Feb 07 16:44:26.520459 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Port 381cbc5a-0ff9-457f-8611-e3c4b222d607 on network a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:44:26.520794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Attempting to bind port 381cbc5a-0ff9-457f-8611-e3c4b222d607 on network a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:26.531643 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-912a232d-d226-4540-a781-a650ce997f11 req-1821e420-825e-44d8-8593-ca2df91dd70d service neutron] No DVR routers for this DVR port 96463051-c299-4469-b0b7-ee7aabbdaf68 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:44:26.544685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d4b7b5-9784-47a6-af77-483d3422c845 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:44:26.567535 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-196af366-cdf7-4363-929f-f80ee0598908 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e228a9fc6e904a2cb94122a0508c5bdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3209753 Feb 07 16:44:26.574517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821e420-825e-44d8-8593-ca2df91dd70d service neutron] Pushing event updated for resources: {'Port': ['ID=96463051-c299-4469-b0b7-ee7aabbdaf68,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:26.582759 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37394) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:26.590529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:44:26.591237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Checking segment: {'id': '03af9fa1-8b97-43be-8e17-86dad5c361df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:44:26.591897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Bound using segment: {'id': '03af9fa1-8b97-43be-8e17-86dad5c361df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:44:26.593113 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Bound port: 381cbc5a-0ff9-457f-8611-e3c4b222d607, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03af9fa1-8b97-43be-8e17-86dad5c361df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:44:26.594195 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:26.632546 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef25d223-2799-4267-b650-347bd316a288), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:26.714474 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b7b5-9784-47a6-af77-483d3422c845 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e9d60a73-1a87-4108-9a2d-32329506d358), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:26.714986 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-f4d4b7b5-9784-47a6-af77-483d3422c845 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Added segment e9d60a73-1a87-4108-9a2d-32329506d358 of type vlan for network 341e2c10-4c3c-4ab6-9063-14743a0d705c Feb 07 16:44:26.732406 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8594694-5d92-45ce-974a-9edf9db84878 req-f686920c-463f-4a0c-990b-413ba0519823 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:26.735463 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b8594694-5d92-45ce-974a-9edf9db84878 req-f686920c-463f-4a0c-990b-413ba0519823 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 945 time: 0.1768243 Feb 07 16:44:26.766884 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f05fb40-e1d7-4114-b6ca-15c4662c847c admin admin] Publish callbacks [] for security_group (754e88d3-9d77-429d-a74e-20f78c392c91), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:26.907356 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f05fb40-e1d7-4114-b6ca-15c4662c847c admin admin] Publish callbacks [] for security_group (754e88d3-9d77-429d-a74e-20f78c392c91), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:26.949411 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-1821e420-825e-44d8-8593-ca2df91dd70d service neutron] 10.222.0.32 "PUT /v2.0/ports/96463051-c299-4469-b0b7-ee7aabbdaf68/bindings/n-h1-827865-3/activate HTTP/1.1" status: 200 len: 369 time: 2.5629299 Feb 07 16:44:26.967623 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b8594694-5d92-45ce-974a-9edf9db84878 req-c1fdcfc6-0559-4b4b-896a-01c1abe5ec38 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136757 Feb 07 16:44:27.150263 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f05fb40-e1d7-4114-b6ca-15c4662c847c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (754e88d3-9d77-429d-a74e-20f78c392c91), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:27.152933 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f05fb40-e1d7-4114-b6ca-15c4662c847c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:27.154160 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5f05fb40-e1d7-4114-b6ca-15c4662c847c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/754e88d3-9d77-429d-a74e-20f78c392c91 HTTP/1.1" status: 204 len: 168 time: 0.5658038 Feb 07 16:44:27.184656 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b7b5-9784-47a6-af77-483d3422c845 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (341e2c10-4c3c-4ab6-9063-14743a0d705c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:27.185357 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05fb40-e1d7-4114-b6ca-15c4662c847c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754e88d3-9d77-429d-a74e-20f78c392c91,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:27.212259 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a232d-d226-4540-a781-a650ce997f11 req-a3455e9b-c589-4457-9fb8-0d8a205b06b0 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:27.213875 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-a3455e9b-c589-4457-9fb8-0d8a205b06b0 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e&tenant_id=fe34686be38c42c8a33e48d32dc23dcd&binding%3Ahost_id=n-h2-827865-3 HTTP/1.1" status: 200 len: 1127 time: 0.1935294 Feb 07 16:44:27.224804 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28e629-e398-4480-87e5-f5c169847c4c req-d9523e00-2415-48c4-83be-64a75de5c058 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:27.233262 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce28e629-e398-4480-87e5-f5c169847c4c req-d9523e00-2415-48c4-83be-64a75de5c058 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 931 time: 0.1618822 Feb 07 16:44:27.315213 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef25d223-2799-4267-b650-347bd316a288 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:44:27.327598 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-853e9405-1a5a-496d-b9e3-5dd2c72f83b3 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:27.330245 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-853e9405-1a5a-496d-b9e3-5dd2c72f83b3 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/2aa2c0c2-71ac-48c5-b566-d9e3837947a4 HTTP/1.1" status: 204 len: 168 time: 0.8636417 Feb 07 16:44:27.333446 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Publish callbacks [] for port (ef25d223-2799-4267-b650-347bd316a288), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:27.337553 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37400) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:27.384112 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4cf21ffc-4498-4a7d-8fec-77b2953de445 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=2aa2c0c2-71ac-48c5-b566-d9e3837947a4 HTTP/1.1" status: 200 len: 221 time: 0.0422440 Feb 07 16:44:27.385684 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Transition to ACTIVE for port object ef25d223-2799-4267-b650-347bd316a288 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:44:27.387788 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37402) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:27.390589 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] For port 381cbc5a-0ff9-457f-8611-e3c4b222d607, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:44:27.403470 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9751bebe-a2de-408f-a496-7bcc09a6355e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:44:27.404005 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce28e629-e398-4480-87e5-f5c169847c4c req-8134553e-132a-4676-9a7d-edef3f623195 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665280 Feb 07 16:44:27.408843 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5ee85e39-c0ea-4d0d-a726-420bb8aaf249 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--321782145', 'description': 'label created by tempest'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:27.409017 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5ee85e39-c0ea-4d0d-a726-420bb8aaf249 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] Unknown quota resources ['metering_label']. {{(pid=103226) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 16:44:27.417761 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ef25d223-2799-4267-b650-347bd316a288), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:27.424118 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Publish callbacks [] for port (9751bebe-a2de-408f-a496-7bcc09a6355e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:27.427824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] For port 381cbc5a-0ff9-457f-8611-e3c4b222d607, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607,segment=NetworkSegment(03af9fa1-8b97-43be-8e17-86dad5c361df),segment_id=03af9fa1-8b97-43be-8e17-86dad5c361df)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:44:27.439539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e93899-47f5-47da-acb8-bcccf4cb5e4f req-5b4e50d6-7bfa-4ad7-9742-b04b836561f5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:27.445333 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e93899-47f5-47da-acb8-bcccf4cb5e4f req-5b4e50d6-7bfa-4ad7-9742-b04b836561f5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:27.450141 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21e93899-47f5-47da-acb8-bcccf4cb5e4f req-5b4e50d6-7bfa-4ad7-9742-b04b836561f5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 1654 time: 0.7835960 Feb 07 16:44:27.468861 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b7b5-9784-47a6-af77-483d3422c845 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (341e2c10-4c3c-4ab6-9063-14743a0d705c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:27.480584 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d4b7b5-9784-47a6-af77-483d3422c845 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:27.481814 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b7b5-9784-47a6-af77-483d3422c845 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:27.503434 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:27.521203 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a232d-d226-4540-a781-a650ce997f11 req-a314b377-1630-4b35-9f38-a65a9cae4a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:27.522848 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-a314b377-1630-4b35-9f38-a65a9cae4a47 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e&tenant_id=fe34686be38c42c8a33e48d32dc23dcd HTTP/1.1" status: 200 len: 1127 time: 0.2874930 Feb 07 16:44:27.552222 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1001-137a-4b13-9f00-b478dd7a840e req-f21ac48b-ef4d-476c-8c32-119ac211074b tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:27.555466 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d4d1001-137a-4b13-9f00-b478dd7a840e req-f21ac48b-ef4d-476c-8c32-119ac211074b tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.32 "GET /v2.0/ports?device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 945 time: 0.7635877 Feb 07 16:44:27.675025 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Transition to ACTIVE for port object 9751bebe-a2de-408f-a496-7bcc09a6355e will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:44:27.680468 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Pushing event updated for resources: {'Port': ['ID=ef25d223-2799-4267-b650-347bd316a288,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:27.725098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 96463051-c299-4469-b0b7-ee7aabbdaf68 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:44:27.732350 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (9751bebe-a2de-408f-a496-7bcc09a6355e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:27.800944 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:27.802510 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:27.805449 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] 10.222.0.48 "PUT /v2.0/ports/381cbc5a-0ff9-457f-8611-e3c4b222d607 HTTP/1.1" status: 200 len: 1091 time: 3.8365276 Feb 07 16:44:27.826588 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284777f9-6218-4132-84f9-8c6ef950090e', 'tag': '381cbc5a-0ff9-457f-8611-e3c4b222d607'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:44:27.831879 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32afd614-ca78-47ae-92a9-db22af0b6141" -d '{"events": [{"name": "network-changed", "server_uuid": "284777f9-6218-4132-84f9-8c6ef950090e", "tag": "381cbc5a-0ff9-457f-8611-e3c4b222d607"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:44:27.842165 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f4d4b7b5-9784-47a6-af77-483d3422c845 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6915166 Feb 07 16:44:27.849043 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37420) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:27.855133 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] The host n-h2-827865-3 is not matching for port 96463051-c299-4469-b0b7-ee7aabbdaf68 host n-h1-827865-3! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 16:44:27.855551 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 96463051-c299-4469-b0b7-ee7aabbdaf68 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:44:27.858632 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ee85e39-c0ea-4d0d-a726-420bb8aaf249 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:27.862930 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5ee85e39-c0ea-4d0d-a726-420bb8aaf249 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4724352 Feb 07 16:44:27.865666 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37422) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:27.885594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b7bdeab7-5e3a-4810-82b1-44c9aa3341e8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Request body: {'subnet': {'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:27.990011 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-283eb689-ec02-48f6-a7c1-fdb98e8f2ed6 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=81d6d3e8-a233-4900-8e36-6efc99668dd6 HTTP/1.1" status: 200 len: 467 time: 0.1228199 Feb 07 16:44:27.992387 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37426) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:28.022575 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a232d-d226-4540-a781-a650ce997f11 req-250b87c9-6dc5-43db-b523-0f02cc1afbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:28.024185 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-250b87c9-6dc5-43db-b523-0f02cc1afbd7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 1127 time: 0.4697070 Feb 07 16:44:28.039143 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4b7b5-9784-47a6-af77-483d3422c845 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event updated for resources: {'Network': ['ID=341e2c10-4c3c-4ab6-9063-14743a0d705c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:28.055242 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 341e2c10-4c3c-4ab6-9063-14743a0d705c details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:44:28.141466 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Attempting to bind port ef25d223-2799-4267-b650-347bd316a288 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:44:28.143688 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Attempting to bind port ef25d223-2799-4267-b650-347bd316a288 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'a8cbf2b4-a269-4a95-95bb-59271c7116a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:44:28.144638 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Attempting to bind port ef25d223-2799-4267-b650-347bd316a288 on network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:28.172025 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Port ef25d223-2799-4267-b650-347bd316a288 on network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:44:28.172757 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Attempting to bind port ef25d223-2799-4267-b650-347bd316a288 on network 47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:28.196698 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0461713-a23d-4d0a-b5bd-bd922eef2e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:28.242713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:44:28.243515 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Checking segment: {'id': 'a8cbf2b4-a269-4a95-95bb-59271c7116a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:44:28.244184 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Bound using segment: {'id': 'a8cbf2b4-a269-4a95-95bb-59271c7116a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:44:28.244912 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Bound port: ef25d223-2799-4267-b650-347bd316a288, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cbf2b4-a269-4a95-95bb-59271c7116a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:44:28.245619 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef25d223-2799-4267-b650-347bd316a288), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:28.296120 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541079f-1645-46ab-9a7d-f406390d11c4 req-2a4244b2-869a-40eb-a86b-7a289fbfc50e tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:28.304985 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f541079f-1645-46ab-9a7d-f406390d11c4 req-2a4244b2-869a-40eb-a86b-7a289fbfc50e tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 943 time: 0.6739922 Feb 07 16:44:28.376091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37436) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:28.441318 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c734710-4edd-449b-b04a-2bd8bb462b9e service neutron] Pushing event updated for resources: {'Port': ['ID=381cbc5a-0ff9-457f-8611-e3c4b222d607,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:28.443351 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd977b1e-d15b-4582-81e4-76a2b8313b3e tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:28.444648 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dd977b1e-d15b-4582-81e4-76a2b8313b3e tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/81d6d3e8-a233-4900-8e36-6efc99668dd6 HTTP/1.1" status: 204 len: 168 time: 0.4487436 Feb 07 16:44:28.468390 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37442) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:28.487405 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21e93899-47f5-47da-acb8-bcccf4cb5e4f req-8ac6a4c9-64c0-4a91-a511-956048226cd4 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0257788 Feb 07 16:44:28.502770 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] For port ef25d223-2799-4267-b650-347bd316a288, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:44:28.506488 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] For port ef25d223-2799-4267-b650-347bd316a288, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ef25d223-2799-4267-b650-347bd316a288,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:44:28.536353 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ef25d223-2799-4267-b650-347bd316a288), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:28.588959 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9f097e5c-3e46-468e-a658-725a03f6964d tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=81d6d3e8-a233-4900-8e36-6efc99668dd6 HTTP/1.1" status: 200 len: 216 time: 0.1119645 Feb 07 16:44:28.597861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37444) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:28.614735 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Pushing event updated for resources: {'Port': ['ID=ef25d223-2799-4267-b650-347bd316a288,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:28.654142 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f541079f-1645-46ab-9a7d-f406390d11c4 req-2073e0da-74ad-4ea6-977a-106876127e67 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476093 Feb 07 16:44:28.667511 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2a40784b-3ec2-4732-9612-9f343baf4d10 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0680878 Feb 07 16:44:28.698184 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Pushing event updated for resources: {'Port': ['ID=9751bebe-a2de-408f-a496-7bcc09a6355e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:28.699333 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37446) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:28.707681 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca3b9ce-cf77-4128-b23b-7257c89c30b5 x-openstack-request-id: req-9ca3b9ce-cf77-4128-b23b-7257c89c30b5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:44:28.708009 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284777f9-6218-4132-84f9-8c6ef950090e", "tag": "381cbc5a-0ff9-457f-8611-e3c4b222d607", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:44:28.708275 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ca3b9ce-cf77-4128-b23b-7257c89c30b5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:44:28.708712 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284777f9-6218-4132-84f9-8c6ef950090e', 'tag': '381cbc5a-0ff9-457f-8611-e3c4b222d607', 'status': 'completed', 'code': 200} Feb 07 16:44:28.726386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a232d-d226-4540-a781-a650ce997f11 req-be97bf39-2df5-4a99-98ef-c5282f4d754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:28.732214 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-be97bf39-2df5-4a99-98ef-c5282f4d754f service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.6051271 Feb 07 16:44:28.735006 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:28.736687 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:28.741072 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-4f2382ce-4bcc-4976-9957-f217b9400e7f service neutron] 10.222.0.48 "PUT /v2.0/ports/ef25d223-2799-4267-b650-347bd316a288 HTTP/1.1" status: 200 len: 1091 time: 2.2869995 Feb 07 16:44:28.746146 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b450e8-2c8e-48d4-8260-4f97b3ccd822', 'tag': 'ef25d223-2799-4267-b650-347bd316a288'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:44:28.749321 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-f655549d-94ae-44c2-9b85-b61e9d7e11ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:28.751019 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-f655549d-94ae-44c2-9b85-b61e9d7e11ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=17e673e6323b4e4cb326f65b4b9943cf&device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 1125 time: 0.8385432 Feb 07 16:44:28.752287 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bdeab7-5e3a-4810-82b1-44c9aa3341e8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Made reservation on behalf of 4aab9c2a401e4794b59cf423bf862032 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:28.754390 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef29e425-136e-4805-90a7-3beddf33d200" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b450e8-2c8e-48d4-8260-4f97b3ccd822", "tag": "ef25d223-2799-4267-b650-347bd316a288"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:44:28.755998 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7bdeab7-5e3a-4810-82b1-44c9aa3341e8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:28.795013 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-25e95347-cf20-4974-93c8-1fb3d7d4459e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1848356805-network', 'tenant_id': '06390ca1e4514922a0c1cd0f59852279'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:28.804211 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-86225f7b-7647-4653-bcb1-cfb513c23ead tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0988517 Feb 07 16:44:28.827601 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37452) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:28.893645 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-d96ca1df-caf6-4f95-bbbf-3560661c3c87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607 HTTP/1.1" status: 200 len: 217 time: 0.1276340 Feb 07 16:44:28.896863 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-9279fd11-bdbe-4f1f-879b-eb637557e342 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96463051-c299-4469-b0b7-ee7aabbdaf68 HTTP/1.1" status: 200 len: 217 time: 0.1324332 Feb 07 16:44:28.902639 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8d4d1001-137a-4b13-9f00-b478dd7a840e req-45786523-92af-4af6-b81e-cabc4b201269 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Deleting port 742dccc4-9b00-4297-9e57-16a56cc1c43b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:44:28.902963 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d4d1001-137a-4b13-9f00-b478dd7a840e req-45786523-92af-4af6-b81e-cabc4b201269 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (742dccc4-9b00-4297-9e57-16a56cc1c43b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:28.980083 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e95347-cf20-4974-93c8-1fb3d7d4459e admin admin] Made reservation on behalf of 06390ca1e4514922a0c1cd0f59852279 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:28.982497 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25e95347-cf20-4974-93c8-1fb3d7d4459e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:29.007803 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25e95347-cf20-4974-93c8-1fb3d7d4459e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:29.020510 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4f45a143-b701-4c6e-ae7d-37986650aa3e tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/47609d6b-3cf1-4775-8b11-b1ede5a0a4ec HTTP/1.1" status: 200 len: 473 time: 0.1875679 Feb 07 16:44:29.029470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37454) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:29.039039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a232d-d226-4540-a781-a650ce997f11 req-16b05154-9b14-424a-8053-6393983feef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:29.040513 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-16b05154-9b14-424a-8053-6393983feef2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.1088812 Feb 07 16:44:29.059257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Attempting to bind port 9751bebe-a2de-408f-a496-7bcc09a6355e on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:44:29.059632 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Attempting to bind port 9751bebe-a2de-408f-a496-7bcc09a6355e by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '50dea519-fcd5-4e7e-a2f3-5b093407b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3a7a1987-37a7-44cc-a161-8c5f99acf63a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:44:29.059936 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Attempting to bind port 9751bebe-a2de-408f-a496-7bcc09a6355e on network 3a7a1987-37a7-44cc-a161-8c5f99acf63a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:29.071194 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-a904a291-2045-46e7-9395-fc36bb25e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:29.072959 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-a904a291-2045-46e7-9395-fc36bb25e929 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c5e15258b8947119fa62f8821360c46&device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 1125 time: 0.2132843 Feb 07 16:44:29.083440 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4172aa-a5f3-4229-869b-00a0795769ba req-ea442ffd-3516-4e59-b1d6-a41a2454dc7c tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:29.085059 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8f4172aa-a5f3-4229-869b-00a0795769ba req-ea442ffd-3516-4e59-b1d6-a41a2454dc7c tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 945 time: 0.3081801 Feb 07 16:44:29.086629 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-08c348f5-e0d1-4523-8dd8-bb138fa237ea tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/2ba32539-d524-4188-a3dd-5eba3f3fde7f HTTP/1.1" status: 200 len: 459 time: 0.0560939 Feb 07 16:44:29.094346 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37456) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:29.113326 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6f768-aa09-42bf-bee9-4320d651d087 req-6fd3d471-3628-4580-9b9a-7efe169e6cb1 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:29.114992 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90f6f768-aa09-42bf-bee9-4320d651d087 req-6fd3d471-3628-4580-9b9a-7efe169e6cb1 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/ports?device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 945 time: 0.4622841 Feb 07 16:44:29.115374 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-2c668d29-c25a-4fa0-b51c-22c78833f4d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592201 Feb 07 16:44:29.115667 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Port 9751bebe-a2de-408f-a496-7bcc09a6355e on network 3a7a1987-37a7-44cc-a161-8c5f99acf63a not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:44:29.116201 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Attempting to bind port 9751bebe-a2de-408f-a496-7bcc09a6355e on network 3a7a1987-37a7-44cc-a161-8c5f99acf63a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:29.163163 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-d8cac2de-89bb-4d09-a2e8-44a0bddbc5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:29.164778 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-d8cac2de-89bb-4d09-a2e8-44a0bddbc5ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17caae66-4938-4c9b-981d-9460cbf4671f HTTP/1.1" status: 200 len: 854 time: 0.1966004 Feb 07 16:44:29.165660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:44:29.166007 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Checking segment: {'id': '50dea519-fcd5-4e7e-a2f3-5b093407b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3a7a1987-37a7-44cc-a161-8c5f99acf63a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:44:29.166420 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Bound using segment: {'id': '50dea519-fcd5-4e7e-a2f3-5b093407b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3a7a1987-37a7-44cc-a161-8c5f99acf63a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:44:29.166886 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Bound port: 9751bebe-a2de-408f-a496-7bcc09a6355e, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50dea519-fcd5-4e7e-a2f3-5b093407b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3a7a1987-37a7-44cc-a161-8c5f99acf63a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:44:29.167263 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9751bebe-a2de-408f-a496-7bcc09a6355e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:29.245348 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-5dbbe89b-e52c-4149-a331-6f8ed210e167 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573661 Feb 07 16:44:29.347459 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8d4d1001-137a-4b13-9f00-b478dd7a840e req-45786523-92af-4af6-b81e-cabc4b201269 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] For port 742dccc4-9b00-4297-9e57-16a56cc1c43b, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=742dccc4-9b00-4297-9e57-16a56cc1c43b,segment=NetworkSegment(25e1ed71-42af-4936-8bbe-428294e4f6f6),segment_id=25e1ed71-42af-4936-8bbe-428294e4f6f6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:29.347864 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d4d1001-137a-4b13-9f00-b478dd7a840e req-45786523-92af-4af6-b81e-cabc4b201269 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (742dccc4-9b00-4297-9e57-16a56cc1c43b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:29.387303 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:29.466743 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8d4d1001-137a-4b13-9f00-b478dd7a840e req-45786523-92af-4af6-b81e-cabc4b201269 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Calling delete_port for 742dccc4-9b00-4297-9e57-16a56cc1c43b owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:44:29.482946 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-2860bbcc-e30d-41af-b682-59d9976037fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef25d223-2799-4267-b650-347bd316a288 HTTP/1.1" status: 200 len: 217 time: 0.3930733 Feb 07 16:44:29.552033 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90f6f768-aa09-42bf-bee9-4320d651d087 req-9e5227bf-3d6b-4c42-87b4-13d39d0b4018 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/security-groups?id=8edfc3aa-1ba7-40eb-93de-f997a90f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185717 Feb 07 16:44:29.586514 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4eca0721-fd9e-4543-8d02-c37e7280c4d9 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:29.587777 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4eca0721-fd9e-4543-8d02-c37e7280c4d9 tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/2ba32539-d524-4188-a3dd-5eba3f3fde7f HTTP/1.1" status: 204 len: 168 time: 0.4914179 Feb 07 16:44:29.599043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37460) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:29.649116 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] For port 9751bebe-a2de-408f-a496-7bcc09a6355e, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:44:29.702043 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] For port 9751bebe-a2de-408f-a496-7bcc09a6355e, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=9751bebe-a2de-408f-a496-7bcc09a6355e,segment=NetworkSegment(50dea519-fcd5-4e7e-a2f3-5b093407b6f4),segment_id=50dea519-fcd5-4e7e-a2f3-5b093407b6f4)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:44:29.713020 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8f4172aa-a5f3-4229-869b-00a0795769ba req-fd3568ad-f669-4e34-82ac-7ac49019ceae tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929067 Feb 07 16:44:29.714570 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-1ec451c0-8f44-4edf-96d3-c25596469247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:29.716062 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-1ec451c0-8f44-4edf-96d3-c25596469247 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=33c9ecdd-108b-4a28-9918-7706852c1388 HTTP/1.1" status: 200 len: 845 time: 0.2185738 Feb 07 16:44:29.717031 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-3f503da4-d0f1-4ad3-a710-75a042570261 service neutron] 10.222.0.48 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313400 Feb 07 16:44:29.741561 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (9751bebe-a2de-408f-a496-7bcc09a6355e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:29.769730 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7bdeab7-5e3a-4810-82b1-44c9aa3341e8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:29.805534 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-468ca166-1e19-4d9e-846b-1d74f85c077e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704126 Feb 07 16:44:29.812275 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25e95347-cf20-4974-93c8-1fb3d7d4459e admin admin] Publish callbacks [] for security_group (d736406a-2de1-4b64-8786-47a5dcddb59c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:29.816041 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3d7f04-6c4b-424e-b43b-ca2f7cc66a96 x-openstack-request-id: req-2e3d7f04-6c4b-424e-b43b-ca2f7cc66a96 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:44:29.816520 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b450e8-2c8e-48d4-8260-4f97b3ccd822", "tag": "ef25d223-2799-4267-b650-347bd316a288", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:44:29.816934 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e3d7f04-6c4b-424e-b43b-ca2f7cc66a96 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:44:29.817609 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b450e8-2c8e-48d4-8260-4f97b3ccd822', 'tag': 'ef25d223-2799-4267-b650-347bd316a288', 'status': 'completed', 'code': 200} Feb 07 16:44:29.907219 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25e95347-cf20-4974-93c8-1fb3d7d4459e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d736406a-2de1-4b64-8786-47a5dcddb59c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:29.926317 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:29.926965 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:29.928488 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] 10.222.0.48 "PUT /v2.0/ports/9751bebe-a2de-408f-a496-7bcc09a6355e HTTP/1.1" status: 200 len: 1091 time: 4.7625034 Feb 07 16:44:29.931688 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-ee0fac86-d93e-4b93-8cab-0b94e71d0a24 service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612985 Feb 07 16:44:30.008004 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Request body: {'port': {'device_id': '76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:30.071618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdeab7-5e3a-4810-82b1-44c9aa3341e8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event updated for resources: {'Subnet': ['ID=f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:30.073931 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b761ff8-96db-441e-9959-441bc292a37d service neutron] Pushing event updated for resources: {'Port': ['ID=9751bebe-a2de-408f-a496-7bcc09a6355e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:30.100838 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bcd7a351-5314-4a13-aa6c-b15ae03fe11b req-6f1c7036-eb96-433b-94c0-73928e598110 service neutron] 10.222.0.48 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709331 Feb 07 16:44:30.104381 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e95347-cf20-4974-93c8-1fb3d7d4459e admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:44:30.109397 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ec75c-2811-4c69-8b84-004289d13bff req-85230ca3-5c09-45c2-99c2-c24fb5c90d3d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:30.117402 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba2ec75c-2811-4c69-8b84-004289d13bff req-85230ca3-5c09-45c2-99c2-c24fb5c90d3d tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 943 time: 0.4078758 Feb 07 16:44:30.160200 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bdeab7-5e3a-4810-82b1-44c9aa3341e8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Checking segment: {'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:44:30.160588 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bdeab7-5e3a-4810-82b1-44c9aa3341e8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Network hostable DHCP agents. Network: 77871b7a-f86e-4316-bba8-73d687b56c15, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:44:30.206673 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d4d1001-137a-4b13-9f00-b478dd7a840e req-45786523-92af-4af6-b81e-cabc4b201269 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (742dccc4-9b00-4297-9e57-16a56cc1c43b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:30.240583 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25e95347-cf20-4974-93c8-1fb3d7d4459e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (b83c5927-5826-4c08-a09d-99b164c08d34), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:30.241230 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-25e95347-cf20-4974-93c8-1fb3d7d4459e admin admin] Added segment b83c5927-5826-4c08-a09d-99b164c08d34 of type vlan for network 3e8d053d-45e7-434d-941a-1064d0188ec6 Feb 07 16:44:30.246287 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e95347-cf20-4974-93c8-1fb3d7d4459e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d736406a-2de1-4b64-8786-47a5dcddb59c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:30.281719 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f918fb0-828f-42be-a31f-5a7912e2d1af tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:30.283348 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6f918fb0-828f-42be-a31f-5a7912e2d1af tempest-MeteringIpV6TestJSON-659678235 tempest-MeteringIpV6TestJSON-659678235-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/47609d6b-3cf1-4775-8b11-b1ede5a0a4ec HTTP/1.1" status: 204 len: 168 time: 0.6760280 Feb 07 16:44:30.322245 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c3447af8-47ca-4fb6-aa6e-490e6eb35cf3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:30.324457 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45786523-92af-4af6-b81e-cabc4b201269 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Pushing event deleted for resources: {'Port': ['ID=742dccc4-9b00-4297-9e57-16a56cc1c43b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:30.355567 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25e95347-cf20-4974-93c8-1fb3d7d4459e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (3e8d053d-45e7-434d-941a-1064d0188ec6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:30.358895 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba2ec75c-2811-4c69-8b84-004289d13bff req-eff4c01e-2cfc-4b1c-8bed-eea0ebcf0b40 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391443 Feb 07 16:44:30.390950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bdeab7-5e3a-4810-82b1-44c9aa3341e8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Network 77871b7a-f86e-4316-bba8-73d687b56c15 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:44:30.392420 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-a5105d52-a20d-48a9-977a-3ad7f9820906 service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220283 Feb 07 16:44:30.418504 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-0f22d037-6f92-4788-ae0f-9e2228e1035e service neutron] 10.222.0.48 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970178 Feb 07 16:44:30.443911 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4d1001-137a-4b13-9f00-b478dd7a840e req-45786523-92af-4af6-b81e-cabc4b201269 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] No DVR routers for this DVR port 742dccc4-9b00-4297-9e57-16a56cc1c43b on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:44:30.444909 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:44:30.445826 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b7bdeab7-5e3a-4810-82b1-44c9aa3341e8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 77871b7a-f86e-4316-bba8-73d687b56c15) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:30.447508 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc514ab-70e6-46a8-b7e0-ceecbb3f02ed req-12e56d8a-314c-4053-bcee-4858b6204ffa tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:30.456115 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cbf45e-e0dc-498d-ba9a-2e82cd42fa1b None None] Network 77871b7a-f86e-4316-bba8-73d687b56c15 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:44:30.457105 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d4d1001-137a-4b13-9f00-b478dd7a840e req-45786523-92af-4af6-b81e-cabc4b201269 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:30.460439 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc514ab-70e6-46a8-b7e0-ceecbb3f02ed req-12e56d8a-314c-4053-bcee-4858b6204ffa tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:30.463292 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d4d1001-137a-4b13-9f00-b478dd7a840e req-45786523-92af-4af6-b81e-cabc4b201269 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.32 "DELETE /v2.0/ports/742dccc4-9b00-4297-9e57-16a56cc1c43b HTTP/1.1" status: 204 len: 173 time: 2.7727892 Feb 07 16:44:30.467291 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cfc514ab-70e6-46a8-b7e0-ceecbb3f02ed req-12e56d8a-314c-4053-bcee-4858b6204ffa tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 1666 time: 0.5627656 Feb 07 16:44:30.502247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bdeab7-5e3a-4810-82b1-44c9aa3341e8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:30.504711 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7bdeab7-5e3a-4810-82b1-44c9aa3341e8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:30.639077 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25e95347-cf20-4974-93c8-1fb3d7d4459e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (3e8d053d-45e7-434d-941a-1064d0188ec6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:30.644934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e95347-cf20-4974-93c8-1fb3d7d4459e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:30.647299 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25e95347-cf20-4974-93c8-1fb3d7d4459e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:30.710213 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b7bdeab7-5e3a-4810-82b1-44c9aa3341e8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8404200 Feb 07 16:44:30.714190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37468) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:30.717626 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295', 'tag': '9751bebe-a2de-408f-a496-7bcc09a6355e'}, {'server_uuid': 'f003176d-ed81-4bdb-9ed5-d11006786c62', 'name': 'network-vif-deleted', 'tag': '742dccc4-9b00-4297-9e57-16a56cc1c43b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:44:30.720987 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2287ad6e-0b63-4555-83dd-742b18b42268" -d '{"events": [{"name": "network-changed", "server_uuid": "76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295", "tag": "9751bebe-a2de-408f-a496-7bcc09a6355e"}, {"server_uuid": "f003176d-ed81-4bdb-9ed5-d11006786c62", "name": "network-vif-deleted", "tag": "742dccc4-9b00-4297-9e57-16a56cc1c43b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:44:30.746348 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-96b70910-af6a-4673-aa3d-925141cc2eb4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Request body: {'subnet': {'network_id': '341e2c10-4c3c-4ab6-9063-14743a0d705c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:30.772800 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd614-ca78-47ae-92a9-db22af0b6141 req-f85058af-5b1c-48d9-9608-0f3186522dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:30.776447 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-32afd614-ca78-47ae-92a9-db22af0b6141 req-f85058af-5b1c-48d9-9608-0f3186522dd6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=17e673e6323b4e4cb326f65b4b9943cf&device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 1125 time: 0.5648527 Feb 07 16:44:30.788539 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-25e95347-cf20-4974-93c8-1fb3d7d4459e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3747153 Feb 07 16:44:30.798920 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:30.800901 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37476) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:30.807296 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-10d7358a-5326-475f-9e31-f48377360164 admin admin] Request body: {'subnet': {'network_id': '3e8d053d-45e7-434d-941a-1064d0188ec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1848356805-subnet', 'tenant_id': '06390ca1e4514922a0c1cd0f59852279', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:30.815788 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-77871b7a-f86e-4316-bba8-73d687b56c15', 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15', 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'fixed_ips': [{'subnet_id': 'f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:44:30.817461 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:30.824855 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cfc514ab-70e6-46a8-b7e0-ceecbb3f02ed req-89dff874-d73e-4ea1-b0e4-194c60acf5c3 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764046 Feb 07 16:44:30.837815 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-315d4ab3-b089-49a4-a3be-c58ba67ccc7d req-cb66f6e6-16d2-4afa-b317-9b46b1238f67 service neutron] 10.222.0.48 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017479 Feb 07 16:44:30.853176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e95347-cf20-4974-93c8-1fb3d7d4459e admin admin] Pushing event updated for resources: {'Network': ['ID=3e8d053d-45e7-434d-941a-1064d0188ec6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:30.883139 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d7358a-5326-475f-9e31-f48377360164 admin admin] Made reservation on behalf of 06390ca1e4514922a0c1cd0f59852279 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:30.886302 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10d7358a-5326-475f-9e31-f48377360164 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:30.905573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 3e8d053d-45e7-434d-941a-1064d0188ec6 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:44:31.053103 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37478) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:31.229077 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Allocated IP 10.1.1.2 (77871b7a-f86e-4316-bba8-73d687b56c15/f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6/e917eb7a-f99a-4e18-b171-5863d486a344) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:44:31.342637 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-213d01c8-f9ae-4a5c-8543-37fe27fca565 req-26200867-50f4-48a1-a4ed-5922a6bb9cf7 tempest-InstanceActionsNegativeTestJSON-2034227490 tempest-InstanceActionsNegativeTestJSON-2034227490-project] 10.222.0.18 "GET /v2.0/ports?device_id=f003176d-ed81-4bdb-9ed5-d11006786c62 HTTP/1.1" status: 200 len: 210 time: 0.2902808 Feb 07 16:44:31.378753 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee22b0e1-6e4a-49e4-b5d2-f73b664f3bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:31.424784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d46194-707d-4bf3-8ef0-022e8565e488 req-67a3a071-44a2-4a5f-bfde-91973002e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:31.426381 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5d46194-707d-4bf3-8ef0-022e8565e488 req-67a3a071-44a2-4a5f-bfde-91973002e488 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 1127 time: 0.8946724 Feb 07 16:44:31.455832 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df21738-d2ab-48ce-9345-ec207e0a0c7b req-58d16672-504a-40d6-b80a-185710fa95b2 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:31.458892 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7df21738-d2ab-48ce-9345-ec207e0a0c7b req-58d16672-504a-40d6-b80a-185710fa95b2 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 943 time: 0.9237690 Feb 07 16:44:31.533388 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29e425-136e-4805-90a7-3beddf33d200 req-58f47d30-309b-43fa-8945-fb8397ebcdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:31.533950 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Publish callbacks [] for port (e917eb7a-f99a-4e18-b171-5863d486a344), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:31.536043 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ef29e425-136e-4805-90a7-3beddf33d200 req-58f47d30-309b-43fa-8945-fb8397ebcdca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c5e15258b8947119fa62f8821360c46&device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 1125 time: 0.4715540 Feb 07 16:44:31.543708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a232d-d226-4540-a781-a650ce997f11 req-d3a6ff81-46b4-4bd8-ae1e-fbe99ff50dc4 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:31.545336 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-d3a6ff81-46b4-4bd8-ae1e-fbe99ff50dc4 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e&tenant_id=fe34686be38c42c8a33e48d32dc23dcd&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 1127 time: 0.4943650 Feb 07 16:44:31.545793 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (e917eb7a-f99a-4e18-b171-5863d486a344), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:31.594901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd614-ca78-47ae-92a9-db22af0b6141 req-8bd2de5a-a341-4ad6-ac4d-d6aa1bef6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:31.596985 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-32afd614-ca78-47ae-92a9-db22af0b6141 req-8bd2de5a-a341-4ad6-ac4d-d6aa1bef6432 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 HTTP/1.1" status: 200 len: 915 time: 0.4090688 Feb 07 16:44:31.599740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Network 77871b7a-f86e-4316-bba8-73d687b56c15 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:44:31.602568 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:31.602868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b70910-af6a-4673-aa3d-925141cc2eb4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Made reservation on behalf of 4aab9c2a401e4794b59cf423bf862032 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:31.605548 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:44:31.606764 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96b70910-af6a-4673-aa3d-925141cc2eb4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:31.656632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Pushing event updated for resources: {'Port': ['ID=e917eb7a-f99a-4e18-b171-5863d486a344,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:31.741012 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-32afd614-ca78-47ae-92a9-db22af0b6141 req-eb9b651b-89e9-477c-9da8-977d269402f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607 HTTP/1.1" status: 200 len: 217 time: 0.1267231 Feb 07 16:44:31.753715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 742dccc4-9b00-4297-9e57-16a56cc1c43b no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:44:31.769152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c8b80-4170-45d1-a510-ce496432eb92 req-505bfe38-671d-4b7f-99ca-bc68d36fcaf3 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:31.772331 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a74c8b80-4170-45d1-a510-ce496432eb92 req-505bfe38-671d-4b7f-99ca-bc68d36fcaf3 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 945 time: 0.3237424 Feb 07 16:44:31.778172 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7df21738-d2ab-48ce-9345-ec207e0a0c7b req-fad5cde1-bfa4-420d-8737-0fd50af2d7b7 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053999 Feb 07 16:44:31.793592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 742dccc4-9b00-4297-9e57-16a56cc1c43b {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:44:31.794482 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 742dccc4-9b00-4297-9e57-16a56cc1c43b not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:44:31.800489 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:31.801098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:31.801729 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:31.803325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:31.803922 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:31.804572 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:31.805357 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:31.806096 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:31.806682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:31.807278 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:31.808004 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:31.808602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:31.809301 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:31.821694 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee22b0e1-6e4a-49e4-b5d2-f73b664f3bc6 admin admin] Publish callbacks [] for security_group (0ba377c7-2159-42f8-9126-e99739d982d6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:31.859405 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Feb 2022 16:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589cf888-b9bf-4b96-b2f6-ca238cab638e x-openstack-request-id: req-589cf888-b9bf-4b96-b2f6-ca238cab638e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:44:31.859583 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295", "tag": "9751bebe-a2de-408f-a496-7bcc09a6355e", "status": "completed", "code": 200}, {"server_uuid": "f003176d-ed81-4bdb-9ed5-d11006786c62", "name": "network-vif-deleted", "tag": "742dccc4-9b00-4297-9e57-16a56cc1c43b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:44:31.859710 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-589cf888-b9bf-4b96-b2f6-ca238cab638e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:44:31.860102 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295', 'tag': '9751bebe-a2de-408f-a496-7bcc09a6355e', 'status': 'completed', 'code': 200} Feb 07 16:44:31.860366 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f003176d-ed81-4bdb-9ed5-d11006786c62', 'name': 'network-vif-deleted', 'tag': '742dccc4-9b00-4297-9e57-16a56cc1c43b', 'status': 'completed', 'code': 200} Feb 07 16:44:31.888934 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d46194-707d-4bf3-8ef0-022e8565e488 req-e8659018-96c3-415b-a522-f469ed66b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:31.890532 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5d46194-707d-4bf3-8ef0-022e8565e488 req-e8659018-96c3-415b-a522-f469ed66b456 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.4242766 Feb 07 16:44:31.900272 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.48', 56902) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:31.913517 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Attempting to bind port e917eb7a-f99a-4e18-b171-5863d486a344 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:44:31.914158 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Attempting to bind port e917eb7a-f99a-4e18-b171-5863d486a344 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:44:31.914504 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10d7358a-5326-475f-9e31-f48377360164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (7fddac74-80b9-492e-9b8b-7f2e0f0f428c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:31.914776 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Attempting to bind port e917eb7a-f99a-4e18-b171-5863d486a344 on network 77871b7a-f86e-4316-bba8-73d687b56c15 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:31.936807 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:44:31.937459 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Checking segment: {'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:44:31.938157 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:31.938908 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Bound using segment: {'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:44:31.940239 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Bound port: e917eb7a-f99a-4e18-b171-5863d486a344, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:44:31.940862 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e917eb7a-f99a-4e18-b171-5863d486a344), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:32.033525 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5d46194-707d-4bf3-8ef0-022e8565e488 req-16d41fc2-6839-4b33-8e78-17574d697974 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96463051-c299-4469-b0b7-ee7aabbdaf68 HTTP/1.1" status: 200 len: 217 time: 0.1321094 Feb 07 16:44:32.045625 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee22b0e1-6e4a-49e4-b5d2-f73b664f3bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0ba377c7-2159-42f8-9126-e99739d982d6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:32.054510 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd614-ca78-47ae-92a9-db22af0b6141 req-eeaa0852-e27c-4ef8-bd26-5c89a00f729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:32.056046 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-32afd614-ca78-47ae-92a9-db22af0b6141 req-eeaa0852-e27c-4ef8-bd26-5c89a00f729e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17caae66-4938-4c9b-981d-9460cbf4671f HTTP/1.1" status: 200 len: 854 time: 0.2998626 Feb 07 16:44:32.060641 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:44:32.087972 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Publish callbacks [] for port (c3447af8-47ca-4fb6-aa6e-490e6eb35cf3), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:32.092707 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] For port e917eb7a-f99a-4e18-b171-5863d486a344, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:44:32.101987 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] For port e917eb7a-f99a-4e18-b171-5863d486a344, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e917eb7a-f99a-4e18-b171-5863d486a344,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:44:32.120586 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e917eb7a-f99a-4e18-b171-5863d486a344), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:32.153530 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-32afd614-ca78-47ae-92a9-db22af0b6141 req-b4db69b4-fa37-4e96-bd78-e19c041e2ba2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834734 Feb 07 16:44:32.191496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29e425-136e-4805-90a7-3beddf33d200 req-64d659e9-ef16-4e2d-abf8-3432ed16fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:32.194524 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ef29e425-136e-4805-90a7-3beddf33d200 req-64d659e9-ef16-4e2d-abf8-3432ed16fbf4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 HTTP/1.1" status: 200 len: 906 time: 0.6462157 Feb 07 16:44:32.203530 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Transition to ACTIVE for port object c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:44:32.272437 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:32.296055 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (c3447af8-47ca-4fb6-aa6e-490e6eb35cf3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:32.296371 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29918b33-a160-47e2-9c1e-37de1fdc22e1 None None] Pushing event updated for resources: {'Port': ['ID=e917eb7a-f99a-4e18-b171-5863d486a344,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:32.319917 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22b0e1-6e4a-49e4-b5d2-f73b664f3bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba377c7-2159-42f8-9126-e99739d982d6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:32.324156 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287ad6e-0b63-4555-83dd-742b18b42268 req-9607ca3a-13c5-461a-862b-301ec9ca6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:32.332160 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287ad6e-0b63-4555-83dd-742b18b42268 req-9607ca3a-13c5-461a-862b-301ec9ca6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:32.335567 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2287ad6e-0b63-4555-83dd-742b18b42268 req-9607ca3a-13c5-461a-862b-301ec9ca6c47 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4d49702976945bf97b629c65cf535b6&device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 1944 time: 0.4121597 Feb 07 16:44:32.339961 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d46194-707d-4bf3-8ef0-022e8565e488 req-f85db0a6-67eb-42f4-9acd-659b677bd9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:32.344548 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5d46194-707d-4bf3-8ef0-022e8565e488 req-f85db0a6-67eb-42f4-9acd-659b677bd9f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.2778640 Feb 07 16:44:32.347372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7358a-5326-475f-9e31-f48377360164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fddac74-80b9-492e-9b8b-7f2e0f0f428c,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:32.357380 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ee22b0e1-6e4a-49e4-b5d2-f73b664f3bc6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a836c4aaf3d64b639a804747a2f923da&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2894988 Feb 07 16:44:32.374919 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37486) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:32.421480 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a74c8b80-4170-45d1-a510-ce496432eb92 req-36d73e2c-a726-475d-8fcd-b08f678e248a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885414 Feb 07 16:44:32.424815 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ef29e425-136e-4805-90a7-3beddf33d200 req-a480ea00-e9cd-4339-996d-c1a90b2b4298 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef25d223-2799-4267-b650-347bd316a288 HTTP/1.1" status: 200 len: 217 time: 0.2043846 Feb 07 16:44:32.435406 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-912a232d-d226-4540-a781-a650ce997f11 req-ae099410-6974-481b-8f91-a46e39a512d4 service neutron] For port 96463051-c299-4469-b0b7-ee7aabbdaf68, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:44:32.475963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d7358a-5326-475f-9e31-f48377360164 admin admin] Checking segment: {'id': 'b83c5927-5826-4c08-a09d-99b164c08d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3e8d053d-45e7-434d-941a-1064d0188ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:44:32.476348 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d7358a-5326-475f-9e31-f48377360164 admin admin] Network hostable DHCP agents. Network: 3e8d053d-45e7-434d-941a-1064d0188ec6, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:44:32.504735 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-912a232d-d226-4540-a781-a650ce997f11 req-ae099410-6974-481b-8f91-a46e39a512d4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:32.508844 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-ae099410-6974-481b-8f91-a46e39a512d4 service neutron] 10.222.0.48 "DELETE /v2.0/ports/96463051-c299-4469-b0b7-ee7aabbdaf68/bindings/n-h2-827865-3 HTTP/1.1" status: 204 len: 173 time: 0.9540589 Feb 07 16:44:32.557881 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d7358a-5326-475f-9e31-f48377360164 admin admin] Network 3e8d053d-45e7-434d-941a-1064d0188ec6 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:44:32.594648 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-10d7358a-5326-475f-9e31-f48377360164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 3e8d053d-45e7-434d-941a-1064d0188ec6) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:32.599190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29e425-136e-4805-90a7-3beddf33d200 req-cc3b50e7-4039-4649-8477-9cd906958540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:32.601305 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ef29e425-136e-4805-90a7-3beddf33d200 req-cc3b50e7-4039-4649-8477-9cd906958540 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=33c9ecdd-108b-4a28-9918-7706852c1388 HTTP/1.1" status: 200 len: 845 time: 0.1643252 Feb 07 16:44:32.605128 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affcd1aa-de30-4b34-b421-c183e436d501 None None] Network 3e8d053d-45e7-434d-941a-1064d0188ec6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:44:32.631635 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d7358a-5326-475f-9e31-f48377360164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:32.631875 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ae209-3956-416d-a906-5485d4a4dfb3 req-5bf1a4e2-42b8-42d6-a2f2-10ebd614f9c1 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:32.632368 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10d7358a-5326-475f-9e31-f48377360164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:32.634333 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c75ae209-3956-416d-a906-5485d4a4dfb3 req-5bf1a4e2-42b8-42d6-a2f2-10ebd614f9c1 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 943 time: 0.7025168 Feb 07 16:44:32.654852 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5d46194-707d-4bf3-8ef0-022e8565e488 req-c7da3ff6-2d5d-4b28-b604-c99df6a16491 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2784750 Feb 07 16:44:32.676387 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-10d7358a-5326-475f-9e31-f48377360164 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8709152 Feb 07 16:44:32.699636 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ef29e425-136e-4805-90a7-3beddf33d200 req-42362146-e8a5-43eb-ba34-fccabc3e4a47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781603 Feb 07 16:44:32.950197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d3e36-d18c-4fc2-bdc5-16e6c997c711 req-4a058840-dfb0-4911-aded-92c17f8c33a2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:32.973402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d3e36-d18c-4fc2-bdc5-16e6c997c711 req-4a058840-dfb0-4911-aded-92c17f8c33a2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:32.980923 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-752d3e36-d18c-4fc2-bdc5-16e6c997c711 req-4a058840-dfb0-4911-aded-92c17f8c33a2 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 1678 time: 0.4020071 Feb 07 16:44:32.989060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd673a14-3c3f-455e-8815-4547a14c0e61 None None] Network 3e8d053d-45e7-434d-941a-1064d0188ec6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:44:33.096127 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ef29e425-136e-4805-90a7-3beddf33d200 req-09333203-a4fa-47f5-80e2-1661a61f9219 service neutron] 10.222.0.48 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842437 Feb 07 16:44:33.195710 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e917eb7a-f99a-4e18-b171-5863d486a344 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:44:33.196633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c3447af8-47ca-4fb6-aa6e-490e6eb35cf3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:33.214113 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-752d3e36-d18c-4fc2-bdc5-16e6c997c711 req-323500a3-6d68-4faf-a9fb-1cd16f3cc1cb tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319806 Feb 07 16:44:33.256808 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96b70910-af6a-4673-aa3d-925141cc2eb4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (75c96821-5c51-40c5-85a3-ae0f56612f44), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:33.277395 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ef29e425-136e-4805-90a7-3beddf33d200 req-59acf7db-8f9c-4686-b3f4-39ca803e98a9 service neutron] 10.222.0.48 "GET /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686816 Feb 07 16:44:33.309776 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-32afd614-ca78-47ae-92a9-db22af0b6141 req-bbd68de1-005a-40ae-9471-1944d824dc63 service neutron] 10.222.0.48 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1420209 Feb 07 16:44:33.336347 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port e917eb7a-f99a-4e18-b171-5863d486a344 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:33.336865 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e917eb7a-f99a-4e18-b171-5863d486a344), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:33.342556 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37498) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:33.487626 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3bcb55e-34a0-4bdd-85e1-aba1ff39e9c5 admin admin] Deleting subnet 6f195477-5ff4-4251-ac50-06c8bcb4b898 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:44:33.493965 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3bcb55e-34a0-4bdd-85e1-aba1ff39e9c5 admin admin] Publish callbacks [] for subnet (6f195477-5ff4-4251-ac50-06c8bcb4b898), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:33.542459 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-619b0865-6141-4479-abef-ac18332423b4 admin admin] Publish callbacks [] for security_group (0ba377c7-2159-42f8-9126-e99739d982d6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:33.551007 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e917eb7a-f99a-4e18-b171-5863d486a344 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:33.551007 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e917eb7a-f99a-4e18-b171-5863d486a344), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:33.589121 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c75ae209-3956-416d-a906-5485d4a4dfb3 req-d4f51bfd-4718-4005-866b-269dd2a9e56f tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9298418 Feb 07 16:44:33.610470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37502) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:33.621432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port e917eb7a-f99a-4e18-b171-5863d486a344, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e917eb7a-f99a-4e18-b171-5863d486a344,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:33.628283 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287ad6e-0b63-4555-83dd-742b18b42268 req-50be4fa7-0894-4be3-beaa-3369f6bcfb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:33.629505 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e917eb7a-f99a-4e18-b171-5863d486a344), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:33.638046 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287ad6e-0b63-4555-83dd-742b18b42268 req-50be4fa7-0894-4be3-beaa-3369f6bcfb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:33.650711 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287ad6e-0b63-4555-83dd-742b18b42268 req-50be4fa7-0894-4be3-beaa-3369f6bcfb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:33.652775 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2287ad6e-0b63-4555-83dd-742b18b42268 req-50be4fa7-0894-4be3-beaa-3369f6bcfb8e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c4d49702976945bf97b629c65cf535b6&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.2961648 Feb 07 16:44:33.688740 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3bcb55e-34a0-4bdd-85e1-aba1ff39e9c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (6f195477-5ff4-4251-ac50-06c8bcb4b898), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:33.724554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=e917eb7a-f99a-4e18-b171-5863d486a344,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:33.791007 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-67cfe60a-cc3b-4e9c-949c-8ef5453e1ed7 admin admin] Deleting subnet 7fddac74-80b9-492e-9b8b-7f2e0f0f428c {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:44:33.805520 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3bcb55e-34a0-4bdd-85e1-aba1ff39e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (6f195477-5ff4-4251-ac50-06c8bcb4b898), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:33.807934 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67cfe60a-cc3b-4e9c-949c-8ef5453e1ed7 admin admin] Publish callbacks [] for subnet (7fddac74-80b9-492e-9b8b-7f2e0f0f428c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:33.858637 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd449c-3d4b-477b-b4e0-c1b470219ec3 req-f479a557-5d77-431f-95c8-383537bf639e tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:33.860362 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-71fd449c-3d4b-477b-b4e0-c1b470219ec3 req-f479a557-5d77-431f-95c8-383537bf639e tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 943 time: 0.3206460 Feb 07 16:44:33.913761 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67cfe60a-cc3b-4e9c-949c-8ef5453e1ed7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (7fddac74-80b9-492e-9b8b-7f2e0f0f428c), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:34.001061 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b21ef7a-a6c5-4c00-a09c-4d5a7f8e6d20 None None] Network 77871b7a-f86e-4316-bba8-73d687b56c15 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:44:34.006168 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-71fd449c-3d4b-477b-b4e0-c1b470219ec3 req-b75bec6c-50b8-4c69-a783-91d8dee9cf3b tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367688 Feb 07 16:44:34.016092 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67cfe60a-cc3b-4e9c-949c-8ef5453e1ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (7fddac74-80b9-492e-9b8b-7f2e0f0f428c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:34.029842 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3bcb55e-34a0-4bdd-85e1-aba1ff39e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (6f195477-5ff4-4251-ac50-06c8bcb4b898), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:34.042477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b70910-af6a-4673-aa3d-925141cc2eb4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event updated for resources: {'Subnet': ['ID=75c96821-5c51-40c5-85a3-ae0f56612f44,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:34.055886 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-619b0865-6141-4479-abef-ac18332423b4 admin admin] Publish callbacks [] for security_group (0ba377c7-2159-42f8-9126-e99739d982d6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:34.104673 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2fdcb3d7-bc1c-435c-970b-2a3c61fbf860 None None] Provisioning complete for port e917eb7a-f99a-4e18-b171-5863d486a344 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:34.105119 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2fdcb3d7-bc1c-435c-970b-2a3c61fbf860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e917eb7a-f99a-4e18-b171-5863d486a344), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:34.108913 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5d46194-707d-4bf3-8ef0-022e8565e488 req-9ebd9b25-3102-482d-a8b0-c8787e1a2405 service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3695967 Feb 07 16:44:34.109934 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3bcb55e-34a0-4bdd-85e1-aba1ff39e9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:34.122694 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c3bcb55e-34a0-4bdd-85e1-aba1ff39e9c5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6f195477-5ff4-4251-ac50-06c8bcb4b898 HTTP/1.1" status: 204 len: 168 time: 0.7786555 Feb 07 16:44:34.128642 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37504) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:34.130558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bcb55e-34a0-4bdd-85e1-aba1ff39e9c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f195477-5ff4-4251-ac50-06c8bcb4b898,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:34.137327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Attempting to bind port c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:44:34.138001 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Attempting to bind port c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'fadf8764-344f-4301-9ed0-7e3359d692df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3e85d1e-f0c7-4a99-89e2-ed892d1028ef'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:44:34.138760 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Attempting to bind port c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 on network b3e85d1e-f0c7-4a99-89e2-ed892d1028ef {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:34.241716 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b70910-af6a-4673-aa3d-925141cc2eb4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Checking segment: {'id': 'e9d60a73-1a87-4108-9a2d-32329506d358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '341e2c10-4c3c-4ab6-9063-14743a0d705c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:44:34.242541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b70910-af6a-4673-aa3d-925141cc2eb4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Network hostable DHCP agents. Network: 341e2c10-4c3c-4ab6-9063-14743a0d705c, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:44:34.245301 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Port c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 on network b3e85d1e-f0c7-4a99-89e2-ed892d1028ef not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:44:34.246059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Attempting to bind port c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 on network b3e85d1e-f0c7-4a99-89e2-ed892d1028ef {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:34.265771 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-32afd614-ca78-47ae-92a9-db22af0b6141 req-523cd405-69df-4036-9b7d-55747d2fae5b service neutron] 10.222.0.48 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9173613 Feb 07 16:44:34.288292 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:44:34.289100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Checking segment: {'id': 'fadf8764-344f-4301-9ed0-7e3359d692df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3e85d1e-f0c7-4a99-89e2-ed892d1028ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:44:34.289796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Bound using segment: {'id': 'fadf8764-344f-4301-9ed0-7e3359d692df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3e85d1e-f0c7-4a99-89e2-ed892d1028ef'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:44:34.290533 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Bound port: c3447af8-47ca-4fb6-aa6e-490e6eb35cf3, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fadf8764-344f-4301-9ed0-7e3359d692df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b3e85d1e-f0c7-4a99-89e2-ed892d1028ef'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:44:34.291209 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c3447af8-47ca-4fb6-aa6e-490e6eb35cf3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:34.341469 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422ebf2-428a-463d-8e37-6e6148c800b1 req-f37248d6-f023-4dcf-b2ab-2916e6376a52 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:34.348000 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97f0b6bd-4b93-4a9f-a8c9-4fa5b48b6961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (707d7f8d-4515-4ea8-a659-c965b69fbde9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:34.350802 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c422ebf2-428a-463d-8e37-6e6148c800b1 req-f37248d6-f023-4dcf-b2ab-2916e6376a52 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 1127 time: 0.6480529 Feb 07 16:44:34.353886 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67cfe60a-cc3b-4e9c-949c-8ef5453e1ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (7fddac74-80b9-492e-9b8b-7f2e0f0f428c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:34.374529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 381cbc5a-0ff9-457f-8611-e3c4b222d607 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:44:34.396031 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287ad6e-0b63-4555-83dd-742b18b42268 req-7af1646d-f30c-480a-969b-57622a9a9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:34.398826 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2287ad6e-0b63-4555-83dd-742b18b42268 req-7af1646d-f30c-480a-969b-57622a9a9334 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7193198 Feb 07 16:44:34.422800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfe60a-cc3b-4e9c-949c-8ef5453e1ed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fddac74-80b9-492e-9b8b-7f2e0f0f428c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:34.444666 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b70910-af6a-4673-aa3d-925141cc2eb4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Network 341e2c10-4c3c-4ab6-9063-14743a0d705c is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:44:34.464770 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67cfe60a-cc3b-4e9c-949c-8ef5453e1ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:34.467906 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-619b0865-6141-4479-abef-ac18332423b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0ba377c7-2159-42f8-9126-e99739d982d6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:34.468209 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-67cfe60a-cc3b-4e9c-949c-8ef5453e1ed7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7fddac74-80b9-492e-9b8b-7f2e0f0f428c HTTP/1.1" status: 204 len: 168 time: 0.8525865 Feb 07 16:44:34.473106 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-619b0865-6141-4479-abef-ac18332423b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:34.475581 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-619b0865-6141-4479-abef-ac18332423b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ba377c7-2159-42f8-9126-e99739d982d6 HTTP/1.1" status: 204 len: 168 time: 2.0727549 Feb 07 16:44:34.476261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37508) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:34.528308 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-96b70910-af6a-4673-aa3d-925141cc2eb4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 341e2c10-4c3c-4ab6-9063-14743a0d705c) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:34.533967 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5d46194-707d-4bf3-8ef0-022e8565e488 req-c6ac5b7c-edbd-4583-ac95-8f8dc3b8bbec service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987045 Feb 07 16:44:34.569041 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b0865-6141-4479-abef-ac18332423b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba377c7-2159-42f8-9126-e99739d982d6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:34.584846 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b70910-af6a-4673-aa3d-925141cc2eb4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:34.585857 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96b70910-af6a-4673-aa3d-925141cc2eb4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:34.618970 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c422ebf2-428a-463d-8e37-6e6148c800b1 req-bc77ed79-c058-4490-9425-e6244cfeee78 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667391 Feb 07 16:44:34.644208 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] For port c3447af8-47ca-4fb6-aa6e-490e6eb35cf3, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:44:34.653015 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] For port c3447af8-47ca-4fb6-aa6e-490e6eb35cf3, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c3447af8-47ca-4fb6-aa6e-490e6eb35cf3,segment=NetworkSegment(fadf8764-344f-4301-9ed0-7e3359d692df),segment_id=fadf8764-344f-4301-9ed0-7e3359d692df)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:44:34.677042 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37516) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:34.682384 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-96b70910-af6a-4673-aa3d-925141cc2eb4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.9456985 Feb 07 16:44:34.704688 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232bc6-2460-4e3a-b251-8acbb7fa4234 req-00028836-1518-4630-8301-0c7240f4d591 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:34.709142 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (c3447af8-47ca-4fb6-aa6e-490e6eb35cf3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:34.724053 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232bc6-2460-4e3a-b251-8acbb7fa4234 req-00028836-1518-4630-8301-0c7240f4d591 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:34.754311 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36232bc6-2460-4e3a-b251-8acbb7fa4234 req-00028836-1518-4630-8301-0c7240f4d591 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 1678 time: 0.3253360 Feb 07 16:44:34.766859 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-598ed5d0-c601-4449-9d50-50180ca034c8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Request body: {'port': {'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15', 'name': 'tempest-TaggedBootDevicesTest-2013684345', 'fixed_ips': [{'subnet_id': 'f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:34.850141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:34.851251 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:34.853702 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] 10.222.0.48 "PUT /v2.0/ports/c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 HTTP/1.1" status: 200 len: 1092 time: 4.8812954 Feb 07 16:44:34.854473 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295', 'tag': 'c3447af8-47ca-4fb6-aa6e-490e6eb35cf3'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:44:34.879337 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4efcde-f494-44ee-806b-cdd5b1982079" -d '{"events": [{"name": "network-changed", "server_uuid": "76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295", "tag": "c3447af8-47ca-4fb6-aa6e-490e6eb35cf3"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:44:35.169349 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4a9a19-f470-4523-a0f9-cf101f4aea80 None None] Network 341e2c10-4c3c-4ab6-9063-14743a0d705c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:44:35.181398 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e917eb7a-f99a-4e18-b171-5863d486a344 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:44:35.206138 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37526) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:35.296707 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b99f9-7fc7-433f-b1a7-1123898a8e09 req-ec9106bd-6cc6-4cb8-b8f5-adba61b1a1ad tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:35.328923 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f7b99f9-7fc7-433f-b1a7-1123898a8e09 req-ec9106bd-6cc6-4cb8-b8f5-adba61b1a1ad tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 943 time: 0.2509744 Feb 07 16:44:35.328923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692ff75-a448-4fc9-9dcf-2f0833f3c8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c3447af8-47ca-4fb6-aa6e-490e6eb35cf3,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:35.340014 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36232bc6-2460-4e3a-b251-8acbb7fa4234 req-426ad389-c61d-4de5-98a5-a85c129f3417 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5842376 Feb 07 16:44:35.360269 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e885a6f-c3aa-495d-a035-633b94fab2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (3e8d053d-45e7-434d-941a-1064d0188ec6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:35.373631 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2fdcb3d7-bc1c-435c-970b-2a3c61fbf860 None None] Current status of the port e917eb7a-f99a-4e18-b171-5863d486a344 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:35.383848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 381cbc5a-0ff9-457f-8611-e3c4b222d607, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607,segment=NetworkSegment(03af9fa1-8b97-43be-8e17-86dad5c361df),segment_id=03af9fa1-8b97-43be-8e17-86dad5c361df)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:35.384156 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-11b7cd9f-284a-4648-9896-c2e21f94d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:35.384639 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-11b7cd9f-284a-4648-9896-c2e21f94d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:35.386592 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-11b7cd9f-284a-4648-9896-c2e21f94d2e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4d49702976945bf97b629c65cf535b6&device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 2042 time: 0.4748185 Feb 07 16:44:35.397885 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97f0b6bd-4b93-4a9f-a8c9-4fa5b48b6961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (707d7f8d-4515-4ea8-a659-c965b69fbde9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:35.451046 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port e917eb7a-f99a-4e18-b171-5863d486a344 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:35.451649 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e917eb7a-f99a-4e18-b171-5863d486a344), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:35.471477 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96c49c25-9673-4af6-934f-52e6d6d60ac5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:35.484028 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-238cae36-bcce-4ec5-b004-a3df5ce66ac2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.73&port_id=9751bebe-a2de-408f-a496-7bcc09a6355e HTTP/1.1" status: 200 len: 217 time: 0.0825186 Feb 07 16:44:35.490856 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652b1cbe-5ab6-487c-a80d-61e91d93b6fe x-openstack-request-id: req-652b1cbe-5ab6-487c-a80d-61e91d93b6fe {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:44:35.491855 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295", "tag": "c3447af8-47ca-4fb6-aa6e-490e6eb35cf3", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:44:35.492192 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-652b1cbe-5ab6-487c-a80d-61e91d93b6fe {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:44:35.492786 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295', 'tag': 'c3447af8-47ca-4fb6-aa6e-490e6eb35cf3', 'status': 'completed', 'code': 200} Feb 07 16:44:35.541917 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '381cbc5a-0ff9-457f-8611-e3c4b222d607', 'network_id': 'a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362', 'port_id': '381cbc5a-0ff9-457f-8611-e3c4b222d607', 'mac_address': 'fa:16:3e:0d:28:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17caae66-4938-4c9b-981d-9460cbf4671f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:44:35.576868 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f7b99f9-7fc7-433f-b1a7-1123898a8e09 req-0a602bd6-729a-4329-8055-ac3ffcba4fd1 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257800 Feb 07 16:44:35.602342 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-97f0b6bd-4b93-4a9f-a8c9-4fa5b48b6961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707d7f8d-4515-4ea8-a659-c965b69fbde9']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:44:35.617450 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-ec153cb3-af03-49c8-a993-2fc2deb19168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:35.620513 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-ec153cb3-af03-49c8-a993-2fc2deb19168 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cf6e9d3e-7ccf-48f0-b624-4165d0484b55 HTTP/1.1" status: 200 len: 801 time: 0.1254487 Feb 07 16:44:35.646039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-97f0b6bd-4b93-4a9f-a8c9-4fa5b48b6961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e1ed71-42af-4936-8bbe-428294e4f6f6') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:44:35.646752 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-97f0b6bd-4b93-4a9f-a8c9-4fa5b48b6961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e1ed71-42af-4936-8bbe-428294e4f6f6') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:44:35.664563 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97f0b6bd-4b93-4a9f-a8c9-4fa5b48b6961 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (25e1ed71-42af-4936-8bbe-428294e4f6f6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:35.683557 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97f0b6bd-4b93-4a9f-a8c9-4fa5b48b6961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (25e1ed71-42af-4936-8bbe-428294e4f6f6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:35.692116 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f0b6bd-4b93-4a9f-a8c9-4fa5b48b6961 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:44:35.692818 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97f0b6bd-4b93-4a9f-a8c9-4fa5b48b6961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (25e1ed71-42af-4936-8bbe-428294e4f6f6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:35.769192 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 381cbc5a-0ff9-457f-8611-e3c4b222d607 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:35.769729 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:44:35.775854 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:44:35.814334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e917eb7a-f99a-4e18-b171-5863d486a344 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:35.818709 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381cbc5a-0ff9-457f-8611-e3c4b222d607 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:44:35.826242 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-341e2c10-4c3c-4ab6-9063-14743a0d705c', 'network_id': '341e2c10-4c3c-4ab6-9063-14743a0d705c', 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'fixed_ips': [{'subnet_id': '75c96821-5c51-40c5-85a3-ae0f56612f44'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:44:35.827183 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:35.833452 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97f0b6bd-4b93-4a9f-a8c9-4fa5b48b6961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (707d7f8d-4515-4ea8-a659-c965b69fbde9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:35.853375 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-c2570c2a-f6e2-485b-af32-24b90946ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:35.856008 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-c2570c2a-f6e2-485b-af32-24b90946ee0f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a7a1987-37a7-44cc-a161-8c5f99acf63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2296262 Feb 07 16:44:35.861779 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 381cbc5a-0ff9-457f-8611-e3c4b222d607, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607,segment=NetworkSegment(03af9fa1-8b97-43be-8e17-86dad5c361df),segment_id=03af9fa1-8b97-43be-8e17-86dad5c361df)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:35.874024 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:35.875008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ef25d223-2799-4267-b650-347bd316a288 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:44:35.937667 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10484417-90b6-4e10-a273-23940b352c5b req-ebf2e413-8295-4c7e-a10d-04828223f888 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:35.940057 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10484417-90b6-4e10-a273-23940b352c5b req-ebf2e413-8295-4c7e-a10d-04828223f888 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 943 time: 0.2161195 Feb 07 16:44:35.958011 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97f0b6bd-4b93-4a9f-a8c9-4fa5b48b6961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:35.964648 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-97f0b6bd-4b93-4a9f-a8c9-4fa5b48b6961 admin admin] 10.222.0.18 "DELETE /v2.0/networks/707d7f8d-4515-4ea8-a659-c965b69fbde9 HTTP/1.1" status: 204 len: 168 time: 1.8305039 Feb 07 16:44:36.035948 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-a750aed1-0901-48c2-8491-2fcae1d136ca service neutron] 10.222.0.48 "GET /v2.0/networks/3a7a1987-37a7-44cc-a161-8c5f99acf63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726391 Feb 07 16:44:36.040322 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10484417-90b6-4e10-a273-23940b352c5b req-05892bc9-0a87-4224-9fa5-45a8fd531049 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858166 Feb 07 16:44:36.044328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-bcefa683-de64-4a4e-ac24-02a20bc9532e None None] Provisioning complete for port e917eb7a-f99a-4e18-b171-5863d486a344 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:36.044733 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bcefa683-de64-4a4e-ac24-02a20bc9532e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e917eb7a-f99a-4e18-b171-5863d486a344), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:36.046553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=381cbc5a-0ff9-457f-8611-e3c4b222d607,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:36.184162 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-2ff303e2-f18a-45b3-8719-77c002a1ef05 service neutron] 10.222.0.48 "GET /v2.0/networks/3a7a1987-37a7-44cc-a161-8c5f99acf63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418514 Feb 07 16:44:36.206679 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] Allocated IP 10.2.2.2 (341e2c10-4c3c-4ab6-9063-14743a0d705c/75c96821-5c51-40c5-85a3-ae0f56612f44/0ac01824-20c9-479f-83a2-5d02169d0286) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:44:36.258637 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-5fda8d51-bbeb-436f-a158-e7c9a1cb14b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.216&port_id=c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 HTTP/1.1" status: 200 len: 217 time: 0.0676637 Feb 07 16:44:36.325560 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-d3cdedf0-6c58-48f2-b137-0095d7506044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:36.328062 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-d3cdedf0-6c58-48f2-b137-0095d7506044 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f54086ac-c1f3-44d0-bdac-d3df1378b5db HTTP/1.1" status: 200 len: 801 time: 0.0638919 Feb 07 16:44:36.344121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ef25d223-2799-4267-b650-347bd316a288, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ef25d223-2799-4267-b650-347bd316a288,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:36.392730 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37538) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:36.409697 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-fe786061-7316-4ce3-84f4-64231d838a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:36.411658 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-fe786061-7316-4ce3-84f4-64231d838a7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3e85d1e-f0c7-4a99-89e2-ed892d1028ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0779812 Feb 07 16:44:36.461610 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'ef25d223-2799-4267-b650-347bd316a288', 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67', 'port_id': 'ef25d223-2799-4267-b650-347bd316a288', 'mac_address': 'fa:16:3e:33:9a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c9ecdd-108b-4a28-9918-7706852c1388', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:44:36.533481 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bcefa683-de64-4a4e-ac24-02a20bc9532e None None] Current status of the port e917eb7a-f99a-4e18-b171-5863d486a344 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:36.578364 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ef25d223-2799-4267-b650-347bd316a288 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:36.579054 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef25d223-2799-4267-b650-347bd316a288), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:36.603884 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2dc8ea1d-26ad-4731-b075-267185e6913c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f135ac471864c51bc8688c65ed28bb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2058957 Feb 07 16:44:36.604244 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37542) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:36.628054 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0b6bd-4b93-4a9f-a8c9-4fa5b48b6961 admin admin] Pushing event deleted for resources: {'Network': ['ID=707d7f8d-4515-4ea8-a659-c965b69fbde9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:36.666031 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-6b4692d7-2b17-47ba-86ab-eceeb7f388de service neutron] 10.222.0.48 "GET /v2.0/networks/b3e85d1e-f0c7-4a99-89e2-ed892d1028ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469230 Feb 07 16:44:36.677943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352133b-c7a1-4a13-81f9-8542d1491d87 req-2e202bfd-eac0-484f-9729-b135196e6fe8 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:36.683219 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352133b-c7a1-4a13-81f9-8542d1491d87 req-2e202bfd-eac0-484f-9729-b135196e6fe8 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:36.685086 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7352133b-c7a1-4a13-81f9-8542d1491d87 req-2e202bfd-eac0-484f-9729-b135196e6fe8 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 1678 time: 0.1955569 Feb 07 16:44:36.711501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef25d223-2799-4267-b650-347bd316a288 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:44:36.745976 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e885a6f-c3aa-495d-a035-633b94fab2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (3e8d053d-45e7-434d-941a-1064d0188ec6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:36.763616 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598ed5d0-c601-4449-9d50-50180ca034c8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Made reservation on behalf of 4aab9c2a401e4794b59cf423bf862032 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:36.796887 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ef25d223-2799-4267-b650-347bd316a288, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ef25d223-2799-4267-b650-347bd316a288,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:36.801728 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] Publish callbacks [] for port (0ac01824-20c9-479f-83a2-5d02169d0286), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:36.807800 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ef25d223-2799-4267-b650-347bd316a288), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:36.817730 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d8395b5-1f67-4ecf-bdd8-dcf120d58d4e admin admin] Publish callbacks [] for security_group (8edfc3aa-1ba7-40eb-93de-f997a90f8094), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:36.819121 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (0ac01824-20c9-479f-83a2-5d02169d0286), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:36.850257 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1e885a6f-c3aa-495d-a035-633b94fab2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8d053d-45e7-434d-941a-1064d0188ec6']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:44:36.858178 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-9d65e9f9-7a26-4f28-95c2-20438833b2fd tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:36.859790 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-9d65e9f9-7a26-4f28-95c2-20438833b2fd tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 807 time: 1.0828333 Feb 07 16:44:36.878160 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1e885a6f-c3aa-495d-a035-633b94fab2c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83c5927-5826-4c08-a09d-99b164c08d34') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:44:36.878590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1e885a6f-c3aa-495d-a035-633b94fab2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83c5927-5826-4c08-a09d-99b164c08d34') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:44:36.914049 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e885a6f-c3aa-495d-a035-633b94fab2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (b83c5927-5826-4c08-a09d-99b164c08d34), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:36.915874 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] Network 341e2c10-4c3c-4ab6-9063-14743a0d705c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:44:36.918489 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:36.922759 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:44:36.932975 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-456e7d2b-faf7-4245-b8e1-b832ee5b9789 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/quotas/fe34686be38c42c8a33e48d32dc23dcd HTTP/1.1" status: 200 len: 375 time: 0.0488594 Feb 07 16:44:36.948353 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7352133b-c7a1-4a13-81f9-8542d1491d87 req-a4ed872f-985f-4271-b3c9-6f9deb5c31bf tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450945 Feb 07 16:44:36.952300 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d8395b5-1f67-4ecf-bdd8-dcf120d58d4e admin admin] Publish callbacks [] for security_group (8edfc3aa-1ba7-40eb-93de-f997a90f8094), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:36.952613 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e885a6f-c3aa-495d-a035-633b94fab2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (b83c5927-5826-4c08-a09d-99b164c08d34), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:36.993800 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9089e50-fad7-4d26-9bfd-48845153ef56 req-4ff01be6-fb97-4c9f-804d-2c1e5b4c0a5c service neutron] 10.222.0.48 "GET /v2.0/networks/b3e85d1e-f0c7-4a99-89e2-ed892d1028ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069510 Feb 07 16:44:36.996572 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96c49c25-9673-4af6-934f-52e6d6d60ac5 admin admin] Publish callbacks [] for security_group (5023d710-8501-4188-a955-b6ce6f1aa9a0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:36.997025 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ef25d223-2799-4267-b650-347bd316a288,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:36.999909 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e885a6f-c3aa-495d-a035-633b94fab2c0 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:44:37.000314 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e885a6f-c3aa-495d-a035-633b94fab2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (b83c5927-5826-4c08-a09d-99b164c08d34), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:44:37.015641 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:44:37.071356 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96c49c25-9673-4af6-934f-52e6d6d60ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5023d710-8501-4188-a955-b6ce6f1aa9a0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:37.085553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] Pushing event updated for resources: {'Port': ['ID=0ac01824-20c9-479f-83a2-5d02169d0286,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:37.129581 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] Attempting to bind port 0ac01824-20c9-479f-83a2-5d02169d0286 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:44:37.130165 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] Attempting to bind port 0ac01824-20c9-479f-83a2-5d02169d0286 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'e9d60a73-1a87-4108-9a2d-32329506d358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '341e2c10-4c3c-4ab6-9063-14743a0d705c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:44:37.130667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] Attempting to bind port 0ac01824-20c9-479f-83a2-5d02169d0286 on network 341e2c10-4c3c-4ab6-9063-14743a0d705c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:37.136675 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-598ed5d0-c601-4449-9d50-50180ca034c8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:37.138608 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:44:37.139099 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] Checking segment: {'id': 'e9d60a73-1a87-4108-9a2d-32329506d358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '341e2c10-4c3c-4ab6-9063-14743a0d705c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:44:37.139613 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:37.140087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] Bound using segment: {'id': 'e9d60a73-1a87-4108-9a2d-32329506d358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '341e2c10-4c3c-4ab6-9063-14743a0d705c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:44:37.140738 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] Bound port: 0ac01824-20c9-479f-83a2-5d02169d0286, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d60a73-1a87-4108-9a2d-32329506d358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '341e2c10-4c3c-4ab6-9063-14743a0d705c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:44:37.141206 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0ac01824-20c9-479f-83a2-5d02169d0286), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:37.199703 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-96c49c25-9673-4af6-934f-52e6d6d60ac5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=43bb482a6b7b40279915a3f840ba50b5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9816887 Feb 07 16:44:37.209176 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-e9a4fc51-00fd-4d8c-8ac4-4fca32075f82 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2651134 Feb 07 16:44:37.210152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37548) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:37.213581 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e885a6f-c3aa-495d-a035-633b94fab2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (3e8d053d-45e7-434d-941a-1064d0188ec6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:37.228087 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e885a6f-c3aa-495d-a035-633b94fab2c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:37.231586 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1e885a6f-c3aa-495d-a035-633b94fab2c0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3e8d053d-45e7-434d-941a-1064d0188ec6 HTTP/1.1" status: 204 len: 168 time: 2.7436807 Feb 07 16:44:37.234684 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-598ed5d0-c601-4449-9d50-50180ca034c8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] device_id is not set on port ddf07e8a-aca0-4630-85c7-61c340f16521 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:44:37.240008 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d8395b5-1f67-4ecf-bdd8-dcf120d58d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8edfc3aa-1ba7-40eb-93de-f997a90f8094), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:37.242800 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d8395b5-1f67-4ecf-bdd8-dcf120d58d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:37.247481 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6d8395b5-1f67-4ecf-bdd8-dcf120d58d4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8edfc3aa-1ba7-40eb-93de-f997a90f8094 HTTP/1.1" status: 204 len: 168 time: 0.6420398 Feb 07 16:44:37.254852 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c49c25-9673-4af6-934f-52e6d6d60ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5023d710-8501-4188-a955-b6ce6f1aa9a0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:37.273685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] For port 0ac01824-20c9-479f-83a2-5d02169d0286, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:44:37.274277 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8395b5-1f67-4ecf-bdd8-dcf120d58d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edfc3aa-1ba7-40eb-93de-f997a90f8094,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:37.284642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] For port 0ac01824-20c9-479f-83a2-5d02169d0286, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0ac01824-20c9-479f-83a2-5d02169d0286,segment=NetworkSegment(e9d60a73-1a87-4108-9a2d-32329506d358),segment_id=e9d60a73-1a87-4108-9a2d-32329506d358)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:44:37.297880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a068e-ebdf-4f1d-bdb4-0cb90c6a7316 req-c73e9ca0-d6a3-4b50-bfdc-3367dcbd2ff1 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:37.299775 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c5a068e-ebdf-4f1d-bdb4-0cb90c6a7316 req-c73e9ca0-d6a3-4b50-bfdc-3367dcbd2ff1 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 944 time: 0.2633932 Feb 07 16:44:37.303428 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4efcde-f494-44ee-806b-cdd5b1982079 req-e63087f3-30d9-4367-97f2-f794f71a818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:37.304307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4efcde-f494-44ee-806b-cdd5b1982079 req-e63087f3-30d9-4367-97f2-f794f71a818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:37.306242 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cb4efcde-f494-44ee-806b-cdd5b1982079 req-e63087f3-30d9-4367-97f2-f794f71a818b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4d49702976945bf97b629c65cf535b6&device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 2042 time: 0.1400399 Feb 07 16:44:37.316448 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (0ac01824-20c9-479f-83a2-5d02169d0286), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:37.456609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac0007-343d-46a2-a621-fb64a20cf952 None None] Pushing event updated for resources: {'Port': ['ID=0ac01824-20c9-479f-83a2-5d02169d0286,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:37.463004 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['ef25d223-2799-4267-b650-347bd316a288'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:44:37.555991 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c5a068e-ebdf-4f1d-bdb4-0cb90c6a7316 req-d7950614-901f-40bd-acfd-61490b0e4a8a tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424487 Feb 07 16:44:37.576160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['381cbc5a-0ff9-457f-8611-e3c4b222d607'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:44:37.584444 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e885a6f-c3aa-495d-a035-633b94fab2c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e8d053d-45e7-434d-941a-1064d0188ec6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:37.604977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4efcde-f494-44ee-806b-cdd5b1982079 req-67926e8e-e39c-42ae-8649-847fa1eb9169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:37.606578 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cb4efcde-f494-44ee-806b-cdd5b1982079 req-67926e8e-e39c-42ae-8649-847fa1eb9169 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b3e85d1e-f0c7-4a99-89e2-ed892d1028ef HTTP/1.1" status: 200 len: 903 time: 0.2926335 Feb 07 16:44:37.665799 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cb4efcde-f494-44ee-806b-cdd5b1982079 req-d2506604-6a97-4a30-a0f9-9ba4dc77f849 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.216&port_id=c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 HTTP/1.1" status: 200 len: 217 time: 0.0524771 Feb 07 16:44:37.834031 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37554) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:37.953093 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4efcde-f494-44ee-806b-cdd5b1982079 req-88728d6f-6049-4db3-a21b-4a589714c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:37.955765 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cb4efcde-f494-44ee-806b-cdd5b1982079 req-88728d6f-6049-4db3-a21b-4a589714c9cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f54086ac-c1f3-44d0-bdac-d3df1378b5db HTTP/1.1" status: 200 len: 801 time: 0.2842767 Feb 07 16:44:38.022776 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b19dfa97-cfe9-4f90-9351-721aa53820da admin admin] Publish callbacks [] for security_group (5023d710-8501-4188-a955-b6ce6f1aa9a0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:38.037640 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-46f63068-9592-408f-9c81-46f9f1f2035a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06390ca1e4514922a0c1cd0f59852279&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2006738 Feb 07 16:44:38.043082 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37560) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:38.045357 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-89443b60-60e1-4879-86f3-2eec1aecd837 service neutron] 10.222.0.18 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8123448 Feb 07 16:44:38.061058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4c8c5-a4a1-4798-a3bf-c9543d815086 req-ed3730f7-2e31-495c-bd30-572c81922b98 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:38.062911 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-79b4c8c5-a4a1-4798-a3bf-c9543d815086 req-ed3730f7-2e31-495c-bd30-572c81922b98 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 944 time: 0.2978508 Feb 07 16:44:38.140226 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4efcde-f494-44ee-806b-cdd5b1982079 req-5b2d2809-b66e-439a-aceb-0bbf0c361aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:38.142539 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cb4efcde-f494-44ee-806b-cdd5b1982079 req-5b2d2809-b66e-439a-aceb-0bbf0c361aed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3e85d1e-f0c7-4a99-89e2-ed892d1028ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1691208 Feb 07 16:44:38.229516 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b19dfa97-cfe9-4f90-9351-721aa53820da admin admin] Publish callbacks [] for security_group (5023d710-8501-4188-a955-b6ce6f1aa9a0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:38.235877 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-79b4c8c5-a4a1-4798-a3bf-c9543d815086 req-b4eb96e2-f56a-4226-b8dd-77b16809f7e3 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585336 Feb 07 16:44:38.238908 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43f0b7a0-85ba-4bf0-9ac3-b584b5f70a67 admin admin] Publish callbacks [] for security_group (d736406a-2de1-4b64-8786-47a5dcddb59c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:38.282243 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43f0b7a0-85ba-4bf0-9ac3-b584b5f70a67 admin admin] Publish callbacks [] for security_group (d736406a-2de1-4b64-8786-47a5dcddb59c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:38.393252 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cb4efcde-f494-44ee-806b-cdd5b1982079 req-f638b3f5-d3cd-43f7-b54c-17290a6e6b92 service neutron] 10.222.0.48 "GET /v2.0/networks/b3e85d1e-f0c7-4a99-89e2-ed892d1028ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412550 Feb 07 16:44:38.426312 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-ae485182-2b80-44f7-8661-ab1f2f1fd8a9 service neutron] 10.222.0.18 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253453 Feb 07 16:44:38.432730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-598ed5d0-c601-4449-9d50-50180ca034c8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Allocated IP 10.1.1.142 (77871b7a-f86e-4316-bba8-73d687b56c15/f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6/ddf07e8a-aca0-4630-85c7-61c340f16521) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:44:38.460313 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b19dfa97-cfe9-4f90-9351-721aa53820da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5023d710-8501-4188-a955-b6ce6f1aa9a0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:38.468393 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b19dfa97-cfe9-4f90-9351-721aa53820da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:38.471548 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b19dfa97-cfe9-4f90-9351-721aa53820da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5023d710-8501-4188-a955-b6ce6f1aa9a0 HTTP/1.1" status: 204 len: 168 time: 1.2587457 Feb 07 16:44:38.499512 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19dfa97-cfe9-4f90-9351-721aa53820da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5023d710-8501-4188-a955-b6ce6f1aa9a0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:38.649106 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43f0b7a0-85ba-4bf0-9ac3-b584b5f70a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d736406a-2de1-4b64-8786-47a5dcddb59c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:38.654968 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43f0b7a0-85ba-4bf0-9ac3-b584b5f70a67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:38.657538 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-43f0b7a0-85ba-4bf0-9ac3-b584b5f70a67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d736406a-2de1-4b64-8786-47a5dcddb59c HTTP/1.1" status: 204 len: 168 time: 0.6124873 Feb 07 16:44:38.712576 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0b7a0-85ba-4bf0-9ac3-b584b5f70a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d736406a-2de1-4b64-8786-47a5dcddb59c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:38.791045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3c965-630b-428c-95d3-2ddef5194752 req-d7c8c363-0c1b-4399-adf9-36f52c750d75 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:38.838670 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3c965-630b-428c-95d3-2ddef5194752 req-d7c8c363-0c1b-4399-adf9-36f52c750d75 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:38.840580 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-58e3c965-630b-428c-95d3-2ddef5194752 req-d7c8c363-0c1b-4399-adf9-36f52c750d75 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 1678 time: 0.4750199 Feb 07 16:44:38.845838 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ef25d223-2799-4267-b650-347bd316a288 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:44:38.890094 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-598ed5d0-c601-4449-9d50-50180ca034c8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for port (ddf07e8a-aca0-4630-85c7-61c340f16521), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:38.913749 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cb4efcde-f494-44ee-806b-cdd5b1982079 req-0af6cd3a-364e-42f6-8d31-5d933323e05f service neutron] 10.222.0.48 "GET /v2.0/networks/b3e85d1e-f0c7-4a99-89e2-ed892d1028ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802487 Feb 07 16:44:39.015200 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-598ed5d0-c601-4449-9d50-50180ca034c8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ddf07e8a-aca0-4630-85c7-61c340f16521), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:39.130657 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-58e3c965-630b-428c-95d3-2ddef5194752 req-11d8f70f-8dd2-4830-9c10-031b4686567c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407920 Feb 07 16:44:39.148660 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port ef25d223-2799-4267-b650-347bd316a288 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:44:39.171142 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port ef25d223-2799-4267-b650-347bd316a288 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:39.172261 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ef25d223-2799-4267-b650-347bd316a288), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:39.192706 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598ed5d0-c601-4449-9d50-50180ca034c8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Network 77871b7a-f86e-4316-bba8-73d687b56c15 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:44:39.207223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-598ed5d0-c601-4449-9d50-50180ca034c8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:39.230073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ed5d0-c601-4449-9d50-50180ca034c8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:44:39.297136 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0ac01824-20c9-479f-83a2-5d02169d0286 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:44:39.305995 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-88ac156b-0941-4bf0-a068-ff1b7fd40d80 req-08ee9db4-d9be-4041-b22b-07774428ba12 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 210 time: 0.0678627 Feb 07 16:44:39.427278 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f553594-0971-4949-8907-b89cb67cbebe req-689d449a-d6a8-482a-8381-3ef3c944ad0c tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:39.438097 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f553594-0971-4949-8907-b89cb67cbebe req-689d449a-d6a8-482a-8381-3ef3c944ad0c tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 944 time: 0.4452462 Feb 07 16:44:39.495826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ed5d0-c601-4449-9d50-50180ca034c8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event updated for resources: {'Port': ['ID=ddf07e8a-aca0-4630-85c7-61c340f16521,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:39.525081 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d11aa7-ff3f-4751-a3a6-88e66c65166e None None] Network 341e2c10-4c3c-4ab6-9063-14743a0d705c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:44:39.585334 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65d25e-321a-4f80-961c-cbdb2bda927b req-f275a00c-6f75-434f-8c25-a11adb0f914b tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:39.596615 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0c65d25e-321a-4f80-961c-cbdb2bda927b req-f275a00c-6f75-434f-8c25-a11adb0f914b tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 944 time: 0.1494987 Feb 07 16:44:39.623380 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598ed5d0-c601-4449-9d50-50180ca034c8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:39.626243 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-598ed5d0-c601-4449-9d50-50180ca034c8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:39.702918 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f553594-0971-4949-8907-b89cb67cbebe req-3c84b0fd-c751-4dcd-9a30-4f2917e6bbb9 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632928 Feb 07 16:44:39.728055 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-598ed5d0-c601-4449-9d50-50180ca034c8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.9681523 Feb 07 16:44:39.732346 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37600) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:39.739454 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d30d02fc-d5ff-471f-a6a4-4bc917cf3d78 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Request body: {'port': {'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15', 'name': 'tempest-TaggedBootDevicesTest-590083773', 'fixed_ips': [{'subnet_id': 'f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:39.792154 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0c65d25e-321a-4f80-961c-cbdb2bda927b req-172d837e-9acd-4a90-a50e-ce4350dbbda5 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945033 Feb 07 16:44:39.857213 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37606) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:39.876761 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 0ac01824-20c9-479f-83a2-5d02169d0286 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:39.878040 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0ac01824-20c9-479f-83a2-5d02169d0286), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:39.903630 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9270955c-9fbd-45ee-9480-0cace26bbb70 None None] Provisioning complete for port 0ac01824-20c9-479f-83a2-5d02169d0286 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:39.904286 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9270955c-9fbd-45ee-9480-0cace26bbb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0ac01824-20c9-479f-83a2-5d02169d0286), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:39.980111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30d02fc-d5ff-471f-a6a4-4bc917cf3d78 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Made reservation on behalf of 4aab9c2a401e4794b59cf423bf862032 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:39.989221 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d30d02fc-d5ff-471f-a6a4-4bc917cf3d78 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:40.038586 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-d30d02fc-d5ff-471f-a6a4-4bc917cf3d78 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] device_id is not set on port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:44:40.184146 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ef25d223-2799-4267-b650-347bd316a288 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:40.184645 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef25d223-2799-4267-b650-347bd316a288), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:40.232519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b450e8-2c8e-48d4-8260-4f97b3ccd822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef25d223-2799-4267-b650-347bd316a288'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:44:40.235322 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5cecbe-6c3c-4e5d-bfe5-0c8bd00246a4" -d '{"events": [{"server_uuid": "f0b450e8-2c8e-48d4-8260-4f97b3ccd822", "name": "network-vif-plugged", "status": "completed", "tag": "ef25d223-2799-4267-b650-347bd316a288"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:44:40.317595 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ef25d223-2799-4267-b650-347bd316a288, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ef25d223-2799-4267-b650-347bd316a288,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:40.334283 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ef25d223-2799-4267-b650-347bd316a288), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:40.388328 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723f5b71-27ad-4c16-9529-4788b847d9f0 x-openstack-request-id: req-723f5b71-27ad-4c16-9529-4788b847d9f0 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:44:40.388630 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b450e8-2c8e-48d4-8260-4f97b3ccd822", "name": "network-vif-plugged", "status": "completed", "tag": "ef25d223-2799-4267-b650-347bd316a288", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:44:40.388984 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-723f5b71-27ad-4c16-9529-4788b847d9f0 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:44:40.389573 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b450e8-2c8e-48d4-8260-4f97b3ccd822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef25d223-2799-4267-b650-347bd316a288', 'code': 200} Feb 07 16:44:40.434289 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3b7cdcde-211a-4f6a-b53f-ea2372712ca1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-547098450-network', 'tenant_id': 'bf9929c3a3804f31927f44dfe36ad522'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:40.512684 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9270955c-9fbd-45ee-9480-0cace26bbb70 None None] Current status of the port 0ac01824-20c9-479f-83a2-5d02169d0286 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:40.525368 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9270955c-9fbd-45ee-9480-0cace26bbb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0ac01824-20c9-479f-83a2-5d02169d0286), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:40.557913 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 0ac01824-20c9-479f-83a2-5d02169d0286 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:40.558456 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0ac01824-20c9-479f-83a2-5d02169d0286), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:40.560860 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f695d240-f0b6-444a-8c8c-baf0c712d9f6 req-0fbeb931-40cc-4b30-95c0-cd6d2c651cb5 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 210 time: 0.0876060 Feb 07 16:44:40.637758 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d30d02fc-d5ff-471f-a6a4-4bc917cf3d78 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Allocated IP 10.1.1.122 (77871b7a-f86e-4316-bba8-73d687b56c15/f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6/7264ed3c-0e68-4ed9-8594-becd8dca0b0a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:44:40.644121 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a6f41-4ce5-4e9f-831b-36b4bf72a135 req-9f3a258d-9031-4d74-b2fc-634281be09c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:40.651047 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e4a6f41-4ce5-4e9f-831b-36b4bf72a135 req-9f3a258d-9031-4d74-b2fc-634281be09c1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 1127 time: 0.0849974 Feb 07 16:44:40.754944 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e4a6f41-4ce5-4e9f-831b-36b4bf72a135 req-5c4ca1c8-b40a-4be3-adf5-a64ed76e573d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004763 Feb 07 16:44:40.764372 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ef25d223-2799-4267-b650-347bd316a288,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:40.812049 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9270955c-9fbd-45ee-9480-0cace26bbb70 None None] For port 0ac01824-20c9-479f-83a2-5d02169d0286, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0ac01824-20c9-479f-83a2-5d02169d0286,segment=NetworkSegment(e9d60a73-1a87-4108-9a2d-32329506d358),segment_id=e9d60a73-1a87-4108-9a2d-32329506d358)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:40.832428 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9270955c-9fbd-45ee-9480-0cace26bbb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (0ac01824-20c9-479f-83a2-5d02169d0286), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:40.877549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 9751bebe-a2de-408f-a496-7bcc09a6355e details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:44:40.882013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 381cbc5a-0ff9-457f-8611-e3c4b222d607 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:44:41.008807 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ab01f-9c40-4d55-a2bb-e0684d7a6307 req-48404452-3363-419b-95c4-354bb5a9299a tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:41.019735 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-430ab01f-9c40-4d55-a2bb-e0684d7a6307 req-48404452-3363-419b-95c4-354bb5a9299a tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 945 time: 0.1091430 Feb 07 16:44:41.053536 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d30d02fc-d5ff-471f-a6a4-4bc917cf3d78 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for port (7264ed3c-0e68-4ed9-8594-becd8dca0b0a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:41.119374 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-430ab01f-9c40-4d55-a2bb-e0684d7a6307 req-cab1334f-778d-4bf6-9047-49308f424364 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978305 Feb 07 16:44:41.132651 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7cdcde-211a-4f6a-b53f-ea2372712ca1 admin admin] Made reservation on behalf of bf9929c3a3804f31927f44dfe36ad522 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:41.139050 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b7cdcde-211a-4f6a-b53f-ea2372712ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:41.164029 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b7cdcde-211a-4f6a-b53f-ea2372712ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:41.172252 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d30d02fc-d5ff-471f-a6a4-4bc917cf3d78 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (7264ed3c-0e68-4ed9-8594-becd8dca0b0a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:41.185046 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:44:41.191519 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:44:41.192562 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:44:41.240423 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-434f4bb2-0c2f-4589-b6ca-2ec693716b79 None None] Provisioning complete for port ddf07e8a-aca0-4630-85c7-61c340f16521 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:41.242041 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-434f4bb2-0c2f-4589-b6ca-2ec693716b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ddf07e8a-aca0-4630-85c7-61c340f16521), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:41.355286 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1034e91-cec6-4241-8211-4fadc7fa6249 req-540fb53d-e801-47ce-9cce-eaac9367b358 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:41.363453 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270955c-9fbd-45ee-9480-0cace26bbb70 None None] Pushing event updated for resources: {'Port': ['ID=0ac01824-20c9-479f-83a2-5d02169d0286,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:41.363719 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e1034e91-cec6-4241-8211-4fadc7fa6249 req-540fb53d-e801-47ce-9cce-eaac9367b358 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 944 time: 0.1530995 Feb 07 16:44:41.432716 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87fa09-3c94-4080-8154-c4bf9133a406 req-6f6774c2-73d5-4adb-a64a-a40ddc051b20 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:41.441998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-1fc629dd-289d-4d43-8778-a49739017803 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:41.443701 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-1fc629dd-289d-4d43-8778-a49739017803 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.32 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 807 time: 0.2241633 Feb 07 16:44:41.451863 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87fa09-3c94-4080-8154-c4bf9133a406 req-6f6774c2-73d5-4adb-a64a-a40ddc051b20 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:41.456519 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7a87fa09-3c94-4080-8154-c4bf9133a406 req-6f6774c2-73d5-4adb-a64a-a40ddc051b20 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 1678 time: 1.0609896 Feb 07 16:44:41.459845 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e1034e91-cec6-4241-8211-4fadc7fa6249 req-5e66fa4f-5ec0-4699-89f7-8a9ed408a9fc tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950360 Feb 07 16:44:41.481035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-02e0982f-8a09-42c8-8dea-6956de8dc1f2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Request body: {'port': {'device_id': 'e210f338-6792-46fd-8a72-c77f83be716b', 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7', 'admin_state_up': True, 'tenant_id': 'fe34686be38c42c8a33e48d32dc23dcd'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:41.582296 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 381cbc5a-0ff9-457f-8611-e3c4b222d607 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:44:41.593086 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-434f4bb2-0c2f-4589-b6ca-2ec693716b79 None None] Port ddf07e8a-aca0-4630-85c7-61c340f16521 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:44:41.645256 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 381cbc5a-0ff9-457f-8611-e3c4b222d607 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:41.651171 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:41.663549 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b7cdcde-211a-4f6a-b53f-ea2372712ca1 admin admin] Publish callbacks [] for security_group (d40564cc-b5a7-474c-990d-f67574dff52f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:41.666998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30d02fc-d5ff-471f-a6a4-4bc917cf3d78 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Network 77871b7a-f86e-4316-bba8-73d687b56c15 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:44:41.670956 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d02fc-d5ff-471f-a6a4-4bc917cf3d78 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event updated for resources: {'Port': ['ID=7264ed3c-0e68-4ed9-8594-becd8dca0b0a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:41.680190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d30d02fc-d5ff-471f-a6a4-4bc917cf3d78 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:41.684499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30d02fc-d5ff-471f-a6a4-4bc917cf3d78 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:44:41.730290 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-02e0982f-8a09-42c8-8dea-6956de8dc1f2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Made reservation on behalf of fe34686be38c42c8a33e48d32dc23dcd for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:41.735933 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-02e0982f-8a09-42c8-8dea-6956de8dc1f2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:41.770443 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-80c97e5c-51dc-4074-881c-c321b9e6a79d req-728320a9-8c71-452e-9c42-9df6ed393a7a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 210 time: 0.0530617 Feb 07 16:44:41.794770 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30d02fc-d5ff-471f-a6a4-4bc917cf3d78 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:41.795958 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d30d02fc-d5ff-471f-a6a4-4bc917cf3d78 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:41.815337 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b7cdcde-211a-4f6a-b53f-ea2372712ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d40564cc-b5a7-474c-990d-f67574dff52f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:41.838091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7cdcde-211a-4f6a-b53f-ea2372712ca1 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:44:41.864930 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b7cdcde-211a-4f6a-b53f-ea2372712ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (ec356679-9aa7-4939-b35a-1acb72e4229a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:41.865313 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-3b7cdcde-211a-4f6a-b53f-ea2372712ca1 admin admin] Added segment ec356679-9aa7-4939-b35a-1acb72e4229a of type vlan for network ae378ccf-e416-4e60-8659-08ccd9013c7a Feb 07 16:44:41.968031 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b7cdcde-211a-4f6a-b53f-ea2372712ca1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (ae378ccf-e416-4e60-8659-08ccd9013c7a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:42.030947 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 9751bebe-a2de-408f-a496-7bcc09a6355e, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=9751bebe-a2de-408f-a496-7bcc09a6355e,segment=NetworkSegment(50dea519-fcd5-4e7e-a2f3-5b093407b6f4),segment_id=50dea519-fcd5-4e7e-a2f3-5b093407b6f4)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:42.048955 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d30d02fc-d5ff-471f-a6a4-4bc917cf3d78 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3143775 Feb 07 16:44:42.082669 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b7cdcde-211a-4f6a-b53f-ea2372712ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (ae378ccf-e416-4e60-8659-08ccd9013c7a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:42.084280 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7cdcde-211a-4f6a-b53f-ea2372712ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:42.085247 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b7cdcde-211a-4f6a-b53f-ea2372712ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:42.085444 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 0ac01824-20c9-479f-83a2-5d02169d0286 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:42.106982 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cdcde-211a-4f6a-b53f-ea2372712ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40564cc-b5a7-474c-990d-f67574dff52f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:42.116220 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-434f4bb2-0c2f-4589-b6ca-2ec693716b79 None None] Provisioning complete for port 0ac01824-20c9-479f-83a2-5d02169d0286 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:42.116760 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-434f4bb2-0c2f-4589-b6ca-2ec693716b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0ac01824-20c9-479f-83a2-5d02169d0286), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:42.199773 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3b7cdcde-211a-4f6a-b53f-ea2372712ca1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3419149 Feb 07 16:44:42.203963 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37666) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:42.231577 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7a87fa09-3c94-4080-8154-c4bf9133a406 req-3ecc03b8-bfd2-4076-aec2-3a4c5aafce42 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468977 Feb 07 16:44:42.232949 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-911ef377-eba1-45dd-bba8-8303253196cc admin admin] Request body: {'subnet': {'network_id': 'ae378ccf-e416-4e60-8659-08ccd9013c7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-547098450-subnet', 'tenant_id': 'bf9929c3a3804f31927f44dfe36ad522', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:42.255272 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cdcde-211a-4f6a-b53f-ea2372712ca1 admin admin] Pushing event updated for resources: {'Network': ['ID=ae378ccf-e416-4e60-8659-08ccd9013c7a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:42.270342 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '9751bebe-a2de-408f-a496-7bcc09a6355e', 'network_id': '3a7a1987-37a7-44cc-a161-8c5f99acf63a', 'port_id': '9751bebe-a2de-408f-a496-7bcc09a6355e', 'mac_address': 'fa:16:3e:7e:d3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf6e9d3e-7ccf-48f0-b624-4165d0484b55', 'ip_address': '19.80.0.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:44:42.324648 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-02e0982f-8a09-42c8-8dea-6956de8dc1f2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Allocated IP 172.20.0.8 (5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7/e9d72c12-d0bd-4126-b125-fb7d60290221/2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:44:42.357033 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-434f4bb2-0c2f-4589-b6ca-2ec693716b79 None None] Current status of the port 0ac01824-20c9-479f-83a2-5d02169d0286 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:42.368926 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network ae378ccf-e416-4e60-8659-08ccd9013c7a details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:44:42.416796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911ef377-eba1-45dd-bba8-8303253196cc admin admin] Made reservation on behalf of bf9929c3a3804f31927f44dfe36ad522 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:42.426910 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-911ef377-eba1-45dd-bba8-8303253196cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:42.465974 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0ac01824-20c9-479f-83a2-5d02169d0286 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:44:42.689409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 381cbc5a-0ff9-457f-8611-e3c4b222d607 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:42.690267 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:42.796396 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bebe8-c371-4347-97a8-aae2c6f1789e req-582706be-4479-4794-b4a3-ac32e428d829 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:42.801439 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7a4bebe8-c371-4347-97a8-aae2c6f1789e req-582706be-4479-4794-b4a3-ac32e428d829 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 945 time: 0.2034895 Feb 07 16:44:42.809882 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-574fe9aa-e9ef-419f-ad04-d83aeacd3fc0 None None] Provisioning complete for port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:42.810698 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-574fe9aa-e9ef-419f-ad04-d83aeacd3fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7264ed3c-0e68-4ed9-8594-becd8dca0b0a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:42.888415 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 9751bebe-a2de-408f-a496-7bcc09a6355e is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:42.888954 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9751bebe-a2de-408f-a496-7bcc09a6355e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:42.909028 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37678) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:42.909517 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-574fe9aa-e9ef-419f-ad04-d83aeacd3fc0 None None] Port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:44:42.914609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9751bebe-a2de-408f-a496-7bcc09a6355e {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:44:42.937339 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7a4bebe8-c371-4347-97a8-aae2c6f1789e req-9da46b4a-1603-4c20-bfef-a3285526f043 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212454 Feb 07 16:44:42.946264 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e4fe58d5-f217-4f71-8bf7-601c3c039628 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--774502474', 'description': 'tempest-description--573100122'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:42.975468 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 9751bebe-a2de-408f-a496-7bcc09a6355e, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=9751bebe-a2de-408f-a496-7bcc09a6355e,segment=NetworkSegment(50dea519-fcd5-4e7e-a2f3-5b093407b6f4),segment_id=50dea519-fcd5-4e7e-a2f3-5b093407b6f4)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:42.983827 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-02e0982f-8a09-42c8-8dea-6956de8dc1f2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks [] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:42.988175 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284777f9-6218-4132-84f9-8c6ef950090e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381cbc5a-0ff9-457f-8611-e3c4b222d607'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:44:42.989904 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4fe58d5-f217-4f71-8bf7-601c3c039628 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:42.991291 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc09bce-746d-405e-9dc6-34b31a57617c" -d '{"events": [{"server_uuid": "284777f9-6218-4132-84f9-8c6ef950090e", "name": "network-vif-plugged", "status": "completed", "tag": "381cbc5a-0ff9-457f-8611-e3c4b222d607"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:44:42.994208 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 0ac01824-20c9-479f-83a2-5d02169d0286 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:42.994779 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0ac01824-20c9-479f-83a2-5d02169d0286), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:43.002010 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9751bebe-a2de-408f-a496-7bcc09a6355e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:43.002929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:44:43.113056 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-02e0982f-8a09-42c8-8dea-6956de8dc1f2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:43.144977 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 381cbc5a-0ff9-457f-8611-e3c4b222d607, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607,segment=NetworkSegment(03af9fa1-8b97-43be-8e17-86dad5c361df),segment_id=03af9fa1-8b97-43be-8e17-86dad5c361df)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:43.157163 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=9751bebe-a2de-408f-a496-7bcc09a6355e,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:43.174856 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:43.307711 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=381cbc5a-0ff9-457f-8611-e3c4b222d607,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:43.349972 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0982f-8a09-42c8-8dea-6956de8dc1f2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Pushing event updated for resources: {'Port': ['ID=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:43.388780 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430fe9a-c1da-4589-a0d9-02e4dd89b53c req-7ed82913-03fb-4c68-a10f-7f399aa07ce4 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:43.406217 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e430fe9a-c1da-4589-a0d9-02e4dd89b53c req-7ed82913-03fb-4c68-a10f-7f399aa07ce4 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 931 time: 0.2969468 Feb 07 16:44:43.590570 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e430fe9a-c1da-4589-a0d9-02e4dd89b53c req-a1a29550-eb52-47e9-8951-c7a320852070 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798594 Feb 07 16:44:43.648759 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4fe58d5-f217-4f71-8bf7-601c3c039628 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for security_group (5885bc65-e545-487f-b881-1a8296d2e7af), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:43.662655 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4fe58d5-f217-4f71-8bf7-601c3c039628 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5885bc65-e545-487f-b881-1a8296d2e7af), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:43.691455 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port c3447af8-47ca-4fb6-aa6e-490e6eb35cf3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c3447af8-47ca-4fb6-aa6e-490e6eb35cf3,segment=NetworkSegment(fadf8764-344f-4301-9ed0-7e3359d692df),segment_id=fadf8764-344f-4301-9ed0-7e3359d692df)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:43.754202 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'c3447af8-47ca-4fb6-aa6e-490e6eb35cf3', 'network_id': 'b3e85d1e-f0c7-4a99-89e2-ed892d1028ef', 'port_id': 'c3447af8-47ca-4fb6-aa6e-490e6eb35cf3', 'mac_address': 'fa:16:3e:01:c8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54086ac-c1f3-44d0-bdac-d3df1378b5db', 'ip_address': '19.86.0.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:44:43.776868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 0ac01824-20c9-479f-83a2-5d02169d0286 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:43.778959 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4fe58d5-f217-4f71-8bf7-601c3c039628 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:43.785694 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e4fe58d5-f217-4f71-8bf7-601c3c039628 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8389916 Feb 07 16:44:43.785694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe58d5-f217-4f71-8bf7-601c3c039628 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5885bc65-e545-487f-b881-1a8296d2e7af,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:43.862673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37700) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:43.862673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-82e46631-7c1e-4633-ac1d-e1fbbe398707 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Request body: {'security_group_rule': {'security_group_id': '5885bc65-e545-487f-b881-1a8296d2e7af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:43.862673 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82e46631-7c1e-4633-ac1d-e1fbbe398707 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for security_group_rule (c827d5fb-aaab-49f0-aa18-60ae6bfa1ea1), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:43.922065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37708) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:43.928777 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:43.929181 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c3447af8-47ca-4fb6-aa6e-490e6eb35cf3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:43.967411 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:44:44.011427 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82e46631-7c1e-4633-ac1d-e1fbbe398707 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for security_group_rule (c827d5fb-aaab-49f0-aa18-60ae6bfa1ea1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:44.018970 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port c3447af8-47ca-4fb6-aa6e-490e6eb35cf3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c3447af8-47ca-4fb6-aa6e-490e6eb35cf3,segment=NetworkSegment(fadf8764-344f-4301-9ed0-7e3359d692df),segment_id=fadf8764-344f-4301-9ed0-7e3359d692df)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:44.030072 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82e46631-7c1e-4633-ac1d-e1fbbe398707 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (c827d5fb-aaab-49f0-aa18-60ae6bfa1ea1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:44.036008 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c3447af8-47ca-4fb6-aa6e-490e6eb35cf3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:44.064329 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e46631-7c1e-4633-ac1d-e1fbbe398707 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c827d5fb-aaab-49f0-aa18-60ae6bfa1ea1,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:44.094196 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82e46631-7c1e-4633-ac1d-e1fbbe398707 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:44.096076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=c3447af8-47ca-4fb6-aa6e-490e6eb35cf3,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:44.096812 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-82e46631-7c1e-4633-ac1d-e1fbbe398707 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3081412 Feb 07 16:44:44.099137 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37716) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:44.113692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-11ed343b-7b94-4bcf-a69d-41eb3cf09fe8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Request body: {'security_group_rule': {'security_group_id': '5885bc65-e545-487f-b881-1a8296d2e7af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:44.124416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-02e0982f-8a09-42c8-8dea-6956de8dc1f2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:44:44.134091 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-911ef377-eba1-45dd-bba8-8303253196cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (cc546c60-6e83-4bf6-ac7b-36372d03dcd1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:44.147643 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-02e0982f-8a09-42c8-8dea-6956de8dc1f2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:44.153102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-02e0982f-8a09-42c8-8dea-6956de8dc1f2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:44:44.188648 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11ed343b-7b94-4bcf-a69d-41eb3cf09fe8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for security_group_rule (09da1acd-bd61-473a-a857-f20426547ca6), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:44.219400 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-43739511-d3c8-4bbb-a0e2-67b12add4686 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:44.262141 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6326fb88-39cc-41fc-9370-a75517759e33 x-openstack-request-id: req-6326fb88-39cc-41fc-9370-a75517759e33 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:44:44.262714 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284777f9-6218-4132-84f9-8c6ef950090e", "name": "network-vif-plugged", "status": "completed", "tag": "381cbc5a-0ff9-457f-8611-e3c4b222d607", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:44:44.262714 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6326fb88-39cc-41fc-9370-a75517759e33 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:44:44.263099 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284777f9-6218-4132-84f9-8c6ef950090e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381cbc5a-0ff9-457f-8611-e3c4b222d607', 'code': 200} Feb 07 16:44:44.280271 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-02e0982f-8a09-42c8-8dea-6956de8dc1f2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:44.287252 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-02e0982f-8a09-42c8-8dea-6956de8dc1f2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:44.335374 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11ed343b-7b94-4bcf-a69d-41eb3cf09fe8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for security_group_rule (09da1acd-bd61-473a-a857-f20426547ca6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:44.351412 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11ed343b-7b94-4bcf-a69d-41eb3cf09fe8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (09da1acd-bd61-473a-a857-f20426547ca6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:44.373095 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281117c-5176-40d9-954e-223702641ebf req-046c4141-a207-4da4-b5c8-3f64ee97c095 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:44.375868 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a281117c-5176-40d9-954e-223702641ebf req-046c4141-a207-4da4-b5c8-3f64ee97c095 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 944 time: 1.2839458 Feb 07 16:44:44.396220 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c3447af8-47ca-4fb6-aa6e-490e6eb35cf3'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:44:44.424526 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-02e0982f-8a09-42c8-8dea-6956de8dc1f2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9618509 Feb 07 16:44:44.428500 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ef377-eba1-45dd-bba8-8303253196cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc546c60-6e83-4bf6-ac7b-36372d03dcd1,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:44.451841 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Request body: {'port': {'device_id': 'e210f338-6792-46fd-8a72-c77f83be716b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:44.456359 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-43739511-d3c8-4bbb-a0e2-67b12add4686 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] 10.222.0.18 "PUT /v2.0/quotas/ec513e5fbeba486f9584dbc205755a3f HTTP/1.1" status: 200 len: 366 time: 0.5280879 Feb 07 16:44:44.474628 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11ed343b-7b94-4bcf-a69d-41eb3cf09fe8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:44.477862 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-11ed343b-7b94-4bcf-a69d-41eb3cf09fe8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3763940 Feb 07 16:44:44.482621 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37720) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:44.483302 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37722) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:44.496725 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9ae4e134-836c-441f-a5b9-8999381710bc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:44.525750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed343b-7b94-4bcf-a69d-41eb3cf09fe8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09da1acd-bd61-473a-a857-f20426547ca6,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:44.554746 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f5316d35-9823-40b7-9ec0-face86d6ad3c tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0659137 Feb 07 16:44:44.565865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37724) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:44.581686 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ef377-eba1-45dd-bba8-8303253196cc admin admin] Checking segment: {'id': 'ec356679-9aa7-4939-b35a-1acb72e4229a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae378ccf-e416-4e60-8659-08ccd9013c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:44:44.582352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911ef377-eba1-45dd-bba8-8303253196cc admin admin] Network hostable DHCP agents. Network: ae378ccf-e416-4e60-8659-08ccd9013c7a, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:44:44.606094 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effcc3c-0d50-4faa-8240-1be1972af75f req-bd3b5b44-c4cc-4898-a688-fd54a808056e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:44.621487 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effcc3c-0d50-4faa-8240-1be1972af75f req-bd3b5b44-c4cc-4898-a688-fd54a808056e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:44.624210 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9effcc3c-0d50-4faa-8240-1be1972af75f req-bd3b5b44-c4cc-4898-a688-fd54a808056e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 1680 time: 0.2430384 Feb 07 16:44:44.627408 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:44.638699 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-54751284-a6f0-462e-ac31-58bd6d6ffc1a tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] 10.222.0.18 "GET /v2.0/quotas/ec513e5fbeba486f9584dbc205755a3f HTTP/1.1" status: 200 len: 366 time: 0.0610178 Feb 07 16:44:44.639359 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37730) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:44.644368 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e134-836c-441f-a5b9-8999381710bc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:44.675157 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccacf9-d004-443d-8f85-f747adcd06c2 req-2ee0530b-b174-4f44-923b-2ece5c5ea157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:44.676737 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-baccacf9-d004-443d-8f85-f747adcd06c2 req-2ee0530b-b174-4f44-923b-2ece5c5ea157 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 1127 time: 0.3004916 Feb 07 16:44:44.681588 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a281117c-5176-40d9-954e-223702641ebf req-6d57c27c-3aef-47ac-856a-d200d71135ce tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634943 Feb 07 16:44:44.682247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911ef377-eba1-45dd-bba8-8303253196cc admin admin] Network ae378ccf-e416-4e60-8659-08ccd9013c7a is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:44:44.726690 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2583ba75-73cf-4603-b9c2-488c1c8b2576 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/ec513e5fbeba486f9584dbc205755a3f HTTP/1.1" status: 204 len: 168 time: 0.0839498 Feb 07 16:44:44.730556 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37732) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:44.752189 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-911ef377-eba1-45dd-bba8-8303253196cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, ae378ccf-e416-4e60-8659-08ccd9013c7a) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:44.767289 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911ef377-eba1-45dd-bba8-8303253196cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:44.768045 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-911ef377-eba1-45dd-bba8-8303253196cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:44.774084 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56a3436-1279-4b1a-a91e-5cc795a2287b None None] Network ae378ccf-e416-4e60-8659-08ccd9013c7a requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:44:44.814862 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8b55f849-5526-47ef-b949-ace765bcb8f1 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0831690 Feb 07 16:44:44.820635 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9effcc3c-0d50-4faa-8240-1be1972af75f req-fa944f61-a2d9-4f55-8c4a-223009451d50 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801353 Feb 07 16:44:44.821397 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37738) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:44.854366 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d27d22fd-5030-4ac2-97dc-13af83756eb9 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] 10.222.0.18 "GET /v2.0/quotas/ec513e5fbeba486f9584dbc205755a3f HTTP/1.1" status: 200 len: 370 time: 0.0300364 Feb 07 16:44:44.862866 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37744) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:44.879219 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f45eda3b-e58a-4257-921e-30447997e2a6 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] 10.222.0.18 "GET /v2.0/quotas/ec513e5fbeba486f9584dbc205755a3f/default HTTP/1.1" status: 200 len: 370 time: 0.0134659 Feb 07 16:44:44.883059 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37746) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:44.921237 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-92438156-22a7-4bfc-8c11-649ac49b6aaf tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] delete failed (client error): The resource could not be found. Feb 07 16:44:44.923482 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-911ef377-eba1-45dd-bba8-8303253196cc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.7171755 Feb 07 16:44:44.929677 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-baccacf9-d004-443d-8f85-f747adcd06c2 req-a1ccc4b1-23f9-4a11-8174-a938d0554e00 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244132 Feb 07 16:44:44.932598 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-92438156-22a7-4bfc-8c11-649ac49b6aaf tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/ec513e5fbeba486f9584dbc205755a3f HTTP/1.1" status: 404 len: 348 time: 0.0425582 Feb 07 16:44:45.066222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6165132a-06a8-4934-b33e-c8dd85b8c9a4 None None] Network ae378ccf-e416-4e60-8659-08ccd9013c7a requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:44:45.094106 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e134-836c-441f-a5b9-8999381710bc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:45.278301 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69466dde-61b9-41e9-b4a3-c990ff4d1148 req-e557fcda-4750-4749-affc-625fc501d13f tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:45.279988 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-69466dde-61b9-41e9-b4a3-c990ff4d1148 req-e557fcda-4750-4749-affc-625fc501d13f tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 931 time: 0.2978122 Feb 07 16:44:45.378570 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37772) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:45.435724 n-d-827865-3 neutron-server[103226]: DEBUG neutron.quota.resource [None req-ebf7f8a9-a630-4ced-90a9-9ccb05946507 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] Usage tracker for resource:network and project:647a9b86c4664b798a0f29684eaab193 is out of sync, need to count used quota {{(pid=103226) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 16:44:45.452730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.quota.resource [None req-ebf7f8a9-a630-4ced-90a9-9ccb05946507 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103226) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 07 16:44:45.457934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-9ae4e134-836c-441f-a5b9-8999381710bc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Allocated IP 172.25.4.215 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/779dc63b-7204-4e0e-8f89-738e09fd4761) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:44:45.473566 n-d-827865-3 neutron-server[103226]: DEBUG neutron.quota.resource [None req-ebf7f8a9-a630-4ced-90a9-9ccb05946507 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] Usage tracker for resource:subnet and project:647a9b86c4664b798a0f29684eaab193 is out of sync, need to count used quota {{(pid=103226) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 16:44:45.483846 n-d-827865-3 neutron-server[103226]: DEBUG neutron.quota.resource [None req-ebf7f8a9-a630-4ced-90a9-9ccb05946507 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103226) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 07 16:44:45.543311 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:44:45.559117 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Publish callbacks [] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:45.584874 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['9751bebe-a2de-408f-a496-7bcc09a6355e'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:44:45.597606 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-69466dde-61b9-41e9-b4a3-c990ff4d1148 req-e9d6064c-b3af-46a4-ac47-1de0122b841b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908158 Feb 07 16:44:45.598826 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Transition to ACTIVE for port object 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:44:45.606683 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:45.620331 n-d-827865-3 neutron-server[103226]: DEBUG neutron.quota.resource [None req-ebf7f8a9-a630-4ced-90a9-9ccb05946507 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] Usage tracker for resource:subnetpool and project:647a9b86c4664b798a0f29684eaab193 is out of sync, need to count used quota {{(pid=103226) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 16:44:45.669720 n-d-827865-3 neutron-server[103226]: DEBUG neutron.quota.resource [None req-ebf7f8a9-a630-4ced-90a9-9ccb05946507 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103226) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 07 16:44:45.680021 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Pushing event updated for resources: {'Port': ['ID=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:45.773997 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e134-836c-441f-a5b9-8999381710bc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for port (779dc63b-7204-4e0e-8f89-738e09fd4761), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:45.807134 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Attempting to bind port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:44:45.807449 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Attempting to bind port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:44:45.807794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Attempting to bind port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:45.818361 n-d-827865-3 neutron-server[103226]: DEBUG neutron.quota.resource [None req-ebf7f8a9-a630-4ced-90a9-9ccb05946507 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] Usage tracker for resource:port and project:647a9b86c4664b798a0f29684eaab193 is out of sync, need to count used quota {{(pid=103226) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 16:44:45.822956 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:44:45.823294 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Attempting to bind port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:45.834175 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:44:45.834530 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Checking segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:44:45.834919 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Bound using segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:44:45.837480 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Bound port: 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:44:45.837713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.quota.resource [None req-ebf7f8a9-a630-4ced-90a9-9ccb05946507 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103226) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 07 16:44:45.837867 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:45.916880 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db12bab-329b-4a1f-801e-38b0e9baed10 req-32bf9af3-acb6-408f-bcc4-395c93d999a4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:45.922483 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5db12bab-329b-4a1f-801e-38b0e9baed10 req-32bf9af3-acb6-408f-bcc4-395c93d999a4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 945 time: 0.4247670 Feb 07 16:44:45.943137 n-d-827865-3 neutron-server[103226]: DEBUG neutron.quota.resource [None req-ebf7f8a9-a630-4ced-90a9-9ccb05946507 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] Usage tracker for resource:router and project:647a9b86c4664b798a0f29684eaab193 is out of sync, need to count used quota {{(pid=103226) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 16:44:45.969484 n-d-827865-3 neutron-server[103226]: DEBUG neutron.quota.resource [None req-ebf7f8a9-a630-4ced-90a9-9ccb05946507 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103226) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 07 16:44:46.013524 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] For port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:44:46.019445 n-d-827865-3 neutron-server[103226]: DEBUG neutron.quota.resource [None req-ebf7f8a9-a630-4ced-90a9-9ccb05946507 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] Usage tracker for resource:floatingip and project:647a9b86c4664b798a0f29684eaab193 is out of sync, need to count used quota {{(pid=103226) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 16:44:46.021872 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] For port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:44:46.028965 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e134-836c-441f-a5b9-8999381710bc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (779dc63b-7204-4e0e-8f89-738e09fd4761), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:46.029057 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:44:46.042896 n-d-827865-3 neutron-server[103226]: DEBUG neutron.quota.resource [None req-ebf7f8a9-a630-4ced-90a9-9ccb05946507 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103226) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 07 16:44:46.084857 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:46.099025 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae4e134-836c-441f-a5b9-8999381710bc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:44:46.113345 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9ae4e134-836c-441f-a5b9-8999381710bc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:46.117386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae4e134-836c-441f-a5b9-8999381710bc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:44:46.136838 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:44:46.146940 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:46.147654 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c3447af8-47ca-4fb6-aa6e-490e6eb35cf3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:46.214385 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5db12bab-329b-4a1f-801e-38b0e9baed10 req-1022c7f8-f591-48e4-ad80-514a31b53a80 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731266 Feb 07 16:44:46.242756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4e134-836c-441f-a5b9-8999381710bc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event updated for resources: {'Port': ['ID=779dc63b-7204-4e0e-8f89-738e09fd4761,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:46.302967 n-d-827865-3 neutron-server[103226]: DEBUG neutron.quota.resource [None req-ebf7f8a9-a630-4ced-90a9-9ccb05946507 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] Usage tracker for resource:security_group and project:647a9b86c4664b798a0f29684eaab193 is out of sync, need to count used quota {{(pid=103226) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 16:44:46.312863 n-d-827865-3 neutron-server[103226]: DEBUG neutron.quota.resource [None req-ebf7f8a9-a630-4ced-90a9-9ccb05946507 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103226) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 07 16:44:46.323278 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e134-836c-441f-a5b9-8999381710bc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for floatingip (318244b8-4cf5-4d9c-a75c-5555f69d70a0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:46.327086 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:46.327935 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:46.330269 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] 10.222.0.32 "PUT /v2.0/ports/2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 HTTP/1.1" status: 200 len: 1091 time: 1.8856773 Feb 07 16:44:46.331034 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e210f338-6792-46fd-8a72-c77f83be716b', 'tag': '2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:44:46.332865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.quota.resource [None req-ebf7f8a9-a630-4ced-90a9-9ccb05946507 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] Usage tracker for resource:security_group_rule and project:647a9b86c4664b798a0f29684eaab193 is out of sync, need to count used quota {{(pid=103226) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 07 16:44:46.334155 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8629c3f-9152-4d1f-8808-cdbafe231431" -d '{"events": [{"name": "network-changed", "server_uuid": "e210f338-6792-46fd-8a72-c77f83be716b", "tag": "2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:44:46.375265 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e134-836c-441f-a5b9-8999381710bc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (779dc63b-7204-4e0e-8f89-738e09fd4761), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:46.378075 n-d-827865-3 neutron-server[103226]: DEBUG neutron.quota.resource [None req-ebf7f8a9-a630-4ced-90a9-9ccb05946507 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103226) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 07 16:44:46.384505 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ebf7f8a9-a630-4ced-90a9-9ccb05946507 tempest-QuotasTest-329229346 tempest-QuotasTest-329229346-project-admin] 10.222.0.18 "GET /v2.0/quotas/647a9b86c4664b798a0f29684eaab193/details.json HTTP/1.1" status: 200 len: 703 time: 1.0044127 Feb 07 16:44:46.411057 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:46.411722 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c3447af8-47ca-4fb6-aa6e-490e6eb35cf3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:46.458180 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3447af8-47ca-4fb6-aa6e-490e6eb35cf3'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:44:46.463069 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a850b35b-6858-433b-80b6-a7aacae95c12" -d '{"events": [{"server_uuid": "76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295", "name": "network-vif-plugged", "status": "completed", "tag": "c3447af8-47ca-4fb6-aa6e-490e6eb35cf3"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:44:46.487004 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port c3447af8-47ca-4fb6-aa6e-490e6eb35cf3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c3447af8-47ca-4fb6-aa6e-490e6eb35cf3,segment=NetworkSegment(fadf8764-344f-4301-9ed0-7e3359d692df),segment_id=fadf8764-344f-4301-9ed0-7e3359d692df)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:46.494568 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c3447af8-47ca-4fb6-aa6e-490e6eb35cf3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:46.525334 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c48b4-b867-4fc4-84eb-77a5c6147296 service neutron] Pushing event updated for resources: {'Port': ['ID=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:46.544473 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-f05d618d-349a-494a-bad9-e63b38b5e908 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:46.547722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516c2c8-5a98-4694-9cb7-155d184b75f6 req-fe84ef33-8d86-4e49-9712-ab731bcbf526 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:46.550104 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e516c2c8-5a98-4694-9cb7-155d184b75f6 req-fe84ef33-8d86-4e49-9712-ab731bcbf526 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1446176 Feb 07 16:44:46.568444 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-f05d618d-349a-494a-bad9-e63b38b5e908 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/networks?id=ae378ccf-e416-4e60-8659-08ccd9013c7a HTTP/1.1" status: 200 len: 821 time: 0.5298584 Feb 07 16:44:46.575629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=c3447af8-47ca-4fb6-aa6e-490e6eb35cf3,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:46.592638 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-f43336b2-30fb-445f-9235-0c0b3d0fecf7 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/quotas/bf9929c3a3804f31927f44dfe36ad522 HTTP/1.1" status: 200 len: 375 time: 0.0227370 Feb 07 16:44:46.635046 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-e973242f-629e-4f63-b7e1-4332c34d4bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:46.638544 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-e973242f-629e-4f63-b7e1-4332c34d4bfd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 1125 time: 0.2517266 Feb 07 16:44:46.662556 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e516c2c8-5a98-4694-9cb7-155d184b75f6 req-99f47d88-a360-47e1-939c-c2b43e8cb340 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930765 Feb 07 16:44:46.668922 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-64585860-7908-4ca2-b849-40a7eddeaa1e tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf9929c3a3804f31927f44dfe36ad522&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617847 Feb 07 16:44:46.713448 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e134-836c-441f-a5b9-8999381710bc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for port (779dc63b-7204-4e0e-8f89-738e09fd4761), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:46.725879 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e134-836c-441f-a5b9-8999381710bc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (779dc63b-7204-4e0e-8f89-738e09fd4761), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:46.739068 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-4ad7e97a-19de-4814-a8e9-87a03bc1bd45 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 HTTP/1.1" status: 200 len: 217 time: 0.0745046 Feb 07 16:44:46.853256 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-294c0c85-80ee-48d4-95dc-bdf2b6666f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:46.854994 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-294c0c85-80ee-48d4-95dc-bdf2b6666f0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.1049955 Feb 07 16:44:46.874913 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e134-836c-441f-a5b9-8999381710bc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (318244b8-4cf5-4d9c-a75c-5555f69d70a0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:46.898484 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-c5f7bd65-3125-4a9b-9934-b2481440ab9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356634 Feb 07 16:44:46.914464 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e134-836c-441f-a5b9-8999381710bc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:46.915819 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9ae4e134-836c-441f-a5b9-8999381710bc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4254580 Feb 07 16:44:46.982197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4e134-836c-441f-a5b9-8999381710bc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event updated for resources: {'Port': ['ID=779dc63b-7204-4e0e-8f89-738e09fd4761,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:47.005777 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-152758d7-8b06-414a-bf5e-579e5f76757f service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011157 Feb 07 16:44:47.006611 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dd813-aea4-4a6e-9d68-1534f45798af req-ca9e22dd-85d2-46e6-980b-7386e5d00444 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:47.014619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dd813-aea4-4a6e-9d68-1534f45798af req-ca9e22dd-85d2-46e6-980b-7386e5d00444 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:47.016480 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b2dd813-aea4-4a6e-9d68-1534f45798af req-ca9e22dd-85d2-46e6-980b-7386e5d00444 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 1681 time: 0.1433547 Feb 07 16:44:47.021957 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-812d4ce9-fb5c-4a5b-b5d0-b7e74423fc54 service neutron] 10.222.0.18 "GET /v2.0/networks/ae378ccf-e416-4e60-8659-08ccd9013c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931285 Feb 07 16:44:47.049262 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37814) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:47.106922 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b2dd813-aea4-4a6e-9d68-1534f45798af req-f8d023ed-a11c-4ac0-8cf3-33814ac9c463 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783935 Feb 07 16:44:47.202501 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-4707dee4-abb3-4186-a7dd-a8c4ccc13c7b service neutron] 10.222.0.18 "GET /v2.0/networks/ae378ccf-e416-4e60-8659-08ccd9013c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661518 Feb 07 16:44:47.241965 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fba4aa-6392-40ef-8a62-88bd4a93c4e8 x-openstack-request-id: req-31fba4aa-6392-40ef-8a62-88bd4a93c4e8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:44:47.242265 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e210f338-6792-46fd-8a72-c77f83be716b", "tag": "2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:44:47.245126 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31fba4aa-6392-40ef-8a62-88bd4a93c4e8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:44:47.245126 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e210f338-6792-46fd-8a72-c77f83be716b', 'tag': '2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2', 'status': 'completed', 'code': 200} Feb 07 16:44:47.273439 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e0583cb-f8b7-44a2-89f4-907ddd4a1944 req-c99c6d55-3b69-48b2-bb1e-d2deb43aa568 service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613342 Feb 07 16:44:47.315794 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efebf10-4e20-4d7f-8323-a95817324b54 x-openstack-request-id: req-3efebf10-4e20-4d7f-8323-a95817324b54 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:44:47.315794 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295", "name": "network-vif-plugged", "status": "completed", "tag": "c3447af8-47ca-4fb6-aa6e-490e6eb35cf3", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:44:47.315794 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3efebf10-4e20-4d7f-8323-a95817324b54 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:44:47.315794 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3447af8-47ca-4fb6-aa6e-490e6eb35cf3', 'code': 200} Feb 07 16:44:47.432770 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8629c3f-9152-4d1f-8808-cdbafe231431 req-3ccceff7-f80b-45f6-b1e0-ef43459fdb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:47.434898 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8629c3f-9152-4d1f-8808-cdbafe231431 req-3ccceff7-f80b-45f6-b1e0-ef43459fdb8f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 1125 time: 0.0685575 Feb 07 16:44:47.496982 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aab13d1d-6587-49de-b359-b673d4acb402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:47.580936 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b016c51-5cbe-47ed-b4d1-8c86cbdc00f7 req-8046c07a-76d8-41ea-9099-8f6ff20e3d51 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:47.582547 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5b016c51-5cbe-47ed-b4d1-8c86cbdc00f7 req-8046c07a-76d8-41ea-9099-8f6ff20e3d51 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 943 time: 0.1844895 Feb 07 16:44:47.593921 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8629c3f-9152-4d1f-8808-cdbafe231431 req-350c6928-4550-440e-9ae4-b16d43fc25c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:47.597794 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8629c3f-9152-4d1f-8808-cdbafe231431 req-350c6928-4550-440e-9ae4-b16d43fc25c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.1557989 Feb 07 16:44:47.699759 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8629c3f-9152-4d1f-8808-cdbafe231431 req-392dd271-24bf-4433-a5d7-940cee820805 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 HTTP/1.1" status: 200 len: 217 time: 0.0931573 Feb 07 16:44:47.701995 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5b016c51-5cbe-47ed-b4d1-8c86cbdc00f7 req-ca666de7-a54b-458d-814d-5f6e4c3c0b8d tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688844 Feb 07 16:44:47.768656 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aab13d1d-6587-49de-b359-b673d4acb402 admin admin] Publish callbacks [] for security_group (72ddbd95-cba5-46ab-96c8-38e5922dd1c6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:47.782231 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aab13d1d-6587-49de-b359-b673d4acb402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (72ddbd95-cba5-46ab-96c8-38e5922dd1c6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:47.870065 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-aab13d1d-6587-49de-b359-b673d4acb402 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9564a05e7b764ce28dc3cf8e341d3b5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8171744 Feb 07 16:44:47.871433 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37846) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:47.896515 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab13d1d-6587-49de-b359-b673d4acb402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ddbd95-cba5-46ab-96c8-38e5922dd1c6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:47.907864 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e26aa-edf4-4fa4-93e4-1abd4c88d661 req-76851d0f-51d2-45f1-83ee-eba005ed6a52 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:47.917215 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f8e26aa-edf4-4fa4-93e4-1abd4c88d661 req-76851d0f-51d2-45f1-83ee-eba005ed6a52 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 945 time: 0.2248685 Feb 07 16:44:47.980537 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-faae867d-3f59-4752-916b-12b627bd2674 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--774502474&fields=id&tenant_id=4aab9c2a401e4794b59cf423bf862032 HTTP/1.1" status: 200 len: 267 time: 0.1523986 Feb 07 16:44:47.984712 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da87b847-fa45-4c72-9eb7-32e8815c875b admin admin] Publish callbacks [] for security_group (72ddbd95-cba5-46ab-96c8-38e5922dd1c6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:47.991587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8629c3f-9152-4d1f-8808-cdbafe231431 req-57ea8657-2c1e-4746-bc08-ce2e441b96e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:47.993552 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8629c3f-9152-4d1f-8808-cdbafe231431 req-57ea8657-2c1e-4746-bc08-ce2e441b96e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.2660074 Feb 07 16:44:48.038154 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8629c3f-9152-4d1f-8808-cdbafe231431 req-1ba3c502-975f-4202-9e54-8e1225a8672a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368879 Feb 07 16:44:48.042092 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f8e26aa-edf4-4fa4-93e4-1abd4c88d661 req-8df01869-8785-49aa-9829-c7cbedf65fa1 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234751 Feb 07 16:44:48.053383 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da87b847-fa45-4c72-9eb7-32e8815c875b admin admin] Publish callbacks [] for security_group (72ddbd95-cba5-46ab-96c8-38e5922dd1c6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:48.062666 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ef25d223-2799-4267-b650-347bd316a288 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:44:48.091619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 9751bebe-a2de-408f-a496-7bcc09a6355e up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:44:48.183294 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d568269a-ed2e-4136-8bd9-ef91e0ff96a6 req-89a54cfe-9629-4523-9ed9-c5d4746e7400 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3ff6301-784f-492a-b5cf-9ba136786010 HTTP/1.1" status: 200 len: 210 time: 0.0505192 Feb 07 16:44:48.193525 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:44:48.221619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-c38f44b1-5862-4482-b494-fd34ea30ed21 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:48.222338 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8629c3f-9152-4d1f-8808-cdbafe231431 req-ef088917-ca85-4dd1-9cb9-a7e76c335212 service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775210 Feb 07 16:44:48.223335 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-c38f44b1-5862-4482-b494-fd34ea30ed21 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports/ddf07e8a-aca0-4630-85c7-61c340f16521 HTTP/1.1" status: 200 len: 932 time: 0.2249513 Feb 07 16:44:48.250025 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da87b847-fa45-4c72-9eb7-32e8815c875b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (72ddbd95-cba5-46ab-96c8-38e5922dd1c6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:48.253190 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da87b847-fa45-4c72-9eb7-32e8815c875b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:48.260417 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-da87b847-fa45-4c72-9eb7-32e8815c875b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72ddbd95-cba5-46ab-96c8-38e5922dd1c6 HTTP/1.1" status: 204 len: 168 time: 0.3861020 Feb 07 16:44:48.333719 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87b847-fa45-4c72-9eb7-32e8815c875b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ddbd95-cba5-46ab-96c8-38e5922dd1c6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:48.359265 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-25ee0fd5-90f6-4862-9b32-74efd386b128 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:48.361685 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-25ee0fd5-90f6-4862-9b32-74efd386b128 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports/7264ed3c-0e68-4ed9-8594-becd8dca0b0a HTTP/1.1" status: 200 len: 931 time: 0.1313622 Feb 07 16:44:48.426516 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8629c3f-9152-4d1f-8808-cdbafe231431 req-46ce67a6-14a6-4c48-a838-6c9f06422224 service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958272 Feb 07 16:44:48.461772 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-49ec83f5-eb14-4bed-bb9d-a23d01cb9bd1 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?network_id=341e2c10-4c3c-4ab6-9063-14743a0d705c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0925474 Feb 07 16:44:48.516164 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-f77f60d3-a996-4708-97f3-3dc1bc388c88 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?network_id=341e2c10-4c3c-4ab6-9063-14743a0d705c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0533073 Feb 07 16:44:48.559348 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edb387-3732-4527-99cd-dea1a003d84f req-929bb1e6-42c7-4ce9-9e46-f4c473bc6ad2 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:48.572675 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a0edb387-3732-4527-99cd-dea1a003d84f req-929bb1e6-42c7-4ce9-9e46-f4c473bc6ad2 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1449635 Feb 07 16:44:48.648829 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 9751bebe-a2de-408f-a496-7bcc09a6355e completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:44:48.665190 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 9751bebe-a2de-408f-a496-7bcc09a6355e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:48.665190 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9751bebe-a2de-408f-a496-7bcc09a6355e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:48.689714 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a0edb387-3732-4527-99cd-dea1a003d84f req-41b71600-2ac4-40cb-bfa3-cfaed1623ae1 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084700 Feb 07 16:44:48.803099 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ef25d223-2799-4267-b650-347bd316a288, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ef25d223-2799-4267-b650-347bd316a288,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:48.822281 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-557327b1-7058-48ef-bf8e-0fea88e5a777 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:48.830500 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'ef25d223-2799-4267-b650-347bd316a288', 'network_id': '47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67', 'port_id': 'ef25d223-2799-4267-b650-347bd316a288', 'mac_address': 'fa:16:3e:33:9a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c9ecdd-108b-4a28-9918-7706852c1388', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:44:48.859739 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-557327b1-7058-48ef-bf8e-0fea88e5a777 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:48.888275 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-557327b1-7058-48ef-bf8e-0fea88e5a777 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:48.904025 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-557327b1-7058-48ef-bf8e-0fea88e5a777 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/networks?id=0b2b4548-f7c6-4e74-86b3-3287e52c00ca&id=77871b7a-f86e-4316-bba8-73d687b56c15&id=77871b7a-f86e-4316-bba8-73d687b56c15&id=341e2c10-4c3c-4ab6-9063-14743a0d705c&id=341e2c10-4c3c-4ab6-9063-14743a0d705c HTTP/1.1" status: 200 len: 1991 time: 0.3866353 Feb 07 16:44:48.904946 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fb01a-2530-4b8c-a3b1-0c652b7f2688 req-aacbb06a-b93b-4609-983e-8b8d3a386a4c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:48.908384 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 9751bebe-a2de-408f-a496-7bcc09a6355e is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:48.912297 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fb01a-2530-4b8c-a3b1-0c652b7f2688 req-aacbb06a-b93b-4609-983e-8b8d3a386a4c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:48.913576 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9751bebe-a2de-408f-a496-7bcc09a6355e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:48.914443 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-934fb01a-2530-4b8c-a3b1-0c652b7f2688 req-aacbb06a-b93b-4609-983e-8b8d3a386a4c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 1681 time: 0.1078749 Feb 07 16:44:48.937837 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ef25d223-2799-4267-b650-347bd316a288 is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:48.938154 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef25d223-2799-4267-b650-347bd316a288), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:48.953740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef25d223-2799-4267-b650-347bd316a288 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:44:48.967112 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-30c56c11-c06e-4983-aed3-b0047faeb401 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/quotas/4aab9c2a401e4794b59cf423bf862032 HTTP/1.1" status: 200 len: 375 time: 0.0614262 Feb 07 16:44:48.976650 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ef25d223-2799-4267-b650-347bd316a288, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ef25d223-2799-4267-b650-347bd316a288,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:49.003027 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 9751bebe-a2de-408f-a496-7bcc09a6355e, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=9751bebe-a2de-408f-a496-7bcc09a6355e,segment=NetworkSegment(50dea519-fcd5-4e7e-a2f3-5b093407b6f4),segment_id=50dea519-fcd5-4e7e-a2f3-5b093407b6f4)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:49.004897 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ef25d223-2799-4267-b650-347bd316a288), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:49.012298 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9751bebe-a2de-408f-a496-7bcc09a6355e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:49.067623 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-934fb01a-2530-4b8c-a3b1-0c652b7f2688 req-1ba42498-d212-44d4-8d17-766c0e9dfab1 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465125 Feb 07 16:44:49.132312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['ef25d223-2799-4267-b650-347bd316a288'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:44:49.139463 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37870) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:49.175087 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-8fcb39ee-0c8a-46f8-848f-f98993c801b4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4aab9c2a401e4794b59cf423bf862032&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1946633 Feb 07 16:44:49.192205 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ef25d223-2799-4267-b650-347bd316a288,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:49.199085 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30b0ad2f-3aa8-4cef-9253-a235a5ae4df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:49.263033 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=9751bebe-a2de-408f-a496-7bcc09a6355e,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:49.314360 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9751bebe-a2de-408f-a496-7bcc09a6355e'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:44:49.317814 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f39bc5f-31b1-48fd-86d2-4130da4991ab" -d '{"events": [{"server_uuid": "76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295", "name": "network-vif-plugged", "status": "completed", "tag": "9751bebe-a2de-408f-a496-7bcc09a6355e"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:44:49.683948 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f7323-8a75-41ac-85d9-aa7b020abea4 req-ac6eb21e-376f-43da-9339-19d95edc6d1b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:49.685842 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-720f7323-8a75-41ac-85d9-aa7b020abea4 req-ac6eb21e-376f-43da-9339-19d95edc6d1b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 943 time: 0.3913534 Feb 07 16:44:49.765717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-5b5410d0-60f7-45a5-a2cc-ae2537f74f5c tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:49.768278 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-5b5410d0-60f7-45a5-a2cc-ae2537f74f5c tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.32 "GET /v2.0/networks?id=ae378ccf-e416-4e60-8659-08ccd9013c7a HTTP/1.1" status: 200 len: 821 time: 0.2848155 Feb 07 16:44:49.774184 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-071223d9-7deb-44aa-851d-b82869fd8146 service neutron] 10.222.0.18 "GET /v2.0/networks/0b2b4548-f7c6-4e74-86b3-3287e52c00ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5956709 Feb 07 16:44:49.792783 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-b8df7905-a003-482a-aa74-70882335164a tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Request body: {'port': {'device_id': 'b3ff6301-784f-492a-b5cf-9ba136786010', 'network_id': 'ae378ccf-e416-4e60-8659-08ccd9013c7a', 'admin_state_up': True, 'tenant_id': 'bf9929c3a3804f31927f44dfe36ad522'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:49.798882 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30b0ad2f-3aa8-4cef-9253-a235a5ae4df0 admin admin] Publish callbacks [] for security_group (f6323721-e22d-43fc-aecc-08a7a0bd071f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:49.805026 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-720f7323-8a75-41ac-85d9-aa7b020abea4 req-d788acad-56f8-4ca4-9fb4-5999bae0e735 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099262 Feb 07 16:44:49.817650 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30b0ad2f-3aa8-4cef-9253-a235a5ae4df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f6323721-e22d-43fc-aecc-08a7a0bd071f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:49.823171 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:44:49.924210 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-30b0ad2f-3aa8-4cef-9253-a235a5ae4df0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=647a9b86c4664b798a0f29684eaab193&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7784562 Feb 07 16:44:49.924210 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0ad2f-3aa8-4cef-9253-a235a5ae4df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6323721-e22d-43fc-aecc-08a7a0bd071f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:49.928002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37878) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:50.047690 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:50.064558 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ef25d223-2799-4267-b650-347bd316a288 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:44:50.071129 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2', 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7', 'port_id': '2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2', 'mac_address': 'fa:16:3e:10:a6:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d72c12-d0bd-4126-b125-fb7d60290221', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:44:50.080099 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-07627b1f-dedc-4b4c-9e04-d303d7644861 service neutron] 10.222.0.18 "GET /v2.0/networks/0b2b4548-f7c6-4e74-86b3-3287e52c00ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953718 Feb 07 16:44:50.103185 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-b8df7905-a003-482a-aa74-70882335164a tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Made reservation on behalf of bf9929c3a3804f31927f44dfe36ad522 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:50.117361 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-b8df7905-a003-482a-aa74-70882335164a tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:50.172028 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3831dae9-a1bd-485d-aa89-147edbe03a5b admin admin] Publish callbacks [] for security_group (f6323721-e22d-43fc-aecc-08a7a0bd071f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:50.172452 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:50.172849 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:50.196388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:44:50.218380 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-1da02305-0859-4ec5-a468-171588edc778 service neutron] 10.222.0.18 "GET /v2.0/ports/ddf07e8a-aca0-4630-85c7-61c340f16521?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1281590 Feb 07 16:44:50.227823 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port ef25d223-2799-4267-b650-347bd316a288 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:50.228257 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ef25d223-2799-4267-b650-347bd316a288), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:50.234550 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:50.261859 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:50.287479 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3831dae9-a1bd-485d-aa89-147edbe03a5b admin admin] Publish callbacks [] for security_group (f6323721-e22d-43fc-aecc-08a7a0bd071f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:50.364410 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:50.406794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fff42c-4368-4ca3-a28a-8d6c3c36bda2 req-b38bff25-1672-437d-aa3b-dcfd5f54b5b0 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:50.408926 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10fff42c-4368-4ca3-a28a-8d6c3c36bda2 req-b38bff25-1672-437d-aa3b-dcfd5f54b5b0 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 944 time: 0.3721159 Feb 07 16:44:50.410695 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-b8df7905-a003-482a-aa74-70882335164a tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Allocated IP 172.20.0.11 (ae378ccf-e416-4e60-8659-08ccd9013c7a/cc546c60-6e83-4bf6-ac7b-36372d03dcd1/349a5668-95df-48cd-a83a-8f8899aace2f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:44:50.460091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ef25d223-2799-4267-b650-347bd316a288 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:50.460947 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef25d223-2799-4267-b650-347bd316a288), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:50.495837 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:44:50.507785 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-58fff585-1506-4abe-b196-9a59500d36ff service neutron] 10.222.0.18 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704189 Feb 07 16:44:50.509030 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10fff42c-4368-4ca3-a28a-8d6c3c36bda2 req-736039c9-248f-45f3-89f2-11fa0c9c2423 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852048 Feb 07 16:44:50.523709 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3831dae9-a1bd-485d-aa89-147edbe03a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f6323721-e22d-43fc-aecc-08a7a0bd071f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:50.534418 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3831dae9-a1bd-485d-aa89-147edbe03a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:50.553325 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3831dae9-a1bd-485d-aa89-147edbe03a5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6323721-e22d-43fc-aecc-08a7a0bd071f HTTP/1.1" status: 204 len: 168 time: 0.6110253 Feb 07 16:44:50.715019 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ef25d223-2799-4267-b650-347bd316a288, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ef25d223-2799-4267-b650-347bd316a288,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:50.740010 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ef25d223-2799-4267-b650-347bd316a288), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:50.746554 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831dae9-a1bd-485d-aa89-147edbe03a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6323721-e22d-43fc-aecc-08a7a0bd071f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:50.850629 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-696f2177-0933-44c1-aa7a-20c2c571f956 service neutron] 10.222.0.18 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351517 Feb 07 16:44:50.915266 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cc202-f197-476e-809e-acf5958c641d req-d82247b2-75df-4dbb-9b80-9f16f18aa9a4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:50.920786 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-a145d975-551e-428e-a504-34367f11afb3 service neutron] 10.222.0.18 "GET /v2.0/ports/7264ed3c-0e68-4ed9-8594-becd8dca0b0a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0690198 Feb 07 16:44:50.922453 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-464cc202-f197-476e-809e-acf5958c641d req-d82247b2-75df-4dbb-9b80-9f16f18aa9a4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/networks?id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 HTTP/1.1" status: 200 len: 814 time: 0.1857400 Feb 07 16:44:50.930789 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-b8df7905-a003-482a-aa74-70882335164a tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Publish callbacks [] for port (349a5668-95df-48cd-a83a-8f8899aace2f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:50.939561 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ef25d223-2799-4267-b650-347bd316a288,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:50.955650 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-464cc202-f197-476e-809e-acf5958c641d req-4fe3e6f3-930f-4ddd-aa76-2f19de08827a tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/quotas/17e673e6323b4e4cb326f65b4b9943cf HTTP/1.1" status: 200 len: 375 time: 0.0314474 Feb 07 16:44:51.045594 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-464cc202-f197-476e-809e-acf5958c641d req-294064fa-efec-4895-837f-34e650ce1f32 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=17e673e6323b4e4cb326f65b4b9943cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0877666 Feb 07 16:44:51.055826 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-b8df7905-a003-482a-aa74-70882335164a tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (349a5668-95df-48cd-a83a-8f8899aace2f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:51.113028 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-cbf5eb6d-7c12-4e08-a1fa-de6a65aa11d7 service neutron] 10.222.0.18 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852655 Feb 07 16:44:51.147409 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:51.286783 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-f4943801-892a-4c81-a1cb-1cde8a45acb4 service neutron] 10.222.0.18 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719334 Feb 07 16:44:51.424315 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-f31c73ca-fb14-4532-862a-ca26edba4a67 service neutron] 10.222.0.18 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311059 Feb 07 16:44:51.501764 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-b8df7905-a003-482a-aa74-70882335164a tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Network ae378ccf-e416-4e60-8659-08ccd9013c7a is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:44:51.511685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-b8df7905-a003-482a-aa74-70882335164a tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:51.517775 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-b8df7905-a003-482a-aa74-70882335164a tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:44:51.552052 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df7905-a003-482a-aa74-70882335164a tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Pushing event updated for resources: {'Port': ['ID=349a5668-95df-48cd-a83a-8f8899aace2f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:51.577925 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-1f1b7dd4-4135-43a6-835f-3c9005f26eec service neutron] 10.222.0.18 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438284 Feb 07 16:44:51.616395 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-b8df7905-a003-482a-aa74-70882335164a tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:51.616748 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-b8df7905-a003-482a-aa74-70882335164a tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:51.623516 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-464cc202-f197-476e-809e-acf5958c641d req-32a13167-a7fd-4844-b2ef-3fe40324676c service neutron] 10.222.0.18 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5779936 Feb 07 16:44:51.684645 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-b8df7905-a003-482a-aa74-70882335164a tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9021130 Feb 07 16:44:51.698810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Request body: {'port': {'device_id': 'b3ff6301-784f-492a-b5cf-9ba136786010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:51.703557 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-48276da0-12f7-4fba-990f-fa463544140f service neutron] 10.222.0.18 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226935 Feb 07 16:44:51.808857 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-464cc202-f197-476e-809e-acf5958c641d req-bd9464d1-82ef-4679-803a-00f19575b6cb service neutron] 10.222.0.18 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778090 Feb 07 16:44:51.809709 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (349a5668-95df-48cd-a83a-8f8899aace2f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:51.815631 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:44:51.827251 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-30198025-087f-4da7-aafb-357f2394194a service neutron] 10.222.0.18 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158192 Feb 07 16:44:51.877947 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:44:51.883173 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:51.883842 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:52.010840 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-7d0cb3c9-b665-412c-8941-92ab53f92083 service neutron] 10.222.0.18 "GET /v2.0/networks/341e2c10-4c3c-4ab6-9063-14743a0d705c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738317 Feb 07 16:44:52.033705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:52.034254 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:52.100792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:52.108666 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:52.195525 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37926) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:52.219443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:52.282851 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-dbaaa4cd-7f0c-4665-a872-a136a54ad04c service neutron] 10.222.0.18 "GET /v2.0/networks/341e2c10-4c3c-4ab6-9063-14743a0d705c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562945 Feb 07 16:44:52.346706 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef274c18-4e58-4b69-8fbb-303b51ec0277 req-2bc68da7-0acc-4494-90c7-ede54f79667c tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:52.348562 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef274c18-4e58-4b69-8fbb-303b51ec0277 req-2bc68da7-0acc-4494-90c7-ede54f79667c tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3ff6301-784f-492a-b5cf-9ba136786010 HTTP/1.1" status: 200 len: 932 time: 0.2075288 Feb 07 16:44:52.429422 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-38633b0e-c872-4f0d-bd97-42cbedc9bad4 tempest-AgentManagementNegativeTest-710816488 tempest-AgentManagementNegativeTest-710816488-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2285795 Feb 07 16:44:52.454494 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-97dee604-2682-460f-8874-ffab86703d7d service neutron] 10.222.0.18 "GET /v2.0/networks/341e2c10-4c3c-4ab6-9063-14743a0d705c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691875 Feb 07 16:44:52.542091 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef274c18-4e58-4b69-8fbb-303b51ec0277 req-b0d9d193-d846-4a73-9698-cce8f1fb0eb3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40564cc-b5a7-474c-990d-f67574dff52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748631 Feb 07 16:44:52.556438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349a5668-95df-48cd-a83a-8f8899aace2f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:44:52.566862 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Publish callbacks [] for port (349a5668-95df-48cd-a83a-8f8899aace2f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:52.613376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Transition to ACTIVE for port object 349a5668-95df-48cd-a83a-8f8899aace2f will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:44:52.618243 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-7706ed52-9210-4c76-b308-568825be7774 service neutron] 10.222.0.18 "GET /v2.0/networks/341e2c10-4c3c-4ab6-9063-14743a0d705c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616275 Feb 07 16:44:52.621120 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (349a5668-95df-48cd-a83a-8f8899aace2f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:52.664707 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dbf786-60fb-4760-8c3a-4fdd01eb0a32 x-openstack-request-id: req-a6dbf786-60fb-4760-8c3a-4fdd01eb0a32 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:44:52.665029 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295", "name": "network-vif-plugged", "status": "completed", "tag": "9751bebe-a2de-408f-a496-7bcc09a6355e", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:44:52.665315 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6dbf786-60fb-4760-8c3a-4fdd01eb0a32 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:44:52.665740 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9751bebe-a2de-408f-a496-7bcc09a6355e', 'code': 200} Feb 07 16:44:52.867368 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Pushing event updated for resources: {'Port': ['ID=349a5668-95df-48cd-a83a-8f8899aace2f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:52.891273 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37944) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:53.017723 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34739cf5-c4ff-4bbd-9853-e567a523b152 req-0e93b4ee-ca47-4d10-a9e1-91f0976d76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:53.019113 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34739cf5-c4ff-4bbd-9853-e567a523b152 req-0e93b4ee-ca47-4d10-a9e1-91f0976d76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:53.020909 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34739cf5-c4ff-4bbd-9853-e567a523b152 req-0e93b4ee-ca47-4d10-a9e1-91f0976d76d9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 2046 time: 0.2522008 Feb 07 16:44:53.055162 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:53.067360 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c2c97-b280-4121-91dc-bf83ad2853e6 req-17dc9152-0c9d-4fce-9b8b-0c077564cb46 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:53.073164 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c2c97-b280-4121-91dc-bf83ad2853e6 req-17dc9152-0c9d-4fce-9b8b-0c077564cb46 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:53.075121 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b6c2c97-b280-4121-91dc-bf83ad2853e6 req-17dc9152-0c9d-4fce-9b8b-0c077564cb46 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 1682 time: 0.2695138 Feb 07 16:44:53.134827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Attempting to bind port 349a5668-95df-48cd-a83a-8f8899aace2f on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:44:53.135427 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Attempting to bind port 349a5668-95df-48cd-a83a-8f8899aace2f by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'ec356679-9aa7-4939-b35a-1acb72e4229a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae378ccf-e416-4e60-8659-08ccd9013c7a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:44:53.135762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Attempting to bind port 349a5668-95df-48cd-a83a-8f8899aace2f on network ae378ccf-e416-4e60-8659-08ccd9013c7a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:53.145585 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff00a088-629d-451a-93fe-53ced391e80c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:53.188117 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Port 349a5668-95df-48cd-a83a-8f8899aace2f on network ae378ccf-e416-4e60-8659-08ccd9013c7a not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:44:53.188429 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Attempting to bind port 349a5668-95df-48cd-a83a-8f8899aace2f on network ae378ccf-e416-4e60-8659-08ccd9013c7a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:44:53.196512 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34739cf5-c4ff-4bbd-9853-e567a523b152 req-f79c0e6a-a3b0-4b36-b3cb-af027ab8e948 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655717 Feb 07 16:44:53.205192 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b6c2c97-b280-4121-91dc-bf83ad2853e6 req-efc661be-7ce9-4092-b568-66560ef9dba1 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101563 Feb 07 16:44:53.207082 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:44:53.207484 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Checking segment: {'id': 'ec356679-9aa7-4939-b35a-1acb72e4229a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae378ccf-e416-4e60-8659-08ccd9013c7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:44:53.207946 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Bound using segment: {'id': 'ec356679-9aa7-4939-b35a-1acb72e4229a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae378ccf-e416-4e60-8659-08ccd9013c7a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:44:53.208501 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Bound port: 349a5668-95df-48cd-a83a-8f8899aace2f, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec356679-9aa7-4939-b35a-1acb72e4229a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ae378ccf-e416-4e60-8659-08ccd9013c7a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:44:53.208802 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (349a5668-95df-48cd-a83a-8f8899aace2f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:53.275110 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff00a088-629d-451a-93fe-53ced391e80c admin admin] Publish callbacks [] for security_group (cef93645-94f0-4f7c-80c3-25f01cdea6c1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:53.287832 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff00a088-629d-451a-93fe-53ced391e80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cef93645-94f0-4f7c-80c3-25f01cdea6c1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:53.335241 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] For port 349a5668-95df-48cd-a83a-8f8899aace2f, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:44:53.336080 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ff00a088-629d-451a-93fe-53ced391e80c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b17d5a5b220747a2932646be2dd6fba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4418185 Feb 07 16:44:53.336784 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00a088-629d-451a-93fe-53ced391e80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef93645-94f0-4f7c-80c3-25f01cdea6c1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:53.338743 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37958) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:53.407683 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] For port 349a5668-95df-48cd-a83a-8f8899aace2f, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=349a5668-95df-48cd-a83a-8f8899aace2f,segment=NetworkSegment(ec356679-9aa7-4939-b35a-1acb72e4229a),segment_id=ec356679-9aa7-4939-b35a-1acb72e4229a)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:44:53.440133 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (349a5668-95df-48cd-a83a-8f8899aace2f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:53.501098 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:53.501896 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:53.503429 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] 10.222.0.32 "PUT /v2.0/ports/349a5668-95df-48cd-a83a-8f8899aace2f HTTP/1.1" status: 200 len: 1092 time: 1.8091466 Feb 07 16:44:53.510840 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d59e3bc5-8cfe-46bf-8e91-4b7809b88bae admin admin] Publish callbacks [] for security_group (cef93645-94f0-4f7c-80c3-25f01cdea6c1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:53.512677 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ff6301-784f-492a-b5cf-9ba136786010', 'tag': '349a5668-95df-48cd-a83a-8f8899aace2f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:44:53.515228 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01b1f16-0738-4aa4-bc17-3950603a6cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ff6301-784f-492a-b5cf-9ba136786010", "tag": "349a5668-95df-48cd-a83a-8f8899aace2f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:44:53.582676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7054990-80f6-4928-9d71-163cce16c6e3 req-f0c58a3d-c7b5-422b-9b32-918ae7e9f411 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:53.584859 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b7054990-80f6-4928-9d71-163cce16c6e3 req-f0c58a3d-c7b5-422b-9b32-918ae7e9f411 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 945 time: 0.1955745 Feb 07 16:44:53.638991 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d59e3bc5-8cfe-46bf-8e91-4b7809b88bae admin admin] Publish callbacks [] for security_group (cef93645-94f0-4f7c-80c3-25f01cdea6c1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:53.641099 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714cbec8-1b6e-484e-866a-166018a0ef6a service neutron] Pushing event updated for resources: {'Port': ['ID=349a5668-95df-48cd-a83a-8f8899aace2f,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:53.779643 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc7f63-47f2-4c23-a9b4-7a6d1c6964a7 req-c726ef89-9115-49b2-8454-bbc375d9a46a tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:53.791822 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1abc7f63-47f2-4c23-a9b4-7a6d1c6964a7 req-c726ef89-9115-49b2-8454-bbc375d9a46a tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 945 time: 0.0951233 Feb 07 16:44:53.815185 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b7054990-80f6-4928-9d71-163cce16c6e3 req-355f5d14-5608-4d1e-8c62-332ebb196a53 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702707 Feb 07 16:44:53.819855 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-4d148571-c9d5-41de-bc27-26f30c8b92fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:53.821499 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-4d148571-c9d5-41de-bc27-26f30c8b92fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf9929c3a3804f31927f44dfe36ad522&device_id=b3ff6301-784f-492a-b5cf-9ba136786010 HTTP/1.1" status: 200 len: 1126 time: 0.2489591 Feb 07 16:44:53.829719 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cc202-f197-476e-809e-acf5958c641d req-8a7d1a6d-189d-4bd8-8643-89fc1ead4e81 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:53.831659 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-464cc202-f197-476e-809e-acf5958c641d req-8a7d1a6d-189d-4bd8-8643-89fc1ead4e81 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.32 "GET /v2.0/networks?id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 HTTP/1.1" status: 200 len: 814 time: 0.2820079 Feb 07 16:44:53.847084 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-464cc202-f197-476e-809e-acf5958c641d req-5ed87e22-8c39-4ea0-aa5b-9661366c50da tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Request body: {'port': {'device_id': '79da18d5-4b68-4b66-9f05-ce67bf280bda', 'network_id': 'a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362', 'admin_state_up': True, 'tenant_id': '17e673e6323b4e4cb326f65b4b9943cf'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:53.895103 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d59e3bc5-8cfe-46bf-8e91-4b7809b88bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cef93645-94f0-4f7c-80c3-25f01cdea6c1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:53.898405 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d59e3bc5-8cfe-46bf-8e91-4b7809b88bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:53.904616 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d59e3bc5-8cfe-46bf-8e91-4b7809b88bae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cef93645-94f0-4f7c-80c3-25f01cdea6c1 HTTP/1.1" status: 204 len: 168 time: 0.5603240 Feb 07 16:44:53.940039 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-5e055e84-0d22-47f5-85b5-a15d45d148b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=349a5668-95df-48cd-a83a-8f8899aace2f HTTP/1.1" status: 200 len: 217 time: 0.1068726 Feb 07 16:44:53.941220 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1abc7f63-47f2-4c23-a9b4-7a6d1c6964a7 req-4ea5d402-50ab-4fe3-bc2f-416bab027742 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482978 Feb 07 16:44:53.977456 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e3bc5-8cfe-46bf-8e91-4b7809b88bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef93645-94f0-4f7c-80c3-25f01cdea6c1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:54.047307 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38671a0-bb48-4d63-9589-2603b7a7f3b7 x-openstack-request-id: req-d38671a0-bb48-4d63-9589-2603b7a7f3b7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:44:54.048324 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ff6301-784f-492a-b5cf-9ba136786010", "tag": "349a5668-95df-48cd-a83a-8f8899aace2f", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:44:54.048837 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d38671a0-bb48-4d63-9589-2603b7a7f3b7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:44:54.049381 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ff6301-784f-492a-b5cf-9ba136786010', 'tag': '349a5668-95df-48cd-a83a-8f8899aace2f', 'status': 'completed', 'code': 200} Feb 07 16:44:54.078847 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ef25d223-2799-4267-b650-347bd316a288 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:44:54.199635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ef25d223-2799-4267-b650-347bd316a288 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:44:54.201196 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef25d223-2799-4267-b650-347bd316a288), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:54.262506 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-13253143-9410-4344-b1a4-3b33e8c5e302 req-6e6be508-cbf0-45d9-a80b-a27176a2ab37 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=79da18d5-4b68-4b66-9f05-ce67bf280bda HTTP/1.1" status: 200 len: 210 time: 0.2208683 Feb 07 16:44:54.279073 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-99d796ab-cf5a-4af6-97f9-ab33c2b77f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:54.285359 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-99d796ab-cf5a-4af6-97f9-ab33c2b77f49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc546c60-6e83-4bf6-ac7b-36372d03dcd1 HTTP/1.1" status: 200 len: 861 time: 0.3344429 Feb 07 16:44:54.288244 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ef25d223-2799-4267-b650-347bd316a288, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ef25d223-2799-4267-b650-347bd316a288,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:54.309774 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ef25d223-2799-4267-b650-347bd316a288), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:54.310094 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42597c50-5c7d-49c5-a967-4b274c7fa7e1 req-9c9f78e5-65c5-4547-9a69-5365fd92ee4e tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:54.322168 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-42597c50-5c7d-49c5-a967-4b274c7fa7e1 req-9c9f78e5-65c5-4547-9a69-5365fd92ee4e tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3ff6301-784f-492a-b5cf-9ba136786010 HTTP/1.1" status: 200 len: 944 time: 0.1375744 Feb 07 16:44:54.402491 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-353676b3-c7c6-4a51-a1db-fc59899e9016 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae378ccf-e416-4e60-8659-08ccd9013c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074252 Feb 07 16:44:54.423085 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ef25d223-2799-4267-b650-347bd316a288,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:54.451110 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-42597c50-5c7d-49c5-a967-4b274c7fa7e1 req-8bd77161-5612-48f5-ac46-483439d64dbf tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40564cc-b5a7-474c-990d-f67574dff52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279938 Feb 07 16:44:54.461962 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-11b45d84-3ff5-48cc-8ad8-3003f59ce712 req-da9b2d77-f055-4f80-a4e4-69967af00e74 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0690598 Feb 07 16:44:54.493785 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464cc202-f197-476e-809e-acf5958c641d req-5ed87e22-8c39-4ea0-aa5b-9661366c50da tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Made reservation on behalf of 17e673e6323b4e4cb326f65b4b9943cf for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:54.498038 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-464cc202-f197-476e-809e-acf5958c641d req-5ed87e22-8c39-4ea0-aa5b-9661366c50da tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:54.667056 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b450e8-2c8e-48d4-8260-4f97b3ccd822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef25d223-2799-4267-b650-347bd316a288'}, {'server_uuid': 'e210f338-6792-46fd-8a72-c77f83be716b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2'}, {'server_uuid': 'f0b450e8-2c8e-48d4-8260-4f97b3ccd822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef25d223-2799-4267-b650-347bd316a288'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:44:54.671504 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3411a989-a2a0-48e7-8988-da768923fab2" -d '{"events": [{"server_uuid": "f0b450e8-2c8e-48d4-8260-4f97b3ccd822", "name": "network-vif-plugged", "status": "completed", "tag": "ef25d223-2799-4267-b650-347bd316a288"}, {"server_uuid": "e210f338-6792-46fd-8a72-c77f83be716b", "name": "network-vif-plugged", "status": "completed", "tag": "2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2"}, {"server_uuid": "f0b450e8-2c8e-48d4-8260-4f97b3ccd822", "name": "network-vif-unplugged", "status": "completed", "tag": "ef25d223-2799-4267-b650-347bd316a288"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:44:54.754770 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-5b22d61c-4a52-4d7d-bf3f-e875b6f95d45 service neutron] 10.222.0.32 "GET /v2.0/networks/ae378ccf-e416-4e60-8659-08ccd9013c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897403 Feb 07 16:44:54.847581 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6900a-f15e-468d-8dd0-350a78b03af9 req-7f89cba4-7b10-4645-96af-fb95fb198d91 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:54.853577 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6900a-f15e-468d-8dd0-350a78b03af9 req-7f89cba4-7b10-4645-96af-fb95fb198d91 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:54.861765 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8dc6900a-f15e-468d-8dd0-350a78b03af9 req-7f89cba4-7b10-4645-96af-fb95fb198d91 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 1682 time: 0.2651281 Feb 07 16:44:54.954914 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 07 Feb 2022 16:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a4e3fd-c76a-45e6-9033-ea1e520453c1 x-openstack-request-id: req-22a4e3fd-c76a-45e6-9033-ea1e520453c1 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:44:54.955432 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b450e8-2c8e-48d4-8260-4f97b3ccd822", "name": "network-vif-plugged", "status": "completed", "tag": "ef25d223-2799-4267-b650-347bd316a288", "code": 200}, {"server_uuid": "e210f338-6792-46fd-8a72-c77f83be716b", "name": "network-vif-plugged", "status": "completed", "tag": "2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2", "code": 200}, {"server_uuid": "f0b450e8-2c8e-48d4-8260-4f97b3ccd822", "name": "network-vif-unplugged", "status": "completed", "tag": "ef25d223-2799-4267-b650-347bd316a288", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:44:54.956076 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22a4e3fd-c76a-45e6-9033-ea1e520453c1 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:44:54.956778 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b450e8-2c8e-48d4-8260-4f97b3ccd822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef25d223-2799-4267-b650-347bd316a288', 'code': 200} Feb 07 16:44:54.957433 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e210f338-6792-46fd-8a72-c77f83be716b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2', 'code': 200} Feb 07 16:44:54.957834 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b450e8-2c8e-48d4-8260-4f97b3ccd822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef25d223-2799-4267-b650-347bd316a288', 'code': 200} Feb 07 16:44:55.066629 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-464cc202-f197-476e-809e-acf5958c641d req-5ed87e22-8c39-4ea0-aa5b-9661366c50da tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Allocated IP 172.20.0.10 (a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362/17caae66-4938-4c9b-981d-9460cbf4671f/e597fb60-d361-4a49-98b5-a6de0a6278b4) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:44:55.134341 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8dc6900a-f15e-468d-8dd0-350a78b03af9 req-5ea589b5-8185-489c-b18f-975db25009fd tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715390 Feb 07 16:44:55.156124 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5521de80-46df-43ce-8110-bbd9b3b24495 req-3fe99762-2405-4759-8659-4d70346a68a7 service neutron] 10.222.0.32 "GET /v2.0/networks/ae378ccf-e416-4e60-8659-08ccd9013c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887694 Feb 07 16:44:55.216900 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4df00-7c75-4fa7-b8b4-df0baaeb559e req-0229ee3f-4cf5-4e54-a7a3-288cf4681dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:55.219071 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c6b4df00-7c75-4fa7-b8b4-df0baaeb559e req-0229ee3f-4cf5-4e54-a7a3-288cf4681dc0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 1127 time: 0.1609344 Feb 07 16:44:55.300007 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1290f8-993f-406d-8d30-a02ec61e8a08 req-1f8a55bd-b22b-4814-a788-22271c815bc4 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:55.305675 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4d1290f8-993f-406d-8d30-a02ec61e8a08 req-1f8a55bd-b22b-4814-a788-22271c815bc4 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 945 time: 0.2064970 Feb 07 16:44:55.327027 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c6b4df00-7c75-4fa7-b8b4-df0baaeb559e req-05aadd9a-a6f9-43de-bc23-14e5a4dfb83c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991168 Feb 07 16:44:55.416412 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4d1290f8-993f-406d-8d30-a02ec61e8a08 req-86001c9a-1245-4803-b249-06565f68f842 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880575 Feb 07 16:44:55.524559 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38032) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:55.546854 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-464cc202-f197-476e-809e-acf5958c641d req-5ed87e22-8c39-4ea0-aa5b-9661366c50da tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Publish callbacks [] for port (e597fb60-d361-4a49-98b5-a6de0a6278b4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:55.589432 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b1f16-0738-4aa4-bc17-3950603a6cf3 req-fc9c9e65-536a-45b4-99cd-5ad03c4503a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:55.591336 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f01b1f16-0738-4aa4-bc17-3950603a6cf3 req-fc9c9e65-536a-45b4-99cd-5ad03c4503a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf9929c3a3804f31927f44dfe36ad522&device_id=b3ff6301-784f-492a-b5cf-9ba136786010 HTTP/1.1" status: 200 len: 1126 time: 0.1527052 Feb 07 16:44:55.652230 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169262e0-91d4-4775-87ee-837936df5ab8 req-9f9acd8c-f01d-43ab-b20c-2a92319257c4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:55.662189 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-169262e0-91d4-4775-87ee-837936df5ab8 req-9f9acd8c-f01d-43ab-b20c-2a92319257c4 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 943 time: 0.0988841 Feb 07 16:44:55.755759 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-169262e0-91d4-4775-87ee-837936df5ab8 req-5768cf05-6bc4-4f54-ba16-ea5257471cc6 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916982 Feb 07 16:44:55.783942 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9b37bf92-e555-4358-9e4d-2f9f8677921e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:55.785808 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-cd83ac0e-5b1d-4e8f-bfae-3b0f145c106c tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:55.787157 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cd83ac0e-5b1d-4e8f-bfae-3b0f145c106c tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2600698 Feb 07 16:44:55.799507 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38038) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:55.806730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-15e0cc0c-f298-4363-b7c9-7cd697e5a454 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:55.808081 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-15e0cc0c-f298-4363-b7c9-7cd697e5a454 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0060158 Feb 07 16:44:55.814036 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38040) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:55.820234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-1f3da397-d423-43fa-b631-f68e165e74e2 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:55.822573 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-db6132e2-9014-4f38-b5ea-0b51308ba2e7 req-3ac68c15-f853-49fd-b3c6-14ed40b1f32d tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=79da18d5-4b68-4b66-9f05-ce67bf280bda HTTP/1.1" status: 200 len: 210 time: 0.2455156 Feb 07 16:44:55.824956 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1f3da397-d423-43fa-b631-f68e165e74e2 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0091572 Feb 07 16:44:55.829445 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38042) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:55.842763 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-6b4cb9d6-b33c-481f-b9b7-8449415220a1 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:55.845232 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6b4cb9d6-b33c-481f-b9b7-8449415220a1 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0143442 Feb 07 16:44:55.850710 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38044) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:55.856371 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-19bc17ec-21ae-4116-ace4-c26e5681d4a9 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:55.861429 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-19bc17ec-21ae-4116-ace4-c26e5681d4a9 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0092595 Feb 07 16:44:55.870381 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38046) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:55.875300 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-c0d05c37-37bf-48e4-a0b6-3bb6caea1a69 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:55.877756 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c0d05c37-37bf-48e4-a0b6-3bb6caea1a69 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0058544 Feb 07 16:44:55.884965 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38048) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:55.905796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-580ade7d-4c30-4910-9002-aa6600112f3b tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:55.907375 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-580ade7d-4c30-4910-9002-aa6600112f3b tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0165737 Feb 07 16:44:55.912858 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38050) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:55.918394 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-11681f43-3f1d-485b-8343-5a36e823a194 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:55.919680 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-11681f43-3f1d-485b-8343-5a36e823a194 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0055807 Feb 07 16:44:55.924319 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b1f16-0738-4aa4-bc17-3950603a6cf3 req-81506459-cac8-49ae-89f2-e13f5e8112cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:55.926789 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f01b1f16-0738-4aa4-bc17-3950603a6cf3 req-81506459-cac8-49ae-89f2-e13f5e8112cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=ae378ccf-e416-4e60-8659-08ccd9013c7a HTTP/1.1" status: 200 len: 922 time: 0.3179662 Feb 07 16:44:55.937147 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38052) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:55.946234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-22359cf0-6a6e-437e-b1ef-0ea5e2fcd768 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:55.947377 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-22359cf0-6a6e-437e-b1ef-0ea5e2fcd768 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0075812 Feb 07 16:44:55.953448 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38054) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:55.999517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc2d77-3a43-4a8a-bb10-780c3ebc5383 req-e74b0e90-c8e1-451f-a231-02c25f0f117e tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:56.018319 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19bc2d77-3a43-4a8a-bb10-780c3ebc5383 req-e74b0e90-c8e1-451f-a231-02c25f0f117e tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3ff6301-784f-492a-b5cf-9ba136786010 HTTP/1.1" status: 200 len: 944 time: 0.1304946 Feb 07 16:44:56.058090 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-3932de1f-0c79-4477-b088-629ef4f14558 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:56.063347 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3932de1f-0c79-4477-b088-629ef4f14558 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.1001098 Feb 07 16:44:56.066380 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38056) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:56.074721 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-464cc202-f197-476e-809e-acf5958c641d req-5ed87e22-8c39-4ea0-aa5b-9661366c50da tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e597fb60-d361-4a49-98b5-a6de0a6278b4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:56.089230 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-8d46110c-687e-4888-9550-c4d34c72b662 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:56.090555 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['381cbc5a-0ff9-457f-8611-e3c4b222d607'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:44:56.094179 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8d46110c-687e-4888-9550-c4d34c72b662 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0254209 Feb 07 16:44:56.111550 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38058) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:56.119685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-21db6636-da8e-435b-b0f1-9ebc33519b33 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:56.120707 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-21db6636-da8e-435b-b0f1-9ebc33519b33 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0081770 Feb 07 16:44:56.155585 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38060) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:56.177376 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f01b1f16-0738-4aa4-bc17-3950603a6cf3 req-74adb13a-943d-4a65-aca1-d9ee0a6a260b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=349a5668-95df-48cd-a83a-8f8899aace2f HTTP/1.1" status: 200 len: 217 time: 0.2341585 Feb 07 16:44:56.178356 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-ac3149c1-dd94-4230-b9b7-ac6a1776d53d tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:56.193251 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ac3149c1-dd94-4230-b9b7-ac6a1776d53d tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0343347 Feb 07 16:44:56.210022 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38062) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:56.229369 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-88a1c1cd-b7d9-4b11-8976-5ad61d63abd4 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:56.231062 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-88a1c1cd-b7d9-4b11-8976-5ad61d63abd4 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0190136 Feb 07 16:44:56.233245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-3d9ea979-676e-4353-ac9e-4027bba171d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:56.237386 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-3d9ea979-676e-4353-ac9e-4027bba171d2 service neutron] 10.222.0.32 "GET /v2.0/ports/ddf07e8a-aca0-4630-85c7-61c340f16521 HTTP/1.1" status: 200 len: 1028 time: 0.1397350 Feb 07 16:44:56.243302 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19bc2d77-3a43-4a8a-bb10-780c3ebc5383 req-721e1778-c916-45ab-8be8-a72bf014fc44 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40564cc-b5a7-474c-990d-f67574dff52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235997 Feb 07 16:44:56.247373 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38066) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:56.258673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-fc35f756-b76d-4279-8000-0fec8b03ec8a tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:56.260993 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fc35f756-b76d-4279-8000-0fec8b03ec8a tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0117683 Feb 07 16:44:56.280481 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38068) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:56.339093 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464cc202-f197-476e-809e-acf5958c641d req-5ed87e22-8c39-4ea0-aa5b-9661366c50da tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Network a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:44:56.392362 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-18c92396-7a22-42a2-a2ac-e72f9feb3cc4 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:56.394916 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-18c92396-7a22-42a2-a2ac-e72f9feb3cc4 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.1120932 Feb 07 16:44:56.406422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38070) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:56.436949 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-6e1a3805-ea61-481f-9ea8-763735e79d93 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:56.439974 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6e1a3805-ea61-481f-9ea8-763735e79d93 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0199361 Feb 07 16:44:56.448663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38072) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:56.459465 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-464cc202-f197-476e-809e-acf5958c641d req-5ed87e22-8c39-4ea0-aa5b-9661366c50da tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:56.470978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-464cc202-f197-476e-809e-acf5958c641d req-5ed87e22-8c39-4ea0-aa5b-9661366c50da tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:44:56.477557 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-a5b74cf5-dfe6-4604-b507-84c2e1d42ebd tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:56.479489 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a5b74cf5-dfe6-4604-b507-84c2e1d42ebd tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0178282 Feb 07 16:44:56.482315 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-80da9251-3098-490c-8ae0-4ba978bc4c4d req-7bcbace5-de92-4edf-9b7e-6d1a13fc2997 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.4054496 Feb 07 16:44:56.489474 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38076) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:56.515860 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-de1bbb3f-327a-48fa-a473-2538db85bfa5 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:56.520857 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-de1bbb3f-327a-48fa-a473-2538db85bfa5 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0307467 Feb 07 16:44:56.533506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38078) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:56.550403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-81ba3f46-0858-4a9e-a328-c1b4a437ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:56.554974 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-81ba3f46-0858-4a9e-a328-c1b4a437ccd2 service neutron] 10.222.0.32 "GET /v2.0/ports/7264ed3c-0e68-4ed9-8594-becd8dca0b0a HTTP/1.1" status: 200 len: 1027 time: 0.3085299 Feb 07 16:44:56.578217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-ad7a127e-d9cc-470e-8ed2-bdd3dc9d1e91 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:56.583311 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ad7a127e-d9cc-470e-8ed2-bdd3dc9d1e91 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0352726 Feb 07 16:44:56.599629 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38080) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:56.600365 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed87e22-8c39-4ea0-aa5b-9661366c50da tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Pushing event updated for resources: {'Port': ['ID=e597fb60-d361-4a49-98b5-a6de0a6278b4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:56.617827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-b13f3c05-ebc2-4fd1-875e-f1b325f845e4 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:56.624020 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b13f3c05-ebc2-4fd1-875e-f1b325f845e4 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0178127 Feb 07 16:44:56.624869 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38084) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:56.642850 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-3a371e7d-b8f9-4eb3-9d57-3de7d13b8255 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:56.647816 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3a371e7d-b8f9-4eb3-9d57-3de7d13b8255 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0160193 Feb 07 16:44:56.654373 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38086) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:56.660349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-45b702ba-0496-4c9e-9f41-830389ab7880 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:56.665401 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-45b702ba-0496-4c9e-9f41-830389ab7880 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0095360 Feb 07 16:44:56.667413 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38088) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:56.675342 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cc202-f197-476e-809e-acf5958c641d req-5ed87e22-8c39-4ea0-aa5b-9661366c50da tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:56.675692 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-464cc202-f197-476e-809e-acf5958c641d req-5ed87e22-8c39-4ea0-aa5b-9661366c50da tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:56.721822 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b1f16-0738-4aa4-bc17-3950603a6cf3 req-abb92079-bf22-4bfe-a571-f34765a06a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:56.727114 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f01b1f16-0738-4aa4-bc17-3950603a6cf3 req-abb92079-bf22-4bfe-a571-f34765a06a9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc546c60-6e83-4bf6-ac7b-36372d03dcd1 HTTP/1.1" status: 200 len: 861 time: 0.4586174 Feb 07 16:44:56.743267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-71835c95-2132-4fba-aafb-a3442e031996 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:56.746723 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-71835c95-2132-4fba-aafb-a3442e031996 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0187588 Feb 07 16:44:56.784412 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-464cc202-f197-476e-809e-acf5958c641d req-5ed87e22-8c39-4ea0-aa5b-9661366c50da tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9437392 Feb 07 16:44:56.798363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38090) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:56.835670 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-3ce3809a-e21d-4d92-8233-d7f66ad4c07f tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:56.837809 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3ce3809a-e21d-4d92-8233-d7f66ad4c07f tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0089920 Feb 07 16:44:56.902334 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Request body: {'port': {'device_id': '79da18d5-4b68-4b66-9f05-ce67bf280bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:56.903166 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-f5b81120-09eb-4217-9eff-80bf37d0a9b7 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:56.909342 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-f5b81120-09eb-4217-9eff-80bf37d0a9b7 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:56.914981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-f5b81120-09eb-4217-9eff-80bf37d0a9b7 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:56.917066 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-f5b81120-09eb-4217-9eff-80bf37d0a9b7 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.32 "GET /v2.0/networks?id=0b2b4548-f7c6-4e74-86b3-3287e52c00ca&id=77871b7a-f86e-4316-bba8-73d687b56c15&id=77871b7a-f86e-4316-bba8-73d687b56c15&id=77871b7a-f86e-4316-bba8-73d687b56c15&id=77871b7a-f86e-4316-bba8-73d687b56c15&id=341e2c10-4c3c-4ab6-9063-14743a0d705c&id=341e2c10-4c3c-4ab6-9063-14743a0d705c HTTP/1.1" status: 200 len: 1991 time: 0.2638102 Feb 07 16:44:56.918814 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38094) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:56.924131 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-e4903ccc-f359-46be-89ca-2904c158dc63 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:56.925657 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e4903ccc-f359-46be-89ca-2904c158dc63 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0055645 Feb 07 16:44:56.943599 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38098) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:56.954518 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-6faff535-d571-4d61-93ed-9fed7f8a42fe tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:56.966621 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6faff535-d571-4d61-93ed-9fed7f8a42fe tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0155206 Feb 07 16:44:56.973727 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38100) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:57.015118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-dc396afb-7483-4f82-9b4e-0208daa959b6 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:57.016565 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dc396afb-7483-4f82-9b4e-0208daa959b6 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0285594 Feb 07 16:44:57.020845 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38102) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:57.030087 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-ed6ac080-8cf7-4754-b16c-9dbb877866f5 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:57.041909 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ed6ac080-8cf7-4754-b16c-9dbb877866f5 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0177124 Feb 07 16:44:57.044917 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38104) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:57.057514 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-ca4befe8-ffc9-432c-a4bd-a8137d8073b1 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:57.068482 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ca4befe8-ffc9-432c-a4bd-a8137d8073b1 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0146444 Feb 07 16:44:57.073211 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38106) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:57.073870 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f01b1f16-0738-4aa4-bc17-3950603a6cf3 req-f2836586-f74d-47cd-ac83-1fad99e4509a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae378ccf-e416-4e60-8659-08ccd9013c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3255327 Feb 07 16:44:57.099641 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-8226c7cb-ff1f-4b3f-88d3-bd36f92ca20e tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:57.101589 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8226c7cb-ff1f-4b3f-88d3-bd36f92ca20e tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0228062 Feb 07 16:44:57.117769 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0297d-9ff4-48c3-b05e-bac330596e80 req-627774e3-cff7-4f0b-9cb4-d3bc26ea2785 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:57.130702 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0297d-9ff4-48c3-b05e-bac330596e80 req-627774e3-cff7-4f0b-9cb4-d3bc26ea2785 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:57.133683 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bcc0297d-9ff4-48c3-b05e-bac330596e80 req-627774e3-cff7-4f0b-9cb4-d3bc26ea2785 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 1682 time: 0.6491315 Feb 07 16:44:57.189242 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38108) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:57.206077 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-1cde848c-64ec-4673-8e9c-d67be40e3536 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4aab9c2a401e4794b59cf423bf862032 HTTP/1.1" status: 200 len: 379 time: 0.2555916 Feb 07 16:44:57.216076 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-59f73442-d237-459b-9082-d04330ac617e tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:57.217867 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-59f73442-d237-459b-9082-d04330ac617e tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0083632 Feb 07 16:44:57.236656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-41279676-f184-451e-af15-93499e295439 req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Request body: {'port': {'device_id': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca', 'admin_state_up': True, 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'security_groups': ['5885bc65-e545-487f-b881-1a8296d2e7af']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:57.338707 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38110) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:57.347172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-8cf1c002-6212-404d-b0cb-29281351bfdf tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:57.349356 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8cf1c002-6212-404d-b0cb-29281351bfdf tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0087011 Feb 07 16:44:57.395709 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38114) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:57.411728 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-edf33d72-c81e-4f7c-9d03-99ddfd44eac6 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:57.427395 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-edf33d72-c81e-4f7c-9d03-99ddfd44eac6 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0292521 Feb 07 16:44:57.452168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38116) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:57.525945 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e597fb60-d361-4a49-98b5-a6de0a6278b4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:57.576671 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-9d4529dc-e4b5-4b97-aec2-d9d6e4dea1ad tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:57.578134 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9d4529dc-e4b5-4b97-aec2-d9d6e4dea1ad tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.1008046 Feb 07 16:44:57.589145 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38120) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:57.593935 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bcc0297d-9ff4-48c3-b05e-bac330596e80 req-5bfa793f-a2ba-486f-a983-c9e426e9c515 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745148 Feb 07 16:44:57.638667 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41279676-f184-451e-af15-93499e295439 req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Made reservation on behalf of 4aab9c2a401e4794b59cf423bf862032 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:57.643147 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:57.709604 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-c4ad2e96-a27a-41f5-b5a6-869b0e2e57c2 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:57.712125 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c4ad2e96-a27a-41f5-b5a6-869b0e2e57c2 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0800734 Feb 07 16:44:57.716130 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38124) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:57.722840 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-d8a5b1ed-22f7-49fe-b333-4c1c9df50a51 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:57.725310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d8a5b1ed-22f7-49fe-b333-4c1c9df50a51 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0062537 Feb 07 16:44:57.733795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38126) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:57.748649 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-68d26fa8-d407-4d9a-9dca-317be6767370 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:57.750217 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-68d26fa8-d407-4d9a-9dca-317be6767370 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0068467 Feb 07 16:44:57.759533 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38130) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:57.771606 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-f873746f-0140-4113-a6f5-f70a58c30a33 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:57.772748 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f873746f-0140-4113-a6f5-f70a58c30a33 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0057230 Feb 07 16:44:57.807299 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cd5ce-29f7-4809-aab8-a8e677b043fa req-12da536e-0a8c-4b07-a59d-6e027153bcc3 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:57.815455 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f51cd5ce-29f7-4809-aab8-a8e677b043fa req-12da536e-0a8c-4b07-a59d-6e027153bcc3 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 945 time: 1.0832636 Feb 07 16:44:57.826047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38132) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:57.832422 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-2b9524c7-29a9-4ab9-9908-648f10264867 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:57.833659 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2b9524c7-29a9-4ab9-9908-648f10264867 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0054102 Feb 07 16:44:57.841881 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6bf46-62a3-4f58-a489-54d2d47bc31c req-72a65a4a-58b6-476b-af1a-15ab5d6c8649 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:57.843651 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-deb6bf46-62a3-4f58-a489-54d2d47bc31c req-72a65a4a-58b6-476b-af1a-15ab5d6c8649 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 943 time: 1.0436983 Feb 07 16:44:57.852283 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38134) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:57.859681 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-db53e652-29ef-46b7-848d-5ae073a94d9e tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:57.860994 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-db53e652-29ef-46b7-848d-5ae073a94d9e tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0060554 Feb 07 16:44:57.881716 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38136) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:57.920200 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-034432f0-08c6-4652-aa4d-adb201389165 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:57.921547 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-034432f0-08c6-4652-aa4d-adb201389165 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0046954 Feb 07 16:44:57.937791 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38140) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:57.945557 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-ddb9c925-3872-40fb-b786-78be96d12cf1 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:57.946846 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ddb9c925-3872-40fb-b786-78be96d12cf1 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0066772 Feb 07 16:44:57.958392 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38142) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:57.971917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-8698741a-354d-46fe-8a7e-45c6e93ba13d tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:57.973106 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8698741a-354d-46fe-8a7e-45c6e93ba13d tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0054939 Feb 07 16:44:57.986341 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38144) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.050859 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-dcb3300f-7234-4683-ab26-e1c3465ace5d tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.052105 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dcb3300f-7234-4683-ab26-e1c3465ace5d tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0052807 Feb 07 16:44:58.066003 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38146) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.075696 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-4404c346-3a30-47bf-b9fd-714f3065a01e tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.076910 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4404c346-3a30-47bf-b9fd-714f3065a01e tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0049248 Feb 07 16:44:58.092175 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38148) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.099438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-bdd5a98f-1018-403f-9b3c-385a3d5ea772 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.100712 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bdd5a98f-1018-403f-9b3c-385a3d5ea772 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0052567 Feb 07 16:44:58.103233 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f01b1f16-0738-4aa4-bc17-3950603a6cf3 req-cc6a488c-f6cc-455d-b146-7e8caf9112fc service neutron] 10.222.0.32 "GET /v2.0/networks/ae378ccf-e416-4e60-8659-08ccd9013c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0140271 Feb 07 16:44:58.112987 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-05eecccc-a319-48c8-85ec-35177d634308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:58.137193 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-41279676-f184-451e-af15-93499e295439 req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Allocated IP 172.20.0.9 (0b2b4548-f7c6-4e74-86b3-3287e52c00ca/efa32e71-a547-428f-88bc-c70d8d8b132e/3a820c8e-82b5-4d45-aa6c-615c32456553) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:44:58.156268 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38150) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.164544 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-66e47f25-965c-4eca-9e01-a3b8e8025f27 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.167017 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-66e47f25-965c-4eca-9e01-a3b8e8025f27 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0067861 Feb 07 16:44:58.173062 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f51cd5ce-29f7-4809-aab8-a8e677b043fa req-935a4e97-c3b5-4000-b002-f74229080dde tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565972 Feb 07 16:44:58.173925 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38152) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.181968 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-988cbf6c-1568-4a44-8ae0-1c9ba23d7aa8 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.186470 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-988cbf6c-1568-4a44-8ae0-1c9ba23d7aa8 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0076652 Feb 07 16:44:58.187922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38154) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.232658 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-a5d55e00-2cc7-4143-bc16-71117e04315b tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.234249 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a5d55e00-2cc7-4143-bc16-71117e04315b tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0431244 Feb 07 16:44:58.241710 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38156) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.245683 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd06448-afb1-4b08-9f77-272bc01e4500 req-a8624855-825f-4413-90f1-3a704a5c5bce tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:58.251080 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cbd06448-afb1-4b08-9f77-272bc01e4500 req-a8624855-825f-4413-90f1-3a704a5c5bce tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 943 time: 0.5478394 Feb 07 16:44:58.298716 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-c6aadbde-c452-47a7-9aa1-6dbdb1d25df8 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.299802 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c6aadbde-c452-47a7-9aa1-6dbdb1d25df8 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0541072 Feb 07 16:44:58.307693 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38158) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.314455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-5679fca5-a32f-4bbc-a381-45f958ef48f1 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.315606 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5679fca5-a32f-4bbc-a381-45f958ef48f1 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0063677 Feb 07 16:44:58.327090 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38160) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.338215 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-4cd5c490-61c2-4cea-a008-0cdddcb5ad74 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.339276 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4cd5c490-61c2-4cea-a008-0cdddcb5ad74 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0114009 Feb 07 16:44:58.349846 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38162) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.367705 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-8fff9493-a56a-4201-a193-c27ae61fea13 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.373070 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8fff9493-a56a-4201-a193-c27ae61fea13 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0170789 Feb 07 16:44:58.375349 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38164) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.387230 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-8fb65d6e-ed54-4c51-bc6f-2868af54f89c tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.393132 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8fb65d6e-ed54-4c51-bc6f-2868af54f89c tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0053377 Feb 07 16:44:58.394167 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38166) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.407867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-3040a37b-7110-42e0-b2db-971d43f221c0 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.413123 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3040a37b-7110-42e0-b2db-971d43f221c0 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0118127 Feb 07 16:44:58.417425 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38168) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.422169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-d34e2e16-ba24-486b-a524-e817185f3642 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.427972 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d34e2e16-ba24-486b-a524-e817185f3642 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0053515 Feb 07 16:44:58.429966 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38170) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.441508 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-6b04ee38-f8f6-4d33-adbf-758390c1cad1 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.446747 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6b04ee38-f8f6-4d33-adbf-758390c1cad1 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0071447 Feb 07 16:44:58.448355 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38172) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.455671 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f01b1f16-0738-4aa4-bc17-3950603a6cf3 req-ef0f0a40-60d6-4da6-9822-71a3c886223e service neutron] 10.222.0.32 "GET /v2.0/networks/ae378ccf-e416-4e60-8659-08ccd9013c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165963 Feb 07 16:44:58.460778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-d61b0c16-3c4b-45be-8b41-0dd83a5174bd tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.466007 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d61b0c16-3c4b-45be-8b41-0dd83a5174bd tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0096967 Feb 07 16:44:58.471598 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38174) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.476369 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-deb6bf46-62a3-4f58-a489-54d2d47bc31c req-fbbda820-c9f0-4b7a-8ba3-72e32a756e57 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Deleting port ef25d223-2799-4267-b650-347bd316a288 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:44:58.476369 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-deb6bf46-62a3-4f58-a489-54d2d47bc31c req-fbbda820-c9f0-4b7a-8ba3-72e32a756e57 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ef25d223-2799-4267-b650-347bd316a288), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:58.485216 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-5126eafe-60e1-45bc-978c-8a1cf5c8fc31 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.490254 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5126eafe-60e1-45bc-978c-8a1cf5c8fc31 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0134687 Feb 07 16:44:58.493940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38176) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.514262 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-f6cf33cd-4e69-4a98-be01-fd91abc9edb2 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.514521 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cbd06448-afb1-4b08-9f77-272bc01e4500 req-e6a27cc1-a74c-409d-b683-d9c594fcf5f6 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/security-groups?id=025653f5-595f-49f4-a518-fd98965e9291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456036 Feb 07 16:44:58.519415 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f6cf33cd-4e69-4a98-be01-fd91abc9edb2 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0209966 Feb 07 16:44:58.526619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38178) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.534194 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-a7ff73ba-fe99-4b43-a8df-23b6dcee6c7e tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.539410 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a7ff73ba-fe99-4b43-a8df-23b6dcee6c7e tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0051465 Feb 07 16:44:58.544136 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38180) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.579973 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for port (3a820c8e-82b5-4d45-aa6c-615c32456553), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:58.590850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-48f48c80-44a1-4a09-a1da-1cc789e26170 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.598693 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-48f48c80-44a1-4a09-a1da-1cc789e26170 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0534058 Feb 07 16:44:58.604784 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38182) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.614563 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-63be16f2-500a-4e9d-8927-71d3af326584 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.620923 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-63be16f2-500a-4e9d-8927-71d3af326584 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0138137 Feb 07 16:44:58.624508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d1aba-59b4-4078-b36a-74d77bc872a7 req-b9d23d77-9e63-465e-863e-58ff5357e82f tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:58.626907 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de8d1aba-59b4-4078-b36a-74d77bc872a7 req-b9d23d77-9e63-465e-863e-58ff5357e82f tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=79da18d5-4b68-4b66-9f05-ce67bf280bda HTTP/1.1" status: 200 len: 932 time: 0.2545958 Feb 07 16:44:58.627365 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38184) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.636773 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-56123377-f04c-4e0e-8203-a0baa91148fc tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.638571 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-56123377-f04c-4e0e-8203-a0baa91148fc tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0096664 Feb 07 16:44:58.643699 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38186) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.670230 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-0eac56d5-681e-4aa5-8c3e-f8c13004985b tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.671743 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0eac56d5-681e-4aa5-8c3e-f8c13004985b tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0091958 Feb 07 16:44:58.675611 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38188) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.734394 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [None req-28ca7e79-991c-4b7d-9a94-c12d9dbb7a4e tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.736931 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-28ca7e79-991c-4b7d-9a94-c12d9dbb7a4e tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0160010 Feb 07 16:44:58.748030 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38190) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.764441 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-ee817b1f-e1d0-4f34-86d3-7da5aedb6a29 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.766636 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ee817b1f-e1d0-4f34-86d3-7da5aedb6a29 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0128520 Feb 07 16:44:58.773108 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38192) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.788753 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-9f00f475-cb2a-4669-afd0-cba912b307cc tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.790500 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9f00f475-cb2a-4669-afd0-cba912b307cc tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0098352 Feb 07 16:44:58.795848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38194) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.810719 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-455d62da-9592-44d7-b7c9-61401922fde2 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.812478 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-455d62da-9592-44d7-b7c9-61401922fde2 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0118647 Feb 07 16:44:58.817123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38196) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:58.823619 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-deb6bf46-62a3-4f58-a489-54d2d47bc31c req-fbbda820-c9f0-4b7a-8ba3-72e32a756e57 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] For port ef25d223-2799-4267-b650-347bd316a288, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ef25d223-2799-4267-b650-347bd316a288,segment=NetworkSegment(a8cbf2b4-a269-4a95-95bb-59271c7116a1),segment_id=a8cbf2b4-a269-4a95-95bb-59271c7116a1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:44:58.824445 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-deb6bf46-62a3-4f58-a489-54d2d47bc31c req-fbbda820-c9f0-4b7a-8ba3-72e32a756e57 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ef25d223-2799-4267-b650-347bd316a288), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:58.831485 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [None req-58727c61-a1ac-4fb2-92bf-c22e49a490a9 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:44:58.833229 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-58727c61-a1ac-4fb2-92bf-c22e49a490a9 tempest-ExtensionsTestJSON-1505334073 tempest-ExtensionsTestJSON-1505334073-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0121093 Feb 07 16:44:58.843021 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e597fb60-d361-4a49-98b5-a6de0a6278b4 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:44:58.849918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cee128-d863-484a-96ad-20f55f1d004e req-e8bb43b2-429a-4248-9246-130d9d581faa tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:58.862145 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-56cee128-d863-484a-96ad-20f55f1d004e req-e8bb43b2-429a-4248-9246-130d9d581faa tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3ff6301-784f-492a-b5cf-9ba136786010 HTTP/1.1" status: 200 len: 944 time: 0.2390175 Feb 07 16:44:58.864881 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3a820c8e-82b5-4d45-aa6c-615c32456553), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:58.892262 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Publish callbacks [] for port (e597fb60-d361-4a49-98b5-a6de0a6278b4), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:58.940789 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-deb6bf46-62a3-4f58-a489-54d2d47bc31c req-fbbda820-c9f0-4b7a-8ba3-72e32a756e57 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Calling delete_port for ef25d223-2799-4267-b650-347bd316a288 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:44:58.983382 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de8d1aba-59b4-4078-b36a-74d77bc872a7 req-3f13567e-bc31-445e-92c1-359a1c8ebb73 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301830 Feb 07 16:44:58.988884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Transition to ACTIVE for port object e597fb60-d361-4a49-98b5-a6de0a6278b4 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:44:58.998021 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (e597fb60-d361-4a49-98b5-a6de0a6278b4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:59.051813 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-56cee128-d863-484a-96ad-20f55f1d004e req-8c6f1e5f-3aff-4861-bd42-6438f864ceb5 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40564cc-b5a7-474c-990d-f67574dff52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818202 Feb 07 16:44:59.123898 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41279676-f184-451e-af15-93499e295439 req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Network 0b2b4548-f7c6-4e74-86b3-3287e52c00ca is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:44:59.127076 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-41279676-f184-451e-af15-93499e295439 req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:44:59.136930 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-41279676-f184-451e-af15-93499e295439 req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:44:59.315716 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event updated for resources: {'Port': ['ID=3a820c8e-82b5-4d45-aa6c-615c32456553,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:59.353670 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:59.354264 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:59.354855 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:59.355691 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:59.356287 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:59.356890 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:59.357514 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:59.358110 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:59.358705 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:59.361722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:59.361722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:59.361722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:59.361722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:44:59.390200 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:59.440981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:59.442402 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:59.488329 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-bb9fb8b6-e4e9-4de2-a026-5543fb02a0f3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2808218 Feb 07 16:44:59.493916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Pushing event updated for resources: {'Port': ['ID=e597fb60-d361-4a49-98b5-a6de0a6278b4,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:44:59.500532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-41279676-f184-451e-af15-93499e295439 req-532cf29c-c509-4a6a-bb37-70c70a5c54be tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Request body: {'port': {'device_id': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15', 'admin_state_up': True, 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'security_groups': ['5885bc65-e545-487f-b881-1a8296d2e7af']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:44:59.595568 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38212) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:44:59.742532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-54714b39-d260-47aa-8536-003023c0464a None None] Provisioning complete for port 3a820c8e-82b5-4d45-aa6c-615c32456553 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:44:59.742924 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54714b39-d260-47aa-8536-003023c0464a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3a820c8e-82b5-4d45-aa6c-615c32456553), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:44:59.799125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb6989-b3ec-4072-ba45-208667300c4b req-4f59ca93-165e-46f9-bfe0-a7f6fc8d1055 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:44:59.809457 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6adb6989-b3ec-4072-ba45-208667300c4b req-4f59ca93-165e-46f9-bfe0-a7f6fc8d1055 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 931 time: 0.5662792 Feb 07 16:44:59.832701 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 349a5668-95df-48cd-a83a-8f8899aace2f details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:44:59.882692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41279676-f184-451e-af15-93499e295439 req-532cf29c-c509-4a6a-bb37-70c70a5c54be tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Made reservation on behalf of 4aab9c2a401e4794b59cf423bf862032 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:44:59.895555 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-532cf29c-c509-4a6a-bb37-70c70a5c54be tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:00.006202 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-54714b39-d260-47aa-8536-003023c0464a None None] Port 3a820c8e-82b5-4d45-aa6c-615c32456553 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:45:00.034499 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-988d22fc-df15-44d7-ae1e-5491ac83284c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:00.049212 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 349a5668-95df-48cd-a83a-8f8899aace2f, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=349a5668-95df-48cd-a83a-8f8899aace2f,segment=NetworkSegment(ec356679-9aa7-4939-b35a-1acb72e4229a),segment_id=ec356679-9aa7-4939-b35a-1acb72e4229a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:00.073943 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '349a5668-95df-48cd-a83a-8f8899aace2f', 'network_id': 'ae378ccf-e416-4e60-8659-08ccd9013c7a', 'port_id': '349a5668-95df-48cd-a83a-8f8899aace2f', 'mac_address': 'fa:16:3e:7d:05:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc546c60-6e83-4bf6-ac7b-36372d03dcd1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:45:00.081485 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6adb6989-b3ec-4072-ba45-208667300c4b req-a6adf6ed-f7a4-4040-bcf0-5d573614b74d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681561 Feb 07 16:45:00.105781 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Attempting to bind port e597fb60-d361-4a49-98b5-a6de0a6278b4 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:45:00.106373 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Attempting to bind port e597fb60-d361-4a49-98b5-a6de0a6278b4 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '03af9fa1-8b97-43be-8e17-86dad5c361df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:45:00.106910 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Attempting to bind port e597fb60-d361-4a49-98b5-a6de0a6278b4 on network a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:00.107699 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ef25d223-2799-4267-b650-347bd316a288 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:45:00.125247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Port e597fb60-d361-4a49-98b5-a6de0a6278b4 on network a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:45:00.126390 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Attempting to bind port e597fb60-d361-4a49-98b5-a6de0a6278b4 on network a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:00.188611 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:45:00.191418 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Checking segment: {'id': '03af9fa1-8b97-43be-8e17-86dad5c361df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:45:00.192368 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Bound using segment: {'id': '03af9fa1-8b97-43be-8e17-86dad5c361df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:45:00.195540 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Bound port: e597fb60-d361-4a49-98b5-a6de0a6278b4, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03af9fa1-8b97-43be-8e17-86dad5c361df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:45:00.196527 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e597fb60-d361-4a49-98b5-a6de0a6278b4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:00.253613 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-deb6bf46-62a3-4f58-a489-54d2d47bc31c req-fbbda820-c9f0-4b7a-8ba3-72e32a756e57 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ef25d223-2799-4267-b650-347bd316a288), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:00.295948 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1913db-b983-46d7-b160-d3e93eb007d0 req-3da84872-df1b-4e09-8118-c471b2463d52 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:00.296827 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3a1913db-b983-46d7-b160-d3e93eb007d0 req-3da84872-df1b-4e09-8118-c471b2463d52 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 945 time: 0.3706212 Feb 07 16:45:00.327921 n-d-827865-3 neutron-server[103228]: INFO neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No ports have port_id starting with ef25d223-2799-4267-b650-347bd316a288 Feb 07 16:45:00.370777 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbda820-c9f0-4b7a-8ba3-72e32a756e57 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Pushing event deleted for resources: {'Port': ['ID=ef25d223-2799-4267-b650-347bd316a288,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:00.396797 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 349a5668-95df-48cd-a83a-8f8899aace2f is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:45:00.398317 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (349a5668-95df-48cd-a83a-8f8899aace2f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:00.426131 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349a5668-95df-48cd-a83a-8f8899aace2f {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:45:00.469113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 349a5668-95df-48cd-a83a-8f8899aace2f, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=349a5668-95df-48cd-a83a-8f8899aace2f,segment=NetworkSegment(ec356679-9aa7-4939-b35a-1acb72e4229a),segment_id=ec356679-9aa7-4939-b35a-1acb72e4229a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:00.477860 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (349a5668-95df-48cd-a83a-8f8899aace2f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:00.487755 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] For port e597fb60-d361-4a49-98b5-a6de0a6278b4, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:45:00.493954 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] For port e597fb60-d361-4a49-98b5-a6de0a6278b4, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=e597fb60-d361-4a49-98b5-a6de0a6278b4,segment=NetworkSegment(03af9fa1-8b97-43be-8e17-86dad5c361df),segment_id=03af9fa1-8b97-43be-8e17-86dad5c361df)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:45:00.501797 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-41279676-f184-451e-af15-93499e295439 req-532cf29c-c509-4a6a-bb37-70c70a5c54be tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Allocated IP 10.1.1.87 (77871b7a-f86e-4316-bba8-73d687b56c15/f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6/1872b37f-36ca-4933-80f8-47fc7e00ac48) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:45:00.545731 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3a1913db-b983-46d7-b160-d3e93eb007d0 req-f7f2d1c8-31cc-4b05-babb-cfafaef1ae0d tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133656 Feb 07 16:45:00.553778 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-988d22fc-df15-44d7-ae1e-5491ac83284c admin admin] Publish callbacks [] for security_group (6bd42560-e6b6-4ee8-95d6-b4918fa8c186), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:00.561828 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=349a5668-95df-48cd-a83a-8f8899aace2f,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:00.566582 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-988d22fc-df15-44d7-ae1e-5491ac83284c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6bd42560-e6b6-4ee8-95d6-b4918fa8c186), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:00.598264 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d3d392b3-78a9-4827-ad94-c134a258e109 req-12e65548-be96-4ea6-a72d-3e1bc5eca703 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0b450e8-2c8e-48d4-8260-4f97b3ccd822 HTTP/1.1" status: 200 len: 210 time: 0.0976188 Feb 07 16:45:00.616524 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (e597fb60-d361-4a49-98b5-a6de0a6278b4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:00.697411 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['349a5668-95df-48cd-a83a-8f8899aace2f'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:45:00.700176 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Pushing event updated for resources: {'Port': ['ID=e597fb60-d361-4a49-98b5-a6de0a6278b4,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:00.732156 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb6bf46-62a3-4f58-a489-54d2d47bc31c req-fbbda820-c9f0-4b7a-8ba3-72e32a756e57 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] No DVR routers for this DVR port ef25d223-2799-4267-b650-347bd316a288 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:45:00.738976 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-deb6bf46-62a3-4f58-a489-54d2d47bc31c req-fbbda820-c9f0-4b7a-8ba3-72e32a756e57 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:00.742795 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-deb6bf46-62a3-4f58-a489-54d2d47bc31c req-fbbda820-c9f0-4b7a-8ba3-72e32a756e57 tempest-ImagesTestJSON-123243725 tempest-ImagesTestJSON-123243725-project] 10.222.0.48 "DELETE /v2.0/ports/ef25d223-2799-4267-b650-347bd316a288 HTTP/1.1" status: 204 len: 173 time: 2.8766112 Feb 07 16:45:00.743324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b450e8-2c8e-48d4-8260-4f97b3ccd822', 'name': 'network-vif-deleted', 'tag': 'ef25d223-2799-4267-b650-347bd316a288'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:45:00.745946 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7479ece0-ec78-48f1-b850-b58bee368f9b" -d '{"events": [{"server_uuid": "f0b450e8-2c8e-48d4-8260-4f97b3ccd822", "name": "network-vif-deleted", "tag": "ef25d223-2799-4267-b650-347bd316a288"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:45:00.761511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d22fc-df15-44d7-ae1e-5491ac83284c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd42560-e6b6-4ee8-95d6-b4918fa8c186,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:00.794660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:00.795570 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:00.799030 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-464cc202-f197-476e-809e-acf5958c641d req-96a6c44b-7398-4f59-a173-e9b1351e5cfa service neutron] 10.222.0.32 "PUT /v2.0/ports/e597fb60-d361-4a49-98b5-a6de0a6278b4 HTTP/1.1" status: 200 len: 1092 time: 3.9029524 Feb 07 16:45:00.819256 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-988d22fc-df15-44d7-ae1e-5491ac83284c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dae0121aa9c444ef8189adbe7ad0ca64&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2213447 Feb 07 16:45:00.819485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38230) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:00.832384 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:00.945459 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384694cc-7265-4189-b54c-ec5ae6bf9c5d req-c01647ae-9c04-4433-a521-d8003b247cd5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:00.951228 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384694cc-7265-4189-b54c-ec5ae6bf9c5d req-c01647ae-9c04-4433-a521-d8003b247cd5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:00.959855 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-384694cc-7265-4189-b54c-ec5ae6bf9c5d req-c01647ae-9c04-4433-a521-d8003b247cd5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 1682 time: 0.3053949 Feb 07 16:45:00.974290 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc7234-8a2a-4c86-ad4b-dc667d782857 req-7fbfb7d0-6a0e-4d7e-a87d-f261b16f1da8 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:00.975915 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-95dc7234-8a2a-4c86-ad4b-dc667d782857 req-7fbfb7d0-6a0e-4d7e-a87d-f261b16f1da8 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=79da18d5-4b68-4b66-9f05-ce67bf280bda HTTP/1.1" status: 200 len: 944 time: 0.2395329 Feb 07 16:45:01.077581 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-384694cc-7265-4189-b54c-ec5ae6bf9c5d req-774d32a5-a763-4f3a-914c-2a2fc5596e0a tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165299 Feb 07 16:45:01.086888 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-532cf29c-c509-4a6a-bb37-70c70a5c54be tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for port (1872b37f-36ca-4933-80f8-47fc7e00ac48), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:01.098784 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9390638e-e1e4-4ce9-9050-88a251ee9eb1 admin admin] Publish callbacks [] for security_group (6bd42560-e6b6-4ee8-95d6-b4918fa8c186), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:01.145927 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9390638e-e1e4-4ce9-9050-88a251ee9eb1 admin admin] Publish callbacks [] for security_group (6bd42560-e6b6-4ee8-95d6-b4918fa8c186), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:01.193547 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cc202-f197-476e-809e-acf5958c641d req-094277e9-9270-46ae-a1ef-8ca23a35184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:01.195210 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-464cc202-f197-476e-809e-acf5958c641d req-094277e9-9270-46ae-a1ef-8ca23a35184f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=17e673e6323b4e4cb326f65b4b9943cf&device_id=79da18d5-4b68-4b66-9f05-ce67bf280bda HTTP/1.1" status: 200 len: 1126 time: 0.2512076 Feb 07 16:45:01.198520 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-532cf29c-c509-4a6a-bb37-70c70a5c54be tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (1872b37f-36ca-4933-80f8-47fc7e00ac48), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:01.225081 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-95dc7234-8a2a-4c86-ad4b-dc667d782857 req-b27a6e68-3abc-4e22-85a5-ddbc07aeb056 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961293 Feb 07 16:45:01.287133 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cf29c-c509-4a6a-bb37-70c70a5c54be tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event updated for resources: {'Port': ['ID=1872b37f-36ca-4933-80f8-47fc7e00ac48,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:01.295357 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-464cc202-f197-476e-809e-acf5958c641d req-b0ca1cfa-e230-4123-b4c4-6b34d32bace4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e597fb60-d361-4a49-98b5-a6de0a6278b4 HTTP/1.1" status: 200 len: 217 time: 0.0486062 Feb 07 16:45:01.306370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41279676-f184-451e-af15-93499e295439 req-532cf29c-c509-4a6a-bb37-70c70a5c54be tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Network 77871b7a-f86e-4316-bba8-73d687b56c15 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:45:01.316773 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0826f40-7b08-4a99-8369-4a69eff7b18b req-1479d0c0-656f-4498-9ce1-f14bbf98b149 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:01.318678 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a0826f40-7b08-4a99-8369-4a69eff7b18b req-1479d0c0-656f-4498-9ce1-f14bbf98b149 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3ff6301-784f-492a-b5cf-9ba136786010 HTTP/1.1" status: 200 len: 945 time: 0.1583338 Feb 07 16:45:01.320602 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-41279676-f184-451e-af15-93499e295439 req-532cf29c-c509-4a6a-bb37-70c70a5c54be tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:45:01.338592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-41279676-f184-451e-af15-93499e295439 req-532cf29c-c509-4a6a-bb37-70c70a5c54be tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:45:01.367673 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cc202-f197-476e-809e-acf5958c641d req-3bca5b62-30d9-48aa-b9ef-8f14585af575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:01.369520 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-464cc202-f197-476e-809e-acf5958c641d req-3bca5b62-30d9-48aa-b9ef-8f14585af575 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17caae66-4938-4c9b-981d-9460cbf4671f HTTP/1.1" status: 200 len: 854 time: 0.0604422 Feb 07 16:45:01.446886 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-464cc202-f197-476e-809e-acf5958c641d req-9fdde0e2-b515-47f4-9765-9635b8c91891 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643082 Feb 07 16:45:01.487554 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a0826f40-7b08-4a99-8369-4a69eff7b18b req-dab6cc6a-3a8e-4f7e-9405-f317893a2800 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40564cc-b5a7-474c-990d-f67574dff52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522424 Feb 07 16:45:01.539114 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-532cf29c-c509-4a6a-bb37-70c70a5c54be tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:01.539926 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-532cf29c-c509-4a6a-bb37-70c70a5c54be tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:01.598135 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-532cf29c-c509-4a6a-bb37-70c70a5c54be tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1038721 Feb 07 16:45:01.611440 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-41279676-f184-451e-af15-93499e295439 req-92226786-2326-46de-bf89-2f2c103d6975 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Request body: {'port': {'device_id': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15', 'admin_state_up': True, 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'security_groups': ['5885bc65-e545-487f-b881-1a8296d2e7af']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:01.639741 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307cb2fa-e056-4bda-8d6f-5ff44b5794c5 x-openstack-request-id: req-307cb2fa-e056-4bda-8d6f-5ff44b5794c5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:45:01.640066 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b450e8-2c8e-48d4-8260-4f97b3ccd822", "name": "network-vif-deleted", "tag": "ef25d223-2799-4267-b650-347bd316a288", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:45:01.640381 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-307cb2fa-e056-4bda-8d6f-5ff44b5794c5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:45:01.640807 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b450e8-2c8e-48d4-8260-4f97b3ccd822', 'name': 'network-vif-deleted', 'tag': 'ef25d223-2799-4267-b650-347bd316a288', 'status': 'completed', 'code': 200} Feb 07 16:45:01.651422 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9390638e-e1e4-4ce9-9050-88a251ee9eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6bd42560-e6b6-4ee8-95d6-b4918fa8c186), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:01.654181 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9390638e-e1e4-4ce9-9050-88a251ee9eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:01.670227 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9390638e-e1e4-4ce9-9050-88a251ee9eb1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6bd42560-e6b6-4ee8-95d6-b4918fa8c186 HTTP/1.1" status: 204 len: 168 time: 0.8494630 Feb 07 16:45:01.833524 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 349a5668-95df-48cd-a83a-8f8899aace2f up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:45:01.843617 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c429fc2-5b08-4487-973e-bb8068057a29 req-2ff11ba4-ebea-4d2d-a2dc-6e4db4e0cef2 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:01.851743 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8c429fc2-5b08-4487-973e-bb8068057a29 req-2ff11ba4-ebea-4d2d-a2dc-6e4db4e0cef2 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 1127 time: 0.1168082 Feb 07 16:45:01.857027 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-464cc202-f197-476e-809e-acf5958c641d req-2f8afbef-2514-46c2-af36-a2a626bb1f19 service neutron] 10.222.0.32 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016635 Feb 07 16:45:01.858369 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390638e-e1e4-4ce9-9050-88a251ee9eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd42560-e6b6-4ee8-95d6-b4918fa8c186,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:01.936142 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8c429fc2-5b08-4487-973e-bb8068057a29 req-bd79faa3-f74f-4e09-8bc1-dd146a8f9eb0 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782499 Feb 07 16:45:01.989933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41279676-f184-451e-af15-93499e295439 req-92226786-2326-46de-bf89-2f2c103d6975 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Made reservation on behalf of 4aab9c2a401e4794b59cf423bf862032 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:45:01.994540 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-92226786-2326-46de-bf89-2f2c103d6975 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:02.107502 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-923d5a2f-d7ae-4d3b-b7bd-8ce4e89f0700 None None] Provisioning complete for port 1872b37f-36ca-4933-80f8-47fc7e00ac48 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:45:02.107952 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-923d5a2f-d7ae-4d3b-b7bd-8ce4e89f0700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1872b37f-36ca-4933-80f8-47fc7e00ac48), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:02.195341 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 349a5668-95df-48cd-a83a-8f8899aace2f completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:45:02.207676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-923d5a2f-d7ae-4d3b-b7bd-8ce4e89f0700 None None] Port 1872b37f-36ca-4933-80f8-47fc7e00ac48 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:45:02.228869 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 349a5668-95df-48cd-a83a-8f8899aace2f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:45:02.229242 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (349a5668-95df-48cd-a83a-8f8899aace2f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:02.302708 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:02.316286 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-32bad8fc-4e92-42b9-ad11-2e9b709b6bcb tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:02.334070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-32bad8fc-4e92-42b9-ad11-2e9b709b6bcb tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:02.335092 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-41279676-f184-451e-af15-93499e295439 req-92226786-2326-46de-bf89-2f2c103d6975 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Allocated IP 10.1.1.102 (77871b7a-f86e-4316-bba8-73d687b56c15/f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6/d710732f-fd58-4d2a-8723-380a7c8afb25) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:45:02.341463 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-32bad8fc-4e92-42b9-ad11-2e9b709b6bcb tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.48 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 1682 time: 0.8728931 Feb 07 16:45:02.451344 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 349a5668-95df-48cd-a83a-8f8899aace2f is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:45:02.451692 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (349a5668-95df-48cd-a83a-8f8899aace2f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:02.513018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ff6301-784f-492a-b5cf-9ba136786010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349a5668-95df-48cd-a83a-8f8899aace2f'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:45:02.517479 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8d0639-3487-4397-852e-5de3da415aeb" -d '{"events": [{"server_uuid": "b3ff6301-784f-492a-b5cf-9ba136786010", "name": "network-vif-plugged", "status": "completed", "tag": "349a5668-95df-48cd-a83a-8f8899aace2f"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:45:02.534042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 349a5668-95df-48cd-a83a-8f8899aace2f, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=349a5668-95df-48cd-a83a-8f8899aace2f,segment=NetworkSegment(ec356679-9aa7-4939-b35a-1acb72e4229a),segment_id=ec356679-9aa7-4939-b35a-1acb72e4229a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:02.539024 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (349a5668-95df-48cd-a83a-8f8899aace2f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:02.557475 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-464cc202-f197-476e-809e-acf5958c641d req-cfb8c04f-9fa0-4d22-80a2-6e12cfd4a790 service neutron] 10.222.0.32 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6603060 Feb 07 16:45:02.579695 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402412c-1dec-4b85-83f4-7a3cf5b278d7 req-659669a3-c09e-4d7c-96d4-e75cbb439684 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:02.587172 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d402412c-1dec-4b85-83f4-7a3cf5b278d7 req-659669a3-c09e-4d7c-96d4-e75cbb439684 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 1127 time: 0.1787112 Feb 07 16:45:02.638607 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb35b73-5c2b-407a-91f9-1861022c2eef req-38dda194-a9af-4626-88aa-45473e10a14d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:02.645624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb35b73-5c2b-407a-91f9-1861022c2eef req-38dda194-a9af-4626-88aa-45473e10a14d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:02.649388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=349a5668-95df-48cd-a83a-8f8899aace2f,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:02.654558 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-efb35b73-5c2b-407a-91f9-1861022c2eef req-38dda194-a9af-4626-88aa-45473e10a14d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 1652 time: 0.7533655 Feb 07 16:45:02.679889 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-92226786-2326-46de-bf89-2f2c103d6975 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for port (d710732f-fd58-4d2a-8723-380a7c8afb25), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:02.700591 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-fa92d8ed-43f4-48b7-b7ed-a775eda0d3ff tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Deleting port 9751bebe-a2de-408f-a496-7bcc09a6355e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:45:02.701041 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-fa92d8ed-43f4-48b7-b7ed-a775eda0d3ff tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (9751bebe-a2de-408f-a496-7bcc09a6355e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:02.714778 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d402412c-1dec-4b85-83f4-7a3cf5b278d7 req-7ce61c79-8133-4d54-b2c6-34083a48f641 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256166 Feb 07 16:45:02.846332 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-fa92d8ed-43f4-48b7-b7ed-a775eda0d3ff tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] For port 9751bebe-a2de-408f-a496-7bcc09a6355e, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=9751bebe-a2de-408f-a496-7bcc09a6355e,segment=NetworkSegment(50dea519-fcd5-4e7e-a2f3-5b093407b6f4),segment_id=50dea519-fcd5-4e7e-a2f3-5b093407b6f4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:02.846733 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-fa92d8ed-43f4-48b7-b7ed-a775eda0d3ff tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (9751bebe-a2de-408f-a496-7bcc09a6355e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:02.864038 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-92226786-2326-46de-bf89-2f2c103d6975 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d710732f-fd58-4d2a-8723-380a7c8afb25), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:02.871993 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-efb35b73-5c2b-407a-91f9-1861022c2eef req-fb97ff33-1835-4154-a218-8014b219329c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151351 Feb 07 16:45:02.886572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-fa92d8ed-43f4-48b7-b7ed-a775eda0d3ff tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Calling delete_port for 9751bebe-a2de-408f-a496-7bcc09a6355e owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:45:02.923002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41279676-f184-451e-af15-93499e295439 req-92226786-2326-46de-bf89-2f2c103d6975 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Network 77871b7a-f86e-4316-bba8-73d687b56c15 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:45:02.930243 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-41279676-f184-451e-af15-93499e295439 req-92226786-2326-46de-bf89-2f2c103d6975 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:45:02.940646 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-41279676-f184-451e-af15-93499e295439 req-92226786-2326-46de-bf89-2f2c103d6975 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:45:02.981962 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92226786-2326-46de-bf89-2f2c103d6975 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event updated for resources: {'Port': ['ID=d710732f-fd58-4d2a-8723-380a7c8afb25,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:02.995917 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ef2f1-8a24-4951-b317-09d5143f3ad6 req-17757308-dd6c-4c51-a35a-c23986e4a1e6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:03.002852 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ef2f1-8a24-4951-b317-09d5143f3ad6 req-17757308-dd6c-4c51-a35a-c23986e4a1e6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:03.004722 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4c9ef2f1-8a24-4951-b317-09d5143f3ad6 req-17757308-dd6c-4c51-a35a-c23986e4a1e6 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 1682 time: 0.2088938 Feb 07 16:45:03.071400 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-92226786-2326-46de-bf89-2f2c103d6975 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:03.072413 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-92226786-2326-46de-bf89-2f2c103d6975 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:03.158683 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-92226786-2326-46de-bf89-2f2c103d6975 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5554411 Feb 07 16:45:03.176149 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4c9ef2f1-8a24-4951-b317-09d5143f3ad6 req-733138f6-9d49-46fe-addb-65c2ba8c8b0f tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498785 Feb 07 16:45:03.185160 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-41279676-f184-451e-af15-93499e295439 req-f4836aaa-dfcd-4260-b59d-5e4c183e0cf8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Request body: {'port': {'device_id': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '341e2c10-4c3c-4ab6-9063-14743a0d705c', 'admin_state_up': True, 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'security_groups': ['5885bc65-e545-487f-b881-1a8296d2e7af']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:03.272928 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38282) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:03.315743 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-fa92d8ed-43f4-48b7-b7ed-a775eda0d3ff tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (9751bebe-a2de-408f-a496-7bcc09a6355e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:03.340284 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c3447af8-47ca-4fb6-aa6e-490e6eb35cf3', '9751bebe-a2de-408f-a496-7bcc09a6355e'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:45:03.488597 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92d8ed-43f4-48b7-b7ed-a775eda0d3ff tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event deleted for resources: {'Port': ['ID=9751bebe-a2de-408f-a496-7bcc09a6355e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:03.628687 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-fa92d8ed-43f4-48b7-b7ed-a775eda0d3ff tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] No DVR routers for this DVR port 9751bebe-a2de-408f-a496-7bcc09a6355e on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:45:03.631702 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-fa92d8ed-43f4-48b7-b7ed-a775eda0d3ff tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:03.638887 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-fa92d8ed-43f4-48b7-b7ed-a775eda0d3ff tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.48 "DELETE /v2.0/ports/9751bebe-a2de-408f-a496-7bcc09a6355e HTTP/1.1" status: 204 len: 173 time: 1.2864847 Feb 07 16:45:03.668311 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79da18d5-4b68-4b66-9f05-ce67bf280bda', 'tag': 'e597fb60-d361-4a49-98b5-a6de0a6278b4'}, {'server_uuid': '76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295', 'name': 'network-vif-deleted', 'tag': '9751bebe-a2de-408f-a496-7bcc09a6355e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:45:03.672366 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3b754b-f94b-455b-a13a-5b4fdafc1f01" -d '{"events": [{"name": "network-changed", "server_uuid": "79da18d5-4b68-4b66-9f05-ce67bf280bda", "tag": "e597fb60-d361-4a49-98b5-a6de0a6278b4"}, {"server_uuid": "76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295", "name": "network-vif-deleted", "tag": "9751bebe-a2de-408f-a496-7bcc09a6355e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:45:03.685868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9b818b92-31cb-40f6-be7d-a35ebb148b1e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1510798838'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:03.706720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-83aa7f97-8f9f-4e9f-ac21-105cb6ef21d0 None None] Provisioning complete for port d710732f-fd58-4d2a-8723-380a7c8afb25 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:45:03.707103 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-83aa7f97-8f9f-4e9f-ac21-105cb6ef21d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d710732f-fd58-4d2a-8723-380a7c8afb25), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:03.754809 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-83aa7f97-8f9f-4e9f-ac21-105cb6ef21d0 None None] Port d710732f-fd58-4d2a-8723-380a7c8afb25 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:45:03.843048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188d767-a8df-456f-8045-5283491306eb req-1f16f6ba-660c-4ddf-82b5-eb53c125ba77 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:03.851062 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0188d767-a8df-456f-8045-5283491306eb req-1f16f6ba-660c-4ddf-82b5-eb53c125ba77 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3ff6301-784f-492a-b5cf-9ba136786010 HTTP/1.1" status: 200 len: 946 time: 0.2500837 Feb 07 16:45:03.865674 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b818b92-31cb-40f6-be7d-a35ebb148b1e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Made reservation on behalf of d125734c81ad4974b0adabe615f32531 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:45:03.869212 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9b818b92-31cb-40f6-be7d-a35ebb148b1e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:03.894196 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f66e2-3612-4a62-91ff-3a033e5c332f req-2b7e578a-8cbb-4fbf-84e8-b09d3ebe9244 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:03.905040 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9b818b92-31cb-40f6-be7d-a35ebb148b1e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:03.910152 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0e4f66e2-3612-4a62-91ff-3a033e5c332f req-2b7e578a-8cbb-4fbf-84e8-b09d3ebe9244 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=79da18d5-4b68-4b66-9f05-ce67bf280bda HTTP/1.1" status: 200 len: 944 time: 0.5989738 Feb 07 16:45:03.973653 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41279676-f184-451e-af15-93499e295439 req-f4836aaa-dfcd-4260-b59d-5e4c183e0cf8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Made reservation on behalf of 4aab9c2a401e4794b59cf423bf862032 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:45:03.981639 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0188d767-a8df-456f-8045-5283491306eb req-c1f54cec-d920-498d-9e00-95cef1ee0711 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40564cc-b5a7-474c-990d-f67574dff52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296010 Feb 07 16:45:04.023291 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-c38014f2-27f7-426f-9d7c-ee733fa6078c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Deleting port c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:45:04.024359 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-c38014f2-27f7-426f-9d7c-ee733fa6078c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c3447af8-47ca-4fb6-aa6e-490e6eb35cf3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:04.081935 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-f4836aaa-dfcd-4260-b59d-5e4c183e0cf8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:04.097739 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0e4f66e2-3612-4a62-91ff-3a033e5c332f req-2ffa29ee-b3c9-49f0-bcc0-87179070c44b tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847007 Feb 07 16:45:04.156033 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd0e38c-5d4b-405d-8a44-331b1d35ca26 x-openstack-request-id: req-1cd0e38c-5d4b-405d-8a44-331b1d35ca26 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:45:04.156382 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ff6301-784f-492a-b5cf-9ba136786010", "name": "network-vif-plugged", "status": "completed", "tag": "349a5668-95df-48cd-a83a-8f8899aace2f", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:45:04.156817 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1cd0e38c-5d4b-405d-8a44-331b1d35ca26 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:45:04.157893 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ff6301-784f-492a-b5cf-9ba136786010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349a5668-95df-48cd-a83a-8f8899aace2f', 'code': 200} Feb 07 16:45:04.455136 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Feb 2022 16:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d9cecb-2508-4347-a670-f854a7c5ff63 x-openstack-request-id: req-c6d9cecb-2508-4347-a670-f854a7c5ff63 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:45:04.455480 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79da18d5-4b68-4b66-9f05-ce67bf280bda", "tag": "e597fb60-d361-4a49-98b5-a6de0a6278b4", "status": "completed", "code": 200}, {"server_uuid": "76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295", "name": "network-vif-deleted", "tag": "9751bebe-a2de-408f-a496-7bcc09a6355e", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:45:04.455700 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6d9cecb-2508-4347-a670-f854a7c5ff63 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:45:04.456119 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79da18d5-4b68-4b66-9f05-ce67bf280bda', 'tag': 'e597fb60-d361-4a49-98b5-a6de0a6278b4', 'status': 'completed', 'code': 200} Feb 07 16:45:04.456378 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295', 'name': 'network-vif-deleted', 'tag': '9751bebe-a2de-408f-a496-7bcc09a6355e', 'status': 'completed', 'code': 200} Feb 07 16:45:04.582016 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9b818b92-31cb-40f6-be7d-a35ebb148b1e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks [] for security_group (eb554123-9815-4151-9ccb-20a358d31623), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:04.601936 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9b818b92-31cb-40f6-be7d-a35ebb148b1e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (eb554123-9815-4151-9ccb-20a358d31623), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:04.621205 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-41279676-f184-451e-af15-93499e295439 req-f4836aaa-dfcd-4260-b59d-5e4c183e0cf8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Allocated IP 10.2.2.100 (341e2c10-4c3c-4ab6-9063-14743a0d705c/75c96821-5c51-40c5-85a3-ae0f56612f44/42b94be5-646d-42a4-a16f-ca1e09e3cbc1) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:45:04.662149 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b818b92-31cb-40f6-be7d-a35ebb148b1e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:45:04.670544 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0818b-deab-4498-9475-09ae08c839ca req-a555ec4d-3557-4e4e-81af-3fd9875343e5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:04.673390 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08c0818b-deab-4498-9475-09ae08c839ca req-a555ec4d-3557-4e4e-81af-3fd9875343e5 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 946 time: 0.1517394 Feb 07 16:45:04.699491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b754b-f94b-455b-a13a-5b4fdafc1f01 req-9ed63862-3b35-4ad6-874d-082d3ded7dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:04.701241 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc3b754b-f94b-455b-a13a-5b4fdafc1f01 req-9ed63862-3b35-4ad6-874d-082d3ded7dda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=17e673e6323b4e4cb326f65b4b9943cf&device_id=79da18d5-4b68-4b66-9f05-ce67bf280bda HTTP/1.1" status: 200 len: 1126 time: 0.2576632 Feb 07 16:45:04.703439 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-c38014f2-27f7-426f-9d7c-ee733fa6078c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] For port c3447af8-47ca-4fb6-aa6e-490e6eb35cf3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c3447af8-47ca-4fb6-aa6e-490e6eb35cf3,segment=NetworkSegment(fadf8764-344f-4301-9ed0-7e3359d692df),segment_id=fadf8764-344f-4301-9ed0-7e3359d692df)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:04.703844 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-c38014f2-27f7-426f-9d7c-ee733fa6078c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c3447af8-47ca-4fb6-aa6e-490e6eb35cf3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:04.711115 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b818b92-31cb-40f6-be7d-a35ebb148b1e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb554123-9815-4151-9ccb-20a358d31623,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:04.714450 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9b818b92-31cb-40f6-be7d-a35ebb148b1e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (10f8f73d-7234-4d93-8bc5-fdda374ff521), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:04.714879 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-9b818b92-31cb-40f6-be7d-a35ebb148b1e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Added segment 10f8f73d-7234-4d93-8bc5-fdda374ff521 of type vlan for network 58d1a2fb-2360-4896-ad8a-b4c749faa52a Feb 07 16:45:04.739092 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78503eb2-9940-4a40-b7ba-8c7d814e3aa6 req-46dcadd4-5681-483c-8864-9d1a7f93008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:04.740697 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-78503eb2-9940-4a40-b7ba-8c7d814e3aa6 req-46dcadd4-5681-483c-8864-9d1a7f93008c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b3ff6301-784f-492a-b5cf-9ba136786010 HTTP/1.1" status: 200 len: 1128 time: 0.2834818 Feb 07 16:45:04.820531 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-c38014f2-27f7-426f-9d7c-ee733fa6078c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Calling delete_port for c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:45:04.864557 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ff72c-cceb-41f2-9e21-cc731013b62a req-d0db3313-69b1-43a4-847e-2cbe867337ea tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:04.870146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ff72c-cceb-41f2-9e21-cc731013b62a req-d0db3313-69b1-43a4-847e-2cbe867337ea tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:04.871575 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08c0818b-deab-4498-9475-09ae08c839ca req-01debd4c-b800-43e4-85d8-f31aad20cb99 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfb1e91c-4e79-41b2-b5cc-62760c031ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807382 Feb 07 16:45:04.876334 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ff72c-cceb-41f2-9e21-cc731013b62a req-d0db3313-69b1-43a4-847e-2cbe867337ea tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:04.883630 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-f4836aaa-dfcd-4260-b59d-5e4c183e0cf8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for port (42b94be5-646d-42a4-a16f-ca1e09e3cbc1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:04.883833 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d93ff72c-cceb-41f2-9e21-cc731013b62a req-d0db3313-69b1-43a4-847e-2cbe867337ea tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 2373 time: 0.3671882 Feb 07 16:45:04.934500 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-f4836aaa-dfcd-4260-b59d-5e4c183e0cf8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (42b94be5-646d-42a4-a16f-ca1e09e3cbc1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:04.943286 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9b818b92-31cb-40f6-be7d-a35ebb148b1e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (58d1a2fb-2360-4896-ad8a-b4c749faa52a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:04.995695 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4836aaa-dfcd-4260-b59d-5e4c183e0cf8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event updated for resources: {'Port': ['ID=42b94be5-646d-42a4-a16f-ca1e09e3cbc1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:05.020951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41279676-f184-451e-af15-93499e295439 req-f4836aaa-dfcd-4260-b59d-5e4c183e0cf8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Network 341e2c10-4c3c-4ab6-9063-14743a0d705c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:45:05.024827 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-41279676-f184-451e-af15-93499e295439 req-f4836aaa-dfcd-4260-b59d-5e4c183e0cf8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:45:05.038059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b754b-f94b-455b-a13a-5b4fdafc1f01 req-600868ca-afd8-4f34-80ac-8c0872e55422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:05.039701 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc3b754b-f94b-455b-a13a-5b4fdafc1f01 req-600868ca-afd8-4f34-80ac-8c0872e55422 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 HTTP/1.1" status: 200 len: 915 time: 0.3231864 Feb 07 16:45:05.044749 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-41279676-f184-451e-af15-93499e295439 req-f4836aaa-dfcd-4260-b59d-5e4c183e0cf8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:45:05.066446 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9b818b92-31cb-40f6-be7d-a35ebb148b1e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (58d1a2fb-2360-4896-ad8a-b4c749faa52a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:05.072051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b818b92-31cb-40f6-be7d-a35ebb148b1e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:05.072719 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9b818b92-31cb-40f6-be7d-a35ebb148b1e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:05.183234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-f4836aaa-dfcd-4260-b59d-5e4c183e0cf8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:05.184046 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-f4836aaa-dfcd-4260-b59d-5e4c183e0cf8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:05.200954 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-78503eb2-9940-4a40-b7ba-8c7d814e3aa6 req-be78239d-5a55-4394-bd5f-dbdcfc63e8b7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d40564cc-b5a7-474c-990d-f67574dff52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321473 Feb 07 16:45:05.217151 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-f4836aaa-dfcd-4260-b59d-5e4c183e0cf8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0525198 Feb 07 16:45:05.224145 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc3b754b-f94b-455b-a13a-5b4fdafc1f01 req-730a2ebf-d1e0-4297-ae41-3a05b81d30f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e597fb60-d361-4a49-98b5-a6de0a6278b4 HTTP/1.1" status: 200 len: 217 time: 0.1725430 Feb 07 16:45:05.290060 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d93ff72c-cceb-41f2-9e21-cc731013b62a req-719b1feb-1cdc-4648-a3ed-263ec48e5782 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4052422 Feb 07 16:45:05.302068 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9b818b92-31cb-40f6-be7d-a35ebb148b1e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0228894 Feb 07 16:45:05.306125 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38318) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:05.312725 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a471f090-d28d-44bf-99c8-4ed34219245c tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Request body: {'subnet': {'network_id': '58d1a2fb-2360-4896-ad8a-b4c749faa52a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:05.356627 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b818b92-31cb-40f6-be7d-a35ebb148b1e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Pushing event updated for resources: {'Network': ['ID=58d1a2fb-2360-4896-ad8a-b4c749faa52a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:05.379426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 58d1a2fb-2360-4896-ad8a-b4c749faa52a details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:45:05.433655 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-41279676-f184-451e-af15-93499e295439 req-70348420-b87f-4684-90d3-6979a9cfeab4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Request body: {'port': {'device_id': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '341e2c10-4c3c-4ab6-9063-14743a0d705c', 'admin_state_up': True, 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'security_groups': ['5885bc65-e545-487f-b881-1a8296d2e7af']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:05.531149 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1929d6c4-70e7-41e7-ac2e-08d898df90a0 None None] Provisioning complete for port 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:45:05.531797 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1929d6c4-70e7-41e7-ac2e-08d898df90a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (42b94be5-646d-42a4-a16f-ca1e09e3cbc1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:05.635819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b754b-f94b-455b-a13a-5b4fdafc1f01 req-2ab49d2d-9851-450d-bdd0-0b211e7eeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:05.642655 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc3b754b-f94b-455b-a13a-5b4fdafc1f01 req-2ab49d2d-9851-450d-bdd0-0b211e7eeeba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17caae66-4938-4c9b-981d-9460cbf4671f HTTP/1.1" status: 200 len: 854 time: 0.2345233 Feb 07 16:45:05.647864 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-c38014f2-27f7-426f-9d7c-ee733fa6078c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c3447af8-47ca-4fb6-aa6e-490e6eb35cf3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:05.649672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1929d6c4-70e7-41e7-ac2e-08d898df90a0 None None] Port 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:45:05.672522 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbec0b1-91ea-46cb-8a85-65b35438e8e7 req-0c3d596e-ba1e-4bb3-9aa1-dc549b5526ad tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:05.674591 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bcbec0b1-91ea-46cb-8a85-65b35438e8e7 req-0c3d596e-ba1e-4bb3-9aa1-dc549b5526ad tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 1127 time: 0.1367426 Feb 07 16:45:05.700039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a471f090-d28d-44bf-99c8-4ed34219245c tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Made reservation on behalf of d125734c81ad4974b0adabe615f32531 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:45:05.703451 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a471f090-d28d-44bf-99c8-4ed34219245c tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:05.712384 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc3b754b-f94b-455b-a13a-5b4fdafc1f01 req-5fb46961-3eca-4cf9-a083-eebe0a7729a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473824 Feb 07 16:45:05.781334 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41279676-f184-451e-af15-93499e295439 req-70348420-b87f-4684-90d3-6979a9cfeab4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Made reservation on behalf of 4aab9c2a401e4794b59cf423bf862032 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:45:05.789743 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-70348420-b87f-4684-90d3-6979a9cfeab4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:05.834115 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfb67f-47bf-4b09-8785-e6145afb2753 req-17782d1a-ac9f-4080-a849-a69b7476d68e tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:05.835760 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-69bfb67f-47bf-4b09-8785-e6145afb2753 req-17782d1a-ac9f-4080-a849-a69b7476d68e tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3ff6301-784f-492a-b5cf-9ba136786010 HTTP/1.1" status: 200 len: 946 time: 0.3243966 Feb 07 16:45:05.836625 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38014f2-27f7-426f-9d7c-ee733fa6078c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event deleted for resources: {'Port': ['ID=c3447af8-47ca-4fb6-aa6e-490e6eb35cf3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:05.865818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-c38014f2-27f7-426f-9d7c-ee733fa6078c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] No DVR routers for this DVR port c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:45:05.869740 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-c38014f2-27f7-426f-9d7c-ee733fa6078c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:05.870570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device e597fb60-d361-4a49-98b5-a6de0a6278b4 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:45:05.873690 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-605b6ded-fec3-42fb-a544-a91e23a77a72 req-c38014f2-27f7-426f-9d7c-ee733fa6078c tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.48 "DELETE /v2.0/ports/c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 HTTP/1.1" status: 204 len: 173 time: 2.1819270 Feb 07 16:45:05.989976 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-69bfb67f-47bf-4b09-8785-e6145afb2753 req-d4fae6c4-23d1-4c40-ad6e-46de806b0f43 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40564cc-b5a7-474c-990d-f67574dff52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253319 Feb 07 16:45:06.004600 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc3b754b-f94b-455b-a13a-5b4fdafc1f01 req-e4097b06-c998-484c-8c07-0d463d5cc171 service neutron] 10.222.0.32 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819448 Feb 07 16:45:06.039064 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bcbec0b1-91ea-46cb-8a85-65b35438e8e7 req-09e58ba6-79da-4fa3-bdac-6c6af6afc86f tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472490 Feb 07 16:45:06.174215 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 9751bebe-a2de-408f-a496-7bcc09a6355e no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:45:06.226613 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 9751bebe-a2de-408f-a496-7bcc09a6355e {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:45:06.227212 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 9751bebe-a2de-408f-a496-7bcc09a6355e not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:45:06.227873 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:45:06.276890 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc3b754b-f94b-455b-a13a-5b4fdafc1f01 req-32505a9a-4401-4dc0-88e7-4ffdca22849d service neutron] 10.222.0.32 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629879 Feb 07 16:45:06.299229 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:45:06.299789 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c3447af8-47ca-4fb6-aa6e-490e6eb35cf3 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:45:06.404153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1a98c-5df2-468e-b6c6-f22549c76b5c req-d1bdba91-8fca-438b-ac30-cc751a431f00 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:06.406384 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port e597fb60-d361-4a49-98b5-a6de0a6278b4, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=e597fb60-d361-4a49-98b5-a6de0a6278b4,segment=NetworkSegment(03af9fa1-8b97-43be-8e17-86dad5c361df),segment_id=03af9fa1-8b97-43be-8e17-86dad5c361df)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:06.420229 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-18e1a98c-5df2-468e-b6c6-f22549c76b5c req-d1bdba91-8fca-438b-ac30-cc751a431f00 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=79da18d5-4b68-4b66-9f05-ce67bf280bda HTTP/1.1" status: 200 len: 944 time: 0.1404498 Feb 07 16:45:06.448114 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'e597fb60-d361-4a49-98b5-a6de0a6278b4', 'network_id': 'a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362', 'port_id': 'e597fb60-d361-4a49-98b5-a6de0a6278b4', 'mac_address': 'fa:16:3e:8c:5a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17caae66-4938-4c9b-981d-9460cbf4671f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:45:06.470273 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295', 'name': 'network-vif-deleted', 'tag': 'c3447af8-47ca-4fb6-aa6e-490e6eb35cf3'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:45:06.476458 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d412a53-5b72-42d2-8d8c-99df8c45f17b" -d '{"events": [{"server_uuid": "76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295", "name": "network-vif-deleted", "tag": "c3447af8-47ca-4fb6-aa6e-490e6eb35cf3"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:45:06.584801 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-41279676-f184-451e-af15-93499e295439 req-70348420-b87f-4684-90d3-6979a9cfeab4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Allocated IP 10.2.2.200 (341e2c10-4c3c-4ab6-9063-14743a0d705c/75c96821-5c51-40c5-85a3-ae0f56612f44/424e0525-fdc2-44e3-89b7-44df8caf5d2e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:45:06.599431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port e597fb60-d361-4a49-98b5-a6de0a6278b4 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:45:06.600203 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e597fb60-d361-4a49-98b5-a6de0a6278b4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:06.651965 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-18e1a98c-5df2-468e-b6c6-f22549c76b5c req-4c3ccd7c-4ea6-47ce-b318-a35d67bb49de tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233417 Feb 07 16:45:06.677824 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e597fb60-d361-4a49-98b5-a6de0a6278b4 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:45:06.732264 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port e597fb60-d361-4a49-98b5-a6de0a6278b4, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=e597fb60-d361-4a49-98b5-a6de0a6278b4,segment=NetworkSegment(03af9fa1-8b97-43be-8e17-86dad5c361df),segment_id=03af9fa1-8b97-43be-8e17-86dad5c361df)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:06.738705 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e597fb60-d361-4a49-98b5-a6de0a6278b4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:06.895259 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90600bf6-eba3-4947-b14c-faaf6e3ab26d req-e25d2b51-67b3-422b-a590-8a2c1ae1ef7a tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295 HTTP/1.1" status: 200 len: 210 time: 0.0808392 Feb 07 16:45:06.912151 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=e597fb60-d361-4a49-98b5-a6de0a6278b4,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:06.973957 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dc5648-ef85-479a-a559-a16a08a93bfe x-openstack-request-id: req-96dc5648-ef85-479a-a559-a16a08a93bfe {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:45:06.974423 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295", "name": "network-vif-deleted", "tag": "c3447af8-47ca-4fb6-aa6e-490e6eb35cf3", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:45:06.974836 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96dc5648-ef85-479a-a559-a16a08a93bfe {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:45:06.975863 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d6dd3f-ac3d-4359-86bf-e8cbb3ae1295', 'name': 'network-vif-deleted', 'tag': 'c3447af8-47ca-4fb6-aa6e-490e6eb35cf3', 'status': 'completed', 'code': 200} Feb 07 16:45:06.988336 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a471f090-d28d-44bf-99c8-4ed34219245c tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (ce842ca7-7c04-4aab-9976-4c2515f09d14), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:07.006363 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['e597fb60-d361-4a49-98b5-a6de0a6278b4'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:45:07.139022 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec02e80-6a2f-4d54-aea9-52625daac6ad req-7537b26b-d6e2-4be8-9028-090722dc99e5 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:07.153392 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec02e80-6a2f-4d54-aea9-52625daac6ad req-7537b26b-d6e2-4be8-9028-090722dc99e5 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:07.164512 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec02e80-6a2f-4d54-aea9-52625daac6ad req-7537b26b-d6e2-4be8-9028-090722dc99e5 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:07.178072 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec02e80-6a2f-4d54-aea9-52625daac6ad req-7537b26b-d6e2-4be8-9028-090722dc99e5 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:07.178072 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eec02e80-6a2f-4d54-aea9-52625daac6ad req-7537b26b-d6e2-4be8-9028-090722dc99e5 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 3094 time: 0.1696758 Feb 07 16:45:07.270644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471f090-d28d-44bf-99c8-4ed34219245c tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Pushing event updated for resources: {'Subnet': ['ID=ce842ca7-7c04-4aab-9976-4c2515f09d14,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:07.293771 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a471f090-d28d-44bf-99c8-4ed34219245c tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Checking segment: {'id': '10f8f73d-7234-4d93-8bc5-fdda374ff521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '58d1a2fb-2360-4896-ad8a-b4c749faa52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:45:07.294178 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a471f090-d28d-44bf-99c8-4ed34219245c tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Network hostable DHCP agents. Network: 58d1a2fb-2360-4896-ad8a-b4c749faa52a, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:45:07.338640 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eec02e80-6a2f-4d54-aea9-52625daac6ad req-a61d6c23-5573-4c1b-8d18-27ed890a10cd tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425233 Feb 07 16:45:07.432517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a471f090-d28d-44bf-99c8-4ed34219245c tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Network 58d1a2fb-2360-4896-ad8a-b4c749faa52a is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:45:07.439583 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:45:07.459466 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-70348420-b87f-4684-90d3-6979a9cfeab4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for port (424e0525-fdc2-44e3-89b7-44df8caf5d2e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:07.477982 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a471f090-d28d-44bf-99c8-4ed34219245c tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 58d1a2fb-2360-4896-ad8a-b4c749faa52a) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:45:07.489587 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a471f090-d28d-44bf-99c8-4ed34219245c tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:07.492345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697d4a07-902e-4b33-b3ff-bedcdda8da3b None None] Network 58d1a2fb-2360-4896-ad8a-b4c749faa52a requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:45:07.496354 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a471f090-d28d-44bf-99c8-4ed34219245c tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:07.518302 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99919f22-0a84-404d-bc4f-2c610ccb9669 req-960d9e35-bf2a-4af3-9411-9c8b5783e48b tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:07.520005 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-99919f22-0a84-404d-bc4f-2c610ccb9669 req-960d9e35-bf2a-4af3-9411-9c8b5783e48b tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3ff6301-784f-492a-b5cf-9ba136786010 HTTP/1.1" status: 200 len: 946 time: 0.2017906 Feb 07 16:45:07.572900 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38354) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:07.573106 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a471f090-d28d-44bf-99c8-4ed34219245c tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2653251 Feb 07 16:45:07.580379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8c9bfc1c-06a5-4489-9c58-c91833c03af3 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Request body: {'port': {'network_id': '58d1a2fb-2360-4896-ad8a-b4c749faa52a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-769151927'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:07.630790 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-70348420-b87f-4684-90d3-6979a9cfeab4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (424e0525-fdc2-44e3-89b7-44df8caf5d2e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:07.746609 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-99919f22-0a84-404d-bc4f-2c610ccb9669 req-e753cb2d-eb5e-4abf-8db3-b3e8f8b7296c tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40564cc-b5a7-474c-990d-f67574dff52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103720 Feb 07 16:45:07.752315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-58d1a2fb-2360-4896-ad8a-b4c749faa52a', 'network_id': '58d1a2fb-2360-4896-ad8a-b4c749faa52a', 'project_id': 'd125734c81ad4974b0adabe615f32531', 'fixed_ips': [{'subnet_id': 'ce842ca7-7c04-4aab-9976-4c2515f09d14'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:45:07.756813 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:07.862291 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41279676-f184-451e-af15-93499e295439 req-70348420-b87f-4684-90d3-6979a9cfeab4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Network 341e2c10-4c3c-4ab6-9063-14743a0d705c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:45:07.864197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-41279676-f184-451e-af15-93499e295439 req-70348420-b87f-4684-90d3-6979a9cfeab4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:45:07.882424 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70348420-b87f-4684-90d3-6979a9cfeab4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event updated for resources: {'Port': ['ID=424e0525-fdc2-44e3-89b7-44df8caf5d2e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:07.888306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-41279676-f184-451e-af15-93499e295439 req-70348420-b87f-4684-90d3-6979a9cfeab4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:45:07.977578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9bfc1c-06a5-4489-9c58-c91833c03af3 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Made reservation on behalf of d125734c81ad4974b0adabe615f32531 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:45:07.991807 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c9bfc1c-06a5-4489-9c58-c91833c03af3 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:07.992056 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device e597fb60-d361-4a49-98b5-a6de0a6278b4 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:45:08.029637 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-70348420-b87f-4684-90d3-6979a9cfeab4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:08.030316 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-70348420-b87f-4684-90d3-6979a9cfeab4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:08.060370 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-70348420-b87f-4684-90d3-6979a9cfeab4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6312628 Feb 07 16:45:08.067293 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-8c9bfc1c-06a5-4489-9c58-c91833c03af3 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] device_id is not set on port cd6f0526-14e6-490f-a7af-4cd11527a4e8 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:45:08.072373 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Request body: {'port': {'device_id': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:08.104279 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcefff6-c295-4660-8a35-278a5f781e0c req-02052208-2be0-432c-87f8-c30b4b6cdb39 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:08.118743 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9fcefff6-c295-4660-8a35-278a5f781e0c req-02052208-2be0-432c-87f8-c30b4b6cdb39 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 1127 time: 0.4320698 Feb 07 16:45:08.243202 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port e597fb60-d361-4a49-98b5-a6de0a6278b4 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:45:08.253048 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port e597fb60-d361-4a49-98b5-a6de0a6278b4 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:45:08.253473 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e597fb60-d361-4a49-98b5-a6de0a6278b4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:08.279182 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] Allocated IP 172.20.0.2 (58d1a2fb-2360-4896-ad8a-b4c749faa52a/ce842ca7-7c04-4aab-9976-4c2515f09d14/c52f030a-4235-45b1-9492-81db945d78ab) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:45:08.427183 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3a820c8e-82b5-4d45-aa6c-615c32456553), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:08.502897 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9fcefff6-c295-4660-8a35-278a5f781e0c req-5df1a183-1892-4d27-9812-a282d43119c6 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719544 Feb 07 16:45:08.646120 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c185989-297b-4914-a19d-4fdaae3e91a5 req-a13e19f2-a8e9-4197-9eb5-6509edb8aeb6 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:08.659068 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5c185989-297b-4914-a19d-4fdaae3e91a5 req-a13e19f2-a8e9-4197-9eb5-6509edb8aeb6 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=79da18d5-4b68-4b66-9f05-ce67bf280bda HTTP/1.1" status: 200 len: 945 time: 0.4604762 Feb 07 16:45:08.773071 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port e597fb60-d361-4a49-98b5-a6de0a6278b4 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:45:08.773742 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e597fb60-d361-4a49-98b5-a6de0a6278b4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:08.826284 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38378) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:08.858560 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port e597fb60-d361-4a49-98b5-a6de0a6278b4, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=e597fb60-d361-4a49-98b5-a6de0a6278b4,segment=NetworkSegment(03af9fa1-8b97-43be-8e17-86dad5c361df),segment_id=03af9fa1-8b97-43be-8e17-86dad5c361df)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:08.874048 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79da18d5-4b68-4b66-9f05-ce67bf280bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e597fb60-d361-4a49-98b5-a6de0a6278b4'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:45:08.887189 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ea0e29-de59-4c81-80d8-00e34b0c46ba" -d '{"events": [{"server_uuid": "79da18d5-4b68-4b66-9f05-ce67bf280bda", "name": "network-vif-plugged", "status": "completed", "tag": "e597fb60-d361-4a49-98b5-a6de0a6278b4"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:45:08.927090 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7914d6d1-786f-4bf6-91de-87dc9bc39638 None None] Provisioning complete for port 424e0525-fdc2-44e3-89b7-44df8caf5d2e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:45:08.927709 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7914d6d1-786f-4bf6-91de-87dc9bc39638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (424e0525-fdc2-44e3-89b7-44df8caf5d2e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:08.939211 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e597fb60-d361-4a49-98b5-a6de0a6278b4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:08.956228 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d500d2-e2b7-42f0-a986-3b5eab84fe0b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Deleting subnet f54086ac-c1f3-44d0-bdac-d3df1378b5db {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:45:08.960691 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2d500d2-e2b7-42f0-a986-3b5eab84fe0b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks [] for subnet (f54086ac-c1f3-44d0-bdac-d3df1378b5db), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:09.022189 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2d500d2-e2b7-42f0-a986-3b5eab84fe0b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (f54086ac-c1f3-44d0-bdac-d3df1378b5db), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:09.025318 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5c185989-297b-4914-a19d-4fdaae3e91a5 req-221c4273-59bf-4d6e-9b55-9db721c138fb tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599036 Feb 07 16:45:09.184238 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ea86d-e206-4814-80ca-fcd4a29affdf req-f005f59e-432a-45e1-af32-d409c7bf8bf4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:09.190805 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ea86d-e206-4814-80ca-fcd4a29affdf req-f005f59e-432a-45e1-af32-d409c7bf8bf4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:09.197359 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ea86d-e206-4814-80ca-fcd4a29affdf req-f005f59e-432a-45e1-af32-d409c7bf8bf4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:09.217560 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ea86d-e206-4814-80ca-fcd4a29affdf req-f005f59e-432a-45e1-af32-d409c7bf8bf4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:09.232842 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ea86d-e206-4814-80ca-fcd4a29affdf req-f005f59e-432a-45e1-af32-d409c7bf8bf4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:09.251999 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f41ea86d-e206-4814-80ca-fcd4a29affdf req-f005f59e-432a-45e1-af32-d409c7bf8bf4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 3815 time: 0.1799290 Feb 07 16:45:09.312347 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7914d6d1-786f-4bf6-91de-87dc9bc39638 None None] Port 424e0525-fdc2-44e3-89b7-44df8caf5d2e cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:45:09.327746 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2d500d2-e2b7-42f0-a986-3b5eab84fe0b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (f54086ac-c1f3-44d0-bdac-d3df1378b5db), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:09.402350 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f41ea86d-e206-4814-80ca-fcd4a29affdf req-58fb3dd3-c6d0-44c4-8105-e16528e2d5ff tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526144 Feb 07 16:45:09.430885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a820c8e-82b5-4d45-aa6c-615c32456553 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:45:09.440532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=e597fb60-d361-4a49-98b5-a6de0a6278b4,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:09.441815 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Publish callbacks [] for port (3a820c8e-82b5-4d45-aa6c-615c32456553), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:09.466637 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Transition to ACTIVE for port object 3a820c8e-82b5-4d45-aa6c-615c32456553 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:45:09.477245 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (3a820c8e-82b5-4d45-aa6c-615c32456553), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:09.489607 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2d500d2-e2b7-42f0-a986-3b5eab84fe0b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (f54086ac-c1f3-44d0-bdac-d3df1378b5db), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:09.507101 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] Publish callbacks [] for port (c52f030a-4235-45b1-9492-81db945d78ab), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:09.522761 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (c52f030a-4235-45b1-9492-81db945d78ab), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:09.559050 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38384) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:09.617912 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d500d2-e2b7-42f0-a986-3b5eab84fe0b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event deleted for resources: {'Subnet': ['ID=f54086ac-c1f3-44d0-bdac-d3df1378b5db,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:09.651533 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Pushing event updated for resources: {'Port': ['ID=3a820c8e-82b5-4d45-aa6c-615c32456553,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:09.709203 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] Network 58d1a2fb-2360-4896-ad8a-b4c749faa52a is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:45:09.719648 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] Pushing event updated for resources: {'Port': ['ID=c52f030a-4235-45b1-9492-81db945d78ab,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:09.730841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:45:09.749664 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac2ae92-4c21-45c9-b817-68ae1a78a82a x-openstack-request-id: req-7ac2ae92-4c21-45c9-b817-68ae1a78a82a {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:45:09.752782 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79da18d5-4b68-4b66-9f05-ce67bf280bda", "name": "network-vif-plugged", "status": "completed", "tag": "e597fb60-d361-4a49-98b5-a6de0a6278b4", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:45:09.753247 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ac2ae92-4c21-45c9-b817-68ae1a78a82a {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:45:09.757144 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79da18d5-4b68-4b66-9f05-ce67bf280bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e597fb60-d361-4a49-98b5-a6de0a6278b4', 'code': 200} Feb 07 16:45:09.768672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:45:09.882681 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Attempting to bind port 3a820c8e-82b5-4d45-aa6c-615c32456553 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:45:09.883272 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Attempting to bind port 3a820c8e-82b5-4d45-aa6c-615c32456553 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '8ef14104-eb8a-4293-a21d-9126a796c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:45:09.885715 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Attempting to bind port 3a820c8e-82b5-4d45-aa6c-615c32456553 on network 0b2b4548-f7c6-4e74-86b3-3287e52c00ca {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:09.899668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Port 3a820c8e-82b5-4d45-aa6c-615c32456553 on network 0b2b4548-f7c6-4e74-86b3-3287e52c00ca not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:45:09.900251 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Attempting to bind port 3a820c8e-82b5-4d45-aa6c-615c32456553 on network 0b2b4548-f7c6-4e74-86b3-3287e52c00ca {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:09.900544 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a5ea5a-f587-48d9-b339-907ab78c82bc None None] Network b3e85d1e-f0c7-4a99-89e2-ed892d1028ef requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:45:09.916582 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:45:09.917199 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Checking segment: {'id': '8ef14104-eb8a-4293-a21d-9126a796c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:45:09.920544 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Bound using segment: {'id': '8ef14104-eb8a-4293-a21d-9126a796c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:45:09.921412 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Bound port: 3a820c8e-82b5-4d45-aa6c-615c32456553, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef14104-eb8a-4293-a21d-9126a796c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:45:09.921953 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3a820c8e-82b5-4d45-aa6c-615c32456553), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:09.939059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-8c9bfc1c-06a5-4489-9c58-c91833c03af3 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Allocated IP 172.20.0.14 (58d1a2fb-2360-4896-ad8a-b4c749faa52a/ce842ca7-7c04-4aab-9976-4c2515f09d14/cd6f0526-14e6-490f-a7af-4cd11527a4e8) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:45:10.169895 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] Attempting to bind port c52f030a-4235-45b1-9492-81db945d78ab on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:45:10.170596 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] Attempting to bind port c52f030a-4235-45b1-9492-81db945d78ab by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '10f8f73d-7234-4d93-8bc5-fdda374ff521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '58d1a2fb-2360-4896-ad8a-b4c749faa52a'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:45:10.170982 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] Attempting to bind port c52f030a-4235-45b1-9492-81db945d78ab on network 58d1a2fb-2360-4896-ad8a-b4c749faa52a {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:10.177935 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] For port 3a820c8e-82b5-4d45-aa6c-615c32456553, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:45:10.186671 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] For port 3a820c8e-82b5-4d45-aa6c-615c32456553, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3a820c8e-82b5-4d45-aa6c-615c32456553,segment=NetworkSegment(8ef14104-eb8a-4293-a21d-9126a796c44a),segment_id=8ef14104-eb8a-4293-a21d-9126a796c44a)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:45:10.191717 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:45:10.192206 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] Checking segment: {'id': '10f8f73d-7234-4d93-8bc5-fdda374ff521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '58d1a2fb-2360-4896-ad8a-b4c749faa52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:45:10.195765 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:10.195765 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] Bound using segment: {'id': '10f8f73d-7234-4d93-8bc5-fdda374ff521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '58d1a2fb-2360-4896-ad8a-b4c749faa52a'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:45:10.197420 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] Bound port: c52f030a-4235-45b1-9492-81db945d78ab, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f8f73d-7234-4d93-8bc5-fdda374ff521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '58d1a2fb-2360-4896-ad8a-b4c749faa52a'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:45:10.198867 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c52f030a-4235-45b1-9492-81db945d78ab), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:10.200471 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (3a820c8e-82b5-4d45-aa6c-615c32456553), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:10.317042 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:10.323582 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:10.343384 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] 10.222.0.32 "PUT /v2.0/ports/3a820c8e-82b5-4d45-aa6c-615c32456553 HTTP/1.1" status: 200 len: 1091 time: 2.2747731 Feb 07 16:45:10.364275 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'tag': '3a820c8e-82b5-4d45-aa6c-615c32456553'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:45:10.370105 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedafff6-e359-461a-8ffb-a775801f5ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "tag": "3a820c8e-82b5-4d45-aa6c-615c32456553"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:45:10.395477 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Request body: {'port': {'device_id': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:10.435738 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2d500d2-e2b7-42f0-a986-3b5eab84fe0b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:10.452538 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d2d500d2-e2b7-42f0-a986-3b5eab84fe0b tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "DELETE /v2.0/subnets/f54086ac-c1f3-44d0-bdac-d3df1378b5db HTTP/1.1" status: 204 len: 168 time: 1.6207528 Feb 07 16:45:10.460889 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38400) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:10.540948 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c9bfc1c-06a5-4489-9c58-c91833c03af3 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks [] for port (cd6f0526-14e6-490f-a7af-4cd11527a4e8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:10.609097 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] For port c52f030a-4235-45b1-9492-81db945d78ab, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:45:10.618476 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] For port c52f030a-4235-45b1-9492-81db945d78ab, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c52f030a-4235-45b1-9492-81db945d78ab,segment=NetworkSegment(10f8f73d-7234-4d93-8bc5-fdda374ff521),segment_id=10f8f73d-7234-4d93-8bc5-fdda374ff521)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:45:10.646899 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c52f030a-4235-45b1-9492-81db945d78ab), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:10.897970 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25081667-cc50-463c-8c87-bcda37db6e36 None None] Pushing event updated for resources: {'Port': ['ID=c52f030a-4235-45b1-9492-81db945d78ab,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:10.911268 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dccb94-0c06-4ad1-86e0-d5acb74cac37 None None] DHCP port deletion for b3e85d1e-f0c7-4a99-89e2-ed892d1028ef request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:45:10.941450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58093236-eee5-42e0-8d0e-7a7235282953 service neutron] Pushing event updated for resources: {'Port': ['ID=3a820c8e-82b5-4d45-aa6c-615c32456553,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:11.034158 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-05adf949-6070-4d8a-8ddb-ef8ac7c921e6 admin admin] Deleting subnet 33c9ecdd-108b-4a28-9918-7706852c1388 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:45:11.076893 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05adf949-6070-4d8a-8ddb-ef8ac7c921e6 admin admin] Publish callbacks [] for subnet (33c9ecdd-108b-4a28-9918-7706852c1388), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:11.087296 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (b3e85d1e-f0c7-4a99-89e2-ed892d1028ef), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:11.096737 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ddf07e8a-aca0-4630-85c7-61c340f16521), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:11.206849 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-65dccb94-0c06-4ad1-86e0-d5acb74cac37 None None] Deleting port 94f78b09-db51-48f0-a9ca-f0421052a56a {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:45:11.211457 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-65dccb94-0c06-4ad1-86e0-d5acb74cac37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (94f78b09-db51-48f0-a9ca-f0421052a56a), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:11.255436 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05adf949-6070-4d8a-8ddb-ef8ac7c921e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (33c9ecdd-108b-4a28-9918-7706852c1388), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:11.376900 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05adf949-6070-4d8a-8ddb-ef8ac7c921e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (33c9ecdd-108b-4a28-9918-7706852c1388), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:11.484015 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Deleting port 94f78b09-db51-48f0-a9ca-f0421052a56a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:45:11.485459 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (94f78b09-db51-48f0-a9ca-f0421052a56a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:11.509540 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a1489-05ef-4aac-ad3b-80abdf45942e req-7c3bc18c-e74a-4b77-b5de-04b0f29a8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:11.511449 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-174a1489-05ef-4aac-ad3b-80abdf45942e req-7c3bc18c-e74a-4b77-b5de-04b0f29a8070 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=79da18d5-4b68-4b66-9f05-ce67bf280bda HTTP/1.1" status: 200 len: 1128 time: 1.0589652 Feb 07 16:45:11.527262 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-65dccb94-0c06-4ad1-86e0-d5acb74cac37 None None] For port 94f78b09-db51-48f0-a9ca-f0421052a56a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=94f78b09-db51-48f0-a9ca-f0421052a56a,segment=NetworkSegment(fadf8764-344f-4301-9ed0-7e3359d692df),segment_id=fadf8764-344f-4301-9ed0-7e3359d692df)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:11.546196 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-65dccb94-0c06-4ad1-86e0-d5acb74cac37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (94f78b09-db51-48f0-a9ca-f0421052a56a), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:11.547649 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a4e24-b56a-4d64-acf7-ff15db89b3b3 req-653f319a-f354-4ff7-be90-011382c9eba0 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:11.564552 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f12a4e24-b56a-4d64-acf7-ff15db89b3b3 req-653f319a-f354-4ff7-be90-011382c9eba0 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=79da18d5-4b68-4b66-9f05-ce67bf280bda HTTP/1.1" status: 200 len: 946 time: 1.0411346 Feb 07 16:45:11.602710 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c9bfc1c-06a5-4489-9c58-c91833c03af3 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (cd6f0526-14e6-490f-a7af-4cd11527a4e8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:11.620187 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-65dccb94-0c06-4ad1-86e0-d5acb74cac37 None None] Calling delete_port for 94f78b09-db51-48f0-a9ca-f0421052a56a owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:45:11.677810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9bfc1c-06a5-4489-9c58-c91833c03af3 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Network 58d1a2fb-2360-4896-ad8a-b4c749faa52a is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:45:11.698297 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-8c9bfc1c-06a5-4489-9c58-c91833c03af3 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:45:11.704805 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9bfc1c-06a5-4489-9c58-c91833c03af3 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:45:11.990962 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05adf949-6070-4d8a-8ddb-ef8ac7c921e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (33c9ecdd-108b-4a28-9918-7706852c1388), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:11.997783 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-65dccb94-0c06-4ad1-86e0-d5acb74cac37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (94f78b09-db51-48f0-a9ca-f0421052a56a), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:12.022077 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dccb94-0c06-4ad1-86e0-d5acb74cac37 None None] No DVR routers for this DVR port 94f78b09-db51-48f0-a9ca-f0421052a56a on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:45:12.024442 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf07e8a-aca0-4630-85c7-61c340f16521 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:45:12.048601 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Publish callbacks [] for port (ddf07e8a-aca0-4630-85c7-61c340f16521), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:12.097440 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dccb94-0c06-4ad1-86e0-d5acb74cac37 None None] Pushing event deleted for resources: {'Port': ['ID=94f78b09-db51-48f0-a9ca-f0421052a56a,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:12.132296 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05adf949-6070-4d8a-8ddb-ef8ac7c921e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:12.154965 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-05adf949-6070-4d8a-8ddb-ef8ac7c921e6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/33c9ecdd-108b-4a28-9918-7706852c1388 HTTP/1.1" status: 204 len: 168 time: 2.5868673 Feb 07 16:45:12.166735 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-71a68e3a-52e3-4c92-a5a3-bab9af3927cf tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:45:12.173691 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-71a68e3a-52e3-4c92-a5a3-bab9af3927cf tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0717819 Feb 07 16:45:12.192268 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38424) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:12.218738 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Transition to ACTIVE for port object ddf07e8a-aca0-4630-85c7-61c340f16521 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:45:12.330692 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f12a4e24-b56a-4d64-acf7-ff15db89b3b3 req-fad09466-b4a1-4e1f-9ce5-4e9fd26772a5 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7650912 Feb 07 16:45:12.368967 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-174a1489-05ef-4aac-ad3b-80abdf45942e req-39af11cb-3fb6-4eb9-85c5-5e185f9c6f60 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7974865 Feb 07 16:45:12.370254 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9bfc1c-06a5-4489-9c58-c91833c03af3 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Pushing event updated for resources: {'Port': ['ID=cd6f0526-14e6-490f-a7af-4cd11527a4e8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:12.381712 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adf949-6070-4d8a-8ddb-ef8ac7c921e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c9ecdd-108b-4a28-9918-7706852c1388,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:12.416615 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9bfc1c-06a5-4489-9c58-c91833c03af3 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:12.418034 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c9bfc1c-06a5-4489-9c58-c91833c03af3 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:12.441823 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ddf07e8a-aca0-4630-85c7-61c340f16521), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:12.458470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] For port 94f78b09-db51-48f0-a9ca-f0421052a56a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=94f78b09-db51-48f0-a9ca-f0421052a56a,segment=NetworkSegment(fadf8764-344f-4301-9ed0-7e3359d692df),segment_id=fadf8764-344f-4301-9ed0-7e3359d692df)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:12.459042 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (94f78b09-db51-48f0-a9ca-f0421052a56a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:12.461175 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b9865-fde9-49d5-9285-a4bdcabc7776 req-a02c5ed7-aa83-4eb4-bdf6-e04545996b2d tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:12.464087 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a6b9865-fde9-49d5-9285-a4bdcabc7776 req-a02c5ed7-aa83-4eb4-bdf6-e04545996b2d tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3ff6301-784f-492a-b5cf-9ba136786010 HTTP/1.1" status: 200 len: 946 time: 0.7679954 Feb 07 16:45:12.503201 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c52f030a-4235-45b1-9492-81db945d78ab up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:45:12.528962 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8c9bfc1c-06a5-4489-9c58-c91833c03af3 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.9543891 Feb 07 16:45:12.534229 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38426) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:12.541267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1beaa71d-509a-45a9-991b-a2e7546c9cef tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Request body: {'port': {'network_id': '58d1a2fb-2360-4896-ad8a-b4c749faa52a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1207007035', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:12.542043 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.api.validators [None req-1beaa71d-509a-45a9-991b-a2e7546c9cef tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] bootfile-name is not in valid_values {{(pid=103225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 16:45:12.542505 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.api.validators [None req-1beaa71d-509a-45a9-991b-a2e7546c9cef tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] tftp-server is not in valid_values {{(pid=103225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 16:45:12.542961 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.api.validators [None req-1beaa71d-509a-45a9-991b-a2e7546c9cef tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] server-ip-address is not in valid_values {{(pid=103225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 16:45:12.632108 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Calling delete_port for 94f78b09-db51-48f0-a9ca-f0421052a56a owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:45:12.680270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port c52f030a-4235-45b1-9492-81db945d78ab triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:45:12.680667 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c52f030a-4235-45b1-9492-81db945d78ab), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:12.870389 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Pushing event updated for resources: {'Port': ['ID=ddf07e8a-aca0-4630-85c7-61c340f16521,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:12.873492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-b4c3a373-169f-487e-9e69-5e40fcaba9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:12.875995 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-b4c3a373-169f-487e-9e69-5e40fcaba9fc service neutron] 10.222.0.18 "GET /v2.0/ports/2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 HTTP/1.1" status: 200 len: 1124 time: 0.6563005 Feb 07 16:45:12.876859 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (94f78b09-db51-48f0-a9ca-f0421052a56a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:12.911987 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port c52f030a-4235-45b1-9492-81db945d78ab is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:45:12.912601 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c52f030a-4235-45b1-9492-81db945d78ab), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:12.947088 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] No DVR routers for this DVR port 94f78b09-db51-48f0-a9ca-f0421052a56a on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:45:12.963979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-1c6a543b-7291-46af-9a0a-271ad9d6e48e service neutron] Request body: {'binding': {'host': 'n-h1-827865-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:12.965408 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-1c6a543b-7291-46af-9a0a-271ad9d6e48e service neutron] Unknown quota resources ['binding']. {{(pid=103226) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 16:45:12.986298 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99aa31bc-0c70-44eb-9f60-10237c61804c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:13.011102 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event deleted for resources: {'Port': ['ID=94f78b09-db51-48f0-a9ca-f0421052a56a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:13.013043 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port c52f030a-4235-45b1-9492-81db945d78ab, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c52f030a-4235-45b1-9492-81db945d78ab,segment=NetworkSegment(10f8f73d-7234-4d93-8bc5-fdda374ff521),segment_id=10f8f73d-7234-4d93-8bc5-fdda374ff521)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:13.025024 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5dfbdf-5c01-4bbc-b644-f6bcee3a7acf None None] Network 58d1a2fb-2360-4896-ad8a-b4c749faa52a requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:45:13.041855 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a104e3a-0482-472a-a575-fc6993eaa564 req-a3ebab82-6fa8-4bee-a801-98c362e2c179 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:13.050674 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5a104e3a-0482-472a-a575-fc6993eaa564 req-a3ebab82-6fa8-4bee-a801-98c362e2c179 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3ff6301-784f-492a-b5cf-9ba136786010 HTTP/1.1" status: 200 len: 946 time: 0.5779309 Feb 07 16:45:13.205971 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c52f030a-4235-45b1-9492-81db945d78ab), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:13.265723 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5a104e3a-0482-472a-a575-fc6993eaa564 req-248244d0-15d4-44b6-8814-d7f05374a13b tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40564cc-b5a7-474c-990d-f67574dff52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138164 Feb 07 16:45:13.333808 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 94f78b09-db51-48f0-a9ca-f0421052a56a no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:45:13.372186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-89de3539-7e0e-49d2-b6c0-48001b0273aa None None] Provisioning complete for port c52f030a-4235-45b1-9492-81db945d78ab triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:45:13.372958 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-89de3539-7e0e-49d2-b6c0-48001b0273aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c52f030a-4235-45b1-9492-81db945d78ab), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:13.391350 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-2a6b9865-fde9-49d5-9285-a4bdcabc7776 req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Deleting port 349a5668-95df-48cd-a83a-8f8899aace2f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:45:13.391961 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a6b9865-fde9-49d5-9285-a4bdcabc7776 req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (349a5668-95df-48cd-a83a-8f8899aace2f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:13.395089 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34f27e2-34e7-4e0a-ad62-447b81bd5691 x-openstack-request-id: req-f34f27e2-34e7-4e0a-ad62-447b81bd5691 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:45:13.395901 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "tag": "3a820c8e-82b5-4d45-aa6c-615c32456553", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:45:13.396313 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f34f27e2-34e7-4e0a-ad62-447b81bd5691 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:45:13.397019 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'tag': '3a820c8e-82b5-4d45-aa6c-615c32456553', 'status': 'completed', 'code': 200} Feb 07 16:45:13.410722 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1beaa71d-509a-45a9-991b-a2e7546c9cef tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Made reservation on behalf of d125734c81ad4974b0adabe615f32531 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:45:13.416638 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1beaa71d-509a-45a9-991b-a2e7546c9cef tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:13.476059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 94f78b09-db51-48f0-a9ca-f0421052a56a {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:45:13.476680 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 94f78b09-db51-48f0-a9ca-f0421052a56a not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:45:13.519390 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=c52f030a-4235-45b1-9492-81db945d78ab,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:13.635562 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (b3e85d1e-f0c7-4a99-89e2-ed892d1028ef), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:13.663829 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-89de3539-7e0e-49d2-b6c0-48001b0273aa None None] Current status of the port c52f030a-4235-45b1-9492-81db945d78ab is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:45:13.681449 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e85d1e-f0c7-4a99-89e2-ed892d1028ef']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:13.693684 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-1beaa71d-509a-45a9-991b-a2e7546c9cef tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] device_id is not set on port d7fc0faf-45bc-453d-a54e-e8cc093b8273 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:45:13.696047 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadf8764-344f-4301-9ed0-7e3359d692df') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:13.696354 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadf8764-344f-4301-9ed0-7e3359d692df') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:13.709884 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (fadf8764-344f-4301-9ed0-7e3359d692df), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:13.854085 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99aa31bc-0c70-44eb-9f60-10237c61804c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:13.886356 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-99aa31bc-0c70-44eb-9f60-10237c61804c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:13.908132 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-99aa31bc-0c70-44eb-9f60-10237c61804c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8cbf2b4-a269-4a95-95bb-59271c7116a1') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:13.908455 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-99aa31bc-0c70-44eb-9f60-10237c61804c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8cbf2b4-a269-4a95-95bb-59271c7116a1') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:13.921942 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99aa31bc-0c70-44eb-9f60-10237c61804c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (a8cbf2b4-a269-4a95-95bb-59271c7116a1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:13.939018 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99aa31bc-0c70-44eb-9f60-10237c61804c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (a8cbf2b4-a269-4a95-95bb-59271c7116a1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:13.945647 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99aa31bc-0c70-44eb-9f60-10237c61804c admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:45:13.946046 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99aa31bc-0c70-44eb-9f60-10237c61804c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (a8cbf2b4-a269-4a95-95bb-59271c7116a1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:13.976074 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede834a-8380-4b1e-8846-d31143db0cd6 req-7acd2ffa-4eb6-4638-90c5-cc5705d196a5 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:13.983403 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede834a-8380-4b1e-8846-d31143db0cd6 req-7acd2ffa-4eb6-4638-90c5-cc5705d196a5 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:13.992946 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede834a-8380-4b1e-8846-d31143db0cd6 req-7acd2ffa-4eb6-4638-90c5-cc5705d196a5 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:14.002765 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede834a-8380-4b1e-8846-d31143db0cd6 req-7acd2ffa-4eb6-4638-90c5-cc5705d196a5 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:14.011787 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede834a-8380-4b1e-8846-d31143db0cd6 req-7acd2ffa-4eb6-4638-90c5-cc5705d196a5 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:14.019222 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede834a-8380-4b1e-8846-d31143db0cd6 req-7acd2ffa-4eb6-4638-90c5-cc5705d196a5 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:14.025146 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (fadf8764-344f-4301-9ed0-7e3359d692df), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:14.028720 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ede834a-8380-4b1e-8846-d31143db0cd6 req-7acd2ffa-4eb6-4638-90c5-cc5705d196a5 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 4600 time: 0.6202693 Feb 07 16:45:14.034303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:45:14.034825 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (fadf8764-344f-4301-9ed0-7e3359d692df), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:14.050031 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b9041d05-d972-451c-8852-98f004c298d1 None None] Provisioning complete for port c52f030a-4235-45b1-9492-81db945d78ab triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:45:14.050630 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b9041d05-d972-451c-8852-98f004c298d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c52f030a-4235-45b1-9492-81db945d78ab), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:14.065785 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2a6b9865-fde9-49d5-9285-a4bdcabc7776 req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] For port 349a5668-95df-48cd-a83a-8f8899aace2f, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=349a5668-95df-48cd-a83a-8f8899aace2f,segment=NetworkSegment(ec356679-9aa7-4939-b35a-1acb72e4229a),segment_id=ec356679-9aa7-4939-b35a-1acb72e4229a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:14.066267 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a6b9865-fde9-49d5-9285-a4bdcabc7776 req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (349a5668-95df-48cd-a83a-8f8899aace2f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:14.096697 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedafff6-e359-461a-8ffb-a775801f5ebc req-b7a14ff1-9182-43cd-a196-e2757bcf258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:14.097308 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedafff6-e359-461a-8ffb-a775801f5ebc req-b7a14ff1-9182-43cd-a196-e2757bcf258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:14.097881 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedafff6-e359-461a-8ffb-a775801f5ebc req-b7a14ff1-9182-43cd-a196-e2757bcf258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:14.098393 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedafff6-e359-461a-8ffb-a775801f5ebc req-b7a14ff1-9182-43cd-a196-e2757bcf258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:14.098998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedafff6-e359-461a-8ffb-a775801f5ebc req-b7a14ff1-9182-43cd-a196-e2757bcf258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:14.099642 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedafff6-e359-461a-8ffb-a775801f5ebc req-b7a14ff1-9182-43cd-a196-e2757bcf258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:14.102214 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aedafff6-e359-461a-8ffb-a775801f5ebc req-b7a14ff1-9182-43cd-a196-e2757bcf258d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4aab9c2a401e4794b59cf423bf862032&device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5275 time: 0.5749729 Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: warnings.warn('Neutron quota engine will require "--force" ' Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: warnings.warn(msg) Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:45:14.149319 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:45:14.153474 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99aa31bc-0c70-44eb-9f60-10237c61804c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:14.171474 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (b3e85d1e-f0c7-4a99-89e2-ed892d1028ef), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:14.175435 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-2a6b9865-fde9-49d5-9285-a4bdcabc7776 req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Calling delete_port for 349a5668-95df-48cd-a83a-8f8899aace2f owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:45:14.191260 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Attempting to bind port ddf07e8a-aca0-4630-85c7-61c340f16521 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:45:14.191598 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Attempting to bind port ddf07e8a-aca0-4630-85c7-61c340f16521 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:45:14.191930 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Attempting to bind port ddf07e8a-aca0-4630-85c7-61c340f16521 on network 77871b7a-f86e-4316-bba8-73d687b56c15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:14.211584 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99aa31bc-0c70-44eb-9f60-10237c61804c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:14.217951 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-99aa31bc-0c70-44eb-9f60-10237c61804c admin admin] 10.222.0.18 "DELETE /v2.0/networks/47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67 HTTP/1.1" status: 204 len: 168 time: 2.0184121 Feb 07 16:45:14.219672 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:14.224608 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "DELETE /v2.0/networks/b3e85d1e-f0c7-4a99-89e2-ed892d1028ef HTTP/1.1" status: 204 len: 168 time: 3.7371073 Feb 07 16:45:14.243430 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38436) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:14.256195 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Port ddf07e8a-aca0-4630-85c7-61c340f16521 on network 77871b7a-f86e-4316-bba8-73d687b56c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:45:14.256529 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Attempting to bind port ddf07e8a-aca0-4630-85c7-61c340f16521 on network 77871b7a-f86e-4316-bba8-73d687b56c15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:14.273802 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:45:14.274171 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Checking segment: {'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:45:14.274536 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Bound using segment: {'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:45:14.275586 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Bound port: ddf07e8a-aca0-4630-85c7-61c340f16521, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:45:14.275586 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ddf07e8a-aca0-4630-85c7-61c340f16521), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:14.289847 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5272a1-7962-4aa5-9721-c46db943ac58 tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event deleted for resources: {'Network': ['ID=b3e85d1e-f0c7-4a99-89e2-ed892d1028ef,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:14.337406 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b9041d05-d972-451c-8852-98f004c298d1 None None] Current status of the port c52f030a-4235-45b1-9492-81db945d78ab is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:45:14.364561 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c52f030a-4235-45b1-9492-81db945d78ab up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:45:14.405020 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa31bc-0c70-44eb-9f60-10237c61804c admin admin] Pushing event deleted for resources: {'Network': ['ID=47a39c7a-4a88-4e00-9ec4-b17d0fa5eb67,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:14.452608 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-1beaa71d-509a-45a9-991b-a2e7546c9cef tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Allocated IP 172.20.0.7 (58d1a2fb-2360-4896-ad8a-b4c749faa52a/ce842ca7-7c04-4aab-9976-4c2515f09d14/d7fc0faf-45bc-453d-a54e-e8cc093b8273) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:45:14.458607 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b9041d05-d972-451c-8852-98f004c298d1 None None] Provisioning complete for port cd6f0526-14e6-490f-a7af-4cd11527a4e8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:45:14.459238 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b9041d05-d972-451c-8852-98f004c298d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (cd6f0526-14e6-490f-a7af-4cd11527a4e8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:14.487916 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ede834a-8380-4b1e-8846-d31143db0cd6 req-a883a0ce-5c7a-4e7a-a3ed-e8c85c3a7793 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4581289 Feb 07 16:45:14.527213 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] For port ddf07e8a-aca0-4630-85c7-61c340f16521, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:45:14.531626 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] For port ddf07e8a-aca0-4630-85c7-61c340f16521, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ddf07e8a-aca0-4630-85c7-61c340f16521,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:45:14.546904 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ddf07e8a-aca0-4630-85c7-61c340f16521), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:14.586553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b9041d05-d972-451c-8852-98f004c298d1 None None] Port cd6f0526-14e6-490f-a7af-4cd11527a4e8 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:45:14.607157 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedafff6-e359-461a-8ffb-a775801f5ebc req-8441fea0-3c84-435f-be3e-f887b9621de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:14.607651 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedafff6-e359-461a-8ffb-a775801f5ebc req-8441fea0-3c84-435f-be3e-f887b9621de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:14.608131 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedafff6-e359-461a-8ffb-a775801f5ebc req-8441fea0-3c84-435f-be3e-f887b9621de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:14.608791 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port c52f030a-4235-45b1-9492-81db945d78ab triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:45:14.609517 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c52f030a-4235-45b1-9492-81db945d78ab), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:14.610466 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aedafff6-e359-461a-8ffb-a775801f5ebc req-8441fea0-3c84-435f-be3e-f887b9621de5 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4aab9c2a401e4794b59cf423bf862032&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4277518 Feb 07 16:45:14.617619 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38440) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:14.666401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f89791-1043-4b98-9049-45298302483e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Deleting subnet cf6e9d3e-7ccf-48f0-b624-4165d0484b55 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:45:14.688403 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00f89791-1043-4b98-9049-45298302483e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks [] for subnet (cf6e9d3e-7ccf-48f0-b624-4165d0484b55), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:14.776218 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5eadb56b-3ec9-4059-820f-460ee946aa77 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c5e15258b8947119fa62f8821360c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1574218 Feb 07 16:45:14.780139 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38442) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:14.870624 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port c52f030a-4235-45b1-9492-81db945d78ab is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:45:14.890532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Pushing event updated for resources: {'Port': ['ID=ddf07e8a-aca0-4630-85c7-61c340f16521,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:14.892463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-590ccbaa-30a8-459e-b1d7-d9eb1cd4cc5e None None] Provisioning complete for port cd6f0526-14e6-490f-a7af-4cd11527a4e8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:45:14.892960 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-590ccbaa-30a8-459e-b1d7-d9eb1cd4cc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (cd6f0526-14e6-490f-a7af-4cd11527a4e8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:14.902314 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:14.902937 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:14.904464 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-ed8c9078-c86c-49c7-9d88-178f91ee9cae service neutron] 10.222.0.32 "PUT /v2.0/ports/ddf07e8a-aca0-4630-85c7-61c340f16521 HTTP/1.1" status: 200 len: 1131 time: 4.5254936 Feb 07 16:45:14.905472 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-1c6a543b-7291-46af-9a0a-271ad9d6e48e service neutron] Attempting to bind port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 on host n-h1-827865-3 for vnic_type normal with profile None {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:45:14.905810 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-1c6a543b-7291-46af-9a0a-271ad9d6e48e service neutron] Attempting to bind port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:45:14.906138 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-1c6a543b-7291-46af-9a0a-271ad9d6e48e service neutron] Attempting to bind port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:14.918772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-1c6a543b-7291-46af-9a0a-271ad9d6e48e service neutron] Port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:45:14.919278 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-1c6a543b-7291-46af-9a0a-271ad9d6e48e service neutron] Attempting to bind port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:14.949690 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Request body: {'port': {'device_id': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:14.975371 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-1c6a543b-7291-46af-9a0a-271ad9d6e48e service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:45:14.975723 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-1c6a543b-7291-46af-9a0a-271ad9d6e48e service neutron] Checking segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:45:14.980345 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-1c6a543b-7291-46af-9a0a-271ad9d6e48e service neutron] Bound using segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:45:14.987886 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-1c6a543b-7291-46af-9a0a-271ad9d6e48e service neutron] Bound port: 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:45:15.020948 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-590ccbaa-30a8-459e-b1d7-d9eb1cd4cc5e None None] Port cd6f0526-14e6-490f-a7af-4cd11527a4e8 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:45:15.076079 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00f89791-1043-4b98-9049-45298302483e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (cf6e9d3e-7ccf-48f0-b624-4165d0484b55), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:15.145194 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedafff6-e359-461a-8ffb-a775801f5ebc req-eeda0249-6387-4832-a4eb-bd25b93a37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:15.147166 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c88a5826-232e-4db2-b35d-6e8e22e8fa4d admin admin] Publish callbacks [] for security_group (025653f5-595f-49f4-a518-fd98965e9291), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:15.148281 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aedafff6-e359-461a-8ffb-a775801f5ebc req-eeda0249-6387-4832-a4eb-bd25b93a37f5 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5209475 Feb 07 16:45:15.179758 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c88a5826-232e-4db2-b35d-6e8e22e8fa4d admin admin] Publish callbacks [] for security_group (025653f5-595f-49f4-a518-fd98965e9291), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:15.205142 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a6b9865-fde9-49d5-9285-a4bdcabc7776 req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (349a5668-95df-48cd-a83a-8f8899aace2f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:15.238283 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49041353-d1cb-4c04-95d6-283c211ff64e req-3d9e192e-03bd-4474-9b34-9fe0cf3cde79 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:15.253846 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49041353-d1cb-4c04-95d6-283c211ff64e req-3d9e192e-03bd-4474-9b34-9fe0cf3cde79 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=79da18d5-4b68-4b66-9f05-ce67bf280bda HTTP/1.1" status: 200 len: 946 time: 0.2421238 Feb 07 16:45:15.277690 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c88a5826-232e-4db2-b35d-6e8e22e8fa4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (025653f5-595f-49f4-a518-fd98965e9291), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:15.280721 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c88a5826-232e-4db2-b35d-6e8e22e8fa4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:15.286220 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c88a5826-232e-4db2-b35d-6e8e22e8fa4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/025653f5-595f-49f4-a518-fd98965e9291 HTTP/1.1" status: 204 len: 168 time: 0.3967698 Feb 07 16:45:15.372315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Pushing event deleted for resources: {'Port': ['ID=349a5668-95df-48cd-a83a-8f8899aace2f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:15.394101 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1beaa71d-509a-45a9-991b-a2e7546c9cef tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks [] for port (d7fc0faf-45bc-453d-a54e-e8cc093b8273), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:15.460656 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1beaa71d-509a-45a9-991b-a2e7546c9cef tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d7fc0faf-45bc-453d-a54e-e8cc093b8273), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:15.467470 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:15.467891 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:15.468293 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:15.468648 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:15.469267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:15.469533 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:15.470150 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:15.470509 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:15.470853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:15.471190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:15.471527 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:15.471860 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:15.472241 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:15.534750 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49041353-d1cb-4c04-95d6-283c211ff64e req-fb2e9abe-f9de-40b0-99cd-ba2bcfd58378 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799132 Feb 07 16:45:15.711681 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6b9865-fde9-49d5-9285-a4bdcabc7776 req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] No DVR routers for this DVR port 349a5668-95df-48cd-a83a-8f8899aace2f on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:45:15.724920 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a454a555-43da-4f5b-a4f9-ec499bd0850c req-51ffeadc-7304-4a5e-bc2e-8bd0c8117d0f tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3ff6301-784f-492a-b5cf-9ba136786010 HTTP/1.1" status: 200 len: 210 time: 0.0467150 Feb 07 16:45:15.746315 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a6b9865-fde9-49d5-9285-a4bdcabc7776 req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:15.750417 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a6b9865-fde9-49d5-9285-a4bdcabc7776 req-70a40ad1-e452-47ff-8e99-f63a1484fbc3 tempest-ServerAddressesNegativeTestJSON-653774854 tempest-ServerAddressesNegativeTestJSON-653774854-project] 10.222.0.32 "DELETE /v2.0/ports/349a5668-95df-48cd-a83a-8f8899aace2f HTTP/1.1" status: 204 len: 173 time: 2.7930436 Feb 07 16:45:15.755623 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ff6301-784f-492a-b5cf-9ba136786010', 'name': 'network-vif-deleted', 'tag': '349a5668-95df-48cd-a83a-8f8899aace2f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:45:15.760358 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7957066b-b0ad-47e6-a567-03afdcaf3257" -d '{"events": [{"server_uuid": "b3ff6301-784f-492a-b5cf-9ba136786010", "name": "network-vif-deleted", "tag": "349a5668-95df-48cd-a83a-8f8899aace2f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:45:15.786106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beaa71d-509a-45a9-991b-a2e7546c9cef tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Network 58d1a2fb-2360-4896-ad8a-b4c749faa52a is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:45:15.811604 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1beaa71d-509a-45a9-991b-a2e7546c9cef tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:45:15.826384 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beaa71d-509a-45a9-991b-a2e7546c9cef tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:45:15.840672 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beaa71d-509a-45a9-991b-a2e7546c9cef tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Pushing event updated for resources: {'Port': ['ID=d7fc0faf-45bc-453d-a54e-e8cc093b8273,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:15.907670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 349a5668-95df-48cd-a83a-8f8899aace2f no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:45:15.968597 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 349a5668-95df-48cd-a83a-8f8899aace2f {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:45:15.970415 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 349a5668-95df-48cd-a83a-8f8899aace2f not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:45:15.985261 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beaa71d-509a-45a9-991b-a2e7546c9cef tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:15.986884 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1beaa71d-509a-45a9-991b-a2e7546c9cef tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:16.054601 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15122521-e558-4235-86b4-2ac776e5385b req-56156a01-d055-4d04-87d3-ed630976c840 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:16.090436 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15122521-e558-4235-86b4-2ac776e5385b req-56156a01-d055-4d04-87d3-ed630976c840 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:16.104418 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15122521-e558-4235-86b4-2ac776e5385b req-56156a01-d055-4d04-87d3-ed630976c840 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:16.116981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15122521-e558-4235-86b4-2ac776e5385b req-56156a01-d055-4d04-87d3-ed630976c840 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:16.130432 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15122521-e558-4235-86b4-2ac776e5385b req-56156a01-d055-4d04-87d3-ed630976c840 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:16.150873 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15122521-e558-4235-86b4-2ac776e5385b req-56156a01-d055-4d04-87d3-ed630976c840 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:16.156453 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-15122521-e558-4235-86b4-2ac776e5385b req-56156a01-d055-4d04-87d3-ed630976c840 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 4600 time: 0.2624180 Feb 07 16:45:16.170967 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00f89791-1043-4b98-9049-45298302483e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (cf6e9d3e-7ccf-48f0-b624-4165d0484b55), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:16.171402 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1beaa71d-509a-45a9-991b-a2e7546c9cef tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.6348119 Feb 07 16:45:16.178999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38464) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:16.268762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'tag': 'ddf07e8a-aca0-4630-85c7-61c340f16521'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:45:16.271424 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0044fbeb-4cd2-40e5-afc8-18d4ba4950d8" -d '{"events": [{"name": "network-changed", "server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "tag": "ddf07e8a-aca0-4630-85c7-61c340f16521"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:45:16.309358 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-1c6a543b-7291-46af-9a0a-271ad9d6e48e service neutron] For port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:45:16.326337 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a3969917-b6b3-47ea-854d-e3c7a1f1c594 None None] Provisioning complete for port d7fc0faf-45bc-453d-a54e-e8cc093b8273 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:45:16.326723 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a3969917-b6b3-47ea-854d-e3c7a1f1c594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d7fc0faf-45bc-453d-a54e-e8cc093b8273), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:16.334263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a5826-232e-4db2-b35d-6e8e22e8fa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025653f5-595f-49f4-a518-fd98965e9291,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:16.363232 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-1c6a543b-7291-46af-9a0a-271ad9d6e48e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:16.364478 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-1c6a543b-7291-46af-9a0a-271ad9d6e48e service neutron] 10.222.0.18 "POST /v2.0/ports/2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2/bindings HTTP/1.1" status: 201 len: 389 time: 3.4758973 Feb 07 16:45:16.404775 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7264ed3c-0e68-4ed9-8594-becd8dca0b0a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:16.487302 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a3969917-b6b3-47ea-854d-e3c7a1f1c594 None None] Port d7fc0faf-45bc-453d-a54e-e8cc093b8273 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:45:16.567946 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00f89791-1043-4b98-9049-45298302483e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (cf6e9d3e-7ccf-48f0-b624-4165d0484b55), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:16.598645 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136325e2-1183-46a1-920d-84650bd00ae0 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:16.621118 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136325e2-1183-46a1-920d-84650bd00ae0 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:16.643333 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136325e2-1183-46a1-920d-84650bd00ae0 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:16.648688 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-136325e2-1183-46a1-920d-84650bd00ae0 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.4684215 Feb 07 16:45:16.676454 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38476) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:16.678808 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f89791-1043-4b98-9049-45298302483e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event deleted for resources: {'Subnet': ['ID=cf6e9d3e-7ccf-48f0-b624-4165d0484b55,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:16.740502 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-15122521-e558-4235-86b4-2ac776e5385b req-cdf2c302-1b07-434f-aedc-e5e0dc5c1da4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5649865 Feb 07 16:45:16.962613 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff4600f-0390-451c-bb22-d949ed48f7ca None None] Network 3a7a1987-37a7-44cc-a161-8c5f99acf63a requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:45:16.967564 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00f89791-1043-4b98-9049-45298302483e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:16.985307 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-00f89791-1043-4b98-9049-45298302483e tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "DELETE /v2.0/subnets/cf6e9d3e-7ccf-48f0-b624-4165d0484b55 HTTP/1.1" status: 204 len: 168 time: 2.7377393 Feb 07 16:45:16.992170 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26c4c50-97db-4ddc-ae1a-903c02c97d8d x-openstack-request-id: req-a26c4c50-97db-4ddc-ae1a-903c02c97d8d {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:45:16.992679 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "tag": "ddf07e8a-aca0-4630-85c7-61c340f16521", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:45:16.997840 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a26c4c50-97db-4ddc-ae1a-903c02c97d8d {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:45:16.999094 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'tag': 'ddf07e8a-aca0-4630-85c7-61c340f16521', 'status': 'completed', 'code': 200} Feb 07 16:45:17.003055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38488) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:17.064060 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0449b7d8-9ddc-44f8-a403-cae4b8e9b695 x-openstack-request-id: req-0449b7d8-9ddc-44f8-a403-cae4b8e9b695 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:45:17.064623 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ff6301-784f-492a-b5cf-9ba136786010", "name": "network-vif-deleted", "tag": "349a5668-95df-48cd-a83a-8f8899aace2f", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:45:17.065158 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0449b7d8-9ddc-44f8-a403-cae4b8e9b695 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:45:17.065712 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ff6301-784f-492a-b5cf-9ba136786010', 'name': 'network-vif-deleted', 'tag': '349a5668-95df-48cd-a83a-8f8899aace2f', 'status': 'completed', 'code': 200} Feb 07 16:45:17.253204 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38492) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:17.339975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b9fd27-834b-4171-bc22-d58084bf4f53 None None] DHCP port deletion for 3a7a1987-37a7-44cc-a161-8c5f99acf63a request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:45:17.460867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-14b9fd27-834b-4171-bc22-d58084bf4f53 None None] Deleting port 46b7e1e7-4033-4486-bf67-0d3a063e4536 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:45:17.461789 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14b9fd27-834b-4171-bc22-d58084bf4f53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (46b7e1e7-4033-4486-bf67-0d3a063e4536), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:17.649962 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-69c1a0a4-d2e9-41f1-b139-c49e29bfc3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:17.653152 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-69c1a0a4-d2e9-41f1-b139-c49e29bfc3d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 1127 time: 0.7499955 Feb 07 16:45:17.658353 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-14b9fd27-834b-4171-bc22-d58084bf4f53 None None] For port 46b7e1e7-4033-4486-bf67-0d3a063e4536, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=46b7e1e7-4033-4486-bf67-0d3a063e4536,segment=NetworkSegment(50dea519-fcd5-4e7e-a2f3-5b093407b6f4),segment_id=50dea519-fcd5-4e7e-a2f3-5b093407b6f4)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:17.660409 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14b9fd27-834b-4171-bc22-d58084bf4f53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (46b7e1e7-4033-4486-bf67-0d3a063e4536), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:17.686401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-14b9fd27-834b-4171-bc22-d58084bf4f53 None None] Calling delete_port for 46b7e1e7-4033-4486-bf67-0d3a063e4536 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:45:17.736914 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7795917c-29b5-4787-8301-bc9013a51ada tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (3a7a1987-37a7-44cc-a161-8c5f99acf63a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:17.831054 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db69922-deb1-4bb6-b145-8d5a604bb569 admin admin] Deleting subnet cc546c60-6e83-4bf6-ac7b-36372d03dcd1 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:45:17.844008 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9db69922-deb1-4bb6-b145-8d5a604bb569 admin admin] Publish callbacks [] for subnet (cc546c60-6e83-4bf6-ac7b-36372d03dcd1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:17.876668 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14b9fd27-834b-4171-bc22-d58084bf4f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (46b7e1e7-4033-4486-bf67-0d3a063e4536), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:17.881842 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044fbeb-4cd2-40e5-afc8-18d4ba4950d8 req-2389e30d-7874-4a20-92b6-06846f8d0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:17.882327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044fbeb-4cd2-40e5-afc8-18d4ba4950d8 req-2389e30d-7874-4a20-92b6-06846f8d0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:17.883135 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044fbeb-4cd2-40e5-afc8-18d4ba4950d8 req-2389e30d-7874-4a20-92b6-06846f8d0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:17.883608 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044fbeb-4cd2-40e5-afc8-18d4ba4950d8 req-2389e30d-7874-4a20-92b6-06846f8d0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:17.884075 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044fbeb-4cd2-40e5-afc8-18d4ba4950d8 req-2389e30d-7874-4a20-92b6-06846f8d0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:17.885831 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044fbeb-4cd2-40e5-afc8-18d4ba4950d8 req-2389e30d-7874-4a20-92b6-06846f8d0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:17.887843 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0044fbeb-4cd2-40e5-afc8-18d4ba4950d8 req-2389e30d-7874-4a20-92b6-06846f8d0e79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4aab9c2a401e4794b59cf423bf862032&device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5348 time: 0.9155862 Feb 07 16:45:17.934711 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9fd27-834b-4171-bc22-d58084bf4f53 None None] Pushing event deleted for resources: {'Port': ['ID=46b7e1e7-4033-4486-bf67-0d3a063e4536,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:17.944960 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9fd27-834b-4171-bc22-d58084bf4f53 None None] No DVR routers for this DVR port 46b7e1e7-4033-4486-bf67-0d3a063e4536 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:45:17.960216 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7f63d-1a2d-4fd5-a2b3-6ffdddc27f02 req-6f660c6d-bc29-4666-9add-1824609d7d01 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:17.974464 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fea7f63d-1a2d-4fd5-a2b3-6ffdddc27f02 req-6f660c6d-bc29-4666-9add-1824609d7d01 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=79da18d5-4b68-4b66-9f05-ce67bf280bda HTTP/1.1" status: 200 len: 946 time: 0.5059328 Feb 07 16:45:18.001802 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff3a92-fbaa-40db-8ddc-8e95982b1f21 req-d221e49d-40db-4228-838e-a1ac30d1b63e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:18.003484 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7aff3a92-fbaa-40db-8ddc-8e95982b1f21 req-d221e49d-40db-4228-838e-a1ac30d1b63e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 945 time: 0.8768716 Feb 07 16:45:18.053614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-08dcab7b-01ef-46e2-ac08-c32fe25f4885 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Deleting port d7fc0faf-45bc-453d-a54e-e8cc093b8273 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:45:18.053904 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08dcab7b-01ef-46e2-ac08-c32fe25f4885 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d7fc0faf-45bc-453d-a54e-e8cc093b8273), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:18.269029 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7aff3a92-fbaa-40db-8ddc-8e95982b1f21 req-2a9ba734-888a-4833-9b54-b53948d90e99 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567136 Feb 07 16:45:18.275053 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 46b7e1e7-4033-4486-bf67-0d3a063e4536 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:45:18.311465 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08dcab7b-01ef-46e2-ac08-c32fe25f4885 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d7fc0faf-45bc-453d-a54e-e8cc093b8273), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:18.329127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-08dcab7b-01ef-46e2-ac08-c32fe25f4885 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Calling delete_port for d7fc0faf-45bc-453d-a54e-e8cc093b8273 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:45:18.339472 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 46b7e1e7-4033-4486-bf67-0d3a063e4536 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:45:18.346581 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 46b7e1e7-4033-4486-bf67-0d3a063e4536 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:45:18.426499 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7795917c-29b5-4787-8301-bc9013a51ada tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] The port '46b7e1e7-4033-4486-bf67-0d3a063e4536' was deleted {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 07 16:45:18.511659 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-cd286dfd-3d53-4b8b-bc96-34cf55c9a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:18.513820 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-cd286dfd-3d53-4b8b-bc96-34cf55c9a488 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.8322809 Feb 07 16:45:18.547495 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08dcab7b-01ef-46e2-ac08-c32fe25f4885 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d7fc0faf-45bc-453d-a54e-e8cc093b8273), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:18.645212 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcab7b-01ef-46e2-ac08-c32fe25f4885 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Pushing event deleted for resources: {'Port': ['ID=d7fc0faf-45bc-453d-a54e-e8cc093b8273,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:18.734247 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7795917c-29b5-4787-8301-bc9013a51ada tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (3a7a1987-37a7-44cc-a161-8c5f99acf63a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:18.924124 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9db69922-deb1-4bb6-b145-8d5a604bb569 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (cc546c60-6e83-4bf6-ac7b-36372d03dcd1), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:18.941822 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876cab4-c538-43ce-8518-6c171e300d77 req-56b830b9-0123-4aad-a514-1bcdd6da8118 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:18.954647 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876cab4-c538-43ce-8518-6c171e300d77 req-56b830b9-0123-4aad-a514-1bcdd6da8118 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:18.966625 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876cab4-c538-43ce-8518-6c171e300d77 req-56b830b9-0123-4aad-a514-1bcdd6da8118 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:18.974458 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-bcbde09c-160a-4846-8634-18ce8ee9d26f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 HTTP/1.1" status: 200 len: 217 time: 0.3363154 Feb 07 16:45:18.980238 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fea7f63d-1a2d-4fd5-a2b3-6ffdddc27f02 req-80fc3fb4-4f8c-494c-b029-14b744c07f25 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0048649 Feb 07 16:45:18.981954 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876cab4-c538-43ce-8518-6c171e300d77 req-56b830b9-0123-4aad-a514-1bcdd6da8118 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:19.012220 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876cab4-c538-43ce-8518-6c171e300d77 req-56b830b9-0123-4aad-a514-1bcdd6da8118 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:19.043803 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876cab4-c538-43ce-8518-6c171e300d77 req-56b830b9-0123-4aad-a514-1bcdd6da8118 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:19.050969 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2876cab4-c538-43ce-8518-6c171e300d77 req-56b830b9-0123-4aad-a514-1bcdd6da8118 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 4600 time: 0.5096967 Feb 07 16:45:19.069529 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7264ed3c-0e68-4ed9-8594-becd8dca0b0a {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:45:19.080479 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7795917c-29b5-4787-8301-bc9013a51ada tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7a1987-37a7-44cc-a161-8c5f99acf63a']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:19.179921 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7795917c-29b5-4787-8301-bc9013a51ada tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50dea519-fcd5-4e7e-a2f3-5b093407b6f4') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:19.180299 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7795917c-29b5-4787-8301-bc9013a51ada tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50dea519-fcd5-4e7e-a2f3-5b093407b6f4') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:19.191241 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Publish callbacks [] for port (7264ed3c-0e68-4ed9-8594-becd8dca0b0a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:19.195158 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7795917c-29b5-4787-8301-bc9013a51ada tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (50dea519-fcd5-4e7e-a2f3-5b093407b6f4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:19.235608 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7795917c-29b5-4787-8301-bc9013a51ada tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (50dea519-fcd5-4e7e-a2f3-5b093407b6f4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:19.242342 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08dcab7b-01ef-46e2-ac08-c32fe25f4885 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:19.254236 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7795917c-29b5-4787-8301-bc9013a51ada tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:45:19.255098 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7795917c-29b5-4787-8301-bc9013a51ada tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (50dea519-fcd5-4e7e-a2f3-5b093407b6f4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:19.256276 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-08dcab7b-01ef-46e2-ac08-c32fe25f4885 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] 10.222.0.18 "DELETE /v2.0/ports/d7fc0faf-45bc-453d-a54e-e8cc093b8273 HTTP/1.1" status: 204 len: 168 time: 2.5657876 Feb 07 16:45:19.275945 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38520) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:19.318630 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-68900b67-6491-4d5e-9b61-727b9f1ac0ab tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Request body: {'port': {'name': 'tempest-new-port-name-2119476843', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:19.320464 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.api.validators [None req-68900b67-6491-4d5e-9b61-727b9f1ac0ab tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] bootfile-name is not in valid_values {{(pid=103226) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 16:45:19.322345 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.api.validators [None req-68900b67-6491-4d5e-9b61-727b9f1ac0ab tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] tftp-server is not in valid_values {{(pid=103226) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 16:45:19.323325 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.api.validators [None req-68900b67-6491-4d5e-9b61-727b9f1ac0ab tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] server-ip-address is not in valid_values {{(pid=103226) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:45:19.440602 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:45:19.500026 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7795917c-29b5-4787-8301-bc9013a51ada tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (3a7a1987-37a7-44cc-a161-8c5f99acf63a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:19.543375 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7795917c-29b5-4787-8301-bc9013a51ada tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:19.551936 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7795917c-29b5-4787-8301-bc9013a51ada tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] 10.222.0.18 "DELETE /v2.0/networks/3a7a1987-37a7-44cc-a161-8c5f99acf63a HTTP/1.1" status: 204 len: 168 time: 2.5473518 Feb 07 16:45:19.565312 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Transition to ACTIVE for port object 7264ed3c-0e68-4ed9-8594-becd8dca0b0a will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:45:19.586812 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2876cab4-c538-43ce-8518-6c171e300d77 req-3db0c794-74d9-4d95-9a67-f9d6de99c8aa tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4734621 Feb 07 16:45:19.595503 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (7264ed3c-0e68-4ed9-8594-becd8dca0b0a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:19.680463 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68900b67-6491-4d5e-9b61-727b9f1ac0ab tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (cd6f0526-14e6-490f-a7af-4cd11527a4e8), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:19.728678 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7264ed3c-0e68-4ed9-8594-becd8dca0b0a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:19.755916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56e5ac-b1c4-4300-8819-9b9fdd263f0d req-72269690-a606-420a-a60a-faa3d08f3f89 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:19.758749 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff56e5ac-b1c4-4300-8819-9b9fdd263f0d req-72269690-a606-420a-a60a-faa3d08f3f89 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.32 "GET /v2.0/ports?device_id=79da18d5-4b68-4b66-9f05-ce67bf280bda HTTP/1.1" status: 200 len: 946 time: 1.2559824 Feb 07 16:45:19.824112 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9db69922-deb1-4bb6-b145-8d5a604bb569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (cc546c60-6e83-4bf6-ac7b-36372d03dcd1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:19.830256 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-a5d5cca9-cb04-4562-b7ad-62523bec1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:19.836916 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-a5d5cca9-cb04-4562-b7ad-62523bec1ec6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.8613994 Feb 07 16:45:19.904735 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795917c-29b5-4787-8301-bc9013a51ada tempest-ServersTestMultiNic-492152998 tempest-ServersTestMultiNic-492152998-project] Pushing event deleted for resources: {'Network': ['ID=3a7a1987-37a7-44cc-a161-8c5f99acf63a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:19.973143 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-9b9d6c60-a882-421f-b8a3-9b8d77ec88d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697994 Feb 07 16:45:20.021383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044fbeb-4cd2-40e5-afc8-18d4ba4950d8 req-37cdc386-ccaf-4956-bb9d-92659b162363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:20.021905 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044fbeb-4cd2-40e5-afc8-18d4ba4950d8 req-37cdc386-ccaf-4956-bb9d-92659b162363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:20.022386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044fbeb-4cd2-40e5-afc8-18d4ba4950d8 req-37cdc386-ccaf-4956-bb9d-92659b162363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:20.024082 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0044fbeb-4cd2-40e5-afc8-18d4ba4950d8 req-37cdc386-ccaf-4956-bb9d-92659b162363 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4aab9c2a401e4794b59cf423bf862032&shared=False HTTP/1.1" status: 200 len: 2294 time: 2.1129386 Feb 07 16:45:20.072718 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Attempting to bind port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:45:20.084820 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Attempting to bind port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:45:20.086671 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Attempting to bind port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a on network 77871b7a-f86e-4316-bba8-73d687b56c15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:20.093999 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38554) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:20.135425 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a on network 77871b7a-f86e-4316-bba8-73d687b56c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:45:20.135854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Attempting to bind port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a on network 77871b7a-f86e-4316-bba8-73d687b56c15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:20.312036 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fa598-ff1c-4325-b1b7-9fae9e042667 req-5c08b456-de3c-494f-90e7-f6a04ccf83fc tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:20.315121 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd5fa598-ff1c-4325-b1b7-9fae9e042667 req-5c08b456-de3c-494f-90e7-f6a04ccf83fc tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 945 time: 0.8011224 Feb 07 16:45:20.376268 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9db69922-deb1-4bb6-b145-8d5a604bb569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (cc546c60-6e83-4bf6-ac7b-36372d03dcd1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:20.462286 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db69922-deb1-4bb6-b145-8d5a604bb569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc546c60-6e83-4bf6-ac7b-36372d03dcd1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:20.491740 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9db69922-deb1-4bb6-b145-8d5a604bb569 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:20.498451 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9db69922-deb1-4bb6-b145-8d5a604bb569 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cc546c60-6e83-4bf6-ac7b-36372d03dcd1 HTTP/1.1" status: 204 len: 168 time: 3.2278268 Feb 07 16:45:20.506065 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044fbeb-4cd2-40e5-afc8-18d4ba4950d8 req-6314d604-5071-422a-a68e-080945451500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:20.507597 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0044fbeb-4cd2-40e5-afc8-18d4ba4950d8 req-6314d604-5071-422a-a68e-080945451500 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4702134 Feb 07 16:45:20.508393 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38570) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:20.517118 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68900b67-6491-4d5e-9b61-727b9f1ac0ab tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks [] for port (cd6f0526-14e6-490f-a7af-4cd11527a4e8), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:20.520123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:45:20.520714 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Checking segment: {'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:45:20.521424 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Bound using segment: {'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:45:20.522135 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Bound port: 7264ed3c-0e68-4ed9-8594-becd8dca0b0a, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:45:20.522715 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7264ed3c-0e68-4ed9-8594-becd8dca0b0a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:20.526204 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-29f99105-be99-4e43-b0ac-d5175d30a985 service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813063 Feb 07 16:45:20.550906 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd5fa598-ff1c-4325-b1b7-9fae9e042667 req-6c8c761c-f300-423f-8efa-cfd7df3baa63 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205162 Feb 07 16:45:20.567886 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-ff56e5ac-b1c4-4300-8819-9b9fdd263f0d req-58511153-64ab-463c-94d1-5a588b4cfa08 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Deleting port e597fb60-d361-4a49-98b5-a6de0a6278b4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:45:20.568244 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff56e5ac-b1c4-4300-8819-9b9fdd263f0d req-58511153-64ab-463c-94d1-5a588b4cfa08 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e597fb60-d361-4a49-98b5-a6de0a6278b4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:20.671749 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68900b67-6491-4d5e-9b61-727b9f1ac0ab tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (cd6f0526-14e6-490f-a7af-4cd11527a4e8), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:20.864399 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b01fc050-ed3e-4cef-9a4e-73eb0ce05afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (ae378ccf-e416-4e60-8659-08ccd9013c7a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:21.076739 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-aa625632-7dcc-484d-abc9-17f485252f69 service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492067 Feb 07 16:45:21.132034 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ff56e5ac-b1c4-4300-8819-9b9fdd263f0d req-58511153-64ab-463c-94d1-5a588b4cfa08 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] For port e597fb60-d361-4a49-98b5-a6de0a6278b4, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=e597fb60-d361-4a49-98b5-a6de0a6278b4,segment=NetworkSegment(03af9fa1-8b97-43be-8e17-86dad5c361df),segment_id=03af9fa1-8b97-43be-8e17-86dad5c361df)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:21.132664 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff56e5ac-b1c4-4300-8819-9b9fdd263f0d req-58511153-64ab-463c-94d1-5a588b4cfa08 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e597fb60-d361-4a49-98b5-a6de0a6278b4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:21.180642 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:21.185636 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] For port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:45:21.193493 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68900b67-6491-4d5e-9b61-727b9f1ac0ab tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Pushing event updated for resources: {'Port': ['ID=cd6f0526-14e6-490f-a7af-4cd11527a4e8,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:21.202365 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] For port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=7264ed3c-0e68-4ed9-8594-becd8dca0b0a,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:45:21.217356 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-68900b67-6491-4d5e-9b61-727b9f1ac0ab tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] In _notify_port_updated(), no bound segment for port cd6f0526-14e6-490f-a7af-4cd11527a4e8 on network 58d1a2fb-2360-4896-ad8a-b4c749faa52a {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 16:45:21.224393 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68900b67-6491-4d5e-9b61-727b9f1ac0ab tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:21.228501 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68900b67-6491-4d5e-9b61-727b9f1ac0ab tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:21.229771 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-68900b67-6491-4d5e-9b61-727b9f1ac0ab tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] 10.222.0.18 "PUT /v2.0/ports/cd6f0526-14e6-490f-a7af-4cd11527a4e8 HTTP/1.1" status: 200 len: 1137 time: 1.9440780 Feb 07 16:45:21.236939 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-329d43fb-6803-485e-99a5-0031aaf5f20e None None] Provisioning complete for port cd6f0526-14e6-490f-a7af-4cd11527a4e8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:45:21.239370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cd8f8-71be-4345-afa4-b12bba1bb114 req-a274a7cf-d8f1-4201-acf6-fee05e95a525 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:21.241345 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0e6cd8f8-71be-4345-afa4-b12bba1bb114 req-a274a7cf-d8f1-4201-acf6-fee05e95a525 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=79da18d5-4b68-4b66-9f05-ce67bf280bda HTTP/1.1" status: 200 len: 946 time: 0.8351099 Feb 07 16:45:21.245448 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38576) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:21.246902 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (7264ed3c-0e68-4ed9-8594-becd8dca0b0a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:21.254652 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-ff56e5ac-b1c4-4300-8819-9b9fdd263f0d req-58511153-64ab-463c-94d1-5a588b4cfa08 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Calling delete_port for e597fb60-d361-4a49-98b5-a6de0a6278b4 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:45:21.264149 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-329d43fb-6803-485e-99a5-0031aaf5f20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (cd6f0526-14e6-490f-a7af-4cd11527a4e8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:21.384596 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b01fc050-ed3e-4cef-9a4e-73eb0ce05afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (ae378ccf-e416-4e60-8659-08ccd9013c7a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:21.432200 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-329d43fb-6803-485e-99a5-0031aaf5f20e None None] Port cd6f0526-14e6-490f-a7af-4cd11527a4e8 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:45:21.434762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:21.435400 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:21.436887 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] 10.222.0.32 "PUT /v2.0/ports/7264ed3c-0e68-4ed9-8594-becd8dca0b0a HTTP/1.1" status: 200 len: 1130 time: 6.4997516 Feb 07 16:45:21.444083 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b01fc050-ed3e-4cef-9a4e-73eb0ce05afe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae378ccf-e416-4e60-8659-08ccd9013c7a']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:21.450678 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'tag': '7264ed3c-0e68-4ed9-8594-becd8dca0b0a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:45:21.456656 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3d254d-ac45-46d1-9368-1346e9e6373e" -d '{"events": [{"name": "network-changed", "server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "tag": "7264ed3c-0e68-4ed9-8594-becd8dca0b0a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:45:21.475164 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b01fc050-ed3e-4cef-9a4e-73eb0ce05afe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec356679-9aa7-4939-b35a-1acb72e4229a') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:21.477553 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b01fc050-ed3e-4cef-9a4e-73eb0ce05afe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec356679-9aa7-4939-b35a-1acb72e4229a') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:21.490074 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316be4b4-97a8-4f77-8b18-07b09baa5bb1 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:21.496245 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-316be4b4-97a8-4f77-8b18-07b09baa5bb1 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] 10.222.0.18 "GET /v2.0/ports/cd6f0526-14e6-490f-a7af-4cd11527a4e8 HTTP/1.1" status: 200 len: 1137 time: 0.2466583 Feb 07 16:45:21.509529 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Request body: {'port': {'device_id': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:21.509529 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38586) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:21.523371 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b01fc050-ed3e-4cef-9a4e-73eb0ce05afe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (ec356679-9aa7-4939-b35a-1acb72e4229a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:21.557546 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b01fc050-ed3e-4cef-9a4e-73eb0ce05afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (ec356679-9aa7-4939-b35a-1acb72e4229a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:21.573514 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b01fc050-ed3e-4cef-9a4e-73eb0ce05afe admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:45:21.574322 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b01fc050-ed3e-4cef-9a4e-73eb0ce05afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (ec356679-9aa7-4939-b35a-1acb72e4229a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:21.627721 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4074df6-1f4e-4972-89d4-c576605412c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7264ed3c-0e68-4ed9-8594-becd8dca0b0a,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:21.708370 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0e6cd8f8-71be-4345-afa4-b12bba1bb114 req-60ec2e31-6d56-400a-97a4-a215b0209206 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841271 Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:45:21.811457 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:45:21.887860 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57055281-9d30-4ffd-858a-9ccedfc9447f x-openstack-request-id: req-57055281-9d30-4ffd-858a-9ccedfc9447f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:45:21.888173 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "tag": "7264ed3c-0e68-4ed9-8594-becd8dca0b0a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:45:21.888423 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57055281-9d30-4ffd-858a-9ccedfc9447f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:45:21.888840 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'tag': '7264ed3c-0e68-4ed9-8594-becd8dca0b0a', 'status': 'completed', 'code': 200} Feb 07 16:45:21.905809 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1872b37f-36ca-4933-80f8-47fc7e00ac48), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:21.953038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device e597fb60-d361-4a49-98b5-a6de0a6278b4 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:45:22.030237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-3d05b01f-37dd-41ef-a129-a1cb8f05273a tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:22.034258 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-3d05b01f-37dd-41ef-a129-a1cb8f05273a tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b&tenant_id=fe34686be38c42c8a33e48d32dc23dcd&binding%3Ahost_id=n-h2-827865-3 HTTP/1.1" status: 200 len: 1127 time: 0.8785386 Feb 07 16:45:22.048758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baf960-6165-4fac-b66a-d741bcaed828 req-95a68a5b-96d1-4378-abc1-f790b1eaa597 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:22.054688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baf960-6165-4fac-b66a-d741bcaed828 req-95a68a5b-96d1-4378-abc1-f790b1eaa597 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:22.060491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baf960-6165-4fac-b66a-d741bcaed828 req-95a68a5b-96d1-4378-abc1-f790b1eaa597 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:22.067748 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baf960-6165-4fac-b66a-d741bcaed828 req-95a68a5b-96d1-4378-abc1-f790b1eaa597 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:22.073941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baf960-6165-4fac-b66a-d741bcaed828 req-95a68a5b-96d1-4378-abc1-f790b1eaa597 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:22.082991 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baf960-6165-4fac-b66a-d741bcaed828 req-95a68a5b-96d1-4378-abc1-f790b1eaa597 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:22.088974 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baf960-6165-4fac-b66a-d741bcaed828 req-95a68a5b-96d1-4378-abc1-f790b1eaa597 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:22.098072 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d1baf960-6165-4fac-b66a-d741bcaed828 req-95a68a5b-96d1-4378-abc1-f790b1eaa597 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5372 time: 1.0255523 Feb 07 16:45:22.120784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827865-3'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:22.124924 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b01fc050-ed3e-4cef-9a4e-73eb0ce05afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (ae378ccf-e416-4e60-8659-08ccd9013c7a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:22.131327 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port e597fb60-d361-4a49-98b5-a6de0a6278b4 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:45:22.131735 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e597fb60-d361-4a49-98b5-a6de0a6278b4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:22.131913 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b01fc050-ed3e-4cef-9a4e-73eb0ce05afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:22.137183 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b01fc050-ed3e-4cef-9a4e-73eb0ce05afe admin admin] 10.222.0.18 "DELETE /v2.0/networks/ae378ccf-e416-4e60-8659-08ccd9013c7a HTTP/1.1" status: 204 len: 168 time: 1.6076870 Feb 07 16:45:22.235936 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1041f700-6ece-4cd6-8529-39ec613618d1 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Deleting port cd6f0526-14e6-490f-a7af-4cd11527a4e8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:45:22.236498 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1041f700-6ece-4cd6-8529-39ec613618d1 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (cd6f0526-14e6-490f-a7af-4cd11527a4e8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:22.261881 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fc050-ed3e-4cef-9a4e-73eb0ce05afe admin admin] Pushing event deleted for resources: {'Network': ['ID=ae378ccf-e416-4e60-8659-08ccd9013c7a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:22.396482 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1041f700-6ece-4cd6-8529-39ec613618d1 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (cd6f0526-14e6-490f-a7af-4cd11527a4e8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:22.413099 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d1baf960-6165-4fac-b66a-d741bcaed828 req-d28688b4-6464-4af2-b964-b9be3ada870e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3122573 Feb 07 16:45:22.416157 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1041f700-6ece-4cd6-8529-39ec613618d1 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Calling delete_port for cd6f0526-14e6-490f-a7af-4cd11527a4e8 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:45:22.469547 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d254d-ac45-46d1-9368-1346e9e6373e req-2b11499f-a846-43f1-ab5f-a256b0f6b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:22.471231 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d254d-ac45-46d1-9368-1346e9e6373e req-2b11499f-a846-43f1-ab5f-a256b0f6b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:22.473531 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d254d-ac45-46d1-9368-1346e9e6373e req-2b11499f-a846-43f1-ab5f-a256b0f6b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:22.475023 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d254d-ac45-46d1-9368-1346e9e6373e req-2b11499f-a846-43f1-ab5f-a256b0f6b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:22.475696 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d254d-ac45-46d1-9368-1346e9e6373e req-2b11499f-a846-43f1-ab5f-a256b0f6b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:22.478010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d254d-ac45-46d1-9368-1346e9e6373e req-2b11499f-a846-43f1-ab5f-a256b0f6b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:22.479290 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d254d-ac45-46d1-9368-1346e9e6373e req-2b11499f-a846-43f1-ab5f-a256b0f6b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:22.483067 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff3d254d-ac45-46d1-9368-1346e9e6373e req-2b11499f-a846-43f1-ab5f-a256b0f6b49e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4aab9c2a401e4794b59cf423bf862032&device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 6302 time: 0.6033340 Feb 07 16:45:22.564942 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff56e5ac-b1c4-4300-8819-9b9fdd263f0d req-58511153-64ab-463c-94d1-5a588b4cfa08 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e597fb60-d361-4a49-98b5-a6de0a6278b4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:22.581505 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38618) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:22.584051 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['381cbc5a-0ff9-457f-8611-e3c4b222d607'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:45:22.652582 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4d153-3cf1-4045-a27e-0c856e3f63a8 req-02c9549e-581b-4c89-aac6-324d14c27016 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:22.654561 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e2d4d153-3cf1-4045-a27e-0c856e3f63a8 req-02c9549e-581b-4c89-aac6-324d14c27016 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 945 time: 0.7014077 Feb 07 16:45:22.748375 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1041f700-6ece-4cd6-8529-39ec613618d1 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (cd6f0526-14e6-490f-a7af-4cd11527a4e8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:22.850679 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041f700-6ece-4cd6-8529-39ec613618d1 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Pushing event deleted for resources: {'Port': ['ID=cd6f0526-14e6-490f-a7af-4cd11527a4e8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:23.051715 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:23.079703 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e2d4d153-3cf1-4045-a27e-0c856e3f63a8 req-d0d08aa0-0f72-4d2d-b449-711e0a9a4674 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134457 Feb 07 16:45:23.135089 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1041f700-6ece-4cd6-8529-39ec613618d1 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:23.142019 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1041f700-6ece-4cd6-8529-39ec613618d1 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] 10.222.0.18 "DELETE /v2.0/ports/cd6f0526-14e6-490f-a7af-4cd11527a4e8 HTTP/1.1" status: 204 len: 168 time: 1.6320558 Feb 07 16:45:23.145648 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38634) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:23.236357 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8cbab42-c84c-4043-b6a5-daf57cee6b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (a32a9a3f-2958-4370-b9f8-1e4938d0dcdf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:23.346599 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bda2929-a777-4e13-8f48-bb106312466e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Deleting subnet ce842ca7-7c04-4aab-9976-4c2515f09d14 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:45:23.369534 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58511153-64ab-463c-94d1-5a588b4cfa08 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Pushing event deleted for resources: {'Port': ['ID=e597fb60-d361-4a49-98b5-a6de0a6278b4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:23.416784 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:23.439776 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ac04ac0b-8d8e-47ab-8548-2e0716ac728f req-af640aea-52ac-40a5-b7f9-cbb7ca84d714 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=79da18d5-4b68-4b66-9f05-ce67bf280bda HTTP/1.1" status: 200 len: 210 time: 0.1367469 Feb 07 16:45:23.535206 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-629ca33f-f578-4bab-acb8-4908969a4647 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf9929c3a3804f31927f44dfe36ad522&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9452333 Feb 07 16:45:23.573759 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38638) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:23.608331 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d254d-ac45-46d1-9368-1346e9e6373e req-48e525e8-80d5-4476-918c-cc6ea719691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:23.609240 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d254d-ac45-46d1-9368-1346e9e6373e req-48e525e8-80d5-4476-918c-cc6ea719691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:23.610641 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d254d-ac45-46d1-9368-1346e9e6373e req-48e525e8-80d5-4476-918c-cc6ea719691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:23.613633 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff3d254d-ac45-46d1-9368-1346e9e6373e req-48e525e8-80d5-4476-918c-cc6ea719691c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4aab9c2a401e4794b59cf423bf862032&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.0671439 Feb 07 16:45:23.698778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff56e5ac-b1c4-4300-8819-9b9fdd263f0d req-58511153-64ab-463c-94d1-5a588b4cfa08 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] No DVR routers for this DVR port e597fb60-d361-4a49-98b5-a6de0a6278b4 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:45:23.732443 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ff56e5ac-b1c4-4300-8819-9b9fdd263f0d req-58511153-64ab-463c-94d1-5a588b4cfa08 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:23.739483 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff56e5ac-b1c4-4300-8819-9b9fdd263f0d req-58511153-64ab-463c-94d1-5a588b4cfa08 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.32 "DELETE /v2.0/ports/e597fb60-d361-4a49-98b5-a6de0a6278b4 HTTP/1.1" status: 204 len: 173 time: 3.8990819 Feb 07 16:45:23.743443 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79da18d5-4b68-4b66-9f05-ce67bf280bda', 'name': 'network-vif-deleted', 'tag': 'e597fb60-d361-4a49-98b5-a6de0a6278b4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:45:23.747063 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c065f0-6ea2-434b-a62f-e81b99385bd4" -d '{"events": [{"server_uuid": "79da18d5-4b68-4b66-9f05-ce67bf280bda", "name": "network-vif-deleted", "tag": "e597fb60-d361-4a49-98b5-a6de0a6278b4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:45:23.883869 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bda2929-a777-4e13-8f48-bb106312466e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks [] for subnet (ce842ca7-7c04-4aab-9976-4c2515f09d14), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:23.927329 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adb919b-4f41-49b7-9d54-cc47e1a68caf x-openstack-request-id: req-2adb919b-4f41-49b7-9d54-cc47e1a68caf {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:45:23.927635 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79da18d5-4b68-4b66-9f05-ce67bf280bda", "name": "network-vif-deleted", "tag": "e597fb60-d361-4a49-98b5-a6de0a6278b4", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:45:23.927901 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2adb919b-4f41-49b7-9d54-cc47e1a68caf {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:45:23.928441 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79da18d5-4b68-4b66-9f05-ce67bf280bda', 'name': 'network-vif-deleted', 'tag': 'e597fb60-d361-4a49-98b5-a6de0a6278b4', 'status': 'completed', 'code': 200} Feb 07 16:45:23.957220 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bda2929-a777-4e13-8f48-bb106312466e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (ce842ca7-7c04-4aab-9976-4c2515f09d14), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:24.017935 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85d185c0-397d-4600-8205-1a4bd68fb66c admin admin] Publish callbacks [] for security_group (d40564cc-b5a7-474c-990d-f67574dff52f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:24.069923 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bda2929-a777-4e13-8f48-bb106312466e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (ce842ca7-7c04-4aab-9976-4c2515f09d14), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:24.086066 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85d185c0-397d-4600-8205-1a4bd68fb66c admin admin] Publish callbacks [] for security_group (d40564cc-b5a7-474c-990d-f67574dff52f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:24.105958 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d254d-ac45-46d1-9368-1346e9e6373e req-e8024820-4b08-4c9c-8b70-fa3047459372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:24.108448 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff3d254d-ac45-46d1-9368-1346e9e6373e req-e8024820-4b08-4c9c-8b70-fa3047459372 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4558403 Feb 07 16:45:24.194021 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] For port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:24.322422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1872b37f-36ca-4933-80f8-47fc7e00ac48 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:45:24.397950 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Publish callbacks [] for port (1872b37f-36ca-4933-80f8-47fc7e00ac48), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:24.459147 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85138ac8-a747-4d42-92b0-938e61ae70d6 req-9d4269ef-8dde-4598-bd6e-6b8ee96da8bf tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:24.481035 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85d185c0-397d-4600-8205-1a4bd68fb66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d40564cc-b5a7-474c-990d-f67574dff52f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:24.488811 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85d185c0-397d-4600-8205-1a4bd68fb66c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:24.490510 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-85d185c0-397d-4600-8205-1a4bd68fb66c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d40564cc-b5a7-474c-990d-f67574dff52f HTTP/1.1" status: 204 len: 168 time: 0.9131134 Feb 07 16:45:24.492601 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85138ac8-a747-4d42-92b0-938e61ae70d6 req-9d4269ef-8dde-4598-bd6e-6b8ee96da8bf tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:24.497916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] For port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:45:24.529894 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85138ac8-a747-4d42-92b0-938e61ae70d6 req-9d4269ef-8dde-4598-bd6e-6b8ee96da8bf tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:24.562082 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85138ac8-a747-4d42-92b0-938e61ae70d6 req-9d4269ef-8dde-4598-bd6e-6b8ee96da8bf tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:24.588341 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d185c0-397d-4600-8205-1a4bd68fb66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40564cc-b5a7-474c-990d-f67574dff52f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:24.596663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85138ac8-a747-4d42-92b0-938e61ae70d6 req-9d4269ef-8dde-4598-bd6e-6b8ee96da8bf tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:24.608190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85138ac8-a747-4d42-92b0-938e61ae70d6 req-9d4269ef-8dde-4598-bd6e-6b8ee96da8bf tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:24.620683 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85138ac8-a747-4d42-92b0-938e61ae70d6 req-9d4269ef-8dde-4598-bd6e-6b8ee96da8bf tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:24.639075 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-85138ac8-a747-4d42-92b0-938e61ae70d6 req-9d4269ef-8dde-4598-bd6e-6b8ee96da8bf tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5372 time: 0.7661147 Feb 07 16:45:24.673806 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] Publish callbacks [] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:24.696328 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92ce51-c344-4ed8-99e3-83ba358c2d95 req-a62a627c-2da6-4a3e-af1c-e70428e304b4 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:24.704709 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e92ce51-c344-4ed8-99e3-83ba358c2d95 req-a62a627c-2da6-4a3e-af1c-e70428e304b4 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 945 time: 0.3887930 Feb 07 16:45:24.716620 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:24.745960 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-85138ac8-a747-4d42-92b0-938e61ae70d6 req-3d51391a-589d-428d-9d10-1cd1e11463de tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1047931 Feb 07 16:45:24.761254 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Transition to ACTIVE for port object 1872b37f-36ca-4933-80f8-47fc7e00ac48 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:45:24.767860 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bda2929-a777-4e13-8f48-bb106312466e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (ce842ca7-7c04-4aab-9976-4c2515f09d14), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:24.837335 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda2929-a777-4e13-8f48-bb106312466e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Pushing event deleted for resources: {'Subnet': ['ID=ce842ca7-7c04-4aab-9976-4c2515f09d14,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:24.852925 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (1872b37f-36ca-4933-80f8-47fc7e00ac48), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:24.945103 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bda2929-a777-4e13-8f48-bb106312466e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:24.962515 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9bda2929-a777-4e13-8f48-bb106312466e tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] 10.222.0.18 "DELETE /v2.0/subnets/ce842ca7-7c04-4aab-9976-4c2515f09d14 HTTP/1.1" status: 204 len: 168 time: 1.8138556 Feb 07 16:45:24.963377 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38678) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:24.964787 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642be4a5-679a-463e-8ffd-de00f2be306b None None] Network 58d1a2fb-2360-4896-ad8a-b4c749faa52a requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:45:25.068137 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] Pushing event updated for resources: {'Port': ['ID=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:25.095269 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e92ce51-c344-4ed8-99e3-83ba358c2d95 req-cc121566-3781-4bd5-b37f-765cde745f8b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889680 Feb 07 16:45:25.138435 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] Attempting to bind port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 on host n-h2-827865-3 for vnic_type normal with profile {"migrating_to": "n-h1-827865-3"} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:45:25.139277 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] Attempting to bind port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:45:25.140547 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] Attempting to bind port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:25.158802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] Port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:45:25.163790 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] Attempting to bind port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:25.178511 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:45:25.179287 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] Checking segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:45:25.180095 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] Bound using segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:45:25.180774 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] Bound port: 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:45:25.181457 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:25.195644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Pushing event updated for resources: {'Port': ['ID=1872b37f-36ca-4933-80f8-47fc7e00ac48,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:25.396792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] For port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:45:25.403272 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] For port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:45:25.418061 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31aa1c1-3753-400e-9345-215dcb25094d None None] DHCP port deletion for 58d1a2fb-2360-4896-ad8a-b4c749faa52a request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:45:25.433094 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:25.495138 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (58d1a2fb-2360-4896-ad8a-b4c749faa52a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:25.608027 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c8cbab42-c84c-4043-b6a5-daf57cee6b29 admin admin] Deleting port 325d97ec-d5ea-4300-acb3-77a468c1c7d8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:45:25.608382 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8cbab42-c84c-4043-b6a5-daf57cee6b29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (325d97ec-d5ea-4300-acb3-77a468c1c7d8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:25.611493 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Attempting to bind port 1872b37f-36ca-4933-80f8-47fc7e00ac48 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:45:25.611832 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Attempting to bind port 1872b37f-36ca-4933-80f8-47fc7e00ac48 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:45:25.612200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Attempting to bind port 1872b37f-36ca-4933-80f8-47fc7e00ac48 on network 77871b7a-f86e-4316-bba8-73d687b56c15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:25.651862 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ebd81-61a7-439d-ba2a-0f6ab837bd7f req-90b08387-1739-4a1d-b3ed-b17591f7513c tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:25.660223 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cf4ebd81-61a7-439d-ba2a-0f6ab837bd7f req-90b08387-1739-4a1d-b3ed-b17591f7513c tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.4587085 Feb 07 16:45:25.681943 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d31aa1c1-3753-400e-9345-215dcb25094d None None] Deleting port c52f030a-4235-45b1-9492-81db945d78ab {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:45:25.682586 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d31aa1c1-3753-400e-9345-215dcb25094d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c52f030a-4235-45b1-9492-81db945d78ab), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:25.731506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Port 1872b37f-36ca-4933-80f8-47fc7e00ac48 on network 77871b7a-f86e-4316-bba8-73d687b56c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:45:25.731859 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Attempting to bind port 1872b37f-36ca-4933-80f8-47fc7e00ac48 on network 77871b7a-f86e-4316-bba8-73d687b56c15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:25.744570 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:25.745301 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:25.749015 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] 10.222.0.48 "PUT /v2.0/ports/2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 HTTP/1.1" status: 200 len: 1121 time: 3.6467078 Feb 07 16:45:25.763331 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:45:25.763610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Checking segment: {'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:45:25.763974 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Bound using segment: {'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:45:25.764485 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Bound port: 1872b37f-36ca-4933-80f8-47fc7e00ac48, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:45:25.764791 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1872b37f-36ca-4933-80f8-47fc7e00ac48), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:25.844829 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4a7ae-f6d5-4737-9004-af928ee8fc1e service neutron] Pushing event updated for resources: {'Port': ['ID=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:25.927341 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-043917ce-bea8-4323-9461-ada97a93687f tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0c74dc58f8ac40fea998b5a9adf08e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1968007 Feb 07 16:45:25.931130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e210f338-6792-46fd-8a72-c77f83be716b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2'}, {'name': 'network-changed', 'server_uuid': 'e210f338-6792-46fd-8a72-c77f83be716b', 'tag': '2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:45:25.935739 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acef860b-79d3-49f8-826b-a4a567e10b5b" -d '{"events": [{"server_uuid": "e210f338-6792-46fd-8a72-c77f83be716b", "name": "network-vif-unplugged", "status": "completed", "tag": "2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2"}, {"name": "network-changed", "server_uuid": "e210f338-6792-46fd-8a72-c77f83be716b", "tag": "2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:45:25.982334 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-c8cbab42-c84c-4043-b6a5-daf57cee6b29 admin admin] For port 325d97ec-d5ea-4300-acb3-77a468c1c7d8, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=325d97ec-d5ea-4300-acb3-77a468c1c7d8,segment=NetworkSegment(bba8cc81-b411-40e7-9aa6-439b3e72859d),segment_id=bba8cc81-b411-40e7-9aa6-439b3e72859d)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:25.982721 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8cbab42-c84c-4043-b6a5-daf57cee6b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (325d97ec-d5ea-4300-acb3-77a468c1c7d8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:25.998622 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c8cbab42-c84c-4043-b6a5-daf57cee6b29 admin admin] Calling delete_port for 325d97ec-d5ea-4300-acb3-77a468c1c7d8 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:45:26.039734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d31aa1c1-3753-400e-9345-215dcb25094d None None] For port c52f030a-4235-45b1-9492-81db945d78ab, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c52f030a-4235-45b1-9492-81db945d78ab,segment=NetworkSegment(10f8f73d-7234-4d93-8bc5-fdda374ff521),segment_id=10f8f73d-7234-4d93-8bc5-fdda374ff521)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:26.040560 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d31aa1c1-3753-400e-9345-215dcb25094d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c52f030a-4235-45b1-9492-81db945d78ab), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:26.054309 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d31aa1c1-3753-400e-9345-215dcb25094d None None] Calling delete_port for c52f030a-4235-45b1-9492-81db945d78ab owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:45:26.154151 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:45:26.160893 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d31aa1c1-3753-400e-9345-215dcb25094d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (c52f030a-4235-45b1-9492-81db945d78ab), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:26.206685 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f79a6a13-0108-46c1-9ef2-6d56b651cd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:26.238345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31aa1c1-3753-400e-9345-215dcb25094d None None] Pushing event deleted for resources: {'Port': ['ID=c52f030a-4235-45b1-9492-81db945d78ab,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:26.243996 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31aa1c1-3753-400e-9345-215dcb25094d None None] No DVR routers for this DVR port c52f030a-4235-45b1-9492-81db945d78ab on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:45:26.294653 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cf4ebd81-61a7-439d-ba2a-0f6ab837bd7f req-0c3073ed-94a2-4a82-993e-4709e310faeb tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6334369 Feb 07 16:45:26.348867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c52f030a-4235-45b1-9492-81db945d78ab no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:45:26.411795 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: c52f030a-4235-45b1-9492-81db945d78ab {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:45:26.412201 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c52f030a-4235-45b1-9492-81db945d78ab not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:45:26.682346 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38738) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:26.741090 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8cbab42-c84c-4043-b6a5-daf57cee6b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (325d97ec-d5ea-4300-acb3-77a468c1c7d8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:26.748562 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Deleting port c52f030a-4235-45b1-9492-81db945d78ab {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:45:26.748562 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c52f030a-4235-45b1-9492-81db945d78ab), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:26.825082 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] For port 1872b37f-36ca-4933-80f8-47fc7e00ac48, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:45:26.838517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbab42-c84c-4043-b6a5-daf57cee6b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=325d97ec-d5ea-4300-acb3-77a468c1c7d8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:26.868403 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-c9258d98-8a96-4dd1-8d33-b13c087737a6 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:26.876056 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-c9258d98-8a96-4dd1-8d33-b13c087737a6 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9151385 Feb 07 16:45:26.904386 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-a7108015-005e-492f-99a9-c5e646d8192f tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/quotas/0c74dc58f8ac40fea998b5a9adf08e00 HTTP/1.1" status: 200 len: 375 time: 0.0273364 Feb 07 16:45:26.906923 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] For port 1872b37f-36ca-4933-80f8-47fc7e00ac48, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=1872b37f-36ca-4933-80f8-47fc7e00ac48,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:45:26.987017 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-78b1c576-e886-46ba-bdda-948bfe5e2824 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0c74dc58f8ac40fea998b5a9adf08e00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689249 Feb 07 16:45:27.013841 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e9a533e4-0a06-4444-947a-dd614820e302 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2114678470-network', 'tenant_id': '7f22110216104d6eb1a2adc34ce617b3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:27.019252 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (1872b37f-36ca-4933-80f8-47fc7e00ac48), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:27.028124 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] For port c52f030a-4235-45b1-9492-81db945d78ab, host n-d-827865-3, got binding levels [] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:27.028492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c52f030a-4235-45b1-9492-81db945d78ab), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:27.226331 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 07 Feb 2022 16:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584eab0c-3258-44cc-920a-c9fe53a00e17 x-openstack-request-id: req-584eab0c-3258-44cc-920a-c9fe53a00e17 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:45:27.228179 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e210f338-6792-46fd-8a72-c77f83be716b", "name": "network-vif-unplugged", "status": "completed", "tag": "2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2", "code": 200}, {"name": "network-changed", "server_uuid": "e210f338-6792-46fd-8a72-c77f83be716b", "tag": "2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:45:27.228490 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-584eab0c-3258-44cc-920a-c9fe53a00e17 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:45:27.229361 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e210f338-6792-46fd-8a72-c77f83be716b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2', 'code': 200} Feb 07 16:45:27.230008 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e210f338-6792-46fd-8a72-c77f83be716b', 'tag': '2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2', 'status': 'completed', 'code': 200} Feb 07 16:45:27.256256 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Calling delete_port for c52f030a-4235-45b1-9492-81db945d78ab owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:45:27.292852 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Port c52f030a-4235-45b1-9492-81db945d78ab was not found and therefore no delete operation was performed {{(pid=103226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 16:45:27.324665 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:27.327373 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:27.344924 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] 10.222.0.32 "PUT /v2.0/ports/1872b37f-36ca-4933-80f8-47fc7e00ac48 HTTP/1.1" status: 200 len: 1090 time: 5.8618906 Feb 07 16:45:27.377212 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f8866-19a6-4716-a16b-e2d2bb764dcd req-5de69192-8889-4e0b-afe2-d85383316f08 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:27.395742 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f8866-19a6-4716-a16b-e2d2bb764dcd req-5de69192-8889-4e0b-afe2-d85383316f08 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:27.401847 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f8866-19a6-4716-a16b-e2d2bb764dcd req-5de69192-8889-4e0b-afe2-d85383316f08 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:27.435101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f8866-19a6-4716-a16b-e2d2bb764dcd req-5de69192-8889-4e0b-afe2-d85383316f08 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:27.463804 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f8866-19a6-4716-a16b-e2d2bb764dcd req-5de69192-8889-4e0b-afe2-d85383316f08 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:27.470167 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef860b-79d3-49f8-826b-a4a567e10b5b req-fa64c72b-ec7d-4baa-9ee3-d225e9539777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:27.477992 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-acef860b-79d3-49f8-826b-a4a567e10b5b req-fa64c72b-ec7d-4baa-9ee3-d225e9539777 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 1155 time: 0.2262607 Feb 07 16:45:27.481547 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f8866-19a6-4716-a16b-e2d2bb764dcd req-5de69192-8889-4e0b-afe2-d85383316f08 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:27.510687 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f8866-19a6-4716-a16b-e2d2bb764dcd req-5de69192-8889-4e0b-afe2-d85383316f08 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:27.513883 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c07f8866-19a6-4716-a16b-e2d2bb764dcd req-5de69192-8889-4e0b-afe2-d85383316f08 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5384 time: 0.8324766 Feb 07 16:45:27.517911 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c52f030a-4235-45b1-9492-81db945d78ab), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:27.537385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'tag': '1872b37f-36ca-4933-80f8-47fc7e00ac48'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:45:27.545734 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd2bd6d-0080-4cae-85ce-bf5a5d7d8068" -d '{"events": [{"name": "network-changed", "server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "tag": "1872b37f-36ca-4933-80f8-47fc7e00ac48"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:45:27.548863 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a533e4-0a06-4444-947a-dd614820e302 admin admin] Made reservation on behalf of 7f22110216104d6eb1a2adc34ce617b3 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:45:27.551214 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9a533e4-0a06-4444-947a-dd614820e302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:27.684774 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Request body: {'port': {'device_id': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:27.741903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] No DVR routers for this DVR port c52f030a-4235-45b1-9492-81db945d78ab on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:45:27.802436 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef860b-79d3-49f8-826b-a4a567e10b5b req-e59d6804-7c17-4090-9578-4586e19d8024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:27.807915 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-acef860b-79d3-49f8-826b-a4a567e10b5b req-e59d6804-7c17-4090-9578-4586e19d8024 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.2955611 Feb 07 16:45:27.883925 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8cbab42-c84c-4043-b6a5-daf57cee6b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (a32a9a3f-2958-4370-b9f8-1e4938d0dcdf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:27.894534 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9a533e4-0a06-4444-947a-dd614820e302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:27.927871 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-acef860b-79d3-49f8-826b-a4a567e10b5b req-7d21438b-b17a-45cd-a65e-9a0521f149d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 HTTP/1.1" status: 200 len: 217 time: 0.1122081 Feb 07 16:45:28.044754 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80047a7-cdee-4b18-99ab-5cd8fa481d40 req-a9803ef4-f7a7-47ec-87b1-abb7c0e38eb8 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:28.059972 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9a533e4-0a06-4444-947a-dd614820e302 admin admin] Publish callbacks [] for security_group (3ce3f28c-75eb-48fc-94f4-99e171720b53), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:28.068100 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a80047a7-cdee-4b18-99ab-5cd8fa481d40 req-a9803ef4-f7a7-47ec-87b1-abb7c0e38eb8 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 943 time: 0.5889406 Feb 07 16:45:28.093479 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b8f91a0a-0b83-41ba-a8e8-60154c5aa96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:28.137211 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d710732f-fd58-4d2a-8723-380a7c8afb25), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:28.148547 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79989e-b12d-4dff-8c57-2ce151761e90 service neutron] Pushing event updated for resources: {'Port': ['ID=1872b37f-36ca-4933-80f8-47fc7e00ac48,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:28.155176 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9a533e4-0a06-4444-947a-dd614820e302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3ce3f28c-75eb-48fc-94f4-99e171720b53), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:28.170586 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a533e4-0a06-4444-947a-dd614820e302 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:45:28.183683 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9a533e4-0a06-4444-947a-dd614820e302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (514b45fa-c615-4721-8b18-6fbc5d302dfa), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:28.184217 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-e9a533e4-0a06-4444-947a-dd614820e302 admin admin] Added segment 514b45fa-c615-4721-8b18-6fbc5d302dfa of type vlan for network 026bb78d-0aa8-4390-b322-baead91e4047 Feb 07 16:45:28.211455 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:45:28.240099 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9a533e4-0a06-4444-947a-dd614820e302 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (026bb78d-0aa8-4390-b322-baead91e4047), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:28.408502 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef860b-79d3-49f8-826b-a4a567e10b5b req-ee10af7f-91b1-4888-a7d6-1794e6d42d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:28.415461 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-acef860b-79d3-49f8-826b-a4a567e10b5b req-ee10af7f-91b1-4888-a7d6-1794e6d42d1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.4785650 Feb 07 16:45:28.429349 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9a533e4-0a06-4444-947a-dd614820e302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (026bb78d-0aa8-4390-b322-baead91e4047), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:28.430724 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a533e4-0a06-4444-947a-dd614820e302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:28.431458 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9a533e4-0a06-4444-947a-dd614820e302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:28.443193 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:28.456279 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a80047a7-cdee-4b18-99ab-5cd8fa481d40 req-a93e4e73-b8a9-41b2-8b63-1a0bfda1e8d1 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821259 Feb 07 16:45:28.476383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 has no active binding in host n-h1-827865-3 {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 16:45:28.592251 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-acef860b-79d3-49f8-826b-a4a567e10b5b req-72ecab38-76dd-40f7-bcc8-7b3281eb931d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336746 Feb 07 16:45:28.615115 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a533e4-0a06-4444-947a-dd614820e302 admin admin] Pushing event updated for resources: {'Network': ['ID=026bb78d-0aa8-4390-b322-baead91e4047,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:28.629312 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Pushing event deleted for resources: {'Port': ['ID=c52f030a-4235-45b1-9492-81db945d78ab,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:28.639292 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 026bb78d-0aa8-4390-b322-baead91e4047 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:45:28.649819 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (58d1a2fb-2360-4896-ad8a-b4c749faa52a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:28.907156 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-acef860b-79d3-49f8-826b-a4a567e10b5b req-86fd330b-80cc-423f-a4ae-60b7996a25e1 service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079669 Feb 07 16:45:29.050471 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c07f8866-19a6-4716-a16b-e2d2bb764dcd req-7c7174b5-fd90-4d8b-af80-29d790be28a4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.4966462 Feb 07 16:45:29.095167 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a533e4-0a06-4444-947a-dd614820e302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce3f28c-75eb-48fc-94f4-99e171720b53,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:29.105209 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d1a2fb-2360-4896-ad8a-b4c749faa52a']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:29.133540 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-acef860b-79d3-49f8-826b-a4a567e10b5b req-af4e23a9-43f0-4608-b743-25350dd0b7fa service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003274 Feb 07 16:45:29.145303 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-bd19a30e-6994-4b1b-bda8-1eeafa22fd0d tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0c74dc58f8ac40fea998b5a9adf08e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2361689 Feb 07 16:45:29.150909 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e9a533e4-0a06-4444-947a-dd614820e302 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4593103 Feb 07 16:45:29.160879 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38770) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:29.194547 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ffe763af-f97c-46e7-b468-ffef2d3f4ef6 admin admin] Request body: {'subnet': {'network_id': '026bb78d-0aa8-4390-b322-baead91e4047', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2114678470-subnet', 'tenant_id': '7f22110216104d6eb1a2adc34ce617b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:29.227312 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-ea5d4fb1-65fd-4082-b8b9-ef0828a8394a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0c74dc58f8ac40fea998b5a9adf08e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697174 Feb 07 16:45:29.325218 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f8f73d-7234-4d93-8bc5-fdda374ff521') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:29.325754 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f8f73d-7234-4d93-8bc5-fdda374ff521') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:29.338411 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (10f8f73d-7234-4d93-8bc5-fdda374ff521), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:29.358680 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (10f8f73d-7234-4d93-8bc5-fdda374ff521), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:29.367600 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:45:29.368015 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (10f8f73d-7234-4d93-8bc5-fdda374ff521), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:29.421545 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:29.455644 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bed78d7-b549-42d4-8610-cbc1c8e9579f x-openstack-request-id: req-8bed78d7-b549-42d4-8610-cbc1c8e9579f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:45:29.457032 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "tag": "1872b37f-36ca-4933-80f8-47fc7e00ac48", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:45:29.457564 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8bed78d7-b549-42d4-8610-cbc1c8e9579f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:45:29.458146 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'tag': '1872b37f-36ca-4933-80f8-47fc7e00ac48', 'status': 'completed', 'code': 200} Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:45:29.464235 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:45:29.549187 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d710732f-fd58-4d2a-8723-380a7c8afb25 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:45:29.560583 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Publish callbacks [] for port (d710732f-fd58-4d2a-8723-380a7c8afb25), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:29.598393 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe763af-f97c-46e7-b468-ffef2d3f4ef6 admin admin] Made reservation on behalf of 7f22110216104d6eb1a2adc34ce617b3 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:45:29.603160 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ffe763af-f97c-46e7-b468-ffef2d3f4ef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:29.690822 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Transition to ACTIVE for port object d710732f-fd58-4d2a-8723-380a7c8afb25 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:45:29.705945 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (58d1a2fb-2360-4896-ad8a-b4c749faa52a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:29.738787 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (d710732f-fd58-4d2a-8723-380a7c8afb25), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:29.744706 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:29.752896 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] 10.222.0.18 "DELETE /v2.0/networks/58d1a2fb-2360-4896-ad8a-b4c749faa52a HTTP/1.1" status: 204 len: 168 time: 4.7825284 Feb 07 16:45:29.753903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e039d3e-1d67-40e1-bd9d-3043dc8e3c29 tempest-ExtraDHCPOptionsTestJSON-1444847658 tempest-ExtraDHCPOptionsTestJSON-1444847658-project] Pushing event deleted for resources: {'Network': ['ID=58d1a2fb-2360-4896-ad8a-b4c749faa52a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:29.811939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Pushing event updated for resources: {'Port': ['ID=d710732f-fd58-4d2a-8723-380a7c8afb25,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:29.823994 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954adca-83f7-4c7c-bc55-3c8fa25bfc9d req-792ba818-f861-4f27-9a8d-3f37396c8906 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:29.826162 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3954adca-83f7-4c7c-bc55-3c8fa25bfc9d req-792ba818-f861-4f27-9a8d-3f37396c8906 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.5055449 Feb 07 16:45:29.903440 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2bd6d-0080-4cae-85ce-bf5a5d7d8068 req-de7f09b5-b8f2-4447-9d2e-4beca9408faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:29.904100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2bd6d-0080-4cae-85ce-bf5a5d7d8068 req-de7f09b5-b8f2-4447-9d2e-4beca9408faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:29.904651 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2bd6d-0080-4cae-85ce-bf5a5d7d8068 req-de7f09b5-b8f2-4447-9d2e-4beca9408faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:29.905200 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2bd6d-0080-4cae-85ce-bf5a5d7d8068 req-de7f09b5-b8f2-4447-9d2e-4beca9408faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:29.905828 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2bd6d-0080-4cae-85ce-bf5a5d7d8068 req-de7f09b5-b8f2-4447-9d2e-4beca9408faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:29.906935 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2bd6d-0080-4cae-85ce-bf5a5d7d8068 req-de7f09b5-b8f2-4447-9d2e-4beca9408faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:29.907625 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2bd6d-0080-4cae-85ce-bf5a5d7d8068 req-de7f09b5-b8f2-4447-9d2e-4beca9408faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:29.910201 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dd2bd6d-0080-4cae-85ce-bf5a5d7d8068 req-de7f09b5-b8f2-4447-9d2e-4beca9408faf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4aab9c2a401e4794b59cf423bf862032&device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 6400 time: 0.6818411 Feb 07 16:45:29.925751 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3954adca-83f7-4c7c-bc55-3c8fa25bfc9d req-e3b32d14-6f1a-42a1-98e0-5ce324486cb9 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901594 Feb 07 16:45:30.011246 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-f7e786cb-1717-4c7d-be90-f21c139498f7 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:30.013510 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-f7e786cb-1717-4c7d-be90-f21c139498f7 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8673146 Feb 07 16:45:30.013903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cbab42-c84c-4043-b6a5-daf57cee6b29 admin admin] Router a32a9a3f-2958-4370-b9f8-1e4938d0dcdf has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:45:30.119618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-e3fa20b4-bcc8-4b18-9169-6e43bfcf4a5d tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:30.121132 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-e3fa20b4-bcc8-4b18-9169-6e43bfcf4a5d tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8662152 Feb 07 16:45:30.174084 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-10a045cf-6a74-4176-b69b-da4b29209ed7 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/quotas/0c74dc58f8ac40fea998b5a9adf08e00 HTTP/1.1" status: 200 len: 375 time: 0.0704770 Feb 07 16:45:30.270261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Attempting to bind port d710732f-fd58-4d2a-8723-380a7c8afb25 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:45:30.270803 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Attempting to bind port d710732f-fd58-4d2a-8723-380a7c8afb25 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:45:30.271330 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Attempting to bind port d710732f-fd58-4d2a-8723-380a7c8afb25 on network 77871b7a-f86e-4316-bba8-73d687b56c15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:30.317869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Port d710732f-fd58-4d2a-8723-380a7c8afb25 on network 77871b7a-f86e-4316-bba8-73d687b56c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:45:30.318366 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Attempting to bind port d710732f-fd58-4d2a-8723-380a7c8afb25 on network 77871b7a-f86e-4316-bba8-73d687b56c15 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:30.318484 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-4bfce4f3-033a-4355-bd93-18b4d7ee878a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Request body: {'port': {'device_id': '4627db7d-36eb-4ec8-8ac0-4a500364569b', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '0c74dc58f8ac40fea998b5a9adf08e00'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:30.336133 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38784) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:30.358534 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:45:30.359071 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Checking segment: {'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:45:30.360531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Bound using segment: {'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:45:30.361221 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Bound port: d710732f-fd58-4d2a-8723-380a7c8afb25, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ef35ec-5e7e-4925-9662-eb486f4a57fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:45:30.361716 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d710732f-fd58-4d2a-8723-380a7c8afb25), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:30.393986 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-ff0d5636-441c-4ce7-a9f5-db49d7c7c30a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0c74dc58f8ac40fea998b5a9adf08e00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2186980 Feb 07 16:45:30.479591 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ffe763af-f97c-46e7-b468-ffef2d3f4ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (02474b91-6259-43b3-b159-a7c6d259f007), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:30.621776 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe763af-f97c-46e7-b468-ffef2d3f4ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02474b91-6259-43b3-b159-a7c6d259f007,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:30.754785 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:31.035644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5af42-7c12-445c-ac91-90e774417fc0 req-0b213487-90d9-44d5-8d75-4fbc2e4d1575 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:31.042161 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e8a5af42-7c12-445c-ac91-90e774417fc0 req-0b213487-90d9-44d5-8d75-4fbc2e4d1575 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 943 time: 0.8839569 Feb 07 16:45:31.078949 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cbab42-c84c-4043-b6a5-daf57cee6b29 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:45:31.090316 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9a0df2-32bd-4f0b-b3e7-1169958d9f0d None None] Sync routers for ids ['a32a9a3f-2958-4370-b9f8-1e4938d0dcdf'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:45:31.094559 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c8cbab42-c84c-4043-b6a5-daf57cee6b29 admin admin] 10.222.0.18 "PUT /v2.0/routers/a32a9a3f-2958-4370-b9f8-1e4938d0dcdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9803443 Feb 07 16:45:31.114942 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a0df2-32bd-4f0b-b3e7-1169958d9f0d None None] Routers {'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:45:31.115730 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4c9a0df2-32bd-4f0b-b3e7-1169958d9f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:45:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a32a9a3f-2958-4370-b9f8-1e4938d0dcdf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:31.136573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38796) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:31.199284 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-09c2dd54-74bf-4bb8-a00e-d1177b3ce19c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d125734c81ad4974b0adabe615f32531&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8384311 Feb 07 16:45:31.200665 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38800) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:31.208672 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2bd6d-0080-4cae-85ce-bf5a5d7d8068 req-029e819a-ffab-4426-b9f9-9f1b14ecf447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:31.209150 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2bd6d-0080-4cae-85ce-bf5a5d7d8068 req-029e819a-ffab-4426-b9f9-9f1b14ecf447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:31.222009 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2bd6d-0080-4cae-85ce-bf5a5d7d8068 req-029e819a-ffab-4426-b9f9-9f1b14ecf447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:31.223799 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dd2bd6d-0080-4cae-85ce-bf5a5d7d8068 req-029e819a-ffab-4426-b9f9-9f1b14ecf447 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4aab9c2a401e4794b59cf423bf862032&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.3004401 Feb 07 16:45:31.331804 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe763af-f97c-46e7-b468-ffef2d3f4ef6 admin admin] Checking segment: {'id': '514b45fa-c615-4721-8b18-6fbc5d302dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '026bb78d-0aa8-4390-b322-baead91e4047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:45:31.332179 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe763af-f97c-46e7-b468-ffef2d3f4ef6 admin admin] Network hostable DHCP agents. Network: 026bb78d-0aa8-4390-b322-baead91e4047, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:45:31.372541 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4c9a0df2-32bd-4f0b-b3e7-1169958d9f0d None None] Set router a32a9a3f-2958-4370-b9f8-1e4938d0dcdf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:45:31.393952 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e8a5af42-7c12-445c-ac91-90e774417fc0 req-579becea-ace8-45c4-b513-b3de4180e3de tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345037 Feb 07 16:45:31.395735 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] For port d710732f-fd58-4d2a-8723-380a7c8afb25, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:45:31.402966 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] For port d710732f-fd58-4d2a-8723-380a7c8afb25, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d710732f-fd58-4d2a-8723-380a7c8afb25,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:45:31.421228 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (d710732f-fd58-4d2a-8723-380a7c8afb25), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:31.483824 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:31.486200 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:31.489514 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] 10.222.0.32 "PUT /v2.0/ports/d710732f-fd58-4d2a-8723-380a7c8afb25 HTTP/1.1" status: 200 len: 1091 time: 3.8210762 Feb 07 16:45:31.505518 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'tag': 'd710732f-fd58-4d2a-8723-380a7c8afb25'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:45:31.514402 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f687ad-3309-4ef2-bd75-fd1739617b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "tag": "d710732f-fd58-4d2a-8723-380a7c8afb25"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:45:31.528081 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a081bf1-f327-402b-b18e-946300b7b908 admin admin] Publish callbacks [] for security_group (eb554123-9815-4151-9ccb-20a358d31623), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:31.553788 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Request body: {'port': {'device_id': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:31.580613 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-bdaae961-3cc9-46bd-bb5a-f1916e23cd3d service neutron] 10.222.0.32 "GET /v2.0/ports/2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2/bindings/n-h1-827865-3 HTTP/1.1" status: 200 len: 384 time: 0.8982444 Feb 07 16:45:31.602137 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe763af-f97c-46e7-b468-ffef2d3f4ef6 admin admin] Network 026bb78d-0aa8-4390-b322-baead91e4047 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:45:31.647372 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ffe763af-f97c-46e7-b468-ffef2d3f4ef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 026bb78d-0aa8-4390-b322-baead91e4047) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:45:31.654757 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2bd6d-0080-4cae-85ce-bf5a5d7d8068 req-49eea3b1-efaa-446e-b5a7-260d72a7d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:31.656426 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dd2bd6d-0080-4cae-85ce-bf5a5d7d8068 req-49eea3b1-efaa-446e-b5a7-260d72a7d0db service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3257575 Feb 07 16:45:31.724058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f306399-d762-41a3-aaea-34eb7474bee4 req-c9ae72d3-f7ba-40c2-afa1-e49f8bab75bb tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:31.752920 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138dd34b-de20-4872-bf45-d23cff350793 None None] Network 026bb78d-0aa8-4390-b322-baead91e4047 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:45:31.761408 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3f306399-d762-41a3-aaea-34eb7474bee4 req-c9ae72d3-f7ba-40c2-afa1-e49f8bab75bb tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.5764654 Feb 07 16:45:31.766355 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe763af-f97c-46e7-b468-ffef2d3f4ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:31.768440 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ffe763af-f97c-46e7-b468-ffef2d3f4ef6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:31.815924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-4bfce4f3-033a-4355-bd93-18b4d7ee878a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Made reservation on behalf of 0c74dc58f8ac40fea998b5a9adf08e00 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:45:31.828856 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-4bfce4f3-033a-4355-bd93-18b4d7ee878a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:31.835691 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a47e7b-d7ef-4392-82dc-e7318847cf55 service neutron] Pushing event updated for resources: {'Port': ['ID=d710732f-fd58-4d2a-8723-380a7c8afb25,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:31.840517 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22a2de71-95ab-418b-9853-ca1ddd9cb8ab admin admin] Publish callbacks [] for router (a32a9a3f-2958-4370-b9f8-1e4938d0dcdf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:31.983085 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a081bf1-f327-402b-b18e-946300b7b908 admin admin] Publish callbacks [] for security_group (eb554123-9815-4151-9ccb-20a358d31623), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:32.040640 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-4bfce4f3-033a-4355-bd93-18b4d7ee878a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:32.058470 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ffe763af-f97c-46e7-b468-ffef2d3f4ef6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8731668 Feb 07 16:45:32.073776 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af88654-fca2-4782-b82b-cae0186082b0 None None] Network 026bb78d-0aa8-4390-b322-baead91e4047 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:45:32.077220 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a081bf1-f327-402b-b18e-946300b7b908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (eb554123-9815-4151-9ccb-20a358d31623), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:32.081242 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a081bf1-f327-402b-b18e-946300b7b908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:32.082719 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3a081bf1-f327-402b-b18e-946300b7b908 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb554123-9815-4151-9ccb-20a358d31623 HTTP/1.1" status: 204 len: 168 time: 0.8758147 Feb 07 16:45:32.196714 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22a2de71-95ab-418b-9853-ca1ddd9cb8ab admin admin] Publish callbacks [] for router_gateway (a32a9a3f-2958-4370-b9f8-1e4938d0dcdf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:32.220978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a081bf1-f327-402b-b18e-946300b7b908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb554123-9815-4151-9ccb-20a358d31623,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:32.231317 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (42b94be5-646d-42a4-a16f-ca1e09e3cbc1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:32.315068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152228f-2151-4014-bede-2a75ab42efc4 req-c58c1484-1dc3-4b55-87c5-408ea2f1ce4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:32.326036 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152228f-2151-4014-bede-2a75ab42efc4 req-c58c1484-1dc3-4b55-87c5-408ea2f1ce4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:32.349535 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152228f-2151-4014-bede-2a75ab42efc4 req-c58c1484-1dc3-4b55-87c5-408ea2f1ce4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:32.369622 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152228f-2151-4014-bede-2a75ab42efc4 req-c58c1484-1dc3-4b55-87c5-408ea2f1ce4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:32.404691 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152228f-2151-4014-bede-2a75ab42efc4 req-c58c1484-1dc3-4b55-87c5-408ea2f1ce4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:32.444406 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152228f-2151-4014-bede-2a75ab42efc4 req-c58c1484-1dc3-4b55-87c5-408ea2f1ce4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:32.475242 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152228f-2151-4014-bede-2a75ab42efc4 req-c58c1484-1dc3-4b55-87c5-408ea2f1ce4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:32.478506 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:32.487426 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a152228f-2151-4014-bede-2a75ab42efc4 req-c58c1484-1dc3-4b55-87c5-408ea2f1ce4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5396 time: 0.8222003 Feb 07 16:45:32.543708 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4c9a0df2-32bd-4f0b-b3e7-1169958d9f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf', 'name': 'tempest-ServersTestMultiNic-1094614800-router', 'tenant_id': 'c4d49702976945bf97b629c65cf535b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'f9f2a6f8-9a0b-4584-a8c7-905422cb340a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:52Z', 'updated_at': '2022-02-07T16:45:26Z', 'revision_number': 5, 'project_id': 'c4d49702976945bf97b629c65cf535b6', 'gw_port': {'id': 'f9f2a6f8-9a0b-4584-a8c7-905422cb340a', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:41:53Z', 'updated_at': '2022-02-07T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:32.608942 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9a0df2-32bd-4f0b-b3e7-1169958d9f0d None None] Checking router: a32a9a3f-2958-4370-b9f8-1e4938d0dcdf for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:45:32.634319 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a0df2-32bd-4f0b-b3e7-1169958d9f0d None None] Routers {'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:45:32.635257 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4c9a0df2-32bd-4f0b-b3e7-1169958d9f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:45:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a32a9a3f-2958-4370-b9f8-1e4938d0dcdf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:32.795638 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a152228f-2151-4014-bede-2a75ab42efc4 req-66a1321a-777b-482b-b5f9-95f1486f66aa tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2899895 Feb 07 16:45:32.822272 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4c9a0df2-32bd-4f0b-b3e7-1169958d9f0d None None] Set router a32a9a3f-2958-4370-b9f8-1e4938d0dcdf gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:45:32.828281 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3f306399-d762-41a3-aaea-34eb7474bee4 req-9ee669ae-5d8b-4847-a80c-756f4d11a5cb tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0655785 Feb 07 16:45:32.941991 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-f3bd06f9-c1c4-4a0e-b4ae-64bccf0ac982 service neutron] For port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:33.002451 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-4bfce4f3-033a-4355-bd93-18b4d7ee878a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Publish callbacks [] for security_group (ca7b03f9-684f-4c0c-90b5-255cfc16dcf7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:33.033602 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-4bfce4f3-033a-4355-bd93-18b4d7ee878a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ca7b03f9-684f-4c0c-90b5-255cfc16dcf7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:33.075058 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c372a392-7aa0-4cc6-b77b-290d2ce70ab3 x-openstack-request-id: req-c372a392-7aa0-4cc6-b77b-290d2ce70ab3 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:45:33.075374 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "tag": "d710732f-fd58-4d2a-8723-380a7c8afb25", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:45:33.075649 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c372a392-7aa0-4cc6-b77b-290d2ce70ab3 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:45:33.076075 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'tag': 'd710732f-fd58-4d2a-8723-380a7c8afb25', 'status': 'completed', 'code': 200} Feb 07 16:45:33.095497 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4c9a0df2-32bd-4f0b-b3e7-1169958d9f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf', 'name': 'tempest-ServersTestMultiNic-1094614800-router', 'tenant_id': 'c4d49702976945bf97b629c65cf535b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:52Z', 'updated_at': '2022-02-07T16:45:32Z', 'revision_number': 6, 'project_id': 'c4d49702976945bf97b629c65cf535b6', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:33.138491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-f3bd06f9-c1c4-4a0e-b4ae-64bccf0ac982 service neutron] For port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:45:33.168629 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-22a2de71-95ab-418b-9853-ca1ddd9cb8ab admin admin] Deleting port f9f2a6f8-9a0b-4584-a8c7-905422cb340a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:45:33.169069 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22a2de71-95ab-418b-9853-ca1ddd9cb8ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f9f2a6f8-9a0b-4584-a8c7-905422cb340a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:33.174914 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9a0df2-32bd-4f0b-b3e7-1169958d9f0d None None] The sync data for ids ['a32a9a3f-2958-4370-b9f8-1e4938d0dcdf'] in n-d-827865-3 is: [{'id': 'a32a9a3f-2958-4370-b9f8-1e4938d0dcdf', 'name': 'tempest-ServersTestMultiNic-1094614800-router', 'tenant_id': 'c4d49702976945bf97b629c65cf535b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:41:52Z', 'updated_at': '2022-02-07T16:45:32Z', 'revision_number': 6, 'project_id': 'c4d49702976945bf97b629c65cf535b6', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:45:33.367060 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfce4f3-033a-4355-bd93-18b4d7ee878a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:33.403573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38840) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:33.418638 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dcd59767-d877-497a-80e0-0cca49b530d4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1622249503-network', 'tenant_id': '7c10fa9d539b4b31b97ff247727f6d3c'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:33.443393 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-20a95458-8f19-4998-ba5b-60424f59e453 req-62524782-1943-47f9-942a-69c881b81111 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 210 time: 0.3542295 Feb 07 16:45:33.477508 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd59767-d877-497a-80e0-0cca49b530d4 admin admin] Made reservation on behalf of 7c10fa9d539b4b31b97ff247727f6d3c for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:45:33.480448 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dcd59767-d877-497a-80e0-0cca49b530d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:33.516812 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ced25-51e8-43ab-84c0-c64feed30814 req-d4fb69a3-2c1d-44f6-bba2-1e19993e692a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:33.528830 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-139ced25-51e8-43ab-84c0-c64feed30814 req-d4fb69a3-2c1d-44f6-bba2-1e19993e692a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 943 time: 0.3621571 Feb 07 16:45:33.557895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.32', 64435) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:33.601985 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dcd59767-d877-497a-80e0-0cca49b530d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:33.612570 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-f3bd06f9-c1c4-4a0e-b4ae-64bccf0ac982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:45:33.655286 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-f3bd06f9-c1c4-4a0e-b4ae-64bccf0ac982 service neutron] For port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:33.702687 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-139ced25-51e8-43ab-84c0-c64feed30814 req-a0b7f6fc-a74b-4fb8-803e-e7e362f2e984 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726933 Feb 07 16:45:33.707335 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-f3bd06f9-c1c4-4a0e-b4ae-64bccf0ac982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:33.714660 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a7c6dccc-501a-4de0-9b19-0888a01ef9ee tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0c74dc58f8ac40fea998b5a9adf08e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1156421 Feb 07 16:45:33.991784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.32', 64436) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:34.017463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:45:34.085574 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dcd59767-d877-497a-80e0-0cca49b530d4 admin admin] Publish callbacks [] for security_group (e9b30f61-85ba-4900-8be6-46aad3822bca), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:34.181865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-22a2de71-95ab-418b-9853-ca1ddd9cb8ab admin admin] For port f9f2a6f8-9a0b-4584-a8c7-905422cb340a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f9f2a6f8-9a0b-4584-a8c7-905422cb340a,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:34.182608 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22a2de71-95ab-418b-9853-ca1ddd9cb8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f9f2a6f8-9a0b-4584-a8c7-905422cb340a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:34.196045 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dcd59767-d877-497a-80e0-0cca49b530d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e9b30f61-85ba-4900-8be6-46aad3822bca), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:34.302222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 is: DOWN; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:45:34.338451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f9f2a6f8-9a0b-4584-a8c7-905422cb340a no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:45:34.491599 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd59767-d877-497a-80e0-0cca49b530d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:45:34.498105 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-22a2de71-95ab-418b-9853-ca1ddd9cb8ab admin admin] Calling delete_port for f9f2a6f8-9a0b-4584-a8c7-905422cb340a owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:45:34.541027 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f687ad-3309-4ef2-bd75-fd1739617b3d req-716c285a-1c0b-42d7-9243-a14dc100e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:34.541873 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f687ad-3309-4ef2-bd75-fd1739617b3d req-716c285a-1c0b-42d7-9243-a14dc100e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:34.542639 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f687ad-3309-4ef2-bd75-fd1739617b3d req-716c285a-1c0b-42d7-9243-a14dc100e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:34.543891 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f687ad-3309-4ef2-bd75-fd1739617b3d req-716c285a-1c0b-42d7-9243-a14dc100e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:34.544202 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f687ad-3309-4ef2-bd75-fd1739617b3d req-716c285a-1c0b-42d7-9243-a14dc100e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:34.545024 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f687ad-3309-4ef2-bd75-fd1739617b3d req-716c285a-1c0b-42d7-9243-a14dc100e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:34.547548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f687ad-3309-4ef2-bd75-fd1739617b3d req-716c285a-1c0b-42d7-9243-a14dc100e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:34.553076 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38866) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:34.555774 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f4f687ad-3309-4ef2-bd75-fd1739617b3d req-716c285a-1c0b-42d7-9243-a14dc100e048 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4aab9c2a401e4794b59cf423bf862032&device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 6498 time: 1.4150198 Feb 07 16:45:34.576094 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f9f2a6f8-9a0b-4584-a8c7-905422cb340a is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:45:34.576639 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f9f2a6f8-9a0b-4584-a8c7-905422cb340a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:34.642354 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port f9f2a6f8-9a0b-4584-a8c7-905422cb340a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f9f2a6f8-9a0b-4584-a8c7-905422cb340a,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:34.652394 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f9f2a6f8-9a0b-4584-a8c7-905422cb340a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:34.653270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 325d97ec-d5ea-4300-acb3-77a468c1c7d8 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:45:34.670093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38868) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:34.755541 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 325d97ec-d5ea-4300-acb3-77a468c1c7d8 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:45:34.756194 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 325d97ec-d5ea-4300-acb3-77a468c1c7d8 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:45:34.757991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=f9f2a6f8-9a0b-4584-a8c7-905422cb340a,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:34.777509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:34.778161 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:34.778687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:34.779287 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:34.779805 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:34.782775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:34.789476 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:34.790902 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:34.791463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:34.792462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:34.793011 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:34.798462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:34.800163 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:34.871331 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dcd59767-d877-497a-80e0-0cca49b530d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (76e75f7f-f4b6-45a0-a150-fbd1431e0c96), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:34.871616 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-dcd59767-d877-497a-80e0-0cca49b530d4 admin admin] Added segment 76e75f7f-f4b6-45a0-a150-fbd1431e0c96 of type vlan for network 41233ec0-ad63-44e3-8c22-e302658e77e6 Feb 07 16:45:34.946527 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd59767-d877-497a-80e0-0cca49b530d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b30f61-85ba-4900-8be6-46aad3822bca,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:35.035713 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a1a4002-bb26-402e-895d-35290df6fa35 req-dff30966-280b-4ad7-a7de-7ba0952a9530 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 210 time: 0.2588677 Feb 07 16:45:35.080854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f92df0da-c285-4610-bc53-eea21567992b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-923549043'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:35.145983 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-4bfce4f3-033a-4355-bd93-18b4d7ee878a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Allocated IP 192.168.233.4 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/3835a0f1-f4e6-4303-9a4d-36a77fc3bad2) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:45:35.182385 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b48e36-e7a5-475e-b322-07cbc8cdcf43 req-3cb9a898-3b03-4258-8170-5f6501ff93bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:35.200179 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10b48e36-e7a5-475e-b322-07cbc8cdcf43 req-3cb9a898-3b03-4258-8170-5f6501ff93bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 1112 time: 1.1729984 Feb 07 16:45:35.231252 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:45:35.241193 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Publish callbacks [] for port (42b94be5-646d-42a4-a16f-ca1e09e3cbc1), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:35.247075 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a18cfa-9bec-4ec4-a509-726d84a8951c req-d1c64439-a41d-4ff2-8945-634ad12a098f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:35.259331 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Transition to ACTIVE for port object 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:45:35.280077 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5285ca5e-790d-41b1-8527-7142a5d6d723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:35.289923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a18cfa-9bec-4ec4-a509-726d84a8951c req-d1c64439-a41d-4ff2-8945-634ad12a098f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:35.307141 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (42b94be5-646d-42a4-a16f-ca1e09e3cbc1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:35.320873 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a18cfa-9bec-4ec4-a509-726d84a8951c req-d1c64439-a41d-4ff2-8945-634ad12a098f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:35.336553 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a18cfa-9bec-4ec4-a509-726d84a8951c req-d1c64439-a41d-4ff2-8945-634ad12a098f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:35.349904 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a18cfa-9bec-4ec4-a509-726d84a8951c req-d1c64439-a41d-4ff2-8945-634ad12a098f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:35.362756 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a18cfa-9bec-4ec4-a509-726d84a8951c req-d1c64439-a41d-4ff2-8945-634ad12a098f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:35.382339 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-1df3168c-62f6-4ae4-b38a-aeb3990c4bee tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:35.384225 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-1df3168c-62f6-4ae4-b38a-aeb3990c4bee tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6452389 Feb 07 16:45:35.386691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a18cfa-9bec-4ec4-a509-726d84a8951c req-d1c64439-a41d-4ff2-8945-634ad12a098f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:35.391877 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-15a18cfa-9bec-4ec4-a509-726d84a8951c req-d1c64439-a41d-4ff2-8945-634ad12a098f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5396 time: 1.3815470 Feb 07 16:45:35.410232 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dcd59767-d877-497a-80e0-0cca49b530d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (41233ec0-ad63-44e3-8c22-e302658e77e6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:35.423483 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Pushing event updated for resources: {'Port': ['ID=42b94be5-646d-42a4-a16f-ca1e09e3cbc1,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:35.448627 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-45f3d04b-e9da-468f-9479-47e66c665a74 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Request body: {'port': {'device_id': 'f7dd58fd-ef82-418c-9a37-6731629d7b20', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '0c74dc58f8ac40fea998b5a9adf08e00'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:35.630346 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-f3bd06f9-c1c4-4a0e-b4ae-64bccf0ac982 service neutron] Transition to ACTIVE for port object 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:45:35.775549 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-f3bd06f9-c1c4-4a0e-b4ae-64bccf0ac982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:35.807682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92df0da-c285-4610-bc53-eea21567992b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Made reservation on behalf of 426139bcf0c24dbc8a7bbbd053e318bf for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:45:35.817464 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f92df0da-c285-4610-bc53-eea21567992b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:35.838278 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-dcd59767-d877-497a-80e0-0cca49b530d4 admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:45:35.941673 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b48e36-e7a5-475e-b322-07cbc8cdcf43 req-2ce90c72-615b-40f4-a7be-1a761abc916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:35.948248 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10b48e36-e7a5-475e-b322-07cbc8cdcf43 req-2ce90c72-615b-40f4-a7be-1a761abc916b service neutron] 10.222.0.32 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.4812410 Feb 07 16:45:36.022175 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f92df0da-c285-4610-bc53-eea21567992b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:36.087064 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-45f3d04b-e9da-468f-9479-47e66c665a74 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Made reservation on behalf of 0c74dc58f8ac40fea998b5a9adf08e00 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:45:36.091495 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-45f3d04b-e9da-468f-9479-47e66c665a74 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:36.201552 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-15a18cfa-9bec-4ec4-a509-726d84a8951c req-2166ae5b-9676-4e79-8340-d453e6aeca3a tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7116377 Feb 07 16:45:36.240586 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dcd59767-d877-497a-80e0-0cca49b530d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (41233ec0-ad63-44e3-8c22-e302658e77e6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:36.241933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd59767-d877-497a-80e0-0cca49b530d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:36.242528 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dcd59767-d877-497a-80e0-0cca49b530d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:36.297995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab170c1-dbe8-41d2-8df9-d79920d44c4d req-95d6dbd0-5b6f-408e-b01b-258f43df93f6 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:36.307686 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5ab170c1-dbe8-41d2-8df9-d79920d44c4d req-95d6dbd0-5b6f-408e-b01b-258f43df93f6 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 943 time: 1.0799816 Feb 07 16:45:36.321737 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10b48e36-e7a5-475e-b322-07cbc8cdcf43 req-ee452a5e-9c74-4e99-97aa-bc06ac059e72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 HTTP/1.1" status: 200 len: 217 time: 0.3013289 Feb 07 16:45:36.459292 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dcd59767-d877-497a-80e0-0cca49b530d4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.0514355 Feb 07 16:45:36.465213 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd06f9-c1c4-4a0e-b4ae-64bccf0ac982 service neutron] Pushing event updated for resources: {'Port': ['ID=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:36.471898 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38882) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:36.527266 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f687ad-3309-4ef2-bd75-fd1739617b3d req-ead0be8d-9a97-4046-8317-746bd60e2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:36.530158 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f687ad-3309-4ef2-bd75-fd1739617b3d req-ead0be8d-9a97-4046-8317-746bd60e2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:36.535438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f687ad-3309-4ef2-bd75-fd1739617b3d req-ead0be8d-9a97-4046-8317-746bd60e2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:36.543194 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f4f687ad-3309-4ef2-bd75-fd1739617b3d req-ead0be8d-9a97-4046-8317-746bd60e2362 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4aab9c2a401e4794b59cf423bf862032&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.9456651 Feb 07 16:45:36.563864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a56f0fc6-9177-410f-b7a9-e23e2a180994 admin admin] Request body: {'subnet': {'network_id': '41233ec0-ad63-44e3-8c22-e302658e77e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1622249503-subnet', 'tenant_id': '7c10fa9d539b4b31b97ff247727f6d3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:36.763678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b48e36-e7a5-475e-b322-07cbc8cdcf43 req-ad47c6d2-7327-4788-af01-839546000a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:36.767506 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10b48e36-e7a5-475e-b322-07cbc8cdcf43 req-ad47c6d2-7327-4788-af01-839546000a13 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.2724915 Feb 07 16:45:36.825943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-f3bd06f9-c1c4-4a0e-b4ae-64bccf0ac982 service neutron] No DVR routers for this DVR port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:45:36.834022 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f92df0da-c285-4610-bc53-eea21567992b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for security_group (475d71dd-f35e-4e1e-acc8-3390dae942de), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:36.853655 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56f0fc6-9177-410f-b7a9-e23e2a180994 admin admin] Made reservation on behalf of 7c10fa9d539b4b31b97ff247727f6d3c for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:45:36.856638 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a56f0fc6-9177-410f-b7a9-e23e2a180994 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:36.928099 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Attempting to bind port 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:45:36.928800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Attempting to bind port 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'e9d60a73-1a87-4108-9a2d-32329506d358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '341e2c10-4c3c-4ab6-9063-14743a0d705c'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:45:36.929519 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Attempting to bind port 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 on network 341e2c10-4c3c-4ab6-9063-14743a0d705c {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:36.936322 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f92df0da-c285-4610-bc53-eea21567992b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (475d71dd-f35e-4e1e-acc8-3390dae942de), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:36.971153 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-640c719f-a793-4ab4-a791-05ab93106505 req-9269c93b-965b-4a3b-a056-610ba80e3c94 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 210 time: 0.4654789 Feb 07 16:45:37.002633 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10b48e36-e7a5-475e-b322-07cbc8cdcf43 req-02675715-b3da-4c75-8d37-94fb7b1fc819 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148322 Feb 07 16:45:37.133953 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-f3bd06f9-c1c4-4a0e-b4ae-64bccf0ac982 service neutron] 10.222.0.32 "PUT /v2.0/ports/2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2/bindings/n-h1-827865-3/activate HTTP/1.1" status: 200 len: 369 time: 5.5066686 Feb 07 16:45:37.166596 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-4bfce4f3-033a-4355-bd93-18b4d7ee878a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Publish callbacks [] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:37.307200 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10b48e36-e7a5-475e-b322-07cbc8cdcf43 req-9ce118c8-2fd6-43be-924d-08160975b422 service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597165 Feb 07 16:45:37.358643 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92df0da-c285-4610-bc53-eea21567992b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=475d71dd-f35e-4e1e-acc8-3390dae942de,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:37.365380 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Port 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 on network 341e2c10-4c3c-4ab6-9063-14743a0d705c not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:45:37.365910 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Attempting to bind port 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 on network 341e2c10-4c3c-4ab6-9063-14743a0d705c {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:37.381744 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5ab170c1-dbe8-41d2-8df9-d79920d44c4d req-1684c339-8dd5-4bfa-8c29-4854fa049a04 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0700734 Feb 07 16:45:37.425776 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:45:37.426426 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Checking segment: {'id': 'e9d60a73-1a87-4108-9a2d-32329506d358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '341e2c10-4c3c-4ab6-9063-14743a0d705c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:45:37.427088 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Bound using segment: {'id': 'e9d60a73-1a87-4108-9a2d-32329506d358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '341e2c10-4c3c-4ab6-9063-14743a0d705c'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:45:37.427882 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Bound port: 42b94be5-646d-42a4-a16f-ca1e09e3cbc1, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d60a73-1a87-4108-9a2d-32329506d358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '341e2c10-4c3c-4ab6-9063-14743a0d705c'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:45:37.428487 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (42b94be5-646d-42a4-a16f-ca1e09e3cbc1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:37.432056 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd59767-d877-497a-80e0-0cca49b530d4 admin admin] Pushing event updated for resources: {'Network': ['ID=41233ec0-ad63-44e3-8c22-e302658e77e6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:37.463269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 41233ec0-ad63-44e3-8c22-e302658e77e6 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:45:37.487678 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92df0da-c285-4610-bc53-eea21567992b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:45:37.604470 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f92df0da-c285-4610-bc53-eea21567992b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (9326afe3-6b8f-42cb-a3c6-9ab6bca21c32), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:37.604771 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-f92df0da-c285-4610-bc53-eea21567992b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Added segment 9326afe3-6b8f-42cb-a3c6-9ab6bca21c32 of type vlan for network 9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8 Feb 07 16:45:37.625605 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-4bfce4f3-033a-4355-bd93-18b4d7ee878a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:37.650318 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5285ca5e-790d-41b1-8527-7142a5d6d723 admin admin] Publish callbacks [] for security_group (81495317-e6d2-4231-89f2-25e5ad10c689), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:37.742806 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5285ca5e-790d-41b1-8527-7142a5d6d723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (81495317-e6d2-4231-89f2-25e5ad10c689), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:37.801728 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-4bfce4f3-033a-4355-bd93-18b4d7ee878a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:45:37.817234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-4bfce4f3-033a-4355-bd93-18b4d7ee878a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:45:37.836937 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-4bfce4f3-033a-4355-bd93-18b4d7ee878a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:45:37.845346 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f687ad-3309-4ef2-bd75-fd1739617b3d req-70a77cf5-d4e0-4f32-b3e6-f918df195001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:37.847314 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f4f687ad-3309-4ef2-bd75-fd1739617b3d req-70a77cf5-d4e0-4f32-b3e6-f918df195001 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0785263 Feb 07 16:45:37.960780 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfce4f3-033a-4355-bd93-18b4d7ee878a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Pushing event updated for resources: {'Port': ['ID=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:37.974574 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-cb5fb7f0-5bb8-48f0-a046-b72774448f7c tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:37.976654 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-cb5fb7f0-5bb8-48f0-a046-b72774448f7c tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b&tenant_id=fe34686be38c42c8a33e48d32dc23dcd&binding%3Ahost_id=n-h2-827865-3 HTTP/1.1" status: 200 len: 1126 time: 0.7198262 Feb 07 16:45:38.003594 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10b48e36-e7a5-475e-b322-07cbc8cdcf43 req-274aea40-8b8d-4306-b75e-c7f403752a5b service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6891811 Feb 07 16:45:38.160086 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f92df0da-c285-4610-bc53-eea21567992b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:38.173744 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbccf9c-a412-4e4f-9c91-bd1d53eb5533 req-d9343041-13b9-44cb-b230-e52aaad568b9 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:38.183973 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbccf9c-a412-4e4f-9c91-bd1d53eb5533 req-d9343041-13b9-44cb-b230-e52aaad568b9 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:38.195271 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbccf9c-a412-4e4f-9c91-bd1d53eb5533 req-d9343041-13b9-44cb-b230-e52aaad568b9 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:38.207241 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbccf9c-a412-4e4f-9c91-bd1d53eb5533 req-d9343041-13b9-44cb-b230-e52aaad568b9 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:38.220132 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbccf9c-a412-4e4f-9c91-bd1d53eb5533 req-d9343041-13b9-44cb-b230-e52aaad568b9 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:38.225005 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a56f0fc6-9177-410f-b7a9-e23e2a180994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (4ba10517-d390-4a6f-b402-4e5c2030d933), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:38.232439 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbccf9c-a412-4e4f-9c91-bd1d53eb5533 req-d9343041-13b9-44cb-b230-e52aaad568b9 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:38.241977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbccf9c-a412-4e4f-9c91-bd1d53eb5533 req-d9343041-13b9-44cb-b230-e52aaad568b9 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:38.245241 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9fbccf9c-a412-4e4f-9c91-bd1d53eb5533 req-d9343041-13b9-44cb-b230-e52aaad568b9 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5408 time: 0.7242420 Feb 07 16:45:38.272636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-4bfce4f3-033a-4355-bd93-18b4d7ee878a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:38.273425 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-4bfce4f3-033a-4355-bd93-18b4d7ee878a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:38.320094 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] For port 42b94be5-646d-42a4-a16f-ca1e09e3cbc1, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:45:38.323760 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5e495fcb-a052-402a-bf0c-155fa4a210f0 None None] Provisioning complete for port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:45:38.328197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] For port 42b94be5-646d-42a4-a16f-ca1e09e3cbc1, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=42b94be5-646d-42a4-a16f-ca1e09e3cbc1,segment=NetworkSegment(e9d60a73-1a87-4108-9a2d-32329506d358),segment_id=e9d60a73-1a87-4108-9a2d-32329506d358)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:45:38.329353 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5e495fcb-a052-402a-bf0c-155fa4a210f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:38.351096 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-45f3d04b-e9da-468f-9479-47e66c665a74 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Allocated IP 192.168.233.143 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/331427ca-4460-4964-b598-bebd8037bf87) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:45:38.459826 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5e495fcb-a052-402a-bf0c-155fa4a210f0 None None] Port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:45:38.540581 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285ca5e-790d-41b1-8527-7142a5d6d723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81495317-e6d2-4231-89f2-25e5ad10c689,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:38.543111 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f92df0da-c285-4610-bc53-eea21567992b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:38.548820 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92df0da-c285-4610-bc53-eea21567992b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:38.549492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f92df0da-c285-4610-bc53-eea21567992b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:38.606519 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22a2de71-95ab-418b-9853-ca1ddd9cb8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f9f2a6f8-9a0b-4584-a8c7-905422cb340a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:38.638121 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-4bfce4f3-033a-4355-bd93-18b4d7ee878a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 8.3606334 Feb 07 16:45:38.660611 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Request body: {'port': {'device_id': '4627db7d-36eb-4ec8-8ac0-4a500364569b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:38.685626 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (42b94be5-646d-42a4-a16f-ca1e09e3cbc1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:38.690782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-40100044-cdbd-4bc6-a92f-fcdceea4b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:38.692391 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-40100044-cdbd-4bc6-a92f-fcdceea4b2c2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b&tenant_id=fe34686be38c42c8a33e48d32dc23dcd HTTP/1.1" status: 200 len: 1126 time: 0.7048402 Feb 07 16:45:38.743818 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9fbccf9c-a412-4e4f-9c91-bd1d53eb5533 req-74b95e9a-258f-4940-97ee-243a4095fea2 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4669993 Feb 07 16:45:38.772286 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4729bbff-bf01-429b-8cb6-5bcca976f239 req-eb5f6cca-b558-4db0-9b32-3f0c5835bfa2 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 210 time: 0.5376549 Feb 07 16:45:38.773155 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2de71-95ab-418b-9853-ca1ddd9cb8ab admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f2a6f8-9a0b-4584-a8c7-905422cb340a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:38.813371 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5285ca5e-790d-41b1-8527-7142a5d6d723 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d54bd2e61ff48708cebc482632b55fa&name=default HTTP/1.1" status: 200 len: 3000 time: 4.2356620 Feb 07 16:45:38.829672 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38908) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:38.940878 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:39.009666 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-3fa43492-a052-401f-be8b-76dad2c17ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:39.011646 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-3fa43492-a052-401f-be8b-76dad2c17ec0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 1126 time: 0.2943997 Feb 07 16:45:39.127466 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4f49f5a9-f8e4-44dd-998d-f314e2f42bda req-29c28103-46e6-4eea-aefa-65fe5b5e0cf4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2708323 Feb 07 16:45:39.235826 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f92df0da-c285-4610-bc53-eea21567992b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.4534574 Feb 07 16:45:39.236696 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92df0da-c285-4610-bc53-eea21567992b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Network': ['ID=9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:39.241198 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-86425765-0917-4cb9-8605-fa3d9c3cc1e8 admin admin] Publish callbacks [] for security_group (81495317-e6d2-4231-89f2-25e5ad10c689), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:39.262193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38910) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:39.288604 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:45:39.306584 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a34b8ee0-bcb7-4af7-b386-01e37206cf3f tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'subnet': {'network_id': '9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:39.330596 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:39.330994 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15442898-8bdb-4af9-975b-a1768d1f00a4 req-b151f655-e1d3-46d1-bcbf-beaa536a20d8 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:39.331218 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:39.332661 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] 10.222.0.32 "PUT /v2.0/ports/42b94be5-646d-42a4-a16f-ca1e09e3cbc1 HTTP/1.1" status: 200 len: 1091 time: 7.8078713 Feb 07 16:45:39.346194 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'tag': '42b94be5-646d-42a4-a16f-ca1e09e3cbc1'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:45:39.348612 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80aaf6e-1003-4e7d-a38a-4542fa2f4e54" -d '{"events": [{"name": "network-changed", "server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "tag": "42b94be5-646d-42a4-a16f-ca1e09e3cbc1"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:45:39.360478 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-15442898-8bdb-4af9-975b-a1768d1f00a4 req-b151f655-e1d3-46d1-bcbf-beaa536a20d8 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.4623804 Feb 07 16:45:39.384139 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f0fc6-9177-410f-b7a9-e23e2a180994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba10517-d390-4a6f-b402-4e5c2030d933,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:39.460153 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Request body: {'port': {'device_id': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:39.556233 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b53810-7ec6-4953-9642-86a73fcbc5ec service neutron] Pushing event updated for resources: {'Port': ['ID=42b94be5-646d-42a4-a16f-ca1e09e3cbc1,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:39.582532 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-45f3d04b-e9da-468f-9479-47e66c665a74 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Publish callbacks [] for port (331427ca-4460-4964-b598-bebd8037bf87), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:39.586594 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22a2de71-95ab-418b-9853-ca1ddd9cb8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (a32a9a3f-2958-4370-b9f8-1e4938d0dcdf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:39.598760 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-86425765-0917-4cb9-8605-fa3d9c3cc1e8 admin admin] Publish callbacks [] for security_group (81495317-e6d2-4231-89f2-25e5ad10c689), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:39.726132 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (424e0525-fdc2-44e3-89b7-44df8caf5d2e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:39.728342 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f0fc6-9177-410f-b7a9-e23e2a180994 admin admin] Checking segment: {'id': '76e75f7f-f4b6-45a0-a150-fbd1431e0c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '41233ec0-ad63-44e3-8c22-e302658e77e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:45:39.728713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56f0fc6-9177-410f-b7a9-e23e2a180994 admin admin] Network hostable DHCP agents. Network: 41233ec0-ad63-44e3-8c22-e302658e77e6, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:45:39.772361 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb26602-9f49-4358-be6d-ec0c3625c119 req-4533ed1d-c6ae-479b-84b2-6907a3f5fa30 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:39.775443 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9eb26602-9f49-4358-be6d-ec0c3625c119 req-4533ed1d-c6ae-479b-84b2-6907a3f5fa30 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 944 time: 0.5472529 Feb 07 16:45:39.800806 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-7c827f51-0d6e-4d20-937c-074baf47bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:39.803910 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-7c827f51-0d6e-4d20-937c-074baf47bf79 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.7657478 Feb 07 16:45:39.824622 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-15442898-8bdb-4af9-975b-a1768d1f00a4 req-01be1cba-b2f6-4e78-afe8-514b5403d0ff tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618261 Feb 07 16:45:39.841839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49f5a9-f8e4-44dd-998d-f314e2f42bda req-e549812f-b3fe-4af7-82c9-d665a65554d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:39.845999 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4f49f5a9-f8e4-44dd-998d-f314e2f42bda req-e549812f-b3fe-4af7-82c9-d665a65554d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 1127 time: 0.6078215 Feb 07 16:45:39.870329 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22a2de71-95ab-418b-9853-ca1ddd9cb8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (a32a9a3f-2958-4370-b9f8-1e4938d0dcdf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:39.885125 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56f0fc6-9177-410f-b7a9-e23e2a180994 admin admin] Network 41233ec0-ad63-44e3-8c22-e302658e77e6 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:45:39.885125 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22a2de71-95ab-418b-9853-ca1ddd9cb8ab admin admin] Publish callbacks [] for router_controller (a32a9a3f-2958-4370-b9f8-1e4938d0dcdf), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:39.926439 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-2e82b2a6-4aef-4851-8cda-57cbb36d3c00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 HTTP/1.1" status: 200 len: 217 time: 0.1101856 Feb 07 16:45:40.034693 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34b8ee0-bcb7-4af7-b386-01e37206cf3f tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Made reservation on behalf of 426139bcf0c24dbc8a7bbbd053e318bf for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:45:40.039241 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a34b8ee0-bcb7-4af7-b386-01e37206cf3f tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:40.043889 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d6f248-d000-46ee-8947-0c5ec38a9615 x-openstack-request-id: req-86d6f248-d000-46ee-8947-0c5ec38a9615 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:45:40.044359 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "tag": "42b94be5-646d-42a4-a16f-ca1e09e3cbc1", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:45:40.044863 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86d6f248-d000-46ee-8947-0c5ec38a9615 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:45:40.045534 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'tag': '42b94be5-646d-42a4-a16f-ca1e09e3cbc1', 'status': 'completed', 'code': 200} Feb 07 16:45:40.065435 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-86425765-0917-4cb9-8605-fa3d9c3cc1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (81495317-e6d2-4231-89f2-25e5ad10c689), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:40.068258 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-86425765-0917-4cb9-8605-fa3d9c3cc1e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:40.072619 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-86425765-0917-4cb9-8605-fa3d9c3cc1e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81495317-e6d2-4231-89f2-25e5ad10c689 HTTP/1.1" status: 204 len: 168 time: 1.2374225 Feb 07 16:45:40.126817 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22a2de71-95ab-418b-9853-ca1ddd9cb8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (a32a9a3f-2958-4370-b9f8-1e4938d0dcdf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:40.127688 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a2de71-95ab-418b-9853-ca1ddd9cb8ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router a32a9a3f-2958-4370-b9f8-1e4938d0dcdf {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:45:40.143412 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a56f0fc6-9177-410f-b7a9-e23e2a180994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 41233ec0-ad63-44e3-8c22-e302658e77e6) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:45:40.154628 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e17193b-f4ba-4028-a616-ccf2784dd477 None None] Network 41233ec0-ad63-44e3-8c22-e302658e77e6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:45:40.181418 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22a2de71-95ab-418b-9853-ca1ddd9cb8ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:40.188283 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-22a2de71-95ab-418b-9853-ca1ddd9cb8ab admin admin] 10.222.0.18 "DELETE /v2.0/routers/a32a9a3f-2958-4370-b9f8-1e4938d0dcdf HTTP/1.1" status: 204 len: 168 time: 9.0442247 Feb 07 16:45:40.193921 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-45f3d04b-e9da-468f-9479-47e66c665a74 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (331427ca-4460-4964-b598-bebd8037bf87), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:40.205043 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9eb26602-9f49-4358-be6d-ec0c3625c119 req-ffd50e01-ae93-48f0-b274-fad3baf1056e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091492 Feb 07 16:45:40.209677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56f0fc6-9177-410f-b7a9-e23e2a180994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:40.210111 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a56f0fc6-9177-410f-b7a9-e23e2a180994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:40.214202 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38922) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:40.283867 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86425765-0917-4cb9-8605-fa3d9c3cc1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81495317-e6d2-4231-89f2-25e5ad10c689,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:40.314274 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-45f3d04b-e9da-468f-9479-47e66c665a74 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:45:40.326666 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-4a610d9f-2adf-4e63-8b47-3d2a61c40562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:40.328952 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-4a610d9f-2adf-4e63-8b47-3d2a61c40562 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.3819451 Feb 07 16:45:40.408410 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aaf6e-1003-4e7d-a38a-4542fa2f4e54 req-e760aedb-f0f0-49cd-8372-7a9994b1d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:40.409018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aaf6e-1003-4e7d-a38a-4542fa2f4e54 req-e760aedb-f0f0-49cd-8372-7a9994b1d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:40.409637 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aaf6e-1003-4e7d-a38a-4542fa2f4e54 req-e760aedb-f0f0-49cd-8372-7a9994b1d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:40.410173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aaf6e-1003-4e7d-a38a-4542fa2f4e54 req-e760aedb-f0f0-49cd-8372-7a9994b1d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:40.410713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aaf6e-1003-4e7d-a38a-4542fa2f4e54 req-e760aedb-f0f0-49cd-8372-7a9994b1d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:40.411777 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aaf6e-1003-4e7d-a38a-4542fa2f4e54 req-e760aedb-f0f0-49cd-8372-7a9994b1d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:40.414018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aaf6e-1003-4e7d-a38a-4542fa2f4e54 req-e760aedb-f0f0-49cd-8372-7a9994b1d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:40.418422 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f80aaf6e-1003-4e7d-a38a-4542fa2f4e54 req-e760aedb-f0f0-49cd-8372-7a9994b1d289 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4aab9c2a401e4794b59cf423bf862032&device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 6596 time: 0.4310269 Feb 07 16:45:40.428375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467650a1-dcad-4c7d-9d9a-154572c619a2 None None] Network 41233ec0-ad63-44e3-8c22-e302658e77e6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:45:40.480908 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-5aa93a43-bed7-4a4c-b837-18a96efdef96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372182 Feb 07 16:45:40.483758 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-45f3d04b-e9da-468f-9479-47e66c665a74 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:45:40.485517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-45f3d04b-e9da-468f-9479-47e66c665a74 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:45:40.639562 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49f5a9-f8e4-44dd-998d-f314e2f42bda req-80b30c0b-18c5-42a2-a4c1-64e2d53fa51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:40.650916 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4f49f5a9-f8e4-44dd-998d-f314e2f42bda req-80b30c0b-18c5-42a2-a4c1-64e2d53fa51f service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.7370093 Feb 07 16:45:40.864929 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-225855d0-e9b1-4662-ae07-b33acf8dc6c6 admin admin] Deleting subnet 1fd1507d-1121-42e2-b0c8-b1ebf922c25f {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:45:40.900267 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4f49f5a9-f8e4-44dd-998d-f314e2f42bda req-275ef97a-0c85-428f-a57b-a201db62a906 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96463051-c299-4469-b0b7-ee7aabbdaf68 HTTP/1.1" status: 200 len: 217 time: 0.2310567 Feb 07 16:45:40.925305 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-225855d0-e9b1-4662-ae07-b33acf8dc6c6 admin admin] Publish callbacks [] for subnet (1fd1507d-1121-42e2-b0c8-b1ebf922c25f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:40.938744 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a56f0fc6-9177-410f-b7a9-e23e2a180994 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.4063234 Feb 07 16:45:40.951181 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdfc42-bf64-4bc0-a4b4-e780dff07d04 req-1b7003e5-b25b-4363-a700-2791b313aafe tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:40.967866 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3d04b-e9da-468f-9479-47e66c665a74 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Pushing event updated for resources: {'Port': ['ID=331427ca-4460-4964-b598-bebd8037bf87,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:40.969672 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4dbdfc42-bf64-4bc0-a4b4-e780dff07d04 req-1b7003e5-b25b-4363-a700-2791b313aafe tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 936 time: 0.8004389 Feb 07 16:45:40.997544 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-45f3d04b-e9da-468f-9479-47e66c665a74 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:41.001437 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-45f3d04b-e9da-468f-9479-47e66c665a74 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:41.088665 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-225855d0-e9b1-4662-ae07-b33acf8dc6c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (1fd1507d-1121-42e2-b0c8-b1ebf922c25f), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:41.095972 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a53b4574-df7f-49c7-afdb-2916094b3761 None None] Provisioning complete for port 331427ca-4460-4964-b598-bebd8037bf87 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:45:41.096360 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a53b4574-df7f-49c7-afdb-2916094b3761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (331427ca-4460-4964-b598-bebd8037bf87), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:41.145115 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-45f3d04b-e9da-468f-9479-47e66c665a74 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7122917 Feb 07 16:45:41.149037 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a53b4574-df7f-49c7-afdb-2916094b3761 None None] Port 331427ca-4460-4964-b598-bebd8037bf87 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:45:41.166282 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Request body: {'port': {'device_id': 'f7dd58fd-ef82-418c-9a37-6731629d7b20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:41.236613 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c803af-1d4a-448b-9b83-17c68f2ebb0d req-c49b2683-6640-4c15-b09f-6cf71b06125e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:41.247739 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c803af-1d4a-448b-9b83-17c68f2ebb0d req-c49b2683-6640-4c15-b09f-6cf71b06125e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:41.259426 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c803af-1d4a-448b-9b83-17c68f2ebb0d req-c49b2683-6640-4c15-b09f-6cf71b06125e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:41.271657 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c803af-1d4a-448b-9b83-17c68f2ebb0d req-c49b2683-6640-4c15-b09f-6cf71b06125e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:41.285569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c803af-1d4a-448b-9b83-17c68f2ebb0d req-c49b2683-6640-4c15-b09f-6cf71b06125e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:41.298111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c803af-1d4a-448b-9b83-17c68f2ebb0d req-c49b2683-6640-4c15-b09f-6cf71b06125e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:41.310219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c803af-1d4a-448b-9b83-17c68f2ebb0d req-c49b2683-6640-4c15-b09f-6cf71b06125e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:41.314453 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-97c803af-1d4a-448b-9b83-17c68f2ebb0d req-c49b2683-6640-4c15-b09f-6cf71b06125e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5408 time: 0.5024474 Feb 07 16:45:41.329780 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aaf6e-1003-4e7d-a38a-4542fa2f4e54 req-ee61d8f8-2689-4be3-99e6-6f622609769c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:41.331182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aaf6e-1003-4e7d-a38a-4542fa2f4e54 req-ee61d8f8-2689-4be3-99e6-6f622609769c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:41.331893 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aaf6e-1003-4e7d-a38a-4542fa2f4e54 req-ee61d8f8-2689-4be3-99e6-6f622609769c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:41.335346 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f80aaf6e-1003-4e7d-a38a-4542fa2f4e54 req-ee61d8f8-2689-4be3-99e6-6f622609769c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4aab9c2a401e4794b59cf423bf862032&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8560755 Feb 07 16:45:41.524491 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4dbdfc42-bf64-4bc0-a4b4-e780dff07d04 req-e194373a-8a0b-47df-b9e8-a36d8c972fe5 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5531359 Feb 07 16:45:41.530383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424e0525-fdc2-44e3-89b7-44df8caf5d2e {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:45:41.545340 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a34b8ee0-bcb7-4af7-b386-01e37206cf3f tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (fee87cf3-960d-43e4-b659-578c5614dc7b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:41.545340 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-45e8ddb1-b4d7-4b21-83d3-d0668080cb24 service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9020984 Feb 07 16:45:41.565102 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Publish callbacks [] for port (424e0525-fdc2-44e3-89b7-44df8caf5d2e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:41.604142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:45:41.625759 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (331427ca-4460-4964-b598-bebd8037bf87), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:41.629572 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-225855d0-e9b1-4662-ae07-b33acf8dc6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (1fd1507d-1121-42e2-b0c8-b1ebf922c25f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:41.632554 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Transition to ACTIVE for port object 424e0525-fdc2-44e3-89b7-44df8caf5d2e will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:45:41.670313 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (424e0525-fdc2-44e3-89b7-44df8caf5d2e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:41.677107 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-97c803af-1d4a-448b-9b83-17c68f2ebb0d req-4b9ab4e6-ac5d-4521-8260-428f1a33bc1c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3181803 Feb 07 16:45:41.804722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Pushing event updated for resources: {'Port': ['ID=424e0525-fdc2-44e3-89b7-44df8caf5d2e,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:41.844284 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b8ee0-bcb7-4af7-b386-01e37206cf3f tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Subnet': ['ID=fee87cf3-960d-43e4-b659-578c5614dc7b,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:41.869456 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49f5a9-f8e4-44dd-998d-f314e2f42bda req-18bbaaf6-2c4c-4be0-a811-c30e365223e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:41.873746 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4f49f5a9-f8e4-44dd-998d-f314e2f42bda req-18bbaaf6-2c4c-4be0-a811-c30e365223e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.9531817 Feb 07 16:45:41.881047 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Publish callbacks [] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:41.895691 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-225855d0-e9b1-4662-ae07-b33acf8dc6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (1fd1507d-1121-42e2-b0c8-b1ebf922c25f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:41.908008 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Transition to ACTIVE for port object 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:45:42.018451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aaf6e-1003-4e7d-a38a-4542fa2f4e54 req-fe766e1c-2352-484c-be59-d0251bd009c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:42.021311 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f80aaf6e-1003-4e7d-a38a-4542fa2f4e54 req-fe766e1c-2352-484c-be59-d0251bd009c0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6384289 Feb 07 16:45:42.022014 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:42.036840 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225855d0-e9b1-4662-ae07-b33acf8dc6c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fd1507d-1121-42e2-b0c8-b1ebf922c25f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:42.048658 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-225855d0-e9b1-4662-ae07-b33acf8dc6c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:42.053388 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-225855d0-e9b1-4662-ae07-b33acf8dc6c6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1fd1507d-1121-42e2-b0c8-b1ebf922c25f HTTP/1.1" status: 204 len: 168 time: 1.7910028 Feb 07 16:45:42.058186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcdc0c5-4386-40b0-a6ef-15b444855991 None None] Network 6774a319-c5a3-4cf8-ab7d-2311e53345d0 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:45:42.063037 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38950) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:42.255872 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Attempting to bind port 424e0525-fdc2-44e3-89b7-44df8caf5d2e on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:45:42.256488 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Attempting to bind port 424e0525-fdc2-44e3-89b7-44df8caf5d2e by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'e9d60a73-1a87-4108-9a2d-32329506d358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '341e2c10-4c3c-4ab6-9063-14743a0d705c'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:45:42.256978 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Attempting to bind port 424e0525-fdc2-44e3-89b7-44df8caf5d2e on network 341e2c10-4c3c-4ab6-9063-14743a0d705c {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:42.272584 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Port 424e0525-fdc2-44e3-89b7-44df8caf5d2e on network 341e2c10-4c3c-4ab6-9063-14743a0d705c not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:45:42.273157 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Attempting to bind port 424e0525-fdc2-44e3-89b7-44df8caf5d2e on network 341e2c10-4c3c-4ab6-9063-14743a0d705c {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:42.301468 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8fb60-a292-4651-ad94-d088c90daeab req-20229b94-26a1-4de9-b193-08ff65289ba4 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:42.303390 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-55b8fb60-a292-4651-ad94-d088c90daeab req-20229b94-26a1-4de9-b193-08ff65289ba4 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 944 time: 0.4163473 Feb 07 16:45:42.304457 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:45:42.304976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Checking segment: {'id': 'e9d60a73-1a87-4108-9a2d-32329506d358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '341e2c10-4c3c-4ab6-9063-14743a0d705c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:45:42.305596 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Bound using segment: {'id': 'e9d60a73-1a87-4108-9a2d-32329506d358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '341e2c10-4c3c-4ab6-9063-14743a0d705c'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:45:42.306815 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Bound port: 424e0525-fdc2-44e3-89b7-44df8caf5d2e, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d60a73-1a87-4108-9a2d-32329506d358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '341e2c10-4c3c-4ab6-9063-14743a0d705c'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:45:42.307381 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (424e0525-fdc2-44e3-89b7-44df8caf5d2e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:42.436513 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458f95b8-e8c8-4356-9989-d80d231a249f None None] DHCP port deletion for 6774a319-c5a3-4cf8-ab7d-2311e53345d0 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:45:42.470283 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (6774a319-c5a3-4cf8-ab7d-2311e53345d0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:42.500922 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-55b8fb60-a292-4651-ad94-d088c90daeab req-61f24e79-9324-4f89-b884-06e9df1dd4a1 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687098 Feb 07 16:45:42.560137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-458f95b8-e8c8-4356-9989-d80d231a249f None None] Deleting port 22a362c7-f9e2-4851-a3fd-8638454b14f6 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:45:42.560729 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-458f95b8-e8c8-4356-9989-d80d231a249f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (22a362c7-f9e2-4851-a3fd-8638454b14f6), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:42.615117 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] For port 424e0525-fdc2-44e3-89b7-44df8caf5d2e, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:45:42.621883 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4f49f5a9-f8e4-44dd-998d-f314e2f42bda req-9fa101ea-2b58-43ba-85af-f77afd2b4e75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6266484 Feb 07 16:45:42.644359 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-083bd0b7-3cf0-46bc-871f-d29d4d28e2e3 service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0592360 Feb 07 16:45:42.723136 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-458f95b8-e8c8-4356-9989-d80d231a249f None None] For port 22a362c7-f9e2-4851-a3fd-8638454b14f6, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=22a362c7-f9e2-4851-a3fd-8638454b14f6,segment=NetworkSegment(bba8cc81-b411-40e7-9aa6-439b3e72859d),segment_id=bba8cc81-b411-40e7-9aa6-439b3e72859d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:42.724266 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-458f95b8-e8c8-4356-9989-d80d231a249f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (22a362c7-f9e2-4851-a3fd-8638454b14f6), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:42.744103 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-458f95b8-e8c8-4356-9989-d80d231a249f None None] Calling delete_port for 22a362c7-f9e2-4851-a3fd-8638454b14f6 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:45:42.745831 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] Deleting port 22a362c7-f9e2-4851-a3fd-8638454b14f6 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:45:42.752171 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (22a362c7-f9e2-4851-a3fd-8638454b14f6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:42.908805 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-458f95b8-e8c8-4356-9989-d80d231a249f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (22a362c7-f9e2-4851-a3fd-8638454b14f6), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:42.934372 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f95b8-e8c8-4356-9989-d80d231a249f None None] No DVR routers for this DVR port 22a362c7-f9e2-4851-a3fd-8638454b14f6 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:45:42.986361 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:43.018406 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f95b8-e8c8-4356-9989-d80d231a249f None None] Pushing event deleted for resources: {'Port': ['ID=22a362c7-f9e2-4851-a3fd-8638454b14f6,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:43.095646 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34b8ee0-bcb7-4af7-b386-01e37206cf3f tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Checking segment: {'id': '9326afe3-6b8f-42cb-a3c6-9ab6bca21c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:45:43.096398 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34b8ee0-bcb7-4af7-b386-01e37206cf3f tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Network hostable DHCP agents. Network: 9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:45:43.097808 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] For port 424e0525-fdc2-44e3-89b7-44df8caf5d2e, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=424e0525-fdc2-44e3-89b7-44df8caf5d2e,segment=NetworkSegment(e9d60a73-1a87-4108-9a2d-32329506d358),segment_id=e9d60a73-1a87-4108-9a2d-32329506d358)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:45:43.147751 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (424e0525-fdc2-44e3-89b7-44df8caf5d2e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:43.152049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] For port 22a362c7-f9e2-4851-a3fd-8638454b14f6, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=22a362c7-f9e2-4851-a3fd-8638454b14f6,segment=NetworkSegment(bba8cc81-b411-40e7-9aa6-439b3e72859d),segment_id=bba8cc81-b411-40e7-9aa6-439b3e72859d)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:43.152411 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (22a362c7-f9e2-4851-a3fd-8638454b14f6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:43.237415 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] Calling delete_port for 22a362c7-f9e2-4851-a3fd-8638454b14f6 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:45:43.261684 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:43.262418 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:43.264408 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] 10.222.0.32 "PUT /v2.0/ports/424e0525-fdc2-44e3-89b7-44df8caf5d2e HTTP/1.1" status: 200 len: 1091 time: 3.8411181 Feb 07 16:45:43.275301 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'tag': '424e0525-fdc2-44e3-89b7-44df8caf5d2e'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:45:43.278734 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3adb1f1-dc9f-4313-a614-29f08d671cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "tag": "424e0525-fdc2-44e3-89b7-44df8caf5d2e"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:45:43.314434 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331427ca-4460-4964-b598-bebd8037bf87 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:45:43.351964 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db38227-e75f-4a0e-b9a4-52ac5568a6f6 req-ec3416b6-69ea-4d6a-b32c-5598059e1f28 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:43.370116 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6db38227-e75f-4a0e-b9a4-52ac5568a6f6 req-ec3416b6-69ea-4d6a-b32c-5598059e1f28 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 1.4553916 Feb 07 16:45:43.430461 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Publish callbacks [] for port (331427ca-4460-4964-b598-bebd8037bf87), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:43.568444 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60a5df-6ad9-4fbe-baa6-b607c576e9eb service neutron] Pushing event updated for resources: {'Port': ['ID=424e0525-fdc2-44e3-89b7-44df8caf5d2e,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:43.590764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Transition to ACTIVE for port object 331427ca-4460-4964-b598-bebd8037bf87 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:45:43.610044 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (331427ca-4460-4964-b598-bebd8037bf87), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:43.642712 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4f49f5a9-f8e4-44dd-998d-f314e2f42bda req-12ba7619-febe-48e6-bc10-f3f4f0843e41 service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9830072 Feb 07 16:45:43.648930 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Attempting to bind port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:45:43.652052 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Attempting to bind port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:45:43.661516 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Attempting to bind port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:43.680455 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Pushing event updated for resources: {'Port': ['ID=331427ca-4460-4964-b598-bebd8037bf87,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:43.682395 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-8163b105-e841-4887-ade6-7722d5a95069 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:43.688931 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-8163b105-e841-4887-ade6-7722d5a95069 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b&tenant_id=fe34686be38c42c8a33e48d32dc23dcd&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 1126 time: 0.5433044 Feb 07 16:45:43.774419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:45:43.782715 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Attempting to bind port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:43.784529 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-aa348783-a152-4eac-a2ce-2833ae3fd9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:43.785648 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-aa348783-a152-4eac-a2ce-2833ae3fd9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:43.786463 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-aa348783-a152-4eac-a2ce-2833ae3fd9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:43.787118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-aa348783-a152-4eac-a2ce-2833ae3fd9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:43.788182 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-aa348783-a152-4eac-a2ce-2833ae3fd9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:43.789023 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-aa348783-a152-4eac-a2ce-2833ae3fd9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:43.789710 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-aa348783-a152-4eac-a2ce-2833ae3fd9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:43.792657 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-aa348783-a152-4eac-a2ce-2833ae3fd9ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4aab9c2a401e4794b59cf423bf862032&device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 6694 time: 0.3787055 Feb 07 16:45:43.803238 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-e1a6864c-1967-4129-aa83-763bd177f847 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:43.806226 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-e1a6864c-1967-4129-aa83-763bd177f847 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/networks?id=026bb78d-0aa8-4390-b322-baead91e4047 HTTP/1.1" status: 200 len: 825 time: 0.5063694 Feb 07 16:45:43.865995 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (22a362c7-f9e2-4851-a3fd-8638454b14f6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:44.071124 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:45:44.071947 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:45:44.071947 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:45:44.079260 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Bound port: 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:45:44.079818 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:44.142099 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-1496ea7d-8e8c-4960-9f84-dcb3a1dd2eb6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a820c8e-82b5-4d45-aa6c-615c32456553 HTTP/1.1" status: 200 len: 217 time: 0.2980304 Feb 07 16:45:44.151284 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34b8ee0-bcb7-4af7-b386-01e37206cf3f tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Network 9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:45:44.160190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a362c7-f9e2-4851-a3fd-8638454b14f6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:44.200574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-e98fe15d-8798-4f1c-88f6-f37458dde197 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/quotas/7f22110216104d6eb1a2adc34ce617b3 HTTP/1.1" status: 200 len: 375 time: 0.2773128 Feb 07 16:45:44.204995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] No DVR routers for this DVR port 22a362c7-f9e2-4851-a3fd-8638454b14f6 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:45:44.275219 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a34b8ee0-bcb7-4af7-b386-01e37206cf3f tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:45:44.287605 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52a4d19-eb23-429c-bdca-76f69b066055 None None] Network 9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:45:44.421092 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34b8ee0-bcb7-4af7-b386-01e37206cf3f tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:44.421940 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a34b8ee0-bcb7-4af7-b386-01e37206cf3f tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:44.447282 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:45:44.543391 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a34b8ee0-bcb7-4af7-b386-01e37206cf3f tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.2791765 Feb 07 16:45:44.566317 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38988) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:44.569633 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-6037c865-f420-47b9-935d-d5f12d31d11d tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f22110216104d6eb1a2adc34ce617b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3064435 Feb 07 16:45:44.582513 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0cad671a-c3f8-40f3-8a5a-9037138057bb tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1253233273', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:44.607926 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 22a362c7-f9e2-4851-a3fd-8638454b14f6 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:45:44.612570 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] For port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:45:44.619812 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] For port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:45:44.647366 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Attempting to bind port 331427ca-4460-4964-b598-bebd8037bf87 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:45:44.647854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Attempting to bind port 331427ca-4460-4964-b598-bebd8037bf87 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:45:44.648299 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Attempting to bind port 331427ca-4460-4964-b598-bebd8037bf87 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:44.651888 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-0d2c03d7-13a9-401a-b811-9ebcea6d2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:44.653516 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-0d2c03d7-13a9-401a-b811-9ebcea6d2255 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=efa32e71-a547-428f-88bc-c70d8d8b132e HTTP/1.1" status: 200 len: 851 time: 0.5084319 Feb 07 16:45:44.657795 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6db38227-e75f-4a0e-b9a4-52ac5568a6f6 req-035bc512-76f2-401b-a21f-0564558264ac tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2438011 Feb 07 16:45:44.668783 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (6774a319-c5a3-4cf8-ab7d-2311e53345d0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:44.679417 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 22a362c7-f9e2-4851-a3fd-8638454b14f6 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:45:44.680873 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 22a362c7-f9e2-4851-a3fd-8638454b14f6 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:45:44.701089 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:44.796825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Port 331427ca-4460-4964-b598-bebd8037bf87 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:45:44.799044 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Attempting to bind port 331427ca-4460-4964-b598-bebd8037bf87 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:44.856195 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc974ac-2316-43eb-9ee5-850ebd470070 None None] Network 9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:45:44.868273 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:45:44.868846 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:45:44.869401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:45:44.870667 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Bound port: 331427ca-4460-4964-b598-bebd8037bf87, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:45:44.872728 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (331427ca-4460-4964-b598-bebd8037bf87), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:44.879561 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6774a319-c5a3-4cf8-ab7d-2311e53345d0']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:44.900066 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cad671a-c3f8-40f3-8a5a-9037138057bb tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (b476168a-7024-44ce-a0a0-a998e57605ec), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:44.901617 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cad671a-c3f8-40f3-8a5a-9037138057bb tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (b476168a-7024-44ce-a0a0-a998e57605ec), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:44.906461 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4f49f5a9-f8e4-44dd-998d-f314e2f42bda req-90749870-6034-4c9b-a07d-b91ccc961ec4 service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2336299 Feb 07 16:45:44.940216 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba8cc81-b411-40e7-9aa6-439b3e72859d') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:44.940661 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba8cc81-b411-40e7-9aa6-439b3e72859d') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:44.970458 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (bba8cc81-b411-40e7-9aa6-439b3e72859d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:45.037133 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-2148f56f-c008-46aa-bb0b-1e1e1aac5c01 service neutron] For port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:45:45.074021 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:45.075178 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:45.076468 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] 10.222.0.48 "PUT /v2.0/ports/3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 HTTP/1.1" status: 200 len: 1094 time: 6.4261599 Feb 07 16:45:45.086967 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-2148f56f-c008-46aa-bb0b-1e1e1aac5c01 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:45.088255 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-2148f56f-c008-46aa-bb0b-1e1e1aac5c01 service neutron] 10.222.0.48 "DELETE /v2.0/ports/2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2/bindings/n-h2-827865-3 HTTP/1.1" status: 204 len: 173 time: 1.3172357 Feb 07 16:45:45.088764 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4627db7d-36eb-4ec8-8ac0-4a500364569b', 'tag': '3835a0f1-f4e6-4303-9a4d-36a77fc3bad2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:45:45.091425 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b20e62d-e585-4b98-9e4d-5cc2eea9f50d" -d '{"events": [{"name": "network-changed", "server_uuid": "4627db7d-36eb-4ec8-8ac0-4a500364569b", "tag": "3835a0f1-f4e6-4303-9a4d-36a77fc3bad2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:45:45.126966 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6ec7d-906d-4475-b8a9-9913313b9fcc req-862fc9b9-fdf3-4701-8a60-fab2554acf2e tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:45.128940 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-48d6ec7d-906d-4475-b8a9-9913313b9fcc req-862fc9b9-fdf3-4701-8a60-fab2554acf2e tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 948 time: 0.2197428 Feb 07 16:45:45.239991 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7c994-3250-486d-94b1-6a179149f6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:45.335619 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-48d6ec7d-906d-4475-b8a9-9913313b9fcc req-d9c8a39d-f83e-4b7d-aeb6-319d86782664 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988719 Feb 07 16:45:45.380978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-40a5930c-29b8-4d01-b280-1ea394274d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:45.383338 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-40a5930c-29b8-4d01-b280-1ea394274d62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c74dc58f8ac40fea998b5a9adf08e00&device_id=4627db7d-36eb-4ec8-8ac0-4a500364569b HTTP/1.1" status: 200 len: 1128 time: 0.2332606 Feb 07 16:45:45.723151 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-51e3d16b-757d-4b88-899f-f0e3c0133b22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 HTTP/1.1" status: 200 len: 217 time: 0.3282058 Feb 07 16:45:45.892266 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-8101f456-6898-4fb2-ac54-13a3cfba1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:45.893764 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-8101f456-6898-4fb2-ac54-13a3cfba1f1e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1626043 Feb 07 16:45:45.996413 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85efa2f-a444-488e-af37-3cecd1568f18 req-937d23e4-e173-4f54-bb1c-e209ee2bbb29 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:46.003674 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85efa2f-a444-488e-af37-3cecd1568f18 req-937d23e4-e173-4f54-bb1c-e209ee2bbb29 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:46.012551 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85efa2f-a444-488e-af37-3cecd1568f18 req-937d23e4-e173-4f54-bb1c-e209ee2bbb29 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:46.019789 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85efa2f-a444-488e-af37-3cecd1568f18 req-937d23e4-e173-4f54-bb1c-e209ee2bbb29 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:46.026590 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85efa2f-a444-488e-af37-3cecd1568f18 req-937d23e4-e173-4f54-bb1c-e209ee2bbb29 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:46.034093 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85efa2f-a444-488e-af37-3cecd1568f18 req-937d23e4-e173-4f54-bb1c-e209ee2bbb29 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:46.040350 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85efa2f-a444-488e-af37-3cecd1568f18 req-937d23e4-e173-4f54-bb1c-e209ee2bbb29 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:46.043161 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b85efa2f-a444-488e-af37-3cecd1568f18 req-937d23e4-e173-4f54-bb1c-e209ee2bbb29 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5420 time: 0.3660169 Feb 07 16:45:46.052983 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-a1edb3c8-7cd5-4b03-9bb2-c3e0bf4b5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:46.054932 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-a1edb3c8-7cd5-4b03-9bb2-c3e0bf4b5e93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1550512 Feb 07 16:45:46.116160 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cad671a-c3f8-40f3-8a5a-9037138057bb tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for router_controller (b476168a-7024-44ce-a0a0-a998e57605ec), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:46.119210 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (bba8cc81-b411-40e7-9aa6-439b3e72859d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:46.154008 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-09557cdd-84f2-4941-baf4-60ed39e7c883 service neutron] 10.222.0.18 "GET /v2.0/networks/026bb78d-0aa8-4390-b322-baead91e4047?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5567009 Feb 07 16:45:46.209649 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] For port 331427ca-4460-4964-b598-bebd8037bf87, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:45:46.215170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] For port 331427ca-4460-4964-b598-bebd8037bf87, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=331427ca-4460-4964-b598-bebd8037bf87,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:45:46.264151 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-d616daf4-6554-45f9-b3a5-642c92aa156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:46.267614 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-d616daf4-6554-45f9-b3a5-642c92aa156d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b2b4548-f7c6-4e74-86b3-3287e52c00ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.5960844 Feb 07 16:45:46.292854 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b85efa2f-a444-488e-af37-3cecd1568f18 req-b439d122-8e96-4193-b3d6-15a14808a2ae tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2344902 Feb 07 16:45:46.391635 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:45:46.392630 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (bba8cc81-b411-40e7-9aa6-439b3e72859d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:45:46.412736 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:45:46.415575 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (331427ca-4460-4964-b598-bebd8037bf87), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:46.431037 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-dbbf53d3-c3bb-404e-ba8f-43cbb06aba54 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443322 Feb 07 16:45:46.473507 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ed72e7-850f-4798-a36c-67446c6b36af x-openstack-request-id: req-77ed72e7-850f-4798-a36c-67446c6b36af {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:45:46.473997 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "tag": "424e0525-fdc2-44e3-89b7-44df8caf5d2e", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:45:46.474428 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77ed72e7-850f-4798-a36c-67446c6b36af {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:45:46.475283 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'tag': '424e0525-fdc2-44e3-89b7-44df8caf5d2e', 'status': 'completed', 'code': 200} Feb 07 16:45:46.586118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:46.589830 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:46.605137 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] 10.222.0.32 "PUT /v2.0/ports/331427ca-4460-4964-b598-bebd8037bf87 HTTP/1.1" status: 200 len: 1096 time: 5.4465451 Feb 07 16:45:46.657651 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d872e6ba-7a16-432b-b0e5-37b2072b9a77 req-5dbc763f-958a-47bb-b335-52ae7c2dd92a service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207909 Feb 07 16:45:46.879149 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185876f6-4290-4eb1-9bb2-298e9b9dae03 req-91758e73-7e97-437c-9d5a-423fac174044 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:46.895100 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-185876f6-4290-4eb1-9bb2-298e9b9dae03 req-91758e73-7e97-437c-9d5a-423fac174044 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 944 time: 0.2310305 Feb 07 16:45:46.947974 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cad671a-c3f8-40f3-8a5a-9037138057bb tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for router_gateway (b476168a-7024-44ce-a0a0-a998e57605ec), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:47.017636 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (6774a319-c5a3-4cf8-ab7d-2311e53345d0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:47.066120 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-185876f6-4290-4eb1-9bb2-298e9b9dae03 req-40aa11d9-5af9-4449-9999-05be0700ac78 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695900 Feb 07 16:45:47.140495 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:47.146625 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6774a319-c5a3-4cf8-ab7d-2311e53345d0 HTTP/1.1" status: 204 len: 168 time: 5.0800593 Feb 07 16:45:47.243084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383cc93-9b52-4340-8fd2-0878be9b2f82 admin admin] Pushing event deleted for resources: {'Network': ['ID=6774a319-c5a3-4cf8-ab7d-2311e53345d0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:47.301933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fc523-4d31-4801-be24-7d5807aa7083 service neutron] Pushing event updated for resources: {'Port': ['ID=331427ca-4460-4964-b598-bebd8037bf87,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:47.331753 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d5d34c-bc65-4964-8ae7-3e7ed89a7508 x-openstack-request-id: req-b2d5d34c-bc65-4964-8ae7-3e7ed89a7508 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:45:47.332588 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4627db7d-36eb-4ec8-8ac0-4a500364569b", "tag": "3835a0f1-f4e6-4303-9a4d-36a77fc3bad2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:45:47.332752 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2d5d34c-bc65-4964-8ae7-3e7ed89a7508 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:45:47.333319 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4627db7d-36eb-4ec8-8ac0-4a500364569b', 'tag': '3835a0f1-f4e6-4303-9a4d-36a77fc3bad2', 'status': 'completed', 'code': 200} Feb 07 16:45:47.373073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-1a6f3e0c-09fb-4bea-a022-bd3e9e4652cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:47.375374 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-1a6f3e0c-09fb-4bea-a022-bd3e9e4652cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c74dc58f8ac40fea998b5a9adf08e00&device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 1130 time: 0.4202127 Feb 07 16:45:47.377751 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-1da11635-394b-42f0-bd3e-ea59073504b9 service neutron] 10.222.0.32 "GET /v2.0/networks/0b2b4548-f7c6-4e74-86b3-3287e52c00ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8812861 Feb 07 16:45:47.381210 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-2d993a42-8422-4656-a6c3-6b6b70216701 service neutron] 10.222.0.18 "GET /v2.0/networks/026bb78d-0aa8-4390-b322-baead91e4047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1550407 Feb 07 16:45:47.443020 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-a47a22b3-791a-4fe7-8765-898c78fd549c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=331427ca-4460-4964-b598-bebd8037bf87 HTTP/1.1" status: 200 len: 217 time: 0.0543497 Feb 07 16:45:47.533028 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-43243459-cf3a-4db7-bef6-450ba93cd905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:47.534775 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-43243459-cf3a-4db7-bef6-450ba93cd905 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0804505 Feb 07 16:45:47.571197 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39034) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:47.828637 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-09baefbc-bfd4-4b49-862a-2dccc5c21dc4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4d49702976945bf97b629c65cf535b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2542195 Feb 07 16:45:47.829308 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39036) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:47.833219 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20e62d-e585-4b98-9e4d-5cc2eea9f50d req-ed433383-9544-4bd1-b653-ac6e8f50cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:47.834835 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b20e62d-e585-4b98-9e4d-5cc2eea9f50d req-ed433383-9544-4bd1-b653-ac6e8f50cf73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c74dc58f8ac40fea998b5a9adf08e00&device_id=4627db7d-36eb-4ec8-8ac0-4a500364569b HTTP/1.1" status: 200 len: 1128 time: 0.4743853 Feb 07 16:45:47.889642 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5af0b0-d47e-48eb-8041-baa60e741315 req-1f95854b-b4f7-4f33-91ab-617287fa2488 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:47.898015 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ab5af0b0-d47e-48eb-8041-baa60e741315 req-1f95854b-b4f7-4f33-91ab-617287fa2488 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 948 time: 0.3272178 Feb 07 16:45:48.029764 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cad671a-c3f8-40f3-8a5a-9037138057bb tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for router_gateway (b476168a-7024-44ce-a0a0-a998e57605ec), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:48.135325 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cad671a-c3f8-40f3-8a5a-9037138057bb tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:48.170606 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b4c0c1b-a9af-4704-8b5b-22db044a330c admin admin] Publish callbacks [] for security_group (dfb1e91c-4e79-41b2-b5cc-62760c031ceb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:48.194864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-986498b7-1aae-498c-aa59-58e66bc179c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:48.205516 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-986498b7-1aae-498c-aa59-58e66bc179c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6485999 Feb 07 16:45:48.276196 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b4c0c1b-a9af-4704-8b5b-22db044a330c admin admin] Publish callbacks [] for security_group (dfb1e91c-4e79-41b2-b5cc-62760c031ceb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:48.490261 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ab5af0b0-d47e-48eb-8041-baa60e741315 req-693beabf-a081-402a-b02f-1c761dfaa717 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5911317 Feb 07 16:45:48.491336 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20e62d-e585-4b98-9e4d-5cc2eea9f50d req-72f367b6-76cd-4480-86cf-358608658eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:48.492617 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b20e62d-e585-4b98-9e4d-5cc2eea9f50d req-72f367b6-76cd-4480-86cf-358608658eb4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.6499641 Feb 07 16:45:48.601852 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7dd58fd-ef82-418c-9a37-6731629d7b20', 'tag': '331427ca-4460-4964-b598-bebd8037bf87'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:45:48.604305 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3858c9-3e87-481f-b3f8-2ecb88db2dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "f7dd58fd-ef82-418c-9a37-6731629d7b20", "tag": "331427ca-4460-4964-b598-bebd8037bf87"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:45:48.618378 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-588e1c8b-025d-4196-9edc-2ba01ba7f129 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113483 Feb 07 16:45:48.642945 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b20e62d-e585-4b98-9e4d-5cc2eea9f50d req-c916f78a-16fb-477a-a079-ba5e09ec54e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 HTTP/1.1" status: 200 len: 217 time: 0.1325307 Feb 07 16:45:48.788478 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-82cf9cad-5ee5-4dd2-b548-4bf69a99516c service neutron] 10.222.0.32 "GET /v2.0/networks/0b2b4548-f7c6-4e74-86b3-3287e52c00ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3442526 Feb 07 16:45:48.872644 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20e62d-e585-4b98-9e4d-5cc2eea9f50d req-d21b98a8-77ec-4f06-a781-9e9e4681eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:48.876518 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b20e62d-e585-4b98-9e4d-5cc2eea9f50d req-d21b98a8-77ec-4f06-a781-9e9e4681eff2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.2205396 Feb 07 16:45:48.994538 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-069f506e-b62a-4354-9078-0450ecbc5aa6 req-dc0c0f27-4372-4057-9fa6-8df72942e8f8 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 210 time: 0.3538320 Feb 07 16:45:48.996001 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39058) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:49.106910 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b4c0c1b-a9af-4704-8b5b-22db044a330c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (dfb1e91c-4e79-41b2-b5cc-62760c031ceb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:49.111557 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b4c0c1b-a9af-4704-8b5b-22db044a330c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:49.126671 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0b4c0c1b-a9af-4704-8b5b-22db044a330c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dfb1e91c-4e79-41b2-b5cc-62760c031ceb HTTP/1.1" status: 204 len: 168 time: 1.2799456 Feb 07 16:45:49.158340 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63970da0-2e83-43a3-a1d8-06683eda6cd1 req-c343cad3-eae5-4ffa-aebb-6f4b1ab7cd2f service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034423 Feb 07 16:45:49.195312 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-7cd56acc-fca2-4f45-b224-56f421bdb2fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=ddf07e8a-aca0-4630-85c7-61c340f16521 HTTP/1.1" status: 200 len: 217 time: 0.3607976 Feb 07 16:45:49.234454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c0c1b-a9af-4704-8b5b-22db044a330c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb1e91c-4e79-41b2-b5cc-62760c031ceb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:49.267552 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc5df6-cdb3-4cfb-ae13-10acc0eb2dc9 req-e59fa4de-c8e4-46fc-bcb3-4e83e26d28fe tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:49.272333 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24173c6-1df6-4451-87f1-85165d118657 req-bfe43f80-f0ce-4fbb-b09e-c9e2ea794b72 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:49.274275 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d24173c6-1df6-4451-87f1-85165d118657 req-bfe43f80-f0ce-4fbb-b09e-c9e2ea794b72 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 1126 time: 0.1428380 Feb 07 16:45:49.276652 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20e62d-e585-4b98-9e4d-5cc2eea9f50d req-d8c2239e-0ed6-413e-b450-bcc6d7111f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:49.278651 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b20e62d-e585-4b98-9e4d-5cc2eea9f50d req-d8c2239e-0ed6-413e-b450-bcc6d7111f8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2801976 Feb 07 16:45:49.299480 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc5df6-cdb3-4cfb-ae13-10acc0eb2dc9 req-e59fa4de-c8e4-46fc-bcb3-4e83e26d28fe tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:49.335953 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc5df6-cdb3-4cfb-ae13-10acc0eb2dc9 req-e59fa4de-c8e4-46fc-bcb3-4e83e26d28fe tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:49.349362 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc5df6-cdb3-4cfb-ae13-10acc0eb2dc9 req-e59fa4de-c8e4-46fc-bcb3-4e83e26d28fe tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:49.362758 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc5df6-cdb3-4cfb-ae13-10acc0eb2dc9 req-e59fa4de-c8e4-46fc-bcb3-4e83e26d28fe tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:49.373664 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc5df6-cdb3-4cfb-ae13-10acc0eb2dc9 req-e59fa4de-c8e4-46fc-bcb3-4e83e26d28fe tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:49.386175 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc5df6-cdb3-4cfb-ae13-10acc0eb2dc9 req-e59fa4de-c8e4-46fc-bcb3-4e83e26d28fe tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:49.389860 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5ffc5df6-cdb3-4cfb-ae13-10acc0eb2dc9 req-e59fa4de-c8e4-46fc-bcb3-4e83e26d28fe tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5420 time: 1.3629830 Feb 07 16:45:49.444279 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b20e62d-e585-4b98-9e4d-5cc2eea9f50d req-679e2ff6-68bb-4588-8d74-f93cabc5f8ea service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586542 Feb 07 16:45:49.564780 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-0cad671a-c3f8-40f3-8a5a-9037138057bb tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Allocated IP 172.25.4.101 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/2ad6e291-0405-4ff3-8002-9d04f6b4835c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:45:49.566640 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b14bae27-d7ba-4e7c-bfd9-f692a238a4b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:49.657661 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-959c846d-d792-4d5c-8856-60347817b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:49.660485 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-959c846d-d792-4d5c-8856-60347817b65f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6 HTTP/1.1" status: 200 len: 797 time: 0.2685497 Feb 07 16:45:49.766348 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d24173c6-1df6-4451-87f1-85165d118657 req-dbc88d7a-50fc-4270-9a70-e9f5a275eea6 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310239 Feb 07 16:45:49.880564 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b20e62d-e585-4b98-9e4d-5cc2eea9f50d req-e7119fe1-cbe4-4ac1-984e-a8b6fe16ffd0 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001722 Feb 07 16:45:49.939069 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1f4641-a0f8-49fe-8e2b-4e9eb7cd46a6 x-openstack-request-id: req-0f1f4641-a0f8-49fe-8e2b-4e9eb7cd46a6 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:45:49.939574 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7dd58fd-ef82-418c-9a37-6731629d7b20", "tag": "331427ca-4460-4964-b598-bebd8037bf87", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:45:49.939996 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f1f4641-a0f8-49fe-8e2b-4e9eb7cd46a6 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:45:49.940672 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7dd58fd-ef82-418c-9a37-6731629d7b20', 'tag': '331427ca-4460-4964-b598-bebd8037bf87', 'status': 'completed', 'code': 200} Feb 07 16:45:50.039399 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b14bae27-d7ba-4e7c-bfd9-f692a238a4b7 admin admin] Publish callbacks [] for security_group (e14898b3-5571-4110-bd50-5e87951a4e9d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:50.064836 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b14bae27-d7ba-4e7c-bfd9-f692a238a4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e14898b3-5571-4110-bd50-5e87951a4e9d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:50.067368 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5ffc5df6-cdb3-4cfb-ae13-10acc0eb2dc9 req-990848e8-c9a7-45ab-8d11-2ec83db6b3c2 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5971160 Feb 07 16:45:50.190106 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-41c8eebf-3282-4081-bdd4-89dec2edf39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:50.196558 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-41c8eebf-3282-4081-bdd4-89dec2edf39d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77871b7a-f86e-4316-bba8-73d687b56c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5257423 Feb 07 16:45:50.309396 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:45:50.350091 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b14bae27-d7ba-4e7c-bfd9-f692a238a4b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c621e81444549fd8b3f43397aed7e3f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2750692 Feb 07 16:45:50.369412 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39084) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:50.414833 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bae27-d7ba-4e7c-bfd9-f692a238a4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14898b3-5571-4110-bd50-5e87951a4e9d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:50.512569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a363a24-fbf6-4317-9a45-f8eef268f55c req-60a36e22-6255-4fe3-9d73-b5339a3fc0bd tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:50.514481 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a363a24-fbf6-4317-9a45-f8eef268f55c req-60a36e22-6255-4fe3-9d73-b5339a3fc0bd tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 948 time: 0.4986305 Feb 07 16:45:50.573596 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cad671a-c3f8-40f3-8a5a-9037138057bb tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (2ad6e291-0405-4ff3-8002-9d04f6b4835c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:50.622055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-03c38fb3-08d3-4e99-bf86-f013d66faff6 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:50.623615 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-03c38fb3-08d3-4e99-bf86-f013d66faff6 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.48 "GET /v2.0/networks?id=026bb78d-0aa8-4390-b322-baead91e4047 HTTP/1.1" status: 200 len: 825 time: 0.5056059 Feb 07 16:45:50.637497 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cad671a-c3f8-40f3-8a5a-9037138057bb tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (2ad6e291-0405-4ff3-8002-9d04f6b4835c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:50.643720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:50.648358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-229f8219-90bd-4fe1-8087-de51f09bbfd1 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Request body: {'port': {'device_id': '9ce981a4-0041-456c-9498-cde7a49b13bb', 'network_id': '026bb78d-0aa8-4390-b322-baead91e4047', 'admin_state_up': True, 'tenant_id': '7f22110216104d6eb1a2adc34ce617b3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:50.670738 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '3835a0f1-f4e6-4303-9a4d-36a77fc3bad2', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '3835a0f1-f4e6-4303-9a4d-36a77fc3bad2', 'mac_address': 'fa:16:3e:d6:7d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:45:50.684429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cad671a-c3f8-40f3-8a5a-9037138057bb tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:45:50.698636 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0cad671a-c3f8-40f3-8a5a-9037138057bb tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:45:50.703264 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cad671a-c3f8-40f3-8a5a-9037138057bb tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:45:50.782868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:45:50.783552 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:50.815802 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:45:50.830300 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bcb7d185-f7c2-4b90-ad14-325fb696a5bc req-bb1332c8-cbe2-403b-a354-674fb4e84f93 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 210 time: 0.2098231 Feb 07 16:45:50.859286 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3858c9-3e87-481f-b3f8-2ecb88db2dd7 req-994196ae-d371-47e5-a51c-94416b3505f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:50.862172 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e3858c9-3e87-481f-b3f8-2ecb88db2dd7 req-994196ae-d371-47e5-a51c-94416b3505f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c74dc58f8ac40fea998b5a9adf08e00&device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 1130 time: 0.9305754 Feb 07 16:45:50.864735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:50.873159 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:50.940551 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a363a24-fbf6-4317-9a45-f8eef268f55c req-2058a8af-e33b-4703-925d-d56ffe5e9867 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902054 Feb 07 16:45:50.941846 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21a68d92-7147-40a4-a15d-490071d41342 admin admin] Publish callbacks [] for security_group (e14898b3-5571-4110-bd50-5e87951a4e9d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:50.945322 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-a16eb415-22a7-47b2-a3cd-115afc0e3e24 service neutron] 10.222.0.32 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7366095 Feb 07 16:45:51.024478 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:51.088345 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21a68d92-7147-40a4-a15d-490071d41342 admin admin] Publish callbacks [] for security_group (e14898b3-5571-4110-bd50-5e87951a4e9d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:51.153979 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:51.206200 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-229f8219-90bd-4fe1-8087-de51f09bbfd1 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Made reservation on behalf of 7f22110216104d6eb1a2adc34ce617b3 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:45:51.210196 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-229f8219-90bd-4fe1-8087-de51f09bbfd1 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:51.222050 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['3835a0f1-f4e6-4303-9a4d-36a77fc3bad2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:45:51.263397 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb647d-628b-4fca-a55d-349c04943471 req-bf89c597-c095-4dcd-88b2-76ae5695a83f tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:51.272250 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6dbb647d-628b-4fca-a55d-349c04943471 req-bf89c597-c095-4dcd-88b2-76ae5695a83f tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1510766 Feb 07 16:45:51.289331 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad671a-c3f8-40f3-8a5a-9037138057bb tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=2ad6e291-0405-4ff3-8002-9d04f6b4835c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:51.323962 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39112) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:51.363845 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21a68d92-7147-40a4-a15d-490071d41342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e14898b3-5571-4110-bd50-5e87951a4e9d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:51.367251 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21a68d92-7147-40a4-a15d-490071d41342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:51.369719 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-21a68d92-7147-40a4-a15d-490071d41342 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e14898b3-5571-4110-bd50-5e87951a4e9d HTTP/1.1" status: 204 len: 168 time: 0.9962461 Feb 07 16:45:51.444430 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a68d92-7147-40a4-a15d-490071d41342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14898b3-5571-4110-bd50-5e87951a4e9d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:51.490838 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6dbb647d-628b-4fca-a55d-349c04943471 req-ccc7ae97-7c34-492d-8c5e-5fcace41192d tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175813 Feb 07 16:45:51.601754 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ea333507-4561-414a-b2c9-0e4447f14b5d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-968091572-network', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:51.640073 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea333507-4561-414a-b2c9-0e4447f14b5d admin admin] Made reservation on behalf of 4a9341a8a4fe41fe98e19305419da9b8 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:45:51.651673 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea333507-4561-414a-b2c9-0e4447f14b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:51.706536 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea333507-4561-414a-b2c9-0e4447f14b5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:51.730720 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3858c9-3e87-481f-b3f8-2ecb88db2dd7 req-745b713a-20f6-4044-9437-aeee212439b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:51.736722 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e3858c9-3e87-481f-b3f8-2ecb88db2dd7 req-745b713a-20f6-4044-9437-aeee212439b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.7836215 Feb 07 16:45:51.770263 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-65ed9486-7519-4817-8c31-484ca59bea55 service neutron] 10.222.0.32 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7988548 Feb 07 16:45:51.807866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-229f8219-90bd-4fe1-8087-de51f09bbfd1 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Allocated IP 172.20.0.8 (026bb78d-0aa8-4390-b322-baead91e4047/02474b91-6259-43b3-b159-a7c6d259f007/a1c59a35-41c3-49ae-b826-c19895a03ed3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:45:51.900105 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee284960-a654-4dae-b490-c1e9e55f9e95 req-d96035ef-8e0f-4a9d-8e6b-d5c1e561320d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:51.911444 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee284960-a654-4dae-b490-c1e9e55f9e95 req-d96035ef-8e0f-4a9d-8e6b-d5c1e561320d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:51.928297 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee284960-a654-4dae-b490-c1e9e55f9e95 req-d96035ef-8e0f-4a9d-8e6b-d5c1e561320d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:51.939985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee284960-a654-4dae-b490-c1e9e55f9e95 req-d96035ef-8e0f-4a9d-8e6b-d5c1e561320d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:51.951176 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee284960-a654-4dae-b490-c1e9e55f9e95 req-d96035ef-8e0f-4a9d-8e6b-d5c1e561320d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:51.965203 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee284960-a654-4dae-b490-c1e9e55f9e95 req-d96035ef-8e0f-4a9d-8e6b-d5c1e561320d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:51.978074 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee284960-a654-4dae-b490-c1e9e55f9e95 req-d96035ef-8e0f-4a9d-8e6b-d5c1e561320d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:51.981620 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ee284960-a654-4dae-b490-c1e9e55f9e95 req-d96035ef-8e0f-4a9d-8e6b-d5c1e561320d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5420 time: 0.3157692 Feb 07 16:45:51.982420 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39124) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:52.020884 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8cb15b1-a4cc-408e-ba58-7f07e956bbbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:52.119689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 331427ca-4460-4964-b598-bebd8037bf87 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:45:52.222365 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8cb15b1-a4cc-408e-ba58-7f07e956bbbb admin admin] Publish callbacks [] for security_group (c0a2fc1d-e630-497a-a82c-a5b628e3a1f6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:52.245352 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8cb15b1-a4cc-408e-ba58-7f07e956bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c0a2fc1d-e630-497a-a82c-a5b628e3a1f6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:52.302242 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c8cb15b1-a4cc-408e-ba58-7f07e956bbbb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8399f26f3ad4f9ab16ef3f21d95eaf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3113463 Feb 07 16:45:52.315159 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39128) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:52.349806 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-e4262272-150f-4b11-8eed-b255f393e308 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=7264ed3c-0e68-4ed9-8594-becd8dca0b0a HTTP/1.1" status: 200 len: 217 time: 0.5626140 Feb 07 16:45:52.352072 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e3858c9-3e87-481f-b3f8-2ecb88db2dd7 req-4ff4c3eb-234d-4904-97ca-933e891774b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=331427ca-4460-4964-b598-bebd8037bf87 HTTP/1.1" status: 200 len: 217 time: 0.5777359 Feb 07 16:45:52.360617 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 331427ca-4460-4964-b598-bebd8037bf87, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=331427ca-4460-4964-b598-bebd8037bf87,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:52.368067 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-e64bb0a6-72fa-4ce8-a5f1-fe6620c18159 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:52.370003 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-e64bb0a6-72fa-4ce8-a5f1-fe6620c18159 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 807 time: 1.2397687 Feb 07 16:45:52.386974 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '331427ca-4460-4964-b598-bebd8037bf87', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '331427ca-4460-4964-b598-bebd8037bf87', 'mac_address': 'fa:16:3e:1c:81:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:45:52.388875 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea333507-4561-414a-b2c9-0e4447f14b5d admin admin] Publish callbacks [] for security_group (bb2fc536-3bbc-4803-8b40-caae76e063ee), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:52.450591 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea333507-4561-414a-b2c9-0e4447f14b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bb2fc536-3bbc-4803-8b40-caae76e063ee), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:52.517694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-bb11732d-1a07-4361-bc2f-5952e468c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:52.519294 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-bb11732d-1a07-4361-bc2f-5952e468c11d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6 HTTP/1.1" status: 200 len: 797 time: 0.1576762 Feb 07 16:45:52.534014 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-e9f3ec7c-04b1-44e2-b453-ea3315f9fccb tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/quotas/fe34686be38c42c8a33e48d32dc23dcd HTTP/1.1" status: 200 len: 375 time: 0.0782003 Feb 07 16:45:52.534894 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 331427ca-4460-4964-b598-bebd8037bf87 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:45:52.535852 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (331427ca-4460-4964-b598-bebd8037bf87), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:52.573495 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331427ca-4460-4964-b598-bebd8037bf87 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:45:52.623982 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 331427ca-4460-4964-b598-bebd8037bf87, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=331427ca-4460-4964-b598-bebd8037bf87,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:52.637136 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (331427ca-4460-4964-b598-bebd8037bf87), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:52.665641 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3858c9-3e87-481f-b3f8-2ecb88db2dd7 req-4480fe5c-176d-4f38-89ce-979003c882b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:52.667264 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e3858c9-3e87-481f-b3f8-2ecb88db2dd7 req-4480fe5c-176d-4f38-89ce-979003c882b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.3071733 Feb 07 16:45:52.717453 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cad671a-c3f8-40f3-8a5a-9037138057bb tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for router_gateway (b476168a-7024-44ce-a0a0-a998e57605ec), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:52.734483 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=331427ca-4460-4964-b598-bebd8037bf87,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:52.844000 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb15b1-a4cc-408e-ba58-7f07e956bbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a2fc1d-e630-497a-a82c-a5b628e3a1f6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:52.849036 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-99b44676-a19c-4049-8996-83050db0825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:52.850758 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-99b44676-a19c-4049-8996-83050db0825a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77871b7a-f86e-4316-bba8-73d687b56c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3190017 Feb 07 16:45:52.854644 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['331427ca-4460-4964-b598-bebd8037bf87'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:45:52.862247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea333507-4561-414a-b2c9-0e4447f14b5d admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:45:52.862640 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-27f210d4-9cdf-4d6c-8d94-db407cc52059 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2728333 Feb 07 16:45:52.902359 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3858c9-3e87-481f-b3f8-2ecb88db2dd7 req-0249fc54-7d4e-45af-b143-c322583cf475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:52.903944 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e3858c9-3e87-481f-b3f8-2ecb88db2dd7 req-0249fc54-7d4e-45af-b143-c322583cf475 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2228394 Feb 07 16:45:52.980795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea333507-4561-414a-b2c9-0e4447f14b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2fc536-3bbc-4803-8b40-caae76e063ee,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:53.021169 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ee284960-a654-4dae-b490-c1e9e55f9e95 req-20c9b87e-c2ff-4eb4-9757-362890446deb tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9834700 Feb 07 16:45:53.025894 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea333507-4561-414a-b2c9-0e4447f14b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (066d6dab-37ee-4512-895e-667af50c7d8a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:53.026408 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-ea333507-4561-414a-b2c9-0e4447f14b5d admin admin] Added segment 066d6dab-37ee-4512-895e-667af50c7d8a of type vlan for network c8c7efe8-323f-461c-b8f3-d0df0e78b272 Feb 07 16:45:53.122731 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0833b08c-c71c-4ce2-ae80-f59a61df9eb3 admin admin] Publish callbacks [] for security_group (c0a2fc1d-e630-497a-a82c-a5b628e3a1f6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:53.126449 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea333507-4561-414a-b2c9-0e4447f14b5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (c8c7efe8-323f-461c-b8f3-d0df0e78b272), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:53.131801 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-229f8219-90bd-4fe1-8087-de51f09bbfd1 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Publish callbacks [] for port (a1c59a35-41c3-49ae-b826-c19895a03ed3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:53.178705 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0833b08c-c71c-4ce2-ae80-f59a61df9eb3 admin admin] Publish callbacks [] for security_group (c0a2fc1d-e630-497a-a82c-a5b628e3a1f6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:53.225558 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea333507-4561-414a-b2c9-0e4447f14b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (c8c7efe8-323f-461c-b8f3-d0df0e78b272), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:53.226566 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea333507-4561-414a-b2c9-0e4447f14b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:53.227166 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea333507-4561-414a-b2c9-0e4447f14b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:53.259246 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-1272d544-5c7a-4e57-aa71-858ecf8a18c1 service neutron] 10.222.0.18 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594632 Feb 07 16:45:53.299222 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:53.370604 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ea333507-4561-414a-b2c9-0e4447f14b5d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0430429 Feb 07 16:45:53.375782 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-229f8219-90bd-4fe1-8087-de51f09bbfd1 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a1c59a35-41c3-49ae-b826-c19895a03ed3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:53.377498 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39130) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:53.390669 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-468e916f-116e-4255-b59d-8c20058a32ee admin admin] Request body: {'subnet': {'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-968091572-subnet', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:53.400440 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea333507-4561-414a-b2c9-0e4447f14b5d admin admin] Pushing event updated for resources: {'Network': ['ID=c8c7efe8-323f-461c-b8f3-d0df0e78b272,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:53.417323 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network c8c7efe8-323f-461c-b8f3-d0df0e78b272 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:45:53.424405 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e3858c9-3e87-481f-b3f8-2ecb88db2dd7 req-f62e25c2-a1ba-4774-bb79-9f2cd5c9681f service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756103 Feb 07 16:45:53.442379 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cad671a-c3f8-40f3-8a5a-9037138057bb tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (b476168a-7024-44ce-a0a0-a998e57605ec), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:53.471637 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0833b08c-c71c-4ce2-ae80-f59a61df9eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c0a2fc1d-e630-497a-a82c-a5b628e3a1f6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:53.474720 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0833b08c-c71c-4ce2-ae80-f59a61df9eb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:53.478590 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0833b08c-c71c-4ce2-ae80-f59a61df9eb3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0a2fc1d-e630-497a-a82c-a5b628e3a1f6 HTTP/1.1" status: 204 len: 168 time: 1.1562212 Feb 07 16:45:53.479210 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-229f8219-90bd-4fe1-8087-de51f09bbfd1 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Network 026bb78d-0aa8-4390-b322-baead91e4047 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:45:53.491347 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468e916f-116e-4255-b59d-8c20058a32ee admin admin] Made reservation on behalf of 4a9341a8a4fe41fe98e19305419da9b8 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:45:53.493805 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-468e916f-116e-4255-b59d-8c20058a32ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:53.503475 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-229f8219-90bd-4fe1-8087-de51f09bbfd1 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:45:53.518751 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f8219-90bd-4fe1-8087-de51f09bbfd1 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Pushing event updated for resources: {'Port': ['ID=a1c59a35-41c3-49ae-b826-c19895a03ed3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:53.549533 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-229f8219-90bd-4fe1-8087-de51f09bbfd1 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:45:53.552918 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833b08c-c71c-4ce2-ae80-f59a61df9eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a2fc1d-e630-497a-a82c-a5b628e3a1f6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:53.592471 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6514993-de0d-4e68-9ae9-2fed9279f295 req-d51366a5-3636-49f7-b24f-f3147059911f tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:53.594718 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e6514993-de0d-4e68-9ae9-2fed9279f295 req-d51366a5-3636-49f7-b24f-f3147059911f tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.2780099 Feb 07 16:45:53.628489 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-e5393c08-5475-4482-ba26-04c288065722 service neutron] 10.222.0.32 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7629859 Feb 07 16:45:53.663177 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-4c28282a-18d7-4c16-b90e-a9f38c0a5de1 service neutron] 10.222.0.18 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582511 Feb 07 16:45:53.700900 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-229f8219-90bd-4fe1-8087-de51f09bbfd1 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:53.701920 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-229f8219-90bd-4fe1-8087-de51f09bbfd1 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:53.770355 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-229f8219-90bd-4fe1-8087-de51f09bbfd1 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1275189 Feb 07 16:45:53.819335 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Request body: {'port': {'device_id': '9ce981a4-0041-456c-9498-cde7a49b13bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:53.842749 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e3858c9-3e87-481f-b3f8-2ecb88db2dd7 req-b6c7b7b5-8f46-48e8-9242-894469af5a45 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253582 Feb 07 16:45:53.851387 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e6514993-de0d-4e68-9ae9-2fed9279f295 req-278fe757-b7d3-4eb2-be50-322f50a51e41 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460215 Feb 07 16:45:54.003455 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-20e484e5-fccd-4b1d-ad7d-84fcb807a33c service neutron] 10.222.0.32 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633423 Feb 07 16:45:54.141882 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 331427ca-4460-4964-b598-bebd8037bf87 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:45:54.159782 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a1c59a35-41c3-49ae-b826-c19895a03ed3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:54.187404 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-0dc9bbcc-a195-4779-926d-2c71ee64ff8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=1872b37f-36ca-4933-80f8-47fc7e00ac48 HTTP/1.1" status: 200 len: 217 time: 0.1689787 Feb 07 16:45:54.322300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:45:54.356619 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-468e916f-116e-4255-b59d-8c20058a32ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (7e220672-ddb5-4004-a2c7-1c1467c4afbb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:54.365859 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cad671a-c3f8-40f3-8a5a-9037138057bb tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router b476168a-7024-44ce-a0a0-a998e57605ec is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:45:54.391502 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-b41e7fbc-cf71-41c7-b321-8f58d4daca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:54.393712 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-b41e7fbc-cf71-41c7-b321-8f58d4daca61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6 HTTP/1.1" status: 200 len: 797 time: 0.1599233 Feb 07 16:45:54.425844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af901f7e-a44d-48c8-9509-eaa61408d1fa req-1d3674b9-ce29-498e-9a19-541b8944d659 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:54.427772 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-af901f7e-a44d-48c8-9509-eaa61408d1fa req-1d3674b9-ce29-498e-9a19-541b8944d659 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 949 time: 0.2775869 Feb 07 16:45:54.480201 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57197396-eb8b-481a-83f1-8f40870c7ea6 req-952f6c84-7b83-41f7-bfb9-45aa462b92d2 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:54.488443 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-57197396-eb8b-481a-83f1-8f40870c7ea6 req-952f6c84-7b83-41f7-bfb9-45aa462b92d2 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 931 time: 0.4403083 Feb 07 16:45:54.570730 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e916f-116e-4255-b59d-8c20058a32ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e220672-ddb5-4004-a2c7-1c1467c4afbb,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:54.609145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 331427ca-4460-4964-b598-bebd8037bf87 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:45:54.618627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 331427ca-4460-4964-b598-bebd8037bf87 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:45:54.619389 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (331427ca-4460-4964-b598-bebd8037bf87), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:54.626145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:45:54.687925 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:45:54.688704 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:54.740540 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cad671a-c3f8-40f3-8a5a-9037138057bb tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:45:54.754742 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76176d0-7d7a-419e-8c70-e52c70f23828 None None] Sync routers for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:45:54.811067 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76176d0-7d7a-419e-8c70-e52c70f23828 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:45:54.812279 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d76176d0-7d7a-419e-8c70-e52c70f23828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:45:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:54.825740 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e916f-116e-4255-b59d-8c20058a32ee admin admin] Checking segment: {'id': '066d6dab-37ee-4512-895e-667af50c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:45:54.826530 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468e916f-116e-4255-b59d-8c20058a32ee admin admin] Network hostable DHCP agents. Network: c8c7efe8-323f-461c-b8f3-d0df0e78b272, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:45:54.848711 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-57197396-eb8b-481a-83f1-8f40870c7ea6 req-b868fe0e-c1d7-4cb1-85dc-441fd38a2279 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ce3f28c-75eb-48fc-94f4-99e171720b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592541 Feb 07 16:45:54.885065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-cc07a70b-f5ba-4fa6-a624-4f2c17e89392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:54.889389 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-cc07a70b-f5ba-4fa6-a624-4f2c17e89392 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77871b7a-f86e-4316-bba8-73d687b56c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4894600 Feb 07 16:45:54.899840 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:45:54.900497 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:54.942105 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-af901f7e-a44d-48c8-9509-eaa61408d1fa req-d36356b5-910d-46bd-b708-6dcba64a5ebc tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920774 Feb 07 16:45:54.956816 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4627db7d-36eb-4ec8-8ac0-4a500364569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3835a0f1-f4e6-4303-9a4d-36a77fc3bad2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:45:54.959987 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca61339-4a54-44a9-963b-9e1fc6a0f434" -d '{"events": [{"server_uuid": "4627db7d-36eb-4ec8-8ac0-4a500364569b", "name": "network-vif-plugged", "status": "completed", "tag": "3835a0f1-f4e6-4303-9a4d-36a77fc3bad2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:45:54.990965 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468e916f-116e-4255-b59d-8c20058a32ee admin admin] Network c8c7efe8-323f-461c-b8f3-d0df0e78b272 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:45:55.011155 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:55.020317 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d76176d0-7d7a-419e-8c70-e52c70f23828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:55.033503 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-468e916f-116e-4255-b59d-8c20058a32ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, c8c7efe8-323f-461c-b8f3-d0df0e78b272) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:45:55.052217 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:55.060725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fae7ed-4b76-4ff8-8a11-25af3938134a None None] Network c8c7efe8-323f-461c-b8f3-d0df0e78b272 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:45:55.069577 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76176d0-7d7a-419e-8c70-e52c70f23828 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:45:55.072478 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d76176d0-7d7a-419e-8c70-e52c70f23828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:45:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:55.121391 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d7d9a4f5-7cc8-455c-b027-bf1a8fc71f26 req-351a0fa3-b596-4973-85f8-b3fa0b6f4481 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 210 time: 0.1152835 Feb 07 16:45:55.125996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468e916f-116e-4255-b59d-8c20058a32ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:55.141673 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d76176d0-7d7a-419e-8c70-e52c70f23828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:45:55.144066 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76176d0-7d7a-419e-8c70-e52c70f23828 None None] The sync data for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:45:55.146259 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-468e916f-116e-4255-b59d-8c20058a32ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:55.199164 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cad671a-c3f8-40f3-8a5a-9037138057bb tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:55.205621 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0cad671a-c3f8-40f3-8a5a-9037138057bb tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.6319802 Feb 07 16:45:55.206336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 331427ca-4460-4964-b598-bebd8037bf87 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:45:55.206747 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (331427ca-4460-4964-b598-bebd8037bf87), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:55.214450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39172) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:55.226447 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-468e916f-116e-4255-b59d-8c20058a32ee admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8436060 Feb 07 16:45:55.231522 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39174) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:45:55.247546 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-bdd503ff-5429-4cdf-b8fa-18d2cdda4a1a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-968091572-router', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:55.262055 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:55.318768 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67123485-2de2-4008-ae83-44a997d1ca2a x-openstack-request-id: req-67123485-2de2-4008-ae83-44a997d1ca2a {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:45:55.319073 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4627db7d-36eb-4ec8-8ac0-4a500364569b", "name": "network-vif-plugged", "status": "completed", "tag": "3835a0f1-f4e6-4303-9a4d-36a77fc3bad2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:45:55.319435 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67123485-2de2-4008-ae83-44a997d1ca2a {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:45:55.320032 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4627db7d-36eb-4ec8-8ac0-4a500364569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3835a0f1-f4e6-4303-9a4d-36a77fc3bad2', 'code': 200} Feb 07 16:45:55.322566 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 331427ca-4460-4964-b598-bebd8037bf87, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=331427ca-4460-4964-b598-bebd8037bf87,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:55.343786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c59a35-41c3-49ae-b826-c19895a03ed3 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:45:55.357501 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdd503ff-5429-4cdf-b8fa-18d2cdda4a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (0c0cb378-b544-40df-9144-5a4655bc5ba5), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:55.359895 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdd503ff-5429-4cdf-b8fa-18d2cdda4a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (0c0cb378-b544-40df-9144-5a4655bc5ba5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:55.367356 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Publish callbacks [] for port (a1c59a35-41c3-49ae-b826-c19895a03ed3), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:55.395894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Transition to ACTIVE for port object a1c59a35-41c3-49ae-b826-c19895a03ed3 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:45:55.406635 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (331427ca-4460-4964-b598-bebd8037bf87), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:55.421876 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-c8c7efe8-323f-461c-b8f3-d0df0e78b272', 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272', 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'fixed_ips': [{'subnet_id': '7e220672-ddb5-4004-a2c7-1c1467c4afbb'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:45:55.423401 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:55.463020 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (a1c59a35-41c3-49ae-b826-c19895a03ed3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:55.599784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c59a35-41c3-49ae-b826-c19895a03ed3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:55.654332 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdd503ff-5429-4cdf-b8fa-18d2cdda4a1a admin admin] Publish callbacks [] for router_controller (0c0cb378-b544-40df-9144-5a4655bc5ba5), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:55.725109 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=331427ca-4460-4964-b598-bebd8037bf87,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:55.841574 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d85ad9e1-1a9e-48cd-9ffa-5e53d9efdbb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:55.850544 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f4d47-b1fa-4d82-a632-0f3b93ad9434 req-6c86398a-50d4-46ea-8db1-b1f73fe24b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:55.852110 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ee4f4d47-b1fa-4d82-a632-0f3b93ad9434 req-6c86398a-50d4-46ea-8db1-b1f73fe24b95 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4627db7d-36eb-4ec8-8ac0-4a500364569b HTTP/1.1" status: 200 len: 1130 time: 0.4090123 Feb 07 16:45:55.970388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] Allocated IP 172.20.0.2 (c8c7efe8-323f-461c-b8f3-d0df0e78b272/7e220672-ddb5-4004-a2c7-1c1467c4afbb/59d36101-7df3-4307-b876-337c865ba923) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:45:56.147358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Attempting to bind port a1c59a35-41c3-49ae-b826-c19895a03ed3 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:45:56.147949 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Attempting to bind port a1c59a35-41c3-49ae-b826-c19895a03ed3 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '514b45fa-c615-4721-8b18-6fbc5d302dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '026bb78d-0aa8-4390-b322-baead91e4047'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:45:56.148091 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Attempting to bind port a1c59a35-41c3-49ae-b826-c19895a03ed3 on network 026bb78d-0aa8-4390-b322-baead91e4047 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:56.170769 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eadbd1-de6c-41db-800c-fc60a6643ee4 req-713e6aee-2b70-467a-9063-48b1213961de tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:56.183013 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f4eadbd1-de6c-41db-800c-fc60a6643ee4 req-713e6aee-2b70-467a-9063-48b1213961de tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.6983111 Feb 07 16:45:56.288609 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Port a1c59a35-41c3-49ae-b826-c19895a03ed3 on network 026bb78d-0aa8-4390-b322-baead91e4047 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:45:56.288897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Attempting to bind port a1c59a35-41c3-49ae-b826-c19895a03ed3 on network 026bb78d-0aa8-4390-b322-baead91e4047 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:56.301779 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] Publish callbacks [] for port (59d36101-7df3-4307-b876-337c865ba923), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:56.314559 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (59d36101-7df3-4307-b876-337c865ba923), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:56.367079 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdd503ff-5429-4cdf-b8fa-18d2cdda4a1a admin admin] Publish callbacks [] for router_gateway (0c0cb378-b544-40df-9144-5a4655bc5ba5), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:56.387688 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ee4f4d47-b1fa-4d82-a632-0f3b93ad9434 req-484c8b86-5cf6-4276-b07e-b94530f4cb16 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631996 Feb 07 16:45:56.425577 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] Network c8c7efe8-323f-461c-b8f3-d0df0e78b272 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:45:56.429466 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:45:56.435671 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:45:56.456343 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e80675-6f36-49b8-ba3c-cf2b6f9107f3 req-76277d81-a9aa-4e7d-a90c-861d8db0f440 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:56.460237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:45:56.461063 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Checking segment: {'id': '514b45fa-c615-4721-8b18-6fbc5d302dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '026bb78d-0aa8-4390-b322-baead91e4047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:45:56.461787 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Bound using segment: {'id': '514b45fa-c615-4721-8b18-6fbc5d302dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '026bb78d-0aa8-4390-b322-baead91e4047'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:45:56.461981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e80675-6f36-49b8-ba3c-cf2b6f9107f3 req-76277d81-a9aa-4e7d-a90c-861d8db0f440 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:56.462647 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Bound port: a1c59a35-41c3-49ae-b826-c19895a03ed3, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514b45fa-c615-4721-8b18-6fbc5d302dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '026bb78d-0aa8-4390-b322-baead91e4047'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:45:56.463442 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a1c59a35-41c3-49ae-b826-c19895a03ed3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:56.466781 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] Pushing event updated for resources: {'Port': ['ID=59d36101-7df3-4307-b876-337c865ba923,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:56.477513 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e80675-6f36-49b8-ba3c-cf2b6f9107f3 req-76277d81-a9aa-4e7d-a90c-861d8db0f440 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:56.477513 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e80675-6f36-49b8-ba3c-cf2b6f9107f3 req-76277d81-a9aa-4e7d-a90c-861d8db0f440 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:56.489826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e80675-6f36-49b8-ba3c-cf2b6f9107f3 req-76277d81-a9aa-4e7d-a90c-861d8db0f440 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:56.496330 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e80675-6f36-49b8-ba3c-cf2b6f9107f3 req-76277d81-a9aa-4e7d-a90c-861d8db0f440 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:56.503569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e80675-6f36-49b8-ba3c-cf2b6f9107f3 req-76277d81-a9aa-4e7d-a90c-861d8db0f440 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:56.506411 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61e80675-6f36-49b8-ba3c-cf2b6f9107f3 req-76277d81-a9aa-4e7d-a90c-861d8db0f440 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5420 time: 1.2890663 Feb 07 16:45:56.548691 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-e41d7675-9d2e-40e4-a2b2-8ba59deec871 service neutron] 10.222.0.32 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6409321 Feb 07 16:45:56.594488 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] Attempting to bind port 59d36101-7df3-4307-b876-337c865ba923 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:45:56.594865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] Attempting to bind port 59d36101-7df3-4307-b876-337c865ba923 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '066d6dab-37ee-4512-895e-667af50c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:45:56.595233 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] Attempting to bind port 59d36101-7df3-4307-b876-337c865ba923 on network c8c7efe8-323f-461c-b8f3-d0df0e78b272 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:45:56.614121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:45:56.614662 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] Checking segment: {'id': '066d6dab-37ee-4512-895e-667af50c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:45:56.615128 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:56.615532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] Bound using segment: {'id': '066d6dab-37ee-4512-895e-667af50c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:45:56.616028 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] Bound port: 59d36101-7df3-4307-b876-337c865ba923, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066d6dab-37ee-4512-895e-667af50c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:45:56.616420 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (59d36101-7df3-4307-b876-337c865ba923), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:56.624820 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f4eadbd1-de6c-41db-800c-fc60a6643ee4 req-aeafecf2-eb37-4a35-b208-408458f36af3 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538625 Feb 07 16:45:56.724732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] For port a1c59a35-41c3-49ae-b826-c19895a03ed3, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:45:56.730268 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] For port a1c59a35-41c3-49ae-b826-c19895a03ed3, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a1c59a35-41c3-49ae-b826-c19895a03ed3,segment=NetworkSegment(514b45fa-c615-4721-8b18-6fbc5d302dfa),segment_id=514b45fa-c615-4721-8b18-6fbc5d302dfa)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:45:56.804692 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] For port 59d36101-7df3-4307-b876-337c865ba923, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:45:56.811268 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] For port 59d36101-7df3-4307-b876-337c865ba923, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=59d36101-7df3-4307-b876-337c865ba923,segment=NetworkSegment(066d6dab-37ee-4512-895e-667af50c7d8a),segment_id=066d6dab-37ee-4512-895e-667af50c7d8a)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:45:56.818685 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (a1c59a35-41c3-49ae-b826-c19895a03ed3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:56.825843 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (59d36101-7df3-4307-b876-337c865ba923), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:56.943115 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-38c32bfd-d34e-4e69-b85b-c85c23a79ff9 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:56.945904 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ab9f-910e-425d-9976-f039ca0631d1 None None] Pushing event updated for resources: {'Port': ['ID=59d36101-7df3-4307-b876-337c865ba923,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:56.949653 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-38c32bfd-d34e-4e69-b85b-c85c23a79ff9 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.32 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 807 time: 1.1351187 Feb 07 16:45:56.971798 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c59a35-41c3-49ae-b826-c19895a03ed3,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:57.033558 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:57.034975 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:57.036518 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-9b08915c-e390-4e31-9628-a93150265102 service neutron] 10.222.0.48 "PUT /v2.0/ports/a1c59a35-41c3-49ae-b826-c19895a03ed3 HTTP/1.1" status: 200 len: 1091 time: 3.2294855 Feb 07 16:45:57.037993 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce981a4-0041-456c-9498-cde7a49b13bb', 'tag': 'a1c59a35-41c3-49ae-b826-c19895a03ed3'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:45:57.041000 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870f949a-4449-4024-a4b0-d88aa92ae518" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce981a4-0041-456c-9498-cde7a49b13bb", "tag": "a1c59a35-41c3-49ae-b826-c19895a03ed3"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:45:57.051136 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Request body: {'port': {'device_id': 'ed552571-c774-4803-9d8a-2b7e52fff45c', 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7', 'admin_state_up': True, 'tenant_id': 'fe34686be38c42c8a33e48d32dc23dcd'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:45:57.089743 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e89123-a875-4fb2-8acd-c38cbc6acab2 req-48e0b627-3388-4fda-b961-4890df8b1c4d tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:57.109990 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2e89123-a875-4fb2-8acd-c38cbc6acab2 req-48e0b627-3388-4fda-b961-4890df8b1c4d tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 943 time: 0.3898578 Feb 07 16:45:57.200267 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61e80675-6f36-49b8-ba3c-cf2b6f9107f3 req-a9aa83c7-c8c8-4456-a498-e0ee68f0d23f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6759858 Feb 07 16:45:57.321240 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dd58fd-ef82-418c-9a37-6731629d7b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331427ca-4460-4964-b598-bebd8037bf87'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:45:57.324443 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bad9f4-64cd-4868-80bf-1ca8bc47ca5f" -d '{"events": [{"server_uuid": "f7dd58fd-ef82-418c-9a37-6731629d7b20", "name": "network-vif-plugged", "status": "completed", "tag": "331427ca-4460-4964-b598-bebd8037bf87"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:45:57.403491 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-d693452d-5fdd-4be6-9823-cfd238f4d9e5 service neutron] 10.222.0.32 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8329706 Feb 07 16:45:57.478946 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2e89123-a875-4fb2-8acd-c38cbc6acab2 req-c0140ab1-f85d-4649-92eb-bed2bcdd976d tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ce3f28c-75eb-48fc-94f4-99e171720b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677139 Feb 07 16:45:57.506592 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdd503ff-5429-4cdf-b8fa-18d2cdda4a1a admin admin] Publish callbacks [] for router_gateway (0c0cb378-b544-40df-9144-5a4655bc5ba5), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:57.510472 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-7487ef14-454e-4bd8-93ae-7c771e071a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:57.512061 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-7487ef14-454e-4bd8-93ae-7c771e071a1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f22110216104d6eb1a2adc34ce617b3&device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 1125 time: 0.3982430 Feb 07 16:45:57.583658 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdd503ff-5429-4cdf-b8fa-18d2cdda4a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:57.651403 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-2b287703-fc46-4f5b-8c9d-bea5fb337652 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c59a35-41c3-49ae-b826-c19895a03ed3 HTTP/1.1" status: 200 len: 217 time: 0.1126504 Feb 07 16:45:57.662256 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-66a30bcd-cd93-4b06-ba86-bcaab5cd79ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=d710732f-fd58-4d2a-8723-380a7c8afb25 HTTP/1.1" status: 200 len: 217 time: 0.2220995 Feb 07 16:45:57.714613 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84c424ef-45da-48f2-978a-e18b52c6583e req-d0e2c7aa-8a19-4bc2-b297-1d3c38ed98db tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 210 time: 0.0671191 Feb 07 16:45:57.834555 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-907ea53a-4d35-46a8-ba5b-cc95e9ae9d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:57.836109 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-907ea53a-4d35-46a8-ba5b-cc95e9ae9d8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6 HTTP/1.1" status: 200 len: 797 time: 0.1228495 Feb 07 16:45:57.885893 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-0dfcf411-acfb-4ca1-82d4-06cd32da45c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:57.902735 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-0dfcf411-acfb-4ca1-82d4-06cd32da45c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02474b91-6259-43b3-b159-a7c6d259f007 HTTP/1.1" status: 200 len: 865 time: 0.2136538 Feb 07 16:45:58.015664 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1851c-482e-41a9-be04-2cc72d88d543 req-5def4b0b-cb0a-40ca-a2f3-df2d08192261 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:58.018418 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00a1851c-482e-41a9-be04-2cc72d88d543 req-5def4b0b-cb0a-40ca-a2f3-df2d08192261 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 950 time: 0.6198125 Feb 07 16:45:58.019699 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Made reservation on behalf of fe34686be38c42c8a33e48d32dc23dcd for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:45:58.025303 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:58.063071 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-63395425-45d3-4c34-80f3-94d136189d16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=026bb78d-0aa8-4390-b322-baead91e4047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1546419 Feb 07 16:45:58.090627 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0c515bfb-fa3c-416b-ba8d-53ff6be243ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:58.236765 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-bdd503ff-5429-4cdf-b8fa-18d2cdda4a1a admin admin] Allocated IP 172.25.4.72 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/ed4e172a-8881-4f21-a31b-024f47f27ead) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:45:58.472221 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Allocated IP 172.20.0.11 (5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7/e9d72c12-d0bd-4126-b125-fb7d60290221/6124f81f-5ddd-47ca-84ae-caa98a00790d) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:45:58.491974 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 59d36101-7df3-4307-b876-337c865ba923 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:45:58.658990 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 59d36101-7df3-4307-b876-337c865ba923 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:45:58.660632 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (59d36101-7df3-4307-b876-337c865ba923), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:58.794971 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b73fbb-a8af-4087-9e43-94a3e1ad4224 req-48f49874-3b97-486a-b736-e236e71a50f9 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:58.804763 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-23b73fbb-a8af-4087-9e43-94a3e1ad4224 req-48f49874-3b97-486a-b736-e236e71a50f9 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.9631546 Feb 07 16:45:58.863248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e46178-c89d-4098-a7e8-ee226b809763 None None] Network c8c7efe8-323f-461c-b8f3-d0df0e78b272 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:45:58.912723 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks [] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:58.947505 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-eb4476c9-28ef-4820-b29a-d0303aa3f8b9 service neutron] 10.222.0.48 "GET /v2.0/networks/026bb78d-0aa8-4390-b322-baead91e4047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8719511 Feb 07 16:45:59.048743 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-23b73fbb-a8af-4087-9e43-94a3e1ad4224 req-fa35363b-b961-4089-bd42-0c412f58af38 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426705 Feb 07 16:45:59.058357 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:59.077761 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00a1851c-482e-41a9-be04-2cc72d88d543 req-f4dc0efb-0661-453c-b895-24972c36ef15 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0256155 Feb 07 16:45:59.205560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-7c3e5530-2a4b-4148-a9d8-e9843771f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:59.207339 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-7c3e5530-2a4b-4148-a9d8-e9843771f391 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77871b7a-f86e-4316-bba8-73d687b56c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.3295002 Feb 07 16:45:59.245345 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdd503ff-5429-4cdf-b8fa-18d2cdda4a1a admin admin] Publish callbacks [] for port (ed4e172a-8881-4f21-a31b-024f47f27ead), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:59.279751 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ee36d0-79f7-4d09-93f9-3cfc8999062b x-openstack-request-id: req-09ee36d0-79f7-4d09-93f9-3cfc8999062b {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:45:59.280324 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dd58fd-ef82-418c-9a37-6731629d7b20", "name": "network-vif-plugged", "status": "completed", "tag": "331427ca-4460-4964-b598-bebd8037bf87", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:45:59.280324 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09ee36d0-79f7-4d09-93f9-3cfc8999062b {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:45:59.281552 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dd58fd-ef82-418c-9a37-6731629d7b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331427ca-4460-4964-b598-bebd8037bf87', 'code': 200} Feb 07 16:45:59.281812 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 59d36101-7df3-4307-b876-337c865ba923 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:45:59.282260 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (59d36101-7df3-4307-b876-337c865ba923), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:59.303849 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f659fb1d-eebe-4044-874e-0bd2ec543ce7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:59.311514 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:45:59.349731 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8a3f925-f410-4042-ba42-eee13692ca01 req-3b6cdeca-500d-456f-b294-d72e38e2daa2 service neutron] 10.222.0.48 "GET /v2.0/networks/026bb78d-0aa8-4390-b322-baead91e4047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957882 Feb 07 16:45:59.352847 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a38935-bd07-4c4f-a6ff-0df1da7fe786 x-openstack-request-id: req-61a38935-bd07-4c4f-a6ff-0df1da7fe786 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:45:59.353151 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce981a4-0041-456c-9498-cde7a49b13bb", "tag": "a1c59a35-41c3-49ae-b826-c19895a03ed3", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:45:59.354141 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61a38935-bd07-4c4f-a6ff-0df1da7fe786 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:45:59.354141 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce981a4-0041-456c-9498-cde7a49b13bb', 'tag': 'a1c59a35-41c3-49ae-b826-c19895a03ed3', 'status': 'completed', 'code': 200} Feb 07 16:45:59.401540 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdd503ff-5429-4cdf-b8fa-18d2cdda4a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ed4e172a-8881-4f21-a31b-024f47f27ead), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:59.413947 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Pushing event updated for resources: {'Port': ['ID=6124f81f-5ddd-47ca-84ae-caa98a00790d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:59.477257 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-450d4572-8759-4911-a793-138f2146ea0f None None] Provisioning complete for port 59d36101-7df3-4307-b876-337c865ba923 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:45:59.485967 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:59.486948 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-450d4572-8759-4911-a793-138f2146ea0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (59d36101-7df3-4307-b876-337c865ba923), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:59.492418 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:59.500265 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:59.501035 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:59.501660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:59.502575 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:59.503225 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:59.503810 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:59.504422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:59.505000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:59.505604 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:59.506153 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:59.506692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:45:59.593494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:45:59.628238 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:45:59.659094 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 59d36101-7df3-4307-b876-337c865ba923, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=59d36101-7df3-4307-b876-337c865ba923,segment=NetworkSegment(066d6dab-37ee-4512-895e-667af50c7d8a),segment_id=066d6dab-37ee-4512-895e-667af50c7d8a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:45:59.681794 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (59d36101-7df3-4307-b876-337c865ba923), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:59.682704 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd503ff-5429-4cdf-b8fa-18d2cdda4a1a admin admin] Pushing event updated for resources: {'Port': ['ID=ed4e172a-8881-4f21-a31b-024f47f27ead,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:59.753018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-450d4572-8759-4911-a793-138f2146ea0f None None] Current status of the port 59d36101-7df3-4307-b876-337c865ba923 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:45:59.755720 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:45:59.773313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd503ff-5429-4cdf-b8fa-18d2cdda4a1a admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:45:59.793718 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df366514-381f-4167-ae53-a80f8602f09e req-14aa394a-f4c9-438f-a8ce-fc2ff71cab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:59.795306 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df366514-381f-4167-ae53-a80f8602f09e req-14aa394a-f4c9-438f-a8ce-fc2ff71cab48 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 1132 time: 0.2064354 Feb 07 16:45:59.815133 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57d8e0-b3f1-4376-896a-8d9e69e77603 req-ec9c464d-1d31-492c-a53d-3e6cf3c57169 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:59.823368 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57d8e0-b3f1-4376-896a-8d9e69e77603 req-ec9c464d-1d31-492c-a53d-3e6cf3c57169 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:59.831424 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57d8e0-b3f1-4376-896a-8d9e69e77603 req-ec9c464d-1d31-492c-a53d-3e6cf3c57169 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:59.837720 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57d8e0-b3f1-4376-896a-8d9e69e77603 req-ec9c464d-1d31-492c-a53d-3e6cf3c57169 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:59.843795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57d8e0-b3f1-4376-896a-8d9e69e77603 req-ec9c464d-1d31-492c-a53d-3e6cf3c57169 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:59.851076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57d8e0-b3f1-4376-896a-8d9e69e77603 req-ec9c464d-1d31-492c-a53d-3e6cf3c57169 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:59.857851 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=59d36101-7df3-4307-b876-337c865ba923,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:45:59.859384 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57d8e0-b3f1-4376-896a-8d9e69e77603 req-ec9c464d-1d31-492c-a53d-3e6cf3c57169 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:59.861988 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df57d8e0-b3f1-4376-896a-8d9e69e77603 req-ec9c464d-1d31-492c-a53d-3e6cf3c57169 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5420 time: 0.3423302 Feb 07 16:45:59.862996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-bdd503ff-5429-4cdf-b8fa-18d2cdda4a1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:45:59.917340 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd503ff-5429-4cdf-b8fa-18d2cdda4a1a admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:45:59.957987 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df366514-381f-4167-ae53-a80f8602f09e req-94af20c6-98d9-44c4-9ab9-0b827e15bcc2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922668 Feb 07 16:45:59.973012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f949a-4449-4024-a4b0-d88aa92ae518 req-40c56762-fabb-4369-955c-af4c685cc5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:45:59.976225 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-870f949a-4449-4024-a4b0-d88aa92ae518 req-40c56762-fabb-4369-955c-af4c685cc5e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f22110216104d6eb1a2adc34ce617b3&device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 1125 time: 0.3128386 Feb 07 16:46:00.190395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:00.192956 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:00.338701 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df57d8e0-b3f1-4376-896a-8d9e69e77603 req-ecef6c05-c78d-4457-81c5-80b0524e649e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4231162 Feb 07 16:46:00.341974 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 59d36101-7df3-4307-b876-337c865ba923 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:46:00.387196 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-e3ad8e97-02a5-4110-b4b1-31d875733e71 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4249382 Feb 07 16:46:00.408094 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f949a-4449-4024-a4b0-d88aa92ae518 req-c0e8a714-5dcb-4672-86d2-665f35d37004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:00.410383 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-870f949a-4449-4024-a4b0-d88aa92ae518 req-c0e8a714-5dcb-4672-86d2-665f35d37004 service neutron] 10.222.0.48 "GET /v2.0/networks?id=026bb78d-0aa8-4390-b322-baead91e4047 HTTP/1.1" status: 200 len: 926 time: 0.4226623 Feb 07 16:46:00.427719 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64756683-f624-42c3-83f1-6b2fce5ae9e1 req-9202737c-0edb-4734-ac24-329721ff7635 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:00.429833 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-64756683-f624-42c3-83f1-6b2fce5ae9e1 req-9202737c-0edb-4734-ac24-329721ff7635 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 943 time: 0.9142442 Feb 07 16:46:00.482958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Request body: {'port': {'device_id': 'ed552571-c774-4803-9d8a-2b7e52fff45c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:46:00.526642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a2b0c124-358f-4958-b649-72eda6a950b4 None None] Provisioning complete for port 59d36101-7df3-4307-b876-337c865ba923 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:00.527289 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a2b0c124-358f-4958-b649-72eda6a950b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (59d36101-7df3-4307-b876-337c865ba923), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:00.585813 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-fcd0f734-ccbc-4303-939b-64ec39ab8f6e service neutron] 10.222.0.32 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3276660 Feb 07 16:46:00.600139 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 59d36101-7df3-4307-b876-337c865ba923 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:00.600427 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (59d36101-7df3-4307-b876-337c865ba923), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:00.606204 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-870f949a-4449-4024-a4b0-d88aa92ae518 req-f0db112f-79df-41cd-9413-a2031f647209 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c59a35-41c3-49ae-b826-c19895a03ed3 HTTP/1.1" status: 200 len: 217 time: 0.1881893 Feb 07 16:46:00.640327 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdd503ff-5429-4cdf-b8fa-18d2cdda4a1a admin admin] Publish callbacks [] for router_gateway (0c0cb378-b544-40df-9144-5a4655bc5ba5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:00.711141 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-64756683-f624-42c3-83f1-6b2fce5ae9e1 req-b2924cf5-a8a8-4bae-8fa2-fa27df3c1f35 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ce3f28c-75eb-48fc-94f4-99e171720b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684274 Feb 07 16:46:00.824978 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:00.894335 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f949a-4449-4024-a4b0-d88aa92ae518 req-963ca6c2-1a6d-4131-8e8e-3ef9370f0643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:00.895905 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-870f949a-4449-4024-a4b0-d88aa92ae518 req-963ca6c2-1a6d-4131-8e8e-3ef9370f0643 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02474b91-6259-43b3-b159-a7c6d259f007 HTTP/1.1" status: 200 len: 865 time: 0.2520199 Feb 07 16:46:00.941551 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdf125-1a15-49eb-90a4-30350fe7a4bc req-d5aa4454-da8f-4eaa-b2d9-5fe10dfa8bbc tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:00.948713 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5cfdf125-1a15-49eb-90a4-30350fe7a4bc req-d5aa4454-da8f-4eaa-b2d9-5fe10dfa8bbc tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 932 time: 0.3398309 Feb 07 16:46:00.957373 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-870f949a-4449-4024-a4b0-d88aa92ae518 req-1c4c3705-21c9-477a-9eb3-83a6870adb68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=026bb78d-0aa8-4390-b322-baead91e4047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524213 Feb 07 16:46:00.971978 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a2b0c124-358f-4958-b649-72eda6a950b4 None None] Current status of the port 59d36101-7df3-4307-b876-337c865ba923 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:00.992267 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 59d36101-7df3-4307-b876-337c865ba923 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:01.164589 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5cfdf125-1a15-49eb-90a4-30350fe7a4bc req-0c71eb1f-596f-4f15-b82c-a4e5ebbdc62f tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148559 Feb 07 16:46:01.303835 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-870f949a-4449-4024-a4b0-d88aa92ae518 req-a99cbecc-e1e6-4eea-a5e8-19a1c023645c service neutron] 10.222.0.48 "GET /v2.0/networks/026bb78d-0aa8-4390-b322-baead91e4047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384368 Feb 07 16:46:01.336587 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdd503ff-5429-4cdf-b8fa-18d2cdda4a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (0c0cb378-b544-40df-9144-5a4655bc5ba5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:01.532346 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-f659fb1d-eebe-4044-874e-0bd2ec543ce7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Allocated IP 172.20.0.1 (9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8/fee87cf3-960d-43e4-b659-578c5614dc7b/c5742a4f-3a6d-4dbd-8ff7-61369c7060a8) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:46:01.551210 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29d248-7868-4fad-81b6-34f0fc9add9c req-d8a2bdd9-4f3e-4c32-acf8-4910a380ed96 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:01.553667 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe29d248-7868-4fad-81b6-34f0fc9add9c req-d8a2bdd9-4f3e-4c32-acf8-4910a380ed96 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.2748215 Feb 07 16:46:01.641034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-870f949a-4449-4024-a4b0-d88aa92ae518 req-85d29739-1945-4a3a-b824-c61b6504ed89 service neutron] 10.222.0.48 "GET /v2.0/networks/026bb78d-0aa8-4390-b322-baead91e4047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185413 Feb 07 16:46:01.690989 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:01.719115 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe29d248-7868-4fad-81b6-34f0fc9add9c req-2d9b24a0-5536-4d8b-bf58-ae0322bdc822 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494431 Feb 07 16:46:01.766997 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd503ff-5429-4cdf-b8fa-18d2cdda4a1a admin admin] Router 0c0cb378-b544-40df-9144-5a4655bc5ba5 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:46:01.848533 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-780d56d1-b413-404c-877b-c07bdc9f8fe2 service neutron] 10.222.0.32 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2248182 Feb 07 16:46:01.917229 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f659fb1d-eebe-4044-874e-0bd2ec543ce7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (c5742a4f-3a6d-4dbd-8ff7-61369c7060a8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:01.925717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907eec56-2387-4556-b486-1ce094c0843f req-7b9c6b07-b474-47a6-a0b7-22408f61d6a4 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:01.932874 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-907eec56-2387-4556-b486-1ce094c0843f req-7b9c6b07-b474-47a6-a0b7-22408f61d6a4 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 950 time: 1.0437803 Feb 07 16:46:01.993794 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-582c0732-48a0-494e-bbaf-8bd766dcc505 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=42b94be5-646d-42a4-a16f-ca1e09e3cbc1 HTTP/1.1" status: 200 len: 217 time: 0.1340528 Feb 07 16:46:02.013399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623500fd-bc5e-4ceb-9c3f-8a893e2313fa req-a5f2f529-c2b9-4467-ae0b-cd1486540242 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:02.036257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623500fd-bc5e-4ceb-9c3f-8a893e2313fa req-a5f2f529-c2b9-4467-ae0b-cd1486540242 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:02.060627 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623500fd-bc5e-4ceb-9c3f-8a893e2313fa req-a5f2f529-c2b9-4467-ae0b-cd1486540242 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:02.079157 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623500fd-bc5e-4ceb-9c3f-8a893e2313fa req-a5f2f529-c2b9-4467-ae0b-cd1486540242 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:02.090223 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623500fd-bc5e-4ceb-9c3f-8a893e2313fa req-a5f2f529-c2b9-4467-ae0b-cd1486540242 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:02.102676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623500fd-bc5e-4ceb-9c3f-8a893e2313fa req-a5f2f529-c2b9-4467-ae0b-cd1486540242 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:02.113600 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623500fd-bc5e-4ceb-9c3f-8a893e2313fa req-a5f2f529-c2b9-4467-ae0b-cd1486540242 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:02.128950 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-623500fd-bc5e-4ceb-9c3f-8a893e2313fa req-a5f2f529-c2b9-4467-ae0b-cd1486540242 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5420 time: 0.2882085 Feb 07 16:46:02.183190 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-907eec56-2387-4556-b486-1ce094c0843f req-1a7b4a25-77a2-41a0-a858-48d0b158c560 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492342 Feb 07 16:46:02.183889 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd503ff-5429-4cdf-b8fa-18d2cdda4a1a admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:46:02.196942 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-a0c3eb68-e140-4485-ab63-b946d8fa2abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:02.201832 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-a0c3eb68-e140-4485-ab63-b946d8fa2abe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75c96821-5c51-40c5-85a3-ae0f56612f44 HTTP/1.1" status: 200 len: 797 time: 0.1955092 Feb 07 16:46:02.223972 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] Sync routers for ids ['0c0cb378-b544-40df-9144-5a4655bc5ba5'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:46:02.252086 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdd503ff-5429-4cdf-b8fa-18d2cdda4a1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:02.255963 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bdd503ff-5429-4cdf-b8fa-18d2cdda4a1a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0187318 Feb 07 16:46:02.260932 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39302) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:02.274666 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:02.288268 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] Routers {'0c0cb378-b544-40df-9144-5a4655bc5ba5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:02.288571 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:45:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0c0cb378-b544-40df-9144-5a4655bc5ba5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:02.329046 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f659fb1d-eebe-4044-874e-0bd2ec543ce7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c5742a4f-3a6d-4dbd-8ff7-61369c7060a8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:02.393264 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659fb1d-eebe-4044-874e-0bd2ec543ce7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=c5742a4f-3a6d-4dbd-8ff7-61369c7060a8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:02.482619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f659fb1d-eebe-4044-874e-0bd2ec543ce7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Network 9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:46:02.496945 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-d7c23622-99cc-4fb9-945f-e41ca675c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:02.498548 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-d7c23622-99cc-4fb9-945f-e41ca675c037 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=341e2c10-4c3c-4ab6-9063-14743a0d705c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2762358 Feb 07 16:46:02.508659 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f659fb1d-eebe-4044-874e-0bd2ec543ce7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:46:02.510526 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-623500fd-bc5e-4ceb-9c3f-8a893e2313fa req-cbd95657-355a-44a3-85f7-a9863a576d62 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3803737 Feb 07 16:46:02.517586 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f659fb1d-eebe-4044-874e-0bd2ec543ce7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:46:02.644138 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2711f66-40d5-4472-b222-84d19c383e5b req-2e7be8f2-2425-478a-91ab-45aff61c3035 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:02.659752 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d2711f66-40d5-4472-b222-84d19c383e5b req-2e7be8f2-2425-478a-91ab-45aff61c3035 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 943 time: 0.3384352 Feb 07 16:46:02.720266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] Set router 0c0cb378-b544-40df-9144-5a4655bc5ba5 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:46:02.762663 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f659fb1d-eebe-4044-874e-0bd2ec543ce7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (b476168a-7024-44ce-a0a0-a998e57605ec), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:03.018574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6124f81f-5ddd-47ca-84ae-caa98a00790d {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:46:03.021299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'name': 'tempest-TaggedBootDevicesTest_v242-968091572-router', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:45:55Z', 'updated_at': '2022-02-07T16:46:00Z', 'revision_number': 3, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'gw_port': {'id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:45:57Z', 'updated_at': '2022-02-07T16:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:03.043804 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Publish callbacks [] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:03.113992 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d2711f66-40d5-4472-b222-84d19c383e5b req-494683bb-96e1-40e9-bb82-4898ed0c84b2 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ce3f28c-75eb-48fc-94f4-99e171720b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531689 Feb 07 16:46:03.126343 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] Checking router: 0c0cb378-b544-40df-9144-5a4655bc5ba5 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:46:03.126741 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] Updating router 0c0cb378-b544-40df-9144-5a4655bc5ba5 port ed4e172a-8881-4f21-a31b-024f47f27ead binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:46:03.138588 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-943f5072-4a15-47d3-8937-42b69d2f812c service neutron] 10.222.0.32 "GET /v2.0/networks/341e2c10-4c3c-4ab6-9063-14743a0d705c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6256411 Feb 07 16:46:03.151506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Transition to ACTIVE for port object 6124f81f-5ddd-47ca-84ae-caa98a00790d will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:46:03.205845 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ed4e172a-8881-4f21-a31b-024f47f27ead), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:03.224517 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:03.439160 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f659fb1d-eebe-4044-874e-0bd2ec543ce7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c5742a4f-3a6d-4dbd-8ff7-61369c7060a8), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:03.562140 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Pushing event updated for resources: {'Port': ['ID=6124f81f-5ddd-47ca-84ae-caa98a00790d,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:03.644301 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0234f-3f04-4cf7-b4b6-8562597e85c8 req-70e45a9a-a996-427d-acb0-348d3470b429 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:03.645957 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f0c0234f-3f04-4cf7-b4b6-8562597e85c8 req-70e45a9a-a996-427d-acb0-348d3470b429 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 944 time: 0.3570094 Feb 07 16:46:03.648953 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245af20-9785-4b22-8dce-1597ef6457fd req-9664f355-22e0-4638-8e9d-86339333f393 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:03.661407 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1245af20-9785-4b22-8dce-1597ef6457fd req-9664f355-22e0-4638-8e9d-86339333f393 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.8379192 Feb 07 16:46:03.692151 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-954182c9-1b2d-4050-851f-397a9508e6c6 service neutron] 10.222.0.32 "GET /v2.0/networks/341e2c10-4c3c-4ab6-9063-14743a0d705c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420871 Feb 07 16:46:03.824664 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-be8f9169-fbb0-4f12-b57b-2722d33b0b91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=424e0525-fdc2-44e3-89b7-44df8caf5d2e HTTP/1.1" status: 200 len: 217 time: 0.1234221 Feb 07 16:46:03.830512 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1245af20-9785-4b22-8dce-1597ef6457fd req-dfa8538a-97dc-4c66-9ab0-e0b5d1620f20 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650722 Feb 07 16:46:03.912419 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] Publish callbacks [] for port (ed4e172a-8881-4f21-a31b-024f47f27ead), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:03.923149 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ed4e172a-8881-4f21-a31b-024f47f27ead), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:03.924254 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Attempting to bind port 6124f81f-5ddd-47ca-84ae-caa98a00790d on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:46:03.924786 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Attempting to bind port 6124f81f-5ddd-47ca-84ae-caa98a00790d by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:46:03.925338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Attempting to bind port 6124f81f-5ddd-47ca-84ae-caa98a00790d on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:46:03.957095 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Port 6124f81f-5ddd-47ca-84ae-caa98a00790d on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:46:03.964702 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Attempting to bind port 6124f81f-5ddd-47ca-84ae-caa98a00790d on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:46:03.982537 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f0c0234f-3f04-4cf7-b4b6-8562597e85c8 req-8e2e9e6d-2ec9-4dd1-be8a-c73dcb591dad tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082976 Feb 07 16:46:04.002556 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] Attempting to bind port ed4e172a-8881-4f21-a31b-024f47f27ead on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:46:04.003910 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] Attempting to bind port ed4e172a-8881-4f21-a31b-024f47f27ead by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:46:04.004340 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] Attempting to bind port ed4e172a-8881-4f21-a31b-024f47f27ead on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:46:04.006112 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:46:04.012202 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Checking segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:46:04.013067 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Bound using segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:46:04.013811 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Bound port: 6124f81f-5ddd-47ca-84ae-caa98a00790d, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:46:04.014710 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:04.015559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:46:04.015958 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:46:04.016383 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:04.016784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:46:04.017321 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] Bound port: ed4e172a-8881-4f21-a31b-024f47f27ead, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:46:04.024585 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ed4e172a-8881-4f21-a31b-024f47f27ead), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:04.059865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-bda182e7-8e02-4033-b1bc-69a0228dd290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:04.073833 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-bda182e7-8e02-4033-b1bc-69a0228dd290 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75c96821-5c51-40c5-85a3-ae0f56612f44 HTTP/1.1" status: 200 len: 797 time: 0.2290359 Feb 07 16:46:04.119970 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-76551066-633d-4ed5-aa8e-6188089e9d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:04.133617 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] For port ed4e172a-8881-4f21-a31b-024f47f27ead, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:46:04.139097 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] For port ed4e172a-8881-4f21-a31b-024f47f27ead, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ed4e172a-8881-4f21-a31b-024f47f27ead,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:46:04.150330 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc856f5-4e6f-4041-a1f4-56ccbd83cd5b None None] Pushing event updated for resources: {'Port': ['ID=ed4e172a-8881-4f21-a31b-024f47f27ead,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:04.150646 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba19e52-059c-40df-b93a-e4fd4f1082bb req-98315d64-9701-4e66-b49a-fe86b778057b tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:04.152269 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cba19e52-059c-40df-b93a-e4fd4f1082bb req-98315d64-9701-4e66-b49a-fe86b778057b tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 950 time: 0.1157215 Feb 07 16:46:04.162856 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ed4e172a-8881-4f21-a31b-024f47f27ead), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:04.241810 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc856f5-4e6f-4041-a1f4-56ccbd83cd5b None None] Pushing event updated for resources: {'Port': ['ID=ed4e172a-8881-4f21-a31b-024f47f27ead,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:04.253362 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] Routers {'0c0cb378-b544-40df-9144-5a4655bc5ba5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:04.253362 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:45:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0c0cb378-b544-40df-9144-5a4655bc5ba5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:04.301583 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] For port 6124f81f-5ddd-47ca-84ae-caa98a00790d, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:46:04.311221 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] For port 6124f81f-5ddd-47ca-84ae-caa98a00790d, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6124f81f-5ddd-47ca-84ae-caa98a00790d,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:46:04.337204 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cba19e52-059c-40df-b93a-e4fd4f1082bb req-5dd44e9e-cd25-43a4-b1e9-5c3398422565 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756823 Feb 07 16:46:04.437660 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:04.447123 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-76551066-633d-4ed5-aa8e-6188089e9d1f admin admin] Allocated IP 172.20.0.1 (c8c7efe8-323f-461c-b8f3-d0df0e78b272/7e220672-ddb5-4004-a2c7-1c1467c4afbb/cf49984e-7dcf-4d73-b4ba-9535ef12dfd3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:46:04.541657 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:04.542364 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:04.544474 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] 10.222.0.32 "PUT /v2.0/ports/6124f81f-5ddd-47ca-84ae-caa98a00790d HTTP/1.1" status: 200 len: 1092 time: 4.1429372 Feb 07 16:46:04.554622 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed552571-c774-4803-9d8a-2b7e52fff45c', 'tag': '6124f81f-5ddd-47ca-84ae-caa98a00790d'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:46:04.555229 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a1c59a35-41c3-49ae-b826-c19895a03ed3 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:46:04.557125 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a92f77-41e8-4538-b3a3-80ba9f1f7c28" -d '{"events": [{"name": "network-changed", "server_uuid": "ed552571-c774-4803-9d8a-2b7e52fff45c", "tag": "6124f81f-5ddd-47ca-84ae-caa98a00790d"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:46:04.572303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279676-f184-451e-af15-93499e295439 req-d92cd60e-0674-4cca-a904-e50af1e73a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:04.574130 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-d92cd60e-0674-4cca-a904-e50af1e73a53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=341e2c10-4c3c-4ab6-9063-14743a0d705c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4991183 Feb 07 16:46:04.590839 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1be34f-f898-47de-ab8c-674947d60c10 service neutron] Pushing event updated for resources: {'Port': ['ID=6124f81f-5ddd-47ca-84ae-caa98a00790d,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:04.672238 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-76551066-633d-4ed5-aa8e-6188089e9d1f admin admin] Publish callbacks [] for port (cf49984e-7dcf-4d73-b4ba-9535ef12dfd3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:04.705113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] Set router 0c0cb378-b544-40df-9144-5a4655bc5ba5 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:46:04.754991 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-76551066-633d-4ed5-aa8e-6188089e9d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (cf49984e-7dcf-4d73-b4ba-9535ef12dfd3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:04.822173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76551066-633d-4ed5-aa8e-6188089e9d1f admin admin] Network c8c7efe8-323f-461c-b8f3-d0df0e78b272 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:46:04.841341 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-76551066-633d-4ed5-aa8e-6188089e9d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:46:04.852534 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a1c59a35-41c3-49ae-b826-c19895a03ed3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a1c59a35-41c3-49ae-b826-c19895a03ed3,segment=NetworkSegment(514b45fa-c615-4721-8b18-6fbc5d302dfa),segment_id=514b45fa-c615-4721-8b18-6fbc5d302dfa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:04.872290 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0e58c-cb20-4716-bad6-3377dad471e2 req-1a8364e9-1527-43f3-849c-240edc726eec tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:04.875613 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'a1c59a35-41c3-49ae-b826-c19895a03ed3', 'network_id': '026bb78d-0aa8-4390-b322-baead91e4047', 'port_id': 'a1c59a35-41c3-49ae-b826-c19895a03ed3', 'mac_address': 'fa:16:3e:65:82:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02474b91-6259-43b3-b159-a7c6d259f007', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:46:04.886036 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8c0e58c-cb20-4716-bad6-3377dad471e2 req-1a8364e9-1527-43f3-849c-240edc726eec tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 943 time: 0.3617985 Feb 07 16:46:04.892785 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76551066-633d-4ed5-aa8e-6188089e9d1f admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:46:04.966218 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76551066-633d-4ed5-aa8e-6188089e9d1f admin admin] Pushing event updated for resources: {'Port': ['ID=cf49984e-7dcf-4d73-b4ba-9535ef12dfd3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:05.011864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaaa08-e354-478f-9175-74226032b129 req-d708c95c-4f35-4ce3-adf4-95fa7db0ad86 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:05.018807 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-76551066-633d-4ed5-aa8e-6188089e9d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (0c0cb378-b544-40df-9144-5a4655bc5ba5), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:05.019569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaaa08-e354-478f-9175-74226032b129 req-d708c95c-4f35-4ce3-adf4-95fa7db0ad86 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:05.025885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaaa08-e354-478f-9175-74226032b129 req-d708c95c-4f35-4ce3-adf4-95fa7db0ad86 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:05.033896 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaaa08-e354-478f-9175-74226032b129 req-d708c95c-4f35-4ce3-adf4-95fa7db0ad86 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:05.035299 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8c0e58c-cb20-4716-bad6-3377dad471e2 req-d9766985-d91a-4198-bb80-a74a68aaa312 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ce3f28c-75eb-48fc-94f4-99e171720b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481371 Feb 07 16:46:05.048124 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaaa08-e354-478f-9175-74226032b129 req-d708c95c-4f35-4ce3-adf4-95fa7db0ad86 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:05.050420 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a1c59a35-41c3-49ae-b826-c19895a03ed3 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:05.052282 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a1c59a35-41c3-49ae-b826-c19895a03ed3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:05.054344 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaaa08-e354-478f-9175-74226032b129 req-d708c95c-4f35-4ce3-adf4-95fa7db0ad86 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:05.060854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaaa08-e354-478f-9175-74226032b129 req-d708c95c-4f35-4ce3-adf4-95fa7db0ad86 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:05.077931 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2aaaaa08-e354-478f-9175-74226032b129 req-d708c95c-4f35-4ce3-adf4-95fa7db0ad86 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5420 time: 0.8425450 Feb 07 16:46:05.104974 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c59a35-41c3-49ae-b826-c19895a03ed3 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:46:05.188298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a1c59a35-41c3-49ae-b826-c19895a03ed3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a1c59a35-41c3-49ae-b826-c19895a03ed3,segment=NetworkSegment(514b45fa-c615-4721-8b18-6fbc5d302dfa),segment_id=514b45fa-c615-4721-8b18-6fbc5d302dfa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:05.198684 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a1c59a35-41c3-49ae-b826-c19895a03ed3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:05.240132 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f659fb1d-eebe-4044-874e-0bd2ec543ce7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (c5742a4f-3a6d-4dbd-8ff7-61369c7060a8), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:05.274476 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'name': 'tempest-TaggedBootDevicesTest_v242-968091572-router', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:45:55Z', 'updated_at': '2022-02-07T16:46:00Z', 'revision_number': 3, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'gw_port': {'id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:45:57Z', 'updated_at': '2022-02-07T16:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:05.302547 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-5197a18e-8e9b-4b6e-a63b-f4ec0fed7f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:05.304334 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-5197a18e-8e9b-4b6e-a63b-f4ec0fed7f53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 1126 time: 0.4212430 Feb 07 16:46:05.331322 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f659fb1d-eebe-4044-874e-0bd2ec543ce7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (c5742a4f-3a6d-4dbd-8ff7-61369c7060a8), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:05.338728 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0f733-8219-464d-bf43-c4af176fefa2 None None] The sync data for ids ['0c0cb378-b544-40df-9144-5a4655bc5ba5'] in n-d-827865-3 is: [{'id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'name': 'tempest-TaggedBootDevicesTest_v242-968091572-router', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:45:55Z', 'updated_at': '2022-02-07T16:46:00Z', 'revision_number': 3, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'gw_port': {'id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:45:57Z', 'updated_at': '2022-02-07T16:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:46:05.371927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a1c59a35-41c3-49ae-b826-c19895a03ed3,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:05.381528 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c34f4fb8-c7cc-4b27-bf07-d02ac369e7a8 None None] Provisioning complete for port cf49984e-7dcf-4d73-b4ba-9535ef12dfd3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:05.382332 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c34f4fb8-c7cc-4b27-bf07-d02ac369e7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (cf49984e-7dcf-4d73-b4ba-9535ef12dfd3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:05.447900 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb14b7c-682a-480d-a7a6-ab3bb0eb55f3 req-6cdbf385-b6c6-4798-a5d1-35fe73636579 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:05.453952 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2aaaaa08-e354-478f-9175-74226032b129 req-d4596367-89e6-488c-9aa3-3c03de0ecae9 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3745532 Feb 07 16:46:05.458533 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cfb14b7c-682a-480d-a7a6-ab3bb0eb55f3 req-6cdbf385-b6c6-4798-a5d1-35fe73636579 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=4627db7d-36eb-4ec8-8ac0-4a500364569b HTTP/1.1" status: 200 len: 948 time: 0.2534389 Feb 07 16:46:05.463036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c34f4fb8-c7cc-4b27-bf07-d02ac369e7a8 None None] Port cf49984e-7dcf-4d73-b4ba-9535ef12dfd3 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:46:05.475723 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-76551066-633d-4ed5-aa8e-6188089e9d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (cf49984e-7dcf-4d73-b4ba-9535ef12dfd3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:05.559728 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['a1c59a35-41c3-49ae-b826-c19895a03ed3'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:46:05.579841 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659fb1d-eebe-4044-874e-0bd2ec543ce7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=c5742a4f-3a6d-4dbd-8ff7-61369c7060a8,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:05.594124 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f659fb1d-eebe-4044-874e-0bd2ec543ce7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (b476168a-7024-44ce-a0a0-a998e57605ec), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:05.622383 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-19c00b3f-1d6f-4768-93c1-4010c00495af service neutron] 10.222.0.32 "GET /v2.0/networks/341e2c10-4c3c-4ab6-9063-14743a0d705c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0327189 Feb 07 16:46:05.624704 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-bb0aa1b7-d8c7-493b-aed4-17d3e3f3c8cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6124f81f-5ddd-47ca-84ae-caa98a00790d HTTP/1.1" status: 200 len: 217 time: 0.3057156 Feb 07 16:46:05.679191 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cfb14b7c-682a-480d-a7a6-ab3bb0eb55f3 req-860a1f43-af07-44c2-87fe-887ae818efb3 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189744 Feb 07 16:46:05.755225 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39426) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:05.833129 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f938b851-d7e9-462c-bc7d-8d7a575cf39e x-openstack-request-id: req-f938b851-d7e9-462c-bc7d-8d7a575cf39e {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:46:05.833409 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed552571-c774-4803-9d8a-2b7e52fff45c", "tag": "6124f81f-5ddd-47ca-84ae-caa98a00790d", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:46:05.833669 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f938b851-d7e9-462c-bc7d-8d7a575cf39e {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:46:05.834071 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed552571-c774-4803-9d8a-2b7e52fff45c', 'tag': '6124f81f-5ddd-47ca-84ae-caa98a00790d', 'status': 'completed', 'code': 200} Feb 07 16:46:05.908969 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-e687de95-1f04-415d-b69d-34e2053ab4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:05.910527 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-e687de95-1f04-415d-b69d-34e2053ab4f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.2416847 Feb 07 16:46:05.951055 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-4d23b670-7893-4fb7-8525-42a15cc96ef2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332112 Feb 07 16:46:06.058858 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde078a-c3f8-4814-a390-eb1822bd4963 req-abdd314b-fed5-472e-b83d-20799c86865e tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:06.060491 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4bde078a-c3f8-4814-a390-eb1822bd4963 req-abdd314b-fed5-472e-b83d-20799c86865e tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.3903797 Feb 07 16:46:06.071184 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f659fb1d-eebe-4044-874e-0bd2ec543ce7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Network 9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:46:06.073725 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41279676-f184-451e-af15-93499e295439 req-60c54412-b975-4f2d-b991-f1fa7f79450b service neutron] 10.222.0.32 "GET /v2.0/networks/341e2c10-4c3c-4ab6-9063-14743a0d705c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419723 Feb 07 16:46:06.077270 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f659fb1d-eebe-4044-874e-0bd2ec543ce7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:46:06.079982 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-76551066-633d-4ed5-aa8e-6188089e9d1f admin admin] Publish callbacks [] for port (cf49984e-7dcf-4d73-b4ba-9535ef12dfd3), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:06.082707 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de5d5b99-aafc-49d8-9d17-00120dbb016d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:06.096786 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-76551066-633d-4ed5-aa8e-6188089e9d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (cf49984e-7dcf-4d73-b4ba-9535ef12dfd3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:06.205634 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53744b-aa76-467b-9071-5cd4a2278423 req-83376a4e-169c-4117-8104-7433c4a86182 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:06.207382 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0c53744b-aa76-467b-9071-5cd4a2278423 req-83376a4e-169c-4117-8104-7433c4a86182 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 944 time: 0.2717164 Feb 07 16:46:06.212798 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-76551066-633d-4ed5-aa8e-6188089e9d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (0c0cb378-b544-40df-9144-5a4655bc5ba5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:06.216948 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76551066-633d-4ed5-aa8e-6188089e9d1f admin admin] Pushing event updated for resources: {'Port': ['ID=cf49984e-7dcf-4d73-b4ba-9535ef12dfd3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:06.269598 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-747e3edc-d8bd-4a63-9ee5-76d44a2114e2 service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048737 Feb 07 16:46:06.385702 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4bde078a-c3f8-4814-a390-eb1822bd4963 req-c59acae6-3700-4933-9f6f-8f030f3d68f4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945068 Feb 07 16:46:06.432752 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0c53744b-aa76-467b-9071-5cd4a2278423 req-b956c916-9535-4970-b244-90a3e42b273f tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050607 Feb 07 16:46:06.455231 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adb1f1-dc9f-4313-a614-29f08d671cb8 req-8166bdbf-66c3-4175-a0d4-1afc8ea318f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:06.455732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adb1f1-dc9f-4313-a614-29f08d671cb8 req-8166bdbf-66c3-4175-a0d4-1afc8ea318f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:06.456333 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adb1f1-dc9f-4313-a614-29f08d671cb8 req-8166bdbf-66c3-4175-a0d4-1afc8ea318f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:06.456876 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adb1f1-dc9f-4313-a614-29f08d671cb8 req-8166bdbf-66c3-4175-a0d4-1afc8ea318f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:06.457455 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adb1f1-dc9f-4313-a614-29f08d671cb8 req-8166bdbf-66c3-4175-a0d4-1afc8ea318f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:06.458185 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adb1f1-dc9f-4313-a614-29f08d671cb8 req-8166bdbf-66c3-4175-a0d4-1afc8ea318f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:06.458898 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adb1f1-dc9f-4313-a614-29f08d671cb8 req-8166bdbf-66c3-4175-a0d4-1afc8ea318f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:06.461052 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3adb1f1-dc9f-4313-a614-29f08d671cb8 req-8166bdbf-66c3-4175-a0d4-1afc8ea318f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4aab9c2a401e4794b59cf423bf862032&device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 6694 time: 0.3135192 Feb 07 16:46:06.485927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ed4e172a-8881-4f21-a31b-024f47f27ead up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:46:06.505217 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de5d5b99-aafc-49d8-9d17-00120dbb016d admin admin] Publish callbacks [] for security_group (629f1dc2-5384-4293-8dad-6a6d270cb0a8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:06.531179 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f993fae8-e9fb-4e77-8ad2-9de86373e838 req-8edd39d0-3d55-49ab-92af-1a0264da6967 service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518559 Feb 07 16:46:06.533500 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-de5d5b99-aafc-49d8-9d17-00120dbb016d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (629f1dc2-5384-4293-8dad-6a6d270cb0a8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:06.590362 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f659fb1d-eebe-4044-874e-0bd2ec543ce7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router b476168a-7024-44ce-a0a0-a998e57605ec has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:46:06.611943 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port ed4e172a-8881-4f21-a31b-024f47f27ead triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:06.612331 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ed4e172a-8881-4f21-a31b-024f47f27ead), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:06.621150 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d5b99-aafc-49d8-9d17-00120dbb016d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629f1dc2-5384-4293-8dad-6a6d270cb0a8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:06.668547 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-de5d5b99-aafc-49d8-9d17-00120dbb016d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1131ca74d26d4ba38e6a114a023c31b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9082224 Feb 07 16:46:06.678133 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39440) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:06.759411 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ed4e172a-8881-4f21-a31b-024f47f27ead is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:06.759863 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76551066-633d-4ed5-aa8e-6188089e9d1f admin admin] Network c8c7efe8-323f-461c-b8f3-d0df0e78b272 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:46:06.760625 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ed4e172a-8881-4f21-a31b-024f47f27ead), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:06.771771 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-76551066-633d-4ed5-aa8e-6188089e9d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:46:06.808152 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port ed4e172a-8881-4f21-a31b-024f47f27ead, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ed4e172a-8881-4f21-a31b-024f47f27ead,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:06.818290 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ed4e172a-8881-4f21-a31b-024f47f27ead), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:06.910642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=ed4e172a-8881-4f21-a31b-024f47f27ead,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:07.003189 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adb1f1-dc9f-4313-a614-29f08d671cb8 req-7d3a60ff-3cb8-476d-8891-764a5ef66d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:07.003513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b387df-5140-4e3b-b732-c9257b4ca693 req-5c23b88a-ddc6-4cc6-9a68-0bbc08ea39f6 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:07.004724 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3adb1f1-dc9f-4313-a614-29f08d671cb8 req-7d3a60ff-3cb8-476d-8891-764a5ef66d3e service neutron] 10.222.0.32 "GET /v2.0/networks?id=341e2c10-4c3c-4ab6-9063-14743a0d705c HTTP/1.1" status: 200 len: 903 time: 0.5253024 Feb 07 16:46:07.007722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f659fb1d-eebe-4044-874e-0bd2ec543ce7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:46:07.021035 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-89b387df-5140-4e3b-b732-c9257b4ca693 req-5c23b88a-ddc6-4cc6-9a68-0bbc08ea39f6 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 944 time: 0.4299481 Feb 07 16:46:07.021266 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f659fb1d-eebe-4044-874e-0bd2ec543ce7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "PUT /v2.0/routers/b476168a-7024-44ce-a0a0-a998e57605ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6698282 Feb 07 16:46:07.022706 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00840f9c-c3df-4f6e-b64d-cb3b2783085b None None] Sync routers for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:46:07.049921 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39446) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:07.052359 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a92f77-41e8-4538-b3a3-80ba9f1f7c28 req-a1a59e8d-2713-42b4-b79b-ae7ce7d5d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:07.054279 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87a92f77-41e8-4538-b3a3-80ba9f1f7c28 req-a1a59e8d-2713-42b4-b79b-ae7ce7d5d601 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 1126 time: 0.4440801 Feb 07 16:46:07.062394 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00840f9c-c3df-4f6e-b64d-cb3b2783085b None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:07.063147 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-00840f9c-c3df-4f6e-b64d-cb3b2783085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:45:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:07.080998 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d36b19d-c88c-4fd4-a554-45db7fc9f3c4 admin admin] Publish callbacks [] for security_group (629f1dc2-5384-4293-8dad-6a6d270cb0a8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:07.103415 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-81f858a1-a757-4d79-91ec-25db2c3c76ca tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'port': {'network_id': '9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8', 'name': 'tempest-FloatingIPTestJSON-840668275'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:46:07.120723 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3adb1f1-dc9f-4313-a614-29f08d671cb8 req-bfbf62af-39dd-4184-ba5c-2ceb0c7d06dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=424e0525-fdc2-44e3-89b7-44df8caf5d2e HTTP/1.1" status: 200 len: 217 time: 0.0874393 Feb 07 16:46:07.277535 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-00840f9c-c3df-4f6e-b64d-cb3b2783085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:07.290438 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00840f9c-c3df-4f6e-b64d-cb3b2783085b None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:07.291417 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-00840f9c-c3df-4f6e-b64d-cb3b2783085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:45:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:07.331655 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4af0b8d7-7d7e-42a7-a0a2-7bebce411771 None None] Provisioning complete for port cf49984e-7dcf-4d73-b4ba-9535ef12dfd3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:07.332253 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4af0b8d7-7d7e-42a7-a0a2-7bebce411771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (cf49984e-7dcf-4d73-b4ba-9535ef12dfd3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:07.354277 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-00840f9c-c3df-4f6e-b64d-cb3b2783085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:07.355373 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00840f9c-c3df-4f6e-b64d-cb3b2783085b None None] The sync data for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:46:07.418649 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adb1f1-dc9f-4313-a614-29f08d671cb8 req-e194d16e-feac-4e81-8e8a-3509543ec52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:07.420152 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3adb1f1-dc9f-4313-a614-29f08d671cb8 req-e194d16e-feac-4e81-8e8a-3509543ec52d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75c96821-5c51-40c5-85a3-ae0f56612f44 HTTP/1.1" status: 200 len: 797 time: 0.2762952 Feb 07 16:46:07.431504 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4af0b8d7-7d7e-42a7-a0a2-7bebce411771 None None] Port cf49984e-7dcf-4d73-b4ba-9535ef12dfd3 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:46:07.443327 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d36b19d-c88c-4fd4-a554-45db7fc9f3c4 admin admin] Publish callbacks [] for security_group (629f1dc2-5384-4293-8dad-6a6d270cb0a8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:07.456957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b1471-e526-4875-94b2-7c42b0ebebb5 req-ff775f60-14ac-4c2b-b0c3-441d62a176fa tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:07.458648 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d97b1471-e526-4875-94b2-7c42b0ebebb5 req-ff775f60-14ac-4c2b-b0c3-441d62a176fa tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.2972553 Feb 07 16:46:07.464745 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76551066-633d-4ed5-aa8e-6188089e9d1f admin admin] Router 0c0cb378-b544-40df-9144-5a4655bc5ba5 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:46:07.481159 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a92f77-41e8-4538-b3a3-80ba9f1f7c28 req-4a805590-0373-4350-a35d-59f5e794703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:07.482725 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87a92f77-41e8-4538-b3a3-80ba9f1f7c28 req-4a805590-0373-4350-a35d-59f5e794703d service neutron] 10.222.0.32 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.3790443 Feb 07 16:46:07.508294 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-89b387df-5140-4e3b-b732-c9257b4ca693 req-4a380c8a-b9f5-4fa8-8eee-a81234782636 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ce3f28c-75eb-48fc-94f4-99e171720b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898198 Feb 07 16:46:07.548436 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87a92f77-41e8-4538-b3a3-80ba9f1f7c28 req-54e96196-7a98-4ddb-9469-d84f236e9406 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6124f81f-5ddd-47ca-84ae-caa98a00790d HTTP/1.1" status: 200 len: 217 time: 0.0570049 Feb 07 16:46:07.622554 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d97b1471-e526-4875-94b2-7c42b0ebebb5 req-34768453-9e95-419e-8a80-72ebd4eb66cd tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455390 Feb 07 16:46:07.631545 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adb1f1-dc9f-4313-a614-29f08d671cb8 req-df591299-a6cf-470e-8122-be07b666eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:07.633175 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3adb1f1-dc9f-4313-a614-29f08d671cb8 req-df591299-a6cf-470e-8122-be07b666eb83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=341e2c10-4c3c-4ab6-9063-14743a0d705c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2046590 Feb 07 16:46:07.637954 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a92f77-41e8-4538-b3a3-80ba9f1f7c28 req-5bc9243b-d2c6-4433-8ee3-275a4b69766f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:07.639543 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87a92f77-41e8-4538-b3a3-80ba9f1f7c28 req-5bc9243b-d2c6-4433-8ee3-275a4b69766f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.0856647 Feb 07 16:46:07.789094 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d36b19d-c88c-4fd4-a554-45db7fc9f3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (629f1dc2-5384-4293-8dad-6a6d270cb0a8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:07.792146 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d36b19d-c88c-4fd4-a554-45db7fc9f3c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:07.796696 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7d36b19d-c88c-4fd4-a554-45db7fc9f3c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/629f1dc2-5384-4293-8dad-6a6d270cb0a8 HTTP/1.1" status: 204 len: 168 time: 1.1143448 Feb 07 16:46:07.807915 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f858a1-a757-4d79-91ec-25db2c3c76ca tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Made reservation on behalf of 426139bcf0c24dbc8a7bbbd053e318bf for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:46:07.812554 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81f858a1-a757-4d79-91ec-25db2c3c76ca tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:07.846564 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36b19d-c88c-4fd4-a554-45db7fc9f3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629f1dc2-5384-4293-8dad-6a6d270cb0a8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:07.890732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c289a6-94c2-431c-80a3-a1e081d485df req-e1408583-bdb1-431f-9bdd-71013241734f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:07.896569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c289a6-94c2-431c-80a3-a1e081d485df req-e1408583-bdb1-431f-9bdd-71013241734f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:07.902506 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c289a6-94c2-431c-80a3-a1e081d485df req-e1408583-bdb1-431f-9bdd-71013241734f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:07.909292 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c289a6-94c2-431c-80a3-a1e081d485df req-e1408583-bdb1-431f-9bdd-71013241734f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:07.914921 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c289a6-94c2-431c-80a3-a1e081d485df req-e1408583-bdb1-431f-9bdd-71013241734f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:07.921063 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c289a6-94c2-431c-80a3-a1e081d485df req-e1408583-bdb1-431f-9bdd-71013241734f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:07.927106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c289a6-94c2-431c-80a3-a1e081d485df req-e1408583-bdb1-431f-9bdd-71013241734f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:07.929381 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-52c289a6-94c2-431c-80a3-a1e081d485df req-e1408583-bdb1-431f-9bdd-71013241734f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5420 time: 0.2684953 Feb 07 16:46:07.930810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-81f858a1-a757-4d79-91ec-25db2c3c76ca tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] device_id is not set on port 1e600d83-6c1c-4b16-95b2-e69873122b1b yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:46:07.937832 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76551066-633d-4ed5-aa8e-6188089e9d1f admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:46:07.944376 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-76551066-633d-4ed5-aa8e-6188089e9d1f admin admin] 10.222.0.18 "PUT /v2.0/routers/0c0cb378-b544-40df-9144-5a4655bc5ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6838670 Feb 07 16:46:08.140845 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-52c289a6-94c2-431c-80a3-a1e081d485df req-512dc770-321e-44a6-9d51-0c19578c5e87 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1583700 Feb 07 16:46:08.143724 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87a92f77-41e8-4538-b3a3-80ba9f1f7c28 req-9925cd29-3d6f-4877-96a6-e3f60f38202e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4951985 Feb 07 16:46:08.162902 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-81f858a1-a757-4d79-91ec-25db2c3c76ca tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Allocated IP 172.20.0.13 (9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8/fee87cf3-960d-43e4-b659-578c5614dc7b/1e600d83-6c1c-4b16-95b2-e69873122b1b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:46:08.280871 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3adb1f1-dc9f-4313-a614-29f08d671cb8 req-bb0f870c-3e8e-4fa7-8821-6c9f0c4790ec service neutron] 10.222.0.32 "GET /v2.0/networks/341e2c10-4c3c-4ab6-9063-14743a0d705c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6402712 Feb 07 16:46:08.316938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486535a5-13ca-434e-879c-97ed09e93029 req-0457d4d4-4595-4015-b2d8-a10bd1230d7e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:08.318571 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-486535a5-13ca-434e-879c-97ed09e93029 req-0457d4d4-4595-4015-b2d8-a10bd1230d7e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 944 time: 0.1879704 Feb 07 16:46:08.371287 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a1c59a35-41c3-49ae-b826-c19895a03ed3 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:46:08.468754 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ed4e172a-8881-4f21-a31b-024f47f27ead up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:46:08.512378 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1242fe1-4a75-4ccf-92a3-da4cab45ff6c req-d0ab4e48-a4b1-4c41-830e-38d428e53b5f tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:08.514112 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a1242fe1-4a75-4ccf-92a3-da4cab45ff6c req-d0ab4e48-a4b1-4c41-830e-38d428e53b5f tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1706138 Feb 07 16:46:08.528278 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87a92f77-41e8-4538-b3a3-80ba9f1f7c28 req-3ee4a66d-f30b-4a67-946e-bd962be22bc6 service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571746 Feb 07 16:46:08.628727 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39478) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:08.642513 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81f858a1-a757-4d79-91ec-25db2c3c76ca tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (1e600d83-6c1c-4b16-95b2-e69873122b1b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:08.646533 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port a1c59a35-41c3-49ae-b826-c19895a03ed3 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:46:08.657213 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a1242fe1-4a75-4ccf-92a3-da4cab45ff6c req-f253c616-973f-4404-bb50-099f8ed17d60 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302497 Feb 07 16:46:08.660308 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7761ba08-a6ef-45d7-b174-aba9ad296bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:08.677631 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port a1c59a35-41c3-49ae-b826-c19895a03ed3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:08.678667 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a1c59a35-41c3-49ae-b826-c19895a03ed3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:08.714314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] Sync routers for ids ['0c0cb378-b544-40df-9144-5a4655bc5ba5'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:46:08.752346 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-486535a5-13ca-434e-879c-97ed09e93029 req-659259fe-d4d0-423b-b942-551b1cd67e5e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949943 Feb 07 16:46:08.795538 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3adb1f1-dc9f-4313-a614-29f08d671cb8 req-dad00ed2-e496-448e-b83b-d8675007d7aa service neutron] 10.222.0.32 "GET /v2.0/networks/341e2c10-4c3c-4ab6-9063-14743a0d705c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036321 Feb 07 16:46:08.799829 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7761ba08-a6ef-45d7-b174-aba9ad296bd8 admin admin] Publish callbacks [] for security_group (cc65680a-aefc-460a-b4f5-e177402220b4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:08.809886 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7761ba08-a6ef-45d7-b174-aba9ad296bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cc65680a-aefc-460a-b4f5-e177402220b4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:08.839053 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87a92f77-41e8-4538-b3a3-80ba9f1f7c28 req-c8fc86ef-207e-421e-bd11-16def24a63de service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084939 Feb 07 16:46:08.885134 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port ed4e172a-8881-4f21-a31b-024f47f27ead triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:08.886237 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ed4e172a-8881-4f21-a31b-024f47f27ead), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:08.895895 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7761ba08-a6ef-45d7-b174-aba9ad296bd8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d27b9a59d67e425ba50f71117a687584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2660854 Feb 07 16:46:08.901801 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761ba08-a6ef-45d7-b174-aba9ad296bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc65680a-aefc-460a-b4f5-e177402220b4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:08.910737 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39486) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:08.985609 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81f858a1-a757-4d79-91ec-25db2c3c76ca tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1e600d83-6c1c-4b16-95b2-e69873122b1b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:08.993509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] Routers {'0c0cb378-b544-40df-9144-5a4655bc5ba5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:08.994745 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:45:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0c0cb378-b544-40df-9144-5a4655bc5ba5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:09.009317 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07b127-6d99-4556-9a87-3d24f2e62398 req-123544ef-a0e7-4de2-94a8-533ddfa3ca13 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:09.011430 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cf07b127-6d99-4556-9a87-3d24f2e62398 req-123544ef-a0e7-4de2-94a8-533ddfa3ca13 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1501927 Feb 07 16:46:09.015184 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb33ebba-57ac-40bd-b87f-c2ae373ebced admin admin] Publish callbacks [] for security_group (cc65680a-aefc-460a-b4f5-e177402220b4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:09.052235 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb33ebba-57ac-40bd-b87f-c2ae373ebced admin admin] Publish callbacks [] for security_group (cc65680a-aefc-460a-b4f5-e177402220b4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:09.053111 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f858a1-a757-4d79-91ec-25db2c3c76ca tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=1e600d83-6c1c-4b16-95b2-e69873122b1b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:09.078046 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6960c-d1f0-4530-a898-5bf32ac1dd7f req-1073c469-73e3-401f-b7a8-d2b1e6f8b437 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:09.079885 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8fe6960c-d1f0-4530-a898-5bf32ac1dd7f req-1073c469-73e3-401f-b7a8-d2b1e6f8b437 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 944 time: 0.1495340 Feb 07 16:46:09.089329 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f858a1-a757-4d79-91ec-25db2c3c76ca tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Network 9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:46:09.095878 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-81f858a1-a757-4d79-91ec-25db2c3c76ca tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:46:09.103492 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f858a1-a757-4d79-91ec-25db2c3c76ca tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:46:09.145826 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cf07b127-6d99-4556-9a87-3d24f2e62398 req-05fd21db-fec5-4ab2-b848-22bdb3cf67e0 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125755 Feb 07 16:46:09.191349 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8fe6960c-d1f0-4530-a898-5bf32ac1dd7f req-aaaf3c0b-2661-4989-b199-5d171c29bffe tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ce3f28c-75eb-48fc-94f4-99e171720b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001730 Feb 07 16:46:09.198304 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f858a1-a757-4d79-91ec-25db2c3c76ca tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:09.199798 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81f858a1-a757-4d79-91ec-25db2c3c76ca tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:09.209678 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb33ebba-57ac-40bd-b87f-c2ae373ebced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cc65680a-aefc-460a-b4f5-e177402220b4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:09.213394 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb33ebba-57ac-40bd-b87f-c2ae373ebced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:09.218923 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bb33ebba-57ac-40bd-b87f-c2ae373ebced admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc65680a-aefc-460a-b4f5-e177402220b4 HTTP/1.1" status: 204 len: 168 time: 0.3035839 Feb 07 16:46:09.249626 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33ebba-57ac-40bd-b87f-c2ae373ebced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc65680a-aefc-460a-b4f5-e177402220b4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:09.258537 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39502) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:09.261509 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-81f858a1-a757-4d79-91ec-25db2c3c76ca tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1814897 Feb 07 16:46:09.289519 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8955b88e-7397-4065-ac6a-de7233b553ea tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'port': {'network_id': '9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8', 'name': 'tempest-FloatingIPTestJSON-1840693124'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:46:09.330660 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ed4e172a-8881-4f21-a31b-024f47f27ead is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:09.489257 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a1c59a35-41c3-49ae-b826-c19895a03ed3 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:09.491213 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a1c59a35-41c3-49ae-b826-c19895a03ed3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:09.534930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] Set router 0c0cb378-b544-40df-9144-5a4655bc5ba5 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:46:09.540535 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8955b88e-7397-4065-ac6a-de7233b553ea tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Made reservation on behalf of 426139bcf0c24dbc8a7bbbd053e318bf for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:46:09.549441 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8955b88e-7397-4065-ac6a-de7233b553ea tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:09.581652 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-8955b88e-7397-4065-ac6a-de7233b553ea tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] device_id is not set on port 84450bb5-b9e6-459d-9061-868f6e2e8f95 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:46:09.603437 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263688e-5576-4193-a867-5f5b16af6c67 req-e65a524c-ba5d-46b3-94a4-f8203b4eff4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:09.635894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263688e-5576-4193-a867-5f5b16af6c67 req-e65a524c-ba5d-46b3-94a4-f8203b4eff4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:09.645905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a1c59a35-41c3-49ae-b826-c19895a03ed3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a1c59a35-41c3-49ae-b826-c19895a03ed3,segment=NetworkSegment(514b45fa-c615-4721-8b18-6fbc5d302dfa),segment_id=514b45fa-c615-4721-8b18-6fbc5d302dfa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:09.652253 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce981a4-0041-456c-9498-cde7a49b13bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c59a35-41c3-49ae-b826-c19895a03ed3'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:46:09.653111 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263688e-5576-4193-a867-5f5b16af6c67 req-e65a524c-ba5d-46b3-94a4-f8203b4eff4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:09.661254 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078a79ee-d966-4dcd-881a-46f07075b044" -d '{"events": [{"server_uuid": "9ce981a4-0041-456c-9498-cde7a49b13bb", "name": "network-vif-plugged", "status": "completed", "tag": "a1c59a35-41c3-49ae-b826-c19895a03ed3"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:46:09.669296 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263688e-5576-4193-a867-5f5b16af6c67 req-e65a524c-ba5d-46b3-94a4-f8203b4eff4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:09.680246 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263688e-5576-4193-a867-5f5b16af6c67 req-e65a524c-ba5d-46b3-94a4-f8203b4eff4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:09.691685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263688e-5576-4193-a867-5f5b16af6c67 req-e65a524c-ba5d-46b3-94a4-f8203b4eff4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:09.699810 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a1c59a35-41c3-49ae-b826-c19895a03ed3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:09.700535 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263688e-5576-4193-a867-5f5b16af6c67 req-e65a524c-ba5d-46b3-94a4-f8203b4eff4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:09.713908 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7263688e-5576-4193-a867-5f5b16af6c67 req-e65a524c-ba5d-46b3-94a4-f8203b4eff4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5420 time: 0.3121405 Feb 07 16:46:09.781810 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39518) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:09.789396 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9aff46ab-44bf-4dda-b11d-98e395b7f88b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-737826917-network', 'tenant_id': '8d896bc558a149fcbb41a0f78b81db19'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:46:09.832292 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7263688e-5576-4193-a867-5f5b16af6c67 req-337d5156-25c5-4de2-b434-9586a3f7dfee tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1173809 Feb 07 16:46:09.860038 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aff46ab-44bf-4dda-b11d-98e395b7f88b admin admin] Made reservation on behalf of 8d896bc558a149fcbb41a0f78b81db19 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:46:09.862575 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9aff46ab-44bf-4dda-b11d-98e395b7f88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:09.896948 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9aff46ab-44bf-4dda-b11d-98e395b7f88b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:09.925002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-8955b88e-7397-4065-ac6a-de7233b553ea tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Allocated IP 172.20.0.9 (9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8/fee87cf3-960d-43e4-b659-578c5614dc7b/84450bb5-b9e6-459d-9061-868f6e2e8f95) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:46:09.994858 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938724c-4c2f-479f-9309-ee4e7931420e req-a3f7c275-5751-4c74-bbe8-e6d0c47f74f5 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:09.996504 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7938724c-4c2f-479f-9309-ee4e7931420e req-a3f7c275-5751-4c74-bbe8-e6d0c47f74f5 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.2137394 Feb 07 16:46:10.050781 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29aff1e4-9958-46fc-a165-17459036cc87 x-openstack-request-id: req-29aff1e4-9958-46fc-a165-17459036cc87 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:46:10.051387 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce981a4-0041-456c-9498-cde7a49b13bb", "name": "network-vif-plugged", "status": "completed", "tag": "a1c59a35-41c3-49ae-b826-c19895a03ed3", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:46:10.052022 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29aff1e4-9958-46fc-a165-17459036cc87 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:46:10.052948 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce981a4-0041-456c-9498-cde7a49b13bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c59a35-41c3-49ae-b826-c19895a03ed3', 'code': 200} Feb 07 16:46:10.173456 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a1c59a35-41c3-49ae-b826-c19895a03ed3,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:10.206795 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7938724c-4c2f-479f-9309-ee4e7931420e req-05b6a94e-f042-4731-9c85-dfb4629e61e8 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974714 Feb 07 16:46:10.214275 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9aff46ab-44bf-4dda-b11d-98e395b7f88b admin admin] Publish callbacks [] for security_group (4b7d1223-c5a7-4da9-b9e0-5735054422ec), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:10.219831 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9aff46ab-44bf-4dda-b11d-98e395b7f88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4b7d1223-c5a7-4da9-b9e0-5735054422ec), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:10.279550 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6124f81f-5ddd-47ca-84ae-caa98a00790d details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:46:10.287272 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afd692-7a77-4d5f-9223-79f73c81185a req-a6d45671-a91c-4f73-8ba2-c6bd58dbc124 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:10.301310 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-88afd692-7a77-4d5f-9223-79f73c81185a req-a6d45671-a91c-4f73-8ba2-c6bd58dbc124 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 944 time: 0.2694001 Feb 07 16:46:10.308383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc56e8-e9d9-4d7d-b319-b4c942da9605 req-d7a6b2fe-de86-4f6f-980b-0d056d06dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:10.311091 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07fc56e8-e9d9-4d7d-b319-b4c942da9605 req-d7a6b2fe-de86-4f6f-980b-0d056d06dfb2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 1127 time: 0.3196986 Feb 07 16:46:10.315596 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'name': 'tempest-TaggedBootDevicesTest_v242-968091572-router', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:45:55Z', 'updated_at': '2022-02-07T16:46:05Z', 'revision_number': 4, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'gw_port': {'id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:45:57Z', 'updated_at': '2022-02-07T16:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'cf49984e-7dcf-4d73-b4ba-9535ef12dfd3', 'name': '', 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'mac_address': 'fa:16:3e:82:80:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7e220672-ddb5-4004-a2c7-1c1467c4afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:46:04Z', 'updated_at': '2022-02-07T16:46:05Z', 'revision_number': 2, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'subnets': [{'id': '7e220672-ddb5-4004-a2c7-1c1467c4afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:10.330028 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aff46ab-44bf-4dda-b11d-98e395b7f88b admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:46:10.394851 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] Checking router: 0c0cb378-b544-40df-9144-5a4655bc5ba5 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:46:10.395730 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] Updating router 0c0cb378-b544-40df-9144-5a4655bc5ba5 port cf49984e-7dcf-4d73-b4ba-9535ef12dfd3 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:46:10.397617 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff46ab-44bf-4dda-b11d-98e395b7f88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7d1223-c5a7-4da9-b9e0-5735054422ec,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:10.412895 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9aff46ab-44bf-4dda-b11d-98e395b7f88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:10.413439 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-9aff46ab-44bf-4dda-b11d-98e395b7f88b admin admin] Added segment 29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b of type vlan for network e44973a2-0103-40df-8768-001f01a74b40 Feb 07 16:46:10.417723 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8955b88e-7397-4065-ac6a-de7233b553ea tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (84450bb5-b9e6-459d-9061-868f6e2e8f95), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:10.461734 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-88afd692-7a77-4d5f-9223-79f73c81185a req-bbaf70af-b180-40c3-9e7f-cd03ff80aaf5 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588731 Feb 07 16:46:10.466853 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07fc56e8-e9d9-4d7d-b319-b4c942da9605 req-54783550-9052-4e3c-abe2-86e9029a8bdc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3ce3f28c-75eb-48fc-94f4-99e171720b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449440 Feb 07 16:46:10.490316 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:46:10.521972 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9aff46ab-44bf-4dda-b11d-98e395b7f88b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (e44973a2-0103-40df-8768-001f01a74b40), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:10.548747 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfdd52-a660-4dd4-8ed7-fa279cd23203 req-bb427098-b5bb-4020-8d66-50e3cef11140 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:10.550761 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14dfdd52-a660-4dd4-8ed7-fa279cd23203 req-bb427098-b5bb-4020-8d66-50e3cef11140 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 945 time: 0.1699247 Feb 07 16:46:10.559552 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8955b88e-7397-4065-ac6a-de7233b553ea tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (84450bb5-b9e6-459d-9061-868f6e2e8f95), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:10.595819 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (cf49984e-7dcf-4d73-b4ba-9535ef12dfd3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:10.634788 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9aff46ab-44bf-4dda-b11d-98e395b7f88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (e44973a2-0103-40df-8768-001f01a74b40), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:10.635796 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aff46ab-44bf-4dda-b11d-98e395b7f88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:10.636403 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9aff46ab-44bf-4dda-b11d-98e395b7f88b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:10.656138 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8955b88e-7397-4065-ac6a-de7233b553ea tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Network 9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:46:10.680425 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8955b88e-7397-4065-ac6a-de7233b553ea tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:46:10.722421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8955b88e-7397-4065-ac6a-de7233b553ea tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:46:10.736157 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955b88e-7397-4065-ac6a-de7233b553ea tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=84450bb5-b9e6-459d-9061-868f6e2e8f95,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:10.787047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8715e6-3977-4a3a-abec-471edfce2787 req-1199f147-66dd-4604-8bf1-aa402f18509f tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:10.797697 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9aff46ab-44bf-4dda-b11d-98e395b7f88b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0123961 Feb 07 16:46:10.806650 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39544) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:10.807088 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ad8715e6-3977-4a3a-abec-471edfce2787 req-1199f147-66dd-4604-8bf1-aa402f18509f tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1907392 Feb 07 16:46:10.816024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-def12861-baa9-44c5-80b3-774b33e8494f admin admin] Request body: {'subnet': {'network_id': 'e44973a2-0103-40df-8768-001f01a74b40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-737826917-subnet', 'tenant_id': '8d896bc558a149fcbb41a0f78b81db19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:46:10.839890 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14dfdd52-a660-4dd4-8ed7-fa279cd23203 req-99728f07-791e-4452-8e3b-b5df041c36c0 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ce3f28c-75eb-48fc-94f4-99e171720b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639661 Feb 07 16:46:10.841421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff46ab-44bf-4dda-b11d-98e395b7f88b admin admin] Pushing event updated for resources: {'Network': ['ID=e44973a2-0103-40df-8768-001f01a74b40,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:10.875135 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 6124f81f-5ddd-47ca-84ae-caa98a00790d, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6124f81f-5ddd-47ca-84ae-caa98a00790d,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:10.888918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network e44973a2-0103-40df-8768-001f01a74b40 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:46:10.891951 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '6124f81f-5ddd-47ca-84ae-caa98a00790d', 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7', 'port_id': '6124f81f-5ddd-47ca-84ae-caa98a00790d', 'mac_address': 'fa:16:3e:2e:34:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d72c12-d0bd-4126-b125-fb7d60290221', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:46:10.898756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8955b88e-7397-4065-ac6a-de7233b553ea tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:10.901372 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8955b88e-7397-4065-ac6a-de7233b553ea tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:10.940806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def12861-baa9-44c5-80b3-774b33e8494f admin admin] Made reservation on behalf of 8d896bc558a149fcbb41a0f78b81db19 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:46:10.945652 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-def12861-baa9-44c5-80b3-774b33e8494f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:10.971380 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ad8715e6-3977-4a3a-abec-471edfce2787 req-c8f7f4ef-55f8-45f2-ba38-032c7542f8fd tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600118 Feb 07 16:46:11.087800 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8955b88e-7397-4065-ac6a-de7233b553ea tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8124568 Feb 07 16:46:11.091332 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39560) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:11.097108 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': '84450bb5-b9e6-459d-9061-868f6e2e8f95', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:46:11.102699 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 6124f81f-5ddd-47ca-84ae-caa98a00790d is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:11.103165 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:11.155565 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:11.309323 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6124f81f-5ddd-47ca-84ae-caa98a00790d {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:46:11.335374 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 6124f81f-5ddd-47ca-84ae-caa98a00790d, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6124f81f-5ddd-47ca-84ae-caa98a00790d,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:11.343309 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:11.357956 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41fd7b-d635-47d9-b02e-2178cc043a95 req-317b0cb8-6fdb-4def-946d-92f0dcd0b2ed tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:11.367569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41fd7b-d635-47d9-b02e-2178cc043a95 req-317b0cb8-6fdb-4def-946d-92f0dcd0b2ed tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:11.373151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41fd7b-d635-47d9-b02e-2178cc043a95 req-317b0cb8-6fdb-4def-946d-92f0dcd0b2ed tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:11.380081 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41fd7b-d635-47d9-b02e-2178cc043a95 req-317b0cb8-6fdb-4def-946d-92f0dcd0b2ed tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:11.389734 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41fd7b-d635-47d9-b02e-2178cc043a95 req-317b0cb8-6fdb-4def-946d-92f0dcd0b2ed tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:11.397019 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41fd7b-d635-47d9-b02e-2178cc043a95 req-317b0cb8-6fdb-4def-946d-92f0dcd0b2ed tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:11.404233 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41fd7b-d635-47d9-b02e-2178cc043a95 req-317b0cb8-6fdb-4def-946d-92f0dcd0b2ed tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:11.417542 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a41fd7b-d635-47d9-b02e-2178cc043a95 req-317b0cb8-6fdb-4def-946d-92f0dcd0b2ed tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5420 time: 0.2243834 Feb 07 16:46:11.466317 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=6124f81f-5ddd-47ca-84ae-caa98a00790d,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:11.531030 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-def12861-baa9-44c5-80b3-774b33e8494f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (c2d8167a-c791-4f22-91fe-46cb69fedd33), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:11.563505 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a41fd7b-d635-47d9-b02e-2178cc043a95 req-efccdccc-ccc1-40aa-8e7d-83fe8b59be64 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1448927 Feb 07 16:46:11.586591 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:11.593325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['6124f81f-5ddd-47ca-84ae-caa98a00790d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:46:11.702758 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] Publish callbacks [] for port (cf49984e-7dcf-4d73-b4ba-9535ef12dfd3), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:11.719336 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (cf49984e-7dcf-4d73-b4ba-9535ef12dfd3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:11.739844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def12861-baa9-44c5-80b3-774b33e8494f admin admin] Checking segment: {'id': '29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e44973a2-0103-40df-8768-001f01a74b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:46:11.740219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def12861-baa9-44c5-80b3-774b33e8494f admin admin] Network hostable DHCP agents. Network: e44973a2-0103-40df-8768-001f01a74b40, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:46:11.742567 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def12861-baa9-44c5-80b3-774b33e8494f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d8167a-c791-4f22-91fe-46cb69fedd33,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:11.783680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c32fa-5edc-497f-958d-3acd4e89448f req-52fafe30-a862-4ba0-b1fb-477ac4480fae tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:11.790754 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b90c32fa-5edc-497f-958d-3acd4e89448f req-52fafe30-a862-4ba0-b1fb-477ac4480fae tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/networks?id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 HTTP/1.1" status: 200 len: 814 time: 0.2740533 Feb 07 16:46:11.820450 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b90c32fa-5edc-497f-958d-3acd4e89448f req-201746a9-b9d7-4c74-879a-4d3a66b3f8a6 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/quotas/17e673e6323b4e4cb326f65b4b9943cf HTTP/1.1" status: 200 len: 375 time: 0.0285966 Feb 07 16:46:11.822913 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def12861-baa9-44c5-80b3-774b33e8494f admin admin] Network e44973a2-0103-40df-8768-001f01a74b40 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:46:11.876567 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990dad1-0bf9-42c5-8d7c-1e25dc494167 req-2db3283d-cc2f-4195-95ed-5a9327ecfaa5 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:11.878846 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1990dad1-0bf9-42c5-8d7c-1e25dc494167 req-2db3283d-cc2f-4195-95ed-5a9327ecfaa5 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 945 time: 0.1819189 Feb 07 16:46:11.887862 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-def12861-baa9-44c5-80b3-774b33e8494f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, e44973a2-0103-40df-8768-001f01a74b40) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:46:11.900587 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def12861-baa9-44c5-80b3-774b33e8494f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:11.901241 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-def12861-baa9-44c5-80b3-774b33e8494f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:11.914852 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Allocated IP 172.25.4.52 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/5196dfae-2e2e-4d60-814d-4c933daa2ba9) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:46:11.927453 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f69255-d9f1-4061-8ce5-2334b209aa5f None None] Network e44973a2-0103-40df-8768-001f01a74b40 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:46:11.933148 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-def12861-baa9-44c5-80b3-774b33e8494f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1216545 Feb 07 16:46:11.946166 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b90c32fa-5edc-497f-958d-3acd4e89448f req-8ca0a699-2c90-4b63-945e-dfdcca0a6f7a tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=17e673e6323b4e4cb326f65b4b9943cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1247435 Feb 07 16:46:11.946717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39584) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:11.971223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-84c2b26b-a53a-4e64-a7da-382aead1b236 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-737826917-router', 'tenant_id': '8d896bc558a149fcbb41a0f78b81db19', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:46:11.992736 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1990dad1-0bf9-42c5-8d7c-1e25dc494167 req-d4f82c84-230a-4add-9664-75d459dd565b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056151 Feb 07 16:46:12.071422 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84c2b26b-a53a-4e64-a7da-382aead1b236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (6914b157-2e26-4b5f-a094-0a6c1d05ce28), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:12.072579 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84c2b26b-a53a-4e64-a7da-382aead1b236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (6914b157-2e26-4b5f-a094-0a6c1d05ce28), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:12.151770 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (5196dfae-2e2e-4d60-814d-4c933daa2ba9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:12.211708 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (5196dfae-2e2e-4d60-814d-4c933daa2ba9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:12.216787 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d6936-b0b6-43f6-a0da-3d44044b57e4 None None] Pushing event updated for resources: {'Port': ['ID=cf49984e-7dcf-4d73-b4ba-9535ef12dfd3,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:12.313883 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84c2b26b-a53a-4e64-a7da-382aead1b236 admin admin] Publish callbacks [] for router_controller (6914b157-2e26-4b5f-a094-0a6c1d05ce28), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:12.348955 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] Attempting to bind port cf49984e-7dcf-4d73-b4ba-9535ef12dfd3 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:46:12.349385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] Attempting to bind port cf49984e-7dcf-4d73-b4ba-9535ef12dfd3 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '066d6dab-37ee-4512-895e-667af50c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:46:12.349757 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] Attempting to bind port cf49984e-7dcf-4d73-b4ba-9535ef12dfd3 on network c8c7efe8-323f-461c-b8f3-d0df0e78b272 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:46:12.376861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=5196dfae-2e2e-4d60-814d-4c933daa2ba9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:12.378911 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:46:12.379324 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] Checking segment: {'id': '066d6dab-37ee-4512-895e-667af50c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:46:12.379729 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:12.380136 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] Bound using segment: {'id': '066d6dab-37ee-4512-895e-667af50c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:46:12.380646 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] Bound port: cf49984e-7dcf-4d73-b4ba-9535ef12dfd3, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066d6dab-37ee-4512-895e-667af50c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:46:12.381041 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (cf49984e-7dcf-4d73-b4ba-9535ef12dfd3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:12.393157 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:46:12.406979 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:46:12.411064 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:46:12.415955 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:46:12.442667 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15fb8c-7a2a-4798-8be9-f38ce17e7599 req-a013dc0e-46d5-45d3-aef0-1379d32f5698 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:12.444855 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0e15fb8c-7a2a-4798-8be9-f38ce17e7599 req-a013dc0e-46d5-45d3-aef0-1379d32f5698 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 945 time: 0.2050388 Feb 07 16:46:12.457323 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-e44973a2-0103-40df-8768-001f01a74b40', 'network_id': 'e44973a2-0103-40df-8768-001f01a74b40', 'project_id': '8d896bc558a149fcbb41a0f78b81db19', 'fixed_ips': [{'subnet_id': 'c2d8167a-c791-4f22-91fe-46cb69fedd33'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:46:12.458210 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:12.491908 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b484060-4f36-47b6-b601-5194d0811827 req-a20b3ca0-546b-4e15-a03c-7827539e5029 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:12.493530 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1b484060-4f36-47b6-b601-5194d0811827 req-a20b3ca0-546b-4e15-a03c-7827539e5029 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.2739208 Feb 07 16:46:12.526320 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a1d202f2-409c-49f5-acb2-2f0d07d7df6b None None] Provisioning complete for port cf49984e-7dcf-4d73-b4ba-9535ef12dfd3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:12.526705 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a1d202f2-409c-49f5-acb2-2f0d07d7df6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (cf49984e-7dcf-4d73-b4ba-9535ef12dfd3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:12.584997 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84c2b26b-a53a-4e64-a7da-382aead1b236 admin admin] Publish callbacks [] for router_gateway (6914b157-2e26-4b5f-a094-0a6c1d05ce28), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:12.613084 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1b484060-4f36-47b6-b601-5194d0811827 req-b6fd06ce-f579-429e-a7d3-8173eed868cf tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081550 Feb 07 16:46:12.692162 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0e15fb8c-7a2a-4798-8be9-f38ce17e7599 req-beda87ce-fae2-43fe-a167-3561d0268daf tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ce3f28c-75eb-48fc-94f4-99e171720b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401969 Feb 07 16:46:12.862788 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] Allocated IP 172.20.0.2 (e44973a2-0103-40df-8768-001f01a74b40/c2d8167a-c791-4f22-91fe-46cb69fedd33/c8d46bb8-587a-4234-9fc5-60e6dab959ae) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:46:12.933544 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:12.956751 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '3835a0f1-f4e6-4303-9a4d-36a77fc3bad2', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '3835a0f1-f4e6-4303-9a4d-36a77fc3bad2', 'mac_address': 'fa:16:3e:d6:7d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:46:12.961062 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a1d202f2-409c-49f5-acb2-2f0d07d7df6b None None] Port cf49984e-7dcf-4d73-b4ba-9535ef12dfd3 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:46:13.013036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] For port cf49984e-7dcf-4d73-b4ba-9535ef12dfd3, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:46:13.074488 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] For port cf49984e-7dcf-4d73-b4ba-9535ef12dfd3, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=cf49984e-7dcf-4d73-b4ba-9535ef12dfd3,segment=NetworkSegment(066d6dab-37ee-4512-895e-667af50c7d8a),segment_id=066d6dab-37ee-4512-895e-667af50c7d8a)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:46:13.088814 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (cf49984e-7dcf-4d73-b4ba-9535ef12dfd3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:13.162000 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d6936-b0b6-43f6-a0da-3d44044b57e4 None None] Pushing event updated for resources: {'Port': ['ID=cf49984e-7dcf-4d73-b4ba-9535ef12dfd3,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:13.177918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:13.177918 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:13.239533 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:46:13.255254 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] Routers {'0c0cb378-b544-40df-9144-5a4655bc5ba5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:13.255899 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:45:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0c0cb378-b544-40df-9144-5a4655bc5ba5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:13.279588 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb2f46-0855-4a08-b9e3-34911308c1e6 req-0429da22-e936-439c-bcfc-3ebc0f84bdf0 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:13.288289 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02bb2f46-0855-4a08-b9e3-34911308c1e6 req-0429da22-e936-439c-bcfc-3ebc0f84bdf0 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1583819 Feb 07 16:46:13.316670 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84c2b26b-a53a-4e64-a7da-382aead1b236 admin admin] Publish callbacks [] for router_gateway (6914b157-2e26-4b5f-a094-0a6c1d05ce28), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:13.343875 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84c2b26b-a53a-4e64-a7da-382aead1b236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:13.360391 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02bb2f46-0855-4a08-b9e3-34911308c1e6 req-60bea1a4-7cc0-4d84-9689-03398cb347d5 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689251 Feb 07 16:46:13.414764 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] Publish callbacks [] for port (c8d46bb8-587a-4234-9fc5-60e6dab959ae), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:13.510644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-84c2b26b-a53a-4e64-a7da-382aead1b236 admin admin] Allocated IP 172.25.4.67 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:46:13.579730 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] Set router 0c0cb378-b544-40df-9144-5a4655bc5ba5 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:46:13.621094 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0b877-ee4c-4a1e-9a34-fa457ea3c425 req-0f4cf9e0-cc6a-4ba1-b2eb-d4cfbf6e51fb tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:13.626415 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0b877-ee4c-4a1e-9a34-fa457ea3c425 req-0f4cf9e0-cc6a-4ba1-b2eb-d4cfbf6e51fb tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:13.632469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0b877-ee4c-4a1e-9a34-fa457ea3c425 req-0f4cf9e0-cc6a-4ba1-b2eb-d4cfbf6e51fb tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:13.638208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0b877-ee4c-4a1e-9a34-fa457ea3c425 req-0f4cf9e0-cc6a-4ba1-b2eb-d4cfbf6e51fb tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:13.644519 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0b877-ee4c-4a1e-9a34-fa457ea3c425 req-0f4cf9e0-cc6a-4ba1-b2eb-d4cfbf6e51fb tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:13.650274 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0b877-ee4c-4a1e-9a34-fa457ea3c425 req-0f4cf9e0-cc6a-4ba1-b2eb-d4cfbf6e51fb tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:13.656304 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0b877-ee4c-4a1e-9a34-fa457ea3c425 req-0f4cf9e0-cc6a-4ba1-b2eb-d4cfbf6e51fb tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:13.658347 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-18b0b877-ee4c-4a1e-9a34-fa457ea3c425 req-0f4cf9e0-cc6a-4ba1-b2eb-d4cfbf6e51fb tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5420 time: 0.8395829 Feb 07 16:46:13.765252 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-18b0b877-ee4c-4a1e-9a34-fa457ea3c425 req-da7ef89c-b562-49fc-8753-2489e11e0ece tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969565 Feb 07 16:46:13.770784 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84c2b26b-a53a-4e64-a7da-382aead1b236 admin admin] Publish callbacks [] for port (10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:13.810870 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84c2b26b-a53a-4e64-a7da-382aead1b236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:13.831203 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:13.838969 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (c8d46bb8-587a-4234-9fc5-60e6dab959ae), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:13.888729 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:13.903988 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c2b26b-a53a-4e64-a7da-382aead1b236 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:46:13.910627 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-84c2b26b-a53a-4e64-a7da-382aead1b236 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:46:13.913134 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2b26b-a53a-4e64-a7da-382aead1b236 admin admin] Pushing event updated for resources: {'Port': ['ID=10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:13.924420 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c2b26b-a53a-4e64-a7da-382aead1b236 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:46:13.959965 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a5a66d57-d08e-4758-a9f4-ddeaf91c6474 None None] Provisioning complete for port cf49984e-7dcf-4d73-b4ba-9535ef12dfd3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:13.960353 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a5a66d57-d08e-4758-a9f4-ddeaf91c6474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (cf49984e-7dcf-4d73-b4ba-9535ef12dfd3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:13.973728 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (8cec0e54-4dc6-4443-b0ac-6de020e2fe24), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:13.973996 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] Network e44973a2-0103-40df-8768-001f01a74b40 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:46:14.004843 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:46:14.013020 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-298c5229-9040-4c25-8723-465cf31166f4 req-26942919-19d9-4581-aad2-094f916a112b tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=17e673e6323b4e4cb326f65b4b9943cf HTTP/1.1" status: 200 len: 221 time: 0.0499682 Feb 07 16:46:14.013722 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['3835a0f1-f4e6-4303-9a4d-36a77fc3bad2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:46:14.018804 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:46:14.100998 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] Pushing event updated for resources: {'Port': ['ID=c8d46bb8-587a-4234-9fc5-60e6dab959ae,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:14.132477 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] Attempting to bind port c8d46bb8-587a-4234-9fc5-60e6dab959ae on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:46:14.132979 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] Attempting to bind port c8d46bb8-587a-4234-9fc5-60e6dab959ae by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e44973a2-0103-40df-8768-001f01a74b40'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:46:14.133326 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] Attempting to bind port c8d46bb8-587a-4234-9fc5-60e6dab959ae on network e44973a2-0103-40df-8768-001f01a74b40 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:46:14.141214 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c642a-ad8d-4b0f-9ec3-5f1ac375ce8a req-394a44b2-5c15-43c0-997d-b4c15e99d36c tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:14.143329 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c24c642a-ad8d-4b0f-9ec3-5f1ac375ce8a req-394a44b2-5c15-43c0-997d-b4c15e99d36c tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 945 time: 0.2878547 Feb 07 16:46:14.245866 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c24c642a-ad8d-4b0f-9ec3-5f1ac375ce8a req-399f9698-dbf1-4a07-859d-6a1fab8344bd tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963583 Feb 07 16:46:14.251909 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5196dfae-2e2e-4d60-814d-4c933daa2ba9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:14.312600 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39670) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:14.441565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6124f81f-5ddd-47ca-84ae-caa98a00790d up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:46:14.475424 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccafcc-8f51-4a9f-a334-ae83c83a93c9 req-037db511-acfb-4961-a1d5-d5af0ace1f4d tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:14.477112 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-afccafcc-8f51-4a9f-a334-ae83c83a93c9 req-037db511-acfb-4961-a1d5-d5af0ace1f4d tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 945 time: 0.2526391 Feb 07 16:46:14.489747 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:46:14.490340 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] Checking segment: {'id': '29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e44973a2-0103-40df-8768-001f01a74b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:46:14.490834 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:14.491318 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] Bound using segment: {'id': '29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e44973a2-0103-40df-8768-001f01a74b40'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:46:14.491899 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] Bound port: c8d46bb8-587a-4234-9fc5-60e6dab959ae, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e44973a2-0103-40df-8768-001f01a74b40'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:46:14.492373 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c8d46bb8-587a-4234-9fc5-60e6dab959ae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:14.519227 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84c2b26b-a53a-4e64-a7da-382aead1b236 admin admin] Publish callbacks [] for router_gateway (6914b157-2e26-4b5f-a094-0a6c1d05ce28), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:14.621507 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0c7a1-3230-4d5c-945e-82afceac0350 req-ecffa280-f2d7-4c73-abe6-cd26663163ec tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:14.632419 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8fa0c7a1-3230-4d5c-945e-82afceac0350 req-ecffa280-f2d7-4c73-abe6-cd26663163ec tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1775441 Feb 07 16:46:14.638104 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (5196dfae-2e2e-4d60-814d-4c933daa2ba9), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:14.662717 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (5196dfae-2e2e-4d60-814d-4c933daa2ba9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:14.674714 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a5a66d57-d08e-4758-a9f4-ddeaf91c6474 None None] Current status of the port cf49984e-7dcf-4d73-b4ba-9535ef12dfd3 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:14.675218 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a5a66d57-d08e-4758-a9f4-ddeaf91c6474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (cf49984e-7dcf-4d73-b4ba-9535ef12dfd3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:14.721567 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 6124f81f-5ddd-47ca-84ae-caa98a00790d completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:46:14.726809 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'name': 'tempest-TaggedBootDevicesTest_v242-968091572-router', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:45:55Z', 'updated_at': '2022-02-07T16:46:05Z', 'revision_number': 4, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'gw_port': {'id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:45:57Z', 'updated_at': '2022-02-07T16:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'cf49984e-7dcf-4d73-b4ba-9535ef12dfd3', 'name': '', 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'mac_address': 'fa:16:3e:82:80:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7e220672-ddb5-4004-a2c7-1c1467c4afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:46:04Z', 'updated_at': '2022-02-07T16:46:12Z', 'revision_number': 4, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'subnets': [{'id': '7e220672-ddb5-4004-a2c7-1c1467c4afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:14.753131 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26f6cff6-5014-4270-abe9-75fbe7037c5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:14.771530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e678e44-d0f2-47f2-8407-28f63d1a017b None None] The sync data for ids ['0c0cb378-b544-40df-9144-5a4655bc5ba5'] in n-d-827865-3 is: [{'id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'name': 'tempest-TaggedBootDevicesTest_v242-968091572-router', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:45:55Z', 'updated_at': '2022-02-07T16:46:05Z', 'revision_number': 4, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'gw_port': {'id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:45:57Z', 'updated_at': '2022-02-07T16:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'cf49984e-7dcf-4d73-b4ba-9535ef12dfd3', 'name': '', 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'mac_address': 'fa:16:3e:82:80:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7e220672-ddb5-4004-a2c7-1c1467c4afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:46:04Z', 'updated_at': '2022-02-07T16:46:12Z', 'revision_number': 4, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'subnets': [{'id': '7e220672-ddb5-4004-a2c7-1c1467c4afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:46:14.777532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:14.824087 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=5196dfae-2e2e-4d60-814d-4c933daa2ba9,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:14.829334 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-afccafcc-8f51-4a9f-a334-ae83c83a93c9 req-7a295a48-2203-442a-b4cb-7ccc9a578eb7 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ce3f28c-75eb-48fc-94f4-99e171720b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349669 Feb 07 16:46:14.874198 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8fa0c7a1-3230-4d5c-945e-82afceac0350 req-c4c96c15-4787-4f38-9970-d3b105af3d92 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384057 Feb 07 16:46:14.895085 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (8cec0e54-4dc6-4443-b0ac-6de020e2fe24), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:14.924846 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a5a66d57-d08e-4758-a9f4-ddeaf91c6474 None None] For port cf49984e-7dcf-4d73-b4ba-9535ef12dfd3, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=cf49984e-7dcf-4d73-b4ba-9535ef12dfd3,segment=NetworkSegment(066d6dab-37ee-4512-895e-667af50c7d8a),segment_id=066d6dab-37ee-4512-895e-667af50c7d8a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:14.938112 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 6124f81f-5ddd-47ca-84ae-caa98a00790d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:14.938762 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:14.942953 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84c2b26b-a53a-4e64-a7da-382aead1b236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (6914b157-2e26-4b5f-a094-0a6c1d05ce28), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:14.971615 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a5a66d57-d08e-4758-a9f4-ddeaf91c6474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (cf49984e-7dcf-4d73-b4ba-9535ef12dfd3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:15.058387 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Floating IP 8cec0e54-4dc6-4443-b0ac-6de020e2fe24 associated. External IP: 172.25.4.52, port: 84450bb5-b9e6-459d-9061-868f6e2e8f95. Feb 07 16:46:15.151112 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] For port c8d46bb8-587a-4234-9fc5-60e6dab959ae, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:46:15.222190 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] For port c8d46bb8-587a-4234-9fc5-60e6dab959ae, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c8d46bb8-587a-4234-9fc5-60e6dab959ae,segment=NetworkSegment(29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b),segment_id=29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:46:15.240921 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a66d57-d08e-4758-a9f4-ddeaf91c6474 None None] Pushing event updated for resources: {'Port': ['ID=cf49984e-7dcf-4d73-b4ba-9535ef12dfd3,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:15.247758 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c8d46bb8-587a-4234-9fc5-60e6dab959ae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:15.299283 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfa54f-a6e9-4fd5-aa0c-517aac2a8aff req-f045eb17-b121-4d84-bc9e-cc329421acc7 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:15.306235 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7959c-8ae7-4939-b7b5-8a6429676421 req-bd9dd70b-bd71-43c4-9ce6-6047f440abe7 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:15.307892 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1ab7959c-8ae7-4939-b7b5-8a6429676421 req-bd9dd70b-bd71-43c4-9ce6-6047f440abe7 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 945 time: 0.1474586 Feb 07 16:46:15.322727 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfa54f-a6e9-4fd5-aa0c-517aac2a8aff req-f045eb17-b121-4d84-bc9e-cc329421acc7 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:15.328815 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfa54f-a6e9-4fd5-aa0c-517aac2a8aff req-f045eb17-b121-4d84-bc9e-cc329421acc7 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:15.342563 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfa54f-a6e9-4fd5-aa0c-517aac2a8aff req-f045eb17-b121-4d84-bc9e-cc329421acc7 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:15.380815 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfa54f-a6e9-4fd5-aa0c-517aac2a8aff req-f045eb17-b121-4d84-bc9e-cc329421acc7 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:15.386460 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e1dba-a304-4817-9e4f-a8e30d0af645 None None] Pushing event updated for resources: {'Port': ['ID=c8d46bb8-587a-4234-9fc5-60e6dab959ae,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:15.390843 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfa54f-a6e9-4fd5-aa0c-517aac2a8aff req-f045eb17-b121-4d84-bc9e-cc329421acc7 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:15.393168 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 6124f81f-5ddd-47ca-84ae-caa98a00790d is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:15.405542 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:15.413751 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfa54f-a6e9-4fd5-aa0c-517aac2a8aff req-f045eb17-b121-4d84-bc9e-cc329421acc7 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:15.415742 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-97bfa54f-a6e9-4fd5-aa0c-517aac2a8aff req-f045eb17-b121-4d84-bc9e-cc329421acc7 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5420 time: 0.3324847 Feb 07 16:46:15.434387 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26f6cff6-5014-4270-abe9-75fbe7037c5e admin admin] Publish callbacks [] for security_group (3a8f764c-1e41-42f2-8c75-25264db02927), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:15.458972 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed552571-c774-4803-9d8a-2b7e52fff45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6124f81f-5ddd-47ca-84ae-caa98a00790d'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:46:15.462040 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5ccbf2-3917-4b76-93f8-3ec4672246a7" -d '{"events": [{"server_uuid": "ed552571-c774-4803-9d8a-2b7e52fff45c", "name": "network-vif-plugged", "status": "completed", "tag": "6124f81f-5ddd-47ca-84ae-caa98a00790d"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:46:15.480525 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 6124f81f-5ddd-47ca-84ae-caa98a00790d, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6124f81f-5ddd-47ca-84ae-caa98a00790d,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:15.481558 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26f6cff6-5014-4270-abe9-75fbe7037c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3a8f764c-1e41-42f2-8c75-25264db02927), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:15.487462 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:15.525224 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6cff6-5014-4270-abe9-75fbe7037c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8f764c-1e41-42f2-8c75-25264db02927,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:15.608416 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-26f6cff6-5014-4270-abe9-75fbe7037c5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4d7235b00c44f7faea3ce7d09bafedb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2350953 Feb 07 16:46:15.616201 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39704) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:15.621058 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=6124f81f-5ddd-47ca-84ae-caa98a00790d,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:15.681155 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-97bfa54f-a6e9-4fd5-aa0c-517aac2a8aff req-d1dbb24d-2662-435e-9d75-21ed011c6922 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2561536 Feb 07 16:46:15.691637 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c2b26b-a53a-4e64-a7da-382aead1b236 admin admin] Router 6914b157-2e26-4b5f-a094-0a6c1d05ce28 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:46:15.836478 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1ab7959c-8ae7-4939-b7b5-8a6429676421 req-71b97bde-c371-4d18-8cd6-e083b0228bd2 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ce3f28c-75eb-48fc-94f4-99e171720b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067971 Feb 07 16:46:15.845953 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router b476168a-7024-44ce-a0a0-a998e57605ec has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:46:16.104266 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa285a96-966a-4bd9-aa12-1f1bce68d3db admin admin] Publish callbacks [] for security_group (3a8f764c-1e41-42f2-8c75-25264db02927), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:16.120806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c2b26b-a53a-4e64-a7da-382aead1b236 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:46:16.133509 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:46:16.133745 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80611a8-d364-485f-a3ec-83d954d2a890 req-7485b1f5-981d-490f-a008-94996f09ec90 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:16.135267 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcde05-9db5-48d7-a966-04247830355e None None] Sync routers for ids ['6914b157-2e26-4b5f-a094-0a6c1d05ce28'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:46:16.135773 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c80611a8-d364-485f-a3ec-83d954d2a890 req-7485b1f5-981d-490f-a008-94996f09ec90 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.2037683 Feb 07 16:46:16.149389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3e530b-0c3d-4e08-b290-5e7d7f5d4727 None None] Sync routers for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:46:16.157647 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dcde05-9db5-48d7-a966-04247830355e None None] Routers {'6914b157-2e26-4b5f-a094-0a6c1d05ce28'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:16.159974 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-88dcde05-9db5-48d7-a966-04247830355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:45:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6914b157-2e26-4b5f-a094-0a6c1d05ce28'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:16.163208 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694deda4-18b9-4b88-9f5f-3396e24c9486 req-78459387-6d3f-440a-8764-4c5e0e3c25e0 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:16.165309 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-694deda4-18b9-4b88-9f5f-3396e24c9486 req-78459387-6d3f-440a-8764-4c5e0e3c25e0 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.1694131 Feb 07 16:46:16.172416 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa285a96-966a-4bd9-aa12-1f1bce68d3db admin admin] Publish callbacks [] for security_group (3a8f764c-1e41-42f2-8c75-25264db02927), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:16.176858 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:16.194885 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3e530b-0c3d-4e08-b290-5e7d7f5d4727 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:16.198406 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ad3e530b-0c3d-4e08-b290-5e7d7f5d4727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:45:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:16.297876 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1a010d76-2ff5-4f0c-a79b-06ef5739f05e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.2053549 Feb 07 16:46:16.305859 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39708) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:16.318682 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa285a96-966a-4bd9-aa12-1f1bce68d3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3a8f764c-1e41-42f2-8c75-25264db02927), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:16.321992 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa285a96-966a-4bd9-aa12-1f1bce68d3db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:16.325601 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-aa285a96-966a-4bd9-aa12-1f1bce68d3db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a8f764c-1e41-42f2-8c75-25264db02927 HTTP/1.1" status: 204 len: 168 time: 0.6996334 Feb 07 16:46:16.325799 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ca04e9a4-d41f-4a69-8eed-c43322b88f53 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:46:16.356648 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84c2b26b-a53a-4e64-a7da-382aead1b236 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:16.376049 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-84c2b26b-a53a-4e64-a7da-382aead1b236 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4189053 Feb 07 16:46:16.378230 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39712) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:16.475286 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-88dcde05-9db5-48d7-a966-04247830355e None None] Set router 6914b157-2e26-4b5f-a094-0a6c1d05ce28 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:46:16.478944 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:46:16.487849 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ad3e530b-0c3d-4e08-b290-5e7d7f5d4727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:16.603814 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-694deda4-18b9-4b88-9f5f-3396e24c9486 req-7f32d6e6-95e4-4811-a1e8-ed30f99f7e2f tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111180 Feb 07 16:46:16.661419 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca04e9a4-d41f-4a69-8eed-c43322b88f53 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (8cec0e54-4dc6-4443-b0ac-6de020e2fe24), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:16.714197 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device cf49984e-7dcf-4d73-b4ba-9535ef12dfd3 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:46:16.743358 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3e530b-0c3d-4e08-b290-5e7d7f5d4727 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:16.744027 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ad3e530b-0c3d-4e08-b290-5e7d7f5d4727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:45:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:16.773249 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa285a96-966a-4bd9-aa12-1f1bce68d3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8f764c-1e41-42f2-8c75-25264db02927,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:16.984065 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c80611a8-d364-485f-a3ec-83d954d2a890 req-6f70d94e-1249-463e-8d53-e52d5c84a20c tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7047048 Feb 07 16:46:16.993263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ad3e530b-0c3d-4e08-b290-5e7d7f5d4727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:16.997764 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3e530b-0c3d-4e08-b290-5e7d7f5d4727 None None] The sync data for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:46:17.091783 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bfdf7f-d334-4a55-bec0-03d2a3ba077b x-openstack-request-id: req-f2bfdf7f-d334-4a55-bec0-03d2a3ba077b {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:46:17.104594 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed552571-c774-4803-9d8a-2b7e52fff45c", "name": "network-vif-plugged", "status": "completed", "tag": "6124f81f-5ddd-47ca-84ae-caa98a00790d", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:46:17.105051 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2bfdf7f-d334-4a55-bec0-03d2a3ba077b {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:46:17.109950 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed552571-c774-4803-9d8a-2b7e52fff45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6124f81f-5ddd-47ca-84ae-caa98a00790d', 'code': 200} Feb 07 16:46:17.298412 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:17.300131 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:17.402556 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca04e9a4-d41f-4a69-8eed-c43322b88f53 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:17.406054 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39730) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:17.446415 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca04e9a4-d41f-4a69-8eed-c43322b88f53 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (8cec0e54-4dc6-4443-b0ac-6de020e2fe24), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:17.447510 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-ca04e9a4-d41f-4a69-8eed-c43322b88f53 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Floating IP 8cec0e54-4dc6-4443-b0ac-6de020e2fe24 disassociated. External IP: 172.25.4.52, port: 84450bb5-b9e6-459d-9061-868f6e2e8f95. Feb 07 16:46:17.518187 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-88dcde05-9db5-48d7-a966-04247830355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914b157-2e26-4b5f-a094-0a6c1d05ce28', 'name': 'tempest-TaggedBootDevicesTest_v242-737826917-router', 'tenant_id': '8d896bc558a149fcbb41a0f78b81db19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:46:12Z', 'updated_at': '2022-02-07T16:46:14Z', 'revision_number': 3, 'project_id': '8d896bc558a149fcbb41a0f78b81db19', 'gw_port': {'id': '10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914b157-2e26-4b5f-a094-0a6c1d05ce28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:46:13Z', 'updated_at': '2022-02-07T16:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:17.587929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb181eca-ead9-4bdc-8295-117e4f79452e None None] Network e44973a2-0103-40df-8768-001f01a74b40 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:46:17.666472 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcde05-9db5-48d7-a966-04247830355e None None] Checking router: 6914b157-2e26-4b5f-a094-0a6c1d05ce28 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:46:17.667066 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcde05-9db5-48d7-a966-04247830355e None None] Updating router 6914b157-2e26-4b5f-a094-0a6c1d05ce28 port 10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:46:17.743282 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aae909a5-bbf5-4534-9027-ce7e79bd4de8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:17.746775 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7362cf-1fd2-4bb9-a8ef-3ce874197014 req-dbd6f12e-d120-44d4-a2c0-f3500faf8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:17.749121 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8c7362cf-1fd2-4bb9-a8ef-3ce874197014 req-dbd6f12e-d120-44d4-a2c0-f3500faf8ed3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 1128 time: 0.5730975 Feb 07 16:46:17.792137 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-88dcde05-9db5-48d7-a966-04247830355e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:17.813201 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a8c17-7bc5-458f-ac0f-73cee5290e91 req-ba42c248-1167-4a7f-9837-73e4b51a651e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:17.818894 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port cf49984e-7dcf-4d73-b4ba-9535ef12dfd3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:17.819535 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (cf49984e-7dcf-4d73-b4ba-9535ef12dfd3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:17.823823 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a8c17-7bc5-458f-ac0f-73cee5290e91 req-ba42c248-1167-4a7f-9837-73e4b51a651e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:17.831401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a8c17-7bc5-458f-ac0f-73cee5290e91 req-ba42c248-1167-4a7f-9837-73e4b51a651e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:17.837134 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a8c17-7bc5-458f-ac0f-73cee5290e91 req-ba42c248-1167-4a7f-9837-73e4b51a651e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:17.843889 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a8c17-7bc5-458f-ac0f-73cee5290e91 req-ba42c248-1167-4a7f-9837-73e4b51a651e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:17.850234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a8c17-7bc5-458f-ac0f-73cee5290e91 req-ba42c248-1167-4a7f-9837-73e4b51a651e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:17.857639 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a8c17-7bc5-458f-ac0f-73cee5290e91 req-ba42c248-1167-4a7f-9837-73e4b51a651e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:17.867669 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b03a8c17-7bc5-458f-ac0f-73cee5290e91 req-ba42c248-1167-4a7f-9837-73e4b51a651e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5420 time: 0.3541553 Feb 07 16:46:18.033781 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8c7362cf-1fd2-4bb9-a8ef-3ce874197014 req-ca323ab9-d07b-4c46-b23e-8921ee2ccbb4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765260 Feb 07 16:46:18.067331 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b03a8c17-7bc5-458f-ac0f-73cee5290e91 req-874a9754-c6ef-4cec-bcc8-a7162dd1f8f2 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1983883 Feb 07 16:46:18.165991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6604b06c-0657-4d98-87e4-f7df02599a5f None None] Provisioning complete for port c8d46bb8-587a-4234-9fc5-60e6dab959ae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:18.166706 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6604b06c-0657-4d98-87e4-f7df02599a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c8d46bb8-587a-4234-9fc5-60e6dab959ae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:18.310715 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd55f8ee-ccaa-4d76-b657-77b45a2a1a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:18.361589 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062cd331-a8c0-46ac-a418-ba7b561fa7d5 req-826deb88-059a-4aa7-86b8-50b090f7607e tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:18.365904 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port cf49984e-7dcf-4d73-b4ba-9535ef12dfd3 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:18.368816 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c8d46bb8-587a-4234-9fc5-60e6dab959ae up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:46:18.369894 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-062cd331-a8c0-46ac-a418-ba7b561fa7d5 req-826deb88-059a-4aa7-86b8-50b090f7607e tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 945 time: 0.1374352 Feb 07 16:46:18.376138 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:18.377168 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:18.564465 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-062cd331-a8c0-46ac-a418-ba7b561fa7d5 req-688c7926-85c1-4054-8268-05f5cd9803b4 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ce3f28c-75eb-48fc-94f4-99e171720b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914363 Feb 07 16:46:18.586727 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-88dcde05-9db5-48d7-a966-04247830355e None None] Publish callbacks [] for port (10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:18.602915 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-88dcde05-9db5-48d7-a966-04247830355e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:18.622299 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38333ce-ddca-4059-8c57-6acfc8bc7332 req-23cc55cd-15d7-4ebe-b25b-6f78a532b611 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:18.644593 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d38333ce-ddca-4059-8c57-6acfc8bc7332 req-23cc55cd-15d7-4ebe-b25b-6f78a532b611 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.6972690 Feb 07 16:46:18.692248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:18.716129 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aae909a5-bbf5-4534-9027-ce7e79bd4de8 admin admin] Publish callbacks [] for security_group (101307b3-82f9-40ec-aac5-b335a1ed4139), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:18.722317 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f7d13-888c-4e76-bdb9-50a2f90c3cf6 None None] Pushing event updated for resources: {'Port': ['ID=10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:18.734631 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:18.734888 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aae909a5-bbf5-4534-9027-ce7e79bd4de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (101307b3-82f9-40ec-aac5-b335a1ed4139), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:18.806976 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f7d13-888c-4e76-bdb9-50a2f90c3cf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:18.814144 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f7d13-888c-4e76-bdb9-50a2f90c3cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:18.814144 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f7d13-888c-4e76-bdb9-50a2f90c3cf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:18.814144 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f7d13-888c-4e76-bdb9-50a2f90c3cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:18.814144 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f7d13-888c-4e76-bdb9-50a2f90c3cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:18.814748 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca04e9a4-d41f-4a69-8eed-c43322b88f53 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router b476168a-7024-44ce-a0a0-a998e57605ec has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:46:18.815252 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f7d13-888c-4e76-bdb9-50a2f90c3cf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:18.815811 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f7d13-888c-4e76-bdb9-50a2f90c3cf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:18.816251 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f7d13-888c-4e76-bdb9-50a2f90c3cf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:18.816822 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f7d13-888c-4e76-bdb9-50a2f90c3cf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:18.817483 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f7d13-888c-4e76-bdb9-50a2f90c3cf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:18.827906 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f7d13-888c-4e76-bdb9-50a2f90c3cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:18.828667 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f7d13-888c-4e76-bdb9-50a2f90c3cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:18.829397 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f7d13-888c-4e76-bdb9-50a2f90c3cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:18.843597 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-88dcde05-9db5-48d7-a966-04247830355e None None] Attempting to bind port 10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:46:18.844496 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-88dcde05-9db5-48d7-a966-04247830355e None None] Attempting to bind port 10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:46:18.845086 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dcde05-9db5-48d7-a966-04247830355e None None] Attempting to bind port 10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:46:18.878207 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dcde05-9db5-48d7-a966-04247830355e None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:46:18.879042 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dcde05-9db5-48d7-a966-04247830355e None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:46:18.880453 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-88dcde05-9db5-48d7-a966-04247830355e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:18.880453 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dcde05-9db5-48d7-a966-04247830355e None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:46:18.895901 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-88dcde05-9db5-48d7-a966-04247830355e None None] Bound port: 10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:46:18.897597 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-88dcde05-9db5-48d7-a966-04247830355e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:18.928463 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836b2e5-0197-4e73-907a-083b648f6e16 req-22f29e96-b1c8-4060-ad73-92b4cbd93308 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:18.940776 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:18.944545 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b836b2e5-0197-4e73-907a-083b648f6e16 req-22f29e96-b1c8-4060-ad73-92b4cbd93308 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1979990 Feb 07 16:46:18.957169 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port c8d46bb8-587a-4234-9fc5-60e6dab959ae triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:18.957686 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c8d46bb8-587a-4234-9fc5-60e6dab959ae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:18.963075 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-aae909a5-bbf5-4534-9027-ce7e79bd4de8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b39d1b729157485e991dc60be078c289&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5554123 Feb 07 16:46:18.984107 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39742) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:18.984859 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae909a5-bbf5-4534-9027-ce7e79bd4de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101307b3-82f9-40ec-aac5-b335a1ed4139,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:18.998106 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6604b06c-0657-4d98-87e4-f7df02599a5f None None] Current status of the port c8d46bb8-587a-4234-9fc5-60e6dab959ae is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:18.999434 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6604b06c-0657-4d98-87e4-f7df02599a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c8d46bb8-587a-4234-9fc5-60e6dab959ae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:19.041097 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae909a5-bbf5-4534-9027-ce7e79bd4de8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:19.069629 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae909a5-bbf5-4534-9027-ce7e79bd4de8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:19.069986 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae909a5-bbf5-4534-9027-ce7e79bd4de8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:19.070353 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae909a5-bbf5-4534-9027-ce7e79bd4de8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:19.070715 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae909a5-bbf5-4534-9027-ce7e79bd4de8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:19.071076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae909a5-bbf5-4534-9027-ce7e79bd4de8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:19.071422 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae909a5-bbf5-4534-9027-ce7e79bd4de8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:19.071767 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae909a5-bbf5-4534-9027-ce7e79bd4de8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:19.072111 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae909a5-bbf5-4534-9027-ce7e79bd4de8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:19.072452 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae909a5-bbf5-4534-9027-ce7e79bd4de8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:19.083927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae909a5-bbf5-4534-9027-ce7e79bd4de8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:19.084448 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae909a5-bbf5-4534-9027-ce7e79bd4de8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:19.084813 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae909a5-bbf5-4534-9027-ce7e79bd4de8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:19.125635 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-88dcde05-9db5-48d7-a966-04247830355e None None] For port 10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:46:19.133173 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-88dcde05-9db5-48d7-a966-04247830355e None None] For port 10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:46:19.150974 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-88dcde05-9db5-48d7-a966-04247830355e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:19.184525 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4627db7d-36eb-4ec8-8ac0-4a500364569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3835a0f1-f4e6-4303-9a4d-36a77fc3bad2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:46:19.198725 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b571ca30-d1ce-4ebc-8d72-2472097c7f90" -d '{"events": [{"server_uuid": "4627db7d-36eb-4ec8-8ac0-4a500364569b", "name": "network-vif-plugged", "status": "completed", "tag": "3835a0f1-f4e6-4303-9a4d-36a77fc3bad2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:46:19.220258 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6604b06c-0657-4d98-87e4-f7df02599a5f None None] For port c8d46bb8-587a-4234-9fc5-60e6dab959ae, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c8d46bb8-587a-4234-9fc5-60e6dab959ae,segment=NetworkSegment(29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b),segment_id=29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:19.234566 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6604b06c-0657-4d98-87e4-f7df02599a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c8d46bb8-587a-4234-9fc5-60e6dab959ae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:19.261671 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d38333ce-ddca-4059-8c57-6acfc8bc7332 req-9828e213-ccfb-496f-9ac3-d6c6a2a5d422 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6157897 Feb 07 16:46:19.348266 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dcde05-9db5-48d7-a966-04247830355e None None] Routers {'6914b157-2e26-4b5f-a094-0a6c1d05ce28'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:19.349358 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-88dcde05-9db5-48d7-a966-04247830355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:45:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6914b157-2e26-4b5f-a094-0a6c1d05ce28'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:19.436535 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f7d13-888c-4e76-bdb9-50a2f90c3cf6 None None] Pushing event updated for resources: {'Port': ['ID=10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:19.547485 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port c8d46bb8-587a-4234-9fc5-60e6dab959ae is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:19.557260 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604b06c-0657-4d98-87e4-f7df02599a5f None None] Pushing event updated for resources: {'Port': ['ID=c8d46bb8-587a-4234-9fc5-60e6dab959ae,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:19.587917 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-79725693-abb9-4f45-80ff-defdabda0593 None None] Provisioning complete for port c8d46bb8-587a-4234-9fc5-60e6dab959ae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:19.589262 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-79725693-abb9-4f45-80ff-defdabda0593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c8d46bb8-587a-4234-9fc5-60e6dab959ae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:19.601450 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-88dcde05-9db5-48d7-a966-04247830355e None None] Set router 6914b157-2e26-4b5f-a094-0a6c1d05ce28 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:46:19.667848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-fd55f8ee-ccaa-4d76-b657-77b45a2a1a84 admin admin] Allocated IP 172.20.0.1 (e44973a2-0103-40df-8768-001f01a74b40/c2d8167a-c791-4f22-91fe-46cb69fedd33/3e9de907-67f2-4fe3-820b-545f07a62eeb) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:46:19.730137 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-933273b4-1b3d-44c8-bb54-27b57b499f82 admin admin] Publish callbacks [] for security_group (101307b3-82f9-40ec-aac5-b335a1ed4139), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:19.769482 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-79725693-abb9-4f45-80ff-defdabda0593 None None] Current status of the port c8d46bb8-587a-4234-9fc5-60e6dab959ae is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:19.784756 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca04e9a4-d41f-4a69-8eed-c43322b88f53 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:46:19.790929 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca04e9a4-d41f-4a69-8eed-c43322b88f53 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:19.796252 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-933273b4-1b3d-44c8-bb54-27b57b499f82 admin admin] Publish callbacks [] for security_group (101307b3-82f9-40ec-aac5-b335a1ed4139), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:19.844526 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b836b2e5-0197-4e73-907a-083b648f6e16 req-e934e671-1b8e-4075-b9b9-c1438e71c6cc tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8957524 Feb 07 16:46:19.865131 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d8e74-2b47-46a6-b99c-d95e8d0e5bf5 req-a83d73a2-8026-4122-89ca-baaefe959342 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:19.870849 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d8e74-2b47-46a6-b99c-d95e8d0e5bf5 req-a83d73a2-8026-4122-89ca-baaefe959342 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:19.879338 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d8e74-2b47-46a6-b99c-d95e8d0e5bf5 req-a83d73a2-8026-4122-89ca-baaefe959342 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:19.886316 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d8e74-2b47-46a6-b99c-d95e8d0e5bf5 req-a83d73a2-8026-4122-89ca-baaefe959342 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:19.893506 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d8e74-2b47-46a6-b99c-d95e8d0e5bf5 req-a83d73a2-8026-4122-89ca-baaefe959342 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:19.910325 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d8e74-2b47-46a6-b99c-d95e8d0e5bf5 req-a83d73a2-8026-4122-89ca-baaefe959342 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:19.916986 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d8e74-2b47-46a6-b99c-d95e8d0e5bf5 req-a83d73a2-8026-4122-89ca-baaefe959342 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:19.928386 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cf6d8e74-2b47-46a6-b99c-d95e8d0e5bf5 req-a83d73a2-8026-4122-89ca-baaefe959342 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5420 time: 0.2786129 Feb 07 16:46:19.934863 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0047debc-79ed-4403-bff7-0456594f03c3 x-openstack-request-id: req-0047debc-79ed-4403-bff7-0456594f03c3 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:46:19.935198 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4627db7d-36eb-4ec8-8ac0-4a500364569b", "name": "network-vif-plugged", "status": "completed", "tag": "3835a0f1-f4e6-4303-9a4d-36a77fc3bad2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:46:19.935485 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0047debc-79ed-4403-bff7-0456594f03c3 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:46:19.936697 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4627db7d-36eb-4ec8-8ac0-4a500364569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3835a0f1-f4e6-4303-9a4d-36a77fc3bad2', 'code': 200} Feb 07 16:46:19.984505 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd55f8ee-ccaa-4d76-b657-77b45a2a1a84 admin admin] Publish callbacks [] for port (3e9de907-67f2-4fe3-820b-545f07a62eeb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:19.987918 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a3c4b9-eedf-4cf3-b61d-bdaf762b6d1b None None] Sync routers for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:46:19.988353 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ca04e9a4-d41f-4a69-8eed-c43322b88f53 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "PUT /v2.0/floatingips/8cec0e54-4dc6-4443-b0ac-6de020e2fe24 HTTP/1.1" status: 200 len: 687 time: 3.6809466 Feb 07 16:46:19.988989 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39760) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:20.031692 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3c4b9-eedf-4cf3-b61d-bdaf762b6d1b None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:20.032405 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c1a3c4b9-eedf-4cf3-b61d-bdaf762b6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:45:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:20.081767 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-933273b4-1b3d-44c8-bb54-27b57b499f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (101307b3-82f9-40ec-aac5-b335a1ed4139), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:20.089537 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-933273b4-1b3d-44c8-bb54-27b57b499f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:20.095206 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-933273b4-1b3d-44c8-bb54-27b57b499f82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/101307b3-82f9-40ec-aac5-b335a1ed4139 HTTP/1.1" status: 204 len: 168 time: 1.0671628 Feb 07 16:46:20.112027 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c1a3c4b9-eedf-4cf3-b61d-bdaf762b6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:20.141723 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cf6d8e74-2b47-46a6-b99c-d95e8d0e5bf5 req-eb0add7c-7f5c-46b4-b0d2-264f4058048c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2122893 Feb 07 16:46:20.143709 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933273b4-1b3d-44c8-bb54-27b57b499f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101307b3-82f9-40ec-aac5-b335a1ed4139,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:20.191578 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3c4b9-eedf-4cf3-b61d-bdaf762b6d1b None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:20.192769 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c1a3c4b9-eedf-4cf3-b61d-bdaf762b6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:45:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:20.247290 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd55f8ee-ccaa-4d76-b657-77b45a2a1a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3e9de907-67f2-4fe3-820b-545f07a62eeb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:20.319077 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c1a3c4b9-eedf-4cf3-b61d-bdaf762b6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:20.319989 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a3c4b9-eedf-4cf3-b61d-bdaf762b6d1b None None] The sync data for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:46:20.341488 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-88dcde05-9db5-48d7-a966-04247830355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914b157-2e26-4b5f-a094-0a6c1d05ce28', 'name': 'tempest-TaggedBootDevicesTest_v242-737826917-router', 'tenant_id': '8d896bc558a149fcbb41a0f78b81db19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:46:12Z', 'updated_at': '2022-02-07T16:46:14Z', 'revision_number': 3, 'project_id': '8d896bc558a149fcbb41a0f78b81db19', 'gw_port': {'id': '10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914b157-2e26-4b5f-a094-0a6c1d05ce28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:46:13Z', 'updated_at': '2022-02-07T16:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:20.371145 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd55f8ee-ccaa-4d76-b657-77b45a2a1a84 admin admin] Network e44973a2-0103-40df-8768-001f01a74b40 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:46:20.378782 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-fd55f8ee-ccaa-4d76-b657-77b45a2a1a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:46:20.391485 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd55f8ee-ccaa-4d76-b657-77b45a2a1a84 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:46:20.395732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a5325186-b6ec-45f5-b067-5cb9364f831b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Deleting port 5196dfae-2e2e-4d60-814d-4c933daa2ba9 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:46:20.396519 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5325186-b6ec-45f5-b067-5cb9364f831b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5196dfae-2e2e-4d60-814d-4c933daa2ba9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:20.398717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55f8ee-ccaa-4d76-b657-77b45a2a1a84 admin admin] Pushing event updated for resources: {'Port': ['ID=3e9de907-67f2-4fe3-820b-545f07a62eeb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:20.398889 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcde05-9db5-48d7-a966-04247830355e None None] The sync data for ids ['6914b157-2e26-4b5f-a094-0a6c1d05ce28'] in n-d-827865-3 is: [{'id': '6914b157-2e26-4b5f-a094-0a6c1d05ce28', 'name': 'tempest-TaggedBootDevicesTest_v242-737826917-router', 'tenant_id': '8d896bc558a149fcbb41a0f78b81db19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:46:12Z', 'updated_at': '2022-02-07T16:46:14Z', 'revision_number': 3, 'project_id': '8d896bc558a149fcbb41a0f78b81db19', 'gw_port': {'id': '10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914b157-2e26-4b5f-a094-0a6c1d05ce28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:46:13Z', 'updated_at': '2022-02-07T16:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:46:20.512623 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20930151-beb7-4dec-81ca-7a9f83a26e23 req-d95f4882-5e62-4b65-a3fb-a4b145d8a9b1 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:20.513990 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-20930151-beb7-4dec-81ca-7a9f83a26e23 req-d95f4882-5e62-4b65-a3fb-a4b145d8a9b1 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1718318 Feb 07 16:46:20.587618 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-20930151-beb7-4dec-81ca-7a9f83a26e23 req-4fbef5a8-905f-4e39-b155-0990efcf039f tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671115 Feb 07 16:46:20.628119 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5325186-b6ec-45f5-b067-5cb9364f831b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5196dfae-2e2e-4d60-814d-4c933daa2ba9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:20.628452 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5325186-b6ec-45f5-b067-5cb9364f831b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (5196dfae-2e2e-4d60-814d-4c933daa2ba9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:20.648200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a5325186-b6ec-45f5-b067-5cb9364f831b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Calling delete_port for 5196dfae-2e2e-4d60-814d-4c933daa2ba9 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:46:20.773141 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd55f8ee-ccaa-4d76-b657-77b45a2a1a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (6914b157-2e26-4b5f-a094-0a6c1d05ce28), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:20.903640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f3b70-57ae-475b-9c97-40134b11a269 req-ba6eb14b-5408-4e48-8564-32b79a34dd81 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:20.917379 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f28f3b70-57ae-475b-9c97-40134b11a269 req-ba6eb14b-5408-4e48-8564-32b79a34dd81 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 945 time: 0.2373452 Feb 07 16:46:20.953849 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-de627a45-642c-48f9-84a2-4f5a9e93ad37 None None] Provisioning complete for port 3e9de907-67f2-4fe3-820b-545f07a62eeb triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:20.954895 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-de627a45-642c-48f9-84a2-4f5a9e93ad37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3e9de907-67f2-4fe3-820b-545f07a62eeb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:21.061129 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd55f8ee-ccaa-4d76-b657-77b45a2a1a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3e9de907-67f2-4fe3-820b-545f07a62eeb), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:21.066882 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-de627a45-642c-48f9-84a2-4f5a9e93ad37 None None] Port 3e9de907-67f2-4fe3-820b-545f07a62eeb cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:46:21.094395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ea295-39d0-4d46-b75d-8f0c5f4a8f2a req-1052c70c-f44c-4b98-9de8-47f93f330a00 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:21.102641 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b31ea295-39d0-4d46-b75d-8f0c5f4a8f2a req-1052c70c-f44c-4b98-9de8-47f93f330a00 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.6154678 Feb 07 16:46:21.123506 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f28f3b70-57ae-475b-9c97-40134b11a269 req-44043616-1703-450a-b3ad-73e0385e31e8 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ce3f28c-75eb-48fc-94f4-99e171720b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012227 Feb 07 16:46:21.166154 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:21.382528 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b31ea295-39d0-4d46-b75d-8f0c5f4a8f2a req-0b83f3e7-5166-48e9-8850-d11cac57725b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783818 Feb 07 16:46:21.460447 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:46:21.546939 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa556347-424d-4fed-911a-aa74bf90b53f req-d123c5d5-ef50-417b-b1ff-dde23c8d4092 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:21.555193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa556347-424d-4fed-911a-aa74bf90b53f req-d123c5d5-ef50-417b-b1ff-dde23c8d4092 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:21.567114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa556347-424d-4fed-911a-aa74bf90b53f req-d123c5d5-ef50-417b-b1ff-dde23c8d4092 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:21.574733 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa556347-424d-4fed-911a-aa74bf90b53f req-d123c5d5-ef50-417b-b1ff-dde23c8d4092 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:21.586962 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa556347-424d-4fed-911a-aa74bf90b53f req-d123c5d5-ef50-417b-b1ff-dde23c8d4092 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:21.602623 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5325186-b6ec-45f5-b067-5cb9364f831b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (5196dfae-2e2e-4d60-814d-4c933daa2ba9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:21.605158 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa556347-424d-4fed-911a-aa74bf90b53f req-d123c5d5-ef50-417b-b1ff-dde23c8d4092 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:21.617578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa556347-424d-4fed-911a-aa74bf90b53f req-d123c5d5-ef50-417b-b1ff-dde23c8d4092 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:21.630981 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa556347-424d-4fed-911a-aa74bf90b53f req-d123c5d5-ef50-417b-b1ff-dde23c8d4092 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5420 time: 0.2307968 Feb 07 16:46:21.707458 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5325186-b6ec-45f5-b067-5cb9364f831b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event deleted for resources: {'Port': ['ID=5196dfae-2e2e-4d60-814d-4c933daa2ba9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:21.772353 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa556347-424d-4fed-911a-aa74bf90b53f req-113a5b7b-0e42-4af4-b0e3-6a8a20abbda7 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1390347 Feb 07 16:46:21.803233 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd55f8ee-ccaa-4d76-b657-77b45a2a1a84 admin admin] Publish callbacks [] for port (3e9de907-67f2-4fe3-820b-545f07a62eeb), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:21.818900 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e4548-e447-4d47-b4b0-c21f55f66e7a req-6c3b2d09-3ae2-4496-b6aa-871370ecc8b2 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:21.828733 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7b4e4548-e447-4d47-b4b0-c21f55f66e7a req-6c3b2d09-3ae2-4496-b6aa-871370ecc8b2 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.3118205 Feb 07 16:46:21.913540 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd55f8ee-ccaa-4d76-b657-77b45a2a1a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (3e9de907-67f2-4fe3-820b-545f07a62eeb), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:22.052236 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c8d46bb8-587a-4234-9fc5-60e6dab959ae up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:46:22.232470 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port c8d46bb8-587a-4234-9fc5-60e6dab959ae triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:22.233306 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c8d46bb8-587a-4234-9fc5-60e6dab959ae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:22.426695 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf27d3-f73b-4b33-8fa8-6cc957fea08a req-71d287d8-576a-4928-b94b-9737b600a124 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:22.441426 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cfaf27d3-f73b-4b33-8fa8-6cc957fea08a req-71d287d8-576a-4928-b94b-9737b600a124 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 1128 time: 0.4330637 Feb 07 16:46:22.453580 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port c8d46bb8-587a-4234-9fc5-60e6dab959ae is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:22.456781 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:46:22.487422 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aa763-de7f-48f3-86f7-31a22ac97b60 req-e677aa49-465a-4f13-8a7e-b447bea50781 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:22.491021 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b9aa763-de7f-48f3-86f7-31a22ac97b60 req-e677aa49-465a-4f13-8a7e-b447bea50781 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 945 time: 0.3468313 Feb 07 16:46:22.502040 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7b4e4548-e447-4d47-b4b0-c21f55f66e7a req-ef078c62-fdb0-4a40-af4f-3065e1f605e7 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6719649 Feb 07 16:46:22.534645 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd55f8ee-ccaa-4d76-b657-77b45a2a1a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (6914b157-2e26-4b5f-a094-0a6c1d05ce28), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:22.580158 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55f8ee-ccaa-4d76-b657-77b45a2a1a84 admin admin] Pushing event updated for resources: {'Port': ['ID=3e9de907-67f2-4fe3-820b-545f07a62eeb,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:22.613467 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5325186-b6ec-45f5-b067-5cb9364f831b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (8cec0e54-4dc6-4443-b0ac-6de020e2fe24), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:22.624184 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5325186-b6ec-45f5-b067-5cb9364f831b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:22.628172 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a5325186-b6ec-45f5-b067-5cb9364f831b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "DELETE /v2.0/floatingips/8cec0e54-4dc6-4443-b0ac-6de020e2fe24 HTTP/1.1" status: 204 len: 168 time: 2.6349216 Feb 07 16:46:22.634215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39814) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:22.700799 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cfaf27d3-f73b-4b33-8fa8-6cc957fea08a req-213fc937-5e70-4db3-b36e-c0e273c4382b tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552292 Feb 07 16:46:22.704574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': '1e600d83-6c1c-4b16-95b2-e69873122b1b'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:46:22.707300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:22.712315 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:22.868485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-6b9aa763-de7f-48f3-86f7-31a22ac97b60 req-6aba141d-c1c9-4e99-85b9-834bc01ad11d tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Deleting port a1c59a35-41c3-49ae-b826-c19895a03ed3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:46:22.869060 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b9aa763-de7f-48f3-86f7-31a22ac97b60 req-6aba141d-c1c9-4e99-85b9-834bc01ad11d tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a1c59a35-41c3-49ae-b826-c19895a03ed3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:22.948352 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:23.008305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:23.009102 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:23.060457 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26a04f-8203-46a3-a141-7d048812e880 req-e7e5a12f-0b8d-440b-b975-c932abb4826d tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:23.063752 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac26a04f-8203-46a3-a141-7d048812e880 req-e7e5a12f-0b8d-440b-b975-c932abb4826d tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 945 time: 0.4256485 Feb 07 16:46:23.095372 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:23.104666 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:23.113335 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:23.392437 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd55f8ee-ccaa-4d76-b657-77b45a2a1a84 admin admin] Network e44973a2-0103-40df-8768-001f01a74b40 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:46:23.407798 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:23.426326 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6b9aa763-de7f-48f3-86f7-31a22ac97b60 req-6aba141d-c1c9-4e99-85b9-834bc01ad11d tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] For port a1c59a35-41c3-49ae-b826-c19895a03ed3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a1c59a35-41c3-49ae-b826-c19895a03ed3,segment=NetworkSegment(514b45fa-c615-4721-8b18-6fbc5d302dfa),segment_id=514b45fa-c615-4721-8b18-6fbc5d302dfa)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:23.427143 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b9aa763-de7f-48f3-86f7-31a22ac97b60 req-6aba141d-c1c9-4e99-85b9-834bc01ad11d tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a1c59a35-41c3-49ae-b826-c19895a03ed3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:23.438568 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac26a04f-8203-46a3-a141-7d048812e880 req-9a94d22b-836f-4f2d-9cde-73e729fde9d2 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ce3f28c-75eb-48fc-94f4-99e171720b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021920 Feb 07 16:46:23.447543 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-fd55f8ee-ccaa-4d76-b657-77b45a2a1a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:46:23.480482 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-6b9aa763-de7f-48f3-86f7-31a22ac97b60 req-6aba141d-c1c9-4e99-85b9-834bc01ad11d tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Calling delete_port for a1c59a35-41c3-49ae-b826-c19895a03ed3 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:46:23.566323 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c45816-0701-496c-947e-bf4300891551 req-42f4e3d4-f48a-4a88-9e2c-00cbb874471b tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:23.604471 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c4c45816-0701-496c-947e-bf4300891551 req-42f4e3d4-f48a-4a88-9e2c-00cbb874471b tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.4075346 Feb 07 16:46:23.793834 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:46:23.903758 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd55f8ee-ccaa-4d76-b657-77b45a2a1a84 admin admin] Router 6914b157-2e26-4b5f-a094-0a6c1d05ce28 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:46:23.978410 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c4c45816-0701-496c-947e-bf4300891551 req-15936ac9-83a8-49e3-b5ad-a5ea6c149569 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723817 Feb 07 16:46:24.040873 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:24.046811 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:24.352447 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:24.362979 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4d79574f-3a51-4176-b851-bc5da4fd287b None None] Provisioning complete for port 3e9de907-67f2-4fe3-820b-545f07a62eeb triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:24.363632 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4d79574f-3a51-4176-b851-bc5da4fd287b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3e9de907-67f2-4fe3-820b-545f07a62eeb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:24.384236 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b9aa763-de7f-48f3-86f7-31a22ac97b60 req-6aba141d-c1c9-4e99-85b9-834bc01ad11d tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a1c59a35-41c3-49ae-b826-c19895a03ed3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:24.419219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4d79574f-3a51-4176-b851-bc5da4fd287b None None] Port 3e9de907-67f2-4fe3-820b-545f07a62eeb cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:46:24.422236 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['a1c59a35-41c3-49ae-b826-c19895a03ed3'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:46:24.470157 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba141d-c1c9-4e99-85b9-834bc01ad11d tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Pushing event deleted for resources: {'Port': ['ID=a1c59a35-41c3-49ae-b826-c19895a03ed3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:24.527102 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:24.558892 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eef846-28bc-4019-8fbb-b9ccb31a3bb4 req-b0477733-e23f-43ef-91c4-8846dda17c0f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:24.565333 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eef846-28bc-4019-8fbb-b9ccb31a3bb4 req-b0477733-e23f-43ef-91c4-8846dda17c0f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:24.572167 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eef846-28bc-4019-8fbb-b9ccb31a3bb4 req-b0477733-e23f-43ef-91c4-8846dda17c0f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:24.577889 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eef846-28bc-4019-8fbb-b9ccb31a3bb4 req-b0477733-e23f-43ef-91c4-8846dda17c0f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:24.583607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eef846-28bc-4019-8fbb-b9ccb31a3bb4 req-b0477733-e23f-43ef-91c4-8846dda17c0f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:24.589156 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eef846-28bc-4019-8fbb-b9ccb31a3bb4 req-b0477733-e23f-43ef-91c4-8846dda17c0f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:24.596389 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eef846-28bc-4019-8fbb-b9ccb31a3bb4 req-b0477733-e23f-43ef-91c4-8846dda17c0f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:24.598601 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9aa763-de7f-48f3-86f7-31a22ac97b60 req-6aba141d-c1c9-4e99-85b9-834bc01ad11d tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] No DVR routers for this DVR port a1c59a35-41c3-49ae-b826-c19895a03ed3 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:46:24.606023 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-67eef846-28bc-4019-8fbb-b9ccb31a3bb4 req-b0477733-e23f-43ef-91c4-8846dda17c0f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5420 time: 0.6836362 Feb 07 16:46:24.612234 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b9aa763-de7f-48f3-86f7-31a22ac97b60 req-6aba141d-c1c9-4e99-85b9-834bc01ad11d tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:24.625250 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b9aa763-de7f-48f3-86f7-31a22ac97b60 req-6aba141d-c1c9-4e99-85b9-834bc01ad11d tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.48 "DELETE /v2.0/ports/a1c59a35-41c3-49ae-b826-c19895a03ed3 HTTP/1.1" status: 204 len: 173 time: 2.1287153 Feb 07 16:46:24.625835 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce981a4-0041-456c-9498-cde7a49b13bb', 'name': 'network-vif-deleted', 'tag': 'a1c59a35-41c3-49ae-b826-c19895a03ed3'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:46:24.632236 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e5981d-5c38-47b0-810f-be10e8c18644" -d '{"events": [{"server_uuid": "9ce981a4-0041-456c-9498-cde7a49b13bb", "name": "network-vif-deleted", "tag": "a1c59a35-41c3-49ae-b826-c19895a03ed3"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:46:24.838965 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd55f8ee-ccaa-4d76-b657-77b45a2a1a84 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:46:24.853050 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] Sync routers for ids ['6914b157-2e26-4b5f-a094-0a6c1d05ce28'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:46:24.859687 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fd55f8ee-ccaa-4d76-b657-77b45a2a1a84 admin admin] 10.222.0.18 "PUT /v2.0/routers/6914b157-2e26-4b5f-a094-0a6c1d05ce28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4724171 Feb 07 16:46:24.902621 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73914703-c365-46d2-8bbe-1b06e9b1b63d req-960b3ac2-4435-4153-8533-36138f3bab60 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:24.916758 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-73914703-c365-46d2-8bbe-1b06e9b1b63d req-960b3ac2-4435-4153-8533-36138f3bab60 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.2313893 Feb 07 16:46:24.919040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] Routers {'6914b157-2e26-4b5f-a094-0a6c1d05ce28'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:24.922080 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:45:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6914b157-2e26-4b5f-a094-0a6c1d05ce28'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:24.950862 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-67eef846-28bc-4019-8fbb-b9ccb31a3bb4 req-8ef7941d-a724-4c76-9dff-bf075e9cd933 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3436484 Feb 07 16:46:25.111295 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Allocated IP 172.25.4.152 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/03e0aa4d-6062-46be-b8b7-d2aa48bc8412) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:46:25.160660 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-73914703-c365-46d2-8bbe-1b06e9b1b63d req-6e95e46e-b283-4518-8abb-6a3a143dd27d tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315114 Feb 07 16:46:25.388290 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] Set router 6914b157-2e26-4b5f-a094-0a6c1d05ce28 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:46:25.611715 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35000f22-8c83-49b4-a07b-04b45ea04593 x-openstack-request-id: req-35000f22-8c83-49b4-a07b-04b45ea04593 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:46:25.613103 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce981a4-0041-456c-9498-cde7a49b13bb", "name": "network-vif-deleted", "tag": "a1c59a35-41c3-49ae-b826-c19895a03ed3", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:46:25.613950 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35000f22-8c83-49b4-a07b-04b45ea04593 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:46:25.614855 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce981a4-0041-456c-9498-cde7a49b13bb', 'name': 'network-vif-deleted', 'tag': 'a1c59a35-41c3-49ae-b826-c19895a03ed3', 'status': 'completed', 'code': 200} Feb 07 16:46:25.628842 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a6475d7e-3d82-40b1-9cdb-e65cba997142 req-729dbc61-7dd5-4877-bb19-6ed0596e1082 tempest-ServersNegativeTestMultiTenantJSON-1725585001 tempest-ServersNegativeTestMultiTenantJSON-1725585001-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce981a4-0041-456c-9498-cde7a49b13bb HTTP/1.1" status: 200 len: 210 time: 0.2611542 Feb 07 16:46:25.876885 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (03e0aa4d-6062-46be-b8b7-d2aa48bc8412), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:26.046906 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (03e0aa4d-6062-46be-b8b7-d2aa48bc8412), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:26.107086 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6c29f10f-3ef0-4dbb-a58a-4e5d744eb402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:26.200623 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a304150-fe03-4e1f-a800-ecc71853927d req-5ec784e8-6380-4777-bb2a-b68cef16ae0e tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:26.225163 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a304150-fe03-4e1f-a800-ecc71853927d req-5ec784e8-6380-4777-bb2a-b68cef16ae0e tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.3498902 Feb 07 16:46:26.271945 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:46:26.281020 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:46:26.292483 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:46:26.298743 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=03e0aa4d-6062-46be-b8b7-d2aa48bc8412,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:26.334866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3a820c8e-82b5-4d45-aa6c-615c32456553 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:46:26.446484 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a1c59a35-41c3-49ae-b826-c19895a03ed3 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:46:26.494157 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a304150-fe03-4e1f-a800-ecc71853927d req-36fa8450-295b-4fe3-a050-de63bb787e6c tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649930 Feb 07 16:46:26.581008 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:46:26.587351 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: a1c59a35-41c3-49ae-b826-c19895a03ed3 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:46:26.600712 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a1c59a35-41c3-49ae-b826-c19895a03ed3 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:46:26.822644 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914b157-2e26-4b5f-a094-0a6c1d05ce28', 'name': 'tempest-TaggedBootDevicesTest_v242-737826917-router', 'tenant_id': '8d896bc558a149fcbb41a0f78b81db19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:46:12Z', 'updated_at': '2022-02-07T16:46:20Z', 'revision_number': 4, 'project_id': '8d896bc558a149fcbb41a0f78b81db19', 'gw_port': {'id': '10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914b157-2e26-4b5f-a094-0a6c1d05ce28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:46:13Z', 'updated_at': '2022-02-07T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '3e9de907-67f2-4fe3-820b-545f07a62eeb', 'name': '', 'network_id': 'e44973a2-0103-40df-8768-001f01a74b40', 'tenant_id': '8d896bc558a149fcbb41a0f78b81db19', 'mac_address': 'fa:16:3e:cb:92:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914b157-2e26-4b5f-a094-0a6c1d05ce28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c2d8167a-c791-4f22-91fe-46cb69fedd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:46:18Z', 'updated_at': '2022-02-07T16:46:21Z', 'revision_number': 2, 'project_id': '8d896bc558a149fcbb41a0f78b81db19', 'subnets': [{'id': 'c2d8167a-c791-4f22-91fe-46cb69fedd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:26.932137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] Checking router: 6914b157-2e26-4b5f-a094-0a6c1d05ce28 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:46:26.934850 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] Updating router 6914b157-2e26-4b5f-a094-0a6c1d05ce28 port 3e9de907-67f2-4fe3-820b-545f07a62eeb binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:46:26.956747 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52aaf72-9f51-4043-b0c2-7a23f0691b6b req-3fdeaf3b-3504-402d-b8b5-aebb773ad05a tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:26.987316 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c52aaf72-9f51-4043-b0c2-7a23f0691b6b req-3fdeaf3b-3504-402d-b8b5-aebb773ad05a tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.2313907 Feb 07 16:46:26.998135 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 3a820c8e-82b5-4d45-aa6c-615c32456553, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3a820c8e-82b5-4d45-aa6c-615c32456553,segment=NetworkSegment(8ef14104-eb8a-4293-a21d-9126a796c44a),segment_id=8ef14104-eb8a-4293-a21d-9126a796c44a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:27.041489 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3e9de907-67f2-4fe3-820b-545f07a62eeb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:27.052350 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '3a820c8e-82b5-4d45-aa6c-615c32456553', 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca', 'port_id': '3a820c8e-82b5-4d45-aa6c-615c32456553', 'mac_address': 'fa:16:3e:e4:4c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa32e71-a547-428f-88bc-c70d8d8b132e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:46:27.127683 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c52aaf72-9f51-4043-b0c2-7a23f0691b6b req-3e85c5cd-9c65-49f1-af2e-db5fe24df543 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379151 Feb 07 16:46:27.237496 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39968) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:27.409687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 3a820c8e-82b5-4d45-aa6c-615c32456553 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:27.412118 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3a820c8e-82b5-4d45-aa6c-615c32456553), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:27.528851 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f52932-be12-4c0b-9b42-2b362cd4e978 admin admin] Deleting subnet 02474b91-6259-43b3-b159-a7c6d259f007 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:46:27.565628 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-94f52932-be12-4c0b-9b42-2b362cd4e978 admin admin] Publish callbacks [] for subnet (02474b91-6259-43b3-b159-a7c6d259f007), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:27.813491 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a820c8e-82b5-4d45-aa6c-615c32456553 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:46:27.850446 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1076d38-26a7-4d61-a4e4-50d8ebd5e7c1 req-4cdf2a91-8d93-4164-8f84-4479a9526da8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:27.863098 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1076d38-26a7-4d61-a4e4-50d8ebd5e7c1 req-4cdf2a91-8d93-4164-8f84-4479a9526da8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:27.876874 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1076d38-26a7-4d61-a4e4-50d8ebd5e7c1 req-4cdf2a91-8d93-4164-8f84-4479a9526da8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:27.889891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1076d38-26a7-4d61-a4e4-50d8ebd5e7c1 req-4cdf2a91-8d93-4164-8f84-4479a9526da8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:27.901409 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1076d38-26a7-4d61-a4e4-50d8ebd5e7c1 req-4cdf2a91-8d93-4164-8f84-4479a9526da8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:27.906469 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 3a820c8e-82b5-4d45-aa6c-615c32456553, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3a820c8e-82b5-4d45-aa6c-615c32456553,segment=NetworkSegment(8ef14104-eb8a-4293-a21d-9126a796c44a),segment_id=8ef14104-eb8a-4293-a21d-9126a796c44a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:27.915081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1076d38-26a7-4d61-a4e4-50d8ebd5e7c1 req-4cdf2a91-8d93-4164-8f84-4479a9526da8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:27.926761 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-94f52932-be12-4c0b-9b42-2b362cd4e978 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (02474b91-6259-43b3-b159-a7c6d259f007), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:27.927942 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1076d38-26a7-4d61-a4e4-50d8ebd5e7c1 req-4cdf2a91-8d93-4164-8f84-4479a9526da8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:27.945828 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d1076d38-26a7-4d61-a4e4-50d8ebd5e7c1 req-4cdf2a91-8d93-4164-8f84-4479a9526da8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5420 time: 1.5755558 Feb 07 16:46:27.967390 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3a820c8e-82b5-4d45-aa6c-615c32456553), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:27.970965 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device d710732f-fd58-4d2a-8723-380a7c8afb25 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:46:28.154328 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624643c-f468-4d25-b491-a6474c5df85f req-4fbf40da-e5e5-46bd-9449-87bef274f992 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:28.188795 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d624643c-f468-4d25-b491-a6474c5df85f req-4fbf40da-e5e5-46bd-9449-87bef274f992 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.5137408 Feb 07 16:46:28.333899 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d1076d38-26a7-4d61-a4e4-50d8ebd5e7c1 req-01c2bfb1-839a-4b08-8706-5a62a6dd9658 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3861597 Feb 07 16:46:28.365905 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40010) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:28.442515 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d624643c-f468-4d25-b491-a6474c5df85f req-304f5228-51f4-4f15-a5c7-5f41f4b27bcc tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521796 Feb 07 16:46:28.454022 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-94f52932-be12-4c0b-9b42-2b362cd4e978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (02474b91-6259-43b3-b159-a7c6d259f007), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:28.517945 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port d710732f-fd58-4d2a-8723-380a7c8afb25, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d710732f-fd58-4d2a-8723-380a7c8afb25,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:28.559922 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'd710732f-fd58-4d2a-8723-380a7c8afb25', 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15', 'port_id': 'd710732f-fd58-4d2a-8723-380a7c8afb25', 'mac_address': 'fa:16:3e:c7:e1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:46:28.574383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=3a820c8e-82b5-4d45-aa6c-615c32456553,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:28.679519 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f9b1134e-1dcc-48a9-ba0f-89aacf5f8cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:28.709750 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port d710732f-fd58-4d2a-8723-380a7c8afb25 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:28.721101 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d710732f-fd58-4d2a-8723-380a7c8afb25), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:28.767989 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-94f52932-be12-4c0b-9b42-2b362cd4e978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (02474b91-6259-43b3-b159-a7c6d259f007), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:28.790836 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d710732f-fd58-4d2a-8723-380a7c8afb25 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:46:28.855615 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port d710732f-fd58-4d2a-8723-380a7c8afb25, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d710732f-fd58-4d2a-8723-380a7c8afb25,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:28.870425 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f52932-be12-4c0b-9b42-2b362cd4e978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02474b91-6259-43b3-b159-a7c6d259f007,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:28.907724 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-94f52932-be12-4c0b-9b42-2b362cd4e978 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:28.924895 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-94f52932-be12-4c0b-9b42-2b362cd4e978 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/02474b91-6259-43b3-b159-a7c6d259f007 HTTP/1.1" status: 204 len: 168 time: 1.6855268 Feb 07 16:46:28.929316 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40040) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:29.090941 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2194842c-a94c-43f6-854a-8169cc3b1dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:29.220320 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] Publish callbacks [] for port (3e9de907-67f2-4fe3-820b-545f07a62eeb), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:29.233728 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d710732f-fd58-4d2a-8723-380a7c8afb25), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:29.235532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 1872b37f-36ca-4933-80f8-47fc7e00ac48 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:46:29.402439 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=d710732f-fd58-4d2a-8723-380a7c8afb25,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:29.410424 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3e9de907-67f2-4fe3-820b-545f07a62eeb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:29.485691 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (fcb3d305-3986-4563-aaa9-ad748feb4228), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:29.570750 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8db388d-811d-4f81-8f84-bb451697dc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (026bb78d-0aa8-4390-b322-baead91e4047), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:29.590911 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:29.652270 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:46:29.665767 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080c84a-5d90-4299-bdfc-c0fef9f11f48 req-ad055cbb-a634-4863-8049-e397429d5415 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:29.683844 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cc972-9d28-4e12-810d-39461757856b None None] Pushing event updated for resources: {'Port': ['ID=3e9de907-67f2-4fe3-820b-545f07a62eeb,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:29.690767 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e080c84a-5d90-4299-bdfc-c0fef9f11f48 req-ad055cbb-a634-4863-8049-e397429d5415 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.3734181 Feb 07 16:46:29.827529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 1872b37f-36ca-4933-80f8-47fc7e00ac48, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=1872b37f-36ca-4933-80f8-47fc7e00ac48,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:29.868092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] Attempting to bind port 3e9de907-67f2-4fe3-820b-545f07a62eeb on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:46:29.869076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] Attempting to bind port 3e9de907-67f2-4fe3-820b-545f07a62eeb by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e44973a2-0103-40df-8768-001f01a74b40'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:46:29.874845 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] Attempting to bind port 3e9de907-67f2-4fe3-820b-545f07a62eeb on network e44973a2-0103-40df-8768-001f01a74b40 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:46:29.880120 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (03e0aa4d-6062-46be-b8b7-d2aa48bc8412), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:29.900237 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:46:29.901775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] Checking segment: {'id': '29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e44973a2-0103-40df-8768-001f01a74b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:46:29.901978 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:29.902779 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] Bound using segment: {'id': '29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e44973a2-0103-40df-8768-001f01a74b40'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:46:29.904708 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] Bound port: 3e9de907-67f2-4fe3-820b-545f07a62eeb, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e44973a2-0103-40df-8768-001f01a74b40'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:46:29.906652 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3e9de907-67f2-4fe3-820b-545f07a62eeb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:29.954875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '1872b37f-36ca-4933-80f8-47fc7e00ac48', 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15', 'port_id': '1872b37f-36ca-4933-80f8-47fc7e00ac48', 'mac_address': 'fa:16:3e:ba:60:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:46:30.145313 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2194842c-a94c-43f6-854a-8169cc3b1dd0 admin admin] Publish callbacks [] for security_group (37bf7be2-7f43-4f75-a485-4886c49e6242), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:30.159419 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2194842c-a94c-43f6-854a-8169cc3b1dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (37bf7be2-7f43-4f75-a485-4886c49e6242), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:30.201094 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8db388d-811d-4f81-8f84-bb451697dc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (026bb78d-0aa8-4390-b322-baead91e4047), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:30.272651 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 1872b37f-36ca-4933-80f8-47fc7e00ac48 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:30.276044 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1872b37f-36ca-4933-80f8-47fc7e00ac48), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:30.283455 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e080c84a-5d90-4299-bdfc-c0fef9f11f48 req-1bb1b7be-3ed7-475a-b483-3c2d15ba3827 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056403 Feb 07 16:46:30.301827 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194842c-a94c-43f6-854a-8169cc3b1dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bf7be2-7f43-4f75-a485-4886c49e6242,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:30.307323 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2194842c-a94c-43f6-854a-8169cc3b1dd0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bfaeefc227df44439a5f5d20bec39786&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9367356 Feb 07 16:46:30.310610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40048) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:30.331144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] For port 3e9de907-67f2-4fe3-820b-545f07a62eeb, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:46:30.332144 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e8db388d-811d-4f81-8f84-bb451697dc4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026bb78d-0aa8-4390-b322-baead91e4047']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:30.371418 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] For port 3e9de907-67f2-4fe3-820b-545f07a62eeb, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3e9de907-67f2-4fe3-820b-545f07a62eeb,segment=NetworkSegment(29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b),segment_id=29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:46:30.372586 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e8db388d-811d-4f81-8f84-bb451697dc4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514b45fa-c615-4721-8b18-6fbc5d302dfa') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:30.373146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e8db388d-811d-4f81-8f84-bb451697dc4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514b45fa-c615-4721-8b18-6fbc5d302dfa') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:30.373713 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6a57cbf6-1a89-46d0-bbc6-a09a4766d864 None None] Provisioning complete for port 3e9de907-67f2-4fe3-820b-545f07a62eeb triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:30.374359 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6a57cbf6-1a89-46d0-bbc6-a09a4766d864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3e9de907-67f2-4fe3-820b-545f07a62eeb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:30.377016 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1872b37f-36ca-4933-80f8-47fc7e00ac48 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:46:30.393492 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8db388d-811d-4f81-8f84-bb451697dc4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (514b45fa-c615-4721-8b18-6fbc5d302dfa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:30.412837 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3e9de907-67f2-4fe3-820b-545f07a62eeb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:30.421749 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8db388d-811d-4f81-8f84-bb451697dc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (514b45fa-c615-4721-8b18-6fbc5d302dfa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:30.428986 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8db388d-811d-4f81-8f84-bb451697dc4b admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:46:30.429433 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8db388d-811d-4f81-8f84-bb451697dc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (514b45fa-c615-4721-8b18-6fbc5d302dfa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:46:30.498362 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:46:30.502196 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8db388d-811d-4f81-8f84-bb451697dc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (026bb78d-0aa8-4390-b322-baead91e4047), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:30.547415 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8db388d-811d-4f81-8f84-bb451697dc4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:30.556563 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e8db388d-811d-4f81-8f84-bb451697dc4b admin admin] 10.222.0.18 "DELETE /v2.0/networks/026bb78d-0aa8-4390-b322-baead91e4047 HTTP/1.1" status: 204 len: 168 time: 1.6202266 Feb 07 16:46:30.556563 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db388d-811d-4f81-8f84-bb451697dc4b admin admin] Pushing event deleted for resources: {'Network': ['ID=026bb78d-0aa8-4390-b322-baead91e4047,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:30.560280 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40052) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:30.570750 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cc972-9d28-4e12-810d-39461757856b None None] Pushing event updated for resources: {'Port': ['ID=3e9de907-67f2-4fe3-820b-545f07a62eeb,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:30.613590 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 1872b37f-36ca-4933-80f8-47fc7e00ac48, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=1872b37f-36ca-4933-80f8-47fc7e00ac48,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:30.635555 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6a57cbf6-1a89-46d0-bbc6-a09a4766d864 None None] Port 3e9de907-67f2-4fe3-820b-545f07a62eeb cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:46:30.640563 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1872b37f-36ca-4933-80f8-47fc7e00ac48), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:30.641253 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 424e0525-fdc2-44e3-89b7-44df8caf5d2e details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:46:30.707438 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (03e0aa4d-6062-46be-b8b7-d2aa48bc8412), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:30.716270 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (03e0aa4d-6062-46be-b8b7-d2aa48bc8412), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:30.725981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cca9330-91bb-4400-adf7-3d1ca67dd3e2 admin admin] Deleting subnet 4ba10517-d390-4a6f-b402-4e5c2030d933 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:46:30.735018 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cca9330-91bb-4400-adf7-3d1ca67dd3e2 admin admin] Publish callbacks [] for subnet (4ba10517-d390-4a6f-b402-4e5c2030d933), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:30.766582 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f4e00-d044-40ac-9085-28980dda87ad req-b8290b2e-5cac-4f9f-8f0f-5ea96c93371e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:30.774096 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f4e00-d044-40ac-9085-28980dda87ad req-b8290b2e-5cac-4f9f-8f0f-5ea96c93371e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:30.783093 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f4e00-d044-40ac-9085-28980dda87ad req-b8290b2e-5cac-4f9f-8f0f-5ea96c93371e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:30.797731 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f4e00-d044-40ac-9085-28980dda87ad req-b8290b2e-5cac-4f9f-8f0f-5ea96c93371e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:30.807376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f4e00-d044-40ac-9085-28980dda87ad req-b8290b2e-5cac-4f9f-8f0f-5ea96c93371e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:30.813654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f4e00-d044-40ac-9085-28980dda87ad req-b8290b2e-5cac-4f9f-8f0f-5ea96c93371e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:30.819275 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f4e00-d044-40ac-9085-28980dda87ad req-b8290b2e-5cac-4f9f-8f0f-5ea96c93371e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:30.828060 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-002f4e00-d044-40ac-9085-28980dda87ad req-b8290b2e-5cac-4f9f-8f0f-5ea96c93371e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5422 time: 0.2684503 Feb 07 16:46:30.865192 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] Routers {'6914b157-2e26-4b5f-a094-0a6c1d05ce28'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:30.866760 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:29Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6914b157-2e26-4b5f-a094-0a6c1d05ce28'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:30.874661 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:30.973102 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cca9330-91bb-4400-adf7-3d1ca67dd3e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (4ba10517-d390-4a6f-b402-4e5c2030d933), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:31.059237 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-002f4e00-d044-40ac-9085-28980dda87ad req-1d947e58-0e22-422a-b596-d8adc256268e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2299435 Feb 07 16:46:31.116485 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (fcb3d305-3986-4563-aaa9-ad748feb4228), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:31.125393 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cca9330-91bb-4400-adf7-3d1ca67dd3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (4ba10517-d390-4a6f-b402-4e5c2030d933), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:31.302553 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cca9330-91bb-4400-adf7-3d1ca67dd3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (4ba10517-d390-4a6f-b402-4e5c2030d933), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:31.431620 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca9330-91bb-4400-adf7-3d1ca67dd3e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba10517-d390-4a6f-b402-4e5c2030d933,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:31.451013 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7bf6492-01b3-42d0-bee8-5aa47adc9b3f admin admin] Publish callbacks [] for security_group (37bf7be2-7f43-4f75-a485-4886c49e6242), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:31.495037 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7bf6492-01b3-42d0-bee8-5aa47adc9b3f admin admin] Publish callbacks [] for security_group (37bf7be2-7f43-4f75-a485-4886c49e6242), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:31.579487 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cca9330-91bb-4400-adf7-3d1ca67dd3e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:31.582289 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7bf6492-01b3-42d0-bee8-5aa47adc9b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (37bf7be2-7f43-4f75-a485-4886c49e6242), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:31.586151 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c7bf6492-01b3-42d0-bee8-5aa47adc9b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:31.590649 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c7bf6492-01b3-42d0-bee8-5aa47adc9b3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37bf7be2-7f43-4f75-a485-4886c49e6242 HTTP/1.1" status: 204 len: 168 time: 1.2786973 Feb 07 16:46:31.609685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf6492-01b3-42d0-bee8-5aa47adc9b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bf7be2-7f43-4f75-a485-4886c49e6242,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:31.621167 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=03e0aa4d-6062-46be-b8b7-d2aa48bc8412,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:31.636796 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40062) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:31.650064 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0cca9330-91bb-4400-adf7-3d1ca67dd3e2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4ba10517-d390-4a6f-b402-4e5c2030d933 HTTP/1.1" status: 204 len: 168 time: 1.0686455 Feb 07 16:46:31.712335 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=1872b37f-36ca-4933-80f8-47fc7e00ac48,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:31.754614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b981a5-c959-4848-95f3-a56f11615d9e req-67c05ed6-5975-4cea-a727-a528db467d34 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:31.756520 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34b981a5-c959-4848-95f3-a56f11615d9e req-67c05ed6-5975-4cea-a727-a528db467d34 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.3446314 Feb 07 16:46:31.820202 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d9c333e3-2f29-4bb6-8738-eb64a8421f59 None None] Provisioning complete for port 3e9de907-67f2-4fe3-820b-545f07a62eeb triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:31.820748 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d9c333e3-2f29-4bb6-8738-eb64a8421f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3e9de907-67f2-4fe3-820b-545f07a62eeb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:31.860989 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Floating IP fcb3d305-3986-4563-aaa9-ad748feb4228 associated. External IP: 172.25.4.152, port: 1e600d83-6c1c-4b16-95b2-e69873122b1b. Feb 07 16:46:31.883698 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34b981a5-c959-4848-95f3-a56f11615d9e req-040aea6d-f955-49b6-90df-b497e6633187 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114910 Feb 07 16:46:32.047345 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3588a237-d218-4942-9967-32473657c25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (41233ec0-ad63-44e3-8c22-e302658e77e6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:32.169149 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] Set router 6914b157-2e26-4b5f-a094-0a6c1d05ce28 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:46:32.177232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 424e0525-fdc2-44e3-89b7-44df8caf5d2e, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=424e0525-fdc2-44e3-89b7-44df8caf5d2e,segment=NetworkSegment(e9d60a73-1a87-4108-9a2d-32329506d358),segment_id=e9d60a73-1a87-4108-9a2d-32329506d358)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:32.518358 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '424e0525-fdc2-44e3-89b7-44df8caf5d2e', 'network_id': '341e2c10-4c3c-4ab6-9063-14743a0d705c', 'port_id': '424e0525-fdc2-44e3-89b7-44df8caf5d2e', 'mac_address': 'fa:16:3e:b2:e5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c96821-5c51-40c5-85a3-ae0f56612f44', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:46:32.626220 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40082) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:32.650843 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83ecf5bc-8d81-4725-85bf-bb10bfb2be13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:32.725832 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:32.815373 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3588a237-d218-4942-9967-32473657c25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (41233ec0-ad63-44e3-8c22-e302658e77e6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:32.875415 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router b476168a-7024-44ce-a0a0-a998e57605ec has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:46:32.885574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3588a237-d218-4942-9967-32473657c25c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41233ec0-ad63-44e3-8c22-e302658e77e6']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:32.917306 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83ecf5bc-8d81-4725-85bf-bb10bfb2be13 admin admin] Publish callbacks [] for security_group (507d9d56-f3e2-4eda-b8ce-e423caa2fe11), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:32.943039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3588a237-d218-4942-9967-32473657c25c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e75f7f-f4b6-45a0-a150-fbd1431e0c96') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:32.943519 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3588a237-d218-4942-9967-32473657c25c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e75f7f-f4b6-45a0-a150-fbd1431e0c96') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:32.971124 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83ecf5bc-8d81-4725-85bf-bb10bfb2be13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (507d9d56-f3e2-4eda-b8ce-e423caa2fe11), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:33.004267 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3588a237-d218-4942-9967-32473657c25c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (76e75f7f-f4b6-45a0-a150-fbd1431e0c96), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:33.106393 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-83ecf5bc-8d81-4725-85bf-bb10bfb2be13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b20d0a88b0f8477790011ab9b5c6ecd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4786444 Feb 07 16:46:33.108558 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40084) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:33.162735 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3588a237-d218-4942-9967-32473657c25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (76e75f7f-f4b6-45a0-a150-fbd1431e0c96), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:33.184793 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecf5bc-8d81-4725-85bf-bb10bfb2be13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507d9d56-f3e2-4eda-b8ce-e423caa2fe11,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:33.186372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3588a237-d218-4942-9967-32473657c25c admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:46:33.186372 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3588a237-d218-4942-9967-32473657c25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (76e75f7f-f4b6-45a0-a150-fbd1431e0c96), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:46:33.188786 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:46:33.199993 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 424e0525-fdc2-44e3-89b7-44df8caf5d2e is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:33.200417 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (424e0525-fdc2-44e3-89b7-44df8caf5d2e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:33.236362 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d9c333e3-2f29-4bb6-8738-eb64a8421f59 None None] Current status of the port 3e9de907-67f2-4fe3-820b-545f07a62eeb is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:33.236617 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d9c333e3-2f29-4bb6-8738-eb64a8421f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3e9de907-67f2-4fe3-820b-545f07a62eeb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:33.253091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424e0525-fdc2-44e3-89b7-44df8caf5d2e {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:46:33.314868 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0af2b0f2-b1c9-4945-8f59-4deff9959d0a req-99186142-2f4a-4cc4-b07c-ffb355d62c68 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3347852 Feb 07 16:46:33.331209 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:46:33.343978 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 424e0525-fdc2-44e3-89b7-44df8caf5d2e, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=424e0525-fdc2-44e3-89b7-44df8caf5d2e,segment=NetworkSegment(e9d60a73-1a87-4108-9a2d-32329506d358),segment_id=e9d60a73-1a87-4108-9a2d-32329506d358)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:33.346671 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cf75c0-8c03-46f4-adb1-53adc75cbb80 None None] Sync routers for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:46:33.375532 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (424e0525-fdc2-44e3-89b7-44df8caf5d2e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:33.375822 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cf75c0-8c03-46f4-adb1-53adc75cbb80 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:33.376484 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-33cf75c0-8c03-46f4-adb1-53adc75cbb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:29Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:33.376867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:46:33.423130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d9c333e3-2f29-4bb6-8738-eb64a8421f59 None None] For port 3e9de907-67f2-4fe3-820b-545f07a62eeb, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3e9de907-67f2-4fe3-820b-545f07a62eeb,segment=NetworkSegment(29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b),segment_id=29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:33.431491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85551c98-9bd6-48ab-904a-6b81734f8f12 req-10aa5226-b5ca-478f-b60b-6fc9527f5558 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:33.466507 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85551c98-9bd6-48ab-904a-6b81734f8f12 req-10aa5226-b5ca-478f-b60b-6fc9527f5558 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:33.475827 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:33.494824 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d9c333e3-2f29-4bb6-8738-eb64a8421f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3e9de907-67f2-4fe3-820b-545f07a62eeb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:33.506752 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-33cf75c0-8c03-46f4-adb1-53adc75cbb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:33.512795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85551c98-9bd6-48ab-904a-6b81734f8f12 req-10aa5226-b5ca-478f-b60b-6fc9527f5558 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:33.532205 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85551c98-9bd6-48ab-904a-6b81734f8f12 req-10aa5226-b5ca-478f-b60b-6fc9527f5558 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:33.539572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85551c98-9bd6-48ab-904a-6b81734f8f12 req-10aa5226-b5ca-478f-b60b-6fc9527f5558 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:33.549575 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85551c98-9bd6-48ab-904a-6b81734f8f12 req-10aa5226-b5ca-478f-b60b-6fc9527f5558 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:33.571800 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85551c98-9bd6-48ab-904a-6b81734f8f12 req-10aa5226-b5ca-478f-b60b-6fc9527f5558 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:33.573861 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cf75c0-8c03-46f4-adb1-53adc75cbb80 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:33.574535 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-33cf75c0-8c03-46f4-adb1-53adc75cbb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:29Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:33.578010 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-85551c98-9bd6-48ab-904a-6b81734f8f12 req-10aa5226-b5ca-478f-b60b-6fc9527f5558 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5423 time: 0.6536913 Feb 07 16:46:33.605028 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3588a237-d218-4942-9967-32473657c25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (41233ec0-ad63-44e3-8c22-e302658e77e6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:33.626588 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3588a237-d218-4942-9967-32473657c25c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:33.629590 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:46:33.634054 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3588a237-d218-4942-9967-32473657c25c admin admin] 10.222.0.18 "DELETE /v2.0/networks/41233ec0-ad63-44e3-8c22-e302658e77e6 HTTP/1.1" status: 204 len: 168 time: 1.9952722 Feb 07 16:46:33.687947 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40090) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:33.690163 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e0f9e97f-eba1-4211-81fe-4a4687ae9b9e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.0398071 Feb 07 16:46:33.699086 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 42b94be5-646d-42a4-a16f-ca1e09e3cbc1, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=42b94be5-646d-42a4-a16f-ca1e09e3cbc1,segment=NetworkSegment(e9d60a73-1a87-4108-9a2d-32329506d358),segment_id=e9d60a73-1a87-4108-9a2d-32329506d358)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:33.704944 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-33cf75c0-8c03-46f4-adb1-53adc75cbb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:33.705684 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cf75c0-8c03-46f4-adb1-53adc75cbb80 None None] The sync data for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:46:33.714501 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-225e8c92-87ee-4a8a-9fbd-993ecd7b37b5 admin admin] Publish callbacks [] for security_group (507d9d56-f3e2-4eda-b8ce-e423caa2fe11), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:33.715789 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=424e0525-fdc2-44e3-89b7-44df8caf5d2e,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:33.743300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914b157-2e26-4b5f-a094-0a6c1d05ce28', 'name': 'tempest-TaggedBootDevicesTest_v242-737826917-router', 'tenant_id': '8d896bc558a149fcbb41a0f78b81db19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:46:12Z', 'updated_at': '2022-02-07T16:46:20Z', 'revision_number': 4, 'project_id': '8d896bc558a149fcbb41a0f78b81db19', 'gw_port': {'id': '10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914b157-2e26-4b5f-a094-0a6c1d05ce28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:46:13Z', 'updated_at': '2022-02-07T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '3e9de907-67f2-4fe3-820b-545f07a62eeb', 'name': '', 'network_id': 'e44973a2-0103-40df-8768-001f01a74b40', 'tenant_id': '8d896bc558a149fcbb41a0f78b81db19', 'mac_address': 'fa:16:3e:cb:92:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914b157-2e26-4b5f-a094-0a6c1d05ce28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c2d8167a-c791-4f22-91fe-46cb69fedd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:46:18Z', 'updated_at': '2022-02-07T16:46:30Z', 'revision_number': 4, 'project_id': '8d896bc558a149fcbb41a0f78b81db19', 'subnets': [{'id': 'c2d8167a-c791-4f22-91fe-46cb69fedd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:33.743798 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588a237-d218-4942-9967-32473657c25c admin admin] Pushing event deleted for resources: {'Network': ['ID=41233ec0-ad63-44e3-8c22-e302658e77e6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:33.783108 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2b0f2-b1c9-4945-8f59-4deff9959d0a req-f4188c6e-3156-4c1c-9ead-445c23f296a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:33.786151 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0af2b0f2-b1c9-4945-8f59-4deff9959d0a req-f4188c6e-3156-4c1c-9ead-445c23f296a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c74dc58f8ac40fea998b5a9adf08e00&device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 1132 time: 0.3739238 Feb 07 16:46:33.835175 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '42b94be5-646d-42a4-a16f-ca1e09e3cbc1', 'network_id': '341e2c10-4c3c-4ab6-9063-14743a0d705c', 'port_id': '42b94be5-646d-42a4-a16f-ca1e09e3cbc1', 'mac_address': 'fa:16:3e:88:7d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c96821-5c51-40c5-85a3-ae0f56612f44', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:46:33.866359 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cb92a0-7e94-4bc0-9df7-967a5345cb38 None None] The sync data for ids ['6914b157-2e26-4b5f-a094-0a6c1d05ce28'] in n-d-827865-3 is: [{'id': '6914b157-2e26-4b5f-a094-0a6c1d05ce28', 'name': 'tempest-TaggedBootDevicesTest_v242-737826917-router', 'tenant_id': '8d896bc558a149fcbb41a0f78b81db19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:46:12Z', 'updated_at': '2022-02-07T16:46:20Z', 'revision_number': 4, 'project_id': '8d896bc558a149fcbb41a0f78b81db19', 'gw_port': {'id': '10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914b157-2e26-4b5f-a094-0a6c1d05ce28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:46:13Z', 'updated_at': '2022-02-07T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '3e9de907-67f2-4fe3-820b-545f07a62eeb', 'name': '', 'network_id': 'e44973a2-0103-40df-8768-001f01a74b40', 'tenant_id': '8d896bc558a149fcbb41a0f78b81db19', 'mac_address': 'fa:16:3e:cb:92:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6914b157-2e26-4b5f-a094-0a6c1d05ce28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c2d8167a-c791-4f22-91fe-46cb69fedd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:46:18Z', 'updated_at': '2022-02-07T16:46:30Z', 'revision_number': 4, 'project_id': '8d896bc558a149fcbb41a0f78b81db19', 'subnets': [{'id': 'c2d8167a-c791-4f22-91fe-46cb69fedd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:46:33.976478 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-85551c98-9bd6-48ab-904a-6b81734f8f12 req-7a0c3f7f-521b-4c4d-9b4d-c2dfa2df8d8f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3800797 Feb 07 16:46:34.051701 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-225e8c92-87ee-4a8a-9fbd-993ecd7b37b5 admin admin] Publish callbacks [] for security_group (507d9d56-f3e2-4eda-b8ce-e423caa2fe11), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:34.105499 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c333e3-2f29-4bb6-8738-eb64a8421f59 None None] Pushing event updated for resources: {'Port': ['ID=3e9de907-67f2-4fe3-820b-545f07a62eeb,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:34.126974 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:34.127466 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (42b94be5-646d-42a4-a16f-ca1e09e3cbc1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:34.188675 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:46:34.254737 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2b0f2-b1c9-4945-8f59-4deff9959d0a req-a9758651-13ca-41d9-9394-ece7aaaa51ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:34.256305 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0af2b0f2-b1c9-4945-8f59-4deff9959d0a req-a9758651-13ca-41d9-9394-ece7aaaa51ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.4455185 Feb 07 16:46:34.259039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 42b94be5-646d-42a4-a16f-ca1e09e3cbc1, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=42b94be5-646d-42a4-a16f-ca1e09e3cbc1,segment=NetworkSegment(e9d60a73-1a87-4108-9a2d-32329506d358),segment_id=e9d60a73-1a87-4108-9a2d-32329506d358)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:34.270387 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (42b94be5-646d-42a4-a16f-ca1e09e3cbc1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:34.272555 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ddf07e8a-aca0-4630-85c7-61c340f16521 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:46:34.364553 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0af2b0f2-b1c9-4945-8f59-4deff9959d0a req-65e1d611-dc05-4a87-b4ea-3223e4c48219 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=331427ca-4460-4964-b598-bebd8037bf87 HTTP/1.1" status: 200 len: 217 time: 0.1006978 Feb 07 16:46:34.387803 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8f45d7c2-e031-46b0-ad47-6c45d3e52ac6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "GET /v2.0/floatingips/fcb3d305-3986-4563-aaa9-ad748feb4228 HTTP/1.1" status: 200 len: 978 time: 0.6961169 Feb 07 16:46:34.392604 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40094) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:34.489706 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=42b94be5-646d-42a4-a16f-ca1e09e3cbc1,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:34.507858 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port ddf07e8a-aca0-4630-85c7-61c340f16521, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ddf07e8a-aca0-4630-85c7-61c340f16521,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:34.546686 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'ddf07e8a-aca0-4630-85c7-61c340f16521', 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15', 'port_id': 'ddf07e8a-aca0-4630-85c7-61c340f16521', 'mac_address': 'fa:16:3e:cf:20:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:46:34.588229 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40096) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:34.745833 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port ddf07e8a-aca0-4630-85c7-61c340f16521 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:34.746672 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ddf07e8a-aca0-4630-85c7-61c340f16521), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:34.780409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf07e8a-aca0-4630-85c7-61c340f16521 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:46:34.840341 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port ddf07e8a-aca0-4630-85c7-61c340f16521, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ddf07e8a-aca0-4630-85c7-61c340f16521,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:34.848815 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ddf07e8a-aca0-4630-85c7-61c340f16521), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:34.850579 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 7264ed3c-0e68-4ed9-8594-becd8dca0b0a details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:46:34.861894 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5fed0890-f941-4191-b1d0-47e7927ea2e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f22110216104d6eb1a2adc34ce617b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2558899 Feb 07 16:46:34.918108 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad4c88-bd6e-4cb6-a2d9-027618437e1f req-1aa8ac7e-2929-491b-afe5-165080e093d0 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:34.939597 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4cad4c88-bd6e-4cb6-a2d9-027618437e1f req-1aa8ac7e-2929-491b-afe5-165080e093d0 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.7655697 Feb 07 16:46:34.940899 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40100) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:35.123989 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:46:35.150746 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=ddf07e8a-aca0-4630-85c7-61c340f16521,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:35.155132 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4cad4c88-bd6e-4cb6-a2d9-027618437e1f req-59ad9ec7-328a-420c-9f2b-45d52067c88d tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831267 Feb 07 16:46:35.163238 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-225e8c92-87ee-4a8a-9fbd-993ecd7b37b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (507d9d56-f3e2-4eda-b8ce-e423caa2fe11), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:35.188556 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-225e8c92-87ee-4a8a-9fbd-993ecd7b37b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:35.191741 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-225e8c92-87ee-4a8a-9fbd-993ecd7b37b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/507d9d56-f3e2-4eda-b8ce-e423caa2fe11 HTTP/1.1" status: 204 len: 168 time: 2.0804946 Feb 07 16:46:35.247085 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e8c92-87ee-4a8a-9fbd-993ecd7b37b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507d9d56-f3e2-4eda-b8ce-e423caa2fe11,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:35.253263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=7264ed3c-0e68-4ed9-8594-becd8dca0b0a,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:35.287455 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '7264ed3c-0e68-4ed9-8594-becd8dca0b0a', 'network_id': '77871b7a-f86e-4316-bba8-73d687b56c15', 'port_id': '7264ed3c-0e68-4ed9-8594-becd8dca0b0a', 'mac_address': 'fa:16:3e:37:dc:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:46:35.291207 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:35.291812 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:35.292330 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:35.292850 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:35.293369 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:35.293868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:35.294478 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:35.294971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:35.295985 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:35.296475 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:35.297009 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:35.297526 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:35.298017 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:46:35.439875 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d477a3b8-0f68-4bbb-9d83-d758bcc2ef34 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 1.0338147 Feb 07 16:46:35.449774 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40110) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:35.454339 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:35.454792 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7264ed3c-0e68-4ed9-8594-becd8dca0b0a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:35.476114 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7264ed3c-0e68-4ed9-8594-becd8dca0b0a {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:46:35.493173 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3bfd55a7-7de9-4205-94a6-3ee0acf32328 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'floatingip': {'port_id': '84450bb5-b9e6-459d-9061-868f6e2e8f95'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:46:35.546348 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=7264ed3c-0e68-4ed9-8594-becd8dca0b0a,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:35.557178 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7264ed3c-0e68-4ed9-8594-becd8dca0b0a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:35.710968 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e04dfc-93ce-4fe1-9215-690e147835c8 req-3365839d-cb45-41f1-8e8f-84d167b137ec tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:35.743059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e04dfc-93ce-4fe1-9215-690e147835c8 req-3365839d-cb45-41f1-8e8f-84d167b137ec tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:35.764084 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e04dfc-93ce-4fe1-9215-690e147835c8 req-3365839d-cb45-41f1-8e8f-84d167b137ec tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:35.793305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=7264ed3c-0e68-4ed9-8594-becd8dca0b0a,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:35.815963 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e04dfc-93ce-4fe1-9215-690e147835c8 req-3365839d-cb45-41f1-8e8f-84d167b137ec tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:35.848643 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e04dfc-93ce-4fe1-9215-690e147835c8 req-3365839d-cb45-41f1-8e8f-84d167b137ec tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:35.888936 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e04dfc-93ce-4fe1-9215-690e147835c8 req-3365839d-cb45-41f1-8e8f-84d167b137ec tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:35.920498 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3e9de907-67f2-4fe3-820b-545f07a62eeb up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:46:35.941068 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e04dfc-93ce-4fe1-9215-690e147835c8 req-3365839d-cb45-41f1-8e8f-84d167b137ec tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:35.958756 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3e04dfc-93ce-4fe1-9215-690e147835c8 req-3365839d-cb45-41f1-8e8f-84d167b137ec tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5426 time: 0.5927625 Feb 07 16:46:35.970943 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f36fa722-6126-4dd9-9468-ecefc8497dd5 admin admin] Publish callbacks [] for security_group (3ce3f28c-75eb-48fc-94f4-99e171720b53), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:36.002613 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f36fa722-6126-4dd9-9468-ecefc8497dd5 admin admin] Publish callbacks [] for security_group (3ce3f28c-75eb-48fc-94f4-99e171720b53), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:36.012486 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2b0f2-b1c9-4945-8f59-4deff9959d0a req-1a5e3e2c-f864-4fd6-ae0d-76b1f16e872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:36.034433 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0af2b0f2-b1c9-4945-8f59-4deff9959d0a req-1a5e3e2c-f864-4fd6-ae0d-76b1f16e872d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 1.6644504 Feb 07 16:46:36.094828 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 3e9de907-67f2-4fe3-820b-545f07a62eeb triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:36.095370 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3e9de907-67f2-4fe3-820b-545f07a62eeb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:36.180952 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3e04dfc-93ce-4fe1-9215-690e147835c8 req-1ba470f8-3cc3-418c-be17-16f8bc86a420 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2206633 Feb 07 16:46:36.185136 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f36fa722-6126-4dd9-9468-ecefc8497dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3ce3f28c-75eb-48fc-94f4-99e171720b53), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:36.190387 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f36fa722-6126-4dd9-9468-ecefc8497dd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:36.193416 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f36fa722-6126-4dd9-9468-ecefc8497dd5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ce3f28c-75eb-48fc-94f4-99e171720b53 HTTP/1.1" status: 204 len: 168 time: 1.2390966 Feb 07 16:46:36.265442 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fa722-6126-4dd9-9468-ecefc8497dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce3f28c-75eb-48fc-94f4-99e171720b53,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:36.412603 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bfd55a7-7de9-4205-94a6-3ee0acf32328 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (fcb3d305-3986-4563-aaa9-ad748feb4228), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:36.553666 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['3a820c8e-82b5-4d45-aa6c-615c32456553'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:46:36.575774 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['d710732f-fd58-4d2a-8723-380a7c8afb25'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:46:36.589968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['1872b37f-36ca-4933-80f8-47fc7e00ac48'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:46:36.609497 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['7264ed3c-0e68-4ed9-8594-becd8dca0b0a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:46:36.622917 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['42b94be5-646d-42a4-a16f-ca1e09e3cbc1'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:46:36.641803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['ddf07e8a-aca0-4630-85c7-61c340f16521'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:46:36.821336 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2975f-3719-40f8-9fd4-5f05e1d0d9a4 req-61dd4a1e-4135-4c0a-a329-8b169521b989 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:36.835439 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-80a2975f-3719-40f8-9fd4-5f05e1d0d9a4 req-61dd4a1e-4135-4c0a-a329-8b169521b989 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.3430750 Feb 07 16:46:37.004483 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2b0f2-b1c9-4945-8f59-4deff9959d0a req-16905164-47b5-4639-91be-169f9a3803dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:37.025206 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0af2b0f2-b1c9-4945-8f59-4deff9959d0a req-16905164-47b5-4639-91be-169f9a3803dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9721363 Feb 07 16:46:37.137942 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-80a2975f-3719-40f8-9fd4-5f05e1d0d9a4 req-c821c071-5b7a-45fe-b9ca-c480d962b5ac tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998605 Feb 07 16:46:37.612320 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f794ac-956d-4937-8075-d493b4f39bc2 req-c1ed33e7-40d0-4dc3-a404-2b2ac9b8e0d1 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:37.637227 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 3e9de907-67f2-4fe3-820b-545f07a62eeb is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:37.652152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f794ac-956d-4937-8075-d493b4f39bc2 req-c1ed33e7-40d0-4dc3-a404-2b2ac9b8e0d1 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:37.678317 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f794ac-956d-4937-8075-d493b4f39bc2 req-c1ed33e7-40d0-4dc3-a404-2b2ac9b8e0d1 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:37.705919 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f794ac-956d-4937-8075-d493b4f39bc2 req-c1ed33e7-40d0-4dc3-a404-2b2ac9b8e0d1 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:37.729981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f794ac-956d-4937-8075-d493b4f39bc2 req-c1ed33e7-40d0-4dc3-a404-2b2ac9b8e0d1 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:37.738131 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f794ac-956d-4937-8075-d493b4f39bc2 req-c1ed33e7-40d0-4dc3-a404-2b2ac9b8e0d1 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:37.777615 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f794ac-956d-4937-8075-d493b4f39bc2 req-c1ed33e7-40d0-4dc3-a404-2b2ac9b8e0d1 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:37.794031 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-44f794ac-956d-4937-8075-d493b4f39bc2 req-c1ed33e7-40d0-4dc3-a404-2b2ac9b8e0d1 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5427 time: 0.4044027 Feb 07 16:46:37.799101 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40138) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:38.229111 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-44f794ac-956d-4937-8075-d493b4f39bc2 req-f1f2af6b-b088-4d83-ab6f-e90cc7a9ac15 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4336474 Feb 07 16:46:38.258287 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b7d6ef98-f971-4a7e-aeed-33c627cc3a2e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c10fa9d539b4b31b97ff247727f6d3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4533455 Feb 07 16:46:38.266119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40146) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:38.362542 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['424e0525-fdc2-44e3-89b7-44df8caf5d2e'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:46:38.475427 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3660bf26-0c1c-4e5e-94be-d6a4b2e1bfa5 admin admin] Publish callbacks [] for security_group (e9b30f61-85ba-4900-8be6-46aad3822bca), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:38.515263 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3660bf26-0c1c-4e5e-94be-d6a4b2e1bfa5 admin admin] Publish callbacks [] for security_group (e9b30f61-85ba-4900-8be6-46aad3822bca), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:38.581670 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3660bf26-0c1c-4e5e-94be-d6a4b2e1bfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e9b30f61-85ba-4900-8be6-46aad3822bca), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:38.585642 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3660bf26-0c1c-4e5e-94be-d6a4b2e1bfa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:38.614405 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3660bf26-0c1c-4e5e-94be-d6a4b2e1bfa5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9b30f61-85ba-4900-8be6-46aad3822bca HTTP/1.1" status: 204 len: 168 time: 0.3229122 Feb 07 16:46:38.727144 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660bf26-0c1c-4e5e-94be-d6a4b2e1bfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b30f61-85ba-4900-8be6-46aad3822bca,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:38.801065 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416a608-259a-4086-a7eb-f27e5d9633ac req-faf4f191-8384-4ae3-a79f-3fefea12eb70 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:38.812102 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b416a608-259a-4086-a7eb-f27e5d9633ac req-faf4f191-8384-4ae3-a79f-3fefea12eb70 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.2396779 Feb 07 16:46:38.946156 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-3bfd55a7-7de9-4205-94a6-3ee0acf32328 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:46:38.961733 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b416a608-259a-4086-a7eb-f27e5d9633ac req-82ee39fb-f527-472f-9523-101a42d0f7c5 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449237 Feb 07 16:46:39.337815 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bfd55a7-7de9-4205-94a6-3ee0acf32328 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:39.352461 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0af2b0f2-b1c9-4945-8f59-4deff9959d0a req-d9e69606-e335-4e9f-bcd2-f1a7720846d7 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3171403 Feb 07 16:46:39.360524 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bfd55a7-7de9-4205-94a6-3ee0acf32328 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (fcb3d305-3986-4563-aaa9-ad748feb4228), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:39.619270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ba8a1-aa33-4a7a-8e71-cfc0579ee50d req-fda9e73a-05bf-47f4-ad52-6fa8184ec62e tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:39.637877 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-104ba8a1-aa33-4a7a-8e71-cfc0579ee50d req-fda9e73a-05bf-47f4-ad52-6fa8184ec62e tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.5059254 Feb 07 16:46:39.742056 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4dd6b6ad-1d88-4c49-aea7-a40769409804 req-4ca5ed3f-4142-458c-b239-bcf855d8ff65 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4370768 Feb 07 16:46:39.863481 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-104ba8a1-aa33-4a7a-8e71-cfc0579ee50d req-1cd18b17-8351-4ed2-b998-3a12c617bad5 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226741 Feb 07 16:46:40.046793 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-3bfd55a7-7de9-4205-94a6-3ee0acf32328 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Floating IP fcb3d305-3986-4563-aaa9-ad748feb4228 associated. External IP: 172.25.4.152, port: 1e600d83-6c1c-4b16-95b2-e69873122b1b. Feb 07 16:46:40.162442 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0af2b0f2-b1c9-4945-8f59-4deff9959d0a req-d327784f-fa5e-4bf3-a122-c0e02c169b94 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7943187 Feb 07 16:46:40.358846 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6b6ad-1d88-4c49-aea7-a40769409804 req-c2d650c2-4b35-41ee-a83c-3a90b048f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:40.360509 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4dd6b6ad-1d88-4c49-aea7-a40769409804 req-c2d650c2-4b35-41ee-a83c-3a90b048f371 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=17e673e6323b4e4cb326f65b4b9943cf&device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 1127 time: 0.5104139 Feb 07 16:46:40.430754 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0df3b-d053-46a5-96a8-12965751650f req-a4b8f716-7211-481b-93ba-12f85b3c474d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:40.462796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0df3b-d053-46a5-96a8-12965751650f req-a4b8f716-7211-481b-93ba-12f85b3c474d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:40.480577 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0df3b-d053-46a5-96a8-12965751650f req-a4b8f716-7211-481b-93ba-12f85b3c474d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:40.505564 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0df3b-d053-46a5-96a8-12965751650f req-a4b8f716-7211-481b-93ba-12f85b3c474d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:40.519858 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0df3b-d053-46a5-96a8-12965751650f req-a4b8f716-7211-481b-93ba-12f85b3c474d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:40.533809 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0df3b-d053-46a5-96a8-12965751650f req-a4b8f716-7211-481b-93ba-12f85b3c474d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:40.553991 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0df3b-d053-46a5-96a8-12965751650f req-a4b8f716-7211-481b-93ba-12f85b3c474d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:40.558466 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ee0df3b-d053-46a5-96a8-12965751650f req-a4b8f716-7211-481b-93ba-12f85b3c474d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5427 time: 0.4917669 Feb 07 16:46:40.726899 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfd55a7-7de9-4205-94a6-3ee0acf32328 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router b476168a-7024-44ce-a0a0-a998e57605ec has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:46:40.959200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfd55a7-7de9-4205-94a6-3ee0acf32328 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:46:40.977590 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b823fc2-0770-41a5-a9bf-dfa32aa84965 None None] Sync routers for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:46:41.002922 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ee0df3b-d053-46a5-96a8-12965751650f req-908f09ba-eb35-4cc6-a802-065ba92160ae tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4289994 Feb 07 16:46:41.044447 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b823fc2-0770-41a5-a9bf-dfa32aa84965 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:41.045635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5b823fc2-0770-41a5-a9bf-dfa32aa84965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:29Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:41.053690 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6b6ad-1d88-4c49-aea7-a40769409804 req-a8ccb58a-4b32-4d28-a5b7-00244bff944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:41.055697 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4dd6b6ad-1d88-4c49-aea7-a40769409804 req-a8ccb58a-4b32-4d28-a5b7-00244bff944f service neutron] 10.222.0.48 "GET /v2.0/networks?id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 HTTP/1.1" status: 200 len: 915 time: 0.4957259 Feb 07 16:46:41.297693 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5b823fc2-0770-41a5-a9bf-dfa32aa84965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:41.332154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b823fc2-0770-41a5-a9bf-dfa32aa84965 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:41.333614 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5b823fc2-0770-41a5-a9bf-dfa32aa84965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:29Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:41.376568 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4dd6b6ad-1d88-4c49-aea7-a40769409804 req-ea76a4f1-0b92-4dd1-a935-6119c6714204 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607 HTTP/1.1" status: 200 len: 217 time: 0.3114381 Feb 07 16:46:41.487175 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5b823fc2-0770-41a5-a9bf-dfa32aa84965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:41.488332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b823fc2-0770-41a5-a9bf-dfa32aa84965 None None] The sync data for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:46:41.611240 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 1872b37f-36ca-4933-80f8-47fc7e00ac48 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:46:41.697315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6b6ad-1d88-4c49-aea7-a40769409804 req-92136278-e168-4f68-b364-ad71b60e618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:41.706593 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4dd6b6ad-1d88-4c49-aea7-a40769409804 req-92136278-e168-4f68-b364-ad71b60e618e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17caae66-4938-4c9b-981d-9460cbf4671f HTTP/1.1" status: 200 len: 854 time: 0.3167069 Feb 07 16:46:41.855169 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4dd6b6ad-1d88-4c49-aea7-a40769409804 req-e339702a-f87c-4ae6-9d28-52ad707d237c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466994 Feb 07 16:46:41.877033 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 1872b37f-36ca-4933-80f8-47fc7e00ac48 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:46:41.886847 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 1872b37f-36ca-4933-80f8-47fc7e00ac48 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:41.888154 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1872b37f-36ca-4933-80f8-47fc7e00ac48), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:42.109152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a84b5-0b59-4b2c-b107-1e85cc8194aa req-0b904e14-d1f1-4486-93ae-221037a2e8a8 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:42.121360 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5f4a84b5-0b59-4b2c-b107-1e85cc8194aa req-0b904e14-d1f1-4486-93ae-221037a2e8a8 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.7673581 Feb 07 16:46:42.208339 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfd55a7-7de9-4205-94a6-3ee0acf32328 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router b476168a-7024-44ce-a0a0-a998e57605ec has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:46:42.297058 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 1872b37f-36ca-4933-80f8-47fc7e00ac48 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:42.298240 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1872b37f-36ca-4933-80f8-47fc7e00ac48), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:42.404183 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5f4a84b5-0b59-4b2c-b107-1e85cc8194aa req-6785b327-4782-46f1-bf63-2991499b5486 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813528 Feb 07 16:46:42.419248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 1872b37f-36ca-4933-80f8-47fc7e00ac48, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=1872b37f-36ca-4933-80f8-47fc7e00ac48,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:42.425205 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1872b37f-36ca-4933-80f8-47fc7e00ac48'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:46:42.444048 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e856d0db-7f81-4b79-9b52-139d8d9e8cde" -d '{"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-plugged", "status": "completed", "tag": "1872b37f-36ca-4933-80f8-47fc7e00ac48"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:46:42.458866 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1872b37f-36ca-4933-80f8-47fc7e00ac48), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:42.613043 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=1872b37f-36ca-4933-80f8-47fc7e00ac48,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:42.614103 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4dd6b6ad-1d88-4c49-aea7-a40769409804 req-0854232b-ddb8-45e5-b98c-f3700dee4090 service neutron] 10.222.0.48 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7478623 Feb 07 16:46:42.636588 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfd55a7-7de9-4205-94a6-3ee0acf32328 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:46:42.655853 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14e0f18-4900-452b-8707-a37f2414f4c5 None None] Sync routers for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:46:42.660678 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bfd55a7-7de9-4205-94a6-3ee0acf32328 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:42.708617 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14e0f18-4900-452b-8707-a37f2414f4c5 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:42.709385 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b14e0f18-4900-452b-8707-a37f2414f4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:29Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:42.830874 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b14e0f18-4900-452b-8707-a37f2414f4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:42.843284 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14e0f18-4900-452b-8707-a37f2414f4c5 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:42.844201 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b14e0f18-4900-452b-8707-a37f2414f4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:29Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:42.925948 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b14e0f18-4900-452b-8707-a37f2414f4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:42.926881 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14e0f18-4900-452b-8707-a37f2414f4c5 None None] The sync data for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:46:42.948748 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3bfd55a7-7de9-4205-94a6-3ee0acf32328 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "PUT /v2.0/floatingips/fcb3d305-3986-4563-aaa9-ad748feb4228 HTTP/1.1" status: 200 len: 978 time: 7.4913530 Feb 07 16:46:42.953661 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40234) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:42.962879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ee390358-58aa-476f-b7e4-2bcf0f9ed159 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:46:43.220941 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee390358-58aa-476f-b7e4-2bcf0f9ed159 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (fcb3d305-3986-4563-aaa9-ad748feb4228), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:43.240551 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4dd6b6ad-1d88-4c49-aea7-a40769409804 req-df914c70-9c89-478b-b3c9-76815502ede3 service neutron] 10.222.0.48 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6041596 Feb 07 16:46:43.345319 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1d647-f236-403c-8590-36866b6f7b54 req-5b2e0829-e2c0-4a5f-9dba-a5efb1d82ba0 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:43.384917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1d647-f236-403c-8590-36866b6f7b54 req-5b2e0829-e2c0-4a5f-9dba-a5efb1d82ba0 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:43.405869 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1d647-f236-403c-8590-36866b6f7b54 req-5b2e0829-e2c0-4a5f-9dba-a5efb1d82ba0 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:43.421102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1d647-f236-403c-8590-36866b6f7b54 req-5b2e0829-e2c0-4a5f-9dba-a5efb1d82ba0 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:43.452375 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1d647-f236-403c-8590-36866b6f7b54 req-5b2e0829-e2c0-4a5f-9dba-a5efb1d82ba0 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:43.470208 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1d647-f236-403c-8590-36866b6f7b54 req-5b2e0829-e2c0-4a5f-9dba-a5efb1d82ba0 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:43.493237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1d647-f236-403c-8590-36866b6f7b54 req-5b2e0829-e2c0-4a5f-9dba-a5efb1d82ba0 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:43.507928 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1b1d647-f236-403c-8590-36866b6f7b54 req-5b2e0829-e2c0-4a5f-9dba-a5efb1d82ba0 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5428 time: 0.5187759 Feb 07 16:46:43.614402 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3a820c8e-82b5-4d45-aa6c-615c32456553 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:46:43.926465 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1b1d647-f236-403c-8590-36866b6f7b54 req-32762342-9bc1-4fdf-9d90-65048b5bf116 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4144540 Feb 07 16:46:43.929461 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 3a820c8e-82b5-4d45-aa6c-615c32456553 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:46:43.955499 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 3a820c8e-82b5-4d45-aa6c-615c32456553 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:43.956204 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3a820c8e-82b5-4d45-aa6c-615c32456553), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:44.230870 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d7f887-e69a-4301-a034-79af5253aaa8 x-openstack-request-id: req-71d7f887-e69a-4301-a034-79af5253aaa8 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:46:44.231363 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-plugged", "status": "completed", "tag": "1872b37f-36ca-4933-80f8-47fc7e00ac48", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:46:44.231781 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71d7f887-e69a-4301-a034-79af5253aaa8 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:46:44.232399 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1872b37f-36ca-4933-80f8-47fc7e00ac48', 'code': 200} Feb 07 16:46:44.507538 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 3a820c8e-82b5-4d45-aa6c-615c32456553 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:44.510830 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3a820c8e-82b5-4d45-aa6c-615c32456553), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:44.551950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae47aa-782a-4391-a9df-781db7216e59 req-c1b09c41-3bea-47ff-b2b8-7f444418bde2 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:44.558198 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-efae47aa-782a-4391-a9df-781db7216e59 req-c1b09c41-3bea-47ff-b2b8-7f444418bde2 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1963365 Feb 07 16:46:44.700761 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-efae47aa-782a-4391-a9df-781db7216e59 req-bc2680f3-ac3a-41c8-9adb-f9ce3eea04e2 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261969 Feb 07 16:46:44.740095 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee390358-58aa-476f-b7e4-2bcf0f9ed159 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:44.758809 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee390358-58aa-476f-b7e4-2bcf0f9ed159 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (fcb3d305-3986-4563-aaa9-ad748feb4228), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:44.759782 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-ee390358-58aa-476f-b7e4-2bcf0f9ed159 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Floating IP fcb3d305-3986-4563-aaa9-ad748feb4228 disassociated. External IP: 172.25.4.152, port: 84450bb5-b9e6-459d-9061-868f6e2e8f95. Feb 07 16:46:44.814419 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 3a820c8e-82b5-4d45-aa6c-615c32456553, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3a820c8e-82b5-4d45-aa6c-615c32456553,segment=NetworkSegment(8ef14104-eb8a-4293-a21d-9126a796c44a),segment_id=8ef14104-eb8a-4293-a21d-9126a796c44a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:44.836374 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3a820c8e-82b5-4d45-aa6c-615c32456553), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:44.842005 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device d710732f-fd58-4d2a-8723-380a7c8afb25 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:46:45.106091 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73233da-94ea-46f5-8a36-661b477375c7 req-4708db2b-bd01-46dd-a9bc-0373cce35acb tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:45.116934 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b73233da-94ea-46f5-8a36-661b477375c7 req-4708db2b-bd01-46dd-a9bc-0373cce35acb tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.2466249 Feb 07 16:46:45.300435 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b73233da-94ea-46f5-8a36-661b477375c7 req-47043e20-25bd-4ee2-b0ba-5d9de16d9047 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659014 Feb 07 16:46:45.384495 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=3a820c8e-82b5-4d45-aa6c-615c32456553,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:45.530462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port d710732f-fd58-4d2a-8723-380a7c8afb25 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:46:45.562444 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port d710732f-fd58-4d2a-8723-380a7c8afb25 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:45.562826 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d710732f-fd58-4d2a-8723-380a7c8afb25), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:45.765891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee390358-58aa-476f-b7e4-2bcf0f9ed159 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router b476168a-7024-44ce-a0a0-a998e57605ec has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:46:45.821635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port d710732f-fd58-4d2a-8723-380a7c8afb25 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:45.822362 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d710732f-fd58-4d2a-8723-380a7c8afb25), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:45.872877 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde372d-551e-45ed-983b-23716835b6b8 req-aa4d516a-f426-4d31-b19a-b56143d30dcb tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:45.902366 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde372d-551e-45ed-983b-23716835b6b8 req-aa4d516a-f426-4d31-b19a-b56143d30dcb tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:45.945027 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde372d-551e-45ed-983b-23716835b6b8 req-aa4d516a-f426-4d31-b19a-b56143d30dcb tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:45.947565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port d710732f-fd58-4d2a-8723-380a7c8afb25, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d710732f-fd58-4d2a-8723-380a7c8afb25,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:45.965807 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d710732f-fd58-4d2a-8723-380a7c8afb25), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:45.966936 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 424e0525-fdc2-44e3-89b7-44df8caf5d2e up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:46:45.980389 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde372d-551e-45ed-983b-23716835b6b8 req-aa4d516a-f426-4d31-b19a-b56143d30dcb tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:46.014999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde372d-551e-45ed-983b-23716835b6b8 req-aa4d516a-f426-4d31-b19a-b56143d30dcb tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:46.051707 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde372d-551e-45ed-983b-23716835b6b8 req-aa4d516a-f426-4d31-b19a-b56143d30dcb tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:46.092608 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde372d-551e-45ed-983b-23716835b6b8 req-aa4d516a-f426-4d31-b19a-b56143d30dcb tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:46.109257 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ebde372d-551e-45ed-983b-23716835b6b8 req-aa4d516a-f426-4d31-b19a-b56143d30dcb tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5429 time: 0.5295269 Feb 07 16:46:46.269356 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a820c8e-82b5-4d45-aa6c-615c32456553'}, {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd710732f-fd58-4d2a-8723-380a7c8afb25'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:46:46.279174 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ee376d-d318-4666-a417-cbef7635256d" -d '{"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-plugged", "status": "completed", "tag": "3a820c8e-82b5-4d45-aa6c-615c32456553"}, {"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-plugged", "status": "completed", "tag": "d710732f-fd58-4d2a-8723-380a7c8afb25"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:46:46.356964 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=d710732f-fd58-4d2a-8723-380a7c8afb25,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:46.363896 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee390358-58aa-476f-b7e4-2bcf0f9ed159 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:46:46.375331 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 424e0525-fdc2-44e3-89b7-44df8caf5d2e completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:46:46.398095 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c175225-9ff0-40e3-b883-a4955451927d None None] Sync routers for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:46:46.407060 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee390358-58aa-476f-b7e4-2bcf0f9ed159 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:46.447107 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 424e0525-fdc2-44e3-89b7-44df8caf5d2e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:46.447589 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (424e0525-fdc2-44e3-89b7-44df8caf5d2e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:46.493026 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c175225-9ff0-40e3-b883-a4955451927d None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:46.503354 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1c175225-9ff0-40e3-b883-a4955451927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:29Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:46.507237 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ebde372d-551e-45ed-983b-23716835b6b8 req-e9144b32-df12-46e2-8689-26910a8aefb9 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3925750 Feb 07 16:46:46.582800 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ee390358-58aa-476f-b7e4-2bcf0f9ed159 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "PUT /v2.0/floatingips/fcb3d305-3986-4563-aaa9-ad748feb4228 HTTP/1.1" status: 200 len: 688 time: 3.6230481 Feb 07 16:46:46.582975 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40302) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:47.010361 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b5472-4216-4663-aca3-e362d726bf3f req-9edfc7ea-03bf-4480-b479-e240bacf1c00 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:47.019828 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2b7b5472-4216-4663-aca3-e362d726bf3f req-9edfc7ea-03bf-4480-b479-e240bacf1c00 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1583724 Feb 07 16:46:47.026696 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1c175225-9ff0-40e3-b883-a4955451927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:47.030246 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-efa7eec5-3990-428d-88c3-cd86384bf698 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Deleting port 03e0aa4d-6062-46be-b8b7-d2aa48bc8412 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:46:47.030857 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efa7eec5-3990-428d-88c3-cd86384bf698 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (03e0aa4d-6062-46be-b8b7-d2aa48bc8412), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:47.236478 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 424e0525-fdc2-44e3-89b7-44df8caf5d2e is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:47.237124 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (424e0525-fdc2-44e3-89b7-44df8caf5d2e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:47.263979 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2b7b5472-4216-4663-aca3-e362d726bf3f req-118205f5-4a41-4ec7-8ca2-e15b42440499 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421439 Feb 07 16:46:47.281266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c175225-9ff0-40e3-b883-a4955451927d None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:46:47.284671 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1c175225-9ff0-40e3-b883-a4955451927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:29Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:47.461081 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efa7eec5-3990-428d-88c3-cd86384bf698 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (03e0aa4d-6062-46be-b8b7-d2aa48bc8412), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:47.461659 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efa7eec5-3990-428d-88c3-cd86384bf698 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (03e0aa4d-6062-46be-b8b7-d2aa48bc8412), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:47.513321 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1c175225-9ff0-40e3-b883-a4955451927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:46:47.515940 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c175225-9ff0-40e3-b883-a4955451927d None None] The sync data for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:46:47.533383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-efa7eec5-3990-428d-88c3-cd86384bf698 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Calling delete_port for 03e0aa4d-6062-46be-b8b7-d2aa48bc8412 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:46:47.583952 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 16:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14124b86-9234-426b-96fb-72f14e21d6c8 x-openstack-request-id: req-14124b86-9234-426b-96fb-72f14e21d6c8 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:46:47.584837 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-plugged", "status": "completed", "tag": "3a820c8e-82b5-4d45-aa6c-615c32456553", "code": 200}, {"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-plugged", "status": "completed", "tag": "d710732f-fd58-4d2a-8723-380a7c8afb25", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:46:47.586222 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14124b86-9234-426b-96fb-72f14e21d6c8 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:46:47.590233 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a820c8e-82b5-4d45-aa6c-615c32456553', 'code': 200} Feb 07 16:46:47.592261 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd710732f-fd58-4d2a-8723-380a7c8afb25', 'code': 200} Feb 07 16:46:47.711527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 424e0525-fdc2-44e3-89b7-44df8caf5d2e, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=424e0525-fdc2-44e3-89b7-44df8caf5d2e,segment=NetworkSegment(e9d60a73-1a87-4108-9a2d-32329506d358),segment_id=e9d60a73-1a87-4108-9a2d-32329506d358)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:47.722668 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (424e0525-fdc2-44e3-89b7-44df8caf5d2e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:47.727235 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:46:48.024612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=424e0525-fdc2-44e3-89b7-44df8caf5d2e,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:48.053857 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:46:48.075137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:48.075543 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (42b94be5-646d-42a4-a16f-ca1e09e3cbc1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:48.214303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40328) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:48.241237 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40332) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:48.340639 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efa7eec5-3990-428d-88c3-cd86384bf698 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (03e0aa4d-6062-46be-b8b7-d2aa48bc8412), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:48.489194 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7eec5-3990-428d-88c3-cd86384bf698 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event deleted for resources: {'Port': ['ID=03e0aa4d-6062-46be-b8b7-d2aa48bc8412,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:48.579698 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:48.580488 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (42b94be5-646d-42a4-a16f-ca1e09e3cbc1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:48.599589 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b45dc96-af03-4213-ab7b-51de1d5059e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:48.747023 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 42b94be5-646d-42a4-a16f-ca1e09e3cbc1, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=42b94be5-646d-42a4-a16f-ca1e09e3cbc1,segment=NetworkSegment(e9d60a73-1a87-4108-9a2d-32329506d358),segment_id=e9d60a73-1a87-4108-9a2d-32329506d358)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:48.758003 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (42b94be5-646d-42a4-a16f-ca1e09e3cbc1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:48.760518 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ddf07e8a-aca0-4630-85c7-61c340f16521 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:46:48.883389 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b45dc96-af03-4213-ab7b-51de1d5059e9 admin admin] Publish callbacks [] for security_group (93dd9940-77cb-471a-84fb-2d2a1957a4fb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:48.898968 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b45dc96-af03-4213-ab7b-51de1d5059e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (93dd9940-77cb-471a-84fb-2d2a1957a4fb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:48.977133 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45dc96-af03-4213-ab7b-51de1d5059e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dd9940-77cb-471a-84fb-2d2a1957a4fb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:48.991107 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be08c0c4-f081-4936-82b2-a29e16ba1dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:49.172166 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2b45dc96-af03-4213-ab7b-51de1d5059e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80905f835d6640e9935b29f8ba74375f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9507103 Feb 07 16:46:49.179727 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40340) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:49.264610 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=42b94be5-646d-42a4-a16f-ca1e09e3cbc1,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:49.270314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port ddf07e8a-aca0-4630-85c7-61c340f16521 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:46:49.287594 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port ddf07e8a-aca0-4630-85c7-61c340f16521 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:49.288182 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ddf07e8a-aca0-4630-85c7-61c340f16521), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:49.347821 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97bc0e4e-9b77-477a-b3a1-b6cb718b65f8 admin admin] Publish callbacks [] for security_group (93dd9940-77cb-471a-84fb-2d2a1957a4fb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:49.402977 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97bc0e4e-9b77-477a-b3a1-b6cb718b65f8 admin admin] Publish callbacks [] for security_group (93dd9940-77cb-471a-84fb-2d2a1957a4fb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:49.414307 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be08c0c4-f081-4936-82b2-a29e16ba1dc8 admin admin] Publish callbacks [] for security_group (54dd9d63-4114-4892-9f66-e8c5499656e5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:49.435159 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-be08c0c4-f081-4936-82b2-a29e16ba1dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (54dd9d63-4114-4892-9f66-e8c5499656e5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:49.474937 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08c0c4-f081-4936-82b2-a29e16ba1dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dd9d63-4114-4892-9f66-e8c5499656e5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:49.499591 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efa7eec5-3990-428d-88c3-cd86384bf698 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (fcb3d305-3986-4563-aaa9-ad748feb4228), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:49.507144 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efa7eec5-3990-428d-88c3-cd86384bf698 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:49.509769 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-efa7eec5-3990-428d-88c3-cd86384bf698 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "DELETE /v2.0/floatingips/fcb3d305-3986-4563-aaa9-ad748feb4228 HTTP/1.1" status: 204 len: 168 time: 2.9247375 Feb 07 16:46:49.514359 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40342) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:49.557414 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e6c39-d286-47ac-92e6-c6ab34878143 req-a59955b2-fe71-4337-82b2-693e179e7954 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:49.569847 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e6c39-d286-47ac-92e6-c6ab34878143 req-a59955b2-fe71-4337-82b2-693e179e7954 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:49.583220 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e6c39-d286-47ac-92e6-c6ab34878143 req-a59955b2-fe71-4337-82b2-693e179e7954 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:49.595271 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424e0525-fdc2-44e3-89b7-44df8caf5d2e'}, {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b94be5-646d-42a4-a16f-ca1e09e3cbc1'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:46:49.602423 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e6c39-d286-47ac-92e6-c6ab34878143 req-a59955b2-fe71-4337-82b2-693e179e7954 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:49.603116 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cea13db-10e9-4166-9d13-0e31e989d36b" -d '{"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-plugged", "status": "completed", "tag": "424e0525-fdc2-44e3-89b7-44df8caf5d2e"}, {"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-plugged", "status": "completed", "tag": "42b94be5-646d-42a4-a16f-ca1e09e3cbc1"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:46:49.608532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port ddf07e8a-aca0-4630-85c7-61c340f16521 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:49.609423 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ddf07e8a-aca0-4630-85c7-61c340f16521), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:49.614877 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e6c39-d286-47ac-92e6-c6ab34878143 req-a59955b2-fe71-4337-82b2-693e179e7954 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:49.626764 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e6c39-d286-47ac-92e6-c6ab34878143 req-a59955b2-fe71-4337-82b2-693e179e7954 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:49.637856 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e6c39-d286-47ac-92e6-c6ab34878143 req-a59955b2-fe71-4337-82b2-693e179e7954 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:49.642255 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-647e6c39-d286-47ac-92e6-c6ab34878143 req-a59955b2-fe71-4337-82b2-693e179e7954 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5431 time: 1.2088819 Feb 07 16:46:49.676598 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-5ea4377c-a2e4-41f7-9d44-ed1cc14163ac tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] delete failed (client error): The resource could not be found. Feb 07 16:46:49.678568 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5ea4377c-a2e4-41f7-9d44-ed1cc14163ac tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "DELETE /v2.0/floatingips/fcb3d305-3986-4563-aaa9-ad748feb4228 HTTP/1.1" status: 404 len: 345 time: 0.1627936 Feb 07 16:46:49.690929 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-be08c0c4-f081-4936-82b2-a29e16ba1dc8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75d61d5b727446a1b332c2389de06398&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4490387 Feb 07 16:46:49.692381 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40346) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:49.692940 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40348) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:49.693186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port ddf07e8a-aca0-4630-85c7-61c340f16521, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ddf07e8a-aca0-4630-85c7-61c340f16521,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:49.728846 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ddf07e8a-aca0-4630-85c7-61c340f16521), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:49.732483 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 7264ed3c-0e68-4ed9-8594-becd8dca0b0a up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:46:49.776443 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-647e6c39-d286-47ac-92e6-c6ab34878143 req-441f4a99-b87e-4ada-b91a-3d57431b63db tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1263859 Feb 07 16:46:49.961683 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97bc0e4e-9b77-477a-b3a1-b6cb718b65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (93dd9940-77cb-471a-84fb-2d2a1957a4fb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:49.985810 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97bc0e4e-9b77-477a-b3a1-b6cb718b65f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:49.987557 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-97bc0e4e-9b77-477a-b3a1-b6cb718b65f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93dd9940-77cb-471a-84fb-2d2a1957a4fb HTTP/1.1" status: 204 len: 168 time: 0.8052542 Feb 07 16:46:50.021030 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc0e4e-9b77-477a-b3a1-b6cb718b65f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dd9940-77cb-471a-84fb-2d2a1957a4fb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:50.035968 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f63138d-c1d2-4775-b5cf-3ca33552cc3a admin admin] Publish callbacks [] for security_group (54dd9d63-4114-4892-9f66-e8c5499656e5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:50.039451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969b7a5-9b52-4ea7-9f6a-952e62e5510a req-39f41ec7-b7c0-40f8-b345-d0d91e80eac5 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:50.079981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd11bfdd-1269-4b15-bc1f-3dece2640c3e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:50.086917 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2969b7a5-9b52-4ea7-9f6a-952e62e5510a req-39f41ec7-b7c0-40f8-b345-d0d91e80eac5 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.2086210 Feb 07 16:46:50.087309 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd11bfdd-1269-4b15-bc1f-3dece2640c3e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:50.102310 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd11bfdd-1269-4b15-bc1f-3dece2640c3e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:50.104511 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cd11bfdd-1269-4b15-bc1f-3dece2640c3e tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "GET /v2.0/ports?network_id=9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8 HTTP/1.1" status: 200 len: 2358 time: 0.4077075 Feb 07 16:46:50.125023 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40354) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:50.135152 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f63138d-c1d2-4775-b5cf-3ca33552cc3a admin admin] Publish callbacks [] for security_group (54dd9d63-4114-4892-9f66-e8c5499656e5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:50.240302 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=ddf07e8a-aca0-4630-85c7-61c340f16521,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:50.251203 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:46:50.274220 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:46:50.282947 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7264ed3c-0e68-4ed9-8594-becd8dca0b0a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:50.376071 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f63138d-c1d2-4775-b5cf-3ca33552cc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (54dd9d63-4114-4892-9f66-e8c5499656e5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:50.380416 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f63138d-c1d2-4775-b5cf-3ca33552cc3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:50.383287 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7f63138d-c1d2-4775-b5cf-3ca33552cc3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54dd9d63-4114-4892-9f66-e8c5499656e5 HTTP/1.1" status: 204 len: 168 time: 0.6832333 Feb 07 16:46:50.428494 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2969b7a5-9b52-4ea7-9f6a-952e62e5510a req-0a3e90a2-55d0-439e-a2f5-cae1e26e1251 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384662 Feb 07 16:46:50.453621 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63138d-c1d2-4775-b5cf-3ca33552cc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dd9d63-4114-4892-9f66-e8c5499656e5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:50.484895 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00be647e-ba97-4352-b8d3-1d62d90f82ac tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:50.491118 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-00be647e-ba97-4352-b8d3-1d62d90f82ac tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "GET /v2.0/subnets/fee87cf3-960d-43e4-b659-578c5614dc7b HTTP/1.1" status: 200 len: 797 time: 0.3601425 Feb 07 16:46:50.491668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40362) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:50.500265 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ecc32635-01cc-4cc2-b86d-25846d1e7ab9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'port': {'network_id': '9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8', 'name': 'tempest-FloatingIPTestJSON-489895838', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:46:50.637673 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:50.638389 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7264ed3c-0e68-4ed9-8594-becd8dca0b0a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:50.679397 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 16:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b597431a-5afb-4e9e-be52-06aaeb1f402d x-openstack-request-id: req-b597431a-5afb-4e9e-be52-06aaeb1f402d {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:46:50.680528 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-plugged", "status": "completed", "tag": "424e0525-fdc2-44e3-89b7-44df8caf5d2e", "code": 200}, {"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-plugged", "status": "completed", "tag": "42b94be5-646d-42a4-a16f-ca1e09e3cbc1", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:46:50.682354 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b597431a-5afb-4e9e-be52-06aaeb1f402d {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:46:50.683008 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424e0525-fdc2-44e3-89b7-44df8caf5d2e', 'code': 200} Feb 07 16:46:50.685049 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b94be5-646d-42a4-a16f-ca1e09e3cbc1', 'code': 200} Feb 07 16:46:50.752368 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=7264ed3c-0e68-4ed9-8594-becd8dca0b0a,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:50.765239 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7264ed3c-0e68-4ed9-8594-becd8dca0b0a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:50.926892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=7264ed3c-0e68-4ed9-8594-becd8dca0b0a,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:50.975383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc32635-01cc-4cc2-b86d-25846d1e7ab9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Made reservation on behalf of 426139bcf0c24dbc8a7bbbd053e318bf for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:46:51.176174 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:51.198614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240cbe7-fc37-4f8f-88a5-d6f1f76be5f2 req-81ee290f-a030-4fa2-9e61-25dfe411ef1b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:51.209841 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240cbe7-fc37-4f8f-88a5-d6f1f76be5f2 req-81ee290f-a030-4fa2-9e61-25dfe411ef1b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:51.223458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240cbe7-fc37-4f8f-88a5-d6f1f76be5f2 req-81ee290f-a030-4fa2-9e61-25dfe411ef1b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:51.240863 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240cbe7-fc37-4f8f-88a5-d6f1f76be5f2 req-81ee290f-a030-4fa2-9e61-25dfe411ef1b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:51.247124 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240cbe7-fc37-4f8f-88a5-d6f1f76be5f2 req-81ee290f-a030-4fa2-9e61-25dfe411ef1b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:51.268311 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240cbe7-fc37-4f8f-88a5-d6f1f76be5f2 req-81ee290f-a030-4fa2-9e61-25dfe411ef1b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:51.276904 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240cbe7-fc37-4f8f-88a5-d6f1f76be5f2 req-81ee290f-a030-4fa2-9e61-25dfe411ef1b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:51.285348 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecc32635-01cc-4cc2-b86d-25846d1e7ab9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:51.293519 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0240cbe7-fc37-4f8f-88a5-d6f1f76be5f2 req-81ee290f-a030-4fa2-9e61-25dfe411ef1b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5434 time: 0.2618885 Feb 07 16:46:51.340566 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-ecc32635-01cc-4cc2-b86d-25846d1e7ab9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] device_id is not set on port 56ee7b6a-31d7-4362-8cb6-7e6d78135cd9 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:46:51.436110 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0240cbe7-fc37-4f8f-88a5-d6f1f76be5f2 req-3d153c2d-d1f6-410b-a141-cbc3afe61fe5 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1412795 Feb 07 16:46:51.747290 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40386) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:51.810186 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-746f31dd-ac10-4fc2-8b83-9e4bd85a040e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:52.136012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a17d1-d728-4448-bbb3-9d8cd34f95b7 req-a95a6161-2d55-46fb-bf13-31cf12c458b2 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:52.138155 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8e8a17d1-d728-4448-bbb3-9d8cd34f95b7 req-a95a6161-2d55-46fb-bf13-31cf12c458b2 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.2788050 Feb 07 16:46:52.193563 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-746f31dd-ac10-4fc2-8b83-9e4bd85a040e admin admin] Publish callbacks [] for security_group (5227451b-7d6d-4489-be12-8af5072268c9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:52.217838 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-746f31dd-ac10-4fc2-8b83-9e4bd85a040e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5227451b-7d6d-4489-be12-8af5072268c9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:52.324655 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f31dd-ac10-4fc2-8b83-9e4bd85a040e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5227451b-7d6d-4489-be12-8af5072268c9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:52.365592 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-746f31dd-ac10-4fc2-8b83-9e4bd85a040e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc1acf97fbba424a839e192374cf5ffa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6119056 Feb 07 16:46:52.366067 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40392) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:52.425679 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-ecc32635-01cc-4cc2-b86d-25846d1e7ab9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Allocated IP 172.20.0.14 (9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8/fee87cf3-960d-43e4-b659-578c5614dc7b/56ee7b6a-31d7-4362-8cb6-7e6d78135cd9) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:46:52.458747 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-ecc32635-01cc-4cc2-b86d-25846d1e7ab9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Allocated IP 172.20.0.12 (9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8/fee87cf3-960d-43e4-b659-578c5614dc7b/56ee7b6a-31d7-4362-8cb6-7e6d78135cd9) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:46:52.559806 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16a3cd54-2b75-47ea-8649-8cf40cfba429 admin admin] Publish callbacks [] for security_group (5227451b-7d6d-4489-be12-8af5072268c9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:52.647607 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16a3cd54-2b75-47ea-8649-8cf40cfba429 admin admin] Publish callbacks [] for security_group (5227451b-7d6d-4489-be12-8af5072268c9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:52.665620 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8e8a17d1-d728-4448-bbb3-9d8cd34f95b7 req-06fb2e6f-08ef-4506-a9bd-9f6ca53a9235 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684854 Feb 07 16:46:52.687518 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf07e8a-aca0-4630-85c7-61c340f16521'}, {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7264ed3c-0e68-4ed9-8594-becd8dca0b0a'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:46:52.690583 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccfac7b-64ea-41bb-ae03-6ae1ff3e674d" -d '{"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-plugged", "status": "completed", "tag": "ddf07e8a-aca0-4630-85c7-61c340f16521"}, {"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-plugged", "status": "completed", "tag": "7264ed3c-0e68-4ed9-8594-becd8dca0b0a"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:46:52.823662 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16a3cd54-2b75-47ea-8649-8cf40cfba429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5227451b-7d6d-4489-be12-8af5072268c9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:52.827426 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16a3cd54-2b75-47ea-8649-8cf40cfba429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:52.828971 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-16a3cd54-2b75-47ea-8649-8cf40cfba429 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5227451b-7d6d-4489-be12-8af5072268c9 HTTP/1.1" status: 204 len: 168 time: 0.4617932 Feb 07 16:46:52.878649 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3cd54-2b75-47ea-8649-8cf40cfba429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5227451b-7d6d-4489-be12-8af5072268c9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:52.924519 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea4119-5aeb-40e3-accd-d9c2c7d1eea0 req-96aaea74-2bd0-4426-a5f3-bc5e9d37f79e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:52.939614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea4119-5aeb-40e3-accd-d9c2c7d1eea0 req-96aaea74-2bd0-4426-a5f3-bc5e9d37f79e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:52.951831 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecc32635-01cc-4cc2-b86d-25846d1e7ab9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (56ee7b6a-31d7-4362-8cb6-7e6d78135cd9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:52.959732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea4119-5aeb-40e3-accd-d9c2c7d1eea0 req-96aaea74-2bd0-4426-a5f3-bc5e9d37f79e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:52.973829 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea4119-5aeb-40e3-accd-d9c2c7d1eea0 req-96aaea74-2bd0-4426-a5f3-bc5e9d37f79e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:52.987322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea4119-5aeb-40e3-accd-d9c2c7d1eea0 req-96aaea74-2bd0-4426-a5f3-bc5e9d37f79e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:52.994542 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea4119-5aeb-40e3-accd-d9c2c7d1eea0 req-96aaea74-2bd0-4426-a5f3-bc5e9d37f79e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:53.014650 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea4119-5aeb-40e3-accd-d9c2c7d1eea0 req-96aaea74-2bd0-4426-a5f3-bc5e9d37f79e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:53.017723 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-beea4119-5aeb-40e3-accd-d9c2c7d1eea0 req-96aaea74-2bd0-4426-a5f3-bc5e9d37f79e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5434 time: 0.1743729 Feb 07 16:46:53.052964 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecc32635-01cc-4cc2-b86d-25846d1e7ab9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (56ee7b6a-31d7-4362-8cb6-7e6d78135cd9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:53.128112 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:53.187460 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc32635-01cc-4cc2-b86d-25846d1e7ab9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Network 9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:46:53.205029 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ecc32635-01cc-4cc2-b86d-25846d1e7ab9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:46:53.217082 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc32635-01cc-4cc2-b86d-25846d1e7ab9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:46:53.218249 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-beea4119-5aeb-40e3-accd-d9c2c7d1eea0 req-5215fc58-d68d-49fb-baf3-ccfb841a76ba tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1793444 Feb 07 16:46:53.237164 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc32635-01cc-4cc2-b86d-25846d1e7ab9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=56ee7b6a-31d7-4362-8cb6-7e6d78135cd9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:53.324368 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc32635-01cc-4cc2-b86d-25846d1e7ab9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:53.325104 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecc32635-01cc-4cc2-b86d-25846d1e7ab9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:53.374825 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ecc32635-01cc-4cc2-b86d-25846d1e7ab9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.8817456 Feb 07 16:46:53.380415 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40414) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:53.386100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': '56ee7b6a-31d7-4362-8cb6-7e6d78135cd9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:46:53.403608 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 16:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d6b3a3-f459-46c3-a15b-3d6e6b7615ba x-openstack-request-id: req-04d6b3a3-f459-46c3-a15b-3d6e6b7615ba {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:46:53.403947 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-plugged", "status": "completed", "tag": "ddf07e8a-aca0-4630-85c7-61c340f16521", "code": 200}, {"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-plugged", "status": "completed", "tag": "7264ed3c-0e68-4ed9-8594-becd8dca0b0a", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:46:53.404262 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04d6b3a3-f459-46c3-a15b-3d6e6b7615ba {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:46:53.405354 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf07e8a-aca0-4630-85c7-61c340f16521', 'code': 200} Feb 07 16:46:53.405627 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7264ed3c-0e68-4ed9-8594-becd8dca0b0a', 'code': 200} Feb 07 16:46:53.508450 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:53.652872 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397427d3-3055-4c94-856e-398f7761f7bc req-d2363b3e-36fe-435c-b477-56a251370b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:53.656755 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397427d3-3055-4c94-856e-398f7761f7bc req-d2363b3e-36fe-435c-b477-56a251370b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:53.657498 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397427d3-3055-4c94-856e-398f7761f7bc req-d2363b3e-36fe-435c-b477-56a251370b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:53.658702 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397427d3-3055-4c94-856e-398f7761f7bc req-d2363b3e-36fe-435c-b477-56a251370b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:53.659880 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397427d3-3055-4c94-856e-398f7761f7bc req-d2363b3e-36fe-435c-b477-56a251370b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:53.663734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397427d3-3055-4c94-856e-398f7761f7bc req-d2363b3e-36fe-435c-b477-56a251370b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:53.665063 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397427d3-3055-4c94-856e-398f7761f7bc req-d2363b3e-36fe-435c-b477-56a251370b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:53.669077 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-397427d3-3055-4c94-856e-398f7761f7bc req-d2363b3e-36fe-435c-b477-56a251370b34 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 6708 time: 0.1610613 Feb 07 16:46:53.842037 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-397427d3-3055-4c94-856e-398f7761f7bc req-b9703caa-02cf-40b4-a148-da8c63c5431c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&id=5885bc65-e545-487f-b881-1a8296d2e7af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1644316 Feb 07 16:46:54.196876 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:54.279015 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf327b-d78c-41b3-9b3b-bafb9bec88e2 req-1ece682b-f3be-426d-815c-2b9bf945519f tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:54.294203 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dfbf327b-d78c-41b3-9b3b-bafb9bec88e2 req-1ece682b-f3be-426d-815c-2b9bf945519f tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.4502301 Feb 07 16:46:54.499954 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dfbf327b-d78c-41b3-9b3b-bafb9bec88e2 req-72247ff1-bd46-4371-81f2-830539a40cc0 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002482 Feb 07 16:46:54.572638 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Allocated IP 172.25.4.209 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/54afb75e-7c5b-4ed0-8acf-e35c8623e818) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:46:54.667691 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84495ffc-a9cf-454a-9794-531e02d93caf req-d9101619-fbaa-40e8-9d60-76284c2b8a5d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:54.684447 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84495ffc-a9cf-454a-9794-531e02d93caf req-d9101619-fbaa-40e8-9d60-76284c2b8a5d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:54.697814 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84495ffc-a9cf-454a-9794-531e02d93caf req-d9101619-fbaa-40e8-9d60-76284c2b8a5d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:54.710214 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84495ffc-a9cf-454a-9794-531e02d93caf req-d9101619-fbaa-40e8-9d60-76284c2b8a5d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:54.724658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84495ffc-a9cf-454a-9794-531e02d93caf req-d9101619-fbaa-40e8-9d60-76284c2b8a5d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:54.736366 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84495ffc-a9cf-454a-9794-531e02d93caf req-d9101619-fbaa-40e8-9d60-76284c2b8a5d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:54.749042 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84495ffc-a9cf-454a-9794-531e02d93caf req-d9101619-fbaa-40e8-9d60-76284c2b8a5d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:54.755750 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42931f-fe2f-4546-92a3-7d8a56423e37 req-c6b2087b-783b-4d7d-b904-81ca9472101d tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:54.762256 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-84495ffc-a9cf-454a-9794-531e02d93caf req-d9101619-fbaa-40e8-9d60-76284c2b8a5d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5434 time: 0.2987065 Feb 07 16:46:54.771418 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef42931f-fe2f-4546-92a3-7d8a56423e37 req-c6b2087b-783b-4d7d-b904-81ca9472101d tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1723065 Feb 07 16:46:54.871858 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (54afb75e-7c5b-4ed0-8acf-e35c8623e818), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:54.886999 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef42931f-fe2f-4546-92a3-7d8a56423e37 req-ce9c5762-254d-47c1-9fcb-597894dad72a tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146805 Feb 07 16:46:54.955050 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (54afb75e-7c5b-4ed0-8acf-e35c8623e818), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:55.025614 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-84495ffc-a9cf-454a-9794-531e02d93caf req-7548f054-6d54-4bdf-8a7b-b24d18391fce tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2532988 Feb 07 16:46:55.158135 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:46:55.184597 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:46:55.189910 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:46:55.194339 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=54afb75e-7c5b-4ed0-8acf-e35c8623e818,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:55.430529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a927f8-98f0-4134-90aa-f9cf919f87b6 req-97b037b2-fdb3-43b8-9bb2-56096ff195d5 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:55.439144 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-23a927f8-98f0-4134-90aa-f9cf919f87b6 req-97b037b2-fdb3-43b8-9bb2-56096ff195d5 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.2753422 Feb 07 16:46:55.543816 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-23a927f8-98f0-4134-90aa-f9cf919f87b6 req-7a882cd6-bff9-4ddd-9823-ac48e3d87f6a tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036685 Feb 07 16:46:55.778584 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0f276a50-c2d4-4b6c-918e-54682fb3e1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:55.905867 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7abac-90b3-485a-8022-724679238e3b req-95c1b938-61ef-47cc-a966-954da67a8ca8 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:55.913115 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-92f7abac-90b3-485a-8022-724679238e3b req-95c1b938-61ef-47cc-a966-954da67a8ca8 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.2160757 Feb 07 16:46:56.006109 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-92f7abac-90b3-485a-8022-724679238e3b req-7c05670c-a9b4-4488-8c20-b3100d9788f4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918837 Feb 07 16:46:56.333731 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b784c06-ea47-4655-a4a9-b22e8745cfbc req-cc11a464-7fbe-42c3-8f53-069d16ea74b6 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:56.345577 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b784c06-ea47-4655-a4a9-b22e8745cfbc req-cc11a464-7fbe-42c3-8f53-069d16ea74b6 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=4627db7d-36eb-4ec8-8ac0-4a500364569b HTTP/1.1" status: 200 len: 948 time: 0.1420693 Feb 07 16:46:56.520136 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f349e-0849-494e-9377-5e25756d0e8e req-3a20b604-704a-4add-a372-2ad4b12050ad tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:56.529063 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca8f349e-0849-494e-9377-5e25756d0e8e req-3a20b604-704a-4add-a372-2ad4b12050ad tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.2140033 Feb 07 16:46:56.546115 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b784c06-ea47-4655-a4a9-b22e8745cfbc req-9880578e-c013-479d-8c2e-ca5c0f5101b6 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916857 Feb 07 16:46:56.728115 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca8f349e-0849-494e-9377-5e25756d0e8e req-09ccd517-f140-498d-aba1-c53820fa2ba7 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966138 Feb 07 16:46:56.733248 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (1daefc02-918f-45d0-b89d-aeb933b3c2dd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:56.885975 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb34593-792d-4964-8c57-e2eed5a2dcfc req-e84ace40-c210-4698-bf56-f3db336c108f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:56.903073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb34593-792d-4964-8c57-e2eed5a2dcfc req-e84ace40-c210-4698-bf56-f3db336c108f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:56.918437 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb34593-792d-4964-8c57-e2eed5a2dcfc req-e84ace40-c210-4698-bf56-f3db336c108f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:56.940313 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb34593-792d-4964-8c57-e2eed5a2dcfc req-e84ace40-c210-4698-bf56-f3db336c108f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:56.956399 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb34593-792d-4964-8c57-e2eed5a2dcfc req-e84ace40-c210-4698-bf56-f3db336c108f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:56.971294 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb34593-792d-4964-8c57-e2eed5a2dcfc req-e84ace40-c210-4698-bf56-f3db336c108f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:56.982050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb34593-792d-4964-8c57-e2eed5a2dcfc req-e84ace40-c210-4698-bf56-f3db336c108f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:57.000318 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8cb34593-792d-4964-8c57-e2eed5a2dcfc req-e84ace40-c210-4698-bf56-f3db336c108f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5434 time: 0.3054750 Feb 07 16:46:57.086003 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (54afb75e-7c5b-4ed0-8acf-e35c8623e818), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:57.164881 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8cb34593-792d-4964-8c57-e2eed5a2dcfc req-7ee9eff1-946e-4865-bbe3-348569dfa450 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1624119 Feb 07 16:46:57.544736 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc3097-bbb2-4bef-a3b4-3b7c99402cd3 req-1b9ce0c3-8b23-47b2-8f0d-2201652a84e1 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:57.545887 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40614) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:57.548435 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12dc3097-bbb2-4bef-a3b4-3b7c99402cd3 req-1b9ce0c3-8b23-47b2-8f0d-2201652a84e1 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.2120116 Feb 07 16:46:57.644213 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (54afb75e-7c5b-4ed0-8acf-e35c8623e818), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:57.652472 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (54afb75e-7c5b-4ed0-8acf-e35c8623e818), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:57.675085 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12dc3097-bbb2-4bef-a3b4-3b7c99402cd3 req-72691763-745b-46da-8cd6-dd9cb1cc4f8a tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169653 Feb 07 16:46:57.824709 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=54afb75e-7c5b-4ed0-8acf-e35c8623e818,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:58.014134 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (1daefc02-918f-45d0-b89d-aeb933b3c2dd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:58.042598 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc292bfe-6e7a-4621-a366-d6485e122718 req-3b735e9b-a2f3-4052-92c0-b29fa632d48f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:58.061093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc292bfe-6e7a-4621-a366-d6485e122718 req-3b735e9b-a2f3-4052-92c0-b29fa632d48f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:58.091402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc292bfe-6e7a-4621-a366-d6485e122718 req-3b735e9b-a2f3-4052-92c0-b29fa632d48f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:58.108004 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3dc1ec93-7aba-4400-9a32-8203bed57209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:58.138551 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc292bfe-6e7a-4621-a366-d6485e122718 req-3b735e9b-a2f3-4052-92c0-b29fa632d48f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:58.146998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc292bfe-6e7a-4621-a366-d6485e122718 req-3b735e9b-a2f3-4052-92c0-b29fa632d48f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:58.155290 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc292bfe-6e7a-4621-a366-d6485e122718 req-3b735e9b-a2f3-4052-92c0-b29fa632d48f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:58.168044 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc292bfe-6e7a-4621-a366-d6485e122718 req-3b735e9b-a2f3-4052-92c0-b29fa632d48f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:58.191695 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fc292bfe-6e7a-4621-a366-d6485e122718 req-3b735e9b-a2f3-4052-92c0-b29fa632d48f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5434 time: 0.3095698 Feb 07 16:46:58.194634 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40634) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:58.206992 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-57958b87-f66d-4b15-be4e-2e04c5eeb60c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Request body: {'floatingip': {'port_id': '3a820c8e-82b5-4d45-aa6c-615c32456553'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:46:58.337752 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57958b87-f66d-4b15-be4e-2e04c5eeb60c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for floatingip (318244b8-4cf5-4d9c-a75c-5555f69d70a0), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:58.338460 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4462d11-fe89-4c4b-a4e6-77108d2a9c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:58.434897 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:46:58.463191 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Floating IP 1daefc02-918f-45d0-b89d-aeb933b3c2dd associated. External IP: 172.25.4.209, port: 56ee7b6a-31d7-4362-8cb6-7e6d78135cd9. Feb 07 16:46:58.546306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06149cb6-9e47-4bb2-892b-6df50876d181 req-cd7cb70b-de75-4dd5-a8cb-8c9239abfa04 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:58.554298 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06149cb6-9e47-4bb2-892b-6df50876d181 req-cd7cb70b-de75-4dd5-a8cb-8c9239abfa04 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1726742 Feb 07 16:46:58.599882 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:46:58.866152 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06149cb6-9e47-4bb2-892b-6df50876d181 req-46bfde68-b2d6-4adf-aa1a-eb71e9fca07c tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933862 Feb 07 16:46:58.871624 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:46:58.874756 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:58.936761 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4627db7d-36eb-4ec8-8ac0-4a500364569b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3835a0f1-f4e6-4303-9a4d-36a77fc3bad2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:46:58.956238 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fa63b9-ca57-4273-833f-b4d3acaed925" -d '{"events": [{"server_uuid": "4627db7d-36eb-4ec8-8ac0-4a500364569b", "name": "network-vif-unplugged", "status": "completed", "tag": "3835a0f1-f4e6-4303-9a4d-36a77fc3bad2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:46:59.001315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:46:59.018266 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:59.074669 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fb9f48-88c4-4df7-b071-4b2cc1e4e665 x-openstack-request-id: req-c6fb9f48-88c4-4df7-b071-4b2cc1e4e665 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:46:59.077814 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4627db7d-36eb-4ec8-8ac0-4a500364569b", "name": "network-vif-unplugged", "status": "completed", "tag": "3835a0f1-f4e6-4303-9a4d-36a77fc3bad2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:46:59.078153 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6fb9f48-88c4-4df7-b071-4b2cc1e4e665 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:46:59.078663 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4627db7d-36eb-4ec8-8ac0-4a500364569b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3835a0f1-f4e6-4303-9a4d-36a77fc3bad2', 'code': 200} Feb 07 16:46:59.105907 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4462d11-fe89-4c4b-a4e6-77108d2a9c31 admin admin] Publish callbacks [] for security_group (46bcc482-bdef-499b-8b79-50261739e388), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:59.108160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:59.142598 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4462d11-fe89-4c4b-a4e6-77108d2a9c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (46bcc482-bdef-499b-8b79-50261739e388), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:59.188044 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f4462d11-fe89-4c4b-a4e6-77108d2a9c31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8417bf039fae4be6a1c32ee0735abda8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6409850 Feb 07 16:46:59.193471 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40654) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:46:59.469887 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:59.569931 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4462d11-fe89-4c4b-a4e6-77108d2a9c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bcc482-bdef-499b-8b79-50261739e388,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:46:59.692719 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a0fc1ee-04bf-4751-b507-e22f4db23f69 admin admin] Publish callbacks [] for security_group (46bcc482-bdef-499b-8b79-50261739e388), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:59.730762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908e702-71d8-4d3f-9e78-47a5b17b723f req-92f1a5ea-2363-46d6-90db-628f5b24b51d tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:46:59.734991 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f908e702-71d8-4d3f-9e78-47a5b17b723f req-92f1a5ea-2363-46d6-90db-628f5b24b51d tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.6585648 Feb 07 16:46:59.826448 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57958b87-f66d-4b15-be4e-2e04c5eeb60c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:59.833874 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57958b87-f66d-4b15-be4e-2e04c5eeb60c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (318244b8-4cf5-4d9c-a75c-5555f69d70a0), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:46:59.877344 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a0fc1ee-04bf-4751-b507-e22f4db23f69 admin admin] Publish callbacks [] for security_group (46bcc482-bdef-499b-8b79-50261739e388), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:00.026409 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f908e702-71d8-4d3f-9e78-47a5b17b723f req-47020bb0-cdef-49d2-95d8-b45bbdb3f766 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671916 Feb 07 16:47:00.028456 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router b476168a-7024-44ce-a0a0-a998e57605ec has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:47:00.254379 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a0fc1ee-04bf-4751-b507-e22f4db23f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (46bcc482-bdef-499b-8b79-50261739e388), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:00.262363 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-57958b87-f66d-4b15-be4e-2e04c5eeb60c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Floating IP 318244b8-4cf5-4d9c-a75c-5555f69d70a0 associated. External IP: 172.25.4.215, port: 3a820c8e-82b5-4d45-aa6c-615c32456553. Feb 07 16:47:00.264163 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a0fc1ee-04bf-4751-b507-e22f4db23f69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:00.266416 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2a0fc1ee-04bf-4751-b507-e22f4db23f69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46bcc482-bdef-499b-8b79-50261739e388 HTTP/1.1" status: 204 len: 168 time: 1.0662994 Feb 07 16:47:00.427045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fc1ee-04bf-4751-b507-e22f4db23f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bcc482-bdef-499b-8b79-50261739e388,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:00.596776 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d06d7-db0b-4d87-a053-4c359dfd0b45 req-8e6dadb9-f649-4ce5-a256-b04f5a94b372 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:00.623867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40704) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:00.629085 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e6d06d7-db0b-4d87-a053-4c359dfd0b45 req-8e6dadb9-f649-4ce5-a256-b04f5a94b372 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.3112643 Feb 07 16:47:00.764588 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:00.809200 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e6d06d7-db0b-4d87-a053-4c359dfd0b45 req-e502b729-a6f9-4a32-8d23-f1320e466adb tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734829 Feb 07 16:47:00.839144 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:47:00.853565 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d889c-498a-4033-b164-0f5183b6bca9 None None] Sync routers for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:47:00.875232 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:00.906001 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d889c-498a-4033-b164-0f5183b6bca9 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:47:00.910157 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-323d889c-498a-4033-b164-0f5183b6bca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:00.965612 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-066705ed-85d0-4c6b-a081-057d204fdbe1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.5713973 Feb 07 16:47:00.965889 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40716) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:00.983309 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1873463e-8513-4924-977e-aeec3fd91679 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'floatingip': {'port_id': '56ee7b6a-31d7-4362-8cb6-7e6d78135cd9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:01.055900 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-323d889c-498a-4033-b164-0f5183b6bca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:01.087042 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d889c-498a-4033-b164-0f5183b6bca9 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:47:01.089474 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-323d889c-498a-4033-b164-0f5183b6bca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:01.113020 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40718) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:01.135120 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3000-4d72-4970-82f7-ae6bcee6f44b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:01.180364 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-323d889c-498a-4033-b164-0f5183b6bca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:01.181110 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d889c-498a-4033-b164-0f5183b6bca9 None None] The sync data for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:47:01.316997 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-125fbffe-95f0-4666-9969-b20639405ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:01.330466 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3000-4d72-4970-82f7-ae6bcee6f44b admin admin] Publish callbacks [] for security_group (caebc13d-2b96-43c5-86b0-44782ca7fa24), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:01.354759 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3000-4d72-4970-82f7-ae6bcee6f44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (caebc13d-2b96-43c5-86b0-44782ca7fa24), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:01.387619 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1873463e-8513-4924-977e-aeec3fd91679 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (1daefc02-918f-45d0-b89d-aeb933b3c2dd), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:01.434832 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-aa0d3000-4d72-4970-82f7-ae6bcee6f44b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ca8b9dcb3ce49ecb97d3546f305e035&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3203666 Feb 07 16:47:01.438515 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d3000-4d72-4970-82f7-ae6bcee6f44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caebc13d-2b96-43c5-86b0-44782ca7fa24,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:01.442162 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40720) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:01.540316 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64af9212-19b9-4416-85a9-6b32d06faf68 admin admin] Publish callbacks [] for security_group (caebc13d-2b96-43c5-86b0-44782ca7fa24), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:01.540563 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-125fbffe-95f0-4666-9969-b20639405ba2 admin admin] Publish callbacks [] for security_group (e5f09da8-f914-4f12-8bcf-5225873695ce), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:01.579203 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64af9212-19b9-4416-85a9-6b32d06faf68 admin admin] Publish callbacks [] for security_group (caebc13d-2b96-43c5-86b0-44782ca7fa24), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:01.656976 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64af9212-19b9-4416-85a9-6b32d06faf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (caebc13d-2b96-43c5-86b0-44782ca7fa24), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:01.660754 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64af9212-19b9-4416-85a9-6b32d06faf68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:01.666110 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-64af9212-19b9-4416-85a9-6b32d06faf68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/caebc13d-2b96-43c5-86b0-44782ca7fa24 HTTP/1.1" status: 204 len: 168 time: 0.2199700 Feb 07 16:47:01.675266 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af9212-19b9-4416-85a9-6b32d06faf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caebc13d-2b96-43c5-86b0-44782ca7fa24,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:01.677250 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-125fbffe-95f0-4666-9969-b20639405ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e5f09da8-f914-4f12-8bcf-5225873695ce), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:01.713633 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 331427ca-4460-4964-b598-bebd8037bf87 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:47:01.743734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70696be-5fbe-4e10-a8eb-1010c3c5e5ef req-93dd2dc9-5237-4f66-a70a-f64bfbdfb223 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:01.758481 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a70696be-5fbe-4e10-a8eb-1010c3c5e5ef req-93dd2dc9-5237-4f66-a70a-f64bfbdfb223 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.5902338 Feb 07 16:47:02.020878 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 331427ca-4460-4964-b598-bebd8037bf87, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=331427ca-4460-4964-b598-bebd8037bf87,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:47:02.039784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '331427ca-4460-4964-b598-bebd8037bf87', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '331427ca-4460-4964-b598-bebd8037bf87', 'mac_address': 'fa:16:3e:1c:81:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:47:02.157630 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 331427ca-4460-4964-b598-bebd8037bf87 is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:02.158310 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (331427ca-4460-4964-b598-bebd8037bf87), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:02.198781 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 331427ca-4460-4964-b598-bebd8037bf87 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:47:02.255278 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:02.265388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 331427ca-4460-4964-b598-bebd8037bf87, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=331427ca-4460-4964-b598-bebd8037bf87,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:47:02.266731 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (331427ca-4460-4964-b598-bebd8037bf87), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:02.428024 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['331427ca-4460-4964-b598-bebd8037bf87'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:47:02.432087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=331427ca-4460-4964-b598-bebd8037bf87,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:02.789875 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40776) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:02.790801 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-125fbffe-95f0-4666-9969-b20639405ba2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a85293e89a1549dcbb7c8bcd4f9ead1b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1586416 Feb 07 16:47:02.791960 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fbffe-95f0-4666-9969-b20639405ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f09da8-f914-4f12-8bcf-5225873695ce,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:02.812539 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57958b87-f66d-4b15-be4e-2e04c5eeb60c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Router 2e8055b8-e335-4fb5-bf9d-d118c09146a9 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:47:02.846266 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fbffe-95f0-4666-9969-b20639405ba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:02.846767 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fbffe-95f0-4666-9969-b20639405ba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:02.847545 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fbffe-95f0-4666-9969-b20639405ba2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:02.848003 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fbffe-95f0-4666-9969-b20639405ba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:02.848991 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fbffe-95f0-4666-9969-b20639405ba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:02.849501 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fbffe-95f0-4666-9969-b20639405ba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:02.849950 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fbffe-95f0-4666-9969-b20639405ba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:02.850402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fbffe-95f0-4666-9969-b20639405ba2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:02.850845 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fbffe-95f0-4666-9969-b20639405ba2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:02.852061 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fbffe-95f0-4666-9969-b20639405ba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:02.852521 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fbffe-95f0-4666-9969-b20639405ba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:02.853297 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fbffe-95f0-4666-9969-b20639405ba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:02.853722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fbffe-95f0-4666-9969-b20639405ba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:02.885318 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a70696be-5fbe-4e10-a8eb-1010c3c5e5ef req-3c8da325-a22d-4e0a-8fb9-32ac9678e66a tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1230960 Feb 07 16:47:03.020239 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56eb5549-a70f-4a12-a2a5-686420b8a244 admin admin] Publish callbacks [] for security_group (e5f09da8-f914-4f12-8bcf-5225873695ce), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:03.126572 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56eb5549-a70f-4a12-a2a5-686420b8a244 admin admin] Publish callbacks [] for security_group (e5f09da8-f914-4f12-8bcf-5225873695ce), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:03.266785 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56eb5549-a70f-4a12-a2a5-686420b8a244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e5f09da8-f914-4f12-8bcf-5225873695ce), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:03.272329 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56eb5549-a70f-4a12-a2a5-686420b8a244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:03.273539 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-56eb5549-a70f-4a12-a2a5-686420b8a244 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5f09da8-f914-4f12-8bcf-5225873695ce HTTP/1.1" status: 204 len: 168 time: 0.4826167 Feb 07 16:47:03.290293 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb5549-a70f-4a12-a2a5-686420b8a244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f09da8-f914-4f12-8bcf-5225873695ce,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:03.524565 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4e74e-4702-4cc8-823c-8faed3108c2a req-4b58dcc1-ea1b-4212-b701-9623ebe78313 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:03.545240 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a6d4e74e-4702-4cc8-823c-8faed3108c2a req-4b58dcc1-ea1b-4212-b701-9623ebe78313 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.2767711 Feb 07 16:47:03.557485 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57958b87-f66d-4b15-be4e-2e04c5eeb60c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:47:03.569931 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57958b87-f66d-4b15-be4e-2e04c5eeb60c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:03.574681 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea587ec-36b9-4aa2-8ada-a8d5c0ffd596 None None] Sync routers for ids ['2e8055b8-e335-4fb5-bf9d-d118c09146a9'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:47:03.601139 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea587ec-36b9-4aa2-8ada-a8d5c0ffd596 None None] Routers {'2e8055b8-e335-4fb5-bf9d-d118c09146a9'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:47:03.603036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2ea587ec-36b9-4aa2-8ada-a8d5c0ffd596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2e8055b8-e335-4fb5-bf9d-d118c09146a9'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:03.649942 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-57958b87-f66d-4b15-be4e-2e04c5eeb60c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "PUT /v2.0/floatingips/318244b8-4cf5-4d9c-a75c-5555f69d70a0 HTTP/1.1" status: 200 len: 991 time: 5.4534266 Feb 07 16:47:03.658177 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'tag': '3a820c8e-82b5-4d45-aa6c-615c32456553'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:47:03.661411 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d97ecf9-2132-4c94-be24-ed2f3bb954f4" -d '{"events": [{"name": "network-changed", "server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "tag": "3a820c8e-82b5-4d45-aa6c-615c32456553"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:47:03.792686 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 331427ca-4460-4964-b598-bebd8037bf87 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:47:03.891469 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40814) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:03.922140 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a6d4e74e-4702-4cc8-823c-8faed3108c2a req-7ae8f7e2-b4e8-4dbe-97a8-c9d160b6cb7a tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609724 Feb 07 16:47:03.952741 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2ea587ec-36b9-4aa2-8ada-a8d5c0ffd596 None None] Set router 2e8055b8-e335-4fb5-bf9d-d118c09146a9 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:47:03.983320 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd75a4d5-1d02-48a6-8f78-fe45d3266ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:04.104522 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f250e4a-7002-42f5-a88b-eafd0229cde2 req-11436b40-6f23-4dc7-b05a-7b21f54b2ea2 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:04.105435 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60335dd-4f8f-4c90-95ff-ee14ed6a652e x-openstack-request-id: req-f60335dd-4f8f-4c90-95ff-ee14ed6a652e {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:47:04.105931 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "tag": "3a820c8e-82b5-4d45-aa6c-615c32456553", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:47:04.106267 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f60335dd-4f8f-4c90-95ff-ee14ed6a652e {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:47:04.106791 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'tag': '3a820c8e-82b5-4d45-aa6c-615c32456553', 'status': 'completed', 'code': 200} Feb 07 16:47:04.111102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f250e4a-7002-42f5-a88b-eafd0229cde2 req-11436b40-6f23-4dc7-b05a-7b21f54b2ea2 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:04.122857 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f250e4a-7002-42f5-a88b-eafd0229cde2 req-11436b40-6f23-4dc7-b05a-7b21f54b2ea2 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:04.145010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f250e4a-7002-42f5-a88b-eafd0229cde2 req-11436b40-6f23-4dc7-b05a-7b21f54b2ea2 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:04.156091 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f250e4a-7002-42f5-a88b-eafd0229cde2 req-11436b40-6f23-4dc7-b05a-7b21f54b2ea2 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:04.164426 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f250e4a-7002-42f5-a88b-eafd0229cde2 req-11436b40-6f23-4dc7-b05a-7b21f54b2ea2 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:04.172434 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f250e4a-7002-42f5-a88b-eafd0229cde2 req-11436b40-6f23-4dc7-b05a-7b21f54b2ea2 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:04.174665 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f250e4a-7002-42f5-a88b-eafd0229cde2 req-11436b40-6f23-4dc7-b05a-7b21f54b2ea2 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5434 time: 0.3158917 Feb 07 16:47:04.328014 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 331427ca-4460-4964-b598-bebd8037bf87 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:47:04.328787 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (331427ca-4460-4964-b598-bebd8037bf87), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:04.431003 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97ecf9-2132-4c94-be24-ed2f3bb954f4 req-b385126b-d673-4e6d-8a55-cbde56dffad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:04.431494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97ecf9-2132-4c94-be24-ed2f3bb954f4 req-b385126b-d673-4e6d-8a55-cbde56dffad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:04.431976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97ecf9-2132-4c94-be24-ed2f3bb954f4 req-b385126b-d673-4e6d-8a55-cbde56dffad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:04.432450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97ecf9-2132-4c94-be24-ed2f3bb954f4 req-b385126b-d673-4e6d-8a55-cbde56dffad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:04.432920 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97ecf9-2132-4c94-be24-ed2f3bb954f4 req-b385126b-d673-4e6d-8a55-cbde56dffad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:04.451315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97ecf9-2132-4c94-be24-ed2f3bb954f4 req-b385126b-d673-4e6d-8a55-cbde56dffad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:04.452200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97ecf9-2132-4c94-be24-ed2f3bb954f4 req-b385126b-d673-4e6d-8a55-cbde56dffad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:04.454151 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0d97ecf9-2132-4c94-be24-ed2f3bb954f4 req-b385126b-d673-4e6d-8a55-cbde56dffad5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4aab9c2a401e4794b59cf423bf862032&device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 6708 time: 0.3564293 Feb 07 16:47:04.496395 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f250e4a-7002-42f5-a88b-eafd0229cde2 req-ee1fca2b-9087-4197-9b77-84ed2f08a17f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3030641 Feb 07 16:47:04.564519 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd75a4d5-1d02-48a6-8f78-fe45d3266ed0 admin admin] Publish callbacks [] for security_group (f94a045c-bef0-45f4-9788-bfd2fd514900), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:04.572588 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd75a4d5-1d02-48a6-8f78-fe45d3266ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f94a045c-bef0-45f4-9788-bfd2fd514900), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:04.595212 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 331427ca-4460-4964-b598-bebd8037bf87 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:04.596292 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (331427ca-4460-4964-b598-bebd8037bf87), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:04.612078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75a4d5-1d02-48a6-8f78-fe45d3266ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94a045c-bef0-45f4-9788-bfd2fd514900,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:04.646215 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dd75a4d5-1d02-48a6-8f78-fe45d3266ed0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a5b039372274dae8a0b7307653b1a5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7546794 Feb 07 16:47:04.647110 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40838) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:04.689453 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dd58fd-ef82-418c-9a37-6731629d7b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331427ca-4460-4964-b598-bebd8037bf87'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:47:04.694136 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a31997-7a5c-4d77-86a2-9f1e8abd018c" -d '{"events": [{"server_uuid": "f7dd58fd-ef82-418c-9a37-6731629d7b20", "name": "network-vif-plugged", "status": "completed", "tag": "331427ca-4460-4964-b598-bebd8037bf87"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:47:04.735288 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 331427ca-4460-4964-b598-bebd8037bf87, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=331427ca-4460-4964-b598-bebd8037bf87,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:47:04.760024 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (331427ca-4460-4964-b598-bebd8037bf87), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:04.787540 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8079da4b-3073-4d53-8b98-507e0eec5c9a admin admin] Publish callbacks [] for security_group (f94a045c-bef0-45f4-9788-bfd2fd514900), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:04.827512 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8079da4b-3073-4d53-8b98-507e0eec5c9a admin admin] Publish callbacks [] for security_group (f94a045c-bef0-45f4-9788-bfd2fd514900), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:04.856609 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-1873463e-8513-4924-977e-aeec3fd91679 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:47:04.888093 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94666272-f2a8-4215-bb0c-7f7c47f4067a x-openstack-request-id: req-94666272-f2a8-4215-bb0c-7f7c47f4067a {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:47:04.889243 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dd58fd-ef82-418c-9a37-6731629d7b20", "name": "network-vif-plugged", "status": "completed", "tag": "331427ca-4460-4964-b598-bebd8037bf87", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:47:04.889698 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94666272-f2a8-4215-bb0c-7f7c47f4067a {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:47:04.890226 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dd58fd-ef82-418c-9a37-6731629d7b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331427ca-4460-4964-b598-bebd8037bf87', 'code': 200} Feb 07 16:47:04.890953 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=331427ca-4460-4964-b598-bebd8037bf87,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:04.923851 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8079da4b-3073-4d53-8b98-507e0eec5c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f94a045c-bef0-45f4-9788-bfd2fd514900), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:04.932950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2ea587ec-36b9-4aa2-8ada-a8d5c0ffd596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'name': 'tempest-TaggedBootDevicesTest-1761996823-router', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:42:46Z', 'updated_at': '2022-02-07T16:42:57Z', 'revision_number': 4, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'gw_port': {'id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:47Z', 'updated_at': '2022-02-07T16:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '318244b8-4cf5-4d9c-a75c-5555f69d70a0', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'port_id': '3a820c8e-82b5-4d45-aa6c-615c32456553', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca', 'mac_address': 'fa:16:3e:e4:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:44:46Z', 'updated_at': '2022-02-07T16:46:59Z', 'revision_number': 1, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4846c960-2988-426b-871d-28924e23212f', 'name': '', 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'mac_address': 'fa:16:3e:38:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'efa32e71-a547-428f-88bc-c70d8d8b132e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:56Z', 'updated_at': '2022-02-07T16:43:04Z', 'revision_number': 5, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'subnets': [{'id': 'efa32e71-a547-428f-88bc-c70d8d8b132e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:04.933361 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8079da4b-3073-4d53-8b98-507e0eec5c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:04.937916 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8079da4b-3073-4d53-8b98-507e0eec5c9a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f94a045c-bef0-45f4-9788-bfd2fd514900 HTTP/1.1" status: 204 len: 168 time: 0.2896831 Feb 07 16:47:04.957090 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079da4b-3073-4d53-8b98-507e0eec5c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94a045c-bef0-45f4-9788-bfd2fd514900,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:05.035181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea587ec-36b9-4aa2-8ada-a8d5c0ffd596 None None] Checking router: 2e8055b8-e335-4fb5-bf9d-d118c09146a9 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:47:05.086915 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea587ec-36b9-4aa2-8ada-a8d5c0ffd596 None None] Routers {'2e8055b8-e335-4fb5-bf9d-d118c09146a9'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:47:05.087582 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2ea587ec-36b9-4aa2-8ada-a8d5c0ffd596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2e8055b8-e335-4fb5-bf9d-d118c09146a9'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:05.100930 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcc93a-c81e-4398-a8fc-dabbf566b456 req-45c8b3c3-5134-44ce-81da-b02f265c1779 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:05.102572 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-38dcc93a-c81e-4398-a8fc-dabbf566b456 req-45c8b3c3-5134-44ce-81da-b02f265c1779 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.6454749 Feb 07 16:47:05.103682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97ecf9-2132-4c94-be24-ed2f3bb954f4 req-33a503bc-6d7d-4a14-87f6-3811c2eeb4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:05.105060 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0d97ecf9-2132-4c94-be24-ed2f3bb954f4 req-33a503bc-6d7d-4a14-87f6-3811c2eeb4a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b2b4548-f7c6-4e74-86b3-3287e52c00ca HTTP/1.1" status: 200 len: 913 time: 0.6439271 Feb 07 16:47:05.130973 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1873463e-8513-4924-977e-aeec3fd91679 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:05.253518 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1873463e-8513-4924-977e-aeec3fd91679 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (1daefc02-918f-45d0-b89d-aeb933b3c2dd), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:05.437618 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2ea587ec-36b9-4aa2-8ada-a8d5c0ffd596 None None] Set router 2e8055b8-e335-4fb5-bf9d-d118c09146a9 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:47:05.830943 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0d97ecf9-2132-4c94-be24-ed2f3bb954f4 req-04c922ce-5f19-4741-9a85-81c03da325e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a820c8e-82b5-4d45-aa6c-615c32456553 HTTP/1.1" status: 200 len: 999 time: 0.6967561 Feb 07 16:47:05.895291 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-38dcc93a-c81e-4398-a8fc-dabbf566b456 req-1b36578e-b9c6-4b32-8e17-adbe9a312bd9 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7621551 Feb 07 16:47:06.077910 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2ea587ec-36b9-4aa2-8ada-a8d5c0ffd596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'name': 'tempest-TaggedBootDevicesTest-1761996823-router', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:42:46Z', 'updated_at': '2022-02-07T16:42:57Z', 'revision_number': 4, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'gw_port': {'id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:47Z', 'updated_at': '2022-02-07T16:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '318244b8-4cf5-4d9c-a75c-5555f69d70a0', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'port_id': '3a820c8e-82b5-4d45-aa6c-615c32456553', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca', 'mac_address': 'fa:16:3e:e4:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:44:46Z', 'updated_at': '2022-02-07T16:46:59Z', 'revision_number': 1, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4846c960-2988-426b-871d-28924e23212f', 'name': '', 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'mac_address': 'fa:16:3e:38:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'efa32e71-a547-428f-88bc-c70d8d8b132e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:56Z', 'updated_at': '2022-02-07T16:43:04Z', 'revision_number': 5, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'subnets': [{'id': 'efa32e71-a547-428f-88bc-c70d8d8b132e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:06.078643 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97ecf9-2132-4c94-be24-ed2f3bb954f4 req-0223a859-2a8e-4cd4-8967-f65a16ffb541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:06.080773 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0d97ecf9-2132-4c94-be24-ed2f3bb954f4 req-0223a859-2a8e-4cd4-8967-f65a16ffb541 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=efa32e71-a547-428f-88bc-c70d8d8b132e HTTP/1.1" status: 200 len: 851 time: 0.2412112 Feb 07 16:47:06.191657 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea587ec-36b9-4aa2-8ada-a8d5c0ffd596 None None] The sync data for ids ['2e8055b8-e335-4fb5-bf9d-d118c09146a9'] in n-d-827865-3 is: [{'id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'name': 'tempest-TaggedBootDevicesTest-1761996823-router', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:42:46Z', 'updated_at': '2022-02-07T16:42:57Z', 'revision_number': 4, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'gw_port': {'id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:47Z', 'updated_at': '2022-02-07T16:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '318244b8-4cf5-4d9c-a75c-5555f69d70a0', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'port_id': '3a820c8e-82b5-4d45-aa6c-615c32456553', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca', 'mac_address': 'fa:16:3e:e4:4c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:44:46Z', 'updated_at': '2022-02-07T16:46:59Z', 'revision_number': 1, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4846c960-2988-426b-871d-28924e23212f', 'name': '', 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'mac_address': 'fa:16:3e:38:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'efa32e71-a547-428f-88bc-c70d8d8b132e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:56Z', 'updated_at': '2022-02-07T16:43:04Z', 'revision_number': 5, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'subnets': [{'id': 'efa32e71-a547-428f-88bc-c70d8d8b132e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:47:06.607803 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c800b7fa-3da6-415b-943c-8afa784b0d82 None None] New status for floating IP 318244b8-4cf5-4d9c-a75c-5555f69d70a0: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:47:06.680216 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1873463e-8513-4924-977e-aeec3fd91679 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router b476168a-7024-44ce-a0a0-a998e57605ec has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:47:06.901651 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5492edd-7417-4419-8ff6-dbb06c84411a req-732700f6-574f-4196-a53e-2d6c82f4577b tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:06.913934 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c5492edd-7417-4419-8ff6-dbb06c84411a req-732700f6-574f-4196-a53e-2d6c82f4577b tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1101387 Feb 07 16:47:06.952619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab8fcf-22e9-4574-aae0-3fdf48275b9b req-8b818cc3-63a9-4470-b541-0fe3d5276d1e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:06.970518 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab8fcf-22e9-4574-aae0-3fdf48275b9b req-8b818cc3-63a9-4470-b541-0fe3d5276d1e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:06.975886 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab8fcf-22e9-4574-aae0-3fdf48275b9b req-8b818cc3-63a9-4470-b541-0fe3d5276d1e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:07.000017 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab8fcf-22e9-4574-aae0-3fdf48275b9b req-8b818cc3-63a9-4470-b541-0fe3d5276d1e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:07.005757 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab8fcf-22e9-4574-aae0-3fdf48275b9b req-8b818cc3-63a9-4470-b541-0fe3d5276d1e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:07.029664 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c5492edd-7417-4419-8ff6-dbb06c84411a req-56e253c6-895f-4805-801d-a24c6d2dfd0b tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139743 Feb 07 16:47:07.034052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab8fcf-22e9-4574-aae0-3fdf48275b9b req-8b818cc3-63a9-4470-b541-0fe3d5276d1e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:07.039586 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab8fcf-22e9-4574-aae0-3fdf48275b9b req-8b818cc3-63a9-4470-b541-0fe3d5276d1e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:07.046801 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d9ab8fcf-22e9-4574-aae0-3fdf48275b9b req-8b818cc3-63a9-4470-b541-0fe3d5276d1e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5434 time: 0.7383437 Feb 07 16:47:07.051942 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97ecf9-2132-4c94-be24-ed2f3bb954f4 req-67c5d05e-2b84-4fdc-aaa1-c5479087c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:07.053804 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0d97ecf9-2132-4c94-be24-ed2f3bb954f4 req-67c5d05e-2b84-4fdc-aaa1-c5479087c58a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b2b4548-f7c6-4e74-86b3-3287e52c00ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7523694 Feb 07 16:47:07.256075 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1873463e-8513-4924-977e-aeec3fd91679 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:47:07.295869 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1873463e-8513-4924-977e-aeec3fd91679 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:07.298058 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba5042-ea7f-4449-91ee-1c102ee3f210 None None] Sync routers for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:47:07.327401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ba5042-ea7f-4449-91ee-1c102ee3f210 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:47:07.329359 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a7ba5042-ea7f-4449-91ee-1c102ee3f210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:07.379480 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952c254-6bea-4d22-89a3-6b6137cd60c2 req-25494885-2625-47d2-a3e1-e945bf98ed98 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:07.386717 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2952c254-6bea-4d22-89a3-6b6137cd60c2 req-25494885-2625-47d2-a3e1-e945bf98ed98 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1434009 Feb 07 16:47:07.441012 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a7ba5042-ea7f-4449-91ee-1c102ee3f210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:07.459849 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ba5042-ea7f-4449-91ee-1c102ee3f210 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:47:07.461071 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a7ba5042-ea7f-4449-91ee-1c102ee3f210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:07.517271 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d9ab8fcf-22e9-4574-aae0-3fdf48275b9b req-c97d07a9-d41b-48fe-9ed3-fabb60060c6e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4113681 Feb 07 16:47:07.520008 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0d97ecf9-2132-4c94-be24-ed2f3bb954f4 req-495561ac-39f4-4e0b-a589-d4325b29fa05 service neutron] 10.222.0.32 "GET /v2.0/networks/0b2b4548-f7c6-4e74-86b3-3287e52c00ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151337 Feb 07 16:47:07.599878 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a7ba5042-ea7f-4449-91ee-1c102ee3f210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:07.600899 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba5042-ea7f-4449-91ee-1c102ee3f210 None None] The sync data for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:47:07.789996 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1873463e-8513-4924-977e-aeec3fd91679 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "PUT /v2.0/floatingips/1daefc02-918f-45d0-b89d-aeb933b3c2dd HTTP/1.1" status: 200 len: 978 time: 6.8179297 Feb 07 16:47:07.794026 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2952c254-6bea-4d22-89a3-6b6137cd60c2 req-c5fae266-c0d9-4d2a-a024-91eac8f9603a tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915882 Feb 07 16:47:07.795581 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40934) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:07.873003 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0d97ecf9-2132-4c94-be24-ed2f3bb954f4 req-07d43823-915f-4ad3-a4ba-e1ace50f2dbf service neutron] 10.222.0.32 "GET /v2.0/networks/0b2b4548-f7c6-4e74-86b3-3287e52c00ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402629 Feb 07 16:47:08.382653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520071d9-ac1b-4d79-8fc3-96928af5d81a req-f82d1edb-1753-4272-b17a-7c857c259645 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:08.384551 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-520071d9-ac1b-4d79-8fc3-96928af5d81a req-f82d1edb-1753-4272-b17a-7c857c259645 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.3364565 Feb 07 16:47:08.446542 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-30451efe-714a-4e12-8078-0b8a9fb29851 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Deleting port 54afb75e-7c5b-4ed0-8acf-e35c8623e818 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:47:08.447153 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30451efe-714a-4e12-8078-0b8a9fb29851 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (54afb75e-7c5b-4ed0-8acf-e35c8623e818), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:08.506204 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-520071d9-ac1b-4d79-8fc3-96928af5d81a req-6cfa4056-c06e-4b7c-9d2f-1d8bccd9f8a8 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130311 Feb 07 16:47:08.630189 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30451efe-714a-4e12-8078-0b8a9fb29851 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (54afb75e-7c5b-4ed0-8acf-e35c8623e818), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:08.630962 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30451efe-714a-4e12-8078-0b8a9fb29851 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (54afb75e-7c5b-4ed0-8acf-e35c8623e818), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:08.665123 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-30451efe-714a-4e12-8078-0b8a9fb29851 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Calling delete_port for 54afb75e-7c5b-4ed0-8acf-e35c8623e818 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:47:08.923786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c64425-c9cd-4f9b-bc8b-3b7bee3ba08c req-8e400372-fc1b-4695-a86c-26894926e9a1 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:08.938092 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e9c64425-c9cd-4f9b-bc8b-3b7bee3ba08c req-8e400372-fc1b-4695-a86c-26894926e9a1 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1839678 Feb 07 16:47:09.036937 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e9c64425-c9cd-4f9b-bc8b-3b7bee3ba08c req-ad84ecc3-1bf5-4f2e-b536-2b03257658fe tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942357 Feb 07 16:47:09.312557 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30451efe-714a-4e12-8078-0b8a9fb29851 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (54afb75e-7c5b-4ed0-8acf-e35c8623e818), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:09.373871 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30451efe-714a-4e12-8078-0b8a9fb29851 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event deleted for resources: {'Port': ['ID=54afb75e-7c5b-4ed0-8acf-e35c8623e818,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:09.448091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9516b7-460c-4e2a-94a3-d0303997697c req-29d917ef-97f1-48cc-91c1-e9d6721dce01 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:09.449802 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3c9516b7-460c-4e2a-94a3-d0303997697c req-29d917ef-97f1-48cc-91c1-e9d6721dce01 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1234355 Feb 07 16:47:09.469339 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788f6bf-2212-4e00-bd6f-b5ceb2df75b5 req-9743d978-1ff8-430e-97a8-4c2b858b4eb0 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:09.476954 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788f6bf-2212-4e00-bd6f-b5ceb2df75b5 req-9743d978-1ff8-430e-97a8-4c2b858b4eb0 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:09.488172 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788f6bf-2212-4e00-bd6f-b5ceb2df75b5 req-9743d978-1ff8-430e-97a8-4c2b858b4eb0 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:09.505806 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788f6bf-2212-4e00-bd6f-b5ceb2df75b5 req-9743d978-1ff8-430e-97a8-4c2b858b4eb0 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:09.515177 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788f6bf-2212-4e00-bd6f-b5ceb2df75b5 req-9743d978-1ff8-430e-97a8-4c2b858b4eb0 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:09.522936 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788f6bf-2212-4e00-bd6f-b5ceb2df75b5 req-9743d978-1ff8-430e-97a8-4c2b858b4eb0 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:09.537399 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3c9516b7-460c-4e2a-94a3-d0303997697c req-4867cd7d-d1c0-4f77-8a61-b92781536af2 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753438 Feb 07 16:47:09.546453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788f6bf-2212-4e00-bd6f-b5ceb2df75b5 req-9743d978-1ff8-430e-97a8-4c2b858b4eb0 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:09.571900 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8788f6bf-2212-4e00-bd6f-b5ceb2df75b5 req-9743d978-1ff8-430e-97a8-4c2b858b4eb0 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5434 time: 0.3908107 Feb 07 16:47:09.683503 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30451efe-714a-4e12-8078-0b8a9fb29851 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (1daefc02-918f-45d0-b89d-aeb933b3c2dd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:09.685974 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-30451efe-714a-4e12-8078-0b8a9fb29851 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Floating IP 1daefc02-918f-45d0-b89d-aeb933b3c2dd disassociated (deleted). External IP: 172.25.4.209, port: 56ee7b6a-31d7-4362-8cb6-7e6d78135cd9. Feb 07 16:47:09.733012 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556ffec-6ea6-4bb2-a45a-999cdb499a5e req-e10f85c0-e768-450b-ab18-5b89483fd971 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:09.743003 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a556ffec-6ea6-4bb2-a45a-999cdb499a5e req-e10f85c0-e768-450b-ab18-5b89483fd971 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1070256 Feb 07 16:47:09.860162 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a556ffec-6ea6-4bb2-a45a-999cdb499a5e req-a1ce7c9d-17e9-4c70-ad37-9662dbc25646 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159623 Feb 07 16:47:10.025177 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8788f6bf-2212-4e00-bd6f-b5ceb2df75b5 req-f6a30198-7ff0-48f3-baaa-81495b4b2ed2 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4507978 Feb 07 16:47:10.299254 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c887b-d1f5-4c25-a5d7-f98ebbcf794a req-c7b6e57c-734d-4350-b91e-bc5e0df4f8fc tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:10.315450 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f1c887b-d1f5-4c25-a5d7-f98ebbcf794a req-c7b6e57c-734d-4350-b91e-bc5e0df4f8fc tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 1128 time: 0.1241844 Feb 07 16:47:10.438461 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f1c887b-d1f5-4c25-a5d7-f98ebbcf794a req-e7cdddb3-3c52-4d4f-886f-8fcb8644e3cb tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192405 Feb 07 16:47:10.743851 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41056) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:11.049515 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30451efe-714a-4e12-8078-0b8a9fb29851 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router b476168a-7024-44ce-a0a0-a998e57605ec has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:47:11.059757 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17d900eb-c09e-4405-aaf8-6b3ecccc42c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:11.242918 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c487-228e-43b1-962e-ee9505cf4a43 req-96cfd132-9d46-4c1c-898f-e591d94ae46d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:11.298706 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c487-228e-43b1-962e-ee9505cf4a43 req-96cfd132-9d46-4c1c-898f-e591d94ae46d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:11.298706 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c487-228e-43b1-962e-ee9505cf4a43 req-96cfd132-9d46-4c1c-898f-e591d94ae46d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:11.307365 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c487-228e-43b1-962e-ee9505cf4a43 req-96cfd132-9d46-4c1c-898f-e591d94ae46d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:11.313167 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c487-228e-43b1-962e-ee9505cf4a43 req-96cfd132-9d46-4c1c-898f-e591d94ae46d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:11.321257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c487-228e-43b1-962e-ee9505cf4a43 req-96cfd132-9d46-4c1c-898f-e591d94ae46d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:11.323500 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17d900eb-c09e-4405-aaf8-6b3ecccc42c2 admin admin] Publish callbacks [] for security_group (ef951532-278d-44f8-a3ec-797e1dc3dc96), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:11.333106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c487-228e-43b1-962e-ee9505cf4a43 req-96cfd132-9d46-4c1c-898f-e591d94ae46d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:11.335348 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b85c487-228e-43b1-962e-ee9505cf4a43 req-96cfd132-9d46-4c1c-898f-e591d94ae46d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5434 time: 0.3163977 Feb 07 16:47:11.338930 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17d900eb-c09e-4405-aaf8-6b3ecccc42c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ef951532-278d-44f8-a3ec-797e1dc3dc96), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:11.401803 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-17d900eb-c09e-4405-aaf8-6b3ecccc42c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37cc50f156d64fc4b959b1848d393ca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6566148 Feb 07 16:47:11.402805 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d900eb-c09e-4405-aaf8-6b3ecccc42c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef951532-278d-44f8-a3ec-797e1dc3dc96,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:11.406096 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41072) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:11.519860 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b102bcaa-f079-4593-b85d-9331ad1131fa admin admin] Publish callbacks [] for security_group (ef951532-278d-44f8-a3ec-797e1dc3dc96), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:11.594480 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b85c487-228e-43b1-962e-ee9505cf4a43 req-361c9a36-94b0-45c5-8e5f-58bccb2e9a96 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2425921 Feb 07 16:47:11.629522 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b102bcaa-f079-4593-b85d-9331ad1131fa admin admin] Publish callbacks [] for security_group (ef951532-278d-44f8-a3ec-797e1dc3dc96), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:11.719302 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30451efe-714a-4e12-8078-0b8a9fb29851 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:47:11.755930 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30451efe-714a-4e12-8078-0b8a9fb29851 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:11.864495 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b102bcaa-f079-4593-b85d-9331ad1131fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ef951532-278d-44f8-a3ec-797e1dc3dc96), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:11.875538 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b102bcaa-f079-4593-b85d-9331ad1131fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:11.883646 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b102bcaa-f079-4593-b85d-9331ad1131fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef951532-278d-44f8-a3ec-797e1dc3dc96 HTTP/1.1" status: 204 len: 168 time: 0.4639387 Feb 07 16:47:11.895276 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102bcaa-f079-4593-b85d-9331ad1131fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef951532-278d-44f8-a3ec-797e1dc3dc96,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:12.021991 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0d1397-2bc1-4022-99f8-21d0263d5fb4 None None] Sync routers for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:47:12.055527 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0d1397-2bc1-4022-99f8-21d0263d5fb4 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:47:12.056476 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6c0d1397-2bc1-4022-99f8-21d0263d5fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:12.148593 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-30451efe-714a-4e12-8078-0b8a9fb29851 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "DELETE /v2.0/floatingips/1daefc02-918f-45d0-b89d-aeb933b3c2dd HTTP/1.1" status: 204 len: 168 time: 4.3456118 Feb 07 16:47:12.152880 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41106) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:12.252878 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6c0d1397-2bc1-4022-99f8-21d0263d5fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:12.282787 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2734f17-fed3-4b6d-961b-08be909b47aa req-dd7f59d2-e9c0-426b-9f00-931523572ec1 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:12.290601 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2734f17-fed3-4b6d-961b-08be909b47aa req-dd7f59d2-e9c0-426b-9f00-931523572ec1 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.3712902 Feb 07 16:47:12.358006 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0d1397-2bc1-4022-99f8-21d0263d5fb4 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:47:12.364091 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6c0d1397-2bc1-4022-99f8-21d0263d5fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:12.523482 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2734f17-fed3-4b6d-961b-08be909b47aa req-9bb7ba68-e4d1-4cc3-8721-7b210a833655 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167692 Feb 07 16:47:12.553302 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6c0d1397-2bc1-4022-99f8-21d0263d5fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:12.553996 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0d1397-2bc1-4022-99f8-21d0263d5fb4 None None] The sync data for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:47:12.570190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-aede4dd7-8871-4b06-8b9e-57b9c2fe6952 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Deleting port 56ee7b6a-31d7-4362-8cb6-7e6d78135cd9 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:47:12.574409 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aede4dd7-8871-4b06-8b9e-57b9c2fe6952 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (56ee7b6a-31d7-4362-8cb6-7e6d78135cd9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:12.846888 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aede4dd7-8871-4b06-8b9e-57b9c2fe6952 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (56ee7b6a-31d7-4362-8cb6-7e6d78135cd9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:12.850883 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41124) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:12.883275 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30dce2fd-412a-4e64-bd40-6bad15945f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:12.903503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-aede4dd7-8871-4b06-8b9e-57b9c2fe6952 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Calling delete_port for 56ee7b6a-31d7-4362-8cb6-7e6d78135cd9 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:47:13.077704 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30dce2fd-412a-4e64-bd40-6bad15945f37 admin admin] Publish callbacks [] for security_group (05ffe23a-a47b-43d8-8abf-d723c140e022), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:13.082817 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad998d-6870-4f7a-b414-fcc7b7f62cd2 req-c10238ba-5178-4bc7-9b02-73b2f6f64d2d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:13.100995 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-30dce2fd-412a-4e64-bd40-6bad15945f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (05ffe23a-a47b-43d8-8abf-d723c140e022), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:13.105699 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad998d-6870-4f7a-b414-fcc7b7f62cd2 req-c10238ba-5178-4bc7-9b02-73b2f6f64d2d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:13.121348 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad998d-6870-4f7a-b414-fcc7b7f62cd2 req-c10238ba-5178-4bc7-9b02-73b2f6f64d2d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:13.139745 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad998d-6870-4f7a-b414-fcc7b7f62cd2 req-c10238ba-5178-4bc7-9b02-73b2f6f64d2d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:13.141227 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-30dce2fd-412a-4e64-bd40-6bad15945f37 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b64152ebcfc14338ab8663570305881a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2888019 Feb 07 16:47:13.145132 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41130) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:13.167098 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad998d-6870-4f7a-b414-fcc7b7f62cd2 req-c10238ba-5178-4bc7-9b02-73b2f6f64d2d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:13.181974 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad998d-6870-4f7a-b414-fcc7b7f62cd2 req-c10238ba-5178-4bc7-9b02-73b2f6f64d2d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:13.196643 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad998d-6870-4f7a-b414-fcc7b7f62cd2 req-c10238ba-5178-4bc7-9b02-73b2f6f64d2d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:13.207912 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8cad998d-6870-4f7a-b414-fcc7b7f62cd2 req-c10238ba-5178-4bc7-9b02-73b2f6f64d2d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5434 time: 0.4290073 Feb 07 16:47:13.287252 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dce2fd-412a-4e64-bd40-6bad15945f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ffe23a-a47b-43d8-8abf-d723c140e022,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:13.507626 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76ba7560-ae2e-4a03-b5df-c8f9b8500b37 admin admin] Publish callbacks [] for security_group (05ffe23a-a47b-43d8-8abf-d723c140e022), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:14.048859 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe6cd2-9c4a-4a1a-ba2f-c31e85efabfd req-3790a92e-c47c-4f32-8b41-72a28401e147 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:14.051046 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6bbe6cd2-9c4a-4a1a-ba2f-c31e85efabfd req-3790a92e-c47c-4f32-8b41-72a28401e147 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1872640 Feb 07 16:47:14.159587 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6bbe6cd2-9c4a-4a1a-ba2f-c31e85efabfd req-e43b8208-4206-4b39-af02-11119a6a0fd7 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955801 Feb 07 16:47:14.218360 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76ba7560-ae2e-4a03-b5df-c8f9b8500b37 admin admin] Publish callbacks [] for security_group (05ffe23a-a47b-43d8-8abf-d723c140e022), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:14.303704 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aede4dd7-8871-4b06-8b9e-57b9c2fe6952 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (56ee7b6a-31d7-4362-8cb6-7e6d78135cd9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:14.365375 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede4dd7-8871-4b06-8b9e-57b9c2fe6952 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event deleted for resources: {'Port': ['ID=56ee7b6a-31d7-4362-8cb6-7e6d78135cd9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:14.507573 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76ba7560-ae2e-4a03-b5df-c8f9b8500b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (05ffe23a-a47b-43d8-8abf-d723c140e022), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:14.514851 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76ba7560-ae2e-4a03-b5df-c8f9b8500b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:14.520393 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-76ba7560-ae2e-4a03-b5df-c8f9b8500b37 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05ffe23a-a47b-43d8-8abf-d723c140e022 HTTP/1.1" status: 204 len: 168 time: 1.3424993 Feb 07 16:47:14.570645 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba7560-ae2e-4a03-b5df-c8f9b8500b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ffe23a-a47b-43d8-8abf-d723c140e022,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:14.590097 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-6610194f-36e8-4de9-ae2d-a2af17841fe9 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:47:14.592434 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-6610194f-36e8-4de9-ae2d-a2af17841fe9 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6282651 Feb 07 16:47:14.669357 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aede4dd7-8871-4b06-8b9e-57b9c2fe6952 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:14.677738 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-aede4dd7-8871-4b06-8b9e-57b9c2fe6952 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "DELETE /v2.0/ports/56ee7b6a-31d7-4362-8cb6-7e6d78135cd9 HTTP/1.1" status: 204 len: 168 time: 2.5227582 Feb 07 16:47:14.685830 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41200) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:14.695378 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1f7c69c0-34d2-4e04-be1b-a183f8855c7c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:14.740778 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f7c69c0-34d2-4e04-be1b-a183f8855c7c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:14.791664 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ee8f2-b915-4954-b7ce-7eba3ff557a8 req-645ffb47-c6dd-4268-ba94-7da9db59b62f tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:14.799595 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d9ee8f2-b915-4954-b7ce-7eba3ff557a8 req-645ffb47-c6dd-4268-ba94-7da9db59b62f tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.4096174 Feb 07 16:47:14.918756 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-443a6159-b356-482b-93eb-4df15bcd2fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:14.920551 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-443a6159-b356-482b-93eb-4df15bcd2fba service neutron] 10.222.0.18 "GET /v2.0/ports/6124f81f-5ddd-47ca-84ae-caa98a00790d HTTP/1.1" status: 200 len: 1125 time: 0.2959199 Feb 07 16:47:14.939232 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-a25d7887-b1a8-4c99-9a97-31c0cf6535ed service neutron] Request body: {'binding': {'host': 'n-h1-827865-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:14.939981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-a25d7887-b1a8-4c99-9a97-31c0cf6535ed service neutron] Unknown quota resources ['binding']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 16:47:14.968236 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d9ee8f2-b915-4954-b7ce-7eba3ff557a8 req-02959817-01f8-4b10-a10a-3c2dc69b5efb tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675832 Feb 07 16:47:15.158491 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f7c69c0-34d2-4e04-be1b-a183f8855c7c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:15.292903 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-a25d7887-b1a8-4c99-9a97-31c0cf6535ed service neutron] Attempting to bind port 6124f81f-5ddd-47ca-84ae-caa98a00790d on host n-h1-827865-3 for vnic_type normal with profile None {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:47:15.293592 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-a25d7887-b1a8-4c99-9a97-31c0cf6535ed service neutron] Attempting to bind port 6124f81f-5ddd-47ca-84ae-caa98a00790d by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:47:15.296530 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-a25d7887-b1a8-4c99-9a97-31c0cf6535ed service neutron] Attempting to bind port 6124f81f-5ddd-47ca-84ae-caa98a00790d on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:47:15.320727 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-a25d7887-b1a8-4c99-9a97-31c0cf6535ed service neutron] Port 6124f81f-5ddd-47ca-84ae-caa98a00790d on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:47:15.323384 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-a25d7887-b1a8-4c99-9a97-31c0cf6535ed service neutron] Attempting to bind port 6124f81f-5ddd-47ca-84ae-caa98a00790d on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:47:15.340775 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-a25d7887-b1a8-4c99-9a97-31c0cf6535ed service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:47:15.342477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-a25d7887-b1a8-4c99-9a97-31c0cf6535ed service neutron] Checking segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:47:15.342967 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-a25d7887-b1a8-4c99-9a97-31c0cf6535ed service neutron] Bound using segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:47:15.343510 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-a25d7887-b1a8-4c99-9a97-31c0cf6535ed service neutron] Bound port: 6124f81f-5ddd-47ca-84ae-caa98a00790d, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:47:15.491285 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-a25d7887-b1a8-4c99-9a97-31c0cf6535ed service neutron] For port 6124f81f-5ddd-47ca-84ae-caa98a00790d, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6124f81f-5ddd-47ca-84ae-caa98a00790d,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:47:15.540223 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-a25d7887-b1a8-4c99-9a97-31c0cf6535ed service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:15.541502 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-a25d7887-b1a8-4c99-9a97-31c0cf6535ed service neutron] 10.222.0.18 "POST /v2.0/ports/6124f81f-5ddd-47ca-84ae-caa98a00790d/bindings HTTP/1.1" status: 201 len: 389 time: 0.6082976 Feb 07 16:47:15.595009 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e90b0-09d2-4b1f-8581-5e4655bfa369 req-838ea338-7f08-4dbc-b71b-0566b959af2a tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:15.596811 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9d8e90b0-09d2-4b1f-8581-5e4655bfa369 req-838ea338-7f08-4dbc-b71b-0566b959af2a tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1036346 Feb 07 16:47:15.617580 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-1f7c69c0-34d2-4e04-be1b-a183f8855c7c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Allocated IP 172.25.4.226 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/7f78f552-d72d-4df1-ab01-c3013a031b7b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:47:15.697100 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9d8e90b0-09d2-4b1f-8581-5e4655bfa369 req-c1fe852f-9c6e-4f32-8888-1113bf981ae5 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819564 Feb 07 16:47:15.930801 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f7c69c0-34d2-4e04-be1b-a183f8855c7c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (7f78f552-d72d-4df1-ab01-c3013a031b7b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:16.122783 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f7c69c0-34d2-4e04-be1b-a183f8855c7c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (7f78f552-d72d-4df1-ab01-c3013a031b7b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:16.323368 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c69c0-34d2-4e04-be1b-a183f8855c7c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=7f78f552-d72d-4df1-ab01-c3013a031b7b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:16.342790 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096cc16-4e6e-4ec6-8624-d9da6a649f1d req-3723fde7-765f-4791-ad88-d06c02e52360 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:16.344744 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e096cc16-4e6e-4ec6-8624-d9da6a649f1d req-3723fde7-765f-4791-ad88-d06c02e52360 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.3832150 Feb 07 16:47:16.396783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7c69c0-34d2-4e04-be1b-a183f8855c7c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:47:16.417122 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1f7c69c0-34d2-4e04-be1b-a183f8855c7c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:47:16.425558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7c69c0-34d2-4e04-be1b-a183f8855c7c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:47:16.459491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-baf308ec-2418-44f4-9ee8-28dc1c96c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:16.462509 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-baf308ec-2418-44f4-9ee8-28dc1c96c6f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 1128 time: 0.2883484 Feb 07 16:47:16.916884 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e096cc16-4e6e-4ec6-8624-d9da6a649f1d req-a2b2b885-40c1-40e7-93b1-3530b375812e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5654821 Feb 07 16:47:16.957560 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f7c69c0-34d2-4e04-be1b-a183f8855c7c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (15ea3b9e-0296-46c6-8ec4-ead4f1796fbb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:16.963077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-5b099d00-b8f7-4d47-b0e4-7a14ca09ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:16.965930 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-5b099d00-b8f7-4d47-b0e4-7a14ca09ddd2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.4908237 Feb 07 16:47:17.026877 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f7c69c0-34d2-4e04-be1b-a183f8855c7c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7f78f552-d72d-4df1-ab01-c3013a031b7b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:17.071995 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-861c1ffd-9d78-45e1-8b50-5af8329683cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6124f81f-5ddd-47ca-84ae-caa98a00790d HTTP/1.1" status: 200 len: 217 time: 0.1000278 Feb 07 16:47:17.173484 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-f11d550a-7eee-40f0-acb9-acac9b81580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:17.174796 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-f11d550a-7eee-40f0-acb9-acac9b81580d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.0968318 Feb 07 16:47:17.242889 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-416e2cfb-c41f-477a-82b2-cb25028c1f2b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595109 Feb 07 16:47:17.288091 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f7c69c0-34d2-4e04-be1b-a183f8855c7c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (7f78f552-d72d-4df1-ab01-c3013a031b7b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:17.294693 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f7c69c0-34d2-4e04-be1b-a183f8855c7c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (7f78f552-d72d-4df1-ab01-c3013a031b7b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:17.468916 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f7c69c0-34d2-4e04-be1b-a183f8855c7c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (15ea3b9e-0296-46c6-8ec4-ead4f1796fbb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:17.486373 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c69c0-34d2-4e04-be1b-a183f8855c7c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=7f78f552-d72d-4df1-ab01-c3013a031b7b,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:17.529835 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f7c69c0-34d2-4e04-be1b-a183f8855c7c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:17.536397 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1f7c69c0-34d2-4e04-be1b-a183f8855c7c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8442910 Feb 07 16:47:17.537565 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41330) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:17.547451 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-0d99a906-fcf3-4969-ba42-b0f7b9aa2566 service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983718 Feb 07 16:47:17.565511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0d548f73-b0c0-40d1-87e1-696582f27f73 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'port': {'network_id': '9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8', 'name': 'tempest-FloatingIPTestJSON-779327874'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:17.750149 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-09f26297-6877-4517-b40d-6002570fdae1 service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961741 Feb 07 16:47:17.876211 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d548f73-b0c0-40d1-87e1-696582f27f73 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Made reservation on behalf of 426139bcf0c24dbc8a7bbbd053e318bf for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:47:17.890558 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d548f73-b0c0-40d1-87e1-696582f27f73 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:17.961798 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-0d548f73-b0c0-40d1-87e1-696582f27f73 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] device_id is not set on port f8ba10d1-28f8-4a50-9335-9f17bb724ba0 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:47:18.361654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-0d548f73-b0c0-40d1-87e1-696582f27f73 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Allocated IP 172.20.0.14 (9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8/fee87cf3-960d-43e4-b659-578c5614dc7b/f8ba10d1-28f8-4a50-9335-9f17bb724ba0) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:47:18.377563 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4846b0-8625-410d-ad6b-5c026d74820e req-038c0c41-8570-4274-8967-739ca46f3fc1 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:18.406246 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b4846b0-8625-410d-ad6b-5c026d74820e req-038c0c41-8570-4274-8967-739ca46f3fc1 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.2521029 Feb 07 16:47:18.428529 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b699ea4-914f-48ae-86fd-27c1bba21618 req-16fe39a4-8cdc-4dbe-833a-3faa59907f34 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:18.433344 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6b699ea4-914f-48ae-86fd-27c1bba21618 req-16fe39a4-8cdc-4dbe-833a-3faa59907f34 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.3176148 Feb 07 16:47:18.651139 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b4846b0-8625-410d-ad6b-5c026d74820e req-4f84b18e-845f-44bf-b15f-3743e906ce3e tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368569 Feb 07 16:47:18.665585 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6b699ea4-914f-48ae-86fd-27c1bba21618 req-db60c93e-a152-442e-81bb-3a0660d96165 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024074 Feb 07 16:47:19.037307 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d548f73-b0c0-40d1-87e1-696582f27f73 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (f8ba10d1-28f8-4a50-9335-9f17bb724ba0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:19.120561 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d548f73-b0c0-40d1-87e1-696582f27f73 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f8ba10d1-28f8-4a50-9335-9f17bb724ba0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:19.148169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d548f73-b0c0-40d1-87e1-696582f27f73 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Network 9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:47:19.183677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0d548f73-b0c0-40d1-87e1-696582f27f73 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:47:19.188971 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d548f73-b0c0-40d1-87e1-696582f27f73 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:47:19.318212 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d548f73-b0c0-40d1-87e1-696582f27f73 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=f8ba10d1-28f8-4a50-9335-9f17bb724ba0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:19.369127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d548f73-b0c0-40d1-87e1-696582f27f73 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:19.371072 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d548f73-b0c0-40d1-87e1-696582f27f73 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:19.411131 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0d548f73-b0c0-40d1-87e1-696582f27f73 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8719170 Feb 07 16:47:19.413938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41390) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:19.425117 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-97daf4c5-a4d5-440d-ad7c-62901cd78983 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'floatingip': {'port_id': 'f8ba10d1-28f8-4a50-9335-9f17bb724ba0'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:19.554153 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97daf4c5-a4d5-440d-ad7c-62901cd78983 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (15ea3b9e-0296-46c6-8ec4-ead4f1796fbb), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:20.130416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326b4f1-457f-4972-a2c4-ab2750012800 req-909be5cd-7148-4f6b-be4b-1ebbae7c3c0b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:20.147683 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b326b4f1-457f-4972-a2c4-ab2750012800 req-909be5cd-7148-4f6b-be4b-1ebbae7c3c0b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.1717932 Feb 07 16:47:20.298762 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b326b4f1-457f-4972-a2c4-ab2750012800 req-83aaf75d-26ea-44ca-b2f5-7077229471f8 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471221 Feb 07 16:47:20.561106 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-97daf4c5-a4d5-440d-ad7c-62901cd78983 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:47:20.747952 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97daf4c5-a4d5-440d-ad7c-62901cd78983 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:20.785851 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc5c2c-d224-474b-85bf-4526681c1415 req-8ba0222c-2283-41da-93fa-217dfd5c23eb tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:20.787379 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3fdc5c2c-d224-474b-85bf-4526681c1415 req-8ba0222c-2283-41da-93fa-217dfd5c23eb tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.3061912 Feb 07 16:47:20.788323 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97daf4c5-a4d5-440d-ad7c-62901cd78983 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (15ea3b9e-0296-46c6-8ec4-ead4f1796fbb), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:21.149583 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3fdc5c2c-d224-474b-85bf-4526681c1415 req-93382ce0-5b55-4ce4-aad1-fa95b248283a tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489660 Feb 07 16:47:21.154290 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:21.269490 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-97daf4c5-a4d5-440d-ad7c-62901cd78983 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Floating IP 15ea3b9e-0296-46c6-8ec4-ead4f1796fbb associated. External IP: 172.25.4.226, port: f8ba10d1-28f8-4a50-9335-9f17bb724ba0. Feb 07 16:47:21.526446 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41452) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:21.843293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c5a6b-fce0-41a2-8993-68037dcfc5da req-49a935fb-e967-4733-b6b5-0b36c2934266 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:21.855271 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-385c5a6b-fce0-41a2-8993-68037dcfc5da req-49a935fb-e967-4733-b6b5-0b36c2934266 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.2577028 Feb 07 16:47:21.880849 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-420147c6-831f-4ac8-bfaf-dd2b5895b3dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:22.099397 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-420147c6-831f-4ac8-bfaf-dd2b5895b3dd admin admin] Publish callbacks [] for security_group (8ad59cbc-5fb5-49cf-8775-4b8d4c003028), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:22.109175 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-420147c6-831f-4ac8-bfaf-dd2b5895b3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8ad59cbc-5fb5-49cf-8775-4b8d4c003028), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:22.148388 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-385c5a6b-fce0-41a2-8993-68037dcfc5da req-3f4bb1b4-1c49-47e6-b458-b1fbce269395 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921562 Feb 07 16:47:22.225489 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-420147c6-831f-4ac8-bfaf-dd2b5895b3dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47960168ec0f41a9ab6fcd0e42e15e78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6957181 Feb 07 16:47:22.229374 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41478) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:22.302953 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97daf4c5-a4d5-440d-ad7c-62901cd78983 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router b476168a-7024-44ce-a0a0-a998e57605ec has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:47:22.496433 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420147c6-831f-4ac8-bfaf-dd2b5895b3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad59cbc-5fb5-49cf-8775-4b8d4c003028,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:22.552076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420147c6-831f-4ac8-bfaf-dd2b5895b3dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:22.552076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420147c6-831f-4ac8-bfaf-dd2b5895b3dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:22.552633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420147c6-831f-4ac8-bfaf-dd2b5895b3dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:22.555126 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420147c6-831f-4ac8-bfaf-dd2b5895b3dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:22.556953 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420147c6-831f-4ac8-bfaf-dd2b5895b3dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:22.557352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420147c6-831f-4ac8-bfaf-dd2b5895b3dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:22.558732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420147c6-831f-4ac8-bfaf-dd2b5895b3dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:22.559121 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420147c6-831f-4ac8-bfaf-dd2b5895b3dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:22.559546 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420147c6-831f-4ac8-bfaf-dd2b5895b3dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:22.559899 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420147c6-831f-4ac8-bfaf-dd2b5895b3dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:22.561809 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420147c6-831f-4ac8-bfaf-dd2b5895b3dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:22.561809 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420147c6-831f-4ac8-bfaf-dd2b5895b3dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:22.562198 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420147c6-831f-4ac8-bfaf-dd2b5895b3dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:22.637060 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebdf940c-256b-4d5c-afe0-c091420ce47d admin admin] Publish callbacks [] for security_group (8ad59cbc-5fb5-49cf-8775-4b8d4c003028), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:22.667534 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97daf4c5-a4d5-440d-ad7c-62901cd78983 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:47:22.712377 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-97daf4c5-a4d5-440d-ad7c-62901cd78983 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:22.772804 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab70c4-c7e5-4529-aa2b-319c25763238 req-3e1d8c7c-85e0-4c73-b190-aedcb8451d2c tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:22.791549 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2ab70c4-c7e5-4529-aa2b-319c25763238 req-3e1d8c7c-85e0-4c73-b190-aedcb8451d2c tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.4541225 Feb 07 16:47:22.800223 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebdf940c-256b-4d5c-afe0-c091420ce47d admin admin] Publish callbacks [] for security_group (8ad59cbc-5fb5-49cf-8775-4b8d4c003028), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:22.804172 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-97daf4c5-a4d5-440d-ad7c-62901cd78983 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "PUT /v2.0/floatingips/15ea3b9e-0296-46c6-8ec4-ead4f1796fbb HTTP/1.1" status: 200 len: 978 time: 3.3873391 Feb 07 16:47:22.817781 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41502) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:22.830007 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bf8fd2-fb4e-41bf-900b-1cbd8e0b79d3 None None] Sync routers for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:47:22.861990 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf8fd2-fb4e-41bf-900b-1cbd8e0b79d3 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:47:22.862816 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c0bf8fd2-fb4e-41bf-900b-1cbd8e0b79d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:22.931734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c0bf8fd2-fb4e-41bf-900b-1cbd8e0b79d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:22.945249 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf8fd2-fb4e-41bf-900b-1cbd8e0b79d3 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:47:22.946450 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c0bf8fd2-fb4e-41bf-900b-1cbd8e0b79d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:23.004319 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c0bf8fd2-fb4e-41bf-900b-1cbd8e0b79d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:23.009876 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bf8fd2-fb4e-41bf-900b-1cbd8e0b79d3 None None] The sync data for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:47:23.097197 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:23.128490 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2ab70c4-c7e5-4529-aa2b-319c25763238 req-02dfaf5f-2790-4576-8bdc-c0347e295912 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349156 Feb 07 16:47:23.188249 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-38227ee8-4ea2-4c80-8ef7-07381a2c3158 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Deleting port f8ba10d1-28f8-4a50-9335-9f17bb724ba0 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:47:23.188697 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38227ee8-4ea2-4c80-8ef7-07381a2c3158 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f8ba10d1-28f8-4a50-9335-9f17bb724ba0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:23.326750 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebdf940c-256b-4d5c-afe0-c091420ce47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8ad59cbc-5fb5-49cf-8775-4b8d4c003028), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:23.330368 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebdf940c-256b-4d5c-afe0-c091420ce47d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:23.332935 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ebdf940c-256b-4d5c-afe0-c091420ce47d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ad59cbc-5fb5-49cf-8775-4b8d4c003028 HTTP/1.1" status: 204 len: 168 time: 1.1019220 Feb 07 16:47:23.411757 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf940c-256b-4d5c-afe0-c091420ce47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad59cbc-5fb5-49cf-8775-4b8d4c003028,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:23.591265 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38227ee8-4ea2-4c80-8ef7-07381a2c3158 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f8ba10d1-28f8-4a50-9335-9f17bb724ba0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:23.615182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd17195-0b2d-4b7a-941a-5cb5b41c507b req-537ad4e4-f570-4809-ab3f-b59df53d02f6 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:23.616809 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8bd17195-0b2d-4b7a-941a-5cb5b41c507b req-537ad4e4-f570-4809-ab3f-b59df53d02f6 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.2921903 Feb 07 16:47:23.806121 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8bd17195-0b2d-4b7a-941a-5cb5b41c507b req-977e8f70-a097-4fd7-b6fb-f8c3117ace3c tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618607 Feb 07 16:47:24.070218 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41540) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:24.239425 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38227ee8-4ea2-4c80-8ef7-07381a2c3158 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:24.239852 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38227ee8-4ea2-4c80-8ef7-07381a2c3158 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (15ea3b9e-0296-46c6-8ec4-ead4f1796fbb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:24.241798 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-38227ee8-4ea2-4c80-8ef7-07381a2c3158 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Floating IP 15ea3b9e-0296-46c6-8ec4-ead4f1796fbb disassociated. External IP: 172.25.4.226, port: f8ba10d1-28f8-4a50-9335-9f17bb724ba0. Feb 07 16:47:24.245331 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-38227ee8-4ea2-4c80-8ef7-07381a2c3158 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Calling delete_port for f8ba10d1-28f8-4a50-9335-9f17bb724ba0 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:47:24.282330 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41546) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:24.348003 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39015935-b373-49dc-b51b-ae0ca9ebe72e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:24.573097 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767f3fe-f443-477d-aba3-819a1e253898 req-963d13e6-4fe9-4d34-addf-92dbd03986be tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:24.584876 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38227ee8-4ea2-4c80-8ef7-07381a2c3158 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f8ba10d1-28f8-4a50-9335-9f17bb724ba0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:24.594738 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6767f3fe-f443-477d-aba3-819a1e253898 req-963d13e6-4fe9-4d34-addf-92dbd03986be tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1519921 Feb 07 16:47:24.701518 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38227ee8-4ea2-4c80-8ef7-07381a2c3158 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event deleted for resources: {'Port': ['ID=f8ba10d1-28f8-4a50-9335-9f17bb724ba0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:24.843477 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6767f3fe-f443-477d-aba3-819a1e253898 req-bc367dea-9c43-4b92-8835-f2d68c008fe9 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431998 Feb 07 16:47:24.901990 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38227ee8-4ea2-4c80-8ef7-07381a2c3158 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router b476168a-7024-44ce-a0a0-a998e57605ec has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:47:24.916946 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-158e8435-a120-4f54-84f6-532b0e356580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:24.942415 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39015935-b373-49dc-b51b-ae0ca9ebe72e admin admin] Publish callbacks [] for security_group (4d6b9310-bfca-43e2-b096-49a85ce42ffc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:25.029822 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39015935-b373-49dc-b51b-ae0ca9ebe72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4d6b9310-bfca-43e2-b096-49a85ce42ffc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:25.100624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dea6f-e052-4dd9-9d3a-b4a12d675123 req-0744f277-abac-4f00-99e9-53d6379fb288 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:25.102630 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b88dea6f-e052-4dd9-9d3a-b4a12d675123 req-0744f277-abac-4f00-99e9-53d6379fb288 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.1402409 Feb 07 16:47:25.115102 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39015935-b373-49dc-b51b-ae0ca9ebe72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6b9310-bfca-43e2-b096-49a85ce42ffc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:25.135071 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41564) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:25.139787 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-39015935-b373-49dc-b51b-ae0ca9ebe72e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd9322497e01476295453c86cb93e935&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8531561 Feb 07 16:47:25.179627 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-158e8435-a120-4f54-84f6-532b0e356580 admin admin] Publish callbacks [] for security_group (6c8b531c-6835-4e45-a2f0-233d93ec0217), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:25.188000 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-158e8435-a120-4f54-84f6-532b0e356580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6c8b531c-6835-4e45-a2f0-233d93ec0217), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:25.213510 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b88dea6f-e052-4dd9-9d3a-b4a12d675123 req-63ffa870-0509-4127-8afa-2e03f1b38254 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045308 Feb 07 16:47:25.216396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38227ee8-4ea2-4c80-8ef7-07381a2c3158 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:47:25.237894 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c861514e-737e-45e9-914f-89a08b1f09a8 None None] Sync routers for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:47:25.241914 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc47c8a8-fa15-4529-be6d-e83f1ac0c934 admin admin] Publish callbacks [] for security_group (4d6b9310-bfca-43e2-b096-49a85ce42ffc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:25.245971 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-158e8435-a120-4f54-84f6-532b0e356580 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b240399f6e364308982966aaa9c3e0dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1728837 Feb 07 16:47:25.274091 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c861514e-737e-45e9-914f-89a08b1f09a8 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:47:25.274821 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c861514e-737e-45e9-914f-89a08b1f09a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:25.277012 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41566) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:25.387161 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e8435-a120-4f54-84f6-532b0e356580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8b531c-6835-4e45-a2f0-233d93ec0217,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:25.389384 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c861514e-737e-45e9-914f-89a08b1f09a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:25.438771 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c861514e-737e-45e9-914f-89a08b1f09a8 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:47:25.440024 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c861514e-737e-45e9-914f-89a08b1f09a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:46:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:25.444292 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc47c8a8-fa15-4529-be6d-e83f1ac0c934 admin admin] Publish callbacks [] for security_group (4d6b9310-bfca-43e2-b096-49a85ce42ffc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:25.485350 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c861514e-737e-45e9-914f-89a08b1f09a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:25.486311 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c861514e-737e-45e9-914f-89a08b1f09a8 None None] The sync data for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:47:25.492623 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38227ee8-4ea2-4c80-8ef7-07381a2c3158 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:25.505440 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-38227ee8-4ea2-4c80-8ef7-07381a2c3158 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "DELETE /v2.0/ports/f8ba10d1-28f8-4a50-9335-9f17bb724ba0 HTTP/1.1" status: 204 len: 168 time: 2.6865330 Feb 07 16:47:25.505708 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfb70bce-862f-42b9-89e6-4e2e12ed3343 admin admin] Publish callbacks [] for security_group (6c8b531c-6835-4e45-a2f0-233d93ec0217), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:25.507406 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41570) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:25.587853 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3a78c32a-9f45-4e37-bbdf-145a7d0476ae tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "GET /v2.0/floatingips/15ea3b9e-0296-46c6-8ec4-ead4f1796fbb HTTP/1.1" status: 200 len: 688 time: 0.0787933 Feb 07 16:47:25.592909 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41572) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:25.596368 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfb70bce-862f-42b9-89e6-4e2e12ed3343 admin admin] Publish callbacks [] for security_group (6c8b531c-6835-4e45-a2f0-233d93ec0217), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:25.611577 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc47c8a8-fa15-4529-be6d-e83f1ac0c934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4d6b9310-bfca-43e2-b096-49a85ce42ffc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:25.614627 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc47c8a8-fa15-4529-be6d-e83f1ac0c934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:25.615925 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bc47c8a8-fa15-4529-be6d-e83f1ac0c934 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d6b9310-bfca-43e2-b096-49a85ce42ffc HTTP/1.1" status: 204 len: 168 time: 0.4785683 Feb 07 16:47:25.721737 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfb70bce-862f-42b9-89e6-4e2e12ed3343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6c8b531c-6835-4e45-a2f0-233d93ec0217), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:25.751826 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfb70bce-862f-42b9-89e6-4e2e12ed3343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:25.761248 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cfb70bce-862f-42b9-89e6-4e2e12ed3343 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c8b531c-6835-4e45-a2f0-233d93ec0217 HTTP/1.1" status: 204 len: 168 time: 0.4751725 Feb 07 16:47:25.769160 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47c8a8-fa15-4529-be6d-e83f1ac0c934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6b9310-bfca-43e2-b096-49a85ce42ffc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:25.796762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb70bce-862f-42b9-89e6-4e2e12ed3343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8b531c-6835-4e45-a2f0-233d93ec0217,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:26.000503 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-02687e35-bc09-4713-9daf-32cfe37825c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:26.244765 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c458d212-c4eb-4292-9212-7aac2b924b34 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Deleting port 7f78f552-d72d-4df1-ab01-c3013a031b7b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:47:26.246309 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c458d212-c4eb-4292-9212-7aac2b924b34 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (7f78f552-d72d-4df1-ab01-c3013a031b7b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:26.435019 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af57ff-df5e-4165-87ed-7c7921344b9a req-94571650-2c4d-4758-a6e5-9ddf98e880da tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:26.439156 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e7af57ff-df5e-4165-87ed-7c7921344b9a req-94571650-2c4d-4758-a6e5-9ddf98e880da tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.3666537 Feb 07 16:47:26.605594 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b3f0a-a943-4267-a83a-5af99cc24aa9 req-864deee6-9c46-4735-ad56-38999d98f9ae tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:26.609612 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc2b3f0a-a943-4267-a83a-5af99cc24aa9 req-864deee6-9c46-4735-ad56-38999d98f9ae tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.2036979 Feb 07 16:47:26.652612 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e7af57ff-df5e-4165-87ed-7c7921344b9a req-5da1831e-7fa7-4854-88f6-4a4c21d5dac8 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937466 Feb 07 16:47:26.662012 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c458d212-c4eb-4292-9212-7aac2b924b34 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (7f78f552-d72d-4df1-ab01-c3013a031b7b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:26.663419 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c458d212-c4eb-4292-9212-7aac2b924b34 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (7f78f552-d72d-4df1-ab01-c3013a031b7b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:26.691562 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c458d212-c4eb-4292-9212-7aac2b924b34 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Calling delete_port for 7f78f552-d72d-4df1-ab01-c3013a031b7b owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:47:26.728445 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc2b3f0a-a943-4267-a83a-5af99cc24aa9 req-eff160ae-213d-4f4d-9c4d-49f70fa71777 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007006 Feb 07 16:47:27.067646 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c458d212-c4eb-4292-9212-7aac2b924b34 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (7f78f552-d72d-4df1-ab01-c3013a031b7b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:27.261987 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c458d212-c4eb-4292-9212-7aac2b924b34 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (15ea3b9e-0296-46c6-8ec4-ead4f1796fbb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:27.275477 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c458d212-c4eb-4292-9212-7aac2b924b34 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:27.282978 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c458d212-c4eb-4292-9212-7aac2b924b34 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "DELETE /v2.0/floatingips/15ea3b9e-0296-46c6-8ec4-ead4f1796fbb HTTP/1.1" status: 204 len: 168 time: 1.6826890 Feb 07 16:47:27.282978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458d212-c4eb-4292-9212-7aac2b924b34 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event deleted for resources: {'Port': ['ID=7f78f552-d72d-4df1-ab01-c3013a031b7b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:27.283408 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41632) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:27.287870 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': '84450bb5-b9e6-459d-9061-868f6e2e8f95'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:27.374799 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:27.699547 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:27.966317 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Allocated IP 172.25.4.87 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/af4c210d-5085-4027-8560-ebddc7482d9b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:47:28.127364 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4cfcbc69-750a-4cbe-92f3-9873b7aad4c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:28.400837 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045701af-0aee-4bdd-ba03-fa11a7cbb10f req-d80851b1-31cf-4872-98e4-48cc360080c4 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:28.419505 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-045701af-0aee-4bdd-ba03-fa11a7cbb10f req-d80851b1-31cf-4872-98e4-48cc360080c4 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.2621911 Feb 07 16:47:28.746182 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-045701af-0aee-4bdd-ba03-fa11a7cbb10f req-f2e63219-eecf-4ea7-b43c-dd51c950e6d3 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215272 Feb 07 16:47:28.787895 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (af4c210d-5085-4027-8560-ebddc7482d9b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:28.926176 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (af4c210d-5085-4027-8560-ebddc7482d9b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:28.993709 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=af4c210d-5085-4027-8560-ebddc7482d9b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:29.013085 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:47:29.016841 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:47:29.020359 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:47:29.404459 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:29.603316 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (5c562d98-4af6-4f12-a8c1-1696033454a9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:29.681548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b23907-4ff8-4000-84c9-dd3b74ff5d4c req-07398018-b25c-434b-9edd-d3c97cd3bef9 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:29.683471 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68b23907-4ff8-4000-84c9-dd3b74ff5d4c req-07398018-b25c-434b-9edd-d3c97cd3bef9 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.8183446 Feb 07 16:47:29.717929 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (af4c210d-5085-4027-8560-ebddc7482d9b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:29.805405 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68b23907-4ff8-4000-84c9-dd3b74ff5d4c req-5c967681-57aa-4501-9372-0de740c74c35 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887370 Feb 07 16:47:30.014425 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (af4c210d-5085-4027-8560-ebddc7482d9b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:30.025177 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (af4c210d-5085-4027-8560-ebddc7482d9b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:30.142778 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (5c562d98-4af6-4f12-a8c1-1696033454a9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:30.217687 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4da21-eeb6-4c3c-9bc5-a7937f912c5f req-7d58a5c7-b15c-43f1-9233-46513adfbb3f tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:30.219453 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-18a4da21-eeb6-4c3c-9bc5-a7937f912c5f req-7d58a5c7-b15c-43f1-9233-46513adfbb3f tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.3058488 Feb 07 16:47:30.363526 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Floating IP 5c562d98-4af6-4f12-a8c1-1696033454a9 associated. External IP: 172.25.4.87, port: 84450bb5-b9e6-459d-9061-868f6e2e8f95. Feb 07 16:47:30.379398 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-18a4da21-eeb6-4c3c-9bc5-a7937f912c5f req-f05bbe6c-0bac-4986-84f2-71775cc647cd tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497314 Feb 07 16:47:30.589962 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=af4c210d-5085-4027-8560-ebddc7482d9b,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:30.743054 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:30.823018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 381cbc5a-0ff9-457f-8611-e3c4b222d607 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:47:30.874969 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router b476168a-7024-44ce-a0a0-a998e57605ec has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:47:31.286823 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 381cbc5a-0ff9-457f-8611-e3c4b222d607, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607,segment=NetworkSegment(03af9fa1-8b97-43be-8e17-86dad5c361df),segment_id=03af9fa1-8b97-43be-8e17-86dad5c361df)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:47:31.325264 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '381cbc5a-0ff9-457f-8611-e3c4b222d607', 'network_id': 'a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362', 'port_id': '381cbc5a-0ff9-457f-8611-e3c4b222d607', 'mac_address': 'fa:16:3e:0d:28:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17caae66-4938-4c9b-981d-9460cbf4671f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:47:31.343079 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6273d-26c8-4859-af3c-ab51efeb8605 req-6240b4e6-c1dc-4abf-973f-0a5196ac7655 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:31.371238 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cdd6273d-26c8-4859-af3c-ab51efeb8605 req-6240b4e6-c1dc-4abf-973f-0a5196ac7655 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.3157632 Feb 07 16:47:31.384742 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:47:31.445543 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9e1078-ba0e-4ea0-84a2-752c3b953a60 None None] Sync routers for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:47:31.482428 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:31.510635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9e1078-ba0e-4ea0-84a2-752c3b953a60 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:47:31.511647 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2e9e1078-ba0e-4ea0-84a2-752c3b953a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:47:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:31.516894 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 381cbc5a-0ff9-457f-8611-e3c4b222d607 is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:31.517758 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:31.579061 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cdd6273d-26c8-4859-af3c-ab51efeb8605 req-0cb1c197-79e7-4a5f-8750-f62c7ae734b9 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965582 Feb 07 16:47:31.620782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41756) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:31.627042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ca21d3ab-226b-4cf3-a315-304a3f1fead7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1103447015'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:31.647581 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b11e8010-6c78-4446-9e7f-c3188c00bbf1 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.3336537 Feb 07 16:47:31.698458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca21d3ab-226b-4cf3-a315-304a3f1fead7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Made reservation on behalf of 426139bcf0c24dbc8a7bbbd053e318bf for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:47:31.712133 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca21d3ab-226b-4cf3-a315-304a3f1fead7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:31.777665 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9941cc-eb69-402e-a1b4-af45642e1541 req-efa8e846-e272-42e8-9066-24cb74c1a474 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:31.785169 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca21d3ab-226b-4cf3-a315-304a3f1fead7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:47:31.788381 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c9941cc-eb69-402e-a1b4-af45642e1541 req-efa8e846-e272-42e8-9066-24cb74c1a474 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.1722758 Feb 07 16:47:31.806948 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca21d3ab-226b-4cf3-a315-304a3f1fead7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (7d057527-0267-4fba-9983-98c8c15cf55d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:31.808239 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-ca21d3ab-226b-4cf3-a315-304a3f1fead7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Added segment 7d057527-0267-4fba-9983-98c8c15cf55d of type vlan for network 58529296-214c-4aad-a224-bb760d579633 Feb 07 16:47:31.946543 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c9941cc-eb69-402e-a1b4-af45642e1541 req-97a4e4b8-d767-41d4-8ea7-21eec7530aef tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468036 Feb 07 16:47:31.966084 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca21d3ab-226b-4cf3-a315-304a3f1fead7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (58529296-214c-4aad-a224-bb760d579633), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:32.057262 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca21d3ab-226b-4cf3-a315-304a3f1fead7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (58529296-214c-4aad-a224-bb760d579633), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:32.064547 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca21d3ab-226b-4cf3-a315-304a3f1fead7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:32.065511 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca21d3ab-226b-4cf3-a315-304a3f1fead7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:32.114452 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2e9e1078-ba0e-4ea0-84a2-752c3b953a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:32.124479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 381cbc5a-0ff9-457f-8611-e3c4b222d607 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:47:32.169639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9e1078-ba0e-4ea0-84a2-752c3b953a60 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:47:32.170814 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2e9e1078-ba0e-4ea0-84a2-752c3b953a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:47:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:32.226719 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21d3ab-226b-4cf3-a315-304a3f1fead7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Network': ['ID=58529296-214c-4aad-a224-bb760d579633,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:32.268975 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ca21d3ab-226b-4cf3-a315-304a3f1fead7 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6469846 Feb 07 16:47:32.271821 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41790) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:32.277483 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0e1cb8ea-1e0e-4968-99a0-9f9e0c723103 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'subnet': {'network_id': '58529296-214c-4aad-a224-bb760d579633', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:32.378554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2e9e1078-ba0e-4ea0-84a2-752c3b953a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:32.379924 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9e1078-ba0e-4ea0-84a2-752c3b953a60 None None] The sync data for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:47:32.392476 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 58529296-214c-4aad-a224-bb760d579633 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:47:32.567520 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1cb8ea-1e0e-4968-99a0-9f9e0c723103 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Made reservation on behalf of 426139bcf0c24dbc8a7bbbd053e318bf for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:47:32.576379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 381cbc5a-0ff9-457f-8611-e3c4b222d607, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607,segment=NetworkSegment(03af9fa1-8b97-43be-8e17-86dad5c361df),segment_id=03af9fa1-8b97-43be-8e17-86dad5c361df)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:47:32.576594 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e1cb8ea-1e0e-4968-99a0-9f9e0c723103 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:32.606838 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:32.698516 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:32.764363 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['381cbc5a-0ff9-457f-8611-e3c4b222d607'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:47:32.869479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=381cbc5a-0ff9-457f-8611-e3c4b222d607,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:33.203109 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e1cb8ea-1e0e-4968-99a0-9f9e0c723103 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (a190c958-332f-491f-ba89-f8e72e7f35af), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:33.413913 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a7236-310f-4546-a2a6-2488da462ddc req-e1b7c636-c3ca-4af0-95f0-ece4ef8cfaa3 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:33.413913 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-548a7236-310f-4546-a2a6-2488da462ddc req-e1b7c636-c3ca-4af0-95f0-ece4ef8cfaa3 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.2208414 Feb 07 16:47:33.428598 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41812) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:33.431568 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1cb8ea-1e0e-4968-99a0-9f9e0c723103 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Subnet': ['ID=a190c958-332f-491f-ba89-f8e72e7f35af,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:33.469545 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-548a7236-310f-4546-a2a6-2488da462ddc req-98f50565-6814-4e2e-b8cf-562b801d1830 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670996 Feb 07 16:47:33.592963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ef3bc-70ee-443e-9d74-58de5763fb7f req-fccbaa73-19f3-49e8-88cd-4f89bb8b69b9 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:33.594518 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f24ef3bc-70ee-443e-9d74-58de5763fb7f req-fccbaa73-19f3-49e8-88cd-4f89bb8b69b9 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 944 time: 0.7888994 Feb 07 16:47:33.641123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1cb8ea-1e0e-4968-99a0-9f9e0c723103 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Checking segment: {'id': '7d057527-0267-4fba-9983-98c8c15cf55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '58529296-214c-4aad-a224-bb760d579633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:47:33.641623 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1cb8ea-1e0e-4968-99a0-9f9e0c723103 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Network hostable DHCP agents. Network: 58529296-214c-4aad-a224-bb760d579633, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:47:33.755265 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f24ef3bc-70ee-443e-9d74-58de5763fb7f req-66938eb1-c930-4d83-9a03-d9167a5ec472 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454887 Feb 07 16:47:33.770487 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1cb8ea-1e0e-4968-99a0-9f9e0c723103 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Network 58529296-214c-4aad-a224-bb760d579633 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:47:33.777779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41832) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:33.793499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0e1cb8ea-1e0e-4968-99a0-9f9e0c723103 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 58529296-214c-4aad-a224-bb760d579633) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:47:33.805305 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1cb8ea-1e0e-4968-99a0-9f9e0c723103 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:33.806440 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e1cb8ea-1e0e-4968-99a0-9f9e0c723103 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:33.806567 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4ec8aa-8717-45fa-875d-e76f12cbd616 None None] Network 58529296-214c-4aad-a224-bb760d579633 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:47:33.851780 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0e1cb8ea-1e0e-4968-99a0-9f9e0c723103 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5743535 Feb 07 16:47:33.852001 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41836) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:33.859045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-75cd9a10-3fda-4e73-8992-04945f51fbf6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1565757167', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:33.940786 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75cd9a10-3fda-4e73-8992-04945f51fbf6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:33.944573 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75cd9a10-3fda-4e73-8992-04945f51fbf6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:33.955314 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f50b721-ec1c-42af-9249-8b72ee787c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:34.090312 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75cd9a10-3fda-4e73-8992-04945f51fbf6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for router_controller (177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:34.236227 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-58529296-214c-4aad-a224-bb760d579633', 'network_id': '58529296-214c-4aad-a224-bb760d579633', 'project_id': '426139bcf0c24dbc8a7bbbd053e318bf', 'fixed_ips': [{'subnet_id': 'a190c958-332f-491f-ba89-f8e72e7f35af'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:47:34.237647 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:34.337750 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f50b721-ec1c-42af-9249-8b72ee787c57 admin admin] Publish callbacks [] for security_group (c9f18fb0-1678-428a-ae86-aedbc3dbd124), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:34.354446 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f50b721-ec1c-42af-9249-8b72ee787c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c9f18fb0-1678-428a-ae86-aedbc3dbd124), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:34.566107 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3f50b721-ec1c-42af-9249-8b72ee787c57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67ac61b9b1ec4ac7bb09626517b36c5c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1039872 Feb 07 16:47:34.567275 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50b721-ec1c-42af-9249-8b72ee787c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f18fb0-1678-428a-ae86-aedbc3dbd124,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:34.587818 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41842) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:34.726186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Allocated IP 172.20.0.2 (58529296-214c-4aad-a224-bb760d579633/a190c958-332f-491f-ba89-f8e72e7f35af/c901f7bf-7c0d-480c-ba0c-8ff5532954f0) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:47:34.787836 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb50be0b-580f-4f3a-8fe1-583af11eae95 admin admin] Publish callbacks [] for security_group (c9f18fb0-1678-428a-ae86-aedbc3dbd124), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:34.897779 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb50be0b-580f-4f3a-8fe1-583af11eae95 admin admin] Publish callbacks [] for security_group (c9f18fb0-1678-428a-ae86-aedbc3dbd124), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:34.968855 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 381cbc5a-0ff9-457f-8611-e3c4b222d607 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:47:35.086999 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75cd9a10-3fda-4e73-8992-04945f51fbf6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for router_gateway (177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:35.096735 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb50be0b-580f-4f3a-8fe1-583af11eae95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c9f18fb0-1678-428a-ae86-aedbc3dbd124), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:35.097024 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-585593b5-9e2a-4480-8e0d-8ab68babffed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:35.116479 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb50be0b-580f-4f3a-8fe1-583af11eae95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:35.127156 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fb50be0b-580f-4f3a-8fe1-583af11eae95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9f18fb0-1678-428a-ae86-aedbc3dbd124 HTTP/1.1" status: 204 len: 168 time: 0.5354242 Feb 07 16:47:35.168155 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50be0b-580f-4f3a-8fe1-583af11eae95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f18fb0-1678-428a-ae86-aedbc3dbd124,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:35.427172 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:47:35.516171 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-585593b5-9e2a-4480-8e0d-8ab68babffed admin admin] Publish callbacks [] for security_group (93e4ede7-cf7b-4c98-907f-17edebcc1e7e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:35.535248 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-585593b5-9e2a-4480-8e0d-8ab68babffed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (93e4ede7-cf7b-4c98-907f-17edebcc1e7e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:35.702587 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-585593b5-9e2a-4480-8e0d-8ab68babffed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41ba2e3492454b6081d29af620db0027&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9228706 Feb 07 16:47:35.721047 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41874) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:35.725031 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585593b5-9e2a-4480-8e0d-8ab68babffed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e4ede7-cf7b-4c98-907f-17edebcc1e7e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:35.800985 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 381cbc5a-0ff9-457f-8611-e3c4b222d607 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:47:35.801806 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:35.849226 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ce776-b011-44a9-a4e5-7e9ce6c3a290 req-96fe667d-d6e7-4497-ae78-ff030388980e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:35.851629 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-848ce776-b011-44a9-a4e5-7e9ce6c3a290 req-96fe667d-d6e7-4497-ae78-ff030388980e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.7577596 Feb 07 16:47:35.954569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cf100-9dd0-493b-974d-de4cb0751470 req-8fda126c-1613-4e8f-a700-0b2054eaeb68 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:35.956584 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-193cf100-9dd0-493b-974d-de4cb0751470 req-8fda126c-1613-4e8f-a700-0b2054eaeb68 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 944 time: 0.3844485 Feb 07 16:47:35.961358 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bb607-1141-498f-a17a-a358fe2be710 req-f80ce86c-9355-45d2-8502-8e28af4c46b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:35.963164 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c64bb607-1141-498f-a17a-a358fe2be710 req-f80ce86c-9355-45d2-8502-8e28af4c46b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 1128 time: 0.5689685 Feb 07 16:47:35.995979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41882) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:35.998194 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b89453f-96a7-48f2-9342-448b50c1cbcd admin admin] Publish callbacks [] for security_group (93e4ede7-cf7b-4c98-907f-17edebcc1e7e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:36.018095 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-848ce776-b011-44a9-a4e5-7e9ce6c3a290 req-5ce305f1-7c10-41a6-ae13-135c3d9405fd tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507709 Feb 07 16:47:36.073168 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Publish callbacks [] for port (c901f7bf-7c0d-480c-ba0c-8ff5532954f0), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:36.089159 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (c901f7bf-7c0d-480c-ba0c-8ff5532954f0), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:36.144169 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Network 58529296-214c-4aad-a224-bb760d579633 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:47:36.189091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:47:36.196003 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bb607-1141-498f-a17a-a358fe2be710 req-302f2a20-b1ef-49cd-a00a-e9e9dd32da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:36.197802 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c64bb607-1141-498f-a17a-a358fe2be710 req-302f2a20-b1ef-49cd-a00a-e9e9dd32da69 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.1878188 Feb 07 16:47:36.206328 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41890) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:36.207512 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:47:36.221787 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2109dc0a-1c60-40a3-9397-011a8c6e2d99 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1865975017'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:36.319791 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75cd9a10-3fda-4e73-8992-04945f51fbf6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for router_gateway (177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:36.347270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 381cbc5a-0ff9-457f-8611-e3c4b222d607 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:36.347754 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:36.350942 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Pushing event updated for resources: {'Port': ['ID=c901f7bf-7c0d-480c-ba0c-8ff5532954f0,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:36.358503 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0adc487-67e4-44fa-af39-cea4918d52dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:36.378155 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75cd9a10-3fda-4e73-8992-04945f51fbf6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:36.401746 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:36.402174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:36.403653 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:36.403653 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:36.403986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:36.404276 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:36.404552 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:36.405020 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:36.406034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:36.406034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:36.406034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:36.407098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:36.407471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:36.443315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Attempting to bind port c901f7bf-7c0d-480c-ba0c-8ff5532954f0 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:47:36.443733 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Attempting to bind port c901f7bf-7c0d-480c-ba0c-8ff5532954f0 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '7d057527-0267-4fba-9983-98c8c15cf55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '58529296-214c-4aad-a224-bb760d579633'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:47:36.444108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Attempting to bind port c901f7bf-7c0d-480c-ba0c-8ff5532954f0 on network 58529296-214c-4aad-a224-bb760d579633 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:47:36.475373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:47:36.477509 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-193cf100-9dd0-493b-974d-de4cb0751470 req-28ba5a1b-879d-4e83-8e5a-59e828894040 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810801 Feb 07 16:47:36.478208 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Checking segment: {'id': '7d057527-0267-4fba-9983-98c8c15cf55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '58529296-214c-4aad-a224-bb760d579633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:47:36.479702 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:36.482685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Bound using segment: {'id': '7d057527-0267-4fba-9983-98c8c15cf55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '58529296-214c-4aad-a224-bb760d579633'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:47:36.484281 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Bound port: c901f7bf-7c0d-480c-ba0c-8ff5532954f0, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d057527-0267-4fba-9983-98c8c15cf55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '58529296-214c-4aad-a224-bb760d579633'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:47:36.484703 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c901f7bf-7c0d-480c-ba0c-8ff5532954f0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:36.503426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284777f9-6218-4132-84f9-8c6ef950090e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381cbc5a-0ff9-457f-8611-e3c4b222d607'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:47:36.505840 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2994d714-39e7-4000-8893-3fd3d38a3b27" -d '{"events": [{"server_uuid": "284777f9-6218-4132-84f9-8c6ef950090e", "name": "network-vif-plugged", "status": "completed", "tag": "381cbc5a-0ff9-457f-8611-e3c4b222d607"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:47:36.528908 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c64bb607-1141-498f-a17a-a358fe2be710 req-711a9095-98f4-4dc9-86e5-935a1607a185 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6124f81f-5ddd-47ca-84ae-caa98a00790d HTTP/1.1" status: 200 len: 217 time: 0.3192949 Feb 07 16:47:36.535965 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b89453f-96a7-48f2-9342-448b50c1cbcd admin admin] Publish callbacks [] for security_group (93e4ede7-cf7b-4c98-907f-17edebcc1e7e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:36.549766 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 381cbc5a-0ff9-457f-8611-e3c4b222d607, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607,segment=NetworkSegment(03af9fa1-8b97-43be-8e17-86dad5c361df),segment_id=03af9fa1-8b97-43be-8e17-86dad5c361df)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:47:36.602216 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e21dcb2-22cd-485b-a751-9248e930c1dd x-openstack-request-id: req-2e21dcb2-22cd-485b-a751-9248e930c1dd {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:47:36.603607 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284777f9-6218-4132-84f9-8c6ef950090e", "name": "network-vif-plugged", "status": "completed", "tag": "381cbc5a-0ff9-457f-8611-e3c4b222d607", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:47:36.604019 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e21dcb2-22cd-485b-a751-9248e930c1dd {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:47:36.604561 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284777f9-6218-4132-84f9-8c6ef950090e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381cbc5a-0ff9-457f-8611-e3c4b222d607', 'code': 200} Feb 07 16:47:36.609884 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:36.649220 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bb607-1141-498f-a17a-a358fe2be710 req-9c9fb488-2b11-48c1-a0d2-8b95bff86425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:36.651061 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c64bb607-1141-498f-a17a-a358fe2be710 req-9c9fb488-2b11-48c1-a0d2-8b95bff86425 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.1056962 Feb 07 16:47:36.658900 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-75cd9a10-3fda-4e73-8992-04945f51fbf6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Allocated IP 172.25.4.224 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/fa3e4197-2f43-4ca1-a124-140c6ded3c66) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:47:36.721044 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2109dc0a-1c60-40a3-9397-011a8c6e2d99 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Made reservation on behalf of 4a9341a8a4fe41fe98e19305419da9b8 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:47:36.724827 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2109dc0a-1c60-40a3-9397-011a8c6e2d99 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:36.736310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c64bb607-1141-498f-a17a-a358fe2be710 req-d21c5a9e-af23-4878-9474-7b0a4dc78b53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762703 Feb 07 16:47:36.888929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=381cbc5a-0ff9-457f-8611-e3c4b222d607,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:36.902601 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] For port c901f7bf-7c0d-480c-ba0c-8ff5532954f0, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:47:36.912066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] For port c901f7bf-7c0d-480c-ba0c-8ff5532954f0, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c901f7bf-7c0d-480c-ba0c-8ff5532954f0,segment=NetworkSegment(7d057527-0267-4fba-9983-98c8c15cf55d),segment_id=7d057527-0267-4fba-9983-98c8c15cf55d)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:47:36.924897 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c901f7bf-7c0d-480c-ba0c-8ff5532954f0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:37.004993 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75cd9a10-3fda-4e73-8992-04945f51fbf6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (fa3e4197-2f43-4ca1-a124-140c6ded3c66), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:37.058091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468a484-2422-4e3b-b6c5-60e5fee610c3 req-99338d3a-4a46-4c4a-b42e-e2b5baeb0a94 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:37.060292 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e468a484-2422-4e3b-b6c5-60e5fee610c3 req-99338d3a-4a46-4c4a-b42e-e2b5baeb0a94 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 950 time: 0.3095412 Feb 07 16:47:37.078674 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b89453f-96a7-48f2-9342-448b50c1cbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (93e4ede7-cf7b-4c98-907f-17edebcc1e7e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:37.082381 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b89453f-96a7-48f2-9342-448b50c1cbcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:37.083028 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9b89453f-96a7-48f2-9342-448b50c1cbcd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93e4ede7-cf7b-4c98-907f-17edebcc1e7e HTTP/1.1" status: 204 len: 168 time: 1.3280804 Feb 07 16:47:37.084083 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2109dc0a-1c60-40a3-9397-011a8c6e2d99 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:47:37.121047 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75cd9a10-3fda-4e73-8992-04945f51fbf6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (fa3e4197-2f43-4ca1-a124-140c6ded3c66), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:37.146096 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be664944-3439-4f75-bcdc-8b0b22b0a621 None None] Pushing event updated for resources: {'Port': ['ID=c901f7bf-7c0d-480c-ba0c-8ff5532954f0,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:37.300737 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e468a484-2422-4e3b-b6c5-60e5fee610c3 req-4bdd2679-847f-4b4f-8325-8dd3319c052a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132783 Feb 07 16:47:37.313107 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89453f-96a7-48f2-9342-448b50c1cbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e4ede7-cf7b-4c98-907f-17edebcc1e7e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:37.325155 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cd9a10-3fda-4e73-8992-04945f51fbf6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:47:37.330427 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2109dc0a-1c60-40a3-9397-011a8c6e2d99 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (29609b79-0950-46d6-9fbc-f20898645c83), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:37.331042 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-2109dc0a-1c60-40a3-9397-011a8c6e2d99 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Added segment 29609b79-0950-46d6-9fbc-f20898645c83 of type vlan for network 772a5458-241a-4973-8916-b74170ada414 Feb 07 16:47:37.334412 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-75cd9a10-3fda-4e73-8992-04945f51fbf6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:47:37.359670 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c64bb607-1141-498f-a17a-a358fe2be710 req-578aab07-e517-4f7b-acc0-d206a45d1271 service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6103573 Feb 07 16:47:37.364322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cd9a10-3fda-4e73-8992-04945f51fbf6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:47:37.368727 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0adc487-67e4-44fa-af39-cea4918d52dc admin admin] Publish callbacks [] for security_group (259a7bb4-7960-42d0-9bac-0520148a34a8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:37.374670 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd9a10-3fda-4e73-8992-04945f51fbf6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=fa3e4197-2f43-4ca1-a124-140c6ded3c66,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:37.492578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e3d33-9283-41da-818e-87520f72d043 req-74cb51ef-67b7-4e0a-827f-99fa7ac8e702 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:37.502255 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a74e3d33-9283-41da-818e-87520f72d043 req-74cb51ef-67b7-4e0a-827f-99fa7ac8e702 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.2904370 Feb 07 16:47:37.556346 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0adc487-67e4-44fa-af39-cea4918d52dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (259a7bb4-7960-42d0-9bac-0520148a34a8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:37.799309 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2109dc0a-1c60-40a3-9397-011a8c6e2d99 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (772a5458-241a-4973-8916-b74170ada414), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:37.881969 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a74e3d33-9283-41da-818e-87520f72d043 req-b86c5792-9579-447b-a428-fbfe214bd982 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774910 Feb 07 16:47:37.968566 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0adc487-67e4-44fa-af39-cea4918d52dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259a7bb4-7960-42d0-9bac-0520148a34a8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:37.989051 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d0adc487-67e4-44fa-af39-cea4918d52dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=285f8034da79456f89477c7d4045f741&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9883587 Feb 07 16:47:37.993170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41942) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:38.063184 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2109dc0a-1c60-40a3-9397-011a8c6e2d99 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (772a5458-241a-4973-8916-b74170ada414), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:38.076822 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2109dc0a-1c60-40a3-9397-011a8c6e2d99 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:38.077516 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2109dc0a-1c60-40a3-9397-011a8c6e2d99 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:38.330783 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41944) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:38.383304 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c64bb607-1141-498f-a17a-a358fe2be710 req-071abf11-fbea-4099-8a35-9f480fad8cc5 service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0079072 Feb 07 16:47:38.409340 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c901f7bf-7c0d-480c-ba0c-8ff5532954f0 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:47:38.428322 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5045c849-08b0-422c-b9e6-b6f5fad3ee84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:38.439990 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41950) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:38.440274 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2109dc0a-1c60-40a3-9397-011a8c6e2d99 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.2322485 Feb 07 16:47:38.454780 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75cd9a10-3fda-4e73-8992-04945f51fbf6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for router_gateway (177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:38.513361 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e34d4f64-7233-4537-93f2-2eb20d5a0e00 admin admin] Publish callbacks [] for security_group (259a7bb4-7960-42d0-9bac-0520148a34a8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:38.535995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109dc0a-1c60-40a3-9397-011a8c6e2d99 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event updated for resources: {'Network': ['ID=772a5458-241a-4973-8916-b74170ada414,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:38.557927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 772a5458-241a-4973-8916-b74170ada414 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:47:38.576986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port c901f7bf-7c0d-480c-ba0c-8ff5532954f0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:47:38.580269 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c901f7bf-7c0d-480c-ba0c-8ff5532954f0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:38.597368 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e34d4f64-7233-4537-93f2-2eb20d5a0e00 admin admin] Publish callbacks [] for security_group (259a7bb4-7960-42d0-9bac-0520148a34a8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:38.763879 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1948cfdf-3234-46b0-bda6-a611df153f3f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2133517815'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:38.780722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ffe6e-5a2e-45b6-b0c2-89ff24154165 req-777dda0c-6db7-4fa7-bbd2-f80f53a29ed7 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:38.785424 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a34ffe6e-5a2e-45b6-b0c2-89ff24154165 req-777dda0c-6db7-4fa7-bbd2-f80f53a29ed7 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 1.0000205 Feb 07 16:47:38.802083 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port c901f7bf-7c0d-480c-ba0c-8ff5532954f0 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:38.802822 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c901f7bf-7c0d-480c-ba0c-8ff5532954f0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:38.828822 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e34d4f64-7233-4537-93f2-2eb20d5a0e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (259a7bb4-7960-42d0-9bac-0520148a34a8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:38.871018 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e34d4f64-7233-4537-93f2-2eb20d5a0e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:38.877843 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e34d4f64-7233-4537-93f2-2eb20d5a0e00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/259a7bb4-7960-42d0-9bac-0520148a34a8 HTTP/1.1" status: 204 len: 168 time: 0.8693635 Feb 07 16:47:38.884147 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port c901f7bf-7c0d-480c-ba0c-8ff5532954f0, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c901f7bf-7c0d-480c-ba0c-8ff5532954f0,segment=NetworkSegment(7d057527-0267-4fba-9983-98c8c15cf55d),segment_id=7d057527-0267-4fba-9983-98c8c15cf55d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:47:38.892416 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c901f7bf-7c0d-480c-ba0c-8ff5532954f0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:38.976788 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d4f64-7233-4537-93f2-2eb20d5a0e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259a7bb4-7960-42d0-9bac-0520148a34a8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:39.027202 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1948cfdf-3234-46b0-bda6-a611df153f3f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Made reservation on behalf of 4a9341a8a4fe41fe98e19305419da9b8 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:47:39.030797 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1948cfdf-3234-46b0-bda6-a611df153f3f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:39.054073 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a34ffe6e-5a2e-45b6-b0c2-89ff24154165 req-77f10da0-4c2f-4ffb-a60e-4c8fbffe82ed tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340124 Feb 07 16:47:39.113032 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=c901f7bf-7c0d-480c-ba0c-8ff5532954f0,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:39.199594 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75cd9a10-3fda-4e73-8992-04945f51fbf6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:39.220014 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1948cfdf-3234-46b0-bda6-a611df153f3f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:47:39.272353 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1948cfdf-3234-46b0-bda6-a611df153f3f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0136f7ea-999b-4051-86f3-2f70d0f8796a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:39.273104 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-1948cfdf-3234-46b0-bda6-a611df153f3f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Added segment 0136f7ea-999b-4051-86f3-2f70d0f8796a of type vlan for network 6ff3d289-1ffa-4a39-b840-9958ff036d72 Feb 07 16:47:39.390340 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e23f8-4add-450e-bbf2-acb334168f94 req-4ddc7fcd-46ce-43e1-9a94-813dba2231ff tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:39.400751 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-416e23f8-4add-450e-bbf2-acb334168f94 req-4ddc7fcd-46ce-43e1-9a94-813dba2231ff tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.1427176 Feb 07 16:47:39.506221 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-416e23f8-4add-450e-bbf2-acb334168f94 req-3357cc0e-19d8-40c5-9dfb-ae4453a717d4 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047666 Feb 07 16:47:39.542492 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5045c849-08b0-422c-b9e6-b6f5fad3ee84 admin admin] Publish callbacks [] for security_group (a7516c62-6176-4707-9767-5f073fb0cc1a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:39.592163 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5045c849-08b0-422c-b9e6-b6f5fad3ee84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a7516c62-6176-4707-9767-5f073fb0cc1a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:39.597052 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1948cfdf-3234-46b0-bda6-a611df153f3f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (6ff3d289-1ffa-4a39-b840-9958ff036d72), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:39.599906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa1b571-6e66-461c-a804-9c624a475248 None None] Network 58529296-214c-4aad-a224-bb760d579633 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:47:39.746465 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5045c849-08b0-422c-b9e6-b6f5fad3ee84 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52e48326d45a4645825c07aa63e44b57&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4121375 Feb 07 16:47:39.748009 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41966) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:39.752750 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045c849-08b0-422c-b9e6-b6f5fad3ee84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7516c62-6176-4707-9767-5f073fb0cc1a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:39.768448 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1948cfdf-3234-46b0-bda6-a611df153f3f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (6ff3d289-1ffa-4a39-b840-9958ff036d72), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:39.773594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1948cfdf-3234-46b0-bda6-a611df153f3f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:39.774244 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1948cfdf-3234-46b0-bda6-a611df153f3f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:39.837039 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77169e-66fc-4b2d-a460-3489b591ab53 req-917f3bbb-58fe-4453-866e-253b869d026b tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:39.838597 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef77169e-66fc-4b2d-a460-3489b591ab53 req-917f3bbb-58fe-4453-866e-253b869d026b tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 950 time: 1.0954936 Feb 07 16:47:39.857678 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d4f07d60-4be6-4413-ba16-9241486415d5 None None] Provisioning complete for port c901f7bf-7c0d-480c-ba0c-8ff5532954f0 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:47:39.858312 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d4f07d60-4be6-4413-ba16-9241486415d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c901f7bf-7c0d-480c-ba0c-8ff5532954f0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:39.893987 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1948cfdf-3234-46b0-bda6-a611df153f3f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4402003 Feb 07 16:47:39.896269 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41968) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:39.907633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948cfdf-3234-46b0-bda6-a611df153f3f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event updated for resources: {'Network': ['ID=6ff3d289-1ffa-4a39-b840-9958ff036d72,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:39.916284 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-69ebb2b6-5430-4480-a5cb-6e485cddd457 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Request body: {'subnet': {'network_id': '772a5458-241a-4973-8916-b74170ada414', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:39.947988 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef77169e-66fc-4b2d-a460-3489b591ab53 req-881fcc18-283c-477e-9dd2-c363a0bc41dc tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979683 Feb 07 16:47:39.963606 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cd9a10-3fda-4e73-8992-04945f51fbf6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router 177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:47:40.034125 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 331427ca-4460-4964-b598-bebd8037bf87 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:47:40.051701 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 6ff3d289-1ffa-4a39-b840-9958ff036d72 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:47:40.087978 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebca9c57-dcbd-45d9-9472-2e1cd92ed436 admin admin] Publish callbacks [] for security_group (a7516c62-6176-4707-9767-5f073fb0cc1a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:40.176504 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebca9c57-dcbd-45d9-9472-2e1cd92ed436 admin admin] Publish callbacks [] for security_group (a7516c62-6176-4707-9767-5f073fb0cc1a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:40.221536 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ebb2b6-5430-4480-a5cb-6e485cddd457 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Made reservation on behalf of 4a9341a8a4fe41fe98e19305419da9b8 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:47:40.231523 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69ebb2b6-5430-4480-a5cb-6e485cddd457 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:40.411941 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebca9c57-dcbd-45d9-9472-2e1cd92ed436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a7516c62-6176-4707-9767-5f073fb0cc1a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:40.423231 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebca9c57-dcbd-45d9-9472-2e1cd92ed436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:40.444833 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ebca9c57-dcbd-45d9-9472-2e1cd92ed436 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7516c62-6176-4707-9767-5f073fb0cc1a HTTP/1.1" status: 204 len: 168 time: 0.6848767 Feb 07 16:47:40.514039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca9c57-dcbd-45d9-9472-2e1cd92ed436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7516c62-6176-4707-9767-5f073fb0cc1a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:40.578482 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22893e-1325-4fa0-a496-59ff5311e1ce req-427e092b-b6ac-47b1-a8cc-50051230d800 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:40.580721 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9d22893e-1325-4fa0-a496-59ff5311e1ce req-427e092b-b6ac-47b1-a8cc-50051230d800 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.2787025 Feb 07 16:47:40.582088 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cd9a10-3fda-4e73-8992-04945f51fbf6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:47:40.586596 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc5a8a31-6a97-44b3-9ffd-13f7cf314697 req-d16c56e4-00bf-4dd9-be09-ecac6fb8aac2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4090211 Feb 07 16:47:40.607834 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12e1962-b40c-42ae-abd1-9a2b7500aa1e None None] Sync routers for ids ['177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:47:40.630407 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12e1962-b40c-42ae-abd1-9a2b7500aa1e None None] Routers {'177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:47:40.634751 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d12e1962-b40c-42ae-abd1-9a2b7500aa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:47:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:40.738043 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75cd9a10-3fda-4e73-8992-04945f51fbf6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:40.742636 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-75cd9a10-3fda-4e73-8992-04945f51fbf6 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.8901842 Feb 07 16:47:40.743724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41996) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:40.752455 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d12e1962-b40c-42ae-abd1-9a2b7500aa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:40.786271 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12e1962-b40c-42ae-abd1-9a2b7500aa1e None None] Routers {'177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:47:40.787357 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d12e1962-b40c-42ae-abd1-9a2b7500aa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:47:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:40.895279 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d12e1962-b40c-42ae-abd1-9a2b7500aa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:40.896774 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12e1962-b40c-42ae-abd1-9a2b7500aa1e None None] The sync data for ids ['177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:47:40.975569 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c901f7bf-7c0d-480c-ba0c-8ff5532954f0 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:47:41.389834 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 331427ca-4460-4964-b598-bebd8037bf87 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:41.390246 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (331427ca-4460-4964-b598-bebd8037bf87), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:41.565740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dd58fd-ef82-418c-9a37-6731629d7b20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '331427ca-4460-4964-b598-bebd8037bf87'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:47:41.568426 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac5dfa0-92a1-423f-870e-c28dcd8a117c" -d '{"events": [{"server_uuid": "f7dd58fd-ef82-418c-9a37-6731629d7b20", "name": "network-vif-unplugged", "status": "completed", "tag": "331427ca-4460-4964-b598-bebd8037bf87"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:47:41.599138 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port c901f7bf-7c0d-480c-ba0c-8ff5532954f0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:47:41.599138 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c901f7bf-7c0d-480c-ba0c-8ff5532954f0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:41.717749 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d4f07d60-4be6-4413-ba16-9241486415d5 None None] Current status of the port c901f7bf-7c0d-480c-ba0c-8ff5532954f0 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:41.722144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 331427ca-4460-4964-b598-bebd8037bf87, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=331427ca-4460-4964-b598-bebd8037bf87,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:47:41.743959 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (331427ca-4460-4964-b598-bebd8037bf87), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:41.753244 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69ebb2b6-5430-4480-a5cb-6e485cddd457 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (fe980b80-4ff0-4853-82e3-b744d6a56a26), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:42.043929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=331427ca-4460-4964-b598-bebd8037bf87,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:42.082256 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port c901f7bf-7c0d-480c-ba0c-8ff5532954f0 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:42.171183 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aa7d3-c0bd-4ba1-8757-91f72509ecbf req-67b1410a-c4d3-4731-b37e-6b65d31c0348 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:42.173577 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-54daa7fa-1460-4c2c-8411-d4f3dbe7c8c5 None None] Provisioning complete for port c901f7bf-7c0d-480c-ba0c-8ff5532954f0 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:47:42.174097 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54daa7fa-1460-4c2c-8411-d4f3dbe7c8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c901f7bf-7c0d-480c-ba0c-8ff5532954f0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:42.181765 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-076aa7d3-c0bd-4ba1-8757-91f72509ecbf req-67b1410a-c4d3-4731-b37e-6b65d31c0348 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.4414818 Feb 07 16:47:42.209506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebb2b6-5430-4480-a5cb-6e485cddd457 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event updated for resources: {'Subnet': ['ID=fe980b80-4ff0-4853-82e3-b744d6a56a26,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:42.229602 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ebb2b6-5430-4480-a5cb-6e485cddd457 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Checking segment: {'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:47:42.233331 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ebb2b6-5430-4480-a5cb-6e485cddd457 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Network hostable DHCP agents. Network: 772a5458-241a-4973-8916-b74170ada414, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:47:42.299692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ebb2b6-5430-4480-a5cb-6e485cddd457 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Network 772a5458-241a-4973-8916-b74170ada414 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:47:42.331313 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-076aa7d3-c0bd-4ba1-8757-91f72509ecbf req-78bd6d63-2657-4c26-bf4a-0e7e0c725299 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454601 Feb 07 16:47:42.333599 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-69ebb2b6-5430-4480-a5cb-6e485cddd457 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 772a5458-241a-4973-8916-b74170ada414) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:47:42.334031 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9d22893e-1325-4fa0-a496-59ff5311e1ce req-932f9a41-bef5-4175-9363-e2a65958a56b tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7358308 Feb 07 16:47:42.355843 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ef4720-cc2d-46e9-bd54-c17e967a7827 None None] Network 772a5458-241a-4973-8916-b74170ada414 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:47:42.377664 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ebb2b6-5430-4480-a5cb-6e485cddd457 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:42.378652 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69ebb2b6-5430-4480-a5cb-6e485cddd457 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:42.424441 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-69ebb2b6-5430-4480-a5cb-6e485cddd457 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5184119 Feb 07 16:47:42.435607 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42032) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:42.479129 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f1611f7d-46cc-4313-a01b-eae282ec1f2d tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Request body: {'subnet': {'network_id': '6ff3d289-1ffa-4a39-b840-9958ff036d72', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:42.486496 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a8a31-6a97-44b3-9ffd-13f7cf314697 req-1a847d6e-0eea-4fb0-91cb-d04d8f0af639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:42.488455 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc5a8a31-6a97-44b3-9ffd-13f7cf314697 req-1a847d6e-0eea-4fb0-91cb-d04d8f0af639 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 1127 time: 1.8038011 Feb 07 16:47:42.620954 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904e2d5c-57ef-4f71-a350-e0fd928408ba x-openstack-request-id: req-904e2d5c-57ef-4f71-a350-e0fd928408ba {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:47:42.621433 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dd58fd-ef82-418c-9a37-6731629d7b20", "name": "network-vif-unplugged", "status": "completed", "tag": "331427ca-4460-4964-b598-bebd8037bf87", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:47:42.622191 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-904e2d5c-57ef-4f71-a350-e0fd928408ba {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:47:42.622694 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dd58fd-ef82-418c-9a37-6731629d7b20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '331427ca-4460-4964-b598-bebd8037bf87', 'code': 200} Feb 07 16:47:42.625773 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-54daa7fa-1460-4c2c-8411-d4f3dbe7c8c5 None None] Current status of the port c901f7bf-7c0d-480c-ba0c-8ff5532954f0 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:42.804916 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-772a5458-241a-4973-8916-b74170ada414', 'network_id': '772a5458-241a-4973-8916-b74170ada414', 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'fixed_ips': [{'subnet_id': 'fe980b80-4ff0-4853-82e3-b744d6a56a26'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:47:42.806510 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:43.051068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42048) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:43.080971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] Allocated IP 10.1.1.2 (772a5458-241a-4973-8916-b74170ada414/fe980b80-4ff0-4853-82e3-b744d6a56a26/f58fbf35-c6ec-4521-98b1-13c54773f7c2) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:47:43.289938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-297e58f0-c3fa-4361-8a3b-af9e05ccb1b6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-927815267', 'router:external': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:43.386177 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297e58f0-c3fa-4361-8a3b-af9e05ccb1b6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Made reservation on behalf of 3c719df53ac9448b86cc1a17ac90dbb8 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:47:43.411575 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-297e58f0-c3fa-4361-8a3b-af9e05ccb1b6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:43.436526 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1611f7d-46cc-4313-a01b-eae282ec1f2d tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Made reservation on behalf of 4a9341a8a4fe41fe98e19305419da9b8 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:47:43.451722 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1611f7d-46cc-4313-a01b-eae282ec1f2d tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:43.452768 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-297e58f0-c3fa-4361-8a3b-af9e05ccb1b6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:43.544283 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] Publish callbacks [] for port (f58fbf35-c6ec-4521-98b1-13c54773f7c2), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:43.552206 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (f58fbf35-c6ec-4521-98b1-13c54773f7c2), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:43.688301 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] Network 772a5458-241a-4973-8916-b74170ada414 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:47:43.712214 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:47:43.731535 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a8a31-6a97-44b3-9ffd-13f7cf314697 req-639fe077-77bb-475d-95d5-676076299e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:43.737420 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:47:43.749644 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc5a8a31-6a97-44b3-9ffd-13f7cf314697 req-639fe077-77bb-475d-95d5-676076299e1a service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 1.1879432 Feb 07 16:47:43.759621 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] Pushing event updated for resources: {'Port': ['ID=f58fbf35-c6ec-4521-98b1-13c54773f7c2,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:43.784862 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-297e58f0-c3fa-4361-8a3b-af9e05ccb1b6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for security_group (70834abf-82d5-448c-b5b0-9cb73837a93d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:43.808340 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-297e58f0-c3fa-4361-8a3b-af9e05ccb1b6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (70834abf-82d5-448c-b5b0-9cb73837a93d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:43.975335 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] Attempting to bind port f58fbf35-c6ec-4521-98b1-13c54773f7c2 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:47:43.978238 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] Attempting to bind port f58fbf35-c6ec-4521-98b1-13c54773f7c2 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:47:43.982445 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] Attempting to bind port f58fbf35-c6ec-4521-98b1-13c54773f7c2 on network 772a5458-241a-4973-8916-b74170ada414 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:47:43.991235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297e58f0-c3fa-4361-8a3b-af9e05ccb1b6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:47:44.007029 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:47:44.010621 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] Checking segment: {'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:47:44.010958 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:44.011819 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] Bound using segment: {'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:47:44.015210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] Bound port: f58fbf35-c6ec-4521-98b1-13c54773f7c2, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:47:44.016327 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f58fbf35-c6ec-4521-98b1-13c54773f7c2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:44.056366 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e58f0-c3fa-4361-8a3b-af9e05ccb1b6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70834abf-82d5-448c-b5b0-9cb73837a93d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:44.102036 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-297e58f0-c3fa-4361-8a3b-af9e05ccb1b6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (c8e47727-804e-4d82-b5c8-c482ee950fc9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:44.107829 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-297e58f0-c3fa-4361-8a3b-af9e05ccb1b6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Added segment c8e47727-804e-4d82-b5c8-c482ee950fc9 of type vlan for network 78399eb3-e436-4a3e-9e3b-1878bcdc3f27 Feb 07 16:47:44.273080 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] For port f58fbf35-c6ec-4521-98b1-13c54773f7c2, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:47:44.282009 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] For port f58fbf35-c6ec-4521-98b1-13c54773f7c2, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f58fbf35-c6ec-4521-98b1-13c54773f7c2,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:47:44.291498 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f58fbf35-c6ec-4521-98b1-13c54773f7c2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:44.292932 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b3eaa-1c71-4811-a436-4fea99a388b7 req-03264d79-6ed4-4a9c-a1e4-f003b34a9022 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:44.298142 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e97b3eaa-1c71-4811-a436-4fea99a388b7 req-03264d79-6ed4-4a9c-a1e4-f003b34a9022 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.5088191 Feb 07 16:47:44.398851 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc5a8a31-6a97-44b3-9ffd-13f7cf314697 req-3dc99407-3ac3-42e7-99e6-2db92a9c4fdc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96463051-c299-4469-b0b7-ee7aabbdaf68 HTTP/1.1" status: 200 len: 217 time: 0.6482136 Feb 07 16:47:44.424472 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4391c-6b75-4c83-ad40-fa77c4525d70 None None] Pushing event updated for resources: {'Port': ['ID=f58fbf35-c6ec-4521-98b1-13c54773f7c2,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:44.425412 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-297e58f0-c3fa-4361-8a3b-af9e05ccb1b6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (78399eb3-e436-4a3e-9e3b-1878bcdc3f27), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:44.544207 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e97b3eaa-1c71-4811-a436-4fea99a388b7 req-a77d1a8f-5d63-4d8c-b28a-e9a27e31f3df tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274377 Feb 07 16:47:44.586594 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-297e58f0-c3fa-4361-8a3b-af9e05ccb1b6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (78399eb3-e436-4a3e-9e3b-1878bcdc3f27), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:44.588169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297e58f0-c3fa-4361-8a3b-af9e05ccb1b6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:44.589075 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-297e58f0-c3fa-4361-8a3b-af9e05ccb1b6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:44.654711 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1611f7d-46cc-4313-a01b-eae282ec1f2d tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (1dc3c94e-0036-4741-beec-77866fd95a96), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:44.734783 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-297e58f0-c3fa-4361-8a3b-af9e05ccb1b6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6819439 Feb 07 16:47:44.738883 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42086) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:44.745722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e22c47d1-7cc5-4671-91ac-85b47705ed6c tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Request body: {'subnet': {'network_id': '78399eb3-e436-4a3e-9e3b-1878bcdc3f27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:44.761818 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e58f0-c3fa-4361-8a3b-af9e05ccb1b6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Pushing event updated for resources: {'Network': ['ID=78399eb3-e436-4a3e-9e3b-1878bcdc3f27,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:44.774055 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 78399eb3-e436-4a3e-9e3b-1878bcdc3f27 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:47:44.794601 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22c47d1-7cc5-4671-91ac-85b47705ed6c tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Made reservation on behalf of 3c719df53ac9448b86cc1a17ac90dbb8 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:47:44.801885 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e22c47d1-7cc5-4671-91ac-85b47705ed6c tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:44.822966 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8580456a-2992-4534-becb-a32a8ebded10 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:44.939213 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a8a31-6a97-44b3-9ffd-13f7cf314697 req-d342743a-c11d-4646-bf56-9ff492bf4ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:44.940973 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc5a8a31-6a97-44b3-9ffd-13f7cf314697 req-d342743a-c11d-4646-bf56-9ff492bf4ba2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.4651289 Feb 07 16:47:45.004544 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683316f-e837-4831-8ad5-7aae91d4384b req-2be9dbc8-1586-4ddc-bde7-5e736ee3a82e tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:45.014914 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0683316f-e837-4831-8ad5-7aae91d4384b req-2be9dbc8-1586-4ddc-bde7-5e736ee3a82e tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 1.2852244 Feb 07 16:47:45.338651 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1611f7d-46cc-4313-a01b-eae282ec1f2d tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event updated for resources: {'Subnet': ['ID=1dc3c94e-0036-4741-beec-77866fd95a96,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:45.660465 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc5a8a31-6a97-44b3-9ffd-13f7cf314697 req-495674f3-0758-4b4e-a52f-918a51ac70ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6426191 Feb 07 16:47:45.924704 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0683316f-e837-4831-8ad5-7aae91d4384b req-7951717d-7e3b-4863-bcdc-8a0f22431d56 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8980601 Feb 07 16:47:45.959615 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1611f7d-46cc-4313-a01b-eae282ec1f2d tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Checking segment: {'id': '0136f7ea-999b-4051-86f3-2f70d0f8796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6ff3d289-1ffa-4a39-b840-9958ff036d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:47:45.960001 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1611f7d-46cc-4313-a01b-eae282ec1f2d tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Network hostable DHCP agents. Network: 6ff3d289-1ffa-4a39-b840-9958ff036d72, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:47:45.983585 n-d-827865-3 neutron-server[103226]: DEBUG neutron.objects.ports [None req-e22c47d1-7cc5-4671-91ac-85b47705ed6c tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 16:47:45.985250 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e22c47d1-7cc5-4671-91ac-85b47705ed6c tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (769770ef-af66-4cc4-bd5c-e891581f0b08), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:45.989178 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc5a8a31-6a97-44b3-9ffd-13f7cf314697 req-690b47da-c459-41df-9bae-db148b1af9c8 service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069677 Feb 07 16:47:46.032653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1611f7d-46cc-4313-a01b-eae282ec1f2d tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Network 6ff3d289-1ffa-4a39-b840-9958ff036d72 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:47:46.089439 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f1611f7d-46cc-4313-a01b-eae282ec1f2d tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 6ff3d289-1ffa-4a39-b840-9958ff036d72) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:47:46.100041 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11acd208-52fc-494c-9437-8bed0674b89e None None] Network 6ff3d289-1ffa-4a39-b840-9958ff036d72 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:47:46.120358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1611f7d-46cc-4313-a01b-eae282ec1f2d tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:46.120975 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1611f7d-46cc-4313-a01b-eae282ec1f2d tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:46.233519 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f1611f7d-46cc-4313-a01b-eae282ec1f2d tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.7654650 Feb 07 16:47:46.298314 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42142) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:46.311866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-306f6020-20c6-45f5-a2af-6a8a7c84e046 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Request body: {'port': {'network_id': '772a5458-241a-4973-8916-b74170ada414', 'name': 'tempest-TaggedBootDevicesTest_v242-689537364', 'fixed_ips': [{'subnet_id': 'fe980b80-4ff0-4853-82e3-b744d6a56a26'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:46.334840 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c47d1-7cc5-4671-91ac-85b47705ed6c tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Pushing event updated for resources: {'Subnet': ['ID=769770ef-af66-4cc4-bd5c-e891581f0b08,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:46.407210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-6ff3d289-1ffa-4a39-b840-9958ff036d72', 'network_id': '6ff3d289-1ffa-4a39-b840-9958ff036d72', 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'fixed_ips': [{'subnet_id': '1dc3c94e-0036-4741-beec-77866fd95a96'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:47:46.408053 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:46.494393 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02529032-fd47-4f83-be95-6ba4dd106e98 req-3be2a9e4-d597-4ed3-af6e-fc720cd3013b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:46.515648 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-02529032-fd47-4f83-be95-6ba4dd106e98 req-3be2a9e4-d597-4ed3-af6e-fc720cd3013b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.7241490 Feb 07 16:47:46.567528 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504e435b-0f90-4ca8-bbb4-24ac942dd8fa None None] Network 772a5458-241a-4973-8916-b74170ada414 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:47:46.630556 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22c47d1-7cc5-4671-91ac-85b47705ed6c tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Checking segment: {'id': 'c8e47727-804e-4d82-b5c8-c482ee950fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '78399eb3-e436-4a3e-9e3b-1878bcdc3f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:47:46.631235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22c47d1-7cc5-4671-91ac-85b47705ed6c tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Network hostable DHCP agents. Network: 78399eb3-e436-4a3e-9e3b-1878bcdc3f27, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:47:46.685444 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-02529032-fd47-4f83-be95-6ba4dd106e98 req-72343fe0-9037-4132-b531-b5bf34a56d28 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553662 Feb 07 16:47:46.690794 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22c47d1-7cc5-4671-91ac-85b47705ed6c tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Network 78399eb3-e436-4a3e-9e3b-1878bcdc3f27 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:47:46.715028 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc5a8a31-6a97-44b3-9ffd-13f7cf314697 req-0c32cabe-92b5-4754-b91e-b7714809f627 service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6922843 Feb 07 16:47:46.722009 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e22c47d1-7cc5-4671-91ac-85b47705ed6c tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 78399eb3-e436-4a3e-9e3b-1878bcdc3f27) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:47:46.728890 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22c47d1-7cc5-4671-91ac-85b47705ed6c tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:46.729614 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e22c47d1-7cc5-4671-91ac-85b47705ed6c tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:46.736752 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f58fbf35-c6ec-4521-98b1-13c54773f7c2 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:47:46.763446 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e22c47d1-7cc5-4671-91ac-85b47705ed6c tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0238466 Feb 07 16:47:46.770199 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42162) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:46.777355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a10de306-3b33-47e8-89f1-79ffbfe8ada6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1275803377', 'network_id': '78399eb3-e436-4a3e-9e3b-1878bcdc3f27'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:46.821081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10de306-3b33-47e8-89f1-79ffbfe8ada6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Made reservation on behalf of 3c719df53ac9448b86cc1a17ac90dbb8 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:47:46.822812 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-8580456a-2992-4534-becb-a32a8ebded10 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Allocated IP 172.20.0.1 (58529296-214c-4aad-a224-bb760d579633/a190c958-332f-491f-ba89-f8e72e7f35af/ba191689-d31b-42d9-beb0-fb0323ed867c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:47:46.825785 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a10de306-3b33-47e8-89f1-79ffbfe8ada6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:46.837504 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306f6020-20c6-45f5-a2af-6a8a7c84e046 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Made reservation on behalf of 4a9341a8a4fe41fe98e19305419da9b8 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:47:46.844181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de94e88-547e-4b87-9e6b-0fe4aa07b88e None None] Network 78399eb3-e436-4a3e-9e3b-1878bcdc3f27 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:47:46.846877 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-a10de306-3b33-47e8-89f1-79ffbfe8ada6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] device_id is not set on port c062544a-b948-4459-91f6-de92fc1af802 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:47:47.046584 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-78371786-429b-45aa-acc6-69680bd3f7db None None] Provisioning complete for port f58fbf35-c6ec-4521-98b1-13c54773f7c2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:47:47.046971 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78371786-429b-45aa-acc6-69680bd3f7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f58fbf35-c6ec-4521-98b1-13c54773f7c2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:47.129160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:47:47.205562 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-306f6020-20c6-45f5-a2af-6a8a7c84e046 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:47.211832 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-a10de306-3b33-47e8-89f1-79ffbfe8ada6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Allocated IP 172.20.0.13 (78399eb3-e436-4a3e-9e3b-1878bcdc3f27/769770ef-af66-4cc4-bd5c-e891581f0b08/c062544a-b948-4459-91f6-de92fc1af802) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:47:47.341755 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-306f6020-20c6-45f5-a2af-6a8a7c84e046 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] device_id is not set on port 4e8a50dc-546f-49cf-8211-bd142bfffa0c yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:47:47.492414 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8580456a-2992-4534-becb-a32a8ebded10 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (ba191689-d31b-42d9-beb0-fb0323ed867c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:47.549600 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a10de306-3b33-47e8-89f1-79ffbfe8ada6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for port (c062544a-b948-4459-91f6-de92fc1af802), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:47.690310 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a10de306-3b33-47e8-89f1-79ffbfe8ada6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c062544a-b948-4459-91f6-de92fc1af802), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:47.784208 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] Allocated IP 10.2.2.2 (6ff3d289-1ffa-4a39-b840-9958ff036d72/1dc3c94e-0036-4741-beec-77866fd95a96/d2213cbc-8eb5-446c-83cd-1d021f1ef23f) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:47:47.811855 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10de306-3b33-47e8-89f1-79ffbfe8ada6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Network 78399eb3-e436-4a3e-9e3b-1878bcdc3f27 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:47:47.843767 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a10de306-3b33-47e8-89f1-79ffbfe8ada6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:47:47.863783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10de306-3b33-47e8-89f1-79ffbfe8ada6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:47:47.892931 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab21ced-64c6-4b06-be21-886450941ee0 req-ae383289-d3bb-49e9-8a08-d782535471ea tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:47.901881 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bab21ced-64c6-4b06-be21-886450941ee0 req-ae383289-d3bb-49e9-8a08-d782535471ea tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.2583683 Feb 07 16:47:47.936210 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8580456a-2992-4534-becb-a32a8ebded10 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ba191689-d31b-42d9-beb0-fb0323ed867c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:47.967362 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10de306-3b33-47e8-89f1-79ffbfe8ada6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Pushing event updated for resources: {'Port': ['ID=c062544a-b948-4459-91f6-de92fc1af802,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:48.125339 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10de306-3b33-47e8-89f1-79ffbfe8ada6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:48.125993 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a10de306-3b33-47e8-89f1-79ffbfe8ada6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:48.143916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8580456a-2992-4534-becb-a32a8ebded10 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Network 58529296-214c-4aad-a224-bb760d579633 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:47:48.153826 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bab21ced-64c6-4b06-be21-886450941ee0 req-8a367a1f-79bd-497c-9836-c954ead41c5f tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501183 Feb 07 16:47:48.170919 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-8580456a-2992-4534-becb-a32a8ebded10 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:47:48.196713 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a10de306-3b33-47e8-89f1-79ffbfe8ada6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.4250908 Feb 07 16:47:48.202143 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42240) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:48.210513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8580456a-2992-4534-becb-a32a8ebded10 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:47:48.416873 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-306f6020-20c6-45f5-a2af-6a8a7c84e046 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Allocated IP 10.1.1.103 (772a5458-241a-4973-8916-b74170ada414/fe980b80-4ff0-4853-82e3-b744d6a56a26/4e8a50dc-546f-49cf-8211-bd142bfffa0c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:47:48.471952 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580456a-2992-4534-becb-a32a8ebded10 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=ba191689-d31b-42d9-beb0-fb0323ed867c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:48.500619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-19ab1488-4b50-40cf-8a6d-ba5deed51305 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Deleting port c062544a-b948-4459-91f6-de92fc1af802 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:47:48.501393 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19ab1488-4b50-40cf-8a6d-ba5deed51305 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c062544a-b948-4459-91f6-de92fc1af802), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:48.570705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:47:48.571340 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a23cc1-c883-4829-a864-178d5bd4d62e req-9fef47a7-bd2e-4d48-a1ec-5ea06b197b31 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:48.575868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port f58fbf35-c6ec-4521-98b1-13c54773f7c2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:47:48.576271 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f58fbf35-c6ec-4521-98b1-13c54773f7c2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:48.579555 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e1a23cc1-c883-4829-a864-178d5bd4d62e req-9fef47a7-bd2e-4d48-a1ec-5ea06b197b31 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.6975961 Feb 07 16:47:48.698598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '3835a0f1-f4e6-4303-9a4d-36a77fc3bad2', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '3835a0f1-f4e6-4303-9a4d-36a77fc3bad2', 'mac_address': 'fa:16:3e:d6:7d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:47:48.769774 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19ab1488-4b50-40cf-8a6d-ba5deed51305 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c062544a-b948-4459-91f6-de92fc1af802), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:48.834272 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-19ab1488-4b50-40cf-8a6d-ba5deed51305 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Calling delete_port for c062544a-b948-4459-91f6-de92fc1af802 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:47:49.064239 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-306f6020-20c6-45f5-a2af-6a8a7c84e046 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for port (4e8a50dc-546f-49cf-8211-bd142bfffa0c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:49.110611 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19ab1488-4b50-40cf-8a6d-ba5deed51305 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c062544a-b948-4459-91f6-de92fc1af802), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:49.146708 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-78371786-429b-45aa-acc6-69680bd3f7db None None] Current status of the port f58fbf35-c6ec-4521-98b1-13c54773f7c2 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:49.147541 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78371786-429b-45aa-acc6-69680bd3f7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f58fbf35-c6ec-4521-98b1-13c54773f7c2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:49.159000 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42254) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:49.162675 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab1488-4b50-40cf-8a6d-ba5deed51305 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Pushing event deleted for resources: {'Port': ['ID=c062544a-b948-4459-91f6-de92fc1af802,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:49.179485 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8580456a-2992-4534-becb-a32a8ebded10 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:49.182739 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-306f6020-20c6-45f5-a2af-6a8a7c84e046 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4e8a50dc-546f-49cf-8211-bd142bfffa0c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:49.203489 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:49.204299 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:49.341085 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19ab1488-4b50-40cf-8a6d-ba5deed51305 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:49.342435 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cec58fc-0346-48af-a301-c15611d2f3a6 None None] Network 78399eb3-e436-4a3e-9e3b-1878bcdc3f27 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:47:49.351651 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-19ab1488-4b50-40cf-8a6d-ba5deed51305 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "DELETE /v2.0/ports/c062544a-b948-4459-91f6-de92fc1af802 HTTP/1.1" status: 204 len: 168 time: 1.1473076 Feb 07 16:47:49.352031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42260) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:49.363488 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2e41db9a-a84f-4571-86a5-20906cd59b2d tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78399eb3-e436-4a3e-9e3b-1878bcdc3f27', 'external_fixed_ips': [{'subnet_id': '769770ef-af66-4cc4-bd5c-e891581f0b08', 'ip_address': '172.20.0.13'}]}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:49.433241 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] Publish callbacks [] for port (d2213cbc-8eb5-446c-83cd-1d021f1ef23f), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:49.467954 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e41db9a-a84f-4571-86a5-20906cd59b2d tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (cbca9fc5-ea31-4512-983d-438fcb737b7b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:49.469132 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:47:49.469645 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e41db9a-a84f-4571-86a5-20906cd59b2d tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (cbca9fc5-ea31-4512-983d-438fcb737b7b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:49.517183 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (d2213cbc-8eb5-446c-83cd-1d021f1ef23f), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:49.520869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfddbd-ce9a-46e0-8639-509810712a8d req-5fb3d1d2-e1d4-496c-a3d0-68c1430e1e97 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:49.522835 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8bcfddbd-ce9a-46e0-8639-509810712a8d req-5fb3d1d2-e1d4-496c-a3d0-68c1430e1e97 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1475418 Feb 07 16:47:49.545629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-78371786-429b-45aa-acc6-69680bd3f7db None None] For port f58fbf35-c6ec-4521-98b1-13c54773f7c2, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f58fbf35-c6ec-4521-98b1-13c54773f7c2,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:47:49.552836 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f58fbf35-c6ec-4521-98b1-13c54773f7c2 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:49.553238 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f58fbf35-c6ec-4521-98b1-13c54773f7c2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:49.576193 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:47:49.587957 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78371786-429b-45aa-acc6-69680bd3f7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f58fbf35-c6ec-4521-98b1-13c54773f7c2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:49.601143 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:49.625996 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] Network 6ff3d289-1ffa-4a39-b840-9958ff036d72 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:47:49.645239 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e41db9a-a84f-4571-86a5-20906cd59b2d tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_controller (cbca9fc5-ea31-4512-983d-438fcb737b7b), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:49.654818 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:47:49.660956 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8bcfddbd-ce9a-46e0-8639-509810712a8d req-daafbefb-ab34-4901-9ba4-404c921e6305 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246445 Feb 07 16:47:49.662298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:47:49.665420 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] Pushing event updated for resources: {'Port': ['ID=d2213cbc-8eb5-446c-83cd-1d021f1ef23f,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:49.760976 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['3835a0f1-f4e6-4303-9a4d-36a77fc3bad2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:47:49.878960 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e41db9a-a84f-4571-86a5-20906cd59b2d tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_gateway (cbca9fc5-ea31-4512-983d-438fcb737b7b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:49.925918 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:47:49.926353 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:47:49.958128 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4253254a-0eea-41db-9809-943286b00bfc None None] Provisioning complete for port ba191689-d31b-42d9-beb0-fb0323ed867c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:47:49.958733 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4253254a-0eea-41db-9809-943286b00bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ba191689-d31b-42d9-beb0-fb0323ed867c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:50.028378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78371786-429b-45aa-acc6-69680bd3f7db None None] Pushing event updated for resources: {'Port': ['ID=f58fbf35-c6ec-4521-98b1-13c54773f7c2,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:50.049934 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] Attempting to bind port d2213cbc-8eb5-446c-83cd-1d021f1ef23f on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:47:50.050625 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] Attempting to bind port d2213cbc-8eb5-446c-83cd-1d021f1ef23f by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '0136f7ea-999b-4051-86f3-2f70d0f8796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6ff3d289-1ffa-4a39-b840-9958ff036d72'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:47:50.051163 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] Attempting to bind port d2213cbc-8eb5-446c-83cd-1d021f1ef23f on network 6ff3d289-1ffa-4a39-b840-9958ff036d72 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:47:50.150545 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:47:50.151451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] Checking segment: {'id': '0136f7ea-999b-4051-86f3-2f70d0f8796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6ff3d289-1ffa-4a39-b840-9958ff036d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:47:50.152140 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:50.153244 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] Bound using segment: {'id': '0136f7ea-999b-4051-86f3-2f70d0f8796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6ff3d289-1ffa-4a39-b840-9958ff036d72'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:47:50.154172 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] Bound port: d2213cbc-8eb5-446c-83cd-1d021f1ef23f, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0136f7ea-999b-4051-86f3-2f70d0f8796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6ff3d289-1ffa-4a39-b840-9958ff036d72'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:47:50.155140 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d2213cbc-8eb5-446c-83cd-1d021f1ef23f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:50.211639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4253254a-0eea-41db-9809-943286b00bfc None None] Port ba191689-d31b-42d9-beb0-fb0323ed867c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:47:50.281702 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e41db9a-a84f-4571-86a5-20906cd59b2d tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_gateway (cbca9fc5-ea31-4512-983d-438fcb737b7b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:50.295216 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a53fe6d5-b049-4dc9-9cdb-86c75a3269d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:50.301660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306f6020-20c6-45f5-a2af-6a8a7c84e046 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Network 772a5458-241a-4973-8916-b74170ada414 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:47:50.312080 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e41db9a-a84f-4571-86a5-20906cd59b2d tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:50.323624 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e1a23cc1-c883-4829-a864-178d5bd4d62e req-588f6ae6-6f85-4d87-9b6f-affd4afe5fcf tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6433392 Feb 07 16:47:50.342266 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42296) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:50.362550 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-306f6020-20c6-45f5-a2af-6a8a7c84e046 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:47:50.365728 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f6020-20c6-45f5-a2af-6a8a7c84e046 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:47:50.372449 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f6020-20c6-45f5-a2af-6a8a7c84e046 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event updated for resources: {'Port': ['ID=4e8a50dc-546f-49cf-8211-bd142bfffa0c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:50.421783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] For port d2213cbc-8eb5-446c-83cd-1d021f1ef23f, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:47:50.442040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] For port d2213cbc-8eb5-446c-83cd-1d021f1ef23f, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d2213cbc-8eb5-446c-83cd-1d021f1ef23f,segment=NetworkSegment(0136f7ea-999b-4051-86f3-2f70d0f8796a),segment_id=0136f7ea-999b-4051-86f3-2f70d0f8796a)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:47:50.519075 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306f6020-20c6-45f5-a2af-6a8a7c84e046 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:50.527589 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-306f6020-20c6-45f5-a2af-6a8a7c84e046 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:50.589088 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4253254a-0eea-41db-9809-943286b00bfc None None] Provisioning complete for port f58fbf35-c6ec-4521-98b1-13c54773f7c2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:47:50.589730 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4253254a-0eea-41db-9809-943286b00bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f58fbf35-c6ec-4521-98b1-13c54773f7c2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:50.603751 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-306f6020-20c6-45f5-a2af-6a8a7c84e046 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.3051498 Feb 07 16:47:50.607336 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42302) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:50.616734 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e8ba0ba5-fd42-4f27-9d4c-d35d94066df6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Request body: {'port': {'network_id': '772a5458-241a-4973-8916-b74170ada414', 'name': 'tempest-TaggedBootDevicesTest_v242-635196398', 'fixed_ips': [{'subnet_id': 'fe980b80-4ff0-4853-82e3-b744d6a56a26'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:50.646184 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d2213cbc-8eb5-446c-83cd-1d021f1ef23f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:50.667266 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-2e41db9a-a84f-4571-86a5-20906cd59b2d tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Allocated IP 172.20.0.13 (78399eb3-e436-4a3e-9e3b-1878bcdc3f27/769770ef-af66-4cc4-bd5c-e891581f0b08/f0449d16-9eb6-4e59-a0fe-0c08a805019a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:47:50.673743 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:50.807595 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e41db9a-a84f-4571-86a5-20906cd59b2d tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for port (f0449d16-9eb6-4e59-a0fe-0c08a805019a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:50.846280 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b8956-ad4d-42f9-a2aa-ca49d5ebb5a2 None None] Pushing event updated for resources: {'Port': ['ID=d2213cbc-8eb5-446c-83cd-1d021f1ef23f,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:50.851155 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e41db9a-a84f-4571-86a5-20906cd59b2d tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f0449d16-9eb6-4e59-a0fe-0c08a805019a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:50.876527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f58fbf35-c6ec-4521-98b1-13c54773f7c2 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:50.938807 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8580456a-2992-4534-becb-a32a8ebded10 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ba191689-d31b-42d9-beb0-fb0323ed867c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:51.062395 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4253254a-0eea-41db-9809-943286b00bfc None None] Current status of the port f58fbf35-c6ec-4521-98b1-13c54773f7c2 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:51.144572 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f58fbf35-c6ec-4521-98b1-13c54773f7c2 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:47:51.152751 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e41db9a-a84f-4571-86a5-20906cd59b2d tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Network 78399eb3-e436-4a3e-9e3b-1878bcdc3f27 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:47:51.156526 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41db9a-a84f-4571-86a5-20906cd59b2d tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Pushing event updated for resources: {'Port': ['ID=f0449d16-9eb6-4e59-a0fe-0c08a805019a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:51.157110 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:51.238864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2e41db9a-a84f-4571-86a5-20906cd59b2d tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:47:51.248855 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e41db9a-a84f-4571-86a5-20906cd59b2d tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:47:51.255675 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2df4a075-23d6-418a-80be-90ef01b2c572 None None] Provisioning complete for port 4e8a50dc-546f-49cf-8211-bd142bfffa0c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:47:51.256070 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2df4a075-23d6-418a-80be-90ef01b2c572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e8a50dc-546f-49cf-8211-bd142bfffa0c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:51.440787 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port f58fbf35-c6ec-4521-98b1-13c54773f7c2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:47:51.441682 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f58fbf35-c6ec-4521-98b1-13c54773f7c2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:51.507052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b5077-9e42-4300-9046-28e372c9054f req-19042a15-257a-4307-b6e8-b983b351e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:51.507534 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b5077-9e42-4300-9046-28e372c9054f req-19042a15-257a-4307-b6e8-b983b351e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:51.508006 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b5077-9e42-4300-9046-28e372c9054f req-19042a15-257a-4307-b6e8-b983b351e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:51.508471 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b5077-9e42-4300-9046-28e372c9054f req-19042a15-257a-4307-b6e8-b983b351e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:51.509187 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b5077-9e42-4300-9046-28e372c9054f req-19042a15-257a-4307-b6e8-b983b351e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:51.509683 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b5077-9e42-4300-9046-28e372c9054f req-19042a15-257a-4307-b6e8-b983b351e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:51.510176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b5077-9e42-4300-9046-28e372c9054f req-19042a15-257a-4307-b6e8-b983b351e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:51.520584 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a53fe6d5-b049-4dc9-9cdb-86c75a3269d2 admin admin] Publish callbacks [] for security_group (afd83de0-690b-47bf-9562-3165e5b07fef), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:51.521894 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-301b5077-9e42-4300-9046-28e372c9054f req-19042a15-257a-4307-b6e8-b983b351e1c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 6708 time: 1.1695385 Feb 07 16:47:51.528807 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2df4a075-23d6-418a-80be-90ef01b2c572 None None] Port 4e8a50dc-546f-49cf-8211-bd142bfffa0c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:47:51.556067 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a53fe6d5-b049-4dc9-9cdb-86c75a3269d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (afd83de0-690b-47bf-9562-3165e5b07fef), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:51.698097 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135685fd-e7b5-4c9d-ae23-6ca2731475c0 req-91927f11-bcb7-4109-8195-3f6c049cd7c3 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:51.720997 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-135685fd-e7b5-4c9d-ae23-6ca2731475c0 req-91927f11-bcb7-4109-8195-3f6c049cd7c3 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.6193259 Feb 07 16:47:51.734989 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f58fbf35-c6ec-4521-98b1-13c54773f7c2 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:51.859279 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fe6d5-b049-4dc9-9cdb-86c75a3269d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd83de0-690b-47bf-9562-3165e5b07fef,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:51.910044 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a53fe6d5-b049-4dc9-9cdb-86c75a3269d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d86151af2194229ae5c4ac2a2e7bb66&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7489042 Feb 07 16:47:51.918732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42322) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:52.078977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ba0ba5-fd42-4f27-9d4c-d35d94066df6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Made reservation on behalf of 4a9341a8a4fe41fe98e19305419da9b8 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:47:52.084331 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8ba0ba5-fd42-4f27-9d4c-d35d94066df6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:52.158498 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-135685fd-e7b5-4c9d-ae23-6ca2731475c0 req-67d545f7-111c-40e4-b5f2-1d33c299d808 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310520 Feb 07 16:47:52.170031 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9113434a-966d-481a-a545-23342759aba8 admin admin] Publish callbacks [] for security_group (afd83de0-690b-47bf-9562-3165e5b07fef), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:52.203042 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9113434a-966d-481a-a545-23342759aba8 admin admin] Publish callbacks [] for security_group (afd83de0-690b-47bf-9562-3165e5b07fef), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:52.351828 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-301b5077-9e42-4300-9046-28e372c9054f req-6919367a-6c71-4a64-b8f2-06357ab4eeb3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&id=5885bc65-e545-487f-b881-1a8296d2e7af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8286803 Feb 07 16:47:52.370559 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9113434a-966d-481a-a545-23342759aba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (afd83de0-690b-47bf-9562-3165e5b07fef), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:52.388765 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9113434a-966d-481a-a545-23342759aba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:52.390689 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9113434a-966d-481a-a545-23342759aba8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afd83de0-690b-47bf-9562-3165e5b07fef HTTP/1.1" status: 204 len: 168 time: 0.4629359 Feb 07 16:47:52.393154 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-e8ba0ba5-fd42-4f27-9d4c-d35d94066df6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] device_id is not set on port 143a4394-acab-4b64-907b-aa1207677eba yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:47:52.501170 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-3d5d3f93-4f38-4303-9817-e22ae2b9d3fb tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:52.511783 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-3d5d3f93-4f38-4303-9817-e22ae2b9d3fb tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c&tenant_id=fe34686be38c42c8a33e48d32dc23dcd&binding%3Ahost_id=n-h2-827865-3 HTTP/1.1" status: 200 len: 1128 time: 0.5708385 Feb 07 16:47:52.594313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113434a-966d-481a-a545-23342759aba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd83de0-690b-47bf-9562-3165e5b07fef,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:52.678560 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827865-3'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:53.028311 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e41db9a-a84f-4571-86a5-20906cd59b2d tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_gateway (cbca9fc5-ea31-4512-983d-438fcb737b7b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:53.067239 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:53.082355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406b3e8-9349-41ec-ba89-fea44a75bfbd req-c082125d-d442-4ae4-9cb0-89d509cd4253 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:53.085204 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a406b3e8-9349-41ec-ba89-fea44a75bfbd req-c082125d-d442-4ae4-9cb0-89d509cd4253 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 946 time: 0.6904175 Feb 07 16:47:53.093096 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:53.148894 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7146a1a-9de4-42dc-8d81-1c39d7d4c92a None None] Network 6ff3d289-1ffa-4a39-b840-9958ff036d72 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:47:53.155845 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8580456a-2992-4534-becb-a32a8ebded10 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (ba191689-d31b-42d9-beb0-fb0323ed867c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:53.184955 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8580456a-2992-4534-becb-a32a8ebded10 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (ba191689-d31b-42d9-beb0-fb0323ed867c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:53.326315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d2213cbc-8eb5-446c-83cd-1d021f1ef23f up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:47:53.373176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42334) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:53.509541 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ff749895-8534-4803-830b-12e19925472c None None] Provisioning complete for port d2213cbc-8eb5-446c-83cd-1d021f1ef23f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:47:53.510054 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ff749895-8534-4803-830b-12e19925472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d2213cbc-8eb5-446c-83cd-1d021f1ef23f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:53.542048 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f21b9dc7-6711-4de2-93fa-cd95d8aa8607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:53.611955 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580456a-2992-4534-becb-a32a8ebded10 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=ba191689-d31b-42d9-beb0-fb0323ed867c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:53.630580 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8580456a-2992-4534-becb-a32a8ebded10 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:53.645328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 6124f81f-5ddd-47ca-84ae-caa98a00790d details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:47:53.652193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e8ba0ba5-fd42-4f27-9d4c-d35d94066df6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Allocated IP 10.1.1.13 (772a5458-241a-4973-8916-b74170ada414/fe980b80-4ff0-4853-82e3-b744d6a56a26/143a4394-acab-4b64-907b-aa1207677eba) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:47:53.821880 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a406b3e8-9349-41ec-ba89-fea44a75bfbd req-ca2b8c41-ea6c-49d7-ab2c-cfaefffeed58 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638580 Feb 07 16:47:53.942294 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:47:53.967171 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e41db9a-a84f-4571-86a5-20906cd59b2d tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (cbca9fc5-ea31-4512-983d-438fcb737b7b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:53.988943 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d2213cbc-8eb5-446c-83cd-1d021f1ef23f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:47:53.988943 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d2213cbc-8eb5-446c-83cd-1d021f1ef23f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:54.000360 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] For port 6124f81f-5ddd-47ca-84ae-caa98a00790d, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6124f81f-5ddd-47ca-84ae-caa98a00790d,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:47:54.151943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] For port 6124f81f-5ddd-47ca-84ae-caa98a00790d, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:47:54.205029 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:47:54.216556 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d2213cbc-8eb5-446c-83cd-1d021f1ef23f is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:54.217046 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d2213cbc-8eb5-446c-83cd-1d021f1ef23f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:54.270633 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] Publish callbacks [] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:54.281826 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:47:54.282202 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:54.315433 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed552571-c774-4803-9d8a-2b7e52fff45c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6124f81f-5ddd-47ca-84ae-caa98a00790d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:47:54.320356 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee957b4-750f-4cfd-a140-4cb3b33773b5" -d '{"events": [{"server_uuid": "ed552571-c774-4803-9d8a-2b7e52fff45c", "name": "network-vif-unplugged", "status": "completed", "tag": "6124f81f-5ddd-47ca-84ae-caa98a00790d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:47:54.396938 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ff749895-8534-4803-830b-12e19925472c None None] Current status of the port d2213cbc-8eb5-446c-83cd-1d021f1ef23f is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:54.396938 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ff749895-8534-4803-830b-12e19925472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d2213cbc-8eb5-446c-83cd-1d021f1ef23f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:54.411598 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:54.451970 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8580456a-2992-4534-becb-a32a8ebded10 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Network 58529296-214c-4aad-a224-bb760d579633 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:47:54.453894 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port d2213cbc-8eb5-446c-83cd-1d021f1ef23f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d2213cbc-8eb5-446c-83cd-1d021f1ef23f,segment=NetworkSegment(0136f7ea-999b-4051-86f3-2f70d0f8796a),segment_id=0136f7ea-999b-4051-86f3-2f70d0f8796a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:47:54.478516 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d2213cbc-8eb5-446c-83cd-1d021f1ef23f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:54.518635 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-8580456a-2992-4534-becb-a32a8ebded10 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:47:54.675863 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 6124f81f-5ddd-47ca-84ae-caa98a00790d, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6124f81f-5ddd-47ca-84ae-caa98a00790d,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:47:54.759649 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=6124f81f-5ddd-47ca-84ae-caa98a00790d,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:54.817341 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f21b9dc7-6711-4de2-93fa-cd95d8aa8607 admin admin] Publish callbacks [] for security_group (2ef219b0-ff2f-46bb-af0f-766d801d23c5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:54.835084 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] Attempting to bind port 6124f81f-5ddd-47ca-84ae-caa98a00790d on host n-h2-827865-3 for vnic_type normal with profile {"migrating_to": "n-h1-827865-3"} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:47:54.835631 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] Attempting to bind port 6124f81f-5ddd-47ca-84ae-caa98a00790d by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:47:54.836192 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] Attempting to bind port 6124f81f-5ddd-47ca-84ae-caa98a00790d on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:47:54.846210 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8ba0ba5-fd42-4f27-9d4c-d35d94066df6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for port (143a4394-acab-4b64-907b-aa1207677eba), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:54.863045 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f21b9dc7-6711-4de2-93fa-cd95d8aa8607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2ef219b0-ff2f-46bb-af0f-766d801d23c5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:54.873484 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] Port 6124f81f-5ddd-47ca-84ae-caa98a00790d on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:47:54.881617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] Attempting to bind port 6124f81f-5ddd-47ca-84ae-caa98a00790d on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:47:54.936837 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:47:54.937342 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] Checking segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:47:54.937828 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] Bound using segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:47:54.938306 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] Bound port: 6124f81f-5ddd-47ca-84ae-caa98a00790d, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:47:54.948538 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:55.029192 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f21b9dc7-6711-4de2-93fa-cd95d8aa8607 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42f0bc991c5d4c90ad4d7469fbeedfdd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6528676 Feb 07 16:47:55.033323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b9dc7-6711-4de2-93fa-cd95d8aa8607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef219b0-ff2f-46bb-af0f-766d801d23c5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:55.069987 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42350) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:55.096758 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74dd84-9602-4c23-a75c-23968d812de3 req-f21c6c7c-d1d2-4a37-9fc4-ce4757207516 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:55.098217 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 6124f81f-5ddd-47ca-84ae-caa98a00790d has no active binding in host n-h1-827865-3 {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 16:47:55.104201 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=d2213cbc-8eb5-446c-83cd-1d021f1ef23f,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:55.106656 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b74dd84-9602-4c23-a75c-23968d812de3 req-f21c6c7c-d1d2-4a37-9fc4-ce4757207516 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.3692784 Feb 07 16:47:55.115173 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:55.118305 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:55.140773 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-ff749895-8534-4803-830b-12e19925472c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:47:55.141312 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-ff749895-8534-4803-830b-12e19925472c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:47:55.165331 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8580456a-2992-4534-becb-a32a8ebded10 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router 177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:47:55.223927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:47:55.224892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4627db7d-36eb-4ec8-8ac0-4a500364569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3835a0f1-f4e6-4303-9a4d-36a77fc3bad2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:47:55.228188 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abea3ac8-023b-40f6-92ee-36dc0cdf3cd5" -d '{"events": [{"server_uuid": "4627db7d-36eb-4ec8-8ac0-4a500364569b", "name": "network-vif-plugged", "status": "completed", "tag": "3835a0f1-f4e6-4303-9a4d-36a77fc3bad2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:47:55.256130 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:55.338039 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b74dd84-9602-4c23-a75c-23968d812de3 req-4d3200da-341f-463c-836c-1ad98d249d15 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299433 Feb 07 16:47:55.352141 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9efe61a9-276e-4312-9994-b639e6d01817 admin admin] Publish callbacks [] for security_group (2ef219b0-ff2f-46bb-af0f-766d801d23c5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:55.395300 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e41db9a-a84f-4571-86a5-20906cd59b2d tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Router cbca9fc5-ea31-4512-983d-438fcb737b7b is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:47:55.410279 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,revision_number=10']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:55.525651 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9efe61a9-276e-4312-9994-b639e6d01817 admin admin] Publish callbacks [] for security_group (2ef219b0-ff2f-46bb-af0f-766d801d23c5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:55.551259 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d84e82-5b66-41ac-b866-d78fc7fdf6af x-openstack-request-id: req-b2d84e82-5b66-41ac-b866-d78fc7fdf6af {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:47:55.551912 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed552571-c774-4803-9d8a-2b7e52fff45c", "name": "network-vif-unplugged", "status": "completed", "tag": "6124f81f-5ddd-47ca-84ae-caa98a00790d", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:47:55.552344 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2d84e82-5b66-41ac-b866-d78fc7fdf6af {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:47:55.553984 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed552571-c774-4803-9d8a-2b7e52fff45c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6124f81f-5ddd-47ca-84ae-caa98a00790d', 'code': 200} Feb 07 16:47:55.580956 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8ba0ba5-fd42-4f27-9d4c-d35d94066df6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (143a4394-acab-4b64-907b-aa1207677eba), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:55.705161 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba0ba5-fd42-4f27-9d4c-d35d94066df6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event updated for resources: {'Port': ['ID=143a4394-acab-4b64-907b-aa1207677eba,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:55.718310 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] For port 6124f81f-5ddd-47ca-84ae-caa98a00790d, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:47:55.722986 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8580456a-2992-4534-becb-a32a8ebded10 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:47:55.732479 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8580456a-2992-4534-becb-a32a8ebded10 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "PUT /v2.0/routers/177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9501219 Feb 07 16:47:55.737295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ba0ba5-fd42-4f27-9d4c-d35d94066df6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Network 772a5458-241a-4973-8916-b74170ada414 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:47:55.739725 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] For port 6124f81f-5ddd-47ca-84ae-caa98a00790d, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6124f81f-5ddd-47ca-84ae-caa98a00790d,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:47:55.742515 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42356) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:55.751747 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-be3ac61e-b90a-450d-916a-27cfefe02a8b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'port': {'network_id': '58529296-214c-4aad-a224-bb760d579633', 'name': 'tempest-FloatingIPTestJSON-768077166'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:55.759338 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e8ba0ba5-fd42-4f27-9d4c-d35d94066df6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:47:55.762891 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba0ba5-fd42-4f27-9d4c-d35d94066df6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:47:55.782826 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed3a2f9-ac55-4f83-ad79-ce6e0913d6d5 None None] Sync routers for ids ['177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:47:55.788149 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:55.988472 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=6124f81f-5ddd-47ca-84ae-caa98a00790d,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:56.010792 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2d2ed1b1-016a-4118-83ba-dd0b4ea5d6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:56.019981 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ff749895-8534-4803-830b-12e19925472c None None] Current status of the port d2213cbc-8eb5-446c-83cd-1d021f1ef23f is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:56.034336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed3a2f9-ac55-4f83-ad79-ce6e0913d6d5 None None] Routers {'177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:47:56.036722 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2ed3a2f9-ac55-4f83-ad79-ce6e0913d6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:47:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:56.147814 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ba0ba5-fd42-4f27-9d4c-d35d94066df6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:56.151382 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8ba0ba5-fd42-4f27-9d4c-d35d94066df6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:56.166950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:56.169383 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:56.171305 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e41db9a-a84f-4571-86a5-20906cd59b2d tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:47:56.174545 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-363bc5a8-ca4b-4dec-85ee-3b99693c7ce4 service neutron] 10.222.0.48 "PUT /v2.0/ports/6124f81f-5ddd-47ca-84ae-caa98a00790d HTTP/1.1" status: 200 len: 1122 time: 3.5410843 Feb 07 16:47:56.192460 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] Sync routers for ids ['cbca9fc5-ea31-4512-983d-438fcb737b7b'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:47:56.194197 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2ed3a2f9-ac55-4f83-ad79-ce6e0913d6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:56.226358 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] Routers {'cbca9fc5-ea31-4512-983d-438fcb737b7b'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:47:56.229610 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:47:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cbca9fc5-ea31-4512-983d-438fcb737b7b'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:56.267903 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed3a2f9-ac55-4f83-ad79-ce6e0913d6d5 None None] Routers {'177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:47:56.273053 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2ed3a2f9-ac55-4f83-ad79-ce6e0913d6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:47:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:56.274950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-975faa36-1c1b-42f8-b293-11ffaf6ec49c None None] Provisioning complete for port d2213cbc-8eb5-446c-83cd-1d021f1ef23f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:47:56.275360 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-975faa36-1c1b-42f8-b293-11ffaf6ec49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d2213cbc-8eb5-446c-83cd-1d021f1ef23f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:56.336606 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e8ba0ba5-fd42-4f27-9d4c-d35d94066df6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.7244916 Feb 07 16:47:56.398561 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e41db9a-a84f-4571-86a5-20906cd59b2d tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:56.402157 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2e41db9a-a84f-4571-86a5-20906cd59b2d tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.0476677 Feb 07 16:47:56.412263 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42362) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:56.459323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b96ca-d57a-47b8-aec0-c869ff0f06da req-102b7f0e-2bb6-49db-a615-7dba622274a4 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:56.475309 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e49b96ca-d57a-47b8-aec0-c869ff0f06da req-102b7f0e-2bb6-49db-a615-7dba622274a4 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 944 time: 0.6364174 Feb 07 16:47:56.486399 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9efe61a9-276e-4312-9994-b639e6d01817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2ef219b0-ff2f-46bb-af0f-766d801d23c5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:56.489468 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9efe61a9-276e-4312-9994-b639e6d01817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:56.494987 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['6124f81f-5ddd-47ca-84ae-caa98a00790d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:47:56.498664 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9efe61a9-276e-4312-9994-b639e6d01817 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ef219b0-ff2f-46bb-af0f-766d801d23c5 HTTP/1.1" status: 204 len: 168 time: 1.4255252 Feb 07 16:47:56.501364 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['6124f81f-5ddd-47ca-84ae-caa98a00790d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:47:56.635529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2ed3a2f9-ac55-4f83-ad79-ce6e0913d6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:56.636257 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed3a2f9-ac55-4f83-ad79-ce6e0913d6d5 None None] The sync data for ids ['177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:47:56.689335 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] Set router cbca9fc5-ea31-4512-983d-438fcb737b7b gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:47:56.690654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe61a9-276e-4312-9994-b639e6d01817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef219b0-ff2f-46bb-af0f-766d801d23c5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:56.775385 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c847b31-494c-4451-b689-fab80399fdca tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router (cbca9fc5-ea31-4512-983d-438fcb737b7b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:56.784168 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e49b96ca-d57a-47b8-aec0-c869ff0f06da req-078dc218-369b-4ca6-bdf2-0bd5a6aec2ae tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786942 Feb 07 16:47:56.911193 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-975faa36-1c1b-42f8-b293-11ffaf6ec49c None None] Current status of the port d2213cbc-8eb5-446c-83cd-1d021f1ef23f is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:57.044092 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3ac61e-b90a-450d-916a-27cfefe02a8b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Made reservation on behalf of 426139bcf0c24dbc8a7bbbd053e318bf for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:47:57.052122 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58f2ebe-0cf2-4d0b-9995-56ffb31e571e x-openstack-request-id: req-d58f2ebe-0cf2-4d0b-9995-56ffb31e571e {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:47:57.052609 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4627db7d-36eb-4ec8-8ac0-4a500364569b", "name": "network-vif-plugged", "status": "completed", "tag": "3835a0f1-f4e6-4303-9a4d-36a77fc3bad2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:47:57.053064 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d58f2ebe-0cf2-4d0b-9995-56ffb31e571e {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:47:57.053676 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4627db7d-36eb-4ec8-8ac0-4a500364569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3835a0f1-f4e6-4303-9a4d-36a77fc3bad2', 'code': 200} Feb 07 16:47:57.061190 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be3ac61e-b90a-450d-916a-27cfefe02a8b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:57.076174 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c847b31-494c-4451-b689-fab80399fdca tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_gateway (cbca9fc5-ea31-4512-983d-438fcb737b7b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:57.228923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-be3ac61e-b90a-450d-916a-27cfefe02a8b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] device_id is not set on port 4ac1abc7-eada-412f-b3ad-0100f918d0b9 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:47:57.337698 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d2213cbc-8eb5-446c-83cd-1d021f1ef23f up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:47:57.392364 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca9fc5-ea31-4512-983d-438fcb737b7b', 'name': '', 'tenant_id': '3c719df53ac9448b86cc1a17ac90dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78399eb3-e436-4a3e-9e3b-1878bcdc3f27', 'external_fixed_ips': [{'subnet_id': '769770ef-af66-4cc4-bd5c-e891581f0b08', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f0449d16-9eb6-4e59-a0fe-0c08a805019a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:47:49Z', 'updated_at': '2022-02-07T16:47:52Z', 'revision_number': 3, 'project_id': '3c719df53ac9448b86cc1a17ac90dbb8', 'gw_port': {'id': 'f0449d16-9eb6-4e59-a0fe-0c08a805019a', 'name': '', 'network_id': '78399eb3-e436-4a3e-9e3b-1878bcdc3f27', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:63:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbca9fc5-ea31-4512-983d-438fcb737b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '769770ef-af66-4cc4-bd5c-e891581f0b08', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:47:50Z', 'updated_at': '2022-02-07T16:47:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '769770ef-af66-4cc4-bd5c-e891581f0b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:57.422055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1c847b31-494c-4451-b689-fab80399fdca tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Deleting port f0449d16-9eb6-4e59-a0fe-0c08a805019a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:47:57.422418 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c847b31-494c-4451-b689-fab80399fdca tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f0449d16-9eb6-4e59-a0fe-0c08a805019a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:57.483769 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] Checking router: cbca9fc5-ea31-4512-983d-438fcb737b7b for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:47:57.484429 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] Updating router cbca9fc5-ea31-4512-983d-438fcb737b7b port f0449d16-9eb6-4e59-a0fe-0c08a805019a binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:47:57.528956 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-975faa36-1c1b-42f8-b293-11ffaf6ec49c None None] Provisioning complete for port ba191689-d31b-42d9-beb0-fb0323ed867c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:47:57.529657 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-975faa36-1c1b-42f8-b293-11ffaf6ec49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ba191689-d31b-42d9-beb0-fb0323ed867c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:57.563275 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed552571-c774-4803-9d8a-2b7e52fff45c', 'tag': '6124f81f-5ddd-47ca-84ae-caa98a00790d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:47:57.568646 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f0449d16-9eb6-4e59-a0fe-0c08a805019a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:57.581167 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b313981-de22-4f45-9925-860081d94c42" -d '{"events": [{"name": "network-changed", "server_uuid": "ed552571-c774-4803-9d8a-2b7e52fff45c", "tag": "6124f81f-5ddd-47ca-84ae-caa98a00790d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:47:57.618376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-be3ac61e-b90a-450d-916a-27cfefe02a8b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Allocated IP 172.20.0.8 (58529296-214c-4aad-a224-bb760d579633/a190c958-332f-491f-ba89-f8e72e7f35af/4ac1abc7-eada-412f-b3ad-0100f918d0b9) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:47:57.817404 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-975faa36-1c1b-42f8-b293-11ffaf6ec49c None None] Port ba191689-d31b-42d9-beb0-fb0323ed867c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:47:57.817404 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d2213cbc-8eb5-446c-83cd-1d021f1ef23f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:47:57.817404 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d2213cbc-8eb5-446c-83cd-1d021f1ef23f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:58.040857 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ccd262d8-8b8f-4223-a9bc-1d17794cf744 None None] Provisioning complete for port 143a4394-acab-4b64-907b-aa1207677eba triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:47:58.050604 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ccd262d8-8b8f-4223-a9bc-1d17794cf744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (143a4394-acab-4b64-907b-aa1207677eba), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:58.063297 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42380) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:58.071688 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-02e67941-293c-4378-ac9b-07e663c4d3d8 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1624345213', 'description': 'tempest-description--761843044'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:58.177618 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02e67941-293c-4378-ac9b-07e663c4d3d8 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:58.333208 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1d214013-10a8-4838-90e2-609f9191ae79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:58.342242 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ccd262d8-8b8f-4223-a9bc-1d17794cf744 None None] Port 143a4394-acab-4b64-907b-aa1207677eba cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:47:58.425568 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02e67941-293c-4378-ac9b-07e663c4d3d8 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for security_group (df6eba52-2555-4491-a1bf-4538a97825b5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:58.478563 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02e67941-293c-4378-ac9b-07e663c4d3d8 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (df6eba52-2555-4491-a1bf-4538a97825b5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:58.530521 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d2213cbc-8eb5-446c-83cd-1d021f1ef23f is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:47:58.576543 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e67941-293c-4378-ac9b-07e663c4d3d8 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6eba52-2555-4491-a1bf-4538a97825b5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:58.612131 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02e67941-293c-4378-ac9b-07e663c4d3d8 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:58.616231 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-02e67941-293c-4378-ac9b-07e663c4d3d8 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5487857 Feb 07 16:47:58.619927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42388) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:58.622985 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] Publish callbacks [] for port (f0449d16-9eb6-4e59-a0fe-0c08a805019a), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:58.640226 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f0449d16-9eb6-4e59-a0fe-0c08a805019a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:58.646882 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-42bb4426-8f31-4a2c-9355-63aa695f102b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Request body: {'security_group_rule': {'security_group_id': 'df6eba52-2555-4491-a1bf-4538a97825b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:58.717505 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] Attempting to bind port f0449d16-9eb6-4e59-a0fe-0c08a805019a on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:47:58.718645 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] Attempting to bind port f0449d16-9eb6-4e59-a0fe-0c08a805019a by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'c8e47727-804e-4d82-b5c8-c482ee950fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '78399eb3-e436-4a3e-9e3b-1878bcdc3f27'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:47:58.719494 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] Attempting to bind port f0449d16-9eb6-4e59-a0fe-0c08a805019a on network 78399eb3-e436-4a3e-9e3b-1878bcdc3f27 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:47:58.733551 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:47:58.734322 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] Checking segment: {'id': 'c8e47727-804e-4d82-b5c8-c482ee950fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '78399eb3-e436-4a3e-9e3b-1878bcdc3f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:47:58.734954 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:58.735566 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] Bound using segment: {'id': 'c8e47727-804e-4d82-b5c8-c482ee950fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '78399eb3-e436-4a3e-9e3b-1878bcdc3f27'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:47:58.736263 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] Bound port: f0449d16-9eb6-4e59-a0fe-0c08a805019a, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e47727-804e-4d82-b5c8-c482ee950fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '78399eb3-e436-4a3e-9e3b-1878bcdc3f27'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:47:58.736830 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f0449d16-9eb6-4e59-a0fe-0c08a805019a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:58.742460 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65fdda-7b63-4894-a334-5a5691d1dfe8 None None] Pushing event updated for resources: {'Port': ['ID=f0449d16-9eb6-4e59-a0fe-0c08a805019a,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:58.780135 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65fdda-7b63-4894-a334-5a5691d1dfe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:58.781721 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65fdda-7b63-4894-a334-5a5691d1dfe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:58.782431 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65fdda-7b63-4894-a334-5a5691d1dfe8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:58.783072 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65fdda-7b63-4894-a334-5a5691d1dfe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:58.783642 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65fdda-7b63-4894-a334-5a5691d1dfe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:58.784177 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65fdda-7b63-4894-a334-5a5691d1dfe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:58.784745 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65fdda-7b63-4894-a334-5a5691d1dfe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:58.785251 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65fdda-7b63-4894-a334-5a5691d1dfe8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:58.785826 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65fdda-7b63-4894-a334-5a5691d1dfe8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:58.786388 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65fdda-7b63-4894-a334-5a5691d1dfe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:58.786948 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65fdda-7b63-4894-a334-5a5691d1dfe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:58.787833 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65fdda-7b63-4894-a334-5a5691d1dfe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:58.788550 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e65fdda-7b63-4894-a334-5a5691d1dfe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:47:58.814931 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a688fb-790e-46f1-a79c-38ab0427ffd1 req-5c89603a-d12f-4c03-a7e4-13e1219cdb78 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:58.841307 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49a688fb-790e-46f1-a79c-38ab0427ffd1 req-5c89603a-d12f-4c03-a7e4-13e1219cdb78 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.4094958 Feb 07 16:47:58.868190 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] For port f0449d16-9eb6-4e59-a0fe-0c08a805019a, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:47:58.878946 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] For port f0449d16-9eb6-4e59-a0fe-0c08a805019a, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f0449d16-9eb6-4e59-a0fe-0c08a805019a,segment=NetworkSegment(c8e47727-804e-4d82-b5c8-c482ee950fc9),segment_id=c8e47727-804e-4d82-b5c8-c482ee950fc9)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:47:58.891765 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f0449d16-9eb6-4e59-a0fe-0c08a805019a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:58.913626 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42bb4426-8f31-4a2c-9355-63aa695f102b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for security_group_rule (99ce4832-cccb-41cd-8f2c-a7807853982e), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:59.063732 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] Routers {'cbca9fc5-ea31-4512-983d-438fcb737b7b'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:47:59.068103 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:47:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cbca9fc5-ea31-4512-983d-438fcb737b7b'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:59.305397 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] Set router cbca9fc5-ea31-4512-983d-438fcb737b7b gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:47:59.393575 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c847b31-494c-4451-b689-fab80399fdca tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f0449d16-9eb6-4e59-a0fe-0c08a805019a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:59.417211 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49a688fb-790e-46f1-a79c-38ab0427ffd1 req-38ee481b-51ea-4aea-9346-9e32cce70c96 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748858 Feb 07 16:47:59.446965 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:59.491021 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1c847b31-494c-4451-b689-fab80399fdca tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Calling delete_port for f0449d16-9eb6-4e59-a0fe-0c08a805019a owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:47:59.493785 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42bb4426-8f31-4a2c-9355-63aa695f102b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for security_group_rule (99ce4832-cccb-41cd-8f2c-a7807853982e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:59.528231 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42bb4426-8f31-4a2c-9355-63aa695f102b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (99ce4832-cccb-41cd-8f2c-a7807853982e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:59.566429 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbca9fc5-ea31-4512-983d-438fcb737b7b', 'name': '', 'tenant_id': '3c719df53ac9448b86cc1a17ac90dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:47:49Z', 'updated_at': '2022-02-07T16:47:57Z', 'revision_number': 4, 'project_id': '3c719df53ac9448b86cc1a17ac90dbb8', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:47:59.597518 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb4426-8f31-4a2c-9355-63aa695f102b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ce4832-cccb-41cd-8f2c-a7807853982e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:59.614501 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42bb4426-8f31-4a2c-9355-63aa695f102b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:59.615784 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-42bb4426-8f31-4a2c-9355-63aa695f102b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9890385 Feb 07 16:47:59.622024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42400) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:47:59.629845 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4e81a199-0d40-4905-85af-7bf67dd2ba35 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Request body: {'security_group_rule': {'security_group_id': 'df6eba52-2555-4491-a1bf-4538a97825b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:47:59.644431 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be3ac61e-b90a-450d-916a-27cfefe02a8b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for port (4ac1abc7-eada-412f-b3ad-0100f918d0b9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:59.749417 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65fdda-7b63-4894-a334-5a5691d1dfe8 None None] Pushing event updated for resources: {'Port': ['ID=f0449d16-9eb6-4e59-a0fe-0c08a805019a,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:47:59.754664 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a1011d-d66d-4ae9-b6d3-b0bd3c77e138 None None] The sync data for ids ['cbca9fc5-ea31-4512-983d-438fcb737b7b'] in n-d-827865-3 is: [{'id': 'cbca9fc5-ea31-4512-983d-438fcb737b7b', 'name': '', 'tenant_id': '3c719df53ac9448b86cc1a17ac90dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:47:49Z', 'updated_at': '2022-02-07T16:47:57Z', 'revision_number': 4, 'project_id': '3c719df53ac9448b86cc1a17ac90dbb8', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:47:59.770649 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e81a199-0d40-4905-85af-7bf67dd2ba35 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for security_group_rule (c4d3b628-c23b-4909-938c-0889511d9371), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:59.867079 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be3ac61e-b90a-450d-916a-27cfefe02a8b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4ac1abc7-eada-412f-b3ad-0100f918d0b9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:47:59.919079 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2d2ee-7a3d-455f-b24f-a4efa4159bc6 req-657169a2-fa4b-4e3b-aa7b-78ec808db4d4 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:47:59.920457 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1ec2d2ee-7a3d-455f-b24f-a4efa4159bc6 req-657169a2-fa4b-4e3b-aa7b-78ec808db4d4 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 944 time: 0.2180312 Feb 07 16:48:00.003554 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3ac61e-b90a-450d-916a-27cfefe02a8b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Network 58529296-214c-4aad-a224-bb760d579633 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:48:00.011490 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ac61e-b90a-450d-916a-27cfefe02a8b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event updated for resources: {'Port': ['ID=4ac1abc7-eada-412f-b3ad-0100f918d0b9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:00.039043 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-be3ac61e-b90a-450d-916a-27cfefe02a8b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:48:00.066512 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3ac61e-b90a-450d-916a-27cfefe02a8b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:48:00.128925 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e81a199-0d40-4905-85af-7bf67dd2ba35 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for security_group_rule (c4d3b628-c23b-4909-938c-0889511d9371), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:00.144787 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1ec2d2ee-7a3d-455f-b24f-a4efa4159bc6 req-b29d4181-6678-4709-ab31-54e53f93ff7f tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089162 Feb 07 16:48:00.147963 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e81a199-0d40-4905-85af-7bf67dd2ba35 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (c4d3b628-c23b-4909-938c-0889511d9371), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:00.208766 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81a199-0d40-4905-85af-7bf67dd2ba35 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d3b628-c23b-4909-938c-0889511d9371,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:00.228853 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e81a199-0d40-4905-85af-7bf67dd2ba35 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:00.241568 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4e81a199-0d40-4905-85af-7bf67dd2ba35 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6073072 Feb 07 16:48:00.242582 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42406) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:00.251768 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:00.358458 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee30cfbb-26b2-4f1a-8ddd-da7a7a55b1c0 x-openstack-request-id: req-ee30cfbb-26b2-4f1a-8ddd-da7a7a55b1c0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:48:00.358770 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed552571-c774-4803-9d8a-2b7e52fff45c", "tag": "6124f81f-5ddd-47ca-84ae-caa98a00790d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:48:00.359362 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee30cfbb-26b2-4f1a-8ddd-da7a7a55b1c0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:48:00.359621 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:00.360117 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed552571-c774-4803-9d8a-2b7e52fff45c', 'tag': '6124f81f-5ddd-47ca-84ae-caa98a00790d', 'status': 'completed', 'code': 200} Feb 07 16:48:00.385242 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ac61e-b90a-450d-916a-27cfefe02a8b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:00.385868 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be3ac61e-b90a-450d-916a-27cfefe02a8b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:00.393516 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c847b31-494c-4451-b689-fab80399fdca tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f0449d16-9eb6-4e59-a0fe-0c08a805019a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:00.773213 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c847b31-494c-4451-b689-fab80399fdca tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (cbca9fc5-ea31-4512-983d-438fcb737b7b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:00.782464 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b313981-de22-4f45-9925-860081d94c42 req-280e01a9-3c2e-4fbb-968d-7ecf07083b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:00.784972 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b313981-de22-4f45-9925-860081d94c42 req-280e01a9-3c2e-4fbb-968d-7ecf07083b40 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 1156 time: 0.4109700 Feb 07 16:48:00.804693 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:00.809091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8be912eb-c902-491a-99a6-f746076ddfaa None None] Provisioning complete for port 4ac1abc7-eada-412f-b3ad-0100f918d0b9 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:48:00.810010 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8be912eb-c902-491a-99a6-f746076ddfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4ac1abc7-eada-412f-b3ad-0100f918d0b9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:00.882662 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c847b31-494c-4451-b689-fab80399fdca tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0449d16-9eb6-4e59-a0fe-0c08a805019a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:00.911857 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-be3ac61e-b90a-450d-916a-27cfefe02a8b tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.1675615 Feb 07 16:48:00.925375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8be912eb-c902-491a-99a6-f746076ddfaa None None] Port 4ac1abc7-eada-412f-b3ad-0100f918d0b9 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:48:00.978158 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42416) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:01.008986 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-60033228-055d-43cb-9096-9e9fd43cd990 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Request body: {'floatingip': {'port_id': '4ac1abc7-eada-412f-b3ad-0100f918d0b9'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:01.187918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73631336-0476-4d27-bc71-464e9c608368 req-dc02e636-9922-4b69-854e-69d644286635 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:01.195509 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-73631336-0476-4d27-bc71-464e9c608368 req-dc02e636-9922-4b69-854e-69d644286635 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.5374706 Feb 07 16:48:01.201180 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c847b31-494c-4451-b689-fab80399fdca tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (cbca9fc5-ea31-4512-983d-438fcb737b7b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:01.203954 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c847b31-494c-4451-b689-fab80399fdca tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_controller (cbca9fc5-ea31-4512-983d-438fcb737b7b), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:01.263030 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c847b31-494c-4451-b689-fab80399fdca tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (cbca9fc5-ea31-4512-983d-438fcb737b7b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:01.263775 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c847b31-494c-4451-b689-fab80399fdca tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbca9fc5-ea31-4512-983d-438fcb737b7b {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:48:01.272226 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c847b31-494c-4451-b689-fab80399fdca tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:01.282968 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1c847b31-494c-4451-b689-fab80399fdca tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "DELETE /v2.0/routers/cbca9fc5-ea31-4512-983d-438fcb737b7b HTTP/1.1" status: 204 len: 168 time: 4.8604310 Feb 07 16:48:01.283839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42422) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:01.406930 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b313981-de22-4f45-9925-860081d94c42 req-61dde8c4-c742-40f8-a56d-fbbf1db612c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:01.411687 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b313981-de22-4f45-9925-860081d94c42 req-61dde8c4-c742-40f8-a56d-fbbf1db612c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.6207507 Feb 07 16:48:01.414819 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60033228-055d-43cb-9096-9e9fd43cd990 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (5c562d98-4af6-4f12-a8c1-1696033454a9), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:01.497030 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-d005b2ec-50ec-4523-bdf3-28b5d0d78521 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Deleting subnet 769770ef-af66-4cc4-bd5c-e891581f0b08 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:48:01.517264 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d005b2ec-50ec-4523-bdf3-28b5d0d78521 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for subnet (769770ef-af66-4cc4-bd5c-e891581f0b08), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:01.625596 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b313981-de22-4f45-9925-860081d94c42 req-c07eca08-3e96-41be-9f38-3601ca0d0793 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6124f81f-5ddd-47ca-84ae-caa98a00790d HTTP/1.1" status: 200 len: 217 time: 0.1867313 Feb 07 16:48:01.670558 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d005b2ec-50ec-4523-bdf3-28b5d0d78521 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (769770ef-af66-4cc4-bd5c-e891581f0b08), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:01.739963 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-73631336-0476-4d27-bc71-464e9c608368 req-67b38ca1-c27d-4ca2-b601-def6faacddb6 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127351 Feb 07 16:48:01.781503 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42428) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:01.828607 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d005b2ec-50ec-4523-bdf3-28b5d0d78521 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (769770ef-af66-4cc4-bd5c-e891581f0b08), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:01.845701 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:02.003508 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d005b2ec-50ec-4523-bdf3-28b5d0d78521 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (769770ef-af66-4cc4-bd5c-e891581f0b08), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:02.117993 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005b2ec-50ec-4523-bdf3-28b5d0d78521 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=769770ef-af66-4cc4-bd5c-e891581f0b08,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:02.143964 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3132c0c3-04ed-4bc8-bd46-c6d5d33ef21d tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:02.159963 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d005b2ec-50ec-4523-bdf3-28b5d0d78521 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:02.165883 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d005b2ec-50ec-4523-bdf3-28b5d0d78521 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/769770ef-af66-4cc4-bd5c-e891581f0b08 HTTP/1.1" status: 204 len: 168 time: 0.8778932 Feb 07 16:48:02.168802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42432) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:02.255729 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:02.324597 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3132c0c3-04ed-4bc8-bd46-c6d5d33ef21d tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] 10.222.0.18 "PUT /v2.0/quotas/9832273187754cc5a652133edc6e217b HTTP/1.1" status: 200 len: 368 time: 0.5287590 Feb 07 16:48:02.325328 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42434) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:02.332406 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1c6603cd-c8ae-47d9-ad98-ef57db583659 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Request body: {'network': {'project_id': '9832273187754cc5a652133edc6e217b'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:02.403816 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be1f0261-01df-444e-8f5c-8b76f2dfff40 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (78399eb3-e436-4a3e-9e3b-1878bcdc3f27), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:02.439691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6603cd-c8ae-47d9-ad98-ef57db583659 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Made reservation on behalf of 9832273187754cc5a652133edc6e217b for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:48:02.442206 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c6603cd-c8ae-47d9-ad98-ef57db583659 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:02.448617 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60033228-055d-43cb-9096-9e9fd43cd990 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:02.452558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b313981-de22-4f45-9925-860081d94c42 req-43a624a9-6c2f-4336-9fae-0c8dd1f1bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:02.454827 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b313981-de22-4f45-9925-860081d94c42 req-43a624a9-6c2f-4336-9fae-0c8dd1f1bd84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.7955887 Feb 07 16:48:02.460041 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60033228-055d-43cb-9096-9e9fd43cd990 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (5c562d98-4af6-4f12-a8c1-1696033454a9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:02.482049 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c6603cd-c8ae-47d9-ad98-ef57db583659 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:02.585162 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c6603cd-c8ae-47d9-ad98-ef57db583659 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks [] for security_group (a8adb3b9-ca12-45b2-b452-1fea2ce2799c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:02.615846 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c6603cd-c8ae-47d9-ad98-ef57db583659 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a8adb3b9-ca12-45b2-b452-1fea2ce2799c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:02.658694 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b313981-de22-4f45-9925-860081d94c42 req-9680680d-07ee-4def-8cd7-7648d10d944d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276078 Feb 07 16:48:02.664995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6603cd-c8ae-47d9-ad98-ef57db583659 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:48:02.718180 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-60033228-055d-43cb-9096-9e9fd43cd990 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Floating IP 5c562d98-4af6-4f12-a8c1-1696033454a9 associated. External IP: 172.25.4.87, port: 84450bb5-b9e6-459d-9061-868f6e2e8f95. Feb 07 16:48:02.759547 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be1f0261-01df-444e-8f5c-8b76f2dfff40 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (78399eb3-e436-4a3e-9e3b-1878bcdc3f27), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:02.790835 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-be1f0261-01df-444e-8f5c-8b76f2dfff40 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78399eb3-e436-4a3e-9e3b-1878bcdc3f27']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:02.803002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-be1f0261-01df-444e-8f5c-8b76f2dfff40 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e47727-804e-4d82-b5c8-c482ee950fc9') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:02.803476 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-be1f0261-01df-444e-8f5c-8b76f2dfff40 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e47727-804e-4d82-b5c8-c482ee950fc9') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:02.816275 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be1f0261-01df-444e-8f5c-8b76f2dfff40 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (c8e47727-804e-4d82-b5c8-c482ee950fc9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:02.841925 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be1f0261-01df-444e-8f5c-8b76f2dfff40 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (c8e47727-804e-4d82-b5c8-c482ee950fc9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:02.854067 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6603cd-c8ae-47d9-ad98-ef57db583659 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8adb3b9-ca12-45b2-b452-1fea2ce2799c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:02.916305 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1f0261-01df-444e-8f5c-8b76f2dfff40 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:48:02.920104 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be1f0261-01df-444e-8f5c-8b76f2dfff40 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (c8e47727-804e-4d82-b5c8-c482ee950fc9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: items = [ Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: warnings.warn('Neutron quota engine will require "--force" ' Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:48:02.924881 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:48:03.113683 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be1f0261-01df-444e-8f5c-8b76f2dfff40 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (78399eb3-e436-4a3e-9e3b-1878bcdc3f27), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:03.120785 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c6603cd-c8ae-47d9-ad98-ef57db583659 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (b6d25392-83b5-4239-a2cf-9bb809147470), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:03.132284 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-1c6603cd-c8ae-47d9-ad98-ef57db583659 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Added segment b6d25392-83b5-4239-a2cf-9bb809147470 of type vlan for network bff02d2e-bbbb-4c1c-bf73-6134249d8b1d Feb 07 16:48:03.206232 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1f0261-01df-444e-8f5c-8b76f2dfff40 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 78399eb3-e436-4a3e-9e3b-1878bcdc3f27 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 16:48:03.237050 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f0261-01df-444e-8f5c-8b76f2dfff40 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Pushing event deleted for resources: {'Network': ['ID=78399eb3-e436-4a3e-9e3b-1878bcdc3f27,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:03.259380 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be1f0261-01df-444e-8f5c-8b76f2dfff40 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:03.267235 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-be1f0261-01df-444e-8f5c-8b76f2dfff40 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "DELETE /v2.0/networks/78399eb3-e436-4a3e-9e3b-1878bcdc3f27 HTTP/1.1" status: 204 len: 168 time: 1.0969584 Feb 07 16:48:03.380459 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c6603cd-c8ae-47d9-ad98-ef57db583659 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (bff02d2e-bbbb-4c1c-bf73-6134249d8b1d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:03.445981 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c6603cd-c8ae-47d9-ad98-ef57db583659 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (bff02d2e-bbbb-4c1c-bf73-6134249d8b1d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:03.447164 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6603cd-c8ae-47d9-ad98-ef57db583659 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:03.447911 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c6603cd-c8ae-47d9-ad98-ef57db583659 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:03.544293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33c1a6-bf57-4059-845d-f52a07a2516e req-5fa9ef76-f501-4970-9f6f-6c84f19e732d tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:03.572179 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9c33c1a6-bf57-4059-845d-f52a07a2516e req-5fa9ef76-f501-4970-9f6f-6c84f19e732d tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 944 time: 1.1156538 Feb 07 16:48:03.575900 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6603cd-c8ae-47d9-ad98-ef57db583659 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Pushing event updated for resources: {'Network': ['ID=bff02d2e-bbbb-4c1c-bf73-6134249d8b1d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:03.606034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1c6603cd-c8ae-47d9-ad98-ef57db583659 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2770319 Feb 07 16:48:03.609224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network bff02d2e-bbbb-4c1c-bf73-6134249d8b1d details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:48:03.619684 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42446) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:03.637463 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-15529b15-014e-496c-b3bc-94e38cdc1fee tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Request body: {'network': {'project_id': '9832273187754cc5a652133edc6e217b'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:03.694548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15529b15-014e-496c-b3bc-94e38cdc1fee tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Made reservation on behalf of 9832273187754cc5a652133edc6e217b for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:48:03.696784 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Allocated IP 172.25.4.206 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/420d8b65-9799-4596-a291-ebd102137a43) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:48:03.699863 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15529b15-014e-496c-b3bc-94e38cdc1fee tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:03.810088 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b313981-de22-4f45-9925-860081d94c42 req-53115c4c-1d72-4066-acf1-a25b4aed0829 service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0853641 Feb 07 16:48:03.833649 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15529b15-014e-496c-b3bc-94e38cdc1fee tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:48:03.879390 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15529b15-014e-496c-b3bc-94e38cdc1fee tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (8dbfbfc4-044b-478a-9421-2a043540b0e5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:03.879901 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-15529b15-014e-496c-b3bc-94e38cdc1fee tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Added segment 8dbfbfc4-044b-478a-9421-2a043540b0e5 of type vlan for network b00bcad2-0ea2-4f3c-8766-e3b990342766 Feb 07 16:48:04.105325 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15529b15-014e-496c-b3bc-94e38cdc1fee tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (b00bcad2-0ea2-4f3c-8766-e3b990342766), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:04.198280 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42450) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:04.209436 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-884ea5ba-cbe4-423a-a039-e41cd1df8699 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Request body: {'router': {'name': 'tempest-router--1459315650', 'project_id': 'd31d8c532d514874a6236728ce77116e'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:04.219916 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15529b15-014e-496c-b3bc-94e38cdc1fee tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (b00bcad2-0ea2-4f3c-8766-e3b990342766), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:04.225535 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15529b15-014e-496c-b3bc-94e38cdc1fee tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:04.226229 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15529b15-014e-496c-b3bc-94e38cdc1fee tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:04.249293 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9c33c1a6-bf57-4059-845d-f52a07a2516e req-15e5198f-d3c4-43a5-bdc1-db20e7738670 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6761618 Feb 07 16:48:04.385955 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-15529b15-014e-496c-b3bc-94e38cdc1fee tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7609479 Feb 07 16:48:04.402918 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42452) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:04.439001 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-58d9fcc5-7647-4d9e-a055-eb3c642074fc tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Request body: {'network': {'project_id': '9832273187754cc5a652133edc6e217b'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:04.448736 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-884ea5ba-cbe4-423a-a039-e41cd1df8699 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (0c9f1d0b-3dea-4a5e-a4da-f99e643d25e5), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:04.450693 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-884ea5ba-cbe4-423a-a039-e41cd1df8699 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (0c9f1d0b-3dea-4a5e-a4da-f99e643d25e5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:04.469240 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15529b15-014e-496c-b3bc-94e38cdc1fee tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Pushing event updated for resources: {'Network': ['ID=b00bcad2-0ea2-4f3c-8766-e3b990342766,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:04.477085 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d9fcc5-7647-4d9e-a055-eb3c642074fc tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 07 16:48:04.478291 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d9fcc5-7647-4d9e-a055-eb3c642074fc tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:48:04.482065 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-58d9fcc5-7647-4d9e-a055-eb3c642074fc tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0743723 Feb 07 16:48:04.484652 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42454) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:04.496918 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b313981-de22-4f45-9925-860081d94c42 req-f728f28f-ed38-4d80-a373-47417f4e3efc service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613598 Feb 07 16:48:04.546906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network b00bcad2-0ea2-4f3c-8766-e3b990342766 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:48:04.551409 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for port (420d8b65-9799-4596-a291-ebd102137a43), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:04.594263 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-46dbe21a-942e-4f3d-bee9-79ead809b5cb tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9832273187754cc5a652133edc6e217b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1052740 Feb 07 16:48:04.649920 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42458) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:04.662064 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60033228-055d-43cb-9096-9e9fd43cd990 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router b476168a-7024-44ce-a0a0-a998e57605ec has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:48:04.663792 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (420d8b65-9799-4596-a291-ebd102137a43), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:04.684278 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-884ea5ba-cbe4-423a-a039-e41cd1df8699 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_controller (0c9f1d0b-3dea-4a5e-a4da-f99e643d25e5), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:04.696499 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-884ea5ba-cbe4-423a-a039-e41cd1df8699 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (0c9f1d0b-3dea-4a5e-a4da-f99e643d25e5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:04.720803 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-884ea5ba-cbe4-423a-a039-e41cd1df8699 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:04.722020 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-884ea5ba-cbe4-423a-a039-e41cd1df8699 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5215511 Feb 07 16:48:04.727901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42464) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:04.745008 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:48:04.756308 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:48:04.762663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:48:04.849555 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6078ce2a-6aeb-421c-9d72-e917f62627c5 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router (0c9f1d0b-3dea-4a5e-a4da-f99e643d25e5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:04.899897 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c11b6-524d-4701-9e4e-edc468ecd36f req-c51ca2c8-93d9-43cf-97a1-ad437d3f17e2 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:04.907199 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2d2c11b6-524d-4701-9e4e-edc468ecd36f req-c51ca2c8-93d9-43cf-97a1-ad437d3f17e2 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.4735160 Feb 07 16:48:04.932258 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event updated for resources: {'Port': ['ID=420d8b65-9799-4596-a291-ebd102137a43,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:04.945050 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d234cf6-3156-4952-92cc-545e977f1ea5 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks [] for security_group (a8adb3b9-ca12-45b2-b452-1fea2ce2799c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:04.967208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:04.967957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:04.969135 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:04.969585 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:04.970185 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:04.971947 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:04.972250 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:04.972602 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:04.972950 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:04.973318 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:04.973670 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:04.974006 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:04.974339 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:05.032190 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d234cf6-3156-4952-92cc-545e977f1ea5 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks [] for security_group (a8adb3b9-ca12-45b2-b452-1fea2ce2799c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:05.085101 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6078ce2a-6aeb-421c-9d72-e917f62627c5 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (0c9f1d0b-3dea-4a5e-a4da-f99e643d25e5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:05.087762 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6078ce2a-6aeb-421c-9d72-e917f62627c5 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_controller (0c9f1d0b-3dea-4a5e-a4da-f99e643d25e5), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:05.143178 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6078ce2a-6aeb-421c-9d72-e917f62627c5 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (0c9f1d0b-3dea-4a5e-a4da-f99e643d25e5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:05.143819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6078ce2a-6aeb-421c-9d72-e917f62627c5 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c9f1d0b-3dea-4a5e-a4da-f99e643d25e5 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:48:05.153744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60033228-055d-43cb-9096-9e9fd43cd990 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:48:05.157689 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6078ce2a-6aeb-421c-9d72-e917f62627c5 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:05.162158 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6078ce2a-6aeb-421c-9d72-e917f62627c5 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "DELETE /v2.0/routers/0c9f1d0b-3dea-4a5e-a4da-f99e643d25e5 HTTP/1.1" status: 204 len: 168 time: 0.4328597 Feb 07 16:48:05.165319 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2d2c11b6-524d-4701-9e4e-edc468ecd36f req-24f64c12-096e-473e-8c2c-43d591b72a94 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572043 Feb 07 16:48:05.197162 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95ffa83-53ff-4c7a-9677-e7f0ba8dede9 None None] Sync routers for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:48:05.214248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95ffa83-53ff-4c7a-9677-e7f0ba8dede9 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:48:05.217004 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c95ffa83-53ff-4c7a-9677-e7f0ba8dede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:47:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:05.249747 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for floatingip (edf18c95-4896-4b9d-a1b9-c23709d52b83), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:05.274673 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c95ffa83-53ff-4c7a-9677-e7f0ba8dede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:05.309612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95ffa83-53ff-4c7a-9677-e7f0ba8dede9 None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:48:05.311280 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c95ffa83-53ff-4c7a-9677-e7f0ba8dede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:47:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:05.324761 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (420d8b65-9799-4596-a291-ebd102137a43), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:05.384837 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c95ffa83-53ff-4c7a-9677-e7f0ba8dede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:05.396803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95ffa83-53ff-4c7a-9677-e7f0ba8dede9 None None] The sync data for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:48:05.411771 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42478) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:05.483706 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fb835-28c6-4ab1-a808-10813acec331 req-fd431620-9ec1-4a8f-aa71-887078ea449a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:05.483706 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c7fb835-28c6-4ab1-a808-10813acec331 req-fd431620-9ec1-4a8f-aa71-887078ea449a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 944 time: 0.1216893 Feb 07 16:48:05.548825 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for port (420d8b65-9799-4596-a291-ebd102137a43), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:05.551163 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d234cf6-3156-4952-92cc-545e977f1ea5 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a8adb3b9-ca12-45b2-b452-1fea2ce2799c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:05.555296 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d234cf6-3156-4952-92cc-545e977f1ea5 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:05.559979 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8d234cf6-3156-4952-92cc-545e977f1ea5 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8adb3b9-ca12-45b2-b452-1fea2ce2799c HTTP/1.1" status: 204 len: 168 time: 0.9051764 Feb 07 16:48:05.562701 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42482) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:05.568187 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (420d8b65-9799-4596-a291-ebd102137a43), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:05.614737 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d234cf6-3156-4952-92cc-545e977f1ea5 tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8adb3b9-ca12-45b2-b452-1fea2ce2799c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:05.688862 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event updated for resources: {'Port': ['ID=420d8b65-9799-4596-a291-ebd102137a43,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:05.776670 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (edf18c95-4896-4b9d-a1b9-c23709d52b83), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:05.801022 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:05.804976 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-df9f5f0f-578a-4349-a71a-dca98606c494 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5568976 Feb 07 16:48:05.885160 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c7fb835-28c6-4ab1-a808-10813acec331 req-910bd763-4592-4fe0-8b76-23d9d8fe3c98 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682938 Feb 07 16:48:05.930500 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60033228-055d-43cb-9096-9e9fd43cd990 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router 177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:48:05.944924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-571cafae-e7f5-47e4-84f7-c75be176fe91 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-748658273', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:05.968573 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed57a189-5933-4168-8ef1-e505897d17ed tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (b00bcad2-0ea2-4f3c-8766-e3b990342766), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:05.999498 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01345439-82d8-476c-9196-34d13b82ad02 req-1272800e-80d1-49eb-90de-72b146f853cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:06.001532 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01345439-82d8-476c-9196-34d13b82ad02 req-1272800e-80d1-49eb-90de-72b146f853cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=17e673e6323b4e4cb326f65b4b9943cf&device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 1127 time: 0.1609011 Feb 07 16:48:06.022057 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-571cafae-e7f5-47e4-84f7-c75be176fe91 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (ac4edef6-957d-4913-acb4-4762cabaced0), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:06.023170 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-571cafae-e7f5-47e4-84f7-c75be176fe91 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (ac4edef6-957d-4913-acb4-4762cabaced0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:06.092067 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-571cafae-e7f5-47e4-84f7-c75be176fe91 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_controller (ac4edef6-957d-4913-acb4-4762cabaced0), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:06.180826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60033228-055d-43cb-9096-9e9fd43cd990 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:48:06.193905 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50664097-3fdc-4061-bc61-c4b77efcbc79 None None] Sync routers for ids ['177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:48:06.216838 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60033228-055d-43cb-9096-9e9fd43cd990 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:06.223861 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50664097-3fdc-4061-bc61-c4b77efcbc79 None None] Routers {'177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:48:06.227283 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-50664097-3fdc-4061-bc61-c4b77efcbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:47:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:06.323598 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-60033228-055d-43cb-9096-9e9fd43cd990 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "PUT /v2.0/floatingips/5c562d98-4af6-4f12-a8c1-1696033454a9 HTTP/1.1" status: 200 len: 976 time: 5.3397298 Feb 07 16:48:06.336498 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42510) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:06.350320 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-50664097-3fdc-4061-bc61-c4b77efcbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:06.360402 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50664097-3fdc-4061-bc61-c4b77efcbc79 None None] Routers {'177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:48:06.361351 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-50664097-3fdc-4061-bc61-c4b77efcbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:47:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:06.451273 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-50664097-3fdc-4061-bc61-c4b77efcbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:06.452430 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50664097-3fdc-4061-bc61-c4b77efcbc79 None None] The sync data for ids ['177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:48:06.508865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625b2f8-d3d1-4e2e-a80c-6d29898035fa req-152fe1ad-161d-4ee5-a3ad-374d7f8d1622 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:06.510776 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8625b2f8-d3d1-4e2e-a80c-6d29898035fa req-152fe1ad-161d-4ee5-a3ad-374d7f8d1622 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1847360 Feb 07 16:48:06.586351 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-543c5cdf-f1db-4efe-8621-e0c47751defa tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Deleting port 4ac1abc7-eada-412f-b3ad-0100f918d0b9 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:48:06.587350 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-543c5cdf-f1db-4efe-8621-e0c47751defa tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4ac1abc7-eada-412f-b3ad-0100f918d0b9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:06.617199 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed57a189-5933-4168-8ef1-e505897d17ed tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (b00bcad2-0ea2-4f3c-8766-e3b990342766), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:06.624875 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-571cafae-e7f5-47e4-84f7-c75be176fe91 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_gateway (ac4edef6-957d-4913-acb4-4762cabaced0), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:06.639464 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-3269c0b3-99e7-4508-9f37-c299d8d1060a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1624345213&fields=id&tenant_id=4a9341a8a4fe41fe98e19305419da9b8 HTTP/1.1" status: 200 len: 267 time: 0.3194346 Feb 07 16:48:06.669743 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8625b2f8-d3d1-4e2e-a80c-6d29898035fa req-ef63e69c-464d-4eb3-b897-e37988010f25 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427584 Feb 07 16:48:06.765907 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ed57a189-5933-4168-8ef1-e505897d17ed tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b00bcad2-0ea2-4f3c-8766-e3b990342766']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:06.774263 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-543c5cdf-f1db-4efe-8621-e0c47751defa tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4ac1abc7-eada-412f-b3ad-0100f918d0b9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:06.785025 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01345439-82d8-476c-9196-34d13b82ad02 req-aefcce8f-def8-4dc5-aef5-0f39bbd2047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:06.786597 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01345439-82d8-476c-9196-34d13b82ad02 req-aefcce8f-def8-4dc5-aef5-0f39bbd2047c service neutron] 10.222.0.48 "GET /v2.0/networks?id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 HTTP/1.1" status: 200 len: 915 time: 0.7760079 Feb 07 16:48:06.788377 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ed57a189-5933-4168-8ef1-e505897d17ed tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbfbfc4-044b-478a-9421-2a043540b0e5') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:06.788716 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ed57a189-5933-4168-8ef1-e505897d17ed tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbfbfc4-044b-478a-9421-2a043540b0e5') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:06.827131 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-dc46b20d-d9c1-4c13-a4d9-b76e8387b2c6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:06.836697 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-dc46b20d-d9c1-4c13-a4d9-b76e8387b2c6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports/4e8a50dc-546f-49cf-8211-bd142bfffa0c HTTP/1.1" status: 200 len: 936 time: 0.1959939 Feb 07 16:48:06.841168 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed57a189-5933-4168-8ef1-e505897d17ed tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (8dbfbfc4-044b-478a-9421-2a043540b0e5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:06.897835 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-07777f6e-6e8f-420f-85c0-82a1d13c8464 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:06.906897 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-07777f6e-6e8f-420f-85c0-82a1d13c8464 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports/143a4394-acab-4b64-907b-aa1207677eba HTTP/1.1" status: 200 len: 935 time: 0.0690792 Feb 07 16:48:07.010290 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6a95b655-d136-461e-92b6-0b5edbcdd725 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?network_id=6ff3d289-1ffa-4a39-b840-9958ff036d72&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1023989 Feb 07 16:48:07.044108 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01345439-82d8-476c-9196-34d13b82ad02 req-c774db98-2b55-42b6-ac17-3e7de0fce4f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607 HTTP/1.1" status: 200 len: 217 time: 0.2439406 Feb 07 16:48:07.057682 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0ff0fb17-b0bf-4f24-8bca-1f76667a16a0 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?network_id=6ff3d289-1ffa-4a39-b840-9958ff036d72&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0461917 Feb 07 16:48:07.119863 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01345439-82d8-476c-9196-34d13b82ad02 req-ded0d00a-464f-4fe1-8b00-40e873cebfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:07.123704 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01345439-82d8-476c-9196-34d13b82ad02 req-ded0d00a-464f-4fe1-8b00-40e873cebfbc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=17caae66-4938-4c9b-981d-9460cbf4671f HTTP/1.1" status: 200 len: 854 time: 0.0531137 Feb 07 16:48:07.168661 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed57a189-5933-4168-8ef1-e505897d17ed tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (8dbfbfc4-044b-478a-9421-2a043540b0e5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:07.173809 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01345439-82d8-476c-9196-34d13b82ad02 req-1b8d6012-0c90-469d-8c1e-63c74035b215 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341723 Feb 07 16:48:07.204204 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-543c5cdf-f1db-4efe-8621-e0c47751defa tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:07.206186 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-543c5cdf-f1db-4efe-8621-e0c47751defa tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (5c562d98-4af6-4f12-a8c1-1696033454a9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:07.206861 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-543c5cdf-f1db-4efe-8621-e0c47751defa tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Floating IP 5c562d98-4af6-4f12-a8c1-1696033454a9 disassociated. External IP: 172.25.4.87, port: 4ac1abc7-eada-412f-b3ad-0100f918d0b9. Feb 07 16:48:07.207837 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-543c5cdf-f1db-4efe-8621-e0c47751defa tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Calling delete_port for 4ac1abc7-eada-412f-b3ad-0100f918d0b9 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:48:07.223621 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed57a189-5933-4168-8ef1-e505897d17ed tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:48:07.224018 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed57a189-5933-4168-8ef1-e505897d17ed tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (8dbfbfc4-044b-478a-9421-2a043540b0e5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:48:07.226207 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:48:07.451871 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3aed5-6319-4d2c-8e0c-453e50902c63 req-d652bb83-b970-46b8-a03e-432accb96ab0 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:07.454309 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a3e3aed5-6319-4d2c-8e0c-453e50902c63 req-d652bb83-b970-46b8-a03e-432accb96ab0 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 944 time: 0.4068129 Feb 07 16:48:07.475823 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-543c5cdf-f1db-4efe-8621-e0c47751defa tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (4ac1abc7-eada-412f-b3ad-0100f918d0b9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:07.518696 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed57a189-5933-4168-8ef1-e505897d17ed tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (b00bcad2-0ea2-4f3c-8766-e3b990342766), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:07.553815 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c5cdf-f1db-4efe-8621-e0c47751defa tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event deleted for resources: {'Port': ['ID=4ac1abc7-eada-412f-b3ad-0100f918d0b9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:07.582484 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01345439-82d8-476c-9196-34d13b82ad02 req-649a9dc3-6c78-4e26-a42a-7bf50812c1c5 service neutron] 10.222.0.48 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717017 Feb 07 16:48:07.584778 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed57a189-5933-4168-8ef1-e505897d17ed tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:07.593130 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ed57a189-5933-4168-8ef1-e505897d17ed tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] 10.222.0.18 "DELETE /v2.0/networks/b00bcad2-0ea2-4f3c-8766-e3b990342766 HTTP/1.1" status: 204 len: 168 time: 2.0219524 Feb 07 16:48:07.593130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57a189-5933-4168-8ef1-e505897d17ed tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Pushing event deleted for resources: {'Network': ['ID=b00bcad2-0ea2-4f3c-8766-e3b990342766,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:07.595942 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42520) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:07.603270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-a729279a-a7de-421b-82c3-23e7ab0495ce tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:07.619543 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-a729279a-a7de-421b-82c3-23e7ab0495ce tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:07.626047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-a729279a-a7de-421b-82c3-23e7ab0495ce tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:07.627857 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-a729279a-a7de-421b-82c3-23e7ab0495ce tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/networks?id=c8c7efe8-323f-461c-b8f3-d0df0e78b272&id=772a5458-241a-4973-8916-b74170ada414&id=772a5458-241a-4973-8916-b74170ada414&id=6ff3d289-1ffa-4a39-b840-9958ff036d72&id=6ff3d289-1ffa-4a39-b840-9958ff036d72 HTTP/1.1" status: 200 len: 1995 time: 0.5693734 Feb 07 16:48:07.671290 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a3e3aed5-6319-4d2c-8e0c-453e50902c63 req-6ca8a5ca-bf69-42dd-8da6-0fc8581389df tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071116 Feb 07 16:48:07.755881 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543c5cdf-f1db-4efe-8621-e0c47751defa tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router 177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:48:08.003050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfc487-d055-4c52-9380-e72a614a4285 req-7ce81c6a-f298-429a-80e8-ccd9b4f1d3cb tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:08.004734 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8cbfc487-d055-4c52-9380-e72a614a4285 req-7ce81c6a-f298-429a-80e8-ccd9b4f1d3cb tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.0949004 Feb 07 16:48:08.017742 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6124f81f-5ddd-47ca-84ae-caa98a00790d no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:48:08.024376 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543c5cdf-f1db-4efe-8621-e0c47751defa tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:48:08.106470 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c41f51-cd4c-42ec-a693-9f36004c514b None None] Sync routers for ids ['177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:48:08.150421 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c41f51-cd4c-42ec-a693-9f36004c514b None None] Routers {'177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:48:08.151078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-35c41f51-cd4c-42ec-a693-9f36004c514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:47:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:08.176512 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8cbfc487-d055-4c52-9380-e72a614a4285 req-67611bfb-a2fa-46a7-a533-a39b9c4b768a tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619380 Feb 07 16:48:08.187063 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-543c5cdf-f1db-4efe-8621-e0c47751defa tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:08.192055 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-543c5cdf-f1db-4efe-8621-e0c47751defa tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "DELETE /v2.0/ports/4ac1abc7-eada-412f-b3ad-0100f918d0b9 HTTP/1.1" status: 204 len: 168 time: 1.8538299 Feb 07 16:48:08.194462 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42532) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:08.237492 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-35c41f51-cd4c-42ec-a693-9f36004c514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:08.262819 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c41f51-cd4c-42ec-a693-9f36004c514b None None] Routers {'177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:48:08.263401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-35c41f51-cd4c-42ec-a693-9f36004c514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:47:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:08.302013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-35c41f51-cd4c-42ec-a693-9f36004c514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:08.302707 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c41f51-cd4c-42ec-a693-9f36004c514b None None] The sync data for ids ['177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:48:08.304054 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 6124f81f-5ddd-47ca-84ae-caa98a00790d is: DOWN; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:48:08.328100 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-508af865-4503-4f5a-ab45-c2d48425bb7f tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (bff02d2e-bbbb-4c1c-bf73-6134249d8b1d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:08.338609 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-370bd440-3750-43e6-bbcd-a341d1940296 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/quotas/4a9341a8a4fe41fe98e19305419da9b8 HTTP/1.1" status: 200 len: 375 time: 0.2478666 Feb 07 16:48:08.694482 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-508af865-4503-4f5a-ab45-c2d48425bb7f tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (bff02d2e-bbbb-4c1c-bf73-6134249d8b1d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:08.698014 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-571cafae-e7f5-47e4-84f7-c75be176fe91 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_gateway (ac4edef6-957d-4913-acb4-4762cabaced0), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:08.723067 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01345439-82d8-476c-9196-34d13b82ad02 req-ae3e8d9c-6bee-40c3-89b2-aae6d5ca1306 service neutron] 10.222.0.48 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1283412 Feb 07 16:48:08.733015 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-571cafae-e7f5-47e4-84f7-c75be176fe91 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:08.764681 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-2802b9fb-74ad-47b2-9fcb-1f4871bda923 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a9341a8a4fe41fe98e19305419da9b8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4250855 Feb 07 16:48:08.796854 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-508af865-4503-4f5a-ab45-c2d48425bb7f tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff02d2e-bbbb-4c1c-bf73-6134249d8b1d']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:08.877432 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-508af865-4503-4f5a-ab45-c2d48425bb7f tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d25392-83b5-4239-a2cf-9bb809147470') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:08.877810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-508af865-4503-4f5a-ab45-c2d48425bb7f tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d25392-83b5-4239-a2cf-9bb809147470') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:08.893017 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-508af865-4503-4f5a-ab45-c2d48425bb7f tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (b6d25392-83b5-4239-a2cf-9bb809147470), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:08.931848 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-508af865-4503-4f5a-ab45-c2d48425bb7f tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (b6d25392-83b5-4239-a2cf-9bb809147470), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:08.945227 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66473a10-6080-4254-81d7-41688282bc00 req-d64883fb-49cf-4e46-a603-eefa4fc48155 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:08.946863 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-66473a10-6080-4254-81d7-41688282bc00 req-d64883fb-49cf-4e46-a603-eefa4fc48155 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 944 time: 0.1821072 Feb 07 16:48:08.973641 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508af865-4503-4f5a-ab45-c2d48425bb7f tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:48:08.974401 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-508af865-4503-4f5a-ab45-c2d48425bb7f tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (b6d25392-83b5-4239-a2cf-9bb809147470), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:48:08.979812 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:48:09.081939 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-c1c6c05e-2329-4acc-9987-56da550db751 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c7efe8-323f-461c-b8f3-d0df0e78b272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059113 Feb 07 16:48:09.155054 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-66473a10-6080-4254-81d7-41688282bc00 req-b1190f8b-b40c-4efc-ae8b-55920e1986e9 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960094 Feb 07 16:48:09.164273 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-508af865-4503-4f5a-ab45-c2d48425bb7f tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (bff02d2e-bbbb-4c1c-bf73-6134249d8b1d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:09.170447 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-508af865-4503-4f5a-ab45-c2d48425bb7f tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:09.175895 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-508af865-4503-4f5a-ab45-c2d48425bb7f tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] 10.222.0.18 "DELETE /v2.0/networks/bff02d2e-bbbb-4c1c-bf73-6134249d8b1d HTTP/1.1" status: 204 len: 168 time: 1.5429904 Feb 07 16:48:09.202314 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-571cafae-e7f5-47e4-84f7-c75be176fe91 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Allocated IP 172.25.4.252 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/42f208e0-73c2-481b-87ed-7dbdb6a61d57) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:48:09.204735 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508af865-4503-4f5a-ab45-c2d48425bb7f tempest-QuotasNegativeTest-895812929 tempest-QuotasNegativeTest-895812929-project-admin] Pushing event deleted for resources: {'Network': ['ID=bff02d2e-bbbb-4c1c-bf73-6134249d8b1d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:09.319662 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-83401ead-3b0f-42b6-a6f2-d04f5dbe1526 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:09.407742 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-7c6d58ab-108b-4e2f-8e1c-db43f6edb2dc service neutron] 10.222.0.18 "GET /v2.0/networks/c8c7efe8-323f-461c-b8f3-d0df0e78b272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244398 Feb 07 16:48:09.509396 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fd3a5e64-0f48-4cea-9a52-119ea587c63d service neutron] 10.222.0.18 "GET /v2.0/ports/4e8a50dc-546f-49cf-8211-bd142bfffa0c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0999043 Feb 07 16:48:09.647679 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-571cafae-e7f5-47e4-84f7-c75be176fe91 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for port (42f208e0-73c2-481b-87ed-7dbdb6a61d57), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:09.712887 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 381cbc5a-0ff9-457f-8611-e3c4b222d607 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:48:09.715148 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-daeb47fb-0a44-4708-ba15-21a60adb2580 service neutron] 10.222.0.18 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028508 Feb 07 16:48:09.811470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4752e-3657-48a1-8f56-9fc6ba06a033 req-53ca7db7-90fa-4ffc-a9e6-94e30762e397 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:09.813028 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1fe4752e-3657-48a1-8f56-9fc6ba06a033 req-53ca7db7-90fa-4ffc-a9e6-94e30762e397 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.1926355 Feb 07 16:48:09.852769 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-571cafae-e7f5-47e4-84f7-c75be176fe91 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (42f208e0-73c2-481b-87ed-7dbdb6a61d57), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:09.959633 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 381cbc5a-0ff9-457f-8611-e3c4b222d607 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:48:09.960209 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:09.996910 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284777f9-6218-4132-84f9-8c6ef950090e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '381cbc5a-0ff9-457f-8611-e3c4b222d607'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:48:10.000150 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98859c2a-08cd-4ab9-9bf7-7d2e714dbd6b" -d '{"events": [{"server_uuid": "284777f9-6218-4132-84f9-8c6ef950090e", "name": "network-vif-unplugged", "status": "completed", "tag": "381cbc5a-0ff9-457f-8611-e3c4b222d607"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:48:10.019106 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 381cbc5a-0ff9-457f-8611-e3c4b222d607, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607,segment=NetworkSegment(03af9fa1-8b97-43be-8e17-86dad5c361df),segment_id=03af9fa1-8b97-43be-8e17-86dad5c361df)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:48:10.026017 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:10.057889 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571cafae-e7f5-47e4-84f7-c75be176fe91 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:48:10.090409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=381cbc5a-0ff9-457f-8611-e3c4b222d607,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:10.116104 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-571cafae-e7f5-47e4-84f7-c75be176fe91 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:48:10.117059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cafae-e7f5-47e4-84f7-c75be176fe91 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Pushing event updated for resources: {'Port': ['ID=42f208e0-73c2-481b-87ed-7dbdb6a61d57,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:10.124326 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571cafae-e7f5-47e4-84f7-c75be176fe91 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:48:10.142335 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1fe4752e-3657-48a1-8f56-9fc6ba06a033 req-bda6ef19-e291-4621-b6ec-bf4345e084ea tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226120 Feb 07 16:48:10.210327 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-83401ead-3b0f-42b6-a6f2-d04f5dbe1526 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Deleting port ba191689-d31b-42d9-beb0-fb0323ed867c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:48:10.210814 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-83401ead-3b0f-42b6-a6f2-d04f5dbe1526 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ba191689-d31b-42d9-beb0-fb0323ed867c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:10.225814 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ef299f-4e5b-4e7e-a522-d274b9560e91 x-openstack-request-id: req-16ef299f-4e5b-4e7e-a522-d274b9560e91 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:48:10.226193 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284777f9-6218-4132-84f9-8c6ef950090e", "name": "network-vif-unplugged", "status": "completed", "tag": "381cbc5a-0ff9-457f-8611-e3c4b222d607", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:48:10.226576 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16ef299f-4e5b-4e7e-a522-d274b9560e91 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:48:10.227092 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284777f9-6218-4132-84f9-8c6ef950090e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '381cbc5a-0ff9-457f-8611-e3c4b222d607', 'code': 200} Feb 07 16:48:10.269681 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42558) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:10.291121 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-e2c1cdb3-80d2-4cfd-945c-967d9975b434 service neutron] 10.222.0.18 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769844 Feb 07 16:48:10.406984 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-12ea3c28-e525-461f-af7c-d6ec10b36cfa service neutron] 10.222.0.18 "GET /v2.0/ports/143a4394-acab-4b64-907b-aa1207677eba?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0999866 Feb 07 16:48:10.418188 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-83401ead-3b0f-42b6-a6f2-d04f5dbe1526 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ba191689-d31b-42d9-beb0-fb0323ed867c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:10.437422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0c9ce-a30e-4d89-a076-3008ff187ea3 req-c8583669-63b2-4a53-a7c2-69b8e7b1719f tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:10.445257 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-90c0c9ce-a30e-4d89-a076-3008ff187ea3 req-c8583669-63b2-4a53-a7c2-69b8e7b1719f tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 944 time: 0.1354330 Feb 07 16:48:10.459629 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-83401ead-3b0f-42b6-a6f2-d04f5dbe1526 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Calling delete_port for ba191689-d31b-42d9-beb0-fb0323ed867c owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:48:10.672481 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-90c0c9ce-a30e-4d89-a076-3008ff187ea3 req-1ec631fa-27a0-496d-9972-4897b7f71634 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261105 Feb 07 16:48:10.682867 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d839720a-ca01-4ec7-b5ee-f90e5264df78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:10.906684 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-be31634e-133c-4dd1-bfab-81a45f87ea6c service neutron] 10.222.0.18 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701104 Feb 07 16:48:11.027955 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-83401ead-3b0f-42b6-a6f2-d04f5dbe1526 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ba191689-d31b-42d9-beb0-fb0323ed867c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:11.084668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83401ead-3b0f-42b6-a6f2-d04f5dbe1526 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event deleted for resources: {'Port': ['ID=ba191689-d31b-42d9-beb0-fb0323ed867c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:11.144531 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-571cafae-e7f5-47e4-84f7-c75be176fe91 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_gateway (ac4edef6-957d-4913-acb4-4762cabaced0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:11.460649 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d839720a-ca01-4ec7-b5ee-f90e5264df78 admin admin] Publish callbacks [] for security_group (8ba59781-130e-4fc5-9a88-b20297c3471c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:11.473582 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-df2b186d-8f4f-46e4-8199-03f3a30fbd50 service neutron] 10.222.0.18 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5657876 Feb 07 16:48:11.571315 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d839720a-ca01-4ec7-b5ee-f90e5264df78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8ba59781-130e-4fc5-9a88-b20297c3471c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:11.595572 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-3414a7a8-15fe-4009-9204-4c71c63501d6 service neutron] 10.222.0.18 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208506 Feb 07 16:48:11.685623 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b541c1-eb02-49b7-88ae-c7f733c27fb9 req-34bf5059-72a7-4863-b61c-df97939ad013 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:11.692487 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d839720a-ca01-4ec7-b5ee-f90e5264df78 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13e5fab255a94429bcdb018081bc4897&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4215932 Feb 07 16:48:11.699372 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42576) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:11.701193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839720a-ca01-4ec7-b5ee-f90e5264df78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba59781-130e-4fc5-9a88-b20297c3471c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:11.706977 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6b541c1-eb02-49b7-88ae-c7f733c27fb9 req-34bf5059-72a7-4863-b61c-df97939ad013 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 943 time: 0.3834612 Feb 07 16:48:11.756245 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-571cafae-e7f5-47e4-84f7-c75be176fe91 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (ac4edef6-957d-4913-acb4-4762cabaced0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:11.798696 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-83401ead-3b0f-42b6-a6f2-d04f5dbe1526 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:11.921830 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-82d75029-8b23-47a1-8c2c-cc14ff7c183c service neutron] 10.222.0.18 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251126 Feb 07 16:48:11.943794 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-a8cf0ddd-e14a-4e93-8d26-4f7fdec05a60 service neutron] 10.222.0.32 "GET /v2.0/ports/6124f81f-5ddd-47ca-84ae-caa98a00790d/bindings/n-h1-827865-3 HTTP/1.1" status: 200 len: 384 time: 0.1112149 Feb 07 16:48:11.961893 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6b541c1-eb02-49b7-88ae-c7f733c27fb9 req-8d6bd8e4-2000-40b2-9680-76eceefe925e tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540078 Feb 07 16:48:11.968621 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ff5dac4-5390-42ca-836c-dbc0d51ce99c admin admin] Publish callbacks [] for security_group (8ba59781-130e-4fc5-9a88-b20297c3471c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:12.081557 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ff5dac4-5390-42ca-836c-dbc0d51ce99c admin admin] Publish callbacks [] for security_group (8ba59781-130e-4fc5-9a88-b20297c3471c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:12.084058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571cafae-e7f5-47e4-84f7-c75be176fe91 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Router ac4edef6-957d-4913-acb4-4762cabaced0 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:48:12.247750 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-e2f5ff5d-e259-4f7f-bd79-7709598a6512 service neutron] 10.222.0.18 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117690 Feb 07 16:48:12.289969 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2faa2-aea2-417e-8de8-aea3bab2af17 req-1761c11c-830d-47ed-9437-5878007b8213 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:12.298415 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-03a2faa2-aea2-417e-8de8-aea3bab2af17 req-1761c11c-830d-47ed-9437-5878007b8213 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 944 time: 0.2191882 Feb 07 16:48:12.346395 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ff5dac4-5390-42ca-836c-dbc0d51ce99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8ba59781-130e-4fc5-9a88-b20297c3471c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:12.349414 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ff5dac4-5390-42ca-836c-dbc0d51ce99c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:12.353340 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8ff5dac4-5390-42ca-836c-dbc0d51ce99c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ba59781-130e-4fc5-9a88-b20297c3471c HTTP/1.1" status: 204 len: 168 time: 0.6535053 Feb 07 16:48:12.375923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571cafae-e7f5-47e4-84f7-c75be176fe91 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:48:12.377949 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5dac4-5390-42ca-836c-dbc0d51ce99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba59781-130e-4fc5-9a88-b20297c3471c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:12.397406 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f0e85-96cd-4e10-9483-f34b6dd432af None None] Sync routers for ids ['ac4edef6-957d-4913-acb4-4762cabaced0'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:48:12.422316 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-8318e2bb-6d7d-4d3a-831c-6eaac9dd21d6 service neutron] 10.222.0.18 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681836 Feb 07 16:48:12.425493 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-571cafae-e7f5-47e4-84f7-c75be176fe91 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:12.427354 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-571cafae-e7f5-47e4-84f7-c75be176fe91 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.0143499 Feb 07 16:48:12.430633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42584) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:12.452660 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f0e85-96cd-4e10-9483-f34b6dd432af None None] Routers {'ac4edef6-957d-4913-acb4-4762cabaced0'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:48:12.454253 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d95f0e85-96cd-4e10-9483-f34b6dd432af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:47:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ac4edef6-957d-4913-acb4-4762cabaced0'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:12.501200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83401ead-3b0f-42b6-a6f2-d04f5dbe1526 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router 177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:48:12.513316 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-03a2faa2-aea2-417e-8de8-aea3bab2af17 req-73adbd7b-e395-4d19-a3e4-818f1d6c5108 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138734 Feb 07 16:48:12.567994 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d95f0e85-96cd-4e10-9483-f34b6dd432af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:12.590486 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:48:12.593347 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f0e85-96cd-4e10-9483-f34b6dd432af None None] Routers {'ac4edef6-957d-4913-acb4-4762cabaced0'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:48:12.594239 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d95f0e85-96cd-4e10-9483-f34b6dd432af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:47:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ac4edef6-957d-4913-acb4-4762cabaced0'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:12.697600 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d95f0e85-96cd-4e10-9483-f34b6dd432af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:12.699947 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f0e85-96cd-4e10-9483-f34b6dd432af None None] The sync data for ids ['ac4edef6-957d-4913-acb4-4762cabaced0'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:48:12.754660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-4b34c82f-bd6e-4529-8e87-36176860719e service neutron] For port 6124f81f-5ddd-47ca-84ae-caa98a00790d, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6124f81f-5ddd-47ca-84ae-caa98a00790d,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:48:12.823449 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-4b34c82f-bd6e-4529-8e87-36176860719e service neutron] For port 6124f81f-5ddd-47ca-84ae-caa98a00790d, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:48:12.878071 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83401ead-3b0f-42b6-a6f2-d04f5dbe1526 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:48:12.890729 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-83401ead-3b0f-42b6-a6f2-d04f5dbe1526 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "PUT /v2.0/routers/177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6919768 Feb 07 16:48:12.894099 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42596) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:12.900058 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9655ece4-bfdf-4161-92f6-b39dba2162b8 None None] Sync routers for ids ['177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:48:12.916864 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9655ece4-bfdf-4161-92f6-b39dba2162b8 None None] Routers {'177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:48:12.918693 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9655ece4-bfdf-4161-92f6-b39dba2162b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:47:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:12.984779 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9655ece4-bfdf-4161-92f6-b39dba2162b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:12.999952 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9655ece4-bfdf-4161-92f6-b39dba2162b8 None None] Routers {'177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:48:13.000807 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9655ece4-bfdf-4161-92f6-b39dba2162b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:47:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:13.012315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42598) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:13.027089 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-4b34c82f-bd6e-4529-8e87-36176860719e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6124f81f-5ddd-47ca-84ae-caa98a00790d {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:48:13.040320 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73dcd1-eee4-4785-82c9-7ae1b8cc76ac req-2241e57e-fc33-4d3f-8452-800fba716d16 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:13.043307 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac73dcd1-eee4-4785-82c9-7ae1b8cc76ac req-2241e57e-fc33-4d3f-8452-800fba716d16 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 943 time: 0.2945316 Feb 07 16:48:13.065705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9655ece4-bfdf-4161-92f6-b39dba2162b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:13.066507 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9655ece4-bfdf-4161-92f6-b39dba2162b8 None None] The sync data for ids ['177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:48:13.078459 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-4b34c82f-bd6e-4529-8e87-36176860719e service neutron] For port 6124f81f-5ddd-47ca-84ae-caa98a00790d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6124f81f-5ddd-47ca-84ae-caa98a00790d,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:48:13.103790 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-089d354b-3392-4374-a20f-20b56891827e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:13.148823 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-4b34c82f-bd6e-4529-8e87-36176860719e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:13.163817 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-40327207-f088-42d0-8cfd-18a0017aff60 service neutron] 10.222.0.18 "GET /v2.0/networks/6ff3d289-1ffa-4a39-b840-9958ff036d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7304480 Feb 07 16:48:13.197726 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-96cecd49-a787-4210-9ad7-0447b04d3b28 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "GET /v2.0/routers/ac4edef6-957d-4913-acb4-4762cabaced0 HTTP/1.1" status: 200 len: 920 time: 0.7654102 Feb 07 16:48:13.202191 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42600) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:13.218611 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac73dcd1-eee4-4785-82c9-7ae1b8cc76ac req-9c18103a-eabb-468c-9452-59d46e550f6f tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575658 Feb 07 16:48:13.299607 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bfb678ee-9f66-4f00-9c41-d02315ebd7ac tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac4edef6-957d-4913-acb4-4762cabaced0 HTTP/1.1" status: 200 len: 205 time: 0.0959427 Feb 07 16:48:13.303520 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-1df08c87-4645-4e19-af45-2a3247173519 service neutron] 10.222.0.18 "GET /v2.0/networks/6ff3d289-1ffa-4a39-b840-9958ff036d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305864 Feb 07 16:48:13.304274 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42608) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:13.335165 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c2b650-5577-4232-9d30-97de60268b30 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for router (177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:13.460610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-bdb78b03-381f-4965-99c6-a884e37d8ec4 req-65c14ad9-8272-4e60-aecd-e9097e1531b8 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:48:13.461692 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bdb78b03-381f-4965-99c6-a884e37d8ec4 req-65c14ad9-8272-4e60-aecd-e9097e1531b8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131264 Feb 07 16:48:13.496056 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c2b650-5577-4232-9d30-97de60268b30 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for router_gateway (177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:13.572555 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd56fa8d-6096-41a1-81e2-d9cda9bb5d61 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router (ac4edef6-957d-4913-acb4-4762cabaced0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:13.678582 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-c5f479ea-dc54-4ec0-b98c-fb568e396afc service neutron] 10.222.0.18 "GET /v2.0/networks/6ff3d289-1ffa-4a39-b840-9958ff036d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599243 Feb 07 16:48:13.816618 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd56fa8d-6096-41a1-81e2-d9cda9bb5d61 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_gateway (ac4edef6-957d-4913-acb4-4762cabaced0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:13.971877 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-4b34c82f-bd6e-4529-8e87-36176860719e service neutron] Transition to ACTIVE for port object 6124f81f-5ddd-47ca-84ae-caa98a00790d will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:48:13.983736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 381cbc5a-0ff9-457f-8611-e3c4b222d607 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:48:14.005780 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-4b34c82f-bd6e-4529-8e87-36176860719e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:14.011952 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-089d354b-3392-4374-a20f-20b56891827e admin admin] Publish callbacks [] for security_group (c1f8ed94-58d8-4bbb-802a-a65a42020a91), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:14.043050 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-1c3696ad-d211-492e-8886-71e103b7c14d service neutron] 10.222.0.18 "GET /v2.0/networks/6ff3d289-1ffa-4a39-b840-9958ff036d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550239 Feb 07 16:48:14.054134 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-089d354b-3392-4374-a20f-20b56891827e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c1f8ed94-58d8-4bbb-802a-a65a42020a91), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:14.075428 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fd56fa8d-6096-41a1-81e2-d9cda9bb5d61 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Deleting port 42f208e0-73c2-481b-87ed-7dbdb6a61d57 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:48:14.075887 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd56fa8d-6096-41a1-81e2-d9cda9bb5d61 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (42f208e0-73c2-481b-87ed-7dbdb6a61d57), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:14.150530 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1689c3-2445-4bf9-a140-deb2cf8d16a2 req-7edb8e75-a11a-46d7-9e6f-666c18fafd54 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:14.158978 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0d1689c3-2445-4bf9-a140-deb2cf8d16a2 req-7edb8e75-a11a-46d7-9e6f-666c18fafd54 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 944 time: 0.2531629 Feb 07 16:48:14.201348 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-4b34c82f-bd6e-4529-8e87-36176860719e service neutron] No DVR routers for this DVR port 6124f81f-5ddd-47ca-84ae-caa98a00790d on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:48:14.218702 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d354b-3392-4374-a20f-20b56891827e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f8ed94-58d8-4bbb-802a-a65a42020a91,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:14.221195 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34c82f-bd6e-4529-8e87-36176860719e service neutron] Pushing event updated for resources: {'Port': ['ID=6124f81f-5ddd-47ca-84ae-caa98a00790d,revision_number=10']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:14.228474 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-089d354b-3392-4374-a20f-20b56891827e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb5ea2ecf1dc425fb8f185a9f162124c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2092738 Feb 07 16:48:14.232983 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42634) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:14.240046 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd56fa8d-6096-41a1-81e2-d9cda9bb5d61 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (42f208e0-73c2-481b-87ed-7dbdb6a61d57), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:14.242294 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 381cbc5a-0ff9-457f-8611-e3c4b222d607 is: DOWN; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:48:14.289716 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fd56fa8d-6096-41a1-81e2-d9cda9bb5d61 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Calling delete_port for 42f208e0-73c2-481b-87ed-7dbdb6a61d57 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:48:14.302949 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-45c2b650-5577-4232-9d30-97de60268b30 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Deleting port fa3e4197-2f43-4ca1-a124-140c6ded3c66 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:48:14.303306 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c2b650-5577-4232-9d30-97de60268b30 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (fa3e4197-2f43-4ca1-a124-140c6ded3c66), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:14.338884 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-4b34c82f-bd6e-4529-8e87-36176860719e service neutron] 10.222.0.32 "PUT /v2.0/ports/6124f81f-5ddd-47ca-84ae-caa98a00790d/bindings/n-h1-827865-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3758836 Feb 07 16:48:14.409456 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0d1689c3-2445-4bf9-a140-deb2cf8d16a2 req-c9f05f95-5ab0-4aff-b2b3-3f021d5ffc47 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493091 Feb 07 16:48:14.490667 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-609cd525-e6f6-4f8b-945f-1ab52156fb85 admin admin] Publish callbacks [] for security_group (c1f8ed94-58d8-4bbb-802a-a65a42020a91), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:14.525787 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c2b650-5577-4232-9d30-97de60268b30 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (fa3e4197-2f43-4ca1-a124-140c6ded3c66), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:14.538223 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-609cd525-e6f6-4f8b-945f-1ab52156fb85 admin admin] Publish callbacks [] for security_group (c1f8ed94-58d8-4bbb-802a-a65a42020a91), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:14.554876 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-45c2b650-5577-4232-9d30-97de60268b30 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Calling delete_port for fa3e4197-2f43-4ca1-a124-140c6ded3c66 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:48:14.660976 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd56fa8d-6096-41a1-81e2-d9cda9bb5d61 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (42f208e0-73c2-481b-87ed-7dbdb6a61d57), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:14.730613 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56fa8d-6096-41a1-81e2-d9cda9bb5d61 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Pushing event deleted for resources: {'Port': ['ID=42f208e0-73c2-481b-87ed-7dbdb6a61d57,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:14.750038 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-609cd525-e6f6-4f8b-945f-1ab52156fb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c1f8ed94-58d8-4bbb-802a-a65a42020a91), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:14.753177 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-609cd525-e6f6-4f8b-945f-1ab52156fb85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:14.756749 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-609cd525-e6f6-4f8b-945f-1ab52156fb85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1f8ed94-58d8-4bbb-802a-a65a42020a91 HTTP/1.1" status: 204 len: 168 time: 0.5173032 Feb 07 16:48:14.821887 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-29da477f-9b57-4427-b900-59767a4d4584 req-7783d3b2-66df-4110-8997-d35c7feae985 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5645072 Feb 07 16:48:14.827255 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-5b07a2ef-41d7-4200-90d9-5678ac671e42 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:14.827724 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609cd525-e6f6-4f8b-945f-1ab52156fb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f8ed94-58d8-4bbb-802a-a65a42020a91,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:14.828524 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-5b07a2ef-41d7-4200-90d9-5678ac671e42 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c&tenant_id=fe34686be38c42c8a33e48d32dc23dcd&binding%3Ahost_id=n-h2-827865-3 HTTP/1.1" status: 200 len: 1127 time: 0.1828089 Feb 07 16:48:14.837042 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-29da477f-9b57-4427-b900-59767a4d4584 req-f5db6e78-1695-4300-984e-b78664ca70d4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:48:14.838145 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-29da477f-9b57-4427-b900-59767a4d4584 req-f5db6e78-1695-4300-984e-b78664ca70d4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059183 Feb 07 16:48:14.862728 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12374f85-3784-48aa-94ba-576278c1060e req-c99b40d7-8c5b-41be-85fa-91740333f689 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:14.865828 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12374f85-3784-48aa-94ba-576278c1060e req-c99b40d7-8c5b-41be-85fa-91740333f689 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 943 time: 0.2350209 Feb 07 16:48:14.907644 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd56fa8d-6096-41a1-81e2-d9cda9bb5d61 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (ac4edef6-957d-4913-acb4-4762cabaced0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:14.976260 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12374f85-3784-48aa-94ba-576278c1060e req-d2b74ad6-25aa-4679-a712-51cbc0bafc88 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986347 Feb 07 16:48:14.998594 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c2b650-5577-4232-9d30-97de60268b30 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (fa3e4197-2f43-4ca1-a124-140c6ded3c66), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:15.069595 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2b650-5577-4232-9d30-97de60268b30 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event deleted for resources: {'Port': ['ID=fa3e4197-2f43-4ca1-a124-140c6ded3c66,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:15.179980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-1d5df4bc-c5d4-49e7-8643-32c55ab9eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:15.184960 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-1d5df4bc-c5d4-49e7-8643-32c55ab9eabe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c&tenant_id=fe34686be38c42c8a33e48d32dc23dcd HTTP/1.1" status: 200 len: 1127 time: 0.3489637 Feb 07 16:48:15.205146 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd56fa8d-6096-41a1-81e2-d9cda9bb5d61 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (ac4edef6-957d-4913-acb4-4762cabaced0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:15.207998 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd56fa8d-6096-41a1-81e2-d9cda9bb5d61 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_controller (ac4edef6-957d-4913-acb4-4762cabaced0), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:15.249443 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c2b650-5577-4232-9d30-97de60268b30 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:15.458935 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b4c8719b-815e-40ca-b905-6238a504afcb req-e4e1f1e9-27e7-463b-98f3-7fed512ee419 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.1109045 Feb 07 16:48:15.468410 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c2b650-5577-4232-9d30-97de60268b30 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:15.471243 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c2b650-5577-4232-9d30-97de60268b30 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for router_controller (177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:15.556559 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd56fa8d-6096-41a1-81e2-d9cda9bb5d61 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (ac4edef6-957d-4913-acb4-4762cabaced0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:15.559539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd56fa8d-6096-41a1-81e2-d9cda9bb5d61 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Fanout notify agent at l3_agent the message router_deleted on router ac4edef6-957d-4913-acb4-4762cabaced0 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:48:15.581622 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c2b650-5577-4232-9d30-97de60268b30 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:15.582355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c2b650-5577-4232-9d30-97de60268b30 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Fanout notify agent at l3_agent the message router_deleted on router 177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:48:15.596995 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c2b650-5577-4232-9d30-97de60268b30 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:15.600264 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd56fa8d-6096-41a1-81e2-d9cda9bb5d61 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:15.609462 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fd56fa8d-6096-41a1-81e2-d9cda9bb5d61 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "DELETE /v2.0/routers/ac4edef6-957d-4913-acb4-4762cabaced0 HTTP/1.1" status: 204 len: 168 time: 2.2967882 Feb 07 16:48:15.609581 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-45c2b650-5577-4232-9d30-97de60268b30 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "DELETE /v2.0/routers/177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4 HTTP/1.1" status: 204 len: 168 time: 2.7126958 Feb 07 16:48:15.611548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42684) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:15.611678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42682) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:15.618687 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-880ed08f-bf60-4084-9661-842f0ceffe97 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1849334047', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'enable_snat': False}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:15.677661 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-880ed08f-bf60-4084-9661-842f0ceffe97 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (84074202-6137-4ab0-9a5a-7e3df7efa170), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:15.679924 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-880ed08f-bf60-4084-9661-842f0ceffe97 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (84074202-6137-4ab0-9a5a-7e3df7efa170), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:15.817123 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-880ed08f-bf60-4084-9661-842f0ceffe97 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_controller (84074202-6137-4ab0-9a5a-7e3df7efa170), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:15.880269 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-7cbfb836-ab68-463b-85eb-cafeee8d4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:15.882095 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-7cbfb836-ab68-463b-85eb-cafeee8d4412 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 1127 time: 0.4959257 Feb 07 16:48:15.903690 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcabe816-0749-498a-884d-44b6ff45a720 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Deleting subnet a190c958-332f-491f-ba89-f8e72e7f35af {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:48:16.057978 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fcabe816-0749-498a-884d-44b6ff45a720 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for subnet (a190c958-332f-491f-ba89-f8e72e7f35af), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:16.135796 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-880ed08f-bf60-4084-9661-842f0ceffe97 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_gateway (84074202-6137-4ab0-9a5a-7e3df7efa170), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:16.141592 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc88fec-c507-4c4b-b460-aa03523bbb56 req-68adbe6c-de44-43d1-bc1e-badd3c0a42f1 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:16.143271 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-edc88fec-c507-4c4b-b460-aa03523bbb56 req-68adbe6c-de44-43d1-bc1e-badd3c0a42f1 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 945 time: 0.4708312 Feb 07 16:48:16.147891 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-b5a3e844-7dd6-463f-90a0-328d7b7a41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:16.149440 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-b5a3e844-7dd6-463f-90a0-328d7b7a41a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.2390828 Feb 07 16:48:16.174640 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fcabe816-0749-498a-884d-44b6ff45a720 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (a190c958-332f-491f-ba89-f8e72e7f35af), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:16.264794 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-94689142-2bbd-4bfe-8c47-80c5ab95abe2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6124f81f-5ddd-47ca-84ae-caa98a00790d HTTP/1.1" status: 200 len: 217 time: 0.1030920 Feb 07 16:48:16.341604 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11568547-92f8-439b-9592-6ca1d853d355 req-4a5d5dcb-9dcc-4e89-b5fd-1cb21bb7a7b4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:16.344550 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-11568547-92f8-439b-9592-6ca1d853d355 req-4a5d5dcb-9dcc-4e89-b5fd-1cb21bb7a7b4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 943 time: 0.1404681 Feb 07 16:48:16.371831 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-edc88fec-c507-4c4b-b460-aa03523bbb56 req-c0ebe6d6-9550-434c-85c6-fa484d9c01b8 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212706 Feb 07 16:48:16.386146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-cdcfb932-e605-49bc-9e76-c7f6967c5b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:16.388814 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-cdcfb932-e605-49bc-9e76-c7f6967c5b5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.1125271 Feb 07 16:48:16.455195 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-798e6278-9d92-431c-92ae-06d0d38427dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436773 Feb 07 16:48:16.510450 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-11568547-92f8-439b-9592-6ca1d853d355 req-6fbcdacb-6975-4856-90c5-0192dfea88fd tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557252 Feb 07 16:48:16.557785 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fcabe816-0749-498a-884d-44b6ff45a720 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (a190c958-332f-491f-ba89-f8e72e7f35af), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:16.618050 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-880ed08f-bf60-4084-9661-842f0ceffe97 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_gateway (84074202-6137-4ab0-9a5a-7e3df7efa170), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:16.724342 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-880ed08f-bf60-4084-9661-842f0ceffe97 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:16.744929 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-f867a600-3caf-4e59-83a8-dd74e6d96e88 service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811964 Feb 07 16:48:16.777522 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fcabe816-0749-498a-884d-44b6ff45a720 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (a190c958-332f-491f-ba89-f8e72e7f35af), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:16.793043 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df6e650a-51e9-404d-9774-7222fadc350f req-cc1c6384-5490-47ca-a54d-3cc3a1e570f0 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0950284 Feb 07 16:48:16.855877 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabe816-0749-498a-884d-44b6ff45a720 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event deleted for resources: {'Subnet': ['ID=a190c958-332f-491f-ba89-f8e72e7f35af,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:16.880316 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b057b-1134-40d4-9bc4-f30bf9082739 req-4037ebc8-3839-4348-bada-6e47d2ed14d9 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:16.882256 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be2b057b-1134-40d4-9bc4-f30bf9082739 req-4037ebc8-3839-4348-bada-6e47d2ed14d9 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=4627db7d-36eb-4ec8-8ac0-4a500364569b HTTP/1.1" status: 200 len: 949 time: 0.2006559 Feb 07 16:48:16.884475 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fcabe816-0749-498a-884d-44b6ff45a720 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:16.890766 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3ccd01-be94-4ba9-bc3a-63e1e151c598 None None] Network 58529296-214c-4aad-a224-bb760d579633 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:48:16.892008 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fcabe816-0749-498a-884d-44b6ff45a720 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "DELETE /v2.0/subnets/a190c958-332f-491f-ba89-f8e72e7f35af HTTP/1.1" status: 204 len: 168 time: 1.2762918 Feb 07 16:48:16.893030 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42748) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:16.997827 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-f294cb39-a7a3-4ff4-95b6-b7177c0dc801 service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472398 Feb 07 16:48:17.001554 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be2b057b-1134-40d4-9bc4-f30bf9082739 req-6c13dfd8-a188-43c5-a0c1-9b2faeabdbcc tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052220 Feb 07 16:48:17.146715 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-880ed08f-bf60-4084-9661-842f0ceffe97 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Allocated IP 172.25.4.14 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/50a5799a-0f75-4a4b-961e-0e63a8ee07b4) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:48:17.190691 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc043d7-f356-4211-8560-38cc2e78eb18 None None] DHCP port deletion for 58529296-214c-4aad-a224-bb760d579633 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:48:17.207936 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (58529296-214c-4aad-a224-bb760d579633), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:17.251859 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-1d360b33-fc9c-44c0-828b-8751b48cef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:17.253646 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-1d360b33-fc9c-44c0-828b-8751b48cef50 service neutron] 10.222.0.32 "GET /v2.0/ports/4e8a50dc-546f-49cf-8211-bd142bfffa0c HTTP/1.1" status: 200 len: 1032 time: 0.1086636 Feb 07 16:48:17.284132 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7dc043d7-f356-4211-8560-38cc2e78eb18 None None] Deleting port c901f7bf-7c0d-480c-ba0c-8ff5532954f0 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:48:17.284901 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7dc043d7-f356-4211-8560-38cc2e78eb18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c901f7bf-7c0d-480c-ba0c-8ff5532954f0), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:17.324971 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da477f-9b57-4427-b900-59767a4d4584 req-bf5c6a08-7ff2-43fd-a95f-b9d3528375f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:17.326939 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-29da477f-9b57-4427-b900-59767a4d4584 req-bf5c6a08-7ff2-43fd-a95f-b9d3528375f4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e&tenant_id=17e673e6323b4e4cb326f65b4b9943cf HTTP/1.1" status: 200 len: 1125 time: 0.5839674 Feb 07 16:48:17.360478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827865-3', 'device_owner': 'compute:nova'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:17.437110 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-57e63865-4d16-4282-89d8-4245c677ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:17.438549 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-57e63865-4d16-4282-89d8-4245c677ba85 service neutron] 10.222.0.32 "GET /v2.0/ports/143a4394-acab-4b64-907b-aa1207677eba HTTP/1.1" status: 200 len: 1031 time: 0.1460488 Feb 07 16:48:17.515070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-2921b3bf-5355-457a-8129-9e714cadc48d tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:17.520084 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-2921b3bf-5355-457a-8129-9e714cadc48d tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c&tenant_id=fe34686be38c42c8a33e48d32dc23dcd&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 1127 time: 0.1137366 Feb 07 16:48:17.700771 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42764) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:17.709241 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7dc043d7-f356-4211-8560-38cc2e78eb18 None None] For port c901f7bf-7c0d-480c-ba0c-8ff5532954f0, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c901f7bf-7c0d-480c-ba0c-8ff5532954f0,segment=NetworkSegment(7d057527-0267-4fba-9983-98c8c15cf55d),segment_id=7d057527-0267-4fba-9983-98c8c15cf55d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:48:17.709674 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7dc043d7-f356-4211-8560-38cc2e78eb18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c901f7bf-7c0d-480c-ba0c-8ff5532954f0), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:17.728059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7dc043d7-f356-4211-8560-38cc2e78eb18 None None] Calling delete_port for c901f7bf-7c0d-480c-ba0c-8ff5532954f0 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:48:17.794598 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e4117-4f42-4e94-8f7c-2f856d3aed33 req-36354794-e597-4b83-8fac-f6d7a64814f9 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:17.796225 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b61e4117-4f42-4e94-8f7c-2f856d3aed33 req-36354794-e597-4b83-8fac-f6d7a64814f9 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 943 time: 0.1633744 Feb 07 16:48:17.844888 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7dc043d7-f356-4211-8560-38cc2e78eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (c901f7bf-7c0d-480c-ba0c-8ff5532954f0), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:17.848714 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7467644c-3623-4e8c-96a3-fbab18e71ff3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1347955614', 'router:external': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:17.881386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7467644c-3623-4e8c-96a3-fbab18e71ff3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Made reservation on behalf of eb280506a18a4ed5bc5fff1f1712db89 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:48:17.884171 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7467644c-3623-4e8c-96a3-fbab18e71ff3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:17.897314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc043d7-f356-4211-8560-38cc2e78eb18 None None] Pushing event deleted for resources: {'Port': ['ID=c901f7bf-7c0d-480c-ba0c-8ff5532954f0,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:17.923963 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b61e4117-4f42-4e94-8f7c-2f856d3aed33 req-4f8aebb6-4c0a-4503-bce6-2fb1c841cad4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013882 Feb 07 16:48:17.927859 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc043d7-f356-4211-8560-38cc2e78eb18 None None] No DVR routers for this DVR port c901f7bf-7c0d-480c-ba0c-8ff5532954f0 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:48:17.937309 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7467644c-3623-4e8c-96a3-fbab18e71ff3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:18.008628 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-880ed08f-bf60-4084-9661-842f0ceffe97 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for port (50a5799a-0f75-4a4b-961e-0e63a8ee07b4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:18.015927 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:18.038048 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Deleting port c901f7bf-7c0d-480c-ba0c-8ff5532954f0 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:48:18.038400 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c901f7bf-7c0d-480c-ba0c-8ff5532954f0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:18.056362 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7467644c-3623-4e8c-96a3-fbab18e71ff3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for security_group (68b482b2-1dcf-4ed1-8cb8-118ca1e949c8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:18.062972 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-0484412f-1c88-4637-99fd-22d7ad7bce03 service neutron] For port 6124f81f-5ddd-47ca-84ae-caa98a00790d, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:48:18.066908 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7467644c-3623-4e8c-96a3-fbab18e71ff3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (68b482b2-1dcf-4ed1-8cb8-118ca1e949c8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:18.074878 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-0484412f-1c88-4637-99fd-22d7ad7bce03 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:18.076584 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d0cf640-73cd-4ebf-bb55-8441b3557f1d req-0484412f-1c88-4637-99fd-22d7ad7bce03 service neutron] 10.222.0.48 "DELETE /v2.0/ports/6124f81f-5ddd-47ca-84ae-caa98a00790d/bindings/n-h2-827865-3 HTTP/1.1" status: 204 len: 173 time: 0.5499802 Feb 07 16:48:18.116299 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7467644c-3623-4e8c-96a3-fbab18e71ff3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:48:18.140020 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ae9ade22-26e6-4060-94fe-21221453318e req-3bf8417b-8da5-4d57-9ba1-d8ee763cb679 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0523043 Feb 07 16:48:18.142629 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467644c-3623-4e8c-96a3-fbab18e71ff3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b482b2-1dcf-4ed1-8cb8-118ca1e949c8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:18.150595 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7467644c-3623-4e8c-96a3-fbab18e71ff3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (1b6dd967-5e1d-487f-b480-dcbbed27be33), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:18.151048 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-7467644c-3623-4e8c-96a3-fbab18e71ff3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Added segment 1b6dd967-5e1d-487f-b480-dcbbed27be33 of type vlan for network d55de1ad-871d-4334-ba70-1b7e3badec33 Feb 07 16:48:18.214605 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7467644c-3623-4e8c-96a3-fbab18e71ff3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (d55de1ad-871d-4334-ba70-1b7e3badec33), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:18.290984 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-ef09f672-372d-4091-9de9-3050ca994525 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:18.296702 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-ef09f672-372d-4091-9de9-3050ca994525 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:18.301848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-ef09f672-372d-4091-9de9-3050ca994525 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:18.303565 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-ef09f672-372d-4091-9de9-3050ca994525 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.32 "GET /v2.0/networks?id=c8c7efe8-323f-461c-b8f3-d0df0e78b272&id=772a5458-241a-4973-8916-b74170ada414&id=772a5458-241a-4973-8916-b74170ada414&id=772a5458-241a-4973-8916-b74170ada414&id=772a5458-241a-4973-8916-b74170ada414&id=6ff3d289-1ffa-4a39-b840-9958ff036d72&id=6ff3d289-1ffa-4a39-b840-9958ff036d72 HTTP/1.1" status: 200 len: 1995 time: 0.8563561 Feb 07 16:48:18.315047 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7467644c-3623-4e8c-96a3-fbab18e71ff3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (d55de1ad-871d-4334-ba70-1b7e3badec33), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:18.317823 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7467644c-3623-4e8c-96a3-fbab18e71ff3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:18.319243 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7467644c-3623-4e8c-96a3-fbab18e71ff3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:18.418645 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] For port c901f7bf-7c0d-480c-ba0c-8ff5532954f0, host n-d-827865-3, got binding levels [] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:48:18.419963 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c901f7bf-7c0d-480c-ba0c-8ff5532954f0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:18.432798 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7467644c-3623-4e8c-96a3-fbab18e71ff3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7290514 Feb 07 16:48:18.442139 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42772) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:18.457321 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bed6eff2-53db-49c0-bfdd-0040f6f36f9e tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Request body: {'subnet': {'network_id': 'd55de1ad-871d-4334-ba70-1b7e3badec33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:18.462264 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca784474-e9de-4298-9c91-d548f6671885 req-444f2755-6a90-42c8-954e-e3916a620fca tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:18.463896 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca784474-e9de-4298-9c91-d548f6671885 req-444f2755-6a90-42c8-954e-e3916a620fca tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=4627db7d-36eb-4ec8-8ac0-4a500364569b HTTP/1.1" status: 200 len: 949 time: 0.2396009 Feb 07 16:48:18.471234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467644c-3623-4e8c-96a3-fbab18e71ff3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Pushing event updated for resources: {'Network': ['ID=d55de1ad-871d-4334-ba70-1b7e3badec33,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:18.486371 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network d55de1ad-871d-4334-ba70-1b7e3badec33 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:48:18.520166 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707bef7-eb8f-49f4-8dba-1ce921a08f60 req-f5ceffc8-4121-4571-b155-d68c5acd2edc tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:18.522275 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5707bef7-eb8f-49f4-8dba-1ce921a08f60 req-f5ceffc8-4121-4571-b155-d68c5acd2edc tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 945 time: 1.0342574 Feb 07 16:48:18.530421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Calling delete_port for c901f7bf-7c0d-480c-ba0c-8ff5532954f0 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:48:18.549121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Port c901f7bf-7c0d-480c-ba0c-8ff5532954f0 was not found and therefore no delete operation was performed {{(pid=103226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 16:48:18.559328 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c901f7bf-7c0d-480c-ba0c-8ff5532954f0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:18.578121 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca784474-e9de-4298-9c91-d548f6671885 req-bc0d5152-9b85-47b5-bacb-8622591249ac tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039417 Feb 07 16:48:18.603925 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-880ed08f-bf60-4084-9661-842f0ceffe97 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (50a5799a-0f75-4a4b-961e-0e63a8ee07b4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:18.615424 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] No DVR routers for this DVR port c901f7bf-7c0d-480c-ba0c-8ff5532954f0 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:48:18.742498 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event deleted for resources: {'Port': ['ID=c901f7bf-7c0d-480c-ba0c-8ff5532954f0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:18.760103 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-2caab09d-2671-407e-8572-c5c743659e18 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a9341a8a4fe41fe98e19305419da9b8 HTTP/1.1" status: 200 len: 380 time: 0.4309866 Feb 07 16:48:18.766992 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed6eff2-53db-49c0-bfdd-0040f6f36f9e tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Made reservation on behalf of eb280506a18a4ed5bc5fff1f1712db89 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:48:18.773904 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bed6eff2-53db-49c0-bfdd-0040f6f36f9e tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:18.961617 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-b508e581-5549-44a8-9075-de1bb550fa9f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Request body: {'port': {'device_id': '2872c143-2f0e-49fe-99d1-64936379b815', 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272', 'admin_state_up': True, 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'security_groups': ['df6eba52-2555-4491-a1bf-4538a97825b5']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:19.002533 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880ed08f-bf60-4084-9661-842f0ceffe97 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:48:19.039553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c901f7bf-7c0d-480c-ba0c-8ff5532954f0 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:48:19.064427 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: c901f7bf-7c0d-480c-ba0c-8ff5532954f0 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:48:19.065654 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c901f7bf-7c0d-480c-ba0c-8ff5532954f0 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:48:19.102960 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-880ed08f-bf60-4084-9661-842f0ceffe97 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:48:19.130967 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880ed08f-bf60-4084-9661-842f0ceffe97 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:48:19.164059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c289d3-2cd0-4a17-86e5-77977845c79a req-a143e592-60e2-431c-a206-02f7c4bc72da tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:19.165466 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b9c289d3-2cd0-4a17-86e5-77977845c79a req-a143e592-60e2-431c-a206-02f7c4bc72da tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 943 time: 0.1018751 Feb 07 16:48:19.170174 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5707bef7-eb8f-49f4-8dba-1ce921a08f60 req-bae2715b-efa6-45be-8552-03012bb1fa1b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6144226 Feb 07 16:48:19.201359 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (58529296-214c-4aad-a224-bb760d579633), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:19.242249 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ed08f-bf60-4084-9661-842f0ceffe97 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Pushing event updated for resources: {'Port': ['ID=50a5799a-0f75-4a4b-961e-0e63a8ee07b4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:19.281879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58529296-214c-4aad-a224-bb760d579633']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:19.295297 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b9c289d3-2cd0-4a17-86e5-77977845c79a req-441e8670-9853-4fb4-8111-a13466bd2712 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178117 Feb 07 16:48:19.304934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] For port 381cbc5a-0ff9-457f-8611-e3c4b222d607, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607,segment=NetworkSegment(03af9fa1-8b97-43be-8e17-86dad5c361df),segment_id=03af9fa1-8b97-43be-8e17-86dad5c361df)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:48:19.320379 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d057527-0267-4fba-9983-98c8c15cf55d') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:19.320673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d057527-0267-4fba-9983-98c8c15cf55d') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:19.358248 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (7d057527-0267-4fba-9983-98c8c15cf55d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:19.468452 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-db94211c-f0ed-4265-8e8c-03fc271341f9 req-13211ac6-c166-4da0-bac1-7b3321ced000 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0528638 Feb 07 16:48:19.473074 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (7d057527-0267-4fba-9983-98c8c15cf55d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:19.545576 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:48:19.545989 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (7d057527-0267-4fba-9983-98c8c15cf55d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:48:19.552719 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:48:19.577808 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] For port 381cbc5a-0ff9-457f-8611-e3c4b222d607, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:48:19.706457 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-b508e581-5549-44a8-9075-de1bb550fa9f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Made reservation on behalf of 4a9341a8a4fe41fe98e19305419da9b8 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:48:19.710060 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-b508e581-5549-44a8-9075-de1bb550fa9f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:19.743312 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381cbc5a-0ff9-457f-8611-e3c4b222d607 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:48:19.778764 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Publish callbacks [] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:19.806866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:48:19.852816 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (58529296-214c-4aad-a224-bb760d579633), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:19.900258 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Transition to ACTIVE for port object 381cbc5a-0ff9-457f-8611-e3c4b222d607 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:48:19.916399 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:19.924034 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42872) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:19.933848 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "DELETE /v2.0/networks/58529296-214c-4aad-a224-bb760d579633 HTTP/1.1" status: 204 len: 168 time: 3.0077806 Feb 07 16:48:19.942432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:48:19.943764 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:19.943897 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:19.977609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4627db7d-36eb-4ec8-8ac0-4a500364569b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3835a0f1-f4e6-4303-9a4d-36a77fc3bad2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:48:19.980929 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c47881-e194-409e-840e-a40596b7b511" -d '{"events": [{"server_uuid": "4627db7d-36eb-4ec8-8ac0-4a500364569b", "name": "network-vif-unplugged", "status": "completed", "tag": "3835a0f1-f4e6-4303-9a4d-36a77fc3bad2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:48:20.012997 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:48:20.022788 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:20.093443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7fd94-4380-4b83-a1a9-24f6ed6555b8 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event deleted for resources: {'Network': ['ID=58529296-214c-4aad-a224-bb760d579633,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:20.093679 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e244084e-64cf-4a09-aa7a-ca8c022fca75 x-openstack-request-id: req-e244084e-64cf-4a09-aa7a-ca8c022fca75 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:48:20.094136 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4627db7d-36eb-4ec8-8ac0-4a500364569b", "name": "network-vif-unplugged", "status": "completed", "tag": "3835a0f1-f4e6-4303-9a4d-36a77fc3bad2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:48:20.094384 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e244084e-64cf-4a09-aa7a-ca8c022fca75 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:48:20.095328 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4627db7d-36eb-4ec8-8ac0-4a500364569b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3835a0f1-f4e6-4303-9a4d-36a77fc3bad2', 'code': 200} Feb 07 16:48:20.142376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,revision_number=11']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:20.164660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0d5e2-6f43-4a3c-a484-df50e0149594 req-2f2bacec-53ff-4e11-9e05-811a9ee7d485 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:20.172113 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8bd0d5e2-6f43-4a3c-a484-df50e0149594 req-2f2bacec-53ff-4e11-9e05-811a9ee7d485 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 1127 time: 0.6140845 Feb 07 16:48:20.228630 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a1c36-ac85-4ab7-80b4-d73db7317a58 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Deleting port af4c210d-5085-4027-8560-ebddc7482d9b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:48:20.229171 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1c36-ac85-4ab7-80b4-d73db7317a58 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (af4c210d-5085-4027-8560-ebddc7482d9b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:20.344437 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-880ed08f-bf60-4084-9661-842f0ceffe97 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_gateway (84074202-6137-4ab0-9a5a-7e3df7efa170), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:20.354249 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1c36-ac85-4ab7-80b4-d73db7317a58 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (af4c210d-5085-4027-8560-ebddc7482d9b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:20.354589 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1c36-ac85-4ab7-80b4-d73db7317a58 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (af4c210d-5085-4027-8560-ebddc7482d9b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:20.372318 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a1c36-ac85-4ab7-80b4-d73db7317a58 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Calling delete_port for af4c210d-5085-4027-8560-ebddc7482d9b owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:48:20.435372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-b508e581-5549-44a8-9075-de1bb550fa9f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Allocated IP 172.20.0.11 (c8c7efe8-323f-461c-b8f3-d0df0e78b272/7e220672-ddb5-4004-a2c7-1c1467c4afbb/7c18a493-54e9-4842-8756-24673405aff8) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:48:20.525749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c7b7c-faa3-4b1e-9d8b-5bd08c0cc3db req-13bab885-06a2-4af2-b96c-0ba874d7c93c tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:20.528460 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f73c7b7c-faa3-4b1e-9d8b-5bd08c0cc3db req-13bab885-06a2-4af2-b96c-0ba874d7c93c tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 943 time: 0.0951154 Feb 07 16:48:20.553166 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Pushing event updated for resources: {'Port': ['ID=381cbc5a-0ff9-457f-8611-e3c4b222d607,revision_number=9']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:20.556420 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] No DVR routers for this DVR port 381cbc5a-0ff9-457f-8611-e3c4b222d607 on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:48:20.643866 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f73c7b7c-faa3-4b1e-9d8b-5bd08c0cc3db req-ad79305f-e880-43dc-8ebd-05feff679469 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088822 Feb 07 16:48:20.668856 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1c36-ac85-4ab7-80b4-d73db7317a58 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (af4c210d-5085-4027-8560-ebddc7482d9b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:20.723849 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a1c36-ac85-4ab7-80b4-d73db7317a58 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event deleted for resources: {'Port': ['ID=af4c210d-5085-4027-8560-ebddc7482d9b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:20.847288 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1c36-ac85-4ab7-80b4-d73db7317a58 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for floatingip (5c562d98-4af6-4f12-a8c1-1696033454a9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:20.854982 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1c36-ac85-4ab7-80b4-d73db7317a58 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:20.869179 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dc4a1c36-ac85-4ab7-80b4-d73db7317a58 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "DELETE /v2.0/floatingips/5c562d98-4af6-4f12-a8c1-1696033454a9 HTTP/1.1" status: 204 len: 168 time: 0.9403050 Feb 07 16:48:20.870092 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42932) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:20.903205 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27fbab2-a360-418f-bae7-28a7410b491a tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] DELETE failed (client error): The resource could not be found. Feb 07 16:48:20.903968 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27fbab2-a360-418f-bae7-28a7410b491a tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:48:20.910387 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b27fbab2-a360-418f-bae7-28a7410b491a tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "DELETE /v2.0/ports/4ac1abc7-eada-412f-b3ad-0100f918d0b9 HTTP/1.1" status: 404 len: 333 time: 0.0383899 Feb 07 16:48:20.913121 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42934) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:20.982417 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-106ceb06-5874-4995-8a40-bbb000764614 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "GET /v2.0/ports?device_id=177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4 HTTP/1.1" status: 200 len: 205 time: 0.0656214 Feb 07 16:48:20.984056 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c44d64f-7fbf-4c35-8d45-17087e22705b req-0a6731c0-bd12-4f76-aa1d-ec67b0de6d7c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0717146 Feb 07 16:48:20.984619 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42936) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:21.052444 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-3070cd05-58bb-499e-8a0f-7b32842d4a51 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] delete failed (client error): The resource could not be found. Feb 07 16:48:21.054115 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3070cd05-58bb-499e-8a0f-7b32842d4a51 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "DELETE /v2.0/routers/177d9d83-7532-4e3d-a5c6-aa65bd9a5fd4 HTTP/1.1" status: 404 len: 336 time: 0.0679862 Feb 07 16:48:21.065066 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42942) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:21.102296 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af9d92b-965b-4829-91ce-44724bba30b0 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] DELETE failed (client error): The resource could not be found. Feb 07 16:48:21.102958 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af9d92b-965b-4829-91ce-44724bba30b0 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:48:21.109625 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4af9d92b-965b-4829-91ce-44724bba30b0 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "DELETE /v2.0/subnets/a190c958-332f-491f-ba89-f8e72e7f35af HTTP/1.1" status: 404 len: 337 time: 0.0406015 Feb 07 16:48:21.112797 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42948) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:21.147567 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:21.236096 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Attempting to bind port 381cbc5a-0ff9-457f-8611-e3c4b222d607 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:48:21.236535 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Attempting to bind port 381cbc5a-0ff9-457f-8611-e3c4b222d607 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '03af9fa1-8b97-43be-8e17-86dad5c361df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:48:21.236879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Attempting to bind port 381cbc5a-0ff9-457f-8611-e3c4b222d607 on network a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:21.244748 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8bd0d5e2-6f43-4a3c-a484-df50e0149594 req-9141414c-7c74-4da5-b460-fad1416bc4b8 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0716345 Feb 07 16:48:21.251745 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Port 381cbc5a-0ff9-457f-8611-e3c4b222d607 on network a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:48:21.252088 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Attempting to bind port 381cbc5a-0ff9-457f-8611-e3c4b222d607 on network a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:21.310828 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:48:21.311238 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Checking segment: {'id': '03af9fa1-8b97-43be-8e17-86dad5c361df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:48:21.311596 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Bound using segment: {'id': '03af9fa1-8b97-43be-8e17-86dad5c361df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:48:21.312056 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Bound port: 381cbc5a-0ff9-457f-8611-e3c4b222d607, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03af9fa1-8b97-43be-8e17-86dad5c361df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:48:21.312432 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:21.326423 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e97fffe8-a6a2-423d-aea3-7317eef4e4f9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Deleting port 84450bb5-b9e6-459d-9061-868f6e2e8f95 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:48:21.326954 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e97fffe8-a6a2-423d-aea3-7317eef4e4f9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (84450bb5-b9e6-459d-9061-868f6e2e8f95), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:21.400012 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] For port 381cbc5a-0ff9-457f-8611-e3c4b222d607, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:48:21.403885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] For port 381cbc5a-0ff9-457f-8611-e3c4b222d607, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607,segment=NetworkSegment(03af9fa1-8b97-43be-8e17-86dad5c361df),segment_id=03af9fa1-8b97-43be-8e17-86dad5c361df)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:48:21.432403 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:21.460428 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:21.461140 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:21.462717 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-29da477f-9b57-4427-b900-59767a4d4584 req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] 10.222.0.32 "PUT /v2.0/ports/381cbc5a-0ff9-457f-8611-e3c4b222d607 HTTP/1.1" status: 200 len: 1091 time: 4.1106880 Feb 07 16:48:21.474123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284777f9-6218-4132-84f9-8c6ef950090e', 'tag': '381cbc5a-0ff9-457f-8611-e3c4b222d607'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:48:21.476556 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b99fde3-b1be-4b1b-82a9-ed19dc55c0de" -d '{"events": [{"name": "network-changed", "server_uuid": "284777f9-6218-4132-84f9-8c6ef950090e", "tag": "381cbc5a-0ff9-457f-8611-e3c4b222d607"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:48:21.664705 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-880ed08f-bf60-4084-9661-842f0ceffe97 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (84074202-6137-4ab0-9a5a-7e3df7efa170), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:21.724503 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-b508e581-5549-44a8-9075-de1bb550fa9f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for port (7c18a493-54e9-4842-8756-24673405aff8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:21.757374 n-d-827865-3 neutron-server[103226]: DEBUG neutron.objects.ports [None req-bed6eff2-53db-49c0-bfdd-0040f6f36f9e tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 16:48:21.757374 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bed6eff2-53db-49c0-bfdd-0040f6f36f9e tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (5b95471c-7f2d-41fd-ab53-c7a7b7f6e58d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:21.840254 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e97fffe8-a6a2-423d-aea3-7317eef4e4f9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (84450bb5-b9e6-459d-9061-868f6e2e8f95), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:21.868663 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e97fffe8-a6a2-423d-aea3-7317eef4e4f9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Calling delete_port for 84450bb5-b9e6-459d-9061-868f6e2e8f95 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:48:21.889638 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6eff2-53db-49c0-bfdd-0040f6f36f9e tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5b95471c-7f2d-41fd-ab53-c7a7b7f6e58d,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:21.935774 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73184b2-6a8d-401a-a407-7bdafc8be951 req-e460ec7b-1076-4be8-90ff-4b09340db53e tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:21.937497 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e73184b2-6a8d-401a-a407-7bdafc8be951 req-e460ec7b-1076-4be8-90ff-4b09340db53e tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 1127 time: 0.4922972 Feb 07 16:48:21.982322 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e5bab-0bbf-4f6d-a903-d4d311e20674 service neutron] Pushing event updated for resources: {'Port': ['ID=381cbc5a-0ff9-457f-8611-e3c4b222d607,revision_number=10']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:22.029519 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da477f-9b57-4427-b900-59767a4d4584 req-1fb5934a-7248-4df2-9510-d84acb5a1a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:22.031430 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-29da477f-9b57-4427-b900-59767a4d4584 req-1fb5934a-7248-4df2-9510-d84acb5a1a95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=17e673e6323b4e4cb326f65b4b9943cf&device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 1126 time: 0.3726568 Feb 07 16:48:22.039339 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed6eff2-53db-49c0-bfdd-0040f6f36f9e tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Checking segment: {'id': '1b6dd967-5e1d-487f-b480-dcbbed27be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd55de1ad-871d-4334-ba70-1b7e3badec33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:48:22.039813 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed6eff2-53db-49c0-bfdd-0040f6f36f9e tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Network hostable DHCP agents. Network: d55de1ad-871d-4334-ba70-1b7e3badec33, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:48:22.137056 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e97fffe8-a6a2-423d-aea3-7317eef4e4f9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (84450bb5-b9e6-459d-9061-868f6e2e8f95), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:22.145431 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-b508e581-5549-44a8-9075-de1bb550fa9f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (7c18a493-54e9-4842-8756-24673405aff8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:22.190378 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fffe8-a6a2-423d-aea3-7317eef4e4f9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event deleted for resources: {'Port': ['ID=84450bb5-b9e6-459d-9061-868f6e2e8f95,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:22.212334 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e73184b2-6a8d-401a-a407-7bdafc8be951 req-84f8f6ec-9828-4fa0-9924-08d1c7352236 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576938 Feb 07 16:48:22.233150 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed6eff2-53db-49c0-bfdd-0040f6f36f9e tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Network d55de1ad-871d-4334-ba70-1b7e3badec33 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:48:22.263087 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-b508e581-5549-44a8-9075-de1bb550fa9f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Network c8c7efe8-323f-461c-b8f3-d0df0e78b272 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:48:22.307497 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-b508e581-5549-44a8-9075-de1bb550fa9f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:48:22.330562 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-b508e581-5549-44a8-9075-de1bb550fa9f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:48:22.366998 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e97fffe8-a6a2-423d-aea3-7317eef4e4f9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:22.367830 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e6bdc8-5ef3-463e-af90-94c3f492d5d1 x-openstack-request-id: req-c0e6bdc8-5ef3-463e-af90-94c3f492d5d1 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:48:22.368159 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284777f9-6218-4132-84f9-8c6ef950090e", "tag": "381cbc5a-0ff9-457f-8611-e3c4b222d607", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:48:22.368427 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0e6bdc8-5ef3-463e-af90-94c3f492d5d1 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:48:22.368853 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284777f9-6218-4132-84f9-8c6ef950090e', 'tag': '381cbc5a-0ff9-457f-8611-e3c4b222d607', 'status': 'completed', 'code': 200} Feb 07 16:48:22.369659 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bed6eff2-53db-49c0-bfdd-0040f6f36f9e tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, d55de1ad-871d-4334-ba70-1b7e3badec33) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:48:22.372290 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e97fffe8-a6a2-423d-aea3-7317eef4e4f9 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "DELETE /v2.0/ports/84450bb5-b9e6-459d-9061-868f6e2e8f95 HTTP/1.1" status: 204 len: 168 time: 1.2580459 Feb 07 16:48:22.378256 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed6eff2-53db-49c0-bfdd-0040f6f36f9e tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:22.378886 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bed6eff2-53db-49c0-bfdd-0040f6f36f9e tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:22.380706 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daa47b6-0b28-467e-b251-40b887f84ac1 None None] Network d55de1ad-871d-4334-ba70-1b7e3badec33 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:48:22.381551 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508e581-5549-44a8-9075-de1bb550fa9f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event updated for resources: {'Port': ['ID=7c18a493-54e9-4842-8756-24673405aff8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:22.393705 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43012) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:22.492536 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da477f-9b57-4427-b900-59767a4d4584 req-d116648c-a141-4fb3-a25a-5548bb953a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:22.495655 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-29da477f-9b57-4427-b900-59767a4d4584 req-d116648c-a141-4fb3-a25a-5548bb953a92 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 HTTP/1.1" status: 200 len: 915 time: 0.4482579 Feb 07 16:48:22.570779 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-b508e581-5549-44a8-9075-de1bb550fa9f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:22.571573 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-b508e581-5549-44a8-9075-de1bb550fa9f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:22.581414 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bcc77-a04d-443b-a58a-ffdadaae8598 req-c5aa2c79-2430-40d2-aa20-b70cc42da918 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:22.592285 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bed6eff2-53db-49c0-bfdd-0040f6f36f9e tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.1380532 Feb 07 16:48:22.592609 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c2bcc77-a04d-443b-a58a-ffdadaae8598 req-c5aa2c79-2430-40d2-aa20-b70cc42da918 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 932 time: 0.2156398 Feb 07 16:48:22.593106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43014) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:22.599398 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e462b961-516d-41a3-a1b1-f0f66b6feacd tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1490770518', 'network_id': 'd55de1ad-871d-4334-ba70-1b7e3badec33'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:22.615645 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d5db1c-134c-41e1-9a0f-1250c265590b None None] Network d55de1ad-871d-4334-ba70-1b7e3badec33 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:48:22.674884 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-29da477f-9b57-4427-b900-59767a4d4584 req-ac2c94c9-887b-4e01-b745-9e62faa52504 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607 HTTP/1.1" status: 200 len: 217 time: 0.0983319 Feb 07 16:48:22.748910 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Deleting port 1e600d83-6c1c-4b16-95b2-e69873122b1b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:48:22.749512 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1e600d83-6c1c-4b16-95b2-e69873122b1b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:22.764773 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e462b961-516d-41a3-a1b1-f0f66b6feacd tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Made reservation on behalf of eb280506a18a4ed5bc5fff1f1712db89 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:48:22.768624 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880ed08f-bf60-4084-9661-842f0ceffe97 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Router 84074202-6137-4ab0-9a5a-7e3df7efa170 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:48:22.769065 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e462b961-516d-41a3-a1b1-f0f66b6feacd tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:22.773542 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-b508e581-5549-44a8-9075-de1bb550fa9f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9035060 Feb 07 16:48:22.786716 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-3ffc0b8f-e437-449b-9080-ed7b3c6106e1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Request body: {'port': {'device_id': '2872c143-2f0e-49fe-99d1-64936379b815', 'network_id': '772a5458-241a-4973-8916-b74170ada414', 'admin_state_up': True, 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'security_groups': ['df6eba52-2555-4491-a1bf-4538a97825b5']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:22.849620 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c2bcc77-a04d-443b-a58a-ffdadaae8598 req-0c7997d7-2f20-46fd-b980-498a0d0484ce tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342606 Feb 07 16:48:22.854995 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6449d818-3ea1-424a-8eee-291b17cdfc63 None None] Provisioning complete for port 7c18a493-54e9-4842-8756-24673405aff8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:48:22.855788 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6449d818-3ea1-424a-8eee-291b17cdfc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7c18a493-54e9-4842-8756-24673405aff8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:22.870757 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-e462b961-516d-41a3-a1b1-f0f66b6feacd tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] device_id is not set on port 1016940a-4a86-42f2-b43c-c2c0536c6551 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:48:22.877048 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fddce-03bc-4c41-8fd6-c6ed83ae52f8 req-dbeed634-e782-473b-a8b8-36fadf9ca59c tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:22.905931 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c48fddce-03bc-4c41-8fd6-c6ed83ae52f8 req-dbeed634-e782-473b-a8b8-36fadf9ca59c tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 944 time: 0.5087204 Feb 07 16:48:22.925348 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6449d818-3ea1-424a-8eee-291b17cdfc63 None None] Port 7c18a493-54e9-4842-8756-24673405aff8 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:48:23.001309 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1e600d83-6c1c-4b16-95b2-e69873122b1b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:23.014725 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da477f-9b57-4427-b900-59767a4d4584 req-5d0ca47f-6937-45cd-8ece-6899d7f3a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:23.016507 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-29da477f-9b57-4427-b900-59767a4d4584 req-5d0ca47f-6937-45cd-8ece-6899d7f3a3ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17caae66-4938-4c9b-981d-9460cbf4671f HTTP/1.1" status: 200 len: 854 time: 0.3176825 Feb 07 16:48:23.022919 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Calling delete_port for 1e600d83-6c1c-4b16-95b2-e69873122b1b owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:48:23.064823 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e462b961-516d-41a3-a1b1-f0f66b6feacd tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Allocated IP 2001:db8::c8 (d55de1ad-871d-4334-ba70-1b7e3badec33/5b95471c-7f2d-41fd-ab53-c7a7b7f6e58d/1016940a-4a86-42f2-b43c-c2c0536c6551) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:48:23.096579 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:23.115179 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-29da477f-9b57-4427-b900-59767a4d4584 req-6a28a06e-97d5-4550-a828-44b907e3c015 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806038 Feb 07 16:48:23.236946 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-29da477f-9b57-4427-b900-59767a4d4584 req-2c186838-9717-4724-9a52-8819723c6834 service neutron] 10.222.0.32 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059787 Feb 07 16:48:23.373117 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c48fddce-03bc-4c41-8fd6-c6ed83ae52f8 req-6965321d-77e3-407a-a07d-2c1d416fc7a5 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657285 Feb 07 16:48:23.390648 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880ed08f-bf60-4084-9661-842f0ceffe97 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:48:23.395174 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1e600d83-6c1c-4b16-95b2-e69873122b1b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:23.407635 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e462b961-516d-41a3-a1b1-f0f66b6feacd tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for port (1016940a-4a86-42f2-b43c-c2c0536c6551), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:23.414092 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] Sync routers for ids ['84074202-6137-4ab0-9a5a-7e3df7efa170'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:48:23.440133 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event deleted for resources: {'Port': ['ID=1e600d83-6c1c-4b16-95b2-e69873122b1b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:23.447520 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] Routers {'84074202-6137-4ab0-9a5a-7e3df7efa170'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:48:23.448704 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:47:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['84074202-6137-4ab0-9a5a-7e3df7efa170'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:23.462370 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:23.462787 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:23.463215 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:23.463580 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:23.463962 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:23.464473 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:23.464921 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:23.465378 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:23.465950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:23.466324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:23.466663 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:23.467004 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:23.467338 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:23.477489 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-880ed08f-bf60-4084-9661-842f0ceffe97 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:23.479420 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-880ed08f-bf60-4084-9661-842f0ceffe97 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.8668325 Feb 07 16:48:23.486092 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-3ffc0b8f-e437-449b-9080-ed7b3c6106e1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Made reservation on behalf of 4a9341a8a4fe41fe98e19305419da9b8 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:48:23.491197 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-3ffc0b8f-e437-449b-9080-ed7b3c6106e1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:23.497539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43052) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:23.608138 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-29da477f-9b57-4427-b900-59767a4d4584 req-9c01366b-6e45-4be5-a500-7693189399aa service neutron] 10.222.0.32 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549793 Feb 07 16:48:23.734659 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e462b961-516d-41a3-a1b1-f0f66b6feacd tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1016940a-4a86-42f2-b43c-c2c0536c6551), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:23.737708 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] Set router 84074202-6137-4ab0-9a5a-7e3df7efa170 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:48:23.739224 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:23.754245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43060) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:23.755850 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1359aafb-d4a1-4ddf-a500-5d0063bbbd11 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "DELETE /v2.0/ports/1e600d83-6c1c-4b16-95b2-e69873122b1b HTTP/1.1" status: 204 len: 168 time: 1.3477938 Feb 07 16:48:23.925471 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462b961-516d-41a3-a1b1-f0f66b6feacd tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Pushing event updated for resources: {'Port': ['ID=1016940a-4a86-42f2-b43c-c2c0536c6551,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:23.975979 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e462b961-516d-41a3-a1b1-f0f66b6feacd tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Network d55de1ad-871d-4334-ba70-1b7e3badec33 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:48:23.990786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e462b961-516d-41a3-a1b1-f0f66b6feacd tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:48:24.010076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e462b961-516d-41a3-a1b1-f0f66b6feacd tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:48:24.011651 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e462b961-516d-41a3-a1b1-f0f66b6feacd tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:24.018704 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e462b961-516d-41a3-a1b1-f0f66b6feacd tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:24.068054 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e462b961-516d-41a3-a1b1-f0f66b6feacd tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4736211 Feb 07 16:48:24.070515 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43082) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:24.085949 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-94a571ad-7c71-43e4-ad84-95042f40e6b8 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "GET /v2.0/routers/84074202-6137-4ab0-9a5a-7e3df7efa170 HTTP/1.1" status: 200 len: 908 time: 0.5844812 Feb 07 16:48:24.099449 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84074202-6137-4ab0-9a5a-7e3df7efa170', 'name': 'tempest-snat-router-1849334047', 'tenant_id': '3c719df53ac9448b86cc1a17ac90dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': False}, 'gw_port_id': '50a5799a-0f75-4a4b-961e-0e63a8ee07b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:48:15Z', 'updated_at': '2022-02-07T16:48:19Z', 'revision_number': 3, 'project_id': '3c719df53ac9448b86cc1a17ac90dbb8', 'gw_port': {'id': '50a5799a-0f75-4a4b-961e-0e63a8ee07b4', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:00:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84074202-6137-4ab0-9a5a-7e3df7efa170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:48:16Z', 'updated_at': '2022-02-07T16:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:24.106474 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43084) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:24.111041 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-93d8b8b2-d976-4522-b7ca-b118736c8ab0 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1849334047', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'enable_snat': True}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:24.147690 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93d8b8b2-d976-4522-b7ca-b118736c8ab0 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (3f458bd1-5ae5-41e8-870c-943705cba435), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:24.149992 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93d8b8b2-d976-4522-b7ca-b118736c8ab0 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (3f458bd1-5ae5-41e8-870c-943705cba435), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:24.167672 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99fde3-b1be-4b1b-82a9-ed19dc55c0de req-f99f88b1-3e6b-457c-9b23-ad258ede5bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:24.169557 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b99fde3-b1be-4b1b-82a9-ed19dc55c0de req-f99f88b1-3e6b-457c-9b23-ad258ede5bee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=17e673e6323b4e4cb326f65b4b9943cf&device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 1126 time: 0.4390810 Feb 07 16:48:24.176724 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] Checking router: 84074202-6137-4ab0-9a5a-7e3df7efa170 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:48:24.178854 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] Updating router 84074202-6137-4ab0-9a5a-7e3df7efa170 port 50a5799a-0f75-4a4b-961e-0e63a8ee07b4 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:48:24.236333 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-3ffc0b8f-e437-449b-9080-ed7b3c6106e1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Allocated IP 10.1.1.114 (772a5458-241a-4973-8916-b74170ada414/fe980b80-4ff0-4853-82e3-b744d6a56a26/2db5c0bc-b866-4e0d-a809-0111cf41496d) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:48:24.305780 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93d8b8b2-d976-4522-b7ca-b118736c8ab0 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_controller (3f458bd1-5ae5-41e8-870c-943705cba435), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:24.314321 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1f3374-6e37-49e6-9d56-20e16bcb1400 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:24.316208 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6f1f3374-6e37-49e6-9d56-20e16bcb1400 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "GET /v2.0/ports?device_id=b476168a-7024-44ce-a0a0-a998e57605ec HTTP/1.1" status: 200 len: 913 time: 0.5473709 Feb 07 16:48:24.328187 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43096) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:24.370320 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (50a5799a-0f75-4a4b-961e-0e63a8ee07b4), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:24.500365 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-63f39c75-0904-4964-a4d2-3e45ac710cf2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Deleting port 1016940a-4a86-42f2-b43c-c2c0536c6551 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:48:24.500940 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63f39c75-0904-4964-a4d2-3e45ac710cf2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1016940a-4a86-42f2-b43c-c2c0536c6551), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:24.694691 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bf55c-367c-49d8-a920-973c29a43de9 req-e0a539e3-005d-4e12-affd-e23f119ea0ab tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:24.721049 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8c9bf55c-367c-49d8-a920-973c29a43de9 req-e0a539e3-005d-4e12-affd-e23f119ea0ab tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 932 time: 0.7188914 Feb 07 16:48:24.906724 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] Publish callbacks [] for port (50a5799a-0f75-4a4b-961e-0e63a8ee07b4), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:24.917699 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (50a5799a-0f75-4a4b-961e-0e63a8ee07b4), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:24.929421 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8c9bf55c-367c-49d8-a920-973c29a43de9 req-e3abb525-8ae4-4c0e-bba0-352b33c93d67 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061064 Feb 07 16:48:24.996214 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560350bd-4d2b-424d-9891-f3a8cfdb31f4 None None] Pushing event updated for resources: {'Port': ['ID=50a5799a-0f75-4a4b-961e-0e63a8ee07b4,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:25.015993 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63f39c75-0904-4964-a4d2-3e45ac710cf2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1016940a-4a86-42f2-b43c-c2c0536c6551), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:25.080573 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93d8b8b2-d976-4522-b7ca-b118736c8ab0 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_gateway (3f458bd1-5ae5-41e8-870c-943705cba435), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:25.097253 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] Attempting to bind port 50a5799a-0f75-4a4b-961e-0e63a8ee07b4 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:48:25.097682 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] Attempting to bind port 50a5799a-0f75-4a4b-961e-0e63a8ee07b4 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:48:25.098098 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] Attempting to bind port 50a5799a-0f75-4a4b-961e-0e63a8ee07b4 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:25.112470 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:48:25.112956 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:48:25.113390 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:25.113873 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:48:25.114480 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] Bound port: 50a5799a-0f75-4a4b-961e-0e63a8ee07b4, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:48:25.115096 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (50a5799a-0f75-4a4b-961e-0e63a8ee07b4), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:25.119166 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-63f39c75-0904-4964-a4d2-3e45ac710cf2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Calling delete_port for 1016940a-4a86-42f2-b43c-c2c0536c6551 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:48:25.178888 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-3ffc0b8f-e437-449b-9080-ed7b3c6106e1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for port (2db5c0bc-b866-4e0d-a809-0111cf41496d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:25.193125 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99fde3-b1be-4b1b-82a9-ed19dc55c0de req-c2261602-d6d9-4b2e-90b8-b97eb07328e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:25.194859 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b99fde3-b1be-4b1b-82a9-ed19dc55c0de req-c2261602-d6d9-4b2e-90b8-b97eb07328e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 HTTP/1.1" status: 200 len: 915 time: 1.0166564 Feb 07 16:48:25.291355 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] For port 50a5799a-0f75-4a4b-961e-0e63a8ee07b4, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:48:25.297660 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] For port 50a5799a-0f75-4a4b-961e-0e63a8ee07b4, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=50a5799a-0f75-4a4b-961e-0e63a8ee07b4,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:48:25.319080 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (50a5799a-0f75-4a4b-961e-0e63a8ee07b4), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:25.558818 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63f39c75-0904-4964-a4d2-3e45ac710cf2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1016940a-4a86-42f2-b43c-c2c0536c6551), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:25.578414 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] Routers {'84074202-6137-4ab0-9a5a-7e3df7efa170'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:48:25.579503 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:47:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['84074202-6137-4ab0-9a5a-7e3df7efa170'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:25.591404 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560350bd-4d2b-424d-9891-f3a8cfdb31f4 None None] Pushing event updated for resources: {'Port': ['ID=50a5799a-0f75-4a4b-961e-0e63a8ee07b4,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:25.752471 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f39c75-0904-4964-a4d2-3e45ac710cf2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Pushing event deleted for resources: {'Port': ['ID=1016940a-4a86-42f2-b43c-c2c0536c6551,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:25.788619 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a11ec6c7-0b67-4739-bdea-96495073d44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:25.841427 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b99fde3-b1be-4b1b-82a9-ed19dc55c0de req-72d0e31f-581c-47fe-84f3-28b66de5679b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607 HTTP/1.1" status: 200 len: 217 time: 0.6286259 Feb 07 16:48:25.849383 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63f39c75-0904-4964-a4d2-3e45ac710cf2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:25.856197 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-63f39c75-0904-4964-a4d2-3e45ac710cf2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "DELETE /v2.0/ports/1016940a-4a86-42f2-b43c-c2c0536c6551 HTTP/1.1" status: 204 len: 168 time: 1.7840984 Feb 07 16:48:25.861709 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43132) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:25.864885 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] Set router 84074202-6137-4ab0-9a5a-7e3df7efa170 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:48:25.869897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c80d95da-b8a2-421b-b51b-9f7ff7c1659d tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd55de1ad-871d-4334-ba70-1b7e3badec33', 'external_fixed_ips': [{'subnet_id': '5b95471c-7f2d-41fd-ab53-c7a7b7f6e58d', 'ip_address': '2001:db8::c8'}]}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:25.944411 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c80d95da-b8a2-421b-b51b-9f7ff7c1659d tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (0f272959-c31b-4676-baea-d7a7191fe0cd), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:25.949479 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c80d95da-b8a2-421b-b51b-9f7ff7c1659d tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (0f272959-c31b-4676-baea-d7a7191fe0cd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:25.981794 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c46aa-1b5f-4b02-b607-9f2016e069f2 req-f207029e-dc10-4307-9b2c-c8fd111115a0 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:25.999869 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a4c46aa-1b5f-4b02-b607-9f2016e069f2 req-f207029e-dc10-4307-9b2c-c8fd111115a0 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 944 time: 0.8808267 Feb 07 16:48:26.076338 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ea9fb-85d1-4f90-a6ac-acbd31fda5b3 req-28dda6e9-197d-4015-a3a0-20ea5ed47e0a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:26.088423 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b91ea9fb-85d1-4f90-a6ac-acbd31fda5b3 req-28dda6e9-197d-4015-a3a0-20ea5ed47e0a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 948 time: 0.3781071 Feb 07 16:48:26.132646 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-3ffc0b8f-e437-449b-9080-ed7b3c6106e1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (2db5c0bc-b866-4e0d-a809-0111cf41496d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:26.171510 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99fde3-b1be-4b1b-82a9-ed19dc55c0de req-53fb2f5c-e9aa-4748-b58c-e55af9a13f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:26.176807 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b99fde3-b1be-4b1b-82a9-ed19dc55c0de req-53fb2f5c-e9aa-4748-b58c-e55af9a13f0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17caae66-4938-4c9b-981d-9460cbf4671f HTTP/1.1" status: 200 len: 854 time: 0.3084238 Feb 07 16:48:26.195870 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a4c46aa-1b5f-4b02-b607-9f2016e069f2 req-ec5a2319-b312-4948-8ebb-f14d81d6aba2 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948678 Feb 07 16:48:26.332337 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-3ffc0b8f-e437-449b-9080-ed7b3c6106e1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Network 772a5458-241a-4973-8916-b74170ada414 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:48:26.372210 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c80d95da-b8a2-421b-b51b-9f7ff7c1659d tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_controller (0f272959-c31b-4676-baea-d7a7191fe0cd), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:26.379445 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-3ffc0b8f-e437-449b-9080-ed7b3c6106e1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:48:26.393763 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-3ffc0b8f-e437-449b-9080-ed7b3c6106e1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:48:26.524063 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84074202-6137-4ab0-9a5a-7e3df7efa170', 'name': 'tempest-snat-router-1849334047', 'tenant_id': '3c719df53ac9448b86cc1a17ac90dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': False}, 'gw_port_id': '50a5799a-0f75-4a4b-961e-0e63a8ee07b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:48:15Z', 'updated_at': '2022-02-07T16:48:19Z', 'revision_number': 3, 'project_id': '3c719df53ac9448b86cc1a17ac90dbb8', 'gw_port': {'id': '50a5799a-0f75-4a4b-961e-0e63a8ee07b4', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:00:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84074202-6137-4ab0-9a5a-7e3df7efa170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:48:16Z', 'updated_at': '2022-02-07T16:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:26.572367 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf3c3e-b110-48ae-bc24-0c72e7fdc79b None None] The sync data for ids ['84074202-6137-4ab0-9a5a-7e3df7efa170'] in n-d-827865-3 is: [{'id': '84074202-6137-4ab0-9a5a-7e3df7efa170', 'name': 'tempest-snat-router-1849334047', 'tenant_id': '3c719df53ac9448b86cc1a17ac90dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': False}, 'gw_port_id': '50a5799a-0f75-4a4b-961e-0e63a8ee07b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:48:15Z', 'updated_at': '2022-02-07T16:48:19Z', 'revision_number': 3, 'project_id': '3c719df53ac9448b86cc1a17ac90dbb8', 'gw_port': {'id': '50a5799a-0f75-4a4b-961e-0e63a8ee07b4', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:00:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84074202-6137-4ab0-9a5a-7e3df7efa170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:48:16Z', 'updated_at': '2022-02-07T16:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:48:26.581000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-3ffc0b8f-e437-449b-9080-ed7b3c6106e1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:26.582046 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-3ffc0b8f-e437-449b-9080-ed7b3c6106e1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:26.587178 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b99fde3-b1be-4b1b-82a9-ed19dc55c0de req-4b661653-ebfe-48d4-95db-4b893fe8f417 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3129380 Feb 07 16:48:26.639000 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b91ea9fb-85d1-4f90-a6ac-acbd31fda5b3 req-a9ac2ddd-fc05-4163-a6d8-549a40fbc98d tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5490568 Feb 07 16:48:26.861928 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c80d95da-b8a2-421b-b51b-9f7ff7c1659d tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_gateway (0f272959-c31b-4676-baea-d7a7191fe0cd), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:26.905672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4326b16f-100f-49c0-89eb-7f07502efa86 None None] Provisioning complete for port 2db5c0bc-b866-4e0d-a809-0111cf41496d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:48:26.906241 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4326b16f-100f-49c0-89eb-7f07502efa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2db5c0bc-b866-4e0d-a809-0111cf41496d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:26.943972 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b99fde3-b1be-4b1b-82a9-ed19dc55c0de req-fdaf2f23-b441-4f31-8e41-3ba928b0092c service neutron] 10.222.0.32 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924197 Feb 07 16:48:26.945012 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc0b8f-e437-449b-9080-ed7b3c6106e1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event updated for resources: {'Port': ['ID=2db5c0bc-b866-4e0d-a809-0111cf41496d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:26.960334 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-3ffc0b8f-e437-449b-9080-ed7b3c6106e1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1808455 Feb 07 16:48:27.065481 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb1865c9-10f8-4c06-bee0-15546f6fc962 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Request body: {'port': {'device_id': '2872c143-2f0e-49fe-99d1-64936379b815', 'network_id': '772a5458-241a-4973-8916-b74170ada414', 'admin_state_up': True, 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'security_groups': ['df6eba52-2555-4491-a1bf-4538a97825b5']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:27.142857 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4326b16f-100f-49c0-89eb-7f07502efa86 None None] Port 2db5c0bc-b866-4e0d-a809-0111cf41496d cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:48:27.283567 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93d8b8b2-d976-4522-b7ca-b118736c8ab0 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_gateway (3f458bd1-5ae5-41e8-870c-943705cba435), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:27.418839 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196b14c-d2d2-4786-94dd-66814efa588c req-f2035f44-63e6-40a2-b28f-9bfbb2787d33 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:27.425564 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93d8b8b2-d976-4522-b7ca-b118736c8ab0 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:27.433959 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196b14c-d2d2-4786-94dd-66814efa588c req-f2035f44-63e6-40a2-b28f-9bfbb2787d33 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:27.447970 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8196b14c-d2d2-4786-94dd-66814efa588c req-f2035f44-63e6-40a2-b28f-9bfbb2787d33 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 1654 time: 0.9439740 Feb 07 16:48:27.484395 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de59141c-2bcf-4ba6-bf41-0df28b184daf tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (b476168a-7024-44ce-a0a0-a998e57605ec), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:27.893977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fa38e-555b-446f-8e9d-ab254b18f38a req-0188760e-9067-4216-9b68-66c2216f4ad0 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:27.897651 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-410fa38e-555b-446f-8e9d-ab254b18f38a req-0188760e-9067-4216-9b68-66c2216f4ad0 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 948 time: 0.4904609 Feb 07 16:48:27.970467 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8196b14c-d2d2-4786-94dd-66814efa588c req-e12e7252-e42c-491f-a96f-2225abac0e7f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5205541 Feb 07 16:48:27.983124 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b99fde3-b1be-4b1b-82a9-ed19dc55c0de req-fa2ffb52-34f0-406e-91f1-f5a26666eb30 service neutron] 10.222.0.32 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0159388 Feb 07 16:48:28.127466 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-93d8b8b2-d976-4522-b7ca-b118736c8ab0 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Allocated IP 172.25.4.63 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/4760cd6a-d201-4165-8eaf-d018748da27b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:48:28.142661 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-93f4a438-e545-4ac3-8437-65b16ba802cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:28.207851 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb1865c9-10f8-4c06-bee0-15546f6fc962 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Made reservation on behalf of 4a9341a8a4fe41fe98e19305419da9b8 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:48:28.214657 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb1865c9-10f8-4c06-bee0-15546f6fc962 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:28.226696 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011d372-6e2e-4505-a06d-c39000e41c94 req-29346df2-25f2-4ec8-9912-fcfe38a09ac3 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:28.236504 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4011d372-6e2e-4505-a06d-c39000e41c94 req-29346df2-25f2-4ec8-9912-fcfe38a09ac3 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 944 time: 0.4935904 Feb 07 16:48:28.458460 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c80d95da-b8a2-421b-b51b-9f7ff7c1659d tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_gateway (0f272959-c31b-4676-baea-d7a7191fe0cd), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:28.473068 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4011d372-6e2e-4505-a06d-c39000e41c94 req-4ae66bf7-8621-480e-891f-150f6bf89137 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351983 Feb 07 16:48:28.554337 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c80d95da-b8a2-421b-b51b-9f7ff7c1659d tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:28.603300 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb1865c9-10f8-4c06-bee0-15546f6fc962 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Allocated IP 10.1.1.152 (772a5458-241a-4973-8916-b74170ada414/fe980b80-4ff0-4853-82e3-b744d6a56a26/d8f99488-5442-4647-9351-c993cff78c12) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:48:28.619558 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-410fa38e-555b-446f-8e9d-ab254b18f38a req-b7b5bd8b-6f72-4415-bf0c-a3c4fb20f9cf tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Deleting port 331427ca-4460-4964-b598-bebd8037bf87 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:48:28.626187 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-410fa38e-555b-446f-8e9d-ab254b18f38a req-b7b5bd8b-6f72-4415-bf0c-a3c4fb20f9cf tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (331427ca-4460-4964-b598-bebd8037bf87), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:28.679190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20478885-5d5d-498a-9009-c4498f4a2679 req-e83228e5-130c-4458-b9ed-acdc3d90bf1b tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:28.680931 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-20478885-5d5d-498a-9009-c4498f4a2679 req-e83228e5-130c-4458-b9ed-acdc3d90bf1b tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 948 time: 0.5010073 Feb 07 16:48:28.736705 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93d8b8b2-d976-4522-b7ca-b118736c8ab0 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for port (4760cd6a-d201-4165-8eaf-d018748da27b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:28.893106 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-20478885-5d5d-498a-9009-c4498f4a2679 req-3d4fd3fe-60fe-40b5-9f1f-262b3e170dcc tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925733 Feb 07 16:48:29.086735 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb1865c9-10f8-4c06-bee0-15546f6fc962 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for port (d8f99488-5442-4647-9351-c993cff78c12), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:29.086735 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-de59141c-2bcf-4ba6-bf41-0df28b184daf tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Deleting port c5742a4f-3a6d-4dbd-8ff7-61369c7060a8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:48:29.086735 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de59141c-2bcf-4ba6-bf41-0df28b184daf tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c5742a4f-3a6d-4dbd-8ff7-61369c7060a8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:29.255332 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb1865c9-10f8-4c06-bee0-15546f6fc962 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d8f99488-5442-4647-9351-c993cff78c12), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:29.291074 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de59141c-2bcf-4ba6-bf41-0df28b184daf tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c5742a4f-3a6d-4dbd-8ff7-61369c7060a8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:29.302709 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 50a5799a-0f75-4a4b-961e-0e63a8ee07b4 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:48:29.444973 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-de59141c-2bcf-4ba6-bf41-0df28b184daf tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Calling delete_port for c5742a4f-3a6d-4dbd-8ff7-61369c7060a8 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:48:29.467844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb1865c9-10f8-4c06-bee0-15546f6fc962 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Network 772a5458-241a-4973-8916-b74170ada414 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:48:29.470621 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb1865c9-10f8-4c06-bee0-15546f6fc962 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:48:29.489075 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb1865c9-10f8-4c06-bee0-15546f6fc962 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:48:29.504573 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:29.533557 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 50a5799a-0f75-4a4b-961e-0e63a8ee07b4 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:48:29.534432 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (50a5799a-0f75-4a4b-961e-0e63a8ee07b4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:29.735957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1865c9-10f8-4c06-bee0-15546f6fc962 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event updated for resources: {'Port': ['ID=d8f99488-5442-4647-9351-c993cff78c12,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:29.743870 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-410fa38e-555b-446f-8e9d-ab254b18f38a req-b7b5bd8b-6f72-4415-bf0c-a3c4fb20f9cf tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] For port 331427ca-4460-4964-b598-bebd8037bf87, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=331427ca-4460-4964-b598-bebd8037bf87,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:48:29.746544 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-410fa38e-555b-446f-8e9d-ab254b18f38a req-b7b5bd8b-6f72-4415-bf0c-a3c4fb20f9cf tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (331427ca-4460-4964-b598-bebd8037bf87), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:29.833801 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-410fa38e-555b-446f-8e9d-ab254b18f38a req-b7b5bd8b-6f72-4415-bf0c-a3c4fb20f9cf tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Calling delete_port for 331427ca-4460-4964-b598-bebd8037bf87 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:48:29.846230 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb1865c9-10f8-4c06-bee0-15546f6fc962 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:29.847416 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb1865c9-10f8-4c06-bee0-15546f6fc962 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:29.882930 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb1865c9-10f8-4c06-bee0-15546f6fc962 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9008367 Feb 07 16:48:29.941903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-f47968a3-73b4-4d39-9e20-b605d6dab8af tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Request body: {'port': {'device_id': '2872c143-2f0e-49fe-99d1-64936379b815', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6ff3d289-1ffa-4a39-b840-9958ff036d72', 'admin_state_up': True, 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'security_groups': ['df6eba52-2555-4491-a1bf-4538a97825b5']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:29.944211 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 50a5799a-0f75-4a4b-961e-0e63a8ee07b4 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:48:29.946671 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (50a5799a-0f75-4a4b-961e-0e63a8ee07b4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:30.063553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 50a5799a-0f75-4a4b-961e-0e63a8ee07b4, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=50a5799a-0f75-4a4b-961e-0e63a8ee07b4,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:48:30.096912 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (50a5799a-0f75-4a4b-961e-0e63a8ee07b4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:30.157857 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc4aec-e121-4784-8a9b-9a7cde723f9f req-6f729a2b-915f-48e0-b9e9-2323dae77732 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:30.167596 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bfdc4aec-e121-4784-8a9b-9a7cde723f9f req-6f729a2b-915f-48e0-b9e9-2323dae77732 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 944 time: 0.4810574 Feb 07 16:48:30.252180 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=50a5799a-0f75-4a4b-961e-0e63a8ee07b4,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:30.258933 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 331427ca-4460-4964-b598-bebd8037bf87 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:48:30.279475 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-f47968a3-73b4-4d39-9e20-b605d6dab8af tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Made reservation on behalf of 4a9341a8a4fe41fe98e19305419da9b8 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:48:30.375872 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-984b5af9-cfe2-4826-a322-8a53ee151a9e None None] Provisioning complete for port d8f99488-5442-4647-9351-c993cff78c12 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:48:30.376437 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-984b5af9-cfe2-4826-a322-8a53ee151a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d8f99488-5442-4647-9351-c993cff78c12), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:30.395621 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bfdc4aec-e121-4784-8a9b-9a7cde723f9f req-17920dfa-a175-4495-8d7b-56e36af92333 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266328 Feb 07 16:48:30.450347 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-984b5af9-cfe2-4826-a322-8a53ee151a9e None None] Port d8f99488-5442-4647-9351-c993cff78c12 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:48:30.485007 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-410fa38e-555b-446f-8e9d-ab254b18f38a req-b7b5bd8b-6f72-4415-bf0c-a3c4fb20f9cf tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (331427ca-4460-4964-b598-bebd8037bf87), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:30.491853 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Port 331427ca-4460-4964-b598-bebd8037bf87 update to DOWN by agent not found {{(pid=103228) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 07 16:48:30.650277 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-f47968a3-73b4-4d39-9e20-b605d6dab8af tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:30.704759 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c521731b-57c1-47aa-a4d8-97c59c36d2f1 req-f3822ab2-d560-42fa-938f-21f4c33388d5 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7dd58fd-ef82-418c-9a37-6731629d7b20 HTTP/1.1" status: 200 len: 210 time: 0.1001439 Feb 07 16:48:30.740193 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:30.744655 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5bd8b-6f72-4415-bf0c-a3c4fb20f9cf tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Pushing event deleted for resources: {'Port': ['ID=331427ca-4460-4964-b598-bebd8037bf87,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:30.838161 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93d8b8b2-d976-4522-b7ca-b118736c8ab0 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4760cd6a-d201-4165-8eaf-d018748da27b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:30.839220 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de59141c-2bcf-4ba6-bf41-0df28b184daf tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c5742a4f-3a6d-4dbd-8ff7-61369c7060a8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:30.915651 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-410fa38e-555b-446f-8e9d-ab254b18f38a req-b7b5bd8b-6f72-4415-bf0c-a3c4fb20f9cf tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] No DVR routers for this DVR port 331427ca-4460-4964-b598-bebd8037bf87 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:48:30.927450 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-410fa38e-555b-446f-8e9d-ab254b18f38a req-b7b5bd8b-6f72-4415-bf0c-a3c4fb20f9cf tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:30.931426 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-410fa38e-555b-446f-8e9d-ab254b18f38a req-b7b5bd8b-6f72-4415-bf0c-a3c4fb20f9cf tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.32 "DELETE /v2.0/ports/331427ca-4460-4964-b598-bebd8037bf87 HTTP/1.1" status: 204 len: 173 time: 3.0262768 Feb 07 16:48:30.946908 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dd58fd-ef82-418c-9a37-6731629d7b20', 'name': 'network-vif-deleted', 'tag': '331427ca-4460-4964-b598-bebd8037bf87'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:48:30.954264 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2937a387-90be-4294-bd38-7e8245f1e4f3" -d '{"events": [{"server_uuid": "f7dd58fd-ef82-418c-9a37-6731629d7b20", "name": "network-vif-deleted", "tag": "331427ca-4460-4964-b598-bebd8037bf87"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:48:30.973072 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d8b8b2-d976-4522-b7ca-b118736c8ab0 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:48:30.983189 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-c80d95da-b8a2-421b-b51b-9f7ff7c1659d tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Allocated IP 2001:db8::c8 (d55de1ad-871d-4334-ba70-1b7e3badec33/5b95471c-7f2d-41fd-ab53-c7a7b7f6e58d/523fec3e-d165-4c9c-979c-1642f7a3ca6f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:48:30.989868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-93d8b8b2-d976-4522-b7ca-b118736c8ab0 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:48:31.001088 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d8b8b2-d976-4522-b7ca-b118736c8ab0 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:48:31.009898 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8b8b2-d976-4522-b7ca-b118736c8ab0 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Pushing event updated for resources: {'Port': ['ID=4760cd6a-d201-4165-8eaf-d018748da27b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:31.147173 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864c498b-0ac3-4357-8307-629a9f0520fc x-openstack-request-id: req-864c498b-0ac3-4357-8307-629a9f0520fc {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:48:31.149055 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dd58fd-ef82-418c-9a37-6731629d7b20", "name": "network-vif-deleted", "tag": "331427ca-4460-4964-b598-bebd8037bf87", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:48:31.149530 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-864c498b-0ac3-4357-8307-629a9f0520fc {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:48:31.152921 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dd58fd-ef82-418c-9a37-6731629d7b20', 'name': 'network-vif-deleted', 'tag': '331427ca-4460-4964-b598-bebd8037bf87', 'status': 'completed', 'code': 200} Feb 07 16:48:31.187872 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680feb8-232d-423f-8f87-1c1b70c96166 req-75c17642-aa2d-48e3-ab81-37ea7915f982 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:31.196034 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680feb8-232d-423f-8f87-1c1b70c96166 req-75c17642-aa2d-48e3-ab81-37ea7915f982 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:31.205979 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 50a5799a-0f75-4a4b-961e-0e63a8ee07b4 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:48:31.216887 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680feb8-232d-423f-8f87-1c1b70c96166 req-75c17642-aa2d-48e3-ab81-37ea7915f982 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:31.221770 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d680feb8-232d-423f-8f87-1c1b70c96166 req-75c17642-aa2d-48e3-ab81-37ea7915f982 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 2375 time: 0.7957034 Feb 07 16:48:31.357091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 50a5799a-0f75-4a4b-961e-0e63a8ee07b4 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:48:31.357771 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (50a5799a-0f75-4a4b-961e-0e63a8ee07b4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:31.415860 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59141c-2bcf-4ba6-bf41-0df28b184daf tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event deleted for resources: {'Port': ['ID=c5742a4f-3a6d-4dbd-8ff7-61369c7060a8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:31.572181 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-f47968a3-73b4-4d39-9e20-b605d6dab8af tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Allocated IP 10.2.2.100 (6ff3d289-1ffa-4a39-b840-9958ff036d72/1dc3c94e-0036-4741-beec-77866fd95a96/77883321-267c-498d-946e-72ebe4f0e50c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:48:31.604529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 50a5799a-0f75-4a4b-961e-0e63a8ee07b4 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:48:31.677836 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c80d95da-b8a2-421b-b51b-9f7ff7c1659d tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for port (523fec3e-d165-4c9c-979c-1642f7a3ca6f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:31.791525 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c80d95da-b8a2-421b-b51b-9f7ff7c1659d tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (523fec3e-d165-4c9c-979c-1642f7a3ca6f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:31.919028 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d680feb8-232d-423f-8f87-1c1b70c96166 req-1c3707be-b98e-4693-bb4a-1b106b7e67c6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5083728 Feb 07 16:48:32.192306 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d95da-b8a2-421b-b51b-9f7ff7c1659d tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Network d55de1ad-871d-4334-ba70-1b7e3badec33 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:48:32.213254 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c80d95da-b8a2-421b-b51b-9f7ff7c1659d tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:48:32.245364 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80d95da-b8a2-421b-b51b-9f7ff7c1659d tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:48:32.251144 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d95da-b8a2-421b-b51b-9f7ff7c1659d tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Pushing event updated for resources: {'Port': ['ID=523fec3e-d165-4c9c-979c-1642f7a3ca6f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:32.313695 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-f47968a3-73b4-4d39-9e20-b605d6dab8af tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for port (77883321-267c-498d-946e-72ebe4f0e50c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:32.366415 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:32.417712 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de59141c-2bcf-4ba6-bf41-0df28b184daf tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (b476168a-7024-44ce-a0a0-a998e57605ec), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:32.430007 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-f47968a3-73b4-4d39-9e20-b605d6dab8af tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (77883321-267c-498d-946e-72ebe4f0e50c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:32.477377 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-f47968a3-73b4-4d39-9e20-b605d6dab8af tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Network 6ff3d289-1ffa-4a39-b840-9958ff036d72 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:48:32.483771 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-f47968a3-73b4-4d39-9e20-b605d6dab8af tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:48:32.564524 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47968a3-73b4-4d39-9e20-b605d6dab8af tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event updated for resources: {'Port': ['ID=77883321-267c-498d-946e-72ebe4f0e50c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:32.796511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-f47968a3-73b4-4d39-9e20-b605d6dab8af tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:48:33.008652 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de59141c-2bcf-4ba6-bf41-0df28b184daf tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Router b476168a-7024-44ce-a0a0-a998e57605ec has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:48:33.022398 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b3ac23d7-c783-4ed9-a7b6-1e58a665fd5e None None] Provisioning complete for port 77883321-267c-498d-946e-72ebe4f0e50c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:48:33.023055 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3ac23d7-c783-4ed9-a7b6-1e58a665fd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (77883321-267c-498d-946e-72ebe4f0e50c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:33.028347 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa59bd-301c-45ad-b1f6-3701026acc46 req-514195e1-6d6e-4ea3-aa7f-0d942faaed89 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:33.038122 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-37fa59bd-301c-45ad-b1f6-3701026acc46 req-514195e1-6d6e-4ea3-aa7f-0d942faaed89 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=4627db7d-36eb-4ec8-8ac0-4a500364569b HTTP/1.1" status: 200 len: 947 time: 0.2785227 Feb 07 16:48:33.045633 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3ddcf-4dc2-497a-aa4e-db31a098c2e4 req-b5e1f8b3-6c21-4ab3-b146-e5c39bf8ed1e tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:33.056864 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bbc3ddcf-4dc2-497a-aa4e-db31a098c2e4 req-b5e1f8b3-6c21-4ab3-b146-e5c39bf8ed1e tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 944 time: 1.4614356 Feb 07 16:48:33.095952 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac23d7-c783-4ed9-a7b6-1e58a665fd5e None None] Port 77883321-267c-498d-946e-72ebe4f0e50c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:48:33.173166 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93d8b8b2-d976-4522-b7ca-b118736c8ab0 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_gateway (3f458bd1-5ae5-41e8-870c-943705cba435), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:33.355823 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-37fa59bd-301c-45ad-b1f6-3701026acc46 req-41c773c4-2467-4c1b-a16a-308a95062a76 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112829 Feb 07 16:48:33.369906 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c80d95da-b8a2-421b-b51b-9f7ff7c1659d tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_gateway (0f272959-c31b-4676-baea-d7a7191fe0cd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:33.372722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-f47968a3-73b4-4d39-9e20-b605d6dab8af tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:33.373432 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-f47968a3-73b4-4d39-9e20-b605d6dab8af tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:33.452498 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-f47968a3-73b4-4d39-9e20-b605d6dab8af tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5424623 Feb 07 16:48:33.510672 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bbc3ddcf-4dc2-497a-aa4e-db31a098c2e4 req-2a3bdacc-fdbb-406c-8509-89b6c83f00a1 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500182 Feb 07 16:48:33.530817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-2768fb54-2704-4482-a04d-2b5acd812a10 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Request body: {'port': {'device_id': '2872c143-2f0e-49fe-99d1-64936379b815', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6ff3d289-1ffa-4a39-b840-9958ff036d72', 'admin_state_up': True, 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'security_groups': ['df6eba52-2555-4491-a1bf-4538a97825b5']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:33.789545 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de59141c-2bcf-4ba6-bf41-0df28b184daf tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:48:33.801685 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-de59141c-2bcf-4ba6-bf41-0df28b184daf tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "PUT /v2.0/routers/b476168a-7024-44ce-a0a0-a998e57605ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4721441 Feb 07 16:48:33.809382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e714351e-9049-4d39-a7ab-d5efbd577f2e None None] Sync routers for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:48:33.814365 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43174) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:33.838369 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e714351e-9049-4d39-a7ab-d5efbd577f2e None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:48:33.845574 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e714351e-9049-4d39-a7ab-d5efbd577f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:33.942472 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029822c9-8ddb-460d-9543-86dd5205c1f0 req-7c36263f-8108-4f33-8521-dee7bb992fb6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:33.948494 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029822c9-8ddb-460d-9543-86dd5205c1f0 req-7c36263f-8108-4f33-8521-dee7bb992fb6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:33.949126 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e714351e-9049-4d39-a7ab-d5efbd577f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:33.969795 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e714351e-9049-4d39-a7ab-d5efbd577f2e None None] Routers {'b476168a-7024-44ce-a0a0-a998e57605ec'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:48:33.970463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e714351e-9049-4d39-a7ab-d5efbd577f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b476168a-7024-44ce-a0a0-a998e57605ec'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:33.970613 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029822c9-8ddb-460d-9543-86dd5205c1f0 req-7c36263f-8108-4f33-8521-dee7bb992fb6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:33.981465 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029822c9-8ddb-460d-9543-86dd5205c1f0 req-7c36263f-8108-4f33-8521-dee7bb992fb6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:33.983268 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-029822c9-8ddb-460d-9543-86dd5205c1f0 req-7c36263f-8108-4f33-8521-dee7bb992fb6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 3096 time: 0.4002073 Feb 07 16:48:34.061120 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e714351e-9049-4d39-a7ab-d5efbd577f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:34.061875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e714351e-9049-4d39-a7ab-d5efbd577f2e None None] The sync data for ids ['b476168a-7024-44ce-a0a0-a998e57605ec'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:48:34.334408 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93d8b8b2-d976-4522-b7ca-b118736c8ab0 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (3f458bd1-5ae5-41e8-870c-943705cba435), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:34.348594 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-029822c9-8ddb-460d-9543-86dd5205c1f0 req-ff3e6a6e-6d68-4532-a4f0-bbd0e351c850 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016086 Feb 07 16:48:34.474443 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c80d95da-b8a2-421b-b51b-9f7ff7c1659d tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (0f272959-c31b-4676-baea-d7a7191fe0cd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:34.474750 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-242e301d-10ff-405f-bdf8-2788120faf4c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for router (b476168a-7024-44ce-a0a0-a998e57605ec), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:34.680804 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-2768fb54-2704-4482-a04d-2b5acd812a10 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Made reservation on behalf of 4a9341a8a4fe41fe98e19305419da9b8 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:48:34.691039 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-2768fb54-2704-4482-a04d-2b5acd812a10 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:34.792799 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-242e301d-10ff-405f-bdf8-2788120faf4c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for router_gateway (b476168a-7024-44ce-a0a0-a998e57605ec), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:35.016413 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a324b34-17f0-4639-b4aa-dd692d3f0e05 req-1ea75c14-1ef3-4b5c-9c51-948eaaf672fe tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:35.032223 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9a324b34-17f0-4639-b4aa-dd692d3f0e05 req-1ea75c14-1ef3-4b5c-9c51-948eaaf672fe tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=4627db7d-36eb-4ec8-8ac0-4a500364569b HTTP/1.1" status: 200 len: 947 time: 0.3094647 Feb 07 16:48:35.259355 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9a324b34-17f0-4639-b4aa-dd692d3f0e05 req-c921dfdf-7bf4-4048-a849-09e69288d29e tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260208 Feb 07 16:48:35.281879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-242e301d-10ff-405f-bdf8-2788120faf4c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Deleting port 2ad6e291-0405-4ff3-8002-9d04f6b4835c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:48:35.282518 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-242e301d-10ff-405f-bdf8-2788120faf4c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2ad6e291-0405-4ff3-8002-9d04f6b4835c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:35.586158 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd390209-306a-436d-878d-8df43adebc2a req-d8f08b30-521b-483f-a80a-7a28fa90c837 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:35.587744 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd390209-306a-436d-878d-8df43adebc2a req-d8f08b30-521b-483f-a80a-7a28fa90c837 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.48 "GET /v2.0/ports?device_id=4627db7d-36eb-4ec8-8ac0-4a500364569b HTTP/1.1" status: 200 len: 947 time: 1.0352705 Feb 07 16:48:35.591763 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-2768fb54-2704-4482-a04d-2b5acd812a10 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Allocated IP 10.2.2.200 (6ff3d289-1ffa-4a39-b840-9958ff036d72/1dc3c94e-0036-4741-beec-77866fd95a96/1f140185-94e6-47ae-a1d1-6d64b078a33e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:48:35.602557 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b96bec-5cd3-4cf4-923b-6fa8c4486adf req-7ea1ff1f-cb5e-41a3-83f7-e9bfb39a63a0 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:35.610766 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0b96bec-5cd3-4cf4-923b-6fa8c4486adf req-7ea1ff1f-cb5e-41a3-83f7-e9bfb39a63a0 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 944 time: 0.3075891 Feb 07 16:48:35.830915 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-242e301d-10ff-405f-bdf8-2788120faf4c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2ad6e291-0405-4ff3-8002-9d04f6b4835c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:35.867294 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-242e301d-10ff-405f-bdf8-2788120faf4c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Calling delete_port for 2ad6e291-0405-4ff3-8002-9d04f6b4835c owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:48:35.897790 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0b96bec-5cd3-4cf4-923b-6fa8c4486adf req-67113369-0660-46fe-bad4-e251536f8a40 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857988 Feb 07 16:48:35.997471 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a885b-7eda-4151-b13e-0eb12607d444 req-ee911f84-7af1-491c-9675-9385c2853616 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:36.003492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a885b-7eda-4151-b13e-0eb12607d444 req-ee911f84-7af1-491c-9675-9385c2853616 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:36.010151 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a885b-7eda-4151-b13e-0eb12607d444 req-ee911f84-7af1-491c-9675-9385c2853616 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:36.017305 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a885b-7eda-4151-b13e-0eb12607d444 req-ee911f84-7af1-491c-9675-9385c2853616 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:36.019280 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9b3a885b-7eda-4151-b13e-0eb12607d444 req-ee911f84-7af1-491c-9675-9385c2853616 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 3096 time: 0.4301686 Feb 07 16:48:36.057115 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-fd390209-306a-436d-878d-8df43adebc2a req-0dbdc988-e428-4ea5-870f-9e33476416f1 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Deleting port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:48:36.057689 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fd390209-306a-436d-878d-8df43adebc2a req-0dbdc988-e428-4ea5-870f-9e33476416f1 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:36.211955 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9b3a885b-7eda-4151-b13e-0eb12607d444 req-8dbce924-2ae9-47dc-981a-c2c40f7fb004 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294272 Feb 07 16:48:36.254626 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d8b8b2-d976-4522-b7ca-b118736c8ab0 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Router 3f458bd1-5ae5-41e8-870c-943705cba435 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:48:36.277567 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-2768fb54-2704-4482-a04d-2b5acd812a10 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for port (1f140185-94e6-47ae-a1d1-6d64b078a33e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:36.310089 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-fd390209-306a-436d-878d-8df43adebc2a req-0dbdc988-e428-4ea5-870f-9e33476416f1 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] For port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:48:36.312195 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fd390209-306a-436d-878d-8df43adebc2a req-0dbdc988-e428-4ea5-870f-9e33476416f1 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:36.327589 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80d95da-b8a2-421b-b51b-9f7ff7c1659d tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Router 0f272959-c31b-4676-baea-d7a7191fe0cd is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:48:36.345487 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-2768fb54-2704-4482-a04d-2b5acd812a10 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (1f140185-94e6-47ae-a1d1-6d64b078a33e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:36.409839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-fd390209-306a-436d-878d-8df43adebc2a req-0dbdc988-e428-4ea5-870f-9e33476416f1 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Calling delete_port for 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:48:36.429630 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768fb54-2704-4482-a04d-2b5acd812a10 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event updated for resources: {'Port': ['ID=1f140185-94e6-47ae-a1d1-6d64b078a33e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:36.504193 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-2768fb54-2704-4482-a04d-2b5acd812a10 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Network 6ff3d289-1ffa-4a39-b840-9958ff036d72 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:48:36.506434 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-2768fb54-2704-4482-a04d-2b5acd812a10 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:48:36.511347 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-2768fb54-2704-4482-a04d-2b5acd812a10 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:48:36.662325 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-2768fb54-2704-4482-a04d-2b5acd812a10 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:36.663076 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-2768fb54-2704-4482-a04d-2b5acd812a10 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:36.804616 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-2768fb54-2704-4482-a04d-2b5acd812a10 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2851379 Feb 07 16:48:36.840094 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-242e301d-10ff-405f-bdf8-2788120faf4c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (2ad6e291-0405-4ff3-8002-9d04f6b4835c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:37.005912 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ac207b40-a016-48f1-b967-1062934b1f04 None None] Provisioning complete for port 1f140185-94e6-47ae-a1d1-6d64b078a33e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:48:37.006598 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ac207b40-a016-48f1-b967-1062934b1f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1f140185-94e6-47ae-a1d1-6d64b078a33e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:37.028553 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792869e1-81de-4fc8-b664-e8ce3fea6d68 req-e9ec7bae-745b-4d12-8c80-40efbac5cf0d tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:37.038848 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-792869e1-81de-4fc8-b664-e8ce3fea6d68 req-e9ec7bae-745b-4d12-8c80-40efbac5cf0d tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=4627db7d-36eb-4ec8-8ac0-4a500364569b HTTP/1.1" status: 200 len: 947 time: 0.6220953 Feb 07 16:48:37.071264 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e301d-10ff-405f-bdf8-2788120faf4c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event deleted for resources: {'Port': ['ID=2ad6e291-0405-4ff3-8002-9d04f6b4835c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:37.093725 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80d95da-b8a2-421b-b51b-9f7ff7c1659d tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:48:37.107322 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] Sync routers for ids ['0f272959-c31b-4676-baea-d7a7191fe0cd'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:48:37.108017 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Request body: {'port': {'device_id': '2872c143-2f0e-49fe-99d1-64936379b815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:37.132577 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d8b8b2-d976-4522-b7ca-b118736c8ab0 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:48:37.141438 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ac207b40-a016-48f1-b967-1062934b1f04 None None] Port 1f140185-94e6-47ae-a1d1-6d64b078a33e cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:48:37.156667 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] Routers {'0f272959-c31b-4676-baea-d7a7191fe0cd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:48:37.158012 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0f272959-c31b-4676-baea-d7a7191fe0cd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:37.162984 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] Sync routers for ids ['3f458bd1-5ae5-41e8-870c-943705cba435'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:48:37.195249 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] Routers {'3f458bd1-5ae5-41e8-870c-943705cba435'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:48:37.199002 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3f458bd1-5ae5-41e8-870c-943705cba435'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:37.402622 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93d8b8b2-d976-4522-b7ca-b118736c8ab0 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:37.407066 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-93d8b8b2-d976-4522-b7ca-b118736c8ab0 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 13.2994177 Feb 07 16:48:37.436818 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c80d95da-b8a2-421b-b51b-9f7ff7c1659d tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:37.459551 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c80d95da-b8a2-421b-b51b-9f7ff7c1659d tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 11.5965729 Feb 07 16:48:37.472164 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] Set router 0f272959-c31b-4676-baea-d7a7191fe0cd gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:48:37.481398 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43196) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:37.481759 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43198) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:37.525926 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7c18a493-54e9-4842-8756-24673405aff8), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:37.533390 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] Set router 3f458bd1-5ae5-41e8-870c-943705cba435 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:48:37.802925 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5de71b-bff8-4e95-96eb-28afe5711b3f req-adfb73b1-2cc8-4b79-9b64-97a07642a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:37.807181 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b5de71b-bff8-4e95-96eb-28afe5711b3f req-adfb73b1-2cc8-4b79-9b64-97a07642a80a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=17e673e6323b4e4cb326f65b4b9943cf&device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 1126 time: 0.9487057 Feb 07 16:48:37.827707 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-792869e1-81de-4fc8-b664-e8ce3fea6d68 req-f3a02e95-1f0a-40ee-9dba-a3f220b2058a tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7832825 Feb 07 16:48:37.875599 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:48:37.936570 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-44eafc7c-44ca-4386-9106-6bfb3720cccf tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "GET /v2.0/routers/3f458bd1-5ae5-41e8-870c-943705cba435 HTTP/1.1" status: 200 len: 907 time: 0.4423475 Feb 07 16:48:37.945098 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f272959-c31b-4676-baea-d7a7191fe0cd', 'name': '', 'tenant_id': 'eb280506a18a4ed5bc5fff1f1712db89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd55de1ad-871d-4334-ba70-1b7e3badec33', 'external_fixed_ips': [{'subnet_id': '5b95471c-7f2d-41fd-ab53-c7a7b7f6e58d', 'ip_address': '2001:db8::c8'}], 'enable_snat': True}, 'gw_port_id': '523fec3e-d165-4c9c-979c-1642f7a3ca6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:48:25Z', 'updated_at': '2022-02-07T16:48:32Z', 'revision_number': 3, 'project_id': 'eb280506a18a4ed5bc5fff1f1712db89', 'gw_port': {'id': '523fec3e-d165-4c9c-979c-1642f7a3ca6f', 'name': '', 'network_id': 'd55de1ad-871d-4334-ba70-1b7e3badec33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f272959-c31b-4676-baea-d7a7191fe0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '5b95471c-7f2d-41fd-ab53-c7a7b7f6e58d', 'ip_address': '2001:db8::c8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:48:28Z', 'updated_at': '2022-02-07T16:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b95471c-7f2d-41fd-ab53-c7a7b7f6e58d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:37.984523 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43202) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:38.036226 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] Checking router: 0f272959-c31b-4676-baea-d7a7191fe0cd for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:48:38.036649 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] Updating router 0f272959-c31b-4676-baea-d7a7191fe0cd port 523fec3e-d165-4c9c-979c-1642f7a3ca6f binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:48:38.112627 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (523fec3e-d165-4c9c-979c-1642f7a3ca6f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:38.189088 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f458bd1-5ae5-41e8-870c-943705cba435', 'name': 'tempest-snat-router-1849334047', 'tenant_id': '3c719df53ac9448b86cc1a17ac90dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '4760cd6a-d201-4165-8eaf-d018748da27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:48:24Z', 'updated_at': '2022-02-07T16:48:32Z', 'revision_number': 3, 'project_id': '3c719df53ac9448b86cc1a17ac90dbb8', 'gw_port': {'id': '4760cd6a-d201-4165-8eaf-d018748da27b', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:af:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f458bd1-5ae5-41e8-870c-943705cba435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:48:27Z', 'updated_at': '2022-02-07T16:48:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:38.272505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] Checking router: 3f458bd1-5ae5-41e8-870c-943705cba435 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:48:38.272927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] Updating router 3f458bd1-5ae5-41e8-870c-943705cba435 port 4760cd6a-d201-4165-8eaf-d018748da27b binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:48:38.275365 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 is: DOWN; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:48:38.319293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c18a493-54e9-4842-8756-24673405aff8 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:48:38.320212 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b6dcbef-e407-4f87-acb6-d3b9f212e9f1 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router (0f272959-c31b-4676-baea-d7a7191fe0cd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:38.331070 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Publish callbacks [] for port (7c18a493-54e9-4842-8756-24673405aff8), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:38.344646 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4760cd6a-d201-4165-8eaf-d018748da27b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:38.349367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Transition to ACTIVE for port object 7c18a493-54e9-4842-8756-24673405aff8 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:48:38.364263 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-242e301d-10ff-405f-bdf8-2788120faf4c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (b476168a-7024-44ce-a0a0-a998e57605ec), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:38.476615 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fd390209-306a-436d-878d-8df43adebc2a req-0dbdc988-e428-4ea5-870f-9e33476416f1 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (3835a0f1-f4e6-4303-9a4d-36a77fc3bad2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:38.483427 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-242e301d-10ff-405f-bdf8-2788120faf4c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (b476168a-7024-44ce-a0a0-a998e57605ec), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:38.486147 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-242e301d-10ff-405f-bdf8-2788120faf4c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for router_controller (b476168a-7024-44ce-a0a0-a998e57605ec), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:38.536864 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (7c18a493-54e9-4842-8756-24673405aff8), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:38.551788 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-242e301d-10ff-405f-bdf8-2788120faf4c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (b476168a-7024-44ce-a0a0-a998e57605ec), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:38.552634 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242e301d-10ff-405f-bdf8-2788120faf4c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Fanout notify agent at l3_agent the message router_deleted on router b476168a-7024-44ce-a0a0-a998e57605ec {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:48:38.560933 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-242e301d-10ff-405f-bdf8-2788120faf4c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:38.565771 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-242e301d-10ff-405f-bdf8-2788120faf4c tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "DELETE /v2.0/routers/b476168a-7024-44ce-a0a0-a998e57605ec HTTP/1.1" status: 204 len: 168 time: 4.7503667 Feb 07 16:48:38.584929 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43204) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:38.613425 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdc988-e428-4ea5-870f-9e33476416f1 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Pushing event deleted for resources: {'Port': ['ID=3835a0f1-f4e6-4303-9a4d-36a77fc3bad2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:38.631365 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6aad8-4d13-4e6f-af1b-5f68647c8f2e req-7e15c03c-c366-49fc-a5c0-de41adaaccda tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:38.633480 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f2b6aad8-4d13-4e6f-af1b-5f68647c8f2e req-7e15c03c-c366-49fc-a5c0-de41adaaccda tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 944 time: 1.5161982 Feb 07 16:48:38.672634 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] Publish callbacks [] for port (523fec3e-d165-4c9c-979c-1642f7a3ca6f), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:38.685070 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (523fec3e-d165-4c9c-979c-1642f7a3ca6f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:38.739991 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b6dcbef-e407-4f87-acb6-d3b9f212e9f1 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_gateway (0f272959-c31b-4676-baea-d7a7191fe0cd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:38.754225 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] Attempting to bind port 523fec3e-d165-4c9c-979c-1642f7a3ca6f on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:48:38.758934 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] Attempting to bind port 523fec3e-d165-4c9c-979c-1642f7a3ca6f by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '1b6dd967-5e1d-487f-b480-dcbbed27be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd55de1ad-871d-4334-ba70-1b7e3badec33'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:48:38.759473 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] Attempting to bind port 523fec3e-d165-4c9c-979c-1642f7a3ca6f on network d55de1ad-871d-4334-ba70-1b7e3badec33 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:38.770064 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a6625-979a-445b-ab74-e39e421f4b85 req-2fc25eab-2194-409a-a934-7b2d1659d8ee tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:38.776820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a6625-979a-445b-ab74-e39e421f4b85 req-2fc25eab-2194-409a-a934-7b2d1659d8ee tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:38.783758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a6625-979a-445b-ab74-e39e421f4b85 req-2fc25eab-2194-409a-a934-7b2d1659d8ee tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:38.787199 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:48:38.787994 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] Checking segment: {'id': '1b6dd967-5e1d-487f-b480-dcbbed27be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd55de1ad-871d-4334-ba70-1b7e3badec33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:48:38.788633 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:38.789252 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] Bound using segment: {'id': '1b6dd967-5e1d-487f-b480-dcbbed27be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd55de1ad-871d-4334-ba70-1b7e3badec33'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:48:38.790005 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] Bound port: 523fec3e-d165-4c9c-979c-1642f7a3ca6f, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6dd967-5e1d-487f-b480-dcbbed27be33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd55de1ad-871d-4334-ba70-1b7e3badec33'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:48:38.790637 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (523fec3e-d165-4c9c-979c-1642f7a3ca6f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:38.797100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a6625-979a-445b-ab74-e39e421f4b85 req-2fc25eab-2194-409a-a934-7b2d1659d8ee tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:38.805528 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a6625-979a-445b-ab74-e39e421f4b85 req-2fc25eab-2194-409a-a934-7b2d1659d8ee tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:38.812574 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-505a6625-979a-445b-ab74-e39e421f4b85 req-2fc25eab-2194-409a-a934-7b2d1659d8ee tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 3817 time: 0.5802741 Feb 07 16:48:38.834653 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Attempting to bind port 7c18a493-54e9-4842-8756-24673405aff8 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:48:38.835065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Attempting to bind port 7c18a493-54e9-4842-8756-24673405aff8 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '066d6dab-37ee-4512-895e-667af50c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:48:38.835416 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Attempting to bind port 7c18a493-54e9-4842-8756-24673405aff8 on network c8c7efe8-323f-461c-b8f3-d0df0e78b272 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:38.842416 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Pushing event updated for resources: {'Port': ['ID=7c18a493-54e9-4842-8756-24673405aff8,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:38.858108 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102932f-5c3a-4f8f-bff8-0e07348b9e9e None None] Pushing event updated for resources: {'Port': ['ID=523fec3e-d165-4c9c-979c-1642f7a3ca6f,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:38.868018 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f2b6aad8-4d13-4e6f-af1b-5f68647c8f2e req-de366c65-692b-4f36-9265-23a04ad6ef82 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065322 Feb 07 16:48:38.868891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Port 7c18a493-54e9-4842-8756-24673405aff8 on network c8c7efe8-323f-461c-b8f3-d0df0e78b272 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:48:38.872421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Attempting to bind port 7c18a493-54e9-4842-8756-24673405aff8 on network c8c7efe8-323f-461c-b8f3-d0df0e78b272 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:38.891519 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:48:38.892058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Checking segment: {'id': '066d6dab-37ee-4512-895e-667af50c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:48:38.892820 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Bound using segment: {'id': '066d6dab-37ee-4512-895e-667af50c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:48:38.893600 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Bound port: 7c18a493-54e9-4842-8756-24673405aff8, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066d6dab-37ee-4512-895e-667af50c7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:48:38.894121 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7c18a493-54e9-4842-8756-24673405aff8), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:38.927403 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] For port 523fec3e-d165-4c9c-979c-1642f7a3ca6f, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:48:38.928975 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-897362c6-e803-450f-9f94-517270f5b81a tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router (3f458bd1-5ae5-41e8-870c-943705cba435), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:38.933354 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] For port 523fec3e-d165-4c9c-979c-1642f7a3ca6f, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=523fec3e-d165-4c9c-979c-1642f7a3ca6f,segment=NetworkSegment(1b6dd967-5e1d-487f-b480-dcbbed27be33),segment_id=1b6dd967-5e1d-487f-b480-dcbbed27be33)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:48:38.949118 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (523fec3e-d165-4c9c-979c-1642f7a3ca6f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:39.064841 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102932f-5c3a-4f8f-bff8-0e07348b9e9e None None] Pushing event updated for resources: {'Port': ['ID=523fec3e-d165-4c9c-979c-1642f7a3ca6f,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:39.099656 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] Routers {'0f272959-c31b-4676-baea-d7a7191fe0cd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:48:39.100321 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0f272959-c31b-4676-baea-d7a7191fe0cd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:39.114954 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] For port 7c18a493-54e9-4842-8756-24673405aff8, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:48:39.126137 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] For port 7c18a493-54e9-4842-8756-24673405aff8, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=7c18a493-54e9-4842-8756-24673405aff8,segment=NetworkSegment(066d6dab-37ee-4512-895e-667af50c7d8a),segment_id=066d6dab-37ee-4512-895e-667af50c7d8a)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:48:39.136604 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (7c18a493-54e9-4842-8756-24673405aff8), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:39.207038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d10e22-97a8-4150-87b7-4a7823780a43 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Deleting subnet fee87cf3-960d-43e4-b659-578c5614dc7b {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:48:39.215112 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80d10e22-97a8-4150-87b7-4a7823780a43 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for subnet (fee87cf3-960d-43e4-b659-578c5614dc7b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:39.231873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:39.236679 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:39.238422 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] 10.222.0.32 "PUT /v2.0/ports/7c18a493-54e9-4842-8756-24673405aff8 HTTP/1.1" status: 200 len: 1092 time: 2.2344790 Feb 07 16:48:39.239118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'tag': '7c18a493-54e9-4842-8756-24673405aff8'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:48:39.241553 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b4c873-7674-459a-b059-38d4962576ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "tag": "7c18a493-54e9-4842-8756-24673405aff8"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:48:39.290014 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5564d35c-792d-4b43-bafe-d47038139195 req-bb863ecd-02f7-4882-956c-6321c79f6020 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=4627db7d-36eb-4ec8-8ac0-4a500364569b HTTP/1.1" status: 200 len: 210 time: 0.0963593 Feb 07 16:48:39.290215 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80d10e22-97a8-4150-87b7-4a7823780a43 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (fee87cf3-960d-43e4-b659-578c5614dc7b), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:39.292622 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] Publish callbacks [] for port (4760cd6a-d201-4165-8eaf-d018748da27b), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:39.304663 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4760cd6a-d201-4165-8eaf-d018748da27b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:39.305967 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Request body: {'port': {'device_id': '2872c143-2f0e-49fe-99d1-64936379b815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:39.379520 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] Set router 0f272959-c31b-4676-baea-d7a7191fe0cd gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:48:39.436965 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc67ee8-9e2c-4bfd-8dc1-a3398066c7d4 x-openstack-request-id: req-6bc67ee8-9e2c-4bfd-8dc1-a3398066c7d4 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:48:39.438229 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "tag": "7c18a493-54e9-4842-8756-24673405aff8", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:48:39.438763 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6bc67ee8-9e2c-4bfd-8dc1-a3398066c7d4 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:48:39.440854 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'tag': '7c18a493-54e9-4842-8756-24673405aff8', 'status': 'completed', 'code': 200} Feb 07 16:48:39.490554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79429815-b207-4055-b124-ade86dab574f None None] Pushing event updated for resources: {'Port': ['ID=4760cd6a-d201-4165-8eaf-d018748da27b,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:39.494174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] Attempting to bind port 4760cd6a-d201-4165-8eaf-d018748da27b on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:48:39.494556 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] Attempting to bind port 4760cd6a-d201-4165-8eaf-d018748da27b by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:48:39.494847 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268fc2b-c5f6-4a7b-8ac1-0f6556a33558 service neutron] Pushing event updated for resources: {'Port': ['ID=7c18a493-54e9-4842-8756-24673405aff8,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:39.494979 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] Attempting to bind port 4760cd6a-d201-4165-8eaf-d018748da27b on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:39.515516 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:48:39.515900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:48:39.516312 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:39.516713 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:48:39.517191 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] Bound port: 4760cd6a-d201-4165-8eaf-d018748da27b, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:48:39.517600 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4760cd6a-d201-4165-8eaf-d018748da27b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:39.520700 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f272959-c31b-4676-baea-d7a7191fe0cd', 'name': '', 'tenant_id': 'eb280506a18a4ed5bc5fff1f1712db89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:48:25Z', 'updated_at': '2022-02-07T16:48:38Z', 'revision_number': 4, 'project_id': 'eb280506a18a4ed5bc5fff1f1712db89', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:39.554770 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e8a50dc-546f-49cf-8211-bd142bfffa0c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:39.563049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4c873-7674-459a-b059-38d4962576ad req-8eac3966-e205-40b1-8598-6a6876694cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:39.563692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4c873-7674-459a-b059-38d4962576ad req-8eac3966-e205-40b1-8598-6a6876694cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:39.564237 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4c873-7674-459a-b059-38d4962576ad req-8eac3966-e205-40b1-8598-6a6876694cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:39.564772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4c873-7674-459a-b059-38d4962576ad req-8eac3966-e205-40b1-8598-6a6876694cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:39.565516 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4c873-7674-459a-b059-38d4962576ad req-8eac3966-e205-40b1-8598-6a6876694cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:39.567467 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c7b4c873-7674-459a-b059-38d4962576ad req-8eac3966-e205-40b1-8598-6a6876694cd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9341a8a4fe41fe98e19305419da9b8&device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 4395 time: 0.1096752 Feb 07 16:48:39.575796 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] For port 4760cd6a-d201-4165-8eaf-d018748da27b, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:48:39.579904 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] For port 4760cd6a-d201-4165-8eaf-d018748da27b, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4760cd6a-d201-4165-8eaf-d018748da27b,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:48:39.584077 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79429815-b207-4055-b124-ade86dab574f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:39.584547 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79429815-b207-4055-b124-ade86dab574f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:39.584800 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79429815-b207-4055-b124-ade86dab574f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:39.585468 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79429815-b207-4055-b124-ade86dab574f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:39.585814 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79429815-b207-4055-b124-ade86dab574f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:39.586146 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79429815-b207-4055-b124-ade86dab574f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:39.586481 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79429815-b207-4055-b124-ade86dab574f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:39.587038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79429815-b207-4055-b124-ade86dab574f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:39.587428 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79429815-b207-4055-b124-ade86dab574f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:39.587758 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79429815-b207-4055-b124-ade86dab574f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:39.588087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79429815-b207-4055-b124-ade86dab574f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:39.588465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79429815-b207-4055-b124-ade86dab574f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:39.589565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79429815-b207-4055-b124-ade86dab574f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:48:39.594811 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4760cd6a-d201-4165-8eaf-d018748da27b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:39.627442 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fd06f6-654c-4980-a80c-3c033ed1bb59 None None] The sync data for ids ['0f272959-c31b-4676-baea-d7a7191fe0cd'] in n-d-827865-3 is: [{'id': '0f272959-c31b-4676-baea-d7a7191fe0cd', 'name': '', 'tenant_id': 'eb280506a18a4ed5bc5fff1f1712db89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:48:25Z', 'updated_at': '2022-02-07T16:48:38Z', 'revision_number': 4, 'project_id': 'eb280506a18a4ed5bc5fff1f1712db89', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:48:39.690275 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] Routers {'3f458bd1-5ae5-41e8-870c-943705cba435'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:48:39.691650 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3f458bd1-5ae5-41e8-870c-943705cba435'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:39.796554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79429815-b207-4055-b124-ade86dab574f None None] Pushing event updated for resources: {'Port': ['ID=4760cd6a-d201-4165-8eaf-d018748da27b,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:39.821215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4c873-7674-459a-b059-38d4962576ad req-9c27a006-8a62-431a-ae1a-054f6e4c70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:39.821958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4c873-7674-459a-b059-38d4962576ad req-9c27a006-8a62-431a-ae1a-054f6e4c70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:39.822371 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80d10e22-97a8-4150-87b7-4a7823780a43 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (fee87cf3-960d-43e4-b659-578c5614dc7b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:39.823040 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4c873-7674-459a-b059-38d4962576ad req-9c27a006-8a62-431a-ae1a-054f6e4c70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:39.825481 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c7b4c873-7674-459a-b059-38d4962576ad req-9c27a006-8a62-431a-ae1a-054f6e4c70b2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4a9341a8a4fe41fe98e19305419da9b8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2454529 Feb 07 16:48:39.878063 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] Set router 3f458bd1-5ae5-41e8-870c-943705cba435 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:48:39.935301 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd390209-306a-436d-878d-8df43adebc2a req-0dbdc988-e428-4ea5-870f-9e33476416f1 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] No DVR routers for this DVR port 3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:48:39.942584 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80d10e22-97a8-4150-87b7-4a7823780a43 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (fee87cf3-960d-43e4-b659-578c5614dc7b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:39.951311 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fd390209-306a-436d-878d-8df43adebc2a req-0dbdc988-e428-4ea5-870f-9e33476416f1 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:39.959708 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd390209-306a-436d-878d-8df43adebc2a req-0dbdc988-e428-4ea5-870f-9e33476416f1 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.48 "DELETE /v2.0/ports/3835a0f1-f4e6-4303-9a4d-36a77fc3bad2 HTTP/1.1" status: 204 len: 173 time: 4.3350415 Feb 07 16:48:39.963424 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4627db7d-36eb-4ec8-8ac0-4a500364569b', 'name': 'network-vif-deleted', 'tag': '3835a0f1-f4e6-4303-9a4d-36a77fc3bad2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:48:39.967742 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ec1113-6b47-43c8-9d05-70efd93dddca" -d '{"events": [{"server_uuid": "4627db7d-36eb-4ec8-8ac0-4a500364569b", "name": "network-vif-deleted", "tag": "3835a0f1-f4e6-4303-9a4d-36a77fc3bad2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:48:40.060311 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d10e22-97a8-4150-87b7-4a7823780a43 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event deleted for resources: {'Subnet': ['ID=fee87cf3-960d-43e4-b659-578c5614dc7b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:40.088352 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-80d10e22-97a8-4150-87b7-4a7823780a43 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:40.092807 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-80d10e22-97a8-4150-87b7-4a7823780a43 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "DELETE /v2.0/subnets/fee87cf3-960d-43e4-b659-578c5614dc7b HTTP/1.1" status: 204 len: 168 time: 1.4749546 Feb 07 16:48:40.096677 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-505a6625-979a-445b-ab74-e39e421f4b85 req-d9f9ea7d-eacd-43ef-b591-4fc52509db05 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2716935 Feb 07 16:48:40.097993 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43214) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:40.117506 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5de71b-bff8-4e95-96eb-28afe5711b3f req-c13e4c73-1aff-4a64-9377-ff122b1ed896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:40.124075 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 381cbc5a-0ff9-457f-8611-e3c4b222d607 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:48:40.127073 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b5de71b-bff8-4e95-96eb-28afe5711b3f req-c13e4c73-1aff-4a64-9377-ff122b1ed896 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 HTTP/1.1" status: 200 len: 915 time: 2.1475289 Feb 07 16:48:40.271341 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 381cbc5a-0ff9-457f-8611-e3c4b222d607, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607,segment=NetworkSegment(03af9fa1-8b97-43be-8e17-86dad5c361df),segment_id=03af9fa1-8b97-43be-8e17-86dad5c361df)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:48:40.295709 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a208bb08-81eb-49e5-8b2a-111c5766e267 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:40.302879 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '381cbc5a-0ff9-457f-8611-e3c4b222d607', 'network_id': 'a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362', 'port_id': '381cbc5a-0ff9-457f-8611-e3c4b222d607', 'mac_address': 'fa:16:3e:0d:28:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17caae66-4938-4c9b-981d-9460cbf4671f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:48:40.305879 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d601b89c-2c65-4a0f-b4eb-cb18190e6543 x-openstack-request-id: req-d601b89c-2c65-4a0f-b4eb-cb18190e6543 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:48:40.306301 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4627db7d-36eb-4ec8-8ac0-4a500364569b", "name": "network-vif-deleted", "tag": "3835a0f1-f4e6-4303-9a4d-36a77fc3bad2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:48:40.306664 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d601b89c-2c65-4a0f-b4eb-cb18190e6543 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:48:40.308786 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4627db7d-36eb-4ec8-8ac0-4a500364569b', 'name': 'network-vif-deleted', 'tag': '3835a0f1-f4e6-4303-9a4d-36a77fc3bad2', 'status': 'completed', 'code': 200} Feb 07 16:48:40.379907 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b5de71b-bff8-4e95-96eb-28afe5711b3f req-8097c873-1514-458c-8909-c6ef2115f53c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607 HTTP/1.1" status: 200 len: 217 time: 0.0684328 Feb 07 16:48:40.388966 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88ea93-41cf-4729-995e-cc3f12342304 req-8b3b151b-52ce-43ea-b72f-0e2acf1b6d52 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:40.394659 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1b88ea93-41cf-4729-995e-cc3f12342304 req-8b3b151b-52ce-43ea-b72f-0e2acf1b6d52 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 944 time: 0.3594706 Feb 07 16:48:40.394875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 381cbc5a-0ff9-457f-8611-e3c4b222d607 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:48:40.395275 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:40.415836 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381cbc5a-0ff9-457f-8611-e3c4b222d607 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:48:40.440311 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4b6dcbef-e407-4f87-acb6-d3b9f212e9f1 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Deleting port 523fec3e-d165-4c9c-979c-1642f7a3ca6f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:48:40.440816 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b6dcbef-e407-4f87-acb6-d3b9f212e9f1 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (523fec3e-d165-4c9c-979c-1642f7a3ca6f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:40.469405 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 381cbc5a-0ff9-457f-8611-e3c4b222d607, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607,segment=NetworkSegment(03af9fa1-8b97-43be-8e17-86dad5c361df),segment_id=03af9fa1-8b97-43be-8e17-86dad5c361df)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:48:40.477090 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:40.515836 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4c873-7674-459a-b059-38d4962576ad req-c6d783b6-3be0-4599-a308-d6b620a03c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:40.520902 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c7b4c873-7674-459a-b059-38d4962576ad req-c6d783b6-3be0-4599-a308-d6b620a03c3b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6885889 Feb 07 16:48:40.572104 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=381cbc5a-0ff9-457f-8611-e3c4b222d607,revision_number=11']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:40.598550 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f458bd1-5ae5-41e8-870c-943705cba435', 'name': 'tempest-snat-router-1849334047', 'tenant_id': '3c719df53ac9448b86cc1a17ac90dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '4760cd6a-d201-4165-8eaf-d018748da27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:48:24Z', 'updated_at': '2022-02-07T16:48:32Z', 'revision_number': 3, 'project_id': '3c719df53ac9448b86cc1a17ac90dbb8', 'gw_port': {'id': '4760cd6a-d201-4165-8eaf-d018748da27b', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:af:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f458bd1-5ae5-41e8-870c-943705cba435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:48:27Z', 'updated_at': '2022-02-07T16:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:40.648060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f5e2d-3d53-4d45-b6a3-4d7052f41e4c None None] The sync data for ids ['3f458bd1-5ae5-41e8-870c-943705cba435'] in n-d-827865-3 is: [{'id': '3f458bd1-5ae5-41e8-870c-943705cba435', 'name': 'tempest-snat-router-1849334047', 'tenant_id': '3c719df53ac9448b86cc1a17ac90dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '4760cd6a-d201-4165-8eaf-d018748da27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:48:24Z', 'updated_at': '2022-02-07T16:48:32Z', 'revision_number': 3, 'project_id': '3c719df53ac9448b86cc1a17ac90dbb8', 'gw_port': {'id': '4760cd6a-d201-4165-8eaf-d018748da27b', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:af:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f458bd1-5ae5-41e8-870c-943705cba435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:48:27Z', 'updated_at': '2022-02-07T16:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:48:40.661572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4b6dcbef-e407-4f87-acb6-d3b9f212e9f1 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] For port 523fec3e-d165-4c9c-979c-1642f7a3ca6f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=523fec3e-d165-4c9c-979c-1642f7a3ca6f,segment=NetworkSegment(1b6dd967-5e1d-487f-b480-dcbbed27be33),segment_id=1b6dd967-5e1d-487f-b480-dcbbed27be33)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:48:40.662066 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b6dcbef-e407-4f87-acb6-d3b9f212e9f1 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (523fec3e-d165-4c9c-979c-1642f7a3ca6f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:40.680799 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4b6dcbef-e407-4f87-acb6-d3b9f212e9f1 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Calling delete_port for 523fec3e-d165-4c9c-979c-1642f7a3ca6f owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:48:40.723057 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1b88ea93-41cf-4729-995e-cc3f12342304 req-03ace86a-786d-4919-82f6-bcde22109ceb tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584538 Feb 07 16:48:40.749635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['381cbc5a-0ff9-457f-8611-e3c4b222d607'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:48:40.835717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8a50dc-546f-49cf-8211-bd142bfffa0c {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:48:40.845611 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Publish callbacks [] for port (4e8a50dc-546f-49cf-8211-bd142bfffa0c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:40.865871 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Transition to ACTIVE for port object 4e8a50dc-546f-49cf-8211-bd142bfffa0c will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:48:40.870729 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (4e8a50dc-546f-49cf-8211-bd142bfffa0c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:40.886449 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a15ff9e5-707e-403b-be9d-2edfafe04cff req-6e85827c-9d94-4207-9ee6-b3024339ca83 tempest-ListImageFiltersTestJSON-1633616881 tempest-ListImageFiltersTestJSON-1633616881-project] 10.222.0.18 "GET /v2.0/ports?device_id=4627db7d-36eb-4ec8-8ac0-4a500364569b HTTP/1.1" status: 200 len: 210 time: 0.1042774 Feb 07 16:48:41.087572 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a208bb08-81eb-49e5-8b2a-111c5766e267 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:41.132710 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-a208bb08-81eb-49e5-8b2a-111c5766e267 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:41.152098 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-a208bb08-81eb-49e5-8b2a-111c5766e267 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9326afe3-6b8f-42cb-a3c6-9ab6bca21c32') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:41.163891 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-a208bb08-81eb-49e5-8b2a-111c5766e267 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9326afe3-6b8f-42cb-a3c6-9ab6bca21c32') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:41.191990 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a208bb08-81eb-49e5-8b2a-111c5766e267 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (9326afe3-6b8f-42cb-a3c6-9ab6bca21c32), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:41.233904 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a208bb08-81eb-49e5-8b2a-111c5766e267 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (9326afe3-6b8f-42cb-a3c6-9ab6bca21c32), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:41.252668 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a208bb08-81eb-49e5-8b2a-111c5766e267 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:48:41.252668 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a208bb08-81eb-49e5-8b2a-111c5766e267 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (9326afe3-6b8f-42cb-a3c6-9ab6bca21c32), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:48:41.368732 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:48:41.393787 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dec44e3c-e4fc-4260-8da5-dc400ee086b9 req-04ac2ddd-00f9-4132-b0f9-523e1838ea92 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1180062 Feb 07 16:48:41.394438 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a208bb08-81eb-49e5-8b2a-111c5766e267 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:41.402856 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5de71b-bff8-4e95-96eb-28afe5711b3f req-08595363-b4ac-4f9e-ae64-a69db3a047f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:41.404687 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b5de71b-bff8-4e95-96eb-28afe5711b3f req-08595363-b4ac-4f9e-ae64-a69db3a047f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17caae66-4938-4c9b-981d-9460cbf4671f HTTP/1.1" status: 200 len: 854 time: 1.0179179 Feb 07 16:48:41.406749 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-897362c6-e803-450f-9f94-517270f5b81a tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_gateway (3f458bd1-5ae5-41e8-870c-943705cba435), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:41.445874 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a208bb08-81eb-49e5-8b2a-111c5766e267 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:41.452863 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a208bb08-81eb-49e5-8b2a-111c5766e267 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] 10.222.0.18 "DELETE /v2.0/networks/9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8 HTTP/1.1" status: 204 len: 168 time: 1.3491089 Feb 07 16:48:41.525770 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208bb08-81eb-49e5-8b2a-111c5766e267 tempest-FloatingIPTestJSON-1177064623 tempest-FloatingIPTestJSON-1177064623-project] Pushing event deleted for resources: {'Network': ['ID=9cd3b44e-3b90-4ad4-b51f-8c145dd5c7e8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:41.582729 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8a50dc-546f-49cf-8211-bd142bfffa0c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:41.583558 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b5de71b-bff8-4e95-96eb-28afe5711b3f req-daf78176-e228-4cc8-9027-9d9adce842ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280003 Feb 07 16:48:41.725967 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Attempting to bind port 4e8a50dc-546f-49cf-8211-bd142bfffa0c on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:48:41.726714 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec44e3c-e4fc-4260-8da5-dc400ee086b9 req-ed0c60aa-18fa-4052-9f6b-1dc98015fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:41.727101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Attempting to bind port 4e8a50dc-546f-49cf-8211-bd142bfffa0c by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:48:41.728171 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Attempting to bind port 4e8a50dc-546f-49cf-8211-bd142bfffa0c on network 772a5458-241a-4973-8916-b74170ada414 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:41.729770 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dec44e3c-e4fc-4260-8da5-dc400ee086b9 req-ed0c60aa-18fa-4052-9f6b-1dc98015fd0e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 1126 time: 0.2648077 Feb 07 16:48:41.736504 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Port 4e8a50dc-546f-49cf-8211-bd142bfffa0c on network 772a5458-241a-4973-8916-b74170ada414 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:48:41.737270 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Attempting to bind port 4e8a50dc-546f-49cf-8211-bd142bfffa0c on network 772a5458-241a-4973-8916-b74170ada414 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:41.771536 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:48:41.773129 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Checking segment: {'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:48:41.774165 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Bound using segment: {'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:48:41.774703 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Bound port: 4e8a50dc-546f-49cf-8211-bd142bfffa0c, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:48:41.775094 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e8a50dc-546f-49cf-8211-bd142bfffa0c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:41.791667 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65014836-c3cb-427d-b073-5ce3183a6eff req-f254fd1b-5675-4ee8-8c77-47dc3198bffe tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:41.797627 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65014836-c3cb-427d-b073-5ce3183a6eff req-f254fd1b-5675-4ee8-8c77-47dc3198bffe tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:41.804415 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65014836-c3cb-427d-b073-5ce3183a6eff req-f254fd1b-5675-4ee8-8c77-47dc3198bffe tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:41.812310 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65014836-c3cb-427d-b073-5ce3183a6eff req-f254fd1b-5675-4ee8-8c77-47dc3198bffe tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:41.827509 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65014836-c3cb-427d-b073-5ce3183a6eff req-f254fd1b-5675-4ee8-8c77-47dc3198bffe tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:41.841379 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65014836-c3cb-427d-b073-5ce3183a6eff req-f254fd1b-5675-4ee8-8c77-47dc3198bffe tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:41.843557 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-65014836-c3cb-427d-b073-5ce3183a6eff req-f254fd1b-5675-4ee8-8c77-47dc3198bffe tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 4606 time: 0.2651951 Feb 07 16:48:41.991465 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] For port 4e8a50dc-546f-49cf-8211-bd142bfffa0c, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:48:41.996751 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] For port 4e8a50dc-546f-49cf-8211-bd142bfffa0c, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4e8a50dc-546f-49cf-8211-bd142bfffa0c,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:48:42.071378 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-897362c6-e803-450f-9f94-517270f5b81a tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Deleting port 4760cd6a-d201-4165-8eaf-d018748da27b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:48:42.072214 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-897362c6-e803-450f-9f94-517270f5b81a tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4760cd6a-d201-4165-8eaf-d018748da27b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:42.078296 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (4e8a50dc-546f-49cf-8211-bd142bfffa0c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:42.125106 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b5de71b-bff8-4e95-96eb-28afe5711b3f req-2a54c93f-571c-4cb2-b1c7-75d42dc37425 service neutron] 10.222.0.32 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250666 Feb 07 16:48:42.144769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 381cbc5a-0ff9-457f-8611-e3c4b222d607 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:48:42.191757 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-65014836-c3cb-427d-b073-5ce3183a6eff req-8f88c7dc-acdc-4195-bd74-37844feaae46 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=df6eba52-2555-4491-a1bf-4538a97825b5&id=bb2fc536-3bbc-4803-8b40-caae76e063ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3396809 Feb 07 16:48:42.203375 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8a50dc-546f-49cf-8211-bd142bfffa0c,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:42.212480 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:42.213862 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:42.216208 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-0d292e95-3afc-4e67-b3a5-3657cae0d1d6 service neutron] 10.222.0.32 "PUT /v2.0/ports/4e8a50dc-546f-49cf-8211-bd142bfffa0c HTTP/1.1" status: 200 len: 1135 time: 2.9413357 Feb 07 16:48:42.216967 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'tag': '4e8a50dc-546f-49cf-8211-bd142bfffa0c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:48:42.232726 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a439a5-573b-4ca6-a42d-804dbc848938" -d '{"events": [{"name": "network-changed", "server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "tag": "4e8a50dc-546f-49cf-8211-bd142bfffa0c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:48:42.273195 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43234) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:42.286474 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Request body: {'port': {'device_id': '2872c143-2f0e-49fe-99d1-64936379b815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:42.294997 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b6dcbef-e407-4f87-acb6-d3b9f212e9f1 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (523fec3e-d165-4c9c-979c-1642f7a3ca6f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:42.353539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 381cbc5a-0ff9-457f-8611-e3c4b222d607 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:48:42.379945 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 381cbc5a-0ff9-457f-8611-e3c4b222d607 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:48:42.383249 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:42.516822 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (143a4394-acab-4b64-907b-aa1207677eba), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:42.572580 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dcbef-e407-4f87-acb6-d3b9f212e9f1 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Pushing event deleted for resources: {'Port': ['ID=523fec3e-d165-4c9c-979c-1642f7a3ca6f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:42.660722 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec44e3c-e4fc-4260-8da5-dc400ee086b9 req-95affca2-77b5-4565-9876-8d9f37899330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:42.672421 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dec44e3c-e4fc-4260-8da5-dc400ee086b9 req-95affca2-77b5-4565-9876-8d9f37899330 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.8066607 Feb 07 16:48:42.691405 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 381cbc5a-0ff9-457f-8611-e3c4b222d607 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:48:42.691806 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:42.798345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284777f9-6218-4132-84f9-8c6ef950090e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381cbc5a-0ff9-457f-8611-e3c4b222d607'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:48:42.800620 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa925c8f-715a-42a7-a601-03e43592af5e" -d '{"events": [{"server_uuid": "284777f9-6218-4132-84f9-8c6ef950090e", "name": "network-vif-plugged", "status": "completed", "tag": "381cbc5a-0ff9-457f-8611-e3c4b222d607"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:48:42.842710 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 381cbc5a-0ff9-457f-8611-e3c4b222d607, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607,segment=NetworkSegment(03af9fa1-8b97-43be-8e17-86dad5c361df),segment_id=03af9fa1-8b97-43be-8e17-86dad5c361df)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:48:42.850058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-897362c6-e803-450f-9f94-517270f5b81a tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] For port 4760cd6a-d201-4165-8eaf-d018748da27b, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4760cd6a-d201-4165-8eaf-d018748da27b,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:48:42.851188 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-897362c6-e803-450f-9f94-517270f5b81a tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4760cd6a-d201-4165-8eaf-d018748da27b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:42.852826 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:42.884359 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-897362c6-e803-450f-9f94-517270f5b81a tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Calling delete_port for 4760cd6a-d201-4165-8eaf-d018748da27b owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:48:42.943608 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-29fde51b-c5b1-4d5f-a127-cb9b05ffd160 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=426139bcf0c24dbc8a7bbbd053e318bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5921290 Feb 07 16:48:42.948589 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43258) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:42.961589 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=381cbc5a-0ff9-457f-8611-e3c4b222d607,revision_number=12']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:42.966160 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b5de71b-bff8-4e95-96eb-28afe5711b3f req-4233b8bb-efef-40e4-8d5b-c85d304fa680 service neutron] 10.222.0.32 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8102624 Feb 07 16:48:42.983519 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b6dcbef-e407-4f87-acb6-d3b9f212e9f1 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (0f272959-c31b-4676-baea-d7a7191fe0cd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:43.030642 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f9342-3917-462e-868b-684faa88aaf3 req-ed232d6d-b158-4774-a2ef-2542dc6934fa tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:43.032223 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1b3f9342-3917-462e-868b-684faa88aaf3 req-ed232d6d-b158-4774-a2ef-2542dc6934fa tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 945 time: 0.9932151 Feb 07 16:48:43.165212 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dec44e3c-e4fc-4260-8da5-dc400ee086b9 req-84794053-0d76-492b-b39b-de3b1540ae4a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 HTTP/1.1" status: 200 len: 217 time: 0.1944320 Feb 07 16:48:43.220540 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84f232ff-6af1-4cb2-9839-2e9ef6f756f9 admin admin] Publish callbacks [] for security_group (475d71dd-f35e-4e1e-acc8-3390dae942de), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:43.294859 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b6dcbef-e407-4f87-acb6-d3b9f212e9f1 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (0f272959-c31b-4676-baea-d7a7191fe0cd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:43.296747 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84f232ff-6af1-4cb2-9839-2e9ef6f756f9 admin admin] Publish callbacks [] for security_group (475d71dd-f35e-4e1e-acc8-3390dae942de), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:43.302649 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b6dcbef-e407-4f87-acb6-d3b9f212e9f1 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_controller (0f272959-c31b-4676-baea-d7a7191fe0cd), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:43.321584 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4760cd6a-d201-4165-8eaf-d018748da27b up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:48:43.466534 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1b3f9342-3917-462e-868b-684faa88aaf3 req-b8d9d3b1-6b71-41a4-ab03-70f5aa849e4f tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846121 Feb 07 16:48:43.476527 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec44e3c-e4fc-4260-8da5-dc400ee086b9 req-727ffcc1-8b9c-4485-97ff-523ee543b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:43.480656 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dec44e3c-e4fc-4260-8da5-dc400ee086b9 req-727ffcc1-8b9c-4485-97ff-523ee543b7c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.2613511 Feb 07 16:48:43.482153 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b6dcbef-e407-4f87-acb6-d3b9f212e9f1 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (0f272959-c31b-4676-baea-d7a7191fe0cd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:43.484529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6dcbef-e407-4f87-acb6-d3b9f212e9f1 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f272959-c31b-4676-baea-d7a7191fe0cd {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:48:43.494303 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6432f751-54b5-40a3-9385-f608b7281600 x-openstack-request-id: req-6432f751-54b5-40a3-9385-f608b7281600 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:48:43.500658 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "tag": "4e8a50dc-546f-49cf-8211-bd142bfffa0c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:48:43.501398 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6432f751-54b5-40a3-9385-f608b7281600 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:48:43.503266 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'tag': '4e8a50dc-546f-49cf-8211-bd142bfffa0c', 'status': 'completed', 'code': 200} Feb 07 16:48:43.505998 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b6dcbef-e407-4f87-acb6-d3b9f212e9f1 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:43.510899 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4b6dcbef-e407-4f87-acb6-d3b9f212e9f1 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "DELETE /v2.0/routers/0f272959-c31b-4676-baea-d7a7191fe0cd HTTP/1.1" status: 204 len: 168 time: 6.0263624 Feb 07 16:48:43.536734 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43270) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:43.569063 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 4760cd6a-d201-4165-8eaf-d018748da27b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:48:43.569869 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4760cd6a-d201-4165-8eaf-d018748da27b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:43.582987 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dec44e3c-e4fc-4260-8da5-dc400ee086b9 req-50ad6191-c73b-426a-9091-9f2c452b48df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972226 Feb 07 16:48:43.619617 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84f232ff-6af1-4cb2-9839-2e9ef6f756f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (475d71dd-f35e-4e1e-acc8-3390dae942de), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:43.625971 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84f232ff-6af1-4cb2-9839-2e9ef6f756f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:43.628631 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-84f232ff-6af1-4cb2-9839-2e9ef6f756f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/475d71dd-f35e-4e1e-acc8-3390dae942de HTTP/1.1" status: 204 len: 168 time: 0.6782296 Feb 07 16:48:43.659468 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f232ff-6af1-4cb2-9839-2e9ef6f756f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475d71dd-f35e-4e1e-acc8-3390dae942de,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:43.671091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143a4394-acab-4b64-907b-aa1207677eba {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:48:43.704663 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Publish callbacks [] for port (143a4394-acab-4b64-907b-aa1207677eba), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:43.803383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Transition to ACTIVE for port object 143a4394-acab-4b64-907b-aa1207677eba will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:48:43.817658 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (143a4394-acab-4b64-907b-aa1207677eba), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:43.973784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4760cd6a-d201-4165-8eaf-d018748da27b is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:48:43.974477 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4760cd6a-d201-4165-8eaf-d018748da27b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:44.030761 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7f9ac8-2afc-4abe-a005-beaa56bb3374 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Deleting subnet 5b95471c-7f2d-41fd-ab53-c7a7b7f6e58d {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:48:44.040158 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Pushing event updated for resources: {'Port': ['ID=143a4394-acab-4b64-907b-aa1207677eba,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:44.059780 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df7f9ac8-2afc-4abe-a005-beaa56bb3374 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for subnet (5b95471c-7f2d-41fd-ab53-c7a7b7f6e58d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:44.148896 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-897362c6-e803-450f-9f94-517270f5b81a tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4760cd6a-d201-4165-8eaf-d018748da27b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:44.175835 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a072f5-4040-482c-bda2-f58ca0664b4b req-05bd61d1-e3f9-48c3-8a28-45a1ddf531ff tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:44.180089 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a439a5-573b-4ca6-a42d-804dbc848938 req-9433c744-2937-4a25-b773-db8bf9138612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:44.180603 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a439a5-573b-4ca6-a42d-804dbc848938 req-9433c744-2937-4a25-b773-db8bf9138612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:44.181038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a439a5-573b-4ca6-a42d-804dbc848938 req-9433c744-2937-4a25-b773-db8bf9138612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:44.181532 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a439a5-573b-4ca6-a42d-804dbc848938 req-9433c744-2937-4a25-b773-db8bf9138612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:44.182000 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a439a5-573b-4ca6-a42d-804dbc848938 req-9433c744-2937-4a25-b773-db8bf9138612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:44.182999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a439a5-573b-4ca6-a42d-804dbc848938 req-9433c744-2937-4a25-b773-db8bf9138612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:44.196879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a072f5-4040-482c-bda2-f58ca0664b4b req-05bd61d1-e3f9-48c3-8a28-45a1ddf531ff tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:44.199860 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f9a439a5-573b-4ca6-a42d-804dbc848938 req-9433c744-2937-4a25-b773-db8bf9138612 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9341a8a4fe41fe98e19305419da9b8&device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5354 time: 0.6372805 Feb 07 16:48:44.205244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a072f5-4040-482c-bda2-f58ca0664b4b req-05bd61d1-e3f9-48c3-8a28-45a1ddf531ff tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:44.211470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a072f5-4040-482c-bda2-f58ca0664b4b req-05bd61d1-e3f9-48c3-8a28-45a1ddf531ff tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:44.221978 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a072f5-4040-482c-bda2-f58ca0664b4b req-05bd61d1-e3f9-48c3-8a28-45a1ddf531ff tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:44.237467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a072f5-4040-482c-bda2-f58ca0664b4b req-05bd61d1-e3f9-48c3-8a28-45a1ddf531ff tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:44.242086 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eef1c0-91d4-409f-a7f1-5eda460150cc x-openstack-request-id: req-b0eef1c0-91d4-409f-a7f1-5eda460150cc {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:48:44.242392 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284777f9-6218-4132-84f9-8c6ef950090e", "name": "network-vif-plugged", "status": "completed", "tag": "381cbc5a-0ff9-457f-8611-e3c4b222d607", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:48:44.242652 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0eef1c0-91d4-409f-a7f1-5eda460150cc {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:48:44.243049 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284777f9-6218-4132-84f9-8c6ef950090e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381cbc5a-0ff9-457f-8611-e3c4b222d607', 'code': 200} Feb 07 16:48:44.244144 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a072f5-4040-482c-bda2-f58ca0664b4b req-05bd61d1-e3f9-48c3-8a28-45a1ddf531ff tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:44.248048 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-35a072f5-4040-482c-bda2-f58ca0664b4b req-05bd61d1-e3f9-48c3-8a28-45a1ddf531ff tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5382 time: 0.5132110 Feb 07 16:48:44.274890 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dec44e3c-e4fc-4260-8da5-dc400ee086b9 req-9a67ddba-415d-4a7e-b1dd-18c1904b283a service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6825163 Feb 07 16:48:44.301195 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897362c6-e803-450f-9f94-517270f5b81a tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Pushing event deleted for resources: {'Port': ['ID=4760cd6a-d201-4165-8eaf-d018748da27b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:44.356904 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df7f9ac8-2afc-4abe-a005-beaa56bb3374 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (5b95471c-7f2d-41fd-ab53-c7a7b7f6e58d), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:44.536845 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-35a072f5-4040-482c-bda2-f58ca0664b4b req-c73a83b3-ea3b-459b-98bc-2490900174ab tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2474227 Feb 07 16:48:44.548271 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Attempting to bind port 143a4394-acab-4b64-907b-aa1207677eba on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:48:44.550701 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Attempting to bind port 143a4394-acab-4b64-907b-aa1207677eba by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:48:44.551961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Attempting to bind port 143a4394-acab-4b64-907b-aa1207677eba on network 772a5458-241a-4973-8916-b74170ada414 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:44.578006 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Port 143a4394-acab-4b64-907b-aa1207677eba on network 772a5458-241a-4973-8916-b74170ada414 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:48:44.580999 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Attempting to bind port 143a4394-acab-4b64-907b-aa1207677eba on network 772a5458-241a-4973-8916-b74170ada414 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:44.614324 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:48:44.615117 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Checking segment: {'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:48:44.615708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Bound using segment: {'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:48:44.616403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Bound port: 143a4394-acab-4b64-907b-aa1207677eba, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:48:44.617167 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (143a4394-acab-4b64-907b-aa1207677eba), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:44.627667 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dec44e3c-e4fc-4260-8da5-dc400ee086b9 req-dd46d763-991b-43c5-a3bf-054feb719952 service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221657 Feb 07 16:48:44.643988 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee2c1c-088d-4cd9-9d9c-016a025216e6 req-9fad5b67-6315-4106-bfb4-771042cbc0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:44.649336 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bfee2c1c-088d-4cd9-9d9c-016a025216e6 req-9fad5b67-6315-4106-bfb4-771042cbc0a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 1128 time: 0.2201419 Feb 07 16:48:44.712217 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df7f9ac8-2afc-4abe-a005-beaa56bb3374 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (5b95471c-7f2d-41fd-ab53-c7a7b7f6e58d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:44.715647 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a439a5-573b-4ca6-a42d-804dbc848938 req-5babd0ab-868c-4e89-ae9a-e1f0890c9b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:44.716128 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a439a5-573b-4ca6-a42d-804dbc848938 req-5babd0ab-868c-4e89-ae9a-e1f0890c9b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:44.716594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a439a5-573b-4ca6-a42d-804dbc848938 req-5babd0ab-868c-4e89-ae9a-e1f0890c9b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:44.718226 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f9a439a5-573b-4ca6-a42d-804dbc848938 req-5babd0ab-868c-4e89-ae9a-e1f0890c9b88 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4a9341a8a4fe41fe98e19305419da9b8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5175753 Feb 07 16:48:44.837552 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bfee2c1c-088d-4cd9-9d9c-016a025216e6 req-e0d6500b-51cd-4465-896d-0b5539684a5c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665883 Feb 07 16:48:44.849741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] For port 143a4394-acab-4b64-907b-aa1207677eba, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:48:44.857458 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] For port 143a4394-acab-4b64-907b-aa1207677eba, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=143a4394-acab-4b64-907b-aa1207677eba,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:48:44.868359 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0097f-6ee8-4e6d-a651-58e60fba2557 req-642250c4-fc57-4c2c-9414-487a912c2da1 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:44.876702 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dea0097f-6ee8-4e6d-a651-58e60fba2557 req-642250c4-fc57-4c2c-9414-487a912c2da1 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.1812305 Feb 07 16:48:44.885148 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (143a4394-acab-4b64-907b-aa1207677eba), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:44.965634 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:44.966235 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:44.967676 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] 10.222.0.32 "PUT /v2.0/ports/143a4394-acab-4b64-907b-aa1207677eba HTTP/1.1" status: 200 len: 1134 time: 2.6929967 Feb 07 16:48:45.082196 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Request body: {'port': {'device_id': '2872c143-2f0e-49fe-99d1-64936379b815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:45.119192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43320) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:45.127306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51d51b-96c7-4f35-bb4c-1b1ea24589ba service neutron] Pushing event updated for resources: {'Port': ['ID=143a4394-acab-4b64-907b-aa1207677eba,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:45.143099 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dea0097f-6ee8-4e6d-a651-58e60fba2557 req-7f27b12d-f285-4df8-b1a3-c0945a172a14 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653241 Feb 07 16:48:45.199985 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2db5c0bc-b866-4e0d-a809-0111cf41496d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:45.296275 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-897362c6-e803-450f-9f94-517270f5b81a tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (3f458bd1-5ae5-41e8-870c-943705cba435), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:45.400121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ff0e6c62-9d6d-4685-ab1d-b2d8ad8daf3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'network': {'name': 'tempest-RoutersTest-2000836804'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:45.428428 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-897362c6-e803-450f-9f94-517270f5b81a tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (3f458bd1-5ae5-41e8-870c-943705cba435), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:45.434291 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-897362c6-e803-450f-9f94-517270f5b81a tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_controller (3f458bd1-5ae5-41e8-870c-943705cba435), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:45.440898 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0e6c62-9d6d-4685-ab1d-b2d8ad8daf3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Made reservation on behalf of 227e1d388d0541aba878f7829cff15ac for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:48:45.444248 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff0e6c62-9d6d-4685-ab1d-b2d8ad8daf3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:45.494490 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff0e6c62-9d6d-4685-ab1d-b2d8ad8daf3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:45.507743 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'tag': '143a4394-acab-4b64-907b-aa1207677eba'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:48:45.511229 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2b384c-c5d5-411b-bbd7-a0c9866d7f59" -d '{"events": [{"name": "network-changed", "server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "tag": "143a4394-acab-4b64-907b-aa1207677eba"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:48:45.599105 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94da4e0-e2fc-4e37-9617-941ef3f212be x-openstack-request-id: req-e94da4e0-e2fc-4e37-9617-941ef3f212be {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:48:45.599105 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "tag": "143a4394-acab-4b64-907b-aa1207677eba", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:48:45.599105 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e94da4e0-e2fc-4e37-9617-941ef3f212be {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:48:45.599537 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'tag': '143a4394-acab-4b64-907b-aa1207677eba', 'status': 'completed', 'code': 200} Feb 07 16:48:45.687457 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff0e6c62-9d6d-4685-ab1d-b2d8ad8daf3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for security_group (ea9a3858-86a4-44e7-be4e-99c3a5d9b1f8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:45.695482 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff0e6c62-9d6d-4685-ab1d-b2d8ad8daf3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ea9a3858-86a4-44e7-be4e-99c3a5d9b1f8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:45.697381 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a439a5-573b-4ca6-a42d-804dbc848938 req-ac90ae49-3556-441e-9db5-fdb7c2ec693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:45.699299 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f9a439a5-573b-4ca6-a42d-804dbc848938 req-ac90ae49-3556-441e-9db5-fdb7c2ec693c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4006107 Feb 07 16:48:45.714224 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-897362c6-e803-450f-9f94-517270f5b81a tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (3f458bd1-5ae5-41e8-870c-943705cba435), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:45.715197 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897362c6-e803-450f-9f94-517270f5b81a tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f458bd1-5ae5-41e8-870c-943705cba435 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:48:45.717613 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0e6c62-9d6d-4685-ab1d-b2d8ad8daf3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:48:45.747797 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff0e6c62-9d6d-4685-ab1d-b2d8ad8daf3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (3b8c935d-f1ff-4f42-ab48-3e50947798c8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:45.748153 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-ff0e6c62-9d6d-4685-ab1d-b2d8ad8daf3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Added segment 3b8c935d-f1ff-4f42-ab48-3e50947798c8 of type vlan for network 07cfac85-fadf-4de2-afa4-13d5c2a065e2 Feb 07 16:48:45.755055 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-897362c6-e803-450f-9f94-517270f5b81a tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:45.756428 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-897362c6-e803-450f-9f94-517270f5b81a tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "DELETE /v2.0/routers/3f458bd1-5ae5-41e8-870c-943705cba435 HTTP/1.1" status: 204 len: 168 time: 7.7709947 Feb 07 16:48:45.770464 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43344) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:45.846674 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff0e6c62-9d6d-4685-ab1d-b2d8ad8daf3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (07cfac85-fadf-4de2-afa4-13d5c2a065e2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:45.951993 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff0e6c62-9d6d-4685-ab1d-b2d8ad8daf3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (07cfac85-fadf-4de2-afa4-13d5c2a065e2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:45.956915 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0e6c62-9d6d-4685-ab1d-b2d8ad8daf3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:45.970119 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff0e6c62-9d6d-4685-ab1d-b2d8ad8daf3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:46.010433 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db5c0bc-b866-4e0d-a809-0111cf41496d {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:48:46.024642 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Publish callbacks [] for port (2db5c0bc-b866-4e0d-a809-0111cf41496d), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:46.034639 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df7f9ac8-2afc-4abe-a005-beaa56bb3374 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (5b95471c-7f2d-41fd-ab53-c7a7b7f6e58d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:46.091328 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e6c62-9d6d-4685-ab1d-b2d8ad8daf3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9a3858-86a4-44e7-be4e-99c3a5d9b1f8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:46.148433 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f9ac8-2afc-4abe-a005-beaa56bb3374 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5b95471c-7f2d-41fd-ab53-c7a7b7f6e58d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:46.161587 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df7f9ac8-2afc-4abe-a005-beaa56bb3374 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:46.169919 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-df7f9ac8-2afc-4abe-a005-beaa56bb3374 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/5b95471c-7f2d-41fd-ab53-c7a7b7f6e58d HTTP/1.1" status: 204 len: 168 time: 2.6320469 Feb 07 16:48:46.179613 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43368) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:46.279921 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ff0e6c62-9d6d-4685-ab1d-b2d8ad8daf3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1582520 Feb 07 16:48:46.306572 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Transition to ACTIVE for port object 2db5c0bc-b866-4e0d-a809-0111cf41496d will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:48:46.343537 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43382) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:46.357583 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7d772cac-823a-4ee3-a8d5-b26003548ffa tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'network': {'name': 'tempest-RoutersTest-1893548263'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:46.387805 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (2db5c0bc-b866-4e0d-a809-0111cf41496d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:46.400649 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e6c62-9d6d-4685-ab1d-b2d8ad8daf3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Network': ['ID=07cfac85-fadf-4de2-afa4-13d5c2a065e2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:46.421241 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-82864707-621d-4dc4-90b5-204e776e598f tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (d55de1ad-871d-4334-ba70-1b7e3badec33), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:46.429428 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 07cfac85-fadf-4de2-afa4-13d5c2a065e2 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:48:46.439888 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9bac9c-266c-438a-81ff-3c86774d1662 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router (84074202-6137-4ab0-9a5a-7e3df7efa170), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:46.456249 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b384c-c5d5-411b-bbd7-a0c9866d7f59 req-a4a498e9-4565-4cd7-bc44-87aad0600f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:46.457409 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b384c-c5d5-411b-bbd7-a0c9866d7f59 req-a4a498e9-4565-4cd7-bc44-87aad0600f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:46.458220 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b384c-c5d5-411b-bbd7-a0c9866d7f59 req-a4a498e9-4565-4cd7-bc44-87aad0600f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:46.458878 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b384c-c5d5-411b-bbd7-a0c9866d7f59 req-a4a498e9-4565-4cd7-bc44-87aad0600f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:46.459808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b384c-c5d5-411b-bbd7-a0c9866d7f59 req-a4a498e9-4565-4cd7-bc44-87aad0600f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:46.460495 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b384c-c5d5-411b-bbd7-a0c9866d7f59 req-a4a498e9-4565-4cd7-bc44-87aad0600f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:46.461185 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b384c-c5d5-411b-bbd7-a0c9866d7f59 req-a4a498e9-4565-4cd7-bc44-87aad0600f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:46.464248 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba2b384c-c5d5-411b-bbd7-a0c9866d7f59 req-a4a498e9-4565-4cd7-bc44-87aad0600f04 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9341a8a4fe41fe98e19305419da9b8&device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 6312 time: 0.6838539 Feb 07 16:48:46.546074 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d513d-a42a-46c7-bcf7-2f1ac3852c27 req-5e343b76-e6bb-41ba-8aa1-85550582148b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:46.552236 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d513d-a42a-46c7-bcf7-2f1ac3852c27 req-5e343b76-e6bb-41ba-8aa1-85550582148b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:46.562108 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d513d-a42a-46c7-bcf7-2f1ac3852c27 req-5e343b76-e6bb-41ba-8aa1-85550582148b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:46.564825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d513d-a42a-46c7-bcf7-2f1ac3852c27 req-5e343b76-e6bb-41ba-8aa1-85550582148b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:46.573449 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d513d-a42a-46c7-bcf7-2f1ac3852c27 req-5e343b76-e6bb-41ba-8aa1-85550582148b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:46.582619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d513d-a42a-46c7-bcf7-2f1ac3852c27 req-5e343b76-e6bb-41ba-8aa1-85550582148b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:46.590456 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d513d-a42a-46c7-bcf7-2f1ac3852c27 req-5e343b76-e6bb-41ba-8aa1-85550582148b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:46.592768 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-433d513d-a42a-46c7-bcf7-2f1ac3852c27 req-5e343b76-e6bb-41ba-8aa1-85550582148b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5382 time: 0.6540880 Feb 07 16:48:46.600040 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43388) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:46.715162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d772cac-823a-4ee3-a8d5-b26003548ffa tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Made reservation on behalf of 227e1d388d0541aba878f7829cff15ac for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:48:46.720330 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d772cac-823a-4ee3-a8d5-b26003548ffa tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:46.797469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Pushing event updated for resources: {'Port': ['ID=2db5c0bc-b866-4e0d-a809-0111cf41496d,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:46.924509 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d772cac-823a-4ee3-a8d5-b26003548ffa tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:48:46.944168 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-433d513d-a42a-46c7-bcf7-2f1ac3852c27 req-906cd04a-38b1-4c81-95b9-4e2e70521077 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3367083 Feb 07 16:48:46.970912 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d772cac-823a-4ee3-a8d5-b26003548ffa tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4c295271-00a7-4e0b-be09-e7dcc0203e99), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:46.971309 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-7d772cac-823a-4ee3-a8d5-b26003548ffa tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Added segment 4c295271-00a7-4e0b-be09-e7dcc0203e99 of type vlan for network ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b Feb 07 16:48:46.985142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf21b9e-b63f-4b03-a40a-495f575958d4 req-b9090839-e844-4e41-80f1-583971e24ac1 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:46.986943 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aaf21b9e-b63f-4b03-a40a-495f575958d4 req-b9090839-e844-4e41-80f1-583971e24ac1 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.5597870 Feb 07 16:48:47.015647 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f61a2a3e-de4c-49a7-b5f5-dcb17acf9563 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c74dc58f8ac40fea998b5a9adf08e00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4132178 Feb 07 16:48:47.020035 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43392) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:47.033676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4760cd6a-d201-4165-8eaf-d018748da27b no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:48:47.037483 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9bac9c-266c-438a-81ff-3c86774d1662 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_gateway (84074202-6137-4ab0-9a5a-7e3df7efa170), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:47.048092 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Attempting to bind port 2db5c0bc-b866-4e0d-a809-0111cf41496d on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:48:47.048469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Attempting to bind port 2db5c0bc-b866-4e0d-a809-0111cf41496d by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:48:47.048927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Attempting to bind port 2db5c0bc-b866-4e0d-a809-0111cf41496d on network 772a5458-241a-4973-8916-b74170ada414 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:47.055028 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-82864707-621d-4dc4-90b5-204e776e598f tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (d55de1ad-871d-4334-ba70-1b7e3badec33), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:47.065119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b384c-c5d5-411b-bbd7-a0c9866d7f59 req-0dc9a3e9-3903-4716-a00d-6c20808adc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:47.065626 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b384c-c5d5-411b-bbd7-a0c9866d7f59 req-0dc9a3e9-3903-4716-a00d-6c20808adc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:47.066096 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b384c-c5d5-411b-bbd7-a0c9866d7f59 req-0dc9a3e9-3903-4716-a00d-6c20808adc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:47.068279 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba2b384c-c5d5-411b-bbd7-a0c9866d7f59 req-0dc9a3e9-3903-4716-a00d-6c20808adc2f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4a9341a8a4fe41fe98e19305419da9b8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4306953 Feb 07 16:48:47.077257 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Port 2db5c0bc-b866-4e0d-a809-0111cf41496d on network 772a5458-241a-4973-8916-b74170ada414 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:48:47.077617 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Attempting to bind port 2db5c0bc-b866-4e0d-a809-0111cf41496d on network 772a5458-241a-4973-8916-b74170ada414 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:47.086458 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 4760cd6a-d201-4165-8eaf-d018748da27b {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:48:47.087365 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4760cd6a-d201-4165-8eaf-d018748da27b not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:48:47.092634 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d772cac-823a-4ee3-a8d5-b26003548ffa tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:47.108729 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:48:47.109152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Checking segment: {'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:48:47.109587 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Bound using segment: {'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:48:47.110680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Bound port: 2db5c0bc-b866-4e0d-a809-0111cf41496d, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:48:47.111045 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2db5c0bc-b866-4e0d-a809-0111cf41496d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:47.196392 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-82864707-621d-4dc4-90b5-204e776e598f tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55de1ad-871d-4334-ba70-1b7e3badec33']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:47.197316 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d772cac-823a-4ee3-a8d5-b26003548ffa tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:47.203162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d772cac-823a-4ee3-a8d5-b26003548ffa tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:47.204039 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d772cac-823a-4ee3-a8d5-b26003548ffa tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:47.218434 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-82864707-621d-4dc4-90b5-204e776e598f tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6dd967-5e1d-487f-b480-dcbbed27be33') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:47.219058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-82864707-621d-4dc4-90b5-204e776e598f tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6dd967-5e1d-487f-b480-dcbbed27be33') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:47.230331 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a33073e7-0fae-42a6-bc41-72f3d7dbb838 admin admin] Publish callbacks [] for security_group (ca7b03f9-684f-4c0c-90b5-255cfc16dcf7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:47.234898 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-82864707-621d-4dc4-90b5-204e776e598f tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (1b6dd967-5e1d-487f-b480-dcbbed27be33), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:47.263146 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aaf21b9e-b63f-4b03-a40a-495f575958d4 req-91dc87ca-9320-4e5e-8a5f-924f6f7ed8bc tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644162 Feb 07 16:48:47.294355 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-82864707-621d-4dc4-90b5-204e776e598f tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (1b6dd967-5e1d-487f-b480-dcbbed27be33), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:47.306624 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7d772cac-823a-4ee3-a8d5-b26003548ffa tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9578021 Feb 07 16:48:47.313448 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43396) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:47.317126 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82864707-621d-4dc4-90b5-204e776e598f tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:48:47.317591 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-82864707-621d-4dc4-90b5-204e776e598f tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (1b6dd967-5e1d-487f-b480-dcbbed27be33), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:47.325398 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6a3aebdc-607c-4076-af72-e3abd7feeabc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'subnet': {'network_id': '07cfac85-fadf-4de2-afa4-13d5c2a065e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:48:47.328539 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:48:47.330714 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a33073e7-0fae-42a6-bc41-72f3d7dbb838 admin admin] Publish callbacks [] for security_group (ca7b03f9-684f-4c0c-90b5-255cfc16dcf7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:47.332754 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] For port 2db5c0bc-b866-4e0d-a809-0111cf41496d, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:48:47.339682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d772cac-823a-4ee3-a8d5-b26003548ffa tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Network': ['ID=ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:47.358764 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:48:47.360065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] For port 2db5c0bc-b866-4e0d-a809-0111cf41496d, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2db5c0bc-b866-4e0d-a809-0111cf41496d,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:48:47.373925 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (2db5c0bc-b866-4e0d-a809-0111cf41496d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:47.425206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:47.426157 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:47.427615 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] 10.222.0.32 "PUT /v2.0/ports/2db5c0bc-b866-4e0d-a809-0111cf41496d HTTP/1.1" status: 200 len: 1091 time: 2.3617079 Feb 07 16:48:47.444706 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b384c-c5d5-411b-bbd7-a0c9866d7f59 req-3b43a396-19a9-4cf1-99dd-5991bbaea115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:47.447098 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba2b384c-c5d5-411b-bbd7-a0c9866d7f59 req-3b43a396-19a9-4cf1-99dd-5991bbaea115 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3466213 Feb 07 16:48:47.459832 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8e9bac9c-266c-438a-81ff-3c86774d1662 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Deleting port 50a5799a-0f75-4a4b-961e-0e63a8ee07b4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:48:47.460382 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9bac9c-266c-438a-81ff-3c86774d1662 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (50a5799a-0f75-4a4b-961e-0e63a8ee07b4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:47.482548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb61e5-f9f3-4484-ab65-8653f5147b50 service neutron] Pushing event updated for resources: {'Port': ['ID=2db5c0bc-b866-4e0d-a809-0111cf41496d,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:47.490348 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a33073e7-0fae-42a6-bc41-72f3d7dbb838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ca7b03f9-684f-4c0c-90b5-255cfc16dcf7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:47.494193 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a33073e7-0fae-42a6-bc41-72f3d7dbb838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:47.497213 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a33073e7-0fae-42a6-bc41-72f3d7dbb838 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca7b03f9-684f-4c0c-90b5-255cfc16dcf7 HTTP/1.1" status: 204 len: 168 time: 0.4752014 Feb 07 16:48:47.507323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33073e7-0fae-42a6-bc41-72f3d7dbb838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7b03f9-684f-4c0c-90b5-255cfc16dcf7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:47.564209 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Request body: {'port': {'device_id': '2872c143-2f0e-49fe-99d1-64936379b815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:47.598860 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-82864707-621d-4dc4-90b5-204e776e598f tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (d55de1ad-871d-4334-ba70-1b7e3badec33), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:47.601320 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'tag': '2db5c0bc-b866-4e0d-a809-0111cf41496d'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:48:47.605591 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de86668-0b16-4f43-81ca-5457365051ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "tag": "2db5c0bc-b866-4e0d-a809-0111cf41496d"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:48:47.656609 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3aebdc-607c-4076-af72-e3abd7feeabc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Made reservation on behalf of 227e1d388d0541aba878f7829cff15ac for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:48:47.660080 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a3aebdc-607c-4076-af72-e3abd7feeabc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:47.670525 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82864707-621d-4dc4-90b5-204e776e598f tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d55de1ad-871d-4334-ba70-1b7e3badec33 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 16:48:47.675525 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-82864707-621d-4dc4-90b5-204e776e598f tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:47.679113 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-82864707-621d-4dc4-90b5-204e776e598f tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "DELETE /v2.0/networks/d55de1ad-871d-4334-ba70-1b7e3badec33 HTTP/1.1" status: 204 len: 168 time: 1.4981310 Feb 07 16:48:47.684197 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de02a3d0-97e7-4b56-8c46-35d06142edc1 x-openstack-request-id: req-de02a3d0-97e7-4b56-8c46-35d06142edc1 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:48:47.684534 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "tag": "2db5c0bc-b866-4e0d-a809-0111cf41496d", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:48:47.684820 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de02a3d0-97e7-4b56-8c46-35d06142edc1 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:48:47.690725 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'tag': '2db5c0bc-b866-4e0d-a809-0111cf41496d', 'status': 'completed', 'code': 200} Feb 07 16:48:47.912138 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de86668-0b16-4f43-81ca-5457365051ec req-dad42d14-d927-41e9-8534-70ac7ae19152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:47.913386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82864707-621d-4dc4-90b5-204e776e598f tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Pushing event deleted for resources: {'Network': ['ID=d55de1ad-871d-4334-ba70-1b7e3badec33,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:47.914415 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de86668-0b16-4f43-81ca-5457365051ec req-dad42d14-d927-41e9-8534-70ac7ae19152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:47.914985 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de86668-0b16-4f43-81ca-5457365051ec req-dad42d14-d927-41e9-8534-70ac7ae19152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:47.915478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de86668-0b16-4f43-81ca-5457365051ec req-dad42d14-d927-41e9-8534-70ac7ae19152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:47.915957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de86668-0b16-4f43-81ca-5457365051ec req-dad42d14-d927-41e9-8534-70ac7ae19152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:47.916557 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de86668-0b16-4f43-81ca-5457365051ec req-dad42d14-d927-41e9-8534-70ac7ae19152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:47.917029 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de86668-0b16-4f43-81ca-5457365051ec req-dad42d14-d927-41e9-8534-70ac7ae19152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:47.927734 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5de86668-0b16-4f43-81ca-5457365051ec req-dad42d14-d927-41e9-8534-70ac7ae19152 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9341a8a4fe41fe98e19305419da9b8&device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 6410 time: 0.1680255 Feb 07 16:48:47.998725 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d8f99488-5442-4647-9351-c993cff78c12), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:48.145744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de86668-0b16-4f43-81ca-5457365051ec req-5c5c0298-fc9c-453c-b5fe-f32b249e37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:48.146827 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de86668-0b16-4f43-81ca-5457365051ec req-5c5c0298-fc9c-453c-b5fe-f32b249e37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:48.147772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de86668-0b16-4f43-81ca-5457365051ec req-5c5c0298-fc9c-453c-b5fe-f32b249e37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:48.151161 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5de86668-0b16-4f43-81ca-5457365051ec req-5c5c0298-fc9c-453c-b5fe-f32b249e37ee service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4a9341a8a4fe41fe98e19305419da9b8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2152560 Feb 07 16:48:48.381214 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de86668-0b16-4f43-81ca-5457365051ec req-2d91742a-b670-4165-9ce6-59b9d9a3db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:48.383237 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5de86668-0b16-4f43-81ca-5457365051ec req-2d91742a-b670-4165-9ce6-59b9d9a3db38 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2259879 Feb 07 16:48:48.555439 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf275f1-c763-4921-8cab-e826ce97e04e req-0ac06b3e-4ac7-457f-aba5-5206293e9857 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:48.564050 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eaf275f1-c763-4921-8cab-e826ce97e04e req-0ac06b3e-4ac7-457f-aba5-5206293e9857 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.1237178 Feb 07 16:48:48.602000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43430) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:48.611671 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ae85f176-21c3-4ed4-b241-e9309d0e89d2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Request body: {'router': {'name': 'tempest-router--1143737603', 'project_id': '079bab3671aa45248f93d53fd8f2d852'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:48.701310 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8e9bac9c-266c-438a-81ff-3c86774d1662 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] For port 50a5799a-0f75-4a4b-961e-0e63a8ee07b4, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=50a5799a-0f75-4a4b-961e-0e63a8ee07b4,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:48:48.701824 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9bac9c-266c-438a-81ff-3c86774d1662 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (50a5799a-0f75-4a4b-961e-0e63a8ee07b4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:48.720502 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eaf275f1-c763-4921-8cab-e826ce97e04e req-c31d6df9-96e5-498f-a96b-8a0b6cf428d6 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498637 Feb 07 16:48:48.721493 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae85f176-21c3-4ed4-b241-e9309d0e89d2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (d8cc3b6e-c621-44ab-82fc-f796cc437241), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:48.724235 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae85f176-21c3-4ed4-b241-e9309d0e89d2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (d8cc3b6e-c621-44ab-82fc-f796cc437241), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:48.819752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8e9bac9c-266c-438a-81ff-3c86774d1662 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Calling delete_port for 50a5799a-0f75-4a4b-961e-0e63a8ee07b4 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:48:48.839440 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f99488-5442-4647-9351-c993cff78c12 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:48:48.874146 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae85f176-21c3-4ed4-b241-e9309d0e89d2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_controller (d8cc3b6e-c621-44ab-82fc-f796cc437241), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:48.881625 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Publish callbacks [] for port (d8f99488-5442-4647-9351-c993cff78c12), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:48.910510 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae85f176-21c3-4ed4-b241-e9309d0e89d2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (d8cc3b6e-c621-44ab-82fc-f796cc437241), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:48.947673 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae85f176-21c3-4ed4-b241-e9309d0e89d2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:48.949155 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ae85f176-21c3-4ed4-b241-e9309d0e89d2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3459492 Feb 07 16:48:48.951806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43466) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:48.972438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Transition to ACTIVE for port object d8f99488-5442-4647-9351-c993cff78c12 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:48:48.990042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af51454-a220-491c-bf2e-c9fb2d71b36f req-2e273ac6-3bff-402a-91eb-bf9d0d178c14 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:48.996539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af51454-a220-491c-bf2e-c9fb2d71b36f req-2e273ac6-3bff-402a-91eb-bf9d0d178c14 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:49.002979 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af51454-a220-491c-bf2e-c9fb2d71b36f req-2e273ac6-3bff-402a-91eb-bf9d0d178c14 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:49.008508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af51454-a220-491c-bf2e-c9fb2d71b36f req-2e273ac6-3bff-402a-91eb-bf9d0d178c14 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:49.014123 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af51454-a220-491c-bf2e-c9fb2d71b36f req-2e273ac6-3bff-402a-91eb-bf9d0d178c14 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:49.019556 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af51454-a220-491c-bf2e-c9fb2d71b36f req-2e273ac6-3bff-402a-91eb-bf9d0d178c14 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:49.025245 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af51454-a220-491c-bf2e-c9fb2d71b36f req-2e273ac6-3bff-402a-91eb-bf9d0d178c14 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:49.027578 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1af51454-a220-491c-bf2e-c9fb2d71b36f req-2e273ac6-3bff-402a-91eb-bf9d0d178c14 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5394 time: 0.8601580 Feb 07 16:48:49.036146 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (d8f99488-5442-4647-9351-c993cff78c12), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:49.045144 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd7935b4-e7b2-479a-9909-960a4ef61d7e tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router (d8cc3b6e-c621-44ab-82fc-f796cc437241), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:49.099563 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f99488-5442-4647-9351-c993cff78c12,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:49.130610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e935ea0-6942-4323-8e39-bd514736d85f req-0108848a-2d83-46b9-94fa-a320af66453a tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:49.140064 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5e935ea0-6942-4323-8e39-bd514736d85f req-0108848a-2d83-46b9-94fa-a320af66453a tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.2933786 Feb 07 16:48:49.228679 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1af51454-a220-491c-bf2e-c9fb2d71b36f req-3480fa37-40a1-41a8-a509-30c3d34b66d5 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1893456 Feb 07 16:48:49.294476 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5e935ea0-6942-4323-8e39-bd514736d85f req-808b8e42-7f39-468d-a1e1-5b1fabc5c1fd tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529930 Feb 07 16:48:49.350615 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd7935b4-e7b2-479a-9909-960a4ef61d7e tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (d8cc3b6e-c621-44ab-82fc-f796cc437241), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:49.356109 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd7935b4-e7b2-479a-9909-960a4ef61d7e tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_controller (d8cc3b6e-c621-44ab-82fc-f796cc437241), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:49.422231 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:48:49.453516 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a3aebdc-607c-4076-af72-e3abd7feeabc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (f73bf2c5-bf69-495b-8940-53922b51715a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:49.564661 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd7935b4-e7b2-479a-9909-960a4ef61d7e tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (d8cc3b6e-c621-44ab-82fc-f796cc437241), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:49.567796 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7935b4-e7b2-479a-9909-960a4ef61d7e tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8cc3b6e-c621-44ab-82fc-f796cc437241 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:48:49.606104 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3aebdc-607c-4076-af72-e3abd7feeabc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Subnet': ['ID=f73bf2c5-bf69-495b-8940-53922b51715a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:49.607197 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd7935b4-e7b2-479a-9909-960a4ef61d7e tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:49.607197 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cd7935b4-e7b2-479a-9909-960a4ef61d7e tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "DELETE /v2.0/routers/d8cc3b6e-c621-44ab-82fc-f796cc437241 HTTP/1.1" status: 204 len: 168 time: 0.6485710 Feb 07 16:48:49.639656 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Attempting to bind port d8f99488-5442-4647-9351-c993cff78c12 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:48:49.640295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Attempting to bind port d8f99488-5442-4647-9351-c993cff78c12 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:48:49.640773 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Attempting to bind port d8f99488-5442-4647-9351-c993cff78c12 on network 772a5458-241a-4973-8916-b74170ada414 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:49.644712 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5590a7-d593-4966-996b-b579a30ea3e7 req-4162bc30-87ff-4a0c-8593-efa8bf466f89 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:49.654044 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e5590a7-d593-4966-996b-b579a30ea3e7 req-4162bc30-87ff-4a0c-8593-efa8bf466f89 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.1962397 Feb 07 16:48:49.699390 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Port d8f99488-5442-4647-9351-c993cff78c12 on network 772a5458-241a-4973-8916-b74170ada414 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:48:49.699891 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Attempting to bind port d8f99488-5442-4647-9351-c993cff78c12 on network 772a5458-241a-4973-8916-b74170ada414 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:49.726892 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:48:49.727856 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Checking segment: {'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:48:49.727856 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Bound using segment: {'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:48:49.728258 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Bound port: d8f99488-5442-4647-9351-c993cff78c12, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29609b79-0950-46d6-9fbc-f20898645c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '772a5458-241a-4973-8916-b74170ada414'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:48:49.728705 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d8f99488-5442-4647-9351-c993cff78c12), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:49.742574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e5590a7-d593-4966-996b-b579a30ea3e7 req-55d81ca4-8318-4445-b95d-1404b2e7d28a tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874395 Feb 07 16:48:49.855055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3aebdc-607c-4076-af72-e3abd7feeabc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Checking segment: {'id': '3b8c935d-f1ff-4f42-ab48-3e50947798c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '07cfac85-fadf-4de2-afa4-13d5c2a065e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:48:49.855670 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3aebdc-607c-4076-af72-e3abd7feeabc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network hostable DHCP agents. Network: 07cfac85-fadf-4de2-afa4-13d5c2a065e2, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:48:49.861667 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9bac9c-266c-438a-81ff-3c86774d1662 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (50a5799a-0f75-4a4b-961e-0e63a8ee07b4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:49.945829 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43510) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:49.948536 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bac9c-266c-438a-81ff-3c86774d1662 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Pushing event deleted for resources: {'Port': ['ID=50a5799a-0f75-4a4b-961e-0e63a8ee07b4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:49.965504 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b21e323f-3290-41b5-9883-f993f585bff1 req-b954f0bb-75b8-4dcb-bd0e-ec0fe419dca1 tempest-AbsoluteLimitsNegativeTestJSON-85535856 tempest-AbsoluteLimitsNegativeTestJSON-85535856-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=78247c874499402fa5ad03f22e6584b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406604 Feb 07 16:48:49.996414 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3aebdc-607c-4076-af72-e3abd7feeabc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 07cfac85-fadf-4de2-afa4-13d5c2a065e2 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:48:50.031226 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] For port d8f99488-5442-4647-9351-c993cff78c12, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:48:50.076818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6a3aebdc-607c-4076-af72-e3abd7feeabc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 07cfac85-fadf-4de2-afa4-13d5c2a065e2) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:48:50.082257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] For port d8f99488-5442-4647-9351-c993cff78c12, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d8f99488-5442-4647-9351-c993cff78c12,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:48:50.087540 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1de80c2-cb14-4d69-82b5-a71e69ee7e89 None None] Network 07cfac85-fadf-4de2-afa4-13d5c2a065e2 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:48:50.094318 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91135e2e-5e6c-4e78-bf99-32f9c6457608 req-881dc75b-7e74-4166-8dcf-76cef51bbd1a tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:50.101918 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91135e2e-5e6c-4e78-bf99-32f9c6457608 req-881dc75b-7e74-4166-8dcf-76cef51bbd1a tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.2014813 Feb 07 16:48:50.110501 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3aebdc-607c-4076-af72-e3abd7feeabc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:50.111350 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a3aebdc-607c-4076-af72-e3abd7feeabc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:50.133880 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (d8f99488-5442-4647-9351-c993cff78c12), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:50.147009 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6a3aebdc-607c-4076-af72-e3abd7feeabc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8312113 Feb 07 16:48:50.153335 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43530) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:50.178379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8429395e-98c0-4cbc-a4ea-528cfd9cfa39 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'subnet': {'network_id': 'ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:50.223332 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e323f-3290-41b5-9883-f993f585bff1 req-938cb756-727d-49ae-97b1-59dd932312c0 tempest-AbsoluteLimitsNegativeTestJSON-85535856 tempest-AbsoluteLimitsNegativeTestJSON-85535856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:50.234861 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b21e323f-3290-41b5-9883-f993f585bff1 req-938cb756-727d-49ae-97b1-59dd932312c0 tempest-AbsoluteLimitsNegativeTestJSON-85535856 tempest-AbsoluteLimitsNegativeTestJSON-85535856-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2558312 Feb 07 16:48:50.258263 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b21e323f-3290-41b5-9883-f993f585bff1 req-7562e1ad-4d9e-4c57-b5c7-b2e909cca7c8 tempest-AbsoluteLimitsNegativeTestJSON-85535856 tempest-AbsoluteLimitsNegativeTestJSON-85535856-project] 10.222.0.18 "GET /v2.0/quotas/78247c874499402fa5ad03f22e6584b8 HTTP/1.1" status: 200 len: 375 time: 0.0217137 Feb 07 16:48:50.298713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f99488-5442-4647-9351-c993cff78c12,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:50.345873 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b21e323f-3290-41b5-9883-f993f585bff1 req-c5f1c385-2f75-4f34-9460-535faafbc4ea tempest-AbsoluteLimitsNegativeTestJSON-85535856 tempest-AbsoluteLimitsNegativeTestJSON-85535856-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=78247c874499402fa5ad03f22e6584b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718825 Feb 07 16:48:50.360699 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-07cfac85-fadf-4de2-afa4-13d5c2a065e2', 'network_id': '07cfac85-fadf-4de2-afa4-13d5c2a065e2', 'project_id': '227e1d388d0541aba878f7829cff15ac', 'fixed_ips': [{'subnet_id': 'f73bf2c5-bf69-495b-8940-53922b51715a'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:48:50.361925 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:50.371851 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:50.381050 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:50.385018 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-72540c66-e57b-4eab-920f-203334b5e8c6 service neutron] 10.222.0.32 "PUT /v2.0/ports/d8f99488-5442-4647-9351-c993cff78c12 HTTP/1.1" status: 200 len: 1091 time: 2.8932958 Feb 07 16:48:50.398421 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9bac9c-266c-438a-81ff-3c86774d1662 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (84074202-6137-4ab0-9a5a-7e3df7efa170), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:50.413558 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'tag': 'd8f99488-5442-4647-9351-c993cff78c12'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:48:50.419251 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e4265e-bfa1-4b2f-b0d9-0824095bc683" -d '{"events": [{"name": "network-changed", "server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "tag": "d8f99488-5442-4647-9351-c993cff78c12"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:48:50.480032 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dfdae16e-30ec-4881-ba00-9f4760b7e57d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2056261522', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:50.521452 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Request body: {'port': {'device_id': '2872c143-2f0e-49fe-99d1-64936379b815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:50.548018 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfdae16e-30ec-4881-ba00-9f4760b7e57d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (25fe5c8e-1bb0-46d1-aaad-b59e3ed36256), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:50.553600 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfdae16e-30ec-4881-ba00-9f4760b7e57d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (25fe5c8e-1bb0-46d1-aaad-b59e3ed36256), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:50.684397 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] Allocated IP 172.20.0.2 (07cfac85-fadf-4de2-afa4-13d5c2a065e2/f73bf2c5-bf69-495b-8940-53922b51715a/442b6125-6b72-4438-a0f2-e23bbf400849) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:48:50.855860 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfdae16e-30ec-4881-ba00-9f4760b7e57d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_controller (25fe5c8e-1bb0-46d1-aaad-b59e3ed36256), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:50.933998 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] Publish callbacks [] for port (442b6125-6b72-4438-a0f2-e23bbf400849), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:50.949692 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (442b6125-6b72-4438-a0f2-e23bbf400849), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:51.017217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efc79b-9025-4ba7-86e9-0682606b6557 req-8f196eaa-0749-4399-9f05-24bc55580945 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:51.028973 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efc79b-9025-4ba7-86e9-0682606b6557 req-8f196eaa-0749-4399-9f05-24bc55580945 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:51.037456 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efc79b-9025-4ba7-86e9-0682606b6557 req-8f196eaa-0749-4399-9f05-24bc55580945 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:51.045688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] Network 07cfac85-fadf-4de2-afa4-13d5c2a065e2 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:48:51.047015 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efc79b-9025-4ba7-86e9-0682606b6557 req-8f196eaa-0749-4399-9f05-24bc55580945 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:51.049588 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] Pushing event updated for resources: {'Port': ['ID=442b6125-6b72-4438-a0f2-e23bbf400849,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:51.052742 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:48:51.063361 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:48:51.068378 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efc79b-9025-4ba7-86e9-0682606b6557 req-8f196eaa-0749-4399-9f05-24bc55580945 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:51.102652 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efc79b-9025-4ba7-86e9-0682606b6557 req-8f196eaa-0749-4399-9f05-24bc55580945 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:51.123288 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efc79b-9025-4ba7-86e9-0682606b6557 req-8f196eaa-0749-4399-9f05-24bc55580945 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:51.125505 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3efc79b-9025-4ba7-86e9-0682606b6557 req-8f196eaa-0749-4399-9f05-24bc55580945 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5406 time: 0.5458288 Feb 07 16:48:51.169512 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] Attempting to bind port 442b6125-6b72-4438-a0f2-e23bbf400849 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:48:51.170072 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] Attempting to bind port 442b6125-6b72-4438-a0f2-e23bbf400849 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '3b8c935d-f1ff-4f42-ab48-3e50947798c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '07cfac85-fadf-4de2-afa4-13d5c2a065e2'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:48:51.170292 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] Attempting to bind port 442b6125-6b72-4438-a0f2-e23bbf400849 on network 07cfac85-fadf-4de2-afa4-13d5c2a065e2 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:51.186799 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:48:51.187298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] Checking segment: {'id': '3b8c935d-f1ff-4f42-ab48-3e50947798c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '07cfac85-fadf-4de2-afa4-13d5c2a065e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:48:51.187817 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:51.188225 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] Bound using segment: {'id': '3b8c935d-f1ff-4f42-ab48-3e50947798c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '07cfac85-fadf-4de2-afa4-13d5c2a065e2'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:48:51.188772 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] Bound port: 442b6125-6b72-4438-a0f2-e23bbf400849, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8c935d-f1ff-4f42-ab48-3e50947798c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '07cfac85-fadf-4de2-afa4-13d5c2a065e2'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:48:51.189172 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (442b6125-6b72-4438-a0f2-e23bbf400849), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:51.211418 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:51.294404 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfdae16e-30ec-4881-ba00-9f4760b7e57d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_gateway (25fe5c8e-1bb0-46d1-aaad-b59e3ed36256), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:51.316793 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43554) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:51.398043 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] For port 442b6125-6b72-4438-a0f2-e23bbf400849, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:48:51.415091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] For port 442b6125-6b72-4438-a0f2-e23bbf400849, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=442b6125-6b72-4438-a0f2-e23bbf400849,segment=NetworkSegment(3b8c935d-f1ff-4f42-ab48-3e50947798c8),segment_id=3b8c935d-f1ff-4f42-ab48-3e50947798c8)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:48:51.427213 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (442b6125-6b72-4438-a0f2-e23bbf400849), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:51.438758 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91135e2e-5e6c-4e78-bf99-32f9c6457608 req-988b7aae-7329-453d-9343-1034fe73f0cc tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3356283 Feb 07 16:48:51.454764 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9bac9c-266c-438a-81ff-3c86774d1662 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (84074202-6137-4ab0-9a5a-7e3df7efa170), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:51.472951 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9bac9c-266c-438a-81ff-3c86774d1662 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_controller (84074202-6137-4ab0-9a5a-7e3df7efa170), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:51.549483 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3efc79b-9025-4ba7-86e9-0682606b6557 req-874527d0-007d-4eb0-9f23-e805a1a8a8a2 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2492924 Feb 07 16:48:51.559436 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3ba03-5fd4-489a-aa3a-76356d12e97d None None] Pushing event updated for resources: {'Port': ['ID=442b6125-6b72-4438-a0f2-e23bbf400849,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:51.590940 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc5a81a-5505-4384-a059-c3cd66d07989 x-openstack-request-id: req-4dc5a81a-5505-4384-a059-c3cd66d07989 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:48:51.591255 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "tag": "d8f99488-5442-4647-9351-c993cff78c12", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:48:51.591513 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4dc5a81a-5505-4384-a059-c3cd66d07989 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:48:51.591932 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'tag': 'd8f99488-5442-4647-9351-c993cff78c12', 'status': 'completed', 'code': 200} Feb 07 16:48:51.605336 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (77883321-267c-498d-946e-72ebe4f0e50c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:51.710640 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5512d11a-9da5-4cad-a1e6-b01944125b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:51.799167 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4265e-bfa1-4b2f-b0d9-0824095bc683 req-8f063dbe-279e-49f1-bed9-73561f140a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:51.799957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4265e-bfa1-4b2f-b0d9-0824095bc683 req-8f063dbe-279e-49f1-bed9-73561f140a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:51.801127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4265e-bfa1-4b2f-b0d9-0824095bc683 req-8f063dbe-279e-49f1-bed9-73561f140a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:51.801818 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4265e-bfa1-4b2f-b0d9-0824095bc683 req-8f063dbe-279e-49f1-bed9-73561f140a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:51.802431 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4265e-bfa1-4b2f-b0d9-0824095bc683 req-8f063dbe-279e-49f1-bed9-73561f140a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:51.803095 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4265e-bfa1-4b2f-b0d9-0824095bc683 req-8f063dbe-279e-49f1-bed9-73561f140a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:51.803574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4265e-bfa1-4b2f-b0d9-0824095bc683 req-8f063dbe-279e-49f1-bed9-73561f140a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:51.806152 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a3e4265e-bfa1-4b2f-b0d9-0824095bc683 req-8f063dbe-279e-49f1-bed9-73561f140a5d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9341a8a4fe41fe98e19305419da9b8&device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 6508 time: 0.2159729 Feb 07 16:48:52.005237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77883321-267c-498d-946e-72ebe4f0e50c {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:48:52.014274 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Publish callbacks [] for port (77883321-267c-498d-946e-72ebe4f0e50c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:52.031519 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Transition to ACTIVE for port object 77883321-267c-498d-946e-72ebe4f0e50c will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:48:52.036258 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (77883321-267c-498d-946e-72ebe4f0e50c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:52.051287 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8429395e-98c0-4cbc-a4ea-528cfd9cfa39 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Made reservation on behalf of 227e1d388d0541aba878f7829cff15ac for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:48:52.054685 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8429395e-98c0-4cbc-a4ea-528cfd9cfa39 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:52.113213 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Pushing event updated for resources: {'Port': ['ID=77883321-267c-498d-946e-72ebe4f0e50c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:52.116084 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9bac9c-266c-438a-81ff-3c86774d1662 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (84074202-6137-4ab0-9a5a-7e3df7efa170), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:52.116884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9bac9c-266c-438a-81ff-3c86774d1662 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84074202-6137-4ab0-9a5a-7e3df7efa170 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:48:52.313612 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e9bac9c-266c-438a-81ff-3c86774d1662 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:52.319511 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8e9bac9c-266c-438a-81ff-3c86774d1662 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "DELETE /v2.0/routers/84074202-6137-4ab0-9a5a-7e3df7efa170 HTTP/1.1" status: 204 len: 168 time: 6.5421991 Feb 07 16:48:52.328318 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43562) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:52.337578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c303e2e8-3659-4e03-90f1-b26efaece081 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-377994408', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:52.448877 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c303e2e8-3659-4e03-90f1-b26efaece081 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (430d3787-4332-4796-8182-44b39527efe5), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:52.453966 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c303e2e8-3659-4e03-90f1-b26efaece081 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (430d3787-4332-4796-8182-44b39527efe5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:52.590850 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8d5ae-c95c-4412-88b3-53790e2f20bc req-3f42a2ea-c57b-4bdc-88ea-3a8ab31f693e tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:52.599539 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8db8d5ae-c95c-4412-88b3-53790e2f20bc req-3f42a2ea-c57b-4bdc-88ea-3a8ab31f693e tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.5664213 Feb 07 16:48:52.601860 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8429395e-98c0-4cbc-a4ea-528cfd9cfa39 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (814be650-6c57-4cd2-a646-02156f81e153), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:52.810540 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c303e2e8-3659-4e03-90f1-b26efaece081 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_controller (430d3787-4332-4796-8182-44b39527efe5), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:52.902684 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5512d11a-9da5-4cad-a1e6-b01944125b30 admin admin] Publish callbacks [] for security_group (a98b9b10-c07a-4ac2-b567-5e1436e99fd8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:52.908053 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4265e-bfa1-4b2f-b0d9-0824095bc683 req-02ceaf21-4d7c-41dc-a2b6-2231c8ba9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:52.910050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4265e-bfa1-4b2f-b0d9-0824095bc683 req-02ceaf21-4d7c-41dc-a2b6-2231c8ba9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:52.910640 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4265e-bfa1-4b2f-b0d9-0824095bc683 req-02ceaf21-4d7c-41dc-a2b6-2231c8ba9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:52.913625 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a3e4265e-bfa1-4b2f-b0d9-0824095bc683 req-02ceaf21-4d7c-41dc-a2b6-2231c8ba9d1f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4a9341a8a4fe41fe98e19305419da9b8&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0897589 Feb 07 16:48:52.951411 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfdae16e-30ec-4881-ba00-9f4760b7e57d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_gateway (25fe5c8e-1bb0-46d1-aaad-b59e3ed36256), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:52.965410 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5512d11a-9da5-4cad-a1e6-b01944125b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a98b9b10-c07a-4ac2-b567-5e1436e99fd8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:52.984762 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8db8d5ae-c95c-4412-88b3-53790e2f20bc req-d7e6e79b-8755-4dd9-a0e6-025f3a8eb605 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842113 Feb 07 16:48:53.094225 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfdae16e-30ec-4881-ba00-9f4760b7e57d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:53.101128 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:53.146272 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429395e-98c0-4cbc-a4ea-528cfd9cfa39 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Subnet': ['ID=814be650-6c57-4cd2-a646-02156f81e153,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:53.170356 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Attempting to bind port 77883321-267c-498d-946e-72ebe4f0e50c on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:48:53.171154 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Attempting to bind port 77883321-267c-498d-946e-72ebe4f0e50c by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '0136f7ea-999b-4051-86f3-2f70d0f8796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6ff3d289-1ffa-4a39-b840-9958ff036d72'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:48:53.172049 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Attempting to bind port 77883321-267c-498d-946e-72ebe4f0e50c on network 6ff3d289-1ffa-4a39-b840-9958ff036d72 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:53.194726 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Port 77883321-267c-498d-946e-72ebe4f0e50c on network 6ff3d289-1ffa-4a39-b840-9958ff036d72 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:48:53.195051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Attempting to bind port 77883321-267c-498d-946e-72ebe4f0e50c on network 6ff3d289-1ffa-4a39-b840-9958ff036d72 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:53.283007 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 442b6125-6b72-4438-a0f2-e23bbf400849 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:48:53.319112 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4265e-bfa1-4b2f-b0d9-0824095bc683 req-cfe662a5-6f27-4162-90bf-37b86c9e5aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:53.320644 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a3e4265e-bfa1-4b2f-b0d9-0824095bc683 req-cfe662a5-6f27-4162-90bf-37b86c9e5aab service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3704221 Feb 07 16:48:53.331810 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5512d11a-9da5-4cad-a1e6-b01944125b30 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78247c874499402fa5ad03f22e6584b8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0137436 Feb 07 16:48:53.343861 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe762a-a22c-4a3f-9f47-1696328f53a4 req-c89c0050-fb22-4319-bdd6-487e24556b2a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:53.344216 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8429395e-98c0-4cbc-a4ea-528cfd9cfa39 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Checking segment: {'id': '4c295271-00a7-4e0b-be09-e7dcc0203e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:48:53.344843 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8429395e-98c0-4cbc-a4ea-528cfd9cfa39 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network hostable DHCP agents. Network: ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:48:53.351211 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe762a-a22c-4a3f-9f47-1696328f53a4 req-c89c0050-fb22-4319-bdd6-487e24556b2a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:53.359460 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe762a-a22c-4a3f-9f47-1696328f53a4 req-c89c0050-fb22-4319-bdd6-487e24556b2a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:53.359619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 442b6125-6b72-4438-a0f2-e23bbf400849 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:48:53.360517 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (442b6125-6b72-4438-a0f2-e23bbf400849), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:53.372511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe762a-a22c-4a3f-9f47-1696328f53a4 req-c89c0050-fb22-4319-bdd6-487e24556b2a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:53.379316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe762a-a22c-4a3f-9f47-1696328f53a4 req-c89c0050-fb22-4319-bdd6-487e24556b2a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:53.386392 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe762a-a22c-4a3f-9f47-1696328f53a4 req-c89c0050-fb22-4319-bdd6-487e24556b2a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:53.392515 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe762a-a22c-4a3f-9f47-1696328f53a4 req-c89c0050-fb22-4319-bdd6-487e24556b2a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:53.402328 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2fe762a-a22c-4a3f-9f47-1696328f53a4 req-c89c0050-fb22-4319-bdd6-487e24556b2a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5418 time: 0.5920391 Feb 07 16:48:53.411317 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43572) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:53.437235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512d11a-9da5-4cad-a1e6-b01944125b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98b9b10-c07a-4ac2-b567-5e1436e99fd8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:53.438352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:48:53.439166 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Checking segment: {'id': '0136f7ea-999b-4051-86f3-2f70d0f8796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6ff3d289-1ffa-4a39-b840-9958ff036d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:48:53.440883 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Bound using segment: {'id': '0136f7ea-999b-4051-86f3-2f70d0f8796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6ff3d289-1ffa-4a39-b840-9958ff036d72'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:48:53.442199 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Bound port: 77883321-267c-498d-946e-72ebe4f0e50c, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0136f7ea-999b-4051-86f3-2f70d0f8796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6ff3d289-1ffa-4a39-b840-9958ff036d72'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:48:53.443040 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (77883321-267c-498d-946e-72ebe4f0e50c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:53.453317 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85905bcb-4b83-4ae9-adef-e850c42f7fb1 None None] Network 07cfac85-fadf-4de2-afa4-13d5c2a065e2 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:48:53.522341 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2fe762a-a22c-4a3f-9f47-1696328f53a4 req-2fee3010-9fb6-49e2-97b9-363f2ac87ab2 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183977 Feb 07 16:48:53.549826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-dfdae16e-30ec-4881-ba00-9f4760b7e57d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Allocated IP 172.25.4.253 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/b3b6f661-18ef-4bbc-81ba-355106610124) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:48:53.563213 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c303e2e8-3659-4e03-90f1-b26efaece081 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_gateway (430d3787-4332-4796-8182-44b39527efe5), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:53.605800 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2ad97e25-56e6-4b29-926a-eb11cca1eaf0 None None] Provisioning complete for port 442b6125-6b72-4438-a0f2-e23bbf400849 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:48:53.606179 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ad97e25-56e6-4b29-926a-eb11cca1eaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (442b6125-6b72-4438-a0f2-e23bbf400849), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:53.638015 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] For port 77883321-267c-498d-946e-72ebe4f0e50c, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:48:53.642189 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] For port 77883321-267c-498d-946e-72ebe4f0e50c, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=77883321-267c-498d-946e-72ebe4f0e50c,segment=NetworkSegment(0136f7ea-999b-4051-86f3-2f70d0f8796a),segment_id=0136f7ea-999b-4051-86f3-2f70d0f8796a)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:48:53.664046 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (77883321-267c-498d-946e-72ebe4f0e50c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:53.672684 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8429395e-98c0-4cbc-a4ea-528cfd9cfa39 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:48:53.675262 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92156233-c5a4-4395-bed0-aa693c1ce172 admin admin] Publish callbacks [] for security_group (a98b9b10-c07a-4ac2-b567-5e1436e99fd8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:53.722311 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92156233-c5a4-4395-bed0-aa693c1ce172 admin admin] Publish callbacks [] for security_group (a98b9b10-c07a-4ac2-b567-5e1436e99fd8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:53.777551 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:53.778612 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:53.780418 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] 10.222.0.32 "PUT /v2.0/ports/77883321-267c-498d-946e-72ebe4f0e50c HTTP/1.1" status: 200 len: 1091 time: 3.2754545 Feb 07 16:48:53.785394 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfdae16e-30ec-4881-ba00-9f4760b7e57d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for port (b3b6f661-18ef-4bbc-81ba-355106610124), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:53.787518 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'tag': '77883321-267c-498d-946e-72ebe4f0e50c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:48:53.790235 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9069e10-6578-4726-9bf0-0b7290b4b39e" -d '{"events": [{"name": "network-changed", "server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "tag": "77883321-267c-498d-946e-72ebe4f0e50c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:48:53.802853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc2a90-0327-4d13-9394-5d2c3d5bfc7c req-f88aafa3-febc-4c7d-8a5f-7953ee42d327 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:53.805123 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4cfc2a90-0327-4d13-9394-5d2c3d5bfc7c req-f88aafa3-febc-4c7d-8a5f-7953ee42d327 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.5993731 Feb 07 16:48:53.815573 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-8429395e-98c0-4cbc-a4ea-528cfd9cfa39 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:48:53.820864 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8429395e-98c0-4cbc-a4ea-528cfd9cfa39 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:53.821494 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8429395e-98c0-4cbc-a4ea-528cfd9cfa39 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:53.842673 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Request body: {'port': {'device_id': '2872c143-2f0e-49fe-99d1-64936379b815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:53.896123 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92156233-c5a4-4395-bed0-aa693c1ce172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a98b9b10-c07a-4ac2-b567-5e1436e99fd8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:53.899696 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92156233-c5a4-4395-bed0-aa693c1ce172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:53.904416 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-92156233-c5a4-4395-bed0-aa693c1ce172 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a98b9b10-c07a-4ac2-b567-5e1436e99fd8 HTTP/1.1" status: 204 len: 168 time: 0.4914343 Feb 07 16:48:53.938756 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a3ca1e-7403-4388-94ca-33854bbedba6 x-openstack-request-id: req-d7a3ca1e-7403-4388-94ca-33854bbedba6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:48:53.939071 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "tag": "77883321-267c-498d-946e-72ebe4f0e50c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:48:53.939324 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7a3ca1e-7403-4388-94ca-33854bbedba6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:48:53.939738 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'tag': '77883321-267c-498d-946e-72ebe4f0e50c', 'status': 'completed', 'code': 200} Feb 07 16:48:53.943701 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1f140185-94e6-47ae-a1d1-6d64b078a33e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:53.972788 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92156233-c5a4-4395-bed0-aa693c1ce172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98b9b10-c07a-4ac2-b567-5e1436e99fd8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:54.028110 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76399dbc-4a12-4960-a516-2293ade72f2d service neutron] Pushing event updated for resources: {'Port': ['ID=77883321-267c-498d-946e-72ebe4f0e50c,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:54.047032 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfdae16e-30ec-4881-ba00-9f4760b7e57d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (b3b6f661-18ef-4bbc-81ba-355106610124), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:54.109238 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8429395e-98c0-4cbc-a4ea-528cfd9cfa39 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9415150 Feb 07 16:48:54.110224 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43580) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:54.115482 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4cfc2a90-0327-4d13-9394-5d2c3d5bfc7c req-db4f88b8-232d-47ea-84ea-390d5059f791 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861676 Feb 07 16:48:54.134123 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-92b24606-5f65-4ba3-acfb-d8d86a43ed1d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1314705302', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:54.182212 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdae16e-30ec-4881-ba00-9f4760b7e57d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:48:54.195833 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8382e023-8be5-40c7-a061-ff289b7c83ff None None] Network ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:48:54.196419 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-dfdae16e-30ec-4881-ba00-9f4760b7e57d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:48:54.202921 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdae16e-30ec-4881-ba00-9f4760b7e57d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:48:54.222175 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9069e10-6578-4726-9bf0-0b7290b4b39e req-0fcebb7e-2a71-4cf3-81e2-240329a254a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:54.222668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9069e10-6578-4726-9bf0-0b7290b4b39e req-0fcebb7e-2a71-4cf3-81e2-240329a254a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:54.223244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9069e10-6578-4726-9bf0-0b7290b4b39e req-0fcebb7e-2a71-4cf3-81e2-240329a254a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:54.223597 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9069e10-6578-4726-9bf0-0b7290b4b39e req-0fcebb7e-2a71-4cf3-81e2-240329a254a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:54.224064 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9069e10-6578-4726-9bf0-0b7290b4b39e req-0fcebb7e-2a71-4cf3-81e2-240329a254a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:54.224527 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9069e10-6578-4726-9bf0-0b7290b4b39e req-0fcebb7e-2a71-4cf3-81e2-240329a254a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:54.224986 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9069e10-6578-4726-9bf0-0b7290b4b39e req-0fcebb7e-2a71-4cf3-81e2-240329a254a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:54.240781 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9069e10-6578-4726-9bf0-0b7290b4b39e req-0fcebb7e-2a71-4cf3-81e2-240329a254a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9341a8a4fe41fe98e19305419da9b8&device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 6606 time: 0.3314788 Feb 07 16:48:54.295077 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdae16e-30ec-4881-ba00-9f4760b7e57d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Pushing event updated for resources: {'Port': ['ID=b3b6f661-18ef-4bbc-81ba-355106610124,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:54.348159 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92b24606-5f65-4ba3-acfb-d8d86a43ed1d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (cbbfa37b-e888-410e-a973-ccb28d22c427), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:54.349308 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92b24606-5f65-4ba3-acfb-d8d86a43ed1d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (cbbfa37b-e888-410e-a973-ccb28d22c427), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:54.442623 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 442b6125-6b72-4438-a0f2-e23bbf400849 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:48:54.443059 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (442b6125-6b72-4438-a0f2-e23bbf400849), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:54.663956 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b', 'network_id': 'ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b', 'project_id': '227e1d388d0541aba878f7829cff15ac', 'fixed_ips': [{'subnet_id': '814be650-6c57-4cd2-a646-02156f81e153'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:48:54.665614 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:54.685187 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9069e10-6578-4726-9bf0-0b7290b4b39e req-5f7fa808-4f15-4e06-8c92-484b901b5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:54.686090 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9069e10-6578-4726-9bf0-0b7290b4b39e req-5f7fa808-4f15-4e06-8c92-484b901b5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:54.686369 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9069e10-6578-4726-9bf0-0b7290b4b39e req-5f7fa808-4f15-4e06-8c92-484b901b5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:54.688411 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9069e10-6578-4726-9bf0-0b7290b4b39e req-5f7fa808-4f15-4e06-8c92-484b901b5c71 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4a9341a8a4fe41fe98e19305419da9b8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4025013 Feb 07 16:48:54.726785 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92b24606-5f65-4ba3-acfb-d8d86a43ed1d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router_controller (cbbfa37b-e888-410e-a973-ccb28d22c427), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:54.783726 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92b24606-5f65-4ba3-acfb-d8d86a43ed1d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (cbbfa37b-e888-410e-a973-ccb28d22c427), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:54.919431 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92b24606-5f65-4ba3-acfb-d8d86a43ed1d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:54.921052 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-92b24606-5f65-4ba3-acfb-d8d86a43ed1d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8030345 Feb 07 16:48:54.930579 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43596) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:54.958777 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 442b6125-6b72-4438-a0f2-e23bbf400849, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=442b6125-6b72-4438-a0f2-e23bbf400849,segment=NetworkSegment(3b8c935d-f1ff-4f42-ab48-3e50947798c8),segment_id=3b8c935d-f1ff-4f42-ab48-3e50947798c8)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:48:54.963561 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2ad97e25-56e6-4b29-926a-eb11cca1eaf0 None None] Current status of the port 442b6125-6b72-4438-a0f2-e23bbf400849 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:48:54.964107 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ad97e25-56e6-4b29-926a-eb11cca1eaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (442b6125-6b72-4438-a0f2-e23bbf400849), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:54.984470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9069e10-6578-4726-9bf0-0b7290b4b39e req-cd1f0ffa-4f7f-4f7d-958b-e6b73da0c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:54.992380 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9069e10-6578-4726-9bf0-0b7290b4b39e req-cd1f0ffa-4f7f-4f7d-958b-e6b73da0c807 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2403443 Feb 07 16:48:55.007613 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (442b6125-6b72-4438-a0f2-e23bbf400849), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:55.052934 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 50a5799a-0f75-4a4b-961e-0e63a8ee07b4 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:48:55.160230 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a04b5-e7da-499f-b1f4-861021cf8a38 req-a263f98c-ed72-4ce0-a5d6-30d3e72ecba3 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:55.169028 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e82a04b5-e7da-499f-b1f4-861021cf8a38 req-a263f98c-ed72-4ce0-a5d6-30d3e72ecba3 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.8775938 Feb 07 16:48:55.200018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 50a5799a-0f75-4a4b-961e-0e63a8ee07b4 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:48:55.200595 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 50a5799a-0f75-4a4b-961e-0e63a8ee07b4 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:48:55.305463 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c303e2e8-3659-4e03-90f1-b26efaece081 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_gateway (430d3787-4332-4796-8182-44b39527efe5), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:55.345368 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c303e2e8-3659-4e03-90f1-b26efaece081 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:55.358741 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e82a04b5-e7da-499f-b1f4-861021cf8a38 req-9e066bab-a917-4967-82b4-e37400d8ca38 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638579 Feb 07 16:48:55.476214 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] Allocated IP 172.21.0.2 (ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b/814be650-6c57-4cd2-a646-02156f81e153/b251a360-c3e9-47b9-9a9b-ba26f846161d) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:48:55.581961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43610) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:55.657083 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-c303e2e8-3659-4e03-90f1-b26efaece081 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Allocated IP 172.25.4.85 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/62b4780b-66d9-403b-94a7-fffc81f32278) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:48:55.704260 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfdae16e-30ec-4881-ba00-9f4760b7e57d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_gateway (25fe5c8e-1bb0-46d1-aaad-b59e3ed36256), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:55.721328 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-2ad97e25-56e6-4b29-926a-eb11cca1eaf0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:48:55.725110 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-2ad97e25-56e6-4b29-926a-eb11cca1eaf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:48:55.728520 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=442b6125-6b72-4438-a0f2-e23bbf400849,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:55.823006 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6023fd75-e967-44eb-b415-195dd195c64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:55.864657 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c303e2e8-3659-4e03-90f1-b26efaece081 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for port (62b4780b-66d9-403b-94a7-fffc81f32278), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:55.912862 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-53f68480-ac2a-43d6-b994-7e8a14a251a8 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-220147407-network', 'tenant_id': 'e537d6aed5484b7693a0f8461dd66379'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:55.915399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9aaa8-4dcc-4b39-9c5a-c4c5b406e66d req-49e9ab4c-5f93-4734-b08e-743ad5017c73 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:55.924273 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9aaa8-4dcc-4b39-9c5a-c4c5b406e66d req-49e9ab4c-5f93-4734-b08e-743ad5017c73 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:55.931064 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9aaa8-4dcc-4b39-9c5a-c4c5b406e66d req-49e9ab4c-5f93-4734-b08e-743ad5017c73 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:55.937653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9aaa8-4dcc-4b39-9c5a-c4c5b406e66d req-49e9ab4c-5f93-4734-b08e-743ad5017c73 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:55.943354 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9aaa8-4dcc-4b39-9c5a-c4c5b406e66d req-49e9ab4c-5f93-4734-b08e-743ad5017c73 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:55.950947 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9aaa8-4dcc-4b39-9c5a-c4c5b406e66d req-49e9ab4c-5f93-4734-b08e-743ad5017c73 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:55.958070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9aaa8-4dcc-4b39-9c5a-c4c5b406e66d req-49e9ab4c-5f93-4734-b08e-743ad5017c73 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:55.965182 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f68480-ac2a-43d6-b994-7e8a14a251a8 admin admin] Made reservation on behalf of e537d6aed5484b7693a0f8461dd66379 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:48:55.967330 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b9c9aaa8-4dcc-4b39-9c5a-c4c5b406e66d req-49e9ab4c-5f93-4734-b08e-743ad5017c73 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5418 time: 1.2296245 Feb 07 16:48:55.967692 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53f68480-ac2a-43d6-b994-7e8a14a251a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:55.974215 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c303e2e8-3659-4e03-90f1-b26efaece081 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (62b4780b-66d9-403b-94a7-fffc81f32278), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:55.988290 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] Publish callbacks [] for port (b251a360-c3e9-47b9-9a9b-ba26f846161d), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:55.993256 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53f68480-ac2a-43d6-b994-7e8a14a251a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:55.997830 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (b251a360-c3e9-47b9-9a9b-ba26f846161d), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:56.006228 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a27c91-e1c4-4208-b840-2bd3618e64ab req-846533c4-85a0-4ae2-85b7-3ddc40d59447 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:56.007569 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e9a27c91-e1c4-4208-b840-2bd3618e64ab req-846533c4-85a0-4ae2-85b7-3ddc40d59447 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.1368361 Feb 07 16:48:56.049306 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303e2e8-3659-4e03-90f1-b26efaece081 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Pushing event updated for resources: {'Port': ['ID=62b4780b-66d9-403b-94a7-fffc81f32278,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:56.084618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c303e2e8-3659-4e03-90f1-b26efaece081 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:48:56.120624 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] Pushing event updated for resources: {'Port': ['ID=b251a360-c3e9-47b9-9a9b-ba26f846161d,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:56.124983 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c303e2e8-3659-4e03-90f1-b26efaece081 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:48:56.129525 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53f68480-ac2a-43d6-b994-7e8a14a251a8 admin admin] Publish callbacks [] for security_group (be211b7d-7f8e-4dde-a962-e8b36c0ffa2b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:56.145197 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53f68480-ac2a-43d6-b994-7e8a14a251a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (be211b7d-7f8e-4dde-a962-e8b36c0ffa2b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:56.153527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] Network ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:48:56.155231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:48:56.159225 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c303e2e8-3659-4e03-90f1-b26efaece081 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:48:56.161421 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:48:56.170342 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f68480-ac2a-43d6-b994-7e8a14a251a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:48:56.199583 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53f68480-ac2a-43d6-b994-7e8a14a251a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (c5dc7732-40aa-4a3a-8260-36e702b52004), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:56.200283 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-53f68480-ac2a-43d6-b994-7e8a14a251a8 admin admin] Added segment c5dc7732-40aa-4a3a-8260-36e702b52004 of type vlan for network eacd91f5-96b8-4f5f-ab05-3e846d134af4 Feb 07 16:48:56.282480 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2ad97e25-56e6-4b29-926a-eb11cca1eaf0 None None] Current status of the port 442b6125-6b72-4438-a0f2-e23bbf400849 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:48:56.309457 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] Attempting to bind port b251a360-c3e9-47b9-9a9b-ba26f846161d on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:48:56.310397 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] Attempting to bind port b251a360-c3e9-47b9-9a9b-ba26f846161d by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '4c295271-00a7-4e0b-be09-e7dcc0203e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:48:56.311122 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] Attempting to bind port b251a360-c3e9-47b9-9a9b-ba26f846161d on network ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:56.315798 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53f68480-ac2a-43d6-b994-7e8a14a251a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (eacd91f5-96b8-4f5f-ab05-3e846d134af4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:56.317755 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:48:56.318530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] Checking segment: {'id': '4c295271-00a7-4e0b-be09-e7dcc0203e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:48:56.319050 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:56.319561 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] Bound using segment: {'id': '4c295271-00a7-4e0b-be09-e7dcc0203e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:48:56.320145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] Bound port: b251a360-c3e9-47b9-9a9b-ba26f846161d, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c295271-00a7-4e0b-be09-e7dcc0203e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:48:56.332477 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b251a360-c3e9-47b9-9a9b-ba26f846161d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:56.415539 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53f68480-ac2a-43d6-b994-7e8a14a251a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (eacd91f5-96b8-4f5f-ab05-3e846d134af4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:56.425874 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f68480-ac2a-43d6-b994-7e8a14a251a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:56.426534 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53f68480-ac2a-43d6-b994-7e8a14a251a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:56.490002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f68480-ac2a-43d6-b994-7e8a14a251a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:56.494957 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-24b883f9-bf0f-4ef6-890f-119f8684e9f8 None None] Provisioning complete for port 442b6125-6b72-4438-a0f2-e23bbf400849 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:48:56.496448 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-24b883f9-bf0f-4ef6-890f-119f8684e9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (442b6125-6b72-4438-a0f2-e23bbf400849), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:56.514347 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-53f68480-ac2a-43d6-b994-7e8a14a251a8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9294934 Feb 07 16:48:56.544521 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43618) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:56.637007 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] For port b251a360-c3e9-47b9-9a9b-ba26f846161d, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:48:56.646774 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] For port b251a360-c3e9-47b9-9a9b-ba26f846161d, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b251a360-c3e9-47b9-9a9b-ba26f846161d,segment=NetworkSegment(4c295271-00a7-4e0b-be09-e7dcc0203e99),segment_id=4c295271-00a7-4e0b-be09-e7dcc0203e99)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:48:56.764161 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e9a27c91-e1c4-4208-b840-2bd3618e64ab req-e705e2bf-4f57-40f3-8152-23122eb0aaa6 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7446086 Feb 07 16:48:56.780734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-24b883f9-bf0f-4ef6-890f-119f8684e9f8 None None] Current status of the port 442b6125-6b72-4438-a0f2-e23bbf400849 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:48:56.793941 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b251a360-c3e9-47b9-9a9b-ba26f846161d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:56.803673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f68480-ac2a-43d6-b994-7e8a14a251a8 admin admin] Pushing event updated for resources: {'Network': ['ID=eacd91f5-96b8-4f5f-ab05-3e846d134af4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:56.871537 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfdae16e-30ec-4881-ba00-9f4760b7e57d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (25fe5c8e-1bb0-46d1-aaad-b59e3ed36256), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:56.925437 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network eacd91f5-96b8-4f5f-ab05-3e846d134af4 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:48:56.933539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcb1aa-9fea-4e79-bc1c-bb5e12434ecd None None] Pushing event updated for resources: {'Port': ['ID=b251a360-c3e9-47b9-9a9b-ba26f846161d,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:57.053600 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1d80d0ed-a6e5-4550-b4b9-c98d45bb69a1 admin admin] Request body: {'subnet': {'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-220147407-subnet', 'tenant_id': 'e537d6aed5484b7693a0f8461dd66379', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:48:57.110665 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdae16e-30ec-4881-ba00-9f4760b7e57d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Router 25fe5c8e-1bb0-46d1-aaad-b59e3ed36256 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:48:57.130443 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f140185-94e6-47ae-a1d1-6d64b078a33e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:48:57.142062 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Publish callbacks [] for port (1f140185-94e6-47ae-a1d1-6d64b078a33e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:57.159538 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Transition to ACTIVE for port object 1f140185-94e6-47ae-a1d1-6d64b078a33e will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:48:57.182527 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d80d0ed-a6e5-4550-b4b9-c98d45bb69a1 admin admin] Made reservation on behalf of e537d6aed5484b7693a0f8461dd66379 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:48:57.189953 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d80d0ed-a6e5-4550-b4b9-c98d45bb69a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:57.196008 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (1f140185-94e6-47ae-a1d1-6d64b078a33e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:57.415298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 442b6125-6b72-4438-a0f2-e23bbf400849 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:48:57.482047 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b9c9aaa8-4dcc-4b39-9c5a-c4c5b406e66d req-b8f61e61-809c-4590-bb78-338c2724a10f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.5138106 Feb 07 16:48:57.498822 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdae16e-30ec-4881-ba00-9f4760b7e57d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:48:57.512689 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae20366-74c1-4356-a9bd-208f3b8b843f None None] Sync routers for ids ['25fe5c8e-1bb0-46d1-aaad-b59e3ed36256'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:48:57.544478 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfdae16e-30ec-4881-ba00-9f4760b7e57d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:57.548761 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dfdae16e-30ec-4881-ba00-9f4760b7e57d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.5932603 Feb 07 16:48:57.549440 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43622) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:57.563891 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae20366-74c1-4356-a9bd-208f3b8b843f None None] Routers {'25fe5c8e-1bb0-46d1-aaad-b59e3ed36256'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:48:57.566446 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-4ae20366-74c1-4356-a9bd-208f3b8b843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['25fe5c8e-1bb0-46d1-aaad-b59e3ed36256'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:57.584818 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 442b6125-6b72-4438-a0f2-e23bbf400849 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:48:57.587289 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (442b6125-6b72-4438-a0f2-e23bbf400849), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:57.732175 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-4ae20366-74c1-4356-a9bd-208f3b8b843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:57.766735 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae20366-74c1-4356-a9bd-208f3b8b843f None None] Routers {'25fe5c8e-1bb0-46d1-aaad-b59e3ed36256'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:48:57.767742 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-4ae20366-74c1-4356-a9bd-208f3b8b843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['25fe5c8e-1bb0-46d1-aaad-b59e3ed36256'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:57.819131 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 442b6125-6b72-4438-a0f2-e23bbf400849 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:48:57.839569 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c082c055-2304-439b-ab7b-5b9364af5211 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "GET /v2.0/routers/25fe5c8e-1bb0-46d1-aaad-b59e3ed36256 HTTP/1.1" status: 200 len: 925 time: 0.2887137 Feb 07 16:48:57.842281 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43626) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:57.862363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f140185-94e6-47ae-a1d1-6d64b078a33e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:57.873569 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-4ae20366-74c1-4356-a9bd-208f3b8b843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:48:57.874704 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae20366-74c1-4356-a9bd-208f3b8b843f None None] The sync data for ids ['25fe5c8e-1bb0-46d1-aaad-b59e3ed36256'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:48:57.912452 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c303e2e8-3659-4e03-90f1-b26efaece081 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_gateway (430d3787-4332-4796-8182-44b39527efe5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:57.931271 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e28bffb3-72a4-40f2-8ff0-a74eebe4398f tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "GET /v2.0/ports?device_id=25fe5c8e-1bb0-46d1-aaad-b59e3ed36256 HTTP/1.1" status: 200 len: 205 time: 0.0875008 Feb 07 16:48:57.940589 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43628) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:48:58.059608 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca2614-2666-4765-9516-b6bbf90a7eb1 req-6da30cfe-378b-43ae-920b-03cdd301e315 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:58.082499 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-acca2614-2666-4765-9516-b6bbf90a7eb1 req-6da30cfe-378b-43ae-920b-03cdd301e315 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.1490579 Feb 07 16:48:58.142620 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9edfaccf-4aee-422f-a37a-417e44fe3186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:58.178998 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d80d0ed-a6e5-4550-b4b9-c98d45bb69a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (fbc1aeb0-f564-4aed-899c-470db657e6a4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:58.190978 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae32f-622b-426a-ac96-fdeb0b487329 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:58.194903 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-acca2614-2666-4765-9516-b6bbf90a7eb1 req-18fe5b93-9682-4980-bf4e-821bbd5f06e9 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114104 Feb 07 16:48:58.809537 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692beae-b893-4a7f-b065-c8a37118227b req-2325aa94-b44f-4a16-b7b4-1b6755f85c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:58.811621 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d692beae-b893-4a7f-b065-c8a37118227b req-2325aa94-b44f-4a16-b7b4-1b6755f85c5c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=17e673e6323b4e4cb326f65b4b9943cf&device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 1128 time: 0.1507893 Feb 07 16:48:58.843275 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80d0ed-a6e5-4550-b4b9-c98d45bb69a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc1aeb0-f564-4aed-899c-470db657e6a4,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:48:58.848324 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c6952-97d5-4cc4-bd3e-070a7eda4e1e req-6e17ad91-00c4-4186-8c36-edaf901c2932 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:58.867910 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-372c6952-97d5-4cc4-bd3e-070a7eda4e1e req-6e17ad91-00c4-4186-8c36-edaf901c2932 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.1508784 Feb 07 16:48:58.899870 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Attempting to bind port 1f140185-94e6-47ae-a1d1-6d64b078a33e on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:48:58.900213 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Attempting to bind port 1f140185-94e6-47ae-a1d1-6d64b078a33e by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '0136f7ea-999b-4051-86f3-2f70d0f8796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6ff3d289-1ffa-4a39-b840-9958ff036d72'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:48:58.900579 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Attempting to bind port 1f140185-94e6-47ae-a1d1-6d64b078a33e on network 6ff3d289-1ffa-4a39-b840-9958ff036d72 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:58.922908 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9eadac-c362-47f6-822c-86065030e772 None None] Network ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:48:58.945637 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Port 1f140185-94e6-47ae-a1d1-6d64b078a33e on network 6ff3d289-1ffa-4a39-b840-9958ff036d72 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:48:58.945962 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Attempting to bind port 1f140185-94e6-47ae-a1d1-6d64b078a33e on network 6ff3d289-1ffa-4a39-b840-9958ff036d72 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:48:59.025517 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c303e2e8-3659-4e03-90f1-b26efaece081 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (430d3787-4332-4796-8182-44b39527efe5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:59.046688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:48:59.047576 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Checking segment: {'id': '0136f7ea-999b-4051-86f3-2f70d0f8796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6ff3d289-1ffa-4a39-b840-9958ff036d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:48:59.048493 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Bound using segment: {'id': '0136f7ea-999b-4051-86f3-2f70d0f8796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6ff3d289-1ffa-4a39-b840-9958ff036d72'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:48:59.049175 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Bound port: 1f140185-94e6-47ae-a1d1-6d64b078a33e, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0136f7ea-999b-4051-86f3-2f70d0f8796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6ff3d289-1ffa-4a39-b840-9958ff036d72'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:48:59.049810 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1f140185-94e6-47ae-a1d1-6d64b078a33e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:59.084318 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692beae-b893-4a7f-b065-c8a37118227b req-1def6ee3-80e7-43a3-9e2a-943586b07ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:59.085771 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d692beae-b893-4a7f-b065-c8a37118227b req-1def6ee3-80e7-43a3-9e2a-943586b07ce5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 HTTP/1.1" status: 200 len: 915 time: 0.2653227 Feb 07 16:48:59.090711 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d80d0ed-a6e5-4550-b4b9-c98d45bb69a1 admin admin] Checking segment: {'id': 'c5dc7732-40aa-4a3a-8260-36e702b52004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:48:59.091408 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d80d0ed-a6e5-4550-b4b9-c98d45bb69a1 admin admin] Network hostable DHCP agents. Network: eacd91f5-96b8-4f5f-ab05-3e846d134af4, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:48:59.110352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53bd77-cde0-4f83-ac32-e1322c4d1e24 req-b08bfccb-9d14-4df7-b571-fd78fa65c467 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:59.117191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53bd77-cde0-4f83-ac32-e1322c4d1e24 req-b08bfccb-9d14-4df7-b571-fd78fa65c467 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:59.124024 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53bd77-cde0-4f83-ac32-e1322c4d1e24 req-b08bfccb-9d14-4df7-b571-fd78fa65c467 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:59.128795 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-47234ffe-4423-4d1a-b226-877593f20e65 None None] Provisioning complete for port b251a360-c3e9-47b9-9a9b-ba26f846161d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:48:59.129187 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-47234ffe-4423-4d1a-b226-877593f20e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b251a360-c3e9-47b9-9a9b-ba26f846161d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:59.131770 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53bd77-cde0-4f83-ac32-e1322c4d1e24 req-b08bfccb-9d14-4df7-b571-fd78fa65c467 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:59.140580 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53bd77-cde0-4f83-ac32-e1322c4d1e24 req-b08bfccb-9d14-4df7-b571-fd78fa65c467 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:59.147692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53bd77-cde0-4f83-ac32-e1322c4d1e24 req-b08bfccb-9d14-4df7-b571-fd78fa65c467 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:59.154508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53bd77-cde0-4f83-ac32-e1322c4d1e24 req-b08bfccb-9d14-4df7-b571-fd78fa65c467 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:59.156860 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eb53bd77-cde0-4f83-ac32-e1322c4d1e24 req-b08bfccb-9d14-4df7-b571-fd78fa65c467 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.3917744 Feb 07 16:48:59.188462 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-372c6952-97d5-4cc4-bd3e-070a7eda4e1e req-dd44fdb0-a7f5-47cd-9fa8-342649aa1a60 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195691 Feb 07 16:48:59.189913 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d692beae-b893-4a7f-b065-c8a37118227b req-284221c4-5078-4d63-a0cd-034f82217a96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607 HTTP/1.1" status: 200 len: 217 time: 0.0575631 Feb 07 16:48:59.310435 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692beae-b893-4a7f-b065-c8a37118227b req-3e49dd0c-f502-430e-86b8-f7f9a335fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:59.312344 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d692beae-b893-4a7f-b065-c8a37118227b req-3e49dd0c-f502-430e-86b8-f7f9a335fd3c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17caae66-4938-4c9b-981d-9460cbf4671f HTTP/1.1" status: 200 len: 854 time: 0.1160867 Feb 07 16:48:59.376867 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d692beae-b893-4a7f-b065-c8a37118227b req-7c4a9475-2647-4627-b715-db0534d9c984 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590470 Feb 07 16:48:59.441027 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-47234ffe-4423-4d1a-b226-877593f20e65 None None] Current status of the port b251a360-c3e9-47b9-9a9b-ba26f846161d is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:48:59.442694 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-47234ffe-4423-4d1a-b226-877593f20e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b251a360-c3e9-47b9-9a9b-ba26f846161d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:59.446470 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d80d0ed-a6e5-4550-b4b9-c98d45bb69a1 admin admin] Network eacd91f5-96b8-4f5f-ab05-3e846d134af4 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:48:59.473832 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:59.482508 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b251a360-c3e9-47b9-9a9b-ba26f846161d up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:48:59.508840 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] For port 1f140185-94e6-47ae-a1d1-6d64b078a33e, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:48:59.520193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] For port 1f140185-94e6-47ae-a1d1-6d64b078a33e, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=1f140185-94e6-47ae-a1d1-6d64b078a33e,segment=NetworkSegment(0136f7ea-999b-4051-86f3-2f70d0f8796a),segment_id=0136f7ea-999b-4051-86f3-2f70d0f8796a)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:48:59.524404 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d692beae-b893-4a7f-b065-c8a37118227b req-a3eeb05e-d574-4aa7-bd6d-1a9fea9d84f8 service neutron] 10.222.0.32 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380291 Feb 07 16:48:59.537524 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98a48265-3696-468d-a9ec-74dfa047e704 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router (25fe5c8e-1bb0-46d1-aaad-b59e3ed36256), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:59.595283 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eb53bd77-cde0-4f83-ac32-e1322c4d1e24 req-2bc2b666-b039-486e-91a7-f60577bc3250 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3726695 Feb 07 16:48:59.612782 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-47234ffe-4423-4d1a-b226-877593f20e65 None None] For port b251a360-c3e9-47b9-9a9b-ba26f846161d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b251a360-c3e9-47b9-9a9b-ba26f846161d,segment=NetworkSegment(4c295271-00a7-4e0b-be09-e7dcc0203e99),segment_id=4c295271-00a7-4e0b-be09-e7dcc0203e99)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:48:59.656656 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (1f140185-94e6-47ae-a1d1-6d64b078a33e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:59.704826 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-1b8ae32f-622b-426a-ac96-fdeb0b487329 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Allocated IP 172.20.0.1 (07cfac85-fadf-4de2-afa4-13d5c2a065e2/f73bf2c5-bf69-495b-8940-53922b51715a/80ec1958-e6ed-4316-a0b2-f016841684d5) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:48:59.726804 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-47234ffe-4423-4d1a-b226-877593f20e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b251a360-c3e9-47b9-9a9b-ba26f846161d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:59.739892 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1d80d0ed-a6e5-4550-b4b9-c98d45bb69a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, eacd91f5-96b8-4f5f-ab05-3e846d134af4) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:48:59.751876 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d80d0ed-a6e5-4550-b4b9-c98d45bb69a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:59.752477 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d80d0ed-a6e5-4550-b4b9-c98d45bb69a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:59.753055 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d692beae-b893-4a7f-b065-c8a37118227b req-07324574-2f6b-40cf-bc9f-5bac5ff55172 service neutron] 10.222.0.32 "GET /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225332 Feb 07 16:48:59.835451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e93abe-0b19-441c-adde-a37aab74fb94 None None] Network eacd91f5-96b8-4f5f-ab05-3e846d134af4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:48:59.842770 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:48:59.843402 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:59.846763 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] 10.222.0.32 "PUT /v2.0/ports/1f140185-94e6-47ae-a1d1-6d64b078a33e HTTP/1.1" status: 200 len: 1091 time: 6.0212717 Feb 07 16:48:59.848813 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port b251a360-c3e9-47b9-9a9b-ba26f846161d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:48:59.849202 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b251a360-c3e9-47b9-9a9b-ba26f846161d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:48:59.931505 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'tag': '1f140185-94e6-47ae-a1d1-6d64b078a33e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:48:59.934650 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6c00a7-c2fc-49b6-96ff-a127498ce221" -d '{"events": [{"name": "network-changed", "server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "tag": "1f140185-94e6-47ae-a1d1-6d64b078a33e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:48:59.950476 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1d80d0ed-a6e5-4550-b4b9-c98d45bb69a1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9004955 Feb 07 16:48:59.950476 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b9574-1514-4c15-b08c-a28ab06460e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f140185-94e6-47ae-a1d1-6d64b078a33e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:00.021896 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47234ffe-4423-4d1a-b226-877593f20e65 None None] Pushing event updated for resources: {'Port': ['ID=b251a360-c3e9-47b9-9a9b-ba26f846161d,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:00.031932 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e2e9447c-e76b-45d1-afe7-9383f4d098de None None] Provisioning complete for port b251a360-c3e9-47b9-9a9b-ba26f846161d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:00.032321 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e2e9447c-e76b-45d1-afe7-9383f4d098de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b251a360-c3e9-47b9-9a9b-ba26f846161d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:00.110930 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae32f-622b-426a-ac96-fdeb0b487329 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (80ec1958-e6ed-4316-a0b2-f016841684d5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:00.187074 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae32f-622b-426a-ac96-fdeb0b487329 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (80ec1958-e6ed-4316-a0b2-f016841684d5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:00.331722 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc32736-eb9d-4281-94d6-68adcbcdc448 x-openstack-request-id: req-3dc32736-eb9d-4281-94d6-68adcbcdc448 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:49:00.332134 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "tag": "1f140185-94e6-47ae-a1d1-6d64b078a33e", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:49:00.332397 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3dc32736-eb9d-4281-94d6-68adcbcdc448 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:49:00.333072 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'tag': '1f140185-94e6-47ae-a1d1-6d64b078a33e', 'status': 'completed', 'code': 200} Feb 07 16:49:00.397805 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8ae32f-622b-426a-ac96-fdeb0b487329 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 07cfac85-fadf-4de2-afa4-13d5c2a065e2 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:00.476808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1b8ae32f-622b-426a-ac96-fdeb0b487329 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:00.518561 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ae32f-622b-426a-ac96-fdeb0b487329 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:49:00.524189 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port b251a360-c3e9-47b9-9a9b-ba26f846161d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:00.620388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-eacd91f5-96b8-4f5f-ab05-3e846d134af4', 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4', 'project_id': 'e537d6aed5484b7693a0f8461dd66379', 'fixed_ips': [{'subnet_id': 'fbc1aeb0-f564-4aed-899c-470db657e6a4'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:49:00.621646 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:00.630508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ae32f-622b-426a-ac96-fdeb0b487329 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=80ec1958-e6ed-4316-a0b2-f016841684d5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:00.680226 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98a48265-3696-468d-a9ec-74dfa047e704 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_gateway (25fe5c8e-1bb0-46d1-aaad-b59e3ed36256), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:00.708813 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c303e2e8-3659-4e03-90f1-b26efaece081 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Router 430d3787-4332-4796-8182-44b39527efe5 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:49:00.727119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fc5ef96c-460e-46ce-bd9d-4e9ef5f1f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:00.728414 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fc5ef96c-460e-46ce-bd9d-4e9ef5f1f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:00.729994 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fc5ef96c-460e-46ce-bd9d-4e9ef5f1f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:00.730546 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fc5ef96c-460e-46ce-bd9d-4e9ef5f1f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:00.731559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e2e9447c-e76b-45d1-afe7-9383f4d098de None None] Current status of the port b251a360-c3e9-47b9-9a9b-ba26f846161d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:00.733940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fc5ef96c-460e-46ce-bd9d-4e9ef5f1f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:00.734606 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fc5ef96c-460e-46ce-bd9d-4e9ef5f1f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:00.735291 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fc5ef96c-460e-46ce-bd9d-4e9ef5f1f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:00.740719 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-fc5ef96c-460e-46ce-bd9d-4e9ef5f1f2af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9341a8a4fe41fe98e19305419da9b8&device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 6704 time: 0.7918797 Feb 07 16:49:00.741690 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae32f-622b-426a-ac96-fdeb0b487329 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (cbbfa37b-e888-410e-a973-ccb28d22c427), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:00.766582 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:00.936377 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] Allocated IP 172.20.0.2 (eacd91f5-96b8-4f5f-ab05-3e846d134af4/fbc1aeb0-f564-4aed-899c-470db657e6a4/4e063135-bdd0-4d58-a9c5-78d8d1c7b747) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:49:00.964219 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea21dbc-7ab7-40f2-b152-1651ccd3abeb req-b8fd3613-1058-48bd-a194-86b606d048aa tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:00.965881 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0ea21dbc-7ab7-40f2-b152-1651ccd3abeb req-b8fd3613-1058-48bd-a194-86b606d048aa tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.5726383 Feb 07 16:49:01.010616 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-5cace42b-14c3-4f7d-aff9-e1e05e376347 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c18a493-54e9-4842-8756-24673405aff8 HTTP/1.1" status: 200 len: 217 time: 0.2400639 Feb 07 16:49:01.070830 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-643c7f5b-99bd-45aa-ad79-f34671ac739f None None] Provisioning complete for port 80ec1958-e6ed-4316-a0b2-f016841684d5 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:01.071371 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-643c7f5b-99bd-45aa-ad79-f34671ac739f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (80ec1958-e6ed-4316-a0b2-f016841684d5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:01.075323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d1da2d71-03ce-42f0-b4e1-3c2924667309 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:01.086464 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d1da2d71-03ce-42f0-b4e1-3c2924667309 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/networks?id=eacd91f5-96b8-4f5f-ab05-3e846d134af4 HTTP/1.1" status: 200 len: 815 time: 0.1894941 Feb 07 16:49:01.127521 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-3bde11b2-5434-4ccd-a672-2913c8a4862b tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/quotas/e537d6aed5484b7693a0f8461dd66379 HTTP/1.1" status: 200 len: 375 time: 0.0393586 Feb 07 16:49:01.142424 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-643c7f5b-99bd-45aa-ad79-f34671ac739f None None] Port 80ec1958-e6ed-4316-a0b2-f016841684d5 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:49:01.206552 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-8a8e24fb-808e-4973-84d6-a1cbf7ed9717 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e537d6aed5484b7693a0f8461dd66379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766022 Feb 07 16:49:01.216104 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] Publish callbacks [] for port (4e063135-bdd0-4d58-a9c5-78d8d1c7b747), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:01.224284 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (4e063135-bdd0-4d58-a9c5-78d8d1c7b747), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:01.300458 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] Pushing event updated for resources: {'Port': ['ID=4e063135-bdd0-4d58-a9c5-78d8d1c7b747,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:01.312741 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] Network eacd91f5-96b8-4f5f-ab05-3e846d134af4 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:01.314467 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:01.319947 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:49:01.414599 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b251a360-c3e9-47b9-9a9b-ba26f846161d up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:49:01.504431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] Attempting to bind port 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:49:01.504828 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] Attempting to bind port 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'c5dc7732-40aa-4a3a-8260-36e702b52004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:49:01.505203 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] Attempting to bind port 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 on network eacd91f5-96b8-4f5f-ab05-3e846d134af4 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:49:01.519547 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:49:01.520601 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] Checking segment: {'id': 'c5dc7732-40aa-4a3a-8260-36e702b52004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:49:01.527580 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:01.527885 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] Bound using segment: {'id': 'c5dc7732-40aa-4a3a-8260-36e702b52004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:49:01.528527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] Bound port: 4e063135-bdd0-4d58-a9c5-78d8d1c7b747, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5dc7732-40aa-4a3a-8260-36e702b52004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:49:01.528907 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-74deb94a-63e8-4024-8dc3-67b11d4ad4f4 service neutron] 10.222.0.18 "GET /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029034 Feb 07 16:49:01.529040 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e063135-bdd0-4d58-a9c5-78d8d1c7b747), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:01.582504 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-b2590c7f-f88b-4aff-8120-40744b184832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:01.583978 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-b2590c7f-f88b-4aff-8120-40744b184832 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e220672-ddb5-4004-a2c7-1c1467c4afbb HTTP/1.1" status: 200 len: 855 time: 0.5200973 Feb 07 16:49:01.592551 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-98a48265-3696-468d-a9ec-74dfa047e704 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Deleting port b3b6f661-18ef-4bbc-81ba-355106610124 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:49:01.592895 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98a48265-3696-468d-a9ec-74dfa047e704 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b3b6f661-18ef-4bbc-81ba-355106610124), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:01.607060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port b251a360-c3e9-47b9-9a9b-ba26f846161d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:01.607442 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b251a360-c3e9-47b9-9a9b-ba26f846161d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:01.658245 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] For port 4e063135-bdd0-4d58-a9c5-78d8d1c7b747, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:49:01.677143 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] For port 4e063135-bdd0-4d58-a9c5-78d8d1c7b747, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4e063135-bdd0-4d58-a9c5-78d8d1c7b747,segment=NetworkSegment(c5dc7732-40aa-4a3a-8260-36e702b52004),segment_id=c5dc7732-40aa-4a3a-8260-36e702b52004)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:49:01.689687 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4e063135-bdd0-4d58-a9c5-78d8d1c7b747), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:01.702058 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae32f-622b-426a-ac96-fdeb0b487329 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (80ec1958-e6ed-4316-a0b2-f016841684d5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:01.767982 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-df0582d8-41d7-4be0-8c4d-c120c3d45002 service neutron] 10.222.0.18 "GET /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368522 Feb 07 16:49:01.768178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port b251a360-c3e9-47b9-9a9b-ba26f846161d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:01.812485 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0ea21dbc-7ab7-40f2-b152-1651ccd3abeb req-f13a0a98-751c-4d7a-9369-a6c19f34ead4 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8005204 Feb 07 16:49:01.832713 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c66af-3202-4875-8249-72e718e0c5ee None None] Pushing event updated for resources: {'Port': ['ID=4e063135-bdd0-4d58-a9c5-78d8d1c7b747,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:01.925543 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98a48265-3696-468d-a9ec-74dfa047e704 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b3b6f661-18ef-4bbc-81ba-355106610124), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:01.940541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-98a48265-3696-468d-a9ec-74dfa047e704 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Calling delete_port for b3b6f661-18ef-4bbc-81ba-355106610124 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:49:02.139739 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c303e2e8-3659-4e03-90f1-b26efaece081 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:49:02.159320 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cfef71-8e56-4371-a2b8-e5582b763f21 None None] Sync routers for ids ['430d3787-4332-4796-8182-44b39527efe5'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:49:02.188808 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cfef71-8e56-4371-a2b8-e5582b763f21 None None] Routers {'430d3787-4332-4796-8182-44b39527efe5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:02.191196 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c9cfef71-8e56-4371-a2b8-e5582b763f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['430d3787-4332-4796-8182-44b39527efe5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:02.344749 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c9cfef71-8e56-4371-a2b8-e5582b763f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:02.371978 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:02.381183 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cfef71-8e56-4371-a2b8-e5582b763f21 None None] Routers {'430d3787-4332-4796-8182-44b39527efe5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:02.381864 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c9cfef71-8e56-4371-a2b8-e5582b763f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['430d3787-4332-4796-8182-44b39527efe5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:02.474313 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c9cfef71-8e56-4371-a2b8-e5582b763f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:02.475021 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cfef71-8e56-4371-a2b8-e5582b763f21 None None] The sync data for ids ['430d3787-4332-4796-8182-44b39527efe5'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:49:02.483021 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-b3bcf859-c549-4654-ba95-d86113e90a38 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:02.491683 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-b3bcf859-c549-4654-ba95-d86113e90a38 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/networks?id=eacd91f5-96b8-4f5f-ab05-3e846d134af4 HTTP/1.1" status: 200 len: 815 time: 0.2428253 Feb 07 16:49:02.512477 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8d737408-8ad2-4616-a58d-a3e75f04739f tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/quotas/e537d6aed5484b7693a0f8461dd66379 HTTP/1.1" status: 200 len: 375 time: 0.0194275 Feb 07 16:49:02.537663 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-f39dd4e0-c6c2-4a66-b1f7-242fa4644d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:02.538959 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-f39dd4e0-c6c2-4a66-b1f7-242fa4644d1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8c7efe8-323f-461c-b8f3-d0df0e78b272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9366357 Feb 07 16:49:02.601646 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-cfa0b16a-156a-45dc-a28e-8dac84e6a1ef tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e537d6aed5484b7693a0f8461dd66379&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0873363 Feb 07 16:49:02.765991 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-80eb29c6-5879-4cf9-b10f-b41469088d4a service neutron] 10.222.0.18 "GET /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443408 Feb 07 16:49:02.912083 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-3830ba6e-6746-48bd-9623-e3103cd5ae1f service neutron] 10.222.0.18 "GET /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385784 Feb 07 16:49:02.947204 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-b086aeae-b9d2-4481-bc32-6fe28c2b24aa service neutron] 10.222.0.32 "GET /v2.0/networks/c8c7efe8-323f-461c-b8f3-d0df0e78b272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895082 Feb 07 16:49:02.997406 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c303e2e8-3659-4e03-90f1-b26efaece081 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:02.999081 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c303e2e8-3659-4e03-90f1-b26efaece081 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.6693289 Feb 07 16:49:03.001893 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43696) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:03.008372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-26aa40b0-01cf-4b45-95aa-5c61aed5d736 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'enable_snat': False}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:03.107292 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98a48265-3696-468d-a9ec-74dfa047e704 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (b3b6f661-18ef-4bbc-81ba-355106610124), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:03.127474 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-775328f4-8e15-4f8d-b5ac-d289205dd4c3 service neutron] 10.222.0.32 "GET /v2.0/networks/c8c7efe8-323f-461c-b8f3-d0df0e78b272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746364 Feb 07 16:49:03.176877 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a48265-3696-468d-a9ec-74dfa047e704 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Pushing event deleted for resources: {'Port': ['ID=b3b6f661-18ef-4bbc-81ba-355106610124,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:03.384049 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb9fb5-ce6b-48b8-ba16-4b8e9bdb7e07 req-5a0e05d2-18e6-450d-801f-21591cfa9ce4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:03.391638 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb9fb5-ce6b-48b8-ba16-4b8e9bdb7e07 req-5a0e05d2-18e6-450d-801f-21591cfa9ce4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:03.398017 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb9fb5-ce6b-48b8-ba16-4b8e9bdb7e07 req-5a0e05d2-18e6-450d-801f-21591cfa9ce4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:03.404900 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb9fb5-ce6b-48b8-ba16-4b8e9bdb7e07 req-5a0e05d2-18e6-450d-801f-21591cfa9ce4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:03.411122 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb9fb5-ce6b-48b8-ba16-4b8e9bdb7e07 req-5a0e05d2-18e6-450d-801f-21591cfa9ce4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:03.418218 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb9fb5-ce6b-48b8-ba16-4b8e9bdb7e07 req-5a0e05d2-18e6-450d-801f-21591cfa9ce4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:03.423911 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb9fb5-ce6b-48b8-ba16-4b8e9bdb7e07 req-5a0e05d2-18e6-450d-801f-21591cfa9ce4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:03.426224 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03cb9fb5-ce6b-48b8-ba16-4b8e9bdb7e07 req-5a0e05d2-18e6-450d-801f-21591cfa9ce4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.9993939 Feb 07 16:49:03.517590 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98a48265-3696-468d-a9ec-74dfa047e704 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (25fe5c8e-1bb0-46d1-aaad-b59e3ed36256), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:03.569526 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:49:03.708417 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:03.709870 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e063135-bdd0-4d58-a9c5-78d8d1c7b747), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:03.750463 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-da0ff337-e35e-47e6-aa54-418c48ce4aa4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=4e8a50dc-546f-49cf-8211-bd142bfffa0c HTTP/1.1" status: 200 len: 217 time: 0.5801039 Feb 07 16:49:03.785928 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94f2ec2-e0c6-4bfa-8dad-b9911ae39642 None None] Network eacd91f5-96b8-4f5f-ab05-3e846d134af4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:49:03.896581 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03cb9fb5-ce6b-48b8-ba16-4b8e9bdb7e07 req-43ccdc19-6b1d-4d5a-a677-9ae2c141e38b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4141889 Feb 07 16:49:04.113134 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632b73d-9383-4c80-af69-87830fb2d5f6 req-b323583b-09ac-4c85-8f03-a29c9e2ebd63 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:04.119306 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3632b73d-9383-4c80-af69-87830fb2d5f6 req-b323583b-09ac-4c85-8f03-a29c9e2ebd63 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.3536839 Feb 07 16:49:04.142114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-74a0fd3e-182d-4bfe-a12f-8e00612fd956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:04.144078 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-74a0fd3e-182d-4bfe-a12f-8e00612fd956 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe980b80-4ff0-4853-82e3-b744d6a56a26 HTTP/1.1" status: 200 len: 797 time: 0.1281590 Feb 07 16:49:04.198907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-3bd4499d-9415-4227-b998-57201cf90e21 None None] Provisioning complete for port 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:04.199300 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3bd4499d-9415-4227-b998-57201cf90e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e063135-bdd0-4d58-a9c5-78d8d1c7b747), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:04.290791 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:04.291226 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e063135-bdd0-4d58-a9c5-78d8d1c7b747), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:04.418594 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 4e063135-bdd0-4d58-a9c5-78d8d1c7b747, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4e063135-bdd0-4d58-a9c5-78d8d1c7b747,segment=NetworkSegment(c5dc7732-40aa-4a3a-8260-36e702b52004),segment_id=c5dc7732-40aa-4a3a-8260-36e702b52004)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:04.449061 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4e063135-bdd0-4d58-a9c5-78d8d1c7b747), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:04.492272 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98a48265-3696-468d-a9ec-74dfa047e704 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (25fe5c8e-1bb0-46d1-aaad-b59e3ed36256), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:04.508725 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae32f-622b-426a-ac96-fdeb0b487329 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (80ec1958-e6ed-4316-a0b2-f016841684d5), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:04.511254 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98a48265-3696-468d-a9ec-74dfa047e704 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_controller (25fe5c8e-1bb0-46d1-aaad-b59e3ed36256), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:04.539869 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae32f-622b-426a-ac96-fdeb0b487329 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (80ec1958-e6ed-4316-a0b2-f016841684d5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:04.578466 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=4e063135-bdd0-4d58-a9c5-78d8d1c7b747,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:04.581707 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-ad393d5f-2afa-4918-940d-494bf5d7be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:04.582954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3bd4499d-9415-4227-b998-57201cf90e21 None None] Current status of the port 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:04.583467 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-ad393d5f-2afa-4918-940d-494bf5d7be7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=772a5458-241a-4973-8916-b74170ada414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4023368 Feb 07 16:49:04.717063 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26aa40b0-01cf-4b45-95aa-5c61aed5d736 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_gateway (430d3787-4332-4796-8182-44b39527efe5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:04.740958 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3632b73d-9383-4c80-af69-87830fb2d5f6 req-e415944c-fb7d-43b8-ab9d-5129ed9e6db9 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6197860 Feb 07 16:49:04.899502 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-a98ec0b8-2385-44c9-873c-aec225cc612b tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:04.900052 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-a98ec0b8-2385-44c9-873c-aec225cc612b tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.48 "GET /v2.0/networks?id=eacd91f5-96b8-4f5f-ab05-3e846d134af4 HTTP/1.1" status: 200 len: 815 time: 1.0402594 Feb 07 16:49:04.909988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5a760ac7-fd39-479d-88d8-e58679d3aa9f None None] Provisioning complete for port 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:04.911916 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5a760ac7-fd39-479d-88d8-e58679d3aa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e063135-bdd0-4d58-a9c5-78d8d1c7b747), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:04.929111 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98a48265-3696-468d-a9ec-74dfa047e704 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (25fe5c8e-1bb0-46d1-aaad-b59e3ed36256), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:04.932901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a48265-3696-468d-a9ec-74dfa047e704 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Fanout notify agent at l3_agent the message router_deleted on router 25fe5c8e-1bb0-46d1-aaad-b59e3ed36256 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:49:04.964405 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98a48265-3696-468d-a9ec-74dfa047e704 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:04.971028 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-98a48265-3696-468d-a9ec-74dfa047e704 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "DELETE /v2.0/routers/25fe5c8e-1bb0-46d1-aaad-b59e3ed36256 HTTP/1.1" status: 204 len: 168 time: 6.9925714 Feb 07 16:49:04.976869 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-05eb28a6-2156-4e1e-b6e4-1169cd152974 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Request body: {'port': {'device_id': 'e8fab980-611f-4af3-8d6f-917ad46f0655', 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4', 'admin_state_up': True, 'tenant_id': 'e537d6aed5484b7693a0f8461dd66379'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:04.987082 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43724) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:04.991488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6d4ed8c1-8386-402d-a525-da172eff7b55 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1676471730', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'enable_snat': False}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:05.014759 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae32f-622b-426a-ac96-fdeb0b487329 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (cbbfa37b-e888-410e-a973-ccb28d22c427), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:05.060236 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-1991bd53-801d-4676-850a-1a66447c93b6 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:05.062412 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-1991bd53-801d-4676-850a-1a66447c93b6 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/networks?id=eacd91f5-96b8-4f5f-ab05-3e846d134af4 HTTP/1.1" status: 200 len: 815 time: 0.9168620 Feb 07 16:49:05.063099 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ae32f-622b-426a-ac96-fdeb0b487329 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=80ec1958-e6ed-4316-a0b2-f016841684d5,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:05.093237 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-40b441d3-0fe3-4b0a-93d5-62b83b851143 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/quotas/e537d6aed5484b7693a0f8461dd66379 HTTP/1.1" status: 200 len: 375 time: 0.0172617 Feb 07 16:49:05.180257 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5a760ac7-fd39-479d-88d8-e58679d3aa9f None None] Current status of the port 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:05.184846 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed8c1-8386-402d-a525-da172eff7b55 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (971efc7f-68a5-4828-8b12-ba92fb29a03e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:05.186228 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed8c1-8386-402d-a525-da172eff7b55 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (971efc7f-68a5-4828-8b12-ba92fb29a03e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:05.216524 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152142b-ebd9-4472-914c-1af8f8f29778 req-40bd4429-b1d0-4020-aaa9-0b654bf941df tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:05.220724 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8152142b-ebd9-4472-914c-1af8f8f29778 req-40bd4429-b1d0-4020-aaa9-0b654bf941df tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.3556368 Feb 07 16:49:05.288472 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-c6e7beed-f51d-4ac5-89fb-c435227ddd1d service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996969 Feb 07 16:49:05.366443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-be9abda1-7519-4524-bd7b-e07ddba10820 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:05.367993 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-be9abda1-7519-4524-bd7b-e07ddba10820 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.32 "GET /v2.0/networks?id=eacd91f5-96b8-4f5f-ab05-3e846d134af4 HTTP/1.1" status: 200 len: 815 time: 0.5232129 Feb 07 16:49:05.386445 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Request body: {'port': {'device_id': 'dc2abb73-5484-47aa-897e-ed3c1437b77b', 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4', 'admin_state_up': True, 'tenant_id': 'e537d6aed5484b7693a0f8461dd66379'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:05.386671 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:49:05.467880 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8152142b-ebd9-4472-914c-1af8f8f29778 req-bb480cdc-bb91-4a84-81dd-874e1b4a5aea tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234309 Feb 07 16:49:05.516505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:05.516899 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e063135-bdd0-4d58-a9c5-78d8d1c7b747), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:05.520722 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-05eb28a6-2156-4e1e-b6e4-1169cd152974 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Made reservation on behalf of e537d6aed5484b7693a0f8461dd66379 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:49:05.524173 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-05eb28a6-2156-4e1e-b6e4-1169cd152974 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:05.577653 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-0329834e-2abd-4508-9842-26663ba7e3ec tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e537d6aed5484b7693a0f8461dd66379&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4733844 Feb 07 16:49:05.583507 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed8c1-8386-402d-a525-da172eff7b55 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_controller (971efc7f-68a5-4828-8b12-ba92fb29a03e), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:05.737249 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:05.791055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8ae32f-622b-426a-ac96-fdeb0b487329 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 07cfac85-fadf-4de2-afa4-13d5c2a065e2 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:05.811689 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bdf61-c80d-4267-9d87-92b6b23d4d0d req-ebcc32f0-17d5-4826-8014-b43e6e207fd9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:05.816961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bdf61-c80d-4267-9d87-92b6b23d4d0d req-ebcc32f0-17d5-4826-8014-b43e6e207fd9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:05.823081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bdf61-c80d-4267-9d87-92b6b23d4d0d req-ebcc32f0-17d5-4826-8014-b43e6e207fd9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:05.828402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bdf61-c80d-4267-9d87-92b6b23d4d0d req-ebcc32f0-17d5-4826-8014-b43e6e207fd9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:05.828964 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1b8ae32f-622b-426a-ac96-fdeb0b487329 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:05.834707 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bdf61-c80d-4267-9d87-92b6b23d4d0d req-ebcc32f0-17d5-4826-8014-b43e6e207fd9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:05.840332 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bdf61-c80d-4267-9d87-92b6b23d4d0d req-ebcc32f0-17d5-4826-8014-b43e6e207fd9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:05.845826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bdf61-c80d-4267-9d87-92b6b23d4d0d req-ebcc32f0-17d5-4826-8014-b43e6e207fd9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:05.847773 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-618bdf61-c80d-4267-9d87-92b6b23d4d0d req-ebcc32f0-17d5-4826-8014-b43e6e207fd9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.2277679 Feb 07 16:49:05.848427 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Made reservation on behalf of e537d6aed5484b7693a0f8461dd66379 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:49:05.855286 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:05.901768 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-89d71ecd-1778-4d83-94c6-23dca0c9829e service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5981016 Feb 07 16:49:05.991900 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-618bdf61-c80d-4267-9d87-92b6b23d4d0d req-73fbf272-9924-4c5b-b451-0907b7e4deb3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296282 Feb 07 16:49:06.241120 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a6f5359e-f18c-4085-aab2-d01ed512787a None None] Provisioning complete for port 80ec1958-e6ed-4316-a0b2-f016841684d5 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:06.242313 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6f5359e-f18c-4085-aab2-d01ed512787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (80ec1958-e6ed-4316-a0b2-f016841684d5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:06.263902 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b864108-8158-453a-b722-eee15e317460 req-0c68f1b6-5ae2-460c-8864-2f919ef24db5 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:06.272785 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7b864108-8158-453a-b722-eee15e317460 req-0c68f1b6-5ae2-460c-8864-2f919ef24db5 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.1268961 Feb 07 16:49:06.272785 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26aa40b0-01cf-4b45-95aa-5c61aed5d736 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (430d3787-4332-4796-8182-44b39527efe5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:06.289300 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26aa40b0-01cf-4b45-95aa-5c61aed5d736 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (430d3787-4332-4796-8182-44b39527efe5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:06.331346 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a6f5359e-f18c-4085-aab2-d01ed512787a None None] Port 80ec1958-e6ed-4316-a0b2-f016841684d5 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:49:06.430549 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7b864108-8158-453a-b722-eee15e317460 req-9a9cea4b-2439-4a6e-8b2a-e7755e56b143 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499794 Feb 07 16:49:06.476047 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26aa40b0-01cf-4b45-95aa-5c61aed5d736 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Router 430d3787-4332-4796-8182-44b39527efe5 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:49:06.658703 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788f945-f7dc-4df9-a649-1d83fb910c94 req-cc17d847-a7c0-4e0f-888c-0abbf6e79b73 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:06.660326 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5788f945-f7dc-4df9-a649-1d83fb910c94 req-cc17d847-a7c0-4e0f-888c-0abbf6e79b73 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.1154034 Feb 07 16:49:06.664793 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-33a47e5e-8ee6-437f-9e0d-507d49d0b61c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=143a4394-acab-4b64-907b-aa1207677eba HTTP/1.1" status: 200 len: 217 time: 0.0408566 Feb 07 16:49:06.682501 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-db2f640c-5476-40f4-9e81-55353d997586 service neutron] 10.222.0.18 "GET /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0826788 Feb 07 16:49:06.693536 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26aa40b0-01cf-4b45-95aa-5c61aed5d736 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:49:06.706086 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a2773f-229a-4218-bcc5-a9faf9239739 None None] Sync routers for ids ['430d3787-4332-4796-8182-44b39527efe5'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:49:06.709340 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26aa40b0-01cf-4b45-95aa-5c61aed5d736 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:06.713141 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-26aa40b0-01cf-4b45-95aa-5c61aed5d736 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "PUT /v2.0/routers/430d3787-4332-4796-8182-44b39527efe5 HTTP/1.1" status: 200 len: 920 time: 3.7077620 Feb 07 16:49:06.715131 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43736) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:06.723006 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a2773f-229a-4218-bcc5-a9faf9239739 None None] Routers {'430d3787-4332-4796-8182-44b39527efe5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:06.723922 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f4a2773f-229a-4218-bcc5-a9faf9239739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['430d3787-4332-4796-8182-44b39527efe5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:06.771389 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f4a2773f-229a-4218-bcc5-a9faf9239739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:06.783612 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a2773f-229a-4218-bcc5-a9faf9239739 None None] Routers {'430d3787-4332-4796-8182-44b39527efe5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:06.784732 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f4a2773f-229a-4218-bcc5-a9faf9239739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['430d3787-4332-4796-8182-44b39527efe5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:06.835721 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f4a2773f-229a-4218-bcc5-a9faf9239739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:06.837018 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a2773f-229a-4218-bcc5-a9faf9239739 None None] The sync data for ids ['430d3787-4332-4796-8182-44b39527efe5'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:49:06.864108 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed8c1-8386-402d-a525-da172eff7b55 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_gateway (971efc7f-68a5-4828-8b12-ba92fb29a03e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:06.875400 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5788f945-f7dc-4df9-a649-1d83fb910c94 req-18bc4bad-4024-49ab-8330-4f42f77340cd tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056494 Feb 07 16:49:06.886925 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c13a5dec-e842-460b-9bdd-0598fcb70bca tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "GET /v2.0/routers/430d3787-4332-4796-8182-44b39527efe5 HTTP/1.1" status: 200 len: 920 time: 0.1618965 Feb 07 16:49:06.887760 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43738) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:06.959932 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-05eb28a6-2156-4e1e-b6e4-1169cd152974 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Allocated IP 172.20.0.7 (eacd91f5-96b8-4f5f-ab05-3e846d134af4/fbc1aeb0-f564-4aed-899c-470db657e6a4/f7d94d5b-60a4-410f-aeb9-679ac16e22b1) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:49:06.974546 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-e1af1f80-d59f-4989-b760-0253d61bde4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:06.976153 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-e1af1f80-d59f-4989-b760-0253d61bde4b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe980b80-4ff0-4853-82e3-b744d6a56a26 HTTP/1.1" status: 200 len: 797 time: 0.2705357 Feb 07 16:49:07.137014 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a02e01-ef6c-4648-8d78-410b2cb97a2a tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:07.141813 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-77a02e01-ef6c-4648-8d78-410b2cb97a2a tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&device_id=430d3787-4332-4796-8182-44b39527efe5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2501438 Feb 07 16:49:07.143532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43746) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:07.145792 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-79d36754-c6c4-4393-8900-9bb65fd12dfa service neutron] 10.222.0.18 "GET /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304483 Feb 07 16:49:07.153400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8ae32f-622b-426a-ac96-fdeb0b487329 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router cbbfa37b-e888-410e-a973-ccb28d22c427 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:49:07.204383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2a774-316e-4955-ae82-37d8203bd64a req-46e9b43f-72bb-4d8d-91c2-72d61ea3c2d8 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:07.215046 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6ac2a774-316e-4955-ae82-37d8203bd64a req-46e9b43f-72bb-4d8d-91c2-72d61ea3c2d8 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.1658177 Feb 07 16:49:07.267255 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-d3fc2c34-c1cd-4ba7-8ac9-91a73257213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:07.274800 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-d3fc2c34-c1cd-4ba7-8ac9-91a73257213b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=772a5458-241a-4973-8916-b74170ada414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2595339 Feb 07 16:49:07.548688 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6ac2a774-316e-4955-ae82-37d8203bd64a req-b59566f1-222b-4b90-b7c6-580b0160312b tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296587 Feb 07 16:49:07.578700 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8ae32f-622b-426a-ac96-fdeb0b487329 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:49:07.590067 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-05eb28a6-2156-4e1e-b6e4-1169cd152974 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks [] for port (f7d94d5b-60a4-410f-aeb9-679ac16e22b1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:07.592073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daa6b59-c1c6-4e81-88a2-51441c1f327a None None] Sync routers for ids ['cbbfa37b-e888-410e-a973-ccb28d22c427'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:49:07.597207 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1b8ae32f-622b-426a-ac96-fdeb0b487329 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/cbbfa37b-e888-410e-a973-ccb28d22c427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6566410 Feb 07 16:49:07.601862 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43758) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:07.610576 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daa6b59-c1c6-4e81-88a2-51441c1f327a None None] Routers {'cbbfa37b-e888-410e-a973-ccb28d22c427'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:07.613043 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1daa6b59-c1c6-4e81-88a2-51441c1f327a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cbbfa37b-e888-410e-a973-ccb28d22c427'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:07.639741 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ab3bb-e2ad-4bf8-8103-4eb1cc720fff req-6fcd0749-4098-40e5-9c7f-ab699081c588 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:07.643631 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ab3bb-e2ad-4bf8-8103-4eb1cc720fff req-6fcd0749-4098-40e5-9c7f-ab699081c588 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:07.649356 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ab3bb-e2ad-4bf8-8103-4eb1cc720fff req-6fcd0749-4098-40e5-9c7f-ab699081c588 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:07.655125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ab3bb-e2ad-4bf8-8103-4eb1cc720fff req-6fcd0749-4098-40e5-9c7f-ab699081c588 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:07.660619 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ab3bb-e2ad-4bf8-8103-4eb1cc720fff req-6fcd0749-4098-40e5-9c7f-ab699081c588 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:07.667197 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ab3bb-e2ad-4bf8-8103-4eb1cc720fff req-6fcd0749-4098-40e5-9c7f-ab699081c588 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:07.672853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ab3bb-e2ad-4bf8-8103-4eb1cc720fff req-6fcd0749-4098-40e5-9c7f-ab699081c588 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:07.681349 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f4ab3bb-e2ad-4bf8-8103-4eb1cc720fff req-6fcd0749-4098-40e5-9c7f-ab699081c588 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.2487309 Feb 07 16:49:07.689894 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-276dd937-3811-41b7-97cc-7ba69269a0f8 service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922017 Feb 07 16:49:07.735174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1daa6b59-c1c6-4e81-88a2-51441c1f327a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:07.746721 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daa6b59-c1c6-4e81-88a2-51441c1f327a None None] Routers {'cbbfa37b-e888-410e-a973-ccb28d22c427'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:07.747714 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1daa6b59-c1c6-4e81-88a2-51441c1f327a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cbbfa37b-e888-410e-a973-ccb28d22c427'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:07.792345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1daa6b59-c1c6-4e81-88a2-51441c1f327a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:07.793559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daa6b59-c1c6-4e81-88a2-51441c1f327a None None] The sync data for ids ['cbbfa37b-e888-410e-a973-ccb28d22c427'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:49:07.835771 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a077cde3-35cc-474e-841a-7a246b63324f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:07.837525 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a077cde3-35cc-474e-841a-7a246b63324f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/ports/80ec1958-e6ed-4316-a0b2-f016841684d5 HTTP/1.1" status: 200 len: 910 time: 0.2346835 Feb 07 16:49:07.847625 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43762) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:07.866399 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a285fc9d-896d-4587-a258-a6a1d9a12061 req-46091633-4092-49fb-85ab-5af232c1ce12 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 210 time: 0.1615140 Feb 07 16:49:07.877834 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bfa3db-3f4d-4057-a9c0-ce4b4b4bd2f9 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:07.883727 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e1bfa3db-3f4d-4057-a9c0-ce4b4b4bd2f9 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 881 time: 0.7376435 Feb 07 16:49:07.886631 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43764) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:07.943177 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-aab00960-a8b1-43cb-a2aa-85df8c0ec7ef tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "GET /v2.0/ports?device_id=430d3787-4332-4796-8182-44b39527efe5 HTTP/1.1" status: 200 len: 205 time: 0.0553796 Feb 07 16:49:07.943888 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43768) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:08.003691 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-05eb28a6-2156-4e1e-b6e4-1169cd152974 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f7d94d5b-60a4-410f-aeb9-679ac16e22b1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:08.029893 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f4ab3bb-e2ad-4bf8-8103-4eb1cc720fff req-61d0c371-d66a-4907-8b90-345a8da1b344 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3482361 Feb 07 16:49:08.123666 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4be72b72-9723-4b62-b581-445619082610 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router (430d3787-4332-4796-8182-44b39527efe5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:08.145786 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed8c1-8386-402d-a525-da172eff7b55 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_gateway (971efc7f-68a5-4828-8b12-ba92fb29a03e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:08.162365 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-05eb28a6-2156-4e1e-b6e4-1169cd152974 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Network eacd91f5-96b8-4f5f-ab05-3e846d134af4 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:08.187911 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4ce8ff3b-715a-451e-b0c2-e3db5750f8dd service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818110 Feb 07 16:49:08.189094 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed8c1-8386-402d-a525-da172eff7b55 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:08.193352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb28a6-2156-4e1e-b6e4-1169cd152974 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Pushing event updated for resources: {'Port': ['ID=f7d94d5b-60a4-410f-aeb9-679ac16e22b1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:08.241554 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-05eb28a6-2156-4e1e-b6e4-1169cd152974 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:08.251319 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-05eb28a6-2156-4e1e-b6e4-1169cd152974 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:49:08.452116 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a5a04-1b4a-43b2-ba4b-c2dd95c0a1fb req-62e04b1c-c210-4c79-a787-899e7ce74246 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:08.453748 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f52a5a04-1b4a-43b2-ba4b-c2dd95c0a1fb req-62e04b1c-c210-4c79-a787-899e7ce74246 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.3278291 Feb 07 16:49:08.461471 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Allocated IP 172.20.0.11 (eacd91f5-96b8-4f5f-ab05-3e846d134af4/fbc1aeb0-f564-4aed-899c-470db657e6a4/ff4da6a3-2c5b-4fd1-bcc3-9506721e682e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:49:08.524280 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-d4de6963-6712-4237-86aa-1d80753fea62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=2db5c0bc-b866-4e0d-a809-0111cf41496d HTTP/1.1" status: 200 len: 217 time: 0.3276811 Feb 07 16:49:08.537068 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f52a5a04-1b4a-43b2-ba4b-c2dd95c0a1fb req-4222edf8-91e5-497e-ae4c-555374edb374 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666957 Feb 07 16:49:08.600065 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4be72b72-9723-4b62-b581-445619082610 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_gateway (430d3787-4332-4796-8182-44b39527efe5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:08.642267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-05eb28a6-2156-4e1e-b6e4-1169cd152974 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:08.642952 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-05eb28a6-2156-4e1e-b6e4-1169cd152974 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:08.693354 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4049eaf2-93de-4e02-aba4-4ab2e1b3f76b None None] Provisioning complete for port f7d94d5b-60a4-410f-aeb9-679ac16e22b1 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:08.694544 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4049eaf2-93de-4e02-aba4-4ab2e1b3f76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f7d94d5b-60a4-410f-aeb9-679ac16e22b1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:08.704478 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-05eb28a6-2156-4e1e-b6e4-1169cd152974 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7597945 Feb 07 16:49:08.721080 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Request body: {'port': {'device_id': 'e8fab980-611f-4af3-8d6f-917ad46f0655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:08.724676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4ee7d210-84c3-47ad-bcb1-2a3a36b8cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:08.726762 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-4ee7d210-84c3-47ad-bcb1-2a3a36b8cce0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe980b80-4ff0-4853-82e3-b744d6a56a26 HTTP/1.1" status: 200 len: 797 time: 0.1776271 Feb 07 16:49:08.754578 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4049eaf2-93de-4e02-aba4-4ab2e1b3f76b None None] Port f7d94d5b-60a4-410f-aeb9-679ac16e22b1 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:49:08.876506 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6d4ed8c1-8386-402d-a525-da172eff7b55 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Allocated IP 172.25.4.103 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/81e38d58-4e1a-477b-ada7-61c74ba3164f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:49:08.881663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02ab5d-7127-4dea-b3de-c78981451d6f req-301e4976-74a8-4f64-8540-f00a2fa15143 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:08.883480 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fd02ab5d-7127-4dea-b3de-c78981451d6f req-301e4976-74a8-4f64-8540-f00a2fa15143 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.1763990 Feb 07 16:49:08.961588 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4be72b72-9723-4b62-b581-445619082610 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Deleting port 62b4780b-66d9-403b-94a7-fffc81f32278 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:49:08.961842 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4be72b72-9723-4b62-b581-445619082610 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (62b4780b-66d9-403b-94a7-fffc81f32278), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:09.068017 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fd02ab5d-7127-4dea-b3de-c78981451d6f req-4dd4e2e7-5158-4679-b087-0ad9013d7bc1 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749072 Feb 07 16:49:09.096377 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks [] for port (ff4da6a3-2c5b-4fd1-bcc3-9506721e682e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:09.231849 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ff4da6a3-2c5b-4fd1-bcc3-9506721e682e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:09.241510 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4be72b72-9723-4b62-b581-445619082610 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (62b4780b-66d9-403b-94a7-fffc81f32278), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:09.290308 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4be72b72-9723-4b62-b581-445619082610 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Calling delete_port for 62b4780b-66d9-403b-94a7-fffc81f32278 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:49:09.492885 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f7d94d5b-60a4-410f-aeb9-679ac16e22b1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:09.565753 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-564e0a26-8253-4f41-a6b0-684280116f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:09.567309 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-564e0a26-8253-4f41-a6b0-684280116f2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=772a5458-241a-4973-8916-b74170ada414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.8011293 Feb 07 16:49:09.598809 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-ad142e34-fa78-4316-b057-52ea3127e0a4 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:09.600344 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-ad142e34-fa78-4316-b057-52ea3127e0a4 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.48 "GET /v2.0/networks?id=eacd91f5-96b8-4f5f-ab05-3e846d134af4 HTTP/1.1" status: 200 len: 815 time: 0.6258039 Feb 07 16:49:09.692179 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cf522c87-bc25-46ba-9091-5ca071ddd3eb req-0d918372-04df-4943-b426-78d81b77cbf5 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 210 time: 0.5866475 Feb 07 16:49:09.716309 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-55d28d8e-70ca-4e88-96ee-9dd47156a2c5 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Request body: {'port': {'device_id': '8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1', 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4', 'admin_state_up': True, 'tenant_id': 'e537d6aed5484b7693a0f8461dd66379'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:09.810266 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Network eacd91f5-96b8-4f5f-ab05-3e846d134af4 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:09.812830 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:09.825848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:49:09.837860 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Pushing event updated for resources: {'Port': ['ID=ff4da6a3-2c5b-4fd1-bcc3-9506721e682e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:09.876229 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ba331-3dcf-40b7-a135-62c8f0834145 req-1380a14e-d7f4-497a-a7fd-7bd6b498b07c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:09.882106 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ba331-3dcf-40b7-a135-62c8f0834145 req-1380a14e-d7f4-497a-a7fd-7bd6b498b07c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:09.888817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ba331-3dcf-40b7-a135-62c8f0834145 req-1380a14e-d7f4-497a-a7fd-7bd6b498b07c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:09.894594 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ba331-3dcf-40b7-a135-62c8f0834145 req-1380a14e-d7f4-497a-a7fd-7bd6b498b07c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:09.900136 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ba331-3dcf-40b7-a135-62c8f0834145 req-1380a14e-d7f4-497a-a7fd-7bd6b498b07c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:09.907749 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ba331-3dcf-40b7-a135-62c8f0834145 req-1380a14e-d7f4-497a-a7fd-7bd6b498b07c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:09.923642 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ba331-3dcf-40b7-a135-62c8f0834145 req-1380a14e-d7f4-497a-a7fd-7bd6b498b07c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:09.931056 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-477ba331-3dcf-40b7-a135-62c8f0834145 req-1380a14e-d7f4-497a-a7fd-7bd6b498b07c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.7618165 Feb 07 16:49:09.999010 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c2360ce-27de-4997-9321-6b28bb59b759 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:10.075878 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:10.076469 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:10.107788 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:10.108486 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:10.109108 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:10.109702 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:10.110100 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:10.110545 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:10.110993 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:10.111482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:10.111915 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:10.112370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:10.112819 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:10.113737 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:10.113737 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:10.125350 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-55d28d8e-70ca-4e88-96ee-9dd47156a2c5 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Made reservation on behalf of e537d6aed5484b7693a0f8461dd66379 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:49:10.129135 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-55d28d8e-70ca-4e88-96ee-9dd47156a2c5 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:10.192099 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-a61a9c80-5773-4c3a-b6f0-d8b7baa00c41 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8119001 Feb 07 16:49:10.208573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-82d99825-8dd4-4441-b486-0a14da664525 None None] Provisioning complete for port ff4da6a3-2c5b-4fd1-bcc3-9506721e682e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:10.209150 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-82d99825-8dd4-4441-b486-0a14da664525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ff4da6a3-2c5b-4fd1-bcc3-9506721e682e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:10.214228 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Request body: {'port': {'device_id': 'dc2abb73-5484-47aa-897e-ed3c1437b77b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:10.303919 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-82d99825-8dd4-4441-b486-0a14da664525 None None] Port ff4da6a3-2c5b-4fd1-bcc3-9506721e682e cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:49:10.337531 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-477ba331-3dcf-40b7-a135-62c8f0834145 req-32020938-3ffc-4e40-8df8-39fb05129cb0 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2455621 Feb 07 16:49:10.421498 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ff4da6a3-2c5b-4fd1-bcc3-9506721e682e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:10.466112 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4be72b72-9723-4b62-b581-445619082610 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (62b4780b-66d9-403b-94a7-fffc81f32278), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:10.503293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be72b72-9723-4b62-b581-445619082610 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Pushing event deleted for resources: {'Port': ['ID=62b4780b-66d9-403b-94a7-fffc81f32278,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:10.623234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-8c2360ce-27de-4997-9321-6b28bb59b759 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Allocated IP 172.21.0.1 (ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b/814be650-6c57-4cd2-a646-02156f81e153/5653baac-9a39-440a-809d-bd18cea491c4) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:49:10.691071 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4be72b72-9723-4b62-b581-445619082610 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (430d3787-4332-4796-8182-44b39527efe5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:10.776812 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c2360ce-27de-4997-9321-6b28bb59b759 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (5653baac-9a39-440a-809d-bd18cea491c4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:10.826264 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-a521b3a7-54a3-4cc8-8750-8eba75435209 service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2490644 Feb 07 16:49:10.889271 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f46e8baf-5f01-4ca5-845a-d426e83f9579 req-2cfc0b51-0ea6-4452-8b12-115e4b96619b tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 210 time: 0.0799286 Feb 07 16:49:10.896825 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4be72b72-9723-4b62-b581-445619082610 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (430d3787-4332-4796-8182-44b39527efe5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:10.913106 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4be72b72-9723-4b62-b581-445619082610 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_controller (430d3787-4332-4796-8182-44b39527efe5), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:10.926805 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed8c1-8386-402d-a525-da172eff7b55 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for port (81e38d58-4e1a-477b-ada7-61c74ba3164f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:10.961170 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c2360ce-27de-4997-9321-6b28bb59b759 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (5653baac-9a39-440a-809d-bd18cea491c4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:10.974290 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4be72b72-9723-4b62-b581-445619082610 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (430d3787-4332-4796-8182-44b39527efe5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:10.975101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be72b72-9723-4b62-b581-445619082610 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Fanout notify agent at l3_agent the message router_deleted on router 430d3787-4332-4796-8182-44b39527efe5 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:49:10.988118 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4be72b72-9723-4b62-b581-445619082610 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:11.005365 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4be72b72-9723-4b62-b581-445619082610 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "DELETE /v2.0/routers/430d3787-4332-4796-8182-44b39527efe5 HTTP/1.1" status: 204 len: 168 time: 3.0483863 Feb 07 16:49:11.005365 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43796) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:11.014270 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9427f7b4-1561-452c-8564-b52dd30b9dc3 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2102866531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:11.034364 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed8c1-8386-402d-a525-da172eff7b55 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (81e38d58-4e1a-477b-ada7-61c74ba3164f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:11.055300 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9427f7b4-1561-452c-8564-b52dd30b9dc3 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (b2bf0462-e1d8-4be0-a3e1-3a35fda2389a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:11.056405 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9427f7b4-1561-452c-8564-b52dd30b9dc3 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (b2bf0462-e1d8-4be0-a3e1-3a35fda2389a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:11.082924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2360ce-27de-4997-9321-6b28bb59b759 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:11.116974 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9427f7b4-1561-452c-8564-b52dd30b9dc3 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_controller (b2bf0462-e1d8-4be0-a3e1-3a35fda2389a), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:11.125112 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9427f7b4-1561-452c-8564-b52dd30b9dc3 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (b2bf0462-e1d8-4be0-a3e1-3a35fda2389a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:11.138918 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925d245-118c-4a80-af05-2b965595c2cb req-97ed5f2d-e381-4549-8954-fe36ba624cbb tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:11.145756 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2925d245-118c-4a80-af05-2b965595c2cb req-97ed5f2d-e381-4549-8954-fe36ba624cbb tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 1.2891166 Feb 07 16:49:11.165459 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-8c2360ce-27de-4997-9321-6b28bb59b759 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:11.170233 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9427f7b4-1561-452c-8564-b52dd30b9dc3 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:11.174496 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9427f7b4-1561-452c-8564-b52dd30b9dc3 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1656644 Feb 07 16:49:11.175100 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43798) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:11.175228 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2360ce-27de-4997-9321-6b28bb59b759 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:49:11.182225 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f8d116dc-0672-4793-aa58-18569bf6cadd tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Request body: {'router': {'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:11.188400 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4da6a3-2c5b-4fd1-bcc3-9506721e682e {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:49:11.200442 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4ed8c1-8386-402d-a525-da172eff7b55 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:11.201481 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2360ce-27de-4997-9321-6b28bb59b759 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=5653baac-9a39-440a-809d-bd18cea491c4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:11.255925 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6d4ed8c1-8386-402d-a525-da172eff7b55 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:11.290286 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Publish callbacks [] for port (ff4da6a3-2c5b-4fd1-bcc3-9506721e682e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:11.303039 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ed8c1-8386-402d-a525-da172eff7b55 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:49:11.330901 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Transition to ACTIVE for port object ff4da6a3-2c5b-4fd1-bcc3-9506721e682e will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:49:11.413351 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ff4da6a3-2c5b-4fd1-bcc3-9506721e682e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:11.470076 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2925d245-118c-4a80-af05-2b965595c2cb req-86bd037b-e325-48a1-a8e1-954f7bac2503 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232291 Feb 07 16:49:11.503067 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-5be760ea-8b95-4691-a15d-a715250eb7e0 service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5271206 Feb 07 16:49:11.510406 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c2360ce-27de-4997-9321-6b28bb59b759 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (cbbfa37b-e888-410e-a973-ccb28d22c427), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:11.542364 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ed8c1-8386-402d-a525-da172eff7b55 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Pushing event updated for resources: {'Port': ['ID=81e38d58-4e1a-477b-ada7-61c74ba3164f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:11.654272 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-9d183af1-1f9a-4f37-8d3f-8408a17e00a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=d8f99488-5442-4647-9351-c993cff78c12 HTTP/1.1" status: 200 len: 217 time: 0.1270957 Feb 07 16:49:11.672101 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2a2d7386-eedd-4d3b-a539-6f211e1b4722 None None] Provisioning complete for port 5653baac-9a39-440a-809d-bd18cea491c4 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:11.677931 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7386-eedd-4d3b-a539-6f211e1b4722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5653baac-9a39-440a-809d-bd18cea491c4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:11.788016 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976148-a7d9-4ac8-b76d-9bc3e9e1a887 req-acbb0700-7a16-4145-9b8d-93d058ddc918 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:11.794028 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976148-a7d9-4ac8-b76d-9bc3e9e1a887 req-acbb0700-7a16-4145-9b8d-93d058ddc918 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:11.800024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976148-a7d9-4ac8-b76d-9bc3e9e1a887 req-acbb0700-7a16-4145-9b8d-93d058ddc918 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:11.803630 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2a2d7386-eedd-4d3b-a539-6f211e1b4722 None None] Port 5653baac-9a39-440a-809d-bd18cea491c4 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:49:11.808825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976148-a7d9-4ac8-b76d-9bc3e9e1a887 req-acbb0700-7a16-4145-9b8d-93d058ddc918 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:11.815869 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-705228c6-591f-47a7-805c-3cff72d6a2b7 req-66accd80-e0f1-4218-9ed5-3af4ea0463ae service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:49:11.817099 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-705228c6-591f-47a7-805c-3cff72d6a2b7 req-66accd80-e0f1-4218-9ed5-3af4ea0463ae service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1750083 Feb 07 16:49:11.821630 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976148-a7d9-4ac8-b76d-9bc3e9e1a887 req-acbb0700-7a16-4145-9b8d-93d058ddc918 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:11.833816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976148-a7d9-4ac8-b76d-9bc3e9e1a887 req-acbb0700-7a16-4145-9b8d-93d058ddc918 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:11.841668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976148-a7d9-4ac8-b76d-9bc3e9e1a887 req-acbb0700-7a16-4145-9b8d-93d058ddc918 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:11.851736 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-29976148-a7d9-4ac8-b76d-9bc3e9e1a887 req-acbb0700-7a16-4145-9b8d-93d058ddc918 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.3688724 Feb 07 16:49:11.855777 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8d116dc-0672-4793-aa58-18569bf6cadd tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_gateway (b2bf0462-e1d8-4be0-a3e1-3a35fda2389a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:11.867219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4da6a3-2c5b-4fd1-bcc3-9506721e682e,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:12.031180 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-1828d9b5-42fe-4733-9ca5-372690a6034f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:12.032716 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-1828d9b5-42fe-4733-9ca5-372690a6034f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe980b80-4ff0-4853-82e3-b744d6a56a26 HTTP/1.1" status: 200 len: 797 time: 0.2520502 Feb 07 16:49:12.121652 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Attempting to bind port ff4da6a3-2c5b-4fd1-bcc3-9506721e682e on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:49:12.122161 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Attempting to bind port ff4da6a3-2c5b-4fd1-bcc3-9506721e682e by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'c5dc7732-40aa-4a3a-8260-36e702b52004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:49:12.122403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Attempting to bind port ff4da6a3-2c5b-4fd1-bcc3-9506721e682e on network eacd91f5-96b8-4f5f-ab05-3e846d134af4 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:49:12.146051 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-29976148-a7d9-4ac8-b76d-9bc3e9e1a887 req-d4b8f850-a25b-4644-b3ca-ddfdca478f42 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2934346 Feb 07 16:49:12.146780 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Port ff4da6a3-2c5b-4fd1-bcc3-9506721e682e on network eacd91f5-96b8-4f5f-ab05-3e846d134af4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:49:12.147119 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Attempting to bind port ff4da6a3-2c5b-4fd1-bcc3-9506721e682e on network eacd91f5-96b8-4f5f-ab05-3e846d134af4 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:49:12.157781 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:49:12.158122 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Checking segment: {'id': 'c5dc7732-40aa-4a3a-8260-36e702b52004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:49:12.158514 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Bound using segment: {'id': 'c5dc7732-40aa-4a3a-8260-36e702b52004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:49:12.158959 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Bound port: ff4da6a3-2c5b-4fd1-bcc3-9506721e682e, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dc7732-40aa-4a3a-8260-36e702b52004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:49:12.159322 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ff4da6a3-2c5b-4fd1-bcc3-9506721e682e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:12.292772 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-58791cd8-5ece-4b98-b608-73da0aa8a86d req-7b10f139-2a8f-4b85-bd45-cd7ff775a252 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 210 time: 0.0493085 Feb 07 16:49:12.309554 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] For port ff4da6a3-2c5b-4fd1-bcc3-9506721e682e, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:49:12.323625 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] For port ff4da6a3-2c5b-4fd1-bcc3-9506721e682e, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ff4da6a3-2c5b-4fd1-bcc3-9506721e682e,segment=NetworkSegment(c5dc7732-40aa-4a3a-8260-36e702b52004),segment_id=c5dc7732-40aa-4a3a-8260-36e702b52004)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:49:12.337510 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ff4da6a3-2c5b-4fd1-bcc3-9506721e682e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:12.411386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4da6a3-2c5b-4fd1-bcc3-9506721e682e,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:12.429101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:12.431258 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:12.433724 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-8c75ee95-d041-46e0-9f75-a5475a2a1663 service neutron] 10.222.0.32 "PUT /v2.0/ports/ff4da6a3-2c5b-4fd1-bcc3-9506721e682e HTTP/1.1" status: 200 len: 1092 time: 2.2248747 Feb 07 16:49:12.434379 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2abb73-5484-47aa-897e-ed3c1437b77b', 'tag': 'ff4da6a3-2c5b-4fd1-bcc3-9506721e682e'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:49:12.436720 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd52f402-df92-485b-be7b-b3cd3bf4a733" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2abb73-5484-47aa-897e-ed3c1437b77b", "tag": "ff4da6a3-2c5b-4fd1-bcc3-9506721e682e"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:49:12.571307 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fa26d1-b59a-4cba-8b83-02d688274515 x-openstack-request-id: req-e1fa26d1-b59a-4cba-8b83-02d688274515 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:49:12.571621 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2abb73-5484-47aa-897e-ed3c1437b77b", "tag": "ff4da6a3-2c5b-4fd1-bcc3-9506721e682e", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:49:12.572675 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1fa26d1-b59a-4cba-8b83-02d688274515 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:49:12.573138 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2abb73-5484-47aa-897e-ed3c1437b77b', 'tag': 'ff4da6a3-2c5b-4fd1-bcc3-9506721e682e', 'status': 'completed', 'code': 200} Feb 07 16:49:12.650350 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c2360ce-27de-4997-9321-6b28bb59b759 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5653baac-9a39-440a-809d-bd18cea491c4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:12.690679 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d94d5b-60a4-410f-aeb9-679ac16e22b1 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:49:12.702973 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8d116dc-0672-4793-aa58-18569bf6cadd tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_gateway (b2bf0462-e1d8-4be0-a3e1-3a35fda2389a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:12.723910 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0fadc-12c0-4e10-83d2-81cc8ab1092d req-734652a5-1804-4ed2-987d-4c8613e42245 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:12.727283 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87f0fadc-12c0-4e10-83d2-81cc8ab1092d req-734652a5-1804-4ed2-987d-4c8613e42245 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.7625558 Feb 07 16:49:12.736126 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Publish callbacks [] for port (f7d94d5b-60a4-410f-aeb9-679ac16e22b1), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:12.757583 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8d116dc-0672-4793-aa58-18569bf6cadd tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:12.784575 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-2344c73c-505a-48fd-974b-77a2507bf354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:12.786706 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-2344c73c-505a-48fd-974b-77a2507bf354 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e537d6aed5484b7693a0f8461dd66379&device_id=dc2abb73-5484-47aa-897e-ed3c1437b77b HTTP/1.1" status: 200 len: 1126 time: 0.2268784 Feb 07 16:49:12.874640 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-608d4c8e-88b3-4bef-bfd5-5dde83708cb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff4da6a3-2c5b-4fd1-bcc3-9506721e682e HTTP/1.1" status: 200 len: 217 time: 0.0475848 Feb 07 16:49:12.886349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Transition to ACTIVE for port object f7d94d5b-60a4-410f-aeb9-679ac16e22b1 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:49:12.929449 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed8c1-8386-402d-a525-da172eff7b55 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_gateway (971efc7f-68a5-4828-8b12-ba92fb29a03e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:12.980103 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-1446c078-76c3-4a93-93af-f2cc5423c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:12.982168 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-1446c078-76c3-4a93-93af-f2cc5423c4da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fbc1aeb0-f564-4aed-899c-470db657e6a4 HTTP/1.1" status: 200 len: 854 time: 0.0986018 Feb 07 16:49:12.991206 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (f7d94d5b-60a4-410f-aeb9-679ac16e22b1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:12.996019 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-02a2df2c-79c5-4900-9d79-57079ac61163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:12.997616 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-02a2df2c-79c5-4900-9d79-57079ac61163 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=772a5458-241a-4973-8916-b74170ada414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.9470642 Feb 07 16:49:13.039200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-f8d116dc-0672-4793-aa58-18569bf6cadd tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Allocated IP 172.25.4.167 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/0f331b64-aa5e-47b2-8188-810f96764f8f) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:49:13.107243 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-478961cc-b8e9-4524-a954-05b3d17c91aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:13.109223 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-478961cc-b8e9-4524-a954-05b3d17c91aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eacd91f5-96b8-4f5f-ab05-3e846d134af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1208081 Feb 07 16:49:13.128090 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Pushing event updated for resources: {'Port': ['ID=f7d94d5b-60a4-410f-aeb9-679ac16e22b1,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:13.241106 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8d116dc-0672-4793-aa58-18569bf6cadd tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for port (0f331b64-aa5e-47b2-8188-810f96764f8f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:13.263183 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-9ac9393f-fbe0-4374-80bb-d139a893f79f service neutron] 10.222.0.32 "GET /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451247 Feb 07 16:49:13.340140 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8d116dc-0672-4793-aa58-18569bf6cadd tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (0f331b64-aa5e-47b2-8188-810f96764f8f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:13.424376 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-a4d1aece-b841-4929-991c-103d4bccc1cc service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976642 Feb 07 16:49:13.438072 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d116dc-0672-4793-aa58-18569bf6cadd tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:13.443389 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f8d116dc-0672-4793-aa58-18569bf6cadd tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:13.450423 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d116dc-0672-4793-aa58-18569bf6cadd tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:49:13.456813 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-55d28d8e-70ca-4e88-96ee-9dd47156a2c5 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Allocated IP 172.20.0.5 (eacd91f5-96b8-4f5f-ab05-3e846d134af4/fbc1aeb0-f564-4aed-899c-470db657e6a4/3bc0f879-7c94-4c42-aaf7-d4a2aacdd649) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:49:13.520661 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87f0fadc-12c0-4e10-83d2-81cc8ab1092d req-871ff4bf-ef4f-4b72-81ba-dc887214f4f2 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7801337 Feb 07 16:49:13.522855 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b58527-474d-4a7a-973c-4f02288a7f07 req-58b9d6c0-70f7-4e4c-8739-968c075574bd tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:13.529829 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b58527-474d-4a7a-973c-4f02288a7f07 req-58b9d6c0-70f7-4e4c-8739-968c075574bd tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:13.536051 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b58527-474d-4a7a-973c-4f02288a7f07 req-58b9d6c0-70f7-4e4c-8739-968c075574bd tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:13.542348 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b58527-474d-4a7a-973c-4f02288a7f07 req-58b9d6c0-70f7-4e4c-8739-968c075574bd tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:13.547816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b58527-474d-4a7a-973c-4f02288a7f07 req-58b9d6c0-70f7-4e4c-8739-968c075574bd tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:13.553618 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b58527-474d-4a7a-973c-4f02288a7f07 req-58b9d6c0-70f7-4e4c-8739-968c075574bd tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:13.559126 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b58527-474d-4a7a-973c-4f02288a7f07 req-58b9d6c0-70f7-4e4c-8739-968c075574bd tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:13.561466 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-40b58527-474d-4a7a-973c-4f02288a7f07 req-58b9d6c0-70f7-4e4c-8739-968c075574bd tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.2589083 Feb 07 16:49:13.574397 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d116dc-0672-4793-aa58-18569bf6cadd tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Pushing event updated for resources: {'Port': ['ID=0f331b64-aa5e-47b2-8188-810f96764f8f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:13.633864 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06a20a04-255d-46ff-a7c3-d7756bcaa94f req-946ff7b9-a3f0-4341-ab78-47d7689c9b00 service neutron] 10.222.0.32 "GET /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421628 Feb 07 16:49:13.818436 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3015b35b-9660-45ed-ba6a-08c17251baee req-68e1d2e1-e6c3-4826-8046-c2dafb0d9ef5 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 210 time: 0.1111729 Feb 07 16:49:14.074993 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed8c1-8386-402d-a525-da172eff7b55 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (971efc7f-68a5-4828-8b12-ba92fb29a03e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:14.088211 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-061ca1ec-5b6b-4601-8d8d-e196038d910f service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265368 Feb 07 16:49:14.344956 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-40b58527-474d-4a7a-973c-4f02288a7f07 req-e82262ef-f7b2-4e64-acd4-89b645413295 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7585037 Feb 07 16:49:14.382163 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-d0567b58-dd85-440e-a979-a5327a670f55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=77883321-267c-498d-946e-72ebe4f0e50c HTTP/1.1" status: 200 len: 217 time: 0.2275624 Feb 07 16:49:14.391519 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52f402-df92-485b-be7b-b3cd3bf4a733 req-5c46659c-3b43-4ee6-bae4-30a8af3889d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:14.393192 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd52f402-df92-485b-be7b-b3cd3bf4a733 req-5c46659c-3b43-4ee6-bae4-30a8af3889d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e537d6aed5484b7693a0f8461dd66379&device_id=dc2abb73-5484-47aa-897e-ed3c1437b77b HTTP/1.1" status: 200 len: 1126 time: 0.6700089 Feb 07 16:49:14.458709 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Attempting to bind port f7d94d5b-60a4-410f-aeb9-679ac16e22b1 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:49:14.459142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Attempting to bind port f7d94d5b-60a4-410f-aeb9-679ac16e22b1 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'c5dc7732-40aa-4a3a-8260-36e702b52004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:49:14.459390 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Attempting to bind port f7d94d5b-60a4-410f-aeb9-679ac16e22b1 on network eacd91f5-96b8-4f5f-ab05-3e846d134af4 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:49:14.516493 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Port f7d94d5b-60a4-410f-aeb9-679ac16e22b1 on network eacd91f5-96b8-4f5f-ab05-3e846d134af4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:49:14.516858 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Attempting to bind port f7d94d5b-60a4-410f-aeb9-679ac16e22b1 on network eacd91f5-96b8-4f5f-ab05-3e846d134af4 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:49:14.563449 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:49:14.563865 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Checking segment: {'id': 'c5dc7732-40aa-4a3a-8260-36e702b52004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:49:14.564581 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Bound using segment: {'id': 'c5dc7732-40aa-4a3a-8260-36e702b52004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:49:14.564703 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Bound port: f7d94d5b-60a4-410f-aeb9-679ac16e22b1, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dc7732-40aa-4a3a-8260-36e702b52004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:49:14.565148 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f7d94d5b-60a4-410f-aeb9-679ac16e22b1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:14.580358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5aee83-d0c0-424c-a7da-4e4148bed83d req-5d364fdf-ef97-4659-a764-1ffa57ace209 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:14.589268 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df5aee83-d0c0-424c-a7da-4e4148bed83d req-5d364fdf-ef97-4659-a764-1ffa57ace209 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.4263062 Feb 07 16:49:14.600781 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52f402-df92-485b-be7b-b3cd3bf4a733 req-d2bb9569-c49b-4888-b930-40eda0fb0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:14.602245 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd52f402-df92-485b-be7b-b3cd3bf4a733 req-d2bb9569-c49b-4888-b930-40eda0fb0235 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eacd91f5-96b8-4f5f-ab05-3e846d134af4 HTTP/1.1" status: 200 len: 916 time: 0.1587210 Feb 07 16:49:14.603093 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8d116dc-0672-4793-aa58-18569bf6cadd tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_gateway (b2bf0462-e1d8-4be0-a3e1-3a35fda2389a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:14.609250 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-d826bbe4-006f-4741-924c-8de5a6e7e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:14.610790 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-d826bbe4-006f-4741-924c-8de5a6e7e120 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dc3c94e-0036-4741-beec-77866fd95a96 HTTP/1.1" status: 200 len: 797 time: 0.2068479 Feb 07 16:49:14.716855 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-55d28d8e-70ca-4e88-96ee-9dd47156a2c5 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks [] for port (3bc0f879-7c94-4c42-aaf7-d4a2aacdd649), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:14.769295 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c2360ce-27de-4997-9321-6b28bb59b759 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (5653baac-9a39-440a-809d-bd18cea491c4), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:14.791335 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c2360ce-27de-4997-9321-6b28bb59b759 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (5653baac-9a39-440a-809d-bd18cea491c4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:14.829085 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd52f402-df92-485b-be7b-b3cd3bf4a733 req-3b78e70e-0ef7-45d7-8c65-17fde69c5878 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff4da6a3-2c5b-4fd1-bcc3-9506721e682e HTTP/1.1" status: 200 len: 217 time: 0.1057982 Feb 07 16:49:14.959519 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df5aee83-d0c0-424c-a7da-4e4148bed83d req-bfc96c3d-d64a-4699-a74e-fdfb0e677266 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688183 Feb 07 16:49:14.989901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] For port f7d94d5b-60a4-410f-aeb9-679ac16e22b1, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:49:15.026296 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2360ce-27de-4997-9321-6b28bb59b759 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=5653baac-9a39-440a-809d-bd18cea491c4,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:15.031403 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-379d50bf-816d-4330-bdc6-661fca8958f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:15.033155 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-379d50bf-816d-4330-bdc6-661fca8958f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ff3d289-1ffa-4a39-b840-9958ff036d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4031234 Feb 07 16:49:15.039487 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c2360ce-27de-4997-9321-6b28bb59b759 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (cbbfa37b-e888-410e-a973-ccb28d22c427), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:15.054070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] For port f7d94d5b-60a4-410f-aeb9-679ac16e22b1, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=f7d94d5b-60a4-410f-aeb9-679ac16e22b1,segment=NetworkSegment(c5dc7732-40aa-4a3a-8260-36e702b52004),segment_id=c5dc7732-40aa-4a3a-8260-36e702b52004)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:49:15.054752 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52f402-df92-485b-be7b-b3cd3bf4a733 req-3f3ec448-c20b-4dd2-a4dc-e795f49d3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:15.056501 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd52f402-df92-485b-be7b-b3cd3bf4a733 req-3f3ec448-c20b-4dd2-a4dc-e795f49d3758 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fbc1aeb0-f564-4aed-899c-470db657e6a4 HTTP/1.1" status: 200 len: 854 time: 0.2136657 Feb 07 16:49:15.059636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4ed8c1-8386-402d-a525-da172eff7b55 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Router 971efc7f-68a5-4828-8b12-ba92fb29a03e is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:49:15.083382 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7b4fef1c-173b-4156-b996-b4e24d07f329 req-3278cc60-8512-4c9e-ab25-192435996003 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 210 time: 0.0816033 Feb 07 16:49:15.084114 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-55d28d8e-70ca-4e88-96ee-9dd47156a2c5 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (3bc0f879-7c94-4c42-aaf7-d4a2aacdd649), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:15.117819 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8d116dc-0672-4793-aa58-18569bf6cadd tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (b2bf0462-e1d8-4be0-a3e1-3a35fda2389a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:15.124514 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (f7d94d5b-60a4-410f-aeb9-679ac16e22b1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:15.138513 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8d116dc-0672-4793-aa58-18569bf6cadd tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (b2bf0462-e1d8-4be0-a3e1-3a35fda2389a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:15.304314 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52f402-df92-485b-be7b-b3cd3bf4a733 req-0d7d7dce-76e4-47bd-abc8-d8cfa59e711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:15.306177 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd52f402-df92-485b-be7b-b3cd3bf4a733 req-0d7d7dce-76e4-47bd-abc8-d8cfa59e711a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eacd91f5-96b8-4f5f-ab05-3e846d134af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1809943 Feb 07 16:49:15.433137 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd52f402-df92-485b-be7b-b3cd3bf4a733 req-3aa12610-4b48-4fb2-9954-901fdd074326 service neutron] 10.222.0.32 "GET /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197040 Feb 07 16:49:15.582042 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd52f402-df92-485b-be7b-b3cd3bf4a733 req-e52833df-033b-4ed7-b2db-f1fc4784f421 service neutron] 10.222.0.32 "GET /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355960 Feb 07 16:49:15.689748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b39c7-a830-4a2a-bbbf-dccd7ad186f6 req-7073f291-0b4c-4dda-8efd-6d4221f9876e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:15.696207 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b39c7-a830-4a2a-bbbf-dccd7ad186f6 req-7073f291-0b4c-4dda-8efd-6d4221f9876e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:15.702354 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b39c7-a830-4a2a-bbbf-dccd7ad186f6 req-7073f291-0b4c-4dda-8efd-6d4221f9876e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:15.708397 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b39c7-a830-4a2a-bbbf-dccd7ad186f6 req-7073f291-0b4c-4dda-8efd-6d4221f9876e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:15.717793 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b39c7-a830-4a2a-bbbf-dccd7ad186f6 req-7073f291-0b4c-4dda-8efd-6d4221f9876e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:15.723865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b39c7-a830-4a2a-bbbf-dccd7ad186f6 req-7073f291-0b4c-4dda-8efd-6d4221f9876e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:15.731420 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b39c7-a830-4a2a-bbbf-dccd7ad186f6 req-7073f291-0b4c-4dda-8efd-6d4221f9876e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:15.740216 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3a9b39c7-a830-4a2a-bbbf-dccd7ad186f6 req-7073f291-0b4c-4dda-8efd-6d4221f9876e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.1543517 Feb 07 16:49:15.754180 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4ed8c1-8386-402d-a525-da172eff7b55 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:49:15.766482 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] Sync routers for ids ['971efc7f-68a5-4828-8b12-ba92fb29a03e'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:49:15.777397 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-55d28d8e-70ca-4e88-96ee-9dd47156a2c5 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Network eacd91f5-96b8-4f5f-ab05-3e846d134af4 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:15.787429 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-55d28d8e-70ca-4e88-96ee-9dd47156a2c5 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:15.790121 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-55d28d8e-70ca-4e88-96ee-9dd47156a2c5 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:49:15.792560 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] Routers {'971efc7f-68a5-4828-8b12-ba92fb29a03e'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:15.793245 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['971efc7f-68a5-4828-8b12-ba92fb29a03e'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:15.841066 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d4ed8c1-8386-402d-a525-da172eff7b55 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:15.842336 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6d4ed8c1-8386-402d-a525-da172eff7b55 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 10.8542762 Feb 07 16:49:15.847624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:15.848866 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:15.850621 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] 10.222.0.48 "PUT /v2.0/ports/f7d94d5b-60a4-410f-aeb9-679ac16e22b1 HTTP/1.1" status: 200 len: 1091 time: 7.1335630 Feb 07 16:49:15.853172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43858) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:15.856472 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2360ce-27de-4997-9321-6b28bb59b759 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:15.877323 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-55d28d8e-70ca-4e88-96ee-9dd47156a2c5 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:15.878039 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-55d28d8e-70ca-4e88-96ee-9dd47156a2c5 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:15.881236 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fab980-611f-4af3-8d6f-917ad46f0655', 'tag': 'f7d94d5b-60a4-410f-aeb9-679ac16e22b1'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:49:15.883917 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70ece8e-8b04-41d7-a025-7bb9c4100f84" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fab980-611f-4af3-8d6f-917ad46f0655", "tag": "f7d94d5b-60a4-410f-aeb9-679ac16e22b1"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:49:15.926094 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768d49d-f93d-409e-ad7d-fe81555b8502 req-b3fed6bd-5b18-44de-9fa7-50a495b6165d tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:15.927705 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1768d49d-f93d-409e-ad7d-fe81555b8502 req-b3fed6bd-5b18-44de-9fa7-50a495b6165d tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.7994366 Feb 07 16:49:15.928677 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-8c2360ce-27de-4997-9321-6b28bb59b759 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:16.038105 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3a9b39c7-a830-4a2a-bbbf-dccd7ad186f6 req-6db129c6-1c34-44a9-8e34-252f1ae662a5 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2957001 Feb 07 16:49:16.153478 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d28d8e-70ca-4e88-96ee-9dd47156a2c5 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Pushing event updated for resources: {'Port': ['ID=3bc0f879-7c94-4c42-aaf7-d4a2aacdd649,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:16.237218 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d116dc-0672-4793-aa58-18569bf6cadd tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Router b2bf0462-e1d8-4be0-a3e1-3a35fda2389a is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:49:16.289407 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7b3b6434-0473-40da-bc00-1b9c8b7ac20e None None] Provisioning complete for port 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:16.289890 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7b3b6434-0473-40da-bc00-1b9c8b7ac20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3bc0f879-7c94-4c42-aaf7-d4a2aacdd649), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:16.394289 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ff4da6a3-2c5b-4fd1-bcc3-9506721e682e details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:49:16.423453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cd067-5f6e-4146-8a06-6155f3a4115d service neutron] Pushing event updated for resources: {'Port': ['ID=f7d94d5b-60a4-410f-aeb9-679ac16e22b1,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:16.444423 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-6026082f-bd4b-4cb5-833d-a84f7a99aa59 service neutron] 10.222.0.32 "GET /v2.0/networks/6ff3d289-1ffa-4a39-b840-9958ff036d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3967388 Feb 07 16:49:16.454873 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-55d28d8e-70ca-4e88-96ee-9dd47156a2c5 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7458224 Feb 07 16:49:16.468158 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] Set router 971efc7f-68a5-4828-8b12-ba92fb29a03e gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:49:16.476739 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7b3b6434-0473-40da-bc00-1b9c8b7ac20e None None] Port 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:49:16.485855 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbd9d1e-6b99-4d7c-bc99-a0fea888c205 x-openstack-request-id: req-bdbd9d1e-6b99-4d7c-bc99-a0fea888c205 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:49:16.488327 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fab980-611f-4af3-8d6f-917ad46f0655", "tag": "f7d94d5b-60a4-410f-aeb9-679ac16e22b1", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:49:16.488762 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bdbd9d1e-6b99-4d7c-bc99-a0fea888c205 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:49:16.489408 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fab980-611f-4af3-8d6f-917ad46f0655', 'tag': 'f7d94d5b-60a4-410f-aeb9-679ac16e22b1', 'status': 'completed', 'code': 200} Feb 07 16:49:16.570490 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-790cd0e2-9c39-47de-ba7a-4f99cec442f6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "GET /v2.0/routers/971efc7f-68a5-4828-8b12-ba92fb29a03e HTTP/1.1" status: 200 len: 909 time: 0.7048948 Feb 07 16:49:16.605403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43868) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:16.635483 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Request body: {'port': {'device_id': '8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:16.638501 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d4e0da04-69bb-4d30-9269-beb53526e355 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1676471730', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'enable_snat': True}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:16.678811 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-3660feac-4777-4b28-91fb-fa87d3aa237e service neutron] 10.222.0.32 "GET /v2.0/networks/6ff3d289-1ffa-4a39-b840-9958ff036d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162197 Feb 07 16:49:16.714313 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0998f56f-8092-42da-9f67-1537ad3d6506 None None] Provisioning complete for port 5653baac-9a39-440a-809d-bd18cea491c4 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:16.714611 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0998f56f-8092-42da-9f67-1537ad3d6506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5653baac-9a39-440a-809d-bd18cea491c4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:16.744747 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971efc7f-68a5-4828-8b12-ba92fb29a03e', 'name': 'tempest-snat-router-1676471730', 'tenant_id': 'eb280506a18a4ed5bc5fff1f1712db89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.103'}], 'enable_snat': False}, 'gw_port_id': '81e38d58-4e1a-477b-ada7-61c74ba3164f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:49:05Z', 'updated_at': '2022-02-07T16:49:12Z', 'revision_number': 3, 'project_id': 'eb280506a18a4ed5bc5fff1f1712db89', 'gw_port': {'id': '81e38d58-4e1a-477b-ada7-61c74ba3164f', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971efc7f-68a5-4828-8b12-ba92fb29a03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:49:08Z', 'updated_at': '2022-02-07T16:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:16.765217 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3bc0f879-7c94-4c42-aaf7-d4a2aacdd649), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:16.785638 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-25960186-c18a-4999-8514-b986b74a5dd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1f140185-94e6-47ae-a1d1-6d64b078a33e HTTP/1.1" status: 200 len: 217 time: 0.0625753 Feb 07 16:49:16.791088 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] Checking router: 971efc7f-68a5-4828-8b12-ba92fb29a03e for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:49:16.792604 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] Updating router 971efc7f-68a5-4828-8b12-ba92fb29a03e port 81e38d58-4e1a-477b-ada7-61c74ba3164f binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:49:16.817381 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e0da04-69bb-4d30-9269-beb53526e355 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:16.818478 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e0da04-69bb-4d30-9269-beb53526e355 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:16.851388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port ff4da6a3-2c5b-4fd1-bcc3-9506721e682e, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ff4da6a3-2c5b-4fd1-bcc3-9506721e682e,segment=NetworkSegment(c5dc7732-40aa-4a3a-8260-36e702b52004),segment_id=c5dc7732-40aa-4a3a-8260-36e702b52004)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:16.869849 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (81e38d58-4e1a-477b-ada7-61c74ba3164f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:16.978662 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66230c4-133b-4e70-81aa-630765190067 req-aee988ac-c778-49ab-8e47-7d73a33d6b38 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:16.991839 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c66230c4-133b-4e70-81aa-630765190067 req-aee988ac-c778-49ab-8e47-7d73a33d6b38 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 931 time: 0.4517334 Feb 07 16:49:17.041197 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'ff4da6a3-2c5b-4fd1-bcc3-9506721e682e', 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4', 'port_id': 'ff4da6a3-2c5b-4fd1-bcc3-9506721e682e', 'mac_address': 'fa:16:3e:63:a0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc1aeb0-f564-4aed-899c-470db657e6a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:49:17.077672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0998f56f-8092-42da-9f67-1537ad3d6506 None None] Port 5653baac-9a39-440a-809d-bd18cea491c4 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:49:17.098962 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e0da04-69bb-4d30-9269-beb53526e355 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_controller (cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:17.102436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d116dc-0672-4793-aa58-18569bf6cadd tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:49:17.118098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48d4cc8-c01e-4318-99a3-37fdf0175f15 None None] Sync routers for ids ['b2bf0462-e1d8-4be0-a3e1-3a35fda2389a'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:49:17.120407 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8d116dc-0672-4793-aa58-18569bf6cadd tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:17.121869 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f8d116dc-0672-4793-aa58-18569bf6cadd tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "PUT /v2.0/routers/b2bf0462-e1d8-4be0-a3e1-3a35fda2389a HTTP/1.1" status: 200 len: 880 time: 5.9439673 Feb 07 16:49:17.138753 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43872) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:17.141161 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port ff4da6a3-2c5b-4fd1-bcc3-9506721e682e is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:17.141753 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ff4da6a3-2c5b-4fd1-bcc3-9506721e682e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:17.170745 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:49:17.174733 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4da6a3-2c5b-4fd1-bcc3-9506721e682e {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:49:17.180070 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Publish callbacks [] for port (3bc0f879-7c94-4c42-aaf7-d4a2aacdd649), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:17.195688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Transition to ACTIVE for port object 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:49:17.204474 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48d4cc8-c01e-4318-99a3-37fdf0175f15 None None] Routers {'b2bf0462-e1d8-4be0-a3e1-3a35fda2389a'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:17.206725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b48d4cc8-c01e-4318-99a3-37fdf0175f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b2bf0462-e1d8-4be0-a3e1-3a35fda2389a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:17.312940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-1701ecef-066b-4b2e-8904-1fdcded608ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:17.314625 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-1701ecef-066b-4b2e-8904-1fdcded608ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dc3c94e-0036-4741-beec-77866fd95a96 HTTP/1.1" status: 200 len: 797 time: 0.1083832 Feb 07 16:49:17.322972 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (3bc0f879-7c94-4c42-aaf7-d4a2aacdd649), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:17.331266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port ff4da6a3-2c5b-4fd1-bcc3-9506721e682e, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ff4da6a3-2c5b-4fd1-bcc3-9506721e682e,segment=NetworkSegment(c5dc7732-40aa-4a3a-8260-36e702b52004),segment_id=c5dc7732-40aa-4a3a-8260-36e702b52004)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:17.355906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b48d4cc8-c01e-4318-99a3-37fdf0175f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:17.359561 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ff4da6a3-2c5b-4fd1-bcc3-9506721e682e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:17.443884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Pushing event updated for resources: {'Port': ['ID=3bc0f879-7c94-4c42-aaf7-d4a2aacdd649,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:17.444137 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e0da04-69bb-4d30-9269-beb53526e355 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_gateway (cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:17.459659 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48d4cc8-c01e-4318-99a3-37fdf0175f15 None None] Routers {'b2bf0462-e1d8-4be0-a3e1-3a35fda2389a'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:17.460647 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b48d4cc8-c01e-4318-99a3-37fdf0175f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b2bf0462-e1d8-4be0-a3e1-3a35fda2389a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:17.485674 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c66230c4-133b-4e70-81aa-630765190067 req-95f9f501-e6a7-4399-b675-db2cdd80e7e0 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928231 Feb 07 16:49:17.521590 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-a986c98d-348d-42c5-af73-a8ce62ca9f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:17.523295 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-a986c98d-348d-42c5-af73-a8ce62ca9f40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e537d6aed5484b7693a0f8461dd66379&device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 1125 time: 1.6162755 Feb 07 16:49:17.541267 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1768d49d-f93d-409e-ad7d-fe81555b8502 req-1ee8909e-4233-465a-a34d-91352fa94ab6 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5986190 Feb 07 16:49:17.556349 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-68ea58c6-ca0f-40a7-b0c8-ae72683d2f6f tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "GET /v2.0/routers/b2bf0462-e1d8-4be0-a3e1-3a35fda2389a HTTP/1.1" status: 200 len: 921 time: 0.4078593 Feb 07 16:49:17.556349 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43876) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:17.583060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b48d4cc8-c01e-4318-99a3-37fdf0175f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:17.585258 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48d4cc8-c01e-4318-99a3-37fdf0175f15 None None] The sync data for ids ['b2bf0462-e1d8-4be0-a3e1-3a35fda2389a'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:49:17.643102 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=ff4da6a3-2c5b-4fd1-bcc3-9506721e682e,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:17.657537 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] Publish callbacks [] for port (81e38d58-4e1a-477b-ada7-61c74ba3164f), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:17.673515 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (81e38d58-4e1a-477b-ada7-61c74ba3164f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:17.690583 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691907ff-f837-485b-865e-2867472eba43 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:17.694541 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-691907ff-f837-485b-865e-2867472eba43 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&device_id=b2bf0462-e1d8-4be0-a3e1-3a35fda2389a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1398942 Feb 07 16:49:17.706043 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['ff4da6a3-2c5b-4fd1-bcc3-9506721e682e'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:49:17.739151 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43880) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:17.817135 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-43701410-77a4-4472-a20a-6df94fcb47ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7d94d5b-60a4-410f-aeb9-679ac16e22b1 HTTP/1.1" status: 200 len: 217 time: 0.2744534 Feb 07 16:49:17.818877 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] Attempting to bind port 81e38d58-4e1a-477b-ada7-61c74ba3164f on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:49:17.821774 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2360ce-27de-4997-9321-6b28bb59b759 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router cbbfa37b-e888-410e-a973-ccb28d22c427 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:49:17.822776 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] Attempting to bind port 81e38d58-4e1a-477b-ada7-61c74ba3164f by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:49:17.823401 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] Attempting to bind port 81e38d58-4e1a-477b-ada7-61c74ba3164f on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:49:17.830313 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3e820-3f93-4c8c-93fe-ddfe68f9e41e None None] Pushing event updated for resources: {'Port': ['ID=81e38d58-4e1a-477b-ada7-61c74ba3164f,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:17.833797 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-5a93e7ca-2561-414f-9ee8-9437a6fe05a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:17.837039 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-5a93e7ca-2561-414f-9ee8-9437a6fe05a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ff3d289-1ffa-4a39-b840-9958ff036d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4972146 Feb 07 16:49:17.852222 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:49:17.852752 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:49:17.854124 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:17.859338 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:49:17.860008 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] Bound port: 81e38d58-4e1a-477b-ada7-61c74ba3164f, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:49:17.860386 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (81e38d58-4e1a-477b-ada7-61c74ba3164f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:17.871854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49183ede-d3e6-40f9-96bf-c0af8918971f tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:17.873636 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-49183ede-d3e6-40f9-96bf-c0af8918971f tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 881 time: 0.1308887 Feb 07 16:49:17.928006 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43882) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:17.979406 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] For port 81e38d58-4e1a-477b-ada7-61c74ba3164f, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:49:17.986933 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] For port 81e38d58-4e1a-477b-ada7-61c74ba3164f, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=81e38d58-4e1a-477b-ada7-61c74ba3164f,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:49:17.996141 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3e820-3f93-4c8c-93fe-ddfe68f9e41e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:17.998699 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3e820-3f93-4c8c-93fe-ddfe68f9e41e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:17.999084 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3e820-3f93-4c8c-93fe-ddfe68f9e41e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:17.999435 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3e820-3f93-4c8c-93fe-ddfe68f9e41e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:17.999778 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3e820-3f93-4c8c-93fe-ddfe68f9e41e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:18.000123 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3e820-3f93-4c8c-93fe-ddfe68f9e41e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:18.000453 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3e820-3f93-4c8c-93fe-ddfe68f9e41e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:18.000789 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3e820-3f93-4c8c-93fe-ddfe68f9e41e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:18.001119 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3e820-3f93-4c8c-93fe-ddfe68f9e41e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:18.004749 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3e820-3f93-4c8c-93fe-ddfe68f9e41e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:18.005250 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3e820-3f93-4c8c-93fe-ddfe68f9e41e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:18.005615 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3e820-3f93-4c8c-93fe-ddfe68f9e41e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:18.005956 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba3e820-3f93-4c8c-93fe-ddfe68f9e41e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:18.018902 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (81e38d58-4e1a-477b-ada7-61c74ba3164f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:18.024299 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584cf4c-0bf7-4b06-97cd-e2f95512f248 req-ee7d5565-f943-40f0-8f4b-65fcd5834b01 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:18.030636 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584cf4c-0bf7-4b06-97cd-e2f95512f248 req-ee7d5565-f943-40f0-8f4b-65fcd5834b01 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:18.039168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584cf4c-0bf7-4b06-97cd-e2f95512f248 req-ee7d5565-f943-40f0-8f4b-65fcd5834b01 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:18.056139 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584cf4c-0bf7-4b06-97cd-e2f95512f248 req-ee7d5565-f943-40f0-8f4b-65fcd5834b01 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:18.063443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584cf4c-0bf7-4b06-97cd-e2f95512f248 req-ee7d5565-f943-40f0-8f4b-65fcd5834b01 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:18.070049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584cf4c-0bf7-4b06-97cd-e2f95512f248 req-ee7d5565-f943-40f0-8f4b-65fcd5834b01 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:18.077803 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584cf4c-0bf7-4b06-97cd-e2f95512f248 req-ee7d5565-f943-40f0-8f4b-65fcd5834b01 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:18.079969 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e584cf4c-0bf7-4b06-97cd-e2f95512f248 req-ee7d5565-f943-40f0-8f4b-65fcd5834b01 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.3825438 Feb 07 16:49:18.111030 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] Routers {'971efc7f-68a5-4828-8b12-ba92fb29a03e'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:18.111690 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['971efc7f-68a5-4828-8b12-ba92fb29a03e'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:18.155075 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e584cf4c-0bf7-4b06-97cd-e2f95512f248 req-2d4dfd58-f0f1-41ad-abb0-59fff0e67c29 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688112 Feb 07 16:49:18.177908 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e0da04-69bb-4d30-9269-beb53526e355 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_gateway (cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:18.209371 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e0da04-69bb-4d30-9269-beb53526e355 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:18.211136 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2b2802e4-97b1-4ee9-ad2b-4896eeb58673 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2bf0462-e1d8-4be0-a3e1-3a35fda2389a HTTP/1.1" status: 200 len: 205 time: 0.2793596 Feb 07 16:49:18.231878 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43884) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:18.291554 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-3ed07fbc-cbc2-426d-8883-89a4a4580c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:18.294345 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-3ed07fbc-cbc2-426d-8883-89a4a4580c22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fbc1aeb0-f564-4aed-899c-470db657e6a4 HTTP/1.1" status: 200 len: 854 time: 0.4141605 Feb 07 16:49:18.341523 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3e820-3f93-4c8c-93fe-ddfe68f9e41e None None] Pushing event updated for resources: {'Port': ['ID=81e38d58-4e1a-477b-ada7-61c74ba3164f,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:18.390174 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d4e0da04-69bb-4d30-9269-beb53526e355 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Allocated IP 172.25.4.75 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/41ddd749-6f39-4694-a92a-03290b8ec34a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:49:18.445075 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] Set router 971efc7f-68a5-4828-8b12-ba92fb29a03e gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:49:18.554055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Attempting to bind port 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:49:18.554777 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Attempting to bind port 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'c5dc7732-40aa-4a3a-8260-36e702b52004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:49:18.555927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Attempting to bind port 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 on network eacd91f5-96b8-4f5f-ab05-3e846d134af4 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:49:18.567962 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Port 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 on network eacd91f5-96b8-4f5f-ab05-3e846d134af4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:49:18.568789 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Attempting to bind port 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 on network eacd91f5-96b8-4f5f-ab05-3e846d134af4 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:49:18.667501 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557b11-0a6d-4d6c-a365-89740a3019b2 req-44a0b7be-d085-4bd8-8193-68f24aaa1fbf tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:18.678831 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2c557b11-0a6d-4d6c-a365-89740a3019b2 req-44a0b7be-d085-4bd8-8193-68f24aaa1fbf tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.9624090 Feb 07 16:49:18.741118 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:49:18.741515 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Checking segment: {'id': 'c5dc7732-40aa-4a3a-8260-36e702b52004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:49:18.753583 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Bound using segment: {'id': 'c5dc7732-40aa-4a3a-8260-36e702b52004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:49:18.754173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Bound port: 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dc7732-40aa-4a3a-8260-36e702b52004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:49:18.754644 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3bc0f879-7c94-4c42-aaf7-d4a2aacdd649), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:18.817077 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-969f641a-c8de-4d8c-a54e-dc8011c73f4c service neutron] 10.222.0.32 "GET /v2.0/networks/6ff3d289-1ffa-4a39-b840-9958ff036d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9206705 Feb 07 16:49:18.826934 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971efc7f-68a5-4828-8b12-ba92fb29a03e', 'name': 'tempest-snat-router-1676471730', 'tenant_id': 'eb280506a18a4ed5bc5fff1f1712db89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.103'}], 'enable_snat': False}, 'gw_port_id': '81e38d58-4e1a-477b-ada7-61c74ba3164f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:49:05Z', 'updated_at': '2022-02-07T16:49:12Z', 'revision_number': 3, 'project_id': 'eb280506a18a4ed5bc5fff1f1712db89', 'gw_port': {'id': '81e38d58-4e1a-477b-ada7-61c74ba3164f', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971efc7f-68a5-4828-8b12-ba92fb29a03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:49:08Z', 'updated_at': '2022-02-07T16:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:18.856639 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2360ce-27de-4997-9321-6b28bb59b759 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:49:18.865145 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8c2360ce-27de-4997-9321-6b28bb59b759 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/cbbfa37b-e888-410e-a973-ccb28d22c427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0152926 Feb 07 16:49:18.875443 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fae471a-fa6c-4cbc-998c-db54eb0438e5 None None] Sync routers for ids ['cbbfa37b-e888-410e-a973-ccb28d22c427'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:49:18.879680 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4568e87-58e5-41bc-8eac-3dae210b8c05 None None] The sync data for ids ['971efc7f-68a5-4828-8b12-ba92fb29a03e'] in n-d-827865-3 is: [{'id': '971efc7f-68a5-4828-8b12-ba92fb29a03e', 'name': 'tempest-snat-router-1676471730', 'tenant_id': 'eb280506a18a4ed5bc5fff1f1712db89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.103'}], 'enable_snat': False}, 'gw_port_id': '81e38d58-4e1a-477b-ada7-61c74ba3164f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:49:05Z', 'updated_at': '2022-02-07T16:49:12Z', 'revision_number': 3, 'project_id': 'eb280506a18a4ed5bc5fff1f1712db89', 'gw_port': {'id': '81e38d58-4e1a-477b-ada7-61c74ba3164f', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971efc7f-68a5-4828-8b12-ba92fb29a03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:49:08Z', 'updated_at': '2022-02-07T16:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:49:18.900363 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fae471a-fa6c-4cbc-998c-db54eb0438e5 None None] Routers {'cbbfa37b-e888-410e-a973-ccb28d22c427'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:18.901130 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-4fae471a-fa6c-4cbc-998c-db54eb0438e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cbbfa37b-e888-410e-a973-ccb28d22c427'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:18.925557 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43890) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:18.967100 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-4fae471a-fa6c-4cbc-998c-db54eb0438e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:18.973688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-8037f2de-513b-44b4-9525-70a66410dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:18.975439 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-8037f2de-513b-44b4-9525-70a66410dceb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eacd91f5-96b8-4f5f-ab05-3e846d134af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5773642 Feb 07 16:49:18.988196 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fae471a-fa6c-4cbc-998c-db54eb0438e5 None None] Routers {'cbbfa37b-e888-410e-a973-ccb28d22c427'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:18.989165 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-4fae471a-fa6c-4cbc-998c-db54eb0438e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cbbfa37b-e888-410e-a973-ccb28d22c427'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:19.057154 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-4fae471a-fa6c-4cbc-998c-db54eb0438e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:19.058416 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fae471a-fa6c-4cbc-998c-db54eb0438e5 None None] The sync data for ids ['cbbfa37b-e888-410e-a973-ccb28d22c427'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:49:19.109639 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba771de8-7364-4ecf-9ca0-b6eeeb1ee1f5 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router (b2bf0462-e1d8-4be0-a3e1-3a35fda2389a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:19.124809 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2c557b11-0a6d-4d6c-a365-89740a3019b2 req-1930fb95-6ae3-4afd-9af2-2b51bdb1caf3 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111607 Feb 07 16:49:19.150980 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e0da04-69bb-4d30-9269-beb53526e355 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for port (41ddd749-6f39-4694-a92a-03290b8ec34a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:19.205860 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b28ae-021a-4878-b53f-1e371afbb064 req-0455eb33-fdc0-4e8e-81ff-ea22dc54afc1 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:19.207952 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-051b28ae-021a-4878-b53f-1e371afbb064 req-0455eb33-fdc0-4e8e-81ff-ea22dc54afc1 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 943 time: 0.5840333 Feb 07 16:49:19.249007 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe55e36-486f-459b-b108-f81d42ab5dce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:19.253389 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cbe55e36-486f-459b-b108-f81d42ab5dce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/ports/5653baac-9a39-440a-809d-bd18cea491c4 HTTP/1.1" status: 200 len: 910 time: 0.3255346 Feb 07 16:49:19.257331 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43898) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:19.272157 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e0da04-69bb-4d30-9269-beb53526e355 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (41ddd749-6f39-4694-a92a-03290b8ec34a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:19.476379 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-b25a52a0-22c5-4720-8c37-7eceeb6c698f service neutron] 10.222.0.48 "GET /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766583 Feb 07 16:49:19.598910 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-848a3117-3b2a-497a-8fa0-27ef73627d12 req-6f2b3de7-5c63-4448-afe2-e62bf11bec28 service neutron] 10.222.0.48 "GET /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108170 Feb 07 16:49:19.672611 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0da04-69bb-4d30-9269-beb53526e355 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Pushing event updated for resources: {'Port': ['ID=41ddd749-6f39-4694-a92a-03290b8ec34a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:19.673428 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8b38d4-21f7-498e-b0f9-e754895894b1 req-cd377cb4-76cb-4610-bcf5-121ae61676bd service neutron] 10.222.0.32 "GET /v2.0/networks/6ff3d289-1ffa-4a39-b840-9958ff036d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8246806 Feb 07 16:49:19.676203 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] For port 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:49:19.782742 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e0da04-69bb-4d30-9269-beb53526e355 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:19.792318 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d4e0da04-69bb-4d30-9269-beb53526e355 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:19.812832 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-051b28ae-021a-4878-b53f-1e371afbb064 req-92d863b6-a822-48c5-82c9-8525b1ba6995 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5982139 Feb 07 16:49:19.817654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e0da04-69bb-4d30-9269-beb53526e355 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:49:19.860454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] For port 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3bc0f879-7c94-4c42-aaf7-d4a2aacdd649,segment=NetworkSegment(c5dc7732-40aa-4a3a-8260-36e702b52004),segment_id=c5dc7732-40aa-4a3a-8260-36e702b52004)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:49:19.896023 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba771de8-7364-4ecf-9ca0-b6eeeb1ee1f5 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_gateway (b2bf0462-e1d8-4be0-a3e1-3a35fda2389a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:19.929029 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (3bc0f879-7c94-4c42-aaf7-d4a2aacdd649), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:20.349964 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e0da04-69bb-4d30-9269-beb53526e355 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_gateway (cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:20.362316 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ff4da6a3-2c5b-4fd1-bcc3-9506721e682e up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:49:20.509986 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdde73e-0e34-4eb1-9e7a-f739d3114c6a req-40d96fa0-8745-4368-bbda-206d171fba7d tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:20.518183 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dcdde73e-0e34-4eb1-9e7a-f739d3114c6a req-40d96fa0-8745-4368-bbda-206d171fba7d tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 1.0930190 Feb 07 16:49:20.551193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:20.551882 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:20.553560 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] 10.222.0.48 "PUT /v2.0/ports/3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 HTTP/1.1" status: 200 len: 1091 time: 4.0897222 Feb 07 16:49:20.568121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port ff4da6a3-2c5b-4fd1-bcc3-9506721e682e completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:49:20.578743 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783e042-8eb8-4b68-9de7-354cc984b825 req-b5940fd5-b9bc-4235-b167-3638ca201cc3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:20.584590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783e042-8eb8-4b68-9de7-354cc984b825 req-b5940fd5-b9bc-4235-b167-3638ca201cc3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:20.585745 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port ff4da6a3-2c5b-4fd1-bcc3-9506721e682e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:20.587159 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ff4da6a3-2c5b-4fd1-bcc3-9506721e682e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:20.591637 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783e042-8eb8-4b68-9de7-354cc984b825 req-b5940fd5-b9bc-4235-b167-3638ca201cc3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:20.596279 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1', 'tag': '3bc0f879-7c94-4c42-aaf7-d4a2aacdd649'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:49:20.598208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783e042-8eb8-4b68-9de7-354cc984b825 req-b5940fd5-b9bc-4235-b167-3638ca201cc3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:20.599493 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865f1897-c869-4153-85a8-edb35f71b03a" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1", "tag": "3bc0f879-7c94-4c42-aaf7-d4a2aacdd649"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:49:20.605171 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783e042-8eb8-4b68-9de7-354cc984b825 req-b5940fd5-b9bc-4235-b167-3638ca201cc3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:20.610777 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783e042-8eb8-4b68-9de7-354cc984b825 req-b5940fd5-b9bc-4235-b167-3638ca201cc3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:20.616290 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783e042-8eb8-4b68-9de7-354cc984b825 req-b5940fd5-b9bc-4235-b167-3638ca201cc3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:20.618459 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0783e042-8eb8-4b68-9de7-354cc984b825 req-b5940fd5-b9bc-4235-b167-3638ca201cc3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.6881704 Feb 07 16:49:20.748484 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port ff4da6a3-2c5b-4fd1-bcc3-9506721e682e is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:20.749354 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ff4da6a3-2c5b-4fd1-bcc3-9506721e682e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:20.761930 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ece8e-8b04-41d7-a025-7bb9c4100f84 req-9f84f129-ebd4-4770-968b-aab77083e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:20.763197 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c70ece8e-8b04-41d7-a025-7bb9c4100f84 req-9f84f129-ebd4-4770-968b-aab77083e586 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e537d6aed5484b7693a0f8461dd66379&device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 1125 time: 1.1018341 Feb 07 16:49:20.777855 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c00a7-c2fc-49b6-96ff-a127498ce221 req-b6527cf5-776c-4aec-9c1d-21542c827740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:20.778437 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c00a7-c2fc-49b6-96ff-a127498ce221 req-b6527cf5-776c-4aec-9c1d-21542c827740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:20.778915 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c00a7-c2fc-49b6-96ff-a127498ce221 req-b6527cf5-776c-4aec-9c1d-21542c827740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:20.785966 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2abb73-5484-47aa-897e-ed3c1437b77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4da6a3-2c5b-4fd1-bcc3-9506721e682e'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:49:20.786918 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c00a7-c2fc-49b6-96ff-a127498ce221 req-b6527cf5-776c-4aec-9c1d-21542c827740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:20.787497 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c00a7-c2fc-49b6-96ff-a127498ce221 req-b6527cf5-776c-4aec-9c1d-21542c827740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:20.787976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c00a7-c2fc-49b6-96ff-a127498ce221 req-b6527cf5-776c-4aec-9c1d-21542c827740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:20.788694 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c00a7-c2fc-49b6-96ff-a127498ce221 req-b6527cf5-776c-4aec-9c1d-21542c827740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:20.790623 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3db89d-c0ae-44fe-a02e-d994b1d0fc88" -d '{"events": [{"server_uuid": "dc2abb73-5484-47aa-897e-ed3c1437b77b", "name": "network-vif-plugged", "status": "completed", "tag": "ff4da6a3-2c5b-4fd1-bcc3-9506721e682e"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:49:20.794334 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a6c00a7-c2fc-49b6-96ff-a127498ce221 req-b6527cf5-776c-4aec-9c1d-21542c827740 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9341a8a4fe41fe98e19305419da9b8&device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 6704 time: 1.0292513 Feb 07 16:49:20.812323 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port ff4da6a3-2c5b-4fd1-bcc3-9506721e682e, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ff4da6a3-2c5b-4fd1-bcc3-9506721e682e,segment=NetworkSegment(c5dc7732-40aa-4a3a-8260-36e702b52004),segment_id=c5dc7732-40aa-4a3a-8260-36e702b52004)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:20.818004 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ff4da6a3-2c5b-4fd1-bcc3-9506721e682e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:20.867347 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a834955-c643-48c7-8198-9ceafc193bfd service neutron] Pushing event updated for resources: {'Port': ['ID=3bc0f879-7c94-4c42-aaf7-d4a2aacdd649,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:20.917941 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=ff4da6a3-2c5b-4fd1-bcc3-9506721e682e,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:21.010650 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0783e042-8eb8-4b68-9de7-354cc984b825 req-79ec8104-a9bd-445b-932a-cf72a6ed9a5a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3715570 Feb 07 16:49:21.028580 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17db4fda-93bc-4e74-95eb-e9739cd49a6e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (cbbfa37b-e888-410e-a973-ccb28d22c427), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:21.122264 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dcdde73e-0e34-4eb1-9e7a-f739d3114c6a req-9071ab6c-a204-41d4-a3ec-da5b937fb283 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6031353 Feb 07 16:49:21.161859 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:21.204112 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56ec6da-cded-4388-b2e6-e0272afc29c6 x-openstack-request-id: req-b56ec6da-cded-4388-b2e6-e0272afc29c6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:49:21.204489 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1", "tag": "3bc0f879-7c94-4c42-aaf7-d4a2aacdd649", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:49:21.204921 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b56ec6da-cded-4388-b2e6-e0272afc29c6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:49:21.205477 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1', 'tag': '3bc0f879-7c94-4c42-aaf7-d4a2aacdd649', 'status': 'completed', 'code': 200} Feb 07 16:49:21.218456 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ba771de8-7364-4ecf-9ca0-b6eeeb1ee1f5 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Deleting port 0f331b64-aa5e-47b2-8188-810f96764f8f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:49:21.218925 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba771de8-7364-4ecf-9ca0-b6eeeb1ee1f5 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (0f331b64-aa5e-47b2-8188-810f96764f8f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:21.245771 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b806dc-cd1b-4fd5-8d87-28656edc51e5 x-openstack-request-id: req-66b806dc-cd1b-4fd5-8d87-28656edc51e5 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:49:21.246069 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2abb73-5484-47aa-897e-ed3c1437b77b", "name": "network-vif-plugged", "status": "completed", "tag": "ff4da6a3-2c5b-4fd1-bcc3-9506721e682e", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:49:21.246373 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66b806dc-cd1b-4fd5-8d87-28656edc51e5 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:49:21.246813 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2abb73-5484-47aa-897e-ed3c1437b77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4da6a3-2c5b-4fd1-bcc3-9506721e682e', 'code': 200} Feb 07 16:49:21.385969 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e0da04-69bb-4d30-9269-beb53526e355 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:21.395774 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-a1260233-19be-4a3e-add1-455803750c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:21.397187 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-a1260233-19be-4a3e-add1-455803750c17 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e537d6aed5484b7693a0f8461dd66379&device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 1125 time: 0.7016327 Feb 07 16:49:21.428731 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ece8e-8b04-41d7-a025-7bb9c4100f84 req-d288213d-e406-47a4-b36b-058aa822f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:21.430324 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c70ece8e-8b04-41d7-a025-7bb9c4100f84 req-d288213d-e406-47a4-b36b-058aa822f5fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=eacd91f5-96b8-4f5f-ab05-3e846d134af4 HTTP/1.1" status: 200 len: 916 time: 0.5892301 Feb 07 16:49:21.472757 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c00a7-c2fc-49b6-96ff-a127498ce221 req-44312a03-4a24-401c-9bd7-40bf2ad15cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:21.474460 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a6c00a7-c2fc-49b6-96ff-a127498ce221 req-44312a03-4a24-401c-9bd7-40bf2ad15cf8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ff3d289-1ffa-4a39-b840-9958ff036d72 HTTP/1.1" status: 200 len: 903 time: 0.5851777 Feb 07 16:49:21.524648 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 81e38d58-4e1a-477b-ada7-61c74ba3164f up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:49:21.597524 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-2873f07b-1262-4d06-b0bb-0641b5b894e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 HTTP/1.1" status: 200 len: 217 time: 0.1828196 Feb 07 16:49:21.643081 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a6c00a7-c2fc-49b6-96ff-a127498ce221 req-1e0dd99c-9d2d-472d-945f-c1bc8c987e6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1f140185-94e6-47ae-a1d1-6d64b078a33e HTTP/1.1" status: 200 len: 217 time: 0.0435350 Feb 07 16:49:21.684477 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 81e38d58-4e1a-477b-ada7-61c74ba3164f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:21.684694 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (81e38d58-4e1a-477b-ada7-61c74ba3164f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:21.742876 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-5cc17eba-dd71-4bd6-ae6d-6d4f6bece230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:21.747804 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-5cc17eba-dd71-4bd6-ae6d-6d4f6bece230 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fbc1aeb0-f564-4aed-899c-470db657e6a4 HTTP/1.1" status: 200 len: 854 time: 0.0990565 Feb 07 16:49:21.790383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 81e38d58-4e1a-477b-ada7-61c74ba3164f is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:21.790889 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (81e38d58-4e1a-477b-ada7-61c74ba3164f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:21.821348 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 81e38d58-4e1a-477b-ada7-61c74ba3164f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=81e38d58-4e1a-477b-ada7-61c74ba3164f,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:21.829055 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (81e38d58-4e1a-477b-ada7-61c74ba3164f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:21.837860 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c70ece8e-8b04-41d7-a025-7bb9c4100f84 req-b9ae335f-cb6f-49b3-8027-9612af8765b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7d94d5b-60a4-410f-aeb9-679ac16e22b1 HTTP/1.1" status: 200 len: 217 time: 0.2481568 Feb 07 16:49:21.903289 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=81e38d58-4e1a-477b-ada7-61c74ba3164f,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:21.970972 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7e698-63ee-461b-a09e-3248cf94bca4 req-af1e4a84-e4ae-496b-a75e-c1f7ca16d677 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:21.978689 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7be7e698-63ee-461b-a09e-3248cf94bca4 req-af1e4a84-e4ae-496b-a75e-c1f7ca16d677 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 943 time: 0.6009514 Feb 07 16:49:21.979006 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba771de8-7364-4ecf-9ca0-b6eeeb1ee1f5 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (0f331b64-aa5e-47b2-8188-810f96764f8f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:22.015516 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ba771de8-7364-4ecf-9ca0-b6eeeb1ee1f5 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Calling delete_port for 0f331b64-aa5e-47b2-8188-810f96764f8f owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:49:22.041747 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa513b4-f860-45a9-9175-14bdeb3a41a4 req-3bff4c05-d218-4c32-9d23-0a1d807cc978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:22.044593 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-afa513b4-f860-45a9-9175-14bdeb3a41a4 req-3bff4c05-d218-4c32-9d23-0a1d807cc978 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dc2abb73-5484-47aa-897e-ed3c1437b77b HTTP/1.1" status: 200 len: 1128 time: 0.6924634 Feb 07 16:49:22.171528 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e0da04-69bb-4d30-9269-beb53526e355 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Router cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:49:22.179892 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7be7e698-63ee-461b-a09e-3248cf94bca4 req-9cfc9841-9acb-4efc-a499-e1e1500a35b4 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921444 Feb 07 16:49:22.184893 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-afa513b4-f860-45a9-9175-14bdeb3a41a4 req-10d2ea30-ca8e-47ed-aab5-346ea3212593 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224632 Feb 07 16:49:22.248129 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c00a7-c2fc-49b6-96ff-a127498ce221 req-2d26edad-4270-48cd-8758-4ba9212a5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:22.250308 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a6c00a7-c2fc-49b6-96ff-a127498ce221 req-2d26edad-4270-48cd-8758-4ba9212a5b10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dc3c94e-0036-4741-beec-77866fd95a96 HTTP/1.1" status: 200 len: 797 time: 0.5169566 Feb 07 16:49:22.260561 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fec597-9192-4990-a0af-c56d570a1702 req-e8ae97b9-dbdf-43d0-bbe1-a9deca0977ee tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:22.262762 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-06fec597-9192-4990-a0af-c56d570a1702 req-e8ae97b9-dbdf-43d0-bbe1-a9deca0977ee tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.7226031 Feb 07 16:49:22.266045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ece8e-8b04-41d7-a025-7bb9c4100f84 req-f2608f39-63f6-49d2-9ca9-8cd8bede41b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:22.267691 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c70ece8e-8b04-41d7-a025-7bb9c4100f84 req-f2608f39-63f6-49d2-9ca9-8cd8bede41b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fbc1aeb0-f564-4aed-899c-470db657e6a4 HTTP/1.1" status: 200 len: 854 time: 0.4221616 Feb 07 16:49:22.270898 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba771de8-7364-4ecf-9ca0-b6eeeb1ee1f5 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (0f331b64-aa5e-47b2-8188-810f96764f8f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:22.369740 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba771de8-7364-4ecf-9ca0-b6eeeb1ee1f5 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Pushing event deleted for resources: {'Port': ['ID=0f331b64-aa5e-47b2-8188-810f96764f8f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:22.404018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-a393d053-20d5-4f18-bb6e-625656ce3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:22.406071 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-a393d053-20d5-4f18-bb6e-625656ce3d20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eacd91f5-96b8-4f5f-ab05-3e846d134af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5639715 Feb 07 16:49:22.433800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e0da04-69bb-4d30-9269-beb53526e355 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:49:22.447803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] Sync routers for ids ['cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:49:22.474690 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7c360-48e9-4384-949e-e92b4667f4ca req-9a4889e8-5a75-4662-85b6-5ee87265d3fa tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:22.485299 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7c360-48e9-4384-949e-e92b4667f4ca req-9a4889e8-5a75-4662-85b6-5ee87265d3fa tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:22.488225 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] Routers {'cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:22.488878 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:22.490839 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7c360-48e9-4384-949e-e92b4667f4ca req-9a4889e8-5a75-4662-85b6-5ee87265d3fa tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:22.500343 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7c360-48e9-4384-949e-e92b4667f4ca req-9a4889e8-5a75-4662-85b6-5ee87265d3fa tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:22.510549 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7c360-48e9-4384-949e-e92b4667f4ca req-9a4889e8-5a75-4662-85b6-5ee87265d3fa tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:22.520300 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7c360-48e9-4384-949e-e92b4667f4ca req-9a4889e8-5a75-4662-85b6-5ee87265d3fa tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:22.534085 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7c360-48e9-4384-949e-e92b4667f4ca req-9a4889e8-5a75-4662-85b6-5ee87265d3fa tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:22.535968 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6ab7c360-48e9-4384-949e-e92b4667f4ca req-9a4889e8-5a75-4662-85b6-5ee87265d3fa tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.2079618 Feb 07 16:49:22.549358 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e0da04-69bb-4d30-9269-beb53526e355 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:22.550617 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d4e0da04-69bb-4d30-9269-beb53526e355 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.9442368 Feb 07 16:49:22.574698 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43916) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:22.604480 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-17db4fda-93bc-4e74-95eb-e9739cd49a6e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting port 5653baac-9a39-440a-809d-bd18cea491c4 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:49:22.604828 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17db4fda-93bc-4e74-95eb-e9739cd49a6e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5653baac-9a39-440a-809d-bd18cea491c4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:22.670364 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba771de8-7364-4ecf-9ca0-b6eeeb1ee1f5 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (b2bf0462-e1d8-4be0-a3e1-3a35fda2389a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:22.695353 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] Set router cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:49:22.733559 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6ab7c360-48e9-4384-949e-e92b4667f4ca req-eab527ad-52e3-46a9-bb51-0c77f08c5b91 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1721284 Feb 07 16:49:22.793573 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba771de8-7364-4ecf-9ca0-b6eeeb1ee1f5 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (b2bf0462-e1d8-4be0-a3e1-3a35fda2389a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:22.796202 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba771de8-7364-4ecf-9ca0-b6eeeb1ee1f5 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_controller (b2bf0462-e1d8-4be0-a3e1-3a35fda2389a), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:22.818234 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17db4fda-93bc-4e74-95eb-e9739cd49a6e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5653baac-9a39-440a-809d-bd18cea491c4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:22.836729 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-17db4fda-93bc-4e74-95eb-e9739cd49a6e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Calling delete_port for 5653baac-9a39-440a-809d-bd18cea491c4 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:49:22.976194 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba771de8-7364-4ecf-9ca0-b6eeeb1ee1f5 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (b2bf0462-e1d8-4be0-a3e1-3a35fda2389a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:22.977771 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba771de8-7364-4ecf-9ca0-b6eeeb1ee1f5 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Fanout notify agent at l3_agent the message router_deleted on router b2bf0462-e1d8-4be0-a3e1-3a35fda2389a {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:49:22.987777 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ece8e-8b04-41d7-a025-7bb9c4100f84 req-119c40fe-5dc8-4bff-81d0-ffc2a3758c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:22.991227 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c70ece8e-8b04-41d7-a025-7bb9c4100f84 req-119c40fe-5dc8-4bff-81d0-ffc2a3758c2b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eacd91f5-96b8-4f5f-ab05-3e846d134af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7172039 Feb 07 16:49:23.004334 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba771de8-7364-4ecf-9ca0-b6eeeb1ee1f5 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:23.007932 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ba771de8-7364-4ecf-9ca0-b6eeeb1ee1f5 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "DELETE /v2.0/routers/b2bf0462-e1d8-4be0-a3e1-3a35fda2389a HTTP/1.1" status: 204 len: 168 time: 4.7708650 Feb 07 16:49:23.024174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c', 'name': 'tempest-snat-router-1676471730', 'tenant_id': 'eb280506a18a4ed5bc5fff1f1712db89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '41ddd749-6f39-4694-a92a-03290b8ec34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:49:16Z', 'updated_at': '2022-02-07T16:49:20Z', 'revision_number': 3, 'project_id': 'eb280506a18a4ed5bc5fff1f1712db89', 'gw_port': {'id': '41ddd749-6f39-4694-a92a-03290b8ec34a', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ae:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:49:18Z', 'updated_at': '2022-02-07T16:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:23.033473 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-06fec597-9192-4990-a0af-c56d570a1702 req-cfd9f112-3055-48d7-b811-cdf8c04c8dd3 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7544510 Feb 07 16:49:23.067677 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43920) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:23.081315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-96147ab7-6773-4962-93b7-987c4284f94f tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1074336825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:23.143700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] Checking router: cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:49:23.144562 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] Updating router cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c port 41ddd749-6f39-4694-a92a-03290b8ec34a binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:49:23.146888 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17db4fda-93bc-4e74-95eb-e9739cd49a6e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (5653baac-9a39-440a-809d-bd18cea491c4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:23.165812 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c00a7-c2fc-49b6-96ff-a127498ce221 req-e5f3d514-9abd-484f-9018-8db7e1e912fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:23.167943 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a6c00a7-c2fc-49b6-96ff-a127498ce221 req-e5f3d514-9abd-484f-9018-8db7e1e912fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ff3d289-1ffa-4a39-b840-9958ff036d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6997998 Feb 07 16:49:23.210268 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db4fda-93bc-4e74-95eb-e9739cd49a6e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Port': ['ID=5653baac-9a39-440a-809d-bd18cea491c4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:23.334370 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (41ddd749-6f39-4694-a92a-03290b8ec34a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:23.555264 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c70ece8e-8b04-41d7-a025-7bb9c4100f84 req-cd2ad662-1117-4a6a-826c-76af63982046 service neutron] 10.222.0.48 "GET /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863298 Feb 07 16:49:23.565541 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 81e38d58-4e1a-477b-ada7-61c74ba3164f up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:49:23.706177 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:23.727163 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96147ab7-6773-4962-93b7-987c4284f94f tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (ef386dce-c744-4d38-b451-e25bdd98e501), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:23.732007 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96147ab7-6773-4962-93b7-987c4284f94f tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (ef386dce-c744-4d38-b451-e25bdd98e501), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:23.754152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f452a2-3b51-46dd-aaeb-8386fa79ab36 req-e9bc6316-1ed2-4f54-89ea-1040bce9745f tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:23.763923 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a7f452a2-3b51-46dd-aaeb-8386fa79ab36 req-e9bc6316-1ed2-4f54-89ea-1040bce9745f tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 943 time: 0.3382158 Feb 07 16:49:23.839633 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a7f452a2-3b51-46dd-aaeb-8386fa79ab36 req-7f0173a7-66b3-4e35-9821-91b89df32031 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746839 Feb 07 16:49:23.855993 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17db4fda-93bc-4e74-95eb-e9739cd49a6e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (cbbfa37b-e888-410e-a973-ccb28d22c427), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:23.860335 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-a9b65195-49ea-410b-b5c5-bc20747374b4 service neutron] 10.222.0.48 "GET /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4100561 Feb 07 16:49:23.865444 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c70ece8e-8b04-41d7-a025-7bb9c4100f84 req-c002fd3a-1179-4183-9e81-3d345dc7e830 service neutron] 10.222.0.48 "GET /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239537 Feb 07 16:49:23.940585 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bb9c691c-ce54-4f25-93b4-6ee0741e2720 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "GET /v2.0/routers/cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c HTTP/1.1" status: 200 len: 907 time: 1.3570776 Feb 07 16:49:23.949303 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43932) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:24.040765 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 81e38d58-4e1a-477b-ada7-61c74ba3164f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:24.041638 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (81e38d58-4e1a-477b-ada7-61c74ba3164f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:24.046055 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device f7d94d5b-60a4-410f-aeb9-679ac16e22b1 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:49:24.142177 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583ebdb-1b1c-4fe1-83f2-86f5f35f2b47 req-df1f1151-6766-4bdb-b138-ee1239082650 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:24.144903 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b583ebdb-1b1c-4fe1-83f2-86f5f35f2b47 req-df1f1151-6766-4bdb-b138-ee1239082650 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.7841673 Feb 07 16:49:24.372924 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 81e38d58-4e1a-477b-ada7-61c74ba3164f is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:24.386871 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port f7d94d5b-60a4-410f-aeb9-679ac16e22b1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=f7d94d5b-60a4-410f-aeb9-679ac16e22b1,segment=NetworkSegment(c5dc7732-40aa-4a3a-8260-36e702b52004),segment_id=c5dc7732-40aa-4a3a-8260-36e702b52004)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:24.411933 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'f7d94d5b-60a4-410f-aeb9-679ac16e22b1', 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4', 'port_id': 'f7d94d5b-60a4-410f-aeb9-679ac16e22b1', 'mac_address': 'fa:16:3e:d0:4a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc1aeb0-f564-4aed-899c-470db657e6a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:49:24.441358 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] Publish callbacks [] for port (41ddd749-6f39-4694-a92a-03290b8ec34a), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:24.499912 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (41ddd749-6f39-4694-a92a-03290b8ec34a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:24.623834 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2128caf-6e1f-4141-b7d5-d374438e2f28 None None] Pushing event updated for resources: {'Port': ['ID=41ddd749-6f39-4694-a92a-03290b8ec34a,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:24.627032 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a110de-8725-4871-a3e7-4ae61b1b900b req-cc43735a-2a83-45cf-ad93-e2c268bacb51 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:24.633822 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a110de-8725-4871-a3e7-4ae61b1b900b req-cc43735a-2a83-45cf-ad93-e2c268bacb51 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:24.641601 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a110de-8725-4871-a3e7-4ae61b1b900b req-cc43735a-2a83-45cf-ad93-e2c268bacb51 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:24.648766 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a110de-8725-4871-a3e7-4ae61b1b900b req-cc43735a-2a83-45cf-ad93-e2c268bacb51 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:24.657436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a110de-8725-4871-a3e7-4ae61b1b900b req-cc43735a-2a83-45cf-ad93-e2c268bacb51 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:24.657661 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port f7d94d5b-60a4-410f-aeb9-679ac16e22b1 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:24.665190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a110de-8725-4871-a3e7-4ae61b1b900b req-cc43735a-2a83-45cf-ad93-e2c268bacb51 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:24.665658 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f7d94d5b-60a4-410f-aeb9-679ac16e22b1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:24.672149 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a110de-8725-4871-a3e7-4ae61b1b900b req-cc43735a-2a83-45cf-ad93-e2c268bacb51 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:24.683656 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-67a110de-8725-4871-a3e7-4ae61b1b900b req-cc43735a-2a83-45cf-ad93-e2c268bacb51 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.6358290 Feb 07 16:49:24.723802 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d94d5b-60a4-410f-aeb9-679ac16e22b1 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:49:24.725757 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96147ab7-6773-4962-93b7-987c4284f94f tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_controller (ef386dce-c744-4d38-b451-e25bdd98e501), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:24.746994 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] Attempting to bind port 41ddd749-6f39-4694-a92a-03290b8ec34a on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:49:24.747438 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] Attempting to bind port 41ddd749-6f39-4694-a92a-03290b8ec34a by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:49:24.748973 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] Attempting to bind port 41ddd749-6f39-4694-a92a-03290b8ec34a on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:49:24.755030 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96147ab7-6773-4962-93b7-987c4284f94f tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (ef386dce-c744-4d38-b451-e25bdd98e501), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:24.777781 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a6c00a7-c2fc-49b6-96ff-a127498ce221 req-b5c65076-e28f-4326-ba65-e02feadce5f0 service neutron] 10.222.0.32 "GET /v2.0/networks/6ff3d289-1ffa-4a39-b840-9958ff036d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5726385 Feb 07 16:49:24.781828 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-67a110de-8725-4871-a3e7-4ae61b1b900b req-44df5e68-e9bf-4314-87dc-22b7718874c3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962462 Feb 07 16:49:24.788145 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96147ab7-6773-4962-93b7-987c4284f94f tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:24.790423 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:49:24.790934 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:49:24.792653 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:24.793075 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:49:24.793595 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-96147ab7-6773-4962-93b7-987c4284f94f tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.7182961 Feb 07 16:49:24.793714 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] Bound port: 41ddd749-6f39-4694-a92a-03290b8ec34a, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:49:24.794000 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (41ddd749-6f39-4694-a92a-03290b8ec34a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:24.795815 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43934) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:24.810794 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f4f6b62f-9a41-4b90-a913-88a9972afca3 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'enable_snat': True}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:24.883112 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port f7d94d5b-60a4-410f-aeb9-679ac16e22b1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=f7d94d5b-60a4-410f-aeb9-679ac16e22b1,segment=NetworkSegment(c5dc7732-40aa-4a3a-8260-36e702b52004),segment_id=c5dc7732-40aa-4a3a-8260-36e702b52004)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:24.906893 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-351ff898-9903-405f-86cb-e8b1ec00c320 req-43811868-19cd-4e5f-960e-2426dbaa2b95 service neutron] 10.222.0.48 "GET /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0079165 Feb 07 16:49:24.908889 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f7d94d5b-60a4-410f-aeb9-679ac16e22b1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:24.920281 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b583ebdb-1b1c-4fe1-83f2-86f5f35f2b47 req-2f51e6fd-fbcf-4e8e-b5a9-a78625990475 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7265096 Feb 07 16:49:24.931843 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router (cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:25.042972 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] For port 41ddd749-6f39-4694-a92a-03290b8ec34a, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:49:25.049009 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] For port 41ddd749-6f39-4694-a92a-03290b8ec34a, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=41ddd749-6f39-4694-a92a-03290b8ec34a,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:49:25.066351 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (41ddd749-6f39-4694-a92a-03290b8ec34a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:25.144964 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_gateway (cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:25.165073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17db4fda-93bc-4e74-95eb-e9739cd49a6e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router cbbfa37b-e888-410e-a973-ccb28d22c427 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:49:25.225462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=f7d94d5b-60a4-410f-aeb9-679ac16e22b1,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:25.233461 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a6c00a7-c2fc-49b6-96ff-a127498ce221 req-6bad4bee-fdb3-4a0a-a899-1240de6ba230 service neutron] 10.222.0.32 "GET /v2.0/networks/6ff3d289-1ffa-4a39-b840-9958ff036d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285600 Feb 07 16:49:25.242002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f1897-c869-4153-85a8-edb35f71b03a req-6b7db218-a0dd-48d5-9074-41ce5d39865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:25.249965 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-865f1897-c869-4153-85a8-edb35f71b03a req-6b7db218-a0dd-48d5-9074-41ce5d39865d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e537d6aed5484b7693a0f8461dd66379&device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 1125 time: 0.1704376 Feb 07 16:49:25.333675 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2128caf-6e1f-4141-b7d5-d374438e2f28 None None] Pushing event updated for resources: {'Port': ['ID=41ddd749-6f39-4694-a92a-03290b8ec34a,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:25.339983 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] Routers {'cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:25.340801 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:25.369870 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Deleting port 41ddd749-6f39-4694-a92a-03290b8ec34a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:49:25.370224 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (41ddd749-6f39-4694-a92a-03290b8ec34a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:25.421130 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43376eb9-6f8a-4833-a7b4-87d217c69656 req-1a6ab500-f4e5-407f-b920-3fdd8d079195 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:25.429745 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-43376eb9-6f8a-4833-a7b4-87d217c69656 req-1a6ab500-f4e5-407f-b920-3fdd8d079195 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 943 time: 0.4157336 Feb 07 16:49:25.485530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['f7d94d5b-60a4-410f-aeb9-679ac16e22b1'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:49:25.515152 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b62f-9a41-4b90-a913-88a9972afca3 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_gateway (ef386dce-c744-4d38-b451-e25bdd98e501), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:25.520021 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] For port 41ddd749-6f39-4694-a92a-03290b8ec34a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=41ddd749-6f39-4694-a92a-03290b8ec34a,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:25.520403 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (41ddd749-6f39-4694-a92a-03290b8ec34a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:25.538299 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Calling delete_port for 41ddd749-6f39-4694-a92a-03290b8ec34a owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:49:25.665127 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] Set router cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:49:25.733099 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-43376eb9-6f8a-4833-a7b4-87d217c69656 req-a47d827e-4794-46a9-88d5-b4f0be4e0c5b tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023751 Feb 07 16:49:25.743282 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17db4fda-93bc-4e74-95eb-e9739cd49a6e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:49:25.755630 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4898c2c9-3de6-4e50-a7ee-23884888357b None None] Sync routers for ids ['cbbfa37b-e888-410e-a973-ccb28d22c427'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:49:25.764250 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-17db4fda-93bc-4e74-95eb-e9739cd49a6e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/cbbfa37b-e888-410e-a973-ccb28d22c427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5049543 Feb 07 16:49:25.768123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43944) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:25.778948 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4898c2c9-3de6-4e50-a7ee-23884888357b None None] Routers {'cbbfa37b-e888-410e-a973-ccb28d22c427'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:25.780021 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-4898c2c9-3de6-4e50-a7ee-23884888357b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cbbfa37b-e888-410e-a973-ccb28d22c427'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:25.856073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c', 'name': 'tempest-snat-router-1676471730', 'tenant_id': 'eb280506a18a4ed5bc5fff1f1712db89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:49:16Z', 'updated_at': '2022-02-07T16:49:25Z', 'revision_number': 4, 'project_id': 'eb280506a18a4ed5bc5fff1f1712db89', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:25.911277 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-4898c2c9-3de6-4e50-a7ee-23884888357b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:25.924203 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f1897-c869-4153-85a8-edb35f71b03a req-420fc27f-92a3-4b82-ab9d-4d1808eae2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:25.925929 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-865f1897-c869-4153-85a8-edb35f71b03a req-420fc27f-92a3-4b82-ab9d-4d1808eae2ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=eacd91f5-96b8-4f5f-ab05-3e846d134af4 HTTP/1.1" status: 200 len: 916 time: 0.6607692 Feb 07 16:49:25.946320 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7555663d-f224-4131-b886-174f5cc7f58e None None] The sync data for ids ['cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c'] in n-d-827865-3 is: [{'id': 'cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c', 'name': 'tempest-snat-router-1676471730', 'tenant_id': 'eb280506a18a4ed5bc5fff1f1712db89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:49:16Z', 'updated_at': '2022-02-07T16:49:25Z', 'revision_number': 4, 'project_id': 'eb280506a18a4ed5bc5fff1f1712db89', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:49:25.947050 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4898c2c9-3de6-4e50-a7ee-23884888357b None None] Routers {'cbbfa37b-e888-410e-a973-ccb28d22c427'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:25.957528 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-4898c2c9-3de6-4e50-a7ee-23884888357b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:48:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cbbfa37b-e888-410e-a973-ccb28d22c427'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:25.957871 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-337eff33-254a-4f5c-91d7-9d0a639f20dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:26.063629 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-865f1897-c869-4153-85a8-edb35f71b03a req-12eb8a0b-2aa0-4e53-9d60-c84cc8aaa83e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 HTTP/1.1" status: 200 len: 217 time: 0.1240826 Feb 07 16:49:26.083432 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-4898c2c9-3de6-4e50-a7ee-23884888357b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:26.084487 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4898c2c9-3de6-4e50-a7ee-23884888357b None None] The sync data for ids ['cbbfa37b-e888-410e-a973-ccb28d22c427'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:49:26.327804 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9780feb-104b-4db5-81db-d8947ebe652e req-9c175339-4302-4199-a6e0-8d8621ed2bc1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:26.333687 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9780feb-104b-4db5-81db-d8947ebe652e req-9c175339-4302-4199-a6e0-8d8621ed2bc1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:26.340381 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9780feb-104b-4db5-81db-d8947ebe652e req-9c175339-4302-4199-a6e0-8d8621ed2bc1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:26.346351 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9780feb-104b-4db5-81db-d8947ebe652e req-9c175339-4302-4199-a6e0-8d8621ed2bc1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:26.353186 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9780feb-104b-4db5-81db-d8947ebe652e req-9c175339-4302-4199-a6e0-8d8621ed2bc1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:26.359018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9780feb-104b-4db5-81db-d8947ebe652e req-9c175339-4302-4199-a6e0-8d8621ed2bc1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:26.365103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9780feb-104b-4db5-81db-d8947ebe652e req-9c175339-4302-4199-a6e0-8d8621ed2bc1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:26.367635 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b9780feb-104b-4db5-81db-d8947ebe652e req-9c175339-4302-4199-a6e0-8d8621ed2bc1 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.4135809 Feb 07 16:49:26.370269 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (41ddd749-6f39-4694-a92a-03290b8ec34a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:26.374550 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f1897-c869-4153-85a8-edb35f71b03a req-b4331c8b-d494-42c0-b0fe-66d9a1055282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:26.376285 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-865f1897-c869-4153-85a8-edb35f71b03a req-b4331c8b-d494-42c0-b0fe-66d9a1055282 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fbc1aeb0-f564-4aed-899c-470db657e6a4 HTTP/1.1" status: 200 len: 854 time: 0.3058605 Feb 07 16:49:26.444608 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:49:26.488944 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Pushing event deleted for resources: {'Port': ['ID=41ddd749-6f39-4694-a92a-03290b8ec34a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:26.534372 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:26.535576 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:26.536203 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:26.536792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:26.537430 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:26.538032 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:26.538624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:26.539252 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:26.539818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:26.540942 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:26.542170 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:26.542838 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:26.543536 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:26.646314 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:26.666966 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b62f-9a41-4b90-a913-88a9972afca3 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_gateway (ef386dce-c744-4d38-b451-e25bdd98e501), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:26.711439 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b62f-9a41-4b90-a913-88a9972afca3 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:26.830523 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b9780feb-104b-4db5-81db-d8947ebe652e req-6064e678-dbc5-41c3-ba3e-39c927dd603c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4530902 Feb 07 16:49:26.834490 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f1897-c869-4153-85a8-edb35f71b03a req-dfeccb48-0244-4fe2-b995-7352da370fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:26.836246 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-865f1897-c869-4153-85a8-edb35f71b03a req-dfeccb48-0244-4fe2-b995-7352da370fd0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eacd91f5-96b8-4f5f-ab05-3e846d134af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4432015 Feb 07 16:49:26.841221 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:26.844552 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_controller (cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:26.879151 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-f4f6b62f-9a41-4b90-a913-88a9972afca3 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Allocated IP 172.25.4.243 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/dbb3af0d-8567-4f91-8d6b-9d412c789f1e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:49:27.000085 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:27.000711 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:49:27.006497 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:27.010271 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8b97c83b-db69-49f9-83bf-4125edacd1e6 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "DELETE /v2.0/routers/cf40c4a0-b86d-48fd-b2e6-af6cac2ed15c HTTP/1.1" status: 204 len: 168 time: 3.0548780 Feb 07 16:49:27.013736 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43954) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:27.134300 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-865f1897-c869-4153-85a8-edb35f71b03a req-6e3de924-0081-4edd-9d72-3fad654235f2 service neutron] 10.222.0.48 "GET /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876165 Feb 07 16:49:27.145411 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b62f-9a41-4b90-a913-88a9972afca3 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for port (dbb3af0d-8567-4f91-8d6b-9d412c789f1e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:27.191295 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c052c-9498-4fd9-9898-2765d24e2851 req-c09c4181-8944-4c8f-8913-127dd2fe682a tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:27.196394 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-616c052c-9498-4fd9-9898-2765d24e2851 req-c09c4181-8944-4c8f-8913-127dd2fe682a tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 943 time: 0.1544909 Feb 07 16:49:27.236599 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6666c6db-5218-4484-9009-0ac98be44d6d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (cbbfa37b-e888-410e-a973-ccb28d22c427), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:27.236827 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4754406d-9281-441a-a1b4-06e71acb3cf3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router (971efc7f-68a5-4828-8b12-ba92fb29a03e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:27.498641 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4754406d-9281-441a-a1b4-06e71acb3cf3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_gateway (971efc7f-68a5-4828-8b12-ba92fb29a03e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:27.543724 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-616c052c-9498-4fd9-9898-2765d24e2851 req-21209813-15c7-4aab-8eaa-a8e7902076fc tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290179 Feb 07 16:49:27.578074 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b62f-9a41-4b90-a913-88a9972afca3 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (dbb3af0d-8567-4f91-8d6b-9d412c789f1e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:27.604061 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f6b62f-9a41-4b90-a913-88a9972afca3 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:27.607955 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f4f6b62f-9a41-4b90-a913-88a9972afca3 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:27.610700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f6b62f-9a41-4b90-a913-88a9972afca3 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:49:27.699139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-fcafa473-578f-4dc3-882a-0ae5f2d46b47 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:27.701055 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-fcafa473-578f-4dc3-882a-0ae5f2d46b47 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 807 time: 0.3370118 Feb 07 16:49:27.704460 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-865f1897-c869-4153-85a8-edb35f71b03a req-e8c93357-9047-45c5-b904-dd280a6f5f7d service neutron] 10.222.0.48 "GET /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637748 Feb 07 16:49:27.765080 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-5985fd99-2cd3-49dc-9e1b-5881df690535 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/quotas/fe34686be38c42c8a33e48d32dc23dcd HTTP/1.1" status: 200 len: 375 time: 0.0150876 Feb 07 16:49:27.831522 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4754406d-9281-441a-a1b4-06e71acb3cf3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Deleting port 81e38d58-4e1a-477b-ada7-61c74ba3164f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:49:27.831767 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4754406d-9281-441a-a1b4-06e71acb3cf3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (81e38d58-4e1a-477b-ada7-61c74ba3164f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:27.951186 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b62f-9a41-4b90-a913-88a9972afca3 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_gateway (ef386dce-c744-4d38-b451-e25bdd98e501), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:27.951926 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4754406d-9281-441a-a1b4-06e71acb3cf3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] For port 81e38d58-4e1a-477b-ada7-61c74ba3164f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=81e38d58-4e1a-477b-ada7-61c74ba3164f,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:27.952315 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4754406d-9281-441a-a1b4-06e71acb3cf3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (81e38d58-4e1a-477b-ada7-61c74ba3164f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:27.971818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4754406d-9281-441a-a1b4-06e71acb3cf3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Calling delete_port for 81e38d58-4e1a-477b-ada7-61c74ba3164f owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:49:28.024231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:49:28.027217 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device f7d94d5b-60a4-410f-aeb9-679ac16e22b1 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:49:28.226846 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-926c247e-b99c-4b77-a944-58e1f1e73fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:28.301228 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4754406d-9281-441a-a1b4-06e71acb3cf3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (81e38d58-4e1a-477b-ada7-61c74ba3164f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:28.324002 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port f7d94d5b-60a4-410f-aeb9-679ac16e22b1 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:49:28.327236 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b62f-9a41-4b90-a913-88a9972afca3 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (ef386dce-c744-4d38-b451-e25bdd98e501), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:28.341259 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3bc0f879-7c94-4c42-aaf7-d4a2aacdd649,segment=NetworkSegment(c5dc7732-40aa-4a3a-8260-36e702b52004),segment_id=c5dc7732-40aa-4a3a-8260-36e702b52004)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:28.343152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754406d-9281-441a-a1b4-06e71acb3cf3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Pushing event deleted for resources: {'Port': ['ID=81e38d58-4e1a-477b-ada7-61c74ba3164f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:28.370726 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b62f-9a41-4b90-a913-88a9972afca3 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (ef386dce-c744-4d38-b451-e25bdd98e501), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:28.389398 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-307585de-0e07-460f-9b93-ccf660fc20e7 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6190691 Feb 07 16:49:28.588285 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port f7d94d5b-60a4-410f-aeb9-679ac16e22b1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:28.588911 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f7d94d5b-60a4-410f-aeb9-679ac16e22b1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:28.626124 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '3bc0f879-7c94-4c42-aaf7-d4a2aacdd649', 'network_id': 'eacd91f5-96b8-4f5f-ab05-3e846d134af4', 'port_id': '3bc0f879-7c94-4c42-aaf7-d4a2aacdd649', 'mac_address': 'fa:16:3e:35:04:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc1aeb0-f564-4aed-899c-470db657e6a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:49:28.673419 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-c58423d0-85db-4f51-9058-946cbaf89580 service neutron] 10.222.0.18 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351193 Feb 07 16:49:28.726751 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:28.727357 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3bc0f879-7c94-4c42-aaf7-d4a2aacdd649), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:28.794763 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:49:28.857168 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3bc0f879-7c94-4c42-aaf7-d4a2aacdd649,segment=NetworkSegment(c5dc7732-40aa-4a3a-8260-36e702b52004),segment_id=c5dc7732-40aa-4a3a-8260-36e702b52004)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:28.870615 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port f7d94d5b-60a4-410f-aeb9-679ac16e22b1 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:28.871324 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f7d94d5b-60a4-410f-aeb9-679ac16e22b1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:28.875525 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-d6e00d35-2962-4c56-b7bf-c8d52e335412 service neutron] 10.222.0.18 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007046 Feb 07 16:49:28.878038 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3bc0f879-7c94-4c42-aaf7-d4a2aacdd649), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:28.884968 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4754406d-9281-441a-a1b4-06e71acb3cf3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (971efc7f-68a5-4828-8b12-ba92fb29a03e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:28.952991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=3bc0f879-7c94-4c42-aaf7-d4a2aacdd649,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:28.997713 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fab980-611f-4af3-8d6f-917ad46f0655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d94d5b-60a4-410f-aeb9-679ac16e22b1'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:49:29.001318 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f1109e-e026-4478-8a0b-b8c5bf9b4812" -d '{"events": [{"server_uuid": "e8fab980-611f-4af3-8d6f-917ad46f0655", "name": "network-vif-plugged", "status": "completed", "tag": "f7d94d5b-60a4-410f-aeb9-679ac16e22b1"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:49:29.018130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port f7d94d5b-60a4-410f-aeb9-679ac16e22b1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=f7d94d5b-60a4-410f-aeb9-679ac16e22b1,segment=NetworkSegment(c5dc7732-40aa-4a3a-8260-36e702b52004),segment_id=c5dc7732-40aa-4a3a-8260-36e702b52004)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:29.029959 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f7d94d5b-60a4-410f-aeb9-679ac16e22b1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:29.060308 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49818321-9605-479f-80ee-aac6882521fa req-aa815c61-05a9-4f16-976e-5f084d48c715 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:29.065958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49818321-9605-479f-80ee-aac6882521fa req-aa815c61-05a9-4f16-976e-5f084d48c715 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:29.076608 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49818321-9605-479f-80ee-aac6882521fa req-aa815c61-05a9-4f16-976e-5f084d48c715 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:29.096705 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49818321-9605-479f-80ee-aac6882521fa req-aa815c61-05a9-4f16-976e-5f084d48c715 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:29.110663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49818321-9605-479f-80ee-aac6882521fa req-aa815c61-05a9-4f16-976e-5f084d48c715 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:29.126905 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49818321-9605-479f-80ee-aac6882521fa req-aa815c61-05a9-4f16-976e-5f084d48c715 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:29.133200 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4754406d-9281-441a-a1b4-06e71acb3cf3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (971efc7f-68a5-4828-8b12-ba92fb29a03e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:29.134100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=f7d94d5b-60a4-410f-aeb9-679ac16e22b1,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:29.142081 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4754406d-9281-441a-a1b4-06e71acb3cf3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_controller (971efc7f-68a5-4828-8b12-ba92fb29a03e), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:29.143216 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49818321-9605-479f-80ee-aac6882521fa req-aa815c61-05a9-4f16-976e-5f084d48c715 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:29.145271 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49818321-9605-479f-80ee-aac6882521fa req-aa815c61-05a9-4f16-976e-5f084d48c715 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 1.0152349 Feb 07 16:49:29.146238 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6b62f-9a41-4b90-a913-88a9972afca3 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Pushing event updated for resources: {'Port': ['ID=dbb3af0d-8567-4f91-8d6b-9d412c789f1e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:29.204321 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4754406d-9281-441a-a1b4-06e71acb3cf3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (971efc7f-68a5-4828-8b12-ba92fb29a03e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:29.205006 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4754406d-9281-441a-a1b4-06e71acb3cf3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 971efc7f-68a5-4828-8b12-ba92fb29a03e {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:49:29.211112 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4754406d-9281-441a-a1b4-06e71acb3cf3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:29.217037 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4754406d-9281-441a-a1b4-06e71acb3cf3 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "DELETE /v2.0/routers/971efc7f-68a5-4828-8b12-ba92fb29a03e HTTP/1.1" status: 204 len: 168 time: 2.1977663 Feb 07 16:49:29.217236 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43978) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:29.222751 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-094a9077-4df3-4896-94d9-de25bbc04938 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-630646005', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:29.223866 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6666c6db-5218-4484-9009-0ac98be44d6d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting port 80ec1958-e6ed-4316-a0b2-f016841684d5 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:49:29.224223 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6666c6db-5218-4484-9009-0ac98be44d6d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (80ec1958-e6ed-4316-a0b2-f016841684d5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:29.237196 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['3bc0f879-7c94-4c42-aaf7-d4a2aacdd649'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:49:29.294143 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-094a9077-4df3-4896-94d9-de25bbc04938 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (6b6e3188-647e-48b8-9e0d-e5a8d410f4b9), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:29.299901 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-094a9077-4df3-4896-94d9-de25bbc04938 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (6b6e3188-647e-48b8-9e0d-e5a8d410f4b9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:29.411327 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6666c6db-5218-4484-9009-0ac98be44d6d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (80ec1958-e6ed-4316-a0b2-f016841684d5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:29.469834 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6666c6db-5218-4484-9009-0ac98be44d6d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Calling delete_port for 80ec1958-e6ed-4316-a0b2-f016841684d5 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:49:29.479966 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-094a9077-4df3-4896-94d9-de25bbc04938 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_controller (6b6e3188-647e-48b8-9e0d-e5a8d410f4b9), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:29.487475 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49818321-9605-479f-80ee-aac6882521fa req-768bd4f3-94fb-403c-9e70-b74ad4cd94b9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3254089 Feb 07 16:49:29.598042 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:29.632803 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4106d091-36eb-4df6-ac90-446b2581f775 x-openstack-request-id: req-4106d091-36eb-4df6-ac90-446b2581f775 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:49:29.633591 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fab980-611f-4af3-8d6f-917ad46f0655", "name": "network-vif-plugged", "status": "completed", "tag": "f7d94d5b-60a4-410f-aeb9-679ac16e22b1", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:49:29.633928 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4106d091-36eb-4df6-ac90-446b2581f775 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:49:29.646489 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fab980-611f-4af3-8d6f-917ad46f0655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d94d5b-60a4-410f-aeb9-679ac16e22b1', 'code': 200} Feb 07 16:49:29.695263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f6b62f-9a41-4b90-a913-88a9972afca3 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Router ef386dce-c744-4d38-b451-e25bdd98e501 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:49:29.867168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f6b62f-9a41-4b90-a913-88a9972afca3 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:49:29.872582 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b62f-9a41-4b90-a913-88a9972afca3 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:29.879844 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c55d56-a3c2-4347-b8dc-10aad093ea02 None None] Sync routers for ids ['ef386dce-c744-4d38-b451-e25bdd98e501'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:49:29.888671 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f4f6b62f-9a41-4b90-a913-88a9972afca3 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "PUT /v2.0/routers/ef386dce-c744-4d38-b451-e25bdd98e501 HTTP/1.1" status: 200 len: 915 time: 5.0878720 Feb 07 16:49:29.896196 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c55d56-a3c2-4347-b8dc-10aad093ea02 None None] Routers {'ef386dce-c744-4d38-b451-e25bdd98e501'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:29.898600 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-76c55d56-a3c2-4347-b8dc-10aad093ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ef386dce-c744-4d38-b451-e25bdd98e501'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:29.904622 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43990) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:30.000861 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-76c55d56-a3c2-4347-b8dc-10aad093ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:30.028308 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c55d56-a3c2-4347-b8dc-10aad093ea02 None None] Routers {'ef386dce-c744-4d38-b451-e25bdd98e501'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:30.029887 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-76c55d56-a3c2-4347-b8dc-10aad093ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ef386dce-c744-4d38-b451-e25bdd98e501'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:30.140019 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-76c55d56-a3c2-4347-b8dc-10aad093ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:30.140823 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c55d56-a3c2-4347-b8dc-10aad093ea02 None None] The sync data for ids ['ef386dce-c744-4d38-b451-e25bdd98e501'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:49:30.194615 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f998aef-b1d6-4565-9195-028df08e7a39 req-f44c180f-f5fc-44e4-b373-6e39cd92bb15 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:30.202421 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3f998aef-b1d6-4565-9195-028df08e7a39 req-f44c180f-f5fc-44e4-b373-6e39cd92bb15 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 944 time: 0.6081922 Feb 07 16:49:30.205309 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8987b5e9-3a37-4971-98ad-798519486a99 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "GET /v2.0/routers/ef386dce-c744-4d38-b451-e25bdd98e501 HTTP/1.1" status: 200 len: 921 time: 0.2920690 Feb 07 16:49:30.205864 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43994) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:30.239575 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-094a9077-4df3-4896-94d9-de25bbc04938 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_gateway (6b6e3188-647e-48b8-9e0d-e5a8d410f4b9), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:30.263172 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f763ecf9-d89d-4e37-a728-5b6850853b9e req-23f0ff1d-775a-4c62-be4e-7655e35f35af tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 210 time: 0.3974564 Feb 07 16:49:30.407452 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2adca-dcda-4b9f-9bd4-4b415ed6fdff req-74018965-b763-4685-beff-b04442441b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:30.410278 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d7a2adca-dcda-4b9f-9bd4-4b415ed6fdff req-74018965-b763-4685-beff-b04442441b34 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 1127 time: 0.6818926 Feb 07 16:49:30.421976 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3f998aef-b1d6-4565-9195-028df08e7a39 req-c7b980a8-5be5-4d17-a218-667bedfc788b tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181575 Feb 07 16:49:30.426192 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6666c6db-5218-4484-9009-0ac98be44d6d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (80ec1958-e6ed-4316-a0b2-f016841684d5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:30.457353 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666c6db-5218-4484-9009-0ac98be44d6d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Port': ['ID=80ec1958-e6ed-4316-a0b2-f016841684d5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:30.498166 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55648690-fa68-4a10-927e-47f24522afb6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:30.502904 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-55648690-fa68-4a10-927e-47f24522afb6 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&device_id=ef386dce-c744-4d38-b451-e25bdd98e501&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2910564 Feb 07 16:49:30.503783 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43996) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:30.662652 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0785a7-8528-4d99-80fa-2d90a2fe71fd tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:30.664209 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-aa0785a7-8528-4d99-80fa-2d90a2fe71fd tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 881 time: 0.1597526 Feb 07 16:49:30.669419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44002) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:30.719576 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6666c6db-5218-4484-9009-0ac98be44d6d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (cbbfa37b-e888-410e-a973-ccb28d22c427), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:30.743372 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6ad6f0ea-8f97-4c41-ba3a-8a1032a6900f tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef386dce-c744-4d38-b451-e25bdd98e501 HTTP/1.1" status: 200 len: 205 time: 0.0702455 Feb 07 16:49:30.748138 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44004) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:30.749530 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d7a2adca-dcda-4b9f-9bd4-4b415ed6fdff req-e9aa5e75-9e0c-4283-a316-0de0eb2dafff service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183177 Feb 07 16:49:30.765152 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:30.907016 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b36-317d-43c3-b0c8-c121c6c4627e tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router (ef386dce-c744-4d38-b451-e25bdd98e501), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:30.981545 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-094a9077-4df3-4896-94d9-de25bbc04938 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_gateway (6b6e3188-647e-48b8-9e0d-e5a8d410f4b9), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:31.008923 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-094a9077-4df3-4896-94d9-de25bbc04938 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:31.102337 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-37dda353-040c-4501-b65c-4fed0126af95 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:31.102881 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06e2f4-3344-40b2-bab3-c84ff149b2a0 req-dde6870f-2804-47be-8fd9-ad8e43ab60f3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:31.104543 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-37dda353-040c-4501-b65c-4fed0126af95 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.32 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 807 time: 0.2492507 Feb 07 16:49:31.108849 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06e2f4-3344-40b2-bab3-c84ff149b2a0 req-dde6870f-2804-47be-8fd9-ad8e43ab60f3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:31.114661 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06e2f4-3344-40b2-bab3-c84ff149b2a0 req-dde6870f-2804-47be-8fd9-ad8e43ab60f3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:31.118043 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-7b9d58da-e412-4abc-8b4a-e9adc52fc9c1 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Request body: {'port': {'device_id': 'cd103441-dd57-4018-acd8-09d140ce5801', 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7', 'admin_state_up': True, 'tenant_id': 'fe34686be38c42c8a33e48d32dc23dcd'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:31.120470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06e2f4-3344-40b2-bab3-c84ff149b2a0 req-dde6870f-2804-47be-8fd9-ad8e43ab60f3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:31.125943 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06e2f4-3344-40b2-bab3-c84ff149b2a0 req-dde6870f-2804-47be-8fd9-ad8e43ab60f3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:31.132375 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06e2f4-3344-40b2-bab3-c84ff149b2a0 req-dde6870f-2804-47be-8fd9-ad8e43ab60f3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:31.139392 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06e2f4-3344-40b2-bab3-c84ff149b2a0 req-dde6870f-2804-47be-8fd9-ad8e43ab60f3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:31.141538 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4c06e2f4-3344-40b2-bab3-c84ff149b2a0 req-dde6870f-2804-47be-8fd9-ad8e43ab60f3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.4662256 Feb 07 16:49:31.233333 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6666c6db-5218-4484-9009-0ac98be44d6d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router cbbfa37b-e888-410e-a973-ccb28d22c427 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:49:31.293491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-094a9077-4df3-4896-94d9-de25bbc04938 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Allocated IP 172.25.4.28 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/3acb2ad2-3a7a-4cc9-98d2-f34ff2792e22) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:49:31.302923 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 81e38d58-4e1a-477b-ada7-61c74ba3164f no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:49:31.350820 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 81e38d58-4e1a-477b-ada7-61c74ba3164f {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:49:31.351048 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 81e38d58-4e1a-477b-ada7-61c74ba3164f not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:49:31.432889 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b36-317d-43c3-b0c8-c121c6c4627e tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_gateway (ef386dce-c744-4d38-b451-e25bdd98e501), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:31.444845 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4c06e2f4-3344-40b2-bab3-c84ff149b2a0 req-eff30e1a-47ff-4048-8b00-d9c6f25f155f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2202268 Feb 07 16:49:31.453606 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6666c6db-5218-4484-9009-0ac98be44d6d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:49:31.465466 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6666c6db-5218-4484-9009-0ac98be44d6d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/cbbfa37b-e888-410e-a973-ccb28d22c427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6931641 Feb 07 16:49:31.467370 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fcc22c-ba97-47a2-8da1-53b3af3c294d None None] Sync routers for ids ['cbbfa37b-e888-410e-a973-ccb28d22c427'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:49:31.468498 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44010) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:31.489340 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e7d4aea5-7d08-490a-a64a-d63dc9171beb req-3a3417da-7ee1-4b26-8995-a96a6e328aa5 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 210 time: 0.0780530 Feb 07 16:49:31.506013 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0473b142-a497-44be-aac1-63b46b716474 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbbfa37b-e888-410e-a973-ccb28d22c427 HTTP/1.1" status: 200 len: 205 time: 0.0353754 Feb 07 16:49:31.512025 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44012) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:31.513885 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fcc22c-ba97-47a2-8da1-53b3af3c294d None None] Routers {'cbbfa37b-e888-410e-a973-ccb28d22c427'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:31.514807 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c0fcc22c-ba97-47a2-8da1-53b3af3c294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cbbfa37b-e888-410e-a973-ccb28d22c427'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:31.522312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-7b9d58da-e412-4abc-8b4a-e9adc52fc9c1 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Made reservation on behalf of fe34686be38c42c8a33e48d32dc23dcd for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:49:31.534886 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-7b9d58da-e412-4abc-8b4a-e9adc52fc9c1 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:31.588241 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-dfd04b36-317d-43c3-b0c8-c121c6c4627e tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Deleting port dbb3af0d-8567-4f91-8d6b-9d412c789f1e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:49:31.588732 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b36-317d-43c3-b0c8-c121c6c4627e tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (dbb3af0d-8567-4f91-8d6b-9d412c789f1e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:31.660829 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c0fcc22c-ba97-47a2-8da1-53b3af3c294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:31.681364 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fcc22c-ba97-47a2-8da1-53b3af3c294d None None] Routers {'cbbfa37b-e888-410e-a973-ccb28d22c427'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:31.683919 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c0fcc22c-ba97-47a2-8da1-53b3af3c294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cbbfa37b-e888-410e-a973-ccb28d22c427'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:31.729484 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-094a9077-4df3-4896-94d9-de25bbc04938 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for port (3acb2ad2-3a7a-4cc9-98d2-f34ff2792e22), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:31.733056 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e979-1862-4204-91af-f0708c57e68d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (cbbfa37b-e888-410e-a973-ccb28d22c427), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:31.774125 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c0fcc22c-ba97-47a2-8da1-53b3af3c294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:31.775372 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fcc22c-ba97-47a2-8da1-53b3af3c294d None None] The sync data for ids ['cbbfa37b-e888-410e-a973-ccb28d22c427'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:49:31.845943 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b36-317d-43c3-b0c8-c121c6c4627e tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (dbb3af0d-8567-4f91-8d6b-9d412c789f1e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:31.882159 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-dfd04b36-317d-43c3-b0c8-c121c6c4627e tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Calling delete_port for dbb3af0d-8567-4f91-8d6b-9d412c789f1e owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:49:32.024431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:49:32.107859 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e979-1862-4204-91af-f0708c57e68d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (cbbfa37b-e888-410e-a973-ccb28d22c427), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:32.111477 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e979-1862-4204-91af-f0708c57e68d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router_controller (cbbfa37b-e888-410e-a973-ccb28d22c427), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:32.175953 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e979-1862-4204-91af-f0708c57e68d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (cbbfa37b-e888-410e-a973-ccb28d22c427), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:32.177322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb1e979-1862-4204-91af-f0708c57e68d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Fanout notify agent at l3_agent the message router_deleted on router cbbfa37b-e888-410e-a973-ccb28d22c427 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:49:32.188823 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2eb1e979-1862-4204-91af-f0708c57e68d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:32.191100 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2eb1e979-1862-4204-91af-f0708c57e68d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/routers/cbbfa37b-e888-410e-a973-ccb28d22c427 HTTP/1.1" status: 204 len: 168 time: 0.6774976 Feb 07 16:49:32.194126 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:49:32.204288 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:32.204686 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3bc0f879-7c94-4c42-aaf7-d4a2aacdd649), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:32.227367 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44020) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:32.256724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11aae4-34b9-43c0-b777-bf9cf860f929 req-13d6c1ce-f401-4d96-8198-e71cb21cb186 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:32.269236 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cb11aae4-34b9-43c0-b777-bf9cf860f929 req-13d6c1ce-f401-4d96-8198-e71cb21cb186 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 944 time: 0.5850849 Feb 07 16:49:32.342663 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:32.405748 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-094a9077-4df3-4896-94d9-de25bbc04938 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (3acb2ad2-3a7a-4cc9-98d2-f34ff2792e22), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:32.471003 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-7b9d58da-e412-4abc-8b4a-e9adc52fc9c1 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Allocated IP 172.20.0.6 (5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7/e9d72c12-d0bd-4126-b125-fb7d60290221/5ef53b66-dab5-4a74-be67-26f9baa2959a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:49:32.496588 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:32.499177 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b36-317d-43c3-b0c8-c121c6c4627e tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (dbb3af0d-8567-4f91-8d6b-9d412c789f1e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:32.500664 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3bc0f879-7c94-4c42-aaf7-d4a2aacdd649), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:32.527101 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094a9077-4df3-4896-94d9-de25bbc04938 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:32.535645 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd04b36-317d-43c3-b0c8-c121c6c4627e tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Pushing event deleted for resources: {'Port': ['ID=dbb3af0d-8567-4f91-8d6b-9d412c789f1e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:32.570805 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-18988277-db13-40f9-bf47-9691f70f6523 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting subnet 814be650-6c57-4cd2-a646-02156f81e153 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:49:32.593597 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18988277-db13-40f9-bf47-9691f70f6523 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for subnet (814be650-6c57-4cd2-a646-02156f81e153), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:32.603615 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-094a9077-4df3-4896-94d9-de25bbc04938 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:32.612511 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc0f879-7c94-4c42-aaf7-d4a2aacdd649'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:49:32.623839 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00afc516-7d8f-4ed0-bf51-b37b00b249dd" -d '{"events": [{"server_uuid": "8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1", "name": "network-vif-plugged", "status": "completed", "tag": "3bc0f879-7c94-4c42-aaf7-d4a2aacdd649"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:49:32.667398 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3bc0f879-7c94-4c42-aaf7-d4a2aacdd649,segment=NetworkSegment(c5dc7732-40aa-4a3a-8260-36e702b52004),segment_id=c5dc7732-40aa-4a3a-8260-36e702b52004)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:32.673624 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3bc0f879-7c94-4c42-aaf7-d4a2aacdd649), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:32.677949 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b36-317d-43c3-b0c8-c121c6c4627e tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (ef386dce-c744-4d38-b451-e25bdd98e501), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:32.768160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=3bc0f879-7c94-4c42-aaf7-d4a2aacdd649,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:32.846335 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a9077-4df3-4896-94d9-de25bbc04938 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Pushing event updated for resources: {'Port': ['ID=3acb2ad2-3a7a-4cc9-98d2-f34ff2792e22,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:32.852091 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094a9077-4df3-4896-94d9-de25bbc04938 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:49:32.865836 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-719d566f-0150-4321-a988-7330a5d13260 req-d1807294-c741-4fc7-aa2e-201241f17ec3 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 210 time: 0.2017982 Feb 07 16:49:32.926654 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b36-317d-43c3-b0c8-c121c6c4627e tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (ef386dce-c744-4d38-b451-e25bdd98e501), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:32.937546 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b36-317d-43c3-b0c8-c121c6c4627e tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_controller (ef386dce-c744-4d38-b451-e25bdd98e501), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:33.055055 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18988277-db13-40f9-bf47-9691f70f6523 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (814be650-6c57-4cd2-a646-02156f81e153), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:33.075793 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b36-317d-43c3-b0c8-c121c6c4627e tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (ef386dce-c744-4d38-b451-e25bdd98e501), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:33.076755 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd04b36-317d-43c3-b0c8-c121c6c4627e tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Fanout notify agent at l3_agent the message router_deleted on router ef386dce-c744-4d38-b451-e25bdd98e501 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:49:33.089316 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfd04b36-317d-43c3-b0c8-c121c6c4627e tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:33.097333 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dfd04b36-317d-43c3-b0c8-c121c6c4627e tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "DELETE /v2.0/routers/ef386dce-c744-4d38-b451-e25bdd98e501 HTTP/1.1" status: 204 len: 168 time: 2.3464484 Feb 07 16:49:33.100554 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44030) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:33.107367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5a50f8ac-3238-436d-8315-53caf17f8ad3 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-918362331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:33.184421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3fddb-6416-4eb2-b36e-e723d3365acc req-91826bda-fda6-46ff-86bf-8ef6c34990d9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:33.191080 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3fddb-6416-4eb2-b36e-e723d3365acc req-91826bda-fda6-46ff-86bf-8ef6c34990d9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:33.198022 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3fddb-6416-4eb2-b36e-e723d3365acc req-91826bda-fda6-46ff-86bf-8ef6c34990d9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:33.204226 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3fddb-6416-4eb2-b36e-e723d3365acc req-91826bda-fda6-46ff-86bf-8ef6c34990d9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:33.210367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3fddb-6416-4eb2-b36e-e723d3365acc req-91826bda-fda6-46ff-86bf-8ef6c34990d9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:33.218626 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3fddb-6416-4eb2-b36e-e723d3365acc req-91826bda-fda6-46ff-86bf-8ef6c34990d9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:33.225301 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3fddb-6416-4eb2-b36e-e723d3365acc req-91826bda-fda6-46ff-86bf-8ef6c34990d9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:33.247245 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46f3fddb-6416-4eb2-b36e-e723d3365acc req-91826bda-fda6-46ff-86bf-8ef6c34990d9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.2064972 Feb 07 16:49:33.258027 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cb11aae4-34b9-43c0-b777-bf9cf860f929 req-5aedf948-c045-4286-8033-99798a59b680 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9874477 Feb 07 16:49:33.277562 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a50f8ac-3238-436d-8315-53caf17f8ad3 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (ae3e6282-7d0a-4b16-b396-6c4967bbb93f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:33.278820 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a50f8ac-3238-436d-8315-53caf17f8ad3 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (ae3e6282-7d0a-4b16-b396-6c4967bbb93f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:33.379582 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a496e1c3-ca8a-491d-99ee-798a71135e09 x-openstack-request-id: req-a496e1c3-ca8a-491d-99ee-798a71135e09 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:49:33.380835 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1", "name": "network-vif-plugged", "status": "completed", "tag": "3bc0f879-7c94-4c42-aaf7-d4a2aacdd649", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:49:33.381361 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a496e1c3-ca8a-491d-99ee-798a71135e09 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:49:33.381992 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc0f879-7c94-4c42-aaf7-d4a2aacdd649', 'code': 200} Feb 07 16:49:33.471160 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46f3fddb-6416-4eb2-b36e-e723d3365acc req-6e1ead34-8981-46cf-b0a3-5076f6223a81 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2217233 Feb 07 16:49:33.553063 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-7b9d58da-e412-4abc-8b4a-e9adc52fc9c1 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks [] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:33.617604 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-7b9d58da-e412-4abc-8b4a-e9adc52fc9c1 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:33.619004 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a50f8ac-3238-436d-8315-53caf17f8ad3 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_controller (ae3e6282-7d0a-4b16-b396-6c4967bbb93f), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:33.631024 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a50f8ac-3238-436d-8315-53caf17f8ad3 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (ae3e6282-7d0a-4b16-b396-6c4967bbb93f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:33.635923 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['6124f81f-5ddd-47ca-84ae-caa98a00790d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:49:33.661366 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a50f8ac-3238-436d-8315-53caf17f8ad3 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:33.665333 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5a50f8ac-3238-436d-8315-53caf17f8ad3 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5608227 Feb 07 16:49:33.673875 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44032) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:33.678584 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-264576e1-4e62-4720-ab68-125506de7dd8 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'enable_snat': False}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:33.756662 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18988277-db13-40f9-bf47-9691f70f6523 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (814be650-6c57-4cd2-a646-02156f81e153), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:33.803732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-7b9d58da-e412-4abc-8b4a-e9adc52fc9c1 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:33.909176 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f54303-bccb-48a9-977f-05cc8d8a0e61 req-aea0452d-43b1-4c5f-8e0f-c950eab0aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:33.910701 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-45f54303-bccb-48a9-977f-05cc8d8a0e61 req-aea0452d-43b1-4c5f-8e0f-c950eab0aed5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 1127 time: 0.4468219 Feb 07 16:49:33.921877 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-7b9d58da-e412-4abc-8b4a-e9adc52fc9c1 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:33.923952 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d58da-e412-4abc-8b4a-e9adc52fc9c1 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Pushing event updated for resources: {'Port': ['ID=5ef53b66-dab5-4a74-be67-26f9baa2959a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:33.928465 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-7b9d58da-e412-4abc-8b4a-e9adc52fc9c1 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:49:34.136815 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-094a9077-4df3-4896-94d9-de25bbc04938 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_gateway (6b6e3188-647e-48b8-9e0d-e5a8d410f4b9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:34.150726 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-45f54303-bccb-48a9-977f-05cc8d8a0e61 req-d3db6c6d-f4e3-4f55-a047-7364eab5c109 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160249 Feb 07 16:49:34.233159 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-7b9d58da-e412-4abc-8b4a-e9adc52fc9c1 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:34.234438 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-7b9d58da-e412-4abc-8b4a-e9adc52fc9c1 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:34.246517 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-264576e1-4e62-4720-ab68-125506de7dd8 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_gateway (ae3e6282-7d0a-4b16-b396-6c4967bbb93f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:34.284986 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18988277-db13-40f9-bf47-9691f70f6523 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (814be650-6c57-4cd2-a646-02156f81e153), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:34.289955 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-7b9d58da-e412-4abc-8b4a-e9adc52fc9c1 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1768317 Feb 07 16:49:34.328018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e97a4-6fbe-43f5-880a-1ffa1704fefb req-1fb5f73a-1fef-4206-a3c8-8c1d1eac6538 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:34.329745 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d93e97a4-6fbe-43f5-880a-1ffa1704fefb req-1fb5f73a-1fef-4206-a3c8-8c1d1eac6538 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 931 time: 0.2663159 Feb 07 16:49:34.335293 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Request body: {'port': {'device_id': 'cd103441-dd57-4018-acd8-09d140ce5801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:34.495854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2ecfc-e88d-4bdb-925e-f5f7559e3fe2 req-decb8c9b-bfee-463c-ac44-ebe3041a5b68 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:34.497572 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-03e2ecfc-e88d-4bdb-925e-f5f7559e3fe2 req-decb8c9b-bfee-463c-ac44-ebe3041a5b68 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 945 time: 0.0837739 Feb 07 16:49:34.782959 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18988277-db13-40f9-bf47-9691f70f6523 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Subnet': ['ID=814be650-6c57-4cd2-a646-02156f81e153,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:34.865999 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b57dea6-3ce8-4e9f-841c-2cc1a2dfe6c7 None None] Network ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:49:34.889464 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18988277-db13-40f9-bf47-9691f70f6523 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:34.908880 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-18988277-db13-40f9-bf47-9691f70f6523 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/subnets/814be650-6c57-4cd2-a646-02156f81e153 HTTP/1.1" status: 204 len: 168 time: 2.6785445 Feb 07 16:49:34.988775 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44042) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:35.029691 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-03e2ecfc-e88d-4bdb-925e-f5f7559e3fe2 req-e38282ca-bd13-47a8-b5e0-0f32dd407b32 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181806 Feb 07 16:49:35.126507 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-264576e1-4e62-4720-ab68-125506de7dd8 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_gateway (ae3e6282-7d0a-4b16-b396-6c4967bbb93f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:35.174929 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-264576e1-4e62-4720-ab68-125506de7dd8 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:35.178130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe550252-d328-4298-8585-189076bf9654 None None] DHCP port deletion for ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:49:35.271737 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fe550252-d328-4298-8585-189076bf9654 None None] Deleting port b251a360-c3e9-47b9-9a9b-ba26f846161d {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:49:35.272489 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fe550252-d328-4298-8585-189076bf9654 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b251a360-c3e9-47b9-9a9b-ba26f846161d), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:35.334867 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19c60ca-a6d2-463d-9c27-b99383db3ed3 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting subnet f73bf2c5-bf69-495b-8940-53922b51715a {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:49:35.365984 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d93e97a4-6fbe-43f5-880a-1ffa1704fefb req-3e4211cd-a603-40b4-9954-0a39ab22567a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5767806 Feb 07 16:49:35.371111 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f19c60ca-a6d2-463d-9c27-b99383db3ed3 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for subnet (f73bf2c5-bf69-495b-8940-53922b51715a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:35.440235 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-fe550252-d328-4298-8585-189076bf9654 None None] For port b251a360-c3e9-47b9-9a9b-ba26f846161d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b251a360-c3e9-47b9-9a9b-ba26f846161d,segment=NetworkSegment(4c295271-00a7-4e0b-be09-e7dcc0203e99),segment_id=4c295271-00a7-4e0b-be09-e7dcc0203e99)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:35.440539 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fe550252-d328-4298-8585-189076bf9654 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b251a360-c3e9-47b9-9a9b-ba26f846161d), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:35.447227 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:35.472683 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f19c60ca-a6d2-463d-9c27-b99383db3ed3 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (f73bf2c5-bf69-495b-8940-53922b51715a), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:35.478628 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fe550252-d328-4298-8585-189076bf9654 None None] Calling delete_port for b251a360-c3e9-47b9-9a9b-ba26f846161d owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:49:35.539923 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ddf43-0d43-48f4-ab20-fec0a5eacb81 req-de7d65a4-c809-4240-ac80-758e42675ee6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:35.560825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ddf43-0d43-48f4-ab20-fec0a5eacb81 req-de7d65a4-c809-4240-ac80-758e42675ee6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:35.572096 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ddf43-0d43-48f4-ab20-fec0a5eacb81 req-de7d65a4-c809-4240-ac80-758e42675ee6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:35.583772 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b251a360-c3e9-47b9-9a9b-ba26f846161d no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:49:35.585917 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ddf43-0d43-48f4-ab20-fec0a5eacb81 req-de7d65a4-c809-4240-ac80-758e42675ee6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:35.600578 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ddf43-0d43-48f4-ab20-fec0a5eacb81 req-de7d65a4-c809-4240-ac80-758e42675ee6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:35.602542 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-094a9077-4df3-4896-94d9-de25bbc04938 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (6b6e3188-647e-48b8-9e0d-e5a8d410f4b9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:35.614225 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ddf43-0d43-48f4-ab20-fec0a5eacb81 req-de7d65a4-c809-4240-ac80-758e42675ee6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:35.626914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ddf43-0d43-48f4-ab20-fec0a5eacb81 req-de7d65a4-c809-4240-ac80-758e42675ee6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:35.633533 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c3ddf43-0d43-48f4-ab20-fec0a5eacb81 req-de7d65a4-c809-4240-ac80-758e42675ee6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.3442712 Feb 07 16:49:35.783091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-264576e1-4e62-4720-ab68-125506de7dd8 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Allocated IP 172.25.4.6 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/de5284ad-5716-4ce7-a74d-1195ec101901) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:49:35.850112 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f19c60ca-a6d2-463d-9c27-b99383db3ed3 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (f73bf2c5-bf69-495b-8940-53922b51715a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:35.855985 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port b251a360-c3e9-47b9-9a9b-ba26f846161d is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:35.856556 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b251a360-c3e9-47b9-9a9b-ba26f846161d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:35.857745 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c3ddf43-0d43-48f4-ab20-fec0a5eacb81 req-0437e0b9-9dbf-4af9-8477-353045664fbf tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2129984 Feb 07 16:49:35.912302 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fe550252-d328-4298-8585-189076bf9654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (b251a360-c3e9-47b9-9a9b-ba26f846161d), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:35.953666 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe550252-d328-4298-8585-189076bf9654 None None] No DVR routers for this DVR port b251a360-c3e9-47b9-9a9b-ba26f846161d on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:49:36.051494 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-264576e1-4e62-4720-ab68-125506de7dd8 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for port (de5284ad-5716-4ce7-a74d-1195ec101901), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:36.063351 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe550252-d328-4298-8585-189076bf9654 None None] Pushing event deleted for resources: {'Port': ['ID=b251a360-c3e9-47b9-9a9b-ba26f846161d,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:36.093306 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f19c60ca-a6d2-463d-9c27-b99383db3ed3 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (f73bf2c5-bf69-495b-8940-53922b51715a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:36.098930 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-264576e1-4e62-4720-ab68-125506de7dd8 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (de5284ad-5716-4ce7-a74d-1195ec101901), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:36.139283 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f823a1-39c7-4727-8d85-a5bc0288a404 None None] Network 07cfac85-fadf-4de2-afa4-13d5c2a065e2 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:49:36.169334 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f19c60ca-a6d2-463d-9c27-b99383db3ed3 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:36.173938 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f19c60ca-a6d2-463d-9c27-b99383db3ed3 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/subnets/f73bf2c5-bf69-495b-8940-53922b51715a HTTP/1.1" status: 204 len: 168 time: 1.1663098 Feb 07 16:49:36.194100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44048) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:36.230069 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264576e1-4e62-4720-ab68-125506de7dd8 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:36.237898 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c60ca-a6d2-463d-9c27-b99383db3ed3 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Subnet': ['ID=f73bf2c5-bf69-495b-8940-53922b51715a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:36.241120 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-264576e1-4e62-4720-ab68-125506de7dd8 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:36.257162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264576e1-4e62-4720-ab68-125506de7dd8 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:49:36.374941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094a9077-4df3-4896-94d9-de25bbc04938 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Router 6b6e3188-647e-48b8-9e0d-e5a8d410f4b9 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:49:36.387375 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3dcde98c-2f9b-405d-8dc6-d1922afbd1c6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:36.482680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264576e1-4e62-4720-ab68-125506de7dd8 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Pushing event updated for resources: {'Port': ['ID=de5284ad-5716-4ce7-a74d-1195ec101901,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:36.485985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef53b66-dab5-4a74-be67-26f9baa2959a {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:49:36.504654 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Publish callbacks [] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:36.508213 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4023b6b1-9877-4626-bf28-198bef2e422c None None] DHCP port deletion for 07cfac85-fadf-4de2-afa4-13d5c2a065e2 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:49:36.530661 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Transition to ACTIVE for port object 5ef53b66-dab5-4a74-be67-26f9baa2959a will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:49:36.538529 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-9d344b3f-cb54-425b-92ac-9d98e0dc4e39 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4279828 Feb 07 16:49:36.566153 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:36.629391 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2aff6c-ea06-46d0-8dfb-501a5965ec09 req-fb84bca9-5523-484e-bc51-7548a21db4ca tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:36.644024 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f2aff6c-ea06-46d0-8dfb-501a5965ec09 req-fb84bca9-5523-484e-bc51-7548a21db4ca tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 945 time: 0.4313755 Feb 07 16:49:36.646305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4023b6b1-9877-4626-bf28-198bef2e422c None None] Deleting port 442b6125-6b72-4438-a0f2-e23bbf400849 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:49:36.646694 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4023b6b1-9877-4626-bf28-198bef2e422c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (442b6125-6b72-4438-a0f2-e23bbf400849), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:36.780570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4023b6b1-9877-4626-bf28-198bef2e422c None None] For port 442b6125-6b72-4438-a0f2-e23bbf400849, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=442b6125-6b72-4438-a0f2-e23bbf400849,segment=NetworkSegment(3b8c935d-f1ff-4f42-ab48-3e50947798c8),segment_id=3b8c935d-f1ff-4f42-ab48-3e50947798c8)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:36.781143 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4023b6b1-9877-4626-bf28-198bef2e422c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (442b6125-6b72-4438-a0f2-e23bbf400849), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:36.793909 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e66d2-f254-436f-9e23-574b59292522 req-d9376c51-4006-4713-b686-a092fb7661eb tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:36.795661 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-905e66d2-f254-436f-9e23-574b59292522 req-d9376c51-4006-4713-b686-a092fb7661eb tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 943 time: 0.1575232 Feb 07 16:49:36.805038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4023b6b1-9877-4626-bf28-198bef2e422c None None] Calling delete_port for 442b6125-6b72-4438-a0f2-e23bbf400849 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:49:36.826654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-1e69364f-b3a1-4e9c-aa88-863e42f5a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:36.827433 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-1e69364f-b3a1-4e9c-aa88-863e42f5a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:36.828282 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-1e69364f-b3a1-4e9c-aa88-863e42f5a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:36.828963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-1e69364f-b3a1-4e9c-aa88-863e42f5a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:36.829520 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-1e69364f-b3a1-4e9c-aa88-863e42f5a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:36.829998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-1e69364f-b3a1-4e9c-aa88-863e42f5a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:36.830464 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-1e69364f-b3a1-4e9c-aa88-863e42f5a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:36.832602 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-1e69364f-b3a1-4e9c-aa88-863e42f5a444 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4aab9c2a401e4794b59cf423bf862032&device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 6708 time: 0.2542951 Feb 07 16:49:37.016348 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4023b6b1-9877-4626-bf28-198bef2e422c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (442b6125-6b72-4438-a0f2-e23bbf400849), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:37.066203 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef53b66-dab5-4a74-be67-26f9baa2959a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:37.090863 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023b6b1-9877-4626-bf28-198bef2e422c None None] Pushing event deleted for resources: {'Port': ['ID=442b6125-6b72-4438-a0f2-e23bbf400849,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:37.111840 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4023b6b1-9877-4626-bf28-198bef2e422c None None] No DVR routers for this DVR port 442b6125-6b72-4438-a0f2-e23bbf400849 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:49:37.169589 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-271af831-25db-49da-9f45-20e8c3ba1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:37.170194 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-271af831-25db-49da-9f45-20e8c3ba1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:37.170866 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-271af831-25db-49da-9f45-20e8c3ba1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:37.173073 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f2aff6c-ea06-46d0-8dfb-501a5965ec09 req-6a9edcf2-a82b-41bc-8cb1-29a65fa30a11 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278790 Feb 07 16:49:37.185910 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-271af831-25db-49da-9f45-20e8c3ba1075 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b2b4548-f7c6-4e74-86b3-3287e52c00ca&id=77871b7a-f86e-4316-bba8-73d687b56c15&id=77871b7a-f86e-4316-bba8-73d687b56c15&id=77871b7a-f86e-4316-bba8-73d687b56c15&id=77871b7a-f86e-4316-bba8-73d687b56c15&id=341e2c10-4c3c-4ab6-9063-14743a0d705c&id=341e2c10-4c3c-4ab6-9063-14743a0d705c HTTP/1.1" status: 200 len: 2294 time: 0.2356293 Feb 07 16:49:37.205928 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3dcde98c-2f9b-405d-8dc6-d1922afbd1c6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:37.222970 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-905e66d2-f254-436f-9e23-574b59292522 req-97847047-7b80-4f64-8d3f-a930f6ee79d2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891842 Feb 07 16:49:37.342357 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094a9077-4df3-4896-94d9-de25bbc04938 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:49:37.363107 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc4d90-301e-480e-ae7a-afac47d526bc None None] Sync routers for ids ['6b6e3188-647e-48b8-9e0d-e5a8d410f4b9'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:49:37.392928 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebc4d90-301e-480e-ae7a-afac47d526bc None None] Routers {'6b6e3188-647e-48b8-9e0d-e5a8d410f4b9'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:37.393546 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-cebc4d90-301e-480e-ae7a-afac47d526bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6b6e3188-647e-48b8-9e0d-e5a8d410f4b9'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:37.435050 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-264576e1-4e62-4720-ab68-125506de7dd8 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router_gateway (ae3e6282-7d0a-4b16-b396-6c4967bbb93f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:37.440910 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3dcde98c-2f9b-405d-8dc6-d1922afbd1c6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:37.494803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3dcde98c-2f9b-405d-8dc6-d1922afbd1c6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c295271-00a7-4e0b-be09-e7dcc0203e99') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:37.495327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3dcde98c-2f9b-405d-8dc6-d1922afbd1c6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c295271-00a7-4e0b-be09-e7dcc0203e99') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:37.517770 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Attempting to bind port 5ef53b66-dab5-4a74-be67-26f9baa2959a on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:49:37.518477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Attempting to bind port 5ef53b66-dab5-4a74-be67-26f9baa2959a by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:49:37.519044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Attempting to bind port 5ef53b66-dab5-4a74-be67-26f9baa2959a on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:49:37.525374 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 442b6125-6b72-4438-a0f2-e23bbf400849 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:49:37.551191 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3dcde98c-2f9b-405d-8dc6-d1922afbd1c6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (4c295271-00a7-4e0b-be09-e7dcc0203e99), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:37.576088 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-094a9077-4df3-4896-94d9-de25bbc04938 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:37.578612 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-094a9077-4df3-4896-94d9-de25bbc04938 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.3598213 Feb 07 16:49:37.582626 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-cebc4d90-301e-480e-ae7a-afac47d526bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:37.586701 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 442b6125-6b72-4438-a0f2-e23bbf400849 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:49:37.588095 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 442b6125-6b72-4438-a0f2-e23bbf400849 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:49:37.605155 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebc4d90-301e-480e-ae7a-afac47d526bc None None] Routers {'6b6e3188-647e-48b8-9e0d-e5a8d410f4b9'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:37.605988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-cebc4d90-301e-480e-ae7a-afac47d526bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6b6e3188-647e-48b8-9e0d-e5a8d410f4b9'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:37.607727 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44060) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:37.619488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Port 5ef53b66-dab5-4a74-be67-26f9baa2959a on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:49:37.623898 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Attempting to bind port 5ef53b66-dab5-4a74-be67-26f9baa2959a on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:49:37.637199 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2e69087a-a4aa-4408-b763-6564bae0485b tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'enable_snat': False}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:37.687294 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-cebc4d90-301e-480e-ae7a-afac47d526bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:37.698096 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc4d90-301e-480e-ae7a-afac47d526bc None None] The sync data for ids ['6b6e3188-647e-48b8-9e0d-e5a8d410f4b9'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:49:37.703086 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3dcde98c-2f9b-405d-8dc6-d1922afbd1c6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4c295271-00a7-4e0b-be09-e7dcc0203e99), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:37.765779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:49:37.766253 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Checking segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:49:37.766656 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Bound using segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:49:37.767133 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Bound port: 5ef53b66-dab5-4a74-be67-26f9baa2959a, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:49:37.767665 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:37.793167 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432d5ec-4f8c-47dd-a773-39bdd3bf4859 req-337f2be8-086b-40c2-a804-32ccd405c9db tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:37.796500 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-96b941a4-b19c-4faf-b053-f6666cb627b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a820c8e-82b5-4d45-aa6c-615c32456553 HTTP/1.1" status: 200 len: 1001 time: 0.5707839 Feb 07 16:49:37.804961 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432d5ec-4f8c-47dd-a773-39bdd3bf4859 req-337f2be8-086b-40c2-a804-32ccd405c9db tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:37.817646 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432d5ec-4f8c-47dd-a773-39bdd3bf4859 req-337f2be8-086b-40c2-a804-32ccd405c9db tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:37.828872 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432d5ec-4f8c-47dd-a773-39bdd3bf4859 req-337f2be8-086b-40c2-a804-32ccd405c9db tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:37.840238 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432d5ec-4f8c-47dd-a773-39bdd3bf4859 req-337f2be8-086b-40c2-a804-32ccd405c9db tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:37.853897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432d5ec-4f8c-47dd-a773-39bdd3bf4859 req-337f2be8-086b-40c2-a804-32ccd405c9db tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:37.865262 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432d5ec-4f8c-47dd-a773-39bdd3bf4859 req-337f2be8-086b-40c2-a804-32ccd405c9db tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:37.882058 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d432d5ec-4f8c-47dd-a773-39bdd3bf4859 req-337f2be8-086b-40c2-a804-32ccd405c9db tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.5288785 Feb 07 16:49:37.885498 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035bd6b-e0b8-461c-886d-01205a565148 req-8b55ee3e-7294-4d50-9d12-945c1a914bb1 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:37.892934 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e035bd6b-e0b8-461c-886d-01205a565148 req-8b55ee3e-7294-4d50-9d12-945c1a914bb1 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.2145460 Feb 07 16:49:37.927153 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-3238e048-634d-4e2b-9e0a-6a164fec7ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:37.928886 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-3238e048-634d-4e2b-9e0a-6a164fec7ef9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=efa32e71-a547-428f-88bc-c70d8d8b132e HTTP/1.1" status: 200 len: 851 time: 0.1214826 Feb 07 16:49:37.945688 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-264576e1-4e62-4720-ab68-125506de7dd8 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (ae3e6282-7d0a-4b16-b396-6c4967bbb93f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:37.947966 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dcde98c-2f9b-405d-8dc6-d1922afbd1c6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:49:37.948654 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3dcde98c-2f9b-405d-8dc6-d1922afbd1c6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (4c295271-00a7-4e0b-be09-e7dcc0203e99), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:49:37.968869 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:49:37.976032 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-264576e1-4e62-4720-ab68-125506de7dd8 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (ae3e6282-7d0a-4b16-b396-6c4967bbb93f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:38.008656 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e035bd6b-e0b8-461c-886d-01205a565148 req-dfdc4874-b79d-4367-9fd2-b0f9ac9c3c82 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145639 Feb 07 16:49:38.230854 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d432d5ec-4f8c-47dd-a773-39bdd3bf4859 req-4205901a-380d-4bb2-8a64-f6885875ef6f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3472440 Feb 07 16:49:38.255171 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3dcde98c-2f9b-405d-8dc6-d1922afbd1c6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:38.284560 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3dcde98c-2f9b-405d-8dc6-d1922afbd1c6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:38.292931 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3dcde98c-2f9b-405d-8dc6-d1922afbd1c6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/networks/ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b HTTP/1.1" status: 204 len: 168 time: 2.0899577 Feb 07 16:49:38.295383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcde98c-2f9b-405d-8dc6-d1922afbd1c6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Network': ['ID=ca3c7aaf-eb19-4ed8-ac59-44301b1c2b1b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:38.297513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44064) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:38.316725 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] For port 5ef53b66-dab5-4a74-be67-26f9baa2959a, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:49:38.442532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-6b8e0356-3cdf-4afc-8794-1ff01c67aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:38.446947 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-6b8e0356-3cdf-4afc-8794-1ff01c67aad2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b2b4548-f7c6-4e74-86b3-3287e52c00ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5101988 Feb 07 16:49:38.488358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] For port 5ef53b66-dab5-4a74-be67-26f9baa2959a, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5ef53b66-dab5-4a74-be67-26f9baa2959a,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:49:38.553550 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:38.598472 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda682d-9434-4348-8bde-9d26715d87d6 req-d75fdbd2-bad1-4f20-a696-270c8861e202 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:38.612524 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-adda682d-9434-4348-8bde-9d26715d87d6 req-d75fdbd2-bad1-4f20-a696-270c8861e202 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc2abb73-5484-47aa-897e-ed3c1437b77b HTTP/1.1" status: 200 len: 946 time: 0.4482889 Feb 07 16:49:38.647852 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef53b66-dab5-4a74-be67-26f9baa2959a,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:38.667184 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb228-22f5-459a-a117-fe5b2f6afe43 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (07cfac85-fadf-4de2-afa4-13d5c2a065e2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:38.690852 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:38.691587 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:38.693181 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8ac760cd-4571-4e83-9b4b-6200472698c2 service neutron] 10.222.0.32 "PUT /v2.0/ports/5ef53b66-dab5-4a74-be67-26f9baa2959a HTTP/1.1" status: 200 len: 1091 time: 4.3623707 Feb 07 16:49:38.699733 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd103441-dd57-4018-acd8-09d140ce5801', 'tag': '5ef53b66-dab5-4a74-be67-26f9baa2959a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:49:38.702252 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c84d9e-b9cf-4c4e-ad70-bbc56659fd20" -d '{"events": [{"name": "network-changed", "server_uuid": "cd103441-dd57-4018-acd8-09d140ce5801", "tag": "5ef53b66-dab5-4a74-be67-26f9baa2959a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:49:38.718488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f355d-64f6-4ae0-89a1-8afc34d2c7a3 req-a755d51c-064f-4672-92d3-48a7f65ad731 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:38.720228 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3f8f355d-64f6-4ae0-89a1-8afc34d2c7a3 req-a755d51c-064f-4672-92d3-48a7f65ad731 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 943 time: 0.2521484 Feb 07 16:49:38.807445 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264576e1-4e62-4720-ab68-125506de7dd8 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Router ae3e6282-7d0a-4b16-b396-6c4967bbb93f is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:49:38.824008 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-adda682d-9434-4348-8bde-9d26715d87d6 req-08154768-5821-429f-bd13-278f7fa34750 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048955 Feb 07 16:49:38.839429 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-b8119469-2e77-42c6-92a6-9fd7725ac77b service neutron] 10.222.0.32 "GET /v2.0/networks/0b2b4548-f7c6-4e74-86b3-3287e52c00ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705580 Feb 07 16:49:38.875098 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb228-22f5-459a-a117-fe5b2f6afe43 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (07cfac85-fadf-4de2-afa4-13d5c2a065e2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:38.898429 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-6d3fb228-22f5-459a-a117-fe5b2f6afe43 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07cfac85-fadf-4de2-afa4-13d5c2a065e2']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:38.910460 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-6d3fb228-22f5-459a-a117-fe5b2f6afe43 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8c935d-f1ff-4f42-ab48-3e50947798c8') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:38.910922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-6d3fb228-22f5-459a-a117-fe5b2f6afe43 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8c935d-f1ff-4f42-ab48-3e50947798c8') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:38.929430 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb228-22f5-459a-a117-fe5b2f6afe43 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (3b8c935d-f1ff-4f42-ab48-3e50947798c8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:38.944391 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb228-22f5-459a-a117-fe5b2f6afe43 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (3b8c935d-f1ff-4f42-ab48-3e50947798c8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:38.952191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3fb228-22f5-459a-a117-fe5b2f6afe43 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:49:38.952609 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb228-22f5-459a-a117-fe5b2f6afe43 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (3b8c935d-f1ff-4f42-ab48-3e50947798c8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:39.054705 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-43efb747-c24f-4102-87ed-38b47f2a0f00 service neutron] 10.222.0.32 "GET /v2.0/networks/0b2b4548-f7c6-4e74-86b3-3287e52c00ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142975 Feb 07 16:49:39.060696 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50a4687-9608-49db-97c6-e8d9b138aa5f x-openstack-request-id: req-c50a4687-9608-49db-97c6-e8d9b138aa5f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:49:39.060920 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd103441-dd57-4018-acd8-09d140ce5801", "tag": "5ef53b66-dab5-4a74-be67-26f9baa2959a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:49:39.061378 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c50a4687-9608-49db-97c6-e8d9b138aa5f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:49:39.061915 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd103441-dd57-4018-acd8-09d140ce5801', 'tag': '5ef53b66-dab5-4a74-be67-26f9baa2959a', 'status': 'completed', 'code': 200} Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:49:39.065846 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:49:39.160929 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-55a2a7ea-8560-4967-bdd8-2e038a63b347 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=ddf07e8a-aca0-4630-85c7-61c340f16521 HTTP/1.1" status: 200 len: 217 time: 0.0994699 Feb 07 16:49:39.188863 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264576e1-4e62-4720-ab68-125506de7dd8 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:49:39.205186 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91555327-6b5b-416d-a6c2-f6265d8591f2 None None] Sync routers for ids ['ae3e6282-7d0a-4b16-b396-6c4967bbb93f'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:49:39.222044 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91555327-6b5b-416d-a6c2-f6265d8591f2 None None] Routers {'ae3e6282-7d0a-4b16-b396-6c4967bbb93f'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:39.234243 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-91555327-6b5b-416d-a6c2-f6265d8591f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ae3e6282-7d0a-4b16-b396-6c4967bbb93f'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:39.255640 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-264576e1-4e62-4720-ab68-125506de7dd8 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:39.280398 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-264576e1-4e62-4720-ab68-125506de7dd8 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "PUT /v2.0/routers/ae3e6282-7d0a-4b16-b396-6c4967bbb93f HTTP/1.1" status: 200 len: 913 time: 5.6052895 Feb 07 16:49:39.292293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44078) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:39.329778 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-91555327-6b5b-416d-a6c2-f6265d8591f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:39.348780 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91555327-6b5b-416d-a6c2-f6265d8591f2 None None] Routers {'ae3e6282-7d0a-4b16-b396-6c4967bbb93f'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:39.349896 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-91555327-6b5b-416d-a6c2-f6265d8591f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ae3e6282-7d0a-4b16-b396-6c4967bbb93f'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:39.429023 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-91555327-6b5b-416d-a6c2-f6265d8591f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:39.430506 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91555327-6b5b-416d-a6c2-f6265d8591f2 None None] The sync data for ids ['ae3e6282-7d0a-4b16-b396-6c4967bbb93f'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:49:39.537751 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-5876d8d5-edc1-4c37-b749-6040fcb0be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:39.540433 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-5876d8d5-edc1-4c37-b749-6040fcb0be14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6 HTTP/1.1" status: 200 len: 797 time: 0.3717008 Feb 07 16:49:39.568610 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e69087a-a4aa-4408-b763-6564bae0485b tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_gateway (6b6e3188-647e-48b8-9e0d-e5a8d410f4b9), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:39.579977 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb228-22f5-459a-a117-fe5b2f6afe43 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (07cfac85-fadf-4de2-afa4-13d5c2a065e2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:39.606795 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb228-22f5-459a-a117-fe5b2f6afe43 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:39.610350 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6d3fb228-22f5-459a-a117-fe5b2f6afe43 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/networks/07cfac85-fadf-4de2-afa4-13d5c2a065e2 HTTP/1.1" status: 204 len: 168 time: 1.3091123 Feb 07 16:49:39.621633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44082) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:39.632635 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0e699da6-1f39-4a7e-a09b-9af3538e2ea6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'network': {'name': 'tempest-RoutersTest-615997591'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:39.694959 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fb228-22f5-459a-a117-fe5b2f6afe43 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Network': ['ID=07cfac85-fadf-4de2-afa4-13d5c2a065e2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:39.698537 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5fc91-5b82-471e-b1bc-1c4a86f9e41b req-d893768b-920c-47f5-90a1-db8eb9177543 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:39.711310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e2f5fc91-5b82-471e-b1bc-1c4a86f9e41b req-d893768b-920c-47f5-90a1-db8eb9177543 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 945 time: 0.2380514 Feb 07 16:49:39.712446 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3f8f355d-64f6-4ae0-89a1-8afc34d2c7a3 req-ec702064-6243-422a-8e6e-0ff061c84f7a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9764032 Feb 07 16:49:39.729398 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8a1a2d67-840f-46ef-b1cb-3ca60728ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:39.731990 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-8a1a2d67-840f-46ef-b1cb-3ca60728ca7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 1125 time: 0.9843102 Feb 07 16:49:39.736392 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e699da6-1f39-4a7e-a09b-9af3538e2ea6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Made reservation on behalf of 227e1d388d0541aba878f7829cff15ac for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:49:39.741324 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e699da6-1f39-4a7e-a09b-9af3538e2ea6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:39.755031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-19031f7e-f2e1-4bc0-970b-4bf3a2383c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:39.759504 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-19031f7e-f2e1-4bc0-970b-4bf3a2383c2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77871b7a-f86e-4316-bba8-73d687b56c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2014961 Feb 07 16:49:39.799730 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-86e23edb-f802-4d39-b165-d0bec2a81a1f tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "GET /v2.0/routers/ae3e6282-7d0a-4b16-b396-6c4967bbb93f HTTP/1.1" status: 200 len: 919 time: 0.5002904 Feb 07 16:49:39.803604 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44084) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:39.817645 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-90d9668f-baef-4221-be4c-e184e0511346 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef53b66-dab5-4a74-be67-26f9baa2959a HTTP/1.1" status: 200 len: 217 time: 0.0603986 Feb 07 16:49:39.896961 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e699da6-1f39-4a7e-a09b-9af3538e2ea6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:49:39.946052 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-13ad62d5-5e3b-42ca-a79c-07151da40aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:39.948266 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-13ad62d5-5e3b-42ca-a79c-07151da40aaf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.1216638 Feb 07 16:49:39.954797 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e699da6-1f39-4a7e-a09b-9af3538e2ea6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (eaf98a5c-be6f-43fd-9b2d-04ab30762dac), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:39.955154 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-0e699da6-1f39-4a7e-a09b-9af3538e2ea6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Added segment eaf98a5c-be6f-43fd-9b2d-04ab30762dac of type vlan for network 8731c5b0-b42c-47af-ac39-3ce7ecdea311 Feb 07 16:49:40.020947 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-ffabe758-3c53-44e5-8127-beda27f6d179 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625603 Feb 07 16:49:40.144945 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e699da6-1f39-4a7e-a09b-9af3538e2ea6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (8731c5b0-b42c-47af-ac39-3ce7ecdea311), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:40.229855 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccc678-c9a1-41f5-b1bc-81922842f636 req-801ea67e-798d-4096-a7d2-6a53773f450b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:40.236127 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccc678-c9a1-41f5-b1bc-81922842f636 req-801ea67e-798d-4096-a7d2-6a53773f450b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:40.242041 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccc678-c9a1-41f5-b1bc-81922842f636 req-801ea67e-798d-4096-a7d2-6a53773f450b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:40.256200 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccc678-c9a1-41f5-b1bc-81922842f636 req-801ea67e-798d-4096-a7d2-6a53773f450b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:40.268888 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccc678-c9a1-41f5-b1bc-81922842f636 req-801ea67e-798d-4096-a7d2-6a53773f450b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:40.275484 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccc678-c9a1-41f5-b1bc-81922842f636 req-801ea67e-798d-4096-a7d2-6a53773f450b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:40.281699 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccc678-c9a1-41f5-b1bc-81922842f636 req-801ea67e-798d-4096-a7d2-6a53773f450b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:40.283881 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e9ccc678-c9a1-41f5-b1bc-81922842f636 req-801ea67e-798d-4096-a7d2-6a53773f450b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.3764758 Feb 07 16:49:40.330254 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-0e699da6-1f39-4a7e-a09b-9af3538e2ea6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:49:40.348909 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-90aa64a0-66b0-4e78-93f9-cde34f840a3c service neutron] 10.222.0.32 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830595 Feb 07 16:49:40.427738 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e9ccc678-c9a1-41f5-b1bc-81922842f636 req-25192a54-b272-483d-95d8-20edc8584c80 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1285853 Feb 07 16:49:40.442654 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e2f5fc91-5b82-471e-b1bc-1c4a86f9e41b req-99317d10-66ac-43c9-94d7-aeeef61d0734 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7185097 Feb 07 16:49:40.490744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3541095d-4451-4f88-8de3-85df6573bf2a tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:40.495457 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3541095d-4451-4f88-8de3-85df6573bf2a tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&device_id=ae3e6282-7d0a-4b16-b396-6c4967bbb93f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.6825657 Feb 07 16:49:40.495663 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e699da6-1f39-4a7e-a09b-9af3538e2ea6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (8731c5b0-b42c-47af-ac39-3ce7ecdea311), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:40.504195 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e699da6-1f39-4a7e-a09b-9af3538e2ea6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:40.505034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44090) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:40.505380 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e699da6-1f39-4a7e-a09b-9af3538e2ea6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:40.697836 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-7c11fc9a-ba79-4ac1-889e-a3ea0a33d4fd service neutron] 10.222.0.32 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395338 Feb 07 16:49:40.712976 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-c9df64ad-ac2b-4d9c-93dc-e3b9a04a6ca4 service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461828 Feb 07 16:49:40.794003 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-a32b5f72-5b12-4c9d-93a8-3373d71f15c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=7264ed3c-0e68-4ed9-8594-becd8dca0b0a HTTP/1.1" status: 200 len: 217 time: 0.0900021 Feb 07 16:49:40.814925 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0e699da6-1f39-4a7e-a09b-9af3538e2ea6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1876724 Feb 07 16:49:40.819388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44096) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:40.876502 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2eb25251-20bd-43ed-ad76-42a815b5ba12 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'subnet': {'network_id': '8731c5b0-b42c-47af-ac39-3ce7ecdea311', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:40.957625 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-3776ccec-9f37-4b87-bd14-9aee3e3f3f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:40.959781 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-3776ccec-9f37-4b87-bd14-9aee3e3f3f78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6 HTTP/1.1" status: 200 len: 797 time: 0.1570880 Feb 07 16:49:40.961310 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8046c7f0-43ef-48e4-a09a-48b387b5fb35 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:40.967836 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8046c7f0-43ef-48e4-a09a-48b387b5fb35 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 881 time: 0.4557700 Feb 07 16:49:40.973461 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e699da6-1f39-4a7e-a09b-9af3538e2ea6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Network': ['ID=8731c5b0-b42c-47af-ac39-3ce7ecdea311,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:40.981691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44098) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:40.985825 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 8731c5b0-b42c-47af-ac39-3ce7ecdea311 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:49:41.016461 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af0860-37cb-4aab-a896-2793daef92f0 req-d9a81612-fd13-4398-9912-873f7348e7bd tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:41.018378 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-51af0860-37cb-4aab-a896-2793daef92f0 req-d9a81612-fd13-4398-9912-873f7348e7bd tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.2042410 Feb 07 16:49:41.111416 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bda41931-f0eb-4a37-87ea-4c421c613089 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae3e6282-7d0a-4b16-b396-6c4967bbb93f HTTP/1.1" status: 200 len: 205 time: 0.1224506 Feb 07 16:49:41.117210 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-51af0860-37cb-4aab-a896-2793daef92f0 req-22b97fa0-ea75-4e2c-85af-6aac69630ee9 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875473 Feb 07 16:49:41.119462 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44100) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:41.236442 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d8a78-4ec5-48f5-b18b-9d8a71fd1985 req-a01dfb04-63c5-4a5a-ac4e-75a3ab07cbfa tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:41.238094 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-666d8a78-4ec5-48f5-b18b-9d8a71fd1985 req-a01dfb04-63c5-4a5a-ac4e-75a3ab07cbfa tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.4178009 Feb 07 16:49:41.238755 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb25251-20bd-43ed-ad76-42a815b5ba12 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Made reservation on behalf of 227e1d388d0541aba878f7829cff15ac for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:49:41.242087 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2eb25251-20bd-43ed-ad76-42a815b5ba12 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:41.311825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-3e0415aa-692b-4257-b31f-17181506835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:41.313442 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-3e0415aa-692b-4257-b31f-17181506835d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77871b7a-f86e-4316-bba8-73d687b56c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3442914 Feb 07 16:49:41.333952 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-133163d1-f42d-48ad-a9cc-551abdbd438c req-6774e0b6-d0e1-4b27-abd4-1253530ddfaa service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963774 Feb 07 16:49:41.430460 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe8179-3cb3-4b0b-90b3-0d6b16481e52 req-2d8b0abb-0cb5-460c-b967-57ddeb91ab22 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:41.432479 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a6fe8179-3cb3-4b0b-90b3-0d6b16481e52 req-2d8b0abb-0cb5-460c-b967-57ddeb91ab22 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 943 time: 0.1805646 Feb 07 16:49:41.503400 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-666d8a78-4ec5-48f5-b18b-9d8a71fd1985 req-15a1de23-a58a-4baf-8b8a-3054d331693c tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468164 Feb 07 16:49:41.520535 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8208dd0-d893-4409-bd0e-45ad898f95c1 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router (ae3e6282-7d0a-4b16-b396-6c4967bbb93f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:41.616775 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a6fe8179-3cb3-4b0b-90b3-0d6b16481e52 req-78f97dd3-fa9a-4f75-955a-43639c644575 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742654 Feb 07 16:49:41.668737 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c84d9e-b9cf-4c4e-ad70-bbc56659fd20 req-878891c1-44e3-40c2-90d8-8c72906c9f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:41.670307 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68c84d9e-b9cf-4c4e-ad70-bbc56659fd20 req-878891c1-44e3-40c2-90d8-8c72906c9f9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 1125 time: 0.2504804 Feb 07 16:49:41.702223 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-c644ae8f-8048-4bed-b4f6-3cab8bbadfcd service neutron] 10.222.0.32 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805673 Feb 07 16:49:41.764889 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e69087a-a4aa-4408-b763-6564bae0485b tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (6b6e3188-647e-48b8-9e0d-e5a8d410f4b9), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:41.791667 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e69087a-a4aa-4408-b763-6564bae0485b tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (6b6e3188-647e-48b8-9e0d-e5a8d410f4b9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:41.818244 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22eb7ae-4a09-4944-936f-664a6e5c4bd9 req-fc140f2b-c7d0-4130-a795-deab61f098b3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:41.823952 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22eb7ae-4a09-4944-936f-664a6e5c4bd9 req-fc140f2b-c7d0-4130-a795-deab61f098b3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:41.829497 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22eb7ae-4a09-4944-936f-664a6e5c4bd9 req-fc140f2b-c7d0-4130-a795-deab61f098b3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:41.835018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22eb7ae-4a09-4944-936f-664a6e5c4bd9 req-fc140f2b-c7d0-4130-a795-deab61f098b3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:41.841818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22eb7ae-4a09-4944-936f-664a6e5c4bd9 req-fc140f2b-c7d0-4130-a795-deab61f098b3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:41.847043 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22eb7ae-4a09-4944-936f-664a6e5c4bd9 req-fc140f2b-c7d0-4130-a795-deab61f098b3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:41.848253 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8208dd0-d893-4409-bd0e-45ad898f95c1 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_gateway (ae3e6282-7d0a-4b16-b396-6c4967bbb93f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:41.852522 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22eb7ae-4a09-4944-936f-664a6e5c4bd9 req-fc140f2b-c7d0-4130-a795-deab61f098b3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:41.860948 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-45b01a26-0300-458b-844a-00b9cc8441e3 service neutron] 10.222.0.32 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507728 Feb 07 16:49:41.861347 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f22eb7ae-4a09-4944-936f-664a6e5c4bd9 req-fc140f2b-c7d0-4130-a795-deab61f098b3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.2517200 Feb 07 16:49:41.960454 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-c8a64fdc-6535-4d8c-889c-c55409ac3efb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=1872b37f-36ca-4933-80f8-47fc7e00ac48 HTTP/1.1" status: 200 len: 217 time: 0.0685961 Feb 07 16:49:42.052348 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2eb25251-20bd-43ed-ad76-42a815b5ba12 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (751f6cb4-b6ab-446a-966b-5aaa07ffa9b1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:42.093582 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-f32d602e-c0d8-4eeb-baa0-ef11e7e3b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:42.096011 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-f32d602e-c0d8-4eeb-baa0-ef11e7e3b239 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6 HTTP/1.1" status: 200 len: 797 time: 0.1088331 Feb 07 16:49:42.101366 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b8208dd0-d893-4409-bd0e-45ad898f95c1 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Deleting port de5284ad-5716-4ce7-a74d-1195ec101901 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:49:42.101886 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8208dd0-d893-4409-bd0e-45ad898f95c1 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (de5284ad-5716-4ce7-a74d-1195ec101901), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:42.121141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c84d9e-b9cf-4c4e-ad70-bbc56659fd20 req-85d7ad2b-d297-4b17-9f4f-b7598fbb09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:42.124003 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68c84d9e-b9cf-4c4e-ad70-bbc56659fd20 req-85d7ad2b-d297-4b17-9f4f-b7598fbb09d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.4413915 Feb 07 16:49:42.177423 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5ca61-b2fc-47f5-9a7a-6427d1764180 req-14f952c6-88d2-49e9-ae2a-d723c158425b tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:42.187853 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5ca61-b2fc-47f5-9a7a-6427d1764180 req-14f952c6-88d2-49e9-ae2a-d723c158425b tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:42.197032 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f22eb7ae-4a09-4944-936f-664a6e5c4bd9 req-fd199d6e-ec6b-4445-8740-2c616a645441 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3350101 Feb 07 16:49:42.198015 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5ca61-b2fc-47f5-9a7a-6427d1764180 req-14f952c6-88d2-49e9-ae2a-d723c158425b tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:42.207902 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68c84d9e-b9cf-4c4e-ad70-bbc56659fd20 req-b9c1381d-27f6-408c-b577-dff3f92b0a57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef53b66-dab5-4a74-be67-26f9baa2959a HTTP/1.1" status: 200 len: 217 time: 0.0725672 Feb 07 16:49:42.210238 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-32f5ca61-b2fc-47f5-9a7a-6427d1764180 req-14f952c6-88d2-49e9-ae2a-d723c158425b tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1&device_id=dc2abb73-5484-47aa-897e-ed3c1437b77b&device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 2417 time: 0.2626882 Feb 07 16:49:42.277636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb25251-20bd-43ed-ad76-42a815b5ba12 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Checking segment: {'id': 'eaf98a5c-be6f-43fd-9b2d-04ab30762dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8731c5b0-b42c-47af-ac39-3ce7ecdea311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:49:42.278110 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb25251-20bd-43ed-ad76-42a815b5ba12 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network hostable DHCP agents. Network: 8731c5b0-b42c-47af-ac39-3ce7ecdea311, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:49:42.281044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c84d9e-b9cf-4c4e-ad70-bbc56659fd20 req-3af746fc-7ace-40a9-844a-8a2eb176bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:42.282612 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68c84d9e-b9cf-4c4e-ad70-bbc56659fd20 req-3af746fc-7ace-40a9-844a-8a2eb176bce7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.0641017 Feb 07 16:49:42.303562 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb25251-20bd-43ed-ad76-42a815b5ba12 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Subnet': ['ID=751f6cb4-b6ab-446a-966b-5aaa07ffa9b1,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:42.308524 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e69087a-a4aa-4408-b763-6564bae0485b tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Router 6b6e3188-647e-48b8-9e0d-e5a8d410f4b9 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:49:42.328860 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68c84d9e-b9cf-4c4e-ad70-bbc56659fd20 req-7e856fde-0f2a-4447-897e-d7db2f3c6c70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389452 Feb 07 16:49:42.375620 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-32f5ca61-b2fc-47f5-9a7a-6427d1764180 req-c96cbfc6-0ded-4c8b-8e6b-8b6f98715be0 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640937 Feb 07 16:49:42.385904 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-4e611bdb-ceeb-4ef4-b42e-4833720ea599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:42.388975 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-4e611bdb-ceeb-4ef4-b42e-4833720ea599 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77871b7a-f86e-4316-bba8-73d687b56c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2818894 Feb 07 16:49:42.416158 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8208dd0-d893-4409-bd0e-45ad898f95c1 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (de5284ad-5716-4ce7-a74d-1195ec101901), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:42.496079 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b8208dd0-d893-4409-bd0e-45ad898f95c1 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Calling delete_port for de5284ad-5716-4ce7-a74d-1195ec101901 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:49:42.518216 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e69087a-a4aa-4408-b763-6564bae0485b tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:49:42.529970 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f168b715-0879-4f31-9352-d24fac283d68 None None] Sync routers for ids ['6b6e3188-647e-48b8-9e0d-e5a8d410f4b9'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:49:42.534523 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb25251-20bd-43ed-ad76-42a815b5ba12 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 8731c5b0-b42c-47af-ac39-3ce7ecdea311 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:49:42.542804 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f168b715-0879-4f31-9352-d24fac283d68 None None] Routers {'6b6e3188-647e-48b8-9e0d-e5a8d410f4b9'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:42.543734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f168b715-0879-4f31-9352-d24fac283d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6b6e3188-647e-48b8-9e0d-e5a8d410f4b9'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:42.568655 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e69087a-a4aa-4408-b763-6564bae0485b tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:42.570299 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2e69087a-a4aa-4408-b763-6564bae0485b tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "PUT /v2.0/routers/6b6e3188-647e-48b8-9e0d-e5a8d410f4b9 HTTP/1.1" status: 200 len: 924 time: 4.9421217 Feb 07 16:49:42.578429 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44110) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:42.590221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f168b715-0879-4f31-9352-d24fac283d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:42.605465 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2eb25251-20bd-43ed-ad76-42a815b5ba12 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 8731c5b0-b42c-47af-ac39-3ce7ecdea311) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:42.609602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f168b715-0879-4f31-9352-d24fac283d68 None None] Routers {'6b6e3188-647e-48b8-9e0d-e5a8d410f4b9'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:42.610973 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f168b715-0879-4f31-9352-d24fac283d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6b6e3188-647e-48b8-9e0d-e5a8d410f4b9'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:42.684024 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f168b715-0879-4f31-9352-d24fac283d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:42.685539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f168b715-0879-4f31-9352-d24fac283d68 None None] The sync data for ids ['6b6e3188-647e-48b8-9e0d-e5a8d410f4b9'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:49:42.697454 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f31d219-9732-4709-9003-c1046b7f1d6d None None] Network 8731c5b0-b42c-47af-ac39-3ce7ecdea311 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:49:42.807028 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8208dd0-d893-4409-bd0e-45ad898f95c1 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (de5284ad-5716-4ce7-a74d-1195ec101901), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:42.833146 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-8731c5b0-b42c-47af-ac39-3ce7ecdea311', 'network_id': '8731c5b0-b42c-47af-ac39-3ce7ecdea311', 'project_id': '227e1d388d0541aba878f7829cff15ac', 'fixed_ips': [{'subnet_id': '751f6cb4-b6ab-446a-966b-5aaa07ffa9b1'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:49:42.834670 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:42.916212 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8208dd0-d893-4409-bd0e-45ad898f95c1 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Pushing event deleted for resources: {'Port': ['ID=de5284ad-5716-4ce7-a74d-1195ec101901,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:42.945012 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd6661-377d-4c5c-a1eb-2b43e95b3b72 req-2112179f-dfc1-4a74-b1d9-fc684e48c5c0 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:42.948023 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-37cd6661-377d-4c5c-a1eb-2b43e95b3b72 req-2112179f-dfc1-4a74-b1d9-fc684e48c5c0 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.32 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.4645414 Feb 07 16:49:43.042811 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb25251-20bd-43ed-ad76-42a815b5ba12 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:43.043421 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2eb25251-20bd-43ed-ad76-42a815b5ba12 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:43.060484 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-85d5ffed-0eaf-484f-85da-5d13768e44c9 service neutron] 10.222.0.32 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6561670 Feb 07 16:49:43.080873 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d515a68-80e3-4e70-9987-9d3b48e9039c req-f3ad57f5-7f56-4e6e-8cf2-683e990739bb tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:43.085268 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Allocated IP 172.20.0.2 (8731c5b0-b42c-47af-ac39-3ce7ecdea311/751f6cb4-b6ab-446a-966b-5aaa07ffa9b1/1d02c425-2713-4242-a582-74a7833a3b74) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:49:43.089464 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0d515a68-80e3-4e70-9987-9d3b48e9039c req-f3ad57f5-7f56-4e6e-8cf2-683e990739bb tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.7526448 Feb 07 16:49:43.104164 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2eb25251-20bd-43ed-ad76-42a815b5ba12 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2301850 Feb 07 16:49:43.112344 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44114) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:43.120085 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-22d7b328-7c8a-43dd-a213-ec4f4afb6f3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-343022862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:43.127780 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda8a00-bdb6-43ad-a29d-8be470eaef59 req-da2b6fcd-af82-4768-8321-eb336a5be5be tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:43.142416 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-adda8a00-bdb6-43ad-a29d-8be470eaef59 req-da2b6fcd-af82-4768-8321-eb336a5be5be tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 945 time: 0.3617482 Feb 07 16:49:43.215862 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68c84d9e-b9cf-4c4e-ad70-bbc56659fd20 req-ba3ad366-4e1c-4060-9164-f45f6011595a service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8409226 Feb 07 16:49:43.216707 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-22d7b328-7c8a-43dd-a213-ec4f4afb6f3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (85fc0b39-7ef9-44da-8083-110198bffade), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:43.217964 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-22d7b328-7c8a-43dd-a213-ec4f4afb6f3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (85fc0b39-7ef9-44da-8083-110198bffade), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:43.234203 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0d515a68-80e3-4e70-9987-9d3b48e9039c req-86cc3936-acee-4bde-9195-543b7ba38d89 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436696 Feb 07 16:49:43.339139 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Publish callbacks [] for port (1d02c425-2713-4242-a582-74a7833a3b74), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:43.342692 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8208dd0-d893-4409-bd0e-45ad898f95c1 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (ae3e6282-7d0a-4b16-b396-6c4967bbb93f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:43.349300 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (1d02c425-2713-4242-a582-74a7833a3b74), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:43.425113 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5372c3b0-0aff-4d71-9877-ab4cb2da76bd tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "GET /v2.0/routers/6b6e3188-647e-48b8-9e0d-e5a8d410f4b9 HTTP/1.1" status: 200 len: 924 time: 0.8416324 Feb 07 16:49:43.456784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44118) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:43.457920 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Pushing event updated for resources: {'Port': ['ID=1d02c425-2713-4242-a582-74a7833a3b74,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:43.461539 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8208dd0-d893-4409-bd0e-45ad898f95c1 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (ae3e6282-7d0a-4b16-b396-6c4967bbb93f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:43.464647 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8208dd0-d893-4409-bd0e-45ad898f95c1 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_controller (ae3e6282-7d0a-4b16-b396-6c4967bbb93f), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:43.489031 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:43.489868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:43.490596 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:43.491361 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:43.494800 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:43.495599 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:43.496306 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:43.496935 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:43.497509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:43.498488 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:43.499227 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:43.499897 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-22d7b328-7c8a-43dd-a213-ec4f4afb6f3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router_controller (85fc0b39-7ef9-44da-8083-110198bffade), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:43.500035 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:43.500912 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:49:43.524104 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Network 8731c5b0-b42c-47af-ac39-3ce7ecdea311 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:43.526853 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:43.530127 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-22d7b328-7c8a-43dd-a213-ec4f4afb6f3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (85fc0b39-7ef9-44da-8083-110198bffade), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:43.538572 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:49:43.573041 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8208dd0-d893-4409-bd0e-45ad898f95c1 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (ae3e6282-7d0a-4b16-b396-6c4967bbb93f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:43.574306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8208dd0-d893-4409-bd0e-45ad898f95c1 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Fanout notify agent at l3_agent the message router_deleted on router ae3e6282-7d0a-4b16-b396-6c4967bbb93f {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:49:43.577714 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c78cfa-3256-4452-84d4-a2ba9408fadc req-fccb6a28-7f25-468b-9017-3433f7a19a18 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:43.579321 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c6c78cfa-3256-4452-84d4-a2ba9408fadc req-fccb6a28-7f25-468b-9017-3433f7a19a18 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 943 time: 0.2042718 Feb 07 16:49:43.588845 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-22d7b328-7c8a-43dd-a213-ec4f4afb6f3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:43.592644 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-22d7b328-7c8a-43dd-a213-ec4f4afb6f3f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4751925 Feb 07 16:49:43.596271 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbb8f99-2a85-4340-b433-ef2c879d2403 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:43.600965 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cdbb8f99-2a85-4340-b433-ef2c879d2403 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&device_id=6b6e3188-647e-48b8-9e0d-e5a8d410f4b9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1428332 Feb 07 16:49:43.602000 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8208dd0-d893-4409-bd0e-45ad898f95c1 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:43.603744 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68c84d9e-b9cf-4c4e-ad70-bbc56659fd20 req-cdda6edb-f6e8-4f9c-b3c5-3c9d0d0f8314 service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507471 Feb 07 16:49:43.610057 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b8208dd0-d893-4409-bd0e-45ad898f95c1 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "DELETE /v2.0/routers/ae3e6282-7d0a-4b16-b396-6c4967bbb93f HTTP/1.1" status: 204 len: 168 time: 2.4841793 Feb 07 16:49:43.613830 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44120) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:43.614224 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44122) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:43.614563 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44124) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:43.620964 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4a30ee32-4b59-4af9-a9be-5134f68baf59 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'port': {'network_id': '8731c5b0-b42c-47af-ac39-3ce7ecdea311', 'name': 'tempest-RoutersTest-621209336'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:43.637238 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Attempting to bind port 1d02c425-2713-4242-a582-74a7833a3b74 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:49:43.638088 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Attempting to bind port 1d02c425-2713-4242-a582-74a7833a3b74 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'eaf98a5c-be6f-43fd-9b2d-04ab30762dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8731c5b0-b42c-47af-ac39-3ce7ecdea311'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:49:43.638757 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Attempting to bind port 1d02c425-2713-4242-a582-74a7833a3b74 on network 8731c5b0-b42c-47af-ac39-3ce7ecdea311 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:49:43.645202 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:49:43.646649 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Checking segment: {'id': 'eaf98a5c-be6f-43fd-9b2d-04ab30762dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8731c5b0-b42c-47af-ac39-3ce7ecdea311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:49:43.647318 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:43.648005 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Bound using segment: {'id': 'eaf98a5c-be6f-43fd-9b2d-04ab30762dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8731c5b0-b42c-47af-ac39-3ce7ecdea311'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:49:43.648717 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Bound port: 1d02c425-2713-4242-a582-74a7833a3b74, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf98a5c-be6f-43fd-9b2d-04ab30762dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8731c5b0-b42c-47af-ac39-3ce7ecdea311'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:49:43.649978 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1d02c425-2713-4242-a582-74a7833a3b74), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:43.652583 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c6c78cfa-3256-4452-84d4-a2ba9408fadc req-fa45a7e4-febc-454c-9e32-0aa56948633b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609894 Feb 07 16:49:43.753743 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] For port 1d02c425-2713-4242-a582-74a7833a3b74, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:49:43.758073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] For port 1d02c425-2713-4242-a582-74a7833a3b74, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=1d02c425-2713-4242-a582-74a7833a3b74,segment=NetworkSegment(eaf98a5c-be6f-43fd-9b2d-04ab30762dac),segment_id=eaf98a5c-be6f-43fd-9b2d-04ab30762dac)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:49:43.761582 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-b13cb1b7-6cc4-4066-b6af-11d374e7dc7c service neutron] 10.222.0.32 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6692948 Feb 07 16:49:43.767244 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1d02c425-2713-4242-a582-74a7833a3b74), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:43.777848 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-adda8a00-bdb6-43ad-a29d-8be470eaef59 req-1a0cc994-edc2-46f8-81f0-131111e5c6b5 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6291153 Feb 07 16:49:43.783687 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-64c46369-62e4-4850-b87c-3b4a610d407c tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1878127644', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:43.813515 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce4e28-7219-42a2-b725-d8abd6ae21f3 req-661e6560-fe2c-4d50-829a-3fb0e26f51ec tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:43.830400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce4e28-7219-42a2-b725-d8abd6ae21f3 req-661e6560-fe2c-4d50-829a-3fb0e26f51ec tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:43.846368 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce4e28-7219-42a2-b725-d8abd6ae21f3 req-661e6560-fe2c-4d50-829a-3fb0e26f51ec tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:43.851871 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce4e28-7219-42a2-b725-d8abd6ae21f3 req-661e6560-fe2c-4d50-829a-3fb0e26f51ec tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:43.858693 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0ce83-fc5e-4629-a347-4a70163f11de None None] Pushing event updated for resources: {'Port': ['ID=1d02c425-2713-4242-a582-74a7833a3b74,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:43.869538 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce4e28-7219-42a2-b725-d8abd6ae21f3 req-661e6560-fe2c-4d50-829a-3fb0e26f51ec tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:43.880418 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce4e28-7219-42a2-b725-d8abd6ae21f3 req-661e6560-fe2c-4d50-829a-3fb0e26f51ec tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:43.886442 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-9eeb02a8-7963-4a2e-97d7-610ded81fa13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=d710732f-fd58-4d2a-8723-380a7c8afb25 HTTP/1.1" status: 200 len: 217 time: 0.0702438 Feb 07 16:49:43.887001 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce4e28-7219-42a2-b725-d8abd6ae21f3 req-661e6560-fe2c-4d50-829a-3fb0e26f51ec tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:43.894626 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71ce4e28-7219-42a2-b725-d8abd6ae21f3 req-661e6560-fe2c-4d50-829a-3fb0e26f51ec tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.1717701 Feb 07 16:49:43.994394 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71ce4e28-7219-42a2-b725-d8abd6ae21f3 req-40fa836a-1e2c-4797-9cdd-2f2f5aebc858 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0983934 Feb 07 16:49:44.050646 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64c46369-62e4-4850-b87c-3b4a610d407c tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (bcfb45b3-0059-4773-ac20-46d3e2cf9cb3), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:44.051559 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64c46369-62e4-4850-b87c-3b4a610d407c tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (bcfb45b3-0059-4773-ac20-46d3e2cf9cb3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:44.128508 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a30ee32-4b59-4af9-a9be-5134f68baf59 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Made reservation on behalf of 227e1d388d0541aba878f7829cff15ac for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:49:44.138360 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a30ee32-4b59-4af9-a9be-5134f68baf59 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:44.184208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-035f9e13-4d89-418b-9332-d4906b0282e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:44.186100 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-035f9e13-4d89-418b-9332-d4906b0282e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6 HTTP/1.1" status: 200 len: 797 time: 0.1967645 Feb 07 16:49:44.188808 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-37cd6661-377d-4c5c-a1eb-2b43e95b3b72 req-67e33c45-577d-4550-912d-449d6d3aad52 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Deleting port 381cbc5a-0ff9-457f-8611-e3c4b222d607 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:49:44.189154 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-37cd6661-377d-4c5c-a1eb-2b43e95b3b72 req-67e33c45-577d-4550-912d-449d6d3aad52 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:44.228730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a2deaa-08ca-4bc6-a177-71b6e322b3ad tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:44.232326 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b6a2deaa-08ca-4bc6-a177-71b6e322b3ad tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 881 time: 0.5603201 Feb 07 16:49:44.233001 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44132) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:44.300764 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8e2d9f09-076c-477b-bba0-bb9f4b5ba05e tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e3188-647e-48b8-9e0d-e5a8d410f4b9 HTTP/1.1" status: 200 len: 205 time: 0.0665543 Feb 07 16:49:44.305937 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44136) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:44.436713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dda93b-227e-4489-b7a4-3c9898db361b req-df59304f-cb45-42d4-897a-7c6692d7dda0 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:44.439951 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-55dda93b-227e-4489-b7a4-3c9898db361b req-df59304f-cb45-42d4-897a-7c6692d7dda0 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.0923028 Feb 07 16:49:44.514082 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-55dda93b-227e-4489-b7a4-3c9898db361b req-b0104a54-34fc-4a95-9a3f-3b3917da5354 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685210 Feb 07 16:49:44.808802 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64c46369-62e4-4850-b87c-3b4a610d407c tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_controller (bcfb45b3-0059-4773-ac20-46d3e2cf9cb3), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:44.816525 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-4a30ee32-4b59-4af9-a9be-5134f68baf59 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] device_id is not set on port e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:49:44.816726 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cb5d9-02e6-4092-ba51-1d1442f69036 req-f4aa3681-2702-4db4-84f8-dd0c1879ae79 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:44.818765 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c77cb5d9-02e6-4092-ba51-1d1442f69036 req-f4aa3681-2702-4db4-84f8-dd0c1879ae79 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 943 time: 0.0661116 Feb 07 16:49:44.880793 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c77cb5d9-02e6-4092-ba51-1d1442f69036 req-caf2e483-3e8a-43c0-8598-237986a18807 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551023 Feb 07 16:49:45.147207 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2a0b0-4538-4bb6-9a57-a65f5bd459f3 req-67d456a7-f3a5-4b3b-a70e-ab7a09ff4cc7 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:45.153851 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72e2a0b0-4538-4bb6-9a57-a65f5bd459f3 req-67d456a7-f3a5-4b3b-a70e-ab7a09ff4cc7 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.1005611 Feb 07 16:49:45.219009 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72e2a0b0-4538-4bb6-9a57-a65f5bd459f3 req-15fac256-56c0-4f05-8362-94cb05057597 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630932 Feb 07 16:49:45.261819 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-37cd6661-377d-4c5c-a1eb-2b43e95b3b72 req-67e33c45-577d-4550-912d-449d6d3aad52 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] For port 381cbc5a-0ff9-457f-8611-e3c4b222d607, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=381cbc5a-0ff9-457f-8611-e3c4b222d607,segment=NetworkSegment(03af9fa1-8b97-43be-8e17-86dad5c361df),segment_id=03af9fa1-8b97-43be-8e17-86dad5c361df)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:45.262347 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-37cd6661-377d-4c5c-a1eb-2b43e95b3b72 req-67e33c45-577d-4550-912d-449d6d3aad52 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:45.269365 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-2890d1cb-76fe-4bda-8727-477d130ad19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:45.270928 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-2890d1cb-76fe-4bda-8727-477d130ad19c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77871b7a-f86e-4316-bba8-73d687b56c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.0439045 Feb 07 16:49:45.274963 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64c46369-62e4-4850-b87c-3b4a610d407c tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_gateway (bcfb45b3-0059-4773-ac20-46d3e2cf9cb3), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:45.368546 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-37cd6661-377d-4c5c-a1eb-2b43e95b3b72 req-67e33c45-577d-4550-912d-449d6d3aad52 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Calling delete_port for 381cbc5a-0ff9-457f-8611-e3c4b222d607 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:49:45.393570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8e9845-ec3d-47cd-9aa0-055d7e0abbca None None] Network 8731c5b0-b42c-47af-ac39-3ce7ecdea311 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:49:45.394603 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-309703c1-efd4-41b1-a331-f189aa9ee9bf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router (6b6e3188-647e-48b8-9e0d-e5a8d410f4b9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:45.411021 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-4a30ee32-4b59-4af9-a9be-5134f68baf59 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Allocated IP 172.20.0.9 (8731c5b0-b42c-47af-ac39-3ce7ecdea311/751f6cb4-b6ab-446a-966b-5aaa07ffa9b1/e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:49:45.447277 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 1d02c425-2713-4242-a582-74a7833a3b74 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:49:45.482300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a966af30-74ec-4118-ad1d-c6c241cf49a5 None None] Provisioning complete for port 1d02c425-2713-4242-a582-74a7833a3b74 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:45.482763 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a966af30-74ec-4118-ad1d-c6c241cf49a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1d02c425-2713-4242-a582-74a7833a3b74), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:45.633037 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585ba0d-2e33-4e75-9eec-a3cd3504c8d6 req-439388bc-57dc-4ccb-939f-a2be4fe91010 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:45.638517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585ba0d-2e33-4e75-9eec-a3cd3504c8d6 req-439388bc-57dc-4ccb-939f-a2be4fe91010 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:45.643869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585ba0d-2e33-4e75-9eec-a3cd3504c8d6 req-439388bc-57dc-4ccb-939f-a2be4fe91010 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:45.649860 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585ba0d-2e33-4e75-9eec-a3cd3504c8d6 req-439388bc-57dc-4ccb-939f-a2be4fe91010 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:45.657005 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585ba0d-2e33-4e75-9eec-a3cd3504c8d6 req-439388bc-57dc-4ccb-939f-a2be4fe91010 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:45.662745 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585ba0d-2e33-4e75-9eec-a3cd3504c8d6 req-439388bc-57dc-4ccb-939f-a2be4fe91010 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:45.670455 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585ba0d-2e33-4e75-9eec-a3cd3504c8d6 req-439388bc-57dc-4ccb-939f-a2be4fe91010 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:45.679122 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1585ba0d-2e33-4e75-9eec-a3cd3504c8d6 req-439388bc-57dc-4ccb-939f-a2be4fe91010 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5430 time: 0.5478597 Feb 07 16:49:45.687278 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8b175-43d3-4234-a09e-354573373aab req-151fc7ba-75c0-48ef-889d-42e85142785d tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:45.695777 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-abf8b175-43d3-4234-a09e-354573373aab req-151fc7ba-75c0-48ef-889d-42e85142785d tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 946 time: 0.0812593 Feb 07 16:49:45.773871 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-abf8b175-43d3-4234-a09e-354573373aab req-0715ddce-0618-4043-87c1-6bbaacbe8edc tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/security-groups?id=7468f05d-4250-4011-acec-312703f64634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703647 Feb 07 16:49:45.787294 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 1d02c425-2713-4242-a582-74a7833a3b74 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:45.787804 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1d02c425-2713-4242-a582-74a7833a3b74), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:45.852334 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-6480db63-a265-4b0c-b316-798800f2f1b7 service neutron] 10.222.0.32 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615456 Feb 07 16:49:45.881340 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a966af30-74ec-4118-ad1d-c6c241cf49a5 None None] Current status of the port 1d02c425-2713-4242-a582-74a7833a3b74 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:45.881896 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a966af30-74ec-4118-ad1d-c6c241cf49a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1d02c425-2713-4242-a582-74a7833a3b74), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:45.968393 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a966af30-74ec-4118-ad1d-c6c241cf49a5 None None] For port 1d02c425-2713-4242-a582-74a7833a3b74, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=1d02c425-2713-4242-a582-74a7833a3b74,segment=NetworkSegment(eaf98a5c-be6f-43fd-9b2d-04ab30762dac),segment_id=eaf98a5c-be6f-43fd-9b2d-04ab30762dac)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:45.978866 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a966af30-74ec-4118-ad1d-c6c241cf49a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1d02c425-2713-4242-a582-74a7833a3b74), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:46.001957 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1585ba0d-2e33-4e75-9eec-a3cd3504c8d6 req-21297643-569a-412c-941d-b5961fe9b1ca tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3218143 Feb 07 16:49:46.031914 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-309703c1-efd4-41b1-a331-f189aa9ee9bf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_gateway (6b6e3188-647e-48b8-9e0d-e5a8d410f4b9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:46.060726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 1d02c425-2713-4242-a582-74a7833a3b74 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:46.061493 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1d02c425-2713-4242-a582-74a7833a3b74), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:46.072226 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a30ee32-4b59-4af9-a9be-5134f68baf59 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:46.093048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f77aa0-eaf8-4a3c-90e5-b2c322d13d3e req-d51766af-9a78-4f2e-98c8-10efa0707eec tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:46.100762 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-54f77aa0-eaf8-4a3c-90e5-b2c322d13d3e req-d51766af-9a78-4f2e-98c8-10efa0707eec tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 943 time: 0.0878189 Feb 07 16:49:46.137514 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966af30-74ec-4118-ad1d-c6c241cf49a5 None None] Pushing event updated for resources: {'Port': ['ID=1d02c425-2713-4242-a582-74a7833a3b74,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:46.174042 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-54f77aa0-eaf8-4a3c-90e5-b2c322d13d3e req-992cc655-dc90-4a5a-881d-de2b4b6a4fbe tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718055 Feb 07 16:49:46.197717 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:49:46.198094 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:49:46.215353 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-38126287-1633-4226-a829-568cbe64a547 None None] Provisioning complete for port 1d02c425-2713-4242-a582-74a7833a3b74 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:46.215776 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-38126287-1633-4226-a829-568cbe64a547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1d02c425-2713-4242-a582-74a7833a3b74), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:46.286743 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-16cce331-fc2a-41f4-bde7-c17c8afff1cf service neutron] 10.222.0.32 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209766 Feb 07 16:49:46.335955 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-38126287-1633-4226-a829-568cbe64a547 None None] Current status of the port 1d02c425-2713-4242-a582-74a7833a3b74 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:46.351431 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-c20aec48-a2a2-4f4e-ab18-83bfff897f44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=42b94be5-646d-42a4-a16f-ca1e09e3cbc1 HTTP/1.1" status: 200 len: 217 time: 0.0579133 Feb 07 16:49:46.361315 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a30ee32-4b59-4af9-a9be-5134f68baf59 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:46.363713 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-37cd6661-377d-4c5c-a1eb-2b43e95b3b72 req-67e33c45-577d-4550-912d-449d6d3aad52 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (381cbc5a-0ff9-457f-8611-e3c4b222d607), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:46.503946 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 7c18a493-54e9-4842-8756-24673405aff8 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:49:46.513243 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 381cbc5a-0ff9-457f-8611-e3c4b222d607 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:49:46.558334 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-309703c1-efd4-41b1-a331-f189aa9ee9bf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Deleting port 3acb2ad2-3a7a-4cc9-98d2-f34ff2792e22 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:49:46.558690 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-309703c1-efd4-41b1-a331-f189aa9ee9bf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3acb2ad2-3a7a-4cc9-98d2-f34ff2792e22), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:46.563059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 381cbc5a-0ff9-457f-8611-e3c4b222d607 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:49:46.563674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 381cbc5a-0ff9-457f-8611-e3c4b222d607 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:49:46.568362 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a30ee32-4b59-4af9-a9be-5134f68baf59 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 8731c5b0-b42c-47af-ac39-3ce7ecdea311 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:46.642172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-4a30ee32-4b59-4af9-a9be-5134f68baf59 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:46.648111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a30ee32-4b59-4af9-a9be-5134f68baf59 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:49:46.653863 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30ee32-4b59-4af9-a9be-5134f68baf59 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:46.683315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 7c18a493-54e9-4842-8756-24673405aff8, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=7c18a493-54e9-4842-8756-24673405aff8,segment=NetworkSegment(066d6dab-37ee-4512-895e-667af50c7d8a),segment_id=066d6dab-37ee-4512-895e-667af50c7d8a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:46.697939 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '7c18a493-54e9-4842-8756-24673405aff8', 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272', 'port_id': '7c18a493-54e9-4842-8756-24673405aff8', 'mac_address': 'fa:16:3e:74:a3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e220672-ddb5-4004-a2c7-1c1467c4afbb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:49:46.750867 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64c46369-62e4-4850-b87c-3b4a610d407c tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_gateway (bcfb45b3-0059-4773-ac20-46d3e2cf9cb3), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:46.753394 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-7719a81d-6b66-462b-bb5c-e347c74e360c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:46.754879 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-7719a81d-6b66-462b-bb5c-e347c74e360c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75c96821-5c51-40c5-85a3-ae0f56612f44 HTTP/1.1" status: 200 len: 797 time: 0.3893561 Feb 07 16:49:46.765440 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 1d02c425-2713-4242-a582-74a7833a3b74 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:46.768408 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 7c18a493-54e9-4842-8756-24673405aff8 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:46.768667 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7c18a493-54e9-4842-8756-24673405aff8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:46.777720 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cd6661-377d-4c5c-a1eb-2b43e95b3b72 req-67e33c45-577d-4550-912d-449d6d3aad52 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] No DVR routers for this DVR port 381cbc5a-0ff9-457f-8611-e3c4b222d607 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:49:46.787961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c18a493-54e9-4842-8756-24673405aff8 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:49:46.819539 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-37cd6661-377d-4c5c-a1eb-2b43e95b3b72 req-67e33c45-577d-4550-912d-449d6d3aad52 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:46.828704 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-37cd6661-377d-4c5c-a1eb-2b43e95b3b72 req-67e33c45-577d-4550-912d-449d6d3aad52 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.32 "DELETE /v2.0/ports/381cbc5a-0ff9-457f-8611-e3c4b222d607 HTTP/1.1" status: 204 len: 173 time: 3.8542726 Feb 07 16:49:46.832797 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284777f9-6218-4132-84f9-8c6ef950090e', 'name': 'network-vif-deleted', 'tag': '381cbc5a-0ff9-457f-8611-e3c4b222d607'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:49:46.834577 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a9ba07-45bb-4d82-9722-9e25de770128" -d '{"events": [{"server_uuid": "284777f9-6218-4132-84f9-8c6ef950090e", "name": "network-vif-deleted", "tag": "381cbc5a-0ff9-457f-8611-e3c4b222d607"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:49:46.838643 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e33c45-577d-4550-912d-449d6d3aad52 tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] Pushing event deleted for resources: {'Port': ['ID=381cbc5a-0ff9-457f-8611-e3c4b222d607,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:46.840756 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 7c18a493-54e9-4842-8756-24673405aff8, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=7c18a493-54e9-4842-8756-24673405aff8,segment=NetworkSegment(066d6dab-37ee-4512-895e-667af50c7d8a),segment_id=066d6dab-37ee-4512-895e-667af50c7d8a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:46.846175 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7c18a493-54e9-4842-8756-24673405aff8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:46.850975 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55e69f-076c-423b-929a-81768ffe19e6 req-15b4dd15-6c0b-42fa-a307-19a7136026ff tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:46.853344 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc55e69f-076c-423b-929a-81768ffe19e6 req-15b4dd15-6c0b-42fa-a307-19a7136026ff tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.5085745 Feb 07 16:49:46.874992 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64c46369-62e4-4850-b87c-3b4a610d407c tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:46.939911 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a30ee32-4b59-4af9-a9be-5134f68baf59 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:46.940479 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a30ee32-4b59-4af9-a9be-5134f68baf59 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:46.945560 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4f2c751a-15ac-49e3-9f40-f8546dba29cf req-3bf667a3-5dec-49e5-b124-a47425ff893e tempest-ServersNegativeTestJSON-1827053150 tempest-ServersNegativeTestJSON-1827053150-project] 10.222.0.18 "GET /v2.0/ports?device_id=284777f9-6218-4132-84f9-8c6ef950090e HTTP/1.1" status: 200 len: 210 time: 0.0680666 Feb 07 16:49:46.963312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=7c18a493-54e9-4842-8756-24673405aff8,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:47.042064 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-309703c1-efd4-41b1-a331-f189aa9ee9bf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3acb2ad2-3a7a-4cc9-98d2-f34ff2792e22), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:47.064730 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5c564f7c-2661-44c0-8eb7-97d671e9f735 None None] Provisioning complete for port e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:47.065419 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5c564f7c-2661-44c0-8eb7-97d671e9f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:47.090089 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4a30ee32-4b59-4af9-a9be-5134f68baf59 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.4740291 Feb 07 16:49:47.094502 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44166) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:47.097338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-309703c1-efd4-41b1-a331-f189aa9ee9bf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Calling delete_port for 3acb2ad2-3a7a-4cc9-98d2-f34ff2792e22 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:49:47.110219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5c564f7c-2661-44c0-8eb7-97d671e9f735 None None] Port e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:49:47.111078 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-b81e098d-9638-451b-bbd4-149df4bb3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:47.113182 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-b81e098d-9638-451b-bbd4-149df4bb3fa0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=341e2c10-4c3c-4ab6-9063-14743a0d705c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3042607 Feb 07 16:49:47.116461 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc55e69f-076c-423b-929a-81768ffe19e6 req-4c9214ed-eac7-4737-b0df-06e1353378d7 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356954 Feb 07 16:49:47.168035 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dd7387-db8a-4ebd-80df-93f14e52a5a8 x-openstack-request-id: req-93dd7387-db8a-4ebd-80df-93f14e52a5a8 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:49:47.168331 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284777f9-6218-4132-84f9-8c6ef950090e", "name": "network-vif-deleted", "tag": "381cbc5a-0ff9-457f-8611-e3c4b222d607", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:49:47.169981 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93dd7387-db8a-4ebd-80df-93f14e52a5a8 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:49:47.169981 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284777f9-6218-4132-84f9-8c6ef950090e', 'name': 'network-vif-deleted', 'tag': '381cbc5a-0ff9-457f-8611-e3c4b222d607', 'status': 'completed', 'code': 200} Feb 07 16:49:47.178475 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['7c18a493-54e9-4842-8756-24673405aff8'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:49:47.314222 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-64c46369-62e4-4850-b87c-3b4a610d407c tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Allocated IP 172.25.4.136 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/66d7a4d3-5923-4074-90a4-afbc6afad3f5) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:49:47.382609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 1d02c425-2713-4242-a582-74a7833a3b74 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:49:47.449040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 1d02c425-2713-4242-a582-74a7833a3b74 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:47.449860 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1d02c425-2713-4242-a582-74a7833a3b74), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:47.537305 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c1575-15ce-4c40-9259-0996facee7e5 req-3f6437d8-bc9b-4f85-914d-723b3bd66e43 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:47.544739 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a13c1575-15ce-4c40-9259-0996facee7e5 req-3f6437d8-bc9b-4f85-914d-723b3bd66e43 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 943 time: 0.2394738 Feb 07 16:49:47.559561 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 1d02c425-2713-4242-a582-74a7833a3b74 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:47.634232 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a13c1575-15ce-4c40-9259-0996facee7e5 req-8cbcba24-c6b7-4572-a1c4-0247aa875560 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879493 Feb 07 16:49:47.679050 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-679061a2-fb60-4f08-8179-968434bcc04f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:47.831297 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ff38c-cefa-4c43-b07b-8b49013ef015 req-ee976a1e-7dcd-4955-b86c-9e9f83d39764 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:47.836477 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ff38c-cefa-4c43-b07b-8b49013ef015 req-ee976a1e-7dcd-4955-b86c-9e9f83d39764 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:47.841789 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ff38c-cefa-4c43-b07b-8b49013ef015 req-ee976a1e-7dcd-4955-b86c-9e9f83d39764 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:47.847052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ff38c-cefa-4c43-b07b-8b49013ef015 req-ee976a1e-7dcd-4955-b86c-9e9f83d39764 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:47.852415 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ff38c-cefa-4c43-b07b-8b49013ef015 req-ee976a1e-7dcd-4955-b86c-9e9f83d39764 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:47.857742 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ff38c-cefa-4c43-b07b-8b49013ef015 req-ee976a1e-7dcd-4955-b86c-9e9f83d39764 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:47.863471 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ff38c-cefa-4c43-b07b-8b49013ef015 req-ee976a1e-7dcd-4955-b86c-9e9f83d39764 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:47.865726 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9c2ff38c-cefa-4c43-b07b-8b49013ef015 req-ee976a1e-7dcd-4955-b86c-9e9f83d39764 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5431 time: 0.6520562 Feb 07 16:49:47.871948 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-bdddd1eb-cb94-4245-9464-cc5a960c54bc service neutron] 10.222.0.32 "GET /v2.0/networks/341e2c10-4c3c-4ab6-9063-14743a0d705c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7440443 Feb 07 16:49:47.942739 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-679061a2-fb60-4f08-8179-968434bcc04f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:47.948325 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-679061a2-fb60-4f08-8179-968434bcc04f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.017605 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44172) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:48.077414 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679061a2-fb60-4f08-8179-968434bcc04f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:48.086507 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64c46369-62e4-4850-b87c-3b4a610d407c tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for port (66d7a4d3-5923-4074-90a4-afbc6afad3f5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.102613 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9c2ff38c-cefa-4c43-b07b-8b49013ef015 req-5f88036c-9096-433d-9a4f-4861f7366541 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2280517 Feb 07 16:49:48.122022 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-33ee579f-9cc4-4de8-b1a1-4df82f72b42c service neutron] 10.222.0.32 "GET /v2.0/networks/341e2c10-4c3c-4ab6-9063-14743a0d705c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331607 Feb 07 16:49:48.125041 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-309703c1-efd4-41b1-a331-f189aa9ee9bf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3acb2ad2-3a7a-4cc9-98d2-f34ff2792e22), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.183513 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309703c1-efd4-41b1-a331-f189aa9ee9bf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Pushing event deleted for resources: {'Port': ['ID=3acb2ad2-3a7a-4cc9-98d2-f34ff2792e22,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:48.262733 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-2bb3928b-073d-4a6d-b229-110ed1dcf95f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=424e0525-fdc2-44e3-89b7-44df8caf5d2e HTTP/1.1" status: 200 len: 217 time: 0.1145203 Feb 07 16:49:48.310554 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-20294e4f-0873-4bee-b82a-6ca96e7adb02 admin admin] Deleting subnet 17caae66-4938-4c9b-981d-9460cbf4671f {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:49:48.326946 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20294e4f-0873-4bee-b82a-6ca96e7adb02 admin admin] Publish callbacks [] for subnet (17caae66-4938-4c9b-981d-9460cbf4671f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.338521 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64c46369-62e4-4850-b87c-3b4a610d407c tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (66d7a4d3-5923-4074-90a4-afbc6afad3f5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.386543 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-309703c1-efd4-41b1-a331-f189aa9ee9bf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (6b6e3188-647e-48b8-9e0d-e5a8d410f4b9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.387049 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20294e4f-0873-4bee-b82a-6ca96e7adb02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (17caae66-4938-4c9b-981d-9460cbf4671f), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.398635 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-e33de9db-1486-4d9b-b24d-93ec7395dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:48.400996 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-e33de9db-1486-4d9b-b24d-93ec7395dda8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75c96821-5c51-40c5-85a3-ae0f56612f44 HTTP/1.1" status: 200 len: 797 time: 0.1133246 Feb 07 16:49:48.431943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7bda1-b5f6-46f5-9dd9-343bd99afea4 req-a741a6f4-cd29-431d-93be-1cdb5f0e1efa tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:48.433552 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d7c7bda1-b5f6-46f5-9dd9-343bd99afea4 req-a741a6f4-cd29-431d-93be-1cdb5f0e1efa tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.2086141 Feb 07 16:49:48.438525 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-679061a2-fb60-4f08-8179-968434bcc04f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (85fc0b39-7ef9-44da-8083-110198bffade), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.448145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-39a37509-8911-42f1-b7cb-91a06f1c9dfd None None] Provisioning complete for port e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:48.448935 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-39a37509-8911-42f1-b7cb-91a06f1c9dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.479444 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c46369-62e4-4850-b87c-3b4a610d407c tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:48.490644 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-39a37509-8911-42f1-b7cb-91a06f1c9dfd None None] Port e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:49:48.512087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 143a4394-acab-4b64-907b-aa1207677eba details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:49:48.515055 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 7c18a493-54e9-4842-8756-24673405aff8 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:49:48.528854 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20294e4f-0873-4bee-b82a-6ca96e7adb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (17caae66-4938-4c9b-981d-9460cbf4671f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.534169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-64c46369-62e4-4850-b87c-3b4a610d407c tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:48.536586 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c46369-62e4-4850-b87c-3b4a610d407c tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:49:48.541766 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c46369-62e4-4850-b87c-3b4a610d407c tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Pushing event updated for resources: {'Port': ['ID=66d7a4d3-5923-4074-90a4-afbc6afad3f5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:48.569125 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-309703c1-efd4-41b1-a331-f189aa9ee9bf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (6b6e3188-647e-48b8-9e0d-e5a8d410f4b9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.574850 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-309703c1-efd4-41b1-a331-f189aa9ee9bf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_controller (6b6e3188-647e-48b8-9e0d-e5a8d410f4b9), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.621712 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d7c7bda1-b5f6-46f5-9dd9-343bd99afea4 req-36e68bc1-3767-4d3c-a6d2-b69ad2699e15 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763420 Feb 07 16:49:48.646109 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-727a372e-4c60-4578-b8fd-f5a60480e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:48.647663 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-727a372e-4c60-4578-b8fd-f5a60480e4d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=341e2c10-4c3c-4ab6-9063-14743a0d705c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1805840 Feb 07 16:49:48.661823 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 7c18a493-54e9-4842-8756-24673405aff8 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:49:48.669140 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 7c18a493-54e9-4842-8756-24673405aff8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:48.669694 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7c18a493-54e9-4842-8756-24673405aff8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.671296 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20294e4f-0873-4bee-b82a-6ca96e7adb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (17caae66-4938-4c9b-981d-9460cbf4671f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.733516 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-309703c1-efd4-41b1-a331-f189aa9ee9bf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (6b6e3188-647e-48b8-9e0d-e5a8d410f4b9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.734052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309703c1-efd4-41b1-a331-f189aa9ee9bf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Fanout notify agent at l3_agent the message router_deleted on router 6b6e3188-647e-48b8-9e0d-e5a8d410f4b9 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:49:48.738194 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20294e4f-0873-4bee-b82a-6ca96e7adb02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17caae66-4938-4c9b-981d-9460cbf4671f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:48.744692 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20294e4f-0873-4bee-b82a-6ca96e7adb02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.750956 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-20294e4f-0873-4bee-b82a-6ca96e7adb02 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/17caae66-4938-4c9b-981d-9460cbf4671f HTTP/1.1" status: 204 len: 168 time: 0.7271736 Feb 07 16:49:48.752715 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44180) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:48.754769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 143a4394-acab-4b64-907b-aa1207677eba, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=143a4394-acab-4b64-907b-aa1207677eba,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:48.781208 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-679061a2-fb60-4f08-8179-968434bcc04f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.784672 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-309703c1-efd4-41b1-a331-f189aa9ee9bf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.789618 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-309703c1-efd4-41b1-a331-f189aa9ee9bf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "DELETE /v2.0/routers/6b6e3188-647e-48b8-9e0d-e5a8d410f4b9 HTTP/1.1" status: 204 len: 168 time: 4.4763706 Feb 07 16:49:48.789869 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '143a4394-acab-4b64-907b-aa1207677eba', 'network_id': '772a5458-241a-4973-8916-b74170ada414', 'port_id': '143a4394-acab-4b64-907b-aa1207677eba', 'mac_address': 'fa:16:3e:ac:03:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe980b80-4ff0-4853-82e3-b744d6a56a26', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:49:48.793063 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44182) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:48.798865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e1ffdd2b-f00a-4ab4-81ff-d2f82ca78acb tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1574653823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:48.843870 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 7c18a493-54e9-4842-8756-24673405aff8 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:48.844401 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7c18a493-54e9-4842-8756-24673405aff8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.858629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 143a4394-acab-4b64-907b-aa1207677eba is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:48.859038 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (143a4394-acab-4b64-907b-aa1207677eba), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.885237 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c18a493-54e9-4842-8756-24673405aff8'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:49:48.887470 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ccf4ff-822f-4513-907e-7b1ffa6e673f" -d '{"events": [{"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-plugged", "status": "completed", "tag": "7c18a493-54e9-4842-8756-24673405aff8"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:49:48.887725 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ec86842-f887-4369-8d95-4361dcbbf3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.899674 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1ffdd2b-f00a-4ab4-81ff-d2f82ca78acb tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (03cb90d4-7232-4458-8a93-5ef202bc21bd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.900794 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1ffdd2b-f00a-4ab4-81ff-d2f82ca78acb tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (03cb90d4-7232-4458-8a93-5ef202bc21bd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.904050 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143a4394-acab-4b64-907b-aa1207677eba {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:49:48.939083 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-369a9be6-5e3c-422d-bda4-361382451048 service neutron] 10.222.0.32 "GET /v2.0/networks/341e2c10-4c3c-4ab6-9063-14743a0d705c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511673 Feb 07 16:49:48.941954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 143a4394-acab-4b64-907b-aa1207677eba, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=143a4394-acab-4b64-907b-aa1207677eba,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:48.944339 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 7c18a493-54e9-4842-8756-24673405aff8, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=7c18a493-54e9-4842-8756-24673405aff8,segment=NetworkSegment(066d6dab-37ee-4512-895e-667af50c7d8a),segment_id=066d6dab-37ee-4512-895e-667af50c7d8a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:48.947881 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (143a4394-acab-4b64-907b-aa1207677eba), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:48.949156 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 1f140185-94e6-47ae-a1d1-6d64b078a33e details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:49:48.949531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1c4c8-a90e-48d5-b181-300b21bf9189 req-a0fca40a-1558-4b54-8f99-bcc26718e1e3 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:48.950953 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-afe1c4c8-a90e-48d5-b181-300b21bf9189 req-a0fca40a-1558-4b54-8f99-bcc26718e1e3 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 943 time: 0.1794617 Feb 07 16:49:48.956686 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9698cebd-031b-4a94-af6c-22a15643a508 x-openstack-request-id: req-9698cebd-031b-4a94-af6c-22a15643a508 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:49:48.957068 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-plugged", "status": "completed", "tag": "7c18a493-54e9-4842-8756-24673405aff8", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:49:48.957363 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9698cebd-031b-4a94-af6c-22a15643a508 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:49:48.957766 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c18a493-54e9-4842-8756-24673405aff8', 'code': 200} Feb 07 16:49:48.962493 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7c18a493-54e9-4842-8756-24673405aff8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.062892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=143a4394-acab-4b64-907b-aa1207677eba,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:49.081633 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ec86842-f887-4369-8d95-4361dcbbf3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.120248 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1ffdd2b-f00a-4ab4-81ff-d2f82ca78acb tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_controller (03cb90d4-7232-4458-8a93-5ef202bc21bd), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.142758 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1ffdd2b-f00a-4ab4-81ff-d2f82ca78acb tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (03cb90d4-7232-4458-8a93-5ef202bc21bd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.163976 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 1f140185-94e6-47ae-a1d1-6d64b078a33e, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=1f140185-94e6-47ae-a1d1-6d64b078a33e,segment=NetworkSegment(0136f7ea-999b-4051-86f3-2f70d0f8796a),segment_id=0136f7ea-999b-4051-86f3-2f70d0f8796a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:49.182648 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '1f140185-94e6-47ae-a1d1-6d64b078a33e', 'network_id': '6ff3d289-1ffa-4a39-b840-9958ff036d72', 'port_id': '1f140185-94e6-47ae-a1d1-6d64b078a33e', 'mac_address': 'fa:16:3e:f1:0d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc3c94e-0036-4741-beec-77866fd95a96', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:49:49.184637 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=7c18a493-54e9-4842-8756-24673405aff8,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:49.189966 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1ffdd2b-f00a-4ab4-81ff-d2f82ca78acb tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.190468 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e1ffdd2b-f00a-4ab4-81ff-d2f82ca78acb tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3950529 Feb 07 16:49:49.200254 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44188) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:49.206002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-87c32f4b-c633-4209-b84a-434282387cd6 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Request body: {'router': {'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:49.217018 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-afe1c4c8-a90e-48d5-b181-300b21bf9189 req-fa0920d8-f75a-45d1-81d8-240b7b740b32 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445025 Feb 07 16:49:49.241315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3ec86842-f887-4369-8d95-4361dcbbf3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:49.243906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 1f140185-94e6-47ae-a1d1-6d64b078a33e is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:49.244580 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1f140185-94e6-47ae-a1d1-6d64b078a33e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.253532 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3ec86842-f887-4369-8d95-4361dcbbf3e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03af9fa1-8b97-43be-8e17-86dad5c361df') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:49.253961 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3ec86842-f887-4369-8d95-4361dcbbf3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03af9fa1-8b97-43be-8e17-86dad5c361df') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:49.263263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f140185-94e6-47ae-a1d1-6d64b078a33e {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:49:49.287721 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 1f140185-94e6-47ae-a1d1-6d64b078a33e, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=1f140185-94e6-47ae-a1d1-6d64b078a33e,segment=NetworkSegment(0136f7ea-999b-4051-86f3-2f70d0f8796a),segment_id=0136f7ea-999b-4051-86f3-2f70d0f8796a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:49.295359 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1f140185-94e6-47ae-a1d1-6d64b078a33e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.296740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4e8a50dc-546f-49cf-8211-bd142bfffa0c details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:49:49.298642 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64c46369-62e4-4850-b87c-3b4a610d407c tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_gateway (bcfb45b3-0059-4773-ac20-46d3e2cf9cb3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.308750 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ec86842-f887-4369-8d95-4361dcbbf3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (03af9fa1-8b97-43be-8e17-86dad5c361df), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.335606 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ec86842-f887-4369-8d95-4361dcbbf3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (03af9fa1-8b97-43be-8e17-86dad5c361df), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.339803 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-679061a2-fb60-4f08-8179-968434bcc04f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.349618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec86842-f887-4369-8d95-4361dcbbf3e5 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:49:49.349964 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ec86842-f887-4369-8d95-4361dcbbf3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (03af9fa1-8b97-43be-8e17-86dad5c361df), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:49:49.351873 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:49:49.355440 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-679061a2-fb60-4f08-8179-968434bcc04f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.368995 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa224ad7-edec-4921-b33a-609fc2b9dfa8 req-cdec5c50-d90d-4a4a-bdb1-b5dbe60d03a3 service neutron] 10.222.0.32 "GET /v2.0/networks/341e2c10-4c3c-4ab6-9063-14743a0d705c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039598 Feb 07 16:49:49.404857 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=1f140185-94e6-47ae-a1d1-6d64b078a33e,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:49.424647 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4e8a50dc-546f-49cf-8211-bd142bfffa0c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4e8a50dc-546f-49cf-8211-bd142bfffa0c,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:49.433561 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee7948-8629-45a2-b02b-4c8f4111a1e2 req-c0e10a8a-9db3-4645-ab56-29721fd4dba0 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:49.439238 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee7948-8629-45a2-b02b-4c8f4111a1e2 req-c0e10a8a-9db3-4645-ab56-29721fd4dba0 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:49.439881 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '4e8a50dc-546f-49cf-8211-bd142bfffa0c', 'network_id': '772a5458-241a-4973-8916-b74170ada414', 'port_id': '4e8a50dc-546f-49cf-8211-bd142bfffa0c', 'mac_address': 'fa:16:3e:9c:c8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe980b80-4ff0-4853-82e3-b744d6a56a26', 'ip_address': '10.1.1.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:49:49.444636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee7948-8629-45a2-b02b-4c8f4111a1e2 req-c0e10a8a-9db3-4645-ab56-29721fd4dba0 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:49.450309 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee7948-8629-45a2-b02b-4c8f4111a1e2 req-c0e10a8a-9db3-4645-ab56-29721fd4dba0 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:49.455729 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee7948-8629-45a2-b02b-4c8f4111a1e2 req-c0e10a8a-9db3-4645-ab56-29721fd4dba0 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:49.461149 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee7948-8629-45a2-b02b-4c8f4111a1e2 req-c0e10a8a-9db3-4645-ab56-29721fd4dba0 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:49.467157 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee7948-8629-45a2-b02b-4c8f4111a1e2 req-c0e10a8a-9db3-4645-ab56-29721fd4dba0 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:49.469083 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8ee7948-8629-45a2-b02b-4c8f4111a1e2 req-c0e10a8a-9db3-4645-ab56-29721fd4dba0 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5433 time: 0.2127988 Feb 07 16:49:49.485852 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 4e8a50dc-546f-49cf-8211-bd142bfffa0c is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:49.486659 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e8a50dc-546f-49cf-8211-bd142bfffa0c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.512389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8a50dc-546f-49cf-8211-bd142bfffa0c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:49:49.545419 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c32f4b-c633-4209-b84a-434282387cd6 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_gateway (03cb90d4-7232-4458-8a93-5ef202bc21bd), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.558438 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-679061a2-fb60-4f08-8179-968434bcc04f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (85fc0b39-7ef9-44da-8083-110198bffade), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.559988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4e8a50dc-546f-49cf-8211-bd142bfffa0c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4e8a50dc-546f-49cf-8211-bd142bfffa0c,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:49.565839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679061a2-fb60-4f08-8179-968434bcc04f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:49.567019 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4e8a50dc-546f-49cf-8211-bd142bfffa0c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.567782 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2db5c0bc-b866-4e0d-a809-0111cf41496d details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:49:49.582541 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ec86842-f887-4369-8d95-4361dcbbf3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.592165 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ec86842-f887-4369-8d95-4361dcbbf3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.598371 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3ec86842-f887-4369-8d95-4361dcbbf3e5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362 HTTP/1.1" status: 204 len: 168 time: 0.8449674 Feb 07 16:49:49.677017 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2db5c0bc-b866-4e0d-a809-0111cf41496d, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2db5c0bc-b866-4e0d-a809-0111cf41496d,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:49.680034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=4e8a50dc-546f-49cf-8211-bd142bfffa0c,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:49.693660 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '2db5c0bc-b866-4e0d-a809-0111cf41496d', 'network_id': '772a5458-241a-4973-8916-b74170ada414', 'port_id': '2db5c0bc-b866-4e0d-a809-0111cf41496d', 'mac_address': 'fa:16:3e:69:36:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe980b80-4ff0-4853-82e3-b744d6a56a26', 'ip_address': '10.1.1.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:49:49.704251 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec86842-f887-4369-8d95-4361dcbbf3e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0ceedf6-9fcb-4b5c-b3a7-31a9cb8b9362,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:49.750126 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 2db5c0bc-b866-4e0d-a809-0111cf41496d is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:49.750574 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2db5c0bc-b866-4e0d-a809-0111cf41496d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.753111 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8ee7948-8629-45a2-b02b-4c8f4111a1e2 req-a152a284-e390-473f-85fc-2bb162d95764 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2589877 Feb 07 16:49:49.766409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db5c0bc-b866-4e0d-a809-0111cf41496d {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:49:49.795799 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2db5c0bc-b866-4e0d-a809-0111cf41496d, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2db5c0bc-b866-4e0d-a809-0111cf41496d,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:49.802065 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2db5c0bc-b866-4e0d-a809-0111cf41496d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.803418 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 77883321-267c-498d-946e-72ebe4f0e50c details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:49:49.806320 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64c46369-62e4-4850-b87c-3b4a610d407c tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (bcfb45b3-0059-4773-ac20-46d3e2cf9cb3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.817964 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679061a2-fb60-4f08-8179-968434bcc04f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 8731c5b0-b42c-47af-ac39-3ce7ecdea311 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:49.820348 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-679061a2-fb60-4f08-8179-968434bcc04f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:49.844949 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44194) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:49.889796 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=2db5c0bc-b866-4e0d-a809-0111cf41496d,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:49.895805 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 77883321-267c-498d-946e-72ebe4f0e50c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=77883321-267c-498d-946e-72ebe4f0e50c,segment=NetworkSegment(0136f7ea-999b-4051-86f3-2f70d0f8796a),segment_id=0136f7ea-999b-4051-86f3-2f70d0f8796a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:49.908737 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '77883321-267c-498d-946e-72ebe4f0e50c', 'network_id': '6ff3d289-1ffa-4a39-b840-9958ff036d72', 'port_id': '77883321-267c-498d-946e-72ebe4f0e50c', 'mac_address': 'fa:16:3e:d9:2c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc3c94e-0036-4741-beec-77866fd95a96', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:49:49.958424 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 77883321-267c-498d-946e-72ebe4f0e50c is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:49.958842 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (77883321-267c-498d-946e-72ebe4f0e50c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:49.976270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77883321-267c-498d-946e-72ebe4f0e50c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:49:49.986595 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9cd97de6-5662-4451-9d45-84d5036b111a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17e673e6323b4e4cb326f65b4b9943cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390274 Feb 07 16:49:49.990132 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44196) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:50.006340 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 77883321-267c-498d-946e-72ebe4f0e50c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=77883321-267c-498d-946e-72ebe4f0e50c,segment=NetworkSegment(0136f7ea-999b-4051-86f3-2f70d0f8796a),segment_id=0136f7ea-999b-4051-86f3-2f70d0f8796a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:50.020751 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (77883321-267c-498d-946e-72ebe4f0e50c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:50.021538 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device d8f99488-5442-4647-9351-c993cff78c12 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:49:50.092012 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=77883321-267c-498d-946e-72ebe4f0e50c,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:50.107550 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679061a2-fb60-4f08-8179-968434bcc04f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router 85fc0b39-7ef9-44da-8083-110198bffade is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:49:50.113805 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9b15f10-29c4-4185-bf13-dd83ee4dd590 admin admin] Publish callbacks [] for security_group (7468f05d-4250-4011-acec-312703f64634), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:50.131394 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port d8f99488-5442-4647-9351-c993cff78c12, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d8f99488-5442-4647-9351-c993cff78c12,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:50.142274 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9b15f10-29c4-4185-bf13-dd83ee4dd590 admin admin] Publish callbacks [] for security_group (7468f05d-4250-4011-acec-312703f64634), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:50.146472 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'd8f99488-5442-4647-9351-c993cff78c12', 'network_id': '772a5458-241a-4973-8916-b74170ada414', 'port_id': 'd8f99488-5442-4647-9351-c993cff78c12', 'mac_address': 'fa:16:3e:f5:cc:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe980b80-4ff0-4853-82e3-b744d6a56a26', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:49:50.189677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port d8f99488-5442-4647-9351-c993cff78c12 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:50.190120 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d8f99488-5442-4647-9351-c993cff78c12), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:50.204526 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f99488-5442-4647-9351-c993cff78c12 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:49:50.234676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port d8f99488-5442-4647-9351-c993cff78c12, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d8f99488-5442-4647-9351-c993cff78c12,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:50.247952 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d8f99488-5442-4647-9351-c993cff78c12), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:50.253227 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e6d26654-fa23-40e2-a046-d1e71f479748 None None] Provisioning complete for port e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:50.253631 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e6d26654-fa23-40e2-a046-d1e71f479748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:50.269948 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db066b2-53bb-4955-b9bd-c9ffca5ef983 req-27687573-8074-42f6-b7f2-09c203828c30 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:50.271545 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5db066b2-53bb-4955-b9bd-c9ffca5ef983 req-27687573-8074-42f6-b7f2-09c203828c30 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.5264874 Feb 07 16:49:50.309247 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9b15f10-29c4-4185-bf13-dd83ee4dd590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7468f05d-4250-4011-acec-312703f64634), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:50.312778 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9b15f10-29c4-4185-bf13-dd83ee4dd590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:50.314299 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f9b15f10-29c4-4185-bf13-dd83ee4dd590 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7468f05d-4250-4011-acec-312703f64634 HTTP/1.1" status: 204 len: 168 time: 0.3228471 Feb 07 16:49:50.344289 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=d8f99488-5442-4647-9351-c993cff78c12,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:50.378849 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e6d26654-fa23-40e2-a046-d1e71f479748 None None] Port e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:49:50.447917 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5db066b2-53bb-4955-b9bd-c9ffca5ef983 req-c447033c-6c14-40df-b499-2a94e65e09d1 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599579 Feb 07 16:49:50.450530 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c32f4b-c633-4209-b84a-434282387cd6 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_gateway (03cb90d4-7232-4458-8a93-5ef202bc21bd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:50.474166 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c32f4b-c633-4209-b84a-434282387cd6 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:50.534569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c46369-62e4-4850-b87c-3b4a610d407c tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Router bcfb45b3-0059-4773-ac20-46d3e2cf9cb3 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:49:50.682945 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-87c32f4b-c633-4209-b84a-434282387cd6 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Allocated IP 172.25.4.16 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/6753237b-bb6f-4992-aefa-6ae68a7e0a34) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:49:50.701770 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679061a2-fb60-4f08-8179-968434bcc04f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:49:50.707381 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-679061a2-fb60-4f08-8179-968434bcc04f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/85fc0b39-7ef9-44da-8083-110198bffade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6107697 Feb 07 16:49:50.708657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b15f10-29c4-4185-bf13-dd83ee4dd590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7468f05d-4250-4011-acec-312703f64634,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:50.709950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44206) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:50.719474 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee532d2d-3fc4-4330-af33-c2f7c3f4881b None None] Sync routers for ids ['85fc0b39-7ef9-44da-8083-110198bffade'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:49:50.742588 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee532d2d-3fc4-4330-af33-c2f7c3f4881b None None] Routers {'85fc0b39-7ef9-44da-8083-110198bffade'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:50.746032 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ee532d2d-3fc4-4330-af33-c2f7c3f4881b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['85fc0b39-7ef9-44da-8083-110198bffade'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:50.775365 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46985e7b-206f-4d44-b57e-4cb045b97ba2 req-921d4fa0-730d-400e-872a-56923a2434d9 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:50.777111 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46985e7b-206f-4d44-b57e-4cb045b97ba2 req-921d4fa0-730d-400e-872a-56923a2434d9 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 943 time: 0.4588435 Feb 07 16:49:50.790471 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c46369-62e4-4850-b87c-3b4a610d407c tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:49:50.800485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeae3b23-ca15-4c48-a07c-a39f52626386 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:50.802039 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-aeae3b23-ca15-4c48-a07c-a39f52626386 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/ports/e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8 HTTP/1.1" status: 200 len: 976 time: 0.0909650 Feb 07 16:49:50.804090 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5849b56f-fa43-4f0a-b50c-61adf1189905 None None] Sync routers for ids ['bcfb45b3-0059-4773-ac20-46d3e2cf9cb3'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:49:50.812503 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44210) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:50.822941 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5849b56f-fa43-4f0a-b50c-61adf1189905 None None] Routers {'bcfb45b3-0059-4773-ac20-46d3e2cf9cb3'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:50.823594 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5849b56f-fa43-4f0a-b50c-61adf1189905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['bcfb45b3-0059-4773-ac20-46d3e2cf9cb3'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:50.832781 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ee532d2d-3fc4-4330-af33-c2f7c3f4881b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:50.846289 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee532d2d-3fc4-4330-af33-c2f7c3f4881b None None] Routers {'85fc0b39-7ef9-44da-8083-110198bffade'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:50.851605 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ee532d2d-3fc4-4330-af33-c2f7c3f4881b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['85fc0b39-7ef9-44da-8083-110198bffade'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:50.888394 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64c46369-62e4-4850-b87c-3b4a610d407c tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:50.892690 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-64c46369-62e4-4850-b87c-3b4a610d407c tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.2186861 Feb 07 16:49:50.894625 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['d8f99488-5442-4647-9351-c993cff78c12'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:49:50.905394 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44216) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:50.913661 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fa21a0e1-4903-44df-9d8f-dbea06d7c446 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:50.956385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5849b56f-fa43-4f0a-b50c-61adf1189905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:50.959510 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['1f140185-94e6-47ae-a1d1-6d64b078a33e'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:49:50.964378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['4e8a50dc-546f-49cf-8211-bd142bfffa0c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:49:50.978324 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ee532d2d-3fc4-4330-af33-c2f7c3f4881b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:50.980545 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee532d2d-3fc4-4330-af33-c2f7c3f4881b None None] The sync data for ids ['85fc0b39-7ef9-44da-8083-110198bffade'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:49:51.054238 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46985e7b-206f-4d44-b57e-4cb045b97ba2 req-e09b291c-a387-45a8-a051-422fe9ee6c1c tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598691 Feb 07 16:49:51.067556 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5849b56f-fa43-4f0a-b50c-61adf1189905 None None] Routers {'bcfb45b3-0059-4773-ac20-46d3e2cf9cb3'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:51.068495 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5849b56f-fa43-4f0a-b50c-61adf1189905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['bcfb45b3-0059-4773-ac20-46d3e2cf9cb3'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:51.161685 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c32f4b-c633-4209-b84a-434282387cd6 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for port (6753237b-bb6f-4992-aefa-6ae68a7e0a34), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:51.162025 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5849b56f-fa43-4f0a-b50c-61adf1189905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:51.162668 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5849b56f-fa43-4f0a-b50c-61adf1189905 None None] The sync data for ids ['bcfb45b3-0059-4773-ac20-46d3e2cf9cb3'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:49:51.204540 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7851b-bc23-489c-8915-35fdcae718af req-da69fe99-2c81-4a36-9ea2-cde3ba6c1f01 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:51.211631 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7851b-bc23-489c-8915-35fdcae718af req-da69fe99-2c81-4a36-9ea2-cde3ba6c1f01 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:51.214198 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:51.217742 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7851b-bc23-489c-8915-35fdcae718af req-da69fe99-2c81-4a36-9ea2-cde3ba6c1f01 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:51.224293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7851b-bc23-489c-8915-35fdcae718af req-da69fe99-2c81-4a36-9ea2-cde3ba6c1f01 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:51.230944 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7851b-bc23-489c-8915-35fdcae718af req-da69fe99-2c81-4a36-9ea2-cde3ba6c1f01 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:51.236671 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7851b-bc23-489c-8915-35fdcae718af req-da69fe99-2c81-4a36-9ea2-cde3ba6c1f01 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:51.242623 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7851b-bc23-489c-8915-35fdcae718af req-da69fe99-2c81-4a36-9ea2-cde3ba6c1f01 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:51.246322 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00b7851b-bc23-489c-8915-35fdcae718af req-da69fe99-2c81-4a36-9ea2-cde3ba6c1f01 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5438 time: 0.2986732 Feb 07 16:49:51.405406 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c32f4b-c633-4209-b84a-434282387cd6 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (6753237b-bb6f-4992-aefa-6ae68a7e0a34), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:51.464744 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00b7851b-bc23-489c-8915-35fdcae718af req-f233457f-a11c-492b-9d75-75fb04de58b0 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2092295 Feb 07 16:49:51.481744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c32f4b-c633-4209-b84a-434282387cd6 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:51.490359 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-87c32f4b-c633-4209-b84a-434282387cd6 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:51.499055 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c32f4b-c633-4209-b84a-434282387cd6 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:49:51.504025 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c32f4b-c633-4209-b84a-434282387cd6 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Pushing event updated for resources: {'Port': ['ID=6753237b-bb6f-4992-aefa-6ae68a7e0a34,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:51.631265 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20a13010-cedf-4a43-a616-2ca5595289e4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (85fc0b39-7ef9-44da-8083-110198bffade), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:51.737402 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23febbf-20b0-4404-9c7e-a77c58c66dfd req-9e29e317-b093-44a3-89f3-dd2fd2bb2f64 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:51.739107 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f23febbf-20b0-4404-9c7e-a77c58c66dfd req-9e29e317-b093-44a3-89f3-dd2fd2bb2f64 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.1754456 Feb 07 16:49:51.780517 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa21a0e1-4903-44df-9d8f-dbea06d7c446 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_gateway (bcfb45b3-0059-4773-ac20-46d3e2cf9cb3), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:51.837920 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa21a0e1-4903-44df-9d8f-dbea06d7c446 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_gateway (bcfb45b3-0059-4773-ac20-46d3e2cf9cb3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:51.857313 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f23febbf-20b0-4404-9c7e-a77c58c66dfd req-b2b13228-8252-4e78-bf60-6473943cfbad tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019332 Feb 07 16:49:51.967066 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-20a13010-cedf-4a43-a616-2ca5595289e4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting port e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:49:51.967551 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20a13010-cedf-4a43-a616-2ca5595289e4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:51.984789 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fa21a0e1-4903-44df-9d8f-dbea06d7c446 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Deleting port 66d7a4d3-5923-4074-90a4-afbc6afad3f5 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:49:51.985137 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa21a0e1-4903-44df-9d8f-dbea06d7c446 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (66d7a4d3-5923-4074-90a4-afbc6afad3f5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:51.986909 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c32f4b-c633-4209-b84a-434282387cd6 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_gateway (03cb90d4-7232-4458-8a93-5ef202bc21bd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:52.087101 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20a13010-cedf-4a43-a616-2ca5595289e4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:52.101354 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44242) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:52.104335 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-20a13010-cedf-4a43-a616-2ca5595289e4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Calling delete_port for e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:49:52.136975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['77883321-267c-498d-946e-72ebe4f0e50c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:49:52.171440 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2db5c0bc-b866-4e0d-a809-0111cf41496d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:49:52.246530 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa21a0e1-4903-44df-9d8f-dbea06d7c446 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (66d7a4d3-5923-4074-90a4-afbc6afad3f5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:52.287734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fa21a0e1-4903-44df-9d8f-dbea06d7c446 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Calling delete_port for 66d7a4d3-5923-4074-90a4-afbc6afad3f5 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:49:52.292524 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1348635b-6435-4320-9ea4-8937f63e98b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:52.302465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['143a4394-acab-4b64-907b-aa1207677eba'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:49:52.397935 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20a13010-cedf-4a43-a616-2ca5595289e4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:52.420002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ef5ec-93f7-487c-a59b-4853d03c3f31 req-4f579e23-a95f-43b6-bdf9-44b39d5b561b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:52.421628 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a4ef5ec-93f7-487c-a59b-4853d03c3f31 req-4f579e23-a95f-43b6-bdf9-44b39d5b561b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 943 time: 0.2733641 Feb 07 16:49:52.442827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a13010-cedf-4a43-a616-2ca5595289e4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Port': ['ID=e8e272f8-faf6-46eb-aaeb-f4c8d5448fa8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:52.613633 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a4ef5ec-93f7-487c-a59b-4853d03c3f31 req-a6b310ac-b59d-40d3-8c20-1b7b3e6523f1 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498303 Feb 07 16:49:52.657071 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1348635b-6435-4320-9ea4-8937f63e98b5 admin admin] Publish callbacks [] for security_group (66120232-6d05-4366-91dd-c6f0171a6e6e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:52.664254 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1348635b-6435-4320-9ea4-8937f63e98b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (66120232-6d05-4366-91dd-c6f0171a6e6e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:52.675402 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c32f4b-c633-4209-b84a-434282387cd6 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (03cb90d4-7232-4458-8a93-5ef202bc21bd), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:52.681938 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c32f4b-c633-4209-b84a-434282387cd6 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (03cb90d4-7232-4458-8a93-5ef202bc21bd), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:52.732715 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20a13010-cedf-4a43-a616-2ca5595289e4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (85fc0b39-7ef9-44da-8083-110198bffade), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:52.747564 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348635b-6435-4320-9ea4-8937f63e98b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66120232-6d05-4366-91dd-c6f0171a6e6e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:52.756576 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1348635b-6435-4320-9ea4-8937f63e98b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4f1b43d8d8a4f41b37eb2dfbc55ace2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6536043 Feb 07 16:49:52.759524 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44248) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:52.851078 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa21a0e1-4903-44df-9d8f-dbea06d7c446 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (66d7a4d3-5923-4074-90a4-afbc6afad3f5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:52.883937 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21a0e1-4903-44df-9d8f-dbea06d7c446 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Pushing event deleted for resources: {'Port': ['ID=66d7a4d3-5923-4074-90a4-afbc6afad3f5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:52.892301 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a991-014e-4171-bbe6-7da1cfacd605 req-08ff7c16-129c-4914-be09-5d5d8b64f8e3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:52.899591 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a991-014e-4171-bbe6-7da1cfacd605 req-08ff7c16-129c-4914-be09-5d5d8b64f8e3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:52.905219 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a991-014e-4171-bbe6-7da1cfacd605 req-08ff7c16-129c-4914-be09-5d5d8b64f8e3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:52.910621 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a991-014e-4171-bbe6-7da1cfacd605 req-08ff7c16-129c-4914-be09-5d5d8b64f8e3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:52.916707 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a991-014e-4171-bbe6-7da1cfacd605 req-08ff7c16-129c-4914-be09-5d5d8b64f8e3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:52.922327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a991-014e-4171-bbe6-7da1cfacd605 req-08ff7c16-129c-4914-be09-5d5d8b64f8e3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:52.928506 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a991-014e-4171-bbe6-7da1cfacd605 req-08ff7c16-129c-4914-be09-5d5d8b64f8e3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:52.931100 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7978a991-014e-4171-bbe6-7da1cfacd605 req-08ff7c16-129c-4914-be09-5d5d8b64f8e3 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5438 time: 0.3195364 Feb 07 16:49:52.994194 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c32f4b-c633-4209-b84a-434282387cd6 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Router 03cb90d4-7232-4458-8a93-5ef202bc21bd is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:49:53.000827 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa21a0e1-4903-44df-9d8f-dbea06d7c446 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (bcfb45b3-0059-4773-ac20-46d3e2cf9cb3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:53.036300 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38ddc764-5d67-48d9-9430-18287bf30a0a admin admin] Publish callbacks [] for security_group (66120232-6d05-4366-91dd-c6f0171a6e6e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:53.090273 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a13010-cedf-4a43-a616-2ca5595289e4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router 85fc0b39-7ef9-44da-8083-110198bffade has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:49:53.107864 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38ddc764-5d67-48d9-9430-18287bf30a0a admin admin] Publish callbacks [] for security_group (66120232-6d05-4366-91dd-c6f0171a6e6e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:53.112246 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:53.142234 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7978a991-014e-4171-bbe6-7da1cfacd605 req-36f37615-e152-4e88-9ec6-6c382e1b494e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1613274 Feb 07 16:49:53.241872 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a13010-cedf-4a43-a616-2ca5595289e4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:49:53.253593 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-20a13010-cedf-4a43-a616-2ca5595289e4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/85fc0b39-7ef9-44da-8083-110198bffade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4350011 Feb 07 16:49:53.261947 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cf4b15-9f5d-4f26-a4a1-314821e24400 None None] Sync routers for ids ['85fc0b39-7ef9-44da-8083-110198bffade'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:49:53.262805 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44252) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:53.292412 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cf4b15-9f5d-4f26-a4a1-314821e24400 None None] Routers {'85fc0b39-7ef9-44da-8083-110198bffade'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:53.293646 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-35cf4b15-9f5d-4f26-a4a1-314821e24400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['85fc0b39-7ef9-44da-8083-110198bffade'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:53.341641 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-35cf4b15-9f5d-4f26-a4a1-314821e24400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:53.353219 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cf4b15-9f5d-4f26-a4a1-314821e24400 None None] Routers {'85fc0b39-7ef9-44da-8083-110198bffade'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:53.357437 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-35cf4b15-9f5d-4f26-a4a1-314821e24400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['85fc0b39-7ef9-44da-8083-110198bffade'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:53.365452 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38ddc764-5d67-48d9-9430-18287bf30a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (66120232-6d05-4366-91dd-c6f0171a6e6e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:53.369237 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38ddc764-5d67-48d9-9430-18287bf30a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:53.370240 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-38ddc764-5d67-48d9-9430-18287bf30a0a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66120232-6d05-4366-91dd-c6f0171a6e6e HTTP/1.1" status: 204 len: 168 time: 0.6097615 Feb 07 16:49:53.423960 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddc764-5d67-48d9-9430-18287bf30a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66120232-6d05-4366-91dd-c6f0171a6e6e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:53.565609 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-e2a0be72-da0e-4516-b6db-fd873f5c8db2 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] remove_router_interface failed (client error): The resource could not be found. Feb 07 16:49:53.567963 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e2a0be72-da0e-4516-b6db-fd873f5c8db2 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/85fc0b39-7ef9-44da-8083-110198bffade/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3046136 Feb 07 16:49:53.570464 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-35cf4b15-9f5d-4f26-a4a1-314821e24400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:53.570622 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44256) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:53.572104 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cf4b15-9f5d-4f26-a4a1-314821e24400 None None] The sync data for ids ['85fc0b39-7ef9-44da-8083-110198bffade'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:49:53.602886 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06c8af-9307-400b-9139-8e2d47a3a6c7 req-014472cc-fcdf-47eb-9944-ea077c22a7e5 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:53.610070 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9b06c8af-9307-400b-9139-8e2d47a3a6c7 req-014472cc-fcdf-47eb-9944-ea077c22a7e5 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.6632283 Feb 07 16:49:53.625005 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8b99c328-98f8-4ef7-b936-693b3f3b3f62 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/ports?device_id=85fc0b39-7ef9-44da-8083-110198bffade HTTP/1.1" status: 200 len: 205 time: 0.0506356 Feb 07 16:49:53.626251 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44260) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:53.753830 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e14646ff-46f0-4abe-9dd5-4232ba194f99 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (85fc0b39-7ef9-44da-8083-110198bffade), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:53.782583 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9b06c8af-9307-400b-9139-8e2d47a3a6c7 req-b80a9193-1a5f-4832-8b6b-e2fd176db0df tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715486 Feb 07 16:49:53.787684 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa21a0e1-4903-44df-9d8f-dbea06d7c446 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (bcfb45b3-0059-4773-ac20-46d3e2cf9cb3), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:53.798335 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa21a0e1-4903-44df-9d8f-dbea06d7c446 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (bcfb45b3-0059-4773-ac20-46d3e2cf9cb3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:53.848916 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c32f4b-c633-4209-b84a-434282387cd6 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:49:53.864426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff07c69-4cb4-4e68-83e5-5ff92b3ee5c4 None None] Sync routers for ids ['03cb90d4-7232-4458-8a93-5ef202bc21bd'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:49:53.886621 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c32f4b-c633-4209-b84a-434282387cd6 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:53.888297 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-87c32f4b-c633-4209-b84a-434282387cd6 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "PUT /v2.0/routers/03cb90d4-7232-4458-8a93-5ef202bc21bd HTTP/1.1" status: 200 len: 883 time: 4.6871481 Feb 07 16:49:53.888431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff07c69-4cb4-4e68-83e5-5ff92b3ee5c4 None None] Routers {'03cb90d4-7232-4458-8a93-5ef202bc21bd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:53.889976 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6ff07c69-4cb4-4e68-83e5-5ff92b3ee5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['03cb90d4-7232-4458-8a93-5ef202bc21bd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:53.891872 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44272) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:53.962055 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6ff07c69-4cb4-4e68-83e5-5ff92b3ee5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:53.963889 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e14646ff-46f0-4abe-9dd5-4232ba194f99 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (85fc0b39-7ef9-44da-8083-110198bffade), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:53.966321 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e14646ff-46f0-4abe-9dd5-4232ba194f99 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router_controller (85fc0b39-7ef9-44da-8083-110198bffade), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:53.981205 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff07c69-4cb4-4e68-83e5-5ff92b3ee5c4 None None] Routers {'03cb90d4-7232-4458-8a93-5ef202bc21bd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:53.982565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6ff07c69-4cb4-4e68-83e5-5ff92b3ee5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['03cb90d4-7232-4458-8a93-5ef202bc21bd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:53.987998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa21a0e1-4903-44df-9d8f-dbea06d7c446 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Router bcfb45b3-0059-4773-ac20-46d3e2cf9cb3 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:49:54.030355 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e14646ff-46f0-4abe-9dd5-4232ba194f99 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (85fc0b39-7ef9-44da-8083-110198bffade), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:54.030906 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14646ff-46f0-4abe-9dd5-4232ba194f99 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Fanout notify agent at l3_agent the message router_deleted on router 85fc0b39-7ef9-44da-8083-110198bffade {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:49:54.038784 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e14646ff-46f0-4abe-9dd5-4232ba194f99 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:54.039987 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e14646ff-46f0-4abe-9dd5-4232ba194f99 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/routers/85fc0b39-7ef9-44da-8083-110198bffade HTTP/1.1" status: 204 len: 168 time: 0.4117846 Feb 07 16:49:54.046678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44276) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:54.056251 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8094a53-fc29-4a81-a157-25252d50d27c req-74b503cb-8372-4f25-a126-2c7a1879a277 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:54.058578 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8094a53-fc29-4a81-a157-25252d50d27c req-74b503cb-8372-4f25-a126-2c7a1879a277 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 943 time: 0.3218513 Feb 07 16:49:54.096487 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6ff07c69-4cb4-4e68-83e5-5ff92b3ee5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:54.097568 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff07c69-4cb4-4e68-83e5-5ff92b3ee5c4 None None] The sync data for ids ['03cb90d4-7232-4458-8a93-5ef202bc21bd'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:49:54.118951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa21a0e1-4903-44df-9d8f-dbea06d7c446 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:49:54.128320 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa21a0e1-4903-44df-9d8f-dbea06d7c446 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:54.130057 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fa21a0e1-4903-44df-9d8f-dbea06d7c446 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "PUT /v2.0/routers/bcfb45b3-0059-4773-ac20-46d3e2cf9cb3 HTTP/1.1" status: 200 len: 706 time: 3.2229171 Feb 07 16:49:54.134732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44282) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:54.144318 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d20a9a2-ba11-421c-a783-dfaae99696ba None None] Sync routers for ids ['bcfb45b3-0059-4773-ac20-46d3e2cf9cb3'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:49:54.161806 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a60338-11e3-4ba7-b420-7d1495ddd34b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting subnet 751f6cb4-b6ab-446a-966b-5aaa07ffa9b1 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:49:54.162280 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d20a9a2-ba11-421c-a783-dfaae99696ba None None] Routers {'bcfb45b3-0059-4773-ac20-46d3e2cf9cb3'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:54.162979 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5d20a9a2-ba11-421c-a783-dfaae99696ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['bcfb45b3-0059-4773-ac20-46d3e2cf9cb3'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:54.173452 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08a60338-11e3-4ba7-b420-7d1495ddd34b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for subnet (751f6cb4-b6ab-446a-966b-5aaa07ffa9b1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:54.209978 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8094a53-fc29-4a81-a157-25252d50d27c req-26be31dd-f19b-4390-9cd0-16c6c567e06a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025820 Feb 07 16:49:54.239917 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5d20a9a2-ba11-421c-a783-dfaae99696ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:54.242523 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08a60338-11e3-4ba7-b420-7d1495ddd34b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (751f6cb4-b6ab-446a-966b-5aaa07ffa9b1), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:54.266248 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d20a9a2-ba11-421c-a783-dfaae99696ba None None] Routers {'bcfb45b3-0059-4773-ac20-46d3e2cf9cb3'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:49:54.266888 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5d20a9a2-ba11-421c-a783-dfaae99696ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['bcfb45b3-0059-4773-ac20-46d3e2cf9cb3'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:54.295211 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c56e68ac-a4a2-4060-a737-7f76b497dabe tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "GET /v2.0/routers/03cb90d4-7232-4458-8a93-5ef202bc21bd HTTP/1.1" status: 200 len: 924 time: 0.4018199 Feb 07 16:49:54.303141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44290) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:54.323012 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5d20a9a2-ba11-421c-a783-dfaae99696ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:54.324072 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d20a9a2-ba11-421c-a783-dfaae99696ba None None] The sync data for ids ['bcfb45b3-0059-4773-ac20-46d3e2cf9cb3'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:49:54.337390 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-eb16f93a-7c51-49e7-a521-47a926e7f0be tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "GET /v2.0/routers/bcfb45b3-0059-4773-ac20-46d3e2cf9cb3 HTTP/1.1" status: 200 len: 741 time: 0.1914918 Feb 07 16:49:54.338495 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44292) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:54.400835 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c7e09228-5749-47da-a7f7-3bf11a779683 tempest-RoutersAdminTest-1170754284 tempest-RoutersAdminTest-1170754284-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&device_id=bcfb45b3-0059-4773-ac20-46d3e2cf9cb3 HTTP/1.1" status: 200 len: 205 time: 0.0609684 Feb 07 16:49:54.408175 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44296) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:54.440468 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5549f92e-4820-4b47-ad1e-1fdaaa0ae8ed tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcfb45b3-0059-4773-ac20-46d3e2cf9cb3 HTTP/1.1" status: 200 len: 205 time: 0.0298114 Feb 07 16:49:54.443184 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44298) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:54.449051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f7dc13-17dd-4bb1-8eeb-97d72ecf189c tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:54.453359 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-57f7dc13-17dd-4bb1-8eeb-97d72ecf189c tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&device_id=03cb90d4-7232-4458-8a93-5ef202bc21bd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1488225 Feb 07 16:49:54.457122 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44300) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:54.485527 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08a60338-11e3-4ba7-b420-7d1495ddd34b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (751f6cb4-b6ab-446a-966b-5aaa07ffa9b1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:54.499244 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb5659-a751-4259-a587-6a84496f0f83 req-6fd39441-ff25-43b9-b786-f909c835fd87 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:54.508505 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb5659-a751-4259-a587-6a84496f0f83 req-6fd39441-ff25-43b9-b786-f909c835fd87 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:54.510228 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb5659-a751-4259-a587-6a84496f0f83 req-6fd39441-ff25-43b9-b786-f909c835fd87 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:54.515595 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb5659-a751-4259-a587-6a84496f0f83 req-6fd39441-ff25-43b9-b786-f909c835fd87 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:54.520867 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb5659-a751-4259-a587-6a84496f0f83 req-6fd39441-ff25-43b9-b786-f909c835fd87 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:54.526664 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb5659-a751-4259-a587-6a84496f0f83 req-6fd39441-ff25-43b9-b786-f909c835fd87 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:54.527338 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5ef53b66-dab5-4a74-be67-26f9baa2959a details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:49:54.530046 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 1f140185-94e6-47ae-a1d1-6d64b078a33e up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:49:54.531955 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb5659-a751-4259-a587-6a84496f0f83 req-6fd39441-ff25-43b9-b786-f909c835fd87 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:54.533858 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8cb5659-a751-4259-a587-6a84496f0f83 req-6fd39441-ff25-43b9-b786-f909c835fd87 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5438 time: 0.1840627 Feb 07 16:49:54.560505 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54488b55-904a-443d-ab74-d6bf69f58c17 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router (bcfb45b3-0059-4773-ac20-46d3e2cf9cb3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:54.657493 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 1f140185-94e6-47ae-a1d1-6d64b078a33e completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:49:54.670660 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 1f140185-94e6-47ae-a1d1-6d64b078a33e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:54.672024 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1f140185-94e6-47ae-a1d1-6d64b078a33e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:54.775297 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 5ef53b66-dab5-4a74-be67-26f9baa2959a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5ef53b66-dab5-4a74-be67-26f9baa2959a,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:54.794855 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '5ef53b66-dab5-4a74-be67-26f9baa2959a', 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7', 'port_id': '5ef53b66-dab5-4a74-be67-26f9baa2959a', 'mac_address': 'fa:16:3e:92:d3:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d72c12-d0bd-4126-b125-fb7d60290221', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:49:54.816492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54488b55-904a-443d-ab74-d6bf69f58c17 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (bcfb45b3-0059-4773-ac20-46d3e2cf9cb3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:54.819803 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54488b55-904a-443d-ab74-d6bf69f58c17 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router_controller (bcfb45b3-0059-4773-ac20-46d3e2cf9cb3), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:54.875549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 1f140185-94e6-47ae-a1d1-6d64b078a33e is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:54.876382 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1f140185-94e6-47ae-a1d1-6d64b078a33e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:54.878287 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 5ef53b66-dab5-4a74-be67-26f9baa2959a is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:54.878680 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:54.904115 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef53b66-dab5-4a74-be67-26f9baa2959a {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:49:54.922510 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f140185-94e6-47ae-a1d1-6d64b078a33e'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:49:54.924812 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86efd387-63b6-4b70-a196-a050e9fa259c" -d '{"events": [{"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-plugged", "status": "completed", "tag": "1f140185-94e6-47ae-a1d1-6d64b078a33e"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:49:54.938199 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54488b55-904a-443d-ab74-d6bf69f58c17 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (bcfb45b3-0059-4773-ac20-46d3e2cf9cb3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:54.938986 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54488b55-904a-443d-ab74-d6bf69f58c17 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Fanout notify agent at l3_agent the message router_deleted on router bcfb45b3-0059-4773-ac20-46d3e2cf9cb3 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:49:54.952793 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 1f140185-94e6-47ae-a1d1-6d64b078a33e, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=1f140185-94e6-47ae-a1d1-6d64b078a33e,segment=NetworkSegment(0136f7ea-999b-4051-86f3-2f70d0f8796a),segment_id=0136f7ea-999b-4051-86f3-2f70d0f8796a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:54.953520 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54488b55-904a-443d-ab74-d6bf69f58c17 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:54.962507 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-54488b55-904a-443d-ab74-d6bf69f58c17 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "DELETE /v2.0/routers/bcfb45b3-0059-4773-ac20-46d3e2cf9cb3 HTTP/1.1" status: 204 len: 168 time: 0.5121598 Feb 07 16:49:54.962777 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 5ef53b66-dab5-4a74-be67-26f9baa2959a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5ef53b66-dab5-4a74-be67-26f9baa2959a,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:54.962879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44312) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:54.963529 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1f140185-94e6-47ae-a1d1-6d64b078a33e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:54.965013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4e8a50dc-546f-49cf-8211-bd142bfffa0c up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:49:54.987719 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac285328-8301-426a-ba81-978d70aa94a3 req-cd53dd82-2fd3-46a1-929c-82413d7320c3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:54.993523 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac285328-8301-426a-ba81-978d70aa94a3 req-cd53dd82-2fd3-46a1-929c-82413d7320c3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:54.999269 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac285328-8301-426a-ba81-978d70aa94a3 req-cd53dd82-2fd3-46a1-929c-82413d7320c3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:55.004783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac285328-8301-426a-ba81-978d70aa94a3 req-cd53dd82-2fd3-46a1-929c-82413d7320c3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:55.011800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac285328-8301-426a-ba81-978d70aa94a3 req-cd53dd82-2fd3-46a1-929c-82413d7320c3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:55.018024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac285328-8301-426a-ba81-978d70aa94a3 req-cd53dd82-2fd3-46a1-929c-82413d7320c3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:55.023876 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac285328-8301-426a-ba81-978d70aa94a3 req-cd53dd82-2fd3-46a1-929c-82413d7320c3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:55.026984 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac285328-8301-426a-ba81-978d70aa94a3 req-cd53dd82-2fd3-46a1-929c-82413d7320c3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5434 time: 0.2350318 Feb 07 16:49:55.037151 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:55.050152 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-48d62355-6a48-4e38-ab5f-2171d55844a0 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcfb45b3-0059-4773-ac20-46d3e2cf9cb3 HTTP/1.1" status: 200 len: 205 time: 0.0863700 Feb 07 16:49:55.052695 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44314) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:55.085901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640d4732-54b0-49ad-8b60-4345421c9600 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:55.088705 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-640d4732-54b0-49ad-8b60-4345421c9600 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 881 time: 0.6305747 Feb 07 16:49:55.088877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=1f140185-94e6-47ae-a1d1-6d64b078a33e,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:55.101623 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44316) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:55.107280 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08a60338-11e3-4ba7-b420-7d1495ddd34b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (751f6cb4-b6ab-446a-966b-5aaa07ffa9b1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:55.119043 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-adcfb7ca-662a-45ac-bbd2-3966bbe519e7 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] delete failed (client error): The resource could not be found. Feb 07 16:49:55.120486 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-adcfb7ca-662a-45ac-bbd2-3966bbe519e7 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "DELETE /v2.0/routers/bcfb45b3-0059-4773-ac20-46d3e2cf9cb3 HTTP/1.1" status: 404 len: 336 time: 0.0666966 Feb 07 16:49:55.125163 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44318) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:55.144737 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8cb5659-a751-4259-a587-6a84496f0f83 req-afdec2ea-f973-410c-96fe-0e073b54ee08 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2074993 Feb 07 16:49:55.145477 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 4e8a50dc-546f-49cf-8211-bd142bfffa0c completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:49:55.147894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a60338-11e3-4ba7-b420-7d1495ddd34b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Subnet': ['ID=751f6cb4-b6ab-446a-966b-5aaa07ffa9b1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:55.151804 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08a60338-11e3-4ba7-b420-7d1495ddd34b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:55.153958 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0e6ba59d-3f7a-492a-b3f1-c8471db40959 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "GET /v2.0/ports?device_id=03cb90d4-7232-4458-8a93-5ef202bc21bd HTTP/1.1" status: 200 len: 205 time: 0.0506153 Feb 07 16:49:55.155219 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-08a60338-11e3-4ba7-b420-7d1495ddd34b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/subnets/751f6cb4-b6ab-446a-966b-5aaa07ffa9b1 HTTP/1.1" status: 204 len: 168 time: 1.0956142 Feb 07 16:49:55.161842 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44322) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:55.162012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44320) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:55.166945 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4268568d-8d4f-498d-9bde-384b409c7782 None None] Network 8731c5b0-b42c-47af-ac39-3ce7ecdea311 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:49:55.173254 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 4e8a50dc-546f-49cf-8211-bd142bfffa0c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:55.173734 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e8a50dc-546f-49cf-8211-bd142bfffa0c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:55.200365 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-60f3741a-4eb6-4991-a61e-6ba24e4a1961 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae3e6282-7d0a-4b16-b396-6c4967bbb93f HTTP/1.1" status: 200 len: 205 time: 0.0738196 Feb 07 16:49:55.215784 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44326) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:55.299472 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=5ef53b66-dab5-4a74-be67-26f9baa2959a,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:55.322525 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-6a6667c2-75f0-4217-a8a1-09458bf8d619 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] delete failed (client error): The resource could not be found. Feb 07 16:49:55.322794 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6a6667c2-75f0-4217-a8a1-09458bf8d619 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "DELETE /v2.0/routers/ae3e6282-7d0a-4b16-b396-6c4967bbb93f HTTP/1.1" status: 404 len: 336 time: 0.1059763 Feb 07 16:49:55.325919 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44330) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:55.347657 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac285328-8301-426a-ba81-978d70aa94a3 req-205cbabb-ef72-49b6-a8f5-cf8a993c5e74 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2873857 Feb 07 16:49:55.378664 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1948a262-52a3-4648-a418-df309a57a745 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef386dce-c744-4d38-b451-e25bdd98e501 HTTP/1.1" status: 200 len: 205 time: 0.0397918 Feb 07 16:49:55.378664 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44332) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:55.378976 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (8731c5b0-b42c-47af-ac39-3ce7ecdea311), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:55.409918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 4e8a50dc-546f-49cf-8211-bd142bfffa0c is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:55.410330 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e8a50dc-546f-49cf-8211-bd142bfffa0c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:55.438006 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-4a448bde-2333-4314-a3b6-e06d6d9fea7d tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] delete failed (client error): The resource could not be found. Feb 07 16:49:55.438988 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4a448bde-2333-4314-a3b6-e06d6d9fea7d tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "DELETE /v2.0/routers/ef386dce-c744-4d38-b451-e25bdd98e501 HTTP/1.1" status: 404 len: 336 time: 0.0655537 Feb 07 16:49:55.442940 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44334) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:55.454880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ca074-7044-48e7-9964-fbcfaf04f26b req-29dcabe5-e313-4a83-8a75-dab2c38543dd tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:55.464947 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-985ca074-7044-48e7-9964-fbcfaf04f26b req-29dcabe5-e313-4a83-8a75-dab2c38543dd tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.1906147 Feb 07 16:49:55.470372 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b5083f-378a-4c10-a8c6-20e870c2fd59 x-openstack-request-id: req-47b5083f-378a-4c10-a8c6-20e870c2fd59 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:49:55.470668 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-plugged", "status": "completed", "tag": "1f140185-94e6-47ae-a1d1-6d64b078a33e", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:49:55.470930 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47b5083f-378a-4c10-a8c6-20e870c2fd59 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:49:55.471330 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f140185-94e6-47ae-a1d1-6d64b078a33e', 'code': 200} Feb 07 16:49:55.482233 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['5ef53b66-dab5-4a74-be67-26f9baa2959a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:49:55.486708 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2188310a-6d57-41ed-adde-aa484df0e5df tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router (03cb90d4-7232-4458-8a93-5ef202bc21bd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:55.497512 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1d5f5389-e9a2-45a3-8c80-6f511e02c2f1 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2bf0462-e1d8-4be0-a3e1-3a35fda2389a HTTP/1.1" status: 200 len: 205 time: 0.0507054 Feb 07 16:49:55.497847 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4e8a50dc-546f-49cf-8211-bd142bfffa0c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4e8a50dc-546f-49cf-8211-bd142bfffa0c,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:55.497955 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44338) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:55.510123 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6136079-fd7a-4a42-9273-c16ca343921c None None] DHCP port deletion for 8731c5b0-b42c-47af-ac39-3ce7ecdea311 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:49:55.533036 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4e8a50dc-546f-49cf-8211-bd142bfffa0c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:55.533515 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2db5c0bc-b866-4e0d-a809-0111cf41496d up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:49:55.544593 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-193e7bd5-1903-499d-82ae-1b86d4d91fc8 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] delete failed (client error): The resource could not be found. Feb 07 16:49:55.548622 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-193e7bd5-1903-499d-82ae-1b86d4d91fc8 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "DELETE /v2.0/routers/b2bf0462-e1d8-4be0-a3e1-3a35fda2389a HTTP/1.1" status: 404 len: 336 time: 0.0465937 Feb 07 16:49:55.549194 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44340) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:55.563547 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting port 1d02c425-2713-4242-a582-74a7833a3b74 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:49:55.563773 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1d02c425-2713-4242-a582-74a7833a3b74), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:55.605801 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-985ca074-7044-48e7-9964-fbcfaf04f26b req-a8c91e99-a3ca-41db-9635-844b7e1f16f1 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406665 Feb 07 16:49:55.632931 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c42a712d-6026-40ec-8f89-9bda57d564ef tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "GET /v2.0/ports?device_id=430d3787-4332-4796-8182-44b39527efe5 HTTP/1.1" status: 200 len: 205 time: 0.0822856 Feb 07 16:49:55.636422 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44342) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:55.689708 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=4e8a50dc-546f-49cf-8211-bd142bfffa0c,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:55.690186 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-ca9fb387-dcc9-458b-8d57-e86629015052 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] delete failed (client error): The resource could not be found. Feb 07 16:49:55.693835 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ca9fb387-dcc9-458b-8d57-e86629015052 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "DELETE /v2.0/routers/430d3787-4332-4796-8182-44b39527efe5 HTTP/1.1" status: 404 len: 336 time: 0.0533421 Feb 07 16:49:55.695691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44346) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:55.703937 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] For port 1d02c425-2713-4242-a582-74a7833a3b74, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=1d02c425-2713-4242-a582-74a7833a3b74,segment=NetworkSegment(eaf98a5c-be6f-43fd-9b2d-04ab30762dac),segment_id=eaf98a5c-be6f-43fd-9b2d-04ab30762dac)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:55.704321 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1d02c425-2713-4242-a582-74a7833a3b74), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:55.725619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Calling delete_port for 1d02c425-2713-4242-a582-74a7833a3b74 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:49:55.746269 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b7c9bcad-5c1a-4d7d-bdbc-0f50b21f64b8 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac4edef6-957d-4913-acb4-4762cabaced0 HTTP/1.1" status: 200 len: 205 time: 0.0477107 Feb 07 16:49:55.746487 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44348) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:55.746605 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f6136079-fd7a-4a42-9273-c16ca343921c None None] Deleting port 1d02c425-2713-4242-a582-74a7833a3b74 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:49:55.747560 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6136079-fd7a-4a42-9273-c16ca343921c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1d02c425-2713-4242-a582-74a7833a3b74), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:55.751891 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 2db5c0bc-b866-4e0d-a809-0111cf41496d completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:49:55.755534 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2188310a-6d57-41ed-adde-aa484df0e5df tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_gateway (03cb90d4-7232-4458-8a93-5ef202bc21bd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:55.756496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e041295-73c6-4e5f-9dd6-a6d910c5e6d7 req-dc1fda0a-aa8a-4956-bccb-32cb29e1137e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:55.766096 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e041295-73c6-4e5f-9dd6-a6d910c5e6d7 req-dc1fda0a-aa8a-4956-bccb-32cb29e1137e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 944 time: 0.1389995 Feb 07 16:49:55.808003 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-3b5b7216-8eef-45eb-a94f-932559cefee9 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] delete failed (client error): The resource could not be found. Feb 07 16:49:55.813995 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3b5b7216-8eef-45eb-a94f-932559cefee9 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "DELETE /v2.0/routers/ac4edef6-957d-4913-acb4-4762cabaced0 HTTP/1.1" status: 404 len: 336 time: 0.0618541 Feb 07 16:49:55.814220 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 2db5c0bc-b866-4e0d-a809-0111cf41496d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:55.814220 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2db5c0bc-b866-4e0d-a809-0111cf41496d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:55.814408 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44350) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:55.860975 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ed4474f4-f51d-4461-a01e-d76fb0420a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:55.871576 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-141a8c7d-2420-487d-a803-e5ea7c0265c2 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] DELETE failed (client error): The resource could not be found. Feb 07 16:49:55.871801 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141a8c7d-2420-487d-a803-e5ea7c0265c2 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:49:55.877336 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-141a8c7d-2420-487d-a803-e5ea7c0265c2 tempest-RoutersAdminTest-1563981886 tempest-RoutersAdminTest-1563981886-project] 10.222.0.18 "DELETE /v2.0/subnets/769770ef-af66-4cc4-bd5c-e891581f0b08 HTTP/1.1" status: 404 len: 337 time: 0.0598123 Feb 07 16:49:55.896558 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f6136079-fd7a-4a42-9273-c16ca343921c None None] For port 1d02c425-2713-4242-a582-74a7833a3b74, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=1d02c425-2713-4242-a582-74a7833a3b74,segment=NetworkSegment(eaf98a5c-be6f-43fd-9b2d-04ab30762dac),segment_id=eaf98a5c-be6f-43fd-9b2d-04ab30762dac)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:55.897099 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6136079-fd7a-4a42-9273-c16ca343921c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1d02c425-2713-4242-a582-74a7833a3b74), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:55.899642 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e041295-73c6-4e5f-9dd6-a6d910c5e6d7 req-9c1050f9-9f26-4cf9-a78e-315e8f66e333 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294880 Feb 07 16:49:55.935824 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (1d02c425-2713-4242-a582-74a7833a3b74), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:55.938871 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2188310a-6d57-41ed-adde-aa484df0e5df tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Deleting port 6753237b-bb6f-4992-aefa-6ae68a7e0a34 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:49:55.939220 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2188310a-6d57-41ed-adde-aa484df0e5df tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (6753237b-bb6f-4992-aefa-6ae68a7e0a34), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:55.948953 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f6136079-fd7a-4a42-9273-c16ca343921c None None] Calling delete_port for 1d02c425-2713-4242-a582-74a7833a3b74 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:49:55.982804 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Port': ['ID=1d02c425-2713-4242-a582-74a7833a3b74,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:55.985808 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] No DVR routers for this DVR port 1d02c425-2713-4242-a582-74a7833a3b74 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:49:56.081458 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 2db5c0bc-b866-4e0d-a809-0111cf41496d is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:56.081864 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2db5c0bc-b866-4e0d-a809-0111cf41496d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.131696 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2db5c0bc-b866-4e0d-a809-0111cf41496d, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2db5c0bc-b866-4e0d-a809-0111cf41496d,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:56.136155 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6136079-fd7a-4a42-9273-c16ca343921c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (1d02c425-2713-4242-a582-74a7833a3b74), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.142006 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2db5c0bc-b866-4e0d-a809-0111cf41496d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.142942 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device d8f99488-5442-4647-9351-c993cff78c12 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:49:56.163066 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (8731c5b0-b42c-47af-ac39-3ce7ecdea311), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.196590 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2188310a-6d57-41ed-adde-aa484df0e5df tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (6753237b-bb6f-4992-aefa-6ae68a7e0a34), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.198824 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8731c5b0-b42c-47af-ac39-3ce7ecdea311']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:56.210432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6136079-fd7a-4a42-9273-c16ca343921c None None] No DVR routers for this DVR port 1d02c425-2713-4242-a582-74a7833a3b74 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:49:56.218399 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6136079-fd7a-4a42-9273-c16ca343921c None None] Pushing event deleted for resources: {'Port': ['ID=1d02c425-2713-4242-a582-74a7833a3b74,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:56.225645 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf98a5c-be6f-43fd-9b2d-04ab30762dac') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:56.225989 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf98a5c-be6f-43fd-9b2d-04ab30762dac') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:49:56.247794 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (eaf98a5c-be6f-43fd-9b2d-04ab30762dac), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.250327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2188310a-6d57-41ed-adde-aa484df0e5df tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Calling delete_port for 6753237b-bb6f-4992-aefa-6ae68a7e0a34 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:49:56.272052 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (eaf98a5c-be6f-43fd-9b2d-04ab30762dac), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.287905 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:49:56.288966 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (eaf98a5c-be6f-43fd-9b2d-04ab30762dac), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:49:56.300700 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:49:56.313179 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44360) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:56.338176 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=2db5c0bc-b866-4e0d-a809-0111cf41496d,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:56.342398 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port d8f99488-5442-4647-9351-c993cff78c12 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:49:56.347268 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port d8f99488-5442-4647-9351-c993cff78c12 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:56.347608 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d8f99488-5442-4647-9351-c993cff78c12), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.361172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44364) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:56.413540 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (8731c5b0-b42c-47af-ac39-3ce7ecdea311), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.426505 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.438436 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/networks/8731c5b0-b42c-47af-ac39-3ce7ecdea311 HTTP/1.1" status: 204 len: 168 time: 1.2445102 Feb 07 16:49:56.468872 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44370) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:56.482118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7e45cb71-98c8-4f52-92d5-85ee740703be tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'network': {'name': 'tempest-RoutersTest-1357782786'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:56.486387 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0200b0-3916-4ef4-9020-84e7f73e8a01 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Network': ['ID=8731c5b0-b42c-47af-ac39-3ce7ecdea311,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:56.533924 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e45cb71-98c8-4f52-92d5-85ee740703be tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Made reservation on behalf of 227e1d388d0541aba878f7829cff15ac for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:49:56.544038 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e45cb71-98c8-4f52-92d5-85ee740703be tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.578843 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port d8f99488-5442-4647-9351-c993cff78c12 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:56.579280 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d8f99488-5442-4647-9351-c993cff78c12), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.590103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217e32d-99a4-4bcf-b316-c76d30b2f798 req-4690d827-cc1e-4b64-9624-288e7fc1b655 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:56.595567 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217e32d-99a4-4bcf-b316-c76d30b2f798 req-4690d827-cc1e-4b64-9624-288e7fc1b655 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:56.603118 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217e32d-99a4-4bcf-b316-c76d30b2f798 req-4690d827-cc1e-4b64-9624-288e7fc1b655 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:56.610019 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217e32d-99a4-4bcf-b316-c76d30b2f798 req-4690d827-cc1e-4b64-9624-288e7fc1b655 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:56.616015 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217e32d-99a4-4bcf-b316-c76d30b2f798 req-4690d827-cc1e-4b64-9624-288e7fc1b655 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:56.617311 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port d8f99488-5442-4647-9351-c993cff78c12, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d8f99488-5442-4647-9351-c993cff78c12,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:56.624198 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d8f99488-5442-4647-9351-c993cff78c12), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.625039 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217e32d-99a4-4bcf-b316-c76d30b2f798 req-4690d827-cc1e-4b64-9624-288e7fc1b655 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:56.630620 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4318f2d2-887f-4f03-afea-dbd4e352f77b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.633582 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217e32d-99a4-4bcf-b316-c76d30b2f798 req-4690d827-cc1e-4b64-9624-288e7fc1b655 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:56.641742 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a217e32d-99a4-4bcf-b316-c76d30b2f798 req-4690d827-cc1e-4b64-9624-288e7fc1b655 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5441 time: 0.2780857 Feb 07 16:49:56.651138 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-89c88e17-1ae2-4cd0-850c-720f21dcaf13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.663935 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 77883321-267c-498d-946e-72ebe4f0e50c up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:49:56.686502 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e45cb71-98c8-4f52-92d5-85ee740703be tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:49:56.744933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ff3e8-3c0e-43e4-a5d0-7232b2e6c20a req-e561cc17-6ae4-46cc-80df-1a74a086351a tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:56.751495 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ff3e8-3c0e-43e4-a5d0-7232b2e6c20a req-e561cc17-6ae4-46cc-80df-1a74a086351a tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:56.755670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=d8f99488-5442-4647-9351-c993cff78c12,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:56.762064 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a217e32d-99a4-4bcf-b316-c76d30b2f798 req-aef3e93a-52b4-4bf7-a5c2-3563eefab3d7 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1193609 Feb 07 16:49:56.772114 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ff3e8-3c0e-43e4-a5d0-7232b2e6c20a req-e561cc17-6ae4-46cc-80df-1a74a086351a tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:56.778563 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ff3e8-3c0e-43e4-a5d0-7232b2e6c20a req-e561cc17-6ae4-46cc-80df-1a74a086351a tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:56.784170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ff3e8-3c0e-43e4-a5d0-7232b2e6c20a req-e561cc17-6ae4-46cc-80df-1a74a086351a tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:56.790422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ff3e8-3c0e-43e4-a5d0-7232b2e6c20a req-e561cc17-6ae4-46cc-80df-1a74a086351a tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:56.797020 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ff3e8-3c0e-43e4-a5d0-7232b2e6c20a req-e561cc17-6ae4-46cc-80df-1a74a086351a tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:56.800175 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-328ff3e8-3c0e-43e4-a5d0-7232b2e6c20a req-e561cc17-6ae4-46cc-80df-1a74a086351a tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5434 time: 0.2878158 Feb 07 16:49:56.811064 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2188310a-6d57-41ed-adde-aa484df0e5df tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (6753237b-bb6f-4992-aefa-6ae68a7e0a34), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.812808 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 77883321-267c-498d-946e-72ebe4f0e50c completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:49:56.816899 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 77883321-267c-498d-946e-72ebe4f0e50c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:56.817305 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (77883321-267c-498d-946e-72ebe4f0e50c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.862156 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188310a-6d57-41ed-adde-aa484df0e5df tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Pushing event deleted for resources: {'Port': ['ID=6753237b-bb6f-4992-aefa-6ae68a7e0a34,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:56.907908 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-89c88e17-1ae2-4cd0-850c-720f21dcaf13 admin admin] Publish callbacks [] for security_group (e6aafbe7-e746-4e8b-a708-e245310b0240), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.939224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 77883321-267c-498d-946e-72ebe4f0e50c is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:56.939816 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (77883321-267c-498d-946e-72ebe4f0e50c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.981761 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cb451-6d8a-443d-a33b-3e5e5b0bf9a7 req-5ec991f6-161e-4150-9486-5029a2dc1833 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:56.983471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 77883321-267c-498d-946e-72ebe4f0e50c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=77883321-267c-498d-946e-72ebe4f0e50c,segment=NetworkSegment(0136f7ea-999b-4051-86f3-2f70d0f8796a),segment_id=0136f7ea-999b-4051-86f3-2f70d0f8796a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:56.988647 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (77883321-267c-498d-946e-72ebe4f0e50c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.989132 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e45cb71-98c8-4f52-92d5-85ee740703be tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (a9b5ec88-e4ce-4c4d-a6d5-70094ff454ea), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:56.989517 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f66cb451-6d8a-443d-a33b-3e5e5b0bf9a7 req-5ec991f6-161e-4150-9486-5029a2dc1833 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.1312785 Feb 07 16:49:56.989639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 143a4394-acab-4b64-907b-aa1207677eba up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:49:56.990084 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-7e45cb71-98c8-4f52-92d5-85ee740703be tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Added segment a9b5ec88-e4ce-4c4d-a6d5-70094ff454ea of type vlan for network c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c Feb 07 16:49:56.991801 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-89c88e17-1ae2-4cd0-850c-720f21dcaf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e6aafbe7-e746-4e8b-a708-e245310b0240), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.014729 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2188310a-6d57-41ed-adde-aa484df0e5df tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (03cb90d4-7232-4458-8a93-5ef202bc21bd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.040897 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4318f2d2-887f-4f03-afea-dbd4e352f77b admin admin] Publish callbacks [] for security_group (45591ec9-b355-4198-8ed6-ff65ddd4cea5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.084628 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4318f2d2-887f-4f03-afea-dbd4e352f77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (45591ec9-b355-4198-8ed6-ff65ddd4cea5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.099058 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=77883321-267c-498d-946e-72ebe4f0e50c,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:57.111100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 143a4394-acab-4b64-907b-aa1207677eba completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:49:57.116690 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 143a4394-acab-4b64-907b-aa1207677eba triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:57.118666 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (143a4394-acab-4b64-907b-aa1207677eba), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.138109 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e45cb71-98c8-4f52-92d5-85ee740703be tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.156435 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-89c88e17-1ae2-4cd0-850c-720f21dcaf13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74372baa8cc14b46a492726fdcd38c57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7945240 Feb 07 16:49:57.167529 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c88e17-1ae2-4cd0-850c-720f21dcaf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6aafbe7-e746-4e8b-a708-e245310b0240,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:57.169933 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f66cb451-6d8a-443d-a33b-3e5e5b0bf9a7 req-4b3ef7dc-b16e-4103-b40e-c31ab2851455 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741166 Feb 07 16:49:57.170293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44376) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:57.190331 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2188310a-6d57-41ed-adde-aa484df0e5df tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (03cb90d4-7232-4458-8a93-5ef202bc21bd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.196448 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2188310a-6d57-41ed-adde-aa484df0e5df tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_controller (03cb90d4-7232-4458-8a93-5ef202bc21bd), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.208948 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4318f2d2-887f-4f03-afea-dbd4e352f77b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a886ca14d9b421488df13424b3fa39a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8937953 Feb 07 16:49:57.211608 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44378) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:57.311305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 143a4394-acab-4b64-907b-aa1207677eba is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:57.312619 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (143a4394-acab-4b64-907b-aa1207677eba), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.332702 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2188310a-6d57-41ed-adde-aa484df0e5df tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (03cb90d4-7232-4458-8a93-5ef202bc21bd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.333193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2188310a-6d57-41ed-adde-aa484df0e5df tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Fanout notify agent at l3_agent the message router_deleted on router 03cb90d4-7232-4458-8a93-5ef202bc21bd {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:49:57.342464 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2188310a-6d57-41ed-adde-aa484df0e5df tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.347441 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2188310a-6d57-41ed-adde-aa484df0e5df tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "DELETE /v2.0/routers/03cb90d4-7232-4458-8a93-5ef202bc21bd HTTP/1.1" status: 204 len: 168 time: 2.1805046 Feb 07 16:49:57.358945 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44380) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:57.360607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318f2d2-887f-4f03-afea-dbd4e352f77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45591ec9-b355-4198-8ed6-ff65ddd4cea5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:57.368780 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6be2f6cd-cd97-4622-8312-0f59a038e9ae tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1675808961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:57.378317 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-328ff3e8-3c0e-43e4-a5d0-7232b2e6c20a req-fc131cb4-3d55-4d38-a997-3f8088d09bc5 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3911414 Feb 07 16:49:57.380692 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e45cb71-98c8-4f52-92d5-85ee740703be tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.389154 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e45cb71-98c8-4f52-92d5-85ee740703be tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:57.391084 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 143a4394-acab-4b64-907b-aa1207677eba, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=143a4394-acab-4b64-907b-aa1207677eba,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:57.392365 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e45cb71-98c8-4f52-92d5-85ee740703be tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.399893 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (143a4394-acab-4b64-907b-aa1207677eba), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.410790 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6be2f6cd-cd97-4622-8312-0f59a038e9ae tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (36d15475-9dae-4666-b637-a7eeafc63128), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.411941 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6be2f6cd-cd97-4622-8312-0f59a038e9ae tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (36d15475-9dae-4666-b637-a7eeafc63128), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.421308 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-756dba81-f30f-40bd-b766-5208cd78225f admin admin] Publish callbacks [] for security_group (45591ec9-b355-4198-8ed6-ff65ddd4cea5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.447872 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 1d02c425-2713-4242-a582-74a7833a3b74 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:49:57.466201 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72704ea8-3a38-4fa2-987d-a050618099b6 req-2aa5ebdc-1ffe-4c71-93f3-66950b382b57 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:57.468441 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72704ea8-3a38-4fa2-987d-a050618099b6 req-2aa5ebdc-1ffe-4c71-93f3-66950b382b57 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 944 time: 0.1529171 Feb 07 16:49:57.474030 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8a50dc-546f-49cf-8211-bd142bfffa0c'}, {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db5c0bc-b866-4e0d-a809-0111cf41496d'}, {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f99488-5442-4647-9351-c993cff78c12'}, {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77883321-267c-498d-946e-72ebe4f0e50c'}, {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143a4394-acab-4b64-907b-aa1207677eba'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:49:57.476387 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423cec38-0b5a-4523-8ab9-7e270330fb5f" -d '{"events": [{"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-plugged", "status": "completed", "tag": "4e8a50dc-546f-49cf-8211-bd142bfffa0c"}, {"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-plugged", "status": "completed", "tag": "2db5c0bc-b866-4e0d-a809-0111cf41496d"}, {"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-plugged", "status": "completed", "tag": "d8f99488-5442-4647-9351-c993cff78c12"}, {"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-plugged", "status": "completed", "tag": "77883321-267c-498d-946e-72ebe4f0e50c"}, {"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-plugged", "status": "completed", "tag": "143a4394-acab-4b64-907b-aa1207677eba"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:49:57.482690 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 1d02c425-2713-4242-a582-74a7833a3b74 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:49:57.483044 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 1d02c425-2713-4242-a582-74a7833a3b74 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:49:57.497961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=143a4394-acab-4b64-907b-aa1207677eba,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:57.563722 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 07 Feb 2022 16:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84871130-9e26-4fd3-b35b-e5ff9883040f x-openstack-request-id: req-84871130-9e26-4fd3-b35b-e5ff9883040f {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:49:57.564105 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-plugged", "status": "completed", "tag": "4e8a50dc-546f-49cf-8211-bd142bfffa0c", "code": 200}, {"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-plugged", "status": "completed", "tag": "2db5c0bc-b866-4e0d-a809-0111cf41496d", "code": 200}, {"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-plugged", "status": "completed", "tag": "d8f99488-5442-4647-9351-c993cff78c12", "code": 200}, {"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-plugged", "status": "completed", "tag": "77883321-267c-498d-946e-72ebe4f0e50c", "code": 200}, {"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-plugged", "status": "completed", "tag": "143a4394-acab-4b64-907b-aa1207677eba", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:49:57.564436 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84871130-9e26-4fd3-b35b-e5ff9883040f {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:49:57.564919 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8a50dc-546f-49cf-8211-bd142bfffa0c', 'code': 200} Feb 07 16:49:57.565244 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db5c0bc-b866-4e0d-a809-0111cf41496d', 'code': 200} Feb 07 16:49:57.565590 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f99488-5442-4647-9351-c993cff78c12', 'code': 200} Feb 07 16:49:57.566051 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77883321-267c-498d-946e-72ebe4f0e50c', 'code': 200} Feb 07 16:49:57.566371 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143a4394-acab-4b64-907b-aa1207677eba', 'code': 200} Feb 07 16:49:57.568107 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f7f9261d-0ea4-43d6-b9e3-ae066d64a9a6 admin admin] Publish callbacks [] for security_group (e6aafbe7-e746-4e8b-a708-e245310b0240), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.575774 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7e45cb71-98c8-4f52-92d5-85ee740703be tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1057394 Feb 07 16:49:57.579894 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44384) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:57.580611 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45cb71-98c8-4f52-92d5-85ee740703be tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Network': ['ID=c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:57.583898 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-756dba81-f30f-40bd-b766-5208cd78225f admin admin] Publish callbacks [] for security_group (45591ec9-b355-4198-8ed6-ff65ddd4cea5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.593530 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2938a741-3e45-4da8-871a-e046f89bd03d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'subnet': {'network_id': 'c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:57.597018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:49:57.647492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f7f9261d-0ea4-43d6-b9e3-ae066d64a9a6 admin admin] Publish callbacks [] for security_group (e6aafbe7-e746-4e8b-a708-e245310b0240), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.671479 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6be2f6cd-cd97-4622-8312-0f59a038e9ae tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_controller (36d15475-9dae-4666-b637-a7eeafc63128), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.681039 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72704ea8-3a38-4fa2-987d-a050618099b6 req-757df23d-c422-420a-be52-128b0f591423 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022455 Feb 07 16:49:57.684947 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6be2f6cd-cd97-4622-8312-0f59a038e9ae tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (36d15475-9dae-4666-b637-a7eeafc63128), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.705665 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6be2f6cd-cd97-4622-8312-0f59a038e9ae tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.711194 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6be2f6cd-cd97-4622-8312-0f59a038e9ae tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3458257 Feb 07 16:49:57.713035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44386) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:57.722747 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5d9ce471-1115-473e-a9da-83bd4e58fa70 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'enable_snat': True}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:57.813182 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f7f9261d-0ea4-43d6-b9e3-ae066d64a9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e6aafbe7-e746-4e8b-a708-e245310b0240), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.816270 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f7f9261d-0ea4-43d6-b9e3-ae066d64a9a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.817722 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f7f9261d-0ea4-43d6-b9e3-ae066d64a9a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6aafbe7-e746-4e8b-a708-e245310b0240 HTTP/1.1" status: 204 len: 168 time: 0.6386347 Feb 07 16:49:57.891277 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9261d-0ea4-43d6-b9e3-ae066d64a9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6aafbe7-e746-4e8b-a708-e245310b0240,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:57.918039 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-756dba81-f30f-40bd-b766-5208cd78225f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (45591ec9-b355-4198-8ed6-ff65ddd4cea5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.920809 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-756dba81-f30f-40bd-b766-5208cd78225f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:57.922025 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-756dba81-f30f-40bd-b766-5208cd78225f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45591ec9-b355-4198-8ed6-ff65ddd4cea5 HTTP/1.1" status: 204 len: 168 time: 0.7085741 Feb 07 16:49:57.938292 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756dba81-f30f-40bd-b766-5208cd78225f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45591ec9-b355-4198-8ed6-ff65ddd4cea5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:58.052202 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d9ce471-1115-473e-a9da-83bd4e58fa70 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_gateway (36d15475-9dae-4666-b637-a7eeafc63128), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:58.066885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9d194-a742-4ca8-b5ed-01ee1b62a393 req-fc3bdc04-5903-4c89-ba19-d534d92bba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.067579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9d194-a742-4ca8-b5ed-01ee1b62a393 req-fc3bdc04-5903-4c89-ba19-d534d92bba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.067988 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9d194-a742-4ca8-b5ed-01ee1b62a393 req-fc3bdc04-5903-4c89-ba19-d534d92bba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.069042 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9d194-a742-4ca8-b5ed-01ee1b62a393 req-fc3bdc04-5903-4c89-ba19-d534d92bba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.069963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9d194-a742-4ca8-b5ed-01ee1b62a393 req-fc3bdc04-5903-4c89-ba19-d534d92bba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.070525 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9d194-a742-4ca8-b5ed-01ee1b62a393 req-fc3bdc04-5903-4c89-ba19-d534d92bba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.071734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9d194-a742-4ca8-b5ed-01ee1b62a393 req-fc3bdc04-5903-4c89-ba19-d534d92bba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.073871 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6ad9d194-a742-4ca8-b5ed-01ee1b62a393 req-fc3bdc04-5903-4c89-ba19-d534d92bba17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 6718 time: 0.3523824 Feb 07 16:49:58.131470 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-70c7c122-21f1-40cc-8e7c-ab866b44fc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:58.163694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2938a741-3e45-4da8-871a-e046f89bd03d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Made reservation on behalf of 227e1d388d0541aba878f7829cff15ac for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:49:58.167629 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2938a741-3e45-4da8-871a-e046f89bd03d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:58.268533 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b4a7e-adba-406a-adfc-fa8811716396 req-2c6a0e69-df15-4408-9c9c-66182ee3ba6f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.274746 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b4a7e-adba-406a-adfc-fa8811716396 req-2c6a0e69-df15-4408-9c9c-66182ee3ba6f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.280153 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b4a7e-adba-406a-adfc-fa8811716396 req-2c6a0e69-df15-4408-9c9c-66182ee3ba6f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.288113 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b4a7e-adba-406a-adfc-fa8811716396 req-2c6a0e69-df15-4408-9c9c-66182ee3ba6f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.293864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b4a7e-adba-406a-adfc-fa8811716396 req-2c6a0e69-df15-4408-9c9c-66182ee3ba6f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.299243 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b4a7e-adba-406a-adfc-fa8811716396 req-2c6a0e69-df15-4408-9c9c-66182ee3ba6f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.304895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b4a7e-adba-406a-adfc-fa8811716396 req-2c6a0e69-df15-4408-9c9c-66182ee3ba6f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.313484 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b8b4a7e-adba-406a-adfc-fa8811716396 req-2c6a0e69-df15-4408-9c9c-66182ee3ba6f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5444 time: 0.4007337 Feb 07 16:49:58.370833 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6ad9d194-a742-4ca8-b5ed-01ee1b62a393 req-58adfc98-2b46-47e3-949f-be1400f7f46b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=df6eba52-2555-4491-a1bf-4538a97825b5&id=bb2fc536-3bbc-4803-8b40-caae76e063ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2792284 Feb 07 16:49:58.395952 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-61330c96-9b3a-4eb3-9e7c-2095394835ac tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.402319 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-61330c96-9b3a-4eb3-9e7c-2095394835ac tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.408111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-61330c96-9b3a-4eb3-9e7c-2095394835ac tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.415866 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-61330c96-9b3a-4eb3-9e7c-2095394835ac tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.421450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-61330c96-9b3a-4eb3-9e7c-2095394835ac tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.427111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-61330c96-9b3a-4eb3-9e7c-2095394835ac tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.435481 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-61330c96-9b3a-4eb3-9e7c-2095394835ac tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.435481 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-61330c96-9b3a-4eb3-9e7c-2095394835ac tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5434 time: 0.3586538 Feb 07 16:49:58.494304 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b8b4a7e-adba-406a-adfc-fa8811716396 req-375c0d5b-7b45-4435-82a7-c7ce4fea11f2 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1797726 Feb 07 16:49:58.534300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5ef53b66-dab5-4a74-be67-26f9baa2959a up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:49:58.642192 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44408) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:58.662463 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2938a741-3e45-4da8-871a-e046f89bd03d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (3e48e98b-9ac9-4458-9d8f-3b3919fbd133), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:58.665846 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b4313-f6b7-4796-b390-1fb1746ceaa3 req-0ed0e761-9e02-4c01-9cde-a7bb03110213 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.667445 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 5ef53b66-dab5-4a74-be67-26f9baa2959a completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:49:58.671922 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 5ef53b66-dab5-4a74-be67-26f9baa2959a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:49:58.672314 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:58.673021 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-471b4313-f6b7-4796-b390-1fb1746ceaa3 req-0ed0e761-9e02-4c01-9cde-a7bb03110213 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.3130877 Feb 07 16:49:58.685114 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d9ce471-1115-473e-a9da-83bd4e58fa70 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_gateway (36d15475-9dae-4666-b637-a7eeafc63128), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:58.721684 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d9ce471-1115-473e-a9da-83bd4e58fa70 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:58.776140 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 5ef53b66-dab5-4a74-be67-26f9baa2959a is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:49:58.776617 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:58.826063 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-800407dd-c97a-446b-b7fd-d1b2be5f9fb7 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.827850 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-800407dd-c97a-446b-b7fd-d1b2be5f9fb7 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.32 "GET /v2.0/ports/ddf07e8a-aca0-4630-85c7-61c340f16521?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1816580 Feb 07 16:49:58.840887 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 5ef53b66-dab5-4a74-be67-26f9baa2959a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5ef53b66-dab5-4a74-be67-26f9baa2959a,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:49:58.848301 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:58.873807 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-5d9ce471-1115-473e-a9da-83bd4e58fa70 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Allocated IP 172.25.4.198 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/c03f871a-7c11-433e-ab77-a258cb681d0f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:49:58.935493 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938a741-3e45-4da8-871a-e046f89bd03d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Subnet': ['ID=3e48e98b-9ac9-4458-9d8f-3b3919fbd133,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:58.953073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=5ef53b66-dab5-4a74-be67-26f9baa2959a,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:58.990128 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd0c95-f94d-4cbf-bad2-fdc1f52a381b req-e6954c59-6bd5-45ee-b362-0e1e267a0f8b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:58.998179 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd0c95-f94d-4cbf-bad2-fdc1f52a381b req-e6954c59-6bd5-45ee-b362-0e1e267a0f8b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:59.008707 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd0c95-f94d-4cbf-bad2-fdc1f52a381b req-e6954c59-6bd5-45ee-b362-0e1e267a0f8b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:59.014574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd0c95-f94d-4cbf-bad2-fdc1f52a381b req-e6954c59-6bd5-45ee-b362-0e1e267a0f8b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:59.021631 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd0c95-f94d-4cbf-bad2-fdc1f52a381b req-e6954c59-6bd5-45ee-b362-0e1e267a0f8b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:59.028262 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd0c95-f94d-4cbf-bad2-fdc1f52a381b req-e6954c59-6bd5-45ee-b362-0e1e267a0f8b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:59.034990 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd0c95-f94d-4cbf-bad2-fdc1f52a381b req-e6954c59-6bd5-45ee-b362-0e1e267a0f8b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:59.042988 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d9ce471-1115-473e-a9da-83bd4e58fa70 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for port (c03f871a-7c11-433e-ab77-a258cb681d0f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:59.050079 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b4dd0c95-f94d-4cbf-bad2-fdc1f52a381b req-e6954c59-6bd5-45ee-b362-0e1e267a0f8b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 5434 time: 0.3094459 Feb 07 16:49:59.076931 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2938a741-3e45-4da8-871a-e046f89bd03d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Checking segment: {'id': 'a9b5ec88-e4ce-4c4d-a6d5-70094ff454ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:49:59.077682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2938a741-3e45-4da8-871a-e046f89bd03d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network hostable DHCP agents. Network: c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:49:59.104996 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8a8f660f-b3be-47ab-8480-69c751cd904c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c719df53ac9448b86cc1a17ac90dbb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4582233 Feb 07 16:49:59.113844 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44420) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:59.121727 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-1b8490ae-9b93-4300-b58a-ad1e29925337 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.32 "GET /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2819889 Feb 07 16:49:59.140041 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-471b4313-f6b7-4796-b390-1fb1746ceaa3 req-9fe2c4bd-be49-4917-931b-2a83f77b10d9 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303317 Feb 07 16:49:59.142593 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-6ad8763b-5bf2-445f-b876-a9ecfae3be75 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:59.173527 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2938a741-3e45-4da8-871a-e046f89bd03d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:49:59.187932 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d9ce471-1115-473e-a9da-83bd4e58fa70 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c03f871a-7c11-433e-ab77-a258cb681d0f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:59.216969 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2938a741-3e45-4da8-871a-e046f89bd03d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:59.229369 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601a8f8a-7fce-45b1-8923-dc476ffeb860 None None] Network c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:49:59.272257 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-6ad8763b-5bf2-445f-b876-a9ecfae3be75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ddf07e8a-aca0-4630-85c7-61c340f16521), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:59.276595 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2938a741-3e45-4da8-871a-e046f89bd03d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:59.277198 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2938a741-3e45-4da8-871a-e046f89bd03d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:59.284718 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b4dd0c95-f94d-4cbf-bad2-fdc1f52a381b req-c03261b9-849f-4371-94bb-a3d01235ca8c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2334595 Feb 07 16:49:59.324581 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ce471-1115-473e-a9da-83bd4e58fa70 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Pushing event updated for resources: {'Port': ['ID=c03f871a-7c11-433e-ab77-a258cb681d0f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:59.335933 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-94008587-0ca9-4c7c-8ed3-ea4fc6567e0a admin admin] Publish callbacks [] for security_group (70834abf-82d5-448c-b5b0-9cb73837a93d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:59.349849 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44424) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:59.361683 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9ce471-1115-473e-a9da-83bd4e58fa70 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:49:59.371488 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2938a741-3e45-4da8-871a-e046f89bd03d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7859240 Feb 07 16:49:59.372965 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44428) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:49:59.373104 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5d9ce471-1115-473e-a9da-83bd4e58fa70 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:49:59.377007 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-94008587-0ca9-4c7c-8ed3-ea4fc6567e0a admin admin] Publish callbacks [] for security_group (70834abf-82d5-448c-b5b0-9cb73837a93d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:59.379332 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9ce471-1115-473e-a9da-83bd4e58fa70 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:49:59.386494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-655b30d5-11fd-4131-943c-bec980150a3c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-318663236', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:49:59.413462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c', 'network_id': 'c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c', 'project_id': '227e1d388d0541aba878f7829cff15ac', 'fixed_ips': [{'subnet_id': '3e48e98b-9ac9-4458-9d8f-3b3919fbd133'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:49:59.416267 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:59.417055 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-655b30d5-11fd-4131-943c-bec980150a3c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (defa20ae-f3ea-4894-aa3b-33b32e66a710), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:59.418311 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-655b30d5-11fd-4131-943c-bec980150a3c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (defa20ae-f3ea-4894-aa3b-33b32e66a710), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:59.421108 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c734daa-30a7-460a-8d58-19898a549553 req-a60e3393-0ec4-4e07-9c5e-94974662e489 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:49:59.422705 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0c734daa-30a7-460a-8d58-19898a549553 req-a60e3393-0ec4-4e07-9c5e-94974662e489 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.1749518 Feb 07 16:49:59.455814 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:59.568429 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd103441-dd57-4018-acd8-09d140ce5801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef53b66-dab5-4a74-be67-26f9baa2959a'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:49:59.578991 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e62563-095d-41e4-a49a-44a33eb805ff" -d '{"events": [{"server_uuid": "cd103441-dd57-4018-acd8-09d140ce5801", "name": "network-vif-plugged", "status": "completed", "tag": "5ef53b66-dab5-4a74-be67-26f9baa2959a"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:49:59.630148 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0c734daa-30a7-460a-8d58-19898a549553 req-0df4506c-8cda-4340-b582-5f1841c8f369 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972201 Feb 07 16:49:59.638014 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-94008587-0ca9-4c7c-8ed3-ea4fc6567e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (70834abf-82d5-448c-b5b0-9cb73837a93d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:59.641961 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-94008587-0ca9-4c7c-8ed3-ea4fc6567e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:59.658593 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-94008587-0ca9-4c7c-8ed3-ea4fc6567e0a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70834abf-82d5-448c-b5b0-9cb73837a93d HTTP/1.1" status: 204 len: 168 time: 0.5317748 Feb 07 16:49:59.680306 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] Allocated IP 172.20.0.2 (c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c/3e48e98b-9ac9-4458-9d8f-3b3919fbd133/e9c59bf6-4b0d-4313-901f-e68ee2c4544e) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:49:59.686486 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94008587-0ca9-4c7c-8ed3-ea4fc6567e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70834abf-82d5-448c-b5b0-9cb73837a93d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:49:59.875848 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d9ce471-1115-473e-a9da-83bd4e58fa70 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_gateway (36d15475-9dae-4666-b637-a7eeafc63128), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:59.921110 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] Publish callbacks [] for port (e9c59bf6-4b0d-4313-901f-e68ee2c4544e), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:49:59.929514 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d8691d-8273-4843-9cc6-d64e3c04e1ea x-openstack-request-id: req-45d8691d-8273-4843-9cc6-d64e3c04e1ea {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:49:59.929946 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd103441-dd57-4018-acd8-09d140ce5801", "name": "network-vif-plugged", "status": "completed", "tag": "5ef53b66-dab5-4a74-be67-26f9baa2959a", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:49:59.930881 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45d8691d-8273-4843-9cc6-d64e3c04e1ea {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:49:59.931446 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd103441-dd57-4018-acd8-09d140ce5801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef53b66-dab5-4a74-be67-26f9baa2959a', 'code': 200} Feb 07 16:49:59.937668 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (e9c59bf6-4b0d-4313-901f-e68ee2c4544e), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:00.010784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] Network c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:00.015689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:00.021336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] Pushing event updated for resources: {'Port': ['ID=e9c59bf6-4b0d-4313-901f-e68ee2c4544e,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:00.026013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:00.054076 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-78a32e57-e02f-4580-9f0d-23251b6ae670 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-network', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:00.082257 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-655b30d5-11fd-4131-943c-bec980150a3c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router_controller (defa20ae-f3ea-4894-aa3b-33b32e66a710), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:00.114828 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] Attempting to bind port e9c59bf6-4b0d-4313-901f-e68ee2c4544e on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:50:00.115420 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] Attempting to bind port e9c59bf6-4b0d-4313-901f-e68ee2c4544e by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'a9b5ec88-e4ce-4c4d-a6d5-70094ff454ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:50:00.116091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] Attempting to bind port e9c59bf6-4b0d-4313-901f-e68ee2c4544e on network c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:50:00.124003 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-655b30d5-11fd-4131-943c-bec980150a3c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (defa20ae-f3ea-4894-aa3b-33b32e66a710), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:00.126082 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:50:00.126624 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] Checking segment: {'id': 'a9b5ec88-e4ce-4c4d-a6d5-70094ff454ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:00.127199 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:00.127875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] Bound using segment: {'id': 'a9b5ec88-e4ce-4c4d-a6d5-70094ff454ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:50:00.128780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] Bound port: e9c59bf6-4b0d-4313-901f-e68ee2c4544e, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b5ec88-e4ce-4c4d-a6d5-70094ff454ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:50:00.129355 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e9c59bf6-4b0d-4313-901f-e68ee2c4544e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:00.166998 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-655b30d5-11fd-4131-943c-bec980150a3c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:00.170743 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-655b30d5-11fd-4131-943c-bec980150a3c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7952495 Feb 07 16:50:00.172885 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44448) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:00.190467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a32e57-e02f-4580-9f0d-23251b6ae670 admin admin] Made reservation on behalf of 6fdea7f1b6324f67b931aa532697bca1 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:00.192855 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78a32e57-e02f-4580-9f0d-23251b6ae670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:00.208255 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-6ad8763b-5bf2-445f-b876-a9ecfae3be75 service neutron] For port ddf07e8a-aca0-4630-85c7-61c340f16521, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ddf07e8a-aca0-4630-85c7-61c340f16521,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:00.224720 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78a32e57-e02f-4580-9f0d-23251b6ae670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:00.234647 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] For port e9c59bf6-4b0d-4313-901f-e68ee2c4544e, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:50:00.239941 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] For port e9c59bf6-4b0d-4313-901f-e68ee2c4544e, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e9c59bf6-4b0d-4313-901f-e68ee2c4544e,segment=NetworkSegment(a9b5ec88-e4ce-4c4d-a6d5-70094ff454ea),segment_id=a9b5ec88-e4ce-4c4d-a6d5-70094ff454ea)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:50:00.253673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faf3d5-4195-469b-9d28-d4d8482c67ff req-67cee416-f661-46d7-9400-51a7b920aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:00.255314 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e6faf3d5-4195-469b-9d28-d4d8482c67ff req-67cee416-f661-46d7-9400-51a7b920aa75 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 1127 time: 0.2078021 Feb 07 16:50:00.256803 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e9c59bf6-4b0d-4313-901f-e68ee2c4544e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:00.306117 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c664c1f-55bd-4959-9887-ceaf0e9df719 req-cb63292d-fbd1-412b-a2a8-710ca210a289 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:00.311570 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c664c1f-55bd-4959-9887-ceaf0e9df719 req-cb63292d-fbd1-412b-a2a8-710ca210a289 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:00.318293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c664c1f-55bd-4959-9887-ceaf0e9df719 req-cb63292d-fbd1-412b-a2a8-710ca210a289 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:00.326359 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c664c1f-55bd-4959-9887-ceaf0e9df719 req-cb63292d-fbd1-412b-a2a8-710ca210a289 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:00.333467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c664c1f-55bd-4959-9887-ceaf0e9df719 req-cb63292d-fbd1-412b-a2a8-710ca210a289 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:00.339738 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c664c1f-55bd-4959-9887-ceaf0e9df719 req-cb63292d-fbd1-412b-a2a8-710ca210a289 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:00.354636 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c664c1f-55bd-4959-9887-ceaf0e9df719 req-cb63292d-fbd1-412b-a2a8-710ca210a289 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:00.356802 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3c664c1f-55bd-4959-9887-ceaf0e9df719 req-cb63292d-fbd1-412b-a2a8-710ca210a289 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5444 time: 0.3067491 Feb 07 16:50:00.387358 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-6ad8763b-5bf2-445f-b876-a9ecfae3be75 service neutron] For port ddf07e8a-aca0-4630-85c7-61c340f16521, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:50:00.466847 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256abf7-5744-40fc-b07d-3f8efa3312e0 None None] Pushing event updated for resources: {'Port': ['ID=e9c59bf6-4b0d-4313-901f-e68ee2c4544e,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:00.501115 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-6ad8763b-5bf2-445f-b876-a9ecfae3be75 service neutron] device_id is not set on port ddf07e8a-aca0-4630-85c7-61c340f16521 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:50:00.520388 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-6ad8763b-5bf2-445f-b876-a9ecfae3be75 service neutron] Publish callbacks [] for port (ddf07e8a-aca0-4630-85c7-61c340f16521), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:00.532498 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e6faf3d5-4195-469b-9d28-d4d8482c67ff req-5da35476-1ebf-4879-91c6-c8ef32292cba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670352 Feb 07 16:50:00.547839 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-6ad8763b-5bf2-445f-b876-a9ecfae3be75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ddf07e8a-aca0-4630-85c7-61c340f16521), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:00.631758 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3c664c1f-55bd-4959-9887-ceaf0e9df719 req-918e4e3f-ff63-4102-b85a-e87d0dda6544 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2560160 Feb 07 16:50:00.659470 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78a32e57-e02f-4580-9f0d-23251b6ae670 admin admin] Publish callbacks [] for security_group (4cd0d5de-63ae-4775-9f75-d109c7c00968), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:00.678782 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8763b-5bf2-445f-b876-a9ecfae3be75 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf07e8a-aca0-4630-85c7-61c340f16521,revision_number=6']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:00.682625 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78a32e57-e02f-4580-9f0d-23251b6ae670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4cd0d5de-63ae-4775-9f75-d109c7c00968), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:00.724282 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-6ad8763b-5bf2-445f-b876-a9ecfae3be75 service neutron] No DVR routers for this DVR port ddf07e8a-aca0-4630-85c7-61c340f16521 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:50:00.766990 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a32e57-e02f-4580-9f0d-23251b6ae670 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:50:00.779379 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:00.806907 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78a32e57-e02f-4580-9f0d-23251b6ae670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (c0cf986b-be03-4109-8b48-f2e3ed280476), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:00.807566 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-78a32e57-e02f-4580-9f0d-23251b6ae670 admin admin] Added segment c0cf986b-be03-4109-8b48-f2e3ed280476 of type vlan for network 558210b1-aeef-4297-87e4-07b1b1a8ae99 Feb 07 16:50:00.823968 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a32e57-e02f-4580-9f0d-23251b6ae670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd0d5de-63ae-4775-9f75-d109c7c00968,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:00.832050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-6ad8763b-5bf2-445f-b876-a9ecfae3be75 service neutron] In _notify_port_updated(), no bound segment for port ddf07e8a-aca0-4630-85c7-61c340f16521 on network 77871b7a-f86e-4316-bba8-73d687b56c15 {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 16:50:00.832979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-6ad8763b-5bf2-445f-b876-a9ecfae3be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:00.840054 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-6ad8763b-5bf2-445f-b876-a9ecfae3be75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:00.841870 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-6ad8763b-5bf2-445f-b876-a9ecfae3be75 service neutron] 10.222.0.32 "PUT /v2.0/ports/ddf07e8a-aca0-4630-85c7-61c340f16521 HTTP/1.1" status: 200 len: 1028 time: 1.7042675 Feb 07 16:50:00.936290 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78a32e57-e02f-4580-9f0d-23251b6ae670 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (558210b1-aeef-4297-87e4-07b1b1a8ae99), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:00.983880 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-f8620946-fb95-4850-bfce-e5d00b71f662 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:00.990055 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-f8620946-fb95-4850-bfce-e5d00b71f662 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.32 "GET /v2.0/ports/7264ed3c-0e68-4ed9-8594-becd8dca0b0a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1212585 Feb 07 16:50:01.005151 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-3b806c60-13cb-4acc-ad31-f3dc0806aa82 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:01.048438 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44464) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:01.060741 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78a32e57-e02f-4580-9f0d-23251b6ae670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (558210b1-aeef-4297-87e4-07b1b1a8ae99), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:01.061957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a32e57-e02f-4580-9f0d-23251b6ae670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:01.062541 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78a32e57-e02f-4580-9f0d-23251b6ae670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:01.090924 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8777924-93e3-44fa-abdc-b9664e82d911 req-1e9a1e7e-06b5-4119-b743-26fc475d5d9c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:01.097857 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8777924-93e3-44fa-abdc-b9664e82d911 req-1e9a1e7e-06b5-4119-b743-26fc475d5d9c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:01.104417 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8777924-93e3-44fa-abdc-b9664e82d911 req-1e9a1e7e-06b5-4119-b743-26fc475d5d9c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:01.110094 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8777924-93e3-44fa-abdc-b9664e82d911 req-1e9a1e7e-06b5-4119-b743-26fc475d5d9c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:01.115796 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8777924-93e3-44fa-abdc-b9664e82d911 req-1e9a1e7e-06b5-4119-b743-26fc475d5d9c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:01.121856 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-76ca4a06-b269-4581-ac16-ea2c21bd6b78 None None] Provisioning complete for port ddf07e8a-aca0-4630-85c7-61c340f16521 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:01.122235 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76ca4a06-b269-4581-ac16-ea2c21bd6b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ddf07e8a-aca0-4630-85c7-61c340f16521), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:01.122711 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8777924-93e3-44fa-abdc-b9664e82d911 req-1e9a1e7e-06b5-4119-b743-26fc475d5d9c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:01.124798 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8777924-93e3-44fa-abdc-b9664e82d911 req-1e9a1e7e-06b5-4119-b743-26fc475d5d9c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 4659 time: 0.2120092 Feb 07 16:50:01.139771 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d9ce471-1115-473e-a9da-83bd4e58fa70 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (36d15475-9dae-4666-b637-a7eeafc63128), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:01.152777 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d9ce471-1115-473e-a9da-83bd4e58fa70 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (36d15475-9dae-4666-b637-a7eeafc63128), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:01.180573 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc6de8-74cf-4c2d-927d-ce7ca2b00010 req-1e015185-3541-4cae-b268-42e319090a52 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:01.182421 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-74dc6de8-74cf-4c2d-927d-ce7ca2b00010 req-1e015185-3541-4cae-b268-42e319090a52 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.4220340 Feb 07 16:50:01.194207 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-76ca4a06-b269-4581-ac16-ea2c21bd6b78 None None] Port ddf07e8a-aca0-4630-85c7-61c340f16521 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:50:01.205953 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-78a32e57-e02f-4580-9f0d-23251b6ae670 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8543296 Feb 07 16:50:01.209659 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Request body: {'networks': [{'name': 'tempest-network--1597828858'}, {'name': 'tempest-network--115999006'}]} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:01.209991 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Request body: {'network': {'name': 'tempest-network--1597828858'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:01.210469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Request body: {'network': {'name': 'tempest-network--115999006'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:01.232651 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44468) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:01.239735 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-419352af-a89e-42be-85ed-9f9d8e73cd5c admin admin] Request body: {'subnet': {'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-subnet', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:01.249680 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-3b806c60-13cb-4acc-ad31-f3dc0806aa82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7264ed3c-0e68-4ed9-8594-becd8dca0b0a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:01.276307 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a32e57-e02f-4580-9f0d-23251b6ae670 admin admin] Pushing event updated for resources: {'Network': ['ID=558210b1-aeef-4297-87e4-07b1b1a8ae99,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:01.294068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Made reservation on behalf of 47e5adf973f34cfeabfc3507111ce862 for: {'network': 2} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:01.298398 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:01.300971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 558210b1-aeef-4297-87e4-07b1b1a8ae99 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:50:01.342930 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:01.349167 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419352af-a89e-42be-85ed-9f9d8e73cd5c admin admin] Made reservation on behalf of 6fdea7f1b6324f67b931aa532697bca1 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:01.351598 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-419352af-a89e-42be-85ed-9f9d8e73cd5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:01.445068 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8777924-93e3-44fa-abdc-b9664e82d911 req-b906adb7-55b9-4fb5-80ff-a50d44142341 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&id=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2927194 Feb 07 16:50:01.470599 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f90da9e0-aeb3-4cd2-85f0-45c175250a4f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:01.491394 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-74dc6de8-74cf-4c2d-927d-ce7ca2b00010 req-f1b2d591-959f-439c-aef1-ee28f2d55547 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213070 Feb 07 16:50:01.654302 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e9c59bf6-4b0d-4313-901f-e68ee2c4544e up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:50:01.710663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-3b806c60-13cb-4acc-ad31-f3dc0806aa82 service neutron] For port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=7264ed3c-0e68-4ed9-8594-becd8dca0b0a,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:01.794290 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks [] for security_group (8a83951e-359b-48ac-92ad-50c8eb212d1a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:01.814489 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port e9c59bf6-4b0d-4313-901f-e68ee2c4544e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:01.815011 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e9c59bf6-4b0d-4313-901f-e68ee2c4544e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:01.832400 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8a83951e-359b-48ac-92ad-50c8eb212d1a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:01.833300 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:01.849655 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-3b806c60-13cb-4acc-ad31-f3dc0806aa82 service neutron] For port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:50:01.984772 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e9c59bf6-4b0d-4313-901f-e68ee2c4544e is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:01.985238 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e9c59bf6-4b0d-4313-901f-e68ee2c4544e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:02.008914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-3b806c60-13cb-4acc-ad31-f3dc0806aa82 service neutron] device_id is not set on port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:50:02.016721 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a83951e-359b-48ac-92ad-50c8eb212d1a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:02.020649 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:50:02.024566 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-419352af-a89e-42be-85ed-9f9d8e73cd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (e08eff2f-7c93-4ede-90b9-2e6bbced6db6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:02.048445 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-3b806c60-13cb-4acc-ad31-f3dc0806aa82 service neutron] Publish callbacks [] for port (7264ed3c-0e68-4ed9-8594-becd8dca0b0a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:02.048697 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9ce471-1115-473e-a9da-83bd4e58fa70 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Router 36d15475-9dae-4666-b637-a7eeafc63128 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:50:02.059218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port e9c59bf6-4b0d-4313-901f-e68ee2c4544e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e9c59bf6-4b0d-4313-901f-e68ee2c4544e,segment=NetworkSegment(a9b5ec88-e4ce-4c4d-a6d5-70094ff454ea),segment_id=a9b5ec88-e4ce-4c4d-a6d5-70094ff454ea)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:02.064970 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e9c59bf6-4b0d-4313-901f-e68ee2c4544e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:02.089746 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (dfbce4a1-f986-4c07-9a98-6e65e5feb885), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:02.090197 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Added segment dfbce4a1-f986-4c07-9a98-6e65e5feb885 of type vlan for network 9acab9e9-81fe-4c11-82b4-86a2aa1e1b7c Feb 07 16:50:02.103923 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-3b806c60-13cb-4acc-ad31-f3dc0806aa82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (7264ed3c-0e68-4ed9-8594-becd8dca0b0a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:02.131822 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38e09d-283b-4bf2-8a7b-1f3c7060db0a req-09c83be4-11cd-45b7-af3d-066a8ba2ec57 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:02.146694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419352af-a89e-42be-85ed-9f9d8e73cd5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08eff2f-7c93-4ede-90b9-2e6bbced6db6,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:02.147067 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a38e09d-283b-4bf2-8a7b-1f3c7060db0a req-09c83be4-11cd-45b7-af3d-066a8ba2ec57 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.3570991 Feb 07 16:50:02.181503 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=e9c59bf6-4b0d-4313-901f-e68ee2c4544e,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:02.275480 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef74e70-1f7c-4209-b1db-8de6864ae6d0 req-1e29e2b4-87e3-41ae-9e85-0be65236ddaf tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:02.285616 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef74e70-1f7c-4209-b1db-8de6864ae6d0 req-1e29e2b4-87e3-41ae-9e85-0be65236ddaf tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:02.292350 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef74e70-1f7c-4209-b1db-8de6864ae6d0 req-1e29e2b4-87e3-41ae-9e85-0be65236ddaf tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:02.292454 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:02.298474 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef74e70-1f7c-4209-b1db-8de6864ae6d0 req-1e29e2b4-87e3-41ae-9e85-0be65236ddaf tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:02.308025 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef74e70-1f7c-4209-b1db-8de6864ae6d0 req-1e29e2b4-87e3-41ae-9e85-0be65236ddaf tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:02.313732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef74e70-1f7c-4209-b1db-8de6864ae6d0 req-1e29e2b4-87e3-41ae-9e85-0be65236ddaf tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:02.322260 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef74e70-1f7c-4209-b1db-8de6864ae6d0 req-1e29e2b4-87e3-41ae-9e85-0be65236ddaf tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:02.324646 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fef74e70-1f7c-4209-b1db-8de6864ae6d0 req-1e29e2b4-87e3-41ae-9e85-0be65236ddaf tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5444 time: 0.3985093 Feb 07 16:50:02.325525 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-3b806c60-13cb-4acc-ad31-f3dc0806aa82 service neutron] No DVR routers for this DVR port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:50:02.332152 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7026b54-47ff-438f-8de0-88a3d7d7c15e None None] Network c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:02.378583 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-3b806c60-13cb-4acc-ad31-f3dc0806aa82 service neutron] In _notify_port_updated(), no bound segment for port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a on network 77871b7a-f86e-4316-bba8-73d687b56c15 {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 16:50:02.378949 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-3b806c60-13cb-4acc-ad31-f3dc0806aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:02.379570 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-3b806c60-13cb-4acc-ad31-f3dc0806aa82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:02.380887 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-3b806c60-13cb-4acc-ad31-f3dc0806aa82 service neutron] 10.222.0.32 "PUT /v2.0/ports/7264ed3c-0e68-4ed9-8594-becd8dca0b0a HTTP/1.1" status: 200 len: 1027 time: 1.3802137 Feb 07 16:50:02.410331 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a38e09d-283b-4bf2-8a7b-1f3c7060db0a req-86d2f545-062c-4c4a-8688-df0cfd99aaaa tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619050 Feb 07 16:50:02.462076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-f90da9e0-aeb3-4cd2-85f0-45c175250a4f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Allocated IP 172.20.0.1 (c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c/3e48e98b-9ac9-4458-9d8f-3b3919fbd133/470aff62-aeb4-42b4-ae3d-49dc9682ab14) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:50:02.483190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9ce471-1115-473e-a9da-83bd4e58fa70 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:50:02.484054 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b5fa34e1-72e6-4d43-99bc-5fd333cf9af6 None None] Provisioning complete for port e9c59bf6-4b0d-4313-901f-e68ee2c4544e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:02.484683 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b5fa34e1-72e6-4d43-99bc-5fd333cf9af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e9c59bf6-4b0d-4313-901f-e68ee2c4544e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:02.488031 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d9ce471-1115-473e-a9da-83bd4e58fa70 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:02.492900 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5d9ce471-1115-473e-a9da-83bd4e58fa70 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "PUT /v2.0/routers/36d15475-9dae-4666-b637-a7eeafc63128 HTTP/1.1" status: 200 len: 919 time: 4.7782350 Feb 07 16:50:02.493641 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44472) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:02.512308 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dec684-962f-4b4e-9ccd-52b929f6ffe8 None None] Sync routers for ids ['36d15475-9dae-4666-b637-a7eeafc63128'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:50:02.525232 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (9acab9e9-81fe-4c11-82b4-86a2aa1e1b7c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:02.543688 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b806c60-13cb-4acc-ad31-f3dc0806aa82 service neutron] Pushing event updated for resources: {'Port': ['ID=7264ed3c-0e68-4ed9-8594-becd8dca0b0a,revision_number=6']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:02.549454 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dec684-962f-4b4e-9ccd-52b929f6ffe8 None None] Routers {'36d15475-9dae-4666-b637-a7eeafc63128'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:02.550447 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d9dec684-962f-4b4e-9ccd-52b929f6ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['36d15475-9dae-4666-b637-a7eeafc63128'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:02.575385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419352af-a89e-42be-85ed-9f9d8e73cd5c admin admin] Checking segment: {'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:02.575755 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419352af-a89e-42be-85ed-9f9d8e73cd5c admin admin] Network hostable DHCP agents. Network: 558210b1-aeef-4297-87e4-07b1b1a8ae99, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:50:02.593262 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fef74e70-1f7c-4209-b1db-8de6864ae6d0 req-6a6ddb34-6d73-44ee-a5d1-e327ef6e2943 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2207952 Feb 07 16:50:02.639351 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:50:02.639570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3a820c8e-82b5-4d45-aa6c-615c32456553 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:50:02.639570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d9dec684-962f-4b4e-9ccd-52b929f6ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:02.678947 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (140973a7-dde6-4077-8493-805e2aa7ce73), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:02.682647 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Added segment 140973a7-dde6-4077-8493-805e2aa7ce73 of type vlan for network e561eb5b-6707-4029-8632-145af0ade0c3 Feb 07 16:50:02.739860 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa34e1-72e6-4d43-99bc-5fd333cf9af6 None None] Current status of the port e9c59bf6-4b0d-4313-901f-e68ee2c4544e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:02.754473 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dec684-962f-4b4e-9ccd-52b929f6ffe8 None None] Routers {'36d15475-9dae-4666-b637-a7eeafc63128'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:02.755114 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d9dec684-962f-4b4e-9ccd-52b929f6ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['36d15475-9dae-4666-b637-a7eeafc63128'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:02.819225 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5353b9d-21bf-4025-8bf5-339729c35a53 req-1ae83b05-4212-4b2c-b24f-7c3d3d80e936 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:02.822852 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d9dec684-962f-4b4e-9ccd-52b929f6ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:02.823848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dec684-962f-4b4e-9ccd-52b929f6ffe8 None None] The sync data for ids ['36d15475-9dae-4666-b637-a7eeafc63128'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:50:02.828557 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5353b9d-21bf-4025-8bf5-339729c35a53 req-1ae83b05-4212-4b2c-b24f-7c3d3d80e936 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.1852667 Feb 07 16:50:02.839496 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c4b475a1-7415-4ba9-8733-f7320ba8df75 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "GET /v2.0/routers/36d15475-9dae-4666-b637-a7eeafc63128 HTTP/1.1" status: 200 len: 925 time: 0.3418677 Feb 07 16:50:02.840446 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-9aa8f0cb-cfc8-452c-8602-2f5413afeede tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Deleting port 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:02.841073 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-9aa8f0cb-cfc8-452c-8602-2f5413afeede tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (42b94be5-646d-42a4-a16f-ca1e09e3cbc1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:02.845380 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44480) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:02.848151 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (e561eb5b-6707-4029-8632-145af0ade0c3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:02.853888 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419352af-a89e-42be-85ed-9f9d8e73cd5c admin admin] Network 558210b1-aeef-4297-87e4-07b1b1a8ae99 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:50:02.876597 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f90da9e0-aeb3-4cd2-85f0-45c175250a4f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (470aff62-aeb4-42b4-ae3d-49dc9682ab14), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:02.896996 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 3a820c8e-82b5-4d45-aa6c-615c32456553 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:02.897434 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3a820c8e-82b5-4d45-aa6c-615c32456553), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:02.907095 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5ccfded8-1107-422b-bf24-ec0376712081 None None] Provisioning complete for port e9c59bf6-4b0d-4313-901f-e68ee2c4544e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:02.907674 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5ccfded8-1107-422b-bf24-ec0376712081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e9c59bf6-4b0d-4313-901f-e68ee2c4544e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:02.912854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-419352af-a89e-42be-85ed-9f9d8e73cd5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 558210b1-aeef-4297-87e4-07b1b1a8ae99) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:02.933516 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea0de7f-ae39-4504-bad8-67e1f2344a33 None None] Network 558210b1-aeef-4297-87e4-07b1b1a8ae99 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:02.938511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419352af-a89e-42be-85ed-9f9d8e73cd5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:02.939355 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-419352af-a89e-42be-85ed-9f9d8e73cd5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:02.973347 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5353b9d-21bf-4025-8bf5-339729c35a53 req-e6b2c5ac-6932-4f90-bfd7-a09de942cfda tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437886 Feb 07 16:50:02.979564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605de4e-857b-4e54-8147-47b2db3c0184 req-7019c0fa-96bc-40fb-9932-5f27ece5d26e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:02.979977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0ce0c8-1609-4275-996a-1665035b0205 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:02.985881 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605de4e-857b-4e54-8147-47b2db3c0184 req-7019c0fa-96bc-40fb-9932-5f27ece5d26e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:02.991788 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605de4e-857b-4e54-8147-47b2db3c0184 req-7019c0fa-96bc-40fb-9932-5f27ece5d26e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:02.995343 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-db0ce0c8-1609-4275-996a-1665035b0205 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&device_id=36d15475-9dae-4666-b637-a7eeafc63128&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1435609 Feb 07 16:50:02.997687 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44482) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:02.998786 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605de4e-857b-4e54-8147-47b2db3c0184 req-7019c0fa-96bc-40fb-9932-5f27ece5d26e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:03.006229 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605de4e-857b-4e54-8147-47b2db3c0184 req-7019c0fa-96bc-40fb-9932-5f27ece5d26e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:03.009164 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d605de4e-857b-4e54-8147-47b2db3c0184 req-7019c0fa-96bc-40fb-9932-5f27ece5d26e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 3885 time: 0.2398903 Feb 07 16:50:03.011340 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a820c8e-82b5-4d45-aa6c-615c32456553'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:50:03.013922 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da54926d-59e1-4178-928b-bdbabb257dde" -d '{"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-unplugged", "status": "completed", "tag": "3a820c8e-82b5-4d45-aa6c-615c32456553"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:50:03.016722 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-419352af-a89e-42be-85ed-9f9d8e73cd5c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7827356 Feb 07 16:50:03.025730 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (9acab9e9-81fe-4c11-82b4-86a2aa1e1b7c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:03.026563 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (e561eb5b-6707-4029-8632-145af0ade0c3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:03.032287 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:03.035446 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44488) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:03.037194 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:03.037644 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f90da9e0-aeb3-4cd2-85f0-45c175250a4f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (470aff62-aeb4-42b4-ae3d-49dc9682ab14), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:03.038839 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:03.042828 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 3a820c8e-82b5-4d45-aa6c-615c32456553, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3a820c8e-82b5-4d45-aa6c-615c32456553,segment=NetworkSegment(8ef14104-eb8a-4293-a21d-9126a796c44a),segment_id=8ef14104-eb8a-4293-a21d-9126a796c44a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:03.049758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-037bd639-8606-4232-957c-8295a188ed97 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:03.053093 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3a820c8e-82b5-4d45-aa6c-615c32456553), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:03.053837 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device d710732f-fd58-4d2a-8723-380a7c8afb25 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:50:03.141421 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0913904 Feb 07 16:50:03.143503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-9aa8f0cb-cfc8-452c-8602-2f5413afeede tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] For port 42b94be5-646d-42a4-a16f-ca1e09e3cbc1, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=42b94be5-646d-42a4-a16f-ca1e09e3cbc1,segment=NetworkSegment(e9d60a73-1a87-4108-9a2d-32329506d358),segment_id=e9d60a73-1a87-4108-9a2d-32329506d358)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:03.143890 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-9aa8f0cb-cfc8-452c-8602-2f5413afeede tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (42b94be5-646d-42a4-a16f-ca1e09e3cbc1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:03.156127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44490) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:03.190603 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-9aa8f0cb-cfc8-452c-8602-2f5413afeede tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Calling delete_port for 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:03.192421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event updated for resources: {'Network': ['ID=9acab9e9-81fe-4c11-82b4-86a2aa1e1b7c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:03.216128 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5ccfded8-1107-422b-bf24-ec0376712081 None None] Current status of the port e9c59bf6-4b0d-4313-901f-e68ee2c4544e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:03.229622 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90da9e0-aeb3-4cd2-85f0-45c175250a4f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:03.230956 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037bd639-8606-4232-957c-8295a188ed97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (9af5f529-eea9-4b3c-b0e7-481af3af7f3d), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:03.232034 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037bd639-8606-4232-957c-8295a188ed97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (9af5f529-eea9-4b3c-b0e7-481af3af7f3d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:03.249840 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f90da9e0-aeb3-4cd2-85f0-45c175250a4f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:03.254895 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90da9e0-aeb3-4cd2-85f0-45c175250a4f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:03.272594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90da9e0-aeb3-4cd2-85f0-45c175250a4f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=470aff62-aeb4-42b4-ae3d-49dc9682ab14,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:03.276905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port d710732f-fd58-4d2a-8723-380a7c8afb25 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:03.277319 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d710732f-fd58-4d2a-8723-380a7c8afb25), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:03.292298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 9acab9e9-81fe-4c11-82b4-86a2aa1e1b7c details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:50:03.309476 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef016fd-860a-4f49-91f4-d236da7c95e5 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:03.313606 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-aef016fd-860a-4f49-91f4-d236da7c95e5 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 881 time: 0.3122628 Feb 07 16:50:03.315939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44492) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:03.371496 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-558210b1-aeef-4297-87e4-07b1b1a8ae99', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:50:03.374038 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:03.386001 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=3a820c8e-82b5-4d45-aa6c-615c32456553,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:03.399408 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced8e44-cbd6-43f4-9d02-9d3b3d22e47b req-a7fb402a-3fcb-48be-a7f7-6c6b3d9fae83 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:03.405241 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced8e44-cbd6-43f4-9d02-9d3b3d22e47b req-a7fb402a-3fcb-48be-a7f7-6c6b3d9fae83 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:03.411085 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced8e44-cbd6-43f4-9d02-9d3b3d22e47b req-a7fb402a-3fcb-48be-a7f7-6c6b3d9fae83 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:03.415604 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5ccfded8-1107-422b-bf24-ec0376712081 None None] Provisioning complete for port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:03.416003 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5ccfded8-1107-422b-bf24-ec0376712081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7264ed3c-0e68-4ed9-8594-becd8dca0b0a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:03.417230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced8e44-cbd6-43f4-9d02-9d3b3d22e47b req-a7fb402a-3fcb-48be-a7f7-6c6b3d9fae83 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:03.422538 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced8e44-cbd6-43f4-9d02-9d3b3d22e47b req-a7fb402a-3fcb-48be-a7f7-6c6b3d9fae83 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:03.432963 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:50:03.435058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced8e44-cbd6-43f4-9d02-9d3b3d22e47b req-a7fb402a-3fcb-48be-a7f7-6c6b3d9fae83 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:03.440853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced8e44-cbd6-43f4-9d02-9d3b3d22e47b req-a7fb402a-3fcb-48be-a7f7-6c6b3d9fae83 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:03.455357 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3ced8e44-cbd6-43f4-9d02-9d3b3d22e47b req-a7fb402a-3fcb-48be-a7f7-6c6b3d9fae83 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5444 time: 0.3506351 Feb 07 16:50:03.455891 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44496) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:03.462242 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037bd639-8606-4232-957c-8295a188ed97 admin admin] Publish callbacks [] for router_controller (9af5f529-eea9-4b3c-b0e7-481af3af7f3d), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:03.465220 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d605de4e-857b-4e54-8147-47b2db3c0184 req-506584fa-a4d2-4ddf-8472-f2b340f7fd9b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4183216 Feb 07 16:50:03.469736 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f90da9e0-aeb3-4cd2-85f0-45c175250a4f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (defa20ae-f3ea-4894-aa3b-33b32e66a710), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:03.481608 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2b1caabb-a700-433b-b272-ea1ed5291b9e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Request body: {'floatingip': {'port_id': '7c18a493-54e9-4842-8756-24673405aff8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:03.510368 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port d710732f-fd58-4d2a-8723-380a7c8afb25, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d710732f-fd58-4d2a-8723-380a7c8afb25,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:03.525877 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5daa8a30-1cd1-4743-8fb8-91e5c8700dd6 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d15475-9dae-4666-b637-a7eeafc63128 HTTP/1.1" status: 200 len: 205 time: 0.1974168 Feb 07 16:50:03.537171 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44498) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:03.702474 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] Allocated IP 172.20.0.2 (558210b1-aeef-4297-87e4-07b1b1a8ae99/e08eff2f-7c93-4ede-90b9-2e6bbced6db6/187e36a1-4d7f-4d79-b568-029742f692e0) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:50:03.719377 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd28e31-5caa-4766-8489-a1c199311199 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event updated for resources: {'Network': ['ID=e561eb5b-6707-4029-8632-145af0ade0c3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:03.760703 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b1caabb-a700-433b-b272-ea1ed5291b9e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for floatingip (edf18c95-4896-4b9d-a1b9-c23709d52b83), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:03.828471 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c11bd076-e4c4-4717-992d-af4ffa90a99b tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router (36d15475-9dae-4666-b637-a7eeafc63128), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:03.887032 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e9c59bf6-4b0d-4313-901f-e68ee2c4544e up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:50:03.890640 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfedc460-a91c-4212-872f-a798e71dc10d x-openstack-request-id: req-bfedc460-a91c-4212-872f-a798e71dc10d {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:50:03.890837 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-unplugged", "status": "completed", "tag": "3a820c8e-82b5-4d45-aa6c-615c32456553", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:50:03.891239 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfedc460-a91c-4212-872f-a798e71dc10d {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:50:03.891692 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a820c8e-82b5-4d45-aa6c-615c32456553', 'code': 200} Feb 07 16:50:03.898830 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network e561eb5b-6707-4029-8632-145af0ade0c3 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:50:03.900941 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5ccfded8-1107-422b-bf24-ec0376712081 None None] Port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:50:03.902534 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d710732f-fd58-4d2a-8723-380a7c8afb25), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:03.903796 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 1872b37f-36ca-4933-80f8-47fc7e00ac48 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:50:03.908296 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] Publish callbacks [] for port (187e36a1-4d7f-4d79-b568-029742f692e0), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:03.952900 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e06935-4ead-4c1a-9c70-cc2bc14cb9f9 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:03.958449 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e06935-4ead-4c1a-9c70-cc2bc14cb9f9 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:03.963918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e06935-4ead-4c1a-9c70-cc2bc14cb9f9 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:03.969146 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e06935-4ead-4c1a-9c70-cc2bc14cb9f9 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:03.970897 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-93e06935-4ead-4c1a-9c70-cc2bc14cb9f9 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8116534 Feb 07 16:50:03.981563 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44504) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:04.020328 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157b392-e462-4e30-a0cc-57aee36b21af req-e2ccdc73-8681-453d-be0b-ed75f1bfa695 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:04.021941 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8157b392-e462-4e30-a0cc-57aee36b21af req-e2ccdc73-8681-453d-be0b-ed75f1bfa695 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.2768948 Feb 07 16:50:04.032536 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037bd639-8606-4232-957c-8295a188ed97 admin admin] Publish callbacks [] for router_gateway (9af5f529-eea9-4b3c-b0e7-481af3af7f3d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.163720 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (187e36a1-4d7f-4d79-b568-029742f692e0), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.165084 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f9843ca-5542-4c12-9a4d-ed49c1f6ed46 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (9acab9e9-81fe-4c11-82b4-86a2aa1e1b7c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.199154 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8157b392-e462-4e30-a0cc-57aee36b21af req-13d91227-9665-41ac-8f82-1094d7cfe6c2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457169 Feb 07 16:50:04.201956 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c11bd076-e4c4-4717-992d-af4ffa90a99b tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_gateway (36d15475-9dae-4666-b637-a7eeafc63128), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.208168 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-9aa8f0cb-cfc8-452c-8602-2f5413afeede tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (42b94be5-646d-42a4-a16f-ca1e09e3cbc1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.255721 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a098638a-f0ce-4437-b045-e538f867f70c None None] Provisioning complete for port 470aff62-aeb4-42b4-ae3d-49dc9682ab14 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:04.256102 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a098638a-f0ce-4437-b045-e538f867f70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (470aff62-aeb4-42b4-ae3d-49dc9682ab14), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.281775 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8f0cb-cfc8-452c-8602-2f5413afeede tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event deleted for resources: {'Port': ['ID=42b94be5-646d-42a4-a16f-ca1e09e3cbc1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:04.298986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a098638a-f0ce-4437-b045-e538f867f70c None None] Port 470aff62-aeb4-42b4-ae3d-49dc9682ab14 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:50:04.313963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] Network 558210b1-aeef-4297-87e4-07b1b1a8ae99 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:04.319146 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=d710732f-fd58-4d2a-8723-380a7c8afb25,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:04.324137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:04.331463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:04.414143 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f9843ca-5542-4c12-9a4d-ed49c1f6ed46 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (9acab9e9-81fe-4c11-82b4-86a2aa1e1b7c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.417850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-9aa8f0cb-cfc8-452c-8602-2f5413afeede tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] No DVR routers for this DVR port 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:50:04.426532 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-9aa8f0cb-cfc8-452c-8602-2f5413afeede tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.430814 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-9aa8f0cb-cfc8-452c-8602-2f5413afeede tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.32 "DELETE /v2.0/ports/42b94be5-646d-42a4-a16f-ca1e09e3cbc1 HTTP/1.1" status: 204 len: 173 time: 2.0352657 Feb 07 16:50:04.432931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port e9c59bf6-4b0d-4313-901f-e68ee2c4544e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:04.433458 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-deleted', 'tag': '42b94be5-646d-42a4-a16f-ca1e09e3cbc1'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:50:04.433545 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e9c59bf6-4b0d-4313-901f-e68ee2c4544e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.435535 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a25840-a1e0-4761-b4d4-9b29eddf6100" -d '{"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-deleted", "tag": "42b94be5-646d-42a4-a16f-ca1e09e3cbc1"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:50:04.466764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2f9843ca-5542-4c12-9a4d-ed49c1f6ed46 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9acab9e9-81fe-4c11-82b4-86a2aa1e1b7c']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:04.479559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 1872b37f-36ca-4933-80f8-47fc7e00ac48 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:04.479957 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1872b37f-36ca-4933-80f8-47fc7e00ac48), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.481948 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] Pushing event updated for resources: {'Port': ['ID=187e36a1-4d7f-4d79-b568-029742f692e0,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:04.502275 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2f9843ca-5542-4c12-9a4d-ed49c1f6ed46 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbce4a1-f986-4c07-9a98-6e65e5feb885') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:04.502583 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2f9843ca-5542-4c12-9a4d-ed49c1f6ed46 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbce4a1-f986-4c07-9a98-6e65e5feb885') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:04.522198 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] Attempting to bind port 187e36a1-4d7f-4d79-b568-029742f692e0 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:50:04.522578 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] Attempting to bind port 187e36a1-4d7f-4d79-b568-029742f692e0 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:50:04.522946 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] Attempting to bind port 187e36a1-4d7f-4d79-b568-029742f692e0 on network 558210b1-aeef-4297-87e4-07b1b1a8ae99 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:50:04.523467 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f9843ca-5542-4c12-9a4d-ed49c1f6ed46 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (dfbce4a1-f986-4c07-9a98-6e65e5feb885), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.532301 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:50:04.532681 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] Checking segment: {'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:04.533094 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.533520 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] Bound using segment: {'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:50:04.534015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] Bound port: 187e36a1-4d7f-4d79-b568-029742f692e0, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:50:04.534401 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (187e36a1-4d7f-4d79-b568-029742f692e0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.563720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 1872b37f-36ca-4933-80f8-47fc7e00ac48, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=1872b37f-36ca-4933-80f8-47fc7e00ac48,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:04.571696 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c11bd076-e4c4-4717-992d-af4ffa90a99b tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Deleting port c03f871a-7c11-433e-ab77-a258cb681d0f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:04.572049 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c11bd076-e4c4-4717-992d-af4ffa90a99b tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c03f871a-7c11-433e-ab77-a258cb681d0f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.574143 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f9843ca-5542-4c12-9a4d-ed49c1f6ed46 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (dfbce4a1-f986-4c07-9a98-6e65e5feb885), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.588160 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1872b37f-36ca-4933-80f8-47fc7e00ac48), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.588893 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 424e0525-fdc2-44e3-89b7-44df8caf5d2e no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:50:04.623778 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9843ca-5542-4c12-9a4d-ed49c1f6ed46 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:50:04.624111 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f9843ca-5542-4c12-9a4d-ed49c1f6ed46 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (dfbce4a1-f986-4c07-9a98-6e65e5feb885), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:50:04.628594 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:50:04.644623 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=1872b37f-36ca-4933-80f8-47fc7e00ac48,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:04.660864 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69889258-afcc-4356-940c-fbe7bb99115d req-4e7cf8af-a576-44d8-9454-61462e227f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:04.663727 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-69889258-afcc-4356-940c-fbe7bb99115d req-4e7cf8af-a576-44d8-9454-61462e227f01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e537d6aed5484b7693a0f8461dd66379&device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 1127 time: 0.7631454 Feb 07 16:50:04.665427 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f90da9e0-aeb3-4cd2-85f0-45c175250a4f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (470aff62-aeb4-42b4-ae3d-49dc9682ab14), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.684802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4c59d-ce28-4e6a-8249-d2fe6563bf46 req-756d8682-4360-4418-a338-6a7a6fe7526c tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:04.693573 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ebc4c59d-ce28-4e6a-8249-d2fe6563bf46 req-756d8682-4360-4418-a338-6a7a6fe7526c tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.8365223 Feb 07 16:50:04.730045 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f9843ca-5542-4c12-9a4d-ed49c1f6ed46 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (9acab9e9-81fe-4c11-82b4-86a2aa1e1b7c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.755965 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e9c59bf6-4b0d-4313-901f-e68ee2c4544e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:04.761641 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] For port 187e36a1-4d7f-4d79-b568-029742f692e0, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:50:04.766037 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] For port 187e36a1-4d7f-4d79-b568-029742f692e0, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=187e36a1-4d7f-4d79-b568-029742f692e0,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:50:04.774089 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (187e36a1-4d7f-4d79-b568-029742f692e0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.780320 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2f9843ca-5542-4c12-9a4d-ed49c1f6ed46 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.784085 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2f9843ca-5542-4c12-9a4d-ed49c1f6ed46 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "DELETE /v2.0/networks/9acab9e9-81fe-4c11-82b4-86a2aa1e1b7c HTTP/1.1" status: 204 len: 168 time: 0.8015535 Feb 07 16:50:04.808092 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44514) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:04.864064 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9843ca-5542-4c12-9a4d-ed49c1f6ed46 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event deleted for resources: {'Network': ['ID=9acab9e9-81fe-4c11-82b4-86a2aa1e1b7c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:04.909645 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 424e0525-fdc2-44e3-89b7-44df8caf5d2e is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:04.912049 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (424e0525-fdc2-44e3-89b7-44df8caf5d2e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.966039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 424e0525-fdc2-44e3-89b7-44df8caf5d2e, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=424e0525-fdc2-44e3-89b7-44df8caf5d2e,segment=NetworkSegment(e9d60a73-1a87-4108-9a2d-32329506d358),segment_id=e9d60a73-1a87-4108-9a2d-32329506d358)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:04.974896 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (424e0525-fdc2-44e3-89b7-44df8caf5d2e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:04.975612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:50:05.016031 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:50:05.016031 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 42b94be5-646d-42a4-a16f-ca1e09e3cbc1 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:50:05.016324 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ddf07e8a-aca0-4630-85c7-61c340f16521 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:50:05.025839 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710d194-a4cc-4544-bf47-a010076102eb None None] Pushing event updated for resources: {'Port': ['ID=187e36a1-4d7f-4d79-b568-029742f692e0,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:05.060580 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ebc4c59d-ce28-4e6a-8249-d2fe6563bf46 req-2bb2abb3-4ee2-4f19-abfc-61d1dd1b7eaf tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656123 Feb 07 16:50:05.112676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=424e0525-fdc2-44e3-89b7-44df8caf5d2e,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:05.140116 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] The host n-h2-827865-3 is not matching for port ddf07e8a-aca0-4630-85c7-61c340f16521 host ! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 16:50:05.140808 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ddf07e8a-aca0-4630-85c7-61c340f16521 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:50:05.141768 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 7264ed3c-0e68-4ed9-8594-becd8dca0b0a no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:50:05.263341 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] The host n-h2-827865-3 is not matching for port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a host ! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 16:50:05.265882 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 7264ed3c-0e68-4ed9-8594-becd8dca0b0a not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:50:05.272068 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69889258-afcc-4356-940c-fbe7bb99115d req-59994676-d309-43fe-af9c-6aa83370dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:05.274754 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-69889258-afcc-4356-940c-fbe7bb99115d req-59994676-d309-43fe-af9c-6aa83370dd19 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eacd91f5-96b8-4f5f-ab05-3e846d134af4 HTTP/1.1" status: 200 len: 916 time: 0.6020136 Feb 07 16:50:05.286479 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8621aa4-044b-4074-afe6-068bcbcd2dd0 x-openstack-request-id: req-c8621aa4-044b-4074-afe6-068bcbcd2dd0 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:50:05.286986 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-deleted", "tag": "42b94be5-646d-42a4-a16f-ca1e09e3cbc1", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:50:05.287191 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8621aa4-044b-4074-afe6-068bcbcd2dd0 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:50:05.287507 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-deleted', 'tag': '42b94be5-646d-42a4-a16f-ca1e09e3cbc1', 'status': 'completed', 'code': 200} Feb 07 16:50:05.315897 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-2f50a329-076c-4cb5-8623-8fa6f163d0c3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Deleting port 424e0525-fdc2-44e3-89b7-44df8caf5d2e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:05.316233 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-2f50a329-076c-4cb5-8623-8fa6f163d0c3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (424e0525-fdc2-44e3-89b7-44df8caf5d2e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:05.328986 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c11bd076-e4c4-4717-992d-af4ffa90a99b tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c03f871a-7c11-433e-ab77-a258cb681d0f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:05.429729 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c11bd076-e4c4-4717-992d-af4ffa90a99b tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Calling delete_port for c03f871a-7c11-433e-ab77-a258cb681d0f owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:05.440822 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-69889258-afcc-4356-940c-fbe7bb99115d req-c70ffc22-9555-4974-b17a-5bbc07ecbbb9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7d94d5b-60a4-410f-aeb9-679ac16e22b1 HTTP/1.1" status: 200 len: 217 time: 0.1328757 Feb 07 16:50:05.446948 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d99781bb-fb91-4c44-bfb2-240a79ef4b5b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (e561eb5b-6707-4029-8632-145af0ade0c3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:05.503662 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 187e36a1-4d7f-4d79-b568-029742f692e0 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:50:05.522272 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0778b-51c1-4b7a-9f75-53100e3cae41 req-bd6b25dc-ffdb-4282-a104-58e76dd67c30 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:05.529535 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2be0778b-51c1-4b7a-9f75-53100e3cae41 req-bd6b25dc-ffdb-4282-a104-58e76dd67c30 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 1127 time: 0.6915579 Feb 07 16:50:05.566604 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-2f50a329-076c-4cb5-8623-8fa6f163d0c3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] For port 424e0525-fdc2-44e3-89b7-44df8caf5d2e, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=424e0525-fdc2-44e3-89b7-44df8caf5d2e,segment=NetworkSegment(e9d60a73-1a87-4108-9a2d-32329506d358),segment_id=e9d60a73-1a87-4108-9a2d-32329506d358)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:05.567045 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-2f50a329-076c-4cb5-8623-8fa6f163d0c3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (424e0525-fdc2-44e3-89b7-44df8caf5d2e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:05.567561 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69889258-afcc-4356-940c-fbe7bb99115d req-106fdca3-09e1-478e-bb3c-0a7ab7a11915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:05.569200 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-69889258-afcc-4356-940c-fbe7bb99115d req-106fdca3-09e1-478e-bb3c-0a7ab7a11915 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fbc1aeb0-f564-4aed-899c-470db657e6a4 HTTP/1.1" status: 200 len: 854 time: 0.1149414 Feb 07 16:50:05.576312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 187e36a1-4d7f-4d79-b568-029742f692e0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:05.576612 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-2b1caabb-a700-433b-b272-ea1ed5291b9e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:50:05.576761 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (187e36a1-4d7f-4d79-b568-029742f692e0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:05.594118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-2f50a329-076c-4cb5-8623-8fa6f163d0c3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Calling delete_port for 424e0525-fdc2-44e3-89b7-44df8caf5d2e owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:05.671291 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 187e36a1-4d7f-4d79-b568-029742f692e0 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:05.671698 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (187e36a1-4d7f-4d79-b568-029742f692e0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:05.723166 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 187e36a1-4d7f-4d79-b568-029742f692e0, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=187e36a1-4d7f-4d79-b568-029742f692e0,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:05.730407 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (187e36a1-4d7f-4d79-b568-029742f692e0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:05.765797 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2be0778b-51c1-4b7a-9f75-53100e3cae41 req-35992c70-2561-4f25-8f16-0930ce250987 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353570 Feb 07 16:50:05.804452 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=187e36a1-4d7f-4d79-b568-029742f692e0,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:05.809322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a3b2c-4bcd-4fce-ae5e-87ebc527db24 req-cdf996bc-06e1-4af6-8f7d-8377b5506db1 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:05.815239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a3b2c-4bcd-4fce-ae5e-87ebc527db24 req-cdf996bc-06e1-4af6-8f7d-8377b5506db1 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:05.822062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a3b2c-4bcd-4fce-ae5e-87ebc527db24 req-cdf996bc-06e1-4af6-8f7d-8377b5506db1 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:05.827124 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a3b2c-4bcd-4fce-ae5e-87ebc527db24 req-cdf996bc-06e1-4af6-8f7d-8377b5506db1 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:05.828972 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9f2a3b2c-4bcd-4fce-ae5e-87ebc527db24 req-cdf996bc-06e1-4af6-8f7d-8377b5506db1 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 3142 time: 0.5313559 Feb 07 16:50:05.838447 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d99781bb-fb91-4c44-bfb2-240a79ef4b5b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (e561eb5b-6707-4029-8632-145af0ade0c3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:05.839605 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b1caabb-a700-433b-b272-ea1ed5291b9e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:05.866683 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b1caabb-a700-433b-b272-ea1ed5291b9e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (edf18c95-4896-4b9d-a1b9-c23709d52b83), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:05.884361 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d99781bb-fb91-4c44-bfb2-240a79ef4b5b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e561eb5b-6707-4029-8632-145af0ade0c3']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:05.893262 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd710732f-fd58-4d2a-8723-380a7c8afb25'}, {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1872b37f-36ca-4933-80f8-47fc7e00ac48'}, {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '424e0525-fdc2-44e3-89b7-44df8caf5d2e'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:50:05.895883 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba04eee0-9d76-44bb-8a83-fa702c1f9e84" -d '{"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-unplugged", "status": "completed", "tag": "d710732f-fd58-4d2a-8723-380a7c8afb25"}, {"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-unplugged", "status": "completed", "tag": "1872b37f-36ca-4933-80f8-47fc7e00ac48"}, {"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-unplugged", "status": "completed", "tag": "424e0525-fdc2-44e3-89b7-44df8caf5d2e"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:50:05.921089 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d99781bb-fb91-4c44-bfb2-240a79ef4b5b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140973a7-dde6-4077-8493-805e2aa7ce73') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:05.921650 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d99781bb-fb91-4c44-bfb2-240a79ef4b5b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140973a7-dde6-4077-8493-805e2aa7ce73') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:05.955295 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d99781bb-fb91-4c44-bfb2-240a79ef4b5b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (140973a7-dde6-4077-8493-805e2aa7ce73), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:05.989599 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d99781bb-fb91-4c44-bfb2-240a79ef4b5b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (140973a7-dde6-4077-8493-805e2aa7ce73), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:06.019975 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376dc2d-fba5-48d6-a75a-6aa4eaf84fc9 req-cfa47dc0-392b-458d-aec9-85691fc5d9d3 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:06.021575 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b376dc2d-fba5-48d6-a75a-6aa4eaf84fc9 req-cfa47dc0-392b-458d-aec9-85691fc5d9d3 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 1127 time: 0.1731875 Feb 07 16:50:06.028357 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f90da9e0-aeb3-4cd2-85f0-45c175250a4f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (470aff62-aeb4-42b4-ae3d-49dc9682ab14), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:06.041547 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69889258-afcc-4356-940c-fbe7bb99115d req-853eefeb-76b8-4eaf-999d-72e14a7dea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:06.043159 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-69889258-afcc-4356-940c-fbe7bb99115d req-853eefeb-76b8-4eaf-999d-72e14a7dea9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eacd91f5-96b8-4f5f-ab05-3e846d134af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4123197 Feb 07 16:50:06.048098 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99781bb-fb91-4c44-bfb2-240a79ef4b5b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:50:06.048520 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d99781bb-fb91-4c44-bfb2-240a79ef4b5b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (140973a7-dde6-4077-8493-805e2aa7ce73), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:06.050300 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f90da9e0-aeb3-4cd2-85f0-45c175250a4f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (470aff62-aeb4-42b4-ae3d-49dc9682ab14), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:50:06.051681 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:50:06.097554 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9f2a3b2c-4bcd-4fce-ae5e-87ebc527db24 req-816385a4-19ef-4c2f-bb70-440c6cb9f0ec tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565687 Feb 07 16:50:06.134096 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037bd639-8606-4232-957c-8295a188ed97 admin admin] Publish callbacks [] for router_gateway (9af5f529-eea9-4b3c-b0e7-481af3af7f3d), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:06.178451 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-2f50a329-076c-4cb5-8623-8fa6f163d0c3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (424e0525-fdc2-44e3-89b7-44df8caf5d2e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:06.188960 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c11bd076-e4c4-4717-992d-af4ffa90a99b tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c03f871a-7c11-433e-ab77-a258cb681d0f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:06.191602 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 07 Feb 2022 16:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97525cac-6806-46b1-8519-07601ee12b38 x-openstack-request-id: req-97525cac-6806-46b1-8519-07601ee12b38 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:50:06.191879 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-unplugged", "status": "completed", "tag": "d710732f-fd58-4d2a-8723-380a7c8afb25", "code": 200}, {"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-unplugged", "status": "completed", "tag": "1872b37f-36ca-4933-80f8-47fc7e00ac48", "code": 200}, {"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-unplugged", "status": "completed", "tag": "424e0525-fdc2-44e3-89b7-44df8caf5d2e", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:50:06.192320 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97525cac-6806-46b1-8519-07601ee12b38 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:50:06.192893 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd710732f-fd58-4d2a-8723-380a7c8afb25', 'code': 200} Feb 07 16:50:06.193376 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1872b37f-36ca-4933-80f8-47fc7e00ac48', 'code': 200} Feb 07 16:50:06.193785 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '424e0525-fdc2-44e3-89b7-44df8caf5d2e', 'code': 200} Feb 07 16:50:06.217066 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037bd639-8606-4232-957c-8295a188ed97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:06.225508 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d99781bb-fb91-4c44-bfb2-240a79ef4b5b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (e561eb5b-6707-4029-8632-145af0ade0c3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:06.260012 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b376dc2d-fba5-48d6-a75a-6aa4eaf84fc9 req-e7d9f049-57ab-449b-96c0-db17256b574c tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102072 Feb 07 16:50:06.267902 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90da9e0-aeb3-4cd2-85f0-45c175250a4f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=470aff62-aeb4-42b4-ae3d-49dc9682ab14,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:06.276129 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f90da9e0-aeb3-4cd2-85f0-45c175250a4f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (defa20ae-f3ea-4894-aa3b-33b32e66a710), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:06.309709 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d99781bb-fb91-4c44-bfb2-240a79ef4b5b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:06.313876 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d99781bb-fb91-4c44-bfb2-240a79ef4b5b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "DELETE /v2.0/networks/e561eb5b-6707-4029-8632-145af0ade0c3 HTTP/1.1" status: 204 len: 168 time: 1.4859636 Feb 07 16:50:06.315376 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50a329-076c-4cb5-8623-8fa6f163d0c3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event deleted for resources: {'Port': ['ID=424e0525-fdc2-44e3-89b7-44df8caf5d2e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:06.316210 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-2b1caabb-a700-433b-b272-ea1ed5291b9e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Floating IP edf18c95-4896-4b9d-a1b9-c23709d52b83 associated. External IP: 172.25.4.206, port: 7c18a493-54e9-4842-8756-24673405aff8. Feb 07 16:50:06.323730 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44524) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:06.350287 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11bd076-e4c4-4717-992d-af4ffa90a99b tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Pushing event deleted for resources: {'Port': ['ID=c03f871a-7c11-433e-ab77-a258cb681d0f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:06.400521 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99781bb-fb91-4c44-bfb2-240a79ef4b5b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event deleted for resources: {'Network': ['ID=e561eb5b-6707-4029-8632-145af0ade0c3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:06.463442 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-2f50a329-076c-4cb5-8623-8fa6f163d0c3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] No DVR routers for this DVR port 424e0525-fdc2-44e3-89b7-44df8caf5d2e on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:50:06.476508 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-2f50a329-076c-4cb5-8623-8fa6f163d0c3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:06.480363 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-2f50a329-076c-4cb5-8623-8fa6f163d0c3 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.32 "DELETE /v2.0/ports/424e0525-fdc2-44e3-89b7-44df8caf5d2e HTTP/1.1" status: 204 len: 173 time: 2.0379314 Feb 07 16:50:06.483522 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c11bd076-e4c4-4717-992d-af4ffa90a99b tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (36d15475-9dae-4666-b637-a7eeafc63128), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:06.546610 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e51566d-59a1-4682-84e3-1587b4f99b2f None None] Network 558210b1-aeef-4297-87e4-07b1b1a8ae99 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:06.619331 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-850632f0-60d8-4f13-98b7-9d96dedc5419 None None] Provisioning complete for port 187e36a1-4d7f-4d79-b568-029742f692e0 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:06.619637 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-850632f0-60d8-4f13-98b7-9d96dedc5419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (187e36a1-4d7f-4d79-b568-029742f692e0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:06.698686 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-69889258-afcc-4356-940c-fbe7bb99115d req-7b4abd9b-5211-4dfe-93ce-6d11717e7716 service neutron] 10.222.0.48 "GET /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6446738 Feb 07 16:50:06.719451 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c11bd076-e4c4-4717-992d-af4ffa90a99b tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (36d15475-9dae-4666-b637-a7eeafc63128), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:06.728018 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c11bd076-e4c4-4717-992d-af4ffa90a99b tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_controller (36d15475-9dae-4666-b637-a7eeafc63128), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:06.862108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-850632f0-60d8-4f13-98b7-9d96dedc5419 None None] Current status of the port 187e36a1-4d7f-4d79-b568-029742f692e0 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:06.878002 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c11bd076-e4c4-4717-992d-af4ffa90a99b tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (36d15475-9dae-4666-b637-a7eeafc63128), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:06.881016 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11bd076-e4c4-4717-992d-af4ffa90a99b tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Fanout notify agent at l3_agent the message router_deleted on router 36d15475-9dae-4666-b637-a7eeafc63128 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:50:06.897092 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c11bd076-e4c4-4717-992d-af4ffa90a99b tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:06.906247 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c11bd076-e4c4-4717-992d-af4ffa90a99b tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "DELETE /v2.0/routers/36d15475-9dae-4666-b637-a7eeafc63128 HTTP/1.1" status: 204 len: 168 time: 3.3595703 Feb 07 16:50:06.907283 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44540) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:06.933000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4480720a-c5f1-43fa-998c-3552db3a3ce9 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-670660194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:06.971665 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0cbe6139-c890-47e6-a897-a94f3da51a4b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Deleting port 3a820c8e-82b5-4d45-aa6c-615c32456553 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:06.971900 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0cbe6139-c890-47e6-a897-a94f3da51a4b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3a820c8e-82b5-4d45-aa6c-615c32456553), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:07.043908 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4480720a-c5f1-43fa-998c-3552db3a3ce9 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:07.044928 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4480720a-c5f1-43fa-998c-3552db3a3ce9 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:07.178902 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4480720a-c5f1-43fa-998c-3552db3a3ce9 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_controller (bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:07.181118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0cbe6139-c890-47e6-a897-a94f3da51a4b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] For port 3a820c8e-82b5-4d45-aa6c-615c32456553, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3a820c8e-82b5-4d45-aa6c-615c32456553,segment=NetworkSegment(8ef14104-eb8a-4293-a21d-9126a796c44a),segment_id=8ef14104-eb8a-4293-a21d-9126a796c44a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:07.181933 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0cbe6139-c890-47e6-a897-a94f3da51a4b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3a820c8e-82b5-4d45-aa6c-615c32456553), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:07.185773 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4480720a-c5f1-43fa-998c-3552db3a3ce9 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:07.195287 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2907e2c2-9e20-4116-a8d1-8c50d6b8fe39 None None] Provisioning complete for port 187e36a1-4d7f-4d79-b568-029742f692e0 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:07.196183 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2907e2c2-9e20-4116-a8d1-8c50d6b8fe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (187e36a1-4d7f-4d79-b568-029742f692e0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:07.254309 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4480720a-c5f1-43fa-998c-3552db3a3ce9 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:07.255823 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4480720a-c5f1-43fa-998c-3552db3a3ce9 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3416698 Feb 07 16:50:07.259687 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44554) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:07.268266 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'enable_snat': False}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:07.325301 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-deleted', 'tag': '424e0525-fdc2-44e3-89b7-44df8caf5d2e'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:50:07.327664 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72b5075-2a62-4b08-b3cd-20b0c74a75d1" -d '{"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-deleted", "tag": "424e0525-fdc2-44e3-89b7-44df8caf5d2e"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:50:07.347865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2907e2c2-9e20-4116-a8d1-8c50d6b8fe39 None None] Current status of the port 187e36a1-4d7f-4d79-b568-029742f692e0 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:07.400562 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf0008-74b3-42a6-a20a-0321f6b9effd req-8af1b9ec-f978-487c-b6a7-4d03e3080af6 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:07.402203 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-54cf0008-74b3-42a6-a20a-0321f6b9effd req-8af1b9ec-f978-487c-b6a7-4d03e3080af6 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 1.0761378 Feb 07 16:50:07.418199 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 187e36a1-4d7f-4d79-b568-029742f692e0 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:50:07.435091 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-037bd639-8606-4232-957c-8295a188ed97 admin admin] Allocated IP 172.25.4.16 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/85308f3c-6f8b-4bc4-8c1a-418e92b42945) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:50:07.463942 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc1c544-4586-416c-b0e1-5edc86841c85 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:07.470199 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc1c544-4586-416c-b0e1-5edc86841c85 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:07.472460 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ddc1c544-4586-416c-b0e1-5edc86841c85 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.1417558 Feb 07 16:50:07.490728 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44558) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:07.506505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 187e36a1-4d7f-4d79-b568-029742f692e0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:07.507648 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (187e36a1-4d7f-4d79-b568-029742f692e0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:07.513605 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-bfd03fd6-f64a-4254-ac5d-fe4cf3439ee5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1886855205'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:07.524549 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90da9e0-aeb3-4cd2-85f0-45c175250a4f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:07.602891 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 187e36a1-4d7f-4d79-b568-029742f692e0 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:07.615249 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f90da9e0-aeb3-4cd2-85f0-45c175250a4f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:07.634127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-f69a3146-7b6f-4054-aaf5-cd0677bd3bc6 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:50:07.634691 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-f69a3146-7b6f-4054-aaf5-cd0677bd3bc6 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0422320 Feb 07 16:50:07.649881 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_gateway (bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:07.707702 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-69889258-afcc-4356-940c-fbe7bb99115d req-f074cf36-8415-4b96-aa0f-67b7e28000fc service neutron] 10.222.0.48 "GET /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243433 Feb 07 16:50:07.709052 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0cbe6139-c890-47e6-a897-a94f3da51a4b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:07.709688 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0cbe6139-c890-47e6-a897-a94f3da51a4b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (318244b8-4cf5-4d9c-a75c-5555f69d70a0), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:07.710015 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0cbe6139-c890-47e6-a897-a94f3da51a4b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Floating IP 318244b8-4cf5-4d9c-a75c-5555f69d70a0 disassociated. External IP: 172.25.4.215, port: 3a820c8e-82b5-4d45-aa6c-615c32456553. Feb 07 16:50:07.710551 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0cbe6139-c890-47e6-a897-a94f3da51a4b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Calling delete_port for 3a820c8e-82b5-4d45-aa6c-615c32456553 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:07.788391 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-54cf0008-74b3-42a6-a20a-0321f6b9effd req-654282a8-0b11-4331-97df-2e054d1ccc19 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583307 Feb 07 16:50:07.789151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd03fd6-f64a-4254-ac5d-fe4cf3439ee5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Made reservation on behalf of 47e5adf973f34cfeabfc3507111ce862 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:07.793078 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfd03fd6-f64a-4254-ac5d-fe4cf3439ee5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:07.816575 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-c4d11ed4-0517-4e38-8c87-8a8b9e0e6c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:07.818114 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-c4d11ed4-0517-4e38-8c87-8a8b9e0e6c17 service neutron] 10.222.0.18 "GET /v2.0/ports/5ef53b66-dab5-4a74-be67-26f9baa2959a HTTP/1.1" status: 200 len: 1124 time: 0.1649144 Feb 07 16:50:07.879599 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd03fd6-f64a-4254-ac5d-fe4cf3439ee5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:50:07.888449 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-4ed3215c-6a73-4b07-b419-0add478c84ad service neutron] Request body: {'binding': {'host': 'n-h1-827865-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:07.888914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-4ed3215c-6a73-4b07-b419-0add478c84ad service neutron] Unknown quota resources ['binding']. {{(pid=103226) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 16:50:07.921646 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfd03fd6-f64a-4254-ac5d-fe4cf3439ee5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (c72a34df-d6ac-4c16-855a-61e069c1be32), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:07.921996 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-bfd03fd6-f64a-4254-ac5d-fe4cf3439ee5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Added segment c72a34df-d6ac-4c16-855a-61e069c1be32 of type vlan for network ff4298bf-968a-47aa-aa56-842c9d2c5e0f Feb 07 16:50:07.932152 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0cbe6139-c890-47e6-a897-a94f3da51a4b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3a820c8e-82b5-4d45-aa6c-615c32456553), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:07.947281 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037bd639-8606-4232-957c-8295a188ed97 admin admin] Publish callbacks [] for port (85308f3c-6f8b-4bc4-8c1a-418e92b42945), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:07.975521 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1caabb-a700-433b-b272-ea1ed5291b9e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Router 0c0cb378-b544-40df-9144-5a4655bc5ba5 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:50:07.984612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a8f13d0c-5300-4062-8aaf-76c15d608bd4 None None] Provisioning complete for port 470aff62-aeb4-42b4-ae3d-49dc9682ab14 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:07.985204 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a8f13d0c-5300-4062-8aaf-76c15d608bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (470aff62-aeb4-42b4-ae3d-49dc9682ab14), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:07.991646 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe6139-c890-47e6-a897-a94f3da51a4b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event deleted for resources: {'Port': ['ID=3a820c8e-82b5-4d45-aa6c-615c32456553,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:08.029225 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfd03fd6-f64a-4254-ac5d-fe4cf3439ee5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (ff4298bf-968a-47aa-aa56-842c9d2c5e0f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:08.040048 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a8f13d0c-5300-4062-8aaf-76c15d608bd4 None None] Port 470aff62-aeb4-42b4-ae3d-49dc9682ab14 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:50:08.168671 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037bd639-8606-4232-957c-8295a188ed97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (85308f3c-6f8b-4bc4-8c1a-418e92b42945), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:08.187343 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90da9e0-aeb3-4cd2-85f0-45c175250a4f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router defa20ae-f3ea-4894-aa3b-33b32e66a710 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:50:08.189192 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfd03fd6-f64a-4254-ac5d-fe4cf3439ee5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (ff4298bf-968a-47aa-aa56-842c9d2c5e0f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:08.194493 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd03fd6-f64a-4254-ac5d-fe4cf3439ee5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:08.195748 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfd03fd6-f64a-4254-ac5d-fe4cf3439ee5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:08.213937 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-4ed3215c-6a73-4b07-b419-0add478c84ad service neutron] Attempting to bind port 5ef53b66-dab5-4a74-be67-26f9baa2959a on host n-h1-827865-3 for vnic_type normal with profile None {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:50:08.214588 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-4ed3215c-6a73-4b07-b419-0add478c84ad service neutron] Attempting to bind port 5ef53b66-dab5-4a74-be67-26f9baa2959a by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:50:08.215148 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-4ed3215c-6a73-4b07-b419-0add478c84ad service neutron] Attempting to bind port 5ef53b66-dab5-4a74-be67-26f9baa2959a on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:50:08.237892 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64062900-30fd-482f-95c1-159b2a6efc3f req-87c3914c-466a-4e1d-9dbc-8f35c72d5740 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:08.244996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64062900-30fd-482f-95c1-159b2a6efc3f req-87c3914c-466a-4e1d-9dbc-8f35c72d5740 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:08.246747 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-64062900-30fd-482f-95c1-159b2a6efc3f req-87c3914c-466a-4e1d-9dbc-8f35c72d5740 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 1676 time: 0.3416152 Feb 07 16:50:08.290679 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-4ed3215c-6a73-4b07-b419-0add478c84ad service neutron] Port 5ef53b66-dab5-4a74-be67-26f9baa2959a on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:50:08.291454 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-4ed3215c-6a73-4b07-b419-0add478c84ad service neutron] Attempting to bind port 5ef53b66-dab5-4a74-be67-26f9baa2959a on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:50:08.300355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0cbe6139-c890-47e6-a897-a94f3da51a4b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Router 2e8055b8-e335-4fb5-bf9d-d118c09146a9 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:50:08.304942 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-4ed3215c-6a73-4b07-b419-0add478c84ad service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:50:08.305363 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-4ed3215c-6a73-4b07-b419-0add478c84ad service neutron] Checking segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:08.305914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-4ed3215c-6a73-4b07-b419-0add478c84ad service neutron] Bound using segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:50:08.306360 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-4ed3215c-6a73-4b07-b419-0add478c84ad service neutron] Bound port: 5ef53b66-dab5-4a74-be67-26f9baa2959a, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:50:08.327044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037bd639-8606-4232-957c-8295a188ed97 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:08.351097 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bfd03fd6-f64a-4254-ac5d-fe4cf3439ee5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8494461 Feb 07 16:50:08.365548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-037bd639-8606-4232-957c-8295a188ed97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:08.366754 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44560) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:08.368152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037bd639-8606-4232-957c-8295a188ed97 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:08.376482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7c1cc7f8-89e9-458f-8381-f54e1c83f28e tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1697528742'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:08.453991 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bd639-8606-4232-957c-8295a188ed97 admin admin] Pushing event updated for resources: {'Port': ['ID=85308f3c-6f8b-4bc4-8c1a-418e92b42945,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:08.457027 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd03fd6-f64a-4254-ac5d-fe4cf3439ee5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event updated for resources: {'Network': ['ID=ff4298bf-968a-47aa-aa56-842c9d2c5e0f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:08.489697 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network ff4298bf-968a-47aa-aa56-842c9d2c5e0f details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:50:08.492987 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_gateway (bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:08.509834 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1cc7f8-89e9-458f-8381-f54e1c83f28e tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Made reservation on behalf of 47e5adf973f34cfeabfc3507111ce862 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:08.513093 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c1cc7f8-89e9-458f-8381-f54e1c83f28e tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:08.543307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1caabb-a700-433b-b272-ea1ed5291b9e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:50:08.548339 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b1caabb-a700-433b-b272-ea1ed5291b9e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:08.553944 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818be348-96da-4ef3-b500-ab129da2f920 None None] Sync routers for ids ['0c0cb378-b544-40df-9144-5a4655bc5ba5'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:50:08.561827 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-64062900-30fd-482f-95c1-159b2a6efc3f req-9bd9fd0d-3fee-4f97-bb9c-541dd447b1d8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593114 Feb 07 16:50:08.578702 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818be348-96da-4ef3-b500-ab129da2f920 None None] Routers {'0c0cb378-b544-40df-9144-5a4655bc5ba5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:08.582304 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-818be348-96da-4ef3-b500-ab129da2f920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0c0cb378-b544-40df-9144-5a4655bc5ba5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:08.592098 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90da9e0-aeb3-4cd2-85f0-45c175250a4f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:50:08.598453 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f90da9e0-aeb3-4cd2-85f0-45c175250a4f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/defa20ae-f3ea-4894-aa3b-33b32e66a710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4248166 Feb 07 16:50:08.625059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5144ce91-dbd6-4913-b214-a9262863565d None None] Sync routers for ids ['defa20ae-f3ea-4894-aa3b-33b32e66a710'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:50:08.643168 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5144ce91-dbd6-4913-b214-a9262863565d None None] Routers {'defa20ae-f3ea-4894-aa3b-33b32e66a710'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:08.644184 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5144ce91-dbd6-4913-b214-a9262863565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['defa20ae-f3ea-4894-aa3b-33b32e66a710'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:08.665989 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44562) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:08.710695 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5144ce91-dbd6-4913-b214-a9262863565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:08.738931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5144ce91-dbd6-4913-b214-a9262863565d None None] Routers {'defa20ae-f3ea-4894-aa3b-33b32e66a710'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:08.740654 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5144ce91-dbd6-4913-b214-a9262863565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['defa20ae-f3ea-4894-aa3b-33b32e66a710'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:08.741188 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2b1caabb-a700-433b-b272-ea1ed5291b9e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "PUT /v2.0/floatingips/edf18c95-4896-4b9d-a1b9-c23709d52b83 HTTP/1.1" status: 200 len: 992 time: 5.2767072 Feb 07 16:50:08.772695 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'tag': '7c18a493-54e9-4842-8756-24673405aff8'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:50:08.776152 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673f16c9-502d-443a-a6ba-ef252a8417cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "tag": "7c18a493-54e9-4842-8756-24673405aff8"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:50:08.786899 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5144ce91-dbd6-4913-b214-a9262863565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:08.787977 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5144ce91-dbd6-4913-b214-a9262863565d None None] The sync data for ids ['defa20ae-f3ea-4894-aa3b-33b32e66a710'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:50:08.827938 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12ae50a-1261-4b56-a165-c584c642de8a tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:08.828810 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b12ae50a-1261-4b56-a165-c584c642de8a tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/ports/470aff62-aeb4-42b4-ae3d-49dc9682ab14 HTTP/1.1" status: 200 len: 910 time: 0.1594222 Feb 07 16:50:08.831833 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44570) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:08.869974 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-818be348-96da-4ef3-b500-ab129da2f920 None None] Set router 0c0cb378-b544-40df-9144-5a4655bc5ba5 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:50:08.926477 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2154322-84fe-43ce-9eaf-5b632ee2f9b7 x-openstack-request-id: req-d2154322-84fe-43ce-9eaf-5b632ee2f9b7 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:50:08.927040 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-deleted", "tag": "424e0525-fdc2-44e3-89b7-44df8caf5d2e", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:50:08.927296 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2154322-84fe-43ce-9eaf-5b632ee2f9b7 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:50:08.927838 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-deleted', 'tag': '424e0525-fdc2-44e3-89b7-44df8caf5d2e', 'status': 'completed', 'code': 200} Feb 07 16:50:08.936581 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-4ed3215c-6a73-4b07-b419-0add478c84ad service neutron] For port 5ef53b66-dab5-4a74-be67-26f9baa2959a, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=5ef53b66-dab5-4a74-be67-26f9baa2959a,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:50:08.941688 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:08.959683 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-4ed3215c-6a73-4b07-b419-0add478c84ad service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:08.960786 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-4ed3215c-6a73-4b07-b419-0add478c84ad service neutron] 10.222.0.18 "POST /v2.0/ports/5ef53b66-dab5-4a74-be67-26f9baa2959a/bindings HTTP/1.1" status: 201 len: 389 time: 1.1126297 Feb 07 16:50:08.980173 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0cbe6139-c890-47e6-a897-a94f3da51a4b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:50:09.001849 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac0b0b-4985-4598-b04c-b5e7cf614a4e None None] Sync routers for ids ['2e8055b8-e335-4fb5-bf9d-d118c09146a9'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:50:09.045156 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1cc7f8-89e9-458f-8381-f54e1c83f28e tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:50:09.059943 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac0b0b-4985-4598-b04c-b5e7cf614a4e None None] Routers {'2e8055b8-e335-4fb5-bf9d-d118c09146a9'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:09.060588 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-efac0b0b-4985-4598-b04c-b5e7cf614a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2e8055b8-e335-4fb5-bf9d-d118c09146a9'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:09.070384 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0cbe6139-c890-47e6-a897-a94f3da51a4b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] No DVR routers for this DVR port 3a820c8e-82b5-4d45-aa6c-615c32456553 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:50:09.076736 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0cbe6139-c890-47e6-a897-a94f3da51a4b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:09.080515 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0cbe6139-c890-47e6-a897-a94f3da51a4b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.32 "DELETE /v2.0/ports/3a820c8e-82b5-4d45-aa6c-615c32456553 HTTP/1.1" status: 204 len: 173 time: 2.5604234 Feb 07 16:50:09.090230 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c1cc7f8-89e9-458f-8381-f54e1c83f28e tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (9c4403fa-ff30-4779-9709-deab86b0adb2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:09.090723 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-7c1cc7f8-89e9-458f-8381-f54e1c83f28e tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Added segment 9c4403fa-ff30-4779-9709-deab86b0adb2 of type vlan for network b94c4f90-d776-47e8-a2b1-583ce83a68f2 Feb 07 16:50:09.197885 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-efac0b0b-4985-4598-b04c-b5e7cf614a4e None None] Set router 2e8055b8-e335-4fb5-bf9d-d118c09146a9 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:50:09.203796 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c1cc7f8-89e9-458f-8381-f54e1c83f28e tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (b94c4f90-d776-47e8-a2b1-583ce83a68f2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:09.252187 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Allocated IP 172.25.4.94 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/75016131-6a5d-4488-af4c-b166ab2c9e43) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:50:09.281523 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1688b505-2448-4b4f-b6d0-6e473b3a10a8 x-openstack-request-id: req-1688b505-2448-4b4f-b6d0-6e473b3a10a8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:50:09.281880 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "tag": "7c18a493-54e9-4842-8756-24673405aff8", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:50:09.282084 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1688b505-2448-4b4f-b6d0-6e473b3a10a8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:50:09.282476 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'tag': '7c18a493-54e9-4842-8756-24673405aff8', 'status': 'completed', 'code': 200} Feb 07 16:50:09.312494 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77463d7-ae25-443a-ae79-5c52d2dbd32b req-b4d1f724-684a-49d6-a3d5-0b04a6e43b5a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:09.317756 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77463d7-ae25-443a-ae79-5c52d2dbd32b req-b4d1f724-684a-49d6-a3d5-0b04a6e43b5a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:09.323798 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77463d7-ae25-443a-ae79-5c52d2dbd32b req-b4d1f724-684a-49d6-a3d5-0b04a6e43b5a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:09.329395 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77463d7-ae25-443a-ae79-5c52d2dbd32b req-b4d1f724-684a-49d6-a3d5-0b04a6e43b5a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:09.335448 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77463d7-ae25-443a-ae79-5c52d2dbd32b req-b4d1f724-684a-49d6-a3d5-0b04a6e43b5a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:09.340962 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77463d7-ae25-443a-ae79-5c52d2dbd32b req-b4d1f724-684a-49d6-a3d5-0b04a6e43b5a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:09.346362 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77463d7-ae25-443a-ae79-5c52d2dbd32b req-b4d1f724-684a-49d6-a3d5-0b04a6e43b5a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:09.348261 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d77463d7-ae25-443a-ae79-5c52d2dbd32b req-b4d1f724-684a-49d6-a3d5-0b04a6e43b5a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5444 time: 0.4636452 Feb 07 16:50:09.457538 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c1cc7f8-89e9-458f-8381-f54e1c83f28e tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (b94c4f90-d776-47e8-a2b1-583ce83a68f2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:09.463105 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1cc7f8-89e9-458f-8381-f54e1c83f28e tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:09.463435 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c1cc7f8-89e9-458f-8381-f54e1c83f28e tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:09.511203 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037bd639-8606-4232-957c-8295a188ed97 admin admin] Publish callbacks [] for router_gateway (9af5f529-eea9-4b3c-b0e7-481af3af7f3d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:09.520953 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-6a4cc36f-1d43-462f-b1db-5a923ce720f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:09.522487 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-6a4cc36f-1d43-462f-b1db-5a923ce720f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 1127 time: 0.2366543 Feb 07 16:50:09.538681 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-818be348-96da-4ef3-b500-ab129da2f920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'name': 'tempest-TaggedBootDevicesTest_v242-968091572-router', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:45:55Z', 'updated_at': '2022-02-07T16:46:05Z', 'revision_number': 4, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'gw_port': {'id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:45:57Z', 'updated_at': '2022-02-07T16:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'edf18c95-4896-4b9d-a1b9-c23709d52b83', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'port_id': '7c18a493-54e9-4842-8756-24673405aff8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272', 'mac_address': 'fa:16:3e:74:a3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872c143-2f0e-49fe-99d1-64936379b815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:48:05Z', 'updated_at': '2022-02-07T16:50:05Z', 'revision_number': 1, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf49984e-7dcf-4d73-b4ba-9535ef12dfd3', 'name': '', 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'mac_address': 'fa:16:3e:82:80:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7e220672-ddb5-4004-a2c7-1c1467c4afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:46:04Z', 'updated_at': '2022-02-07T16:46:14Z', 'revision_number': 5, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'subnets': [{'id': '7e220672-ddb5-4004-a2c7-1c1467c4afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:09.569851 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818be348-96da-4ef3-b500-ab129da2f920 None None] Checking router: 0c0cb378-b544-40df-9144-5a4655bc5ba5 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:50:09.577008 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7c1cc7f8-89e9-458f-8381-f54e1c83f28e tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2081761 Feb 07 16:50:09.580088 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-efac0b0b-4985-4598-b04c-b5e7cf614a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'name': 'tempest-TaggedBootDevicesTest-1761996823-router', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:42:46Z', 'updated_at': '2022-02-07T16:42:57Z', 'revision_number': 4, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'gw_port': {'id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:47Z', 'updated_at': '2022-02-07T16:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '4846c960-2988-426b-871d-28924e23212f', 'name': '', 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'mac_address': 'fa:16:3e:38:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'efa32e71-a547-428f-88bc-c70d8d8b132e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:56Z', 'updated_at': '2022-02-07T16:43:04Z', 'revision_number': 5, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'subnets': [{'id': 'efa32e71-a547-428f-88bc-c70d8d8b132e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:09.596304 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44574) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:09.606396 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Request body: {'ports': [{'network_id': 'ff4298bf-968a-47aa-aa56-842c9d2c5e0f', 'name': 'tempest-port--451509392', 'admin_state_up': True}, {'network_id': 'b94c4f90-d776-47e8-a2b1-583ce83a68f2', 'admin_state_up': False}]} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:09.606735 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Request body: {'port': {'network_id': 'ff4298bf-968a-47aa-aa56-842c9d2c5e0f', 'name': 'tempest-port--451509392', 'admin_state_up': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:09.607459 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Request body: {'port': {'network_id': 'b94c4f90-d776-47e8-a2b1-583ce83a68f2', 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:09.616201 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac0b0b-4985-4598-b04c-b5e7cf614a4e None None] Checking router: 2e8055b8-e335-4fb5-bf9d-d118c09146a9 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:50:09.618846 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818be348-96da-4ef3-b500-ab129da2f920 None None] Routers {'0c0cb378-b544-40df-9144-5a4655bc5ba5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:09.619497 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-818be348-96da-4ef3-b500-ab129da2f920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0c0cb378-b544-40df-9144-5a4655bc5ba5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:09.622701 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f16c9-502d-443a-a6ba-ef252a8417cd req-5e8bd1c7-5b33-44ed-86e9-bde3f183ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:09.623187 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f16c9-502d-443a-a6ba-ef252a8417cd req-5e8bd1c7-5b33-44ed-86e9-bde3f183ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:09.623656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f16c9-502d-443a-a6ba-ef252a8417cd req-5e8bd1c7-5b33-44ed-86e9-bde3f183ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:09.624124 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f16c9-502d-443a-a6ba-ef252a8417cd req-5e8bd1c7-5b33-44ed-86e9-bde3f183ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:09.624587 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f16c9-502d-443a-a6ba-ef252a8417cd req-5e8bd1c7-5b33-44ed-86e9-bde3f183ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:09.626572 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f16c9-502d-443a-a6ba-ef252a8417cd req-5e8bd1c7-5b33-44ed-86e9-bde3f183ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:09.627683 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f16c9-502d-443a-a6ba-ef252a8417cd req-5e8bd1c7-5b33-44ed-86e9-bde3f183ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:09.629947 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-673f16c9-502d-443a-a6ba-ef252a8417cd req-5e8bd1c7-5b33-44ed-86e9-bde3f183ace9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9341a8a4fe41fe98e19305419da9b8&device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 6718 time: 0.4312308 Feb 07 16:50:09.637894 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad8407-174d-45d8-8314-82e4240bb386 req-0d2ab8cd-8d1b-49cd-90a8-0fe6c75148a5 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:09.639532 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5bad8407-174d-45d8-8314-82e4240bb386 req-0d2ab8cd-8d1b-49cd-90a8-0fe6c75148a5 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.3239403 Feb 07 16:50:09.646903 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for port (75016131-6a5d-4488-af4c-b166ab2c9e43), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:09.649060 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cc7f8-89e9-458f-8381-f54e1c83f28e tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event updated for resources: {'Network': ['ID=b94c4f90-d776-47e8-a2b1-583ce83a68f2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:09.665573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network b94c4f90-d776-47e8-a2b1-583ce83a68f2 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:50:09.716515 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac0b0b-4985-4598-b04c-b5e7cf614a4e None None] Routers {'2e8055b8-e335-4fb5-bf9d-d118c09146a9'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:09.717168 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-efac0b0b-4985-4598-b04c-b5e7cf614a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2e8055b8-e335-4fb5-bf9d-d118c09146a9'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:09.789531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0a81f68c-a478-4907-8abd-84c1fc33f6ef tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Deleting port 1872b37f-36ca-4933-80f8-47fc7e00ac48 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:09.789960 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0a81f68c-a478-4907-8abd-84c1fc33f6ef tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1872b37f-36ca-4933-80f8-47fc7e00ac48), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:09.871660 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-818be348-96da-4ef3-b500-ab129da2f920 None None] Set router 0c0cb378-b544-40df-9144-5a4655bc5ba5 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:50:09.905322 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-efac0b0b-4985-4598-b04c-b5e7cf614a4e None None] Set router 2e8055b8-e335-4fb5-bf9d-d118c09146a9 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:50:09.992453 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d77463d7-ae25-443a-ae79-5c52d2dbd32b req-4d28569c-18ad-4f46-bb08-ffe67da475ad tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6063690 Feb 07 16:50:10.100197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f16c9-502d-443a-a6ba-ef252a8417cd req-67e1af11-3d04-41b6-b2cd-4105b6f688da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:10.102489 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-673f16c9-502d-443a-a6ba-ef252a8417cd req-67e1af11-3d04-41b6-b2cd-4105b6f688da service neutron] 10.222.0.32 "GET /v2.0/networks?id=c8c7efe8-323f-461c-b8f3-d0df0e78b272 HTTP/1.1" status: 200 len: 917 time: 0.4592335 Feb 07 16:50:10.113262 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5bad8407-174d-45d8-8314-82e4240bb386 req-006938eb-50b8-4dbd-acf9-596258067d20 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591522 Feb 07 16:50:10.165512 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0a81f68c-a478-4907-8abd-84c1fc33f6ef tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] For port 1872b37f-36ca-4933-80f8-47fc7e00ac48, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=1872b37f-36ca-4933-80f8-47fc7e00ac48,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:10.166155 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0a81f68c-a478-4907-8abd-84c1fc33f6ef tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1872b37f-36ca-4933-80f8-47fc7e00ac48), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:10.175510 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-9784a972-5253-445e-a45a-45cfa8caf9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:10.177226 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-9784a972-5253-445e-a45a-45cfa8caf9ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.2420404 Feb 07 16:50:10.192200 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (75016131-6a5d-4488-af4c-b166ab2c9e43), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:10.199190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0a81f68c-a478-4907-8abd-84c1fc33f6ef tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Calling delete_port for 1872b37f-36ca-4933-80f8-47fc7e00ac48 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:10.202093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Made reservation on behalf of 47e5adf973f34cfeabfc3507111ce862 for: {'port': 2} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:10.207210 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:10.278943 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-694526dd-976a-492f-9db1-fc6f7f415fa3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef53b66-dab5-4a74-be67-26f9baa2959a HTTP/1.1" status: 200 len: 217 time: 0.0650580 Feb 07 16:50:10.325362 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d996c2f-2076-4b51-9432-2a344240b1a5 req-462af07f-5d0b-41d5-9e89-035d989dea54 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:10.332260 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1d996c2f-2076-4b51-9432-2a344240b1a5 req-462af07f-5d0b-41d5-9e89-035d989dea54 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.2343609 Feb 07 16:50:10.384978 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:10.410257 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:10.419701 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037bd639-8606-4232-957c-8295a188ed97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (9af5f529-eea9-4b3c-b0e7-481af3af7f3d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:10.431689 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-673f16c9-502d-443a-a6ba-ef252a8417cd req-02c24a8c-84bb-4445-b546-068db8062190 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c18a493-54e9-4842-8756-24673405aff8 HTTP/1.1" status: 200 len: 1000 time: 0.2448871 Feb 07 16:50:10.432030 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:10.432690 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-f64ce250-e8f0-42cf-bbd1-51efa2a965a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:10.435161 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-f64ce250-e8f0-42cf-bbd1-51efa2a965a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.1321363 Feb 07 16:50:10.440997 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Pushing event updated for resources: {'Port': ['ID=75016131-6a5d-4488-af4c-b166ab2c9e43,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:10.450824 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:10.470898 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-efac0b0b-4985-4598-b04c-b5e7cf614a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'name': 'tempest-TaggedBootDevicesTest-1761996823-router', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:42:46Z', 'updated_at': '2022-02-07T16:42:57Z', 'revision_number': 4, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'gw_port': {'id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:47Z', 'updated_at': '2022-02-07T16:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '4846c960-2988-426b-871d-28924e23212f', 'name': '', 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'mac_address': 'fa:16:3e:38:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'efa32e71-a547-428f-88bc-c70d8d8b132e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:56Z', 'updated_at': '2022-02-07T16:43:04Z', 'revision_number': 5, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'subnets': [{'id': 'efa32e71-a547-428f-88bc-c70d8d8b132e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:10.500855 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1d996c2f-2076-4b51-9432-2a344240b1a5 req-5b4134fc-8103-456e-912b-c1885175a5b4 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677003 Feb 07 16:50:10.509039 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac0b0b-4985-4598-b04c-b5e7cf614a4e None None] The sync data for ids ['2e8055b8-e335-4fb5-bf9d-d118c09146a9'] in n-d-827865-3 is: [{'id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'name': 'tempest-TaggedBootDevicesTest-1761996823-router', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:42:46Z', 'updated_at': '2022-02-07T16:42:57Z', 'revision_number': 4, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'gw_port': {'id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:47Z', 'updated_at': '2022-02-07T16:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '4846c960-2988-426b-871d-28924e23212f', 'name': '', 'network_id': '0b2b4548-f7c6-4e74-86b3-3287e52c00ca', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'mac_address': 'fa:16:3e:38:65:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'efa32e71-a547-428f-88bc-c70d8d8b132e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:56Z', 'updated_at': '2022-02-07T16:43:04Z', 'revision_number': 5, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'subnets': [{'id': 'efa32e71-a547-428f-88bc-c70d8d8b132e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:50:10.524867 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-818be348-96da-4ef3-b500-ab129da2f920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'name': 'tempest-TaggedBootDevicesTest_v242-968091572-router', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:45:55Z', 'updated_at': '2022-02-07T16:46:05Z', 'revision_number': 4, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'gw_port': {'id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:45:57Z', 'updated_at': '2022-02-07T16:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'edf18c95-4896-4b9d-a1b9-c23709d52b83', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'port_id': '7c18a493-54e9-4842-8756-24673405aff8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272', 'mac_address': 'fa:16:3e:74:a3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872c143-2f0e-49fe-99d1-64936379b815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:48:05Z', 'updated_at': '2022-02-07T16:50:05Z', 'revision_number': 1, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf49984e-7dcf-4d73-b4ba-9535ef12dfd3', 'name': '', 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'mac_address': 'fa:16:3e:82:80:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7e220672-ddb5-4004-a2c7-1c1467c4afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:46:04Z', 'updated_at': '2022-02-07T16:46:14Z', 'revision_number': 5, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'subnets': [{'id': '7e220672-ddb5-4004-a2c7-1c1467c4afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:10.553650 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-6fb9abf0-7067-4895-8677-cc6247558d5f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069393 Feb 07 16:50:10.566710 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d62c7d5-2fa6-403d-bd05-1fc03f504fd9 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (defa20ae-f3ea-4894-aa3b-33b32e66a710), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:10.577224 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818be348-96da-4ef3-b500-ab129da2f920 None None] The sync data for ids ['0c0cb378-b544-40df-9144-5a4655bc5ba5'] in n-d-827865-3 is: [{'id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'name': 'tempest-TaggedBootDevicesTest_v242-968091572-router', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:45:55Z', 'updated_at': '2022-02-07T16:46:05Z', 'revision_number': 4, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'gw_port': {'id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:45:57Z', 'updated_at': '2022-02-07T16:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'edf18c95-4896-4b9d-a1b9-c23709d52b83', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'port_id': '7c18a493-54e9-4842-8756-24673405aff8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272', 'mac_address': 'fa:16:3e:74:a3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2872c143-2f0e-49fe-99d1-64936379b815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:48:05Z', 'updated_at': '2022-02-07T16:50:05Z', 'revision_number': 1, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf49984e-7dcf-4d73-b4ba-9535ef12dfd3', 'name': '', 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'mac_address': 'fa:16:3e:82:80:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7e220672-ddb5-4004-a2c7-1c1467c4afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:46:04Z', 'updated_at': '2022-02-07T16:46:14Z', 'revision_number': 5, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'subnets': [{'id': '7e220672-ddb5-4004-a2c7-1c1467c4afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:50:10.610646 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:10.611225 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:10.611494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:10.611802 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:10.612363 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:10.612752 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:10.613099 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:10.613470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:10.613984 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:10.614492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:10.614840 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:10.615177 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:10.615724 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:10.721892 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9f09f-e580-4ecd-aebb-cc9420040600 req-438bcabc-f979-4428-91b2-ee97aca41df8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:10.728189 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9f09f-e580-4ecd-aebb-cc9420040600 req-438bcabc-f979-4428-91b2-ee97aca41df8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:10.730240 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4ea9f09f-e580-4ecd-aebb-cc9420040600 req-438bcabc-f979-4428-91b2-ee97aca41df8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 1676 time: 0.5353143 Feb 07 16:50:10.834944 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f16c9-502d-443a-a6ba-ef252a8417cd req-10202dd9-b12d-49a3-bbde-a6bc46988644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:10.837019 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-673f16c9-502d-443a-a6ba-ef252a8417cd req-10202dd9-b12d-49a3-bbde-a6bc46988644 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e220672-ddb5-4004-a2c7-1c1467c4afbb HTTP/1.1" status: 200 len: 855 time: 0.3887291 Feb 07 16:50:10.909453 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-deca27be-9951-4cf5-82f7-0a632cf49eb5 service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461535 Feb 07 16:50:10.922753 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a25139-a08a-4ede-ab3b-71a9b62361e4 req-215d4a72-d56e-4478-8a29-35152e051e6b tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:10.924414 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3a25139-a08a-4ede-ab3b-71a9b62361e4 req-215d4a72-d56e-4478-8a29-35152e051e6b tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.2116182 Feb 07 16:50:10.939027 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-deleted', 'tag': '3a820c8e-82b5-4d45-aa6c-615c32456553'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:50:10.941693 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629f953d-0339-4dc8-b8f4-31183b72d817" -d '{"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-deleted", "tag": "3a820c8e-82b5-4d45-aa6c-615c32456553"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:50:10.960828 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2f2c7-a3b7-4d8f-936a-092b22cfecec None None] New status for floating IP 318244b8-4cf5-4d9c-a75c-5555f69d70a0: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:50:11.067433 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037bd639-8606-4232-957c-8295a188ed97 admin admin] Router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:50:11.091310 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3a25139-a08a-4ede-ab3b-71a9b62361e4 req-e34a578a-3d6f-4a40-96fc-9249523147a3 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501298 Feb 07 16:50:11.112680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] device_id is not set on port df0248bc-dbc9-484b-b320-30d8177d0148 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:50:11.153445 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a9855c-8259-4c58-b424-6a1b7399f691 None None] New status for floating IP edf18c95-4896-4b9d-a1b9-c23709d52b83: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:50:11.181492 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4ea9f09f-e580-4ecd-aebb-cc9420040600 req-1e28dbb4-d0d3-4c47-890a-202012d7546e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4350903 Feb 07 16:50:11.183059 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0a85e7-8e72-41a5-bda4-753cd79937b6 x-openstack-request-id: req-0e0a85e7-8e72-41a5-bda4-753cd79937b6 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:50:11.183422 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-deleted", "tag": "3a820c8e-82b5-4d45-aa6c-615c32456553", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:50:11.183676 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e0a85e7-8e72-41a5-bda4-753cd79937b6 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:50:11.184081 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-deleted', 'tag': '3a820c8e-82b5-4d45-aa6c-615c32456553', 'status': 'completed', 'code': 200} Feb 07 16:50:11.198971 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0a81f68c-a478-4907-8abd-84c1fc33f6ef tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (1872b37f-36ca-4933-80f8-47fc7e00ac48), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:11.219154 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f16c9-502d-443a-a6ba-ef252a8417cd req-5e61561b-bc43-42d6-a9b1-3c66b0a33f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:11.220747 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-673f16c9-502d-443a-a6ba-ef252a8417cd req-5e61561b-bc43-42d6-a9b1-3c66b0a33f41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8c7efe8-323f-461c-b8f3-d0df0e78b272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2828360 Feb 07 16:50:11.318520 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81f68c-a478-4907-8abd-84c1fc33f6ef tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event deleted for resources: {'Port': ['ID=1872b37f-36ca-4933-80f8-47fc7e00ac48,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:11.338712 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037bd639-8606-4232-957c-8295a188ed97 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:50:11.350753 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-ba0d0ef9-fa80-4885-9ff4-d151815017b4 service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251504 Feb 07 16:50:11.352989 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] Sync routers for ids ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:50:11.390877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] Routers {'9af5f529-eea9-4b3c-b0e7-481af3af7f3d'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:11.391722 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:11.532651 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks [] for port (df0248bc-dbc9-484b-b320-30d8177d0148), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:11.539687 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0a81f68c-a478-4907-8abd-84c1fc33f6ef tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] No DVR routers for this DVR port 1872b37f-36ca-4933-80f8-47fc7e00ac48 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:50:11.540986 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-037bd639-8606-4232-957c-8295a188ed97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:11.545121 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-037bd639-8606-4232-957c-8295a188ed97 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.5013771 Feb 07 16:50:11.545332 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0a81f68c-a478-4907-8abd-84c1fc33f6ef tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:11.546690 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-0a81f68c-a478-4907-8abd-84c1fc33f6ef tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.32 "DELETE /v2.0/ports/1872b37f-36ca-4933-80f8-47fc7e00ac48 HTTP/1.1" status: 204 len: 173 time: 2.4599040 Feb 07 16:50:11.549792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44588) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:11.664291 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] Set router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:50:11.696173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fa3a4-dced-43fa-912b-bfedfca4f5bc req-8c805963-ff00-4a08-b339-a236d6dddc1b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:11.701574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-673f16c9-502d-443a-a6ba-ef252a8417cd req-51d7e4d8-1967-4c7f-a441-dcc83e153554 service neutron] 10.222.0.32 "GET /v2.0/networks/c8c7efe8-323f-461c-b8f3-d0df0e78b272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058814 Feb 07 16:50:11.703442 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fa3a4-dced-43fa-912b-bfedfca4f5bc req-8c805963-ff00-4a08-b339-a236d6dddc1b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:11.712085 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fa3a4-dced-43fa-912b-bfedfca4f5bc req-8c805963-ff00-4a08-b339-a236d6dddc1b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:11.719859 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fa3a4-dced-43fa-912b-bfedfca4f5bc req-8c805963-ff00-4a08-b339-a236d6dddc1b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:11.727396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fa3a4-dced-43fa-912b-bfedfca4f5bc req-8c805963-ff00-4a08-b339-a236d6dddc1b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:11.734000 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fa3a4-dced-43fa-912b-bfedfca4f5bc req-8c805963-ff00-4a08-b339-a236d6dddc1b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:11.741944 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fa3a4-dced-43fa-912b-bfedfca4f5bc req-8c805963-ff00-4a08-b339-a236d6dddc1b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:11.751119 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f73fa3a4-dced-43fa-912b-bfedfca4f5bc req-8c805963-ff00-4a08-b339-a236d6dddc1b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5444 time: 0.4101484 Feb 07 16:50:11.801984 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6d62c7d5-2fa6-403d-bd05-1fc03f504fd9 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting port 470aff62-aeb4-42b4-ae3d-49dc9682ab14 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:11.802369 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d62c7d5-2fa6-403d-bd05-1fc03f504fd9 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (470aff62-aeb4-42b4-ae3d-49dc9682ab14), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:11.902796 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] device_id is not set on port 09c9ddd7-a3f7-44bf-adcc-75184ed28d59 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:50:11.935923 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T16:50:08Z', 'revision_number': 3, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port': {'id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:06Z', 'updated_at': '2022-02-07T16:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:11.966181 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-673f16c9-502d-443a-a6ba-ef252a8417cd req-935c37b3-ce1a-4e39-a818-57c1ec977966 service neutron] 10.222.0.32 "GET /v2.0/networks/c8c7efe8-323f-461c-b8f3-d0df0e78b272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449398 Feb 07 16:50:11.966906 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router_gateway (bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:12.072413 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f73fa3a4-dced-43fa-912b-bfedfca4f5bc req-42b3664f-7f42-4eb1-b276-4def04bedea7 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3200881 Feb 07 16:50:12.141600 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] Checking router: 9af5f529-eea9-4b3c-b0e7-481af3af7f3d for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:50:12.142915 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] Updating router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d port 85308f3c-6f8b-4bc4-8c1a-418e92b42945 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:50:12.146633 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f65cc-e082-4116-a12a-d32246d4509d req-27de0a95-9ef4-4037-902b-5af37cc80258 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:12.149194 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-893f65cc-e082-4116-a12a-d32246d4509d req-27de0a95-9ef4-4037-902b-5af37cc80258 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc2abb73-5484-47aa-897e-ed3c1437b77b HTTP/1.1" status: 200 len: 946 time: 0.7728312 Feb 07 16:50:12.170431 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d62c7d5-2fa6-403d-bd05-1fc03f504fd9 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (470aff62-aeb4-42b4-ae3d-49dc9682ab14), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:12.194542 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6d62c7d5-2fa6-403d-bd05-1fc03f504fd9 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Calling delete_port for 470aff62-aeb4-42b4-ae3d-49dc9682ab14 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:12.208690 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (85308f3c-6f8b-4bc4-8c1a-418e92b42945), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:12.544132 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd144fa6-6181-4146-9bfc-022211c3d45b req-a39a74b6-b941-47d0-88ef-8c83027546d2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:12.545921 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd144fa6-6181-4146-9bfc-022211c3d45b req-a39a74b6-b941-47d0-88ef-8c83027546d2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.3232448 Feb 07 16:50:12.550106 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] Publish callbacks [] for port (85308f3c-6f8b-4bc4-8c1a-418e92b42945), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:12.557363 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (85308f3c-6f8b-4bc4-8c1a-418e92b42945), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:12.635552 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] Attempting to bind port 85308f3c-6f8b-4bc4-8c1a-418e92b42945 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:50:12.635552 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] Attempting to bind port 85308f3c-6f8b-4bc4-8c1a-418e92b42945 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:50:12.635923 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] Attempting to bind port 85308f3c-6f8b-4bc4-8c1a-418e92b42945 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:50:12.639786 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982ea51-d83e-4f21-b73a-61e424883b1a None None] Pushing event updated for resources: {'Port': ['ID=85308f3c-6f8b-4bc4-8c1a-418e92b42945,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:12.651395 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:50:12.651986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:12.652447 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:12.652858 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:50:12.653432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] Bound port: 85308f3c-6f8b-4bc4-8c1a-418e92b42945, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:50:12.653920 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (85308f3c-6f8b-4bc4-8c1a-418e92b42945), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:12.695088 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd144fa6-6181-4146-9bfc-022211c3d45b req-84e74a1e-1d18-4f4d-b6b9-ef6474cc0442 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332090 Feb 07 16:50:12.748149 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] For port 85308f3c-6f8b-4bc4-8c1a-418e92b42945, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:50:12.751946 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d62c7d5-2fa6-403d-bd05-1fc03f504fd9 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (470aff62-aeb4-42b4-ae3d-49dc9682ab14), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:12.753789 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] For port 85308f3c-6f8b-4bc4-8c1a-418e92b42945, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=85308f3c-6f8b-4bc4-8c1a-418e92b42945,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:50:12.762267 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (85308f3c-6f8b-4bc4-8c1a-418e92b42945), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:12.817830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62c7d5-2fa6-403d-bd05-1fc03f504fd9 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Port': ['ID=470aff62-aeb4-42b4-ae3d-49dc9682ab14,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:12.861670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] Routers {'9af5f529-eea9-4b3c-b0e7-481af3af7f3d'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:12.863321 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:12.883797 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d96eef03-9d0e-4b2b-9c40-3806fca7ae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:12.935333 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks [] for port (09c9ddd7-a3f7-44bf-adcc-75184ed28d59), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:12.980850 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982ea51-d83e-4f21-b73a-61e424883b1a None None] Pushing event updated for resources: {'Port': ['ID=85308f3c-6f8b-4bc4-8c1a-418e92b42945,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:13.082971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] Set router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:50:13.123586 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (df0248bc-dbc9-484b-b320-30d8177d0148), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:13.190661 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-deleted', 'tag': '1872b37f-36ca-4933-80f8-47fc7e00ac48'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:50:13.193040 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fee70d-ca08-4e1e-a265-073b3b4fb6b5" -d '{"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-deleted", "tag": "1872b37f-36ca-4933-80f8-47fc7e00ac48"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:50:13.290459 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event updated for resources: {'Port': ['ID=df0248bc-dbc9-484b-b320-30d8177d0148,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:13.303676 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-893f65cc-e082-4116-a12a-d32246d4509d req-a76bf2a4-18a4-4d66-b845-b11a05dcac13 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163748 Feb 07 16:50:13.353236 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:13.377489 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:13.383927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-90f6baa2-a04e-4f36-8485-3a5cf1be5d86 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Deleting port d710732f-fd58-4d2a-8723-380a7c8afb25 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:13.384429 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-90f6baa2-a04e-4f36-8485-3a5cf1be5d86 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d710732f-fd58-4d2a-8723-380a7c8afb25), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:13.388024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Checking segment: {'id': 'c72a34df-d6ac-4c16-855a-61e069c1be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ff4298bf-968a-47aa-aa56-842c9d2c5e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:13.388024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Network hostable DHCP agents. Network: ff4298bf-968a-47aa-aa56-842c9d2c5e0f, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:50:13.520261 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T16:50:08Z', 'revision_number': 3, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port': {'id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:06Z', 'updated_at': '2022-02-07T16:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:13.569960 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0bc72a-f7be-4fd1-b66b-ed99d167fcac None None] The sync data for ids ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'] in n-d-827865-3 is: [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T16:50:08Z', 'revision_number': 3, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port': {'id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:06Z', 'updated_at': '2022-02-07T16:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:50:13.588760 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Network ff4298bf-968a-47aa-aa56-842c9d2c5e0f is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:50:13.628879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, ff4298bf-968a-47aa-aa56-842c9d2c5e0f) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:13.639270 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:13.639503 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f390477-fe7b-4a1a-84e3-8885407be660 None None] Network ff4298bf-968a-47aa-aa56-842c9d2c5e0f requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:13.640934 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (09c9ddd7-a3f7-44bf-adcc-75184ed28d59), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:13.700873 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6d62c7d5-2fa6-403d-bd05-1fc03f504fd9 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (defa20ae-f3ea-4894-aa3b-33b32e66a710), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:13.731386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15493dee-435b-4669-b476-c591980405df req-b6957c5e-e73f-454e-9c11-2e85383ea836 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:13.737306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15493dee-435b-4669-b476-c591980405df req-b6957c5e-e73f-454e-9c11-2e85383ea836 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:13.748472 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15493dee-435b-4669-b476-c591980405df req-b6957c5e-e73f-454e-9c11-2e85383ea836 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:13.760375 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15493dee-435b-4669-b476-c591980405df req-b6957c5e-e73f-454e-9c11-2e85383ea836 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:13.766946 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15493dee-435b-4669-b476-c591980405df req-b6957c5e-e73f-454e-9c11-2e85383ea836 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:13.770031 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0661614-bb84-43b4-ab7e-592d2221e020 req-dcfe689e-1ed7-4f2d-a277-6b79148ef5bc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:13.771778 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0661614-bb84-43b4-ab7e-592d2221e020 req-dcfe689e-1ed7-4f2d-a277-6b79148ef5bc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 943 time: 0.8368442 Feb 07 16:50:13.780185 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15493dee-435b-4669-b476-c591980405df req-b6957c5e-e73f-454e-9c11-2e85383ea836 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:13.785778 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15493dee-435b-4669-b476-c591980405df req-b6957c5e-e73f-454e-9c11-2e85383ea836 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:13.795377 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-15493dee-435b-4669-b476-c591980405df req-b6957c5e-e73f-454e-9c11-2e85383ea836 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5444 time: 0.3431556 Feb 07 16:50:13.858040 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-90f6baa2-a04e-4f36-8485-3a5cf1be5d86 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] For port d710732f-fd58-4d2a-8723-380a7c8afb25, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d710732f-fd58-4d2a-8723-380a7c8afb25,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:13.858365 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-90f6baa2-a04e-4f36-8485-3a5cf1be5d86 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d710732f-fd58-4d2a-8723-380a7c8afb25), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:13.891813 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-90f6baa2-a04e-4f36-8485-3a5cf1be5d86 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Calling delete_port for d710732f-fd58-4d2a-8723-380a7c8afb25 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:13.922807 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event updated for resources: {'Port': ['ID=09c9ddd7-a3f7-44bf-adcc-75184ed28d59,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:13.945167 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0661614-bb84-43b4-ab7e-592d2221e020 req-401092ad-ea9b-430d-81ef-2e101691d672 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups?id=5885bc65-e545-487f-b881-1a8296d2e7af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243427 Feb 07 16:50:14.060096 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b7ddad-539b-41e3-bddf-debdd68302fe x-openstack-request-id: req-b7b7ddad-539b-41e3-bddf-debdd68302fe {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:50:14.060690 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-deleted", "tag": "1872b37f-36ca-4933-80f8-47fc7e00ac48", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:50:14.060690 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7b7ddad-539b-41e3-bddf-debdd68302fe {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:50:14.061105 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-deleted', 'tag': '1872b37f-36ca-4933-80f8-47fc7e00ac48', 'status': 'completed', 'code': 200} Feb 07 16:50:14.081671 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-d96eef03-9d0e-4b2b-9c40-3806fca7ae20 admin admin] Allocated IP 172.20.0.1 (558210b1-aeef-4297-87e4-07b1b1a8ae99/e08eff2f-7c93-4ede-90b9-2e6bbced6db6/9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:50:14.107759 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-15493dee-435b-4669-b476-c591980405df req-1de581b0-c073-4e50-a011-7ab7dbd7a36b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3113906 Feb 07 16:50:14.120509 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d62c7d5-2fa6-403d-bd05-1fc03f504fd9 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router defa20ae-f3ea-4894-aa3b-33b32e66a710 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:50:14.176144 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Checking segment: {'id': '9c4403fa-ff30-4779-9709-deab86b0adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b94c4f90-d776-47e8-a2b1-583ce83a68f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:14.176524 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Network hostable DHCP agents. Network: b94c4f90-d776-47e8-a2b1-583ce83a68f2, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:50:14.187868 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Router bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:50:14.347674 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d62c7d5-2fa6-403d-bd05-1fc03f504fd9 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:50:14.357886 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6d62c7d5-2fa6-403d-bd05-1fc03f504fd9 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/defa20ae-f3ea-4894-aa3b-33b32e66a710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5250003 Feb 07 16:50:14.359370 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b4a175-98d4-4c90-996c-623da06003c7 None None] Sync routers for ids ['defa20ae-f3ea-4894-aa3b-33b32e66a710'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:50:14.368481 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44604) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:14.378049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Network b94c4f90-d776-47e8-a2b1-583ce83a68f2 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:50:14.378270 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b4a175-98d4-4c90-996c-623da06003c7 None None] Routers {'defa20ae-f3ea-4894-aa3b-33b32e66a710'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:14.378868 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-99b4a175-98d4-4c90-996c-623da06003c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['defa20ae-f3ea-4894-aa3b-33b32e66a710'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:14.402490 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:50:14.408009 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:14.409306 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8eb1900f-96f9-4875-9802-9b97b9d42ee2 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "PUT /v2.0/routers/bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8 HTTP/1.1" status: 200 len: 918 time: 7.1477361 Feb 07 16:50:14.414420 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d972e5f3-ea8a-4fbf-980f-c2112ca40a0d None None] Sync routers for ids ['bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:50:14.418519 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44606) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:14.430910 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d972e5f3-ea8a-4fbf-980f-c2112ca40a0d None None] Routers {'bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:14.431932 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d972e5f3-ea8a-4fbf-980f-c2112ca40a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:14.455590 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-99b4a175-98d4-4c90-996c-623da06003c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:14.457010 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2b90abfe-a676-40eb-8765-67ab1a3af497 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa20ae-f3ea-4894-aa3b-33b32e66a710 HTTP/1.1" status: 200 len: 205 time: 0.0856230 Feb 07 16:50:14.464930 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44608) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:14.474054 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b4a175-98d4-4c90-996c-623da06003c7 None None] Routers {'defa20ae-f3ea-4894-aa3b-33b32e66a710'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:14.474869 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-99b4a175-98d4-4c90-996c-623da06003c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['defa20ae-f3ea-4894-aa3b-33b32e66a710'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:14.480129 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a87a4e-882a-4886-a9ef-655dc5d1f03e req-018472c9-4ba9-4d51-ba7c-99492f58095c tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:14.487789 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d972e5f3-ea8a-4fbf-980f-c2112ca40a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:14.494585 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-66a87a4e-882a-4886-a9ef-655dc5d1f03e req-018472c9-4ba9-4d51-ba7c-99492f58095c tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 945 time: 0.3176363 Feb 07 16:50:14.511113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d972e5f3-ea8a-4fbf-980f-c2112ca40a0d None None] Routers {'bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:14.513007 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d972e5f3-ea8a-4fbf-980f-c2112ca40a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:14.541060 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-99b4a175-98d4-4c90-996c-623da06003c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:14.541770 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b4a175-98d4-4c90-996c-623da06003c7 None None] The sync data for ids ['defa20ae-f3ea-4894-aa3b-33b32e66a710'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:50:14.584382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d972e5f3-ea8a-4fbf-980f-c2112ca40a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:14.585808 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d972e5f3-ea8a-4fbf-980f-c2112ca40a0d None None] The sync data for ids ['bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:50:14.602670 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d96eef03-9d0e-4b2b-9c40-3806fca7ae20 admin admin] Publish callbacks [] for port (9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:14.618315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, b94c4f90-d776-47e8-a2b1-583ce83a68f2) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:14.623489 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-66a87a4e-882a-4886-a9ef-655dc5d1f03e req-ab4325aa-86e9-4a10-89c5-4691e454f92f tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280282 Feb 07 16:50:14.653800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:14.660149 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:14.667780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbdc4cd-6cc0-4365-bb7c-0498b974d33c None None] Network b94c4f90-d776-47e8-a2b1-583ce83a68f2 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:14.672755 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:14.673487 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:14.684164 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d96eef03-9d0e-4b2b-9c40-3806fca7ae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:14.778826 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bb788239-568d-4f5c-963f-fa3301769cc4 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.1784654 Feb 07 16:50:14.796056 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44612) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:14.824477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96eef03-9d0e-4b2b-9c40-3806fca7ae20 admin admin] Pushing event updated for resources: {'Port': ['ID=9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:14.840030 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96eef03-9d0e-4b2b-9c40-3806fca7ae20 admin admin] Network 558210b1-aeef-4297-87e4-07b1b1a8ae99 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:14.860655 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d96eef03-9d0e-4b2b-9c40-3806fca7ae20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:14.874270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96eef03-9d0e-4b2b-9c40-3806fca7ae20 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:14.933598 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0003dc7a-2222-415f-acb0-0c9eedf2b551 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (defa20ae-f3ea-4894-aa3b-33b32e66a710), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:14.961927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55854c-acce-4e22-b2cb-784f457e9b14 req-f19ed87f-6801-4f6d-ac5f-62ae4366fd5d tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:14.965669 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ad55854c-acce-4e22-b2cb-784f457e9b14 req-f19ed87f-6801-4f6d-ac5f-62ae4366fd5d tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.6146426 Feb 07 16:50:14.966382 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-90f6baa2-a04e-4f36-8485-3a5cf1be5d86 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d710732f-fd58-4d2a-8723-380a7c8afb25), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:15.030553 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac92bce-5268-4d53-82f4-3e4db8a0caa8 req-41b912ea-b13b-4d65-b856-a575decf6b1e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:15.042418 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac92bce-5268-4d53-82f4-3e4db8a0caa8 req-41b912ea-b13b-4d65-b856-a575decf6b1e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:15.060273 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac92bce-5268-4d53-82f4-3e4db8a0caa8 req-41b912ea-b13b-4d65-b856-a575decf6b1e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:15.068699 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac92bce-5268-4d53-82f4-3e4db8a0caa8 req-41b912ea-b13b-4d65-b856-a575decf6b1e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:15.075392 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac92bce-5268-4d53-82f4-3e4db8a0caa8 req-41b912ea-b13b-4d65-b856-a575decf6b1e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:15.081236 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac92bce-5268-4d53-82f4-3e4db8a0caa8 req-41b912ea-b13b-4d65-b856-a575decf6b1e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:15.088245 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac92bce-5268-4d53-82f4-3e4db8a0caa8 req-41b912ea-b13b-4d65-b856-a575decf6b1e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:15.090361 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fac92bce-5268-4d53-82f4-3e4db8a0caa8 req-41b912ea-b13b-4d65-b856-a575decf6b1e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5444 time: 0.2433462 Feb 07 16:50:15.091364 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d96eef03-9d0e-4b2b-9c40-3806fca7ae20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (9af5f529-eea9-4b3c-b0e7-481af3af7f3d), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:15.187513 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6baa2-a04e-4f36-8485-3a5cf1be5d86 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event deleted for resources: {'Port': ['ID=d710732f-fd58-4d2a-8723-380a7c8afb25,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:15.219434 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5119d267-b5f1-4131-9fd0-fbf1019d6cf0 None None] Provisioning complete for port 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:15.219825 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5119d267-b5f1-4131-9fd0-fbf1019d6cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:15.250495 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-23529934-598e-4fee-b730-29f6c2793d93 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "GET /v2.0/routers/bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8 HTTP/1.1" status: 200 len: 924 time: 0.8169239 Feb 07 16:50:15.276681 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5119d267-b5f1-4131-9fd0-fbf1019d6cf0 None None] Port 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:50:15.279939 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44616) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:15.332206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-90f6baa2-a04e-4f36-8485-3a5cf1be5d86 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] No DVR routers for this DVR port d710732f-fd58-4d2a-8723-380a7c8afb25 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:50:15.340699 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fac92bce-5268-4d53-82f4-3e4db8a0caa8 req-85c5677c-b61a-41c2-98b0-e1e407f0dc86 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1190765 Feb 07 16:50:15.356510 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d96eef03-9d0e-4b2b-9c40-3806fca7ae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:15.382603 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-90f6baa2-a04e-4f36-8485-3a5cf1be5d86 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:15.386711 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4beecb55-ad1c-4cbe-944d-5d101c9e4cf4 req-90f6baa2-a04e-4f36-8485-3a5cf1be5d86 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.32 "DELETE /v2.0/ports/d710732f-fd58-4d2a-8723-380a7c8afb25 HTTP/1.1" status: 204 len: 173 time: 3.8214936 Feb 07 16:50:15.435998 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ad55854c-acce-4e22-b2cb-784f457e9b14 req-973af7cb-bbce-4beb-bd9c-fbf27d21daeb tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130969 Feb 07 16:50:15.498315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fa2b1-4626-405f-8724-14ee9bb3f351 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:15.502364 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-76740679-74b4-4d7a-91ec-d0749d45084f req-5d0b7e42-394b-492b-9e05-794459409fd3 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:50:15.503451 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-76740679-74b4-4d7a-91ec-d0749d45084f req-5d0b7e42-394b-492b-9e05-794459409fd3 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0262864 Feb 07 16:50:15.513592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fa2b1-4626-405f-8724-14ee9bb3f351 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:15.517362 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6a8fa2b1-4626-405f-8724-14ee9bb3f351 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7201788 Feb 07 16:50:15.522018 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0003dc7a-2222-415f-acb0-0c9eedf2b551 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (defa20ae-f3ea-4894-aa3b-33b32e66a710), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:15.525682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44620) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:15.581236 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 85308f3c-6f8b-4bc4-8c1a-418e92b42945 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:50:15.600792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb11788-00bf-4233-a27c-32c58ce89b93 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:15.605519 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0003dc7a-2222-415f-acb0-0c9eedf2b551 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router_controller (defa20ae-f3ea-4894-aa3b-33b32e66a710), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:15.614698 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7eb11788-00bf-4233-a27c-32c58ce89b93 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&device_id=bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3337500 Feb 07 16:50:15.618924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44622) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:15.657170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 85308f3c-6f8b-4bc4-8c1a-418e92b42945 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:15.657800 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (85308f3c-6f8b-4bc4-8c1a-418e92b42945), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:15.668588 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-409416de-95fa-4523-b5f9-39a3785e2bae req-b6daa1d6-bbe4-41a8-922b-9c298633ab30 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0606663 Feb 07 16:50:15.801071 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0003dc7a-2222-415f-acb0-0c9eedf2b551 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (defa20ae-f3ea-4894-aa3b-33b32e66a710), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:15.801843 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0003dc7a-2222-415f-acb0-0c9eedf2b551 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Fanout notify agent at l3_agent the message router_deleted on router defa20ae-f3ea-4894-aa3b-33b32e66a710 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:50:15.811839 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0003dc7a-2222-415f-acb0-0c9eedf2b551 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:15.817163 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0003dc7a-2222-415f-acb0-0c9eedf2b551 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/routers/defa20ae-f3ea-4894-aa3b-33b32e66a710 HTTP/1.1" status: 204 len: 168 time: 1.2338703 Feb 07 16:50:15.830380 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44624) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:15.860656 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 85308f3c-6f8b-4bc4-8c1a-418e92b42945 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:15.861341 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (85308f3c-6f8b-4bc4-8c1a-418e92b42945), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:15.895658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-71dca99b-c346-4fba-9f8e-92854573ab3c tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Deleting port df0248bc-dbc9-484b-b320-30d8177d0148 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:15.896040 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71dca99b-c346-4fba-9f8e-92854573ab3c tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (df0248bc-dbc9-484b-b320-30d8177d0148), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:15.898815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 85308f3c-6f8b-4bc4-8c1a-418e92b42945, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=85308f3c-6f8b-4bc4-8c1a-418e92b42945,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:15.905263 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (85308f3c-6f8b-4bc4-8c1a-418e92b42945), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:15.981932 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=85308f3c-6f8b-4bc4-8c1a-418e92b42945,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:15.998936 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d96eef03-9d0e-4b2b-9c40-3806fca7ae20 admin admin] Publish callbacks [] for port (9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:16.010726 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-0134282f-9142-4315-9d33-7dd768305c91 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting subnet 3e48e98b-9ac9-4458-9d8f-3b3919fbd133 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:50:16.015148 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0134282f-9142-4315-9d33-7dd768305c91 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for subnet (3e48e98b-9ac9-4458-9d8f-3b3919fbd133), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:16.015353 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d96eef03-9d0e-4b2b-9c40-3806fca7ae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:16.057019 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-76740679-74b4-4d7a-91ec-d0749d45084f req-ac0b4c3b-09f1-4d30-8c06-64967e7e0382 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5279162 Feb 07 16:50:16.075261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf705015-a310-4109-908a-a3bdb385ed04 req-b1a833c2-3a9c-4b25-a8d2-bd309a818dd9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:16.080894 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf705015-a310-4109-908a-a3bdb385ed04 req-b1a833c2-3a9c-4b25-a8d2-bd309a818dd9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:16.088087 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf705015-a310-4109-908a-a3bdb385ed04 req-b1a833c2-3a9c-4b25-a8d2-bd309a818dd9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:16.093489 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf705015-a310-4109-908a-a3bdb385ed04 req-b1a833c2-3a9c-4b25-a8d2-bd309a818dd9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:16.099227 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf705015-a310-4109-908a-a3bdb385ed04 req-b1a833c2-3a9c-4b25-a8d2-bd309a818dd9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:16.105792 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf705015-a310-4109-908a-a3bdb385ed04 req-b1a833c2-3a9c-4b25-a8d2-bd309a818dd9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:16.111835 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf705015-a310-4109-908a-a3bdb385ed04 req-b1a833c2-3a9c-4b25-a8d2-bd309a818dd9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:16.113553 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf705015-a310-4109-908a-a3bdb385ed04 req-b1a833c2-3a9c-4b25-a8d2-bd309a818dd9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5444 time: 0.2992091 Feb 07 16:50:16.114037 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-deleted', 'tag': 'd710732f-fd58-4d2a-8723-380a7c8afb25'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:50:16.116334 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1485aa1f-6068-4cd6-a27e-6ac93d44511b" -d '{"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-deleted", "tag": "d710732f-fd58-4d2a-8723-380a7c8afb25"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:50:16.125658 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71dca99b-c346-4fba-9f8e-92854573ab3c tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (df0248bc-dbc9-484b-b320-30d8177d0148), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:16.134512 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96eef03-9d0e-4b2b-9c40-3806fca7ae20 admin admin] Pushing event updated for resources: {'Port': ['ID=9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:16.148104 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d96eef03-9d0e-4b2b-9c40-3806fca7ae20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (9af5f529-eea9-4b3c-b0e7-481af3af7f3d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:16.159392 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0134282f-9142-4315-9d33-7dd768305c91 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (3e48e98b-9ac9-4458-9d8f-3b3919fbd133), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:16.186488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dbd3da-b185-4d49-a71f-aab4ffa9fe6c tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:16.197663 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-51dbd3da-b185-4d49-a71f-aab4ffa9fe6c tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 881 time: 0.3713164 Feb 07 16:50:16.224225 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-71dca99b-c346-4fba-9f8e-92854573ab3c tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Calling delete_port for df0248bc-dbc9-484b-b320-30d8177d0148 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:16.226214 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44630) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:16.294790 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09c4d3d-5b8b-4e94-927a-1e2b371891e2 x-openstack-request-id: req-d09c4d3d-5b8b-4e94-927a-1e2b371891e2 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:50:16.295089 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d63a4-87f3-4db1-ab5d-4211b1dc1369", "name": "network-vif-deleted", "tag": "d710732f-fd58-4d2a-8723-380a7c8afb25", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:50:16.295349 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d09c4d3d-5b8b-4e94-927a-1e2b371891e2 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:50:16.295790 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d63a4-87f3-4db1-ab5d-4211b1dc1369', 'name': 'network-vif-deleted', 'tag': 'd710732f-fd58-4d2a-8723-380a7c8afb25', 'status': 'completed', 'code': 200} Feb 07 16:50:16.302575 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-42aeaa82-02fd-4115-a866-7c6ca4f04814 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8 HTTP/1.1" status: 200 len: 205 time: 0.0724294 Feb 07 16:50:16.311939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44632) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:16.353325 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96eef03-9d0e-4b2b-9c40-3806fca7ae20 admin admin] Network 558210b1-aeef-4297-87e4-07b1b1a8ae99 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:16.354937 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d96eef03-9d0e-4b2b-9c40-3806fca7ae20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:16.543355 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96eef03-9d0e-4b2b-9c40-3806fca7ae20 admin admin] Router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:50:16.727034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8977ba69-7725-49d6-97c4-e2adfa88806e None None] Provisioning complete for port 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:16.727644 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8977ba69-7725-49d6-97c4-e2adfa88806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:16.753581 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0c702-8a21-41a8-aeef-e7a5d5d9d8d2 req-9333a618-e90f-4b03-8d6d-2004fc5458a7 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:16.755358 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01a0c702-8a21-41a8-aeef-e7a5d5d9d8d2 req-9333a618-e90f-4b03-8d6d-2004fc5458a7 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.2096863 Feb 07 16:50:16.796189 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8977ba69-7725-49d6-97c4-e2adfa88806e None None] Port 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:50:16.823610 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96eef03-9d0e-4b2b-9c40-3806fca7ae20 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:50:16.831291 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d96eef03-9d0e-4b2b-9c40-3806fca7ae20 admin admin] 10.222.0.18 "PUT /v2.0/routers/9af5f529-eea9-4b3c-b0e7-481af3af7f3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2801425 Feb 07 16:50:16.839954 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] Sync routers for ids ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:50:16.884820 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] Routers {'9af5f529-eea9-4b3c-b0e7-481af3af7f3d'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:16.886901 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:16.890895 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01a0c702-8a21-41a8-aeef-e7a5d5d9d8d2 req-ab4a6bca-9873-463d-82ae-d7dcd60a490e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877249 Feb 07 16:50:17.042444 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0134282f-9142-4315-9d33-7dd768305c91 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (3e48e98b-9ac9-4458-9d8f-3b3919fbd133), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:17.080291 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-730d51b7-9e92-4cad-bfae-5b650b166571 req-de5f7d7c-1e21-471a-bf13-d8ffda6d6fd6 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0440974 Feb 07 16:50:17.111219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84050429-61d6-4d00-900c-f3027bdcdc47 req-06cf37d0-cb04-4062-bd45-53a243276db1 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:17.119483 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-84050429-61d6-4d00-900c-f3027bdcdc47 req-06cf37d0-cb04-4062-bd45-53a243276db1 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.2874770 Feb 07 16:50:17.127626 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] Set router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:50:17.164132 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5f02-a650-4c02-be97-04498092325d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router (bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:17.168915 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71dca99b-c346-4fba-9f8e-92854573ab3c tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (df0248bc-dbc9-484b-b320-30d8177d0148), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:17.291321 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dca99b-c346-4fba-9f8e-92854573ab3c tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event deleted for resources: {'Port': ['ID=df0248bc-dbc9-484b-b320-30d8177d0148,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:17.327267 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71dca99b-c346-4fba-9f8e-92854573ab3c tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:17.339621 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-71dca99b-c346-4fba-9f8e-92854573ab3c tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "DELETE /v2.0/ports/df0248bc-dbc9-484b-b320-30d8177d0148 HTTP/1.1" status: 204 len: 168 time: 1.8086917 Feb 07 16:50:17.342360 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44646) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:17.383513 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-84050429-61d6-4d00-900c-f3027bdcdc47 req-cbcc66b1-71a3-4475-a877-7f088e054e55 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600238 Feb 07 16:50:17.387640 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0134282f-9142-4315-9d33-7dd768305c91 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (3e48e98b-9ac9-4458-9d8f-3b3919fbd133), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:17.468512 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port': {'id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:06Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19', 'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'mac_address': 'fa:16:3e:24:97:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:12Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 2, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'subnets': [{'id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:17.482279 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 85308f3c-6f8b-4bc4-8c1a-418e92b42945 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:50:17.490068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134282f-9142-4315-9d33-7dd768305c91 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Subnet': ['ID=3e48e98b-9ac9-4458-9d8f-3b3919fbd133,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:17.515935 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0134282f-9142-4315-9d33-7dd768305c91 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:17.523450 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0134282f-9142-4315-9d33-7dd768305c91 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/subnets/3e48e98b-9ac9-4458-9d8f-3b3919fbd133 HTTP/1.1" status: 204 len: 168 time: 1.6907809 Feb 07 16:50:17.529557 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] Checking router: 9af5f529-eea9-4b3c-b0e7-481af3af7f3d for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:50:17.530300 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] Updating router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d port 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:50:17.536576 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44650) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:17.567288 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e814ad-c535-4db3-8e4b-b06f35fc4b91 None None] Network c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:17.589459 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:17.614559 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-933f815f-3c56-497d-9eca-aabcf9f498a3 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Deleting port 09c9ddd7-a3f7-44bf-adcc-75184ed28d59 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:17.615301 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-933f815f-3c56-497d-9eca-aabcf9f498a3 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (09c9ddd7-a3f7-44bf-adcc-75184ed28d59), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:17.720073 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5f02-a650-4c02-be97-04498092325d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_gateway (bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:17.735746 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:17.754316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d2908-6425-4b5e-ba5f-04d9437a5aef req-bd6bf1dc-5c69-4a06-9f76-170beed1dccf tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:17.755951 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6b0d2908-6425-4b5e-ba5f-04d9437a5aef req-bd6bf1dc-5c69-4a06-9f76-170beed1dccf tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc2abb73-5484-47aa-897e-ed3c1437b77b HTTP/1.1" status: 200 len: 946 time: 0.2287264 Feb 07 16:50:17.766796 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-933f815f-3c56-497d-9eca-aabcf9f498a3 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (09c9ddd7-a3f7-44bf-adcc-75184ed28d59), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:17.800363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-933f815f-3c56-497d-9eca-aabcf9f498a3 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Calling delete_port for 09c9ddd7-a3f7-44bf-adcc-75184ed28d59 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:17.880319 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 85308f3c-6f8b-4bc4-8c1a-418e92b42945 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:17.883551 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (85308f3c-6f8b-4bc4-8c1a-418e92b42945), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:17.995591 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-933f815f-3c56-497d-9eca-aabcf9f498a3 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (09c9ddd7-a3f7-44bf-adcc-75184ed28d59), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.005445 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113c09ab-e4a0-44f8-96e0-f604ff2bc01a None None] DHCP port deletion for c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:50:18.042943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f815f-3c56-497d-9eca-aabcf9f498a3 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event deleted for resources: {'Port': ['ID=09c9ddd7-a3f7-44bf-adcc-75184ed28d59,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:18.065222 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-933f815f-3c56-497d-9eca-aabcf9f498a3 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.080411 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-933f815f-3c56-497d-9eca-aabcf9f498a3 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "DELETE /v2.0/ports/09c9ddd7-a3f7-44bf-adcc-75184ed28d59 HTTP/1.1" status: 204 len: 168 time: 0.7332630 Feb 07 16:50:18.081452 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44654) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:18.137192 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6b0d2908-6425-4b5e-ba5f-04d9437a5aef req-bceb6c82-e61b-401d-af4b-ae23258cb436 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739500 Feb 07 16:50:18.142040 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7e3f5f02-a650-4c02-be97-04498092325d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Deleting port 75016131-6a5d-4488-af4c-b166ab2c9e43 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:18.142435 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5f02-a650-4c02-be97-04498092325d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (75016131-6a5d-4488-af4c-b166ab2c9e43), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.161360 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b73f42ff-28dc-4428-bdeb-7432558dec89 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0736134 Feb 07 16:50:18.162040 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44658) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:18.177766 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-aa725094-ac6f-4e2a-87df-5f37e09725f5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1657316664'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:18.195629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 85308f3c-6f8b-4bc4-8c1a-418e92b42945 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:18.234383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-113c09ab-e4a0-44f8-96e0-f604ff2bc01a None None] Deleting port e9c59bf6-4b0d-4313-901f-e68ee2c4544e {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:18.235086 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-113c09ab-e4a0-44f8-96e0-f604ff2bc01a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e9c59bf6-4b0d-4313-901f-e68ee2c4544e), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.247676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa725094-ac6f-4e2a-87df-5f37e09725f5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Made reservation on behalf of 47e5adf973f34cfeabfc3507111ce862 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:18.259063 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa725094-ac6f-4e2a-87df-5f37e09725f5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.292249 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] Publish callbacks [] for port (9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.309633 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.316878 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa725094-ac6f-4e2a-87df-5f37e09725f5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:50:18.340148 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa725094-ac6f-4e2a-87df-5f37e09725f5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (15b08c5c-8837-4023-8585-2e792fcc67c3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.341497 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-aa725094-ac6f-4e2a-87df-5f37e09725f5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Added segment 15b08c5c-8837-4023-8585-2e792fcc67c3 of type vlan for network 4a0ef60c-143c-4871-8f61-4abe7b7f21b5 Feb 07 16:50:18.382503 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-113c09ab-e4a0-44f8-96e0-f604ff2bc01a None None] For port e9c59bf6-4b0d-4313-901f-e68ee2c4544e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e9c59bf6-4b0d-4313-901f-e68ee2c4544e,segment=NetworkSegment(a9b5ec88-e4ce-4c4d-a6d5-70094ff454ea),segment_id=a9b5ec88-e4ce-4c4d-a6d5-70094ff454ea)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:18.384070 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-113c09ab-e4a0-44f8-96e0-f604ff2bc01a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e9c59bf6-4b0d-4313-901f-e68ee2c4544e), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.405662 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-113c09ab-e4a0-44f8-96e0-f604ff2bc01a None None] Calling delete_port for e9c59bf6-4b0d-4313-901f-e68ee2c4544e owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:18.421464 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting port e9c59bf6-4b0d-4313-901f-e68ee2c4544e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:18.422411 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e9c59bf6-4b0d-4313-901f-e68ee2c4544e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.443813 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44662) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:18.448786 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30917d7f-cfbc-47b9-b9c9-415ffd223e82 None None] Pushing event updated for resources: {'Port': ['ID=9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:18.462865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-181022ad-2a98-417a-aef3-6598b2876a7a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--663367201', 'description': 'tempest-description--209199388'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:18.465805 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30917d7f-cfbc-47b9-b9c9-415ffd223e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:18.466485 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30917d7f-cfbc-47b9-b9c9-415ffd223e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:18.467171 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30917d7f-cfbc-47b9-b9c9-415ffd223e82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:18.467699 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30917d7f-cfbc-47b9-b9c9-415ffd223e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:18.468067 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30917d7f-cfbc-47b9-b9c9-415ffd223e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:18.468511 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30917d7f-cfbc-47b9-b9c9-415ffd223e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:18.468906 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30917d7f-cfbc-47b9-b9c9-415ffd223e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:18.469696 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30917d7f-cfbc-47b9-b9c9-415ffd223e82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:18.470185 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30917d7f-cfbc-47b9-b9c9-415ffd223e82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:18.470534 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30917d7f-cfbc-47b9-b9c9-415ffd223e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:18.472637 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30917d7f-cfbc-47b9-b9c9-415ffd223e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:18.473610 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30917d7f-cfbc-47b9-b9c9-415ffd223e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:18.474253 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30917d7f-cfbc-47b9-b9c9-415ffd223e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:18.479271 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa725094-ac6f-4e2a-87df-5f37e09725f5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (4a0ef60c-143c-4871-8f61-4abe7b7f21b5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.560805 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa725094-ac6f-4e2a-87df-5f37e09725f5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (4a0ef60c-143c-4871-8f61-4abe7b7f21b5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.567966 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa725094-ac6f-4e2a-87df-5f37e09725f5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:18.568477 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5f02-a650-4c02-be97-04498092325d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (75016131-6a5d-4488-af4c-b166ab2c9e43), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.568777 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa725094-ac6f-4e2a-87df-5f37e09725f5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.644729 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-113c09ab-e4a0-44f8-96e0-f604ff2bc01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (e9c59bf6-4b0d-4313-901f-e68ee2c4544e), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.654801 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0bff06dc-0ef6-4e34-b30f-a9e74e85c7c8 req-7936e56d-78d0-45b9-9890-0fd5d3d5dee0 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0699503 Feb 07 16:50:18.662222 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] For port e9c59bf6-4b0d-4313-901f-e68ee2c4544e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e9c59bf6-4b0d-4313-901f-e68ee2c4544e,segment=NetworkSegment(a9b5ec88-e4ce-4c4d-a6d5-70094ff454ea),segment_id=a9b5ec88-e4ce-4c4d-a6d5-70094ff454ea)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:18.662587 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e9c59bf6-4b0d-4313-901f-e68ee2c4544e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.687606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c09ab-e4a0-44f8-96e0-f604ff2bc01a None None] Pushing event deleted for resources: {'Port': ['ID=e9c59bf6-4b0d-4313-901f-e68ee2c4544e,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:18.691204 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c09ab-e4a0-44f8-96e0-f604ff2bc01a None None] No DVR routers for this DVR port e9c59bf6-4b0d-4313-901f-e68ee2c4544e on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:50:18.703547 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Calling delete_port for e9c59bf6-4b0d-4313-901f-e68ee2c4544e owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:18.714764 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] Attempting to bind port 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:50:18.714764 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] Attempting to bind port 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:50:18.714764 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] Attempting to bind port 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19 on network 558210b1-aeef-4297-87e4-07b1b1a8ae99 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:50:18.725727 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:50:18.726135 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] Checking segment: {'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:18.729688 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.730202 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] Bound using segment: {'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:50:18.730729 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] Bound port: 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:50:18.731136 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.745905 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-aa725094-ac6f-4e2a-87df-5f37e09725f5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5825319 Feb 07 16:50:18.751002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44664) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:18.756653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-eceb7733-aba2-4577-8c95-e4fb399f10c2 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-688478565'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:18.796599 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eceb7733-aba2-4577-8c95-e4fb399f10c2 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Made reservation on behalf of 47e5adf973f34cfeabfc3507111ce862 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:18.800890 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eceb7733-aba2-4577-8c95-e4fb399f10c2 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.850615 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa725094-ac6f-4e2a-87df-5f37e09725f5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event updated for resources: {'Network': ['ID=4a0ef60c-143c-4871-8f61-4abe7b7f21b5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:18.873219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7e3f5f02-a650-4c02-be97-04498092325d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Calling delete_port for 75016131-6a5d-4488-af4c-b166ab2c9e43 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:18.873501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 4a0ef60c-143c-4871-8f61-4abe7b7f21b5 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:50:18.905944 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eceb7733-aba2-4577-8c95-e4fb399f10c2 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:50:18.906816 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-181022ad-2a98-417a-aef3-6598b2876a7a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.931473 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f11447-bf2e-4e05-bc00-a40089b0e052 req-76318963-9e17-4556-89ff-36bd8d115b7c tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:18.934134 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-28f11447-bf2e-4e05-bc00-a40089b0e052 req-76318963-9e17-4556-89ff-36bd8d115b7c tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.5781569 Feb 07 16:50:18.940721 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93d31d-b499-47f3-b877-465cd1a685f2 req-d09045c1-a5a3-46eb-8bfc-63856a9389c9 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:18.950810 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9e93d31d-b499-47f3-b877-465cd1a685f2 req-d09045c1-a5a3-46eb-8bfc-63856a9389c9 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 945 time: 0.1434445 Feb 07 16:50:18.965158 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] For port 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:50:18.972238 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] For port 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:50:18.974621 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eceb7733-aba2-4577-8c95-e4fb399f10c2 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (2de6e88c-6e34-4f89-9496-9efab80c394a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:18.975215 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-eceb7733-aba2-4577-8c95-e4fb399f10c2 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Added segment 2de6e88c-6e34-4f89-9496-9efab80c394a of type vlan for network 7dbd9bf7-ff45-481d-9626-6a3cb6f5bace Feb 07 16:50:18.985970 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:19.063850 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eceb7733-aba2-4577-8c95-e4fb399f10c2 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (7dbd9bf7-ff45-481d-9626-6a3cb6f5bace), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:19.080035 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (e9c59bf6-4b0d-4313-901f-e68ee2c4544e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:19.093444 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9e93d31d-b499-47f3-b877-465cd1a685f2 req-9627a957-3c30-491d-963d-35201b36a50e tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375024 Feb 07 16:50:19.142357 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-28f11447-bf2e-4e05-bc00-a40089b0e052 req-a5c0dc87-9c67-40a5-8e2b-b488a63652fb tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642478 Feb 07 16:50:19.144349 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] Routers {'9af5f529-eea9-4b3c-b0e7-481af3af7f3d'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:19.148112 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:19.192376 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eceb7733-aba2-4577-8c95-e4fb399f10c2 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (7dbd9bf7-ff45-481d-9626-6a3cb6f5bace), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:19.204767 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceb7733-aba2-4577-8c95-e4fb399f10c2 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:19.206795 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eceb7733-aba2-4577-8c95-e4fb399f10c2 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:19.211781 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] No DVR routers for this DVR port e9c59bf6-4b0d-4313-901f-e68ee2c4544e on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:50:19.217119 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Port': ['ID=e9c59bf6-4b0d-4313-901f-e68ee2c4544e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:19.310723 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-181022ad-2a98-417a-aef3-6598b2876a7a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group (96a0903f-2c59-4926-b681-254bd534aecd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:19.330131 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-181022ad-2a98-417a-aef3-6598b2876a7a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (96a0903f-2c59-4926-b681-254bd534aecd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:19.397300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ea93d76f-a994-4750-9ef9-4f09a1f88bd0 None None] Provisioning complete for port 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:19.397854 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ea93d76f-a994-4750-9ef9-4f09a1f88bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:19.443341 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:19.459454 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30917d7f-cfbc-47b9-b9c9-415ffd223e82 None None] Pushing event updated for resources: {'Port': ['ID=9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:19.464941 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-181022ad-2a98-417a-aef3-6598b2876a7a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:19.470430 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-181022ad-2a98-417a-aef3-6598b2876a7a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0122721 Feb 07 16:50:19.471410 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44668) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:19.486902 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-eceb7733-aba2-4577-8c95-e4fb399f10c2 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7342088 Feb 07 16:50:19.505723 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e9c59bf6-4b0d-4313-901f-e68ee2c4544e no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:50:19.538669 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb7733-aba2-4577-8c95-e4fb399f10c2 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event updated for resources: {'Network': ['ID=7dbd9bf7-ff45-481d-9626-6a3cb6f5bace,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:19.583435 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 7dbd9bf7-ff45-481d-9626-6a3cb6f5bace details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:50:19.599930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: e9c59bf6-4b0d-4313-901f-e68ee2c4544e {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:50:19.606230 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e9c59bf6-4b0d-4313-901f-e68ee2c4544e not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:50:19.613809 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ef92c7f4-def6-44da-a61c-6cef5772746e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Request body: {'security_group_rule': {'security_group_id': '96a0903f-2c59-4926-b681-254bd534aecd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:19.662191 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181022ad-2a98-417a-aef3-6598b2876a7a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a0903f-2c59-4926-b681-254bd534aecd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:19.682584 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44670) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:19.701351 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Request body: {'subnets': [{'network_id': '4a0ef60c-143c-4871-8f61-4abe7b7f21b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1976703790', 'ip_version': 4}, {'network_id': '7dbd9bf7-ff45-481d-9626-6a3cb6f5bace', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:19.702226 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Request body: {'subnet': {'network_id': '4a0ef60c-143c-4871-8f61-4abe7b7f21b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1976703790', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:19.707084 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Request body: {'subnet': {'network_id': '7dbd9bf7-ff45-481d-9626-6a3cb6f5bace', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:19.759036 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:19.812227 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb7d49-cec2-429e-b85c-e331c0a153ab req-d190b023-4cb3-40fb-aef8-d78dc7485f2f tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:19.819546 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb7d49-cec2-429e-b85c-e331c0a153ab req-d190b023-4cb3-40fb-aef8-d78dc7485f2f tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:19.828346 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb7d49-cec2-429e-b85c-e331c0a153ab req-d190b023-4cb3-40fb-aef8-d78dc7485f2f tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:19.840013 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8bcb7d49-cec2-429e-b85c-e331c0a153ab req-d190b023-4cb3-40fb-aef8-d78dc7485f2f tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1&device_id=dc2abb73-5484-47aa-897e-ed3c1437b77b&device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 2417 time: 0.2784545 Feb 07 16:50:19.850603 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b5ec88-e4ce-4c4d-a6d5-70094ff454ea') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:19.851024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b5ec88-e4ce-4c4d-a6d5-70094ff454ea') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:19.873963 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] Set router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:50:19.921725 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5f02-a650-4c02-be97-04498092325d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (75016131-6a5d-4488-af4c-b166ab2c9e43), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:19.926079 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (a9b5ec88-e4ce-4c4d-a6d5-70094ff454ea), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:19.950732 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ea93d76f-a994-4750-9ef9-4f09a1f88bd0 None None] Current status of the port 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:19.951150 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ea93d76f-a994-4750-9ef9-4f09a1f88bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:20.008143 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8bcb7d49-cec2-429e-b85c-e331c0a153ab req-154ed35d-b23d-402b-8505-6e2a0b51e307 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588628 Feb 07 16:50:20.017401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ea93d76f-a994-4750-9ef9-4f09a1f88bd0 None None] For port 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:20.025541 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ea93d76f-a994-4750-9ef9-4f09a1f88bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:20.077242 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef92c7f4-def6-44da-a61c-6cef5772746e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group_rule (a334a727-97a1-4512-a0f3-fed0dfb732f5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:20.094550 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8fdc089-2604-4a80-9278-a49f86cd5622 req-975f53de-fc55-4d45-8840-1155409345dc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.2464573 Feb 07 16:50:20.138796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Made reservation on behalf of 47e5adf973f34cfeabfc3507111ce862 for: {'subnet': 2} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:20.145879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f5f02-a650-4c02-be97-04498092325d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Pushing event deleted for resources: {'Port': ['ID=75016131-6a5d-4488-af4c-b166ab2c9e43,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:20.152106 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:20.152454 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:20.155976 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (a9b5ec88-e4ce-4c4d-a6d5-70094ff454ea), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:20.182314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93d76f-a994-4750-9ef9-4f09a1f88bd0 None None] Pushing event updated for resources: {'Port': ['ID=9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:20.193163 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:50:20.193630 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (a9b5ec88-e4ce-4c4d-a6d5-70094ff454ea), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:50:20.200700 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:50:20.210575 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-001a8280-c505-4319-b36e-674b7542825a None None] Provisioning complete for port 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:20.210920 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-001a8280-c505-4319-b36e-674b7542825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:20.361576 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-001a8280-c505-4319-b36e-674b7542825a None None] Current status of the port 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:20.377524 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef92c7f4-def6-44da-a61c-6cef5772746e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group_rule (a334a727-97a1-4512-a0f3-fed0dfb732f5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:20.388437 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef92c7f4-def6-44da-a61c-6cef5772746e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (a334a727-97a1-4512-a0f3-fed0dfb732f5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:20.398491 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:20.416405 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-54c27014-b745-4e9c-9ebc-f292a21aec50 req-47b857cc-bf48-49a8-b2ac-b5de112b223d tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3690832 Feb 07 16:50:20.422000 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:20.432373 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44678) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:20.434186 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/networks/c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c HTTP/1.1" status: 204 len: 168 time: 2.8889928 Feb 07 16:50:20.440679 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8aa60848-bb24-44ce-9cd4-8fa98c2369ce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-973578525', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:20.450054 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5f02-a650-4c02-be97-04498092325d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:20.513924 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92c7f4-def6-44da-a61c-6cef5772746e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a334a727-97a1-4512-a0f3-fed0dfb732f5,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:20.523171 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe174c-5b4f-45c5-99ce-1e1314bb15e7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Network': ['ID=c2fae7ec-47f4-46cb-ad4c-ffd1f427a66c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:20.583558 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8aa60848-bb24-44ce-9cd4-8fa98c2369ce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (4da8fdb9-ccd0-4368-8929-89742a5e7b29), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:20.586401 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8aa60848-bb24-44ce-9cd4-8fa98c2369ce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (4da8fdb9-ccd0-4368-8929-89742a5e7b29), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:20.696925 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port': {'id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:06Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19', 'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'mac_address': 'fa:16:3e:24:97:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:12Z', 'updated_at': '2022-02-07T16:50:18Z', 'revision_number': 4, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'subnets': [{'id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:20.698210 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ef92c7f4-def6-44da-a61c-6cef5772746e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:20.713887 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ef92c7f4-def6-44da-a61c-6cef5772746e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1101022 Feb 07 16:50:20.717045 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44682) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:20.731508 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447101ab-cb9a-4c92-98b2-a8c69b27da16 None None] The sync data for ids ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'] in n-d-827865-3 is: [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port': {'id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:06Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19', 'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'mac_address': 'fa:16:3e:24:97:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:12Z', 'updated_at': '2022-02-07T16:50:18Z', 'revision_number': 4, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'subnets': [{'id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:50:20.732652 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b1b5ebf1-ec6d-411e-9241-a7877d5500e3 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Request body: {'security_group_rule': {'security_group_id': '96a0903f-2c59-4926-b681-254bd534aecd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:20.788033 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb77fcf-80ec-4f46-bc11-72cef1007c15 req-4d98abe1-f15c-4561-9503-7154dbf22220 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:20.788033 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-abb77fcf-80ec-4f46-bc11-72cef1007c15 req-4d98abe1-f15c-4561-9503-7154dbf22220 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.4749939 Feb 07 16:50:20.802400 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5f02-a650-4c02-be97-04498092325d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:20.844672 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5f02-a650-4c02-be97-04498092325d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_controller (bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:20.911476 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-abb77fcf-80ec-4f46-bc11-72cef1007c15 req-6aec7705-6c51-441c-ae26-de3ab1dee4b8 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956671 Feb 07 16:50:20.986506 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1b5ebf1-ec6d-411e-9241-a7877d5500e3 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group_rule (49fa6312-a55e-4faf-8c1a-348fd4c7fd44), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:20.992184 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5f02-a650-4c02-be97-04498092325d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:20.992778 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3f5f02-a650-4c02-be97-04498092325d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Fanout notify agent at l3_agent the message router_deleted on router bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:50:21.006639 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5f02-a650-4c02-be97-04498092325d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:21.012261 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7e3f5f02-a650-4c02-be97-04498092325d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "DELETE /v2.0/routers/bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8 HTTP/1.1" status: 204 len: 168 time: 4.6991897 Feb 07 16:50:21.012928 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44686) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:21.020805 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5a935e37-4c96-44f4-9f68-10c4f2eda0cf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-678340604', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:21.108622 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a935e37-4c96-44f4-9f68-10c4f2eda0cf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:21.109943 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a935e37-4c96-44f4-9f68-10c4f2eda0cf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:21.150296 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:21.168499 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1b5ebf1-ec6d-411e-9241-a7877d5500e3 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group_rule (49fa6312-a55e-4faf-8c1a-348fd4c7fd44), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:21.176284 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1b5ebf1-ec6d-411e-9241-a7877d5500e3 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (49fa6312-a55e-4faf-8c1a-348fd4c7fd44), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:21.271053 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8aa60848-bb24-44ce-9cd4-8fa98c2369ce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router_controller (4da8fdb9-ccd0-4368-8929-89742a5e7b29), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:21.328090 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3812eba3-9e3a-40eb-b12f-30e90b925e01 req-e20e33d6-d36c-42d3-828e-5056730aebb2 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0584798 Feb 07 16:50:21.331479 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1b5ebf1-ec6d-411e-9241-a7877d5500e3 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:21.335848 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b1b5ebf1-ec6d-411e-9241-a7877d5500e3 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6140013 Feb 07 16:50:21.335848 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a935e37-4c96-44f4-9f68-10c4f2eda0cf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_controller (bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:21.335848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5ebf1-ec6d-411e-9241-a7877d5500e3 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fa6312-a55e-4faf-8c1a-348fd4c7fd44,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:21.337589 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44692) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:21.345043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f99ed74b-03e4-4fae-ad0d-62c694d6e4c5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:21.502213 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:50:21.619959 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f99ed74b-03e4-4fae-ad0d-62c694d6e4c5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:21.659890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:21.660295 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:21.694732 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8aa60848-bb24-44ce-9cd4-8fa98c2369ce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router_gateway (4da8fdb9-ccd0-4368-8929-89742a5e7b29), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:21.724700 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a935e37-4c96-44f4-9f68-10c4f2eda0cf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_gateway (bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:21.925679 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (d3f91ee3-8e97-4947-8f09-de49373bd5ac), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:22.060236 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f99ed74b-03e4-4fae-ad0d-62c694d6e4c5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:22.225105 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event updated for resources: {'Subnet': ['ID=d3f91ee3-8e97-4947-8f09-de49373bd5ac,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:22.264604 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Checking segment: {'id': '15b08c5c-8837-4023-8585-2e792fcc67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4a0ef60c-143c-4871-8f61-4abe7b7f21b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:22.275943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Network hostable DHCP agents. Network: 4a0ef60c-143c-4871-8f61-4abe7b7f21b5, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:50:22.303393 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:22.499352 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8aa60848-bb24-44ce-9cd4-8fa98c2369ce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router_gateway (4da8fdb9-ccd0-4368-8929-89742a5e7b29), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:22.532417 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ec3f9-091d-40e3-adb3-9355e4e23c01 req-66c16287-ab92-4c20-a7af-e49043166790 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:22.542559 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-691ec3f9-091d-40e3-adb3-9355e4e23c01 req-66c16287-ab92-4c20-a7af-e49043166790 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.4966810 Feb 07 16:50:22.550081 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Network 4a0ef60c-143c-4871-8f61-4abe7b7f21b5 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:50:22.577915 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8aa60848-bb24-44ce-9cd4-8fa98c2369ce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:22.622909 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 4a0ef60c-143c-4871-8f61-4abe7b7f21b5) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:22.634571 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a867c4f3-7834-4a68-8f43-70cae022b9ad None None] Network 4a0ef60c-143c-4871-8f61-4abe7b7f21b5 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:22.639562 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (1716e919-ec84-4219-a59c-769688929613), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:22.850171 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-691ec3f9-091d-40e3-adb3-9355e4e23c01 req-68f254a3-d8a8-4502-b550-35a2ddfba235 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066204 Feb 07 16:50:22.861773 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-4a0ef60c-143c-4871-8f61-4abe7b7f21b5', 'network_id': '4a0ef60c-143c-4871-8f61-4abe7b7f21b5', 'project_id': '47e5adf973f34cfeabfc3507111ce862', 'fixed_ips': [{'subnet_id': 'd3f91ee3-8e97-4947-8f09-de49373bd5ac'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:50:22.862975 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:22.962043 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event updated for resources: {'Subnet': ['ID=1716e919-ec84-4219-a59c-769688929613,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:22.970414 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-8aa60848-bb24-44ce-9cd4-8fa98c2369ce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Allocated IP 172.25.4.58 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/dbcc1e01-a02e-4f3f-bfef-3db083d85236) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:50:23.005339 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dea34ce5-5a4d-47be-9698-6502c7987309 req-5dfe590e-d8f1-4f79-b37a-b0d74b05cd06 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0572042 Feb 07 16:50:23.008767 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a935e37-4c96-44f4-9f68-10c4f2eda0cf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_gateway (bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:23.032068 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Checking segment: {'id': '2de6e88c-6e34-4f89-9496-9efab80c394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7dbd9bf7-ff45-481d-9626-6a3cb6f5bace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:23.032488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Network hostable DHCP agents. Network: 7dbd9bf7-ff45-481d-9626-6a3cb6f5bace, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:50:23.037410 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a935e37-4c96-44f4-9f68-10c4f2eda0cf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:23.151712 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:23.184569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Network 7dbd9bf7-ff45-481d-9626-6a3cb6f5bace is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:50:23.199720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] Allocated IP 172.20.0.2 (4a0ef60c-143c-4871-8f61-4abe7b7f21b5/d3f91ee3-8e97-4947-8f09-de49373bd5ac/bf1c3160-2f3e-4086-a488-4738cc4d094f) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:50:23.222053 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 7dbd9bf7-ff45-481d-9626-6a3cb6f5bace) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:23.227136 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:23.227892 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:23.228556 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:23.269818 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c149d0c3-0ce1-48be-a9a4-80ea0dd2b20a tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.5724931 Feb 07 16:50:23.272848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44708) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:23.283987 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8aa60848-bb24-44ce-9cd4-8fa98c2369ce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (dbcc1e01-a02e-4f3f-bfef-3db083d85236), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:23.334260 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8aa60848-bb24-44ce-9cd4-8fa98c2369ce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (dbcc1e01-a02e-4f3f-bfef-3db083d85236), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:23.393299 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00ff4ee-f8cc-4c82-9045-cf066f63b5cb tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:23.395176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00ff4ee-f8cc-4c82-9045-cf066f63b5cb tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:23.396592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00ff4ee-f8cc-4c82-9045-cf066f63b5cb tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:23.400664 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] Publish callbacks [] for port (bf1c3160-2f3e-4086-a488-4738cc4d094f), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:23.403819 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e00ff4ee-f8cc-4c82-9045-cf066f63b5cb tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1294837 Feb 07 16:50:23.407912 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa60848-bb24-44ce-9cd4-8fa98c2369ce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=dbcc1e01-a02e-4f3f-bfef-3db083d85236,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:23.408213 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44710) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:23.409778 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550ee501-2c7c-4a0f-8469-85185b9760c2 None None] Network 7dbd9bf7-ff45-481d-9626-6a3cb6f5bace requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:23.413220 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (bf1c3160-2f3e-4086-a488-4738cc4d094f), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:23.435352 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] Network 4a0ef60c-143c-4871-8f61-4abe7b7f21b5 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:23.438483 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa60848-bb24-44ce-9cd4-8fa98c2369ce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:23.440898 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-8aa60848-bb24-44ce-9cd4-8fa98c2369ce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:23.443662 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa60848-bb24-44ce-9cd4-8fa98c2369ce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:23.454995 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:23.516120 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:23.523867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f0c588-5242-455f-841a-11113cb57293 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Deleting subnet d3f91ee3-8e97-4947-8f09-de49373bd5ac {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:50:23.542745 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9f0c588-5242-455f-841a-11113cb57293 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks [] for subnet (d3f91ee3-8e97-4947-8f09-de49373bd5ac), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:23.548728 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] Pushing event updated for resources: {'Port': ['ID=bf1c3160-2f3e-4086-a488-4738cc4d094f,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:23.604354 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-f99ed74b-03e4-4fae-ad0d-62c694d6e4c5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Allocated IP 172.25.4.159 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/cc0f6271-780c-40c9-b30d-a9d22bc38d18) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:50:23.684350 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] Attempting to bind port bf1c3160-2f3e-4086-a488-4738cc4d094f on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:50:23.684350 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] Attempting to bind port bf1c3160-2f3e-4086-a488-4738cc4d094f by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '15b08c5c-8837-4023-8585-2e792fcc67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4a0ef60c-143c-4871-8f61-4abe7b7f21b5'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:50:23.684549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] Attempting to bind port bf1c3160-2f3e-4086-a488-4738cc4d094f on network 4a0ef60c-143c-4871-8f61-4abe7b7f21b5 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:50:23.697745 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:50:23.698190 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] Checking segment: {'id': '15b08c5c-8837-4023-8585-2e792fcc67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4a0ef60c-143c-4871-8f61-4abe7b7f21b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:23.698647 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:23.699068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] Bound using segment: {'id': '15b08c5c-8837-4023-8585-2e792fcc67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4a0ef60c-143c-4871-8f61-4abe7b7f21b5'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:50:23.699674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] Bound port: bf1c3160-2f3e-4086-a488-4738cc4d094f, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b08c5c-8837-4023-8585-2e792fcc67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4a0ef60c-143c-4871-8f61-4abe7b7f21b5'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:50:23.700108 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bf1c3160-2f3e-4086-a488-4738cc4d094f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:23.710441 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-7dbd9bf7-ff45-481d-9626-6a3cb6f5bace', 'network_id': '7dbd9bf7-ff45-481d-9626-6a3cb6f5bace', 'project_id': '47e5adf973f34cfeabfc3507111ce862', 'fixed_ips': [{'subnet_id': '1716e919-ec84-4219-a59c-769688929613'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:50:23.719728 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:23.761472 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0faa02-cd30-4cce-964a-0215871e7b90 req-9216b482-cab7-4315-b229-39c439de704b tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:23.763220 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa0faa02-cd30-4cce-964a-0215871e7b90 req-9216b482-cab7-4315-b229-39c439de704b tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 945 time: 0.3880310 Feb 07 16:50:23.766036 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9f0c588-5242-455f-841a-11113cb57293 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (d3f91ee3-8e97-4947-8f09-de49373bd5ac), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:23.885950 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8aa60848-bb24-44ce-9cd4-8fa98c2369ce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router_gateway (4da8fdb9-ccd0-4368-8929-89742a5e7b29), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:23.894918 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f99ed74b-03e4-4fae-ad0d-62c694d6e4c5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for port (cc0f6271-780c-40c9-b30d-a9d22bc38d18), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:23.919780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] For port bf1c3160-2f3e-4086-a488-4738cc4d094f, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:50:23.922208 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa0faa02-cd30-4cce-964a-0215871e7b90 req-7cce5f87-911e-4d80-b364-db73cf968d9f tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314073 Feb 07 16:50:23.924633 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] For port bf1c3160-2f3e-4086-a488-4738cc4d094f, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bf1c3160-2f3e-4086-a488-4738cc4d094f,segment=NetworkSegment(15b08c5c-8837-4023-8585-2e792fcc67c3),segment_id=15b08c5c-8837-4023-8585-2e792fcc67c3)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:50:23.946952 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bf1c3160-2f3e-4086-a488-4738cc4d094f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:24.003918 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9f0c588-5242-455f-841a-11113cb57293 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (d3f91ee3-8e97-4947-8f09-de49373bd5ac), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:24.069928 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f99ed74b-03e4-4fae-ad0d-62c694d6e4c5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (cc0f6271-780c-40c9-b30d-a9d22bc38d18), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:24.098207 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b1344-77c7-47da-923e-d38e550bc1a8 None None] Pushing event updated for resources: {'Port': ['ID=bf1c3160-2f3e-4086-a488-4738cc4d094f,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:24.115282 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] Allocated IP 172.20.0.18 (7dbd9bf7-ff45-481d-9626-6a3cb6f5bace/1716e919-ec84-4219-a59c-769688929613/73b088af-34a1-4e01-8003-769816b34d52) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:50:24.182904 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe8639-a555-4e80-9d96-2109f18f3409 req-bf83725f-5aeb-46aa-97e7-969f2b546868 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:24.185154 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-41fe8639-a555-4e80-9d96-2109f18f3409 req-bf83725f-5aeb-46aa-97e7-969f2b546868 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.1479154 Feb 07 16:50:24.241216 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99ed74b-03e4-4fae-ad0d-62c694d6e4c5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:24.256594 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f99ed74b-03e4-4fae-ad0d-62c694d6e4c5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:24.292779 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99ed74b-03e4-4fae-ad0d-62c694d6e4c5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:24.299874 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2ed77497-3956-4aea-a8a5-d6e1bc39e743 req-a47c87c2-f36e-4e2d-a183-0e101ee0e6ed tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0920110 Feb 07 16:50:24.438377 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9f0c588-5242-455f-841a-11113cb57293 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (d3f91ee3-8e97-4947-8f09-de49373bd5ac), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:24.443986 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-5a935e37-4c96-44f4-9f68-10c4f2eda0cf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Allocated IP 172.25.4.238 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/f387e858-ba93-4e59-b1fa-86b503d84779) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:50:24.459104 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ed74b-03e4-4fae-ad0d-62c694d6e4c5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Pushing event updated for resources: {'Port': ['ID=cc0f6271-780c-40c9-b30d-a9d22bc38d18,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:24.479407 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8aa60848-bb24-44ce-9cd4-8fa98c2369ce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (4da8fdb9-ccd0-4368-8929-89742a5e7b29), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:24.543407 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-41fe8639-a555-4e80-9d96-2109f18f3409 req-5382547c-ffdd-464f-a66f-b64e73d042d7 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505621 Feb 07 16:50:24.569820 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] Publish callbacks [] for port (73b088af-34a1-4e01-8003-769816b34d52), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:24.574842 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0c588-5242-455f-841a-11113cb57293 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f91ee3-8e97-4947-8f09-de49373bd5ac,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:24.586582 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (73b088af-34a1-4e01-8003-769816b34d52), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:24.592823 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9f0c588-5242-455f-841a-11113cb57293 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:24.608138 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f9f0c588-5242-455f-841a-11113cb57293 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "DELETE /v2.0/subnets/d3f91ee3-8e97-4947-8f09-de49373bd5ac HTTP/1.1" status: 204 len: 168 time: 1.1961384 Feb 07 16:50:24.616085 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44716) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:24.667616 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] Network 7dbd9bf7-ff45-481d-9626-6a3cb6f5bace is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:24.678690 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:24.683148 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:24.716722 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] Pushing event updated for resources: {'Port': ['ID=73b088af-34a1-4e01-8003-769816b34d52,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:24.775128 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] Attempting to bind port 73b088af-34a1-4e01-8003-769816b34d52 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:50:24.775809 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] Attempting to bind port 73b088af-34a1-4e01-8003-769816b34d52 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '2de6e88c-6e34-4f89-9496-9efab80c394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7dbd9bf7-ff45-481d-9626-6a3cb6f5bace'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:50:24.776291 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] Attempting to bind port 73b088af-34a1-4e01-8003-769816b34d52 on network 7dbd9bf7-ff45-481d-9626-6a3cb6f5bace {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:50:24.785067 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:50:24.787525 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] Checking segment: {'id': '2de6e88c-6e34-4f89-9496-9efab80c394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7dbd9bf7-ff45-481d-9626-6a3cb6f5bace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:24.788153 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:24.788689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] Bound using segment: {'id': '2de6e88c-6e34-4f89-9496-9efab80c394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7dbd9bf7-ff45-481d-9626-6a3cb6f5bace'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:50:24.789596 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] Bound port: 73b088af-34a1-4e01-8003-769816b34d52, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de6e88c-6e34-4f89-9496-9efab80c394a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7dbd9bf7-ff45-481d-9626-6a3cb6f5bace'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:50:24.790111 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (73b088af-34a1-4e01-8003-769816b34d52), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:24.803114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa60848-bb24-44ce-9cd4-8fa98c2369ce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router 4da8fdb9-ccd0-4368-8929-89742a5e7b29 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:50:24.872250 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0acdde3-ecaa-4b82-88b2-0e443b8ba02b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Deleting subnet 1716e919-ec84-4219-a59c-769688929613 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:50:24.876098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] For port 73b088af-34a1-4e01-8003-769816b34d52, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:50:24.882334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] For port 73b088af-34a1-4e01-8003-769816b34d52, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=73b088af-34a1-4e01-8003-769816b34d52,segment=NetworkSegment(2de6e88c-6e34-4f89-9496-9efab80c394a),segment_id=2de6e88c-6e34-4f89-9496-9efab80c394a)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:50:24.896068 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (73b088af-34a1-4e01-8003-769816b34d52), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:24.956302 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a935e37-4c96-44f4-9f68-10c4f2eda0cf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for port (f387e858-ba93-4e59-b1fa-86b503d84779), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:24.967491 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0acdde3-ecaa-4b82-88b2-0e443b8ba02b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks [] for subnet (1716e919-ec84-4219-a59c-769688929613), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:25.043646 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56aa123-f6ad-4b8d-8e81-619e3b483bdc req-56cc8dc4-b881-42e5-a32e-ca154f32b62c tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:25.045668 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c56aa123-f6ad-4b8d-8e81-619e3b483bdc req-56cc8dc4-b881-42e5-a32e-ca154f32b62c tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 945 time: 0.1519425 Feb 07 16:50:25.051855 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f99ed74b-03e4-4fae-ad0d-62c694d6e4c5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for floatingip (4ad8e844-f192-49d5-ab09-4cfd35e64840), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:25.118422 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7b3c0-4304-4e0a-9f5f-52d725b9b626 None None] Pushing event updated for resources: {'Port': ['ID=73b088af-34a1-4e01-8003-769816b34d52,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:25.185946 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa60848-bb24-44ce-9cd4-8fa98c2369ce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:50:25.202435 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd80af84-67ac-4004-a608-506f77c494e0 None None] Sync routers for ids ['4da8fdb9-ccd0-4368-8929-89742a5e7b29'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:50:25.225215 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd80af84-67ac-4004-a608-506f77c494e0 None None] Routers {'4da8fdb9-ccd0-4368-8929-89742a5e7b29'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:25.227563 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0acdde3-ecaa-4b82-88b2-0e443b8ba02b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (1716e919-ec84-4219-a59c-769688929613), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:25.228558 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bd80af84-67ac-4004-a608-506f77c494e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['4da8fdb9-ccd0-4368-8929-89742a5e7b29'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:25.228794 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8aa60848-bb24-44ce-9cd4-8fa98c2369ce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:25.238646 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8aa60848-bb24-44ce-9cd4-8fa98c2369ce tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.8042533 Feb 07 16:50:25.241345 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44720) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:25.298517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-c56aa123-f6ad-4b8d-8e81-619e3b483bdc req-0d038af1-44ae-45e4-b77b-75aa966b25f6 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Deleting port 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:25.299225 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c56aa123-f6ad-4b8d-8e81-619e3b483bdc req-0d038af1-44ae-45e4-b77b-75aa966b25f6 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3bc0f879-7c94-4c42-aaf7-d4a2aacdd649), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:25.313033 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bd80af84-67ac-4004-a608-506f77c494e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:25.337172 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd80af84-67ac-4004-a608-506f77c494e0 None None] Routers {'4da8fdb9-ccd0-4368-8929-89742a5e7b29'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:25.338615 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bd80af84-67ac-4004-a608-506f77c494e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:49:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['4da8fdb9-ccd0-4368-8929-89742a5e7b29'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:25.480970 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bd80af84-67ac-4004-a608-506f77c494e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:25.483174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd80af84-67ac-4004-a608-506f77c494e0 None None] The sync data for ids ['4da8fdb9-ccd0-4368-8929-89742a5e7b29'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:50:25.552653 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-45ae6111-ab2c-4f95-b7a4-3e9eec87f775 req-68aff3cd-0e8a-4568-93b0-c6e207700fa2 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0447674 Feb 07 16:50:25.604141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c56aa123-f6ad-4b8d-8e81-619e3b483bdc req-0d038af1-44ae-45e4-b77b-75aa966b25f6 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] For port 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=3bc0f879-7c94-4c42-aaf7-d4a2aacdd649,segment=NetworkSegment(c5dc7732-40aa-4a3a-8260-36e702b52004),segment_id=c5dc7732-40aa-4a3a-8260-36e702b52004)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:25.604566 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c56aa123-f6ad-4b8d-8e81-619e3b483bdc req-0d038af1-44ae-45e4-b77b-75aa966b25f6 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3bc0f879-7c94-4c42-aaf7-d4a2aacdd649), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:25.684203 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f99ed74b-03e4-4fae-ad0d-62c694d6e4c5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (cc0f6271-780c-40c9-b30d-a9d22bc38d18), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:25.685043 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-c56aa123-f6ad-4b8d-8e81-619e3b483bdc req-0d038af1-44ae-45e4-b77b-75aa966b25f6 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Calling delete_port for 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:25.692945 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bf1c3160-2f3e-4086-a488-4738cc4d094f up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:50:25.813106 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a935e37-4c96-44f4-9f68-10c4f2eda0cf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f387e858-ba93-4e59-b1fa-86b503d84779), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:25.830516 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-548cd18e-92c2-4ab7-b16a-c959b1b4dbf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:25.851294 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port bf1c3160-2f3e-4086-a488-4738cc4d094f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:25.851927 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bf1c3160-2f3e-4086-a488-4738cc4d094f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:25.973007 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270e7d5-8f45-40ff-b66c-a417a6017d54 req-3293d6ea-0293-40da-ab07-b1bda753b3b6 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:25.977860 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9270e7d5-8f45-40ff-b66c-a417a6017d54 req-3293d6ea-0293-40da-ab07-b1bda753b3b6 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.1921592 Feb 07 16:50:26.031987 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port bf1c3160-2f3e-4086-a488-4738cc4d094f is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:26.032241 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bf1c3160-2f3e-4086-a488-4738cc4d094f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:26.083003 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a935e37-4c96-44f4-9f68-10c4f2eda0cf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:26.098920 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0acdde3-ecaa-4b82-88b2-0e443b8ba02b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (1716e919-ec84-4219-a59c-769688929613), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:26.104234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5a935e37-4c96-44f4-9f68-10c4f2eda0cf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:26.107602 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a935e37-4c96-44f4-9f68-10c4f2eda0cf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:26.118866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port bf1c3160-2f3e-4086-a488-4738cc4d094f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bf1c3160-2f3e-4086-a488-4738cc4d094f,segment=NetworkSegment(15b08c5c-8837-4023-8585-2e792fcc67c3),segment_id=15b08c5c-8837-4023-8585-2e792fcc67c3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:26.126025 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bf1c3160-2f3e-4086-a488-4738cc4d094f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:26.278493 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9270e7d5-8f45-40ff-b66c-a417a6017d54 req-3ed38054-5e40-498a-a142-70e1ffd0e50d tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929549 Feb 07 16:50:26.288418 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c56aa123-f6ad-4b8d-8e81-619e3b483bdc req-0d038af1-44ae-45e4-b77b-75aa966b25f6 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (3bc0f879-7c94-4c42-aaf7-d4a2aacdd649), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:26.299524 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=bf1c3160-2f3e-4086-a488-4738cc4d094f,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:26.316866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['ff4da6a3-2c5b-4fd1-bcc3-9506721e682e'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:50:26.329747 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0acdde3-ecaa-4b82-88b2-0e443b8ba02b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (1716e919-ec84-4219-a59c-769688929613), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:26.374141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['f7d94d5b-60a4-410f-aeb9-679ac16e22b1'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:50:26.400477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d038af1-44ae-45e4-b77b-75aa966b25f6 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Pushing event deleted for resources: {'Port': ['ID=3bc0f879-7c94-4c42-aaf7-d4a2aacdd649,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:26.408907 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bd77b-95b3-4abc-b153-a2921354b1c0 req-3d0ce6c2-df24-49cc-b9c3-fd2bbab16232 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:26.412295 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e09bd77b-95b3-4abc-b153-a2921354b1c0 req-3d0ce6c2-df24-49cc-b9c3-fd2bbab16232 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1 HTTP/1.1" status: 200 len: 945 time: 1.2428815 Feb 07 16:50:26.482354 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56aa123-f6ad-4b8d-8e81-619e3b483bdc req-0d038af1-44ae-45e4-b77b-75aa966b25f6 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] No DVR routers for this DVR port 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:50:26.485643 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c56aa123-f6ad-4b8d-8e81-619e3b483bdc req-0d038af1-44ae-45e4-b77b-75aa966b25f6 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:26.490920 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c56aa123-f6ad-4b8d-8e81-619e3b483bdc req-0d038af1-44ae-45e4-b77b-75aa966b25f6 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.48 "DELETE /v2.0/ports/3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 HTTP/1.1" status: 204 len: 173 time: 1.4346242 Feb 07 16:50:26.491689 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1', 'name': 'network-vif-deleted', 'tag': '3bc0f879-7c94-4c42-aaf7-d4a2aacdd649'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:50:26.495709 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992a76be-3ab8-41dc-99f6-cda97c60775c" -d '{"events": [{"server_uuid": "8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1", "name": "network-vif-deleted", "tag": "3bc0f879-7c94-4c42-aaf7-d4a2aacdd649"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:50:26.582551 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392a6873-d019-4595-a7b3-33f32da2ec56 x-openstack-request-id: req-392a6873-d019-4595-a7b3-33f32da2ec56 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:50:26.583395 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1", "name": "network-vif-deleted", "tag": "3bc0f879-7c94-4c42-aaf7-d4a2aacdd649", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:50:26.583395 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-392a6873-d019-4595-a7b3-33f32da2ec56 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:50:26.583933 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7ed9c1-cf07-4d3f-b6ff-c3f1268758c1', 'name': 'network-vif-deleted', 'tag': '3bc0f879-7c94-4c42-aaf7-d4a2aacdd649', 'status': 'completed', 'code': 200} Feb 07 16:50:26.708085 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2a90c7-fe25-465e-a4be-10bed89a1f71 None None] Network 4a0ef60c-143c-4871-8f61-4abe7b7f21b5 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:26.808301 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acdde3-ecaa-4b82-88b2-0e443b8ba02b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event deleted for resources: {'Subnet': ['ID=1716e919-ec84-4219-a59c-769688929613,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:26.813055 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9e7b32b-cad9-4906-88c7-7328e2446e00 req-ebf0c948-22be-4c02-91b2-a78be0c0f4af tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0885739 Feb 07 16:50:26.828665 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0acdde3-ecaa-4b82-88b2-0e443b8ba02b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:26.834452 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c0acdde3-ecaa-4b82-88b2-0e443b8ba02b tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "DELETE /v2.0/subnets/1716e919-ec84-4219-a59c-769688929613 HTTP/1.1" status: 204 len: 168 time: 2.2156472 Feb 07 16:50:26.838123 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44730) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:26.946964 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b8104d3a-3b9b-4347-b0f8-4d4ed8218ccc None None] Provisioning complete for port bf1c3160-2f3e-4086-a488-4738cc4d094f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:26.948064 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b8104d3a-3b9b-4347-b0f8-4d4ed8218ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bf1c3160-2f3e-4086-a488-4738cc4d094f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:27.042476 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605c90d9-ea13-430c-9dbd-15e2c3e28b47 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:27.050785 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-605c90d9-ea13-430c-9dbd-15e2c3e28b47 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2081535 Feb 07 16:50:27.051112 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44732) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:27.106318 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a935e37-4c96-44f4-9f68-10c4f2eda0cf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Pushing event updated for resources: {'Port': ['ID=f387e858-ba93-4e59-b1fa-86b503d84779,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:27.139008 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a935e37-4c96-44f4-9f68-10c4f2eda0cf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_gateway (bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:27.223999 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (7dbd9bf7-ff45-481d-9626-6a3cb6f5bace), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:27.344332 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e2c31dab-8b95-4b74-954a-72d1d0344451 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/routers/4da8fdb9-ccd0-4368-8929-89742a5e7b29 HTTP/1.1" status: 200 len: 879 time: 2.0649929 Feb 07 16:50:27.358941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44734) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:27.364924 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f99ed74b-03e4-4fae-ad0d-62c694d6e4c5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for port (cc0f6271-780c-40c9-b30d-a9d22bc38d18), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:27.395178 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f99ed74b-03e4-4fae-ad0d-62c694d6e4c5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (cc0f6271-780c-40c9-b30d-a9d22bc38d18), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:27.461603 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b8104d3a-3b9b-4347-b0f8-4d4ed8218ccc None None] Current status of the port bf1c3160-2f3e-4086-a488-4738cc4d094f is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:27.465641 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e09bd77b-95b3-4abc-b153-a2921354b1c0 req-b91005e2-4f02-4ee0-8ef3-fe8faa7cb6c7 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9566753 Feb 07 16:50:27.535036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9835ac-3878-41be-b703-9132a76ef972 None None] Network 7dbd9bf7-ff45-481d-9626-6a3cb6f5bace requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:27.607394 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21913a4-5af1-405d-a569-109073bca31a None None] DHCP port deletion for 4a0ef60c-143c-4871-8f61-4abe7b7f21b5 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:50:27.637218 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f99ed74b-03e4-4fae-ad0d-62c694d6e4c5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (4ad8e844-f192-49d5-ab09-4cfd35e64840), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:27.681017 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ed74b-03e4-4fae-ad0d-62c694d6e4c5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Pushing event updated for resources: {'Port': ['ID=cc0f6271-780c-40c9-b30d-a9d22bc38d18,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:27.689151 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f99ed74b-03e4-4fae-ad0d-62c694d6e4c5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:27.700215 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f99ed74b-03e4-4fae-ad0d-62c694d6e4c5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3589678 Feb 07 16:50:27.783149 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-15d2740a-9b33-4294-af07-56b3501a2336 None None] Provisioning complete for port 73b088af-34a1-4e01-8003-769816b34d52 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:27.783907 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-15d2740a-9b33-4294-af07-56b3501a2336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (73b088af-34a1-4e01-8003-769816b34d52), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:27.832813 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 73b088af-34a1-4e01-8003-769816b34d52 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:50:27.926041 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a935e37-4c96-44f4-9f68-10c4f2eda0cf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:28.160893 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-725f7dc7-5725-4ecb-992e-c05aed1b3135 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--663367201&fields=id&tenant_id=6fdea7f1b6324f67b931aa532697bca1 HTTP/1.1" status: 200 len: 267 time: 0.2954056 Feb 07 16:50:28.188972 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b21913a4-5af1-405d-a569-109073bca31a None None] Deleting port bf1c3160-2f3e-4086-a488-4738cc4d094f {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:28.189683 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b21913a4-5af1-405d-a569-109073bca31a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (bf1c3160-2f3e-4086-a488-4738cc4d094f), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:28.192244 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-15d2740a-9b33-4294-af07-56b3501a2336 None None] Current status of the port 73b088af-34a1-4e01-8003-769816b34d52 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:28.192891 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-15d2740a-9b33-4294-af07-56b3501a2336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (73b088af-34a1-4e01-8003-769816b34d52), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:28.296385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:50:28.312136 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Deleting port 73b088af-34a1-4e01-8003-769816b34d52 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:28.312982 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (73b088af-34a1-4e01-8003-769816b34d52), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:28.339197 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd49a6d-62bc-4b7d-839c-45e3e141fcae req-844a4e68-5073-4ea6-9516-36cba3ec34ba tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:28.347892 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3cd49a6d-62bc-4b7d-839c-45e3e141fcae req-844a4e68-5073-4ea6-9516-36cba3ec34ba tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.7442658 Feb 07 16:50:28.361357 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:50:28.362238 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 3bc0f879-7c94-4c42-aaf7-d4a2aacdd649 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:50:28.386228 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a935e37-4c96-44f4-9f68-10c4f2eda0cf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Router bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:50:28.400221 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-25ba1e9b-3c4b-4ee8-88c9-a9cbef71d0f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:28.461638 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3cd49a6d-62bc-4b7d-839c-45e3e141fcae req-3fbd5fa3-5297-4fd5-8f9a-aa7a7071ca85 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125028 Feb 07 16:50:28.514557 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043e74d4-4995-4f6c-9120-35c4b9cd71c8 None None] DHCP port deletion for 7dbd9bf7-ff45-481d-9626-6a3cb6f5bace request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:50:28.565395 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-15d2740a-9b33-4294-af07-56b3501a2336 None None] For port 73b088af-34a1-4e01-8003-769816b34d52, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=73b088af-34a1-4e01-8003-769816b34d52,segment=NetworkSegment(2de6e88c-6e34-4f89-9496-9efab80c394a),segment_id=2de6e88c-6e34-4f89-9496-9efab80c394a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:28.571927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b21913a4-5af1-405d-a569-109073bca31a None None] For port bf1c3160-2f3e-4086-a488-4738cc4d094f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bf1c3160-2f3e-4086-a488-4738cc4d094f,segment=NetworkSegment(15b08c5c-8837-4023-8585-2e792fcc67c3),segment_id=15b08c5c-8837-4023-8585-2e792fcc67c3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:28.572579 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b21913a4-5af1-405d-a569-109073bca31a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (bf1c3160-2f3e-4086-a488-4738cc4d094f), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:28.578017 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 73b088af-34a1-4e01-8003-769816b34d52 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:28.578748 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (73b088af-34a1-4e01-8003-769816b34d52), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:28.655503 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-15d2740a-9b33-4294-af07-56b3501a2336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (73b088af-34a1-4e01-8003-769816b34d52), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:28.660582 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b21913a4-5af1-405d-a569-109073bca31a None None] Calling delete_port for bf1c3160-2f3e-4086-a488-4738cc4d094f owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:28.660795 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a7accf6b-a9be-44d6-ba24-2985544a7ea0 req-027268b3-bf2f-43bd-927b-c2011c8d599b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0531964 Feb 07 16:50:28.667825 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] For port 73b088af-34a1-4e01-8003-769816b34d52, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=73b088af-34a1-4e01-8003-769816b34d52,segment=NetworkSegment(2de6e88c-6e34-4f89-9496-9efab80c394a),segment_id=2de6e88c-6e34-4f89-9496-9efab80c394a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:28.668217 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (73b088af-34a1-4e01-8003-769816b34d52), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:28.797204 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Calling delete_port for 73b088af-34a1-4e01-8003-769816b34d52 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:28.807770 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2740a-9b33-4294-af07-56b3501a2336 None None] Pushing event updated for resources: {'Port': ['ID=73b088af-34a1-4e01-8003-769816b34d52,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:28.855950 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-9c977904-2b1f-4212-b115-a930a2c66c0a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:28.858917 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-9c977904-2b1f-4212-b115-a930a2c66c0a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/networks?id=558210b1-aeef-4297-87e4-07b1b1a8ae99 HTTP/1.1" status: 200 len: 817 time: 0.6539886 Feb 07 16:50:28.862099 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a935e37-4c96-44f4-9f68-10c4f2eda0cf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:50:28.875398 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293fc2cf-b77f-450b-892a-0eeeb6c804c7 None None] Sync routers for ids ['bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:50:28.898806 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293fc2cf-b77f-450b-892a-0eeeb6c804c7 None None] Routers {'bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:28.901063 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-15d2e1eb-6e2f-4102-b909-8f6bf3d2fe36 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/quotas/6fdea7f1b6324f67b931aa532697bca1 HTTP/1.1" status: 200 len: 375 time: 0.0339148 Feb 07 16:50:28.909845 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-293fc2cf-b77f-450b-892a-0eeeb6c804c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:50:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:28.963304 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8533e01b-91e9-4fe2-b7ff-97cd753d0059 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.6026170 Feb 07 16:50:28.963984 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44762) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:28.971141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-043e74d4-4995-4f6c-9120-35c4b9cd71c8 None None] Deleting port 73b088af-34a1-4e01-8003-769816b34d52 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:28.971564 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-043e74d4-4995-4f6c-9120-35c4b9cd71c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (73b088af-34a1-4e01-8003-769816b34d52), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:28.974213 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a81e1696-1967-4d55-94c4-add18c14c315 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-973578525'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:29.022881 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-293fc2cf-b77f-450b-892a-0eeeb6c804c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:29.045527 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293fc2cf-b77f-450b-892a-0eeeb6c804c7 None None] Routers {'bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:29.052870 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-293fc2cf-b77f-450b-892a-0eeeb6c804c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:50:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:29.082600 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a935e37-4c96-44f4-9f68-10c4f2eda0cf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:29.090180 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5a935e37-4c96-44f4-9f68-10c4f2eda0cf tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.0705624 Feb 07 16:50:29.092818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44766) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:29.105575 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c3daa967-239d-42c3-b9d5-956bad788b53 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:29.128891 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 73b088af-34a1-4e01-8003-769816b34d52 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:29.150415 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-293fc2cf-b77f-450b-892a-0eeeb6c804c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:29.151677 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293fc2cf-b77f-450b-892a-0eeeb6c804c7 None None] The sync data for ids ['bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:50:29.158984 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b21913a4-5af1-405d-a569-109073bca31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (bf1c3160-2f3e-4086-a488-4738cc4d094f), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:29.168141 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-7761d485-3434-47ea-a550-032a9163664b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fdea7f1b6324f67b931aa532697bca1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2545326 Feb 07 16:50:29.202351 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-043e74d4-4995-4f6c-9120-35c4b9cd71c8 None None] For port 73b088af-34a1-4e01-8003-769816b34d52, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=73b088af-34a1-4e01-8003-769816b34d52,segment=NetworkSegment(2de6e88c-6e34-4f89-9496-9efab80c394a),segment_id=2de6e88c-6e34-4f89-9496-9efab80c394a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:29.203081 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-043e74d4-4995-4f6c-9120-35c4b9cd71c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (73b088af-34a1-4e01-8003-769816b34d52), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:29.250131 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21913a4-5af1-405d-a569-109073bca31a None None] Pushing event deleted for resources: {'Port': ['ID=bf1c3160-2f3e-4086-a488-4738cc4d094f,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:29.259199 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21913a4-5af1-405d-a569-109073bca31a None None] No DVR routers for this DVR port bf1c3160-2f3e-4086-a488-4738cc4d094f on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:50:29.262682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-043e74d4-4995-4f6c-9120-35c4b9cd71c8 None None] Calling delete_port for 73b088af-34a1-4e01-8003-769816b34d52 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:29.337082 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (73b088af-34a1-4e01-8003-769816b34d52), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:29.442574 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:29.451809 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] No DVR routers for this DVR port 73b088af-34a1-4e01-8003-769816b34d52 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:50:29.486915 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bf1c3160-2f3e-4086-a488-4738cc4d094f no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:50:29.520119 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-043e74d4-4995-4f6c-9120-35c4b9cd71c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (73b088af-34a1-4e01-8003-769816b34d52), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:29.536356 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: bf1c3160-2f3e-4086-a488-4738cc4d094f {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:50:29.537141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bf1c3160-2f3e-4086-a488-4738cc4d094f not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:50:29.537768 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 73b088af-34a1-4e01-8003-769816b34d52 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:50:29.541187 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043e74d4-4995-4f6c-9120-35c4b9cd71c8 None None] No DVR routers for this DVR port 73b088af-34a1-4e01-8003-769816b34d52 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:50:29.600683 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 73b088af-34a1-4e01-8003-769816b34d52 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:50:29.601990 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 73b088af-34a1-4e01-8003-769816b34d52 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:50:29.611305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e74d4-4995-4f6c-9120-35c4b9cd71c8 None None] Pushing event deleted for resources: {'Port': ['ID=73b088af-34a1-4e01-8003-769816b34d52,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:29.643966 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event deleted for resources: {'Port': ['ID=73b088af-34a1-4e01-8003-769816b34d52,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:29.693508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:29.693884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:29.694239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:29.694588 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:29.695042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:29.695392 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:29.695758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:29.696071 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:29.696414 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:29.696745 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:29.697196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:29.697577 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:29.697911 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:29.803797 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa035d7-6339-463c-a488-1e24e9a6e705 req-f4593f19-b6cd-4f95-9e82-2b7194803a79 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:29.810837 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0fa035d7-6339-463c-a488-1e24e9a6e705 req-f4593f19-b6cd-4f95-9e82-2b7194803a79 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc2abb73-5484-47aa-897e-ed3c1437b77b HTTP/1.1" status: 200 len: 946 time: 0.5939472 Feb 07 16:50:29.931530 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (7dbd9bf7-ff45-481d-9626-6a3cb6f5bace), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:29.950928 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-aed0c1de-125a-492d-82c0-352d89dd07a5 service neutron] 10.222.0.18 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7643301 Feb 07 16:50:30.080851 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0fa035d7-6339-463c-a488-1e24e9a6e705 req-b437f1db-6595-4b12-8592-5bc5a29ac544 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684963 Feb 07 16:50:30.082132 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-22839964-ca77-4c32-834c-8be5692dc78b service neutron] 10.222.0.18 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173441 Feb 07 16:50:30.082536 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbd9bf7-ff45-481d-9626-6a3cb6f5bace']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:30.114171 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de6e88c-6e34-4f89-9496-9efab80c394a') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:30.114624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de6e88c-6e34-4f89-9496-9efab80c394a') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:30.142865 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (2de6e88c-6e34-4f89-9496-9efab80c394a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:30.263489 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (2de6e88c-6e34-4f89-9496-9efab80c394a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:30.286484 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:50:30.286669 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (2de6e88c-6e34-4f89-9496-9efab80c394a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:50:30.290224 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:50:30.411359 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a81e1696-1967-4d55-94c4-add18c14c315 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (4da8fdb9-ccd0-4368-8929-89742a5e7b29), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:30.446110 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3daa967-239d-42c3-b9d5-956bad788b53 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_gateway (bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:30.450112 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f3b52ba-b5cf-4bda-9666-612702a74d71 req-611140c0-f747-4953-9a0b-3b24c2c24645 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0859864 Feb 07 16:50:30.450678 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (7dbd9bf7-ff45-481d-9626-6a3cb6f5bace), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:30.470594 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a81e1696-1967-4d55-94c4-add18c14c315 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (4da8fdb9-ccd0-4368-8929-89742a5e7b29), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:30.478447 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:30.483954 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "DELETE /v2.0/networks/7dbd9bf7-ff45-481d-9626-6a3cb6f5bace HTTP/1.1" status: 204 len: 168 time: 3.4295566 Feb 07 16:50:30.486119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44776) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:30.530786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443564d0-b441-4b5f-871a-f164cf9f82fc req-dced5bcf-3212-4930-9db7-98c5f7569536 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:30.538538 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-443564d0-b441-4b5f-871a-f164cf9f82fc req-dced5bcf-3212-4930-9db7-98c5f7569536 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.3319921 Feb 07 16:50:30.565603 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa38fd-020b-4852-8587-97f812c7e8d5 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event deleted for resources: {'Network': ['ID=7dbd9bf7-ff45-481d-9626-6a3cb6f5bace,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:30.591098 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3ec91033-5123-43f1-8def-79e7c6eee0be req-fb9d2293-a0b7-4cd9-bccb-cb08762a71b5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 210 time: 0.0485864 Feb 07 16:50:30.622974 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d98305-e2d9-49ec-af05-48385b9e33be req-8a38be72-6486-41a2-8da8-9a2c1d86d7da tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:30.623265 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3daa967-239d-42c3-b9d5-956bad788b53 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_gateway (bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:30.623376 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1d98305-e2d9-49ec-af05-48385b9e33be req-8a38be72-6486-41a2-8da8-9a2c1d86d7da tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc2abb73-5484-47aa-897e-ed3c1437b77b HTTP/1.1" status: 200 len: 946 time: 0.1611350 Feb 07 16:50:30.763266 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:30.834961 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-443564d0-b441-4b5f-871a-f164cf9f82fc req-b3b5f193-0d72-47ce-bcd7-c06ba0a99cb6 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945416 Feb 07 16:50:30.855513 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe6c3319-1b11-41bb-824a-3011552c87bf tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (4a0ef60c-143c-4871-8f61-4abe7b7f21b5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:30.856315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-a1d98305-e2d9-49ec-af05-48385b9e33be req-6215c123-c2e8-4e3c-988d-daf4e852d763 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Deleting port ff4da6a3-2c5b-4fd1-bcc3-9506721e682e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:30.856846 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a1d98305-e2d9-49ec-af05-48385b9e33be req-6215c123-c2e8-4e3c-988d-daf4e852d763 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ff4da6a3-2c5b-4fd1-bcc3-9506721e682e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:30.991344 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81e1696-1967-4d55-94c4-add18c14c315 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router 4da8fdb9-ccd0-4368-8929-89742a5e7b29 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:50:31.061454 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a1d98305-e2d9-49ec-af05-48385b9e33be req-6215c123-c2e8-4e3c-988d-daf4e852d763 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] For port ff4da6a3-2c5b-4fd1-bcc3-9506721e682e, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ff4da6a3-2c5b-4fd1-bcc3-9506721e682e,segment=NetworkSegment(c5dc7732-40aa-4a3a-8260-36e702b52004),segment_id=c5dc7732-40aa-4a3a-8260-36e702b52004)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:31.062280 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a1d98305-e2d9-49ec-af05-48385b9e33be req-6215c123-c2e8-4e3c-988d-daf4e852d763 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ff4da6a3-2c5b-4fd1-bcc3-9506721e682e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:31.077595 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c3daa967-239d-42c3-b9d5-956bad788b53 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Deleting port f387e858-ba93-4e59-b1fa-86b503d84779 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:31.078132 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3daa967-239d-42c3-b9d5-956bad788b53 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f387e858-ba93-4e59-b1fa-86b503d84779), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:31.090539 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-a1d98305-e2d9-49ec-af05-48385b9e33be req-6215c123-c2e8-4e3c-988d-daf4e852d763 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Calling delete_port for ff4da6a3-2c5b-4fd1-bcc3-9506721e682e owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:31.111267 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe6c3319-1b11-41bb-824a-3011552c87bf tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (4a0ef60c-143c-4871-8f61-4abe7b7f21b5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:31.335262 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-fe6c3319-1b11-41bb-824a-3011552c87bf tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0ef60c-143c-4871-8f61-4abe7b7f21b5']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:31.358743 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-fe6c3319-1b11-41bb-824a-3011552c87bf tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b08c5c-8837-4023-8585-2e792fcc67c3') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:31.359333 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-fe6c3319-1b11-41bb-824a-3011552c87bf tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b08c5c-8837-4023-8585-2e792fcc67c3') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:31.377150 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe6c3319-1b11-41bb-824a-3011552c87bf tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (15b08c5c-8837-4023-8585-2e792fcc67c3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:31.420183 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe6c3319-1b11-41bb-824a-3011552c87bf tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (15b08c5c-8837-4023-8585-2e792fcc67c3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:31.435988 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6c3319-1b11-41bb-824a-3011552c87bf tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:50:31.436403 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe6c3319-1b11-41bb-824a-3011552c87bf tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (15b08c5c-8837-4023-8585-2e792fcc67c3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:31.437035 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a1d98305-e2d9-49ec-af05-48385b9e33be req-6215c123-c2e8-4e3c-988d-daf4e852d763 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ff4da6a3-2c5b-4fd1-bcc3-9506721e682e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:50:31.439650 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:50:31.443089 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3daa967-239d-42c3-b9d5-956bad788b53 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f387e858-ba93-4e59-b1fa-86b503d84779), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:31.451064 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['f7d94d5b-60a4-410f-aeb9-679ac16e22b1'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:50:31.454145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['ff4da6a3-2c5b-4fd1-bcc3-9506721e682e'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:50:31.502927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215c123-c2e8-4e3c-988d-daf4e852d763 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Pushing event deleted for resources: {'Port': ['ID=ff4da6a3-2c5b-4fd1-bcc3-9506721e682e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:31.553059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c3daa967-239d-42c3-b9d5-956bad788b53 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Calling delete_port for f387e858-ba93-4e59-b1fa-86b503d84779 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:31.571620 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80b1f5-542d-4f85-9d44-99131dd39241 req-8d12dc87-764e-4fce-b259-f6798ab21fef tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:31.576757 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa80b1f5-542d-4f85-9d44-99131dd39241 req-8d12dc87-764e-4fce-b259-f6798ab21fef tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc2abb73-5484-47aa-897e-ed3c1437b77b HTTP/1.1" status: 200 len: 867 time: 0.2419960 Feb 07 16:50:31.672679 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81e1696-1967-4d55-94c4-add18c14c315 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:50:31.703789 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa80b1f5-542d-4f85-9d44-99131dd39241 req-4bc0830b-5e1d-42c8-9d60-5b4eb73dfce7 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165087 Feb 07 16:50:31.741679 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d98305-e2d9-49ec-af05-48385b9e33be req-6215c123-c2e8-4e3c-988d-daf4e852d763 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] No DVR routers for this DVR port ff4da6a3-2c5b-4fd1-bcc3-9506721e682e on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:50:31.743303 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77fa174-85d8-4445-b8cc-ef115c8948c6 None None] Sync routers for ids ['4da8fdb9-ccd0-4368-8929-89742a5e7b29'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:50:31.745881 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a1d98305-e2d9-49ec-af05-48385b9e33be req-6215c123-c2e8-4e3c-988d-daf4e852d763 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:31.750060 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1d98305-e2d9-49ec-af05-48385b9e33be req-6215c123-c2e8-4e3c-988d-daf4e852d763 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.32 "DELETE /v2.0/ports/ff4da6a3-2c5b-4fd1-bcc3-9506721e682e HTTP/1.1" status: 204 len: 173 time: 1.1269345 Feb 07 16:50:31.750577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2abb73-5484-47aa-897e-ed3c1437b77b', 'name': 'network-vif-deleted', 'tag': 'ff4da6a3-2c5b-4fd1-bcc3-9506721e682e'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:50:31.753653 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24391c9a-b466-436b-bd78-efc47eb2aa18" -d '{"events": [{"server_uuid": "dc2abb73-5484-47aa-897e-ed3c1437b77b", "name": "network-vif-deleted", "tag": "ff4da6a3-2c5b-4fd1-bcc3-9506721e682e"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:50:31.892801 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77fa174-85d8-4445-b8cc-ef115c8948c6 None None] Routers {'4da8fdb9-ccd0-4368-8929-89742a5e7b29'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:31.894436 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b77fa174-85d8-4445-b8cc-ef115c8948c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:50:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['4da8fdb9-ccd0-4368-8929-89742a5e7b29'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:31.971853 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-92ae1065-4a13-429e-bb69-fadfd073ead6 req-c203e78b-4fef-4dcb-b66b-51a1eb32f298 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 210 time: 0.0773933 Feb 07 16:50:32.158809 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f1ab6d-9847-403a-ae74-5efb09354871 x-openstack-request-id: req-04f1ab6d-9847-403a-ae74-5efb09354871 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:50:32.159816 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2abb73-5484-47aa-897e-ed3c1437b77b", "name": "network-vif-deleted", "tag": "ff4da6a3-2c5b-4fd1-bcc3-9506721e682e", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:50:32.159816 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04f1ab6d-9847-403a-ae74-5efb09354871 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:50:32.159816 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2abb73-5484-47aa-897e-ed3c1437b77b', 'name': 'network-vif-deleted', 'tag': 'ff4da6a3-2c5b-4fd1-bcc3-9506721e682e', 'status': 'completed', 'code': 200} Feb 07 16:50:32.167068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b77fa174-85d8-4445-b8cc-ef115c8948c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:32.339468 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a81e1696-1967-4d55-94c4-add18c14c315 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:32.343877 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a81e1696-1967-4d55-94c4-add18c14c315 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/4da8fdb9-ccd0-4368-8929-89742a5e7b29 HTTP/1.1" status: 200 len: 886 time: 3.3749902 Feb 07 16:50:32.344283 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77fa174-85d8-4445-b8cc-ef115c8948c6 None None] Routers {'4da8fdb9-ccd0-4368-8929-89742a5e7b29'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:32.347289 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b77fa174-85d8-4445-b8cc-ef115c8948c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:50:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['4da8fdb9-ccd0-4368-8929-89742a5e7b29'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:32.348635 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-589b9643-3b1e-427b-9440-500fbaba2cc3 req-9db86825-6f03-41ec-a6a1-3f5297fc0051 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.7195375 Feb 07 16:50:32.353070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44794) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:32.361547 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:32.483362 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b77fa174-85d8-4445-b8cc-ef115c8948c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:32.495489 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77fa174-85d8-4445-b8cc-ef115c8948c6 None None] The sync data for ids ['4da8fdb9-ccd0-4368-8929-89742a5e7b29'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:50:32.504126 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe6c3319-1b11-41bb-824a-3011552c87bf tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (4a0ef60c-143c-4871-8f61-4abe7b7f21b5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:32.508922 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5cff9-d659-497b-922a-008e4a71d95e req-ec8d49d8-c9b8-47de-b3ed-1163dbdf6242 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:32.511681 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-84c5cff9-d659-497b-922a-008e4a71d95e req-ec8d49d8-c9b8-47de-b3ed-1163dbdf6242 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.2517595 Feb 07 16:50:32.630051 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-84c5cff9-d659-497b-922a-008e4a71d95e req-727b0b23-1ef9-4f44-9603-e33be75d9d50 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096864 Feb 07 16:50:32.698428 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b168d21c-1bae-464d-b697-ebfef7346596 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/routers/4da8fdb9-ccd0-4368-8929-89742a5e7b29 HTTP/1.1" status: 200 len: 886 time: 0.3425534 Feb 07 16:50:32.699147 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44798) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:32.726110 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe6c3319-1b11-41bb-824a-3011552c87bf tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:32.729882 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fe6c3319-1b11-41bb-824a-3011552c87bf tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "DELETE /v2.0/networks/4a0ef60c-143c-4871-8f61-4abe7b7f21b5 HTTP/1.1" status: 204 len: 168 time: 2.2411463 Feb 07 16:50:32.730959 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c3319-1b11-41bb-824a-3011552c87bf tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event deleted for resources: {'Network': ['ID=4a0ef60c-143c-4871-8f61-4abe7b7f21b5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:32.752099 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44800) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:32.761226 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-04b627dd-e91f-44db-8278-c1f88b0652b6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/ports?device_id=4da8fdb9-ccd0-4368-8929-89742a5e7b29 HTTP/1.1" status: 200 len: 205 time: 0.0593436 Feb 07 16:50:32.762201 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44804) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:32.990581 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a0758eb-e4eb-4587-873e-3073772533af tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (4da8fdb9-ccd0-4368-8929-89742a5e7b29), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:33.009804 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4e4d933c-0a1c-4bb2-a151-b01d27692554 req-1f6034bd-7836-46a0-baae-342d65263863 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc2abb73-5484-47aa-897e-ed3c1437b77b HTTP/1.1" status: 200 len: 210 time: 0.1145098 Feb 07 16:50:33.039988 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-3a73162a-8a7d-4853-a663-7d1f4d179f9d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:33.041751 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-3a73162a-8a7d-4853-a663-7d1f4d179f9d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.48 "GET /v2.0/networks?id=558210b1-aeef-4297-87e4-07b1b1a8ae99 HTTP/1.1" status: 200 len: 817 time: 0.7188079 Feb 07 16:50:33.062368 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ceaa123-2a9c-4a57-b224-e2895b8be847 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (b94c4f90-d776-47e8-a2b1-583ce83a68f2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:33.174661 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-60acf589-d550-4558-bd61-144118caa937 req-7fbf3420-0014-4b41-a175-281e25d6d03c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 210 time: 0.0438905 Feb 07 16:50:33.197518 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-2260a703-cbab-4edc-b3ec-513825ad09b8 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fdea7f1b6324f67b931aa532697bca1 HTTP/1.1" status: 200 len: 379 time: 0.1400177 Feb 07 16:50:33.230359 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a0758eb-e4eb-4587-873e-3073772533af tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router_gateway (4da8fdb9-ccd0-4368-8929-89742a5e7b29), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:33.260057 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-8912fa14-931f-4bfe-9ef7-7ef0f35b4a67 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Request body: {'port': {'device_id': 'a657a5bb-36be-45e9-abe9-8e055c03eb75', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'admin_state_up': True, 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'security_groups': ['96a0903f-2c59-4926-b681-254bd534aecd']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:33.311876 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1a0758eb-e4eb-4587-873e-3073772533af tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting port dbcc1e01-a02e-4f3f-bfef-3db083d85236 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:33.312229 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a0758eb-e4eb-4587-873e-3073772533af tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (dbcc1e01-a02e-4f3f-bfef-3db083d85236), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:33.327123 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ceaa123-2a9c-4a57-b224-e2895b8be847 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (b94c4f90-d776-47e8-a2b1-583ce83a68f2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:33.361988 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3daa967-239d-42c3-b9d5-956bad788b53 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f387e858-ba93-4e59-b1fa-86b503d84779), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:33.381053 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-8ceaa123-2a9c-4a57-b224-e2895b8be847 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94c4f90-d776-47e8-a2b1-583ce83a68f2']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:33.413776 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a0758eb-e4eb-4587-873e-3073772533af tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (dbcc1e01-a02e-4f3f-bfef-3db083d85236), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:33.427078 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1a0758eb-e4eb-4587-873e-3073772533af tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Calling delete_port for dbcc1e01-a02e-4f3f-bfef-3db083d85236 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:33.448490 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-8ceaa123-2a9c-4a57-b224-e2895b8be847 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4403fa-ff30-4779-9709-deab86b0adb2') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:33.448800 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-8ceaa123-2a9c-4a57-b224-e2895b8be847 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4403fa-ff30-4779-9709-deab86b0adb2') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:33.455763 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3daa967-239d-42c3-b9d5-956bad788b53 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Pushing event deleted for resources: {'Port': ['ID=f387e858-ba93-4e59-b1fa-86b503d84779,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:33.475627 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ceaa123-2a9c-4a57-b224-e2895b8be847 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (9c4403fa-ff30-4779-9709-deab86b0adb2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:33.531922 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ceaa123-2a9c-4a57-b224-e2895b8be847 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (9c4403fa-ff30-4779-9709-deab86b0adb2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:33.563543 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2054a238-8412-4a6a-94db-18cea5d595fa req-1a59ebc1-c244-4586-bbfa-53ff9b1b9cf0 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0492547 Feb 07 16:50:33.564637 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ceaa123-2a9c-4a57-b224-e2895b8be847 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:50:33.565134 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ceaa123-2a9c-4a57-b224-e2895b8be847 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (9c4403fa-ff30-4779-9709-deab86b0adb2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:50:33.571525 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:50:33.582412 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-8912fa14-931f-4bfe-9ef7-7ef0f35b4a67 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Made reservation on behalf of 6fdea7f1b6324f67b931aa532697bca1 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:33.586567 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-8912fa14-931f-4bfe-9ef7-7ef0f35b4a67 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:33.648988 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3daa967-239d-42c3-b9d5-956bad788b53 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:33.704045 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a0758eb-e4eb-4587-873e-3073772533af tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (dbcc1e01-a02e-4f3f-bfef-3db083d85236), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:33.744559 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ceaa123-2a9c-4a57-b224-e2895b8be847 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (b94c4f90-d776-47e8-a2b1-583ce83a68f2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:33.758712 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ceaa123-2a9c-4a57-b224-e2895b8be847 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:33.764753 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8ceaa123-2a9c-4a57-b224-e2895b8be847 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "DELETE /v2.0/networks/b94c4f90-d776-47e8-a2b1-583ce83a68f2 HTTP/1.1" status: 204 len: 168 time: 0.9967282 Feb 07 16:50:33.782329 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0758eb-e4eb-4587-873e-3073772533af tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Port': ['ID=dbcc1e01-a02e-4f3f-bfef-3db083d85236,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:33.796404 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44812) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:33.844878 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceaa123-2a9c-4a57-b224-e2895b8be847 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event deleted for resources: {'Network': ['ID=b94c4f90-d776-47e8-a2b1-583ce83a68f2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:33.927733 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a0758eb-e4eb-4587-873e-3073772533af tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (4da8fdb9-ccd0-4368-8929-89742a5e7b29), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:33.940009 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cf4bb-3d7c-4ec8-890d-80c36f7c8953 req-9b7e37a9-36d5-4244-93ea-7ee1acd44db3 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:33.942228 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6f8cf4bb-3d7c-4ec8-890d-80c36f7c8953 req-9b7e37a9-36d5-4244-93ea-7ee1acd44db3 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.1557560 Feb 07 16:50:34.084767 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a0758eb-e4eb-4587-873e-3073772533af tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (4da8fdb9-ccd0-4368-8929-89742a5e7b29), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.095150 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a0758eb-e4eb-4587-873e-3073772533af tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router_controller (4da8fdb9-ccd0-4368-8929-89742a5e7b29), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.102745 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d44e68e-88d2-4a96-acdd-8073a1a3ef16 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (ff4298bf-968a-47aa-aa56-842c9d2c5e0f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.123173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-8912fa14-931f-4bfe-9ef7-7ef0f35b4a67 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Allocated IP 172.20.0.3 (558210b1-aeef-4297-87e4-07b1b1a8ae99/e08eff2f-7c93-4ede-90b9-2e6bbced6db6/ea91aac2-6103-4fb6-9882-bc52e9d4f2e8) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:50:34.129590 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3daa967-239d-42c3-b9d5-956bad788b53 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.144374 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3daa967-239d-42c3-b9d5-956bad788b53 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.194560 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a0758eb-e4eb-4587-873e-3073772533af tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (4da8fdb9-ccd0-4368-8929-89742a5e7b29), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.197116 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0758eb-e4eb-4587-873e-3073772533af tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Fanout notify agent at l3_agent the message router_deleted on router 4da8fdb9-ccd0-4368-8929-89742a5e7b29 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:50:34.225594 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a0758eb-e4eb-4587-873e-3073772533af tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.227973 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1a0758eb-e4eb-4587-873e-3073772533af tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/routers/4da8fdb9-ccd0-4368-8929-89742a5e7b29 HTTP/1.1" status: 204 len: 168 time: 1.4637501 Feb 07 16:50:34.234194 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44820) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:34.251169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-42801575-407d-4ee6-8936-ea0f55b9dfde tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'network': {'name': 'tempest-RoutersTest-1671649778'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:34.285803 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6f8cf4bb-3d7c-4ec8-890d-80c36f7c8953 req-70be990e-5331-42d0-9184-0abbd45950ea tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063536 Feb 07 16:50:34.288723 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42801575-407d-4ee6-8936-ea0f55b9dfde tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Made reservation on behalf of 227e1d388d0541aba878f7829cff15ac for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:34.299747 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42801575-407d-4ee6-8936-ea0f55b9dfde tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.375584 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42801575-407d-4ee6-8936-ea0f55b9dfde tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:50:34.397519 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d44e68e-88d2-4a96-acdd-8073a1a3ef16 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (ff4298bf-968a-47aa-aa56-842c9d2c5e0f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.405008 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42801575-407d-4ee6-8936-ea0f55b9dfde tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (34039772-191e-4f61-b123-0671c7d76ed7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.405390 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-42801575-407d-4ee6-8936-ea0f55b9dfde tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Added segment 34039772-191e-4f61-b123-0671c7d76ed7 of type vlan for network 5302e642-7415-4e75-9d6a-cea049ea754c Feb 07 16:50:34.444020 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3039276-8d80-4468-86b7-636624e753d5 req-992eb1e7-eab4-47e6-aeaa-7124b4f6462e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 210 time: 0.0582123 Feb 07 16:50:34.453408 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3daa967-239d-42c3-b9d5-956bad788b53 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Router bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:50:34.465626 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1d44e68e-88d2-4a96-acdd-8073a1a3ef16 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4298bf-968a-47aa-aa56-842c9d2c5e0f']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:34.487493 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1d44e68e-88d2-4a96-acdd-8073a1a3ef16 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72a34df-d6ac-4c16-855a-61e069c1be32') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:34.487853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1d44e68e-88d2-4a96-acdd-8073a1a3ef16 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72a34df-d6ac-4c16-855a-61e069c1be32') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:34.501871 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42801575-407d-4ee6-8936-ea0f55b9dfde tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (5302e642-7415-4e75-9d6a-cea049ea754c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.545226 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d44e68e-88d2-4a96-acdd-8073a1a3ef16 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (c72a34df-d6ac-4c16-855a-61e069c1be32), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.555314 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42801575-407d-4ee6-8936-ea0f55b9dfde tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (5302e642-7415-4e75-9d6a-cea049ea754c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.563666 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42801575-407d-4ee6-8936-ea0f55b9dfde tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:34.565620 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-42801575-407d-4ee6-8936-ea0f55b9dfde tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.589570 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d44e68e-88d2-4a96-acdd-8073a1a3ef16 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (c72a34df-d6ac-4c16-855a-61e069c1be32), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.595589 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-8912fa14-931f-4bfe-9ef7-7ef0f35b4a67 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.634938 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-42801575-407d-4ee6-8936-ea0f55b9dfde tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3986344 Feb 07 16:50:34.638752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44828) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:34.643855 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d44e68e-88d2-4a96-acdd-8073a1a3ef16 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:50:34.644290 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d44e68e-88d2-4a96-acdd-8073a1a3ef16 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (c72a34df-d6ac-4c16-855a-61e069c1be32), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.652673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42801575-407d-4ee6-8936-ea0f55b9dfde tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Network': ['ID=5302e642-7415-4e75-9d6a-cea049ea754c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:34.673136 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 5302e642-7415-4e75-9d6a-cea049ea754c details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:50:34.676532 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:50:34.683421 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-64efe675-1006-4f9a-901b-7f3f0777ebd0 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'subnet': {'network_id': '5302e642-7415-4e75-9d6a-cea049ea754c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:34.711496 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00e87ef0-7455-49da-88f7-00a74ed9f661 req-c9645263-6d77-40d6-8a70-3ba5ee51e07e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0372031 Feb 07 16:50:34.763107 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ff4da6a3-2c5b-4fd1-bcc3-9506721e682e no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:50:34.795037 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: ff4da6a3-2c5b-4fd1-bcc3-9506721e682e {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:50:34.795565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ff4da6a3-2c5b-4fd1-bcc3-9506721e682e not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:50:34.838405 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3daa967-239d-42c3-b9d5-956bad788b53 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:50:34.851201 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3daa967-239d-42c3-b9d5-956bad788b53 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.852410 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c3daa967-239d-42c3-b9d5-956bad788b53 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "PUT /v2.0/routers/bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd HTTP/1.1" status: 200 len: 709 time: 5.7560954 Feb 07 16:50:34.855408 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44830) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:34.856999 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed999b0-6ed8-4b6a-986e-bc829e312d9f None None] Sync routers for ids ['bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:50:34.862152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02630a-5be7-4e62-85a4-dd7d4eb1e796 req-d85887c6-c0d9-4165-abd1-8ab91ceadd7d tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:34.863846 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e02630a-5be7-4e62-85a4-dd7d4eb1e796 req-d85887c6-c0d9-4165-abd1-8ab91ceadd7d tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.3851075 Feb 07 16:50:34.874212 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed999b0-6ed8-4b6a-986e-bc829e312d9f None None] Routers {'bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:34.876085 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9ed999b0-6ed8-4b6a-986e-bc829e312d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:50:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:34.904575 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d44e68e-88d2-4a96-acdd-8073a1a3ef16 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (ff4298bf-968a-47aa-aa56-842c9d2c5e0f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.927334 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d44e68e-88d2-4a96-acdd-8073a1a3ef16 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.934107 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1d44e68e-88d2-4a96-acdd-8073a1a3ef16 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] 10.222.0.18 "DELETE /v2.0/networks/ff4298bf-968a-47aa-aa56-842c9d2c5e0f HTTP/1.1" status: 204 len: 168 time: 1.1343427 Feb 07 16:50:34.941381 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9ed999b0-6ed8-4b6a-986e-bc829e312d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:34.953740 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-8912fa14-931f-4bfe-9ef7-7ef0f35b4a67 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:34.966832 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed999b0-6ed8-4b6a-986e-bc829e312d9f None None] Routers {'bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:34.968693 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9ed999b0-6ed8-4b6a-986e-bc829e312d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:50:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:35.022115 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44e68e-88d2-4a96-acdd-8073a1a3ef16 tempest-BulkNetworkOpsTest-977608142 tempest-BulkNetworkOpsTest-977608142-project] Pushing event deleted for resources: {'Network': ['ID=ff4298bf-968a-47aa-aa56-842c9d2c5e0f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:35.049678 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9ed999b0-6ed8-4b6a-986e-bc829e312d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:35.050779 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed999b0-6ed8-4b6a-986e-bc829e312d9f None None] The sync data for ids ['bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:50:35.056945 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7d343a38-5ba0-4f91-aa90-051b87d062ed tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "GET /v2.0/routers/bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd HTTP/1.1" status: 200 len: 744 time: 0.1963530 Feb 07 16:50:35.058973 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44834) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:35.093734 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-8912fa14-931f-4bfe-9ef7-7ef0f35b4a67 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Network 558210b1-aeef-4297-87e4-07b1b1a8ae99 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:35.094573 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-95f48a01-57c7-4d8b-bc09-b1537b455349 tempest-RoutersIpV6AdminTest-1132273215 tempest-RoutersIpV6AdminTest-1132273215-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&device_id=bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd HTTP/1.1" status: 200 len: 205 time: 0.0343592 Feb 07 16:50:35.097800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44836) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:35.113872 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64efe675-1006-4f9a-901b-7f3f0777ebd0 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Made reservation on behalf of 227e1d388d0541aba878f7829cff15ac for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:35.121348 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64efe675-1006-4f9a-901b-7f3f0777ebd0 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:35.141104 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-8912fa14-931f-4bfe-9ef7-7ef0f35b4a67 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:35.149678 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ab94437d-5e86-44df-8ed4-bcb7d2a69ad0 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd HTTP/1.1" status: 200 len: 205 time: 0.0483186 Feb 07 16:50:35.150584 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44838) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:35.202833 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-8912fa14-931f-4bfe-9ef7-7ef0f35b4a67 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:35.226662 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e02630a-5be7-4e62-85a4-dd7d4eb1e796 req-ae5c8593-4596-420b-b028-7e6777c7e657 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444593 Feb 07 16:50:35.260294 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51114565-2eb7-484e-9a0a-e72d15668a55 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router (bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:35.318116 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912fa14-931f-4bfe-9ef7-7ef0f35b4a67 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Pushing event updated for resources: {'Port': ['ID=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:35.395426 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-8912fa14-931f-4bfe-9ef7-7ef0f35b4a67 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:35.396282 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-8912fa14-931f-4bfe-9ef7-7ef0f35b4a67 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:35.436896 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-8912fa14-931f-4bfe-9ef7-7ef0f35b4a67 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1819336 Feb 07 16:50:35.453264 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Request body: {'port': {'device_id': 'a657a5bb-36be-45e9-abe9-8e055c03eb75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:35.566100 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44846) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:35.578443 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51114565-2eb7-484e-9a0a-e72d15668a55 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:35.595814 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:35.597421 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51114565-2eb7-484e-9a0a-e72d15668a55 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router_controller (bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:35.719927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d7646-33f7-4c7f-806e-a3bd683ddb44 req-3e51ea92-453a-495d-b48a-2c9d48ec2bff tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:35.730419 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a68d7646-33f7-4c7f-806e-a3bd683ddb44 req-3e51ea92-453a-495d-b48a-2c9d48ec2bff tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.2465596 Feb 07 16:50:35.739982 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51114565-2eb7-484e-9a0a-e72d15668a55 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:35.740526 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51114565-2eb7-484e-9a0a-e72d15668a55 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Fanout notify agent at l3_agent the message router_deleted on router bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:50:35.751903 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51114565-2eb7-484e-9a0a-e72d15668a55 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:35.757098 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-51114565-2eb7-484e-9a0a-e72d15668a55 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "DELETE /v2.0/routers/bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd HTTP/1.1" status: 204 len: 168 time: 0.6017981 Feb 07 16:50:35.763705 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44850) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:35.764619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-548ab012-cfa2-432f-bedc-4eea2781dfd6 None None] Provisioning complete for port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:35.765831 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-548ab012-cfa2-432f-bedc-4eea2781dfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:35.825253 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a68d7646-33f7-4c7f-806e-a3bd683ddb44 req-66683a0e-6752-425e-9548-373174cbd369 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910051 Feb 07 16:50:35.833209 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-548ab012-cfa2-432f-bedc-4eea2781dfd6 None None] Port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:50:35.853170 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c466384f-ca98-42c4-8f0c-e54aa06f62a5 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd HTTP/1.1" status: 200 len: 205 time: 0.0813031 Feb 07 16:50:35.858656 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44854) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:35.894942 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64efe675-1006-4f9a-901b-7f3f0777ebd0 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (5ff7ef98-05b2-43e6-8bb6-47b64b80a351), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:35.922279 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1a1a8ceb-8c96-4a1e-b539-f903695a05d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47e5adf973f34cfeabfc3507111ce862&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3481703 Feb 07 16:50:35.922943 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44856) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:35.986169 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-992e89ab-9eef-42d0-817d-34cff6591caa req-0321d1e3-bb39-404a-bc40-2571a7134cb8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0520051 Feb 07 16:50:36.042862 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0182d34f-465b-4bb8-88e2-3440d0402be0 admin admin] Publish callbacks [] for security_group (8a83951e-359b-48ac-92ad-50c8eb212d1a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:36.046674 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-939e4b25-5761-4abd-aebc-615462f3b5c4 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] delete failed (client error): The resource could not be found. Feb 07 16:50:36.049803 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-939e4b25-5761-4abd-aebc-615462f3b5c4 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "DELETE /v2.0/routers/bdd3b9f5-e7b5-4650-b231-bbc2fd66abdd HTTP/1.1" status: 404 len: 336 time: 0.1812167 Feb 07 16:50:36.057631 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44858) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:36.108964 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4b9e9ffb-9ab8-4870-be41-2dcf11fc145d tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8 HTTP/1.1" status: 200 len: 205 time: 0.0498872 Feb 07 16:50:36.113370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44860) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:36.123587 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0182d34f-465b-4bb8-88e2-3440d0402be0 admin admin] Publish callbacks [] for security_group (8a83951e-359b-48ac-92ad-50c8eb212d1a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:36.183117 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-45126b34-0934-4392-8d2c-261078709fba tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] delete failed (client error): The resource could not be found. Feb 07 16:50:36.186829 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-45126b34-0934-4392-8d2c-261078709fba tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "DELETE /v2.0/routers/bcd9ebb9-4fb5-4cd2-bc21-dc512f63c4a8 HTTP/1.1" status: 404 len: 336 time: 0.0697300 Feb 07 16:50:36.190101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44862) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:36.249171 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ed4f31c3-9d49-4763-a39c-eb4c961d627e tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d15475-9dae-4666-b637-a7eeafc63128 HTTP/1.1" status: 200 len: 205 time: 0.0554302 Feb 07 16:50:36.252632 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44864) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:36.308457 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-8c55030f-caa3-49a3-adde-4237aeda8f35 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] delete failed (client error): The resource could not be found. Feb 07 16:50:36.313880 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8c55030f-caa3-49a3-adde-4237aeda8f35 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "DELETE /v2.0/routers/36d15475-9dae-4666-b637-a7eeafc63128 HTTP/1.1" status: 404 len: 336 time: 0.0559771 Feb 07 16:50:36.313880 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44868) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:36.369954 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0182d34f-465b-4bb8-88e2-3440d0402be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8a83951e-359b-48ac-92ad-50c8eb212d1a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:36.373111 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0182d34f-465b-4bb8-88e2-3440d0402be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:36.374644 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0182d34f-465b-4bb8-88e2-3440d0402be0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a83951e-359b-48ac-92ad-50c8eb212d1a HTTP/1.1" status: 204 len: 168 time: 0.4505639 Feb 07 16:50:36.380992 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-44ec7e15-2d01-4650-b57f-654db6c32692 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "GET /v2.0/ports?device_id=03cb90d4-7232-4458-8a93-5ef202bc21bd HTTP/1.1" status: 200 len: 205 time: 0.0668011 Feb 07 16:50:36.381981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44872) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:36.483810 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182d34f-465b-4bb8-88e2-3440d0402be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a83951e-359b-48ac-92ad-50c8eb212d1a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:36.508687 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48000d7-4968-4678-a85c-bcd49c2a49f1 req-a6ddfaff-8511-4920-bc2a-a246e20e1cf4 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:36.513921 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-c0c1b531-3326-48d5-bed9-8543ab222b8e tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] delete failed (client error): The resource could not be found. Feb 07 16:50:36.517520 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c0c1b531-3326-48d5-bed9-8543ab222b8e tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "DELETE /v2.0/routers/03cb90d4-7232-4458-8a93-5ef202bc21bd HTTP/1.1" status: 404 len: 336 time: 0.1213393 Feb 07 16:50:36.517850 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b48000d7-4968-4678-a85c-bcd49c2a49f1 req-a6ddfaff-8511-4920-bc2a-a246e20e1cf4 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 931 time: 0.8819900 Feb 07 16:50:36.526339 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44874) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:36.535928 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32007295-cdb5-4e47-85f8-6bc1e294e639 req-d3885189-5763-4ca2-a426-eff2f0f418b1 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:36.538134 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-32007295-cdb5-4e47-85f8-6bc1e294e639 req-d3885189-5763-4ca2-a426-eff2f0f418b1 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.1714113 Feb 07 16:50:36.609504 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-32007295-cdb5-4e47-85f8-6bc1e294e639 req-572f4b63-515f-4dc5-a5a3-68e1be2012a8 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641000 Feb 07 16:50:36.612625 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4fbd4ece-5deb-45a2-a299-ff092c3ee378 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e3188-647e-48b8-9e0d-e5a8d410f4b9 HTTP/1.1" status: 200 len: 205 time: 0.0800202 Feb 07 16:50:36.613292 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44878) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:36.648805 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efe675-1006-4f9a-901b-7f3f0777ebd0 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Subnet': ['ID=5ff7ef98-05b2-43e6-8bb6-47b64b80a351,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:36.669536 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-5a930009-a320-40f9-9984-e69730047373 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] delete failed (client error): The resource could not be found. Feb 07 16:50:36.672969 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5a930009-a320-40f9-9984-e69730047373 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "DELETE /v2.0/routers/6b6e3188-647e-48b8-9e0d-e5a8d410f4b9 HTTP/1.1" status: 404 len: 336 time: 0.0561869 Feb 07 16:50:36.674242 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44880) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:36.700580 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64efe675-1006-4f9a-901b-7f3f0777ebd0 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Checking segment: {'id': '34039772-191e-4f61-b123-0671c7d76ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5302e642-7415-4e75-9d6a-cea049ea754c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:36.700947 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64efe675-1006-4f9a-901b-7f3f0777ebd0 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network hostable DHCP agents. Network: 5302e642-7415-4e75-9d6a-cea049ea754c, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:50:36.719139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e4bbb-3ede-4791-addc-6b638bd35b58 req-ee8fccc7-b34a-44f0-b9ca-acc35c2b3ebd tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:36.721126 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-81731ba1-dd7e-4606-a636-e566efbb4762 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "GET /v2.0/ports?device_id=25fe5c8e-1bb0-46d1-aaad-b59e3ed36256 HTTP/1.1" status: 200 len: 205 time: 0.0455163 Feb 07 16:50:36.721264 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e37e4bbb-3ede-4791-addc-6b638bd35b58 req-ee8fccc7-b34a-44f0-b9ca-acc35c2b3ebd tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.6783583 Feb 07 16:50:36.722432 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44884) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:36.739587 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b48000d7-4968-4678-a85c-bcd49c2a49f1 req-9df625e3-950c-4dff-b696-d7566a66b1a4 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213349 Feb 07 16:50:36.777739 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-1febd782-2458-476c-8cbc-bb576b4c4590 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] delete failed (client error): The resource could not be found. Feb 07 16:50:36.782452 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1febd782-2458-476c-8cbc-bb576b4c4590 tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "DELETE /v2.0/routers/25fe5c8e-1bb0-46d1-aaad-b59e3ed36256 HTTP/1.1" status: 404 len: 336 time: 0.0585871 Feb 07 16:50:36.783188 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44888) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:36.832213 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40336cd-5602-44e2-b64c-d5285fb2af3a tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] DELETE failed (client error): The resource could not be found. Feb 07 16:50:36.833657 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40336cd-5602-44e2-b64c-d5285fb2af3a tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:50:36.843231 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f40336cd-5602-44e2-b64c-d5285fb2af3a tempest-RoutersIpV6AdminTest-819743802 tempest-RoutersIpV6AdminTest-819743802-project] 10.222.0.18 "DELETE /v2.0/subnets/5b95471c-7f2d-41fd-ab53-c7a7b7f6e58d HTTP/1.1" status: 404 len: 337 time: 0.0583634 Feb 07 16:50:36.888086 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64efe675-1006-4f9a-901b-7f3f0777ebd0 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 5302e642-7415-4e75-9d6a-cea049ea754c is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:50:36.972778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-64efe675-1006-4f9a-901b-7f3f0777ebd0 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 5302e642-7415-4e75-9d6a-cea049ea754c) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:36.983482 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64efe675-1006-4f9a-901b-7f3f0777ebd0 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:36.984447 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64efe675-1006-4f9a-901b-7f3f0777ebd0 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:36.986062 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d85726-5d4f-46d3-9b48-581fe332a77c None None] Network 5302e642-7415-4e75-9d6a-cea049ea754c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:37.077946 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de08a26-a2eb-467f-835c-e270ffab5c30 req-15e457e8-e4fe-4414-9046-9b276efbe859 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:37.081247 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3de08a26-a2eb-467f-835c-e270ffab5c30 req-15e457e8-e4fe-4414-9046-9b276efbe859 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.1313112 Feb 07 16:50:37.215613 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-64efe675-1006-4f9a-901b-7f3f0777ebd0 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5732214 Feb 07 16:50:37.232285 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44902) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:37.255254 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f4ffd69f-5e7e-4494-bdb2-a92f6b22f6bb tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-823479124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:37.287626 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5302e642-7415-4e75-9d6a-cea049ea754c', 'network_id': '5302e642-7415-4e75-9d6a-cea049ea754c', 'project_id': '227e1d388d0541aba878f7829cff15ac', 'fixed_ips': [{'subnet_id': '5ff7ef98-05b2-43e6-8bb6-47b64b80a351'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:50:37.290006 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:37.329946 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3de08a26-a2eb-467f-835c-e270ffab5c30 req-a4b3d5dc-61a6-4c69-b0f3-0d414e2511d3 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130845 Feb 07 16:50:37.365744 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e37e4bbb-3ede-4791-addc-6b638bd35b58 req-3b2faf45-cdd3-4ab2-b980-421525b82351 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Deleting port f7d94d5b-60a4-410f-aeb9-679ac16e22b1 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:37.366303 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e37e4bbb-3ede-4791-addc-6b638bd35b58 req-3b2faf45-cdd3-4ab2-b980-421525b82351 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f7d94d5b-60a4-410f-aeb9-679ac16e22b1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:37.392050 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-188f3f89-b8d1-4e93-ae47-3dff4bfd879e req-69b7146d-9bba-4442-bfaf-f95a622983af tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.1607933 Feb 07 16:50:37.440428 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:50:37.448174 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44908) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:37.479400 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Publish callbacks [] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:37.549149 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4ffd69f-5e7e-4494-bdb2-a92f6b22f6bb tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (61b23f24-79e2-4041-b167-6ee53ae14f52), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:37.551265 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4ffd69f-5e7e-4494-bdb2-a92f6b22f6bb tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (61b23f24-79e2-4041-b167-6ee53ae14f52), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:37.566407 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-077e0df2-2385-4a34-83e4-2b3a561e4716 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2324574 Feb 07 16:50:37.663776 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4ffd69f-5e7e-4494-bdb2-a92f6b22f6bb tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router_controller (61b23f24-79e2-4041-b167-6ee53ae14f52), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:37.676678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Transition to ACTIVE for port object ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:50:37.683712 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4ffd69f-5e7e-4494-bdb2-a92f6b22f6bb tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (61b23f24-79e2-4041-b167-6ee53ae14f52), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:37.707549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] Allocated IP 172.20.0.2 (5302e642-7415-4e75-9d6a-cea049ea754c/5ff7ef98-05b2-43e6-8bb6-47b64b80a351/58f13344-0fbe-4c6c-a654-c982cf86421c) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:50:37.713586 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:37.719512 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f4ffd69f-5e7e-4494-bdb2-a92f6b22f6bb tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:37.721372 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f4ffd69f-5e7e-4494-bdb2-a92f6b22f6bb tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4871461 Feb 07 16:50:37.731865 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44918) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:37.810333 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-872902af-c33d-42d8-8f94-73743015403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:37.810781 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-872902af-c33d-42d8-8f94-73743015403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:37.811385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-872902af-c33d-42d8-8f94-73743015403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:37.811891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-872902af-c33d-42d8-8f94-73743015403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:37.812564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-872902af-c33d-42d8-8f94-73743015403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:37.813168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-872902af-c33d-42d8-8f94-73743015403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:37.813733 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-872902af-c33d-42d8-8f94-73743015403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:37.823692 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-872902af-c33d-42d8-8f94-73743015403e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9341a8a4fe41fe98e19305419da9b8&device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 6718 time: 0.1719337 Feb 07 16:50:38.053803 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44922) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:38.092982 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e37e4bbb-3ede-4791-addc-6b638bd35b58 req-3b2faf45-cdd3-4ab2-b980-421525b82351 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] For port f7d94d5b-60a4-410f-aeb9-679ac16e22b1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=f7d94d5b-60a4-410f-aeb9-679ac16e22b1,segment=NetworkSegment(c5dc7732-40aa-4a3a-8260-36e702b52004),segment_id=c5dc7732-40aa-4a3a-8260-36e702b52004)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:38.093845 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e37e4bbb-3ede-4791-addc-6b638bd35b58 req-3b2faf45-cdd3-4ab2-b980-421525b82351 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f7d94d5b-60a4-410f-aeb9-679ac16e22b1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:38.128643 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] Publish callbacks [] for port (58f13344-0fbe-4c6c-a654-c982cf86421c), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:38.137979 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (58f13344-0fbe-4c6c-a654-c982cf86421c), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:38.151929 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:38.167498 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1973d60a-5751-448c-9152-06f312b73353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:38.207708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-514dc696-44ed-4d2d-94fd-89e11c69c075 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-758868387'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:38.220979 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] Pushing event updated for resources: {'Port': ['ID=58f13344-0fbe-4c6c-a654-c982cf86421c,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:38.224876 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] Network 5302e642-7415-4e75-9d6a-cea049ea754c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:38.227583 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:38.245913 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:38.261570 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514dc696-44ed-4d2d-94fd-89e11c69c075 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:38.265310 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-514dc696-44ed-4d2d-94fd-89e11c69c075 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:38.279280 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d7915-e25c-498a-adbb-0b9a18202981 req-2997bce1-fd90-4377-8073-bd8206047933 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:38.281014 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b34d7915-e25c-498a-adbb-0b9a18202981 req-2997bce1-fd90-4377-8073-bd8206047933 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 945 time: 0.4218781 Feb 07 16:50:38.295247 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-514dc696-44ed-4d2d-94fd-89e11c69c075 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:38.339205 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] Attempting to bind port 58f13344-0fbe-4c6c-a654-c982cf86421c on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:50:38.339880 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] Attempting to bind port 58f13344-0fbe-4c6c-a654-c982cf86421c by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '34039772-191e-4f61-b123-0671c7d76ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5302e642-7415-4e75-9d6a-cea049ea754c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:50:38.340431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] Attempting to bind port 58f13344-0fbe-4c6c-a654-c982cf86421c on network 5302e642-7415-4e75-9d6a-cea049ea754c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:50:38.348161 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:50:38.348746 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] Checking segment: {'id': '34039772-191e-4f61-b123-0671c7d76ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5302e642-7415-4e75-9d6a-cea049ea754c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:38.349367 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:38.350651 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] Bound using segment: {'id': '34039772-191e-4f61-b123-0671c7d76ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5302e642-7415-4e75-9d6a-cea049ea754c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:50:38.351342 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] Bound port: 58f13344-0fbe-4c6c-a654-c982cf86421c, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34039772-191e-4f61-b123-0671c7d76ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5302e642-7415-4e75-9d6a-cea049ea754c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:50:38.351847 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (58f13344-0fbe-4c6c-a654-c982cf86421c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:38.360128 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e37e4bbb-3ede-4791-addc-6b638bd35b58 req-3b2faf45-cdd3-4ab2-b980-421525b82351 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Calling delete_port for f7d94d5b-60a4-410f-aeb9-679ac16e22b1 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:38.400702 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b34d7915-e25c-498a-adbb-0b9a18202981 req-3512befd-e5fb-454a-9f36-cf7dea590fdd tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/security-groups?id=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019344 Feb 07 16:50:38.448844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-43c1ac9b-43a5-40fb-b78e-bc2723051852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:38.449447 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-43c1ac9b-43a5-40fb-b78e-bc2723051852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:38.450023 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-43c1ac9b-43a5-40fb-b78e-bc2723051852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:38.451665 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-43c1ac9b-43a5-40fb-b78e-bc2723051852 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c8c7efe8-323f-461c-b8f3-d0df0e78b272&id=772a5458-241a-4973-8916-b74170ada414&id=772a5458-241a-4973-8916-b74170ada414&id=772a5458-241a-4973-8916-b74170ada414&id=772a5458-241a-4973-8916-b74170ada414&id=6ff3d289-1ffa-4a39-b840-9958ff036d72&id=6ff3d289-1ffa-4a39-b840-9958ff036d72 HTTP/1.1" status: 200 len: 2298 time: 0.6015291 Feb 07 16:50:38.464651 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] For port 58f13344-0fbe-4c6c-a654-c982cf86421c, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:50:38.471239 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] For port 58f13344-0fbe-4c6c-a654-c982cf86421c, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=58f13344-0fbe-4c6c-a654-c982cf86421c,segment=NetworkSegment(34039772-191e-4f61-b123-0671c7d76ed7),segment_id=34039772-191e-4f61-b123-0671c7d76ed7)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:50:38.487704 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (58f13344-0fbe-4c6c-a654-c982cf86421c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:38.561175 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c75b9-717a-48e9-8999-dea5f7bb6f62 None None] Pushing event updated for resources: {'Port': ['ID=58f13344-0fbe-4c6c-a654-c982cf86421c,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:38.621856 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1973d60a-5751-448c-9152-06f312b73353 admin admin] Publish callbacks [] for security_group (bc9fece2-2971-46a8-ba5c-c3875b08adcb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:38.665294 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1973d60a-5751-448c-9152-06f312b73353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bc9fece2-2971-46a8-ba5c-c3875b08adcb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:38.667318 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943db74c-a4ce-4411-94c5-0fc4341cb19d req-97d0c2f9-8d74-496f-af5c-2068b30ca34c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:38.669134 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-943db74c-a4ce-4411-94c5-0fc4341cb19d req-97d0c2f9-8d74-496f-af5c-2068b30ca34c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.7341957 Feb 07 16:50:38.704403 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Attempting to bind port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:50:38.704783 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Attempting to bind port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:50:38.705335 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Attempting to bind port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 on network 558210b1-aeef-4297-87e4-07b1b1a8ae99 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:50:38.723391 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973d60a-5751-448c-9152-06f312b73353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9fece2-2971-46a8-ba5c-c3875b08adcb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:38.767326 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 on network 558210b1-aeef-4297-87e4-07b1b1a8ae99 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:50:38.767741 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Attempting to bind port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 on network 558210b1-aeef-4297-87e4-07b1b1a8ae99 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:50:38.783372 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-c10c04da-7457-4688-abfa-de3cf51524ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c18a493-54e9-4842-8756-24673405aff8 HTTP/1.1" status: 200 len: 1002 time: 0.3216021 Feb 07 16:50:38.801817 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-514dc696-44ed-4d2d-94fd-89e11c69c075 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (71d873e1-b802-4394-af57-3eabfbbb90ca), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:38.813872 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:50:38.815015 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Checking segment: {'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:38.815946 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Bound using segment: {'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:50:38.817040 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Bound port: ea91aac2-6103-4fb6-9882-bc52e9d4f2e8, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:50:38.817960 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:38.819188 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-514dc696-44ed-4d2d-94fd-89e11c69c075 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (71d873e1-b802-4394-af57-3eabfbbb90ca), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:38.827994 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1973d60a-5751-448c-9152-06f312b73353 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc817d8b18af4c6ba57e29654c080b58&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3759146 Feb 07 16:50:38.852766 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44930) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:38.853648 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e37e4bbb-3ede-4791-addc-6b638bd35b58 req-3b2faf45-cdd3-4ab2-b980-421525b82351 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f7d94d5b-60a4-410f-aeb9-679ac16e22b1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:38.890020 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917552d-07dd-4caf-978c-802e3e768980 req-789ef829-7ff0-4d10-9da2-847af17c1b7f tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:38.899879 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1917552d-07dd-4caf-978c-802e3e768980 req-789ef829-7ff0-4d10-9da2-847af17c1b7f tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.3514774 Feb 07 16:50:38.938543 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514dc696-44ed-4d2d-94fd-89e11c69c075 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:50:38.950197 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2faf45-cdd3-4ab2-b980-421525b82351 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Pushing event deleted for resources: {'Port': ['ID=f7d94d5b-60a4-410f-aeb9-679ac16e22b1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:38.999065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dc696-44ed-4d2d-94fd-89e11c69c075 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d873e1-b802-4394-af57-3eabfbbb90ca,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:39.002607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-9326a4c7-d4c5-4697-a4ca-c3fbf78c05a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:39.004137 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-9326a4c7-d4c5-4697-a4ca-c3fbf78c05a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e220672-ddb5-4004-a2c7-1c1467c4afbb HTTP/1.1" status: 200 len: 855 time: 0.2009237 Feb 07 16:50:39.049900 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1917552d-07dd-4caf-978c-802e3e768980 req-6d5b24eb-a686-4aca-827d-1489c92b7829 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493568 Feb 07 16:50:39.051277 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-514dc696-44ed-4d2d-94fd-89e11c69c075 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (cb8e2608-ca32-4a72-ab37-a9fc843f8bde), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:39.051636 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-514dc696-44ed-4d2d-94fd-89e11c69c075 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Added segment cb8e2608-ca32-4a72-ab37-a9fc843f8bde of type vlan for network 741ae769-8ddc-4b4c-a864-c352da55a9de Feb 07 16:50:39.157187 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-943db74c-a4ce-4411-94c5-0fc4341cb19d req-8dec3e97-ca13-490d-aca8-70304dd76da2 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4592345 Feb 07 16:50:39.173050 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-514dc696-44ed-4d2d-94fd-89e11c69c075 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (741ae769-8ddc-4b4c-a864-c352da55a9de), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:39.209824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37e4bbb-3ede-4791-addc-6b638bd35b58 req-3b2faf45-cdd3-4ab2-b980-421525b82351 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] No DVR routers for this DVR port f7d94d5b-60a4-410f-aeb9-679ac16e22b1 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:50:39.213719 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e37e4bbb-3ede-4791-addc-6b638bd35b58 req-3b2faf45-cdd3-4ab2-b980-421525b82351 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:39.218221 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e37e4bbb-3ede-4791-addc-6b638bd35b58 req-3b2faf45-cdd3-4ab2-b980-421525b82351 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.48 "DELETE /v2.0/ports/f7d94d5b-60a4-410f-aeb9-679ac16e22b1 HTTP/1.1" status: 204 len: 173 time: 2.4887943 Feb 07 16:50:39.237897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fab980-611f-4af3-8d6f-917ad46f0655', 'name': 'network-vif-deleted', 'tag': 'f7d94d5b-60a4-410f-aeb9-679ac16e22b1'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:50:39.238045 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-c3e1c9ed-e1cb-42f8-90c5-c3fbeb150356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:39.240319 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-c3e1c9ed-e1cb-42f8-90c5-c3fbeb150356 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8c7efe8-323f-461c-b8f3-d0df0e78b272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2202144 Feb 07 16:50:39.246341 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17472565-37b6-48ec-8489-668abd43f724" -d '{"events": [{"server_uuid": "e8fab980-611f-4af3-8d6f-917ad46f0655", "name": "network-vif-deleted", "tag": "f7d94d5b-60a4-410f-aeb9-679ac16e22b1"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:50:39.248262 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b547ab8c-9593-4d99-a463-034ed853e129 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:39.339708 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d02f4a-cecb-4aa8-9864-ffe45a13ca32 x-openstack-request-id: req-11d02f4a-cecb-4aa8-9864-ffe45a13ca32 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:50:39.340209 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fab980-611f-4af3-8d6f-917ad46f0655", "name": "network-vif-deleted", "tag": "f7d94d5b-60a4-410f-aeb9-679ac16e22b1", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:50:39.340615 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11d02f4a-cecb-4aa8-9864-ffe45a13ca32 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:50:39.341252 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fab980-611f-4af3-8d6f-917ad46f0655', 'name': 'network-vif-deleted', 'tag': 'f7d94d5b-60a4-410f-aeb9-679ac16e22b1', 'status': 'completed', 'code': 200} Feb 07 16:50:39.349691 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30a0656b-64ea-4661-8595-b305688aae0b admin admin] Publish callbacks [] for security_group (bc9fece2-2971-46a8-ba5c-c3875b08adcb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:39.380268 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] For port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:50:39.524566 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30a0656b-64ea-4661-8595-b305688aae0b admin admin] Publish callbacks [] for security_group (bc9fece2-2971-46a8-ba5c-c3875b08adcb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:39.563641 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] For port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:50:39.616019 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 58f13344-0fbe-4c6c-a654-c982cf86421c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:50:39.648474 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9e4ba5f0-9ff7-4df7-a490-dce925360621 req-efbe8462-47a2-433d-9962-2e7b502b9568 tempest-ListServerFiltersTestJSON-1222742811 tempest-ListServerFiltersTestJSON-1222742811-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8fab980-611f-4af3-8d6f-917ad46f0655 HTTP/1.1" status: 200 len: 210 time: 0.0418653 Feb 07 16:50:39.650019 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:39.711959 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:39.712731 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:39.714245 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] 10.222.0.48 "PUT /v2.0/ports/ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 HTTP/1.1" status: 200 len: 1091 time: 4.2696857 Feb 07 16:50:39.799992 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e49be9-cfef-4104-b47a-f52d384440e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:39.943704 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30a0656b-64ea-4661-8595-b305688aae0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bc9fece2-2971-46a8-ba5c-c3875b08adcb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:39.953897 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30a0656b-64ea-4661-8595-b305688aae0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:39.961799 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-30a0656b-64ea-4661-8595-b305688aae0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc9fece2-2971-46a8-ba5c-c3875b08adcb HTTP/1.1" status: 204 len: 168 time: 1.0947392 Feb 07 16:50:39.973557 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 58f13344-0fbe-4c6c-a654-c982cf86421c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:39.974107 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (58f13344-0fbe-4c6c-a654-c982cf86421c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:40.034182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0656b-64ea-4661-8595-b305688aae0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9fece2-2971-46a8-ba5c-c3875b08adcb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:40.079300 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7abe3acb-f440-4790-b330-11af3e991981 req-ad0f110b-b3b6-40bd-a8bb-f7435a07d2c4 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.8977556 Feb 07 16:50:40.176636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-40425580-11f0-4586-8da7-f9961b3ab04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:40.185721 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-40425580-11f0-4586-8da7-f9961b3ab04f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fdea7f1b6324f67b931aa532697bca1&device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 1125 time: 0.3787541 Feb 07 16:50:40.277181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device f7d94d5b-60a4-410f-aeb9-679ac16e22b1 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:50:40.297426 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-514dc696-44ed-4d2d-94fd-89e11c69c075 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (741ae769-8ddc-4b4c-a864-c352da55a9de), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:40.298780 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-fde91b81-7947-4757-9099-c71b118aa908 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 HTTP/1.1" status: 200 len: 217 time: 0.1056299 Feb 07 16:50:40.306928 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: f7d94d5b-60a4-410f-aeb9-679ac16e22b1 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:50:40.307308 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device f7d94d5b-60a4-410f-aeb9-679ac16e22b1 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:50:40.319319 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514dc696-44ed-4d2d-94fd-89e11c69c075 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:40.321415 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-514dc696-44ed-4d2d-94fd-89e11c69c075 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:40.428607 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 58f13344-0fbe-4c6c-a654-c982cf86421c is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:40.429086 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (58f13344-0fbe-4c6c-a654-c982cf86421c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:40.436526 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:50:40.475048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-128da536-5b4e-4071-917c-6def8f4a084a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:40.476992 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-128da536-5b4e-4071-917c-6def8f4a084a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e08eff2f-7c93-4ede-90b9-2e6bbced6db6 HTTP/1.1" status: 200 len: 856 time: 0.1589994 Feb 07 16:50:40.519257 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 58f13344-0fbe-4c6c-a654-c982cf86421c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=58f13344-0fbe-4c6c-a654-c982cf86421c,segment=NetworkSegment(34039772-191e-4f61-b123-0671c7d76ed7),segment_id=34039772-191e-4f61-b123-0671c7d76ed7)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:40.525899 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (58f13344-0fbe-4c6c-a654-c982cf86421c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:40.545845 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-b39283f1-2042-4124-9614-26eb60789ce6 service neutron] 10.222.0.32 "GET /v2.0/networks/c8c7efe8-323f-461c-b8f3-d0df0e78b272?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2703702 Feb 07 16:50:40.568345 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70911b-0d4b-4267-8cf7-9ca6ace22e41 req-b2f32f77-dca7-4eb7-b5f1-fb8d3b334183 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:40.582451 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9a70911b-0d4b-4267-8cf7-9ca6ace22e41 req-b2f32f77-dca7-4eb7-b5f1-fb8d3b334183 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.2796838 Feb 07 16:50:40.605815 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-514dc696-44ed-4d2d-94fd-89e11c69c075 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5432096 Feb 07 16:50:40.606601 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b547ab8c-9593-4d99-a463-034ed853e129 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Allocated IP 172.20.0.1 (5302e642-7415-4e75-9d6a-cea049ea754c/5ff7ef98-05b2-43e6-8bb6-47b64b80a351/30da145a-a31f-431f-8416-c8759940ec09) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:50:40.611555 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44946) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:40.675876 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=58f13344-0fbe-4c6c-a654-c982cf86421c,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:40.680378 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-625a9f09-cb5c-4f67-9fb7-919b371c6c7c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de', 'name': 'tempest-PortsTestJSON-1002141778'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:40.807525 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dc696-44ed-4d2d-94fd-89e11c69c075 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Network': ['ID=741ae769-8ddc-4b4c-a864-c352da55a9de,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:40.824019 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 741ae769-8ddc-4b4c-a864-c352da55a9de details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:50:40.841795 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44950) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:40.843892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8c318d-65fe-4673-8bbe-09549be72449 None None] Network 5302e642-7415-4e75-9d6a-cea049ea754c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:40.853383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a550e9-9e2a-4405-ae56-b01d3f22ec6c req-755674ec-7b71-48c5-be64-97566cefaab4 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:40.855167 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46a550e9-9e2a-4405-ae56-b01d3f22ec6c req-755674ec-7b71-48c5-be64-97566cefaab4 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.5012243 Feb 07 16:50:40.943753 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ab945a7a-a049-4814-a5b9-d51388da8af7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb280506a18a4ed5bc5fff1f1712db89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0873494 Feb 07 16:50:40.958543 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44952) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:40.984865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9bc79909-73e4-46aa-8433-d48c176a8359 None None] Provisioning complete for port 58f13344-0fbe-4c6c-a654-c982cf86421c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:40.985641 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9bc79909-73e4-46aa-8433-d48c176a8359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (58f13344-0fbe-4c6c-a654-c982cf86421c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:41.059501 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-4d29610e-4451-40bd-ad8a-25e32883def4 service neutron] 10.222.0.32 "GET /v2.0/networks/c8c7efe8-323f-461c-b8f3-d0df0e78b272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647902 Feb 07 16:50:41.063616 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46a550e9-9e2a-4405-ae56-b01d3f22ec6c req-781b8e27-269e-4d0e-a08c-3361f304fae1 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775837 Feb 07 16:50:41.116075 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b573f75-8926-4c78-ae32-71da7350f280 admin admin] Publish callbacks [] for security_group (68b482b2-1dcf-4ed1-8cb8-118ca1e949c8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:41.121669 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b547ab8c-9593-4d99-a463-034ed853e129 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (30da145a-a31f-431f-8416-c8759940ec09), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:41.142611 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-c8eb01e5-5a0d-4f96-b991-88f6b084049c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=4e8a50dc-546f-49cf-8211-bd142bfffa0c HTTP/1.1" status: 200 len: 217 time: 0.0755286 Feb 07 16:50:41.165000 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9bc79909-73e4-46aa-8433-d48c176a8359 None None] Current status of the port 58f13344-0fbe-4c6c-a654-c982cf86421c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:41.188816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44956) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:41.192010 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b573f75-8926-4c78-ae32-71da7350f280 admin admin] Publish callbacks [] for security_group (68b482b2-1dcf-4ed1-8cb8-118ca1e949c8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:41.193090 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625a9f09-cb5c-4f67-9fb7-919b371c6c7c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:41.197032 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-625a9f09-cb5c-4f67-9fb7-919b371c6c7c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:41.224236 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9a70911b-0d4b-4267-8cf7-9ca6ace22e41 req-72c0cdf4-c679-49c7-bd3a-7b820e07c8ad tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6405492 Feb 07 16:50:41.269780 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-da0513c6-7abe-4236-a8af-b24f63f28492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:41.271585 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-da0513c6-7abe-4236-a8af-b24f63f28492 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=558210b1-aeef-4297-87e4-07b1b1a8ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7863653 Feb 07 16:50:41.298576 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-625a9f09-cb5c-4f67-9fb7-919b371c6c7c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] device_id is not set on port 48b285f4-b476-4e54-b946-e2c01d5d84fc yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:50:41.316787 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b547ab8c-9593-4d99-a463-034ed853e129 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (30da145a-a31f-431f-8416-c8759940ec09), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:41.349693 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ad5ef50b-a060-4e0e-8c64-bc93565b3e26 req-2ed62285-22bc-4e34-842e-aca0190cd187 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0650091 Feb 07 16:50:41.385002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c3ad76-8f25-4c80-b0f4-73866f041ead admin admin] Deleting subnet fbc1aeb0-f564-4aed-899c-470db657e6a4 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:50:41.388873 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ad76-8f25-4c80-b0f4-73866f041ead admin admin] Publish callbacks [] for subnet (fbc1aeb0-f564-4aed-899c-470db657e6a4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:41.391354 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-ae3c85a1-c33c-4a22-9357-13e03483709e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:41.392819 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-ae3c85a1-c33c-4a22-9357-13e03483709e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe980b80-4ff0-4853-82e3-b744d6a56a26 HTTP/1.1" status: 200 len: 797 time: 0.2380974 Feb 07 16:50:41.413673 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a657a5bb-36be-45e9-abe9-8e055c03eb75', 'tag': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:50:41.416232 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddf9f18-85cf-4203-b314-70463a430e75" -d '{"events": [{"name": "network-changed", "server_uuid": "a657a5bb-36be-45e9-abe9-8e055c03eb75", "tag": "ea91aac2-6103-4fb6-9882-bc52e9d4f2e8"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:50:41.474606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 58f13344-0fbe-4c6c-a654-c982cf86421c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:50:41.481860 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ad76-8f25-4c80-b0f4-73866f041ead admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (fbc1aeb0-f564-4aed-899c-470db657e6a4), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:41.533390 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b573f75-8926-4c78-ae32-71da7350f280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (68b482b2-1dcf-4ed1-8cb8-118ca1e949c8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:41.537120 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b573f75-8926-4c78-ae32-71da7350f280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:41.538910 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1b573f75-8926-4c78-ae32-71da7350f280 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68b482b2-1dcf-4ed1-8cb8-118ca1e949c8 HTTP/1.1" status: 204 len: 168 time: 0.5788138 Feb 07 16:50:41.543799 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-99b9730c-f641-474a-908f-655dbb6c0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:41.545942 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-99b9730c-f641-474a-908f-655dbb6c0e26 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=772a5458-241a-4973-8916-b74170ada414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1271458 Feb 07 16:50:41.556403 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444d826d-b3b4-4b41-bb6b-bbad7c488af7 x-openstack-request-id: req-444d826d-b3b4-4b41-bb6b-bbad7c488af7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:50:41.556863 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a657a5bb-36be-45e9-abe9-8e055c03eb75", "tag": "ea91aac2-6103-4fb6-9882-bc52e9d4f2e8", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:50:41.557126 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-444d826d-b3b4-4b41-bb6b-bbad7c488af7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:50:41.557549 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a657a5bb-36be-45e9-abe9-8e055c03eb75', 'tag': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8', 'status': 'completed', 'code': 200} Feb 07 16:50:41.572820 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b573f75-8926-4c78-ae32-71da7350f280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b482b2-1dcf-4ed1-8cb8-118ca1e949c8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:41.593126 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b547ab8c-9593-4d99-a463-034ed853e129 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 5302e642-7415-4e75-9d6a-cea049ea754c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:41.601405 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547ab8c-9593-4d99-a463-034ed853e129 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=30da145a-a31f-431f-8416-c8759940ec09,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:41.604275 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b547ab8c-9593-4d99-a463-034ed853e129 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:41.614202 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b547ab8c-9593-4d99-a463-034ed853e129 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:41.697376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-917cdce7-beb9-4c65-8ce6-b04540b7965d None None] Provisioning complete for port 58f13344-0fbe-4c6c-a654-c982cf86421c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:41.698135 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-917cdce7-beb9-4c65-8ce6-b04540b7965d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (58f13344-0fbe-4c6c-a654-c982cf86421c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:41.707523 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b547ab8c-9593-4d99-a463-034ed853e129 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (61b23f24-79e2-4041-b167-6ee53ae14f52), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:41.750612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 58f13344-0fbe-4c6c-a654-c982cf86421c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:41.751067 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (58f13344-0fbe-4c6c-a654-c982cf86421c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:41.771723 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ad76-8f25-4c80-b0f4-73866f041ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (fbc1aeb0-f564-4aed-899c-470db657e6a4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:41.842142 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-9f3fdc40-fadd-4f00-8593-cd011677d6f2 service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826297 Feb 07 16:50:41.963929 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ad76-8f25-4c80-b0f4-73866f041ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (fbc1aeb0-f564-4aed-899c-470db657e6a4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:42.005542 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3ad76-8f25-4c80-b0f4-73866f041ead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbc1aeb0-f564-4aed-899c-470db657e6a4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:42.019603 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ad76-8f25-4c80-b0f4-73866f041ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:42.020818 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-917cdce7-beb9-4c65-8ce6-b04540b7965d None None] Current status of the port 58f13344-0fbe-4c6c-a654-c982cf86421c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:42.026893 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f2c3ad76-8f25-4c80-b0f4-73866f041ead admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fbc1aeb0-f564-4aed-899c-470db657e6a4 HTTP/1.1" status: 204 len: 168 time: 0.8285878 Feb 07 16:50:42.035999 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44962) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:42.046178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05789cc-c691-4cd0-9d82-b22a736339fc None None] Network eacd91f5-96b8-4f5f-ab05-3e846d134af4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:42.213504 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (eacd91f5-96b8-4f5f-ab05-3e846d134af4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:42.262147 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 58f13344-0fbe-4c6c-a654-c982cf86421c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:42.287762 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5b2572c0-bf56-4d19-8a29-3156a260d72b None None] Provisioning complete for port 30da145a-a31f-431f-8416-c8759940ec09 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:42.292096 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b2572c0-bf56-4d19-8a29-3156a260d72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (30da145a-a31f-431f-8416-c8759940ec09), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:42.321929 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-6b3a604f-9b1c-4317-aa77-c9c83e577761 service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666052 Feb 07 16:50:42.373549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5b2572c0-bf56-4d19-8a29-3156a260d72b None None] Port 30da145a-a31f-431f-8416-c8759940ec09 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:50:42.451036 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-4ba14de7-9664-44ff-a7d8-4d44a8069bd9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=143a4394-acab-4b64-907b-aa1207677eba HTTP/1.1" status: 200 len: 217 time: 0.0798383 Feb 07 16:50:42.487439 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f216ce-a825-4401-b59d-2a329266185c None None] DHCP port deletion for eacd91f5-96b8-4f5f-ab05-3e846d134af4 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:50:42.493704 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a46d8c-c81a-4509-a63a-1120c63d1fbc req-b2eb9771-2188-4491-803d-bf5381cc7aa5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:42.502144 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14a46d8c-c81a-4509-a63a-1120c63d1fbc req-b2eb9771-2188-4491-803d-bf5381cc7aa5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.2782178 Feb 07 16:50:42.566392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-29f216ce-a825-4401-b59d-2a329266185c None None] Deleting port 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:42.566784 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-29f216ce-a825-4401-b59d-2a329266185c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4e063135-bdd0-4d58-a9c5-78d8d1c7b747), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:42.615178 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-a6eaa095-f7ff-4084-ae38-4aaeadeada9b service neutron] 10.222.0.48 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3353090 Feb 07 16:50:42.634850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] Deleting port 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:42.635201 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4e063135-bdd0-4d58-a9c5-78d8d1c7b747), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:42.640117 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14a46d8c-c81a-4509-a63a-1120c63d1fbc req-8e0c8c8e-6787-4c1d-a0a8-ba20984b4bff tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369753 Feb 07 16:50:42.654379 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-ffc44e8c-e140-4599-adbf-2f9e6e544960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:42.655932 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-ffc44e8c-e140-4599-adbf-2f9e6e544960 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe980b80-4ff0-4853-82e3-b744d6a56a26 HTTP/1.1" status: 200 len: 797 time: 0.2000282 Feb 07 16:50:42.738623 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-29f216ce-a825-4401-b59d-2a329266185c None None] For port 4e063135-bdd0-4d58-a9c5-78d8d1c7b747, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4e063135-bdd0-4d58-a9c5-78d8d1c7b747,segment=NetworkSegment(c5dc7732-40aa-4a3a-8260-36e702b52004),segment_id=c5dc7732-40aa-4a3a-8260-36e702b52004)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:42.742394 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-29f216ce-a825-4401-b59d-2a329266185c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4e063135-bdd0-4d58-a9c5-78d8d1c7b747), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:42.760552 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2924a4f-cb02-4637-b0ab-5481a3997992 req-ba11e4fd-af0f-40ad-8c00-3f860bd340f4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0388887 Feb 07 16:50:42.770465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-29f216ce-a825-4401-b59d-2a329266185c None None] Calling delete_port for 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:42.816176 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-625a9f09-cb5c-4f67-9fb7-919b371c6c7c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (48b285f4-b476-4e54-b946-e2c01d5d84fc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:42.890832 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-38fc9eba-de78-4711-b81f-e67bd75ceaea req-f93cb375-0601-4821-8e2b-64e1ddaeaa71 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0709980 Feb 07 16:50:42.903960 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] For port 4e063135-bdd0-4d58-a9c5-78d8d1c7b747, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4e063135-bdd0-4d58-a9c5-78d8d1c7b747,segment=NetworkSegment(c5dc7732-40aa-4a3a-8260-36e702b52004),segment_id=c5dc7732-40aa-4a3a-8260-36e702b52004)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:42.907112 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4e063135-bdd0-4d58-a9c5-78d8d1c7b747), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:42.939865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-ab7df35f-fc33-4c6d-9dac-03830ca7fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:42.941432 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-ab7df35f-fc33-4c6d-9dac-03830ca7fb78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=772a5458-241a-4973-8916-b74170ada414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2336321 Feb 07 16:50:42.943962 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b547ab8c-9593-4d99-a463-034ed853e129 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (30da145a-a31f-431f-8416-c8759940ec09), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:42.960250 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d9550-23ac-4f96-8cc8-da5b82798456 req-0f8349da-abb5-4a37-a2ab-520c3c16711e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:42.962206 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff3d9550-23ac-4f96-8cc8-da5b82798456 req-0f8349da-abb5-4a37-a2ab-520c3c16711e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.3458033 Feb 07 16:50:42.964644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] Calling delete_port for 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:42.979809 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-29f216ce-a825-4401-b59d-2a329266185c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (4e063135-bdd0-4d58-a9c5-78d8d1c7b747), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:43.059550 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f216ce-a825-4401-b59d-2a329266185c None None] No DVR routers for this DVR port 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:50:43.062094 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f216ce-a825-4401-b59d-2a329266185c None None] Pushing event deleted for resources: {'Port': ['ID=4e063135-bdd0-4d58-a9c5-78d8d1c7b747,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:43.094216 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0e3bdda-bb05-4b39-bd24-bdf40cc699f9 req-09c3240b-e0c1-4b1b-9c49-53466fbb53df service neutron] 10.222.0.48 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117358 Feb 07 16:50:43.096950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2924a4f-cb02-4637-b0ab-5481a3997992 req-4fead1a7-710a-45a3-8704-5ef0bf6aa35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:43.099406 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2924a4f-cb02-4637-b0ab-5481a3997992 req-4fead1a7-710a-45a3-8704-5ef0bf6aa35f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 1127 time: 0.2781343 Feb 07 16:50:43.113249 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-625a9f09-cb5c-4f67-9fb7-919b371c6c7c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (48b285f4-b476-4e54-b946-e2c01d5d84fc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:43.209197 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a9f09-cb5c-4f67-9fb7-919b371c6c7c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=48b285f4-b476-4e54-b946-e2c01d5d84fc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:43.229101 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-5015d9cc-5afa-4874-8966-84cf70e5765b service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755485 Feb 07 16:50:43.255531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44988) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:43.384658 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-5fc1ec14-31c6-4bb3-8194-7cb230e2e79a service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195869 Feb 07 16:50:43.385532 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (4e063135-bdd0-4d58-a9c5-78d8d1c7b747), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:43.402089 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4206c81e-fd19-4ec2-ad30-b705ef512aa7 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1131278762'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:43.433808 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:50:43.439960 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e063135-bdd0-4d58-a9c5-78d8d1c7b747,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:43.455426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:50:43.455870 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:50:43.475330 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff3d9550-23ac-4f96-8cc8-da5b82798456 req-a702fa7c-b1cc-4d9d-84c0-8c4de958f5c5 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891369 Feb 07 16:50:43.498069 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] No DVR routers for this DVR port 4e063135-bdd0-4d58-a9c5-78d8d1c7b747 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:50:43.504007 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-11450e00-f42d-488b-9454-fdec7581f5e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=2db5c0bc-b866-4e0d-a809-0111cf41496d HTTP/1.1" status: 200 len: 217 time: 0.1121211 Feb 07 16:50:43.551854 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2924a4f-cb02-4637-b0ab-5481a3997992 req-da702d19-0a80-4027-96f5-1b32e100e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:43.553888 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2924a4f-cb02-4637-b0ab-5481a3997992 req-da702d19-0a80-4027-96f5-1b32e100e752 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.4085085 Feb 07 16:50:43.555097 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4206c81e-fd19-4ec2-ad30-b705ef512aa7 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Made reservation on behalf of e7a9c2e02838401aaeccf69f489cbaca for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:43.559205 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4206c81e-fd19-4ec2-ad30-b705ef512aa7 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:43.618006 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a9f09-cb5c-4f67-9fb7-919b371c6c7c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Checking segment: {'id': 'cb8e2608-ca32-4a72-ab37-a9fc843f8bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:43.618845 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625a9f09-cb5c-4f67-9fb7-919b371c6c7c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network hostable DHCP agents. Network: 741ae769-8ddc-4b4c-a864-c352da55a9de, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:50:43.634633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf9f18-85cf-4203-b314-70463a430e75 req-153bf545-142f-424d-9cdb-a4bcf5b6f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:43.636232 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ddf9f18-85cf-4203-b314-70463a430e75 req-153bf545-142f-424d-9cdb-a4bcf5b6f5ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fdea7f1b6324f67b931aa532697bca1&device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 1125 time: 0.4354625 Feb 07 16:50:43.638282 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4206c81e-fd19-4ec2-ad30-b705ef512aa7 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:43.665552 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (eacd91f5-96b8-4f5f-ab05-3e846d134af4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:43.669376 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2924a4f-cb02-4637-b0ab-5481a3997992 req-6c28d071-6f96-45b4-8053-2f9ce3b13641 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96463051-c299-4469-b0b7-ee7aabbdaf68 HTTP/1.1" status: 200 len: 217 time: 0.1028156 Feb 07 16:50:43.704261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacd91f5-96b8-4f5f-ab05-3e846d134af4']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:43.720918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-2aed6822-86fd-483e-b35f-e891e5591c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:43.722482 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-2aed6822-86fd-483e-b35f-e891e5591c2c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe980b80-4ff0-4853-82e3-b744d6a56a26 HTTP/1.1" status: 200 len: 797 time: 0.1880617 Feb 07 16:50:43.727341 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5dc7732-40aa-4a3a-8260-36e702b52004') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:43.727958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5dc7732-40aa-4a3a-8260-36e702b52004') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:43.788952 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (c5dc7732-40aa-4a3a-8260-36e702b52004), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:43.812191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625a9f09-cb5c-4f67-9fb7-919b371c6c7c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 741ae769-8ddc-4b4c-a864-c352da55a9de is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:50:43.821788 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (c5dc7732-40aa-4a3a-8260-36e702b52004), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:43.848571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2924a4f-cb02-4637-b0ab-5481a3997992 req-7816d505-957e-4fd7-80e3-036fc9994767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:43.850128 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2924a4f-cb02-4637-b0ab-5481a3997992 req-7816d505-957e-4fd7-80e3-036fc9994767 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.1652298 Feb 07 16:50:43.877632 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-625a9f09-cb5c-4f67-9fb7-919b371c6c7c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 741ae769-8ddc-4b4c-a864-c352da55a9de) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:43.893732 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902abb1f-e8d9-4933-8704-7232624029c6 None None] Network 741ae769-8ddc-4b4c-a864-c352da55a9de requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:43.896867 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a9f09-cb5c-4f67-9fb7-919b371c6c7c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:43.902971 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:50:43.903437 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625a9f09-cb5c-4f67-9fb7-919b371c6c7c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:43.904101 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-625a9f09-cb5c-4f67-9fb7-919b371c6c7c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:43.904578 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (c5dc7732-40aa-4a3a-8260-36e702b52004), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:43.934676 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2924a4f-cb02-4637-b0ab-5481a3997992 req-94b32748-4b80-4868-a5b7-254920495517 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717030 Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:50:44.016172 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:50:44.021780 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (eacd91f5-96b8-4f5f-ab05-3e846d134af4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:44.065708 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:44.070355 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] 10.222.0.18 "DELETE /v2.0/networks/eacd91f5-96b8-4f5f-ab05-3e846d134af4 HTTP/1.1" status: 204 len: 168 time: 2.0328970 Feb 07 16:50:44.088042 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f50161-4f28-4b67-8c8e-e075253e5a24 admin admin] Pushing event deleted for resources: {'Network': ['ID=eacd91f5-96b8-4f5f-ab05-3e846d134af4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:44.093398 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4206c81e-fd19-4ec2-ad30-b705ef512aa7 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks [] for security_group (d3942664-a464-46ca-a3fa-7b00cd9d894d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:44.095985 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-d7c962c5-4b5a-4cc4-be2e-cc0fcbf0b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:44.099111 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-d7c962c5-4b5a-4cc4-be2e-cc0fcbf0b3d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=772a5458-241a-4973-8916-b74170ada414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3685622 Feb 07 16:50:44.101901 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4206c81e-fd19-4ec2-ad30-b705ef512aa7 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d3942664-a464-46ca-a3fa-7b00cd9d894d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:44.112957 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf9f18-85cf-4203-b314-70463a430e75 req-5491f644-63b8-4a44-9c00-098160e2d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:44.114529 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ddf9f18-85cf-4203-b314-70463a430e75 req-5491f644-63b8-4a44-9c00-098160e2d836 service neutron] 10.222.0.48 "GET /v2.0/networks?id=558210b1-aeef-4297-87e4-07b1b1a8ae99 HTTP/1.1" status: 200 len: 918 time: 0.4438376 Feb 07 16:50:44.118704 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-625a9f09-cb5c-4f67-9fb7-919b371c6c7c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.5039032 Feb 07 16:50:44.123199 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b547ab8c-9593-4d99-a463-034ed853e129 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (30da145a-a31f-431f-8416-c8759940ec09), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:44.140279 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44998) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:44.148887 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8cca526-770d-4a63-acf1-56cd67e35c68 req-e6ec2623-d8a9-44e3-8e0f-e68d074ba1ba tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0795345 Feb 07 16:50:44.158041 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3faec307-d983-47ed-9ee5-0262342d8026 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-787959885'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:44.188018 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b547ab8c-9593-4d99-a463-034ed853e129 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (30da145a-a31f-431f-8416-c8759940ec09), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:44.218927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4206c81e-fd19-4ec2-ad30-b705ef512aa7 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:50:44.238011 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3faec307-d983-47ed-9ee5-0262342d8026 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:44.240653 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d0d49-6437-4def-93bb-f1e6783eebc1 req-354447fb-5c6d-4c1d-94dc-05ee4494a34c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:44.246682 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3faec307-d983-47ed-9ee5-0262342d8026 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:44.249423 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-942d0d49-6437-4def-93bb-f1e6783eebc1 req-354447fb-5c6d-4c1d-94dc-05ee4494a34c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.4239359 Feb 07 16:50:44.297470 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4206c81e-fd19-4ec2-ad30-b705ef512aa7 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (dd81920a-f1b7-404f-b883-2c4b7e6c97a3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:44.298851 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-4206c81e-fd19-4ec2-ad30-b705ef512aa7 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Added segment dd81920a-f1b7-404f-b883-2c4b7e6c97a3 of type vlan for network 1df8b516-c40e-4594-ab6a-49f88c007437 Feb 07 16:50:44.305135 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2924a4f-cb02-4637-b0ab-5481a3997992 req-50e8bbf2-b0d5-4981-ab12-9783c4d4552f service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604627 Feb 07 16:50:44.305697 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206c81e-fd19-4ec2-ad30-b705ef512aa7 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3942664-a464-46ca-a3fa-7b00cd9d894d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:44.307339 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ddf9f18-85cf-4203-b314-70463a430e75 req-59235a38-7212-4efe-b2e9-aa4fe10a49ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 HTTP/1.1" status: 200 len: 217 time: 0.1625667 Feb 07 16:50:44.418281 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-942d0d49-6437-4def-93bb-f1e6783eebc1 req-9a2a864a-93f0-4214-ac05-6cc4f7c33824 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675649 Feb 07 16:50:44.420565 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf9f18-85cf-4203-b314-70463a430e75 req-a151d165-6467-4d2a-8c60-687a90b3abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:44.422088 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ddf9f18-85cf-4203-b314-70463a430e75 req-a151d165-6467-4d2a-8c60-687a90b3abf5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e08eff2f-7c93-4ede-90b9-2e6bbced6db6 HTTP/1.1" status: 200 len: 856 time: 0.0765367 Feb 07 16:50:44.427442 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45000) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:44.439456 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4206c81e-fd19-4ec2-ad30-b705ef512aa7 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (1df8b516-c40e-4594-ab6a-49f88c007437), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:44.449206 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-b69782de-cc92-482a-bbf7-7b4f497ed117 service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437274 Feb 07 16:50:44.544960 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547ab8c-9593-4d99-a463-034ed853e129 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=30da145a-a31f-431f-8416-c8759940ec09,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:44.552108 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b547ab8c-9593-4d99-a463-034ed853e129 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (61b23f24-79e2-4041-b167-6ee53ae14f52), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:44.562488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3faec307-d983-47ed-9ee5-0262342d8026 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:50:44.602464 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4206c81e-fd19-4ec2-ad30-b705ef512aa7 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (1df8b516-c40e-4594-ab6a-49f88c007437), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:44.604243 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3faec307-d983-47ed-9ee5-0262342d8026 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (3516dee7-e826-4abb-a262-a397092e67ea), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:44.604617 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-3faec307-d983-47ed-9ee5-0262342d8026 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Added segment 3516dee7-e826-4abb-a262-a397092e67ea of type vlan for network 91b32995-5458-4322-b6a4-84b9fb36b4d4 Feb 07 16:50:44.608528 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4206c81e-fd19-4ec2-ad30-b705ef512aa7 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:44.609468 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4206c81e-fd19-4ec2-ad30-b705ef512aa7 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:44.653772 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8b50ba7e-0f25-402e-8d43-9946dc4d8dbc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e537d6aed5484b7693a0f8461dd66379&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2032738 Feb 07 16:50:44.688537 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45004) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:44.693368 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2924a4f-cb02-4637-b0ab-5481a3997992 req-e5cf5c89-2947-4f01-8c60-caac3c84382c service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879159 Feb 07 16:50:44.714815 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf9f18-85cf-4203-b314-70463a430e75 req-08d3f095-aa8d-4acb-8ac5-e5ae3d32aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:44.716348 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ddf9f18-85cf-4203-b314-70463a430e75 req-08d3f095-aa8d-4acb-8ac5-e5ae3d32aad2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=558210b1-aeef-4297-87e4-07b1b1a8ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2465401 Feb 07 16:50:44.751915 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4206c81e-fd19-4ec2-ad30-b705ef512aa7 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4953384 Feb 07 16:50:44.767381 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45006) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:44.779212 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0bed56cb-30b5-42f5-b5d2-d27e61f24183 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Request body: {'subnet': {'network_id': '1df8b516-c40e-4594-ab6a-49f88c007437', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:44.790135 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-86253551-d3f8-4aeb-bfab-0457a3f238b6 service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247750 Feb 07 16:50:44.794555 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3faec307-d983-47ed-9ee5-0262342d8026 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (91b32995-5458-4322-b6a4-84b9fb36b4d4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:44.804400 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206c81e-fd19-4ec2-ad30-b705ef512aa7 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event updated for resources: {'Network': ['ID=1df8b516-c40e-4594-ab6a-49f88c007437,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:44.827576 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 1df8b516-c40e-4594-ab6a-49f88c007437 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:50:44.837311 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dcfe3-5aa5-4003-baf2-d23234faa617 req-fb4cac90-2666-42a3-94bf-c7223c7f11e0 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:44.838974 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f75dcfe3-5aa5-4003-baf2-d23234faa617 req-fb4cac90-2666-42a3-94bf-c7223c7f11e0 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.2710898 Feb 07 16:50:44.912884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b547ab8c-9593-4d99-a463-034ed853e129 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 5302e642-7415-4e75-9d6a-cea049ea754c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:44.914326 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3faec307-d983-47ed-9ee5-0262342d8026 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (91b32995-5458-4322-b6a4-84b9fb36b4d4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:44.919867 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faec307-d983-47ed-9ee5-0262342d8026 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:44.920043 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3faec307-d983-47ed-9ee5-0262342d8026 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:44.921210 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-68920ada-33c1-402a-b3db-b16163f791b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=d8f99488-5442-4647-9351-c993cff78c12 HTTP/1.1" status: 200 len: 217 time: 0.1133618 Feb 07 16:50:44.934882 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b547ab8c-9593-4d99-a463-034ed853e129 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:44.937506 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b259d61-4045-44df-b25f-db854968b507 admin admin] Publish callbacks [] for security_group (be211b7d-7f8e-4dde-a962-e8b36c0ffa2b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:45.021905 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b259d61-4045-44df-b25f-db854968b507 admin admin] Publish callbacks [] for security_group (be211b7d-7f8e-4dde-a962-e8b36c0ffa2b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:45.052787 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3faec307-d983-47ed-9ee5-0262342d8026 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9063590 Feb 07 16:50:45.058394 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45008) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:45.065408 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'ports': [{'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de'}, {'network_id': '91b32995-5458-4322-b6a4-84b9fb36b4d4'}]} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:45.065894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:45.066313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'network_id': '91b32995-5458-4322-b6a4-84b9fb36b4d4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:45.078723 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ddf9f18-85cf-4203-b314-70463a430e75 req-73170b6f-9cd6-46a7-a762-f4554e4d4adf service neutron] 10.222.0.48 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538401 Feb 07 16:50:45.125109 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-63efb17e-52e3-4923-bfa9-594032249894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:45.127018 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-63efb17e-52e3-4923-bfa9-594032249894 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe980b80-4ff0-4853-82e3-b744d6a56a26 HTTP/1.1" status: 200 len: 797 time: 0.2005703 Feb 07 16:50:45.138819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faec307-d983-47ed-9ee5-0262342d8026 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Network': ['ID=91b32995-5458-4322-b6a4-84b9fb36b4d4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:45.164492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b259d61-4045-44df-b25f-db854968b507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (be211b7d-7f8e-4dde-a962-e8b36c0ffa2b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:45.168193 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 91b32995-5458-4322-b6a4-84b9fb36b4d4 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:50:45.171327 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b259d61-4045-44df-b25f-db854968b507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:45.176736 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0b259d61-4045-44df-b25f-db854968b507 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be211b7d-7f8e-4dde-a962-e8b36c0ffa2b HTTP/1.1" status: 204 len: 168 time: 0.4848945 Feb 07 16:50:45.274883 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bed56cb-30b5-42f5-b5d2-d27e61f24183 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Made reservation on behalf of e7a9c2e02838401aaeccf69f489cbaca for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:45.280108 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f75dcfe3-5aa5-4003-baf2-d23234faa617 req-e640b564-2281-483e-84f9-65eac61c9fbe tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147224 Feb 07 16:50:45.281160 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bed56cb-30b5-42f5-b5d2-d27e61f24183 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:45.422582 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-96d86385-df64-41c1-afb8-df41ecfd976a None None] Provisioning complete for port 30da145a-a31f-431f-8416-c8759940ec09 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:45.423368 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-96d86385-df64-41c1-afb8-df41ecfd976a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (30da145a-a31f-431f-8416-c8759940ec09), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:45.473696 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ddf9f18-85cf-4203-b314-70463a430e75 req-19b15069-42b5-4df9-886c-ce9da666d53b service neutron] 10.222.0.48 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370705 Feb 07 16:50:45.492463 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b259d61-4045-44df-b25f-db854968b507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be211b7d-7f8e-4dde-a962-e8b36c0ffa2b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:45.520683 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-96d86385-df64-41c1-afb8-df41ecfd976a None None] Port 30da145a-a31f-431f-8416-c8759940ec09 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:50:45.556979 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd24ccb7-42ea-434f-bdc9-e975b5ceff84 req-5aa9862a-b85b-4eca-b89a-2b5dcad64fa8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0921910 Feb 07 16:50:45.709422 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b547ab8c-9593-4d99-a463-034ed853e129 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router 61b23f24-79e2-4041-b167-6ee53ae14f52 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:50:45.711256 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bed56cb-30b5-42f5-b5d2-d27e61f24183 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (f2a447a1-9ebd-41a7-b00d-bda5a9fabcd1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:45.721941 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-697774fb-a1b2-4f15-bacb-d6d77b590425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:45.722596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464aec9-0353-4bd2-881e-67f613590740 req-920b86f8-a213-4e23-9b6b-9a3a5cab1d15 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:45.723961 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-697774fb-a1b2-4f15-bacb-d6d77b590425 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=772a5458-241a-4973-8916-b74170ada414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5450163 Feb 07 16:50:45.730652 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6464aec9-0353-4bd2-881e-67f613590740 req-920b86f8-a213-4e23-9b6b-9a3a5cab1d15 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.1551886 Feb 07 16:50:45.782685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'port': 2} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:45.787855 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:45.811416 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:45.846669 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed56cb-30b5-42f5-b5d2-d27e61f24183 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event updated for resources: {'Subnet': ['ID=f2a447a1-9ebd-41a7-b00d-bda5a9fabcd1,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:45.890528 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bed56cb-30b5-42f5-b5d2-d27e61f24183 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Checking segment: {'id': 'dd81920a-f1b7-404f-b883-2c4b7e6c97a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1df8b516-c40e-4594-ab6a-49f88c007437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:45.890902 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bed56cb-30b5-42f5-b5d2-d27e61f24183 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Network hostable DHCP agents. Network: 1df8b516-c40e-4594-ab6a-49f88c007437, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:50:45.908596 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-30299cd3-abfc-44dd-97eb-78075b47ca2d service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585674 Feb 07 16:50:45.917965 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bed56cb-30b5-42f5-b5d2-d27e61f24183 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Network 1df8b516-c40e-4594-ab6a-49f88c007437 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:50:45.991120 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0bed56cb-30b5-42f5-b5d2-d27e61f24183 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 1df8b516-c40e-4594-ab6a-49f88c007437) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:46.003383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d254351-92ca-4bc1-80cf-6fadad92696f None None] Network 1df8b516-c40e-4594-ab6a-49f88c007437 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:46.041160 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bed56cb-30b5-42f5-b5d2-d27e61f24183 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:46.043421 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bed56cb-30b5-42f5-b5d2-d27e61f24183 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:46.128898 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0bed56cb-30b5-42f5-b5d2-d27e61f24183 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3552959 Feb 07 16:50:46.136223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45028) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:46.150203 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bc3855dc-7c7b-4a98-b6c2-e613b2608739 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Request body: {'port': {'network_id': '1df8b516-c40e-4594-ab6a-49f88c007437', 'name': 'tempest-AllowedAddressPairTestJSON-2125799263'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:46.228352 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-9bd215e1-e2da-4da9-a7e2-5e0316647a07 service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069770 Feb 07 16:50:46.291562 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-1df8b516-c40e-4594-ab6a-49f88c007437', 'network_id': '1df8b516-c40e-4594-ab6a-49f88c007437', 'project_id': 'e7a9c2e02838401aaeccf69f489cbaca', 'fixed_ips': [{'subnet_id': 'f2a447a1-9ebd-41a7-b00d-bda5a9fabcd1'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:50:46.292517 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:46.310805 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:50:46.366856 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6464aec9-0353-4bd2-881e-67f613590740 req-048218ac-2b87-4254-a66a-a732d2fd710f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6344712 Feb 07 16:50:46.452478 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b547ab8c-9593-4d99-a463-034ed853e129 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:50:46.459572 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b547ab8c-9593-4d99-a463-034ed853e129 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/61b23f24-79e2-4041-b167-6ee53ae14f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7233140 Feb 07 16:50:46.473407 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45038) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:46.482392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a7eb05-d85a-48d8-adcb-66b4ea2d2503 None None] Sync routers for ids ['61b23f24-79e2-4041-b167-6ee53ae14f52'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:50:46.624616 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Allocated IP 172.20.0.2 (1df8b516-c40e-4594-ab6a-49f88c007437/f2a447a1-9ebd-41a7-b00d-bda5a9fabcd1/8d853f50-16f3-4864-a5f4-e0dfa869320c) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:50:46.749717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] device_id is not set on port ac47b079-84b1-4081-9e20-cd346419901d yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:50:46.782183 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-3151da6c-db02-4b85-afdb-1037059dc22c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=77883321-267c-498d-946e-72ebe4f0e50c HTTP/1.1" status: 200 len: 217 time: 0.5470665 Feb 07 16:50:46.820526 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Publish callbacks [] for port (8d853f50-16f3-4864-a5f4-e0dfa869320c), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:46.837960 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a7eb05-d85a-48d8-adcb-66b4ea2d2503 None None] Routers {'61b23f24-79e2-4041-b167-6ee53ae14f52'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:46.838969 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-47a7eb05-d85a-48d8-adcb-66b4ea2d2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:50:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['61b23f24-79e2-4041-b167-6ee53ae14f52'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:46.863163 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (ac47b079-84b1-4081-9e20-cd346419901d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:46.877510 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (8d853f50-16f3-4864-a5f4-e0dfa869320c), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:46.883870 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-47a7eb05-d85a-48d8-adcb-66b4ea2d2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:46.937319 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Network 1df8b516-c40e-4594-ab6a-49f88c007437 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:46.941255 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-232245bf-2a26-4031-a427-4167d1313c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:46.943268 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-232245bf-2a26-4031-a427-4167d1313c10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dc3c94e-0036-4741-beec-77866fd95a96 HTTP/1.1" status: 200 len: 797 time: 0.1431246 Feb 07 16:50:46.960463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:46.963375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a7eb05-d85a-48d8-adcb-66b4ea2d2503 None None] Routers {'61b23f24-79e2-4041-b167-6ee53ae14f52'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:46.964412 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-47a7eb05-d85a-48d8-adcb-66b4ea2d2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:50:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['61b23f24-79e2-4041-b167-6ee53ae14f52'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:46.980400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] device_id is not set on port 0a2a7ba4-e6c7-4fbd-8b1c-dc7558a07126 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:50:47.004579 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:47.013508 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c64986-199e-4c30-99f1-d037bbc099c4 req-8c9cd861-10c4-4271-a806-fe4c45219cbb tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:47.014884 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d4c64986-199e-4c30-99f1-d037bbc099c4 req-8c9cd861-10c4-4271-a806-fe4c45219cbb tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.2315860 Feb 07 16:50:47.046486 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-47a7eb05-d85a-48d8-adcb-66b4ea2d2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:47.049768 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a7eb05-d85a-48d8-adcb-66b4ea2d2503 None None] The sync data for ids ['61b23f24-79e2-4041-b167-6ee53ae14f52'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:50:47.071128 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3855dc-7c7b-4a98-b6c2-e613b2608739 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Made reservation on behalf of e7a9c2e02838401aaeccf69f489cbaca for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:47.075357 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc3855dc-7c7b-4a98-b6c2-e613b2608739 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:47.100504 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (0a2a7ba4-e6c7-4fbd-8b1c-dc7558a07126), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:47.104489 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-bc3855dc-7c7b-4a98-b6c2-e613b2608739 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] device_id is not set on port 45bf721f-2b65-421d-b452-ab069ac55681 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:50:47.166645 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4d77c5-a16b-455d-9943-a5124e8d3a88 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:47.168423 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8b4d77c5-a16b-455d-9943-a5124e8d3a88 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/ports/30da145a-a31f-431f-8416-c8759940ec09 HTTP/1.1" status: 200 len: 910 time: 0.6939986 Feb 07 16:50:47.171942 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ac47b079-84b1-4081-9e20-cd346419901d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:47.204283 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45048) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:47.206927 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8516c40d-b300-4ceb-9cb7-67e1f7135ecd req-684c3986-04a5-467c-b6a0-57ce67ca83e1 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0563343 Feb 07 16:50:47.280990 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-cd767216-05fd-457e-8547-0f5bb90bc7bc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ff7ef98-05b2-43e6-8bb6-47b64b80a351'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:47.308629 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-f36b71b6-b926-4d98-ace5-ed6c22e6462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:47.314712 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-f36b71b6-b926-4d98-ace5-ed6c22e6462f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ff3d289-1ffa-4a39-b840-9958ff036d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3630626 Feb 07 16:50:47.335069 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=ac47b079-84b1-4081-9e20-cd346419901d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:47.457820 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d4c64986-199e-4c30-99f1-d037bbc099c4 req-b594b58f-b186-4d1e-839a-935381f02c60 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328649 Feb 07 16:50:47.493189 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-bc3855dc-7c7b-4a98-b6c2-e613b2608739 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Allocated IP 172.20.0.11 (1df8b516-c40e-4594-ab6a-49f88c007437/f2a447a1-9ebd-41a7-b00d-bda5a9fabcd1/45bf721f-2b65-421d-b452-ab069ac55681) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:50:47.554399 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-85bf184d-d3b2-4eef-9ca3-667ed650f99a service neutron] 10.222.0.32 "GET /v2.0/networks/6ff3d289-1ffa-4a39-b840-9958ff036d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208266 Feb 07 16:50:47.600325 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 741ae769-8ddc-4b4c-a864-c352da55a9de is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:47.611046 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:47.617805 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:47.618955 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (0a2a7ba4-e6c7-4fbd-8b1c-dc7558a07126), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:47.621935 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd767216-05fd-457e-8547-0f5bb90bc7bc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (30da145a-a31f-431f-8416-c8759940ec09), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:47.635352 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:47.655865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'port_id': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8', 'mac_address': 'fa:16:3e:6a:51:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:50:47.673835 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Pushing event updated for resources: {'Port': ['ID=8d853f50-16f3-4864-a5f4-e0dfa869320c,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:47.693877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Attempting to bind port 8d853f50-16f3-4864-a5f4-e0dfa869320c on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:50:47.694259 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Attempting to bind port 8d853f50-16f3-4864-a5f4-e0dfa869320c by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'dd81920a-f1b7-404f-b883-2c4b7e6c97a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1df8b516-c40e-4594-ab6a-49f88c007437'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:50:47.695310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Attempting to bind port 8d853f50-16f3-4864-a5f4-e0dfa869320c on network 1df8b516-c40e-4594-ab6a-49f88c007437 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:50:47.732044 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:47.733613 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:47.734013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:47.734635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:47.734986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:47.735334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:47.735745 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:47.736092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:47.736605 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:47.736949 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:47.737302 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:47.737718 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:47.738197 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:50:47.767562 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:50:47.768245 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Checking segment: {'id': 'dd81920a-f1b7-404f-b883-2c4b7e6c97a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1df8b516-c40e-4594-ab6a-49f88c007437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:47.768952 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:47.769513 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Bound using segment: {'id': 'dd81920a-f1b7-404f-b883-2c4b7e6c97a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1df8b516-c40e-4594-ab6a-49f88c007437'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:50:47.770649 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Bound port: 8d853f50-16f3-4864-a5f4-e0dfa869320c, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd81920a-f1b7-404f-b883-2c4b7e6c97a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1df8b516-c40e-4594-ab6a-49f88c007437'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:50:47.770649 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8d853f50-16f3-4864-a5f4-e0dfa869320c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:47.831619 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=0a2a7ba4-e6c7-4fbd-8b1c-dc7558a07126,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:47.904482 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Checking segment: {'id': '3516dee7-e826-4abb-a262-a397092e67ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '91b32995-5458-4322-b6a4-84b9fb36b4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:47.904810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network hostable DHCP agents. Network: 91b32995-5458-4322-b6a4-84b9fb36b4d4, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:50:47.918343 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:47.925661 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:47.931151 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc3855dc-7c7b-4a98-b6c2-e613b2608739 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks [] for port (45bf721f-2b65-421d-b452-ab069ac55681), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:47.988551 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:50:48.036009 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-44ca0ca3-2867-479f-9a5b-c21dc40ec8f0 service neutron] 10.222.0.32 "GET /v2.0/networks/6ff3d289-1ffa-4a39-b840-9958ff036d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725745 Feb 07 16:50:48.043077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 91b32995-5458-4322-b6a4-84b9fb36b4d4 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:50:48.052068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fb583-981e-406b-9e9b-10b6836e024d req-89ce4ed7-b6eb-4e1d-8b61-2989aace2c1b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:48.055162 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e64fb583-981e-406b-9e9b-10b6836e024d req-89ce4ed7-b6eb-4e1d-8b61-2989aace2c1b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.3782420 Feb 07 16:50:48.059488 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] For port 8d853f50-16f3-4864-a5f4-e0dfa869320c, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:50:48.066711 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 91b32995-5458-4322-b6a4-84b9fb36b4d4) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:48.066966 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] For port 8d853f50-16f3-4864-a5f4-e0dfa869320c, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8d853f50-16f3-4864-a5f4-e0dfa869320c,segment=NetworkSegment(dd81920a-f1b7-404f-b883-2c4b7e6c97a3),segment_id=dd81920a-f1b7-404f-b883-2c4b7e6c97a3)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:50:48.077440 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:48.083103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:48.088659 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:48.089401 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:48.090059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a167ad87-f68c-4f1f-9757-5e667e5b2d82 None None] Network 91b32995-5458-4322-b6a4-84b9fb36b4d4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:48.109530 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2951b845-445d-4a68-b7cd-6ad26267446e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0472276 Feb 07 16:50:48.110441 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45074) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:48.123613 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-96109896-de27-4e88-b9d3-d3691f49c08f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1f140185-94e6-47ae-a1d1-6d64b078a33e HTTP/1.1" status: 200 len: 217 time: 0.0668321 Feb 07 16:50:48.124152 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc3855dc-7c7b-4a98-b6c2-e613b2608739 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (45bf721f-2b65-421d-b452-ab069ac55681), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:48.181641 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8d853f50-16f3-4864-a5f4-e0dfa869320c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:48.255184 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e64fb583-981e-406b-9e9b-10b6836e024d req-749fa8ac-1631-4af4-a85b-2b932803c7fc tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907442 Feb 07 16:50:48.311468 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3855dc-7c7b-4a98-b6c2-e613b2608739 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Network 1df8b516-c40e-4594-ab6a-49f88c007437 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:48.322951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bc3855dc-7c7b-4a98-b6c2-e613b2608739 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:48.327726 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3855dc-7c7b-4a98-b6c2-e613b2608739 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:48.331106 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3855dc-7c7b-4a98-b6c2-e613b2608739 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event updated for resources: {'Port': ['ID=45bf721f-2b65-421d-b452-ab069ac55681,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:48.347523 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:48.381013 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-3854792d-f6d1-4625-af62-bd19758ad026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:48.387751 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-3854792d-f6d1-4625-af62-bd19758ad026 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dc3c94e-0036-4741-beec-77866fd95a96 HTTP/1.1" status: 200 len: 797 time: 0.2500529 Feb 07 16:50:48.395452 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:48.477146 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96f54125-6d2d-478f-82eb-2b675dc3d0eb req-1e42e3d9-8b00-438e-aa9a-dca78f3a8595 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0926056 Feb 07 16:50:48.495512 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3855dc-7c7b-4a98-b6c2-e613b2608739 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:48.496240 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc3855dc-7c7b-4a98-b6c2-e613b2608739 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:48.501260 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c300f7-82a7-4a66-afb1-8b14eb268973 None None] Pushing event updated for resources: {'Port': ['ID=8d853f50-16f3-4864-a5f4-e0dfa869320c,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:48.556994 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45084) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:48.557262 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bc3855dc-7c7b-4a98-b6c2-e613b2608739 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4192200 Feb 07 16:50:48.561205 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d39e4-5044-452e-998e-7c21b344969e req-f210f165-006e-4ab8-850b-cfc12e095cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:48.563116 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-f210f165-006e-4ab8-850b-cfc12e095cba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ff3d289-1ffa-4a39-b840-9958ff036d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1666422 Feb 07 16:50:48.568703 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e3f2515d-6e62-4913-a98b-9b7055275204 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Request body: {'port': {'network_id': '1df8b516-c40e-4594-ab6a-49f88c007437', 'name': 'tempest-AllowedAddressPairTestJSON-191715155', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:00:ff:84'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:48.607610 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:48.660660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f37b1d48-7ce9-431c-9894-e21a6fcc7852 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port 0a2a7ba4-e6c7-4fbd-8b1c-dc7558a07126 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:48.661012 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f37b1d48-7ce9-431c-9894-e21a6fcc7852 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (0a2a7ba4-e6c7-4fbd-8b1c-dc7558a07126), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:48.751347 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['ea91aac2-6103-4fb6-9882-bc52e9d4f2e8'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:50:48.773056 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45086) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:48.838115 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd767216-05fd-457e-8547-0f5bb90bc7bc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (30da145a-a31f-431f-8416-c8759940ec09), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:48.922752 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd767216-05fd-457e-8547-0f5bb90bc7bc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (30da145a-a31f-431f-8416-c8759940ec09), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:48.991181 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b14a14-49a5-40e3-971a-7796ccb34d7e req-2d13a842-726c-415d-b9b9-98c083df457a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:48.994168 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f1b14a14-49a5-40e3-971a-7796ccb34d7e req-2d13a842-726c-415d-b9b9-98c083df457a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.3227911 Feb 07 16:50:49.018407 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-fa2a1809-0844-4703-9083-aec8457a7edf service neutron] 10.222.0.32 "GET /v2.0/networks/6ff3d289-1ffa-4a39-b840-9958ff036d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467218 Feb 07 16:50:49.023490 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f2515d-6e62-4913-a98b-9b7055275204 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Made reservation on behalf of e7a9c2e02838401aaeccf69f489cbaca for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:49.186145 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f1b14a14-49a5-40e3-971a-7796ccb34d7e req-c9d51ec8-5243-4f55-96f2-b85f2a6b9cde tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798337 Feb 07 16:50:49.214984 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f37b1d48-7ce9-431c-9894-e21a6fcc7852 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (0a2a7ba4-e6c7-4fbd-8b1c-dc7558a07126), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:49.240078 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6f77-6fa2-4cfd-9d12-588cea36cb61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:49.252141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f37b1d48-7ce9-431c-9894-e21a6fcc7852 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for 0a2a7ba4-e6c7-4fbd-8b1c-dc7558a07126 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:49.253960 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd767216-05fd-457e-8547-0f5bb90bc7bc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=30da145a-a31f-431f-8416-c8759940ec09,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:49.254320 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d2d39e4-5044-452e-998e-7c21b344969e req-4652c42e-3903-4cfa-b3f3-112d00f8f9e1 service neutron] 10.222.0.32 "GET /v2.0/networks/6ff3d289-1ffa-4a39-b840-9958ff036d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859918 Feb 07 16:50:49.266078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd767216-05fd-457e-8547-0f5bb90bc7bc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:49.266997 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd767216-05fd-457e-8547-0f5bb90bc7bc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:49.270984 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cd767216-05fd-457e-8547-0f5bb90bc7bc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/ports/30da145a-a31f-431f-8416-c8759940ec09 HTTP/1.1" status: 200 len: 910 time: 2.0602973 Feb 07 16:50:49.275036 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45098) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:49.410921 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6f77-6fa2-4cfd-9d12-588cea36cb61 admin admin] Publish callbacks [] for security_group (049f3d44-5b83-486e-a477-4b12ac11eb78), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:49.416977 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6f77-6fa2-4cfd-9d12-588cea36cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (049f3d44-5b83-486e-a477-4b12ac11eb78), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:49.459049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45106) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:49.488820 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4c6a6f77-6fa2-4cfd-9d12-588cea36cb61 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5628051d15740608d1b79dd46ca0550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6937757 Feb 07 16:50:49.489673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45110) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:49.527513 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a6f77-6fa2-4cfd-9d12-588cea36cb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049f3d44-5b83-486e-a477-4b12ac11eb78,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:49.529361 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8d853f50-16f3-4864-a5f4-e0dfa869320c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:50:49.609982 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 8d853f50-16f3-4864-a5f4-e0dfa869320c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:49.610737 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8d853f50-16f3-4864-a5f4-e0dfa869320c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:49.635612 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3f2515d-6e62-4913-a98b-9b7055275204 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:49.688388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-e3f2515d-6e62-4913-a98b-9b7055275204 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] device_id is not set on port b1910726-5a2b-4c8f-b40f-edcc0aaf14be yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:50:49.697572 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-05e011ea-4057-40f9-918b-f2e6f83dbb0f req-1c23cf55-969b-4df2-b773-233804e46d35 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0674522 Feb 07 16:50:49.699531 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de08c16e-7f17-47de-af13-19206a9ddc55 admin admin] Publish callbacks [] for security_group (049f3d44-5b83-486e-a477-4b12ac11eb78), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:49.725355 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 8d853f50-16f3-4864-a5f4-e0dfa869320c is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:49.726423 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8d853f50-16f3-4864-a5f4-e0dfa869320c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:49.752465 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de08c16e-7f17-47de-af13-19206a9ddc55 admin admin] Publish callbacks [] for security_group (049f3d44-5b83-486e-a477-4b12ac11eb78), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:49.779017 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 8d853f50-16f3-4864-a5f4-e0dfa869320c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8d853f50-16f3-4864-a5f4-e0dfa869320c,segment=NetworkSegment(dd81920a-f1b7-404f-b883-2c4b7e6c97a3),segment_id=dd81920a-f1b7-404f-b883-2c4b7e6c97a3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:49.786569 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8d853f50-16f3-4864-a5f4-e0dfa869320c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:49.792588 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40f552-4fa1-480a-a2ff-25cc9718682f req-ff1a1a68-0bf9-412c-9031-dd08da8432b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:49.793061 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40f552-4fa1-480a-a2ff-25cc9718682f req-ff1a1a68-0bf9-412c-9031-dd08da8432b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:49.793677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40f552-4fa1-480a-a2ff-25cc9718682f req-ff1a1a68-0bf9-412c-9031-dd08da8432b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:49.794064 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40f552-4fa1-480a-a2ff-25cc9718682f req-ff1a1a68-0bf9-412c-9031-dd08da8432b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:49.794517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40f552-4fa1-480a-a2ff-25cc9718682f req-ff1a1a68-0bf9-412c-9031-dd08da8432b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:49.794982 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40f552-4fa1-480a-a2ff-25cc9718682f req-ff1a1a68-0bf9-412c-9031-dd08da8432b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:49.795448 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40f552-4fa1-480a-a2ff-25cc9718682f req-ff1a1a68-0bf9-412c-9031-dd08da8432b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:49.804610 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fd40f552-4fa1-480a-a2ff-25cc9718682f req-ff1a1a68-0bf9-412c-9031-dd08da8432b3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 6718 time: 0.3374720 Feb 07 16:50:49.847800 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca547c-4b10-4534-9e80-db6be0a0dd4f req-d3805eb5-9e08-4c95-a059-0774a27d65d7 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:49.853512 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0fca547c-4b10-4534-9e80-db6be0a0dd4f req-d3805eb5-9e08-4c95-a059-0774a27d65d7 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 944 time: 0.3805959 Feb 07 16:50:49.869867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=8d853f50-16f3-4864-a5f4-e0dfa869320c,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:49.923251 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de08c16e-7f17-47de-af13-19206a9ddc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (049f3d44-5b83-486e-a477-4b12ac11eb78), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:49.927466 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de08c16e-7f17-47de-af13-19206a9ddc55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:49.929540 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-de08c16e-7f17-47de-af13-19206a9ddc55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/049f3d44-5b83-486e-a477-4b12ac11eb78 HTTP/1.1" status: 204 len: 168 time: 0.4385440 Feb 07 16:50:49.978862 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fd40f552-4fa1-480a-a2ff-25cc9718682f req-305100de-a5d6-4ffa-b75e-2d718da6088e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1711094 Feb 07 16:50:49.980016 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08c16e-7f17-47de-af13-19206a9ddc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049f3d44-5b83-486e-a477-4b12ac11eb78,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:50.034412 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f37b1d48-7ce9-431c-9894-e21a6fcc7852 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (0a2a7ba4-e6c7-4fbd-8b1c-dc7558a07126), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:50.044502 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0fca547c-4b10-4534-9e80-db6be0a0dd4f req-e8ede7e4-71bd-467d-9a62-c886f06b9322 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494684 Feb 07 16:50:50.121864 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f37b1d48-7ce9-431c-9894-e21a6fcc7852 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:50.127760 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f37b1d48-7ce9-431c-9894-e21a6fcc7852 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/ports/0a2a7ba4-e6c7-4fbd-8b1c-dc7558a07126 HTTP/1.1" status: 204 len: 168 time: 2.0140190 Feb 07 16:50:50.129361 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45118) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:50.131453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b1d48-7ce9-431c-9894-e21a6fcc7852 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=0a2a7ba4-e6c7-4fbd-8b1c-dc7558a07126,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:50.164655 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0b8566-9624-4cf6-a6ea-90b0ab3118d8 None None] Network 1df8b516-c40e-4594-ab6a-49f88c007437 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:50.195493 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e3f2515d-6e62-4913-a98b-9b7055275204 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Allocated IP 172.20.0.10 (1df8b516-c40e-4594-ab6a-49f88c007437/f2a447a1-9ebd-41a7-b00d-bda5a9fabcd1/b1910726-5a2b-4c8f-b40f-edcc0aaf14be) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:50:50.256178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d3f57099-bbfc-4faf-839a-d2bcd8d8dcaa None None] Provisioning complete for port 8d853f50-16f3-4864-a5f4-e0dfa869320c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:50.256809 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d3f57099-bbfc-4faf-839a-d2bcd8d8dcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8d853f50-16f3-4864-a5f4-e0dfa869320c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:50.276518 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ab6fdc-46ec-43b5-a93d-d43744eede3f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:50.295174 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ab6fdc-46ec-43b5-a93d-d43744eede3f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:50.296816 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-07ab6fdc-46ec-43b5-a93d-d43744eede3f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1651437 Feb 07 16:50:50.301498 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45124) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:50.322256 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ff311e0-5c6a-4300-8f34-eafb7c5ae0ed tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (61b23f24-79e2-4041-b167-6ee53ae14f52), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:50.471181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d3f57099-bbfc-4faf-839a-d2bcd8d8dcaa None None] Current status of the port 8d853f50-16f3-4864-a5f4-e0dfa869320c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:50.476699 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:50:50.559698 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db589939-964c-448a-b6cb-8b23a143aade req-a542292a-5c0f-4785-a4c5-1c8ac3a50ec6 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:50.561235 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-db589939-964c-448a-b6cb-8b23a143aade req-a542292a-5c0f-4785-a4c5-1c8ac3a50ec6 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.2401521 Feb 07 16:50:50.599500 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3f2515d-6e62-4913-a98b-9b7055275204 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks [] for port (b1910726-5a2b-4c8f-b40f-edcc0aaf14be), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:50.610227 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:50:50.617879 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:50.618540 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:50.695564 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-db589939-964c-448a-b6cb-8b23a143aade req-25eefb6b-b262-4d89-bc1c-e11ad7a7373f tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203794 Feb 07 16:50:50.726357 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b7869e55-7b01-4123-a72b-3946ed62fabe tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port ac47b079-84b1-4081-9e20-cd346419901d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:50.726553 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7869e55-7b01-4123-a72b-3946ed62fabe tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ac47b079-84b1-4081-9e20-cd346419901d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:50.727512 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3f2515d-6e62-4913-a98b-9b7055275204 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (b1910726-5a2b-4c8f-b40f-edcc0aaf14be), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:50.864658 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f2515d-6e62-4913-a98b-9b7055275204 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Network 1df8b516-c40e-4594-ab6a-49f88c007437 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:50.874705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:50.875194 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:50.875885 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7869e55-7b01-4123-a72b-3946ed62fabe tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ac47b079-84b1-4081-9e20-cd346419901d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:50.884712 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e3f2515d-6e62-4913-a98b-9b7055275204 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:50.904592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b7869e55-7b01-4123-a72b-3946ed62fabe tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for ac47b079-84b1-4081-9e20-cd346419901d owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:50.916386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f2515d-6e62-4913-a98b-9b7055275204 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:50.928049 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a657a5bb-36be-45e9-abe9-8e055c03eb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:50:50.931849 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e2d04b-6eb6-4b4e-8020-d1088291985c" -d '{"events": [{"server_uuid": "a657a5bb-36be-45e9-abe9-8e055c03eb75", "name": "network-vif-plugged", "status": "completed", "tag": "ea91aac2-6103-4fb6-9882-bc52e9d4f2e8"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:50:50.948781 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:50.955291 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:51.020045 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7063d1-a194-4fe9-95f3-e73cd52b7824 x-openstack-request-id: req-ff7063d1-a194-4fe9-95f3-e73cd52b7824 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:50:51.020405 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a657a5bb-36be-45e9-abe9-8e055c03eb75", "name": "network-vif-plugged", "status": "completed", "tag": "ea91aac2-6103-4fb6-9882-bc52e9d4f2e8", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:50:51.020729 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff7063d1-a194-4fe9-95f3-e73cd52b7824 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:50:51.020861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f2515d-6e62-4913-a98b-9b7055275204 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:51.020973 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a657a5bb-36be-45e9-abe9-8e055c03eb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8', 'code': 200} Feb 07 16:50:51.021384 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3f2515d-6e62-4913-a98b-9b7055275204 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:51.043200 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:51.047598 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5ff14b56-2df6-469f-a8fe-15514e3de608 req-87c3f419-aa41-449b-9cbe-8512a890a5c2 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.1811047 Feb 07 16:50:51.072986 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2515d-6e62-4913-a98b-9b7055275204 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event updated for resources: {'Port': ['ID=b1910726-5a2b-4c8f-b40f-edcc0aaf14be,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:51.133380 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7869e55-7b01-4123-a72b-3946ed62fabe tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ac47b079-84b1-4081-9e20-cd346419901d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:51.146667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-770ad014-2faf-44f8-9222-c75a0d16ed3f None None] Provisioning complete for port 8d853f50-16f3-4864-a5f4-e0dfa869320c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:51.148302 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-770ad014-2faf-44f8-9222-c75a0d16ed3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8d853f50-16f3-4864-a5f4-e0dfa869320c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:51.154300 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e3f2515d-6e62-4913-a98b-9b7055275204 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.5919366 Feb 07 16:50:51.163738 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45148) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:51.201063 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9ff311e0-5c6a-4300-8f34-eafb7c5ae0ed tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting port 30da145a-a31f-431f-8416-c8759940ec09 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:51.201544 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ff311e0-5c6a-4300-8f34-eafb7c5ae0ed tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (30da145a-a31f-431f-8416-c8759940ec09), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:51.254287 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7869e55-7b01-4123-a72b-3946ed62fabe tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:51.263657 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b7869e55-7b01-4123-a72b-3946ed62fabe tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/ports/ac47b079-84b1-4081-9e20-cd346419901d HTTP/1.1" status: 204 len: 168 time: 0.9610767 Feb 07 16:50:51.266777 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:51.375266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-770ad014-2faf-44f8-9222-c75a0d16ed3f None None] Current status of the port 8d853f50-16f3-4864-a5f4-e0dfa869320c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:51.377348 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45152) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:51.377722 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45154) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:51.394508 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7869e55-7b01-4123-a72b-3946ed62fabe tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=ac47b079-84b1-4081-9e20-cd346419901d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:51.406864 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-770ad014-2faf-44f8-9222-c75a0d16ed3f None None] Provisioning complete for port 45bf721f-2b65-421d-b452-ab069ac55681 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:51.407597 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-770ad014-2faf-44f8-9222-c75a0d16ed3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (45bf721f-2b65-421d-b452-ab069ac55681), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:51.449450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a37596-1fae-4682-b896-a67c5c7b68d0 req-bb3ff69d-8109-4f1f-8223-430ceab9d985 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:51.451232 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f0a37596-1fae-4682-b896-a67c5c7b68d0 req-bb3ff69d-8109-4f1f-8223-430ceab9d985 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.2105093 Feb 07 16:50:51.464818 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c76a8a7-b3eb-42e5-8755-7f019ffbea8d tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:51.484520 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ff311e0-5c6a-4300-8f34-eafb7c5ae0ed tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (30da145a-a31f-431f-8416-c8759940ec09), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:51.487344 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c76a8a7-b3eb-42e5-8755-7f019ffbea8d tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:51.489004 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8d853f50-16f3-4864-a5f4-e0dfa869320c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:50:51.500775 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9ff311e0-5c6a-4300-8f34-eafb7c5ae0ed tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Calling delete_port for 30da145a-a31f-431f-8416-c8759940ec09 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:51.503771 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c76a8a7-b3eb-42e5-8755-7f019ffbea8d tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:51.505624 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7c76a8a7-b3eb-42e5-8755-7f019ffbea8d tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.3389635 Feb 07 16:50:51.527476 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-770ad014-2faf-44f8-9222-c75a0d16ed3f None None] Port 45bf721f-2b65-421d-b452-ab069ac55681 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:50:51.568143 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45158) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:51.573578 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 8d853f50-16f3-4864-a5f4-e0dfa869320c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:51.574081 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8d853f50-16f3-4864-a5f4-e0dfa869320c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:51.583633 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f0a37596-1fae-4682-b896-a67c5c7b68d0 req-45137d8a-2b0c-445a-b0fe-c942f25dd357 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767868 Feb 07 16:50:51.698923 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9e36b014-fbdb-4bac-9329-4b0543795fe7 None None] Provisioning complete for port 45bf721f-2b65-421d-b452-ab069ac55681 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:51.699321 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9e36b014-fbdb-4bac-9329-4b0543795fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (45bf721f-2b65-421d-b452-ab069ac55681), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:51.703710 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 8d853f50-16f3-4864-a5f4-e0dfa869320c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:50:51.749923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffb0a1-6271-4ea5-9bed-70e61a337f71 req-fe581ae7-f2b3-41ad-8172-ba84e2974b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:51.750370 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9e36b014-fbdb-4bac-9329-4b0543795fe7 None None] Port 45bf721f-2b65-421d-b452-ab069ac55681 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:50:51.751559 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-78ffb0a1-6271-4ea5-9bed-70e61a337f71 req-fe581ae7-f2b3-41ad-8172-ba84e2974b98 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 1127 time: 0.6628032 Feb 07 16:50:51.755167 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-dbb07389-1818-443d-a6c4-b94ddb667356 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2129751963-network', 'tenant_id': 'bef7c2bd49fb4c778a9c09764d13fad6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:51.787102 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2a978200-f9ca-4d79-a09e-4629e005aa5f tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Deleting port b1910726-5a2b-4c8f-b40f-edcc0aaf14be {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:51.789269 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a978200-f9ca-4d79-a09e-4629e005aa5f tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b1910726-5a2b-4c8f-b40f-edcc0aaf14be), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:51.845514 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ff311e0-5c6a-4300-8f34-eafb7c5ae0ed tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (30da145a-a31f-431f-8416-c8759940ec09), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:51.871645 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d02000ce-0ca9-43c5-a1ce-4b4c5ba5f7ec None None] Provisioning complete for port b1910726-5a2b-4c8f-b40f-edcc0aaf14be triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:51.872090 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d02000ce-0ca9-43c5-a1ce-4b4c5ba5f7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b1910726-5a2b-4c8f-b40f-edcc0aaf14be), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:51.897467 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb07389-1818-443d-a6c4-b94ddb667356 admin admin] Made reservation on behalf of bef7c2bd49fb4c778a9c09764d13fad6 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:51.900259 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbb07389-1818-443d-a6c4-b94ddb667356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:51.909413 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d02000ce-0ca9-43c5-a1ce-4b4c5ba5f7ec None None] Port b1910726-5a2b-4c8f-b40f-edcc0aaf14be cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:50:51.930865 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a978200-f9ca-4d79-a09e-4629e005aa5f tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b1910726-5a2b-4c8f-b40f-edcc0aaf14be), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:51.945751 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2a978200-f9ca-4d79-a09e-4629e005aa5f tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Calling delete_port for b1910726-5a2b-4c8f-b40f-edcc0aaf14be owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:52.093333 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a978200-f9ca-4d79-a09e-4629e005aa5f tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (b1910726-5a2b-4c8f-b40f-edcc0aaf14be), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:52.129958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a978200-f9ca-4d79-a09e-4629e005aa5f tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event deleted for resources: {'Port': ['ID=b1910726-5a2b-4c8f-b40f-edcc0aaf14be,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:52.263797 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d3269f0-b95f-431b-b3e8-665febc55bfc req-818a0430-3c3e-4b55-aae3-9d792104dc13 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0658655 Feb 07 16:50:52.308234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff311e0-5c6a-4300-8f34-eafb7c5ae0ed tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Port': ['ID=30da145a-a31f-431f-8416-c8759940ec09,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:52.317067 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbb07389-1818-443d-a6c4-b94ddb667356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:52.327196 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-78ffb0a1-6271-4ea5-9bed-70e61a337f71 req-d3d71f82-aca0-46af-9f18-5cba07b6b23c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5645177 Feb 07 16:50:52.334551 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68194c0e-e93e-43fd-ad8f-551e8f6d3ea9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:52.336903 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-68194c0e-e93e-43fd-ad8f-551e8f6d3ea9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.9561291 Feb 07 16:50:52.340280 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45164) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:52.433420 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-5e22a0ab-643e-47cb-9c52-fb0c3aafeeeb tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:52.439506 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-5e22a0ab-643e-47cb-9c52-fb0c3aafeeeb tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801&tenant_id=fe34686be38c42c8a33e48d32dc23dcd&binding%3Ahost_id=n-h2-827865-3 HTTP/1.1" status: 200 len: 1127 time: 0.6513505 Feb 07 16:50:52.455243 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07065c5-9c8c-4e86-bf47-bcd112005b09 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] GET failed (client error): The resource could not be found. Feb 07 16:50:52.456932 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d07065c5-9c8c-4e86-bf47-bcd112005b09 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports/0a2a7ba4-e6c7-4fbd-8b1c-dc7558a07126 HTTP/1.1" status: 404 len: 333 time: 0.1149936 Feb 07 16:50:52.458383 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a978200-f9ca-4d79-a09e-4629e005aa5f tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:52.459053 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 5ef53b66-dab5-4a74-be67-26f9baa2959a details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:50:52.464210 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2a978200-f9ca-4d79-a09e-4629e005aa5f tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "DELETE /v2.0/ports/b1910726-5a2b-4c8f-b40f-edcc0aaf14be HTTP/1.1" status: 204 len: 168 time: 0.8772304 Feb 07 16:50:52.464210 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45166) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:52.471407 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45168) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:52.485176 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a21dfd-6d78-42fa-9237-93cd6d24b789 req-cf71a60e-5c52-4c0b-bda0-3c1d351b3c70 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:52.486848 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10a21dfd-6d78-42fa-9237-93cd6d24b789 req-cf71a60e-5c52-4c0b-bda0-3c1d351b3c70 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 945 time: 0.6477959 Feb 07 16:50:52.521847 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01336c0-7cc7-4fe4-95ed-3cf6a791a7e1 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] GET failed (client error): The resource could not be found. Feb 07 16:50:52.527497 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c01336c0-7cc7-4fe4-95ed-3cf6a791a7e1 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "GET /v2.0/ports/b1910726-5a2b-4c8f-b40f-edcc0aaf14be HTTP/1.1" status: 404 len: 333 time: 0.0501020 Feb 07 16:50:52.527497 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd719ea-4f45-466a-a529-d7b931c18372 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] GET failed (client error): The resource could not be found. Feb 07 16:50:52.527497 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6bd719ea-4f45-466a-a529-d7b931c18372 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports/ac47b079-84b1-4081-9e20-cd346419901d HTTP/1.1" status: 404 len: 333 time: 0.0640011 Feb 07 16:50:52.528152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45170) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:52.541741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a5673849-06cd-4881-98d9-e516bef6e6df tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Request body: {'port': {'network_id': '1df8b516-c40e-4594-ab6a-49f88c007437', 'name': 'tempest-AllowedAddressPairTestJSON-1695654534'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:52.545244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45172) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:52.681521 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 5ef53b66-dab5-4a74-be67-26f9baa2959a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5ef53b66-dab5-4a74-be67-26f9baa2959a,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:52.687068 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbb07389-1818-443d-a6c4-b94ddb667356 admin admin] Publish callbacks [] for security_group (8a3a270d-a3b2-452b-bbed-111fe2366c4b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:52.699090 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827865-3'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:52.716812 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbb07389-1818-443d-a6c4-b94ddb667356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8a3a270d-a3b2-452b-bbed-111fe2366c4b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:52.719721 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 5ef53b66-dab5-4a74-be67-26f9baa2959a has no active binding in host n-h1-827865-3 {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 16:50:52.782812 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ff311e0-5c6a-4300-8f34-eafb7c5ae0ed tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (61b23f24-79e2-4041-b167-6ee53ae14f52), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:52.799436 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb07389-1818-443d-a6c4-b94ddb667356 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:50:52.824679 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10a21dfd-6d78-42fa-9237-93cd6d24b789 req-c4c13189-0da1-4827-9362-08dc63c15098 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214638 Feb 07 16:50:52.825795 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5673849-06cd-4881-98d9-e516bef6e6df tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Made reservation on behalf of e7a9c2e02838401aaeccf69f489cbaca for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:52.828463 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb07389-1818-443d-a6c4-b94ddb667356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3a270d-a3b2-452b-bbed-111fe2366c4b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:52.829157 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5673849-06cd-4881-98d9-e516bef6e6df tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:52.846673 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6dc927ed-72cd-40de-898f-1d38efa940fc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (91b32995-5458-4322-b6a4-84b9fb36b4d4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:52.853926 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbb07389-1818-443d-a6c4-b94ddb667356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (13560d7e-1c3f-4999-afb8-84f83083acc5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:52.854278 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-dbb07389-1818-443d-a6c4-b94ddb667356 admin admin] Added segment 13560d7e-1c3f-4999-afb8-84f83083acc5 of type vlan for network dd17ab5f-9fda-4232-9ff6-bd1e0476bb52 Feb 07 16:50:52.868385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed90a65-de6f-4bb2-b0ee-97a396dd6431 req-9b674b03-7dfe-4e0f-8616-769bb2ce9cc5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:52.875377 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bed90a65-de6f-4bb2-b0ee-97a396dd6431 req-9b674b03-7dfe-4e0f-8616-769bb2ce9cc5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.1457658 Feb 07 16:50:52.904899 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-a5673849-06cd-4881-98d9-e516bef6e6df tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] device_id is not set on port cd80bdac-bede-4cd4-97f9-b10fc1f93f53 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:50:52.946992 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:52.992532 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbb07389-1818-443d-a6c4-b94ddb667356 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (dd17ab5f-9fda-4232-9ff6-bd1e0476bb52), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.047314 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bed90a65-de6f-4bb2-b0ee-97a396dd6431 req-bc362a9e-0369-4fc4-94ac-d589203547fc tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710608 Feb 07 16:50:53.094133 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6dc927ed-72cd-40de-898f-1d38efa940fc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (91b32995-5458-4322-b6a4-84b9fb36b4d4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.105556 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.126924 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6dc927ed-72cd-40de-898f-1d38efa940fc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b32995-5458-4322-b6a4-84b9fb36b4d4']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:53.144569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6dc927ed-72cd-40de-898f-1d38efa940fc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3516dee7-e826-4abb-a262-a397092e67ea') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:53.144868 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6dc927ed-72cd-40de-898f-1d38efa940fc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3516dee7-e826-4abb-a262-a397092e67ea') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:53.146088 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbb07389-1818-443d-a6c4-b94ddb667356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (dd17ab5f-9fda-4232-9ff6-bd1e0476bb52), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.147812 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb07389-1818-443d-a6c4-b94ddb667356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:53.148057 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-a5673849-06cd-4881-98d9-e516bef6e6df tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Allocated IP 172.20.0.12 (1df8b516-c40e-4594-ab6a-49f88c007437/f2a447a1-9ebd-41a7-b00d-bda5a9fabcd1/cd80bdac-bede-4cd4-97f9-b10fc1f93f53) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:50:53.148153 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbb07389-1818-443d-a6c4-b94ddb667356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.161377 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6dc927ed-72cd-40de-898f-1d38efa940fc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (3516dee7-e826-4abb-a262-a397092e67ea), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.183977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff311e0-5c6a-4300-8f34-eafb7c5ae0ed tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router 61b23f24-79e2-4041-b167-6ee53ae14f52 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:50:53.184406 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6dc927ed-72cd-40de-898f-1d38efa940fc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (3516dee7-e826-4abb-a262-a397092e67ea), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.200854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc927ed-72cd-40de-898f-1d38efa940fc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:50:53.201235 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6dc927ed-72cd-40de-898f-1d38efa940fc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (3516dee7-e826-4abb-a262-a397092e67ea), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:50:53.204736 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:50:53.278323 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6dc927ed-72cd-40de-898f-1d38efa940fc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (91b32995-5458-4322-b6a4-84b9fb36b4d4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.301619 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6dc927ed-72cd-40de-898f-1d38efa940fc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.310414 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb07389-1818-443d-a6c4-b94ddb667356 admin admin] Pushing event updated for resources: {'Network': ['ID=dd17ab5f-9fda-4232-9ff6-bd1e0476bb52,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:53.311098 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6dc927ed-72cd-40de-898f-1d38efa940fc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/networks/91b32995-5458-4322-b6a4-84b9fb36b4d4 HTTP/1.1" status: 204 len: 168 time: 0.7632020 Feb 07 16:50:53.312045 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc927ed-72cd-40de-898f-1d38efa940fc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Network': ['ID=91b32995-5458-4322-b6a4-84b9fb36b4d4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:53.316761 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45178) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:53.325168 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dbb07389-1818-443d-a6c4-b94ddb667356 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9398491 Feb 07 16:50:53.326149 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45180) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:53.332231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network dd17ab5f-9fda-4232-9ff6-bd1e0476bb52 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:50:53.339659 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] For port 5ef53b66-dab5-4a74-be67-26f9baa2959a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5ef53b66-dab5-4a74-be67-26f9baa2959a,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:53.340490 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-013a62b7-9e12-4881-9ebc-a38bc681de51 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1395523882'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:53.349755 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5eefbcea-a9bd-430a-9dc2-45b4e7d23b6b admin admin] Request body: {'subnet': {'network_id': 'dd17ab5f-9fda-4232-9ff6-bd1e0476bb52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2129751963-subnet', 'tenant_id': 'bef7c2bd49fb4c778a9c09764d13fad6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:53.403278 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013a62b7-9e12-4881-9ebc-a38bc681de51 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:53.407064 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-013a62b7-9e12-4881-9ebc-a38bc681de51 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.458949 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013a62b7-9e12-4881-9ebc-a38bc681de51 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:50:53.478100 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5673849-06cd-4881-98d9-e516bef6e6df tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks [] for port (cd80bdac-bede-4cd4-97f9-b10fc1f93f53), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.482607 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-013a62b7-9e12-4881-9ebc-a38bc681de51 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (7f03329d-d73c-4d43-bf2c-e231deea078b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.483122 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-013a62b7-9e12-4881-9ebc-a38bc681de51 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Added segment 7f03329d-d73c-4d43-bf2c-e231deea078b of type vlan for network 560d0eaf-d18d-46cd-a57e-ab9cd37916f4 Feb 07 16:50:53.505884 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02315c8b-fa82-4780-a5bb-ee2c3d367320 req-8d163943-3b47-4d7d-9962-6f29ecec22e5 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.1202984 Feb 07 16:50:53.526477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eefbcea-a9bd-430a-9dc2-45b4e7d23b6b admin admin] Made reservation on behalf of bef7c2bd49fb4c778a9c09764d13fad6 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:53.528855 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5eefbcea-a9bd-430a-9dc2-45b4e7d23b6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.533953 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff311e0-5c6a-4300-8f34-eafb7c5ae0ed tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:50:53.538669 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-013a62b7-9e12-4881-9ebc-a38bc681de51 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (560d0eaf-d18d-46cd-a57e-ab9cd37916f4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.545454 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9ff311e0-5c6a-4300-8f34-eafb7c5ae0ed tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/61b23f24-79e2-4041-b167-6ee53ae14f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2689970 Feb 07 16:50:53.546893 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45182) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:53.558541 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324da9ba-5a9f-4570-a86e-ec3da4da2707 None None] Sync routers for ids ['61b23f24-79e2-4041-b167-6ee53ae14f52'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:50:53.581199 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324da9ba-5a9f-4570-a86e-ec3da4da2707 None None] Routers {'61b23f24-79e2-4041-b167-6ee53ae14f52'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:53.582096 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-324da9ba-5a9f-4570-a86e-ec3da4da2707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:50:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['61b23f24-79e2-4041-b167-6ee53ae14f52'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:53.592838 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-07825f37-02c5-4d06-9886-86a843a7b2f1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/ports?device_id=61b23f24-79e2-4041-b167-6ee53ae14f52 HTTP/1.1" status: 200 len: 205 time: 0.0447536 Feb 07 16:50:53.598368 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45184) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:53.605473 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] For port 5ef53b66-dab5-4a74-be67-26f9baa2959a, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:50:53.622276 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-324da9ba-5a9f-4570-a86e-ec3da4da2707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:53.631083 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324da9ba-5a9f-4570-a86e-ec3da4da2707 None None] Routers {'61b23f24-79e2-4041-b167-6ee53ae14f52'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:53.631941 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-324da9ba-5a9f-4570-a86e-ec3da4da2707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:50:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['61b23f24-79e2-4041-b167-6ee53ae14f52'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:53.670236 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-324da9ba-5a9f-4570-a86e-ec3da4da2707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:53.670908 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324da9ba-5a9f-4570-a86e-ec3da4da2707 None None] The sync data for ids ['61b23f24-79e2-4041-b167-6ee53ae14f52'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:50:53.691600 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5673849-06cd-4881-98d9-e516bef6e6df tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (cd80bdac-bede-4cd4-97f9-b10fc1f93f53), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.693474 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-013a62b7-9e12-4881-9ebc-a38bc681de51 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (560d0eaf-d18d-46cd-a57e-ab9cd37916f4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.698206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013a62b7-9e12-4881-9ebc-a38bc681de51 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:53.698833 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-013a62b7-9e12-4881-9ebc-a38bc681de51 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.715783 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd103441-dd57-4018-acd8-09d140ce5801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef53b66-dab5-4a74-be67-26f9baa2959a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:50:53.718158 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3514e61-29b3-4a46-aa98-6f3115afb334" -d '{"events": [{"server_uuid": "cd103441-dd57-4018-acd8-09d140ce5801", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef53b66-dab5-4a74-be67-26f9baa2959a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:50:53.722314 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] Publish callbacks [] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.751320 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.809506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a62b7-9e12-4881-9ebc-a38bc681de51 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Network': ['ID=560d0eaf-d18d-46cd-a57e-ab9cd37916f4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:53.822726 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00e51461-b13f-4969-b670-0afeef9425a1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (61b23f24-79e2-4041-b167-6ee53ae14f52), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.832320 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 560d0eaf-d18d-46cd-a57e-ab9cd37916f4 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:50:53.833063 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5673849-06cd-4881-98d9-e516bef6e6df tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Network 1df8b516-c40e-4594-ab6a-49f88c007437 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:53.841568 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-013a62b7-9e12-4881-9ebc-a38bc681de51 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5234132 Feb 07 16:50:53.884951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45188) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:53.891178 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf123ac-82f5-4f24-a115-b40305898c76 x-openstack-request-id: req-fcf123ac-82f5-4f24-a115-b40305898c76 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:50:53.891995 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd103441-dd57-4018-acd8-09d140ce5801", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef53b66-dab5-4a74-be67-26f9baa2959a", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:50:53.892515 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fcf123ac-82f5-4f24-a115-b40305898c76 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:50:53.893381 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd103441-dd57-4018-acd8-09d140ce5801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef53b66-dab5-4a74-be67-26f9baa2959a', 'code': 200} Feb 07 16:50:53.920569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e18a5cfd-f6df-40eb-967a-4394506b1666 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'subnet': {'network_id': '560d0eaf-d18d-46cd-a57e-ab9cd37916f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:53.924829 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a5673849-06cd-4881-98d9-e516bef6e6df tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:53.929470 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5eefbcea-a9bd-430a-9dc2-45b4e7d23b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (f2446d18-1883-4dc9-a365-cc7efe9b1d97), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:53.943928 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5673849-06cd-4881-98d9-e516bef6e6df tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:54.048798 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5673849-06cd-4881-98d9-e516bef6e6df tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event updated for resources: {'Port': ['ID=cd80bdac-bede-4cd4-97f9-b10fc1f93f53,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:54.086140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef53b66-dab5-4a74-be67-26f9baa2959a,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:54.137487 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] Attempting to bind port 5ef53b66-dab5-4a74-be67-26f9baa2959a on host n-h2-827865-3 for vnic_type normal with profile {"migrating_to": "n-h1-827865-3"} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:50:54.137773 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] Attempting to bind port 5ef53b66-dab5-4a74-be67-26f9baa2959a by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:50:54.138113 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] Attempting to bind port 5ef53b66-dab5-4a74-be67-26f9baa2959a on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:50:54.140725 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefbcea-a9bd-430a-9dc2-45b4e7d23b6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2446d18-1883-4dc9-a365-cc7efe9b1d97,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:54.154842 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eefbcea-a9bd-430a-9dc2-45b4e7d23b6b admin admin] Checking segment: {'id': '13560d7e-1c3f-4999-afb8-84f83083acc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dd17ab5f-9fda-4232-9ff6-bd1e0476bb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:54.155224 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eefbcea-a9bd-430a-9dc2-45b4e7d23b6b admin admin] Network hostable DHCP agents. Network: dd17ab5f-9fda-4232-9ff6-bd1e0476bb52, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:50:54.192979 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] Port 5ef53b66-dab5-4a74-be67-26f9baa2959a on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:50:54.193638 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] Attempting to bind port 5ef53b66-dab5-4a74-be67-26f9baa2959a on network 5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:50:54.213666 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afe5c3-30b0-4b1f-a2a2-f295db5352e8 req-a60f881a-6790-486b-96a6-795d9251c6f6 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:54.216292 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-75afe5c3-30b0-4b1f-a2a2-f295db5352e8 req-a60f881a-6790-486b-96a6-795d9251c6f6 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 943 time: 0.1718566 Feb 07 16:50:54.217176 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:50:54.217605 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] Checking segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:54.218006 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] Bound using segment: {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:50:54.218464 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] Bound port: 5ef53b66-dab5-4a74-be67-26f9baa2959a, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4f4204-87e8-48ae-8481-ea26164f9857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:50:54.218834 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:54.238106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eefbcea-a9bd-430a-9dc2-45b4e7d23b6b admin admin] Network dd17ab5f-9fda-4232-9ff6-bd1e0476bb52 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:50:54.274927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5eefbcea-a9bd-430a-9dc2-45b4e7d23b6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, dd17ab5f-9fda-4232-9ff6-bd1e0476bb52) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:54.307970 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eefbcea-a9bd-430a-9dc2-45b4e7d23b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:54.308923 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5eefbcea-a9bd-430a-9dc2-45b4e7d23b6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:54.315389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bceedb-99f0-472c-bccc-5fdf53cca9fe None None] Network dd17ab5f-9fda-4232-9ff6-bd1e0476bb52 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:54.344489 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-52df059f-932b-43c2-b7d8-9794063b97b9 None None] Provisioning complete for port cd80bdac-bede-4cd4-97f9-b10fc1f93f53 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:54.345391 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52df059f-932b-43c2-b7d8-9794063b97b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (cd80bdac-bede-4cd4-97f9-b10fc1f93f53), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:54.355100 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5eefbcea-a9bd-430a-9dc2-45b4e7d23b6b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0220342 Feb 07 16:50:54.385233 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-75afe5c3-30b0-4b1f-a2a2-f295db5352e8 req-e792c058-fb13-4866-a0c7-4f88f02e4ffc tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357312 Feb 07 16:50:54.408071 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] For port 5ef53b66-dab5-4a74-be67-26f9baa2959a, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:50:54.412036 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] For port 5ef53b66-dab5-4a74-be67-26f9baa2959a, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5ef53b66-dab5-4a74-be67-26f9baa2959a,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:50:54.426178 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:54.520941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:54.521926 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:54.524330 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] 10.222.0.48 "PUT /v2.0/ports/5ef53b66-dab5-4a74-be67-26f9baa2959a HTTP/1.1" status: 200 len: 1121 time: 1.8915772 Feb 07 16:50:54.530911 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6999e75-eddf-4ea8-8dc6-f553b68f7bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef53b66-dab5-4a74-be67-26f9baa2959a,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:54.536562 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-52df059f-932b-43c2-b7d8-9794063b97b9 None None] Port cd80bdac-bede-4cd4-97f9-b10fc1f93f53 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:50:54.546442 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160fcca9-9989-4ee5-87a9-4696696c09f3 None None] Network dd17ab5f-9fda-4232-9ff6-bd1e0476bb52 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:54.622571 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00e51461-b13f-4969-b670-0afeef9425a1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (61b23f24-79e2-4041-b167-6ee53ae14f52), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:54.624276 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['5ef53b66-dab5-4a74-be67-26f9baa2959a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:50:54.642189 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['5ef53b66-dab5-4a74-be67-26f9baa2959a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:50:54.655936 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00e51461-b13f-4969-b670-0afeef9425a1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router_controller (61b23f24-79e2-4041-b167-6ee53ae14f52), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:54.665257 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5673849-06cd-4881-98d9-e516bef6e6df tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:54.665882 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a5673849-06cd-4881-98d9-e516bef6e6df tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:54.753542 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5d5f9127-a6ad-49e5-8d32-51631a47fe05 req-b90648e4-9551-4b2e-bd43-df825d11848e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0614045 Feb 07 16:50:54.791985 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a5673849-06cd-4881-98d9-e516bef6e6df tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2622602 Feb 07 16:50:54.794155 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18a5cfd-f6df-40eb-967a-4394506b1666 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:54.794567 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45202) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:54.798399 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e18a5cfd-f6df-40eb-967a-4394506b1666 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:54.800978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-252bcf09-cb4a-41cf-af24-5fdeec03d512 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:00:ff:84'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:54.821794 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00e51461-b13f-4969-b670-0afeef9425a1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (61b23f24-79e2-4041-b167-6ee53ae14f52), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:54.822618 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e51461-b13f-4969-b670-0afeef9425a1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Fanout notify agent at l3_agent the message router_deleted on router 61b23f24-79e2-4041-b167-6ee53ae14f52 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:50:54.870807 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00e51461-b13f-4969-b670-0afeef9425a1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:54.872246 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-00e51461-b13f-4969-b670-0afeef9425a1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/routers/61b23f24-79e2-4041-b167-6ee53ae14f52 HTTP/1.1" status: 204 len: 168 time: 1.2728806 Feb 07 16:50:54.878355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45204) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:54.908117 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50da1f6-af98-453f-bce4-946c3a12b3be req-808d3352-3722-4935-b8bd-73d34dee9e52 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:54.910417 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b50da1f6-af98-453f-bce4-946c3a12b3be req-808d3352-3722-4935-b8bd-73d34dee9e52 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.3735447 Feb 07 16:50:54.941039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-e18a5cfd-f6df-40eb-967a-4394506b1666 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Performing IP validity checks on allocation pools {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 16:50:54.942341 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-e18a5cfd-f6df-40eb-967a-4394506b1666 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 16:50:55.030443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-9873b71d-5a64-42c0-95e0-87b0d384efe7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting subnet 5ff7ef98-05b2-43e6-8bb6-47b64b80a351 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:50:55.037300 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9873b71d-5a64-42c0-95e0-87b0d384efe7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for subnet (5ff7ef98-05b2-43e6-8bb6-47b64b80a351), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:55.095528 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b50da1f6-af98-453f-bce4-946c3a12b3be req-79b943bf-0acf-40ab-94b7-a98957bd7680 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768627 Feb 07 16:50:55.136305 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9873b71d-5a64-42c0-95e0-87b0d384efe7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (5ff7ef98-05b2-43e6-8bb6-47b64b80a351), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:55.146964 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-252bcf09-cb4a-41cf-af24-5fdeec03d512 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (cd80bdac-bede-4cd4-97f9-b10fc1f93f53), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:55.348464 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e18a5cfd-f6df-40eb-967a-4394506b1666 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (f9fef0e5-2a2d-45f6-a013-5d784449a0c7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:55.404318 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9873b71d-5a64-42c0-95e0-87b0d384efe7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (5ff7ef98-05b2-43e6-8bb6-47b64b80a351), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:55.423808 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e7838-54af-40b8-8e91-650045afdfc8 req-083773de-c5d7-43f2-afcb-4e4b4ad39638 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:55.426419 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fe0e7838-54af-40b8-8e91-650045afdfc8 req-083773de-c5d7-43f2-afcb-4e4b4ad39638 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.2230339 Feb 07 16:50:55.436888 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45212) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:55.445824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-af05b2dd-1ede-4ca9-99bb-53fc3612a77b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Request body: {'floatingip': {'port_id': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:55.531149 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af05b2dd-1ede-4ca9-99bb-53fc3612a77b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for floatingip (4ad8e844-f192-49d5-ab09-4cfd35e64840), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:55.607367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a5cfd-f6df-40eb-967a-4394506b1666 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Subnet': ['ID=f9fef0e5-2a2d-45f6-a013-5d784449a0c7,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:55.645897 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18a5cfd-f6df-40eb-967a-4394506b1666 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Checking segment: {'id': '7f03329d-d73c-4d43-bf2c-e231deea078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '560d0eaf-d18d-46cd-a57e-ab9cd37916f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:55.646561 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18a5cfd-f6df-40eb-967a-4394506b1666 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network hostable DHCP agents. Network: 560d0eaf-d18d-46cd-a57e-ab9cd37916f4, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:50:55.669650 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9873b71d-5a64-42c0-95e0-87b0d384efe7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (5ff7ef98-05b2-43e6-8bb6-47b64b80a351), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:55.737096 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873b71d-5a64-42c0-95e0-87b0d384efe7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff7ef98-05b2-43e6-8bb6-47b64b80a351,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:55.740682 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9873b71d-5a64-42c0-95e0-87b0d384efe7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:55.749208 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9873b71d-5a64-42c0-95e0-87b0d384efe7 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/subnets/5ff7ef98-05b2-43e6-8bb6-47b64b80a351 HTTP/1.1" status: 204 len: 168 time: 0.8668513 Feb 07 16:50:55.749450 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2a697a-6b82-400c-bc3c-141411e0d2d7 None None] Network 5302e642-7415-4e75-9d6a-cea049ea754c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:55.753216 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45216) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:55.774267 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18a5cfd-f6df-40eb-967a-4394506b1666 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 560d0eaf-d18d-46cd-a57e-ab9cd37916f4 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:50:55.811051 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ff92a-55f7-42f9-a32f-5acf76917c93 req-d32f9e13-fee3-4fb8-adfc-0483c8ebb19c tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:55.823643 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fe6ff92a-55f7-42f9-a32f-5acf76917c93 req-d32f9e13-fee3-4fb8-adfc-0483c8ebb19c tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 943 time: 0.2947781 Feb 07 16:50:55.922804 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e18a5cfd-f6df-40eb-967a-4394506b1666 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 560d0eaf-d18d-46cd-a57e-ab9cd37916f4) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:55.945962 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18a5cfd-f6df-40eb-967a-4394506b1666 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:55.946909 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e18a5cfd-f6df-40eb-967a-4394506b1666 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:56.005375 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (5302e642-7415-4e75-9d6a-cea049ea754c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:56.027837 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e18a5cfd-f6df-40eb-967a-4394506b1666 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1422343 Feb 07 16:50:56.030420 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45222) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:56.038794 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6be1d69b-0bc9-4a8a-ae79-be66f65abe3d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'network_id': '560d0eaf-d18d-46cd-a57e-ab9cd37916f4', 'name': 'tempest-PortsTestJSON-190338237'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:56.057406 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fe6ff92a-55f7-42f9-a32f-5acf76917c93 req-322f6f1d-34c2-494c-9a8a-3e17da93d08a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324362 Feb 07 16:50:56.145052 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af05b2dd-1ede-4ca9-99bb-53fc3612a77b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:56.150425 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd103441-dd57-4018-acd8-09d140ce5801', 'tag': '5ef53b66-dab5-4a74-be67-26f9baa2959a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:50:56.152841 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68709f44-067a-4cd6-b45b-e45bd427c288" -d '{"events": [{"name": "network-changed", "server_uuid": "cd103441-dd57-4018-acd8-09d140ce5801", "tag": "5ef53b66-dab5-4a74-be67-26f9baa2959a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:50:56.160291 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-252bcf09-cb4a-41cf-af24-5fdeec03d512 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks [] for port (cd80bdac-bede-4cd4-97f9-b10fc1f93f53), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:56.166751 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af05b2dd-1ede-4ca9-99bb-53fc3612a77b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (4ad8e844-f192-49d5-ab09-4cfd35e64840), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:56.180513 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-252bcf09-cb4a-41cf-af24-5fdeec03d512 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (cd80bdac-bede-4cd4-97f9-b10fc1f93f53), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:56.201551 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d463c10-b8a1-4cbc-97c4-41c92a0b837c None None] Network 560d0eaf-d18d-46cd-a57e-ab9cd37916f4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:50:56.300766 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8ad46f23-b778-4dde-b7c2-bc3588bdc2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:56.318281 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5afc87e-62ba-465b-91f7-e0696f86209d req-eea547d6-624d-4b4c-b1cc-2167aab8c341 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.1681547 Feb 07 16:50:56.405668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting port 58f13344-0fbe-4c6c-a654-c982cf86421c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:56.406016 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (58f13344-0fbe-4c6c-a654-c982cf86421c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:56.419345 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11b01e3-3e8d-4941-93ac-6e2cd69f7917 x-openstack-request-id: req-c11b01e3-3e8d-4941-93ac-6e2cd69f7917 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:50:56.420393 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd103441-dd57-4018-acd8-09d140ce5801", "tag": "5ef53b66-dab5-4a74-be67-26f9baa2959a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:50:56.422782 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c11b01e3-3e8d-4941-93ac-6e2cd69f7917 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:50:56.423495 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd103441-dd57-4018-acd8-09d140ce5801', 'tag': '5ef53b66-dab5-4a74-be67-26f9baa2959a', 'status': 'completed', 'code': 200} Feb 07 16:50:56.477478 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bcf09-cb4a-41cf-af24-5fdeec03d512 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event updated for resources: {'Port': ['ID=cd80bdac-bede-4cd4-97f9-b10fc1f93f53,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:56.520999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-252bcf09-cb4a-41cf-af24-5fdeec03d512 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] In _notify_port_updated(), no bound segment for port cd80bdac-bede-4cd4-97f9-b10fc1f93f53 on network 1df8b516-c40e-4594-ab6a-49f88c007437 {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 16:50:56.527374 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252bcf09-cb4a-41cf-af24-5fdeec03d512 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:56.528695 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-252bcf09-cb4a-41cf-af24-5fdeec03d512 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:56.531109 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-252bcf09-cb4a-41cf-af24-5fdeec03d512 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "PUT /v2.0/ports/cd80bdac-bede-4cd4-97f9-b10fc1f93f53 HTTP/1.1" status: 200 len: 995 time: 1.7351861 Feb 07 16:50:56.533987 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45232) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:56.543274 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-560d0eaf-d18d-46cd-a57e-ab9cd37916f4', 'network_id': '560d0eaf-d18d-46cd-a57e-ab9cd37916f4', 'project_id': '8f6693c13415441784e70842eae1e972', 'fixed_ips': [{'subnet_id': 'f9fef0e5-2a2d-45f6-a013-5d784449a0c7'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:50:56.544175 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:56.632890 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be1d69b-0bc9-4a8a-ae79-be66f65abe3d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:50:56.651631 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6be1d69b-0bc9-4a8a-ae79-be66f65abe3d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:56.660880 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-af05b2dd-1ede-4ca9-99bb-53fc3612a77b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Floating IP 4ad8e844-f192-49d5-ab09-4cfd35e64840 associated. External IP: 172.25.4.159, port: ea91aac2-6103-4fb6-9882-bc52e9d4f2e8. Feb 07 16:50:56.753115 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] For port 58f13344-0fbe-4c6c-a654-c982cf86421c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=58f13344-0fbe-4c6c-a654-c982cf86421c,segment=NetworkSegment(34039772-191e-4f61-b123-0671c7d76ed7),segment_id=34039772-191e-4f61-b123-0671c7d76ed7)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:56.754296 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (58f13344-0fbe-4c6c-a654-c982cf86421c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:56.810538 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Calling delete_port for 58f13344-0fbe-4c6c-a654-c982cf86421c owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:56.815064 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-6be1d69b-0bc9-4a8a-ae79-be66f65abe3d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] device_id is not set on port 782598f3-38d8-4636-9b45-0d250cf57146 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:50:56.860633 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] Allocated IP 172.20.0.2 (560d0eaf-d18d-46cd-a57e-ab9cd37916f4/f9fef0e5-2a2d-45f6-a013-5d784449a0c7/7981aad1-91c1-4951-9cde-eab74f999b47) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:50:56.990943 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68709f44-067a-4cd6-b45b-e45bd427c288 req-50d7aa34-3a68-4cf4-bb83-666c33ab0862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:56.994289 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68709f44-067a-4cd6-b45b-e45bd427c288 req-50d7aa34-3a68-4cf4-bb83-666c33ab0862 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 1155 time: 0.5752919 Feb 07 16:50:57.033782 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] Publish callbacks [] for port (7981aad1-91c1-4951-9cde-eab74f999b47), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:57.042602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f857c1-3564-4b1c-96ad-8fc742bf1826 None None] DHCP port deletion for 5302e642-7415-4e75-9d6a-cea049ea754c request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:50:57.048220 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (7981aad1-91c1-4951-9cde-eab74f999b47), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:57.088409 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-73c33a2b-2fb1-4725-b603-e86259d31f29 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Deleting port cd80bdac-bede-4cd4-97f9-b10fc1f93f53 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:57.091349 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-73c33a2b-2fb1-4725-b603-e86259d31f29 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (cd80bdac-bede-4cd4-97f9-b10fc1f93f53), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:57.120487 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] Network 560d0eaf-d18d-46cd-a57e-ab9cd37916f4 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:57.126950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:57.133993 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:57.156883 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] Pushing event updated for resources: {'Port': ['ID=7981aad1-91c1-4951-9cde-eab74f999b47,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:57.160749 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-cdbabda7-14b9-4ae5-ada2-0fe6eb346e57 None None] Provisioning complete for port cd80bdac-bede-4cd4-97f9-b10fc1f93f53 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:50:57.161132 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cdbabda7-14b9-4ae5-ada2-0fe6eb346e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (cd80bdac-bede-4cd4-97f9-b10fc1f93f53), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:57.205386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-6be1d69b-0bc9-4a8a-ae79-be66f65abe3d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Allocated IP 172.20.0.6 (560d0eaf-d18d-46cd-a57e-ab9cd37916f4/f9fef0e5-2a2d-45f6-a013-5d784449a0c7/782598f3-38d8-4636-9b45-0d250cf57146) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:50:57.386099 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-01f857c1-3564-4b1c-96ad-8fc742bf1826 None None] Deleting port 58f13344-0fbe-4c6c-a654-c982cf86421c {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:57.386635 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-01f857c1-3564-4b1c-96ad-8fc742bf1826 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (58f13344-0fbe-4c6c-a654-c982cf86421c), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:57.394559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-cdbabda7-14b9-4ae5-ada2-0fe6eb346e57 None None] Port cd80bdac-bede-4cd4-97f9-b10fc1f93f53 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:50:57.480365 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 58f13344-0fbe-4c6c-a654-c982cf86421c no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:50:57.484821 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] Attempting to bind port 7981aad1-91c1-4951-9cde-eab74f999b47 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:50:57.485369 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] Attempting to bind port 7981aad1-91c1-4951-9cde-eab74f999b47 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '7f03329d-d73c-4d43-bf2c-e231deea078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '560d0eaf-d18d-46cd-a57e-ab9cd37916f4'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:50:57.485739 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] Attempting to bind port 7981aad1-91c1-4951-9cde-eab74f999b47 on network 560d0eaf-d18d-46cd-a57e-ab9cd37916f4 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:50:57.518221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 58f13344-0fbe-4c6c-a654-c982cf86421c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:50:57.518571 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 58f13344-0fbe-4c6c-a654-c982cf86421c not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:50:57.520532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68709f44-067a-4cd6-b45b-e45bd427c288 req-e0da6402-fc4b-4030-8044-4399d0af7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:57.523162 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:50:57.523551 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] Checking segment: {'id': '7f03329d-d73c-4d43-bf2c-e231deea078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '560d0eaf-d18d-46cd-a57e-ab9cd37916f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:50:57.523961 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:57.524266 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68709f44-067a-4cd6-b45b-e45bd427c288 req-e0da6402-fc4b-4030-8044-4399d0af7056 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.5231082 Feb 07 16:50:57.524399 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] Bound using segment: {'id': '7f03329d-d73c-4d43-bf2c-e231deea078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '560d0eaf-d18d-46cd-a57e-ab9cd37916f4'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:50:57.524844 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] Bound port: 7981aad1-91c1-4951-9cde-eab74f999b47, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f03329d-d73c-4d43-bf2c-e231deea078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '560d0eaf-d18d-46cd-a57e-ab9cd37916f4'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:50:57.524985 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (58f13344-0fbe-4c6c-a654-c982cf86421c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:57.525220 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7981aad1-91c1-4951-9cde-eab74f999b47), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:57.560268 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] No DVR routers for this DVR port 58f13344-0fbe-4c6c-a654-c982cf86421c on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:50:57.561106 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-01f857c1-3564-4b1c-96ad-8fc742bf1826 None None] For port 58f13344-0fbe-4c6c-a654-c982cf86421c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=58f13344-0fbe-4c6c-a654-c982cf86421c,segment=NetworkSegment(34039772-191e-4f61-b123-0671c7d76ed7),segment_id=34039772-191e-4f61-b123-0671c7d76ed7)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:57.561553 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-01f857c1-3564-4b1c-96ad-8fc742bf1826 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (58f13344-0fbe-4c6c-a654-c982cf86421c), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:57.621355 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68709f44-067a-4cd6-b45b-e45bd427c288 req-17c85ce1-fa33-4bc0-ac84-2605df54eea5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef53b66-dab5-4a74-be67-26f9baa2959a HTTP/1.1" status: 200 len: 217 time: 0.0701828 Feb 07 16:50:57.672570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-01f857c1-3564-4b1c-96ad-8fc742bf1826 None None] Calling delete_port for 58f13344-0fbe-4c6c-a654-c982cf86421c owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:57.723004 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f8a631bd-dfbc-4a28-b991-7f00a542af52 req-fd778e48-d160-4668-9e17-7c8e396b547e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.1758869 Feb 07 16:50:57.830929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] For port 7981aad1-91c1-4951-9cde-eab74f999b47, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:50:57.841360 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] For port 7981aad1-91c1-4951-9cde-eab74f999b47, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7981aad1-91c1-4951-9cde-eab74f999b47,segment=NetworkSegment(7f03329d-d73c-4d43-bf2c-e231deea078b),segment_id=7f03329d-d73c-4d43-bf2c-e231deea078b)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:50:57.874133 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7981aad1-91c1-4951-9cde-eab74f999b47), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:57.948686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68709f44-067a-4cd6-b45b-e45bd427c288 req-ae897a23-7299-44d8-be24-84cd121b3a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:57.951723 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68709f44-067a-4cd6-b45b-e45bd427c288 req-ae897a23-7299-44d8-be24-84cd121b3a66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.2270036 Feb 07 16:50:57.952649 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Port': ['ID=58f13344-0fbe-4c6c-a654-c982cf86421c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:57.983503 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (5302e642-7415-4e75-9d6a-cea049ea754c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:58.074080 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68709f44-067a-4cd6-b45b-e45bd427c288 req-77972113-1d81-42ea-b921-84892fd07c21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827513 Feb 07 16:50:58.092791 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-01f857c1-3564-4b1c-96ad-8fc742bf1826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (58f13344-0fbe-4c6c-a654-c982cf86421c), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:58.098628 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5302e642-7415-4e75-9d6a-cea049ea754c']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:58.113327 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-73c33a2b-2fb1-4725-b603-e86259d31f29 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (cd80bdac-bede-4cd4-97f9-b10fc1f93f53), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:58.122426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7bedf-d6fc-4eb0-b4ab-898882658d70 None None] Pushing event updated for resources: {'Port': ['ID=7981aad1-91c1-4951-9cde-eab74f999b47,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:58.138333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f857c1-3564-4b1c-96ad-8fc742bf1826 None None] No DVR routers for this DVR port 58f13344-0fbe-4c6c-a654-c982cf86421c on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:50:58.144744 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-73c33a2b-2fb1-4725-b603-e86259d31f29 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Calling delete_port for cd80bdac-bede-4cd4-97f9-b10fc1f93f53 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:50:58.170292 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f857c1-3564-4b1c-96ad-8fc742bf1826 None None] Pushing event deleted for resources: {'Port': ['ID=58f13344-0fbe-4c6c-a654-c982cf86421c,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:58.172967 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fd34c5ca-03e9-4bc5-b71d-3ab4cdde1196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:58.190046 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f923c-1e7b-455a-8651-b118b8af301a req-05923466-d79f-424d-964c-d656354ef39a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:58.198166 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a51f923c-1e7b-455a-8651-b118b8af301a req-05923466-d79f-424d-964c-d656354ef39a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 943 time: 0.9510477 Feb 07 16:50:58.239517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af05b2dd-1ede-4ca9-99bb-53fc3612a77b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:50:58.435300 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34039772-191e-4f61-b123-0671c7d76ed7') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:58.435895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34039772-191e-4f61-b123-0671c7d76ed7') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:58.441723 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6be1d69b-0bc9-4a8a-ae79-be66f65abe3d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (782598f3-38d8-4636-9b45-0d250cf57146), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:58.479557 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-7cd72ec1-fb28-4db2-8717-b5041201ad3c tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:58.492241 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-7cd72ec1-fb28-4db2-8717-b5041201ad3c tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/networks?id=dd17ab5f-9fda-4232-9ff6-bd1e0476bb52 HTTP/1.1" status: 200 len: 810 time: 0.4307933 Feb 07 16:50:58.495997 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 5ef53b66-dab5-4a74-be67-26f9baa2959a details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:50:58.501772 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a51f923c-1e7b-455a-8651-b118b8af301a req-e3d945a5-619f-4031-a490-a9e860593df8 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016248 Feb 07 16:50:58.515989 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (34039772-191e-4f61-b123-0671c7d76ed7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:58.617433 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-38e0116b-bfe2-4989-9df8-c442e73dd79f tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/quotas/bef7c2bd49fb4c778a9c09764d13fad6 HTTP/1.1" status: 200 len: 375 time: 0.1230686 Feb 07 16:50:58.619933 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (34039772-191e-4f61-b123-0671c7d76ed7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:58.653772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:50:58.654206 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (34039772-191e-4f61-b123-0671c7d76ed7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:50:58.657795 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:50:58.667734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 5ef53b66-dab5-4a74-be67-26f9baa2959a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5ef53b66-dab5-4a74-be67-26f9baa2959a,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:50:58.686574 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af05b2dd-1ede-4ca9-99bb-53fc3612a77b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:50:58.697536 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 5ef53b66-dab5-4a74-be67-26f9baa2959a has no active binding in host n-h1-827865-3 {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 16:50:58.701270 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af05b2dd-1ede-4ca9-99bb-53fc3612a77b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:58.702213 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f600117-35e2-4d2c-86e9-d820be560ea4 None None] Sync routers for ids ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:50:58.716897 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f600117-35e2-4d2c-86e9-d820be560ea4 None None] Routers {'9af5f529-eea9-4b3c-b0e7-481af3af7f3d'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:58.717619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3f600117-35e2-4d2c-86e9-d820be560ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:50:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:58.755411 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-8b0a7382-a178-48f8-94d3-f23a311861ff tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bef7c2bd49fb4c778a9c09764d13fad6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1368110 Feb 07 16:50:58.810100 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-af05b2dd-1ede-4ca9-99bb-53fc3612a77b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "PUT /v2.0/floatingips/4ad8e844-f192-49d5-ab09-4cfd35e64840 HTTP/1.1" status: 200 len: 991 time: 3.3714671 Feb 07 16:50:58.810801 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a657a5bb-36be-45e9-abe9-8e055c03eb75', 'tag': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:50:58.813894 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06ae158-5018-41da-9c82-455de556bb59" -d '{"events": [{"name": "network-changed", "server_uuid": "a657a5bb-36be-45e9-abe9-8e055c03eb75", "tag": "ea91aac2-6103-4fb6-9882-bc52e9d4f2e8"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:50:58.819785 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-73c33a2b-2fb1-4725-b603-e86259d31f29 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (cd80bdac-bede-4cd4-97f9-b10fc1f93f53), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:58.852551 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c33a2b-2fb1-4725-b603-e86259d31f29 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event deleted for resources: {'Port': ['ID=cd80bdac-bede-4cd4-97f9-b10fc1f93f53,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:58.916759 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6be1d69b-0bc9-4a8a-ae79-be66f65abe3d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (782598f3-38d8-4636-9b45-0d250cf57146), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:58.943826 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68709f44-067a-4cd6-b45b-e45bd427c288 req-aa243b58-73a1-4638-987a-9882f56e00ab service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8370321 Feb 07 16:50:58.963753 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3f600117-35e2-4d2c-86e9-d820be560ea4 None None] Set router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:50:59.019785 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (5302e642-7415-4e75-9d6a-cea049ea754c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:59.020161 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1df3e5c6-e43c-45d7-9b54-63a04a5c3403 req-3fac6d71-dc70-45a9-b78d-59a2aae47917 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0681798 Feb 07 16:50:59.084730 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:59.088378 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/networks/5302e642-7415-4e75-9d6a-cea049ea754c HTTP/1.1" status: 204 len: 168 time: 3.3338141 Feb 07 16:50:59.099419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45270) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:59.106089 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-194ed118-1337-46a2-b0a5-ac1b8c83a570 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1739656359', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:59.199871 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be1d69b-0bc9-4a8a-ae79-be66f65abe3d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 560d0eaf-d18d-46cd-a57e-ab9cd37916f4 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:50:59.216367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec703d6-dddc-40a4-bfd5-12dd22b557bf tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Network': ['ID=5302e642-7415-4e75-9d6a-cea049ea754c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:59.223822 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6be1d69b-0bc9-4a8a-ae79-be66f65abe3d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:50:59.243050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1d69b-0bc9-4a8a-ae79-be66f65abe3d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=782598f3-38d8-4636-9b45-0d250cf57146,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:50:59.251025 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be1d69b-0bc9-4a8a-ae79-be66f65abe3d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:50:59.319706 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-f30a229b-fb35-47f5-a060-e2f27ce4c9b5 service neutron] 10.222.0.18 "GET /v2.0/networks/dd17ab5f-9fda-4232-9ff6-bd1e0476bb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617633 Feb 07 16:50:59.430706 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-194ed118-1337-46a2-b0a5-ac1b8c83a570 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (b9ebef89-0464-4f83-a748-d08b39bf9909), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:59.439455 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-194ed118-1337-46a2-b0a5-ac1b8c83a570 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (b9ebef89-0464-4f83-a748-d08b39bf9909), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:59.494622 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:59.508346 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-73c33a2b-2fb1-4725-b603-e86259d31f29 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:59.521501 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-73c33a2b-2fb1-4725-b603-e86259d31f29 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "DELETE /v2.0/ports/cd80bdac-bede-4cd4-97f9-b10fc1f93f53 HTTP/1.1" status: 204 len: 168 time: 2.9837294 Feb 07 16:50:59.527263 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45272) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:59.530381 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be1d69b-0bc9-4a8a-ae79-be66f65abe3d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:59.537346 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6be1d69b-0bc9-4a8a-ae79-be66f65abe3d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:59.541498 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68709f44-067a-4cd6-b45b-e45bd427c288 req-2aeaeb08-576c-4b79-a2ec-a71d29331a58 service neutron] 10.222.0.32 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518062 Feb 07 16:50:59.572797 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3f600117-35e2-4d2c-86e9-d820be560ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port': {'id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:06Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4ad8e844-f192-49d5-ab09-4cfd35e64840', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'floating_ip_address': '172.25.4.159', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'port_id': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'mac_address': 'fa:16:3e:6a:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a657a5bb-36be-45e9-abe9-8e055c03eb75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:50:24Z', 'updated_at': '2022-02-07T16:50:56Z', 'revision_number': 1, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19', 'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'mac_address': 'fa:16:3e:24:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:12Z', 'updated_at': '2022-02-07T16:50:19Z', 'revision_number': 5, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'subnets': [{'id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:59.616930 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6be1d69b-0bc9-4a8a-ae79-be66f65abe3d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5834749 Feb 07 16:50:59.619777 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45276) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:59.636680 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-001ffbe9-702c-4ebf-a122-c4452b836a15 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] GET failed (client error): The resource could not be found. Feb 07 16:50:59.652013 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-001ffbe9-702c-4ebf-a122-c4452b836a15 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "GET /v2.0/ports/cd80bdac-bede-4cd4-97f9-b10fc1f93f53 HTTP/1.1" status: 404 len: 333 time: 0.1172345 Feb 07 16:50:59.669941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2e507-aaa2-42dc-b18c-df7e950dc2d2 req-b4546cb4-4967-4e3b-a8e6-846cdfbc339c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:50:59.679675 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-32b2e507-aaa2-42dc-b18c-df7e950dc2d2 req-b4546cb4-4967-4e3b-a8e6-846cdfbc339c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.4934406 Feb 07 16:50:59.681524 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45278) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:59.686924 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7981aad1-91c1-4951-9cde-eab74f999b47 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:50:59.691046 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f600117-35e2-4d2c-86e9-d820be560ea4 None None] Checking router: 9af5f529-eea9-4b3c-b0e7-481af3af7f3d for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:50:59.695903 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3954b444-b468-4bde-bb5c-838dba142471 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Request body: {'port': {'network_id': '1df8b516-c40e-4594-ab6a-49f88c007437', 'name': 'tempest-AllowedAddressPairTestJSON-22542820'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:59.703001 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-194ed118-1337-46a2-b0a5-ac1b8c83a570 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router_controller (b9ebef89-0464-4f83-a748-d08b39bf9909), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:59.782643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f600117-35e2-4d2c-86e9-d820be560ea4 None None] Routers {'9af5f529-eea9-4b3c-b0e7-481af3af7f3d'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:50:59.785184 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3f600117-35e2-4d2c-86e9-d820be560ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:50:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:50:59.785420 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-5fd3fc6a-6444-439d-ad5f-e2c72460dd21 service neutron] 10.222.0.18 "GET /v2.0/networks/dd17ab5f-9fda-4232-9ff6-bd1e0476bb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644833 Feb 07 16:50:59.827479 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-194ed118-1337-46a2-b0a5-ac1b8c83a570 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (b9ebef89-0464-4f83-a748-d08b39bf9909), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:59.837579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c51c2d0f-4c69-43f2-9eac-dcda2f1b0ce0 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port 782598f3-38d8-4636-9b45-0d250cf57146 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:50:59.837934 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c51c2d0f-4c69-43f2-9eac-dcda2f1b0ce0 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (782598f3-38d8-4636-9b45-0d250cf57146), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:59.889944 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-194ed118-1337-46a2-b0a5-ac1b8c83a570 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:59.891657 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-194ed118-1337-46a2-b0a5-ac1b8c83a570 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7910757 Feb 07 16:50:59.903936 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45280) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:50:59.916240 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d19f0bac-2288-4af5-809b-d33175d7e2e1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'network': {'name': 'tempest-RoutersTest-1818959728'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:50:59.968685 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c51c2d0f-4c69-43f2-9eac-dcda2f1b0ce0 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (782598f3-38d8-4636-9b45-0d250cf57146), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:50:59.970124 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-32b2e507-aaa2-42dc-b18c-df7e950dc2d2 req-19b0472e-2eee-4340-b384-b3e0d9864ecf tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885520 Feb 07 16:50:59.983524 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c51c2d0f-4c69-43f2-9eac-dcda2f1b0ce0 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for 782598f3-38d8-4636-9b45-0d250cf57146 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:00.010631 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ba773d-8507-42a3-85d2-66b54d3c04c1 None None] Network 560d0eaf-d18d-46cd-a57e-ab9cd37916f4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:00.076977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19f0bac-2288-4af5-809b-d33175d7e2e1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Made reservation on behalf of 227e1d388d0541aba878f7829cff15ac for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:00.088445 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d19f0bac-2288-4af5-809b-d33175d7e2e1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:00.103779 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2780e59-406c-4faa-8cc5-750459a2ddae x-openstack-request-id: req-d2780e59-406c-4faa-8cc5-750459a2ddae {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:51:00.110843 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a657a5bb-36be-45e9-abe9-8e055c03eb75", "tag": "ea91aac2-6103-4fb6-9882-bc52e9d4f2e8", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:51:00.111270 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2780e59-406c-4faa-8cc5-750459a2ddae {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:51:00.113714 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a657a5bb-36be-45e9-abe9-8e055c03eb75', 'tag': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8', 'status': 'completed', 'code': 200} Feb 07 16:51:00.161410 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c51c2d0f-4c69-43f2-9eac-dcda2f1b0ce0 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (782598f3-38d8-4636-9b45-0d250cf57146), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:00.174244 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-3420a21a-19dd-4efe-843b-5243f7ef0599 None None] Provisioning complete for port 7981aad1-91c1-4951-9cde-eab74f999b47 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:00.174632 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3420a21a-19dd-4efe-843b-5243f7ef0599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7981aad1-91c1-4951-9cde-eab74f999b47), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:00.251843 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c2d0f-4c69-43f2-9eac-dcda2f1b0ce0 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=782598f3-38d8-4636-9b45-0d250cf57146,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:00.290293 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3954b444-b468-4bde-bb5c-838dba142471 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Made reservation on behalf of e7a9c2e02838401aaeccf69f489cbaca for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:00.293773 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3954b444-b468-4bde-bb5c-838dba142471 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:00.341125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19f0bac-2288-4af5-809b-d33175d7e2e1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:51:00.390916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-3954b444-b468-4bde-bb5c-838dba142471 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] device_id is not set on port a796fff8-6132-4262-a918-0d2304596299 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:51:00.423129 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d19f0bac-2288-4af5-809b-d33175d7e2e1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (ae954591-f797-45e0-998a-f530295b9a2f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:00.423541 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-d19f0bac-2288-4af5-809b-d33175d7e2e1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Added segment ae954591-f797-45e0-998a-f530295b9a2f of type vlan for network 594e0563-c511-47b5-877b-f118d86ec19f Feb 07 16:51:00.436444 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3f600117-35e2-4d2c-86e9-d820be560ea4 None None] Set router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:51:00.471592 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c51c2d0f-4c69-43f2-9eac-dcda2f1b0ce0 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:00.486603 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c51c2d0f-4c69-43f2-9eac-dcda2f1b0ce0 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/ports/782598f3-38d8-4636-9b45-0d250cf57146 HTTP/1.1" status: 204 len: 168 time: 0.8657165 Feb 07 16:51:00.491480 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45286) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:00.511394 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ae158-5018-41da-9c82-455de556bb59 req-9b8487e1-dc4c-47b5-8605-d3415c57cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:00.512976 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a06ae158-5018-41da-9c82-455de556bb59 req-9b8487e1-dc4c-47b5-8605-d3415c57cef3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fdea7f1b6324f67b931aa532697bca1&device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 1127 time: 0.3953869 Feb 07 16:51:00.591405 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adafed0-fded-4a34-a189-4ccb85005a1b req-e666b65a-00b5-4ab9-8f6b-641a3af7ff0b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:00.600226 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9adafed0-fded-4a34-a189-4ccb85005a1b req-e666b65a-00b5-4ab9-8f6b-641a3af7ff0b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 943 time: 0.3903780 Feb 07 16:51:00.635156 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e1a83aa-92e6-45b9-bda8-338c9c094514 req-eaed18f9-3dcd-488f-bc04-5aefbb7718f8 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.1192367 Feb 07 16:51:00.636411 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-247a272c-87ee-4adc-9b12-d6fbb157bb94 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] DELETE failed (client error): The resource could not be found. Feb 07 16:51:00.637111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247a272c-87ee-4adc-9b12-d6fbb157bb94 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:51:00.640841 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-247a272c-87ee-4adc-9b12-d6fbb157bb94 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/ports/782598f3-38d8-4636-9b45-0d250cf57146 HTTP/1.1" status: 404 len: 333 time: 0.1480944 Feb 07 16:51:00.646031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45290) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:00.697362 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 7981aad1-91c1-4951-9cde-eab74f999b47 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:00.697993 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7981aad1-91c1-4951-9cde-eab74f999b47), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:00.705712 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d19f0bac-2288-4af5-809b-d33175d7e2e1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (594e0563-c511-47b5-877b-f118d86ec19f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:00.729750 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d93751f-91e5-481a-9954-c300732b0abe tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] GET failed (client error): The resource could not be found. Feb 07 16:51:00.735239 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9d93751f-91e5-481a-9954-c300732b0abe tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports/782598f3-38d8-4636-9b45-0d250cf57146 HTTP/1.1" status: 404 len: 333 time: 0.0879583 Feb 07 16:51:00.738344 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45292) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:00.800681 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:00.912344 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d19f0bac-2288-4af5-809b-d33175d7e2e1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (594e0563-c511-47b5-877b-f118d86ec19f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:00.918107 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19f0bac-2288-4af5-809b-d33175d7e2e1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:00.918753 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d19f0bac-2288-4af5-809b-d33175d7e2e1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:00.950485 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21f9f84-f003-4b0c-a4cf-d33606587146 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting subnet f9fef0e5-2a2d-45f6-a013-5d784449a0c7 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:51:00.958531 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9adafed0-fded-4a34-a189-4ccb85005a1b req-22152a5b-4479-450c-8580-af946c040cd7 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557534 Feb 07 16:51:00.965763 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4bbea0d9-787e-4e90-9b6f-53e038f1da60 req-be00cfd8-8045-443e-a4cf-bc8aa188375b tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b869505-73ad-46d3-99a0-1ab683a0e4c5 HTTP/1.1" status: 200 len: 210 time: 0.0975280 Feb 07 16:51:00.969910 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a21f9f84-f003-4b0c-a4cf-d33606587146 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for subnet (f9fef0e5-2a2d-45f6-a013-5d784449a0c7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:00.994067 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-3954b444-b468-4bde-bb5c-838dba142471 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Allocated IP 172.20.0.4 (1df8b516-c40e-4594-ab6a-49f88c007437/f2a447a1-9ebd-41a7-b00d-bda5a9fabcd1/a796fff8-6132-4262-a918-0d2304596299) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:01.046413 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a21f9f84-f003-4b0c-a4cf-d33606587146 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (f9fef0e5-2a2d-45f6-a013-5d784449a0c7), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:01.207386 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a21f9f84-f003-4b0c-a4cf-d33606587146 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (f9fef0e5-2a2d-45f6-a013-5d784449a0c7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:01.216373 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d19f0bac-2288-4af5-809b-d33175d7e2e1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3084412 Feb 07 16:51:01.221543 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 7981aad1-91c1-4951-9cde-eab74f999b47 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:01.222247 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7981aad1-91c1-4951-9cde-eab74f999b47), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:01.268152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45302) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:01.273319 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ae158-5018-41da-9c82-455de556bb59 req-c77f5e45-d07e-4223-9b6e-5f1426398404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:01.276154 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a06ae158-5018-41da-9c82-455de556bb59 req-c77f5e45-d07e-4223-9b6e-5f1426398404 service neutron] 10.222.0.48 "GET /v2.0/networks?id=558210b1-aeef-4297-87e4-07b1b1a8ae99 HTTP/1.1" status: 200 len: 918 time: 0.7563407 Feb 07 16:51:01.280461 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3420a21a-19dd-4efe-843b-5243f7ef0599 None None] Current status of the port 7981aad1-91c1-4951-9cde-eab74f999b47 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:01.281633 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3420a21a-19dd-4efe-843b-5243f7ef0599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7981aad1-91c1-4951-9cde-eab74f999b47), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:01.282707 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dbd961de-3df2-4ce6-9680-39b704a9fe4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'subnet': {'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:01.330934 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3f600117-35e2-4d2c-86e9-d820be560ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port': {'id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:06Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4ad8e844-f192-49d5-ab09-4cfd35e64840', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'floating_ip_address': '172.25.4.159', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'port_id': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'mac_address': 'fa:16:3e:6a:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a657a5bb-36be-45e9-abe9-8e055c03eb75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:50:24Z', 'updated_at': '2022-02-07T16:50:56Z', 'revision_number': 1, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19', 'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'mac_address': 'fa:16:3e:24:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:12Z', 'updated_at': '2022-02-07T16:50:19Z', 'revision_number': 5, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'subnets': [{'id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:01.371155 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f600117-35e2-4d2c-86e9-d820be560ea4 None None] The sync data for ids ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'] in n-d-827865-3 is: [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port': {'id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:06Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4ad8e844-f192-49d5-ab09-4cfd35e64840', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'floating_ip_address': '172.25.4.159', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'port_id': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'mac_address': 'fa:16:3e:6a:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a657a5bb-36be-45e9-abe9-8e055c03eb75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:50:24Z', 'updated_at': '2022-02-07T16:50:56Z', 'revision_number': 1, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19', 'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'mac_address': 'fa:16:3e:24:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:12Z', 'updated_at': '2022-02-07T16:50:19Z', 'revision_number': 5, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'subnets': [{'id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:51:01.508708 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3954b444-b468-4bde-bb5c-838dba142471 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks [] for port (a796fff8-6132-4262-a918-0d2304596299), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:01.542676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f0bac-2288-4af5-809b-d33175d7e2e1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Network': ['ID=594e0563-c511-47b5-877b-f118d86ec19f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:01.557033 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 594e0563-c511-47b5-877b-f118d86ec19f details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:51:01.581937 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd961de-3df2-4ce6-9680-39b704a9fe4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Made reservation on behalf of 227e1d388d0541aba878f7829cff15ac for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:01.592971 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbd961de-3df2-4ce6-9680-39b704a9fe4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:01.605579 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a21f9f84-f003-4b0c-a4cf-d33606587146 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (f9fef0e5-2a2d-45f6-a013-5d784449a0c7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:01.676768 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a21f9f84-f003-4b0c-a4cf-d33606587146 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:01.682366 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a21f9f84-f003-4b0c-a4cf-d33606587146 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/subnets/f9fef0e5-2a2d-45f6-a013-5d784449a0c7 HTTP/1.1" status: 204 len: 168 time: 0.9429171 Feb 07 16:51:01.696721 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a06ae158-5018-41da-9c82-455de556bb59 req-fa7fa62e-d76a-42a8-ae69-c2c6916bb813 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 HTTP/1.1" status: 200 len: 999 time: 0.3980806 Feb 07 16:51:01.714663 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45304) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:01.763826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f9f84-f003-4b0c-a4cf-d33606587146 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Subnet': ['ID=f9fef0e5-2a2d-45f6-a013-5d784449a0c7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:01.789158 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2070394-8c2a-4575-88c2-99f8c87e4b65 req-e8f7a386-d485-4ebf-8fa1-b3e302062008 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:01.791084 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2070394-8c2a-4575-88c2-99f8c87e4b65 req-e8f7a386-d485-4ebf-8fa1-b3e302062008 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.5748017 Feb 07 16:51:01.841892 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0b462d2-15e4-4525-80c0-6249a1574d34 req-950e3578-ea25-40f4-bd8d-d2274a32863d tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0424209 Feb 07 16:51:01.861626 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20072b01-8492-4b2f-9e05-31f8f91d1960 None None] Network 560d0eaf-d18d-46cd-a57e-ab9cd37916f4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:01.864847 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5085e44c-57eb-4476-9456-c2dc118a1cf5 None None] New status for floating IP 4ad8e844-f192-49d5-ab09-4cfd35e64840: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:51:01.897967 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:51:01.898927 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:51:01.968241 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-3420a21a-19dd-4efe-843b-5243f7ef0599 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:51:01.969026 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-3420a21a-19dd-4efe-843b-5243f7ef0599 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:51:02.012582 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3954b444-b468-4bde-bb5c-838dba142471 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a796fff8-6132-4262-a918-0d2304596299), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:02.024895 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbd961de-3df2-4ce6-9680-39b704a9fe4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (e4703ded-2b67-4bd4-9c09-309b3b022d8c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:02.141766 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556a59fe-5605-4087-8c22-579ef511e975 None None] DHCP port deletion for 560d0eaf-d18d-46cd-a57e-ab9cd37916f4 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:51:02.183367 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ae158-5018-41da-9c82-455de556bb59 req-613db365-ab03-4912-b435-8e10fe1a08cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:02.185423 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a06ae158-5018-41da-9c82-455de556bb59 req-613db365-ab03-4912-b435-8e10fe1a08cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e08eff2f-7c93-4ede-90b9-2e6bbced6db6 HTTP/1.1" status: 200 len: 856 time: 0.4878404 Feb 07 16:51:02.197757 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (560d0eaf-d18d-46cd-a57e-ab9cd37916f4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:02.223200 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3954b444-b468-4bde-bb5c-838dba142471 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Network 1df8b516-c40e-4594-ab6a-49f88c007437 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:02.250596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3954b444-b468-4bde-bb5c-838dba142471 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:02.276990 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3954b444-b468-4bde-bb5c-838dba142471 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:02.284541 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2070394-8c2a-4575-88c2-99f8c87e4b65 req-2135f70c-92b7-4abf-a0c7-c9a7a3a4a032 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4045053 Feb 07 16:51:02.351375 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954b444-b468-4bde-bb5c-838dba142471 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event updated for resources: {'Port': ['ID=a796fff8-6132-4262-a918-0d2304596299,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:02.497335 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:02.543134 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-821a7a6c-5c66-4a95-8f0d-a1fd139e4501 req-b2402e10-e708-4e87-89a9-96b743db2d2d tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b869505-73ad-46d3-99a0-1ab683a0e4c5 HTTP/1.1" status: 200 len: 210 time: 0.1094401 Feb 07 16:51:02.563138 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3954b444-b468-4bde-bb5c-838dba142471 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:02.563826 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3954b444-b468-4bde-bb5c-838dba142471 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:02.586766 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ae158-5018-41da-9c82-455de556bb59 req-322906a4-173f-4b5c-ac50-c03e2f59dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:02.588328 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a06ae158-5018-41da-9c82-455de556bb59 req-322906a4-173f-4b5c-ac50-c03e2f59dddd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=558210b1-aeef-4297-87e4-07b1b1a8ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3883047 Feb 07 16:51:02.655380 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3954b444-b468-4bde-bb5c-838dba142471 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9701109 Feb 07 16:51:02.659858 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45312) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:02.666762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6f90612a-146b-4d2d-af3a-c7ac12946f7a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:00:ff:84'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:02.672496 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port 7981aad1-91c1-4951-9cde-eab74f999b47 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:02.672849 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (7981aad1-91c1-4951-9cde-eab74f999b47), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:02.687165 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 7981aad1-91c1-4951-9cde-eab74f999b47 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:02.690334 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7981aad1-91c1-4951-9cde-eab74f999b47), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:02.734222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3420a21a-19dd-4efe-843b-5243f7ef0599 None None] Current status of the port 7981aad1-91c1-4951-9cde-eab74f999b47 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:02.734972 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3420a21a-19dd-4efe-843b-5243f7ef0599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7981aad1-91c1-4951-9cde-eab74f999b47), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:02.741609 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a06ae158-5018-41da-9c82-455de556bb59 req-3da0b50d-9c45-4f6e-a995-f561112f6d07 service neutron] 10.222.0.48 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444938 Feb 07 16:51:02.762561 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-556a59fe-5605-4087-8c22-579ef511e975 None None] Deleting port 7981aad1-91c1-4951-9cde-eab74f999b47 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:02.763181 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-556a59fe-5605-4087-8c22-579ef511e975 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (7981aad1-91c1-4951-9cde-eab74f999b47), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:02.792654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd961de-3df2-4ce6-9680-39b704a9fe4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Subnet': ['ID=e4703ded-2b67-4bd4-9c09-309b3b022d8c,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:02.833972 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424f3ba-c5e5-4fc1-a1c7-396db3c3747a req-eb328f9c-8ac9-4788-8ee3-caa6b8e3f069 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:02.836566 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2424f3ba-c5e5-4fc1-a1c7-396db3c3747a req-eb328f9c-8ac9-4788-8ee3-caa6b8e3f069 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 943 time: 0.7061913 Feb 07 16:51:02.840205 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd961de-3df2-4ce6-9680-39b704a9fe4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Checking segment: {'id': 'ae954591-f797-45e0-998a-f530295b9a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:02.840777 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd961de-3df2-4ce6-9680-39b704a9fe4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network hostable DHCP agents. Network: 594e0563-c511-47b5-877b-f118d86ec19f, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:51:02.853086 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5ef53b66-dab5-4a74-be67-26f9baa2959a no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:51:02.857916 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 7981aad1-91c1-4951-9cde-eab74f999b47, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7981aad1-91c1-4951-9cde-eab74f999b47,segment=NetworkSegment(7f03329d-d73c-4d43-bf2c-e231deea078b),segment_id=7f03329d-d73c-4d43-bf2c-e231deea078b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:02.898699 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7981aad1-91c1-4951-9cde-eab74f999b47), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:02.903524 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-556a59fe-5605-4087-8c22-579ef511e975 None None] For port 7981aad1-91c1-4951-9cde-eab74f999b47, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7981aad1-91c1-4951-9cde-eab74f999b47,segment=NetworkSegment(7f03329d-d73c-4d43-bf2c-e231deea078b),segment_id=7f03329d-d73c-4d43-bf2c-e231deea078b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:02.904023 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-556a59fe-5605-4087-8c22-579ef511e975 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (7981aad1-91c1-4951-9cde-eab74f999b47), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:02.916481 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-e2309b43-29fe-48fc-abb2-ca128b04d6dc tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:02.918043 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-e2309b43-29fe-48fc-abb2-ca128b04d6dc tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.32 "GET /v2.0/networks?id=dd17ab5f-9fda-4232-9ff6-bd1e0476bb52 HTTP/1.1" status: 200 len: 810 time: 0.7988636 Feb 07 16:51:02.922392 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2424f3ba-c5e5-4fc1-a1c7-396db3c3747a req-5971fb3d-2f92-4259-9043-ff8133ed1a75 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752981 Feb 07 16:51:02.937177 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-6fc0d0c5-f66f-4c5c-bc57-93454a6f7218 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Request body: {'port': {'device_id': '0b869505-73ad-46d3-99a0-1ab683a0e4c5', 'network_id': 'dd17ab5f-9fda-4232-9ff6-bd1e0476bb52', 'admin_state_up': True, 'tenant_id': 'bef7c2bd49fb4c778a9c09764d13fad6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:02.986352 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-556a59fe-5605-4087-8c22-579ef511e975 None None] Calling delete_port for 7981aad1-91c1-4951-9cde-eab74f999b47 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:03.038483 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-3420a21a-19dd-4efe-843b-5243f7ef0599 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:51:03.038798 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd961de-3df2-4ce6-9680-39b704a9fe4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 594e0563-c511-47b5-877b-f118d86ec19f is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:51:03.039350 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-3420a21a-19dd-4efe-843b-5243f7ef0599 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:51:03.051660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] For port 7981aad1-91c1-4951-9cde-eab74f999b47, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7981aad1-91c1-4951-9cde-eab74f999b47,segment=NetworkSegment(7f03329d-d73c-4d43-bf2c-e231deea078b),segment_id=7f03329d-d73c-4d43-bf2c-e231deea078b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:03.051956 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (7981aad1-91c1-4951-9cde-eab74f999b47), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:03.061791 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-dbd961de-3df2-4ce6-9680-39b704a9fe4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 594e0563-c511-47b5-877b-f118d86ec19f) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:03.080586 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7981aad1-91c1-4951-9cde-eab74f999b47 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:51:03.085314 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd961de-3df2-4ce6-9680-39b704a9fe4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:03.086537 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbd961de-3df2-4ce6-9680-39b704a9fe4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:03.088039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0008ee-ccfb-4ee1-9561-e1e0517636e8 None None] Network 594e0563-c511-47b5-877b-f118d86ec19f requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:03.111887 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=7981aad1-91c1-4951-9cde-eab74f999b47,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:03.154160 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a34ff29-272b-43aa-98dc-de973b76f8d5 req-88d1716d-c246-4bd5-85ef-e0c6897d5d58 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.1543827 Feb 07 16:51:03.165767 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for 7981aad1-91c1-4951-9cde-eab74f999b47 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:03.260809 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dbd961de-3df2-4ce6-9680-39b704a9fe4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9907467 Feb 07 16:51:03.288183 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-6fc0d0c5-f66f-4c5c-bc57-93454a6f7218 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Made reservation on behalf of bef7c2bd49fb4c778a9c09764d13fad6 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:03.292000 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-6fc0d0c5-f66f-4c5c-bc57-93454a6f7218 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:03.296905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 5ef53b66-dab5-4a74-be67-26f9baa2959a is: DOWN; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:03.313306 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45316) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:03.394183 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 7981aad1-91c1-4951-9cde-eab74f999b47 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:03.395507 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7981aad1-91c1-4951-9cde-eab74f999b47), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:03.416587 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a06ae158-5018-41da-9c82-455de556bb59 req-e1355431-c7d3-4635-8225-8e0df8268ccb service neutron] 10.222.0.48 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853537 Feb 07 16:51:03.477686 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f90612a-146b-4d2d-af3a-c7ac12946f7a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a796fff8-6132-4262-a918-0d2304596299), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:03.504299 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-556a59fe-5605-4087-8c22-579ef511e975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (7981aad1-91c1-4951-9cde-eab74f999b47), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:03.507427 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-594e0563-c511-47b5-877b-f118d86ec19f', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'project_id': '227e1d388d0541aba878f7829cff15ac', 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:51:03.508195 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:03.526515 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-6fc0d0c5-f66f-4c5c-bc57-93454a6f7218 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Allocated IP 172.20.0.8 (dd17ab5f-9fda-4232-9ff6-bd1e0476bb52/f2446d18-1883-4dc9-a365-cc7efe9b1d97/e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:03.549498 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a59fe-5605-4087-8c22-579ef511e975 None None] Pushing event deleted for resources: {'Port': ['ID=7981aad1-91c1-4951-9cde-eab74f999b47,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:03.560575 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556a59fe-5605-4087-8c22-579ef511e975 None None] No DVR routers for this DVR port 7981aad1-91c1-4951-9cde-eab74f999b47 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:51:03.605503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08f229-c618-4324-945b-8ea937dac50f req-881efc68-387b-4cc0-9a34-78f9acd89ccf tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:03.616729 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2d08f229-c618-4324-945b-8ea937dac50f req-881efc68-387b-4cc0-9a34-78f9acd89ccf tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.2139668 Feb 07 16:51:03.627265 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (7981aad1-91c1-4951-9cde-eab74f999b47), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:03.718287 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=7981aad1-91c1-4951-9cde-eab74f999b47,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:03.747072 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No DVR routers for this DVR port 7981aad1-91c1-4951-9cde-eab74f999b47 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:51:03.762079 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2d08f229-c618-4324-945b-8ea937dac50f req-c507d4a0-7dcd-4730-a06a-e6def968957d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409614 Feb 07 16:51:03.926333 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-6fc0d0c5-f66f-4c5c-bc57-93454a6f7218 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Publish callbacks [] for port (e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:03.961620 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] Allocated IP 172.20.0.2 (594e0563-c511-47b5-877b-f118d86ec19f/e4703ded-2b67-4bd4-9c09-309b3b022d8c/7ebd2276-aa74-4d78-b5f9-e203b31ada4c) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:03.979636 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-6fc0d0c5-f66f-4c5c-bc57-93454a6f7218 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:04.063127 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3420a21a-19dd-4efe-843b-5243f7ef0599 None None] Port 7981aad1-91c1-4951-9cde-eab74f999b47 update to ACTIVE by agent not found {{(pid=103228) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 07 16:51:04.104203 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-6fc0d0c5-f66f-4c5c-bc57-93454a6f7218 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Network dd17ab5f-9fda-4232-9ff6-bd1e0476bb52 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:04.112219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-6fc0d0c5-f66f-4c5c-bc57-93454a6f7218 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:04.126397 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-6fc0d0c5-f66f-4c5c-bc57-93454a6f7218 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:04.167406 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0d0c5-f66f-4c5c-bc57-93454a6f7218 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Pushing event updated for resources: {'Port': ['ID=e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:04.186920 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] Publish callbacks [] for port (7ebd2276-aa74-4d78-b5f9-e203b31ada4c), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:04.189894 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12d83a-b7f0-4165-aa0c-1456cfe013b5 req-46017e5b-d81b-409d-8993-0e0deda3add3 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:04.192537 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1d12d83a-b7f0-4165-aa0c-1456cfe013b5 req-46017e5b-d81b-409d-8993-0e0deda3add3 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 943 time: 0.1615000 Feb 07 16:51:04.204740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f674eb8c-d36a-40e6-95ce-8632952a46a1 None None] Could not find standard attr ID for object 782598f3-38d8-4636-9b45-0d250cf57146. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 16:51:04.208247 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (7ebd2276-aa74-4d78-b5f9-e203b31ada4c), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:04.240259 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-6fc0d0c5-f66f-4c5c-bc57-93454a6f7218 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:04.252329 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-6fc0d0c5-f66f-4c5c-bc57-93454a6f7218 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:04.281300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] Network 594e0563-c511-47b5-877b-f118d86ec19f is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:04.284466 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] Pushing event updated for resources: {'Port': ['ID=7ebd2276-aa74-4d78-b5f9-e203b31ada4c,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:04.296032 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:04.299185 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:04.303225 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1d12d83a-b7f0-4165-aa0c-1456cfe013b5 req-b410658a-1652-4287-80a9-e762b73c7b11 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031229 Feb 07 16:51:04.305182 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f674eb8c-d36a-40e6-95ce-8632952a46a1 None None] Could not find standard attr ID for object 7981aad1-91c1-4951-9cde-eab74f999b47. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 16:51:04.319693 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (560d0eaf-d18d-46cd-a57e-ab9cd37916f4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:04.329414 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-6fc0d0c5-f66f-4c5c-bc57-93454a6f7218 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3928688 Feb 07 16:51:04.343520 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Request body: {'port': {'device_id': '0b869505-73ad-46d3-99a0-1ab683a0e4c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:04.384379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560d0eaf-d18d-46cd-a57e-ab9cd37916f4']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:04.385950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f674eb8c-d36a-40e6-95ce-8632952a46a1 None None] Provisioning complete for port a796fff8-6132-4262-a918-0d2304596299 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:04.386330 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f674eb8c-d36a-40e6-95ce-8632952a46a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a796fff8-6132-4262-a918-0d2304596299), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:04.389782 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] Attempting to bind port 7ebd2276-aa74-4d78-b5f9-e203b31ada4c on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:51:04.390768 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] Attempting to bind port 7ebd2276-aa74-4d78-b5f9-e203b31ada4c by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'ae954591-f797-45e0-998a-f530295b9a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:51:04.391147 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] Attempting to bind port 7ebd2276-aa74-4d78-b5f9-e203b31ada4c on network 594e0563-c511-47b5-877b-f118d86ec19f {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:51:04.402373 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f03329d-d73c-4d43-bf2c-e231deea078b') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:04.402731 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f03329d-d73c-4d43-bf2c-e231deea078b') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:04.413985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4467746-52c0-45ef-bdcd-35f8c510cdf9 req-bd152fad-d3e6-4c2d-9dfe-a8d3a16c6a31 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:04.416120 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:51:04.421212 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a4467746-52c0-45ef-bdcd-35f8c510cdf9 req-bd152fad-d3e6-4c2d-9dfe-a8d3a16c6a31 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b869505-73ad-46d3-99a0-1ab683a0e4c5 HTTP/1.1" status: 200 len: 931 time: 0.6697888 Feb 07 16:51:04.426557 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] Checking segment: {'id': 'ae954591-f797-45e0-998a-f530295b9a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:04.427465 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:04.428141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] Bound using segment: {'id': 'ae954591-f797-45e0-998a-f530295b9a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:51:04.429594 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] Bound port: 7ebd2276-aa74-4d78-b5f9-e203b31ada4c, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae954591-f797-45e0-998a-f530295b9a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:51:04.430234 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7ebd2276-aa74-4d78-b5f9-e203b31ada4c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:04.479872 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f674eb8c-d36a-40e6-95ce-8632952a46a1 None None] Port a796fff8-6132-4262-a918-0d2304596299 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:51:04.490465 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (7f03329d-d73c-4d43-bf2c-e231deea078b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:04.499567 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0a8095f-6d97-41a1-8b9c-599930fdfe16 req-bf69de97-63f2-4f11-b8ad-c258d33a8377 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0459754 Feb 07 16:51:04.504833 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:04.505427 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c6b351f-e82f-46af-aa15-15c544b52eec tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:04.538130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] For port 7ebd2276-aa74-4d78-b5f9-e203b31ada4c, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:51:04.542186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] For port 7ebd2276-aa74-4d78-b5f9-e203b31ada4c, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7ebd2276-aa74-4d78-b5f9-e203b31ada4c,segment=NetworkSegment(ae954591-f797-45e0-998a-f530295b9a2f),segment_id=ae954591-f797-45e0-998a-f530295b9a2f)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:51:04.552274 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7ebd2276-aa74-4d78-b5f9-e203b31ada4c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:04.554061 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (7f03329d-d73c-4d43-bf2c-e231deea078b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:04.624481 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f90612a-146b-4d2d-af3a-c7ac12946f7a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks [] for port (a796fff8-6132-4262-a918-0d2304596299), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:04.627774 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72b969-5db3-4155-92d9-7ed7812ad0ad None None] Pushing event updated for resources: {'Port': ['ID=7ebd2276-aa74-4d78-b5f9-e203b31ada4c,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:04.661715 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:51:04.662194 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (7f03329d-d73c-4d43-bf2c-e231deea078b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:51:04.666147 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:51:04.685651 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f90612a-146b-4d2d-af3a-c7ac12946f7a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (a796fff8-6132-4262-a918-0d2304596299), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:04.733058 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a4467746-52c0-45ef-bdcd-35f8c510cdf9 req-49983c92-e310-4711-98a7-97897b2480aa tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a3a270d-a3b2-452b-bbed-111fe2366c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109038 Feb 07 16:51:04.885456 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (560d0eaf-d18d-46cd-a57e-ab9cd37916f4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:04.892729 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:04.896461 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/networks/560d0eaf-d18d-46cd-a57e-ab9cd37916f4 HTTP/1.1" status: 204 len: 168 time: 3.1806390 Feb 07 16:51:04.911457 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45328) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:04.927375 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a804870-8839-45fb-88aa-38a99f850816 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Network': ['ID=560d0eaf-d18d-46cd-a57e-ab9cd37916f4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:04.930897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90612a-146b-4d2d-af3a-c7ac12946f7a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event updated for resources: {'Port': ['ID=a796fff8-6132-4262-a918-0d2304596299,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:04.937387 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6f90612a-146b-4d2d-af3a-c7ac12946f7a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] In _notify_port_updated(), no bound segment for port a796fff8-6132-4262-a918-0d2304596299 on network 1df8b516-c40e-4594-ab6a-49f88c007437 {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 16:51:04.945975 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f90612a-146b-4d2d-af3a-c7ac12946f7a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:04.946723 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f90612a-146b-4d2d-af3a-c7ac12946f7a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:04.952345 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6b6214d7-3868-4590-bf15-d3287e8fdd93 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-850143017'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:04.959844 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6f90612a-146b-4d2d-af3a-c7ac12946f7a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "PUT /v2.0/ports/a796fff8-6132-4262-a918-0d2304596299 HTTP/1.1" status: 200 len: 994 time: 2.2979205 Feb 07 16:51:04.967692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45330) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:05.030326 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:51:05.040214 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Publish callbacks [] for port (e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:05.055904 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Transition to ACTIVE for port object e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:51:05.094518 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:05.148839 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6214d7-3868-4590-bf15-d3287e8fdd93 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:05.155530 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b6214d7-3868-4590-bf15-d3287e8fdd93 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:05.191192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Pushing event updated for resources: {'Port': ['ID=e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:05.228843 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-8c6b351f-e82f-46af-aa15-15c544b52eec tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Allocated IP 172.20.0.1 (594e0563-c511-47b5-877b-f118d86ec19f/e4703ded-2b67-4bd4-9c09-309b3b022d8c/664651a2-b987-40cc-8630-401a7df6dedc) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:05.235137 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-96c06a99-7123-4517-b1c7-832ef2d9496b tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Deleting port a796fff8-6132-4262-a918-0d2304596299 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:05.235492 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96c06a99-7123-4517-b1c7-832ef2d9496b tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a796fff8-6132-4262-a918-0d2304596299), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:05.271442 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113955a2-5086-40df-b53b-c72f2cdd17fc req-f029c20c-33eb-469c-b15b-ed1de6c10158 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:05.274100 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-113955a2-5086-40df-b53b-c72f2cdd17fc req-f029c20c-33eb-469c-b15b-ed1de6c10158 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.2889082 Feb 07 16:51:05.288917 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6214d7-3868-4590-bf15-d3287e8fdd93 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:51:05.299296 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b6214d7-3868-4590-bf15-d3287e8fdd93 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (f2c70b8c-23f7-48a9-8b96-00b5552eb9d1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:05.299652 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-6b6214d7-3868-4590-bf15-d3287e8fdd93 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Added segment f2c70b8c-23f7-48a9-8b96-00b5552eb9d1 of type vlan for network 85d7b8e1-5b9e-4106-84b4-82a5b279f23d Feb 07 16:51:05.353333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-fcd020e5-229c-4cdd-b89a-c11ce628bc78 None None] Provisioning complete for port a796fff8-6132-4262-a918-0d2304596299 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:05.354620 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fcd020e5-229c-4cdd-b89a-c11ce628bc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a796fff8-6132-4262-a918-0d2304596299), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:05.364147 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-113955a2-5086-40df-b53b-c72f2cdd17fc req-f8319dbf-afde-4295-bd96-7ebd4f4b4be9 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539427 Feb 07 16:51:05.424691 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b6214d7-3868-4590-bf15-d3287e8fdd93 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (85d7b8e1-5b9e-4106-84b4-82a5b279f23d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:05.455708 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fcd020e5-229c-4cdd-b89a-c11ce628bc78 None None] Port a796fff8-6132-4262-a918-0d2304596299 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:51:05.482802 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96c06a99-7123-4517-b1c7-832ef2d9496b tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a796fff8-6132-4262-a918-0d2304596299), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:05.501964 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Attempting to bind port e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:51:05.502395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Attempting to bind port e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '13560d7e-1c3f-4999-afb8-84f83083acc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dd17ab5f-9fda-4232-9ff6-bd1e0476bb52'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:51:05.502666 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Attempting to bind port e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a on network dd17ab5f-9fda-4232-9ff6-bd1e0476bb52 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:51:05.508471 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Port e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a on network dd17ab5f-9fda-4232-9ff6-bd1e0476bb52 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:51:05.508862 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Attempting to bind port e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a on network dd17ab5f-9fda-4232-9ff6-bd1e0476bb52 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:51:05.511069 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b6214d7-3868-4590-bf15-d3287e8fdd93 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (85d7b8e1-5b9e-4106-84b4-82a5b279f23d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:05.516490 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6214d7-3868-4590-bf15-d3287e8fdd93 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:05.517120 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b6214d7-3868-4590-bf15-d3287e8fdd93 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:05.558808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-96c06a99-7123-4517-b1c7-832ef2d9496b tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Calling delete_port for a796fff8-6132-4262-a918-0d2304596299 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:05.586654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:51:05.587187 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Checking segment: {'id': '13560d7e-1c3f-4999-afb8-84f83083acc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dd17ab5f-9fda-4232-9ff6-bd1e0476bb52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:05.587725 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Bound using segment: {'id': '13560d7e-1c3f-4999-afb8-84f83083acc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dd17ab5f-9fda-4232-9ff6-bd1e0476bb52'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:51:05.588206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Bound port: e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13560d7e-1c3f-4999-afb8-84f83083acc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dd17ab5f-9fda-4232-9ff6-bd1e0476bb52'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:51:05.588584 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:05.639844 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c6b351f-e82f-46af-aa15-15c544b52eec tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (664651a2-b987-40cc-8630-401a7df6dedc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:05.659761 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5df52-3b40-46a3-b0e2-f52e5e2a8246 req-24fa1be8-c591-4fb6-a286-6274ba88d80e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:05.661362 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ba5df52-3b40-46a3-b0e2-f52e5e2a8246 req-24fa1be8-c591-4fb6-a286-6274ba88d80e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 943 time: 0.1593122 Feb 07 16:51:05.665841 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6b6214d7-3868-4590-bf15-d3287e8fdd93 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7329338 Feb 07 16:51:05.672607 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45340) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:05.680728 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6214d7-3868-4590-bf15-d3287e8fdd93 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Network': ['ID=85d7b8e1-5b9e-4106-84b4-82a5b279f23d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:05.697927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 85d7b8e1-5b9e-4106-84b4-82a5b279f23d details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:51:05.706775 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9eab18c1-3ba3-48f5-8c1e-e8dace89866e req-2f15917c-8aa8-4c78-ab4a-6a7ba9fdacda tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0401130 Feb 07 16:51:05.748119 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] For port e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:51:05.752049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] For port e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a,segment=NetworkSegment(13560d7e-1c3f-4999-afb8-84f83083acc5),segment_id=13560d7e-1c3f-4999-afb8-84f83083acc5)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:51:05.760636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f25e5c60-2981-42ff-9ea6-01298b04cc75 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'subnet': {'network_id': '85d7b8e1-5b9e-4106-84b4-82a5b279f23d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:05.774623 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:05.882567 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:05.883615 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:05.885105 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] 10.222.0.32 "PUT /v2.0/ports/e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a HTTP/1.1" status: 200 len: 1091 time: 1.5507252 Feb 07 16:51:05.885718 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b869505-73ad-46d3-99a0-1ab683a0e4c5', 'tag': 'e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:51:05.888406 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51d7779-4fd5-4143-88df-bcdae5fdc3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "0b869505-73ad-46d3-99a0-1ab683a0e4c5", "tag": "e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:51:05.894264 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeaec04-9e50-4f79-b1c2-6f8240e82fff service neutron] Pushing event updated for resources: {'Port': ['ID=e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:05.930688 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9911678-34f8-41c0-91e8-a17ac4100d3d req-f9df6470-264b-42a8-869e-958671b175d3 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:05.932494 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a9911678-34f8-41c0-91e8-a17ac4100d3d req-f9df6470-264b-42a8-869e-958671b175d3 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b869505-73ad-46d3-99a0-1ab683a0e4c5 HTTP/1.1" status: 200 len: 943 time: 0.1026123 Feb 07 16:51:05.990108 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96c06a99-7123-4517-b1c7-832ef2d9496b tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a796fff8-6132-4262-a918-0d2304596299), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:06.038890 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-cd3157a7-94fd-437d-8ec6-c11228cf8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:06.041062 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-cd3157a7-94fd-437d-8ec6-c11228cf8995 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bef7c2bd49fb4c778a9c09764d13fad6&device_id=0b869505-73ad-46d3-99a0-1ab683a0e4c5 HTTP/1.1" status: 200 len: 1125 time: 0.1071250 Feb 07 16:51:06.044411 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c06a99-7123-4517-b1c7-832ef2d9496b tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event deleted for resources: {'Port': ['ID=a796fff8-6132-4262-a918-0d2304596299,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:06.053387 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a9911678-34f8-41c0-91e8-a17ac4100d3d req-18387a4c-ba7b-440b-ba18-f005008121b1 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a3a270d-a3b2-452b-bbed-111fe2366c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103003 Feb 07 16:51:06.116255 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ba5df52-3b40-46a3-b0e2-f52e5e2a8246 req-744ee3ee-407d-4f84-b295-00fe5605a0d6 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400916 Feb 07 16:51:06.120015 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c6b351f-e82f-46af-aa15-15c544b52eec tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (664651a2-b987-40cc-8630-401a7df6dedc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:06.150069 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8d7c1f-e2ee-4454-8062-5f999e4e13d2 x-openstack-request-id: req-fc8d7c1f-e2ee-4454-8062-5f999e4e13d2 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:51:06.152020 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b869505-73ad-46d3-99a0-1ab683a0e4c5", "tag": "e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:51:06.152304 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc8d7c1f-e2ee-4454-8062-5f999e4e13d2 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:51:06.152739 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b869505-73ad-46d3-99a0-1ab683a0e4c5', 'tag': 'e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a', 'status': 'completed', 'code': 200} Feb 07 16:51:06.154831 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-b365a167-b17e-4010-b03e-1fd60559a731 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a HTTP/1.1" status: 200 len: 217 time: 0.0992424 Feb 07 16:51:06.178367 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25e5c60-2981-42ff-9ea6-01298b04cc75 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:06.187006 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f25e5c60-2981-42ff-9ea6-01298b04cc75 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:06.247844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-9c0f96ad-4b0a-4a22-9c7c-1772467ce453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:06.249389 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-9c0f96ad-4b0a-4a22-9c7c-1772467ce453 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2446d18-1883-4dc9-a365-cc7efe9b1d97 HTTP/1.1" status: 200 len: 850 time: 0.0879400 Feb 07 16:51:06.309501 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-830fc537-8d3d-4eef-b4c4-9e1d2dd67c25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd17ab5f-9fda-4232-9ff6-bd1e0476bb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529275 Feb 07 16:51:06.339560 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88d665b-b7a8-4a0b-83f6-82d8e956d40d None None] Network 594e0563-c511-47b5-877b-f118d86ec19f requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:06.354382 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b351f-e82f-46af-aa15-15c544b52eec tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=664651a2-b987-40cc-8630-401a7df6dedc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:06.369127 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6b351f-e82f-46af-aa15-15c544b52eec tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 594e0563-c511-47b5-877b-f118d86ec19f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:06.409141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-8c6b351f-e82f-46af-aa15-15c544b52eec tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:06.416610 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6b351f-e82f-46af-aa15-15c544b52eec tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:06.476609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-592b07ea-837d-400e-97f7-16106e61abe0 None None] Provisioning complete for port 7ebd2276-aa74-4d78-b5f9-e203b31ada4c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:06.477216 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-592b07ea-837d-400e-97f7-16106e61abe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7ebd2276-aa74-4d78-b5f9-e203b31ada4c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:06.553972 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-d941a44a-2cd6-463b-8aba-608270f37823 service neutron] 10.222.0.32 "GET /v2.0/ports/5ef53b66-dab5-4a74-be67-26f9baa2959a/bindings/n-h1-827865-3 HTTP/1.1" status: 200 len: 384 time: 0.2237632 Feb 07 16:51:06.608630 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-93a55087-24ef-40f7-94d0-fe9fe712221c service neutron] 10.222.0.32 "GET /v2.0/networks/dd17ab5f-9fda-4232-9ff6-bd1e0476bb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876148 Feb 07 16:51:06.644924 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-592b07ea-837d-400e-97f7-16106e61abe0 None None] Current status of the port 7ebd2276-aa74-4d78-b5f9-e203b31ada4c is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:06.645658 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-592b07ea-837d-400e-97f7-16106e61abe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7ebd2276-aa74-4d78-b5f9-e203b31ada4c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:06.717364 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-592b07ea-837d-400e-97f7-16106e61abe0 None None] For port 7ebd2276-aa74-4d78-b5f9-e203b31ada4c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7ebd2276-aa74-4d78-b5f9-e203b31ada4c,segment=NetworkSegment(ae954591-f797-45e0-998a-f530295b9a2f),segment_id=ae954591-f797-45e0-998a-f530295b9a2f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:06.729670 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96c06a99-7123-4517-b1c7-832ef2d9496b tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:06.733998 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-592b07ea-837d-400e-97f7-16106e61abe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7ebd2276-aa74-4d78-b5f9-e203b31ada4c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:06.742851 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-96c06a99-7123-4517-b1c7-832ef2d9496b tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "DELETE /v2.0/ports/a796fff8-6132-4262-a918-0d2304596299 HTTP/1.1" status: 204 len: 168 time: 1.7730005 Feb 07 16:51:06.745424 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45346) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:06.874969 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-caec0a54-5ed3-4734-80c9-c33b0babd5dd req-56a9550f-4390-4b03-9a11-fedf6d16dd0c service neutron] 10.222.0.32 "GET /v2.0/networks/dd17ab5f-9fda-4232-9ff6-bd1e0476bb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608719 Feb 07 16:51:06.882257 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b07ea-837d-400e-97f7-16106e61abe0 None None] Pushing event updated for resources: {'Port': ['ID=7ebd2276-aa74-4d78-b5f9-e203b31ada4c,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:06.924387 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f25e5c60-2981-42ff-9ea6-01298b04cc75 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (a7fe4cf7-8227-45e2-a590-d9123a78fcb0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:06.984262 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-39646d13-ceb0-40cd-9649-89a47c56ea67 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] GET failed (client error): The resource could not be found. Feb 07 16:51:06.992576 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-39646d13-ceb0-40cd-9649-89a47c56ea67 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "GET /v2.0/ports/a796fff8-6132-4262-a918-0d2304596299 HTTP/1.1" status: 404 len: 333 time: 0.1772454 Feb 07 16:51:06.997564 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2b609ccb-0fa0-48ce-a960-7b7f94f36f5f req-8a84f672-7ef6-41ed-9930-02375ca985f9 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0631912 Feb 07 16:51:07.003914 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45354) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:07.011174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-41f1e740-1e30-40b9-b9b2-ffcdc1f83db3 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Request body: {'port': {'network_id': '1df8b516-c40e-4594-ab6a-49f88c007437', 'name': 'tempest-AllowedAddressPairTestJSON-224622439'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:07.122928 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-fff0ce54-f9eb-4a03-ae56-8bbe792b38f3 None None] Provisioning complete for port 664651a2-b987-40cc-8630-401a7df6dedc triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:07.128335 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fff0ce54-f9eb-4a03-ae56-8bbe792b38f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (664651a2-b987-40cc-8630-401a7df6dedc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:07.215681 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c6b351f-e82f-46af-aa15-15c544b52eec tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (b9ebef89-0464-4f83-a748-d08b39bf9909), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:07.220960 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-e51848d7-4824-412d-8dcb-4dbc5fffa621 service neutron] For port 5ef53b66-dab5-4a74-be67-26f9baa2959a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5ef53b66-dab5-4a74-be67-26f9baa2959a,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:07.227040 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d7779-4fd5-4143-88df-bcdae5fdc3c5 req-70b2aa7c-5fd5-48e3-962d-f1ee11c74eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:07.228594 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f51d7779-4fd5-4143-88df-bcdae5fdc3c5 req-70b2aa7c-5fd5-48e3-962d-f1ee11c74eee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bef7c2bd49fb4c778a9c09764d13fad6&device_id=0b869505-73ad-46d3-99a0-1ab683a0e4c5 HTTP/1.1" status: 200 len: 1125 time: 0.2420306 Feb 07 16:51:07.247439 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7ebd2276-aa74-4d78-b5f9-e203b31ada4c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:07.336264 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fff0ce54-f9eb-4a03-ae56-8bbe792b38f3 None None] Port 664651a2-b987-40cc-8630-401a7df6dedc cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:51:07.368324 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-fff0ce54-f9eb-4a03-ae56-8bbe792b38f3 None None] Provisioning complete for port 7ebd2276-aa74-4d78-b5f9-e203b31ada4c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:07.369123 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fff0ce54-f9eb-4a03-ae56-8bbe792b38f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7ebd2276-aa74-4d78-b5f9-e203b31ada4c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:07.406223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d7779-4fd5-4143-88df-bcdae5fdc3c5 req-4c840975-bdd5-43ba-ba38-61f88d990fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:07.408545 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f51d7779-4fd5-4143-88df-bcdae5fdc3c5 req-4c840975-bdd5-43ba-ba38-61f88d990fe4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd17ab5f-9fda-4232-9ff6-bd1e0476bb52 HTTP/1.1" status: 200 len: 911 time: 0.1402655 Feb 07 16:51:07.457506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-e51848d7-4824-412d-8dcb-4dbc5fffa621 service neutron] For port 5ef53b66-dab5-4a74-be67-26f9baa2959a, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:51:07.471196 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 7ebd2276-aa74-4d78-b5f9-e203b31ada4c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:07.471950 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7ebd2276-aa74-4d78-b5f9-e203b31ada4c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:07.502240 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-e51848d7-4824-412d-8dcb-4dbc5fffa621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef53b66-dab5-4a74-be67-26f9baa2959a {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:51:07.519180 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-e51848d7-4824-412d-8dcb-4dbc5fffa621 service neutron] For port 5ef53b66-dab5-4a74-be67-26f9baa2959a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=5ef53b66-dab5-4a74-be67-26f9baa2959a,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:07.526220 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e5c60-2981-42ff-9ea6-01298b04cc75 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Subnet': ['ID=a7fe4cf7-8227-45e2-a590-d9123a78fcb0,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:07.549833 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-e51848d7-4824-412d-8dcb-4dbc5fffa621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:07.605638 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f51d7779-4fd5-4143-88df-bcdae5fdc3c5 req-40052f77-7ba1-493f-bee0-1f64fddfb4b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a HTTP/1.1" status: 200 len: 217 time: 0.1905537 Feb 07 16:51:07.654761 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cefff-a2a5-4611-b78e-073e29211e0c req-74c8b15c-2f2a-437e-91aa-ef3d355c73ad tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:07.665622 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e17cefff-a2a5-4611-b78e-073e29211e0c req-74c8b15c-2f2a-437e-91aa-ef3d355c73ad tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b869505-73ad-46d3-99a0-1ab683a0e4c5 HTTP/1.1" status: 200 len: 943 time: 0.4663293 Feb 07 16:51:07.666814 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25e5c60-2981-42ff-9ea6-01298b04cc75 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Checking segment: {'id': 'f2c70b8c-23f7-48a9-8b96-00b5552eb9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '85d7b8e1-5b9e-4106-84b4-82a5b279f23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:07.668382 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25e5c60-2981-42ff-9ea6-01298b04cc75 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network hostable DHCP agents. Network: 85d7b8e1-5b9e-4106-84b4-82a5b279f23d, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:51:07.716285 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 7ebd2276-aa74-4d78-b5f9-e203b31ada4c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:07.737778 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fff0ce54-f9eb-4a03-ae56-8bbe792b38f3 None None] Current status of the port 7ebd2276-aa74-4d78-b5f9-e203b31ada4c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:07.752233 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f1e740-1e30-40b9-b9b2-ffcdc1f83db3 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Made reservation on behalf of e7a9c2e02838401aaeccf69f489cbaca for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:07.757770 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41f1e740-1e30-40b9-b9b2-ffcdc1f83db3 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:07.763114 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d7779-4fd5-4143-88df-bcdae5fdc3c5 req-eda535f7-d5e8-4743-beaa-41d2c5ad006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:07.765176 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f51d7779-4fd5-4143-88df-bcdae5fdc3c5 req-eda535f7-d5e8-4743-beaa-41d2c5ad006d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2446d18-1883-4dc9-a365-cc7efe9b1d97 HTTP/1.1" status: 200 len: 850 time: 0.1506283 Feb 07 16:51:07.790290 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c6b351f-e82f-46af-aa15-15c544b52eec tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (664651a2-b987-40cc-8630-401a7df6dedc), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:07.804807 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25e5c60-2981-42ff-9ea6-01298b04cc75 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 85d7b8e1-5b9e-4106-84b4-82a5b279f23d is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:51:07.822596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056853df-d1f2-4c50-a074-64643af0caea req-d9b444bc-6a1e-4d6f-9266-de0f9291c91a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:07.830990 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-056853df-d1f2-4c50-a074-64643af0caea req-d9b444bc-6a1e-4d6f-9266-de0f9291c91a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 943 time: 0.4248688 Feb 07 16:51:07.837435 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f51d7779-4fd5-4143-88df-bcdae5fdc3c5 req-6fe3df5f-9a3f-41de-8022-4e3ead5ce3ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd17ab5f-9fda-4232-9ff6-bd1e0476bb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558851 Feb 07 16:51:07.867676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4e428c0b-71fb-4b9a-aefa-606e2bd93744 None None] Provisioning complete for port 664651a2-b987-40cc-8630-401a7df6dedc triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:07.868068 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4e428c0b-71fb-4b9a-aefa-606e2bd93744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (664651a2-b987-40cc-8630-401a7df6dedc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:07.909534 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-056853df-d1f2-4c50-a074-64643af0caea req-c5fa4ab4-f2a8-49f6-84ec-9375324296aa tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740349 Feb 07 16:51:07.910272 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f25e5c60-2981-42ff-9ea6-01298b04cc75 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 85d7b8e1-5b9e-4106-84b4-82a5b279f23d) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:07.917746 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25e5c60-2981-42ff-9ea6-01298b04cc75 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:07.918569 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f25e5c60-2981-42ff-9ea6-01298b04cc75 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:07.931646 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-41f1e740-1e30-40b9-b9b2-ffcdc1f83db3 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] device_id is not set on port 1e7f4670-0000-4349-8f06-6a5560815116 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:51:07.967036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4e428c0b-71fb-4b9a-aefa-606e2bd93744 None None] Port 664651a2-b987-40cc-8630-401a7df6dedc cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:51:07.970469 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993dd2b4-a708-47a6-93cf-488438a79bd5 None None] Network 85d7b8e1-5b9e-4106-84b4-82a5b279f23d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:08.002377 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f25e5c60-2981-42ff-9ea6-01298b04cc75 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2477582 Feb 07 16:51:08.033881 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45364) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:08.039555 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ca373b03-633d-431b-b549-a6cc335ee971 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'network_id': '85d7b8e1-5b9e-4106-84b4-82a5b279f23d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1070497610'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:08.072592 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f51d7779-4fd5-4143-88df-bcdae5fdc3c5 req-9397edc3-d7ff-4660-8b9a-fb2189d55513 service neutron] 10.222.0.32 "GET /v2.0/networks/dd17ab5f-9fda-4232-9ff6-bd1e0476bb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284908 Feb 07 16:51:08.077009 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e17cefff-a2a5-4611-b78e-073e29211e0c req-844a5b1e-01b4-46e2-976a-e62f1738adb3 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a3a270d-a3b2-452b-bbed-111fe2366c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100754 Feb 07 16:51:08.197758 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-e51848d7-4824-412d-8dcb-4dbc5fffa621 service neutron] Transition to ACTIVE for port object 5ef53b66-dab5-4a74-be67-26f9baa2959a will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:51:08.205183 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-85d7b8e1-5b9e-4106-84b4-82a5b279f23d', 'network_id': '85d7b8e1-5b9e-4106-84b4-82a5b279f23d', 'project_id': '8f6693c13415441784e70842eae1e972', 'fixed_ips': [{'subnet_id': 'a7fe4cf7-8227-45e2-a590-d9123a78fcb0'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:51:08.206473 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:08.226808 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-e51848d7-4824-412d-8dcb-4dbc5fffa621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:08.368173 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-e51848d7-4824-412d-8dcb-4dbc5fffa621 service neutron] No DVR routers for this DVR port 5ef53b66-dab5-4a74-be67-26f9baa2959a on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:51:08.374905 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f51d7779-4fd5-4143-88df-bcdae5fdc3c5 req-3597a2d0-88a0-4bda-8f45-dcb392108a87 service neutron] 10.222.0.32 "GET /v2.0/networks/dd17ab5f-9fda-4232-9ff6-bd1e0476bb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969162 Feb 07 16:51:08.425792 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51848d7-4824-412d-8dcb-4dbc5fffa621 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef53b66-dab5-4a74-be67-26f9baa2959a,revision_number=10']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:08.435515 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-e51848d7-4824-412d-8dcb-4dbc5fffa621 service neutron] 10.222.0.32 "PUT /v2.0/ports/5ef53b66-dab5-4a74-be67-26f9baa2959a/bindings/n-h1-827865-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8738153 Feb 07 16:51:08.495282 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] Allocated IP 172.20.0.2 (85d7b8e1-5b9e-4106-84b4-82a5b279f23d/a7fe4cf7-8227-45e2-a590-d9123a78fcb0/aa1942f7-45bf-4b0b-88be-f3d9f9b229f5) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:08.533637 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cab59dfb-666a-41f6-bfd9-5f52d954274f req-d5cf4b24-8d83-4b23-8bdb-f5ae575bc5f1 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.3562193 Feb 07 16:51:08.683781 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] Publish callbacks [] for port (aa1942f7-45bf-4b0b-88be-f3d9f9b229f5), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:08.692549 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (aa1942f7-45bf-4b0b-88be-f3d9f9b229f5), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:08.748410 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] Pushing event updated for resources: {'Port': ['ID=aa1942f7-45bf-4b0b-88be-f3d9f9b229f5,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:08.760695 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] Network 85d7b8e1-5b9e-4106-84b4-82a5b279f23d is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:08.762878 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:08.766541 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:08.793716 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-41f1e740-1e30-40b9-b9b2-ffcdc1f83db3 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Allocated IP 172.20.0.6 (1df8b516-c40e-4594-ab6a-49f88c007437/f2a447a1-9ebd-41a7-b00d-bda5a9fabcd1/1e7f4670-0000-4349-8f06-6a5560815116) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:08.857099 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] Attempting to bind port aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:51:08.857599 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] Attempting to bind port aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'f2c70b8c-23f7-48a9-8b96-00b5552eb9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '85d7b8e1-5b9e-4106-84b4-82a5b279f23d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:51:08.858049 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] Attempting to bind port aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 on network 85d7b8e1-5b9e-4106-84b4-82a5b279f23d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:51:08.862462 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-591cdb50-0102-4471-9eed-6470cf850f4e tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:08.864080 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-591cdb50-0102-4471-9eed-6470cf850f4e tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801&tenant_id=fe34686be38c42c8a33e48d32dc23dcd&binding%3Ahost_id=n-h2-827865-3 HTTP/1.1" status: 200 len: 1126 time: 0.3236685 Feb 07 16:51:08.865099 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:51:08.866252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] Checking segment: {'id': 'f2c70b8c-23f7-48a9-8b96-00b5552eb9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '85d7b8e1-5b9e-4106-84b4-82a5b279f23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:08.866738 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:08.867221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] Bound using segment: {'id': 'f2c70b8c-23f7-48a9-8b96-00b5552eb9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '85d7b8e1-5b9e-4106-84b4-82a5b279f23d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:51:08.868104 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] Bound port: aa1942f7-45bf-4b0b-88be-f3d9f9b229f5, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c70b8c-23f7-48a9-8b96-00b5552eb9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '85d7b8e1-5b9e-4106-84b4-82a5b279f23d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:51:08.868301 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (aa1942f7-45bf-4b0b-88be-f3d9f9b229f5), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:08.997773 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] For port aa1942f7-45bf-4b0b-88be-f3d9f9b229f5, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:51:09.003075 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] For port aa1942f7-45bf-4b0b-88be-f3d9f9b229f5, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=aa1942f7-45bf-4b0b-88be-f3d9f9b229f5,segment=NetworkSegment(f2c70b8c-23f7-48a9-8b96-00b5552eb9d1),segment_id=f2c70b8c-23f7-48a9-8b96-00b5552eb9d1)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:51:09.011675 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (aa1942f7-45bf-4b0b-88be-f3d9f9b229f5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:09.132065 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b302e4f-c25c-4709-983c-8878bee3aeb5 None None] Pushing event updated for resources: {'Port': ['ID=aa1942f7-45bf-4b0b-88be-f3d9f9b229f5,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:09.164622 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca373b03-633d-431b-b549-a6cc335ee971 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:09.164622 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca373b03-633d-431b-b549-a6cc335ee971 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:09.186663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38669005-7ccf-4499-a086-7b14a50b6094 req-6b489f30-aba9-4629-a2b6-f9f222cf3107 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:09.190109 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-38669005-7ccf-4499-a086-7b14a50b6094 req-6b489f30-aba9-4629-a2b6-f9f222cf3107 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 944 time: 0.1960588 Feb 07 16:51:09.254745 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-f1a7e706-fd3a-4b91-b5c7-f6ede8a724c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:09.256901 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-f1a7e706-fd3a-4b91-b5c7-f6ede8a724c4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801&tenant_id=fe34686be38c42c8a33e48d32dc23dcd HTTP/1.1" status: 200 len: 1126 time: 0.3677940 Feb 07 16:51:09.274006 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-38669005-7ccf-4499-a086-7b14a50b6094 req-6c8bca25-32aa-4db4-b53a-6f79688ec494 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752306 Feb 07 16:51:09.292848 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-ca373b03-633d-431b-b549-a6cc335ee971 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] device_id is not set on port 9eef92fe-7741-406c-a18a-c8683a80ccf3 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:51:09.503591 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41f1e740-1e30-40b9-b9b2-ffcdc1f83db3 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks [] for port (1e7f4670-0000-4349-8f06-6a5560815116), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:09.517626 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c6b351f-e82f-46af-aa15-15c544b52eec tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (664651a2-b987-40cc-8630-401a7df6dedc), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:09.557350 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2786b1-baff-49d4-98ea-0143b3c52add req-37b24425-be56-4743-bb7a-30b1eec51bb5 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:09.560234 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c2786b1-baff-49d4-98ea-0143b3c52add req-37b24425-be56-4743-bb7a-30b1eec51bb5 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b869505-73ad-46d3-99a0-1ab683a0e4c5 HTTP/1.1" status: 200 len: 943 time: 0.3464892 Feb 07 16:51:09.561779 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c6b351f-e82f-46af-aa15-15c544b52eec tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (664651a2-b987-40cc-8630-401a7df6dedc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:09.637818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-ca373b03-633d-431b-b549-a6cc335ee971 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Allocated IP 172.20.0.3 (85d7b8e1-5b9e-4106-84b4-82a5b279f23d/a7fe4cf7-8227-45e2-a590-d9123a78fcb0/9eef92fe-7741-406c-a18a-c8683a80ccf3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:09.721453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-6f7c9023-e63b-4256-b26c-26d063001d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:09.723029 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-6f7c9023-e63b-4256-b26c-26d063001d1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 1126 time: 0.4188960 Feb 07 16:51:09.732358 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-88827c49-361b-47e8-9ccd-7e48d128c4ff req-3a3067be-bb1b-4508-a322-1180a5b03e1f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0453799 Feb 07 16:51:09.904606 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b351f-e82f-46af-aa15-15c544b52eec tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=664651a2-b987-40cc-8630-401a7df6dedc,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:09.925782 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c6b351f-e82f-46af-aa15-15c544b52eec tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (b9ebef89-0464-4f83-a748-d08b39bf9909), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:09.953230 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c2786b1-baff-49d4-98ea-0143b3c52add req-db135279-e9d1-4f77-8298-d52808ba7ca9 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a3a270d-a3b2-452b-bbed-111fe2366c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772316 Feb 07 16:51:09.979412 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41f1e740-1e30-40b9-b9b2-ffcdc1f83db3 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1e7f4670-0000-4349-8f06-6a5560815116), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:10.110680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-76a5db51-9b3e-49cc-b8e1-2b82d7ecf67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:10.112335 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-76a5db51-9b3e-49cc-b8e1-2b82d7ecf67b service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.3765116 Feb 07 16:51:10.261240 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f1e740-1e30-40b9-b9b2-ffcdc1f83db3 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Network 1df8b516-c40e-4594-ab6a-49f88c007437 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:10.266335 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-e4e43d96-bf3f-4905-8c95-52e309e691af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef53b66-dab5-4a74-be67-26f9baa2959a HTTP/1.1" status: 200 len: 217 time: 0.1319251 Feb 07 16:51:10.274651 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca373b03-633d-431b-b549-a6cc335ee971 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (9eef92fe-7741-406c-a18a-c8683a80ccf3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:10.276242 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1e740-1e30-40b9-b9b2-ffcdc1f83db3 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event updated for resources: {'Port': ['ID=1e7f4670-0000-4349-8f06-6a5560815116,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:10.289734 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-41f1e740-1e30-40b9-b9b2-ffcdc1f83db3 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:10.302118 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f1e740-1e30-40b9-b9b2-ffcdc1f83db3 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:10.454053 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f1e740-1e30-40b9-b9b2-ffcdc1f83db3 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:10.454748 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41f1e740-1e30-40b9-b9b2-ffcdc1f83db3 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:10.479994 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6b351f-e82f-46af-aa15-15c544b52eec tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 594e0563-c511-47b5-877b-f118d86ec19f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:10.495829 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-41f1e740-1e30-40b9-b9b2-ffcdc1f83db3 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4905982 Feb 07 16:51:10.496112 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45382) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:10.497003 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-8c6b351f-e82f-46af-aa15-15c544b52eec tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:10.502268 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Request body: {'port': {'network_id': '1df8b516-c40e-4594-ab6a-49f88c007437', 'name': 'tempest-AllowedAddressPairTestJSON-487702177'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:10.524949 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5695577-23cf-473e-b22e-c957b8287a31 req-a32149dd-ab37-42da-9051-066db6c3227a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:10.527022 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e5695577-23cf-473e-b22e-c957b8287a31 req-a32149dd-ab37-42da-9051-066db6c3227a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 944 time: 0.1258914 Feb 07 16:51:10.645901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-db874f5b-8543-4c19-aa07-4e1b5266819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:10.648713 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-db874f5b-8543-4c19-aa07-4e1b5266819c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.3685181 Feb 07 16:51:10.688655 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb9cc44-defc-4f45-aabc-0b5204b93da5 None None] Network 85d7b8e1-5b9e-4106-84b4-82a5b279f23d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:10.696734 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-4a287749-41e1-4af9-9593-b8cd5721a64e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390613 Feb 07 16:51:10.722352 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca373b03-633d-431b-b549-a6cc335ee971 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (9eef92fe-7741-406c-a18a-c8683a80ccf3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:10.822474 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Made reservation on behalf of e7a9c2e02838401aaeccf69f489cbaca for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:10.826903 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:10.863453 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e5695577-23cf-473e-b22e-c957b8287a31 req-6b3be60b-99bf-49bd-971e-ec25eb351b81 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774607 Feb 07 16:51:10.889742 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] device_id is not set on port 9c3e2896-dc53-42e2-a198-97f9d93793d9 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:51:10.921350 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:51:10.996186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-072115c6-75f0-4aaa-a06d-a94f27162948 None None] Provisioning complete for port 1e7f4670-0000-4349-8f06-6a5560815116 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:10.996807 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-072115c6-75f0-4aaa-a06d-a94f27162948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1e7f4670-0000-4349-8f06-6a5560815116), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:11.109939 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:51:11.192536 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Allocated IP 172.20.0.3 (1df8b516-c40e-4594-ab6a-49f88c007437/f2a447a1-9ebd-41a7-b00d-bda5a9fabcd1/9c3e2896-dc53-42e2-a198-97f9d93793d9) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:11.230870 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca373b03-633d-431b-b549-a6cc335ee971 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 85d7b8e1-5b9e-4106-84b4-82a5b279f23d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:11.233491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ca373b03-633d-431b-b549-a6cc335ee971 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:11.241956 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-072115c6-75f0-4aaa-a06d-a94f27162948 None None] Port 1e7f4670-0000-4349-8f06-6a5560815116 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:51:11.265607 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca373b03-633d-431b-b549-a6cc335ee971 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:11.271240 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8fcb1c8c-b51e-4eab-aefe-80834c001b38 req-00c9679f-a9b3-4717-b16f-781f3dcbf16f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0512495 Feb 07 16:51:11.302756 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:11.382981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca373b03-633d-431b-b549-a6cc335ee971 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=9eef92fe-7741-406c-a18a-c8683a80ccf3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:11.397510 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks [] for port (9c3e2896-dc53-42e2-a198-97f9d93793d9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:11.445683 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6b351f-e82f-46af-aa15-15c544b52eec tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router b9ebef89-0464-4f83-a748-d08b39bf9909 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:51:11.451474 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (9c3e2896-dc53-42e2-a198-97f9d93793d9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:11.485917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca373b03-633d-431b-b549-a6cc335ee971 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:11.487029 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca373b03-633d-431b-b549-a6cc335ee971 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:11.488612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-072115c6-75f0-4aaa-a06d-a94f27162948 None None] Provisioning complete for port aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:11.489215 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-072115c6-75f0-4aaa-a06d-a94f27162948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (aa1942f7-45bf-4b0b-88be-f3d9f9b229f5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:11.501518 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-28f6e75e-363e-4e30-bad5-b9b94f0e25db service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7541041 Feb 07 16:51:11.550276 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Network 1df8b516-c40e-4594-ab6a-49f88c007437 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:11.559319 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:11.565124 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:11.587762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event updated for resources: {'Port': ['ID=9c3e2896-dc53-42e2-a198-97f9d93793d9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:11.654589 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d7414-132a-45fa-8f11-7d222f02ca8a req-6f1475da-a30e-4f35-bd5e-c58c47a6c7ce tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:11.667361 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-055d7414-132a-45fa-8f11-7d222f02ca8a req-6f1475da-a30e-4f35-bd5e-c58c47a6c7ce tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b869505-73ad-46d3-99a0-1ab683a0e4c5 HTTP/1.1" status: 200 len: 943 time: 0.2276089 Feb 07 16:51:11.710127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:11.711114 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:11.712453 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:11.713388 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:11.714280 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:11.715100 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:11.715970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:11.717521 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:11.718436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:11.719502 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:11.720377 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:11.721197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:11.722039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:11.767247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6b351f-e82f-46af-aa15-15c544b52eec tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:51:11.791988 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8c6b351f-e82f-46af-aa15-15c544b52eec tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/b9ebef89-0464-4f83-a748-d08b39bf9909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4757845 Feb 07 16:51:11.796085 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45388) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:11.815404 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-793d7c21-bf71-4605-8287-87051e520df8 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'network': {'name': 'tempest-RoutersTest-1965533272'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:11.846709 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ca373b03-633d-431b-b549-a6cc335ee971 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.8115938 Feb 07 16:51:11.855322 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45390) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:11.885043 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] Sync routers for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:51:11.887622 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:11.889040 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:11.921345 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-ef0930dd-1c26-4730-957c-25228cedffdb service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814159 Feb 07 16:51:11.961761 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:51:11.962405 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:50:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:12.050575 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-055d7414-132a-45fa-8f11-7d222f02ca8a req-8c0d7ff0-f3bb-4550-bb30-f602071724b3 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a3a270d-a3b2-452b-bbed-111fe2366c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817613 Feb 07 16:51:12.076542 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:12.081498 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (aa1942f7-45bf-4b0b-88be-f3d9f9b229f5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:12.087940 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793d7c21-bf71-4605-8287-87051e520df8 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Made reservation on behalf of 227e1d388d0541aba878f7829cff15ac for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:12.093442 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-793d7c21-bf71-4605-8287-87051e520df8 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:12.113353 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-65be129a-a748-427a-b7c7-017972053698 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6148405 Feb 07 16:51:12.113724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45394) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:12.126548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-18ec64f4-a730-41c8-9968-4c05df60dbef tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:00:ff:84'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:58:ab:63'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:12.195480 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793d7c21-bf71-4605-8287-87051e520df8 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:51:12.216239 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-793d7c21-bf71-4605-8287-87051e520df8 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (c4ef10c0-1256-489a-b2a7-164771b6fa99), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:12.216597 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-793d7c21-bf71-4605-8287-87051e520df8 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Added segment c4ef10c0-1256-489a-b2a7-164771b6fa99 of type vlan for network 3682239c-b1ba-43f9-aec1-43237474e741 Feb 07 16:51:12.226943 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a,segment=NetworkSegment(13560d7e-1c3f-4999-afb8-84f83083acc5),segment_id=13560d7e-1c3f-4999-afb8-84f83083acc5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:12.233363 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-072115c6-75f0-4aaa-a06d-a94f27162948 None None] Current status of the port aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:12.233780 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-072115c6-75f0-4aaa-a06d-a94f27162948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (aa1942f7-45bf-4b0b-88be-f3d9f9b229f5), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:12.278028 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a', 'network_id': 'dd17ab5f-9fda-4232-9ff6-bd1e0476bb52', 'port_id': 'e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a', 'mac_address': 'fa:16:3e:c0:06:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2446d18-1883-4dc9-a365-cc7efe9b1d97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:51:12.299661 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-793d7c21-bf71-4605-8287-87051e520df8 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (3682239c-b1ba-43f9-aec1-43237474e741), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:12.305608 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:51:12.341858 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-793d7c21-bf71-4605-8287-87051e520df8 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (3682239c-b1ba-43f9-aec1-43237474e741), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:12.347992 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793d7c21-bf71-4605-8287-87051e520df8 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:12.348607 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-793d7c21-bf71-4605-8287-87051e520df8 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:12.384767 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-072115c6-75f0-4aaa-a06d-a94f27162948 None None] For port aa1942f7-45bf-4b0b-88be-f3d9f9b229f5, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=aa1942f7-45bf-4b0b-88be-f3d9f9b229f5,segment=NetworkSegment(f2c70b8c-23f7-48a9-8b96-00b5552eb9d1),segment_id=f2c70b8c-23f7-48a9-8b96-00b5552eb9d1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:12.421856 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-072115c6-75f0-4aaa-a06d-a94f27162948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (aa1942f7-45bf-4b0b-88be-f3d9f9b229f5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:12.479775 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-793d7c21-bf71-4605-8287-87051e520df8 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6794639 Feb 07 16:51:12.486732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45398) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:12.499867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2c17810f-31e1-4f08-bef0-e7f1b8154b7a tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'subnet': {'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:12.524237 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:12.524642 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:12.556676 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-93d4e6a2-e87e-4ddf-a43a-98760792a3b4 req-f53fdd38-d77b-4105-b8ad-2b8523c8050c tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0299306 Feb 07 16:51:12.570814 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18ec64f4-a730-41c8-9968-4c05df60dbef tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9c3e2896-dc53-42e2-a198-97f9d93793d9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:12.586688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:12.598233 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d7c21-bf71-4605-8287-87051e520df8 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Network': ['ID=3682239c-b1ba-43f9-aec1-43237474e741,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:12.602465 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19bd53-3d6d-44bd-b85a-b6bd20eb3a90 req-6417a302-b2f2-4e71-81b1-7180518d1bd2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:12.604522 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd19bd53-3d6d-44bd-b85a-b6bd20eb3a90 req-6417a302-b2f2-4e71-81b1-7180518d1bd2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 944 time: 0.5372984 Feb 07 16:51:12.635419 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 3682239c-b1ba-43f9-aec1-43237474e741 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:51:12.649837 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:51:12.658582 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-13c756b8-83e2-4bff-965b-cf286c379f5c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port 9eef92fe-7741-406c-a18a-c8683a80ccf3 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:12.659331 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13c756b8-83e2-4bff-965b-cf286c379f5c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (9eef92fe-7741-406c-a18a-c8683a80ccf3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:12.716901 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072115c6-75f0-4aaa-a06d-a94f27162948 None None] Pushing event updated for resources: {'Port': ['ID=aa1942f7-45bf-4b0b-88be-f3d9f9b229f5,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:12.748117 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c78aa186-599e-49d0-b53d-24978453bbd3 None None] Provisioning complete for port 664651a2-b987-40cc-8630-401a7df6dedc triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:12.748525 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c78aa186-599e-49d0-b53d-24978453bbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (664651a2-b987-40cc-8630-401a7df6dedc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:12.754084 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a,segment=NetworkSegment(13560d7e-1c3f-4999-afb8-84f83083acc5),segment_id=13560d7e-1c3f-4999-afb8-84f83083acc5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:12.794523 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:12.799099 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13c756b8-83e2-4bff-965b-cf286c379f5c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (9eef92fe-7741-406c-a18a-c8683a80ccf3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:12.814313 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-13c756b8-83e2-4bff-965b-cf286c379f5c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for 9eef92fe-7741-406c-a18a-c8683a80ccf3 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:12.866465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c78aa186-599e-49d0-b53d-24978453bbd3 None None] Port 664651a2-b987-40cc-8630-401a7df6dedc cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:51:12.879763 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18ec64f4-a730-41c8-9968-4c05df60dbef tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks [] for port (9c3e2896-dc53-42e2-a198-97f9d93793d9), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:12.924645 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:12.932589 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c78aa186-599e-49d0-b53d-24978453bbd3 None None] Provisioning complete for port aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:12.932978 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c78aa186-599e-49d0-b53d-24978453bbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (aa1942f7-45bf-4b0b-88be-f3d9f9b229f5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:12.947468 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18ec64f4-a730-41c8-9968-4c05df60dbef tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (9c3e2896-dc53-42e2-a198-97f9d93793d9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:13.029009 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd19bd53-3d6d-44bd-b85a-b6bd20eb3a90 req-da0e9521-7ccf-42b4-ad74-f5a2027e80fe tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401544 Feb 07 16:51:13.057154 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c17810f-31e1-4f08-bef0-e7f1b8154b7a tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Made reservation on behalf of 227e1d388d0541aba878f7829cff15ac for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:13.070434 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:07Z', 'revision_number': 2, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:08Z', 'revision_number': 2, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:13.071091 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c17810f-31e1-4f08-bef0-e7f1b8154b7a tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:13.091198 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13c756b8-83e2-4bff-965b-cf286c379f5c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (9eef92fe-7741-406c-a18a-c8683a80ccf3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:13.134226 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-05ccd41e-e987-4967-9c10-09440ca3d359 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:13.136707 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-05ccd41e-e987-4967-9c10-09440ca3d359 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801&tenant_id=fe34686be38c42c8a33e48d32dc23dcd&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 1126 time: 0.8778622 Feb 07 16:51:13.164644 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec64f4-a730-41c8-9968-4c05df60dbef tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event updated for resources: {'Port': ['ID=9c3e2896-dc53-42e2-a198-97f9d93793d9,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:13.183575 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] Checking router: b9ebef89-0464-4f83-a748-d08b39bf9909 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:51:13.184302 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] Updating router b9ebef89-0464-4f83-a748-d08b39bf9909 port 664651a2-b987-40cc-8630-401a7df6dedc binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:51:13.190721 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c756b8-83e2-4bff-965b-cf286c379f5c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=9eef92fe-7741-406c-a18a-c8683a80ccf3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:13.225834 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:51:13.230610 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-18ec64f4-a730-41c8-9968-4c05df60dbef tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] In _notify_port_updated(), no bound segment for port 9c3e2896-dc53-42e2-a198-97f9d93793d9 on network 1df8b516-c40e-4594-ab6a-49f88c007437 {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 16:51:13.237433 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ec64f4-a730-41c8-9968-4c05df60dbef tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:13.250144 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18ec64f4-a730-41c8-9968-4c05df60dbef tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:13.251450 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-18ec64f4-a730-41c8-9968-4c05df60dbef tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "PUT /v2.0/ports/9c3e2896-dc53-42e2-a198-97f9d93793d9 HTTP/1.1" status: 200 len: 1055 time: 1.1367438 Feb 07 16:51:13.257141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45402) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:13.301549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:13.305589 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c78aa186-599e-49d0-b53d-24978453bbd3 None None] Current status of the port aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:13.313038 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (664651a2-b987-40cc-8630-401a7df6dedc), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:13.430259 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c17810f-31e1-4f08-bef0-e7f1b8154b7a tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (70609150-dff1-41ab-92b8-b81d676ce2c7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:13.430557 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c78aa186-599e-49d0-b53d-24978453bbd3 None None] Provisioning complete for port 9c3e2896-dc53-42e2-a198-97f9d93793d9 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:13.430862 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c78aa186-599e-49d0-b53d-24978453bbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9c3e2896-dc53-42e2-a198-97f9d93793d9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:13.557527 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-4ef8a3de-030d-4b20-bea3-320c43affb68 service neutron] For port 5ef53b66-dab5-4a74-be67-26f9baa2959a, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:51:13.567922 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-4ef8a3de-030d-4b20-bea3-320c43affb68 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:13.570092 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc82c68b-f862-47d3-9ff8-f06db78f1152 req-4ef8a3de-030d-4b20-bea3-320c43affb68 service neutron] 10.222.0.48 "DELETE /v2.0/ports/5ef53b66-dab5-4a74-be67-26f9baa2959a/bindings/n-h2-827865-3 HTTP/1.1" status: 204 len: 173 time: 0.4255881 Feb 07 16:51:13.619907 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-28930c68-0eaa-4143-a41f-3c074cad47ee tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Deleting port 9c3e2896-dc53-42e2-a198-97f9d93793d9 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:13.620574 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28930c68-0eaa-4143-a41f-3c074cad47ee tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (9c3e2896-dc53-42e2-a198-97f9d93793d9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:13.812555 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28930c68-0eaa-4143-a41f-3c074cad47ee tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (9c3e2896-dc53-42e2-a198-97f9d93793d9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:13.826827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-28930c68-0eaa-4143-a41f-3c074cad47ee tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Calling delete_port for 9c3e2896-dc53-42e2-a198-97f9d93793d9 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:13.868295 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] Publish callbacks [] for port (664651a2-b987-40cc-8630-401a7df6dedc), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:13.883646 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c78aa186-599e-49d0-b53d-24978453bbd3 None None] Port 9c3e2896-dc53-42e2-a198-97f9d93793d9 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:51:13.935772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17810f-31e1-4f08-bef0-e7f1b8154b7a tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Subnet': ['ID=70609150-dff1-41ab-92b8-b81d676ce2c7,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:13.971976 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c78aa186-599e-49d0-b53d-24978453bbd3 None None] Could not find standard attr ID for object 9eef92fe-7741-406c-a18a-c8683a80ccf3. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 16:51:13.974819 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:13.975818 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (aa1942f7-45bf-4b0b-88be-f3d9f9b229f5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:13.983015 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ad9cf486-3d6c-40a4-8716-fe4268851170 req-76be75bf-4bb0-4ed6-ba88-25cdebc2ec6f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.2276454 Feb 07 16:51:13.988064 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28930c68-0eaa-4143-a41f-3c074cad47ee tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (9c3e2896-dc53-42e2-a198-97f9d93793d9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:14.026091 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (664651a2-b987-40cc-8630-401a7df6dedc), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:14.031692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28930c68-0eaa-4143-a41f-3c074cad47ee tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event deleted for resources: {'Port': ['ID=9c3e2896-dc53-42e2-a198-97f9d93793d9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:14.119317 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e0236-05e9-4458-af6b-7e1271ec68b4 req-da0e72bf-7193-4c9c-9c2a-a9c6e669be08 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:14.122335 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c55e0236-05e9-4458-af6b-7e1271ec68b4 req-da0e72bf-7193-4c9c-9c2a-a9c6e669be08 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b869505-73ad-46d3-99a0-1ab683a0e4c5 HTTP/1.1" status: 200 len: 944 time: 0.8964286 Feb 07 16:51:14.145531 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f5515-9439-4b23-9b68-3e02bb10afce None None] Pushing event updated for resources: {'Port': ['ID=664651a2-b987-40cc-8630-401a7df6dedc,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:14.209353 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f8ccab4b-3289-440d-a145-145897ad556c None None] Could not find standard attr ID for object 9c3e2896-dc53-42e2-a198-97f9d93793d9. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 16:51:14.248426 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13c756b8-83e2-4bff-965b-cf286c379f5c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:14.253826 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-13c756b8-83e2-4bff-965b-cf286c379f5c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/ports/9eef92fe-7741-406c-a18a-c8683a80ccf3 HTTP/1.1" status: 204 len: 168 time: 2.3376348 Feb 07 16:51:14.263753 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45408) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:14.332471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:14.368935 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] Attempting to bind port 664651a2-b987-40cc-8630-401a7df6dedc on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:51:14.369518 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] Attempting to bind port 664651a2-b987-40cc-8630-401a7df6dedc by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'ae954591-f797-45e0-998a-f530295b9a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:51:14.369988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] Attempting to bind port 664651a2-b987-40cc-8630-401a7df6dedc on network 594e0563-c511-47b5-877b-f118d86ec19f {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:51:14.379474 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:51:14.380148 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] Checking segment: {'id': 'ae954591-f797-45e0-998a-f530295b9a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:14.380673 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:14.381928 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] Bound using segment: {'id': 'ae954591-f797-45e0-998a-f530295b9a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:51:14.383192 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] Bound port: 664651a2-b987-40cc-8630-401a7df6dedc, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae954591-f797-45e0-998a-f530295b9a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:51:14.383831 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (664651a2-b987-40cc-8630-401a7df6dedc), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:14.411581 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ee4ca-a4a4-4d10-820a-9a1e532fc28b req-71eca748-16a9-497f-83c9-4bdf7f2cdfe0 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:14.425128 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-855ee4ca-a4a4-4d10-820a-9a1e532fc28b req-71eca748-16a9-497f-83c9-4bdf7f2cdfe0 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 944 time: 0.2176476 Feb 07 16:51:14.460256 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d72c11e-2a4d-4bce-951e-b1b321bbeae1 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] GET failed (client error): The resource could not be found. Feb 07 16:51:14.479113 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9d72c11e-2a4d-4bce-951e-b1b321bbeae1 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports/9eef92fe-7741-406c-a18a-c8683a80ccf3 HTTP/1.1" status: 404 len: 333 time: 0.2183967 Feb 07 16:51:14.480025 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45410) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:14.518395 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] For port 664651a2-b987-40cc-8630-401a7df6dedc, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:51:14.523686 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] For port 664651a2-b987-40cc-8630-401a7df6dedc, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=664651a2-b987-40cc-8630-401a7df6dedc,segment=NetworkSegment(ae954591-f797-45e0-998a-f530295b9a2f),segment_id=ae954591-f797-45e0-998a-f530295b9a2f)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:51:14.533225 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (664651a2-b987-40cc-8630-401a7df6dedc), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:14.562317 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-855ee4ca-a4a4-4d10-820a-9a1e532fc28b req-0f0d45b7-4711-4863-9893-3a260b06c094 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308429 Feb 07 16:51:14.585914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c17810f-31e1-4f08-bef0-e7f1b8154b7a tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Checking segment: {'id': 'c4ef10c0-1256-489a-b2a7-164771b6fa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:14.586481 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c17810f-31e1-4f08-bef0-e7f1b8154b7a tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network hostable DHCP agents. Network: 3682239c-b1ba-43f9-aec1-43237474e741, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:51:14.628168 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28930c68-0eaa-4143-a41f-3c074cad47ee tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:14.636743 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-28930c68-0eaa-4143-a41f-3c074cad47ee tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "DELETE /v2.0/ports/9c3e2896-dc53-42e2-a198-97f9d93793d9 HTTP/1.1" status: 204 len: 168 time: 1.3783448 Feb 07 16:51:14.637585 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c55e0236-05e9-4458-af6b-7e1271ec68b4 req-1091fb3d-e46d-4bc5-aaf6-d0c90e974ff2 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a3a270d-a3b2-452b-bbed-111fe2366c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065522 Feb 07 16:51:14.638157 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45416) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:14.693356 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d101f3-cf3d-44be-9bc8-799ca9523e2b tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] GET failed (client error): The resource could not be found. Feb 07 16:51:14.702772 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a2d101f3-cf3d-44be-9bc8-799ca9523e2b tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "GET /v2.0/ports/9c3e2896-dc53-42e2-a198-97f9d93793d9 HTTP/1.1" status: 404 len: 333 time: 0.0589576 Feb 07 16:51:14.703814 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45418) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:14.721900 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e317c2f-b0d8-480a-9d0d-e6968f2304c6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting subnet a7fe4cf7-8227-45e2-a590-d9123a78fcb0 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:51:14.732031 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e317c2f-b0d8-480a-9d0d-e6968f2304c6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for subnet (a7fe4cf7-8227-45e2-a590-d9123a78fcb0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:14.785079 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e317c2f-b0d8-480a-9d0d-e6968f2304c6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (a7fe4cf7-8227-45e2-a590-d9123a78fcb0), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:14.902050 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e317c2f-b0d8-480a-9d0d-e6968f2304c6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (a7fe4cf7-8227-45e2-a590-d9123a78fcb0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:14.941963 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-69f8b76c-5135-4ce8-89ce-b65d47b74792 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Deleting port 1e7f4670-0000-4349-8f06-6a5560815116 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:14.942308 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69f8b76c-5135-4ce8-89ce-b65d47b74792 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1e7f4670-0000-4349-8f06-6a5560815116), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:14.964252 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c17810f-31e1-4f08-bef0-e7f1b8154b7a tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 3682239c-b1ba-43f9-aec1-43237474e741 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:51:14.969963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f5515-9439-4b23-9b68-3e02bb10afce None None] Pushing event updated for resources: {'Port': ['ID=664651a2-b987-40cc-8630-401a7df6dedc,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:14.994898 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2c17810f-31e1-4f08-bef0-e7f1b8154b7a tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 3682239c-b1ba-43f9-aec1-43237474e741) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:15.002065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c17810f-31e1-4f08-bef0-e7f1b8154b7a tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:15.003001 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c17810f-31e1-4f08-bef0-e7f1b8154b7a tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:15.012265 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e77577ad-6ba3-4919-9762-55356e5f6992 None None] Provisioning complete for port 664651a2-b987-40cc-8630-401a7df6dedc triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:15.012821 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e77577ad-6ba3-4919-9762-55356e5f6992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (664651a2-b987-40cc-8630-401a7df6dedc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:15.014398 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:51:15.015053 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:50:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:15.017066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7f59e7-8c08-45e2-b76e-60adf04d6a08 None None] Network 3682239c-b1ba-43f9-aec1-43237474e741 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:15.025079 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e317c2f-b0d8-480a-9d0d-e6968f2304c6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (a7fe4cf7-8227-45e2-a590-d9123a78fcb0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:15.036843 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2c17810f-31e1-4f08-bef0-e7f1b8154b7a tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5412734 Feb 07 16:51:15.038163 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45420) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:15.096511 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e317c2f-b0d8-480a-9d0d-e6968f2304c6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:15.101864 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2e317c2f-b0d8-480a-9d0d-e6968f2304c6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/subnets/a7fe4cf7-8227-45e2-a590-d9123a78fcb0 HTTP/1.1" status: 204 len: 168 time: 0.5998838 Feb 07 16:51:15.102815 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e317c2f-b0d8-480a-9d0d-e6968f2304c6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Subnet': ['ID=a7fe4cf7-8227-45e2-a590-d9123a78fcb0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:15.127252 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45424) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:15.187337 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b33700-fa15-415a-a1cd-96d6e79937b6 None None] Network 85d7b8e1-5b9e-4106-84b4-82a5b279f23d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:15.280610 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cc204792-0589-46c6-874c-b82207939be4 req-eadbc830-446d-4830-a6c2-63abddd4bde2 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.1143870 Feb 07 16:51:15.292741 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (85d7b8e1-5b9e-4106-84b4-82a5b279f23d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:15.297876 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152ccd4-7616-4502-8b1a-1e5b205eae5d req-b70f4d1c-6c2b-40ef-aaef-eb8b2bcfbe22 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:15.313225 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7152ccd4-7616-4502-8b1a-1e5b205eae5d req-b70f4d1c-6c2b-40ef-aaef-eb8b2bcfbe22 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 1126 time: 0.3028359 Feb 07 16:51:15.322684 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69f8b76c-5135-4ce8-89ce-b65d47b74792 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1e7f4670-0000-4349-8f06-6a5560815116), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:15.351869 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-69f8b76c-5135-4ce8-89ce-b65d47b74792 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Calling delete_port for 1e7f4670-0000-4349-8f06-6a5560815116 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:15.403782 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:51:15.469934 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7152ccd4-7616-4502-8b1a-1e5b205eae5d req-0b40587e-4c86-4777-b2f5-4213a22dc1b1 tempest-LiveMigrationTest-24301684 tempest-LiveMigrationTest-24301684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537819 Feb 07 16:51:15.487612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e77577ad-6ba3-4919-9762-55356e5f6992 None None] Current status of the port 664651a2-b987-40cc-8630-401a7df6dedc is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:15.488092 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e77577ad-6ba3-4919-9762-55356e5f6992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (664651a2-b987-40cc-8630-401a7df6dedc), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:15.531942 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88712b7-efa8-4ec6-8a4b-67c3de3f6d6c None None] DHCP port deletion for 85d7b8e1-5b9e-4106-84b4-82a5b279f23d request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:51:15.543494 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:15.543846 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (aa1942f7-45bf-4b0b-88be-f3d9f9b229f5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:15.650654 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-3682239c-b1ba-43f9-aec1-43237474e741', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'project_id': '227e1d388d0541aba878f7829cff15ac', 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:51:15.651615 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:15.656309 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e77577ad-6ba3-4919-9762-55356e5f6992 None None] For port 664651a2-b987-40cc-8630-401a7df6dedc, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=664651a2-b987-40cc-8630-401a7df6dedc,segment=NetworkSegment(ae954591-f797-45e0-998a-f530295b9a2f),segment_id=ae954591-f797-45e0-998a-f530295b9a2f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:15.732445 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a88712b7-efa8-4ec6-8a4b-67c3de3f6d6c None None] Deleting port aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:15.732923 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a88712b7-efa8-4ec6-8a4b-67c3de3f6d6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (aa1942f7-45bf-4b0b-88be-f3d9f9b229f5), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:15.756026 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e77577ad-6ba3-4919-9762-55356e5f6992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (664651a2-b987-40cc-8630-401a7df6dedc), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:15.784509 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] For port aa1942f7-45bf-4b0b-88be-f3d9f9b229f5, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=aa1942f7-45bf-4b0b-88be-f3d9f9b229f5,segment=NetworkSegment(f2c70b8c-23f7-48a9-8b96-00b5552eb9d1),segment_id=f2c70b8c-23f7-48a9-8b96-00b5552eb9d1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:15.785065 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (aa1942f7-45bf-4b0b-88be-f3d9f9b229f5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:15.806628 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:15.879923 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0675b08-ec9c-4d8e-9f12-ca7d51d56d64 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:15.956463 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (aa1942f7-45bf-4b0b-88be-f3d9f9b229f5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:15.966144 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69f8b76c-5135-4ce8-89ce-b65d47b74792 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1e7f4670-0000-4349-8f06-6a5560815116), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:16.009879 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No DVR routers for this DVR port aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:51:16.015088 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a88712b7-efa8-4ec6-8a4b-67c3de3f6d6c None None] For port aa1942f7-45bf-4b0b-88be-f3d9f9b229f5, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=aa1942f7-45bf-4b0b-88be-f3d9f9b229f5,segment=NetworkSegment(f2c70b8c-23f7-48a9-8b96-00b5552eb9d1),segment_id=f2c70b8c-23f7-48a9-8b96-00b5552eb9d1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:16.015697 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a88712b7-efa8-4ec6-8a4b-67c3de3f6d6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (aa1942f7-45bf-4b0b-88be-f3d9f9b229f5), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:16.023635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77577ad-6ba3-4919-9762-55356e5f6992 None None] Pushing event updated for resources: {'Port': ['ID=664651a2-b987-40cc-8630-401a7df6dedc,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:16.058409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-95e899a3-d53c-44a8-86ba-39640cd78178 None None] Provisioning complete for port 664651a2-b987-40cc-8630-401a7df6dedc triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:16.058791 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-95e899a3-d53c-44a8-86ba-39640cd78178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (664651a2-b987-40cc-8630-401a7df6dedc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:16.061953 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=aa1942f7-45bf-4b0b-88be-f3d9f9b229f5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:16.063822 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a88712b7-efa8-4ec6-8a4b-67c3de3f6d6c None None] Calling delete_port for aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:16.126383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8b76c-5135-4ce8-89ce-b65d47b74792 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event deleted for resources: {'Port': ['ID=1e7f4670-0000-4349-8f06-6a5560815116,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:16.178548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a54a9-54bc-4c88-aa1f-822efda6fd8e req-9729da59-41d5-453d-954c-08ed411f4d08 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:16.186519 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c7a54a9-54bc-4c88-aa1f-822efda6fd8e req-9729da59-41d5-453d-954c-08ed411f4d08 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 944 time: 0.3765523 Feb 07 16:51:16.213449 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (85d7b8e1-5b9e-4106-84b4-82a5b279f23d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:16.256714 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] Allocated IP 172.21.0.2 (3682239c-b1ba-43f9-aec1-43237474e741/70609150-dff1-41ab-92b8-b81d676ce2c7/132e6dd1-7ff8-49ba-9970-3155598909b0) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:16.258718 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d7b8e1-5b9e-4106-84b4-82a5b279f23d']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:16.272218 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c7a54a9-54bc-4c88-aa1f-822efda6fd8e req-7c5b210e-3bc3-44f6-a718-4917e6cbcd4e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812337 Feb 07 16:51:16.276617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c70b8c-23f7-48a9-8b96-00b5552eb9d1') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:16.276929 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c70b8c-23f7-48a9-8b96-00b5552eb9d1') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:16.292174 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (f2c70b8c-23f7-48a9-8b96-00b5552eb9d1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:16.391832 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69f8b76c-5135-4ce8-89ce-b65d47b74792 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:16.399204 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-69f8b76c-5135-4ce8-89ce-b65d47b74792 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "DELETE /v2.0/ports/1e7f4670-0000-4349-8f06-6a5560815116 HTTP/1.1" status: 204 len: 168 time: 1.6898336 Feb 07 16:51:16.401690 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45436) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:16.410824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f1ad7-cd0b-4a99-9b50-14651dcc65b7 req-ac8c8201-5881-41f5-903e-13c8e2262558 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:16.413474 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d6f1ad7-cd0b-4a99-9b50-14651dcc65b7 req-ac8c8201-5881-41f5-903e-13c8e2262558 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b869505-73ad-46d3-99a0-1ab683a0e4c5 HTTP/1.1" status: 200 len: 944 time: 0.4982049 Feb 07 16:51:16.452999 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (f2c70b8c-23f7-48a9-8b96-00b5552eb9d1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:16.455519 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b971292-6611-466d-b89e-ba35a06072d9 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] GET failed (client error): The resource could not be found. Feb 07 16:51:16.464388 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3b971292-6611-466d-b89e-ba35a06072d9 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "GET /v2.0/ports/1e7f4670-0000-4349-8f06-6a5560815116 HTTP/1.1" status: 404 len: 333 time: 0.0425646 Feb 07 16:51:16.465026 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8ccee0eb-d267-4302-94b8-1c5f751e545d req-dc922598-a847-4e64-b631-b15cae732cd9 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0613794 Feb 07 16:51:16.465026 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45438) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:16.492507 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:51:16.492873 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (f2c70b8c-23f7-48a9-8b96-00b5552eb9d1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:16.515488 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a88712b7-efa8-4ec6-8a4b-67c3de3f6d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (aa1942f7-45bf-4b0b-88be-f3d9f9b229f5), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:16.593876 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88712b7-efa8-4ec6-8a4b-67c3de3f6d6c None None] Pushing event deleted for resources: {'Port': ['ID=aa1942f7-45bf-4b0b-88be-f3d9f9b229f5,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:16.626569 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:07Z', 'revision_number': 2, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:14Z', 'revision_number': 4, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:16.629943 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c0a669b7-4382-4cef-a03b-2265a476dcf4 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Deleting port 45bf721f-2b65-421d-b452-ab069ac55681 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:16.630575 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0a669b7-4382-4cef-a03b-2265a476dcf4 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (45bf721f-2b65-421d-b452-ab069ac55681), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:16.635285 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-95e899a3-d53c-44a8-86ba-39640cd78178 None None] Current status of the port 664651a2-b987-40cc-8630-401a7df6dedc is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:16.650920 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88712b7-efa8-4ec6-8a4b-67c3de3f6d6c None None] No DVR routers for this DVR port aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:51:16.718587 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0a2c7f-8be0-493c-bfc2-959a83a787f2 None None] The sync data for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 is: [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:07Z', 'revision_number': 2, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:14Z', 'revision_number': 4, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:51:16.778201 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0a669b7-4382-4cef-a03b-2265a476dcf4 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (45bf721f-2b65-421d-b452-ab069ac55681), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:16.796037 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c0a669b7-4382-4cef-a03b-2265a476dcf4 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Calling delete_port for 45bf721f-2b65-421d-b452-ab069ac55681 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:51:16.816832 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:51:16.833693 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] Publish callbacks [] for port (132e6dd1-7ff8-49ba-9970-3155598909b0), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:16.848153 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (132e6dd1-7ff8-49ba-9970-3155598909b0), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:16.923678 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (85d7b8e1-5b9e-4106-84b4-82a5b279f23d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:16.940676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] Pushing event updated for resources: {'Port': ['ID=132e6dd1-7ff8-49ba-9970-3155598909b0,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:16.947553 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:16.954134 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/networks/85d7b8e1-5b9e-4106-84b4-82a5b279f23d HTTP/1.1" status: 204 len: 168 time: 1.8130779 Feb 07 16:51:16.954134 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf782c7d-8adc-4047-9938-1255b1a4b4ca tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Network': ['ID=85d7b8e1-5b9e-4106-84b4-82a5b279f23d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:16.957998 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:16.964601 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d6f1ad7-cd0b-4a99-9b50-14651dcc65b7 req-ba60d29f-58c3-4d26-b875-772c86c2b585 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a3a270d-a3b2-452b-bbed-111fe2366c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005543 Feb 07 16:51:16.970236 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45440) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:16.981937 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74655ff8-ab5b-4f3e-a7c4-edeed197e73f req-32f96c42-7b82-4dc9-8897-a8ee92bb9b9b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:16.984207 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-74655ff8-ab5b-4f3e-a7c4-edeed197e73f req-32f96c42-7b82-4dc9-8897-a8ee92bb9b9b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 944 time: 0.5215001 Feb 07 16:51:16.993649 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4617428d-386d-49fd-933b-689e1fbf226a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de', 'name': 'tempest-PortsTestJSON-1066604651'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:16.998208 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] Network 3682239c-b1ba-43f9-aec1-43237474e741 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:17.043312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:17.046525 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-f0675b08-ec9c-4d8e-9f12-ca7d51d56d64 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Allocated IP 172.21.0.1 (3682239c-b1ba-43f9-aec1-43237474e741/70609150-dff1-41ab-92b8-b81d676ce2c7/b4ed4b54-5f70-473b-8427-d04a68694607) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:17.049244 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:17.174144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:51:17.207708 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0675b08-ec9c-4d8e-9f12-ca7d51d56d64 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (b4ed4b54-5f70-473b-8427-d04a68694607), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:17.245059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4617428d-386d-49fd-933b-689e1fbf226a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:17.248504 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4617428d-386d-49fd-933b-689e1fbf226a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:17.250773 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:51:17.251222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device aa1942f7-45bf-4b0b-88be-f3d9f9b229f5 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:51:17.267905 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0a669b7-4382-4cef-a03b-2265a476dcf4 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (45bf721f-2b65-421d-b452-ab069ac55681), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:17.295163 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] Attempting to bind port 132e6dd1-7ff8-49ba-9970-3155598909b0 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:51:17.295650 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] Attempting to bind port 132e6dd1-7ff8-49ba-9970-3155598909b0 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'c4ef10c0-1256-489a-b2a7-164771b6fa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:51:17.296188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] Attempting to bind port 132e6dd1-7ff8-49ba-9970-3155598909b0 on network 3682239c-b1ba-43f9-aec1-43237474e741 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:51:17.302121 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0675b08-ec9c-4d8e-9f12-ca7d51d56d64 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (b4ed4b54-5f70-473b-8427-d04a68694607), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:17.304592 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-4617428d-386d-49fd-933b-689e1fbf226a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] device_id is not set on port 2a223069-24d1-44c3-9c53-0972e1658bba yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:51:17.308737 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:51:17.325536 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:51:17.326097 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] Checking segment: {'id': 'c4ef10c0-1256-489a-b2a7-164771b6fa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:17.326929 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:17.329001 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] Bound using segment: {'id': 'c4ef10c0-1256-489a-b2a7-164771b6fa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:51:17.329688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] Bound port: 132e6dd1-7ff8-49ba-9970-3155598909b0, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ef10c0-1256-489a-b2a7-164771b6fa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:51:17.330870 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (132e6dd1-7ff8-49ba-9970-3155598909b0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:17.342829 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0675b08-ec9c-4d8e-9f12-ca7d51d56d64 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 3682239c-b1ba-43f9-aec1-43237474e741 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:17.344875 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f0675b08-ec9c-4d8e-9f12-ca7d51d56d64 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:17.371043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a669b7-4382-4cef-a03b-2265a476dcf4 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event deleted for resources: {'Port': ['ID=45bf721f-2b65-421d-b452-ab069ac55681,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:17.382314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:17.382784 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:17.406786 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0675b08-ec9c-4d8e-9f12-ca7d51d56d64 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:17.419239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-74655ff8-ab5b-4f3e-a7c4-edeed197e73f req-c95a262c-7ede-4bf9-94a8-c6614104857e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Deleting port 5ef53b66-dab5-4a74-be67-26f9baa2959a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:17.419828 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-74655ff8-ab5b-4f3e-a7c4-edeed197e73f req-c95a262c-7ede-4bf9-94a8-c6614104857e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:17.447322 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:51:17.521172 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0675b08-ec9c-4d8e-9f12-ca7d51d56d64 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (b9ebef89-0464-4f83-a748-d08b39bf9909), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:17.731653 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c4c458e9-53cb-49e7-8d0e-118409955583 req-28b58f54-0eff-40b7-86f3-f75373f68516 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.1168098 Feb 07 16:51:17.883405 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] For port 132e6dd1-7ff8-49ba-9970-3155598909b0, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:51:17.892691 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] For port 132e6dd1-7ff8-49ba-9970-3155598909b0, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=132e6dd1-7ff8-49ba-9970-3155598909b0,segment=NetworkSegment(c4ef10c0-1256-489a-b2a7-164771b6fa99),segment_id=c4ef10c0-1256-489a-b2a7-164771b6fa99)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:51:17.917313 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (132e6dd1-7ff8-49ba-9970-3155598909b0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:17.948635 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0675b08-ec9c-4d8e-9f12-ca7d51d56d64 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=b4ed4b54-5f70-473b-8427-d04a68694607,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:17.961745 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-74655ff8-ab5b-4f3e-a7c4-edeed197e73f req-c95a262c-7ede-4bf9-94a8-c6614104857e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] For port 5ef53b66-dab5-4a74-be67-26f9baa2959a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=5ef53b66-dab5-4a74-be67-26f9baa2959a,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:17.962771 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-74655ff8-ab5b-4f3e-a7c4-edeed197e73f req-c95a262c-7ede-4bf9-94a8-c6614104857e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:17.971880 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0675b08-ec9c-4d8e-9f12-ca7d51d56d64 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b4ed4b54-5f70-473b-8427-d04a68694607), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:17.975964 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0a669b7-4382-4cef-a03b-2265a476dcf4 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:17.979564 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c0a669b7-4382-4cef-a03b-2265a476dcf4 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "DELETE /v2.0/ports/45bf721f-2b65-421d-b452-ab069ac55681 HTTP/1.1" status: 204 len: 168 time: 1.5139124 Feb 07 16:51:17.992968 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45446) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:18.001137 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335792c6-d327-4262-8eb8-f13b3811cb61 req-b74e9afd-a110-4fc5-ba7d-a81eafa736f2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:18.010967 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-335792c6-d327-4262-8eb8-f13b3811cb61 req-b74e9afd-a110-4fc5-ba7d-a81eafa736f2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 944 time: 0.6314530 Feb 07 16:51:18.055066 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-74655ff8-ab5b-4f3e-a7c4-edeed197e73f req-c95a262c-7ede-4bf9-94a8-c6614104857e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Calling delete_port for 5ef53b66-dab5-4a74-be67-26f9baa2959a owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:18.074740 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4617428d-386d-49fd-933b-689e1fbf226a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (2a223069-24d1-44c3-9c53-0972e1658bba), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:18.101028 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:18.101661 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:18.117583 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1a429-4bb9-4825-ade3-43dac0238d91 None None] Pushing event updated for resources: {'Port': ['ID=132e6dd1-7ff8-49ba-9970-3155598909b0,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:18.156092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b869505-73ad-46d3-99a0-1ab683a0e4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:51:18.158608 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3018ad9-dfef-4703-a4c1-46319c9727c5" -d '{"events": [{"server_uuid": "0b869505-73ad-46d3-99a0-1ab683a0e4c5", "name": "network-vif-plugged", "status": "completed", "tag": "e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:51:18.177629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a,segment=NetworkSegment(13560d7e-1c3f-4999-afb8-84f83083acc5),segment_id=13560d7e-1c3f-4999-afb8-84f83083acc5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:18.184266 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:18.208467 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-335792c6-d327-4262-8eb8-f13b3811cb61 req-b5d0b294-0c78-4c34-a669-1c047e6844fe tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748564 Feb 07 16:51:18.250576 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:18.282008 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba65888-bf4b-4974-ba5a-220704f8d909 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Deleting subnet f2a447a1-9ebd-41a7-b00d-bda5a9fabcd1 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:51:18.311636 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ba65888-bf4b-4974-ba5a-220704f8d909 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks [] for subnet (f2a447a1-9ebd-41a7-b00d-bda5a9fabcd1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:18.323889 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4a1dc9-a5fe-422e-a14d-6d8f5d52e33e x-openstack-request-id: req-1c4a1dc9-a5fe-422e-a14d-6d8f5d52e33e {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:51:18.325129 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b869505-73ad-46d3-99a0-1ab683a0e4c5", "name": "network-vif-plugged", "status": "completed", "tag": "e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:51:18.325503 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c4a1dc9-a5fe-422e-a14d-6d8f5d52e33e {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:51:18.325988 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b869505-73ad-46d3-99a0-1ab683a0e4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a', 'code': 200} Feb 07 16:51:18.412558 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ba65888-bf4b-4974-ba5a-220704f8d909 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (f2a447a1-9ebd-41a7-b00d-bda5a9fabcd1), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:18.488650 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4617428d-386d-49fd-933b-689e1fbf226a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2a223069-24d1-44c3-9c53-0972e1658bba), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:18.571622 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c746f-8e45-4704-86e3-0fa1c50a9b2e req-608c96a0-1984-40d9-89a0-ffebab93f5cb tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:18.573309 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a31c746f-8e45-4704-86e3-0fa1c50a9b2e req-608c96a0-1984-40d9-89a0-ffebab93f5cb tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b869505-73ad-46d3-99a0-1ab683a0e4c5 HTTP/1.1" status: 200 len: 945 time: 0.3820665 Feb 07 16:51:18.643677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3bae3-8bfd-496c-b4e1-380a3c0ff740 req-f8deb75d-202c-4aa1-9e6e-18edf85bf35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:18.645388 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68c3bae3-8bfd-496c-b4e1-380a3c0ff740 req-f8deb75d-202c-4aa1-9e6e-18edf85bf35c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0b869505-73ad-46d3-99a0-1ab683a0e4c5 HTTP/1.1" status: 200 len: 1127 time: 0.2238226 Feb 07 16:51:18.723652 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0675b08-ec9c-4d8e-9f12-ca7d51d56d64 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (b4ed4b54-5f70-473b-8427-d04a68694607), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:18.733120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4617428d-386d-49fd-933b-689e1fbf226a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 741ae769-8ddc-4b4c-a864-c352da55a9de is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:18.736812 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0675b08-ec9c-4d8e-9f12-ca7d51d56d64 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (b4ed4b54-5f70-473b-8427-d04a68694607), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:18.756792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4617428d-386d-49fd-933b-689e1fbf226a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:18.758886 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617428d-386d-49fd-933b-689e1fbf226a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=2a223069-24d1-44c3-9c53-0972e1658bba,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:18.768594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4617428d-386d-49fd-933b-689e1fbf226a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:18.774776 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4617428d-386d-49fd-933b-689e1fbf226a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:18.777892 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4617428d-386d-49fd-933b-689e1fbf226a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:18.801693 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68c3bae3-8bfd-496c-b4e1-380a3c0ff740 req-8a2a3cea-c25b-41dc-a090-8509eb89a9ed service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8a3a270d-a3b2-452b-bbed-111fe2366c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485758 Feb 07 16:51:18.815121 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ba65888-bf4b-4974-ba5a-220704f8d909 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (f2a447a1-9ebd-41a7-b00d-bda5a9fabcd1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:18.844204 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0675b08-ec9c-4d8e-9f12-ca7d51d56d64 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=b4ed4b54-5f70-473b-8427-d04a68694607,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:18.848096 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0675b08-ec9c-4d8e-9f12-ca7d51d56d64 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (b9ebef89-0464-4f83-a748-d08b39bf9909), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:18.866442 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4617428d-386d-49fd-933b-689e1fbf226a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8902259 Feb 07 16:51:18.871398 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45454) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:18.891400 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a31c746f-8e45-4704-86e3-0fa1c50a9b2e req-69f60730-d5c4-4eeb-96ef-0a2b2edc3746 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a3a270d-a3b2-452b-bbed-111fe2366c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908826 Feb 07 16:51:18.924438 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-74655ff8-ab5b-4f3e-a7c4-edeed197e73f req-c95a262c-7ede-4bf9-94a8-c6614104857e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (5ef53b66-dab5-4a74-be67-26f9baa2959a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:18.936978 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['6124f81f-5ddd-47ca-84ae-caa98a00790d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:51:19.002110 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a262c-7ede-4bf9-94a8-c6614104857e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Pushing event deleted for resources: {'Port': ['ID=5ef53b66-dab5-4a74-be67-26f9baa2959a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:19.092023 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0675b08-ec9c-4d8e-9f12-ca7d51d56d64 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 3682239c-b1ba-43f9-aec1-43237474e741 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:19.095902 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f0675b08-ec9c-4d8e-9f12-ca7d51d56d64 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:19.145616 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-74655ff8-ab5b-4f3e-a7c4-edeed197e73f req-c95a262c-7ede-4bf9-94a8-c6614104857e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] No DVR routers for this DVR port 5ef53b66-dab5-4a74-be67-26f9baa2959a on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:51:19.150381 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-74655ff8-ab5b-4f3e-a7c4-edeed197e73f req-c95a262c-7ede-4bf9-94a8-c6614104857e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:19.155434 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-74655ff8-ab5b-4f3e-a7c4-edeed197e73f req-c95a262c-7ede-4bf9-94a8-c6614104857e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.48 "DELETE /v2.0/ports/5ef53b66-dab5-4a74-be67-26f9baa2959a HTTP/1.1" status: 204 len: 173 time: 2.1575630 Feb 07 16:51:19.156550 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ba65888-bf4b-4974-ba5a-220704f8d909 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (f2a447a1-9ebd-41a7-b00d-bda5a9fabcd1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:19.164810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd103441-dd57-4018-acd8-09d140ce5801', 'name': 'network-vif-deleted', 'tag': '5ef53b66-dab5-4a74-be67-26f9baa2959a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:51:19.171164 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cc5f31-fb81-4173-81b1-832e3c04a31f" -d '{"events": [{"server_uuid": "cd103441-dd57-4018-acd8-09d140ce5801", "name": "network-vif-deleted", "tag": "5ef53b66-dab5-4a74-be67-26f9baa2959a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:51:19.199150 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1014c86-64de-49f5-885b-e21d96813473 req-bef7028b-dabd-4c34-a0b4-b0eb6054a87e tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.1064465 Feb 07 16:51:19.285633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba65888-bf4b-4974-ba5a-220704f8d909 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a447a1-9ebd-41a7-b00d-bda5a9fabcd1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:19.294638 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ba65888-bf4b-4974-ba5a-220704f8d909 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:19.306917 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5ba65888-bf4b-4974-ba5a-220704f8d909 tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "DELETE /v2.0/subnets/f2a447a1-9ebd-41a7-b00d-bda5a9fabcd1 HTTP/1.1" status: 204 len: 168 time: 1.3077676 Feb 07 16:51:19.307936 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45460) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:19.377155 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a75eb3-16d8-4103-a33d-b3c9b15a4f38 None None] Network 1df8b516-c40e-4594-ab6a-49f88c007437 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:19.399812 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b37d52-136a-4338-8dd5-4f314c664c19 x-openstack-request-id: req-10b37d52-136a-4338-8dd5-4f314c664c19 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:51:19.400129 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd103441-dd57-4018-acd8-09d140ce5801", "name": "network-vif-deleted", "tag": "5ef53b66-dab5-4a74-be67-26f9baa2959a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:51:19.400783 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10b37d52-136a-4338-8dd5-4f314c664c19 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:51:19.401209 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd103441-dd57-4018-acd8-09d140ce5801', 'name': 'network-vif-deleted', 'tag': '5ef53b66-dab5-4a74-be67-26f9baa2959a', 'status': 'completed', 'code': 200} Feb 07 16:51:19.455132 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 132e6dd1-7ff8-49ba-9970-3155598909b0 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:19.531522 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-02cc02a1-87fe-4eab-988d-b35a1f986629 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port 2a223069-24d1-44c3-9c53-0972e1658bba {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:19.531884 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02cc02a1-87fe-4eab-988d-b35a1f986629 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2a223069-24d1-44c3-9c53-0972e1658bba), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:19.609137 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-84afd3a5-93b3-4ffb-b6c4-f6c2997ed616 req-33a18226-d40f-441f-95b1-e3968ce44a91 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 210 time: 0.1104920 Feb 07 16:51:19.667137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 132e6dd1-7ff8-49ba-9970-3155598909b0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:19.667537 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (132e6dd1-7ff8-49ba-9970-3155598909b0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:19.669520 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0675b08-ec9c-4d8e-9f12-ca7d51d56d64 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router b9ebef89-0464-4f83-a748-d08b39bf9909 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:51:19.681738 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (1df8b516-c40e-4594-ab6a-49f88c007437), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:19.794943 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02cc02a1-87fe-4eab-988d-b35a1f986629 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2a223069-24d1-44c3-9c53-0972e1658bba), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:19.829641 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 132e6dd1-7ff8-49ba-9970-3155598909b0 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:19.830855 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (132e6dd1-7ff8-49ba-9970-3155598909b0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:19.833768 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc504807-98ab-46b3-bdca-f7a82e02d820 None None] DHCP port deletion for 1df8b516-c40e-4594-ab6a-49f88c007437 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:51:19.843030 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-02cc02a1-87fe-4eab-988d-b35a1f986629 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for 2a223069-24d1-44c3-9c53-0972e1658bba owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:19.850123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0675b08-ec9c-4d8e-9f12-ca7d51d56d64 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:51:19.867403 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] Sync routers for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:51:19.869596 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f0675b08-ec9c-4d8e-9f12-ca7d51d56d64 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/b9ebef89-0464-4f83-a748-d08b39bf9909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8260794 Feb 07 16:51:19.870266 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45462) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:19.881954 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-74647412-3852-4ecc-bdc0-26ac8201aa4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'network': {'name': 'tempest-RoutersTest-2046818204'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:19.885177 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:51:19.885944 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:50:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:19.937335 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74647412-3852-4ecc-bdc0-26ac8201aa4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Made reservation on behalf of 227e1d388d0541aba878f7829cff15ac for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:19.947254 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74647412-3852-4ecc-bdc0-26ac8201aa4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:20.003993 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Deleting port 8d853f50-16f3-4864-a5f4-e0dfa869320c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:20.004570 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8d853f50-16f3-4864-a5f4-e0dfa869320c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:20.020834 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74647412-3852-4ecc-bdc0-26ac8201aa4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:51:20.022346 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 132e6dd1-7ff8-49ba-9970-3155598909b0, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=132e6dd1-7ff8-49ba-9970-3155598909b0,segment=NetworkSegment(c4ef10c0-1256-489a-b2a7-164771b6fa99),segment_id=c4ef10c0-1256-489a-b2a7-164771b6fa99)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:20.060889 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74647412-3852-4ecc-bdc0-26ac8201aa4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (95fe0c24-1dbe-49eb-976d-7e02246d2f57), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:20.061238 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-74647412-3852-4ecc-bdc0-26ac8201aa4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Added segment 95fe0c24-1dbe-49eb-976d-7e02246d2f57 of type vlan for network 3cc026b1-e235-4dbd-9e3a-6d52de0562aa Feb 07 16:51:20.063450 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (132e6dd1-7ff8-49ba-9970-3155598909b0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:20.064459 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 664651a2-b987-40cc-8630-401a7df6dedc up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:20.085841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7088d8-24d7-4aeb-b758-63c5a3f39324 None None] Network 3682239c-b1ba-43f9-aec1-43237474e741 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:20.105704 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:51:20.178500 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74647412-3852-4ecc-bdc0-26ac8201aa4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (3cc026b1-e235-4dbd-9e3a-6d52de0562aa), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:20.208654 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74647412-3852-4ecc-bdc0-26ac8201aa4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (3cc026b1-e235-4dbd-9e3a-6d52de0562aa), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:20.217890 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] For port 8d853f50-16f3-4864-a5f4-e0dfa869320c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8d853f50-16f3-4864-a5f4-e0dfa869320c,segment=NetworkSegment(dd81920a-f1b7-404f-b883-2c4b7e6c97a3),segment_id=dd81920a-f1b7-404f-b883-2c4b7e6c97a3)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:20.218350 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8d853f50-16f3-4864-a5f4-e0dfa869320c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:20.219536 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74647412-3852-4ecc-bdc0-26ac8201aa4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:20.220202 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74647412-3852-4ecc-bdc0-26ac8201aa4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:20.236144 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Calling delete_port for 8d853f50-16f3-4864-a5f4-e0dfa869320c owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:20.236377 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-dc504807-98ab-46b3-bdca-f7a82e02d820 None None] Deleting port 8d853f50-16f3-4864-a5f4-e0dfa869320c {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:20.236377 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dc504807-98ab-46b3-bdca-f7a82e02d820 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8d853f50-16f3-4864-a5f4-e0dfa869320c), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:20.263135 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-74647412-3852-4ecc-bdc0-26ac8201aa4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3890715 Feb 07 16:51:20.263385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45466) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:20.269146 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-85f81123-de5f-4560-a362-210ee50cb348 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'subnet': {'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:20.390751 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (8d853f50-16f3-4864-a5f4-e0dfa869320c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:20.414855 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-dc504807-98ab-46b3-bdca-f7a82e02d820 None None] For port 8d853f50-16f3-4864-a5f4-e0dfa869320c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8d853f50-16f3-4864-a5f4-e0dfa869320c,segment=NetworkSegment(dd81920a-f1b7-404f-b883-2c4b7e6c97a3),segment_id=dd81920a-f1b7-404f-b883-2c4b7e6c97a3)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:20.415487 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dc504807-98ab-46b3-bdca-f7a82e02d820 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8d853f50-16f3-4864-a5f4-e0dfa869320c), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:20.442741 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:17Z', 'revision_number': 3, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:18Z', 'revision_number': 2, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:20.445383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event deleted for resources: {'Port': ['ID=8d853f50-16f3-4864-a5f4-e0dfa869320c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:20.459945 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] No DVR routers for this DVR port 8d853f50-16f3-4864-a5f4-e0dfa869320c on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:51:20.466913 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-850f6f52-9a98-42b8-a2ee-e6ed2ace731b None None] Provisioning complete for port 132e6dd1-7ff8-49ba-9970-3155598909b0 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:20.467293 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-850f6f52-9a98-42b8-a2ee-e6ed2ace731b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (132e6dd1-7ff8-49ba-9970-3155598909b0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:20.512075 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e2ceb-3d31-4172-9390-7d001b5cf9d8 req-3461fb17-9219-47bf-8107-803da03f3525 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:20.522332 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-900e2ceb-3d31-4172-9390-7d001b5cf9d8 req-3461fb17-9219-47bf-8107-803da03f3525 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b869505-73ad-46d3-99a0-1ab683a0e4c5 HTTP/1.1" status: 200 len: 945 time: 0.3515537 Feb 07 16:51:20.528296 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-dc504807-98ab-46b3-bdca-f7a82e02d820 None None] Calling delete_port for 8d853f50-16f3-4864-a5f4-e0dfa869320c owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:20.532929 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] Checking router: b9ebef89-0464-4f83-a748-d08b39bf9909 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:51:20.533771 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] Updating router b9ebef89-0464-4f83-a748-d08b39bf9909 port b4ed4b54-5f70-473b-8427-d04a68694607 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:51:20.562991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 5ef53b66-dab5-4a74-be67-26f9baa2959a no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:51:20.570734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=132e6dd1-7ff8-49ba-9970-3155598909b0,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:20.594809 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5965083c-924a-40e2-92e0-20d0d85534c0 req-7e2d8fd9-474a-43fc-a87f-e8a95c04ec34 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0726824 Feb 07 16:51:20.613007 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-900e2ceb-3d31-4172-9390-7d001b5cf9d8 req-fb20d962-d32b-4d79-ae3c-7c3c449e60ea tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a3a270d-a3b2-452b-bbed-111fe2366c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889916 Feb 07 16:51:20.617556 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74647412-3852-4ecc-bdc0-26ac8201aa4b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Network': ['ID=3cc026b1-e235-4dbd-9e3a-6d52de0562aa,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:20.634260 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b4ed4b54-5f70-473b-8427-d04a68694607), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:20.639867 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02cc02a1-87fe-4eab-988d-b35a1f986629 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2a223069-24d1-44c3-9c53-0972e1658bba), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:20.647193 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f81123-de5f-4560-a362-210ee50cb348 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Made reservation on behalf of 227e1d388d0541aba878f7829cff15ac for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:20.654138 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85f81123-de5f-4560-a362-210ee50cb348 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:20.772909 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc02a1-87fe-4eab-988d-b35a1f986629 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=2a223069-24d1-44c3-9c53-0972e1658bba,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: from cryptography.utils import int_from_bytes Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: from cryptography.utils import int_from_bytes Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.794934 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.798253 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.798253 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.798253 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.798253 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.798253 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.798253 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.798253 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.798253 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.798253 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.798253 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.798253 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.798253 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.798253 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:51:20.798253 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 16:51:20.803103 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 3cc026b1-e235-4dbd-9e3a-6d52de0562aa details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:51:20.809037 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dc504807-98ab-46b3-bdca-f7a82e02d820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (8d853f50-16f3-4864-a5f4-e0dfa869320c), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:20.822998 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02cc02a1-87fe-4eab-988d-b35a1f986629 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:20.827640 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-02cc02a1-87fe-4eab-988d-b35a1f986629 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/ports/2a223069-24d1-44c3-9c53-0972e1658bba HTTP/1.1" status: 204 len: 168 time: 1.9515104 Feb 07 16:51:20.830292 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c58ed3de-a81c-4a8a-a3e5-a708241b8c98 req-d1adfa97-2ff1-44a0-8827-68c40e5adc1f tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 210 time: 0.0772181 Feb 07 16:51:20.830912 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45472) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:20.832840 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (1df8b516-c40e-4594-ab6a-49f88c007437), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:20.841860 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-df555a81-4279-4e54-8a0b-cbad27f4b2a3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de', 'mac_address': 'fa:16:3e:e1:10:c5', 'name': 'tempest-PortsTestJSON-2143480915'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:20.877382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 5ef53b66-dab5-4a74-be67-26f9baa2959a {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:51:20.877841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 5ef53b66-dab5-4a74-be67-26f9baa2959a not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:51:20.904828 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc504807-98ab-46b3-bdca-f7a82e02d820 None None] Pushing event deleted for resources: {'Port': ['ID=8d853f50-16f3-4864-a5f4-e0dfa869320c,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:20.955285 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df8b516-c40e-4594-ab6a-49f88c007437']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:20.959896 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 664651a2-b987-40cc-8630-401a7df6dedc triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:20.960416 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (664651a2-b987-40cc-8630-401a7df6dedc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:21.015023 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd81920a-f1b7-404f-b883-2c4b7e6c97a3') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:21.016096 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd81920a-f1b7-404f-b883-2c4b7e6c97a3') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:21.035548 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (dd81920a-f1b7-404f-b883-2c4b7e6c97a3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:21.063126 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc504807-98ab-46b3-bdca-f7a82e02d820 None None] No DVR routers for this DVR port 8d853f50-16f3-4864-a5f4-e0dfa869320c on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:51:21.065785 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (dd81920a-f1b7-404f-b883-2c4b7e6c97a3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:21.078960 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:51:21.079701 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (dd81920a-f1b7-404f-b883-2c4b7e6c97a3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:51:21.084724 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:51:21.127785 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85f81123-de5f-4560-a362-210ee50cb348 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (ac990b5b-90fa-41fa-a1ee-cebdf3b5897a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:21.148685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df555a81-4279-4e54-8a0b-cbad27f4b2a3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:21.210850 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:21.215466 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-850f6f52-9a98-42b8-a2ee-e6ed2ace731b None None] Current status of the port 132e6dd1-7ff8-49ba-9970-3155598909b0 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:21.239317 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f81123-de5f-4560-a362-210ee50cb348 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Subnet': ['ID=ac990b5b-90fa-41fa-a1ee-cebdf3b5897a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:21.276181 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f81123-de5f-4560-a362-210ee50cb348 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Checking segment: {'id': '95fe0c24-1dbe-49eb-976d-7e02246d2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:21.276530 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f81123-de5f-4560-a362-210ee50cb348 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network hostable DHCP agents. Network: 3cc026b1-e235-4dbd-9e3a-6d52de0562aa, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:51:21.283127 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (1df8b516-c40e-4594-ab6a-49f88c007437), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:21.298740 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f81123-de5f-4560-a362-210ee50cb348 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 3cc026b1-e235-4dbd-9e3a-6d52de0562aa is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:51:21.311637 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:21.315539 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] 10.222.0.18 "DELETE /v2.0/networks/1df8b516-c40e-4594-ab6a-49f88c007437 HTTP/1.1" status: 204 len: 168 time: 2.0012155 Feb 07 16:51:21.319394 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d5479-db12-461d-a893-b62ceae9647a tempest-AllowedAddressPairTestJSON-133779891 tempest-AllowedAddressPairTestJSON-133779891-project] Pushing event deleted for resources: {'Network': ['ID=1df8b516-c40e-4594-ab6a-49f88c007437,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:21.326893 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-85f81123-de5f-4560-a362-210ee50cb348 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 3cc026b1-e235-4dbd-9e3a-6d52de0562aa) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:21.327883 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df555a81-4279-4e54-8a0b-cbad27f4b2a3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:21.335988 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f81123-de5f-4560-a362-210ee50cb348 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:21.340728 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85f81123-de5f-4560-a362-210ee50cb348 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:21.356668 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 664651a2-b987-40cc-8630-401a7df6dedc is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:21.367053 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-df555a81-4279-4e54-8a0b-cbad27f4b2a3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] device_id is not set on port 6d4c6d3b-cd4e-4c95-8c79-ec1f94f78bbf yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:51:21.368720 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] Publish callbacks [] for port (b4ed4b54-5f70-473b-8427-d04a68694607), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:21.377776 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b4ed4b54-5f70-473b-8427-d04a68694607), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:21.386836 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddfcccf-5356-441d-b555-817e3851e307 None None] Network 3cc026b1-e235-4dbd-9e3a-6d52de0562aa requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:21.387144 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-85f81123-de5f-4560-a362-210ee50cb348 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1223900 Feb 07 16:51:21.389844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45476) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:21.567392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e3579b0e-f173-438f-a5d9-7a36ea44dde3 None None] Provisioning complete for port b4ed4b54-5f70-473b-8427-d04a68694607 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:21.571140 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e3579b0e-f173-438f-a5d9-7a36ea44dde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b4ed4b54-5f70-473b-8427-d04a68694607), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:21.623629 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] Attempting to bind port b4ed4b54-5f70-473b-8427-d04a68694607 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:51:21.624183 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] Attempting to bind port b4ed4b54-5f70-473b-8427-d04a68694607 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'c4ef10c0-1256-489a-b2a7-164771b6fa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:51:21.624566 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] Attempting to bind port b4ed4b54-5f70-473b-8427-d04a68694607 on network 3682239c-b1ba-43f9-aec1-43237474e741 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:51:21.634658 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:51:21.635097 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] Checking segment: {'id': 'c4ef10c0-1256-489a-b2a7-164771b6fa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:21.635443 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:21.635848 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] Bound using segment: {'id': 'c4ef10c0-1256-489a-b2a7-164771b6fa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:51:21.636344 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] Bound port: b4ed4b54-5f70-473b-8427-d04a68694607, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ef10c0-1256-489a-b2a7-164771b6fa99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:51:21.636731 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b4ed4b54-5f70-473b-8427-d04a68694607), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:21.722208 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345b938-6856-4db9-add6-b9dd8545425f None None] Pushing event updated for resources: {'Port': ['ID=b4ed4b54-5f70-473b-8427-d04a68694607,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:21.751873 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345b938-6856-4db9-add6-b9dd8545425f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:21.752490 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345b938-6856-4db9-add6-b9dd8545425f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:21.753092 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345b938-6856-4db9-add6-b9dd8545425f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:21.753758 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345b938-6856-4db9-add6-b9dd8545425f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:21.754354 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345b938-6856-4db9-add6-b9dd8545425f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:21.754958 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345b938-6856-4db9-add6-b9dd8545425f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:21.755562 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345b938-6856-4db9-add6-b9dd8545425f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:21.756930 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345b938-6856-4db9-add6-b9dd8545425f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:21.757604 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345b938-6856-4db9-add6-b9dd8545425f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:21.758174 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345b938-6856-4db9-add6-b9dd8545425f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:21.773068 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345b938-6856-4db9-add6-b9dd8545425f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:21.773712 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345b938-6856-4db9-add6-b9dd8545425f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:21.774314 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7345b938-6856-4db9-add6-b9dd8545425f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:21.829710 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e3579b0e-f173-438f-a5d9-7a36ea44dde3 None None] Port b4ed4b54-5f70-473b-8427-d04a68694607 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:51:21.832243 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 132e6dd1-7ff8-49ba-9970-3155598909b0 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:21.885970 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] For port b4ed4b54-5f70-473b-8427-d04a68694607, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:51:21.905091 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] For port b4ed4b54-5f70-473b-8427-d04a68694607, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b4ed4b54-5f70-473b-8427-d04a68694607,segment=NetworkSegment(c4ef10c0-1256-489a-b2a7-164771b6fa99),segment_id=c4ef10c0-1256-489a-b2a7-164771b6fa99)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:51:21.923195 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b4ed4b54-5f70-473b-8427-d04a68694607), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:21.977807 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e3579b0e-f173-438f-a5d9-7a36ea44dde3 None None] Provisioning complete for port 132e6dd1-7ff8-49ba-9970-3155598909b0 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:21.978605 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e3579b0e-f173-438f-a5d9-7a36ea44dde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (132e6dd1-7ff8-49ba-9970-3155598909b0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:22.008572 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8f31468-54ff-40e5-9d95-77f2bf932b0d req-aad65396-f2a7-4edf-aae5-a9fbec53ad23 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/ports?device_id=413d63a4-87f3-4db1-ab5d-4211b1dc1369 HTTP/1.1" status: 200 len: 210 time: 0.0916810 Feb 07 16:51:22.015011 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45486) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:22.062698 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df555a81-4279-4e54-8a0b-cbad27f4b2a3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (6d4c6d3b-cd4e-4c95-8c79-ec1f94f78bbf), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:22.081306 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:51:22.081306 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:50:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:22.099141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-3cc026b1-e235-4dbd-9e3a-6d52de0562aa', 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa', 'project_id': '227e1d388d0541aba878f7829cff15ac', 'fixed_ips': [{'subnet_id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:51:22.102460 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:22.155940 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df555a81-4279-4e54-8a0b-cbad27f4b2a3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (6d4c6d3b-cd4e-4c95-8c79-ec1f94f78bbf), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:22.291992 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df555a81-4279-4e54-8a0b-cbad27f4b2a3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 741ae769-8ddc-4b4c-a864-c352da55a9de is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:22.338708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-df555a81-4279-4e54-8a0b-cbad27f4b2a3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:22.369644 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345b938-6856-4db9-add6-b9dd8545425f None None] Pushing event updated for resources: {'Port': ['ID=b4ed4b54-5f70-473b-8427-d04a68694607,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:22.378172 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df555a81-4279-4e54-8a0b-cbad27f4b2a3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:22.384990 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df555a81-4279-4e54-8a0b-cbad27f4b2a3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:22.385693 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df555a81-4279-4e54-8a0b-cbad27f4b2a3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:22.400660 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-59df4c05-db9f-4b1f-aa72-eb0096a2ec57 req-99e1ed65-a696-4540-be0c-9d18b8c61da5 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 210 time: 0.1073072 Feb 07 16:51:22.408426 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df555a81-4279-4e54-8a0b-cbad27f4b2a3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=6d4c6d3b-cd4e-4c95-8c79-ec1f94f78bbf,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:22.454753 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-df555a81-4279-4e54-8a0b-cbad27f4b2a3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6150794 Feb 07 16:51:22.468616 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45492) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:22.497928 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:51:22.544048 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 132e6dd1-7ff8-49ba-9970-3155598909b0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:22.544665 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (132e6dd1-7ff8-49ba-9970-3155598909b0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:22.603390 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9a622d98-be80-4bfd-929d-29f86042f36e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7a9c2e02838401aaeccf69f489cbaca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5869751 Feb 07 16:51:22.605554 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45494) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:22.657778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b83f95f-2c7f-4daa-9ead-c7f3db68c7e4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:22.660246 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2b83f95f-2c7f-4daa-9ead-c7f3db68c7e4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports/6d4c6d3b-cd4e-4c95-8c79-ec1f94f78bbf HTTP/1.1" status: 200 len: 841 time: 0.1903505 Feb 07 16:51:22.670589 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45496) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:22.682321 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e3579b0e-f173-438f-a5d9-7a36ea44dde3 None None] Current status of the port 132e6dd1-7ff8-49ba-9970-3155598909b0 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:22.715270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] Allocated IP 172.22.0.2 (3cc026b1-e235-4dbd-9e3a-6d52de0562aa/ac990b5b-90fa-41fa-a1ee-cebdf3b5897a/67244b40-c8c3-4bf2-a7d8-5f44a3106cb2) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:22.869583 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 132e6dd1-7ff8-49ba-9970-3155598909b0 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:22.885742 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a6592bfa-1328-4d0a-98ee-95fdc4fc0ac9 None None] Provisioning complete for port b4ed4b54-5f70-473b-8427-d04a68694607 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:22.886160 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6592bfa-1328-4d0a-98ee-95fdc4fc0ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b4ed4b54-5f70-473b-8427-d04a68694607), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:22.924946 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3150433-ad65-499e-a829-69dba6c68cc6 admin admin] Publish callbacks [] for security_group (d3942664-a464-46ca-a3fa-7b00cd9d894d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:22.973434 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8d853f50-16f3-4864-a5f4-e0dfa869320c no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:51:22.996765 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:17Z', 'revision_number': 3, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:21Z', 'revision_number': 4, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:23.006029 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 8d853f50-16f3-4864-a5f4-e0dfa869320c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:51:23.006888 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8d853f50-16f3-4864-a5f4-e0dfa869320c not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:51:23.019682 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3150433-ad65-499e-a829-69dba6c68cc6 admin admin] Publish callbacks [] for security_group (d3942664-a464-46ca-a3fa-7b00cd9d894d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:23.039183 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9d1e08-aefe-4b08-af9b-df18c284c4d4 None None] The sync data for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 is: [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:17Z', 'revision_number': 3, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:21Z', 'revision_number': 4, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:51:23.154765 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2820d-78e0-44a9-9ad1-f04892e88c29 req-746f6845-47d5-4af3-8cfb-a7d855dc07b7 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:23.169150 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95c2820d-78e0-44a9-9ad1-f04892e88c29 req-746f6845-47d5-4af3-8cfb-a7d855dc07b7 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b869505-73ad-46d3-99a0-1ab683a0e4c5 HTTP/1.1" status: 200 len: 945 time: 0.3248305 Feb 07 16:51:23.175360 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d4db6aec-e658-4c21-b6b6-da407f3d2ba4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port 6d4c6d3b-cd4e-4c95-8c79-ec1f94f78bbf {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:23.175911 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4db6aec-e658-4c21-b6b6-da407f3d2ba4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (6d4c6d3b-cd4e-4c95-8c79-ec1f94f78bbf), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:23.325600 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:23.327355 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] Publish callbacks [] for port (67244b40-c8c3-4bf2-a7d8-5f44a3106cb2), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:23.335242 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45502) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:23.336203 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3150433-ad65-499e-a829-69dba6c68cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d3942664-a464-46ca-a3fa-7b00cd9d894d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:23.339211 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3150433-ad65-499e-a829-69dba6c68cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:23.340390 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e3150433-ad65-499e-a829-69dba6c68cc6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3942664-a464-46ca-a3fa-7b00cd9d894d HTTP/1.1" status: 204 len: 168 time: 0.7302253 Feb 07 16:51:23.342304 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (67244b40-c8c3-4bf2-a7d8-5f44a3106cb2), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:23.421088 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95c2820d-78e0-44a9-9ad1-f04892e88c29 req-82dabf4a-fca8-45fb-93fd-d9034ab4ac54 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a3a270d-a3b2-452b-bbed-111fe2366c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437837 Feb 07 16:51:23.501080 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4db6aec-e658-4c21-b6b6-da407f3d2ba4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (6d4c6d3b-cd4e-4c95-8c79-ec1f94f78bbf), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:23.540749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3150433-ad65-499e-a829-69dba6c68cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3942664-a464-46ca-a3fa-7b00cd9d894d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:23.682541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d4db6aec-e658-4c21-b6b6-da407f3d2ba4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for 6d4c6d3b-cd4e-4c95-8c79-ec1f94f78bbf owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:23.700404 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-241f24e7-b9c5-4ec2-9e8b-f13e7aa8ccd0 req-d986f57a-e4b7-4b03-86f5-4df3f00ffbda tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 210 time: 0.0506244 Feb 07 16:51:23.728724 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d291fd73-fb74-469e-a16d-67ac9043e075 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for security_group (5885bc65-e545-487f-b881-1a8296d2e7af), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:23.759853 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d291fd73-fb74-469e-a16d-67ac9043e075 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for security_group (5885bc65-e545-487f-b881-1a8296d2e7af), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:23.766378 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01d71b2c-d5aa-4bce-a5cf-473b2b24c695 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:23.833318 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a6592bfa-1328-4d0a-98ee-95fdc4fc0ac9 None None] Current status of the port b4ed4b54-5f70-473b-8427-d04a68694607 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:23.833855 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6592bfa-1328-4d0a-98ee-95fdc4fc0ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b4ed4b54-5f70-473b-8427-d04a68694607), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:23.870450 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b4ed4b54-5f70-473b-8427-d04a68694607 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:23.874508 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] Pushing event updated for resources: {'Port': ['ID=67244b40-c8c3-4bf2-a7d8-5f44a3106cb2,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:24.034640 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] Network 3cc026b1-e235-4dbd-9e3a-6d52de0562aa is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:24.039497 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:24.046473 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:24.158236 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4db6aec-e658-4c21-b6b6-da407f3d2ba4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (6d4c6d3b-cd4e-4c95-8c79-ec1f94f78bbf), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:24.173171 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a6592bfa-1328-4d0a-98ee-95fdc4fc0ac9 None None] For port b4ed4b54-5f70-473b-8427-d04a68694607, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b4ed4b54-5f70-473b-8427-d04a68694607,segment=NetworkSegment(c4ef10c0-1256-489a-b2a7-164771b6fa99),segment_id=c4ef10c0-1256-489a-b2a7-164771b6fa99)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:24.175067 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port b4ed4b54-5f70-473b-8427-d04a68694607 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:24.175616 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b4ed4b54-5f70-473b-8427-d04a68694607), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:24.179816 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] Attempting to bind port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:51:24.180230 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-01d71b2c-d5aa-4bce-a5cf-473b2b24c695 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Allocated IP 172.22.0.1 (3cc026b1-e235-4dbd-9e3a-6d52de0562aa/ac990b5b-90fa-41fa-a1ee-cebdf3b5897a/fd59beff-cca6-4230-8031-2df13a96207e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:24.180740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] Attempting to bind port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '95fe0c24-1dbe-49eb-976d-7e02246d2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:51:24.181031 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] Attempting to bind port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 on network 3cc026b1-e235-4dbd-9e3a-6d52de0562aa {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:51:24.205978 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:51:24.206480 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] Checking segment: {'id': '95fe0c24-1dbe-49eb-976d-7e02246d2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:24.206994 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:24.207496 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] Bound using segment: {'id': '95fe0c24-1dbe-49eb-976d-7e02246d2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:51:24.208068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] Bound port: 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fe0c24-1dbe-49eb-976d-7e02246d2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:51:24.208734 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (67244b40-c8c3-4bf2-a7d8-5f44a3106cb2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:24.215233 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6592bfa-1328-4d0a-98ee-95fdc4fc0ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b4ed4b54-5f70-473b-8427-d04a68694607), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:24.281073 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d291fd73-fb74-469e-a16d-67ac9043e075 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5885bc65-e545-487f-b881-1a8296d2e7af), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:24.283924 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6592bfa-1328-4d0a-98ee-95fdc4fc0ac9 None None] Pushing event updated for resources: {'Port': ['ID=b4ed4b54-5f70-473b-8427-d04a68694607,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:24.289657 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d291fd73-fb74-469e-a16d-67ac9043e075 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:24.291996 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d291fd73-fb74-469e-a16d-67ac9043e075 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "DELETE /v2.0/security-groups/5885bc65-e545-487f-b881-1a8296d2e7af HTTP/1.1" status: 204 len: 168 time: 0.9505198 Feb 07 16:51:24.294843 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45524) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:24.302031 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db6aec-e658-4c21-b6b6-da407f3d2ba4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=6d4c6d3b-cd4e-4c95-8c79-ec1f94f78bbf,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:24.347366 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01d71b2c-d5aa-4bce-a5cf-473b2b24c695 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (fd59beff-cca6-4230-8031-2df13a96207e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:24.378989 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291fd73-fb74-469e-a16d-67ac9043e075 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5885bc65-e545-487f-b881-1a8296d2e7af,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:24.393323 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4db6aec-e658-4c21-b6b6-da407f3d2ba4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:24.393974 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c0898b78-8923-43a2-bfa6-7fcae2decef4 None None] Provisioning complete for port b4ed4b54-5f70-473b-8427-d04a68694607 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:24.394621 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c0898b78-8923-43a2-bfa6-7fcae2decef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b4ed4b54-5f70-473b-8427-d04a68694607), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:24.400095 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d4db6aec-e658-4c21-b6b6-da407f3d2ba4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/ports/6d4c6d3b-cd4e-4c95-8c79-ec1f94f78bbf HTTP/1.1" status: 204 len: 168 time: 1.7279310 Feb 07 16:51:24.402604 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01d71b2c-d5aa-4bce-a5cf-473b2b24c695 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (fd59beff-cca6-4230-8031-2df13a96207e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:24.404708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45528) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:24.410447 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-43c7f937-f082-4240-ae5a-8791368c6cfc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] show failed (client error): The resource could not be found. Feb 07 16:51:24.411659 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-43c7f937-f082-4240-ae5a-8791368c6cfc tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "GET /v2.0/security-groups/5885bc65-e545-487f-b881-1a8296d2e7af HTTP/1.1" status: 404 len: 347 time: 0.0946281 Feb 07 16:51:24.421928 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45530) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:24.498846 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] For port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:51:24.532778 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba63d65-72da-4be5-913f-6194cb46c5c4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] GET failed (client error): The resource could not be found. Feb 07 16:51:24.538621 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0ba63d65-72da-4be5-913f-6194cb46c5c4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports/6d4c6d3b-cd4e-4c95-8c79-ec1f94f78bbf HTTP/1.1" status: 404 len: 333 time: 0.1262891 Feb 07 16:51:24.539964 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45536) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:24.544850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5a0a72f8-f18a-4ed0-8fe0-9a50a0575197 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de', 'name': 'tempest-PortsTestJSON-40904732'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:24.551386 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] For port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=67244b40-c8c3-4bf2-a7d8-5f44a3106cb2,segment=NetworkSegment(95fe0c24-1dbe-49eb-976d-7e02246d2f57),segment_id=95fe0c24-1dbe-49eb-976d-7e02246d2f57)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:51:24.562982 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d71b2c-d5aa-4bce-a5cf-473b2b24c695 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 3cc026b1-e235-4dbd-9e3a-6d52de0562aa is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:24.574918 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (67244b40-c8c3-4bf2-a7d8-5f44a3106cb2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:24.580298 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-01d71b2c-d5aa-4bce-a5cf-473b2b24c695 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:24.597073 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58119de-d8a7-4dc1-b55b-d279c8eb6658 req-005dcb69-d8ac-4ea5-9397-a66e2ee93533 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:24.607387 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port b4ed4b54-5f70-473b-8427-d04a68694607 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:24.617307 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f58119de-d8a7-4dc1-b55b-d279c8eb6658 req-005dcb69-d8ac-4ea5-9397-a66e2ee93533 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b869505-73ad-46d3-99a0-1ab683a0e4c5 HTTP/1.1" status: 200 len: 945 time: 0.5303311 Feb 07 16:51:24.627127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d71b2c-d5aa-4bce-a5cf-473b2b24c695 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:24.701802 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d71b2c-d5aa-4bce-a5cf-473b2b24c695 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=fd59beff-cca6-4230-8031-2df13a96207e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:24.769757 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f34d2-b096-44bb-b18a-c1f4cc0690fe None None] Pushing event updated for resources: {'Port': ['ID=67244b40-c8c3-4bf2-a7d8-5f44a3106cb2,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:24.781315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c0898b78-8923-43a2-bfa6-7fcae2decef4 None None] Current status of the port b4ed4b54-5f70-473b-8427-d04a68694607 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:24.822362 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0a72f8-f18a-4ed0-8fe0-9a50a0575197 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:24.830473 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a0a72f8-f18a-4ed0-8fe0-9a50a0575197 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:24.876050 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f58119de-d8a7-4dc1-b55b-d279c8eb6658 req-6104d522-5f5f-4d3e-91d5-ff97dd85cf57 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a3a270d-a3b2-452b-bbed-111fe2366c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566447 Feb 07 16:51:24.908142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d1d8d511-ff94-4132-a00d-03944b0a265b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Deleting port 779dc63b-7204-4e0e-8f89-738e09fd4761 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:24.908142 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1d8d511-ff94-4132-a00d-03944b0a265b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (779dc63b-7204-4e0e-8f89-738e09fd4761), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:24.913340 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c8ae4562-c224-4ee6-b6f4-f8ddf7bac471 req-fc7f33eb-fe92-4099-a6d0-272057985f42 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 210 time: 0.0786173 Feb 07 16:51:24.914111 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01d71b2c-d5aa-4bce-a5cf-473b2b24c695 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (b9ebef89-0464-4f83-a748-d08b39bf9909), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:24.940806 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45542) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:24.970831 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-5a0a72f8-f18a-4ed0-8fe0-9a50a0575197 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] device_id is not set on port ae5504b4-3e6b-4b04-a7bb-5429477646d3 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:51:25.101224 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1d8d511-ff94-4132-a00d-03944b0a265b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (779dc63b-7204-4e0e-8f89-738e09fd4761), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:25.102097 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1d8d511-ff94-4132-a00d-03944b0a265b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for floatingip (779dc63b-7204-4e0e-8f89-738e09fd4761), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:25.133379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d1d8d511-ff94-4132-a00d-03944b0a265b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Calling delete_port for 779dc63b-7204-4e0e-8f89-738e09fd4761 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:25.283190 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01d71b2c-d5aa-4bce-a5cf-473b2b24c695 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fd59beff-cca6-4230-8031-2df13a96207e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:25.383961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7de0a1-8317-4bbd-ab4c-475fffc9a0bf req-7ee92da5-c4ea-4c63-8834-a1068910cb03 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:25.385634 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c7de0a1-8317-4bbd-ab4c-475fffc9a0bf req-7ee92da5-c4ea-4c63-8834-a1068910cb03 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b869505-73ad-46d3-99a0-1ab683a0e4c5 HTTP/1.1" status: 200 len: 945 time: 0.2186806 Feb 07 16:51:25.408643 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a0a72f8-f18a-4ed0-8fe0-9a50a0575197 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (ae5504b4-3e6b-4b04-a7bb-5429477646d3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:25.492865 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5cf8fd14-ec46-447a-aad8-3419c36e1211 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1679339483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:25.536925 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5cf8fd14-ec46-447a-aad8-3419c36e1211 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (9a83d274-beee-46a1-9d57-9757c6f093ee), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:25.538168 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5cf8fd14-ec46-447a-aad8-3419c36e1211 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (9a83d274-beee-46a1-9d57-9757c6f093ee), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:25.629365 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5cf8fd14-ec46-447a-aad8-3419c36e1211 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for router_controller (9a83d274-beee-46a1-9d57-9757c6f093ee), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:25.648214 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5cf8fd14-ec46-447a-aad8-3419c36e1211 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (9a83d274-beee-46a1-9d57-9757c6f093ee), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:25.676382 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5cf8fd14-ec46-447a-aad8-3419c36e1211 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:25.680671 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5cf8fd14-ec46-447a-aad8-3419c36e1211 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7413776 Feb 07 16:51:25.702608 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45546) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:25.707014 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a0a72f8-f18a-4ed0-8fe0-9a50a0575197 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ae5504b4-3e6b-4b04-a7bb-5429477646d3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:25.712638 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-03b21f41-f783-4ea2-bc22-04ce618ae583 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1028648654'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:25.754155 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b21f41-f783-4ea2-bc22-04ce618ae583 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Made reservation on behalf of 971ec48749434b37ad71e867704a0f4b for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:25.759038 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03b21f41-f783-4ea2-bc22-04ce618ae583 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:25.770524 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03b21f41-f783-4ea2-bc22-04ce618ae583 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:25.785244 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1d8d511-ff94-4132-a00d-03944b0a265b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (779dc63b-7204-4e0e-8f89-738e09fd4761), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:25.790788 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e651290-00f8-46e7-92cb-4bfdec9f8b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:25.832333 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8d511-ff94-4132-a00d-03944b0a265b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event deleted for resources: {'Port': ['ID=779dc63b-7204-4e0e-8f89-738e09fd4761,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:25.837010 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0a72f8-f18a-4ed0-8fe0-9a50a0575197 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 741ae769-8ddc-4b4c-a864-c352da55a9de is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:25.864572 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5a0a72f8-f18a-4ed0-8fe0-9a50a0575197 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:25.875966 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a72f8-f18a-4ed0-8fe0-9a50a0575197 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:25.888569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0a72f8-f18a-4ed0-8fe0-9a50a0575197 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:25.889598 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a0a72f8-f18a-4ed0-8fe0-9a50a0575197 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:25.898205 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:25.926333 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1d8d511-ff94-4132-a00d-03944b0a265b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for floatingip (318244b8-4cf5-4d9c-a75c-5555f69d70a0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:25.929691 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1d8d511-ff94-4132-a00d-03944b0a265b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:25.931073 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d1d8d511-ff94-4132-a00d-03944b0a265b tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "DELETE /v2.0/floatingips/318244b8-4cf5-4d9c-a75c-5555f69d70a0 HTTP/1.1" status: 204 len: 168 time: 1.5071130 Feb 07 16:51:25.935403 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45550) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:25.982691 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:25.984433 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (67244b40-c8c3-4bf2-a7d8-5f44a3106cb2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:26.012460 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-2c7de0a1-8317-4bbd-ab4c-475fffc9a0bf req-c644aaef-4d00-4dd1-852a-0e8559456df3 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Deleting port e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:26.012815 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2c7de0a1-8317-4bbd-ab4c-475fffc9a0bf req-c644aaef-4d00-4dd1-852a-0e8559456df3 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:26.044498 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a72f8-f18a-4ed0-8fe0-9a50a0575197 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=ae5504b4-3e6b-4b04-a7bb-5429477646d3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:26.154015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:26.155056 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (67244b40-c8c3-4bf2-a7d8-5f44a3106cb2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:26.173148 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03b21f41-f783-4ea2-bc22-04ce618ae583 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for security_group (3e1f0b7f-a44c-4d1e-8e49-8d0a7d39f401), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:26.197785 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03b21f41-f783-4ea2-bc22-04ce618ae583 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3e1f0b7f-a44c-4d1e-8e49-8d0a7d39f401), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:26.211404 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5a0a72f8-f18a-4ed0-8fe0-9a50a0575197 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.6680152 Feb 07 16:51:26.218215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45554) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:26.241176 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=67244b40-c8c3-4bf2-a7d8-5f44a3106cb2,segment=NetworkSegment(95fe0c24-1dbe-49eb-976d-7e02246d2f57),segment_id=95fe0c24-1dbe-49eb-976d-7e02246d2f57)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:26.258285 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (67244b40-c8c3-4bf2-a7d8-5f44a3106cb2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:26.259146 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b4ed4b54-5f70-473b-8427-d04a68694607 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:26.275375 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550e035-5e13-477c-b989-c63f3929d80e req-b14e7cbc-b0cf-4cfd-96f1-48a0569b7c1a tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:26.277482 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c550e035-5e13-477c-b989-c63f3929d80e req-b14e7cbc-b0cf-4cfd-96f1-48a0569b7c1a tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b869505-73ad-46d3-99a0-1ab683a0e4c5 HTTP/1.1" status: 200 len: 945 time: 0.1674283 Feb 07 16:51:26.289855 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b076121f-1f7f-4df3-867c-d31faad3cfbc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:26.299115 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b21f41-f783-4ea2-bc22-04ce618ae583 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:51:26.312913 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f329df44-69d0-47c8-ab63-a8b51833df81 req-5f3138fb-24c0-46e0-a9d1-33ea2d4f759c tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 210 time: 0.1582563 Feb 07 16:51:26.313485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-26b48ce0-952e-417c-8b64-06f001013648 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Deleting port 7264ed3c-0e68-4ed9-8594-becd8dca0b0a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:26.314066 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26b48ce0-952e-417c-8b64-06f001013648 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (7264ed3c-0e68-4ed9-8594-becd8dca0b0a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:26.326170 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01d71b2c-d5aa-4bce-a5cf-473b2b24c695 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (fd59beff-cca6-4230-8031-2df13a96207e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:26.359969 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=67244b40-c8c3-4bf2-a7d8-5f44a3106cb2,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:26.369078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b21f41-f783-4ea2-bc22-04ce618ae583 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1f0b7f-a44c-4d1e-8e49-8d0a7d39f401,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:26.376226 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01d71b2c-d5aa-4bce-a5cf-473b2b24c695 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (fd59beff-cca6-4230-8031-2df13a96207e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:26.422129 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port b4ed4b54-5f70-473b-8427-d04a68694607 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:26.422620 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b4ed4b54-5f70-473b-8427-d04a68694607), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:26.447861 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03b21f41-f783-4ea2-bc22-04ce618ae583 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (d577ac27-73ed-4e3d-9f03-5a83c47f3ece), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:26.448220 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-03b21f41-f783-4ea2-bc22-04ce618ae583 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Added segment d577ac27-73ed-4e3d-9f03-5a83c47f3ece of type vlan for network dbd5cddf-b0b1-42ad-90a0-247a1558defd Feb 07 16:51:26.539753 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d71b2c-d5aa-4bce-a5cf-473b2b24c695 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=fd59beff-cca6-4230-8031-2df13a96207e,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:26.553567 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c550e035-5e13-477c-b989-c63f3929d80e req-2ea3cb5d-73d6-4e2a-8ef2-00633f60d589 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a3a270d-a3b2-452b-bbed-111fe2366c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676787 Feb 07 16:51:26.562523 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03b21f41-f783-4ea2-bc22-04ce618ae583 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (dbd5cddf-b0b1-42ad-90a0-247a1558defd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:26.582040 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2c7de0a1-8317-4bbd-ab4c-475fffc9a0bf req-c644aaef-4d00-4dd1-852a-0e8559456df3 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] For port e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a,segment=NetworkSegment(13560d7e-1c3f-4999-afb8-84f83083acc5),segment_id=13560d7e-1c3f-4999-afb8-84f83083acc5)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:26.582413 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2c7de0a1-8317-4bbd-ab4c-475fffc9a0bf req-c644aaef-4d00-4dd1-852a-0e8559456df3 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:26.595909 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port b4ed4b54-5f70-473b-8427-d04a68694607 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:26.598974 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-2c7de0a1-8317-4bbd-ab4c-475fffc9a0bf req-c644aaef-4d00-4dd1-852a-0e8559456df3 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Calling delete_port for e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:26.608517 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26b48ce0-952e-417c-8b64-06f001013648 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (7264ed3c-0e68-4ed9-8594-becd8dca0b0a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:26.636063 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-26b48ce0-952e-417c-8b64-06f001013648 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Calling delete_port for 7264ed3c-0e68-4ed9-8594-becd8dca0b0a owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:26.651030 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efbf822-4881-483c-a0bb-a18f6bf1f997 None None] Network 3cc026b1-e235-4dbd-9e3a-6d52de0562aa requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:26.664470 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03b21f41-f783-4ea2-bc22-04ce618ae583 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (dbd5cddf-b0b1-42ad-90a0-247a1558defd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:26.665993 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01d71b2c-d5aa-4bce-a5cf-473b2b24c695 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (b9ebef89-0464-4f83-a748-d08b39bf9909), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:26.673724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b21f41-f783-4ea2-bc22-04ce618ae583 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:26.675527 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03b21f41-f783-4ea2-bc22-04ce618ae583 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:26.727913 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b076121f-1f7f-4df3-867c-d31faad3cfbc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ae5504b4-3e6b-4b04-a7bb-5429477646d3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:26.777042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-42337e27-5cd4-42c0-b9a8-05c0cb36fc14 None None] Provisioning complete for port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:26.777042 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-42337e27-5cd4-42c0-b9a8-05c0cb36fc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (67244b40-c8c3-4bf2-a7d8-5f44a3106cb2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:26.910967 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-42337e27-5cd4-42c0-b9a8-05c0cb36fc14 None None] Current status of the port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:26.933102 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-03b21f41-f783-4ea2-bc22-04ce618ae583 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2293262 Feb 07 16:51:26.939855 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45556) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:26.950932 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3fd75e73-ce06-4d36-a0b9-1ec9dc6b0ad3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Request body: {'subnet': {'network_id': 'dbd5cddf-b0b1-42ad-90a0-247a1558defd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:26.968273 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b21f41-f783-4ea2-bc22-04ce618ae583 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event updated for resources: {'Network': ['ID=dbd5cddf-b0b1-42ad-90a0-247a1558defd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:26.982356 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network dbd5cddf-b0b1-42ad-90a0-247a1558defd details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:51:27.040823 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26b48ce0-952e-417c-8b64-06f001013648 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (7264ed3c-0e68-4ed9-8594-becd8dca0b0a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:27.136267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b48ce0-952e-417c-8b64-06f001013648 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event deleted for resources: {'Port': ['ID=7264ed3c-0e68-4ed9-8594-becd8dca0b0a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:27.217546 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26b48ce0-952e-417c-8b64-06f001013648 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:27.223817 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-26b48ce0-952e-417c-8b64-06f001013648 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "DELETE /v2.0/ports/7264ed3c-0e68-4ed9-8594-becd8dca0b0a HTTP/1.1" status: 204 len: 168 time: 1.2872899 Feb 07 16:51:27.226684 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45558) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:27.238958 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b076121f-1f7f-4df3-867c-d31faad3cfbc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (ae5504b4-3e6b-4b04-a7bb-5429477646d3), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:27.251232 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d71b2c-d5aa-4bce-a5cf-473b2b24c695 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 3cc026b1-e235-4dbd-9e3a-6d52de0562aa is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:27.253036 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-01d71b2c-d5aa-4bce-a5cf-473b2b24c695 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:27.306759 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0742d1d8-790b-4b0c-b2fa-65c9cd615bc4 None None] Provisioning complete for port fd59beff-cca6-4230-8031-2df13a96207e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:27.307156 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0742d1d8-790b-4b0c-b2fa-65c9cd615bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (fd59beff-cca6-4230-8031-2df13a96207e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:27.344006 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd75e73-ce06-4d36-a0b9-1ec9dc6b0ad3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Made reservation on behalf of 971ec48749434b37ad71e867704a0f4b for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:27.347737 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fd75e73-ce06-4d36-a0b9-1ec9dc6b0ad3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:27.354193 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b076121f-1f7f-4df3-867c-d31faad3cfbc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ae5504b4-3e6b-4b04-a7bb-5429477646d3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:27.400504 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0742d1d8-790b-4b0c-b2fa-65c9cd615bc4 None None] Port fd59beff-cca6-4230-8031-2df13a96207e cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:51:27.430809 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b076121f-1f7f-4df3-867c-d31faad3cfbc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] In _notify_port_updated(), no bound segment for port ae5504b4-3e6b-4b04-a7bb-5429477646d3 on network 741ae769-8ddc-4b4c-a864-c352da55a9de {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 16:51:27.438105 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b076121f-1f7f-4df3-867c-d31faad3cfbc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:27.438885 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b076121f-1f7f-4df3-867c-d31faad3cfbc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:27.440343 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b076121f-1f7f-4df3-867c-d31faad3cfbc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "PUT /v2.0/ports/ae5504b4-3e6b-4b04-a7bb-5429477646d3 HTTP/1.1" status: 200 len: 818 time: 1.2070532 Feb 07 16:51:27.442379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0742d1d8-790b-4b0c-b2fa-65c9cd615bc4 None None] Provisioning complete for port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:27.444029 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0742d1d8-790b-4b0c-b2fa-65c9cd615bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (67244b40-c8c3-4bf2-a7d8-5f44a3106cb2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:27.446548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45562) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:27.498599 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2c7de0a1-8317-4bbd-ab4c-475fffc9a0bf req-c644aaef-4d00-4dd1-852a-0e8559456df3 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:27.564450 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a3484daa-4a90-4776-a661-a93323a540f3 req-390309e1-764b-4c0a-95de-65a5eeff0a76 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 210 time: 0.0557473 Feb 07 16:51:27.601558 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:27.606099 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d71b2c-d5aa-4bce-a5cf-473b2b24c695 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router b9ebef89-0464-4f83-a748-d08b39bf9909 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:51:27.618925 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076121f-1f7f-4df3-867c-d31faad3cfbc tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=ae5504b4-3e6b-4b04-a7bb-5429477646d3,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:27.672603 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d5d365dc-f18b-43d2-b6e6-9e46219ad532 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Deleting port ddf07e8a-aca0-4630-85c7-61c340f16521 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:27.673200 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5d365dc-f18b-43d2-b6e6-9e46219ad532 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ddf07e8a-aca0-4630-85c7-61c340f16521), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:27.704602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0742d1d8-790b-4b0c-b2fa-65c9cd615bc4 None None] Current status of the port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:27.728850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644aaef-4d00-4dd1-852a-0e8559456df3 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Pushing event deleted for resources: {'Port': ['ID=e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:27.766147 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:27.766793 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (67244b40-c8c3-4bf2-a7d8-5f44a3106cb2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:27.838755 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1b8a886d-f6b4-49e4-8f17-0277073ffb89 req-3befa2d5-9d42-47d7-abf7-b6e05b918db4 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b869505-73ad-46d3-99a0-1ab683a0e4c5 HTTP/1.1" status: 200 len: 210 time: 0.0654106 Feb 07 16:51:27.867350 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7de0a1-8317-4bbd-ab4c-475fffc9a0bf req-c644aaef-4d00-4dd1-852a-0e8559456df3 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] No DVR routers for this DVR port e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:51:27.870030 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-728e508e-cb83-4ad6-a2b6-d09575eb8b26 None None] Provisioning complete for port fd59beff-cca6-4230-8031-2df13a96207e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:27.870377 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2c7de0a1-8317-4bbd-ab4c-475fffc9a0bf req-c644aaef-4d00-4dd1-852a-0e8559456df3 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:27.870610 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-728e508e-cb83-4ad6-a2b6-d09575eb8b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (fd59beff-cca6-4230-8031-2df13a96207e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:27.874701 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c7de0a1-8317-4bbd-ab4c-475fffc9a0bf req-c644aaef-4d00-4dd1-852a-0e8559456df3 tempest-ServerGroupTestJSON-160606436 tempest-ServerGroupTestJSON-160606436-project] 10.222.0.32 "DELETE /v2.0/ports/e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a HTTP/1.1" status: 204 len: 173 time: 2.4792345 Feb 07 16:51:27.879201 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b869505-73ad-46d3-99a0-1ab683a0e4c5', 'name': 'network-vif-deleted', 'tag': 'e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:51:27.882159 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6301a6-8501-4102-baf0-21588138693a" -d '{"events": [{"server_uuid": "0b869505-73ad-46d3-99a0-1ab683a0e4c5", "name": "network-vif-deleted", "tag": "e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:51:27.935176 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5d365dc-f18b-43d2-b6e6-9e46219ad532 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ddf07e8a-aca0-4630-85c7-61c340f16521), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:27.985523 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d5d365dc-f18b-43d2-b6e6-9e46219ad532 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Calling delete_port for ddf07e8a-aca0-4630-85c7-61c340f16521 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:28.022049 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fd75e73-ce06-4d36-a0b9-1ec9dc6b0ad3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (dd8a3b0c-148b-4c93-a014-1aa813729abd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:28.030429 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168f006a-d5d3-4404-b23e-c0c94ed94861 x-openstack-request-id: req-168f006a-d5d3-4404-b23e-c0c94ed94861 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:51:28.031023 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b869505-73ad-46d3-99a0-1ab683a0e4c5", "name": "network-vif-deleted", "tag": "e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:51:28.031446 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-168f006a-d5d3-4404-b23e-c0c94ed94861 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:51:28.032242 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b869505-73ad-46d3-99a0-1ab683a0e4c5', 'name': 'network-vif-deleted', 'tag': 'e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a', 'status': 'completed', 'code': 200} Feb 07 16:51:28.066170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:28.069571 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-728e508e-cb83-4ad6-a2b6-d09575eb8b26 None None] Port fd59beff-cca6-4230-8031-2df13a96207e cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:51:28.106820 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d71b2c-d5aa-4bce-a5cf-473b2b24c695 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:51:28.111428 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4c28380b-f434-4537-a328-35bc9ea4ec82 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port ae5504b4-3e6b-4b04-a7bb-5429477646d3 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:28.111890 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c28380b-f434-4537-a328-35bc9ea4ec82 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ae5504b4-3e6b-4b04-a7bb-5429477646d3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:28.123265 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-01d71b2c-d5aa-4bce-a5cf-473b2b24c695 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/b9ebef89-0464-4f83-a748-d08b39bf9909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7321188 Feb 07 16:51:28.127135 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45568) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:28.136999 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] Sync routers for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:51:28.152954 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-03d7523d-2f87-47b5-89b3-9c80e553d48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:28.168120 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:51:28.169105 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:50:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:28.263077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd75e73-ce06-4d36-a0b9-1ec9dc6b0ad3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event updated for resources: {'Subnet': ['ID=dd8a3b0c-148b-4c93-a014-1aa813729abd,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:28.295597 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-14322d42-8ac5-456e-a17e-4e0a07a7af32 None None] Provisioning complete for port fd59beff-cca6-4230-8031-2df13a96207e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:28.295985 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14322d42-8ac5-456e-a17e-4e0a07a7af32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (fd59beff-cca6-4230-8031-2df13a96207e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:28.304371 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd75e73-ce06-4d36-a0b9-1ec9dc6b0ad3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Checking segment: {'id': 'd577ac27-73ed-4e3d-9f03-5a83c47f3ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dbd5cddf-b0b1-42ad-90a0-247a1558defd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:28.304753 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd75e73-ce06-4d36-a0b9-1ec9dc6b0ad3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Network hostable DHCP agents. Network: dbd5cddf-b0b1-42ad-90a0-247a1558defd, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:51:28.335930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:51:28.381919 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd75e73-ce06-4d36-a0b9-1ec9dc6b0ad3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Network dbd5cddf-b0b1-42ad-90a0-247a1558defd is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:51:28.404478 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3fd75e73-ce06-4d36-a0b9-1ec9dc6b0ad3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, dbd5cddf-b0b1-42ad-90a0-247a1558defd) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:28.418238 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-14322d42-8ac5-456e-a17e-4e0a07a7af32 None None] Port fd59beff-cca6-4230-8031-2df13a96207e cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:51:28.429015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abc45b8-d891-4b84-b9ab-67e47ee0d924 None None] Network dbd5cddf-b0b1-42ad-90a0-247a1558defd requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:28.435750 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd75e73-ce06-4d36-a0b9-1ec9dc6b0ad3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:28.436597 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3fd75e73-ce06-4d36-a0b9-1ec9dc6b0ad3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:28.463580 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5d365dc-f18b-43d2-b6e6-9e46219ad532 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ddf07e8a-aca0-4630-85c7-61c340f16521), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:28.539996 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3fd75e73-ce06-4d36-a0b9-1ec9dc6b0ad3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5937066 Feb 07 16:51:28.541221 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45570) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:28.556278 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e870a7cc-4cf0-463a-8df2-fe1359749790 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Request body: {'network': {'name': 'tempest-router-network01--1763849731'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:28.560715 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d365dc-f18b-43d2-b6e6-9e46219ad532 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event deleted for resources: {'Port': ['ID=ddf07e8a-aca0-4630-85c7-61c340f16521,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:28.716599 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e870a7cc-4cf0-463a-8df2-fe1359749790 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Made reservation on behalf of 971ec48749434b37ad71e867704a0f4b for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:28.720123 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e870a7cc-4cf0-463a-8df2-fe1359749790 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:28.730031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bfc63a3c-4299-43eb-9053-6a141fee41d4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'network': {'name': 'tempest-RoutersTest-805307759'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:28.757873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc63a3c-4299-43eb-9053-6a141fee41d4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Made reservation on behalf of 227e1d388d0541aba878f7829cff15ac for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:28.765260 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2dd0a7a3-7025-4c05-9e07-245c0b9a6a62 req-b7c233c6-eb46-470e-a0b1-16efdd348128 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 210 time: 0.0669286 Feb 07 16:51:28.775301 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e870a7cc-4cf0-463a-8df2-fe1359749790 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:51:28.781325 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfc63a3c-4299-43eb-9053-6a141fee41d4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:28.800076 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5d365dc-f18b-43d2-b6e6-9e46219ad532 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:28.804562 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d5d365dc-f18b-43d2-b6e6-9e46219ad532 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "DELETE /v2.0/ports/ddf07e8a-aca0-4630-85c7-61c340f16521 HTTP/1.1" status: 204 len: 168 time: 1.5769658 Feb 07 16:51:28.806317 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e870a7cc-4cf0-463a-8df2-fe1359749790 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (c75de892-2d77-44c4-bbd1-cc41bc276f66), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:28.806990 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-e870a7cc-4cf0-463a-8df2-fe1359749790 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Added segment c75de892-2d77-44c4-bbd1-cc41bc276f66 of type vlan for network 7f5c024d-fc25-4fc9-a351-347f21c56260 Feb 07 16:51:28.808402 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45574) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:28.824956 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-dbd5cddf-b0b1-42ad-90a0-247a1558defd', 'network_id': 'dbd5cddf-b0b1-42ad-90a0-247a1558defd', 'project_id': '971ec48749434b37ad71e867704a0f4b', 'fixed_ips': [{'subnet_id': 'dd8a3b0c-148b-4c93-a014-1aa813729abd'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:51:28.826049 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:28.846680 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:25Z', 'revision_number': 4, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:24Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd59beff-cca6-4230-8031-2df13a96207e', 'name': '', 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:d3:b5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:23Z', 'updated_at': '2022-02-07T16:51:25Z', 'revision_number': 2, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:28.848824 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c28380b-f434-4537-a328-35bc9ea4ec82 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ae5504b4-3e6b-4b04-a7bb-5429477646d3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:28.875374 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4c28380b-f434-4537-a328-35bc9ea4ec82 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for ae5504b4-3e6b-4b04-a7bb-5429477646d3 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:28.898103 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] Checking router: b9ebef89-0464-4f83-a748-d08b39bf9909 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:51:28.898724 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] Updating router b9ebef89-0464-4f83-a748-d08b39bf9909 port fd59beff-cca6-4230-8031-2df13a96207e binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:51:28.916295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1ec9bf-7e8c-419a-a981-3f759d570766 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Deleting subnet 75c96821-5c51-40c5-85a3-ae0f56612f44 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:51:28.920030 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e870a7cc-4cf0-463a-8df2-fe1359749790 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (7f5c024d-fc25-4fc9-a351-347f21c56260), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:28.925044 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c1ec9bf-7e8c-419a-a981-3f759d570766 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for subnet (75c96821-5c51-40c5-85a3-ae0f56612f44), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:28.988920 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c1ec9bf-7e8c-419a-a981-3f759d570766 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (75c96821-5c51-40c5-85a3-ae0f56612f44), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.039025 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e870a7cc-4cf0-463a-8df2-fe1359749790 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (7f5c024d-fc25-4fc9-a351-347f21c56260), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.044940 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc63a3c-4299-43eb-9053-6a141fee41d4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:51:29.049798 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e870a7cc-4cf0-463a-8df2-fe1359749790 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:29.050971 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e870a7cc-4cf0-463a-8df2-fe1359749790 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.058864 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c28380b-f434-4537-a328-35bc9ea4ec82 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ae5504b4-3e6b-4b04-a7bb-5429477646d3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.099702 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfc63a3c-4299-43eb-9053-6a141fee41d4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (50a3f680-f1da-4587-91cc-f459751def63), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.100111 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-bfc63a3c-4299-43eb-9053-6a141fee41d4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Added segment 50a3f680-f1da-4587-91cc-f459751def63 of type vlan for network 1116f16b-083b-4fa0-9aec-622f8635e27c Feb 07 16:51:29.141374 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e870a7cc-4cf0-463a-8df2-fe1359749790 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5896103 Feb 07 16:51:29.148474 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45584) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:29.170731 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28380b-f434-4537-a328-35bc9ea4ec82 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=ae5504b4-3e6b-4b04-a7bb-5429477646d3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:29.188254 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ec84930a-9c43-4896-a723-574c7613692c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Request body: {'network': {'name': 'tempest-router-network02--617023793'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:29.287692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec84930a-9c43-4896-a723-574c7613692c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Made reservation on behalf of 971ec48749434b37ad71e867704a0f4b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:29.290457 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec84930a-9c43-4896-a723-574c7613692c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.303520 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c28380b-f434-4537-a328-35bc9ea4ec82 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.310786 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4c28380b-f434-4537-a328-35bc9ea4ec82 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/ports/ae5504b4-3e6b-4b04-a7bb-5429477646d3 HTTP/1.1" status: 204 len: 168 time: 1.8573556 Feb 07 16:51:29.315994 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45592) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:29.356082 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870a7cc-4cf0-463a-8df2-fe1359749790 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event updated for resources: {'Network': ['ID=7f5c024d-fc25-4fc9-a351-347f21c56260,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:29.378383 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c1ec9bf-7e8c-419a-a981-3f759d570766 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (75c96821-5c51-40c5-85a3-ae0f56612f44), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.420026 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:51:29.424687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 7f5c024d-fc25-4fc9-a351-347f21c56260 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:51:29.454581 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45600) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:29.456358 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfc63a3c-4299-43eb-9053-6a141fee41d4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (1116f16b-083b-4fa0-9aec-622f8635e27c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.488569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec84930a-9c43-4896-a723-574c7613692c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:51:29.511004 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec84930a-9c43-4896-a723-574c7613692c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (02fb180c-a4d3-444c-ae52-5ed4d4d4c3c0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.511510 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-ec84930a-9c43-4896-a723-574c7613692c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Added segment 02fb180c-a4d3-444c-ae52-5ed4d4d4c3c0 of type vlan for network aaa03c1c-8678-4ddb-91fc-fafef262244b Feb 07 16:51:29.529112 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] Deleting subnet f2446d18-1883-4dc9-a365-cc7efe9b1d97 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:51:29.533145 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] Publish callbacks [] for subnet (f2446d18-1883-4dc9-a365-cc7efe9b1d97), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.572657 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (f2446d18-1883-4dc9-a365-cc7efe9b1d97), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.575036 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec84930a-9c43-4896-a723-574c7613692c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (aaa03c1c-8678-4ddb-91fc-fafef262244b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.616424 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec84930a-9c43-4896-a723-574c7613692c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (aaa03c1c-8678-4ddb-91fc-fafef262244b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.617191 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:51:29.617892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device e3cdd53f-74e1-4cbf-a1d7-b01b9d30ff3a not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:51:29.619323 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (f2446d18-1883-4dc9-a365-cc7efe9b1d97), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.625080 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec84930a-9c43-4896-a723-574c7613692c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:29.625750 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec84930a-9c43-4896-a723-574c7613692c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.644897 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fd59beff-cca6-4230-8031-2df13a96207e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.654761 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-bfc63a3c-4299-43eb-9053-6a141fee41d4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:51:29.668481 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.671969 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ec84930a-9c43-4896-a723-574c7613692c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5023386 Feb 07 16:51:29.680909 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45602) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:29.687251 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2e1dce81-5f1d-40d4-97a2-9c0e27c6db09 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Request body: {'subnet': {'network_id': '7f5c024d-fc25-4fc9-a351-347f21c56260', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:29.694297 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (f2446d18-1883-4dc9-a365-cc7efe9b1d97), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.747538 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c1ec9bf-7e8c-419a-a981-3f759d570766 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (75c96821-5c51-40c5-85a3-ae0f56612f44), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.790414 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2446d18-1883-4dc9-a365-cc7efe9b1d97,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:29.805261 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.813908 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f2446d18-1883-4dc9-a365-cc7efe9b1d97 HTTP/1.1" status: 204 len: 168 time: 0.3577328 Feb 07 16:51:29.825177 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c1ec9bf-7e8c-419a-a981-3f759d570766 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.825429 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4603f0e-053e-465c-b08b-806be11c52df None None] Network 341e2c10-4c3c-4ab6-9063-14743a0d705c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:29.829861 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5c1ec9bf-7e8c-419a-a981-3f759d570766 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "DELETE /v2.0/subnets/75c96821-5c51-40c5-85a3-ae0f56612f44 HTTP/1.1" status: 204 len: 168 time: 1.0196009 Feb 07 16:51:29.830720 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45606) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:29.831364 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf96159c-471c-45f9-aec1-efdb0a299c22 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:29.836626 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cf96159c-471c-45f9-aec1-efdb0a299c22 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5064812 Feb 07 16:51:29.837158 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] Allocated IP 2001:db8::2 (dbd5cddf-b0b1-42ad-90a0-247a1558defd/dd8a3b0c-148b-4c93-a014-1aa813729abd/d3e0862d-63f1-4ede-8f0d-b43c54c33118) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:29.839567 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45608) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:29.840221 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45610) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:29.889949 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-94312ac8-8a7c-45f4-af2e-d9afcf188859 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] GET failed (client error): The resource could not be found. Feb 07 16:51:29.896457 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-94312ac8-8a7c-45f4-af2e-d9afcf188859 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports/ae5504b4-3e6b-4b04-a7bb-5429477646d3 HTTP/1.1" status: 404 len: 333 time: 0.0438716 Feb 07 16:51:29.898419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:29.899091 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:29.899670 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:29.900239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:29.900814 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:29.901376 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45612) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:29.901677 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:29.902238 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:29.902797 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:29.903254 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfc63a3c-4299-43eb-9053-6a141fee41d4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (1116f16b-083b-4fa0-9aec-622f8635e27c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.903637 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:29.904195 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:29.904763 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:29.906480 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:29.907174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6faa62-cf8a-4289-85dc-0823f92bd2bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:29.925685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc63a3c-4299-43eb-9053-6a141fee41d4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:29.926310 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bfc63a3c-4299-43eb-9053-6a141fee41d4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:29.958612 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5b4dff4d-216c-46f1-a214-d751235bd93a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-922150441'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:30.015133 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ec9bf-7e8c-419a-a981-3f759d570766 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event deleted for resources: {'Subnet': ['ID=75c96821-5c51-40c5-85a3-ae0f56612f44,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:30.022352 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bfc63a3c-4299-43eb-9053-6a141fee41d4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3221495 Feb 07 16:51:30.032541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45616) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:30.033915 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84930a-9c43-4896-a723-574c7613692c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event updated for resources: {'Network': ['ID=aaa03c1c-8678-4ddb-91fc-fafef262244b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:30.039276 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-05e246c6-590c-4283-9f35-6ad4589165df tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'subnet': {'network_id': '1116f16b-083b-4fa0-9aec-622f8635e27c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:30.111350 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5a3487-d5af-4812-ad0c-a61f4cf13e4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Deleting subnet f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:51:30.120432 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10c12db7-5b36-49a7-9848-739f17dbf624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (dd17ab5f-9fda-4232-9ff6-bd1e0476bb52), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:30.137500 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a5a3487-d5af-4812-ad0c-a61f4cf13e4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for subnet (f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:30.140703 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1dce81-5f1d-40d4-97a2-9c0e27c6db09 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Made reservation on behalf of 971ec48749434b37ad71e867704a0f4b for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:30.144544 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e1dce81-5f1d-40d4-97a2-9c0e27c6db09 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:30.145338 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network aaa03c1c-8678-4ddb-91fc-fafef262244b details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:51:30.198001 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc63a3c-4299-43eb-9053-6a141fee41d4 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Network': ['ID=1116f16b-083b-4fa0-9aec-622f8635e27c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:30.212323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4dff4d-216c-46f1-a214-d751235bd93a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:30.216964 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b4dff4d-216c-46f1-a214-d751235bd93a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:30.238040 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-565122e3-a061-4234-ac27-041cd20c6e9f req-9dac6927-cacd-46fd-840b-b99e88c201a1 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 210 time: 0.2447822 Feb 07 16:51:30.241694 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 1116f16b-083b-4fa0-9aec-622f8635e27c details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:51:30.300883 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a5a3487-d5af-4812-ad0c-a61f4cf13e4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:30.312560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4dff4d-216c-46f1-a214-d751235bd93a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:51:30.334308 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b4dff4d-216c-46f1-a214-d751235bd93a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (5e86c676-7760-4a1a-8375-6a64fb7f7896), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:30.335170 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-5b4dff4d-216c-46f1-a214-d751235bd93a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Added segment 5e86c676-7760-4a1a-8375-6a64fb7f7896 of type vlan for network 66294f67-6709-4f78-b6ed-fbd6fb81275c Feb 07 16:51:30.391390 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10c12db7-5b36-49a7-9848-739f17dbf624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (dd17ab5f-9fda-4232-9ff6-bd1e0476bb52), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:30.420742 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-10c12db7-5b36-49a7-9848-739f17dbf624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd17ab5f-9fda-4232-9ff6-bd1e0476bb52']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:30.437928 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b4dff4d-216c-46f1-a214-d751235bd93a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (66294f67-6709-4f78-b6ed-fbd6fb81275c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:30.456031 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-10c12db7-5b36-49a7-9848-739f17dbf624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13560d7e-1c3f-4999-afb8-84f83083acc5') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:30.456371 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-10c12db7-5b36-49a7-9848-739f17dbf624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13560d7e-1c3f-4999-afb8-84f83083acc5') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:30.477152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e246c6-590c-4283-9f35-6ad4589165df tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Made reservation on behalf of 227e1d388d0541aba878f7829cff15ac for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:30.480905 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b4dff4d-216c-46f1-a214-d751235bd93a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (66294f67-6709-4f78-b6ed-fbd6fb81275c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:30.483487 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05e246c6-590c-4283-9f35-6ad4589165df tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:30.487144 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4dff4d-216c-46f1-a214-d751235bd93a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:30.487819 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b4dff4d-216c-46f1-a214-d751235bd93a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:30.510463 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10c12db7-5b36-49a7-9848-739f17dbf624 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (13560d7e-1c3f-4999-afb8-84f83083acc5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:30.553097 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] Publish callbacks [] for port (fd59beff-cca6-4230-8031-2df13a96207e), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:30.595090 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (fd59beff-cca6-4230-8031-2df13a96207e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:30.606570 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4dff4d-216c-46f1-a214-d751235bd93a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Network': ['ID=66294f67-6709-4f78-b6ed-fbd6fb81275c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:30.622491 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5b4dff4d-216c-46f1-a214-d751235bd93a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6703389 Feb 07 16:51:30.625717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45618) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:30.633085 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-847bde8b-b361-4445-87b4-1109f17992f9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'subnet': {'network_id': '66294f67-6709-4f78-b6ed-fbd6fb81275c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:30.673695 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 66294f67-6709-4f78-b6ed-fbd6fb81275c details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:51:30.689142 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e639806-1939-4f32-8be4-e51d626d27a1 None None] Pushing event updated for resources: {'Port': ['ID=fd59beff-cca6-4230-8031-2df13a96207e,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:30.852618 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:30.859061 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847bde8b-b361-4445-87b4-1109f17992f9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:30.863612 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-847bde8b-b361-4445-87b4-1109f17992f9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:30.926606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a017c2-37a4-409d-877c-cdef6d7a1c39 None None] DHCP port deletion for 341e2c10-4c3c-4ab6-9063-14743a0d705c request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:51:30.947602 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10c12db7-5b36-49a7-9848-739f17dbf624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (13560d7e-1c3f-4999-afb8-84f83083acc5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:30.962123 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c12db7-5b36-49a7-9848-739f17dbf624 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:51:30.963951 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10c12db7-5b36-49a7-9848-739f17dbf624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (13560d7e-1c3f-4999-afb8-84f83083acc5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:51:31.041605 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:51:31.100642 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10c12db7-5b36-49a7-9848-739f17dbf624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (dd17ab5f-9fda-4232-9ff6-bd1e0476bb52), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.116171 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10c12db7-5b36-49a7-9848-739f17dbf624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.121808 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-10c12db7-5b36-49a7-9848-739f17dbf624 admin admin] 10.222.0.18 "DELETE /v2.0/networks/dd17ab5f-9fda-4232-9ff6-bd1e0476bb52 HTTP/1.1" status: 204 len: 168 time: 1.2868242 Feb 07 16:51:31.127627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] Attempting to bind port fd59beff-cca6-4230-8031-2df13a96207e on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:51:31.129391 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] Attempting to bind port fd59beff-cca6-4230-8031-2df13a96207e by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '95fe0c24-1dbe-49eb-976d-7e02246d2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:51:31.130016 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] Attempting to bind port fd59beff-cca6-4230-8031-2df13a96207e on network 3cc026b1-e235-4dbd-9e3a-6d52de0562aa {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:51:31.134704 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a5a3487-d5af-4812-ad0c-a61f4cf13e4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.154898 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] Publish callbacks [] for port (d3e0862d-63f1-4ede-8f0d-b43c54c33118), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.165739 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:51:31.166737 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] Checking segment: {'id': '95fe0c24-1dbe-49eb-976d-7e02246d2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:31.167543 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.168447 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] Bound using segment: {'id': '95fe0c24-1dbe-49eb-976d-7e02246d2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:51:31.169190 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] Bound port: fd59beff-cca6-4230-8031-2df13a96207e, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fe0c24-1dbe-49eb-976d-7e02246d2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:51:31.169941 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fd59beff-cca6-4230-8031-2df13a96207e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.192446 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (d3e0862d-63f1-4ede-8f0d-b43c54c33118), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.217689 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c12db7-5b36-49a7-9848-739f17dbf624 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd17ab5f-9fda-4232-9ff6-bd1e0476bb52,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:31.253191 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-847bde8b-b361-4445-87b4-1109f17992f9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (89d049df-0941-4332-a4f2-8190ef4458ec), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.376674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] Pushing event updated for resources: {'Port': ['ID=d3e0862d-63f1-4ede-8f0d-b43c54c33118,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:31.412543 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847bde8b-b361-4445-87b4-1109f17992f9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Subnet': ['ID=89d049df-0941-4332-a4f2-8190ef4458ec,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:31.438864 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] Network dbd5cddf-b0b1-42ad-90a0-247a1558defd is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:31.449771 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847bde8b-b361-4445-87b4-1109f17992f9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Checking segment: {'id': '5e86c676-7760-4a1a-8375-6a64fb7f7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '66294f67-6709-4f78-b6ed-fbd6fb81275c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:31.451480 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847bde8b-b361-4445-87b4-1109f17992f9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network hostable DHCP agents. Network: 66294f67-6709-4f78-b6ed-fbd6fb81275c, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:51:31.458605 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:31.468067 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:31.479938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45626) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:31.503711 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-127469e1-697c-4fc2-a8e6-1307179c383c None None] Provisioning complete for port fd59beff-cca6-4230-8031-2df13a96207e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:31.504219 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-127469e1-697c-4fc2-a8e6-1307179c383c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (fd59beff-cca6-4230-8031-2df13a96207e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.515913 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847bde8b-b361-4445-87b4-1109f17992f9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 66294f67-6709-4f78-b6ed-fbd6fb81275c is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:51:31.542841 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-847bde8b-b361-4445-87b4-1109f17992f9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 66294f67-6709-4f78-b6ed-fbd6fb81275c) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:31.544351 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a5a3487-d5af-4812-ad0c-a61f4cf13e4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.546840 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05e246c6-590c-4283-9f35-6ad4589165df tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (a0269ccd-bd93-4305-9f2d-b01f8826acc8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.555040 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847bde8b-b361-4445-87b4-1109f17992f9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:31.555654 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-847bde8b-b361-4445-87b4-1109f17992f9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.575873 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7a6d00eb-65c1-48b0-8f9c-3a4e30f0c0d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bef7c2bd49fb4c778a9c09764d13fad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0945971 Feb 07 16:51:31.578944 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45628) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:31.595761 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0ac01824-20c9-479f-83a2-5d02169d0286 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:51:31.597790 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6f6538-a736-42cf-8227-74e6601e2195 None None] Network 66294f67-6709-4f78-b6ed-fbd6fb81275c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:31.598216 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-847bde8b-b361-4445-87b4-1109f17992f9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9707413 Feb 07 16:51:31.600687 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-30b090c1-4d54-4b6a-8354-4eb3781e3bb7 req-82fb26eb-ffd0-48e8-a077-51378cc21dc8 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 210 time: 0.0863943 Feb 07 16:51:31.604985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45630) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:31.634835 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b409f579-a34c-45b5-9e48-9b0f252f8c04 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'subnet': {'network_id': '66294f67-6709-4f78-b6ed-fbd6fb81275c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:31.642698 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e1dce81-5f1d-40d4-97a2-9c0e27c6db09 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (efe8c728-18ec-4c3f-a821-80d5b9f80a7a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.658876 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a3487-d5af-4812-ad0c-a61f4cf13e4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:31.662932 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a5a3487-d5af-4812-ad0c-a61f4cf13e4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.669994 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4a5a3487-d5af-4812-ad0c-a61f4cf13e4f tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "DELETE /v2.0/subnets/f3e0774a-23ad-4e91-b8f9-5a18b8ff63d6 HTTP/1.1" status: 204 len: 168 time: 1.8258913 Feb 07 16:51:31.671140 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45632) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:31.712204 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-87a017c2-37a4-409d-877c-cdef6d7a1c39 None None] Deleting port 0ac01824-20c9-479f-83a2-5d02169d0286 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:31.712580 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-87a017c2-37a4-409d-877c-cdef6d7a1c39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (0ac01824-20c9-479f-83a2-5d02169d0286), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.717499 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-127469e1-697c-4fc2-a8e6-1307179c383c None None] Port fd59beff-cca6-4230-8031-2df13a96207e cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:51:31.758011 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] Attempting to bind port d3e0862d-63f1-4ede-8f0d-b43c54c33118 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:51:31.758384 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] Attempting to bind port d3e0862d-63f1-4ede-8f0d-b43c54c33118 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'd577ac27-73ed-4e3d-9f03-5a83c47f3ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dbd5cddf-b0b1-42ad-90a0-247a1558defd'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:51:31.758751 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] Attempting to bind port d3e0862d-63f1-4ede-8f0d-b43c54c33118 on network dbd5cddf-b0b1-42ad-90a0-247a1558defd {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:51:31.765581 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b742d7-01aa-4c72-9701-0e3011885303 None None] Network 77871b7a-f86e-4316-bba8-73d687b56c15 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:31.779660 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (341e2c10-4c3c-4ab6-9063-14743a0d705c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.783168 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90164b44-86f7-42e2-8702-1db7ae2d4f4c admin admin] Publish callbacks [] for security_group (8a3a270d-a3b2-452b-bbed-111fe2366c4b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.815149 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90164b44-86f7-42e2-8702-1db7ae2d4f4c admin admin] Publish callbacks [] for security_group (8a3a270d-a3b2-452b-bbed-111fe2366c4b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.824125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e246c6-590c-4283-9f35-6ad4589165df tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Subnet': ['ID=a0269ccd-bd93-4305-9f2d-b01f8826acc8,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:31.852642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:51:31.853108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] Checking segment: {'id': 'd577ac27-73ed-4e3d-9f03-5a83c47f3ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dbd5cddf-b0b1-42ad-90a0-247a1558defd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:31.853463 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.853866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] Bound using segment: {'id': 'd577ac27-73ed-4e3d-9f03-5a83c47f3ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dbd5cddf-b0b1-42ad-90a0-247a1558defd'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:51:31.854366 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] Bound port: d3e0862d-63f1-4ede-8f0d-b43c54c33118, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd577ac27-73ed-4e3d-9f03-5a83c47f3ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dbd5cddf-b0b1-42ad-90a0-247a1558defd'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:51:31.854757 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d3e0862d-63f1-4ede-8f0d-b43c54c33118), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.888933 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90164b44-86f7-42e2-8702-1db7ae2d4f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8a3a270d-a3b2-452b-bbed-111fe2366c4b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.894185 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90164b44-86f7-42e2-8702-1db7ae2d4f4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:31.896903 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-90164b44-86f7-42e2-8702-1db7ae2d4f4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a3a270d-a3b2-452b-bbed-111fe2366c4b HTTP/1.1" status: 204 len: 168 time: 0.3164837 Feb 07 16:51:31.904379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1dce81-5f1d-40d4-97a2-9c0e27c6db09 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event updated for resources: {'Subnet': ['ID=efe8c728-18ec-4c3f-a821-80d5b9f80a7a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:31.912988 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90164b44-86f7-42e2-8702-1db7ae2d4f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3a270d-a3b2-452b-bbed-111fe2366c4b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:31.945369 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1dce81-5f1d-40d4-97a2-9c0e27c6db09 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Checking segment: {'id': 'c75de892-2d77-44c4-bbd1-cc41bc276f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f5c024d-fc25-4fc9-a351-347f21c56260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:31.946174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1dce81-5f1d-40d4-97a2-9c0e27c6db09 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Network hostable DHCP agents. Network: 7f5c024d-fc25-4fc9-a351-347f21c56260, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:51:31.949852 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e246c6-590c-4283-9f35-6ad4589165df tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Checking segment: {'id': '50a3f680-f1da-4587-91cc-f459751def63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1116f16b-083b-4fa0-9aec-622f8635e27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:31.951045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e246c6-590c-4283-9f35-6ad4589165df tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network hostable DHCP agents. Network: 1116f16b-083b-4fa0-9aec-622f8635e27c, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:51:31.972176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Deleting port 0ac01824-20c9-479f-83a2-5d02169d0286 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:31.972556 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (0ac01824-20c9-479f-83a2-5d02169d0286), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:32.005038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1dce81-5f1d-40d4-97a2-9c0e27c6db09 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Network 7f5c024d-fc25-4fc9-a351-347f21c56260 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:51:32.015711 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e246c6-590c-4283-9f35-6ad4589165df tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 1116f16b-083b-4fa0-9aec-622f8635e27c is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:51:32.027868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2e1dce81-5f1d-40d4-97a2-9c0e27c6db09 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 7f5c024d-fc25-4fc9-a351-347f21c56260) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:32.033055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-05e246c6-590c-4283-9f35-6ad4589165df tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 1116f16b-083b-4fa0-9aec-622f8635e27c) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:32.035820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1dce81-5f1d-40d4-97a2-9c0e27c6db09 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:32.036879 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e1dce81-5f1d-40d4-97a2-9c0e27c6db09 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:32.044163 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e246c6-590c-4283-9f35-6ad4589165df tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:32.045875 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05e246c6-590c-4283-9f35-6ad4589165df tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:32.049557 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b409f579-a34c-45b5-9e48-9b0f252f8c04 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:32.054236 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b409f579-a34c-45b5-9e48-9b0f252f8c04 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:32.125868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] For port fd59beff-cca6-4230-8031-2df13a96207e, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:51:32.137912 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] For port 0ac01824-20c9-479f-83a2-5d02169d0286, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0ac01824-20c9-479f-83a2-5d02169d0286,segment=NetworkSegment(e9d60a73-1a87-4108-9a2d-32329506d358),segment_id=e9d60a73-1a87-4108-9a2d-32329506d358)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:32.138949 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (0ac01824-20c9-479f-83a2-5d02169d0286), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:32.167704 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Calling delete_port for 0ac01824-20c9-479f-83a2-5d02169d0286 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:32.175319 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2e1dce81-5f1d-40d4-97a2-9c0e27c6db09 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4923289 Feb 07 16:51:32.175889 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45636) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:32.181561 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-05e246c6-590c-4283-9f35-6ad4589165df tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1473918 Feb 07 16:51:32.184736 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45638) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:32.186309 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d3ee2308-b8de-4cc2-9b5e-110c30c320c1 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Request body: {'subnet': {'network_id': 'aaa03c1c-8678-4ddb-91fc-fafef262244b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:32.194778 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c479fb-47e1-4fb1-b085-ab8f5cae424d None None] Network 7f5c024d-fc25-4fc9-a351-347f21c56260 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:32.199704 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa1c913-75ae-4d5b-b141-e3d1d3a05906 None None] Network 1116f16b-083b-4fa0-9aec-622f8635e27c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:32.199897 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] For port d3e0862d-63f1-4ede-8f0d-b43c54c33118, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:51:32.333249 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] For port fd59beff-cca6-4230-8031-2df13a96207e, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=fd59beff-cca6-4230-8031-2df13a96207e,segment=NetworkSegment(95fe0c24-1dbe-49eb-976d-7e02246d2f57),segment_id=95fe0c24-1dbe-49eb-976d-7e02246d2f57)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:51:32.343312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] For port d3e0862d-63f1-4ede-8f0d-b43c54c33118, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d3e0862d-63f1-4ede-8f0d-b43c54c33118,segment=NetworkSegment(d577ac27-73ed-4e3d-9f03-5a83c47f3ece),segment_id=d577ac27-73ed-4e3d-9f03-5a83c47f3ece)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:51:32.351593 n-d-827865-3 neutron-server[103225]: INFO neutron.db.ipam_backend_mixin [None req-b409f579-a34c-45b5-9e48-9b0f252f8c04 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 89d049df-0941-4332-a4f2-8190ef4458ec (CIDR: 172.20.0.0/28) Feb 07 16:51:32.401327 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:32.407700 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b409f579-a34c-45b5-9e48-9b0f252f8c04 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:51:32.409422 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b409f579-a34c-45b5-9e48-9b0f252f8c04 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:51:32.426622 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (fd59beff-cca6-4230-8031-2df13a96207e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:32.437378 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d3e0862d-63f1-4ede-8f0d-b43c54c33118), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:32.444211 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b409f579-a34c-45b5-9e48-9b0f252f8c04 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8130870 Feb 07 16:51:32.448429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45646) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:32.456636 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d1bf9dfb-a8d9-4770-8ac5-d80343d398cf tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'subnet': {'network_id': '66294f67-6709-4f78-b6ed-fbd6fb81275c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:32.490906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-87a017c2-37a4-409d-877c-cdef6d7a1c39 None None] For port 0ac01824-20c9-479f-83a2-5d02169d0286, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0ac01824-20c9-479f-83a2-5d02169d0286,segment=NetworkSegment(e9d60a73-1a87-4108-9a2d-32329506d358),segment_id=e9d60a73-1a87-4108-9a2d-32329506d358)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:32.491477 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-87a017c2-37a4-409d-877c-cdef6d7a1c39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (0ac01824-20c9-479f-83a2-5d02169d0286), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:32.622230 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-87a017c2-37a4-409d-877c-cdef6d7a1c39 None None] Calling delete_port for 0ac01824-20c9-479f-83a2-5d02169d0286 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:32.677251 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ee2308-b8de-4cc2-9b5e-110c30c320c1 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Made reservation on behalf of 971ec48749434b37ad71e867704a0f4b for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:32.695594 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3ee2308-b8de-4cc2-9b5e-110c30c320c1 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:32.766106 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (0ac01824-20c9-479f-83a2-5d02169d0286), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:32.888211 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-66294f67-6709-4f78-b6ed-fbd6fb81275c', 'network_id': '66294f67-6709-4f78-b6ed-fbd6fb81275c', 'project_id': '8f6693c13415441784e70842eae1e972', 'fixed_ips': [{'subnet_id': '89d049df-0941-4332-a4f2-8190ef4458ec'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:51:32.890004 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:32.893310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0468c36-26b4-4900-9cba-ed7ee33b045f None None] DHCP port deletion for 77871b7a-f86e-4316-bba8-73d687b56c15 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:51:32.946773 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-7f5c024d-fc25-4fc9-a351-347f21c56260', 'network_id': '7f5c024d-fc25-4fc9-a351-347f21c56260', 'project_id': '971ec48749434b37ad71e867704a0f4b', 'fixed_ips': [{'subnet_id': 'efe8c728-18ec-4c3f-a821-80d5b9f80a7a'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:51:32.947971 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:32.950278 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:51:32.951271 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:32.979173 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 0ac01824-20c9-479f-83a2-5d02169d0286 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:32.979675 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0ac01824-20c9-479f-83a2-5d02169d0286), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:32.987264 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event deleted for resources: {'Port': ['ID=0ac01824-20c9-479f-83a2-5d02169d0286,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:33.018261 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3a1da767-8395-4e91-ba3d-acb5a6bdba8b req-888012fa-d522-469e-a225-9898dc1c1af7 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 210 time: 0.2840552 Feb 07 16:51:33.020690 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] No DVR routers for this DVR port 0ac01824-20c9-479f-83a2-5d02169d0286 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:51:33.096554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e639806-1939-4f32-8be4-e51d626d27a1 None None] Pushing event updated for resources: {'Port': ['ID=fd59beff-cca6-4230-8031-2df13a96207e,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:33.222160 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bf9dfb-a8d9-4770-8ac5-d80343d398cf tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:33.229107 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1bf9dfb-a8d9-4770-8ac5-d80343d398cf tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:33.569260 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-548e248c-d665-42b0-8b78-52c0a40b1a8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:33.590075 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45666) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:33.617150 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] Allocated IP 172.20.0.2 (66294f67-6709-4f78-b6ed-fbd6fb81275c/89d049df-0941-4332-a4f2-8190ef4458ec/d29e34c9-b4a3-43b7-9a5c-9efd6037b87b) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:33.747171 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-1116f16b-083b-4fa0-9aec-622f8635e27c', 'network_id': '1116f16b-083b-4fa0-9aec-622f8635e27c', 'project_id': '227e1d388d0541aba878f7829cff15ac', 'fixed_ips': [{'subnet_id': 'a0269ccd-bd93-4305-9f2d-b01f8826acc8'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:51:33.748073 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:33.751154 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (341e2c10-4c3c-4ab6-9063-14743a0d705c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:33.811633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-cf7a3040-d164-43f5-b13c-de0df0c59113 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1092080412-network', 'tenant_id': '9ad3699b57504f1d8d8119bb8b107134'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:33.839115 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341e2c10-4c3c-4ab6-9063-14743a0d705c']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:33.857014 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d60a73-1a87-4108-9a2d-32329506d358') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:33.857666 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d60a73-1a87-4108-9a2d-32329506d358') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:33.864499 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-959f6aa8-abc8-43ed-a814-aef09762cae3 None None] Provisioning complete for port fd59beff-cca6-4230-8031-2df13a96207e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:33.864929 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-959f6aa8-abc8-43ed-a814-aef09762cae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (fd59beff-cca6-4230-8031-2df13a96207e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:33.870920 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7a3040-d164-43f5-b13c-de0df0c59113 admin admin] Made reservation on behalf of 9ad3699b57504f1d8d8119bb8b107134 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:33.874207 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3040-d164-43f5-b13c-de0df0c59113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:33.876824 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (e9d60a73-1a87-4108-9a2d-32329506d358), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:33.895698 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e9d60a73-1a87-4108-9a2d-32329506d358), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:33.905188 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:51:33.906061 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (e9d60a73-1a87-4108-9a2d-32329506d358), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:33.921327 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3040-d164-43f5-b13c-de0df0c59113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:34.016475 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:51:34.019167 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:51:34.034626 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265ac9c-96ba-42d5-a97e-1404f0719486 None None] Pushing event updated for resources: {'Port': ['ID=d3e0862d-63f1-4ede-8f0d-b43c54c33118,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:34.290803 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0dac8878-19d3-4e27-b531-c9c697a61564 req-f6a5230d-3165-451f-8dc9-7a6510c0be32 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 210 time: 0.0898428 Feb 07 16:51:34.308909 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] Allocated IP 2001:db8::2 (7f5c024d-fc25-4fc9-a351-347f21c56260/efe8c728-18ec-4c3f-a821-80d5b9f80a7a/ce457368-fad2-436e-94b4-941106cab884) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:34.330354 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3040-d164-43f5-b13c-de0df0c59113 admin admin] Publish callbacks [] for security_group (37efa8e7-d502-4dcb-881f-501aad332170), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:34.336586 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3040-d164-43f5-b13c-de0df0c59113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (37efa8e7-d502-4dcb-881f-501aad332170), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:34.378242 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a3040-d164-43f5-b13c-de0df0c59113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37efa8e7-d502-4dcb-881f-501aad332170,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:34.394851 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-548e248c-d665-42b0-8b78-52c0a40b1a8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Allocated IP 172.23.0.1 (1116f16b-083b-4fa0-9aec-622f8635e27c/a0269ccd-bd93-4305-9f2d-b01f8826acc8/121725cb-1f1f-430a-b0f0-2b6efc199b5a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:34.408810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7a3040-d164-43f5-b13c-de0df0c59113 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:51:34.463388 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3040-d164-43f5-b13c-de0df0c59113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (dc28be50-c96d-41ea-8f29-76fc1666c8aa), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:34.464135 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-cf7a3040-d164-43f5-b13c-de0df0c59113 admin admin] Added segment dc28be50-c96d-41ea-8f29-76fc1666c8aa of type vlan for network 6c36ab46-5032-4023-96e4-5dff7c96c9c6 Feb 07 16:51:34.481172 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3ee2308-b8de-4cc2-9b5e-110c30c320c1 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (e38b27b5-52f3-459b-9dee-24f21f4a9e77), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:34.504401 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] Publish callbacks [] for port (ce457368-fad2-436e-94b4-941106cab884), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:34.534793 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1bf9dfb-a8d9-4770-8ac5-d80343d398cf tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (18da9906-50a7-488e-817f-e71da3a0b1a7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:34.544333 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3040-d164-43f5-b13c-de0df0c59113 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (6c36ab46-5032-4023-96e4-5dff7c96c9c6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:34.566023 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e917eb7a-f99a-4e18-b171-5863d486a344 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:51:34.589970 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (ce457368-fad2-436e-94b4-941106cab884), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:34.591107 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee2308-b8de-4cc2-9b5e-110c30c320c1 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Checking segment: {'id': '02fb180c-a4d3-444c-ae52-5ed4d4d4c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aaa03c1c-8678-4ddb-91fc-fafef262244b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:34.591743 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ee2308-b8de-4cc2-9b5e-110c30c320c1 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Network hostable DHCP agents. Network: aaa03c1c-8678-4ddb-91fc-fafef262244b, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:51:34.594891 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (341e2c10-4c3c-4ab6-9063-14743a0d705c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:34.601459 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:34.607351 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "DELETE /v2.0/networks/341e2c10-4c3c-4ab6-9063-14743a0d705c HTTP/1.1" status: 204 len: 168 time: 2.9328043 Feb 07 16:51:34.620274 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45672) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:34.633952 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55431d03-d06b-4071-81ca-249538cc7f85 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event deleted for resources: {'Network': ['ID=341e2c10-4c3c-4ab6-9063-14743a0d705c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:34.667166 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bf9dfb-a8d9-4770-8ac5-d80343d398cf tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 66294f67-6709-4f78-b6ed-fbd6fb81275c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:34.669642 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee2308-b8de-4cc2-9b5e-110c30c320c1 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event updated for resources: {'Subnet': ['ID=e38b27b5-52f3-459b-9dee-24f21f4a9e77,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:34.686337 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3040-d164-43f5-b13c-de0df0c59113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (6c36ab46-5032-4023-96e4-5dff7c96c9c6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:34.687664 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7a3040-d164-43f5-b13c-de0df0c59113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:34.688400 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3040-d164-43f5-b13c-de0df0c59113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:34.766294 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cf7a3040-d164-43f5-b13c-de0df0c59113 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1734886 Feb 07 16:51:34.776449 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45674) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:34.780452 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf9dfb-a8d9-4770-8ac5-d80343d398cf tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Subnet': ['ID=18da9906-50a7-488e-817f-e71da3a0b1a7,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:34.799527 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-14736c74-4d83-405f-b079-b0e3434fac60 admin admin] Request body: {'subnet': {'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1092080412-subnet', 'tenant_id': '9ad3699b57504f1d8d8119bb8b107134', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:34.815914 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-87a017c2-37a4-409d-877c-cdef6d7a1c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (0ac01824-20c9-479f-83a2-5d02169d0286), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:34.833169 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9ee908-6cfd-484f-81c7-2e3778b2810a None None] Network dbd5cddf-b0b1-42ad-90a0-247a1558defd requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:34.834503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d1bf9dfb-a8d9-4770-8ac5-d80343d398cf tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:34.840036 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bf9dfb-a8d9-4770-8ac5-d80343d398cf tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:34.840639 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1bf9dfb-a8d9-4770-8ac5-d80343d398cf tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:34.843046 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] Publish callbacks [] for port (d29e34c9-b4a3-43b7-9a5c-9efd6037b87b), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:34.857691 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14736c74-4d83-405f-b079-b0e3434fac60 admin admin] Made reservation on behalf of 9ad3699b57504f1d8d8119bb8b107134 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:34.860999 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14736c74-4d83-405f-b079-b0e3434fac60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:34.919515 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ee2308-b8de-4cc2-9b5e-110c30c320c1 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Network aaa03c1c-8678-4ddb-91fc-fafef262244b is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:51:34.930080 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d1bf9dfb-a8d9-4770-8ac5-d80343d398cf tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4784081 Feb 07 16:51:34.939808 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45676) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:34.949083 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-08f34df1-079f-4dbd-81f1-b0ae3c43e672 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'network_id': '66294f67-6709-4f78-b6ed-fbd6fb81275c', 'fixed_ips': [{'subnet_id': '89d049df-0941-4332-a4f2-8190ef4458ec'}, {'subnet_id': '18da9906-50a7-488e-817f-e71da3a0b1a7'}], 'name': 'tempest-PortsTestJSON-82605333'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:34.953540 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-548e248c-d665-42b0-8b78-52c0a40b1a8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (121725cb-1f1f-430a-b0f0-2b6efc199b5a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:34.964714 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-87a017c2-37a4-409d-877c-cdef6d7a1c39 None None] Network 341e2c10-4c3c-4ab6-9063-14743a0d705c is not hosted by any dhcp agent {{(pid=103228) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 16:51:34.965477 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a017c2-37a4-409d-877c-cdef6d7a1c39 None None] No DVR routers for this DVR port 0ac01824-20c9-479f-83a2-5d02169d0286 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:51:34.989263 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (d29e34c9-b4a3-43b7-9a5c-9efd6037b87b), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:35.001992 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a3040-d164-43f5-b13c-de0df0c59113 admin admin] Pushing event updated for resources: {'Network': ['ID=6c36ab46-5032-4023-96e4-5dff7c96c9c6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:35.034351 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] Network 7f5c024d-fc25-4fc9-a351-347f21c56260 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:35.039977 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (77871b7a-f86e-4316-bba8-73d687b56c15), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:35.044295 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-548e248c-d665-42b0-8b78-52c0a40b1a8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (121725cb-1f1f-430a-b0f0-2b6efc199b5a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:35.080736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 6c36ab46-5032-4023-96e4-5dff7c96c9c6 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:51:35.085218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d0468c36-26b4-4900-9cba-ed7ee33b045f None None] Deleting port e917eb7a-f99a-4e18-b171-5863d486a344 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:35.085953 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d0468c36-26b4-4900-9cba-ed7ee33b045f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e917eb7a-f99a-4e18-b171-5863d486a344), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:35.100548 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:35.104222 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548e248c-d665-42b0-8b78-52c0a40b1a8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 1116f16b-083b-4fa0-9aec-622f8635e27c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:35.111888 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f34df1-079f-4dbd-81f1-b0ae3c43e672 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:35.112447 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-548e248c-d665-42b0-8b78-52c0a40b1a8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:35.114199 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548e248c-d665-42b0-8b78-52c0a40b1a8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:35.119279 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d3ee2308-b8de-4cc2-9b5e-110c30c320c1 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, aaa03c1c-8678-4ddb-91fc-fafef262244b) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:35.139034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ee2308-b8de-4cc2-9b5e-110c30c320c1 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:35.139813 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3ee2308-b8de-4cc2-9b5e-110c30c320c1 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:35.146214 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:35.214536 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d3ee2308-b8de-4cc2-9b5e-110c30c320c1 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0365944 Feb 07 16:51:35.215385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45678) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:35.235062 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422e796a-3c96-4995-82d6-5aa2157eb213 None None] Network aaa03c1c-8678-4ddb-91fc-fafef262244b requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:35.237881 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] Pushing event updated for resources: {'Port': ['ID=ce457368-fad2-436e-94b4-941106cab884,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:35.361528 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e248c-d665-42b0-8b78-52c0a40b1a8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=121725cb-1f1f-430a-b0f0-2b6efc199b5a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:35.400002 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-548e248c-d665-42b0-8b78-52c0a40b1a8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (b9ebef89-0464-4f83-a748-d08b39bf9909), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:35.412766 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-959f6aa8-abc8-43ed-a814-aef09762cae3 None None] Current status of the port fd59beff-cca6-4230-8031-2df13a96207e is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:35.413507 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-959f6aa8-abc8-43ed-a814-aef09762cae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fd59beff-cca6-4230-8031-2df13a96207e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:35.453231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] Network 66294f67-6709-4f78-b6ed-fbd6fb81275c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:35.454423 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08f34df1-079f-4dbd-81f1-b0ae3c43e672 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:35.493250 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4f1169a9-03d3-4010-a67e-200351bfb3fe req-5152604e-7856-4ce6-972e-96d821df57db tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 210 time: 0.0565362 Feb 07 16:51:35.510976 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-959f6aa8-abc8-43ed-a814-aef09762cae3 None None] For port fd59beff-cca6-4230-8031-2df13a96207e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=fd59beff-cca6-4230-8031-2df13a96207e,segment=NetworkSegment(95fe0c24-1dbe-49eb-976d-7e02246d2f57),segment_id=95fe0c24-1dbe-49eb-976d-7e02246d2f57)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:35.552832 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Deleting port e917eb7a-f99a-4e18-b171-5863d486a344 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:35.553268 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e917eb7a-f99a-4e18-b171-5863d486a344), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:35.589919 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:35.628109 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a017c2-37a4-409d-877c-cdef6d7a1c39 None None] Pushing event deleted for resources: {'Port': ['ID=0ac01824-20c9-479f-83a2-5d02169d0286,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:35.632711 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-959f6aa8-abc8-43ed-a814-aef09762cae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (fd59beff-cca6-4230-8031-2df13a96207e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:35.635948 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] For port e917eb7a-f99a-4e18-b171-5863d486a344, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e917eb7a-f99a-4e18-b171-5863d486a344,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:35.636665 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e917eb7a-f99a-4e18-b171-5863d486a344), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:35.638353 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-aaa03c1c-8678-4ddb-91fc-fafef262244b', 'network_id': 'aaa03c1c-8678-4ddb-91fc-fafef262244b', 'project_id': '971ec48749434b37ad71e867704a0f4b', 'fixed_ips': [{'subnet_id': 'e38b27b5-52f3-459b-9dee-24f21f4a9e77'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:51:35.639465 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:35.658762 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:35.658985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Calling delete_port for e917eb7a-f99a-4e18-b171-5863d486a344 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:35.758877 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e917eb7a-f99a-4e18-b171-5863d486a344), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:35.795689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] Allocated IP 172.23.0.2 (1116f16b-083b-4fa0-9aec-622f8635e27c/a0269ccd-bd93-4305-9f2d-b01f8826acc8/8260375e-eb41-44a1-a687-ba6aaf7ca9ee) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:35.819291 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event deleted for resources: {'Port': ['ID=e917eb7a-f99a-4e18-b171-5863d486a344,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:35.830437 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] No DVR routers for this DVR port e917eb7a-f99a-4e18-b171-5863d486a344 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:51:35.832410 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-548e248c-d665-42b0-8b78-52c0a40b1a8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (121725cb-1f1f-430a-b0f0-2b6efc199b5a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:35.835130 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14736c74-4d83-405f-b079-b0e3434fac60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (98c0d994-d3fe-4461-9362-be30eb5a1d39), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:35.915108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d0468c36-26b4-4900-9cba-ed7ee33b045f None None] For port e917eb7a-f99a-4e18-b171-5863d486a344, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e917eb7a-f99a-4e18-b171-5863d486a344,segment=NetworkSegment(38ef35ec-5e7e-4925-9662-eb486f4a57fa),segment_id=38ef35ec-5e7e-4925-9662-eb486f4a57fa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:35.915684 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d0468c36-26b4-4900-9cba-ed7ee33b045f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e917eb7a-f99a-4e18-b171-5863d486a344), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:35.979569 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (77871b7a-f86e-4316-bba8-73d687b56c15), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:35.994559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d0468c36-26b4-4900-9cba-ed7ee33b045f None None] Calling delete_port for e917eb7a-f99a-4e18-b171-5863d486a344 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:36.008594 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-08f34df1-079f-4dbd-81f1-b0ae3c43e672 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] device_id is not set on port 398c3eec-2022-46d7-9d36-cae4a4f10fb4 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:51:36.009564 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77871b7a-f86e-4316-bba8-73d687b56c15']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:36.018166 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] Attempting to bind port ce457368-fad2-436e-94b4-941106cab884 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:51:36.018551 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] Attempting to bind port ce457368-fad2-436e-94b4-941106cab884 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'c75de892-2d77-44c4-bbd1-cc41bc276f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f5c024d-fc25-4fc9-a351-347f21c56260'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:51:36.018965 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] Attempting to bind port ce457368-fad2-436e-94b4-941106cab884 on network 7f5c024d-fc25-4fc9-a351-347f21c56260 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:51:36.021867 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ef35ec-5e7e-4925-9662-eb486f4a57fa') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:36.022291 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ef35ec-5e7e-4925-9662-eb486f4a57fa') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:36.100931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e917eb7a-f99a-4e18-b171-5863d486a344 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:36.101361 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e917eb7a-f99a-4e18-b171-5863d486a344), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:36.168392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] Pushing event updated for resources: {'Port': ['ID=d29e34c9-b4a3-43b7-9a5c-9efd6037b87b,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:36.197736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f38742b0-36f6-43cc-b5c7-a54cb1b4be27 None None] Provisioning complete for port d3e0862d-63f1-4ede-8f0d-b43c54c33118 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:36.198284 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f38742b0-36f6-43cc-b5c7-a54cb1b4be27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d3e0862d-63f1-4ede-8f0d-b43c54c33118), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:36.235570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:51:36.236150 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] Checking segment: {'id': 'c75de892-2d77-44c4-bbd1-cc41bc276f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f5c024d-fc25-4fc9-a351-347f21c56260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:36.236996 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:36.237554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] Bound using segment: {'id': 'c75de892-2d77-44c4-bbd1-cc41bc276f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f5c024d-fc25-4fc9-a351-347f21c56260'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:51:36.238170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] Bound port: ce457368-fad2-436e-94b4-941106cab884, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75de892-2d77-44c4-bbd1-cc41bc276f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f5c024d-fc25-4fc9-a351-347f21c56260'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:51:36.238680 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ce457368-fad2-436e-94b4-941106cab884), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:36.334475 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (38ef35ec-5e7e-4925-9662-eb486f4a57fa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:36.351327 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (38ef35ec-5e7e-4925-9662-eb486f4a57fa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:36.356970 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] Attempting to bind port d29e34c9-b4a3-43b7-9a5c-9efd6037b87b on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:51:36.357670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] Attempting to bind port d29e34c9-b4a3-43b7-9a5c-9efd6037b87b by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '5e86c676-7760-4a1a-8375-6a64fb7f7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '66294f67-6709-4f78-b6ed-fbd6fb81275c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:51:36.358168 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] Attempting to bind port d29e34c9-b4a3-43b7-9a5c-9efd6037b87b on network 66294f67-6709-4f78-b6ed-fbd6fb81275c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:51:36.358951 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:51:36.359373 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (38ef35ec-5e7e-4925-9662-eb486f4a57fa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:36.421553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:51:36.422037 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] Checking segment: {'id': '5e86c676-7760-4a1a-8375-6a64fb7f7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '66294f67-6709-4f78-b6ed-fbd6fb81275c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:36.422569 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:36.423091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] Bound using segment: {'id': '5e86c676-7760-4a1a-8375-6a64fb7f7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '66294f67-6709-4f78-b6ed-fbd6fb81275c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:51:36.423715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] Bound port: d29e34c9-b4a3-43b7-9a5c-9efd6037b87b, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e86c676-7760-4a1a-8375-6a64fb7f7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '66294f67-6709-4f78-b6ed-fbd6fb81275c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:51:36.424240 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d29e34c9-b4a3-43b7-9a5c-9efd6037b87b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:51:36.442362 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:51:36.447748 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (77871b7a-f86e-4316-bba8-73d687b56c15), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:36.464085 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:36.481937 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] 10.222.0.18 "DELETE /v2.0/networks/77871b7a-f86e-4316-bba8-73d687b56c15 HTTP/1.1" status: 204 len: 168 time: 1.8592224 Feb 07 16:51:36.589020 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30963878-70fd-4cd7-a936-fa3472df7290 tempest-TaggedBootDevicesTest-1262106021 tempest-TaggedBootDevicesTest-1262106021-project] Pushing event deleted for resources: {'Network': ['ID=77871b7a-f86e-4316-bba8-73d687b56c15,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:36.726084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14736c74-4d83-405f-b079-b0e3434fac60 admin admin] Checking segment: {'id': 'dc28be50-c96d-41ea-8f29-76fc1666c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:36.726690 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14736c74-4d83-405f-b079-b0e3434fac60 admin admin] Network hostable DHCP agents. Network: 6c36ab46-5032-4023-96e4-5dff7c96c9c6, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:51:36.736782 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8892b32f-5357-4c8b-877b-bec48c0cfd45 req-6cfdecaa-8b84-49d6-8b31-0b4c594db56a tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd103441-dd57-4018-acd8-09d140ce5801 HTTP/1.1" status: 200 len: 210 time: 0.0401804 Feb 07 16:51:36.744041 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14736c74-4d83-405f-b079-b0e3434fac60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98c0d994-d3fe-4461-9362-be30eb5a1d39,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:36.822226 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] Allocated IP 2001:db8::2 (aaa03c1c-8678-4ddb-91fc-fafef262244b/e38b27b5-52f3-459b-9dee-24f21f4a9e77/d3323f09-ed2c-4f65-b29b-28b3e44781ee) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:36.853747 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14736c74-4d83-405f-b079-b0e3434fac60 admin admin] Network 6c36ab46-5032-4023-96e4-5dff7c96c9c6 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:51:36.910524 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c542bfc3-5cb2-4e4d-8db9-f603189059b2 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:37.055024 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] For port ce457368-fad2-436e-94b4-941106cab884, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:51:37.059392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] For port ce457368-fad2-436e-94b4-941106cab884, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ce457368-fad2-436e-94b4-941106cab884,segment=NetworkSegment(c75de892-2d77-44c4-bbd1-cc41bc276f66),segment_id=c75de892-2d77-44c4-bbd1-cc41bc276f66)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:51:37.067063 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f6aa8-abc8-43ed-a814-aef09762cae3 None None] Pushing event updated for resources: {'Port': ['ID=fd59beff-cca6-4230-8031-2df13a96207e,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:37.084842 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ce457368-fad2-436e-94b4-941106cab884), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:37.121013 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-548e248c-d665-42b0-8b78-52c0a40b1a8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for port (121725cb-1f1f-430a-b0f0-2b6efc199b5a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:37.134220 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-548e248c-d665-42b0-8b78-52c0a40b1a8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (121725cb-1f1f-430a-b0f0-2b6efc199b5a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:37.221971 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-14736c74-4d83-405f-b079-b0e3434fac60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 6c36ab46-5032-4023-96e4-5dff7c96c9c6) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:37.229130 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-548e248c-d665-42b0-8b78-52c0a40b1a8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (b9ebef89-0464-4f83-a748-d08b39bf9909), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:37.229713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14736c74-4d83-405f-b079-b0e3434fac60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:37.233952 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14736c74-4d83-405f-b079-b0e3434fac60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:37.432087 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-14736c74-4d83-405f-b079-b0e3434fac60 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6353366 Feb 07 16:51:37.461452 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45696) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:37.467981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2d03a233-321c-4073-83af-97b9109f462b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1092080412-router', 'tenant_id': '9ad3699b57504f1d8d8119bb8b107134', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:37.530339 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e248c-d665-42b0-8b78-52c0a40b1a8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event updated for resources: {'Port': ['ID=121725cb-1f1f-430a-b0f0-2b6efc199b5a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:37.551253 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92acb88-f0b6-4920-9a7a-191feffcbe16 None None] Network 6c36ab46-5032-4023-96e4-5dff7c96c9c6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:37.553924 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d3e0862d-63f1-4ede-8f0d-b43c54c33118 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:37.597037 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d03a233-321c-4073-83af-97b9109f462b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (a3828c21-80ef-4768-8ce1-b71596389efc), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:37.598289 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d03a233-321c-4073-83af-97b9109f462b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (a3828c21-80ef-4768-8ce1-b71596389efc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:37.683560 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548e248c-d665-42b0-8b78-52c0a40b1a8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Network 1116f16b-083b-4fa0-9aec-622f8635e27c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:37.686619 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-548e248c-d665-42b0-8b78-52c0a40b1a8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:37.731952 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d03a233-321c-4073-83af-97b9109f462b admin admin] Publish callbacks [] for router_controller (a3828c21-80ef-4768-8ce1-b71596389efc), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:37.836995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-08f34df1-079f-4dbd-81f1-b0ae3c43e672 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Allocated IP 172.20.0.14 (66294f67-6709-4f78-b6ed-fbd6fb81275c/89d049df-0941-4332-a4f2-8190ef4458ec/398c3eec-2022-46d7-9d36-cae4a4f10fb4) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:37.847210 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-08f34df1-079f-4dbd-81f1-b0ae3c43e672 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Allocated IP 172.20.0.27 (66294f67-6709-4f78-b6ed-fbd6fb81275c/18da9906-50a7-488e-817f-e71da3a0b1a7/398c3eec-2022-46d7-9d36-cae4a4f10fb4) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:37.946539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] For port d29e34c9-b4a3-43b7-9a5c-9efd6037b87b, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:51:37.953367 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] For port d29e34c9-b4a3-43b7-9a5c-9efd6037b87b, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d29e34c9-b4a3-43b7-9a5c-9efd6037b87b,segment=NetworkSegment(5e86c676-7760-4a1a-8375-6a64fb7f7896),segment_id=5e86c676-7760-4a1a-8375-6a64fb7f7896)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:51:37.975944 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:25Z', 'revision_number': 4, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:24Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd59beff-cca6-4230-8031-2df13a96207e', 'name': '', 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:d3:b5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:23Z', 'updated_at': '2022-02-07T16:51:31Z', 'revision_number': 4, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:38.036407 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d29e34c9-b4a3-43b7-9a5c-9efd6037b87b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:38.113837 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d0468c36-26b4-4900-9cba-ed7ee33b045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (e917eb7a-f99a-4e18-b171-5863d486a344), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:38.140295 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d0468c36-26b4-4900-9cba-ed7ee33b045f None None] Network 77871b7a-f86e-4316-bba8-73d687b56c15 is not hosted by any dhcp agent {{(pid=103228) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 16:51:38.140665 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0468c36-26b4-4900-9cba-ed7ee33b045f None None] No DVR routers for this DVR port e917eb7a-f99a-4e18-b171-5863d486a344 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:51:38.201849 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090f7a99-6c13-476f-9a1d-1e90b6afe82d None None] The sync data for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 is: [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:25Z', 'revision_number': 4, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:24Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd59beff-cca6-4230-8031-2df13a96207e', 'name': '', 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:d3:b5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:23Z', 'updated_at': '2022-02-07T16:51:31Z', 'revision_number': 4, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:51:38.224981 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd0f10-bd72-4fca-85ec-4d1f7cc06ec0 None None] Pushing event updated for resources: {'Port': ['ID=ce457368-fad2-436e-94b4-941106cab884,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:38.304386 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d03a233-321c-4073-83af-97b9109f462b admin admin] Publish callbacks [] for router_gateway (a3828c21-80ef-4768-8ce1-b71596389efc), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:38.332612 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548e248c-d665-42b0-8b78-52c0a40b1a8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router b9ebef89-0464-4f83-a748-d08b39bf9909 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:51:38.359733 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08f34df1-079f-4dbd-81f1-b0ae3c43e672 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (398c3eec-2022-46d7-9d36-cae4a4f10fb4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:38.547933 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] Publish callbacks [] for port (8260375e-eb41-44a1-a687-ba6aaf7ca9ee), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:38.569219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d3e0862d-63f1-4ede-8f0d-b43c54c33118 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:38.570141 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d3e0862d-63f1-4ede-8f0d-b43c54c33118), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:38.598279 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f38742b0-36f6-43cc-b5c7-a54cb1b4be27 None None] Current status of the port d3e0862d-63f1-4ede-8f0d-b43c54c33118 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:38.598949 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f38742b0-36f6-43cc-b5c7-a54cb1b4be27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d3e0862d-63f1-4ede-8f0d-b43c54c33118), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:38.657829 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-c542bfc3-5cb2-4e4d-8db9-f603189059b2 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Allocated IP 2001:db8::1 (7f5c024d-fc25-4fc9-a351-347f21c56260/efe8c728-18ec-4c3f-a821-80d5b9f80a7a/671c6f80-f864-4dda-896a-ac2f102fe41f) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:38.671961 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (8260375e-eb41-44a1-a687-ba6aaf7ca9ee), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:38.686293 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e352be32-b4a8-43d8-b768-2b6d69aac5b6 None None] Network 6c36ab46-5032-4023-96e4-5dff7c96c9c6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:38.725700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] Network 1116f16b-083b-4fa0-9aec-622f8635e27c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:38.732174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0aece-baaa-40d3-9da7-36fffa8f8ff2 None None] Pushing event updated for resources: {'Port': ['ID=d29e34c9-b4a3-43b7-9a5c-9efd6037b87b,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:38.815373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:38.825502 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0468c36-26b4-4900-9cba-ed7ee33b045f None None] Pushing event deleted for resources: {'Port': ['ID=e917eb7a-f99a-4e18-b171-5863d486a344,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:38.832381 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:38.888301 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548e248c-d665-42b0-8b78-52c0a40b1a8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:51:38.888617 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] Publish callbacks [] for port (d3323f09-ed2c-4f65-b29b-28b3e44781ee), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:38.899603 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-548e248c-d665-42b0-8b78-52c0a40b1a8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/b9ebef89-0464-4f83-a748-d08b39bf9909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7139339 Feb 07 16:51:38.902285 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45706) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:38.910302 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-aebd0922-345a-4797-abc8-644134153e0b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:38.938902 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08f34df1-079f-4dbd-81f1-b0ae3c43e672 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (398c3eec-2022-46d7-9d36-cae4a4f10fb4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:39.092765 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f34df1-079f-4dbd-81f1-b0ae3c43e672 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=398c3eec-2022-46d7-9d36-cae4a4f10fb4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:39.093740 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (d3323f09-ed2c-4f65-b29b-28b3e44781ee), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:39.113426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] Pushing event updated for resources: {'Port': ['ID=8260375e-eb41-44a1-a687-ba6aaf7ca9ee,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:39.137184 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f34df1-079f-4dbd-81f1-b0ae3c43e672 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 66294f67-6709-4f78-b6ed-fbd6fb81275c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:39.140411 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c542bfc3-5cb2-4e4d-8db9-f603189059b2 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for port (671c6f80-f864-4dda-896a-ac2f102fe41f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:39.147763 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-08f34df1-079f-4dbd-81f1-b0ae3c43e672 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:39.155730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f34df1-079f-4dbd-81f1-b0ae3c43e672 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:39.299222 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f34df1-079f-4dbd-81f1-b0ae3c43e672 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:39.299926 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08f34df1-079f-4dbd-81f1-b0ae3c43e672 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:39.342424 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-08f34df1-079f-4dbd-81f1-b0ae3c43e672 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.3997171 Feb 07 16:51:39.347273 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45712) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:39.355148 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2169e6a3-9d25-4c72-ae19-380a58c043b3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '89d049df-0941-4332-a4f2-8190ef4458ec'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:39.371095 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c542bfc3-5cb2-4e4d-8db9-f603189059b2 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (671c6f80-f864-4dda-896a-ac2f102fe41f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:39.435996 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] Network aaa03c1c-8678-4ddb-91fc-fafef262244b is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:39.555093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c542bfc3-5cb2-4e4d-8db9-f603189059b2 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Network 7f5c024d-fc25-4fc9-a351-347f21c56260 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:39.564652 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f38742b0-36f6-43cc-b5c7-a54cb1b4be27 None None] For port d3e0862d-63f1-4ede-8f0d-b43c54c33118, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d3e0862d-63f1-4ede-8f0d-b43c54c33118,segment=NetworkSegment(d577ac27-73ed-4e3d-9f03-5a83c47f3ece),segment_id=d577ac27-73ed-4e3d-9f03-5a83c47f3ece)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:39.575171 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:39.633733 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c542bfc3-5cb2-4e4d-8db9-f603189059b2 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:39.645557 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542bfc3-5cb2-4e4d-8db9-f603189059b2 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event updated for resources: {'Port': ['ID=671c6f80-f864-4dda-896a-ac2f102fe41f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:39.662720 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d03a233-321c-4073-83af-97b9109f462b admin admin] Publish callbacks [] for router_gateway (a3828c21-80ef-4768-8ce1-b71596389efc), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:39.675330 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f38742b0-36f6-43cc-b5c7-a54cb1b4be27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d3e0862d-63f1-4ede-8f0d-b43c54c33118), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:39.679601 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c542bfc3-5cb2-4e4d-8db9-f603189059b2 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:39.680538 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c542bfc3-5cb2-4e4d-8db9-f603189059b2 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (9a83d274-beee-46a1-9d57-9757c6f093ee), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:39.686791 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:39.691931 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d03a233-321c-4073-83af-97b9109f462b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:39.693505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] Attempting to bind port 8260375e-eb41-44a1-a687-ba6aaf7ca9ee on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:51:39.694122 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] Attempting to bind port 8260375e-eb41-44a1-a687-ba6aaf7ca9ee by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '50a3f680-f1da-4587-91cc-f459751def63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1116f16b-083b-4fa0-9aec-622f8635e27c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:51:39.694878 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] Attempting to bind port 8260375e-eb41-44a1-a687-ba6aaf7ca9ee on network 1116f16b-083b-4fa0-9aec-622f8635e27c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:51:39.745528 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] Pushing event updated for resources: {'Port': ['ID=d3323f09-ed2c-4f65-b29b-28b3e44781ee,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:39.917472 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2169e6a3-9d25-4c72-ae19-380a58c043b3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (398c3eec-2022-46d7-9d36-cae4a4f10fb4), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:39.931469 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38742b0-36f6-43cc-b5c7-a54cb1b4be27 None None] Pushing event updated for resources: {'Port': ['ID=d3e0862d-63f1-4ede-8f0d-b43c54c33118,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:39.941248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:51:39.941607 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] Checking segment: {'id': '50a3f680-f1da-4587-91cc-f459751def63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1116f16b-083b-4fa0-9aec-622f8635e27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:39.941952 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:39.944385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] Bound using segment: {'id': '50a3f680-f1da-4587-91cc-f459751def63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1116f16b-083b-4fa0-9aec-622f8635e27c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:51:39.945264 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] Bound port: 8260375e-eb41-44a1-a687-ba6aaf7ca9ee, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a3f680-f1da-4587-91cc-f459751def63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1116f16b-083b-4fa0-9aec-622f8635e27c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:51:39.945603 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8260375e-eb41-44a1-a687-ba6aaf7ca9ee), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:39.962598 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] Sync routers for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:51:39.970292 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-2d03a233-321c-4073-83af-97b9109f462b admin admin] Allocated IP 172.25.4.251 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/e168a9bf-15c9-4496-a221-dfbfbf509c60) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:39.981320 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:51:39.983371 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:40.046476 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c542bfc3-5cb2-4e4d-8db9-f603189059b2 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (671c6f80-f864-4dda-896a-ac2f102fe41f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:40.118541 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d03a233-321c-4073-83af-97b9109f462b admin admin] Publish callbacks [] for port (e168a9bf-15c9-4496-a221-dfbfbf509c60), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:40.174686 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d03a233-321c-4073-83af-97b9109f462b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e168a9bf-15c9-4496-a221-dfbfbf509c60), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:40.297528 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d03a233-321c-4073-83af-97b9109f462b admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:40.305027 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2d03a233-321c-4073-83af-97b9109f462b admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:40.310184 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:51:40.321696 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d03a233-321c-4073-83af-97b9109f462b admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:40.359658 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] For port 8260375e-eb41-44a1-a687-ba6aaf7ca9ee, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:51:40.370294 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] For port 8260375e-eb41-44a1-a687-ba6aaf7ca9ee, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8260375e-eb41-44a1-a687-ba6aaf7ca9ee,segment=NetworkSegment(50a3f680-f1da-4587-91cc-f459751def63),segment_id=50a3f680-f1da-4587-91cc-f459751def63)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:51:40.429409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacc4e40-8e26-4546-940f-36f30a41678c None None] Network 7f5c024d-fc25-4fc9-a351-347f21c56260 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:40.437601 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8260375e-eb41-44a1-a687-ba6aaf7ca9ee), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:40.452998 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b6f3ec38-c7a1-4835-94b7-9b3cdb289341 None None] Provisioning complete for port d3e0862d-63f1-4ede-8f0d-b43c54c33118 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:40.452998 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b6f3ec38-c7a1-4835-94b7-9b3cdb289341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d3e0862d-63f1-4ede-8f0d-b43c54c33118), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:40.559362 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03a233-321c-4073-83af-97b9109f462b admin admin] Pushing event updated for resources: {'Port': ['ID=e168a9bf-15c9-4496-a221-dfbfbf509c60,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:40.713676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d00c1e-c6ad-4fed-a355-41542d2fe2e9 None None] Pushing event updated for resources: {'Port': ['ID=8260375e-eb41-44a1-a687-ba6aaf7ca9ee,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:40.717946 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda8ebf9-2c07-43ad-9796-261bf5e99074 None None] Network 66294f67-6709-4f78-b6ed-fbd6fb81275c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:40.808801 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d3e0862d-63f1-4ede-8f0d-b43c54c33118 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:40.857115 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:35Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '121725cb-1f1f-430a-b0f0-2b6efc199b5a', 'name': '', 'network_id': '1116f16b-083b-4fa0-9aec-622f8635e27c', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:1c:00:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'a0269ccd-bd93-4305-9f2d-b01f8826acc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:33Z', 'updated_at': '2022-02-07T16:51:36Z', 'revision_number': 2, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'a0269ccd-bd93-4305-9f2d-b01f8826acc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:24Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd59beff-cca6-4230-8031-2df13a96207e', 'name': '', 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:d3:b5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:23Z', 'updated_at': '2022-02-07T16:51:35Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:40.899515 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] Attempting to bind port d3323f09-ed2c-4f65-b29b-28b3e44781ee on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:51:40.900222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] Attempting to bind port d3323f09-ed2c-4f65-b29b-28b3e44781ee by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '02fb180c-a4d3-444c-ae52-5ed4d4d4c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aaa03c1c-8678-4ddb-91fc-fafef262244b'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:51:40.900768 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] Attempting to bind port d3323f09-ed2c-4f65-b29b-28b3e44781ee on network aaa03c1c-8678-4ddb-91fc-fafef262244b {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:51:40.965013 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] Checking router: b9ebef89-0464-4f83-a748-d08b39bf9909 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:51:40.966642 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] Updating router b9ebef89-0464-4f83-a748-d08b39bf9909 port 121725cb-1f1f-430a-b0f0-2b6efc199b5a binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:51:41.069086 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (121725cb-1f1f-430a-b0f0-2b6efc199b5a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:41.180904 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:51:41.186429 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] Checking segment: {'id': '02fb180c-a4d3-444c-ae52-5ed4d4d4c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aaa03c1c-8678-4ddb-91fc-fafef262244b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:41.187235 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:41.187901 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] Bound using segment: {'id': '02fb180c-a4d3-444c-ae52-5ed4d4d4c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aaa03c1c-8678-4ddb-91fc-fafef262244b'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:51:41.188689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] Bound port: d3323f09-ed2c-4f65-b29b-28b3e44781ee, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fb180c-a4d3-444c-ae52-5ed4d4d4c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'aaa03c1c-8678-4ddb-91fc-fafef262244b'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:51:41.189394 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d3323f09-ed2c-4f65-b29b-28b3e44781ee), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:41.192353 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c542bfc3-5cb2-4e4d-8db9-f603189059b2 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for port (671c6f80-f864-4dda-896a-ac2f102fe41f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:41.228532 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c542bfc3-5cb2-4e4d-8db9-f603189059b2 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (671c6f80-f864-4dda-896a-ac2f102fe41f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:41.229323 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c542bfc3-5cb2-4e4d-8db9-f603189059b2 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (9a83d274-beee-46a1-9d57-9757c6f093ee), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:41.276748 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b6f3ec38-c7a1-4835-94b7-9b3cdb289341 None None] Current status of the port d3e0862d-63f1-4ede-8f0d-b43c54c33118 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:41.373310 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542bfc3-5cb2-4e4d-8db9-f603189059b2 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event updated for resources: {'Port': ['ID=671c6f80-f864-4dda-896a-ac2f102fe41f,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:41.422010 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-2169e6a3-9d25-4c72-ae19-380a58c043b3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Delete allocated IP 172.20.0.27 (66294f67-6709-4f78-b6ed-fbd6fb81275c/18da9906-50a7-488e-817f-e71da3a0b1a7) {{(pid=103226) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 16:51:41.523967 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] For port d3323f09-ed2c-4f65-b29b-28b3e44781ee, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:51:41.548780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] For port d3323f09-ed2c-4f65-b29b-28b3e44781ee, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d3323f09-ed2c-4f65-b29b-28b3e44781ee,segment=NetworkSegment(02fb180c-a4d3-444c-ae52-5ed4d4d4c3c0),segment_id=02fb180c-a4d3-444c-ae52-5ed4d4d4c3c0)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:51:41.592508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.extraroute_db [None req-aebd0922-345a-4797-abc8-644134153e0b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 07 16:51:41.595451 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d3323f09-ed2c-4f65-b29b-28b3e44781ee), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:41.629125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.extraroute_db [None req-aebd0922-345a-4797-abc8-644134153e0b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Removed routes are [] {{(pid=103225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 07 16:51:41.630315 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aebd0922-345a-4797-abc8-644134153e0b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (b9ebef89-0464-4f83-a748-d08b39bf9909), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:41.831279 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ce457368-fad2-436e-94b4-941106cab884 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:41.836702 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8a6bc-5548-484b-b994-504862f883ba None None] Pushing event updated for resources: {'Port': ['ID=d3323f09-ed2c-4f65-b29b-28b3e44781ee,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:41.846399 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] Publish callbacks [] for port (121725cb-1f1f-430a-b0f0-2b6efc199b5a), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:41.859881 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (121725cb-1f1f-430a-b0f0-2b6efc199b5a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:41.949357 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed782a63-74f3-4858-945c-f9e27aa2dccd None None] Pushing event updated for resources: {'Port': ['ID=121725cb-1f1f-430a-b0f0-2b6efc199b5a,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:41.983025 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7e54da6c-15e5-44c3-a5f5-e18714d83f0e None None] Provisioning complete for port ce457368-fad2-436e-94b4-941106cab884 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:41.983695 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e54da6c-15e5-44c3-a5f5-e18714d83f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ce457368-fad2-436e-94b4-941106cab884), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:41.993233 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c542bfc3-5cb2-4e4d-8db9-f603189059b2 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Network 7f5c024d-fc25-4fc9-a351-347f21c56260 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:42.022016 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c542bfc3-5cb2-4e4d-8db9-f603189059b2 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:42.117984 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] Attempting to bind port 121725cb-1f1f-430a-b0f0-2b6efc199b5a on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:51:42.118572 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] Attempting to bind port 121725cb-1f1f-430a-b0f0-2b6efc199b5a by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '50a3f680-f1da-4587-91cc-f459751def63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1116f16b-083b-4fa0-9aec-622f8635e27c'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:51:42.118714 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] Attempting to bind port 121725cb-1f1f-430a-b0f0-2b6efc199b5a on network 1116f16b-083b-4fa0-9aec-622f8635e27c {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:51:42.128292 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aebd0922-345a-4797-abc8-644134153e0b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (b9ebef89-0464-4f83-a748-d08b39bf9909), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:42.135916 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:51:42.137929 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] Checking segment: {'id': '50a3f680-f1da-4587-91cc-f459751def63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1116f16b-083b-4fa0-9aec-622f8635e27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:42.138627 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:42.139624 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] Bound using segment: {'id': '50a3f680-f1da-4587-91cc-f459751def63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1116f16b-083b-4fa0-9aec-622f8635e27c'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:51:42.143285 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] Bound port: 121725cb-1f1f-430a-b0f0-2b6efc199b5a, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a3f680-f1da-4587-91cc-f459751def63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1116f16b-083b-4fa0-9aec-622f8635e27c'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:51:42.143968 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (121725cb-1f1f-430a-b0f0-2b6efc199b5a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:42.148533 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aebd0922-345a-4797-abc8-644134153e0b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (b9ebef89-0464-4f83-a748-d08b39bf9909), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:42.320064 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7e54da6c-15e5-44c3-a5f5-e18714d83f0e None None] Current status of the port ce457368-fad2-436e-94b4-941106cab884 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:42.320473 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e54da6c-15e5-44c3-a5f5-e18714d83f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ce457368-fad2-436e-94b4-941106cab884), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:42.388217 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port ce457368-fad2-436e-94b4-941106cab884 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:42.390654 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ce457368-fad2-436e-94b4-941106cab884), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:42.405750 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] For port 121725cb-1f1f-430a-b0f0-2b6efc199b5a, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:51:42.410417 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] For port 121725cb-1f1f-430a-b0f0-2b6efc199b5a, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=121725cb-1f1f-430a-b0f0-2b6efc199b5a,segment=NetworkSegment(50a3f680-f1da-4587-91cc-f459751def63),segment_id=50a3f680-f1da-4587-91cc-f459751def63)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:51:42.433653 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (121725cb-1f1f-430a-b0f0-2b6efc199b5a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:42.454615 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2169e6a3-9d25-4c72-ae19-380a58c043b3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (398c3eec-2022-46d7-9d36-cae4a4f10fb4), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:42.488782 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2169e6a3-9d25-4c72-ae19-380a58c043b3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (398c3eec-2022-46d7-9d36-cae4a4f10fb4), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:42.523661 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d03a233-321c-4073-83af-97b9109f462b admin admin] Publish callbacks [] for router_gateway (a3828c21-80ef-4768-8ce1-b71596389efc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:42.584605 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed782a63-74f3-4858-945c-f9e27aa2dccd None None] Pushing event updated for resources: {'Port': ['ID=121725cb-1f1f-430a-b0f0-2b6efc199b5a,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:42.640168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169e6a3-9d25-4c72-ae19-380a58c043b3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=398c3eec-2022-46d7-9d36-cae4a4f10fb4,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:42.707821 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:51:42.713662 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:42.917996 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c542bfc3-5cb2-4e4d-8db9-f603189059b2 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Router 9a83d274-beee-46a1-9d57-9757c6f093ee is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:51:42.935494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2169e6a3-9d25-4c72-ae19-380a58c043b3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] In _notify_port_updated(), no bound segment for port 398c3eec-2022-46d7-9d36-cae4a4f10fb4 on network 66294f67-6709-4f78-b6ed-fbd6fb81275c {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 16:51:42.980447 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2169e6a3-9d25-4c72-ae19-380a58c043b3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:42.981778 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2169e6a3-9d25-4c72-ae19-380a58c043b3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:42.992780 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2169e6a3-9d25-4c72-ae19-380a58c043b3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "PUT /v2.0/ports/398c3eec-2022-46d7-9d36-cae4a4f10fb4 HTTP/1.1" status: 200 len: 918 time: 3.6441283 Feb 07 16:51:42.999540 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45728) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:43.078120 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f1f23fb8-0d93-4fb8-8d85-3d9d3a45a238 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '89d049df-0941-4332-a4f2-8190ef4458ec'}, {'subnet_id': '18da9906-50a7-488e-817f-e71da3a0b1a7'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:43.082263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cc6469-c348-4d2a-9ade-4485deee0159 None None] Update dhcp port {'port': {'network_id': '66294f67-6709-4f78-b6ed-fbd6fb81275c', 'fixed_ips': [{'subnet_id': '89d049df-0941-4332-a4f2-8190ef4458ec', 'ip_address': '172.20.0.2'}, {'subnet_id': '18da9906-50a7-488e-817f-e71da3a0b1a7'}], 'binding:host_id': 'n-d-827865-3'}, 'id': 'd29e34c9-b4a3-43b7-9a5c-9efd6037b87b'} from n-d-827865-3. {{(pid=103228) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 16:51:43.089607 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9add11-91cb-4823-85d9-80caa4514d22 None None] Network 1116f16b-083b-4fa0-9aec-622f8635e27c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:43.262524 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7e54da6c-15e5-44c3-a5f5-e18714d83f0e None None] For port ce457368-fad2-436e-94b4-941106cab884, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ce457368-fad2-436e-94b4-941106cab884,segment=NetworkSegment(c75de892-2d77-44c4-bbd1-cc41bc276f66),segment_id=c75de892-2d77-44c4-bbd1-cc41bc276f66)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:43.327374 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e54da6c-15e5-44c3-a5f5-e18714d83f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ce457368-fad2-436e-94b4-941106cab884), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:43.337687 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:51:43.391326 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebd0922-345a-4797-abc8-644134153e0b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router b9ebef89-0464-4f83-a748-d08b39bf9909 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:51:43.396655 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-98cc6469-c348-4d2a-9ade-4485deee0159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d29e34c9-b4a3-43b7-9a5c-9efd6037b87b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:43.421901 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-032f2899-f052-442c-83c7-3f9f96ff91c3 req-327e0c7a-7c10-4784-a00f-175c73502b28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2123821 Feb 07 16:51:43.537735 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c542bfc3-5cb2-4e4d-8db9-f603189059b2 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:51:43.548339 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c542bfc3-5cb2-4e4d-8db9-f603189059b2 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "PUT /v2.0/routers/9a83d274-beee-46a1-9d57-9757c6f093ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3287685 Feb 07 16:51:43.567157 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45730) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:43.578879 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb1471f-dc7c-4f56-915b-83cc3457b4f8 None None] Sync routers for ids ['9a83d274-beee-46a1-9d57-9757c6f093ee'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:51:43.597425 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7e54da6c-15e5-44c3-a5f5-e18714d83f0e None None] Provisioning complete for port d29e34c9-b4a3-43b7-9a5c-9efd6037b87b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:43.600940 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e54da6c-15e5-44c3-a5f5-e18714d83f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d29e34c9-b4a3-43b7-9a5c-9efd6037b87b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:43.709703 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebd0922-345a-4797-abc8-644134153e0b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:51:43.740618 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54da6c-15e5-44c3-a5f5-e18714d83f0e None None] Pushing event updated for resources: {'Port': ['ID=ce457368-fad2-436e-94b4-941106cab884,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:43.743100 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aebd0922-345a-4797-abc8-644134153e0b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:43.744551 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-aebd0922-345a-4797-abc8-644134153e0b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/b9ebef89-0464-4f83-a748-d08b39bf9909 HTTP/1.1" status: 200 len: 934 time: 4.8413942 Feb 07 16:51:43.764732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45734) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:43.933392 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:41Z', 'revision_number': 6, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '121725cb-1f1f-430a-b0f0-2b6efc199b5a', 'name': '', 'network_id': '1116f16b-083b-4fa0-9aec-622f8635e27c', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:1c:00:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'a0269ccd-bd93-4305-9f2d-b01f8826acc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:33Z', 'updated_at': '2022-02-07T16:51:42Z', 'revision_number': 4, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'a0269ccd-bd93-4305-9f2d-b01f8826acc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:24Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd59beff-cca6-4230-8031-2df13a96207e', 'name': '', 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:d3:b5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:23Z', 'updated_at': '2022-02-07T16:51:35Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:44.022256 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b2cd6e48-0374-4da6-ba48-bc9193f21668 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/routers/b9ebef89-0464-4f83-a748-d08b39bf9909 HTTP/1.1" status: 200 len: 934 time: 0.2532318 Feb 07 16:51:44.026852 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45738) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:44.028714 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb06934-02a8-4e35-ae30-53ef2642136b None None] The sync data for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 is: [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:41Z', 'revision_number': 6, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '121725cb-1f1f-430a-b0f0-2b6efc199b5a', 'name': '', 'network_id': '1116f16b-083b-4fa0-9aec-622f8635e27c', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:1c:00:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'a0269ccd-bd93-4305-9f2d-b01f8826acc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:33Z', 'updated_at': '2022-02-07T16:51:42Z', 'revision_number': 4, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'a0269ccd-bd93-4305-9f2d-b01f8826acc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:24Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd59beff-cca6-4230-8031-2df13a96207e', 'name': '', 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:d3:b5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:23Z', 'updated_at': '2022-02-07T16:51:35Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:51:44.040410 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-14c958a9-9821-464c-9dc7-1529f40600bc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'router': {'routes': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:44.048347 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d03a233-321c-4073-83af-97b9109f462b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (a3828c21-80ef-4768-8ce1-b71596389efc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:44.054455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f2899-f052-442c-83c7-3f9f96ff91c3 req-fef513c1-7ccd-46d8-839c-cf3cf25bdc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:44.056434 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-032f2899-f052-442c-83c7-3f9f96ff91c3 req-fef513c1-7ccd-46d8-839c-cf3cf25bdc33 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 1126 time: 0.6072559 Feb 07 16:51:44.263174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb1471f-dc7c-4f56-915b-83cc3457b4f8 None None] Routers {'9a83d274-beee-46a1-9d57-9757c6f093ee'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:51:44.264294 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ecb1471f-dc7c-4f56-915b-83cc3457b4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9a83d274-beee-46a1-9d57-9757c6f093ee'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:44.498137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ecb1471f-dc7c-4f56-915b-83cc3457b4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:44.503960 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f2899-f052-442c-83c7-3f9f96ff91c3 req-c5e01eb2-bc9a-47c6-b13d-44b90062f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:44.506658 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-032f2899-f052-442c-83c7-3f9f96ff91c3 req-c5e01eb2-bc9a-47c6-b13d-44b90062f4a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 200 len: 908 time: 0.3932142 Feb 07 16:51:44.522310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d621ecef-dbab-414c-95fd-35fd6ec0c490 None None] Network aaa03c1c-8678-4ddb-91fc-fafef262244b requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:44.662975 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-032f2899-f052-442c-83c7-3f9f96ff91c3 req-93a86cb8-7921-4d68-849a-df1380c758ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 HTTP/1.1" status: 200 len: 217 time: 0.1153786 Feb 07 16:51:44.685128 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1f23fb8-0d93-4fb8-8d85-3d9d3a45a238 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (398c3eec-2022-46d7-9d36-cae4a4f10fb4), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:44.696141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ce457368-fad2-436e-94b4-941106cab884 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:44.697336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d3e0862d-63f1-4ede-8f0d-b43c54c33118 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:44.712378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb1471f-dc7c-4f56-915b-83cc3457b4f8 None None] Routers {'9a83d274-beee-46a1-9d57-9757c6f093ee'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:51:44.713043 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ecb1471f-dc7c-4f56-915b-83cc3457b4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9a83d274-beee-46a1-9d57-9757c6f093ee'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:44.883049 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f2899-f052-442c-83c7-3f9f96ff91c3 req-54fff737-fd69-4ef1-8d41-08ea3b2e4a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:44.884653 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-032f2899-f052-442c-83c7-3f9f96ff91c3 req-54fff737-fd69-4ef1-8d41-08ea3b2e4a84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 200 len: 847 time: 0.1475837 Feb 07 16:51:45.012145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-98cc6469-c348-4d2a-9ade-4485deee0159 None None] Allocated IP 172.20.0.18 (66294f67-6709-4f78-b6ed-fbd6fb81275c/18da9906-50a7-488e-817f-e71da3a0b1a7/d29e34c9-b4a3-43b7-9a5c-9efd6037b87b) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:45.021248 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-d54a606c-7efc-4a2c-90c6-2542533479e8 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:51:45.024829 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-032f2899-f052-442c-83c7-3f9f96ff91c3 req-74049d4c-0a47-4360-8f99-246c93488af5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100802 Feb 07 16:51:45.027908 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45744) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:45.031482 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d54a606c-7efc-4a2c-90c6-2542533479e8 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "PUT /v2.0/routers/9a83d274-beee-46a1-9d57-9757c6f093ee/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4515102 Feb 07 16:51:45.098811 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ecb1471f-dc7c-4f56-915b-83cc3457b4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:45.111948 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb1471f-dc7c-4f56-915b-83cc3457b4f8 None None] The sync data for ids ['9a83d274-beee-46a1-9d57-9757c6f093ee'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:51:45.429563 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-98cc6469-c348-4d2a-9ade-4485deee0159 None None] For port d29e34c9-b4a3-43b7-9a5c-9efd6037b87b, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d29e34c9-b4a3-43b7-9a5c-9efd6037b87b,segment=NetworkSegment(5e86c676-7760-4a1a-8375-6a64fb7f7896),segment_id=5e86c676-7760-4a1a-8375-6a64fb7f7896)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:45.486682 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-98cc6469-c348-4d2a-9ade-4485deee0159 None None] Publish callbacks [] for port (d29e34c9-b4a3-43b7-9a5c-9efd6037b87b), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:45.535636 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-98cc6469-c348-4d2a-9ade-4485deee0159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d29e34c9-b4a3-43b7-9a5c-9efd6037b87b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:45.649515 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc6469-c348-4d2a-9ade-4485deee0159 None None] Pushing event updated for resources: {'Port': ['ID=d29e34c9-b4a3-43b7-9a5c-9efd6037b87b,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:45.659277 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-f1f23fb8-0d93-4fb8-8d85-3d9d3a45a238 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Allocated IP 172.20.0.26 (66294f67-6709-4f78-b6ed-fbd6fb81275c/18da9906-50a7-488e-817f-e71da3a0b1a7/398c3eec-2022-46d7-9d36-cae4a4f10fb4) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:45.679331 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7e54da6c-15e5-44c3-a5f5-e18714d83f0e None None] Current status of the port d29e34c9-b4a3-43b7-9a5c-9efd6037b87b is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:45.682937 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e54da6c-15e5-44c3-a5f5-e18714d83f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d29e34c9-b4a3-43b7-9a5c-9efd6037b87b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:45.696429 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032083ff-a764-48c1-b000-014a347b2167 None None] Sync routers for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:51:45.734086 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032083ff-a764-48c1-b000-014a347b2167 None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:51:45.735305 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-032083ff-a764-48c1-b000-014a347b2167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:45.774305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d3e0862d-63f1-4ede-8f0d-b43c54c33118 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:45.780850 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d3e0862d-63f1-4ede-8f0d-b43c54c33118), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:45.958093 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-032f2899-f052-442c-83c7-3f9f96ff91c3 req-bf5044d4-9f02-4a24-bb25-9fcf0cc43520 service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9249599 Feb 07 16:51:45.992861 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-7e54da6c-15e5-44c3-a5f5-e18714d83f0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:51:45.993229 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-7e54da6c-15e5-44c3-a5f5-e18714d83f0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:51:46.031206 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-032083ff-a764-48c1-b000-014a347b2167 None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:51:46.127609 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1f23fb8-0d93-4fb8-8d85-3d9d3a45a238 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (398c3eec-2022-46d7-9d36-cae4a4f10fb4), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:46.138791 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1f23fb8-0d93-4fb8-8d85-3d9d3a45a238 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (398c3eec-2022-46d7-9d36-cae4a4f10fb4), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:46.250488 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d3e0862d-63f1-4ede-8f0d-b43c54c33118 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:46.252355 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d29e34c9-b4a3-43b7-9a5c-9efd6037b87b up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:46.523778 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f23fb8-0d93-4fb8-8d85-3d9d3a45a238 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=398c3eec-2022-46d7-9d36-cae4a4f10fb4,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:46.594501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d29e34c9-b4a3-43b7-9a5c-9efd6037b87b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:46.598490 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d29e34c9-b4a3-43b7-9a5c-9efd6037b87b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:46.656284 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7e54da6c-15e5-44c3-a5f5-e18714d83f0e None None] Current status of the port d29e34c9-b4a3-43b7-9a5c-9efd6037b87b is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:46.657054 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e54da6c-15e5-44c3-a5f5-e18714d83f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d29e34c9-b4a3-43b7-9a5c-9efd6037b87b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:46.665255 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f1f23fb8-0d93-4fb8-8d85-3d9d3a45a238 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] In _notify_port_updated(), no bound segment for port 398c3eec-2022-46d7-9d36-cae4a4f10fb4 on network 66294f67-6709-4f78-b6ed-fbd6fb81275c {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 16:51:46.671108 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f23fb8-0d93-4fb8-8d85-3d9d3a45a238 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:46.676915 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1f23fb8-0d93-4fb8-8d85-3d9d3a45a238 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:46.689731 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f1f23fb8-0d93-4fb8-8d85-3d9d3a45a238 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "PUT /v2.0/ports/398c3eec-2022-46d7-9d36-cae4a4f10fb4 HTTP/1.1" status: 200 len: 998 time: 3.6885586 Feb 07 16:51:46.690811 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45750) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:46.844531 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-032083ff-a764-48c1-b000-014a347b2167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:41Z', 'revision_number': 6, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '121725cb-1f1f-430a-b0f0-2b6efc199b5a', 'name': '', 'network_id': '1116f16b-083b-4fa0-9aec-622f8635e27c', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:1c:00:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'a0269ccd-bd93-4305-9f2d-b01f8826acc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:33Z', 'updated_at': '2022-02-07T16:51:42Z', 'revision_number': 4, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'a0269ccd-bd93-4305-9f2d-b01f8826acc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:24Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd59beff-cca6-4230-8031-2df13a96207e', 'name': '', 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:d3:b5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:23Z', 'updated_at': '2022-02-07T16:51:35Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:46.920837 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7e54da6c-15e5-44c3-a5f5-e18714d83f0e None None] For port d29e34c9-b4a3-43b7-9a5c-9efd6037b87b, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d29e34c9-b4a3-43b7-9a5c-9efd6037b87b,segment=NetworkSegment(5e86c676-7760-4a1a-8375-6a64fb7f7896),segment_id=5e86c676-7760-4a1a-8375-6a64fb7f7896)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:46.950189 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e54da6c-15e5-44c3-a5f5-e18714d83f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d29e34c9-b4a3-43b7-9a5c-9efd6037b87b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:46.950771 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032083ff-a764-48c1-b000-014a347b2167 None None] Checking router: b9ebef89-0464-4f83-a748-d08b39bf9909 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:51:46.978694 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032083ff-a764-48c1-b000-014a347b2167 None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:51:46.984723 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-032083ff-a764-48c1-b000-014a347b2167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:46.999773 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2d4cfe14-8ee0-4aca-b829-8e434f110e83 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port 398c3eec-2022-46d7-9d36-cae4a4f10fb4 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:47.004257 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2d4cfe14-8ee0-4aca-b829-8e434f110e83 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (398c3eec-2022-46d7-9d36-cae4a4f10fb4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:47.013405 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-032f2899-f052-442c-83c7-3f9f96ff91c3 req-8e231c33-4b2a-4458-ac96-5dcda345255f service neutron] 10.222.0.48 "GET /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0481174 Feb 07 16:51:47.186449 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d03a233-321c-4073-83af-97b9109f462b admin admin] Router a3828c21-80ef-4768-8ce1-b71596389efc is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:51:47.311281 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Provisioning complete for port ce457368-fad2-436e-94b4-941106cab884 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:47.311939 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ce457368-fad2-436e-94b4-941106cab884), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:47.319693 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-032083ff-a764-48c1-b000-014a347b2167 None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:51:47.336981 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2d4cfe14-8ee0-4aca-b829-8e434f110e83 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (398c3eec-2022-46d7-9d36-cae4a4f10fb4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:47.387785 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2d4cfe14-8ee0-4aca-b829-8e434f110e83 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for 398c3eec-2022-46d7-9d36-cae4a4f10fb4 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:47.435692 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e138f5c-3e16-4429-87a0-697d65640bda None None] Network 66294f67-6709-4f78-b6ed-fbd6fb81275c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:47.574742 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.extraroute_db [None req-14c958a9-9821-464c-9dc7-1529f40600bc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Added routes are [] {{(pid=103225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 07 16:51:47.576383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.extraroute_db [None req-14c958a9-9821-464c-9dc7-1529f40600bc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 07 16:51:47.689162 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14c958a9-9821-464c-9dc7-1529f40600bc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (b9ebef89-0464-4f83-a748-d08b39bf9909), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:47.702968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54da6c-15e5-44c3-a5f5-e18714d83f0e None None] Pushing event updated for resources: {'Port': ['ID=d29e34c9-b4a3-43b7-9a5c-9efd6037b87b,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:47.772827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d29e34c9-b4a3-43b7-9a5c-9efd6037b87b is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:47.774277 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device fd59beff-cca6-4230-8031-2df13a96207e up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:47.936679 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-032083ff-a764-48c1-b000-014a347b2167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:41Z', 'revision_number': 6, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '121725cb-1f1f-430a-b0f0-2b6efc199b5a', 'name': '', 'network_id': '1116f16b-083b-4fa0-9aec-622f8635e27c', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:1c:00:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'a0269ccd-bd93-4305-9f2d-b01f8826acc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:33Z', 'updated_at': '2022-02-07T16:51:42Z', 'revision_number': 4, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'a0269ccd-bd93-4305-9f2d-b01f8826acc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:24Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd59beff-cca6-4230-8031-2df13a96207e', 'name': '', 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:d3:b5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:23Z', 'updated_at': '2022-02-07T16:51:35Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:48.026596 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032083ff-a764-48c1-b000-014a347b2167 None None] The sync data for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 is: [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:41Z', 'revision_number': 6, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '121725cb-1f1f-430a-b0f0-2b6efc199b5a', 'name': '', 'network_id': '1116f16b-083b-4fa0-9aec-622f8635e27c', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:1c:00:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'a0269ccd-bd93-4305-9f2d-b01f8826acc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:33Z', 'updated_at': '2022-02-07T16:51:42Z', 'revision_number': 4, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'a0269ccd-bd93-4305-9f2d-b01f8826acc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:24Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd59beff-cca6-4230-8031-2df13a96207e', 'name': '', 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:d3:b5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:23Z', 'updated_at': '2022-02-07T16:51:35Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:51:48.050308 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Current status of the port ce457368-fad2-436e-94b4-941106cab884 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:48.066006 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port fd59beff-cca6-4230-8031-2df13a96207e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:48.066392 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (fd59beff-cca6-4230-8031-2df13a96207e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:48.138423 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d03a233-321c-4073-83af-97b9109f462b admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:51:48.412880 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d03a233-321c-4073-83af-97b9109f462b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:48.414268 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2d03a233-321c-4073-83af-97b9109f462b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.9500518 Feb 07 16:51:48.425428 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45760) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:48.475438 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] Sync routers for ids ['a3828c21-80ef-4768-8ce1-b71596389efc'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:51:48.519959 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Provisioning complete for port 671c6f80-f864-4dda-896a-ac2f102fe41f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:48.520622 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (671c6f80-f864-4dda-896a-ac2f102fe41f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:48.524523 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] Routers {'a3828c21-80ef-4768-8ce1-b71596389efc'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:51:48.525177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a3828c21-80ef-4768-8ce1-b71596389efc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:48.591551 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14c958a9-9821-464c-9dc7-1529f40600bc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (b9ebef89-0464-4f83-a748-d08b39bf9909), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:48.668394 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14c958a9-9821-464c-9dc7-1529f40600bc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (b9ebef89-0464-4f83-a748-d08b39bf9909), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:48.745062 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] Set router a3828c21-80ef-4768-8ce1-b71596389efc gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:51:48.809213 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16dc25cf-d69a-44a9-98cc-a74e4b79a457 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (9a83d274-beee-46a1-9d57-9757c6f093ee), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:48.834183 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2d4cfe14-8ee0-4aca-b829-8e434f110e83 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (398c3eec-2022-46d7-9d36-cae4a4f10fb4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:48.899130 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cfe14-8ee0-4aca-b829-8e434f110e83 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=398c3eec-2022-46d7-9d36-cae4a4f10fb4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:48.940781 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Port 671c6f80-f864-4dda-896a-ac2f102fe41f cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:51:48.990538 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port fd59beff-cca6-4230-8031-2df13a96207e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:49.018335 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Provisioning complete for port 121725cb-1f1f-430a-b0f0-2b6efc199b5a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:49.018989 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (121725cb-1f1f-430a-b0f0-2b6efc199b5a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:49.182600 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2d4cfe14-8ee0-4aca-b829-8e434f110e83 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:49.189575 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2d4cfe14-8ee0-4aca-b829-8e434f110e83 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/ports/398c3eec-2022-46d7-9d36-cae4a4f10fb4 HTTP/1.1" status: 204 len: 168 time: 2.4973814 Feb 07 16:51:49.190951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45762) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:49.252670 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fd2fa9-3b7f-408b-86b1-e50e382709fb tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] GET failed (client error): The resource could not be found. Feb 07 16:51:49.265728 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-85fd2fa9-3b7f-408b-86b1-e50e382709fb tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports/398c3eec-2022-46d7-9d36-cae4a4f10fb4 HTTP/1.1" status: 404 len: 333 time: 0.0736806 Feb 07 16:51:49.266415 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45766) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:49.375227 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Current status of the port 121725cb-1f1f-430a-b0f0-2b6efc199b5a is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:49.375630 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (121725cb-1f1f-430a-b0f0-2b6efc199b5a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:49.401963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-365fe23f-c4ae-4235-99bf-49284a231dab tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting subnet 18da9906-50a7-488e-817f-e71da3a0b1a7 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:51:49.409988 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-365fe23f-c4ae-4235-99bf-49284a231dab tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for subnet (18da9906-50a7-488e-817f-e71da3a0b1a7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:49.533545 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-365fe23f-c4ae-4235-99bf-49284a231dab tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (18da9906-50a7-488e-817f-e71da3a0b1a7), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:49.561404 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] For port 121725cb-1f1f-430a-b0f0-2b6efc199b5a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=121725cb-1f1f-430a-b0f0-2b6efc199b5a,segment=NetworkSegment(50a3f680-f1da-4587-91cc-f459751def63),segment_id=50a3f680-f1da-4587-91cc-f459751def63)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:49.579967 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (121725cb-1f1f-430a-b0f0-2b6efc199b5a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:49.729759 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Pushing event updated for resources: {'Port': ['ID=121725cb-1f1f-430a-b0f0-2b6efc199b5a,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:49.774602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:49.775254 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:49.775254 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:49.775533 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:49.775840 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:49.776169 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:49.787423 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:49.788222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:49.788577 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:49.789193 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:49.789720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:49.790060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:49.790395 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:51:49.795872 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 121725cb-1f1f-430a-b0f0-2b6efc199b5a up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:49.822676 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-365fe23f-c4ae-4235-99bf-49284a231dab tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (18da9906-50a7-488e-817f-e71da3a0b1a7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:49.866933 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3828c21-80ef-4768-8ce1-b71596389efc', 'name': 'tempest-ServerRescueTestJSON-1092080412-router', 'tenant_id': '9ad3699b57504f1d8d8119bb8b107134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'e168a9bf-15c9-4496-a221-dfbfbf509c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:51:37Z', 'updated_at': '2022-02-07T16:51:40Z', 'revision_number': 3, 'project_id': '9ad3699b57504f1d8d8119bb8b107134', 'gw_port': {'id': 'e168a9bf-15c9-4496-a221-dfbfbf509c60', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3828c21-80ef-4768-8ce1-b71596389efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:39Z', 'updated_at': '2022-02-07T16:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:49.908987 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Provisioning complete for port 8260375e-eb41-44a1-a687-ba6aaf7ca9ee triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:49.909549 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8260375e-eb41-44a1-a687-ba6aaf7ca9ee), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:49.912571 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] Checking router: a3828c21-80ef-4768-8ce1-b71596389efc for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:51:49.913049 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] Updating router a3828c21-80ef-4768-8ce1-b71596389efc port e168a9bf-15c9-4496-a221-dfbfbf509c60 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:51:49.957183 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e168a9bf-15c9-4496-a221-dfbfbf509c60), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:49.975087 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-365fe23f-c4ae-4235-99bf-49284a231dab tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (18da9906-50a7-488e-817f-e71da3a0b1a7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:50.014452 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 121725cb-1f1f-430a-b0f0-2b6efc199b5a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:50.014842 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (121725cb-1f1f-430a-b0f0-2b6efc199b5a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:50.057427 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-365fe23f-c4ae-4235-99bf-49284a231dab tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:50.066661 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-365fe23f-c4ae-4235-99bf-49284a231dab tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/subnets/18da9906-50a7-488e-817f-e71da3a0b1a7 HTTP/1.1" status: 204 len: 168 time: 0.7990801 Feb 07 16:51:50.069359 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fe23f-c4ae-4235-99bf-49284a231dab tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Subnet': ['ID=18da9906-50a7-488e-817f-e71da3a0b1a7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:50.076209 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45772) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:50.206304 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df902b8-1bc8-4dfb-8ba6-634ea21a580f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting subnet 89d049df-0941-4332-a4f2-8190ef4458ec {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:51:50.221947 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8df902b8-1bc8-4dfb-8ba6-634ea21a580f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for subnet (89d049df-0941-4332-a4f2-8190ef4458ec), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:50.332041 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8df902b8-1bc8-4dfb-8ba6-634ea21a580f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (89d049df-0941-4332-a4f2-8190ef4458ec), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:50.429644 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7278d0b5-35fb-4cf3-8f13-a5b96a3e368f None None] Network 66294f67-6709-4f78-b6ed-fbd6fb81275c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:50.591293 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c958a9-9821-464c-9dc7-1529f40600bc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router b9ebef89-0464-4f83-a748-d08b39bf9909 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:51:50.703492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8df902b8-1bc8-4dfb-8ba6-634ea21a580f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (89d049df-0941-4332-a4f2-8190ef4458ec), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:50.731698 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Current status of the port 8260375e-eb41-44a1-a687-ba6aaf7ca9ee is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:50.732166 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8260375e-eb41-44a1-a687-ba6aaf7ca9ee), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:50.797989 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8df902b8-1bc8-4dfb-8ba6-634ea21a580f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (89d049df-0941-4332-a4f2-8190ef4458ec), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:50.860750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df902b8-1bc8-4dfb-8ba6-634ea21a580f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Subnet': ['ID=89d049df-0941-4332-a4f2-8190ef4458ec,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:50.876837 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 121725cb-1f1f-430a-b0f0-2b6efc199b5a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:50.880711 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8260375e-eb41-44a1-a687-ba6aaf7ca9ee up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:50.886657 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8df902b8-1bc8-4dfb-8ba6-634ea21a580f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:50.899566 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8df902b8-1bc8-4dfb-8ba6-634ea21a580f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/subnets/89d049df-0941-4332-a4f2-8190ef4458ec HTTP/1.1" status: 204 len: 168 time: 0.8203106 Feb 07 16:51:50.900708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45778) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:50.960940 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] For port 8260375e-eb41-44a1-a687-ba6aaf7ca9ee, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8260375e-eb41-44a1-a687-ba6aaf7ca9ee,segment=NetworkSegment(50a3f680-f1da-4587-91cc-f459751def63),segment_id=50a3f680-f1da-4587-91cc-f459751def63)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:50.983815 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8260375e-eb41-44a1-a687-ba6aaf7ca9ee), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:51.055738 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] Publish callbacks [] for port (e168a9bf-15c9-4496-a221-dfbfbf509c60), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:51.095581 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e168a9bf-15c9-4496-a221-dfbfbf509c60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:51.139245 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Provisioning complete for port d3323f09-ed2c-4f65-b29b-28b3e44781ee triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:51.139632 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d3323f09-ed2c-4f65-b29b-28b3e44781ee), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:51.156786 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (66294f67-6709-4f78-b6ed-fbd6fb81275c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:51.189173 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 8260375e-eb41-44a1-a687-ba6aaf7ca9ee triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:51.189981 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8260375e-eb41-44a1-a687-ba6aaf7ca9ee), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:51.195391 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Pushing event updated for resources: {'Port': ['ID=8260375e-eb41-44a1-a687-ba6aaf7ca9ee,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:51.233629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] Attempting to bind port e168a9bf-15c9-4496-a221-dfbfbf509c60 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:51:51.233978 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] Attempting to bind port e168a9bf-15c9-4496-a221-dfbfbf509c60 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:51:51.234382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] Attempting to bind port e168a9bf-15c9-4496-a221-dfbfbf509c60 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:51:51.266365 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port d29e34c9-b4a3-43b7-9a5c-9efd6037b87b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:51.267098 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d29e34c9-b4a3-43b7-9a5c-9efd6037b87b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:51.345173 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] For port d29e34c9-b4a3-43b7-9a5c-9efd6037b87b, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d29e34c9-b4a3-43b7-9a5c-9efd6037b87b,segment=NetworkSegment(5e86c676-7760-4a1a-8375-6a64fb7f7896),segment_id=5e86c676-7760-4a1a-8375-6a64fb7f7896)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:51.345988 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d29e34c9-b4a3-43b7-9a5c-9efd6037b87b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:51.362334 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for d29e34c9-b4a3-43b7-9a5c-9efd6037b87b owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:51.397170 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:51.461513 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d29e34c9-b4a3-43b7-9a5c-9efd6037b87b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:51.466675 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:51:51.467088 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:51.467474 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:51.467878 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:51:51.468394 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] Bound port: e168a9bf-15c9-4496-a221-dfbfbf509c60, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:51:51.468825 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e168a9bf-15c9-4496-a221-dfbfbf509c60), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:51.484829 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ddfc37b-643a-43c2-b954-ad6490e68d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:51.511558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=d29e34c9-b4a3-43b7-9a5c-9efd6037b87b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:51.518479 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No DVR routers for this DVR port d29e34c9-b4a3-43b7-9a5c-9efd6037b87b on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:51:51.541978 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266f3f7f-fb8a-407f-a637-9d1346f8e346 None None] Update dhcp port {'port': {'network_id': '66294f67-6709-4f78-b6ed-fbd6fb81275c', 'fixed_ips': [{'subnet_id': '89d049df-0941-4332-a4f2-8190ef4458ec'}], 'binding:host_id': 'n-d-827865-3'}, 'id': 'd29e34c9-b4a3-43b7-9a5c-9efd6037b87b'} from n-d-827865-3. {{(pid=103228) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 16:51:51.543919 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952abfa-da79-465d-aab1-023718bb62c9 None None] Pushing event updated for resources: {'Port': ['ID=e168a9bf-15c9-4496-a221-dfbfbf509c60,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:51.581634 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266f3f7f-fb8a-407f-a637-9d1346f8e346 None None] Host n-d-827865-3 tried to update port d29e34c9-b4a3-43b7-9a5c-9efd6037b87b which no longer exists. {{(pid=103228) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:317}} Feb 07 16:51:51.669668 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (66294f67-6709-4f78-b6ed-fbd6fb81275c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:51.691167 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] For port e168a9bf-15c9-4496-a221-dfbfbf509c60, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:51:51.702559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] For port e168a9bf-15c9-4496-a221-dfbfbf509c60, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e168a9bf-15c9-4496-a221-dfbfbf509c60,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:51:51.723156 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Current status of the port d3323f09-ed2c-4f65-b29b-28b3e44781ee is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:51.725815 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d3323f09-ed2c-4f65-b29b-28b3e44781ee), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:51.733234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c958a9-9821-464c-9dc7-1529f40600bc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:51:51.751904 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97e3a6-cb70-435b-bbf9-431141dd8273 None None] Sync routers for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:51:51.765330 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda390f5-c228-4ca6-8cf2-60c2d545ab50 None None] Network 66294f67-6709-4f78-b6ed-fbd6fb81275c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:51.768513 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e168a9bf-15c9-4496-a221-dfbfbf509c60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:51.772027 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66294f67-6709-4f78-b6ed-fbd6fb81275c']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:51.781393 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97e3a6-cb70-435b-bbf9-431141dd8273 None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:51:51.782649 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2c97e3a6-cb70-435b-bbf9-431141dd8273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:51.786081 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14c958a9-9821-464c-9dc7-1529f40600bc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:51.790917 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-14c958a9-9821-464c-9dc7-1529f40600bc tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/b9ebef89-0464-4f83-a748-d08b39bf9909 HTTP/1.1" status: 200 len: 700 time: 7.7555864 Feb 07 16:51:51.796083 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45786) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:51.800743 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e86c676-7760-4a1a-8375-6a64fb7f7896') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:51.801055 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e86c676-7760-4a1a-8375-6a64fb7f7896') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:51.834805 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (5e86c676-7760-4a1a-8375-6a64fb7f7896), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:51.870478 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (5e86c676-7760-4a1a-8375-6a64fb7f7896), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:51.881181 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:51:51.881613 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (5e86c676-7760-4a1a-8375-6a64fb7f7896), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:51:51.885559 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:51:52.031048 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (66294f67-6709-4f78-b6ed-fbd6fb81275c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:52.039301 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:52.042963 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/networks/66294f67-6709-4f78-b6ed-fbd6fb81275c HTTP/1.1" status: 204 len: 168 time: 1.1400006 Feb 07 16:51:52.075575 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45790) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:52.085787 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99badf-a1df-4466-8172-fb75ca3da995 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Network': ['ID=66294f67-6709-4f78-b6ed-fbd6fb81275c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:52.181316 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2c97e3a6-cb70-435b-bbf9-431141dd8273 None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:51:52.276976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45792) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:52.283854 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a2db0ab8-7133-42f2-9db5-e49f174c3952 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/routers/b9ebef89-0464-4f83-a748-d08b39bf9909 HTTP/1.1" status: 200 len: 700 time: 0.4717681 Feb 07 16:51:52.292261 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-16dc25cf-d69a-44a9-98cc-a74e4b79a457 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Deleting port 671c6f80-f864-4dda-896a-ac2f102fe41f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:52.313248 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16dc25cf-d69a-44a9-98cc-a74e4b79a457 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (671c6f80-f864-4dda-896a-ac2f102fe41f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:52.455374 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771930e3-fdb1-425c-879e-c14a93a987ff tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:52.466146 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-771930e3-fdb1-425c-879e-c14a93a987ff tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3823373 Feb 07 16:51:52.472217 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45794) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:52.540653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-0ddfc37b-643a-43c2-b954-ad6490e68d57 admin admin] Allocated IP 172.20.0.1 (6c36ab46-5032-4023-96e4-5dff7c96c9c6/98c0d994-d3fe-4461-9362-be30eb5a1d39/259ded4b-eb0e-4dea-82af-f4e8a07e8520) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:52.629715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 8260375e-eb41-44a1-a687-ba6aaf7ca9ee is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:52.638513 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d3323f09-ed2c-4f65-b29b-28b3e44781ee up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:52.724777 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] Routers {'a3828c21-80ef-4768-8ce1-b71596389efc'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:51:52.728557 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16dc25cf-d69a-44a9-98cc-a74e4b79a457 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (671c6f80-f864-4dda-896a-ac2f102fe41f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:52.729938 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a3828c21-80ef-4768-8ce1-b71596389efc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:52.748932 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2c97e3a6-cb70-435b-bbf9-431141dd8273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:47Z', 'revision_number': 7, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '121725cb-1f1f-430a-b0f0-2b6efc199b5a', 'name': '', 'network_id': '1116f16b-083b-4fa0-9aec-622f8635e27c', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:1c:00:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'a0269ccd-bd93-4305-9f2d-b01f8826acc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:33Z', 'updated_at': '2022-02-07T16:51:49Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'a0269ccd-bd93-4305-9f2d-b01f8826acc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:24Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd59beff-cca6-4230-8031-2df13a96207e', 'name': '', 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:d3:b5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:23Z', 'updated_at': '2022-02-07T16:51:35Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:52.793221 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97e3a6-cb70-435b-bbf9-431141dd8273 None None] Checking router: b9ebef89-0464-4f83-a748-d08b39bf9909 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:51:52.820558 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97e3a6-cb70-435b-bbf9-431141dd8273 None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:51:52.821322 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2c97e3a6-cb70-435b-bbf9-431141dd8273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:52.858379 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f38b13f9-45d0-469a-839e-50ca9c80a166 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3798199 Feb 07 16:51:52.861962 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-16dc25cf-d69a-44a9-98cc-a74e4b79a457 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Calling delete_port for 671c6f80-f864-4dda-896a-ac2f102fe41f owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:52.862934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45798) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:52.887944 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3b869cda-4519-497c-a59c-f0da84162874 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1782268550'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:52.981478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b869cda-4519-497c-a59c-f0da84162874 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:52.996381 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b869cda-4519-497c-a59c-f0da84162874 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:53.011325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] Set router a3828c21-80ef-4768-8ce1-b71596389efc gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:51:53.053837 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b869cda-4519-497c-a59c-f0da84162874 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:51:53.072908 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b869cda-4519-497c-a59c-f0da84162874 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (21388882-3ceb-4f0d-8c0e-56bf884a4f28), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:53.073705 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-3b869cda-4519-497c-a59c-f0da84162874 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Added segment 21388882-3ceb-4f0d-8c0e-56bf884a4f28 of type vlan for network 1a1f77b3-7f2b-478e-bd6f-1c890b1efc48 Feb 07 16:51:53.164265 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] For port d3323f09-ed2c-4f65-b29b-28b3e44781ee, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d3323f09-ed2c-4f65-b29b-28b3e44781ee,segment=NetworkSegment(02fb180c-a4d3-444c-ae52-5ed4d4d4c3c0),segment_id=02fb180c-a4d3-444c-ae52-5ed4d4d4c3c0)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:53.212259 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2c97e3a6-cb70-435b-bbf9-431141dd8273 None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:51:53.230186 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ddfc37b-643a-43c2-b954-ad6490e68d57 admin admin] Publish callbacks [] for port (259ded4b-eb0e-4dea-82af-f4e8a07e8520), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:53.238431 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b869cda-4519-497c-a59c-f0da84162874 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (1a1f77b3-7f2b-478e-bd6f-1c890b1efc48), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:53.302319 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d3323f09-ed2c-4f65-b29b-28b3e44781ee), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:53.354026 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4da6339e-2118-4f8b-bb72-11595f308573 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (b9ebef89-0464-4f83-a748-d08b39bf9909), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:53.412884 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d3323f09-ed2c-4f65-b29b-28b3e44781ee triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:53.413398 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d3323f09-ed2c-4f65-b29b-28b3e44781ee), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:53.596606 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ddfc37b-643a-43c2-b954-ad6490e68d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (259ded4b-eb0e-4dea-82af-f4e8a07e8520), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:53.654993 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0aedd9-6080-4549-9952-ebd8a41f6390 None None] DHCP port deletion for 66294f67-6709-4f78-b6ed-fbd6fb81275c request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:51:53.657382 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:53.741105 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddfc37b-643a-43c2-b954-ad6490e68d57 admin admin] Network 6c36ab46-5032-4023-96e4-5dff7c96c9c6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:53.760071 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16dc25cf-d69a-44a9-98cc-a74e4b79a457 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (671c6f80-f864-4dda-896a-ac2f102fe41f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:53.764121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d3323f09-ed2c-4f65-b29b-28b3e44781ee is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:53.765409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d29e34c9-b4a3-43b7-9a5c-9efd6037b87b up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:53.778176 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfc37b-643a-43c2-b954-ad6490e68d57 admin admin] Pushing event updated for resources: {'Port': ['ID=259ded4b-eb0e-4dea-82af-f4e8a07e8520,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:53.788054 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b869cda-4519-497c-a59c-f0da84162874 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (1a1f77b3-7f2b-478e-bd6f-1c890b1efc48), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:53.794122 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0ddfc37b-643a-43c2-b954-ad6490e68d57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:53.801153 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b869cda-4519-497c-a59c-f0da84162874 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:53.804482 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b869cda-4519-497c-a59c-f0da84162874 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:53.807853 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: d29e34c9-b4a3-43b7-9a5c-9efd6037b87b {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:51:53.808306 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d29e34c9-b4a3-43b7-9a5c-9efd6037b87b not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 07 16:51:53.828139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddfc37b-643a-43c2-b954-ad6490e68d57 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:53.830487 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952abfa-da79-465d-aab1-023718bb62c9 None None] Pushing event updated for resources: {'Port': ['ID=e168a9bf-15c9-4496-a221-dfbfbf509c60,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:53.847827 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2c97e3a6-cb70-435b-bbf9-431141dd8273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:47Z', 'revision_number': 7, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '121725cb-1f1f-430a-b0f0-2b6efc199b5a', 'name': '', 'network_id': '1116f16b-083b-4fa0-9aec-622f8635e27c', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:1c:00:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'a0269ccd-bd93-4305-9f2d-b01f8826acc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:33Z', 'updated_at': '2022-02-07T16:51:49Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'a0269ccd-bd93-4305-9f2d-b01f8826acc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:24Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd59beff-cca6-4230-8031-2df13a96207e', 'name': '', 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:d3:b5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:23Z', 'updated_at': '2022-02-07T16:51:35Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:53.892156 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Port d29e34c9-b4a3-43b7-9a5c-9efd6037b87b not found, will not notify nova. {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 07 16:51:53.892757 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ce457368-fad2-436e-94b4-941106cab884 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:53.894936 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0e190b74-8962-46e9-ab0b-516d401f0aca None None] Provisioning complete for port 121725cb-1f1f-430a-b0f0-2b6efc199b5a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:53.895320 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e190b74-8962-46e9-ab0b-516d401f0aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (121725cb-1f1f-430a-b0f0-2b6efc199b5a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:53.919124 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97e3a6-cb70-435b-bbf9-431141dd8273 None None] The sync data for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 is: [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:47Z', 'revision_number': 7, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '121725cb-1f1f-430a-b0f0-2b6efc199b5a', 'name': '', 'network_id': '1116f16b-083b-4fa0-9aec-622f8635e27c', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:1c:00:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'a0269ccd-bd93-4305-9f2d-b01f8826acc8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:33Z', 'updated_at': '2022-02-07T16:51:49Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'a0269ccd-bd93-4305-9f2d-b01f8826acc8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:24Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd59beff-cca6-4230-8031-2df13a96207e', 'name': '', 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:d3:b5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:23Z', 'updated_at': '2022-02-07T16:51:35Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:51:53.951676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b39f43-f6c7-4252-a9f6-d1557f36272e None None] Pushing event updated for resources: {'Port': ['ID=d3323f09-ed2c-4f65-b29b-28b3e44781ee,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:54.063576 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc25cf-d69a-44a9-98cc-a74e4b79a457 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event deleted for resources: {'Port': ['ID=671c6f80-f864-4dda-896a-ac2f102fe41f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:54.067309 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3b869cda-4519-497c-a59c-f0da84162874 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1971095 Feb 07 16:51:54.074746 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45804) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:54.075445 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b869cda-4519-497c-a59c-f0da84162874 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Network': ['ID=1a1f77b3-7f2b-478e-bd6f-1c890b1efc48,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:54.112390 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-10a51ed6-c2e6-45fb-a020-35a2bfd1f5d6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'subnet': {'network_id': '1a1f77b3-7f2b-478e-bd6f-1c890b1efc48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:54.151485 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 1a1f77b3-7f2b-478e-bd6f-1c890b1efc48 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:51:54.408030 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a51ed6-c2e6-45fb-a020-35a2bfd1f5d6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:54.418515 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10a51ed6-c2e6-45fb-a020-35a2bfd1f5d6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:54.437519 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:51:54.451945 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16dc25cf-d69a-44a9-98cc-a74e4b79a457 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (9a83d274-beee-46a1-9d57-9757c6f093ee), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:54.454577 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0e190b74-8962-46e9-ab0b-516d401f0aca None None] Current status of the port 121725cb-1f1f-430a-b0f0-2b6efc199b5a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:54.519177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port ce457368-fad2-436e-94b4-941106cab884 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:54.519564 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ce457368-fad2-436e-94b4-941106cab884), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:54.583887 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ddfc37b-643a-43c2-b954-ad6490e68d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (a3828c21-80ef-4768-8ce1-b71596389efc), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:54.624441 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0e190b74-8962-46e9-ab0b-516d401f0aca None None] Could not find standard attr ID for object 398c3eec-2022-46d7-9d36-cae4a4f10fb4. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 16:51:54.702901 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0e190b74-8962-46e9-ab0b-516d401f0aca None None] Could not find standard attr ID for object d29e34c9-b4a3-43b7-9a5c-9efd6037b87b. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 16:51:54.819084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4da6339e-2118-4f8b-bb72-11595f308573 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting port 121725cb-1f1f-430a-b0f0-2b6efc199b5a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:54.825665 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4da6339e-2118-4f8b-bb72-11595f308573 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (121725cb-1f1f-430a-b0f0-2b6efc199b5a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:54.832885 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ce457368-fad2-436e-94b4-941106cab884 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:54.893357 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3828c21-80ef-4768-8ce1-b71596389efc', 'name': 'tempest-ServerRescueTestJSON-1092080412-router', 'tenant_id': '9ad3699b57504f1d8d8119bb8b107134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'e168a9bf-15c9-4496-a221-dfbfbf509c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:51:37Z', 'updated_at': '2022-02-07T16:51:40Z', 'revision_number': 3, 'project_id': '9ad3699b57504f1d8d8119bb8b107134', 'gw_port': {'id': 'e168a9bf-15c9-4496-a221-dfbfbf509c60', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3828c21-80ef-4768-8ce1-b71596389efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:39Z', 'updated_at': '2022-02-07T16:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:55.031985 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f02d63a-1f2b-4031-9174-993e47d92950 None None] The sync data for ids ['a3828c21-80ef-4768-8ce1-b71596389efc'] in n-d-827865-3 is: [{'id': 'a3828c21-80ef-4768-8ce1-b71596389efc', 'name': 'tempest-ServerRescueTestJSON-1092080412-router', 'tenant_id': '9ad3699b57504f1d8d8119bb8b107134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'e168a9bf-15c9-4496-a221-dfbfbf509c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:51:37Z', 'updated_at': '2022-02-07T16:51:40Z', 'revision_number': 3, 'project_id': '9ad3699b57504f1d8d8119bb8b107134', 'gw_port': {'id': 'e168a9bf-15c9-4496-a221-dfbfbf509c60', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3828c21-80ef-4768-8ce1-b71596389efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:39Z', 'updated_at': '2022-02-07T16:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:51:55.051203 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16dc25cf-d69a-44a9-98cc-a74e4b79a457 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Router 9a83d274-beee-46a1-9d57-9757c6f093ee has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:51:55.126086 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 121725cb-1f1f-430a-b0f0-2b6efc199b5a up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:55.190440 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16dc25cf-d69a-44a9-98cc-a74e4b79a457 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:51:55.211532 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-16dc25cf-d69a-44a9-98cc-a74e4b79a457 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "PUT /v2.0/routers/9a83d274-beee-46a1-9d57-9757c6f093ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1760216 Feb 07 16:51:55.215035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45812) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:55.219268 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f706a73-9a30-411d-9372-b1383cd0e7ad None None] Sync routers for ids ['9a83d274-beee-46a1-9d57-9757c6f093ee'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:51:55.229076 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4da6339e-2118-4f8b-bb72-11595f308573 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] For port 121725cb-1f1f-430a-b0f0-2b6efc199b5a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=121725cb-1f1f-430a-b0f0-2b6efc199b5a,segment=NetworkSegment(50a3f680-f1da-4587-91cc-f459751def63),segment_id=50a3f680-f1da-4587-91cc-f459751def63)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:55.232883 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4da6339e-2118-4f8b-bb72-11595f308573 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (121725cb-1f1f-430a-b0f0-2b6efc199b5a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:55.265437 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f706a73-9a30-411d-9372-b1383cd0e7ad None None] Routers {'9a83d274-beee-46a1-9d57-9757c6f093ee'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:51:55.266809 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0f706a73-9a30-411d-9372-b1383cd0e7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9a83d274-beee-46a1-9d57-9757c6f093ee'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:55.305180 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10a51ed6-c2e6-45fb-a020-35a2bfd1f5d6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (b0d75125-c5c7-4328-861e-db8fc0f13f53), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:55.322831 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4da6339e-2118-4f8b-bb72-11595f308573 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Calling delete_port for 121725cb-1f1f-430a-b0f0-2b6efc199b5a owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:55.339576 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0f706a73-9a30-411d-9372-b1383cd0e7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:55.376711 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 121725cb-1f1f-430a-b0f0-2b6efc199b5a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:55.377089 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (121725cb-1f1f-430a-b0f0-2b6efc199b5a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:55.386655 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f706a73-9a30-411d-9372-b1383cd0e7ad None None] Routers {'9a83d274-beee-46a1-9d57-9757c6f093ee'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:51:55.387242 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0f706a73-9a30-411d-9372-b1383cd0e7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9a83d274-beee-46a1-9d57-9757c6f093ee'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:55.452923 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-ec4df2c2-e869-497f-ac81-448612a759b9 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] delete failed (client error): The resource could not be found. Feb 07 16:51:55.464003 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ec4df2c2-e869-497f-ac81-448612a759b9 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-178006524 HTTP/1.1" status: 404 len: 334 time: 0.2382171 Feb 07 16:51:55.468657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45814) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:55.473642 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5659278d-5a50-4afb-9bea-225bcb69bf1d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Request body: {'router': {'external_gateway_info': {'network_id': '9a83d274-beee-46a1-9d57-9757c6f093ee'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:55.496066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0f706a73-9a30-411d-9372-b1383cd0e7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:55.496731 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f706a73-9a30-411d-9372-b1383cd0e7ad None None] The sync data for ids ['9a83d274-beee-46a1-9d57-9757c6f093ee'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:51:55.626235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a51ed6-c2e6-45fb-a020-35a2bfd1f5d6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Subnet': ['ID=b0d75125-c5c7-4328-861e-db8fc0f13f53,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:55.639940 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a51ed6-c2e6-45fb-a020-35a2bfd1f5d6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Checking segment: {'id': '21388882-3ceb-4f0d-8c0e-56bf884a4f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1a1f77b3-7f2b-478e-bd6f-1c890b1efc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:55.640309 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a51ed6-c2e6-45fb-a020-35a2bfd1f5d6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network hostable DHCP agents. Network: 1a1f77b3-7f2b-478e-bd6f-1c890b1efc48, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:51:55.666536 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 121725cb-1f1f-430a-b0f0-2b6efc199b5a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:55.685257 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d3323f09-ed2c-4f65-b29b-28b3e44781ee up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:55.807264 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a51ed6-c2e6-45fb-a020-35a2bfd1f5d6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 1a1f77b3-7f2b-478e-bd6f-1c890b1efc48 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:51:55.816783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d3323f09-ed2c-4f65-b29b-28b3e44781ee triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:55.817410 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d3323f09-ed2c-4f65-b29b-28b3e44781ee), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:55.885743 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b145b642-0fc4-45bd-a805-c35a09ea8487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:55.992181 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4da6339e-2118-4f8b-bb72-11595f308573 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (121725cb-1f1f-430a-b0f0-2b6efc199b5a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:56.019775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d3323f09-ed2c-4f65-b29b-28b3e44781ee is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:56.024282 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8260375e-eb41-44a1-a687-ba6aaf7ca9ee up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:56.094539 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-10a51ed6-c2e6-45fb-a020-35a2bfd1f5d6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 1a1f77b3-7f2b-478e-bd6f-1c890b1efc48) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:56.109570 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6339e-2118-4f8b-bb72-11595f308573 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Port': ['ID=121725cb-1f1f-430a-b0f0-2b6efc199b5a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:56.115325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a0c5dd-1205-4a4c-8461-609813832148 None None] Network 1a1f77b3-7f2b-478e-bd6f-1c890b1efc48 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:56.142573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a51ed6-c2e6-45fb-a020-35a2bfd1f5d6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:56.143185 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10a51ed6-c2e6-45fb-a020-35a2bfd1f5d6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:56.510870 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-1a1f77b3-7f2b-478e-bd6f-1c890b1efc48', 'network_id': '1a1f77b3-7f2b-478e-bd6f-1c890b1efc48', 'project_id': '8f6693c13415441784e70842eae1e972', 'fixed_ips': [{'subnet_id': 'b0d75125-c5c7-4328-861e-db8fc0f13f53'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:51:56.511848 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:56.541477 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-10a51ed6-c2e6-45fb-a020-35a2bfd1f5d6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4631803 Feb 07 16:51:56.560203 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45820) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:56.564611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 8260375e-eb41-44a1-a687-ba6aaf7ca9ee triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:56.569151 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8260375e-eb41-44a1-a687-ba6aaf7ca9ee), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:56.662296 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ac448dcc-92e8-4060-88dd-336c37d4949f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'network_id': '1a1f77b3-7f2b-478e-bd6f-1c890b1efc48', 'name': 'tempest-PortsTestJSON-8877336'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:56.727061 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4da6339e-2118-4f8b-bb72-11595f308573 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (b9ebef89-0464-4f83-a748-d08b39bf9909), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:56.969879 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ddfc37b-643a-43c2-b954-ad6490e68d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (259ded4b-eb0e-4dea-82af-f4e8a07e8520), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:56.982102 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 8260375e-eb41-44a1-a687-ba6aaf7ca9ee is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:57.123190 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d29e34c9-b4a3-43b7-9a5c-9efd6037b87b no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:51:57.218573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: d29e34c9-b4a3-43b7-9a5c-9efd6037b87b {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:51:57.218933 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d29e34c9-b4a3-43b7-9a5c-9efd6037b87b not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:51:57.258271 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] Allocated IP 172.20.0.2 (1a1f77b3-7f2b-478e-bd6f-1c890b1efc48/b0d75125-c5c7-4328-861e-db8fc0f13f53/b48e4d2b-8365-4ed8-9bb1-feea56d79a3d) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:57.289514 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac448dcc-92e8-4060-88dd-336c37d4949f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:57.296249 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac448dcc-92e8-4060-88dd-336c37d4949f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:57.371605 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da6339e-2118-4f8b-bb72-11595f308573 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router b9ebef89-0464-4f83-a748-d08b39bf9909 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:51:57.441119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-ac448dcc-92e8-4060-88dd-336c37d4949f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] device_id is not set on port b1539893-4f3b-441e-a582-4e8a5416f77f yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:51:57.637295 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da6339e-2118-4f8b-bb72-11595f308573 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:51:57.650177 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4da6339e-2118-4f8b-bb72-11595f308573 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/b9ebef89-0464-4f83-a748-d08b39bf9909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3720601 Feb 07 16:51:57.651064 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45826) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:57.651854 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2652aee-c814-4e9f-9347-afba83e8c074 None None] Sync routers for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:51:57.685332 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2652aee-c814-4e9f-9347-afba83e8c074 None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:51:57.689457 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d2652aee-c814-4e9f-9347-afba83e8c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:57.690047 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5659278d-5a50-4afb-9bea-225bcb69bf1d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for router_gateway (9a83d274-beee-46a1-9d57-9757c6f093ee), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:57.735570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e168a9bf-15c9-4496-a221-dfbfbf509c60 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:51:57.792557 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-5659278d-5a50-4afb-9bea-225bcb69bf1d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] update failed (client error): The resource could not be found. Feb 07 16:51:57.803889 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5659278d-5a50-4afb-9bea-225bcb69bf1d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "PUT /v2.0/routers/9a83d274-beee-46a1-9d57-9757c6f093ee HTTP/1.1" status: 404 len: 339 time: 2.3338537 Feb 07 16:51:57.807838 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ddfc37b-643a-43c2-b954-ad6490e68d57 admin admin] Publish callbacks [] for port (259ded4b-eb0e-4dea-82af-f4e8a07e8520), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:57.810916 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45828) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:57.821009 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ddfc37b-643a-43c2-b954-ad6490e68d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (259ded4b-eb0e-4dea-82af-f4e8a07e8520), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:57.839530 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a4a30352-4dd6-4767-a08a-aa490f9b9c3b tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1217456638'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:57.895710 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5cab24-19a2-46a9-8c19-70918e26a2bb tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting subnet a0269ccd-bd93-4305-9f2d-b01f8826acc8 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:51:57.903763 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c5cab24-19a2-46a9-8c19-70918e26a2bb tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for subnet (a0269ccd-bd93-4305-9f2d-b01f8826acc8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:57.959372 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-d2652aee-c814-4e9f-9347-afba83e8c074 None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:51:58.022631 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c5cab24-19a2-46a9-8c19-70918e26a2bb tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (a0269ccd-bd93-4305-9f2d-b01f8826acc8), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:58.035221 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] Publish callbacks [] for port (b48e4d2b-8365-4ed8-9bb1-feea56d79a3d), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:58.045391 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfc37b-643a-43c2-b954-ad6490e68d57 admin admin] Pushing event updated for resources: {'Port': ['ID=259ded4b-eb0e-4dea-82af-f4e8a07e8520,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:58.057613 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0ddfc37b-643a-43c2-b954-ad6490e68d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (a3828c21-80ef-4768-8ce1-b71596389efc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:58.060786 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (b48e4d2b-8365-4ed8-9bb1-feea56d79a3d), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:58.088131 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port e168a9bf-15c9-4496-a221-dfbfbf509c60 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:51:58.088654 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e168a9bf-15c9-4496-a221-dfbfbf509c60), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:58.222165 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c5cab24-19a2-46a9-8c19-70918e26a2bb tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (a0269ccd-bd93-4305-9f2d-b01f8826acc8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:58.223640 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] Network 1a1f77b3-7f2b-478e-bd6f-1c890b1efc48 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:58.256984 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:58.282134 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:51:58.293766 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fba1636a-458d-449d-a324-36b6f56110d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:58.312875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] Pushing event updated for resources: {'Port': ['ID=b48e4d2b-8365-4ed8-9bb1-feea56d79a3d,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:58.367555 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c5cab24-19a2-46a9-8c19-70918e26a2bb tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (a0269ccd-bd93-4305-9f2d-b01f8826acc8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:58.394316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a30352-4dd6-4767-a08a-aa490f9b9c3b tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Made reservation on behalf of 971ec48749434b37ad71e867704a0f4b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:58.400998 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4a30352-4dd6-4767-a08a-aa490f9b9c3b tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:58.455401 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c5cab24-19a2-46a9-8c19-70918e26a2bb tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:58.465358 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7c5cab24-19a2-46a9-8c19-70918e26a2bb tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/subnets/a0269ccd-bd93-4305-9f2d-b01f8826acc8 HTTP/1.1" status: 204 len: 168 time: 0.8127699 Feb 07 16:51:58.468703 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45834) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:58.469710 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5cab24-19a2-46a9-8c19-70918e26a2bb tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Subnet': ['ID=a0269ccd-bd93-4305-9f2d-b01f8826acc8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:58.474617 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b4796b-0b67-42a6-b9ea-6508f0822439 None None] Network 1116f16b-083b-4fa0-9aec-622f8635e27c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:51:58.572351 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a30352-4dd6-4767-a08a-aa490f9b9c3b tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:51:58.579933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddfc37b-643a-43c2-b954-ad6490e68d57 admin admin] Network 6c36ab46-5032-4023-96e4-5dff7c96c9c6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:51:58.602924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0ddfc37b-643a-43c2-b954-ad6490e68d57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:51:58.613986 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d2652aee-c814-4e9f-9347-afba83e8c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:55Z', 'revision_number': 8, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:24Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd59beff-cca6-4230-8031-2df13a96207e', 'name': '', 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:d3:b5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:23Z', 'updated_at': '2022-02-07T16:51:35Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:58.649225 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (1116f16b-083b-4fa0-9aec-622f8635e27c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:58.655721 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2652aee-c814-4e9f-9347-afba83e8c074 None None] Checking router: b9ebef89-0464-4f83-a748-d08b39bf9909 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:51:58.662671 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4a30352-4dd6-4767-a08a-aa490f9b9c3b tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (f6847776-d56b-4758-a7ae-f09b5bc11d97), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:58.663132 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-a4a30352-4dd6-4767-a08a-aa490f9b9c3b tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Added segment f6847776-d56b-4758-a7ae-f09b5bc11d97 of type vlan for network 8bf4f923-62ae-4049-ab63-402bcf8f38be Feb 07 16:51:58.680920 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2652aee-c814-4e9f-9347-afba83e8c074 None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:51:58.681917 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d2652aee-c814-4e9f-9347-afba83e8c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:58.768575 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4a30352-4dd6-4767-a08a-aa490f9b9c3b tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (8bf4f923-62ae-4049-ab63-402bcf8f38be), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:58.777102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-ac448dcc-92e8-4060-88dd-336c37d4949f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Allocated IP 172.20.0.4 (1a1f77b3-7f2b-478e-bd6f-1c890b1efc48/b0d75125-c5c7-4328-861e-db8fc0f13f53/b1539893-4f3b-441e-a582-4e8a5416f77f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:51:58.831936 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4a30352-4dd6-4767-a08a-aa490f9b9c3b tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (8bf4f923-62ae-4049-ab63-402bcf8f38be), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:58.841826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a30352-4dd6-4767-a08a-aa490f9b9c3b tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:51:58.844321 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4a30352-4dd6-4767-a08a-aa490f9b9c3b tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:58.922500 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] Attempting to bind port b48e4d2b-8365-4ed8-9bb1-feea56d79a3d on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:51:58.937052 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] Attempting to bind port b48e4d2b-8365-4ed8-9bb1-feea56d79a3d by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '21388882-3ceb-4f0d-8c0e-56bf884a4f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1a1f77b3-7f2b-478e-bd6f-1c890b1efc48'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:51:58.937743 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] Attempting to bind port b48e4d2b-8365-4ed8-9bb1-feea56d79a3d on network 1a1f77b3-7f2b-478e-bd6f-1c890b1efc48 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:51:58.952661 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-d2652aee-c814-4e9f-9347-afba83e8c074 None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:51:59.036950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddfc37b-643a-43c2-b954-ad6490e68d57 admin admin] Router a3828c21-80ef-4768-8ce1-b71596389efc has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:51:59.089014 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a4a30352-4dd6-4767-a08a-aa490f9b9c3b tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2720528 Feb 07 16:51:59.089014 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a30352-4dd6-4767-a08a-aa490f9b9c3b tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event updated for resources: {'Network': ['ID=8bf4f923-62ae-4049-ab63-402bcf8f38be,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:59.096167 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45842) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:51:59.112522 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1d306bd1-1d4e-4f07-88d5-33bd319a816d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Request body: {'subnet': {'network_id': '8bf4f923-62ae-4049-ab63-402bcf8f38be', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:51:59.285209 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting port 8260375e-eb41-44a1-a687-ba6aaf7ca9ee {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:51:59.285577 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8260375e-eb41-44a1-a687-ba6aaf7ca9ee), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:59.360007 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 8bf4f923-62ae-4049-ab63-402bcf8f38be details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:51:59.397087 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d2652aee-c814-4e9f-9347-afba83e8c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:55Z', 'revision_number': 8, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:24Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd59beff-cca6-4230-8031-2df13a96207e', 'name': '', 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:d3:b5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:23Z', 'updated_at': '2022-02-07T16:51:35Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:51:59.448944 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] For port 8260375e-eb41-44a1-a687-ba6aaf7ca9ee, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8260375e-eb41-44a1-a687-ba6aaf7ca9ee,segment=NetworkSegment(50a3f680-f1da-4587-91cc-f459751def63),segment_id=50a3f680-f1da-4587-91cc-f459751def63)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:51:59.449380 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8260375e-eb41-44a1-a687-ba6aaf7ca9ee), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:59.468081 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac448dcc-92e8-4060-88dd-336c37d4949f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (b1539893-4f3b-441e-a582-4e8a5416f77f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:59.476359 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2652aee-c814-4e9f-9347-afba83e8c074 None None] The sync data for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 is: [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:51:55Z', 'revision_number': 8, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:24Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd59beff-cca6-4230-8031-2df13a96207e', 'name': '', 'network_id': '3cc026b1-e235-4dbd-9e3a-6d52de0562aa', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:d3:b5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:23Z', 'updated_at': '2022-02-07T16:51:35Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'ac990b5b-90fa-41fa-a1ee-cebdf3b5897a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:51:59.481215 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:51:59.483421 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] Checking segment: {'id': '21388882-3ceb-4f0d-8c0e-56bf884a4f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1a1f77b3-7f2b-478e-bd6f-1c890b1efc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:51:59.483970 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:59.485001 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] Bound using segment: {'id': '21388882-3ceb-4f0d-8c0e-56bf884a4f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1a1f77b3-7f2b-478e-bd6f-1c890b1efc48'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:51:59.485896 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] Bound port: b48e4d2b-8365-4ed8-9bb1-feea56d79a3d, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21388882-3ceb-4f0d-8c0e-56bf884a4f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1a1f77b3-7f2b-478e-bd6f-1c890b1efc48'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:51:59.486413 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b48e4d2b-8365-4ed8-9bb1-feea56d79a3d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:59.491950 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Calling delete_port for 8260375e-eb41-44a1-a687-ba6aaf7ca9ee owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:51:59.569491 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac448dcc-92e8-4060-88dd-336c37d4949f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (b1539893-4f3b-441e-a582-4e8a5416f77f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:59.760570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] For port b48e4d2b-8365-4ed8-9bb1-feea56d79a3d, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:51:59.788876 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e168a9bf-15c9-4496-a221-dfbfbf509c60 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:51:59.789452 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e168a9bf-15c9-4496-a221-dfbfbf509c60), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:59.799515 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (8260375e-eb41-44a1-a687-ba6aaf7ca9ee), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:59.867922 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:59.888597 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] For port b48e4d2b-8365-4ed8-9bb1-feea56d79a3d, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b48e4d2b-8365-4ed8-9bb1-feea56d79a3d,segment=NetworkSegment(21388882-3ceb-4f0d-8c0e-56bf884a4f28),segment_id=21388882-3ceb-4f0d-8c0e-56bf884a4f28)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:51:59.916389 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Port': ['ID=8260375e-eb41-44a1-a687-ba6aaf7ca9ee,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:51:59.940624 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] No DVR routers for this DVR port 8260375e-eb41-44a1-a687-ba6aaf7ca9ee on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:51:59.950858 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d306bd1-1d4e-4f07-88d5-33bd319a816d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Made reservation on behalf of 971ec48749434b37ad71e867704a0f4b for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:51:59.957910 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d306bd1-1d4e-4f07-88d5-33bd319a816d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:59.976814 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b48e4d2b-8365-4ed8-9bb1-feea56d79a3d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:51:59.981598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port e168a9bf-15c9-4496-a221-dfbfbf509c60, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e168a9bf-15c9-4496-a221-dfbfbf509c60,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:00.045783 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e168a9bf-15c9-4496-a221-dfbfbf509c60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:00.072841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c9671e-84c4-4de9-b47a-4ae6fe104e17 None None] DHCP port deletion for 1116f16b-083b-4fa0-9aec-622f8635e27c request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:52:00.083495 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (1116f16b-083b-4fa0-9aec-622f8635e27c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:00.108197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1116f16b-083b-4fa0-9aec-622f8635e27c']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:00.120859 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a3f680-f1da-4587-91cc-f459751def63') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:00.121179 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a3f680-f1da-4587-91cc-f459751def63') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:00.156630 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddfc37b-643a-43c2-b954-ad6490e68d57 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:52:00.159336 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (50a3f680-f1da-4587-91cc-f459751def63), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:00.184512 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0ddfc37b-643a-43c2-b954-ad6490e68d57 admin admin] 10.222.0.18 "PUT /v2.0/routers/a3828c21-80ef-4768-8ce1-b71596389efc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7562947 Feb 07 16:52:00.197189 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74174d00-4228-4836-8b64-0fd858ffadb2 None None] Pushing event updated for resources: {'Port': ['ID=b48e4d2b-8365-4ed8-9bb1-feea56d79a3d,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:00.224625 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac448dcc-92e8-4060-88dd-336c37d4949f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 1a1f77b3-7f2b-478e-bd6f-1c890b1efc48 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:00.238831 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ac448dcc-92e8-4060-88dd-336c37d4949f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:00.268213 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac448dcc-92e8-4060-88dd-336c37d4949f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:52:00.398148 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=e168a9bf-15c9-4496-a221-dfbfbf509c60,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:00.406821 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (50a3f680-f1da-4587-91cc-f459751def63), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:00.409746 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] Sync routers for ids ['a3828c21-80ef-4768-8ce1-b71596389efc'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:52:00.417188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 121725cb-1f1f-430a-b0f0-2b6efc199b5a no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:00.423941 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:52:00.425828 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (50a3f680-f1da-4587-91cc-f459751def63), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:00.449209 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac448dcc-92e8-4060-88dd-336c37d4949f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:00.450370 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac448dcc-92e8-4060-88dd-336c37d4949f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:00.493368 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ac448dcc-92e8-4060-88dd-336c37d4949f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.9318366 Feb 07 16:52:00.499615 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 121725cb-1f1f-430a-b0f0-2b6efc199b5a {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:00.503438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eecd0-2dee-4350-8dd2-a2a9b7043905 req-e31fb958-447c-4789-a661-89f04052c469 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:00.503905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 121725cb-1f1f-430a-b0f0-2b6efc199b5a not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:00.504526 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8260375e-eb41-44a1-a687-ba6aaf7ca9ee no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:00.506088 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6f1eecd0-2dee-4350-8dd2-a2a9b7043905 req-e31fb958-447c-4789-a661-89f04052c469 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.6412942 Feb 07 16:52:00.507065 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45868) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:00.507905 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac448dcc-92e8-4060-88dd-336c37d4949f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=b1539893-4f3b-441e-a582-4e8a5416f77f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:00.517164 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e440f14f-afa8-4e9c-a253-4a068645c2f3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'network_id': '1a1f77b3-7f2b-478e-bd6f-1c890b1efc48', 'name': 'tempest-PortsTestJSON-999423328'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:00.596138 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] Routers {'a3828c21-80ef-4768-8ce1-b71596389efc'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:00.597310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a3828c21-80ef-4768-8ce1-b71596389efc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:52:00.718850 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:52:00.791458 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] Set router a3828c21-80ef-4768-8ce1-b71596389efc gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:52:00.797914 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (1116f16b-083b-4fa0-9aec-622f8635e27c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:00.829091 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6f1eecd0-2dee-4350-8dd2-a2a9b7043905 req-a45c16eb-b27d-4110-817e-92b12b1968ec tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760151 Feb 07 16:52:00.878196 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:00.884170 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/networks/1116f16b-083b-4fa0-9aec-622f8635e27c HTTP/1.1" status: 204 len: 168 time: 2.4104488 Feb 07 16:52:00.891270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45876) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:00.947485 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 8260375e-eb41-44a1-a687-ba6aaf7ca9ee {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:00.948156 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8260375e-eb41-44a1-a687-ba6aaf7ca9ee not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:00.986818 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcedf24-8882-4e3e-8ecb-2f788d2757c5 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Network': ['ID=1116f16b-083b-4fa0-9aec-622f8635e27c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:01.115606 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70065f7f-82a8-40cd-ba02-99cfe6dcf5b5 req-8106e309-1444-4e63-85d7-0cd48d6defac tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:01.125902 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-70065f7f-82a8-40cd-ba02-99cfe6dcf5b5 req-8106e309-1444-4e63-85d7-0cd48d6defac tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 945 time: 0.9186580 Feb 07 16:52:01.186962 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:01.228357 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3828c21-80ef-4768-8ce1-b71596389efc', 'name': 'tempest-ServerRescueTestJSON-1092080412-router', 'tenant_id': '9ad3699b57504f1d8d8119bb8b107134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'e168a9bf-15c9-4496-a221-dfbfbf509c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:51:37Z', 'updated_at': '2022-02-07T16:51:55Z', 'revision_number': 4, 'project_id': '9ad3699b57504f1d8d8119bb8b107134', 'gw_port': {'id': 'e168a9bf-15c9-4496-a221-dfbfbf509c60', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3828c21-80ef-4768-8ce1-b71596389efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:39Z', 'updated_at': '2022-02-07T16:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '259ded4b-eb0e-4dea-82af-f4e8a07e8520', 'name': '', 'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6', 'tenant_id': '9ad3699b57504f1d8d8119bb8b107134', 'mac_address': 'fa:16:3e:16:fc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3828c21-80ef-4768-8ce1-b71596389efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '98c0d994-d3fe-4461-9362-be30eb5a1d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:51Z', 'updated_at': '2022-02-07T16:51:57Z', 'revision_number': 2, 'project_id': '9ad3699b57504f1d8d8119bb8b107134', 'subnets': [{'id': '98c0d994-d3fe-4461-9362-be30eb5a1d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:01.242754 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698fb8c-4185-4af7-8a66-55fde8fe6eac req-f89916b4-b0d5-4e38-888d-60ba3e3589d6 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:01.245782 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4698fb8c-4185-4af7-8a66-55fde8fe6eac req-f89916b4-b0d5-4e38-888d-60ba3e3589d6 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 945 time: 0.5566568 Feb 07 16:52:01.278893 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e440f14f-afa8-4e9c-a253-4a068645c2f3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:01.282366 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] Checking router: a3828c21-80ef-4768-8ce1-b71596389efc for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:52:01.282729 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] Updating router a3828c21-80ef-4768-8ce1-b71596389efc port 259ded4b-eb0e-4dea-82af-f4e8a07e8520 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:52:01.292646 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e440f14f-afa8-4e9c-a253-4a068645c2f3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:01.340891 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (259ded4b-eb0e-4dea-82af-f4e8a07e8520), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:01.388165 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-70065f7f-82a8-40cd-ba02-99cfe6dcf5b5 req-f1ea3906-7fa9-4bd8-a5bf-6a0e94b09f8b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607310 Feb 07 16:52:01.506613 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d306bd1-1d4e-4f07-88d5-33bd319a816d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (05c23aa6-948c-4c35-bdc1-b60a28fccfa0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:01.528923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757b384-372b-4018-95bb-1295dae56aad req-29b1de01-6b03-4124-a866-0c36c92c8239 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:01.537384 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4757b384-372b-4018-95bb-1295dae56aad req-29b1de01-6b03-4124-a866-0c36c92c8239 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/networks?id=6c36ab46-5032-4023-96e4-5dff7c96c9c6 HTTP/1.1" status: 200 len: 811 time: 0.2741632 Feb 07 16:52:01.628807 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4757b384-372b-4018-95bb-1295dae56aad req-7483091b-990d-472b-9554-68dc39917ebe tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/quotas/9ad3699b57504f1d8d8119bb8b107134 HTTP/1.1" status: 200 len: 375 time: 0.0903382 Feb 07 16:52:01.676476 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d306bd1-1d4e-4f07-88d5-33bd319a816d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Checking segment: {'id': 'f6847776-d56b-4758-a7ae-f09b5bc11d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8bf4f923-62ae-4049-ab63-402bcf8f38be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:52:01.677445 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d306bd1-1d4e-4f07-88d5-33bd319a816d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Network hostable DHCP agents. Network: 8bf4f923-62ae-4049-ab63-402bcf8f38be, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:52:01.698831 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d306bd1-1d4e-4f07-88d5-33bd319a816d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event updated for resources: {'Subnet': ['ID=05c23aa6-948c-4c35-bdc1-b60a28fccfa0,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:01.742437 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d306bd1-1d4e-4f07-88d5-33bd319a816d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Network 8bf4f923-62ae-4049-ab63-402bcf8f38be is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:52:01.766781 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1d306bd1-1d4e-4f07-88d5-33bd319a816d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 8bf4f923-62ae-4049-ab63-402bcf8f38be) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:01.772181 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d306bd1-1d4e-4f07-88d5-33bd319a816d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:01.773552 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d306bd1-1d4e-4f07-88d5-33bd319a816d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:01.791885 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f40d46-b978-4718-96a6-9cee93747145 None None] Network 8bf4f923-62ae-4049-ab63-402bcf8f38be requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:01.816108 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1d306bd1-1d4e-4f07-88d5-33bd319a816d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7145827 Feb 07 16:52:01.816752 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45888) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:01.822661 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fa8c7751-3b6c-432b-a67a-a0952026a6dc tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Request body: {'router': {'external_gateway_info': {'network_id': '8bf4f923-62ae-4049-ab63-402bcf8f38be'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:01.933403 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-e440f14f-afa8-4e9c-a253-4a068645c2f3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] device_id is not set on port 134fc487-4793-46b0-8b4d-b5ae8026e0e8 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:52:02.179487 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7389840b-3414-420a-8680-7900416dac0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-8bf4f923-62ae-4049-ab63-402bcf8f38be', 'network_id': '8bf4f923-62ae-4049-ab63-402bcf8f38be', 'project_id': '971ec48749434b37ad71e867704a0f4b', 'fixed_ips': [{'subnet_id': '05c23aa6-948c-4c35-bdc1-b60a28fccfa0'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:52:02.180413 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7389840b-3414-420a-8680-7900416dac0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:02.342845 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b079e02a-b5c7-48d6-af7e-6d6029fe8e47 None None] Network 1a1f77b3-7f2b-478e-bd6f-1c890b1efc48 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:02.362988 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:02.519598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b48e4d2b-8365-4ed8-9bb1-feea56d79a3d up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:02.542546 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] Publish callbacks [] for port (259ded4b-eb0e-4dea-82af-f4e8a07e8520), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:02.645877 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (259ded4b-eb0e-4dea-82af-f4e8a07e8520), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:02.654956 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2d494c9b-69f7-416e-ba78-6b697ec19098 None None] Provisioning complete for port b48e4d2b-8365-4ed8-9bb1-feea56d79a3d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:02.666590 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2d494c9b-69f7-416e-ba78-6b697ec19098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b48e4d2b-8365-4ed8-9bb1-feea56d79a3d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:02.727803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-4698fb8c-4185-4af7-8a66-55fde8fe6eac req-9776c518-d9b7-4717-9c24-90615fbf7c77 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Deleting port 6124f81f-5ddd-47ca-84ae-caa98a00790d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:02.728385 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4698fb8c-4185-4af7-8a66-55fde8fe6eac req-9776c518-d9b7-4717-9c24-90615fbf7c77 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:02.843986 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4698fb8c-4185-4af7-8a66-55fde8fe6eac req-9776c518-d9b7-4717-9c24-90615fbf7c77 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] For port 6124f81f-5ddd-47ca-84ae-caa98a00790d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6124f81f-5ddd-47ca-84ae-caa98a00790d,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:02.844489 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4698fb8c-4185-4af7-8a66-55fde8fe6eac req-9776c518-d9b7-4717-9c24-90615fbf7c77 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:02.860126 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-4698fb8c-4185-4af7-8a66-55fde8fe6eac req-9776c518-d9b7-4717-9c24-90615fbf7c77 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Calling delete_port for 6124f81f-5ddd-47ca-84ae-caa98a00790d owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:02.877439 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868355e-6b05-4043-920f-b5823bea9b44 None None] Pushing event updated for resources: {'Port': ['ID=259ded4b-eb0e-4dea-82af-f4e8a07e8520,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:03.009503 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] Attempting to bind port 259ded4b-eb0e-4dea-82af-f4e8a07e8520 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:52:03.009886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] Attempting to bind port 259ded4b-eb0e-4dea-82af-f4e8a07e8520 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'dc28be50-c96d-41ea-8f29-76fc1666c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:52:03.010266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] Attempting to bind port 259ded4b-eb0e-4dea-82af-f4e8a07e8520 on network 6c36ab46-5032-4023-96e4-5dff7c96c9c6 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:52:03.022905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:52:03.023291 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] Checking segment: {'id': 'dc28be50-c96d-41ea-8f29-76fc1666c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:52:03.023708 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:03.024113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] Bound using segment: {'id': 'dc28be50-c96d-41ea-8f29-76fc1666c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:52:03.024592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] Bound port: 259ded4b-eb0e-4dea-82af-f4e8a07e8520, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc28be50-c96d-41ea-8f29-76fc1666c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:52:03.024980 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (259ded4b-eb0e-4dea-82af-f4e8a07e8520), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:03.037344 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port b48e4d2b-8365-4ed8-9bb1-feea56d79a3d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:03.037872 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b48e4d2b-8365-4ed8-9bb1-feea56d79a3d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:03.057595 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4757b384-372b-4018-95bb-1295dae56aad req-18614502-f153-4bda-84fe-bc7fda2c19c2 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ad3699b57504f1d8d8119bb8b107134&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4275732 Feb 07 16:52:03.100781 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-7389840b-3414-420a-8680-7900416dac0d None None] Allocated IP 2001:db8:1::2 (8bf4f923-62ae-4049-ab63-402bcf8f38be/05c23aa6-948c-4c35-bdc1-b60a28fccfa0/9e235a07-299f-476e-8d72-8c1b660eda3a) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:52:03.101915 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa8c7751-3b6c-432b-a67a-a0952026a6dc tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for router_gateway (9a83d274-beee-46a1-9d57-9757c6f093ee), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:03.129545 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f135be6-497b-41bb-8135-184f685d663e req-dfcffcce-0db8-4b3d-a5c6-e3b3ab0cbcf7 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:03.132197 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6f135be6-497b-41bb-8135-184f685d663e req-dfcffcce-0db8-4b3d-a5c6-e3b3ab0cbcf7 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 1.0936852 Feb 07 16:52:03.167525 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2d494c9b-69f7-416e-ba78-6b697ec19098 None None] Current status of the port b48e4d2b-8365-4ed8-9bb1-feea56d79a3d is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:03.167997 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2d494c9b-69f7-416e-ba78-6b697ec19098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b48e4d2b-8365-4ed8-9bb1-feea56d79a3d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:03.242852 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2d494c9b-69f7-416e-ba78-6b697ec19098 None None] For port b48e4d2b-8365-4ed8-9bb1-feea56d79a3d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b48e4d2b-8365-4ed8-9bb1-feea56d79a3d,segment=NetworkSegment(21388882-3ceb-4f0d-8c0e-56bf884a4f28),segment_id=21388882-3ceb-4f0d-8c0e-56bf884a4f28)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:03.256090 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4698fb8c-4185-4af7-8a66-55fde8fe6eac req-9776c518-d9b7-4717-9c24-90615fbf7c77 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (6124f81f-5ddd-47ca-84ae-caa98a00790d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:03.348834 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776c518-d9b7-4717-9c24-90615fbf7c77 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Pushing event deleted for resources: {'Port': ['ID=6124f81f-5ddd-47ca-84ae-caa98a00790d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:03.355961 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6f135be6-497b-41bb-8135-184f685d663e req-5561bfd0-6a86-49cc-a6c4-98ecd68ad7ad tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124801 Feb 07 16:52:03.460254 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-fa8c7751-3b6c-432b-a67a-a0952026a6dc tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:52:03.466578 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fa8c7751-3b6c-432b-a67a-a0952026a6dc tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "PUT /v2.0/routers/9a83d274-beee-46a1-9d57-9757c6f093ee HTTP/1.1" status: 400 len: 364 time: 1.6448874 Feb 07 16:52:03.483595 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4757b384-372b-4018-95bb-1295dae56aad req-f958adbb-abf7-41d7-ab6d-138efed419f9 service neutron] 10.222.0.18 "GET /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250979 Feb 07 16:52:03.486379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e440f14f-afa8-4e9c-a253-4a068645c2f3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Allocated IP 172.20.0.7 (1a1f77b3-7f2b-478e-bd6f-1c890b1efc48/b0d75125-c5c7-4328-861e-db8fc0f13f53/134fc487-4793-46b0-8b4d-b5ae8026e0e8) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:52:03.488357 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45898) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:03.541393 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-83356aaa-75a3-4b12-8508-4bd77215d1dd req-8e7f9267-7473-471f-8157-503e162a0915 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed552571-c774-4803-9d8a-2b7e52fff45c HTTP/1.1" status: 200 len: 210 time: 0.0849836 Feb 07 16:52:03.623410 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4698fb8c-4185-4af7-8a66-55fde8fe6eac req-9776c518-d9b7-4717-9c24-90615fbf7c77 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] No DVR routers for this DVR port 6124f81f-5ddd-47ca-84ae-caa98a00790d on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:03.626513 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4698fb8c-4185-4af7-8a66-55fde8fe6eac req-9776c518-d9b7-4717-9c24-90615fbf7c77 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:03.631368 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4698fb8c-4185-4af7-8a66-55fde8fe6eac req-9776c518-d9b7-4717-9c24-90615fbf7c77 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.48 "DELETE /v2.0/ports/6124f81f-5ddd-47ca-84ae-caa98a00790d HTTP/1.1" status: 204 len: 173 time: 2.3756816 Feb 07 16:52:03.644368 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2d494c9b-69f7-416e-ba78-6b697ec19098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b48e4d2b-8365-4ed8-9bb1-feea56d79a3d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:03.727240 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed552571-c774-4803-9d8a-2b7e52fff45c', 'name': 'network-vif-deleted', 'tag': '6124f81f-5ddd-47ca-84ae-caa98a00790d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:52:03.730373 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bfbc70-8291-4d6d-9d3b-5352a7f4a3df" -d '{"events": [{"server_uuid": "ed552571-c774-4803-9d8a-2b7e52fff45c", "name": "network-vif-deleted", "tag": "6124f81f-5ddd-47ca-84ae-caa98a00790d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:52:03.771562 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port b48e4d2b-8365-4ed8-9bb1-feea56d79a3d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:03.780436 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e168a9bf-15c9-4496-a221-dfbfbf509c60 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:03.879928 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7389840b-3414-420a-8680-7900416dac0d None None] Publish callbacks [] for port (9e235a07-299f-476e-8d72-8c1b660eda3a), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:03.916892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] For port 259ded4b-eb0e-4dea-82af-f4e8a07e8520, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:52:03.919990 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471a4287-5ab7-4a02-962d-fc12e4c3fbb8 x-openstack-request-id: req-471a4287-5ab7-4a02-962d-fc12e4c3fbb8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:52:03.920298 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed552571-c774-4803-9d8a-2b7e52fff45c", "name": "network-vif-deleted", "tag": "6124f81f-5ddd-47ca-84ae-caa98a00790d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:52:03.920560 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-471a4287-5ab7-4a02-962d-fc12e4c3fbb8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:52:03.920810 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] For port 259ded4b-eb0e-4dea-82af-f4e8a07e8520, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=259ded4b-eb0e-4dea-82af-f4e8a07e8520,segment=NetworkSegment(dc28be50-c96d-41ea-8f29-76fc1666c8aa),segment_id=dc28be50-c96d-41ea-8f29-76fc1666c8aa)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:52:03.920983 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed552571-c774-4803-9d8a-2b7e52fff45c', 'name': 'network-vif-deleted', 'tag': '6124f81f-5ddd-47ca-84ae-caa98a00790d', 'status': 'completed', 'code': 200} Feb 07 16:52:03.943961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d494c9b-69f7-416e-ba78-6b697ec19098 None None] Pushing event updated for resources: {'Port': ['ID=b48e4d2b-8365-4ed8-9bb1-feea56d79a3d,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:03.953403 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7389840b-3414-420a-8680-7900416dac0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (9e235a07-299f-476e-8d72-8c1b660eda3a), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:03.972372 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (259ded4b-eb0e-4dea-82af-f4e8a07e8520), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:04.027323 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port e168a9bf-15c9-4496-a221-dfbfbf509c60 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:04.027711 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e168a9bf-15c9-4496-a221-dfbfbf509c60), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:04.063262 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7389840b-3414-420a-8680-7900416dac0d None None] Network 8bf4f923-62ae-4049-ab63-402bcf8f38be is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:04.093320 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77a94162-8b48-4ffd-bec6-15faf288c16d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:04.127103 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-7389840b-3414-420a-8680-7900416dac0d None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:04.144769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7389840b-3414-420a-8680-7900416dac0d None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:52:04.152815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389840b-3414-420a-8680-7900416dac0d None None] Pushing event updated for resources: {'Port': ['ID=9e235a07-299f-476e-8d72-8c1b660eda3a,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:04.159976 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] Routers {'a3828c21-80ef-4768-8ce1-b71596389efc'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:04.161128 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a3828c21-80ef-4768-8ce1-b71596389efc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:04.307904 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d58267f1-7a10-4bdb-be76-d52f3da1f8f7 None None] Provisioning complete for port b1539893-4f3b-441e-a582-4e8a5416f77f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:04.308290 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d58267f1-7a10-4bdb-be76-d52f3da1f8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b1539893-4f3b-441e-a582-4e8a5416f77f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:04.315104 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4757b384-372b-4018-95bb-1295dae56aad req-192c768b-3f16-43e8-8954-7598a378f83b service neutron] 10.222.0.18 "GET /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7044156 Feb 07 16:52:04.434775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] Set router a3828c21-80ef-4768-8ce1-b71596389efc gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:52:04.460053 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1a33819-bc32-430c-8431-320675f34755 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (b9ebef89-0464-4f83-a748-d08b39bf9909), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:04.555798 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d58267f1-7a10-4bdb-be76-d52f3da1f8f7 None None] Port b1539893-4f3b-441e-a582-4e8a5416f77f cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:52:04.566423 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171a2d8-5d86-410a-80c9-b360554eae6f req-ab3d112d-4f26-49b2-bca4-f1b62527b6b9 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:04.570353 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9171a2d8-5d86-410a-80c9-b360554eae6f req-ab3d112d-4f26-49b2-bca4-f1b62527b6b9 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.1013923 Feb 07 16:52:04.572145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7389840b-3414-420a-8680-7900416dac0d None None] Attempting to bind port 9e235a07-299f-476e-8d72-8c1b660eda3a on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:52:04.572532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7389840b-3414-420a-8680-7900416dac0d None None] Attempting to bind port 9e235a07-299f-476e-8d72-8c1b660eda3a by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'f6847776-d56b-4758-a7ae-f09b5bc11d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8bf4f923-62ae-4049-ab63-402bcf8f38be'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:52:04.572906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7389840b-3414-420a-8680-7900416dac0d None None] Attempting to bind port 9e235a07-299f-476e-8d72-8c1b660eda3a on network 8bf4f923-62ae-4049-ab63-402bcf8f38be {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:52:04.611636 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7389840b-3414-420a-8680-7900416dac0d None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:52:04.612029 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7389840b-3414-420a-8680-7900416dac0d None None] Checking segment: {'id': 'f6847776-d56b-4758-a7ae-f09b5bc11d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8bf4f923-62ae-4049-ab63-402bcf8f38be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:52:04.612453 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7389840b-3414-420a-8680-7900416dac0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:04.612862 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7389840b-3414-420a-8680-7900416dac0d None None] Bound using segment: {'id': 'f6847776-d56b-4758-a7ae-f09b5bc11d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8bf4f923-62ae-4049-ab63-402bcf8f38be'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:52:04.613847 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7389840b-3414-420a-8680-7900416dac0d None None] Bound port: 9e235a07-299f-476e-8d72-8c1b660eda3a, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6847776-d56b-4758-a7ae-f09b5bc11d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8bf4f923-62ae-4049-ab63-402bcf8f38be'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:52:04.613847 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7389840b-3414-420a-8680-7900416dac0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9e235a07-299f-476e-8d72-8c1b660eda3a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:04.629318 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9171a2d8-5d86-410a-80c9-b360554eae6f req-cd472765-399d-4ee8-b50b-661ba584cfb6 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519614 Feb 07 16:52:04.647716 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868355e-6b05-4043-920f-b5823bea9b44 None None] Pushing event updated for resources: {'Port': ['ID=259ded4b-eb0e-4dea-82af-f4e8a07e8520,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:04.662173 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e440f14f-afa8-4e9c-a253-4a068645c2f3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (134fc487-4793-46b0-8b4d-b5ae8026e0e8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:04.695491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-77a94162-8b48-4ffd-bec6-15faf288c16d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Allocated IP 2001:db8::1 (dbd5cddf-b0b1-42ad-90a0-247a1558defd/dd8a3b0c-148b-4c93-a014-1aa813729abd/51d39b9c-409e-44d8-b0a2-5e0c336c1733) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:52:04.805649 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 6124f81f-5ddd-47ca-84ae-caa98a00790d no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:04.850185 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e168a9bf-15c9-4496-a221-dfbfbf509c60 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:04.861099 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e440f14f-afa8-4e9c-a253-4a068645c2f3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (134fc487-4793-46b0-8b4d-b5ae8026e0e8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:04.861788 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 6124f81f-5ddd-47ca-84ae-caa98a00790d {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:04.862241 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 6124f81f-5ddd-47ca-84ae-caa98a00790d not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:04.864546 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d58267f1-7a10-4bdb-be76-d52f3da1f8f7 None None] Provisioning complete for port b48e4d2b-8365-4ed8-9bb1-feea56d79a3d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:04.865056 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d58267f1-7a10-4bdb-be76-d52f3da1f8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b48e4d2b-8365-4ed8-9bb1-feea56d79a3d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:04.876188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7389840b-3414-420a-8680-7900416dac0d None None] For port 9e235a07-299f-476e-8d72-8c1b660eda3a, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:52:04.928128 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440f14f-afa8-4e9c-a253-4a068645c2f3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=134fc487-4793-46b0-8b4d-b5ae8026e0e8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:05.000159 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7389840b-3414-420a-8680-7900416dac0d None None] For port 9e235a07-299f-476e-8d72-8c1b660eda3a, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9e235a07-299f-476e-8d72-8c1b660eda3a,segment=NetworkSegment(f6847776-d56b-4758-a7ae-f09b5bc11d97),segment_id=f6847776-d56b-4758-a7ae-f09b5bc11d97)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:52:05.036441 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77a94162-8b48-4ffd-bec6-15faf288c16d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for port (51d39b9c-409e-44d8-b0a2-5e0c336c1733), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:05.039271 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e440f14f-afa8-4e9c-a253-4a068645c2f3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 1a1f77b3-7f2b-478e-bd6f-1c890b1efc48 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:05.045823 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e440f14f-afa8-4e9c-a253-4a068645c2f3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:05.048288 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e440f14f-afa8-4e9c-a253-4a068645c2f3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:52:05.054089 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b48e4d2b-8365-4ed8-9bb1-feea56d79a3d up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:05.058820 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7389840b-3414-420a-8680-7900416dac0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9e235a07-299f-476e-8d72-8c1b660eda3a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:05.140968 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e440f14f-afa8-4e9c-a253-4a068645c2f3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:05.141660 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e440f14f-afa8-4e9c-a253-4a068645c2f3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:05.175046 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca3d4a-7fd6-4fa6-b801-7326ae85cdd3 req-c6eea3d3-011c-4763-9f9e-533b94600f1c tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:05.177896 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1cca3d4a-7fd6-4fa6-b801-7326ae85cdd3 req-c6eea3d3-011c-4763-9f9e-533b94600f1c tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 944 time: 0.1631472 Feb 07 16:52:05.181546 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f1a33819-bc32-430c-8431-320675f34755 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting port fd59beff-cca6-4230-8031-2df13a96207e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:05.181904 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1a33819-bc32-430c-8431-320675f34755 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (fd59beff-cca6-4230-8031-2df13a96207e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:05.253211 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389840b-3414-420a-8680-7900416dac0d None None] Pushing event updated for resources: {'Port': ['ID=9e235a07-299f-476e-8d72-8c1b660eda3a,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:05.284070 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e440f14f-afa8-4e9c-a253-4a068645c2f3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.7709484 Feb 07 16:52:05.287475 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1cca3d4a-7fd6-4fa6-b801-7326ae85cdd3 req-5d2880f5-63eb-4835-907c-99e099d8597f tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022649 Feb 07 16:52:05.287758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45912) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:05.301323 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77a94162-8b48-4ffd-bec6-15faf288c16d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (51d39b9c-409e-44d8-b0a2-5e0c336c1733), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:05.367841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d58267f1-7a10-4bdb-be76-d52f3da1f8f7 None None] Current status of the port b48e4d2b-8365-4ed8-9bb1-feea56d79a3d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:05.391300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3828c21-80ef-4768-8ce1-b71596389efc', 'name': 'tempest-ServerRescueTestJSON-1092080412-router', 'tenant_id': '9ad3699b57504f1d8d8119bb8b107134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'e168a9bf-15c9-4496-a221-dfbfbf509c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:51:37Z', 'updated_at': '2022-02-07T16:51:55Z', 'revision_number': 4, 'project_id': '9ad3699b57504f1d8d8119bb8b107134', 'gw_port': {'id': 'e168a9bf-15c9-4496-a221-dfbfbf509c60', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3828c21-80ef-4768-8ce1-b71596389efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:39Z', 'updated_at': '2022-02-07T16:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '259ded4b-eb0e-4dea-82af-f4e8a07e8520', 'name': '', 'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6', 'tenant_id': '9ad3699b57504f1d8d8119bb8b107134', 'mac_address': 'fa:16:3e:16:fc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3828c21-80ef-4768-8ce1-b71596389efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '98c0d994-d3fe-4461-9362-be30eb5a1d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:51Z', 'updated_at': '2022-02-07T16:52:03Z', 'revision_number': 4, 'project_id': '9ad3699b57504f1d8d8119bb8b107134', 'subnets': [{'id': '98c0d994-d3fe-4461-9362-be30eb5a1d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:05.446715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414bb500-31f7-42ad-b728-d4146cd30999 None None] The sync data for ids ['a3828c21-80ef-4768-8ce1-b71596389efc'] in n-d-827865-3 is: [{'id': 'a3828c21-80ef-4768-8ce1-b71596389efc', 'name': 'tempest-ServerRescueTestJSON-1092080412-router', 'tenant_id': '9ad3699b57504f1d8d8119bb8b107134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'e168a9bf-15c9-4496-a221-dfbfbf509c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:51:37Z', 'updated_at': '2022-02-07T16:51:55Z', 'revision_number': 4, 'project_id': '9ad3699b57504f1d8d8119bb8b107134', 'gw_port': {'id': 'e168a9bf-15c9-4496-a221-dfbfbf509c60', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3828c21-80ef-4768-8ce1-b71596389efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:39Z', 'updated_at': '2022-02-07T16:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '259ded4b-eb0e-4dea-82af-f4e8a07e8520', 'name': '', 'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6', 'tenant_id': '9ad3699b57504f1d8d8119bb8b107134', 'mac_address': 'fa:16:3e:16:fc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3828c21-80ef-4768-8ce1-b71596389efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '98c0d994-d3fe-4461-9362-be30eb5a1d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:51Z', 'updated_at': '2022-02-07T16:52:03Z', 'revision_number': 4, 'project_id': '9ad3699b57504f1d8d8119bb8b107134', 'subnets': [{'id': '98c0d994-d3fe-4461-9362-be30eb5a1d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:52:05.464366 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port b48e4d2b-8365-4ed8-9bb1-feea56d79a3d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:05.490328 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b48e4d2b-8365-4ed8-9bb1-feea56d79a3d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:05.745549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-179a4088-36a2-4715-a526-f04be909522a None None] Provisioning complete for port b1539893-4f3b-441e-a582-4e8a5416f77f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:05.745964 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-179a4088-36a2-4715-a526-f04be909522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b1539893-4f3b-441e-a582-4e8a5416f77f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:05.756190 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4ad30bf0-6c21-444d-975c-996e3f8b92fa req-20c49bc5-836b-4adc-802c-ef234a9c35aa tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 210 time: 0.1222265 Feb 07 16:52:05.894331 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-179a4088-36a2-4715-a526-f04be909522a None None] Port b1539893-4f3b-441e-a582-4e8a5416f77f cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:52:05.929385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port b48e4d2b-8365-4ed8-9bb1-feea56d79a3d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:05.950489 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a94162-8b48-4ffd-bec6-15faf288c16d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event updated for resources: {'Port': ['ID=51d39b9c-409e-44d8-b0a2-5e0c336c1733,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:05.976839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a94162-8b48-4ffd-bec6-15faf288c16d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Network dbd5cddf-b0b1-42ad-90a0-247a1558defd is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:06.016829 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-aa363c53-d78a-41bb-9109-930ceb7fa707 None None] Provisioning complete for port 134fc487-4793-46b0-8b4d-b5ae8026e0e8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:06.017451 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aa363c53-d78a-41bb-9109-930ceb7fa707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (134fc487-4793-46b0-8b4d-b5ae8026e0e8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:06.017574 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f1a33819-bc32-430c-8431-320675f34755 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] For port fd59beff-cca6-4230-8031-2df13a96207e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=fd59beff-cca6-4230-8031-2df13a96207e,segment=NetworkSegment(95fe0c24-1dbe-49eb-976d-7e02246d2f57),segment_id=95fe0c24-1dbe-49eb-976d-7e02246d2f57)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:06.017830 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1a33819-bc32-430c-8431-320675f34755 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (fd59beff-cca6-4230-8031-2df13a96207e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:06.061477 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-aa363c53-d78a-41bb-9109-930ceb7fa707 None None] Port 134fc487-4793-46b0-8b4d-b5ae8026e0e8 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:52:06.091468 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-77a94162-8b48-4ffd-bec6-15faf288c16d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:06.102723 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a94162-8b48-4ffd-bec6-15faf288c16d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:52:06.103665 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77a94162-8b48-4ffd-bec6-15faf288c16d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (9a83d274-beee-46a1-9d57-9757c6f093ee), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:06.108002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f1a33819-bc32-430c-8431-320675f34755 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Calling delete_port for fd59beff-cca6-4230-8031-2df13a96207e owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:06.270101 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a698634e-a09b-4963-876a-7dc5b1d28011 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:06.276155 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45932) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:06.277803 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a698634e-a09b-4963-876a-7dc5b1d28011 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 919 time: 0.9889729 Feb 07 16:52:06.310215 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaeabc-2090-45f3-a713-dfbb95283ea6 req-02193b56-e096-4578-bc65-e87501793b4d tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:06.313771 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f4aaeabc-2090-45f3-a713-dfbb95283ea6 req-02193b56-e096-4578-bc65-e87501793b4d tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.48 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 944 time: 0.9039190 Feb 07 16:52:06.405747 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2499234-fdaf-433a-825e-44ab349a2ca0 req-5ddaec96-3f90-4645-9d3c-a57a527474f0 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:06.414849 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2499234-fdaf-433a-825e-44ab349a2ca0 req-5ddaec96-3f90-4645-9d3c-a57a527474f0 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.4699688 Feb 07 16:52:06.667643 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485b10f-eea8-4c98-a022-9393ae142f5a req-965271b5-b2c6-4d44-8868-ee951ec4f72e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:06.669239 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7485b10f-eea8-4c98-a022-9393ae142f5a req-965271b5-b2c6-4d44-8868-ee951ec4f72e tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 944 time: 0.2005761 Feb 07 16:52:06.676316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d37f9bbe-a638-4d18-a52d-666151f0bda4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port 134fc487-4793-46b0-8b4d-b5ae8026e0e8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:06.693426 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d37f9bbe-a638-4d18-a52d-666151f0bda4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (134fc487-4793-46b0-8b4d-b5ae8026e0e8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:06.710191 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-bb2e9854-0813-4ec4-93e3-62e4b8e8f105 None None] Provisioning complete for port 51d39b9c-409e-44d8-b0a2-5e0c336c1733 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:06.711007 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bb2e9854-0813-4ec4-93e3-62e4b8e8f105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (51d39b9c-409e-44d8-b0a2-5e0c336c1733), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:06.758430 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bb2e9854-0813-4ec4-93e3-62e4b8e8f105 None None] Port 51d39b9c-409e-44d8-b0a2-5e0c336c1733 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:52:06.879983 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2499234-fdaf-433a-825e-44ab349a2ca0 req-7b9648b6-6ce7-4aec-8cc8-e6dcc2ad783f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4638283 Feb 07 16:52:06.981862 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7485b10f-eea8-4c98-a022-9393ae142f5a req-070c6b79-bf55-410b-b8e1-683fa25f5b0b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827573 Feb 07 16:52:07.103070 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d37f9bbe-a638-4d18-a52d-666151f0bda4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (134fc487-4793-46b0-8b4d-b5ae8026e0e8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:07.142879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d37f9bbe-a638-4d18-a52d-666151f0bda4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for 134fc487-4793-46b0-8b4d-b5ae8026e0e8 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:07.230425 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77a94162-8b48-4ffd-bec6-15faf288c16d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (51d39b9c-409e-44d8-b0a2-5e0c336c1733), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:07.297782 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9e235a07-299f-476e-8d72-8c1b660eda3a up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:07.302119 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd9416e-56f7-4102-952d-205e1ae8b29a None None] Network 8bf4f923-62ae-4049-ab63-402bcf8f38be requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:07.410564 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1a33819-bc32-430c-8431-320675f34755 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (fd59beff-cca6-4230-8031-2df13a96207e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:07.439244 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d37f9bbe-a638-4d18-a52d-666151f0bda4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (134fc487-4793-46b0-8b4d-b5ae8026e0e8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:07.498336 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a33819-bc32-430c-8431-320675f34755 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Port': ['ID=fd59beff-cca6-4230-8031-2df13a96207e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:07.504863 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1fa3ea86-1e84-4a64-8726-bafadd191b98 req-7842e200-b25e-49a0-b1f5-f7642eb1a21a tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 210 time: 0.3447330 Feb 07 16:52:07.891783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8d082723-031f-45b3-8d49-d07c66cb479e None None] Provisioning complete for port 9e235a07-299f-476e-8d72-8c1b660eda3a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:07.897075 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d082723-031f-45b3-8d49-d07c66cb479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9e235a07-299f-476e-8d72-8c1b660eda3a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:08.024009 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757b384-372b-4018-95bb-1295dae56aad req-57b72d71-64f5-4bad-b55d-c90528acc8e3 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:08.027842 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4757b384-372b-4018-95bb-1295dae56aad req-57b72d71-64f5-4bad-b55d-c90528acc8e3 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.32 "GET /v2.0/networks?id=6c36ab46-5032-4023-96e4-5dff7c96c9c6 HTTP/1.1" status: 200 len: 811 time: 0.4307101 Feb 07 16:52:08.039360 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d37f9bbe-a638-4d18-a52d-666151f0bda4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:08.049030 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d37f9bbe-a638-4d18-a52d-666151f0bda4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/ports/134fc487-4793-46b0-8b4d-b5ae8026e0e8 HTTP/1.1" status: 204 len: 168 time: 1.7693725 Feb 07 16:52:08.054553 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-4757b384-372b-4018-95bb-1295dae56aad req-11c2398f-0731-44ca-b53e-8e39e5371bc7 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Request body: {'port': {'device_id': '15f99e38-e921-473e-8c93-9444a0e3edbb', 'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6', 'admin_state_up': True, 'tenant_id': '9ad3699b57504f1d8d8119bb8b107134'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:08.069756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f9bbe-a638-4d18-a52d-666151f0bda4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=134fc487-4793-46b0-8b4d-b5ae8026e0e8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:08.077557 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45948) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:08.083684 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8d082723-031f-45b3-8d49-d07c66cb479e None None] Current status of the port 9e235a07-299f-476e-8d72-8c1b660eda3a is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:08.083684 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d082723-031f-45b3-8d49-d07c66cb479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9e235a07-299f-476e-8d72-8c1b660eda3a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:08.119778 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 9e235a07-299f-476e-8d72-8c1b660eda3a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:08.120073 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9e235a07-299f-476e-8d72-8c1b660eda3a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:08.189320 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a390084-6b06-400e-beab-13b3086556dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] GET failed (client error): The resource could not be found. Feb 07 16:52:08.190932 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9a390084-6b06-400e-beab-13b3086556dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports/134fc487-4793-46b0-8b4d-b5ae8026e0e8 HTTP/1.1" status: 404 len: 333 time: 0.1090107 Feb 07 16:52:08.197731 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45950) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:08.225396 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77a94162-8b48-4ffd-bec6-15faf288c16d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for port (51d39b9c-409e-44d8-b0a2-5e0c336c1733), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:08.274340 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8d082723-031f-45b3-8d49-d07c66cb479e None None] For port 9e235a07-299f-476e-8d72-8c1b660eda3a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9e235a07-299f-476e-8d72-8c1b660eda3a,segment=NetworkSegment(f6847776-d56b-4758-a7ae-f09b5bc11d97),segment_id=f6847776-d56b-4758-a7ae-f09b5bc11d97)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:08.276651 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f4aaeabc-2090-45f3-a713-dfbb95283ea6 req-6ed84ac2-c853-463d-9ab4-9289ef66e93b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Deleting port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:08.278775 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f4aaeabc-2090-45f3-a713-dfbb95283ea6 req-6ed84ac2-c853-463d-9ab4-9289ef66e93b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:08.302634 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d082723-031f-45b3-8d49-d07c66cb479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9e235a07-299f-476e-8d72-8c1b660eda3a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:08.331476 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e43ed-aa82-41b7-a496-eb3b4c2ab139 req-512b0913-ea11-469f-8c9c-2eb233157593 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:08.333894 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bb6e43ed-aa82-41b7-a496-eb3b4c2ab139 req-512b0913-ea11-469f-8c9c-2eb233157593 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.2755318 Feb 07 16:52:08.433728 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bb6e43ed-aa82-41b7-a496-eb3b4c2ab139 req-9422630d-bc42-4467-b09c-59fe04b36df5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824144 Feb 07 16:52:08.465312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d082723-031f-45b3-8d49-d07c66cb479e None None] Pushing event updated for resources: {'Port': ['ID=9e235a07-299f-476e-8d72-8c1b660eda3a,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:08.480914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4757b384-372b-4018-95bb-1295dae56aad req-11c2398f-0731-44ca-b53e-8e39e5371bc7 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Made reservation on behalf of 9ad3699b57504f1d8d8119bb8b107134 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:08.488581 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f4aaeabc-2090-45f3-a713-dfbb95283ea6 req-6ed84ac2-c853-463d-9ab4-9289ef66e93b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] For port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:08.488987 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f4aaeabc-2090-45f3-a713-dfbb95283ea6 req-6ed84ac2-c853-463d-9ab4-9289ef66e93b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:08.493239 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4757b384-372b-4018-95bb-1295dae56aad req-11c2398f-0731-44ca-b53e-8e39e5371bc7 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:08.503314 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f4aaeabc-2090-45f3-a713-dfbb95283ea6 req-6ed84ac2-c853-463d-9ab4-9289ef66e93b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Calling delete_port for 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:08.517115 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0cffad0d-cdb9-4b7c-bdc6-2e113fc064ab tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port b1539893-4f3b-441e-a582-4e8a5416f77f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:08.517502 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cffad0d-cdb9-4b7c-bdc6-2e113fc064ab tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b1539893-4f3b-441e-a582-4e8a5416f77f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:08.571726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 9e235a07-299f-476e-8d72-8c1b660eda3a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:08.574123 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 259ded4b-eb0e-4dea-82af-f4e8a07e8520 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:08.627205 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77a94162-8b48-4ffd-bec6-15faf288c16d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (51d39b9c-409e-44d8-b0a2-5e0c336c1733), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:08.628037 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77a94162-8b48-4ffd-bec6-15faf288c16d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (9a83d274-beee-46a1-9d57-9757c6f093ee), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:08.713244 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cffad0d-cdb9-4b7c-bdc6-2e113fc064ab tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b1539893-4f3b-441e-a582-4e8a5416f77f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:08.733222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 259ded4b-eb0e-4dea-82af-f4e8a07e8520 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:08.733843 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (259ded4b-eb0e-4dea-82af-f4e8a07e8520), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:08.786921 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0cffad0d-cdb9-4b7c-bdc6-2e113fc064ab tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for b1539893-4f3b-441e-a582-4e8a5416f77f owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:08.801098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:08.808329 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d1173f62-ef16-408e-a977-97bb5e585dd2 req-9abee792-a95f-4ab8-964e-2771eeb45f04 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 210 time: 0.1119852 Feb 07 16:52:08.830630 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a94162-8b48-4ffd-bec6-15faf288c16d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event updated for resources: {'Port': ['ID=51d39b9c-409e-44d8-b0a2-5e0c336c1733,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:08.856970 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e550ff94-1f4e-4c3e-9343-e0d1023869bb None None] Provisioning complete for port 9e235a07-299f-476e-8d72-8c1b660eda3a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:08.857835 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e550ff94-1f4e-4c3e-9343-e0d1023869bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9e235a07-299f-476e-8d72-8c1b660eda3a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:08.888883 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-4757b384-372b-4018-95bb-1295dae56aad req-11c2398f-0731-44ca-b53e-8e39e5371bc7 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Allocated IP 172.20.0.5 (6c36ab46-5032-4023-96e4-5dff7c96c9c6/98c0d994-d3fe-4461-9362-be30eb5a1d39/4baf8f26-2828-4d40-af7e-339619141625) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:52:08.984149 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No active binding found for port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 {{(pid=103228) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 07 16:52:08.984700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] The host n-h1-827865-3 is not matching for port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 host None! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 16:52:08.985209 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:08.998196 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 259ded4b-eb0e-4dea-82af-f4e8a07e8520 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:08.998911 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (259ded4b-eb0e-4dea-82af-f4e8a07e8520), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:09.048511 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f4aaeabc-2090-45f3-a713-dfbb95283ea6 req-6ed84ac2-c853-463d-9ab4-9289ef66e93b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:09.048511 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a94162-8b48-4ffd-bec6-15faf288c16d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Network dbd5cddf-b0b1-42ad-90a0-247a1558defd is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:09.048869 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 259ded4b-eb0e-4dea-82af-f4e8a07e8520, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=259ded4b-eb0e-4dea-82af-f4e8a07e8520,segment=NetworkSegment(dc28be50-c96d-41ea-8f29-76fc1666c8aa),segment_id=dc28be50-c96d-41ea-8f29-76fc1666c8aa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:09.059657 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (259ded4b-eb0e-4dea-82af-f4e8a07e8520), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:09.089916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a443e-595f-4477-90e3-2662b580fd24 req-97935f0d-79ce-4e46-b906-aa6d17e17068 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:09.098033 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e18a443e-595f-4477-90e3-2662b580fd24 req-97935f0d-79ce-4e46-b906-aa6d17e17068 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e210f338-6792-46fd-8a72-c77f83be716b HTTP/1.1" status: 200 len: 944 time: 0.4973071 Feb 07 16:52:09.100819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-77a94162-8b48-4ffd-bec6-15faf288c16d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:09.151573 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4757b384-372b-4018-95bb-1295dae56aad req-11c2398f-0731-44ca-b53e-8e39e5371bc7 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Publish callbacks [] for port (4baf8f26-2828-4d40-af7e-339619141625), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:09.199281 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cffad0d-cdb9-4b7c-bdc6-2e113fc064ab tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (b1539893-4f3b-441e-a582-4e8a5416f77f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:09.202335 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4757b384-372b-4018-95bb-1295dae56aad req-11c2398f-0731-44ca-b53e-8e39e5371bc7 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (4baf8f26-2828-4d40-af7e-339619141625), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:09.220289 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=259ded4b-eb0e-4dea-82af-f4e8a07e8520,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:09.257234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffad0d-cdb9-4b7c-bdc6-2e113fc064ab tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=b1539893-4f3b-441e-a582-4e8a5416f77f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:09.337706 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a94162-8b48-4ffd-bec6-15faf288c16d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Router 9a83d274-beee-46a1-9d57-9757c6f093ee has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:52:09.339870 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed84ac2-c853-463d-9ab4-9289ef66e93b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Pushing event deleted for resources: {'Port': ['ID=2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:09.373606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e550ff94-1f4e-4c3e-9343-e0d1023869bb None None] Current status of the port 9e235a07-299f-476e-8d72-8c1b660eda3a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:09.414739 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4757b384-372b-4018-95bb-1295dae56aad req-11c2398f-0731-44ca-b53e-8e39e5371bc7 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Network 6c36ab46-5032-4023-96e4-5dff7c96c9c6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:09.422523 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-4757b384-372b-4018-95bb-1295dae56aad req-11c2398f-0731-44ca-b53e-8e39e5371bc7 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:09.422873 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9e235a07-299f-476e-8d72-8c1b660eda3a up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:09.434300 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aaeabc-2090-45f3-a713-dfbb95283ea6 req-6ed84ac2-c853-463d-9ab4-9289ef66e93b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] No DVR routers for this DVR port 2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:09.441485 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f4aaeabc-2090-45f3-a713-dfbb95283ea6 req-6ed84ac2-c853-463d-9ab4-9289ef66e93b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:09.441702 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-4757b384-372b-4018-95bb-1295dae56aad req-11c2398f-0731-44ca-b53e-8e39e5371bc7 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:52:09.446034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f4aaeabc-2090-45f3-a713-dfbb95283ea6 req-6ed84ac2-c853-463d-9ab4-9289ef66e93b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.48 "DELETE /v2.0/ports/2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2 HTTP/1.1" status: 204 len: 173 time: 3.0904229 Feb 07 16:52:09.465169 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e210f338-6792-46fd-8a72-c77f83be716b', 'name': 'network-vif-deleted', 'tag': '2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:52:09.468391 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1cd539-fd71-4907-95da-a1aeeccc33ae" -d '{"events": [{"server_uuid": "e210f338-6792-46fd-8a72-c77f83be716b", "name": "network-vif-deleted", "tag": "2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:52:09.559244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2398f-0731-44ca-b53e-8e39e5371bc7 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Pushing event updated for resources: {'Port': ['ID=4baf8f26-2828-4d40-af7e-339619141625,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:09.575206 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cffad0d-cdb9-4b7c-bdc6-2e113fc064ab tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:09.589078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45960) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:09.589850 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0cffad0d-cdb9-4b7c-bdc6-2e113fc064ab tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/ports/b1539893-4f3b-441e-a582-4e8a5416f77f HTTP/1.1" status: 204 len: 168 time: 1.3893437 Feb 07 16:52:09.602629 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757b384-372b-4018-95bb-1295dae56aad req-11c2398f-0731-44ca-b53e-8e39e5371bc7 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:09.603291 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4757b384-372b-4018-95bb-1295dae56aad req-11c2398f-0731-44ca-b53e-8e39e5371bc7 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:09.608798 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1a33819-bc32-430c-8431-320675f34755 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (b9ebef89-0464-4f83-a748-d08b39bf9909), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:09.639860 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 9e235a07-299f-476e-8d72-8c1b660eda3a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:09.640317 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9e235a07-299f-476e-8d72-8c1b660eda3a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:09.663087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-fd575c9a-f344-4fc8-9298-b3c849302bc2 None None] Provisioning complete for port 51d39b9c-409e-44d8-b0a2-5e0c336c1733 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:09.663751 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fd575c9a-f344-4fc8-9298-b3c849302bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (51d39b9c-409e-44d8-b0a2-5e0c336c1733), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:09.676242 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4757b384-372b-4018-95bb-1295dae56aad req-11c2398f-0731-44ca-b53e-8e39e5371bc7 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6277611 Feb 07 16:52:09.689873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Request body: {'port': {'device_id': '15f99e38-e921-473e-8c93-9444a0e3edbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:09.692355 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b57769-7008-4b25-9cdb-803a6eff8751 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] GET failed (client error): The resource could not be found. Feb 07 16:52:09.693839 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-97b57769-7008-4b25-9cdb-803a6eff8751 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports/b1539893-4f3b-441e-a582-4e8a5416f77f HTTP/1.1" status: 404 len: 333 time: 0.1009529 Feb 07 16:52:09.698971 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45962) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:09.732532 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e18a443e-595f-4477-90e3-2662b580fd24 req-5675adc4-4e7f-4c6c-bda7-45b98e4ef6bd tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6330528 Feb 07 16:52:09.768219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fd575c9a-f344-4fc8-9298-b3c849302bc2 None None] Port 51d39b9c-409e-44d8-b0a2-5e0c336c1733 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:52:09.810443 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a94162-8b48-4ffd-bec6-15faf288c16d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:52:09.823668 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65630416-6c7c-407c-8fef-a94802db3de5 None None] Sync routers for ids ['9a83d274-beee-46a1-9d57-9757c6f093ee'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:52:09.837553 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65630416-6c7c-407c-8fef-a94802db3de5 None None] Routers {'9a83d274-beee-46a1-9d57-9757c6f093ee'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:09.840502 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-77a94162-8b48-4ffd-bec6-15faf288c16d tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "PUT /v2.0/routers/9a83d274-beee-46a1-9d57-9757c6f093ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3179166 Feb 07 16:52:09.843215 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-65630416-6c7c-407c-8fef-a94802db3de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9a83d274-beee-46a1-9d57-9757c6f093ee'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:09.847863 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323586f-be32-473b-b6b9-b05d70f6473a req-cd47d4b9-9902-47a7-b21d-5cd7a2ffaf2c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:09.851512 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45966) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:09.851698 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1323586f-be32-473b-b6b9-b05d70f6473a req-cd47d4b9-9902-47a7-b21d-5cd7a2ffaf2c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.2599111 Feb 07 16:52:09.852981 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767c530f-444d-4e61-9a9b-079e456cb18c x-openstack-request-id: req-767c530f-444d-4e61-9a9b-079e456cb18c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:52:09.853291 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e210f338-6792-46fd-8a72-c77f83be716b", "name": "network-vif-deleted", "tag": "2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:52:09.853549 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-767c530f-444d-4e61-9a9b-079e456cb18c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:52:09.853944 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e210f338-6792-46fd-8a72-c77f83be716b', 'name': 'network-vif-deleted', 'tag': '2747d1d2-67fd-45fa-b61f-3b0ffc05c8a2', 'status': 'completed', 'code': 200} Feb 07 16:52:09.929865 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4baf8f26-2828-4d40-af7e-339619141625), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:09.935858 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1de6750-867c-4863-8180-69c06a4612e5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting subnet b0d75125-c5c7-4328-861e-db8fc0f13f53 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:52:09.953872 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1de6750-867c-4863-8180-69c06a4612e5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for subnet (b0d75125-c5c7-4328-861e-db8fc0f13f53), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:09.964559 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-65630416-6c7c-407c-8fef-a94802db3de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:10.005254 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65630416-6c7c-407c-8fef-a94802db3de5 None None] Routers {'9a83d274-beee-46a1-9d57-9757c6f093ee'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:10.006450 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-65630416-6c7c-407c-8fef-a94802db3de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9a83d274-beee-46a1-9d57-9757c6f093ee'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:10.099307 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 9e235a07-299f-476e-8d72-8c1b660eda3a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:10.125915 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-65630416-6c7c-407c-8fef-a94802db3de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:10.127844 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65630416-6c7c-407c-8fef-a94802db3de5 None None] The sync data for ids ['9a83d274-beee-46a1-9d57-9757c6f093ee'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:52:10.171479 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1323586f-be32-473b-b6b9-b05d70f6473a req-7d8dc4b3-7802-4b42-8ff9-22bba3932c97 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2891262 Feb 07 16:52:10.256633 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1de6750-867c-4863-8180-69c06a4612e5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (b0d75125-c5c7-4328-861e-db8fc0f13f53), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:10.423673 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1de6750-867c-4863-8180-69c06a4612e5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (b0d75125-c5c7-4328-861e-db8fc0f13f53), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:10.534534 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4baf8f26-2828-4d40-af7e-339619141625 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:52:10.542099 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1de6750-867c-4863-8180-69c06a4612e5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (b0d75125-c5c7-4328-861e-db8fc0f13f53), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:10.546376 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Publish callbacks [] for port (4baf8f26-2828-4d40-af7e-339619141625), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:10.573155 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef7132f6-717a-4c35-aadf-ed15e0bdcc11 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for router (9a83d274-beee-46a1-9d57-9757c6f093ee), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:10.580281 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de6750-867c-4863-8180-69c06a4612e5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d75125-c5c7-4328-861e-db8fc0f13f53,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:10.584848 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b67ef2-0d24-4999-b8e7-1669221e0b38 req-175f5fa1-d292-4f1f-8477-56af69704c16 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:10.586473 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c2b67ef2-0d24-4999-b8e7-1669221e0b38 req-175f5fa1-d292-4f1f-8477-56af69704c16 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 931 time: 0.5625074 Feb 07 16:52:10.586821 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1de6750-867c-4863-8180-69c06a4612e5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:10.592801 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c1de6750-867c-4863-8180-69c06a4612e5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/subnets/b0d75125-c5c7-4328-861e-db8fc0f13f53 HTTP/1.1" status: 204 len: 168 time: 0.8926184 Feb 07 16:52:10.593535 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45970) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:10.594270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a33819-bc32-430c-8431-320675f34755 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router b9ebef89-0464-4f83-a748-d08b39bf9909 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:52:10.597760 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Transition to ACTIVE for port object 4baf8f26-2828-4d40-af7e-339619141625 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:52:10.604087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc50eec-d874-4245-8a2d-643d4605c41f None None] Network 1a1f77b3-7f2b-478e-bd6f-1c890b1efc48 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:10.616877 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (4baf8f26-2828-4d40-af7e-339619141625), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:10.734372 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (1a1f77b3-7f2b-478e-bd6f-1c890b1efc48), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:10.736020 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Pushing event updated for resources: {'Port': ['ID=4baf8f26-2828-4d40-af7e-339619141625,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:10.808985 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c2b67ef2-0d24-4999-b8e7-1669221e0b38 req-a5bea9e0-efd7-4ab0-9389-f36d43847e52 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130821 Feb 07 16:52:10.809824 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-ef7132f6-717a-4c35-aadf-ed15e0bdcc11 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 16:52:10.811165 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ef7132f6-717a-4c35-aadf-ed15e0bdcc11 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "DELETE /v2.0/routers/9a83d274-beee-46a1-9d57-9757c6f093ee HTTP/1.1" status: 409 len: 329 time: 0.9564269 Feb 07 16:52:10.814312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45974) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:10.855043 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0810012a-22c3-4c66-9bbb-d874ebddd0b3 None None] DHCP port deletion for 1a1f77b3-7f2b-478e-bd6f-1c890b1efc48 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:52:10.883074 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Attempting to bind port 4baf8f26-2828-4d40-af7e-339619141625 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:52:10.883416 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Attempting to bind port 4baf8f26-2828-4d40-af7e-339619141625 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'dc28be50-c96d-41ea-8f29-76fc1666c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:52:10.883750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Attempting to bind port 4baf8f26-2828-4d40-af7e-339619141625 on network 6c36ab46-5032-4023-96e4-5dff7c96c9c6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:52:10.890963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Port 4baf8f26-2828-4d40-af7e-339619141625 on network 6c36ab46-5032-4023-96e4-5dff7c96c9c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:52:10.891303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Attempting to bind port 4baf8f26-2828-4d40-af7e-339619141625 on network 6c36ab46-5032-4023-96e4-5dff7c96c9c6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:52:10.900340 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:52:10.900958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Checking segment: {'id': 'dc28be50-c96d-41ea-8f29-76fc1666c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:52:10.901399 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Bound using segment: {'id': 'dc28be50-c96d-41ea-8f29-76fc1666c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:52:10.901922 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Bound port: 4baf8f26-2828-4d40-af7e-339619141625, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc28be50-c96d-41ea-8f29-76fc1666c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:52:10.902295 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4baf8f26-2828-4d40-af7e-339619141625), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:10.905195 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port b48e4d2b-8365-4ed8-9bb1-feea56d79a3d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:10.905562 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b48e4d2b-8365-4ed8-9bb1-feea56d79a3d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:10.942658 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a33819-bc32-430c-8431-320675f34755 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:52:10.952047 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f1a33819-bc32-430c-8431-320675f34755 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/b9ebef89-0464-4f83-a748-d08b39bf9909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0474880 Feb 07 16:52:10.953518 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45978) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:10.961995 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310bbc5f-ce37-4835-a4c5-67a93f1e7450 None None] Sync routers for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:52:10.995201 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310bbc5f-ce37-4835-a4c5-67a93f1e7450 None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:10.995912 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-310bbc5f-ce37-4835-a4c5-67a93f1e7450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:11.168175 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef2254b-64b1-4bca-8e37-40e0729b6b1e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting subnet ac990b5b-90fa-41fa-a1ee-cebdf3b5897a {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:52:11.217047 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0810012a-22c3-4c66-9bbb-d874ebddd0b3 None None] Deleting port b48e4d2b-8365-4ed8-9bb1-feea56d79a3d {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:11.217047 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0810012a-22c3-4c66-9bbb-d874ebddd0b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b48e4d2b-8365-4ed8-9bb1-feea56d79a3d), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:11.249444 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] For port b48e4d2b-8365-4ed8-9bb1-feea56d79a3d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b48e4d2b-8365-4ed8-9bb1-feea56d79a3d,segment=NetworkSegment(21388882-3ceb-4f0d-8c0e-56bf884a4f28),segment_id=21388882-3ceb-4f0d-8c0e-56bf884a4f28)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:11.252130 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b48e4d2b-8365-4ed8-9bb1-feea56d79a3d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:11.256707 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ef2254b-64b1-4bca-8e37-40e0729b6b1e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for subnet (ac990b5b-90fa-41fa-a1ee-cebdf3b5897a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:11.297757 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for b48e4d2b-8365-4ed8-9bb1-feea56d79a3d owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:11.306870 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] For port 4baf8f26-2828-4d40-af7e-339619141625, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:52:11.336203 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-0810012a-22c3-4c66-9bbb-d874ebddd0b3 None None] For port b48e4d2b-8365-4ed8-9bb1-feea56d79a3d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b48e4d2b-8365-4ed8-9bb1-feea56d79a3d,segment=NetworkSegment(21388882-3ceb-4f0d-8c0e-56bf884a4f28),segment_id=21388882-3ceb-4f0d-8c0e-56bf884a4f28)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:11.337003 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0810012a-22c3-4c66-9bbb-d874ebddd0b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b48e4d2b-8365-4ed8-9bb1-feea56d79a3d), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:11.346121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] For port 4baf8f26-2828-4d40-af7e-339619141625, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4baf8f26-2828-4d40-af7e-339619141625,segment=NetworkSegment(dc28be50-c96d-41ea-8f29-76fc1666c8aa),segment_id=dc28be50-c96d-41ea-8f29-76fc1666c8aa)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:52:11.360787 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0810012a-22c3-4c66-9bbb-d874ebddd0b3 None None] Calling delete_port for b48e4d2b-8365-4ed8-9bb1-feea56d79a3d owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:11.386638 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ef2254b-64b1-4bca-8e37-40e0729b6b1e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (ac990b5b-90fa-41fa-a1ee-cebdf3b5897a), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:11.414865 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c9bd02d-8895-4a0d-8b90-856e3a265be3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (9a83d274-beee-46a1-9d57-9757c6f093ee), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:11.418788 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (4baf8f26-2828-4d40-af7e-339619141625), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:11.428394 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a01b7a-8d00-43b7-9e8c-8ee2c65038e9 req-3d4669f3-a208-4635-a63c-a7e35dc07b05 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:11.438023 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68a01b7a-8d00-43b7-9e8c-8ee2c65038e9 req-3d4669f3-a208-4635-a63c-a7e35dc07b05 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.0975487 Feb 07 16:52:11.463708 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-310bbc5f-ce37-4835-a4c5-67a93f1e7450 None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:52:11.474349 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae42eb-f089-461e-8f99-4a610f8403d9 req-2085578b-b8af-4c92-a72b-0bae260de4b2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:11.482289 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-31ae42eb-f089-461e-8f99-4a610f8403d9 req-2085578b-b8af-4c92-a72b-0bae260de4b2 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 945 time: 0.3100727 Feb 07 16:52:11.526960 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:11.528202 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:11.530926 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4757b384-372b-4018-95bb-1295dae56aad req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] 10.222.0.32 "PUT /v2.0/ports/4baf8f26-2828-4d40-af7e-339619141625 HTTP/1.1" status: 200 len: 1091 time: 1.8449483 Feb 07 16:52:11.530926 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f99e38-e921-473e-8c93-9444a0e3edbb', 'tag': '4baf8f26-2828-4d40-af7e-339619141625'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:52:11.532568 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d36380-01be-40de-83cb-6c88f0f99d85" -d '{"events": [{"name": "network-changed", "server_uuid": "15f99e38-e921-473e-8c93-9444a0e3edbb", "tag": "4baf8f26-2828-4d40-af7e-339619141625"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:52:11.628764 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68a01b7a-8d00-43b7-9e8c-8ee2c65038e9 req-7ef678dd-85ae-4bb2-a206-316fdf13319a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898041 Feb 07 16:52:11.649517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c81de-c2ad-413c-b053-2b01a6ea8581 service neutron] Pushing event updated for resources: {'Port': ['ID=4baf8f26-2828-4d40-af7e-339619141625,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:11.664135 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (b48e4d2b-8365-4ed8-9bb1-feea56d79a3d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:11.680710 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-31ae42eb-f089-461e-8f99-4a610f8403d9 req-ebea4309-ecf5-4d7b-949e-b676f33d0485 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972454 Feb 07 16:52:11.700465 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ef2254b-64b1-4bca-8e37-40e0729b6b1e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (ac990b5b-90fa-41fa-a1ee-cebdf3b5897a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:11.729002 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf876d6-489d-455b-9259-340e7f7690bf x-openstack-request-id: req-eaf876d6-489d-455b-9259-340e7f7690bf {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:52:11.729525 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 259ded4b-eb0e-4dea-82af-f4e8a07e8520 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:11.730247 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f99e38-e921-473e-8c93-9444a0e3edbb", "tag": "4baf8f26-2828-4d40-af7e-339619141625", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:52:11.730749 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eaf876d6-489d-455b-9259-340e7f7690bf {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:52:11.731374 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f99e38-e921-473e-8c93-9444a0e3edbb', 'tag': '4baf8f26-2828-4d40-af7e-339619141625', 'status': 'completed', 'code': 200} Feb 07 16:52:11.733991 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0810012a-22c3-4c66-9bbb-d874ebddd0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (b48e4d2b-8365-4ed8-9bb1-feea56d79a3d), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:11.758910 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No DVR routers for this DVR port b48e4d2b-8365-4ed8-9bb1-feea56d79a3d on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:11.760891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=b48e4d2b-8365-4ed8-9bb1-feea56d79a3d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:11.808666 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:11.809436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:11.810084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:11.810654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:11.811245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:11.811821 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:11.812379 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:11.812933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:11.813530 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:11.814105 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:11.814662 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:11.815383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:11.815944 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:11.843021 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757b384-372b-4018-95bb-1295dae56aad req-e9ad7bfa-037f-48e5-96c1-12c36e8e5787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:11.846267 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4757b384-372b-4018-95bb-1295dae56aad req-e9ad7bfa-037f-48e5-96c1-12c36e8e5787 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ad3699b57504f1d8d8119bb8b107134&device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 1125 time: 0.2538190 Feb 07 16:52:11.850917 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0810012a-22c3-4c66-9bbb-d874ebddd0b3 None None] No DVR routers for this DVR port b48e4d2b-8365-4ed8-9bb1-feea56d79a3d on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:11.857027 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810012a-22c3-4c66-9bbb-d874ebddd0b3 None None] Pushing event deleted for resources: {'Port': ['ID=b48e4d2b-8365-4ed8-9bb1-feea56d79a3d,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:11.909687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 259ded4b-eb0e-4dea-82af-f4e8a07e8520 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:11.910185 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (259ded4b-eb0e-4dea-82af-f4e8a07e8520), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:11.914764 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-310bbc5f-ce37-4835-a4c5-67a93f1e7450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:52:07Z', 'revision_number': 9, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:24Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:11.983702 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310bbc5f-ce37-4835-a4c5-67a93f1e7450 None None] Checking router: b9ebef89-0464-4f83-a748-d08b39bf9909 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:52:11.999644 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cad25-9ef9-4ca6-adaf-d29bd765ce81 req-27d6a454-2d24-4a7f-babb-02e82656fa16 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:12.008569 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-440cad25-9ef9-4ca6-adaf-d29bd765ce81 req-27d6a454-2d24-4a7f-babb-02e82656fa16 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.48 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 945 time: 0.1497397 Feb 07 16:52:12.016205 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310bbc5f-ce37-4835-a4c5-67a93f1e7450 None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:12.016831 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-310bbc5f-ce37-4835-a4c5-67a93f1e7450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:12.030684 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4757b384-372b-4018-95bb-1295dae56aad req-be5a9176-9016-4771-854f-65bbec84b8d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4baf8f26-2828-4d40-af7e-339619141625 HTTP/1.1" status: 200 len: 217 time: 0.1042566 Feb 07 16:52:12.044974 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (1a1f77b3-7f2b-478e-bd6f-1c890b1efc48), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:12.078436 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6c9bd02d-8895-4a0d-8b90-856e3a265be3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Deleting port 51d39b9c-409e-44d8-b0a2-5e0c336c1733 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:12.079096 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c9bd02d-8895-4a0d-8b90-856e3a265be3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (51d39b9c-409e-44d8-b0a2-5e0c336c1733), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:12.101668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757b384-372b-4018-95bb-1295dae56aad req-e3db7eda-ab47-43d9-af18-69ca2f671072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:12.103901 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4757b384-372b-4018-95bb-1295dae56aad req-e3db7eda-ab47-43d9-af18-69ca2f671072 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98c0d994-d3fe-4461-9362-be30eb5a1d39 HTTP/1.1" status: 200 len: 851 time: 0.0541573 Feb 07 16:52:12.166040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 259ded4b-eb0e-4dea-82af-f4e8a07e8520 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:12.168753 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-310bbc5f-ce37-4835-a4c5-67a93f1e7450 None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:52:12.189077 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b42f4b-4c8d-4381-af61-70e782647180 req-de142fd3-624d-4b5f-baa6-6cfcdcb301c4 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:12.190810 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33b42f4b-4c8d-4381-af61-70e782647180 req-de142fd3-624d-4b5f-baa6-6cfcdcb301c4 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 943 time: 0.2565563 Feb 07 16:52:12.191870 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ef2254b-64b1-4bca-8e37-40e0729b6b1e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (ac990b5b-90fa-41fa-a1ee-cebdf3b5897a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:12.196251 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1f77b3-7f2b-478e-bd6f-1c890b1efc48']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:12.203579 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4757b384-372b-4018-95bb-1295dae56aad req-ffbd4c7f-de65-42e8-83db-50ff0989a20f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6c36ab46-5032-4023-96e4-5dff7c96c9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853713 Feb 07 16:52:12.229105 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-440cad25-9ef9-4ca6-adaf-d29bd765ce81 req-3a2efe92-8207-4437-a29a-75109be097e8 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Deleting port 96463051-c299-4469-b0b7-ee7aabbdaf68 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:12.229501 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-440cad25-9ef9-4ca6-adaf-d29bd765ce81 req-3a2efe92-8207-4437-a29a-75109be097e8 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:12.298041 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c9bd02d-8895-4a0d-8b90-856e3a265be3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (51d39b9c-409e-44d8-b0a2-5e0c336c1733), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:12.305323 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b48e4d2b-8365-4ed8-9bb1-feea56d79a3d no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:12.321831 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6c9bd02d-8895-4a0d-8b90-856e3a265be3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Calling delete_port for 51d39b9c-409e-44d8-b0a2-5e0c336c1733 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:12.375113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: b48e4d2b-8365-4ed8-9bb1-feea56d79a3d {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:12.375820 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b48e4d2b-8365-4ed8-9bb1-feea56d79a3d not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:12.376139 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4757b384-372b-4018-95bb-1295dae56aad req-e07dc828-cb91-409d-bd34-7f6df8cd2e94 service neutron] 10.222.0.32 "GET /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996704 Feb 07 16:52:12.388265 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21388882-3ceb-4f0d-8c0e-56bf884a4f28') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:12.388578 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21388882-3ceb-4f0d-8c0e-56bf884a4f28') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:12.403435 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2254b-64b1-4bca-8e37-40e0729b6b1e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Subnet': ['ID=ac990b5b-90fa-41fa-a1ee-cebdf3b5897a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:12.429663 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ef2254b-64b1-4bca-8e37-40e0729b6b1e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:12.432831 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d141b57-5421-44c9-a2c9-90b48a653152 None None] Network 3cc026b1-e235-4dbd-9e3a-6d52de0562aa requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:12.434638 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4ef2254b-64b1-4bca-8e37-40e0729b6b1e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/subnets/ac990b5b-90fa-41fa-a1ee-cebdf3b5897a HTTP/1.1" status: 204 len: 168 time: 1.4801428 Feb 07 16:52:12.437341 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45994) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:12.507779 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (21388882-3ceb-4f0d-8c0e-56bf884a4f28), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:12.517068 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33b42f4b-4c8d-4381-af61-70e782647180 req-1b0b528d-9f34-4c88-8695-1b9358ecde54 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112910 Feb 07 16:52:12.540819 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (21388882-3ceb-4f0d-8c0e-56bf884a4f28), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:12.555831 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:52:12.557000 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (21388882-3ceb-4f0d-8c0e-56bf884a4f28), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:12.558518 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (3cc026b1-e235-4dbd-9e3a-6d52de0562aa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:52:12.561773 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:52:12.594629 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-440cad25-9ef9-4ca6-adaf-d29bd765ce81 req-3a2efe92-8207-4437-a29a-75109be097e8 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] For port 96463051-c299-4469-b0b7-ee7aabbdaf68, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=96463051-c299-4469-b0b7-ee7aabbdaf68,segment=NetworkSegment(2f4f4204-87e8-48ae-8481-ea26164f9857),segment_id=2f4f4204-87e8-48ae-8481-ea26164f9857)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:12.595003 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-440cad25-9ef9-4ca6-adaf-d29bd765ce81 req-3a2efe92-8207-4437-a29a-75109be097e8 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:12.621603 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-440cad25-9ef9-4ca6-adaf-d29bd765ce81 req-3a2efe92-8207-4437-a29a-75109be097e8 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Calling delete_port for 96463051-c299-4469-b0b7-ee7aabbdaf68 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:12.660254 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-310bbc5f-ce37-4835-a4c5-67a93f1e7450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:52:07Z', 'revision_number': 9, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:24Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:12.712504 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (1a1f77b3-7f2b-478e-bd6f-1c890b1efc48), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:12.721759 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4757b384-372b-4018-95bb-1295dae56aad req-1b42037a-7851-4ca8-ac4f-76d1c4e630cd service neutron] 10.222.0.32 "GET /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269579 Feb 07 16:52:12.734091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310bbc5f-ce37-4835-a4c5-67a93f1e7450 None None] The sync data for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 is: [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:52:07Z', 'revision_number': 9, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4ed4b54-5f70-473b-8427-d04a68694607', 'name': '', 'network_id': '3682239c-b1ba-43f9-aec1-43237474e741', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:77:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:16Z', 'updated_at': '2022-02-07T16:51:24Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': '70609150-dff1-41ab-92b8-b81d676ce2c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:52:12.747711 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:12.758926 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5fd6e3-9da5-4261-b96f-eed827c7114a None None] DHCP port deletion for 3cc026b1-e235-4dbd-9e3a-6d52de0562aa request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:52:12.765925 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/networks/1a1f77b3-7f2b-478e-bd6f-1c890b1efc48 HTTP/1.1" status: 204 len: 168 time: 2.1665900 Feb 07 16:52:12.777194 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46000) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:12.797772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cdff1e9c-c570-4fa3-a850-caa7f7aa9732 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1342264933'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:12.804460 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:52:12.841852 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418648b7-4acd-4232-8c19-8f256748285d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Network': ['ID=1a1f77b3-7f2b-478e-bd6f-1c890b1efc48,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:12.852859 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdff1e9c-c570-4fa3-a850-caa7f7aa9732 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:12.856813 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdff1e9c-c570-4fa3-a850-caa7f7aa9732 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:12.952512 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:12.970679 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'port_id': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8', 'mac_address': 'fa:16:3e:6a:51:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:52:12.976241 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1dd492-a966-49d3-8310-b977d8d51ac1 req-c1f72086-1de5-4266-9e96-b84394dbafaf tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:12.978147 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8e1dd492-a966-49d3-8310-b977d8d51ac1 req-c1f72086-1de5-4266-9e96-b84394dbafaf tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 945 time: 0.1579666 Feb 07 16:52:12.997331 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d36380-01be-40de-83cb-6c88f0f99d85 req-1f038d33-91eb-4dca-b794-d8da0a518e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:12.999187 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7d36380-01be-40de-83cb-6c88f0f99d85 req-1f038d33-91eb-4dca-b794-d8da0a518e7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ad3699b57504f1d8d8119bb8b107134&device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 1125 time: 0.1810472 Feb 07 16:52:12.999512 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:12.999984 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (67244b40-c8c3-4bf2-a7d8-5f44a3106cb2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:13.033908 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45cf74-a720-409b-be74-a93ce05c34d5 req-678f05a2-bfd5-4fc3-b1a7-3797cd75a403 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:13.035456 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1b45cf74-a720-409b-be74-a93ce05c34d5 req-678f05a2-bfd5-4fc3-b1a7-3797cd75a403 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.2203910 Feb 07 16:52:13.050125 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:13.050678 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:13.124104 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdff1e9c-c570-4fa3-a850-caa7f7aa9732 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:52:13.131466 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8e1dd492-a966-49d3-8310-b977d8d51ac1 req-f2a3296d-ee02-42a5-8505-d3f4914a5e64 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/security-groups?id=57e455be-8573-469e-ba57-94da1bbd16c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454985 Feb 07 16:52:13.137313 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c9bd02d-8895-4a0d-8b90-856e3a265be3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (51d39b9c-409e-44d8-b0a2-5e0c336c1733), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:13.202340 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdff1e9c-c570-4fa3-a850-caa7f7aa9732 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (7b08903b-1e43-41f7-b347-3100442bf7b7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:13.202762 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-cdff1e9c-c570-4fa3-a850-caa7f7aa9732 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Added segment 7b08903b-1e43-41f7-b347-3100442bf7b7 of type vlan for network bcae5f29-fbb5-4867-9aed-dafa5f171b76 Feb 07 16:52:13.267740 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdff1e9c-c570-4fa3-a850-caa7f7aa9732 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (bcae5f29-fbb5-4867-9aed-dafa5f171b76), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:13.307445 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdff1e9c-c570-4fa3-a850-caa7f7aa9732 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (bcae5f29-fbb5-4867-9aed-dafa5f171b76), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:13.310109 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:13.313991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fe5fd6e3-9da5-4261-b96f-eed827c7114a None None] Deleting port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:13.314587 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fe5fd6e3-9da5-4261-b96f-eed827c7114a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (67244b40-c8c3-4bf2-a7d8-5f44a3106cb2), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:13.314721 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdff1e9c-c570-4fa3-a850-caa7f7aa9732 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:13.315497 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdff1e9c-c570-4fa3-a850-caa7f7aa9732 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:13.356299 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bd02d-8895-4a0d-8b90-856e3a265be3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event deleted for resources: {'Port': ['ID=51d39b9c-409e-44d8-b0a2-5e0c336c1733,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:13.391453 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1b45cf74-a720-409b-be74-a93ce05c34d5 req-fda10fe4-4f17-4e0c-9942-4c446054eddf tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3194003 Feb 07 16:52:13.400660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] For port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=67244b40-c8c3-4bf2-a7d8-5f44a3106cb2,segment=NetworkSegment(95fe0c24-1dbe-49eb-976d-7e02246d2f57),segment_id=95fe0c24-1dbe-49eb-976d-7e02246d2f57)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:13.401218 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (67244b40-c8c3-4bf2-a7d8-5f44a3106cb2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:13.455167 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-fe5fd6e3-9da5-4261-b96f-eed827c7114a None None] For port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=67244b40-c8c3-4bf2-a7d8-5f44a3106cb2,segment=NetworkSegment(95fe0c24-1dbe-49eb-976d-7e02246d2f57),segment_id=95fe0c24-1dbe-49eb-976d-7e02246d2f57)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:13.455969 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fe5fd6e3-9da5-4261-b96f-eed827c7114a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (67244b40-c8c3-4bf2-a7d8-5f44a3106cb2), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:13.476394 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fe5fd6e3-9da5-4261-b96f-eed827c7114a None None] Calling delete_port for 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:13.571700 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Calling delete_port for 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:13.601045 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:52:13.615977 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c9bd02d-8895-4a0d-8b90-856e3a265be3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (9a83d274-beee-46a1-9d57-9757c6f093ee), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:13.625848 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fe5fd6e3-9da5-4261-b96f-eed827c7114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (67244b40-c8c3-4bf2-a7d8-5f44a3106cb2), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:13.652895 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5fd6e3-9da5-4261-b96f-eed827c7114a None None] No DVR routers for this DVR port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:13.704798 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (67244b40-c8c3-4bf2-a7d8-5f44a3106cb2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:13.705565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:13.710628 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fd6e3-9da5-4261-b96f-eed827c7114a None None] Pushing event deleted for resources: {'Port': ['ID=67244b40-c8c3-4bf2-a7d8-5f44a3106cb2,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:13.719271 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No active binding found for port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 {{(pid=103228) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 07 16:52:13.720481 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] The host n-d-827865-3 is not matching for port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 host None! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 16:52:13.721136 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:13.721824 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device fd59beff-cca6-4230-8031-2df13a96207e no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:13.724956 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-440cad25-9ef9-4ca6-adaf-d29bd765ce81 req-3a2efe92-8207-4437-a29a-75109be097e8 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (96463051-c299-4469-b0b7-ee7aabbdaf68), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:13.729980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] No DVR routers for this DVR port 67244b40-c8c3-4bf2-a7d8-5f44a3106cb2 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:13.730903 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:13.760295 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: fd59beff-cca6-4230-8031-2df13a96207e {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:13.761413 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device fd59beff-cca6-4230-8031-2df13a96207e not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:13.806927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Port': ['ID=67244b40-c8c3-4bf2-a7d8-5f44a3106cb2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:13.836969 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['ea91aac2-6103-4fb6-9882-bc52e9d4f2e8'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:52:13.876627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:13.975614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2efe92-8207-4437-a29a-75109be097e8 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Pushing event deleted for resources: {'Port': ['ID=96463051-c299-4469-b0b7-ee7aabbdaf68,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:13.991551 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff1e9c-c570-4fa3-a850-caa7f7aa9732 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Network': ['ID=bcae5f29-fbb5-4867-9aed-dafa5f171b76,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:14.009100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network bcae5f29-fbb5-4867-9aed-dafa5f171b76 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:52:14.009367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d36380-01be-40de-83cb-6c88f0f99d85 req-f37eb0fd-308c-4605-a8cd-0631d76e0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:14.010925 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7d36380-01be-40de-83cb-6c88f0f99d85 req-f37eb0fd-308c-4605-a8cd-0631d76e0a6e service neutron] 10.222.0.32 "GET /v2.0/networks?id=6c36ab46-5032-4023-96e4-5dff7c96c9c6 HTTP/1.1" status: 200 len: 912 time: 0.9996502 Feb 07 16:52:14.011068 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-440cad25-9ef9-4ca6-adaf-d29bd765ce81 req-3a2efe92-8207-4437-a29a-75109be097e8 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] No DVR routers for this DVR port 96463051-c299-4469-b0b7-ee7aabbdaf68 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:14.021652 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-440cad25-9ef9-4ca6-adaf-d29bd765ce81 req-3a2efe92-8207-4437-a29a-75109be097e8 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:14.025096 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-440cad25-9ef9-4ca6-adaf-d29bd765ce81 req-3a2efe92-8207-4437-a29a-75109be097e8 tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.48 "DELETE /v2.0/ports/96463051-c299-4469-b0b7-ee7aabbdaf68 HTTP/1.1" status: 204 len: 173 time: 2.0129697 Feb 07 16:52:14.027914 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e', 'name': 'network-vif-deleted', 'tag': '96463051-c299-4469-b0b7-ee7aabbdaf68'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:52:14.038016 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615095f1-50dd-490b-b2ee-1186ceed898d" -d '{"events": [{"server_uuid": "7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e", "name": "network-vif-deleted", "tag": "96463051-c299-4469-b0b7-ee7aabbdaf68"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:52:14.042523 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cdff1e9c-c570-4fa3-a850-caa7f7aa9732 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2611961 Feb 07 16:52:14.091345 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46010) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:14.101886 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5d8c370e-f6b6-41c1-b72a-cbbdd2747082 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'subnet': {'network_id': 'bcae5f29-fbb5-4867-9aed-dafa5f171b76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:14.121232 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7d36380-01be-40de-83cb-6c88f0f99d85 req-5e6195e9-c091-42db-862d-deeeb809654c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4baf8f26-2828-4d40-af7e-339619141625 HTTP/1.1" status: 200 len: 217 time: 0.1026742 Feb 07 16:52:14.136627 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (3cc026b1-e235-4dbd-9e3a-6d52de0562aa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:14.145899 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93995b09-f22a-4f48-b2d4-bc7bca4ef9c2 req-41838f52-59c8-4368-b726-b729f77d36ec tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:14.149429 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebbaeac-aa84-439c-9e2f-ceb049cf003d x-openstack-request-id: req-aebbaeac-aa84-439c-9e2f-ceb049cf003d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:52:14.149834 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-93995b09-f22a-4f48-b2d4-bc7bca4ef9c2 req-41838f52-59c8-4368-b726-b729f77d36ec tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 943 time: 0.1909871 Feb 07 16:52:14.156820 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e", "name": "network-vif-deleted", "tag": "96463051-c299-4469-b0b7-ee7aabbdaf68", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:52:14.157102 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aebbaeac-aa84-439c-9e2f-ceb049cf003d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:52:14.157577 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e', 'name': 'network-vif-deleted', 'tag': '96463051-c299-4469-b0b7-ee7aabbdaf68', 'status': 'completed', 'code': 200} Feb 07 16:52:14.216322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc026b1-e235-4dbd-9e3a-6d52de0562aa']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:14.227285 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95fe0c24-1dbe-49eb-976d-7e02246d2f57') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:14.227595 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95fe0c24-1dbe-49eb-976d-7e02246d2f57') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:14.247117 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (95fe0c24-1dbe-49eb-976d-7e02246d2f57), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:14.250421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d36380-01be-40de-83cb-6c88f0f99d85 req-173679ab-1aba-499e-bcfb-798ff0878dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:14.251717 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7d36380-01be-40de-83cb-6c88f0f99d85 req-173679ab-1aba-499e-bcfb-798ff0878dfb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98c0d994-d3fe-4461-9362-be30eb5a1d39 HTTP/1.1" status: 200 len: 851 time: 0.0628204 Feb 07 16:52:14.326829 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7d36380-01be-40de-83cb-6c88f0f99d85 req-a8aaa938-5f73-4a06-a133-e1491b332fba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6c36ab46-5032-4023-96e4-5dff7c96c9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658226 Feb 07 16:52:14.409409 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-93995b09-f22a-4f48-b2d4-bc7bca4ef9c2 req-6fe0a92d-ee22-417b-85dc-71c2b9ac9fa2 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621065 Feb 07 16:52:14.476243 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7d36380-01be-40de-83cb-6c88f0f99d85 req-e9505521-c077-4459-885c-a2f3a73ddd4b service neutron] 10.222.0.32 "GET /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420183 Feb 07 16:52:14.482699 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46018) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:14.546313 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8c370e-f6b6-41c1-b72a-cbbdd2747082 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:14.560469 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d8c370e-f6b6-41c1-b72a-cbbdd2747082 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:14.605043 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (95fe0c24-1dbe-49eb-976d-7e02246d2f57), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:14.629940 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-568e4777-5be7-41e7-8961-88b2c1db480a req-46b1658a-2575-4dfe-b67f-4736bd67631b tempest-LiveMigrationTest-130974267 tempest-LiveMigrationTest-130974267-project] 10.222.0.18 "GET /v2.0/ports?device_id=7540dd03-d18f-4ebd-8ea4-f1fe19ec1f1e HTTP/1.1" status: 200 len: 210 time: 0.3716555 Feb 07 16:52:14.635536 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:52:14.636312 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (95fe0c24-1dbe-49eb-976d-7e02246d2f57), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:52:14.640034 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:52:14.682944 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9bd02d-8895-4a0d-8b90-856e3a265be3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Router 9a83d274-beee-46a1-9d57-9757c6f093ee has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:52:14.775879 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:14.780048 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (3cc026b1-e235-4dbd-9e3a-6d52de0562aa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:14.785037 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:14.791198 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/networks/3cc026b1-e235-4dbd-9e3a-6d52de0562aa HTTP/1.1" status: 204 len: 168 time: 2.3526993 Feb 07 16:52:14.796568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46022) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:14.838809 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:14.839188 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:14.855981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee3438-0994-4c09-974b-11d15fbdca8e tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Network': ['ID=3cc026b1-e235-4dbd-9e3a-6d52de0562aa,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:14.898472 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce09c0-a2ce-4f52-8981-0d72edb94d23 req-72e9b330-e43d-4baa-b449-00c892c04417 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:14.900421 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-96ce09c0-a2ce-4f52-8981-0d72edb94d23 req-72e9b330-e43d-4baa-b449-00c892c04417 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 944 time: 0.3352797 Feb 07 16:52:14.901355 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9bd02d-8895-4a0d-8b90-856e3a265be3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:52:14.912864 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6c9bd02d-8895-4a0d-8b90-856e3a265be3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "PUT /v2.0/routers/9a83d274-beee-46a1-9d57-9757c6f093ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0972598 Feb 07 16:52:14.913707 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46024) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:14.915949 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3985247f-7247-4a4a-ab83-9e8aca8d0e24 None None] Sync routers for ids ['9a83d274-beee-46a1-9d57-9757c6f093ee'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:52:14.928122 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7d36380-01be-40de-83cb-6c88f0f99d85 req-76eceaba-ac54-410b-8b43-4964d6bb6daf service neutron] 10.222.0.32 "GET /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464512 Feb 07 16:52:14.940276 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3985247f-7247-4a4a-ab83-9e8aca8d0e24 None None] Routers {'9a83d274-beee-46a1-9d57-9757c6f093ee'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:14.940701 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-3985247f-7247-4a4a-ab83-9e8aca8d0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9a83d274-beee-46a1-9d57-9757c6f093ee'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:14.983809 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:14.984531 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:14.998115 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-3985247f-7247-4a4a-ab83-9e8aca8d0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:15.013973 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3985247f-7247-4a4a-ab83-9e8aca8d0e24 None None] Routers {'9a83d274-beee-46a1-9d57-9757c6f093ee'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:15.014856 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-3985247f-7247-4a4a-ab83-9e8aca8d0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9a83d274-beee-46a1-9d57-9757c6f093ee'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:15.038695 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-0e1bf252-a805-4875-83ad-adeb106a26dc tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] show failed (client error): The resource could not be found. Feb 07 16:52:15.043623 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0e1bf252-a805-4875-83ad-adeb106a26dc tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1142168496 HTTP/1.1" status: 404 len: 335 time: 0.1067846 Feb 07 16:52:15.047177 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46026) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:15.054341 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e172ab82-6978-405f-90ef-2fc1cfceb709 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:15.057460 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:15.058812 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a657a5bb-36be-45e9-abe9-8e055c03eb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:52:15.066496 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3d162a-6595-4221-ba09-0bffe57909f6" -d '{"events": [{"server_uuid": "a657a5bb-36be-45e9-abe9-8e055c03eb75", "name": "network-vif-plugged", "status": "completed", "tag": "ea91aac2-6103-4fb6-9882-bc52e9d4f2e8"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:52:15.072710 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:15.074325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 96463051-c299-4469-b0b7-ee7aabbdaf68 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:15.085599 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-3985247f-7247-4a4a-ab83-9e8aca8d0e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:15.086614 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3985247f-7247-4a4a-ab83-9e8aca8d0e24 None None] The sync data for ids ['9a83d274-beee-46a1-9d57-9757c6f093ee'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:52:15.116040 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-e172ab82-6978-405f-90ef-2fc1cfceb709 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] update failed (client error): The resource could not be found. Feb 07 16:52:15.120547 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e172ab82-6978-405f-90ef-2fc1cfceb709 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1908119290 HTTP/1.1" status: 404 len: 335 time: 0.0723543 Feb 07 16:52:15.123107 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46030) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:15.131534 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 96463051-c299-4469-b0b7-ee7aabbdaf68 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:15.132130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 96463051-c299-4469-b0b7-ee7aabbdaf68 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:15.137796 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6d3ceb-42a2-4ff4-a1b0-b3d0d11d6167 x-openstack-request-id: req-4d6d3ceb-42a2-4ff4-a1b0-b3d0d11d6167 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:52:15.138105 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a657a5bb-36be-45e9-abe9-8e055c03eb75", "name": "network-vif-plugged", "status": "completed", "tag": "ea91aac2-6103-4fb6-9882-bc52e9d4f2e8", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:52:15.138514 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d6d3ceb-42a2-4ff4-a1b0-b3d0d11d6167 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:52:15.138992 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a657a5bb-36be-45e9-abe9-8e055c03eb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8', 'code': 200} Feb 07 16:52:15.149998 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-96ce09c0-a2ce-4f52-8981-0d72edb94d23 req-ab748d55-f8fa-4e94-9c89-780501059842 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264502 Feb 07 16:52:15.204218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:15.234642 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d8c370e-f6b6-41c1-b72a-cbbdd2747082 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (66c7ffa1-32b4-49b4-a985-7604634b2bd4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:15.277886 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-72debb80-7564-4d19-91d3-99d1a647a499 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Deleting subnet 05c23aa6-948c-4c35-bdc1-b60a28fccfa0 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:52:15.285820 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72debb80-7564-4d19-91d3-99d1a647a499 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for subnet (05c23aa6-948c-4c35-bdc1-b60a28fccfa0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:15.352547 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c370e-f6b6-41c1-b72a-cbbdd2747082 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Subnet': ['ID=66c7ffa1-32b4-49b4-a985-7604634b2bd4,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:15.352814 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72debb80-7564-4d19-91d3-99d1a647a499 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (05c23aa6-948c-4c35-bdc1-b60a28fccfa0), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:15.358804 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8c370e-f6b6-41c1-b72a-cbbdd2747082 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Checking segment: {'id': '7b08903b-1e43-41f7-b347-3100442bf7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcae5f29-fbb5-4867-9aed-dafa5f171b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:52:15.359025 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8c370e-f6b6-41c1-b72a-cbbdd2747082 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network hostable DHCP agents. Network: bcae5f29-fbb5-4867-9aed-dafa5f171b76, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:52:15.412759 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8c370e-f6b6-41c1-b72a-cbbdd2747082 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network bcae5f29-fbb5-4867-9aed-dafa5f171b76 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:52:15.430295 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5d8c370e-f6b6-41c1-b72a-cbbdd2747082 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, bcae5f29-fbb5-4867-9aed-dafa5f171b76) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:15.435867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8c370e-f6b6-41c1-b72a-cbbdd2747082 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:15.436609 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5d8c370e-f6b6-41c1-b72a-cbbdd2747082 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:15.462266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16b041c-2a44-40e8-9895-ad8c1b2d5fc7 None None] Network bcae5f29-fbb5-4867-9aed-dafa5f171b76 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:15.480984 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5d8c370e-f6b6-41c1-b72a-cbbdd2747082 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3884444 Feb 07 16:52:15.484358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46034) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:15.492906 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0d0537c7-a9ce-4e1c-866e-183a3f49b285 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'network_id': 'bcae5f29-fbb5-4867-9aed-dafa5f171b76', 'name': 'tempest-PortsTestJSON-1958088644', 'fixed_ips': [{'subnet_id': '66c7ffa1-32b4-49b4-a985-7604634b2bd4', 'ip_address': '172.20.0.10'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:15.589092 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60a77fc6-ed08-40bb-bdf7-177711cd7416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (2e8055b8-e335-4fb5-bf9d-d118c09146a9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:15.608715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-bcae5f29-fbb5-4867-9aed-dafa5f171b76', 'network_id': 'bcae5f29-fbb5-4867-9aed-dafa5f171b76', 'project_id': '8f6693c13415441784e70842eae1e972', 'fixed_ips': [{'subnet_id': '66c7ffa1-32b4-49b4-a985-7604634b2bd4'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:52:15.609917 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:15.641064 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72debb80-7564-4d19-91d3-99d1a647a499 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (05c23aa6-948c-4c35-bdc1-b60a28fccfa0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:15.724338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46046) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:15.850864 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] Allocated IP 172.20.0.2 (bcae5f29-fbb5-4867-9aed-dafa5f171b76/66c7ffa1-32b4-49b4-a985-7604634b2bd4/52254586-7ee3-46c2-a899-91ac231f2321) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:52:15.888326 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0537c7-a9ce-4e1c-866e-183a3f49b285 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:15.901493 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78493dab-aa8c-4bf3-8d9e-7bf7eea9d3f5 req-5ec1b554-f6b0-4585-ad48-2e3d1774854c tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:15.903544 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-78493dab-aa8c-4bf3-8d9e-7bf7eea9d3f5 req-5ec1b554-f6b0-4585-ad48-2e3d1774854c tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 943 time: 0.3006184 Feb 07 16:52:15.930383 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72debb80-7564-4d19-91d3-99d1a647a499 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (05c23aa6-948c-4c35-bdc1-b60a28fccfa0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:15.981866 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f6ec40-af48-4689-9b95-ce2414ab778c admin admin] Deleting subnet e9d72c12-d0bd-4126-b125-fb7d60290221 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:52:15.992720 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84f6ec40-af48-4689-9b95-ce2414ab778c admin admin] Publish callbacks [] for subnet (e9d72c12-d0bd-4126-b125-fb7d60290221), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:16.009044 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72debb80-7564-4d19-91d3-99d1a647a499 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:16.013715 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-72debb80-7564-4d19-91d3-99d1a647a499 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "DELETE /v2.0/subnets/05c23aa6-948c-4c35-bdc1-b60a28fccfa0 HTTP/1.1" status: 204 len: 168 time: 0.8896158 Feb 07 16:52:16.026120 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46056) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:16.115885 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72debb80-7564-4d19-91d3-99d1a647a499 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event deleted for resources: {'Subnet': ['ID=05c23aa6-948c-4c35-bdc1-b60a28fccfa0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:16.116400 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84f6ec40-af48-4689-9b95-ce2414ab778c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (e9d72c12-d0bd-4126-b125-fb7d60290221), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:16.143096 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] Publish callbacks [] for port (52254586-7ee3-46c2-a899-91ac231f2321), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:16.150396 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f8b212-55a3-4ca7-8854-bc766e4f0429 None None] Network 8bf4f923-62ae-4049-ab63-402bcf8f38be requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:16.166547 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-78493dab-aa8c-4bf3-8d9e-7bf7eea9d3f5 req-b76feaaa-dfe8-4725-ba3d-cdb773f5a519 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562101 Feb 07 16:52:16.187559 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (52254586-7ee3-46c2-a899-91ac231f2321), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:16.189222 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c68807b8-a0eb-4918-83ba-0107541a4806 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (b9ebef89-0464-4f83-a748-d08b39bf9909), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:16.244125 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84f6ec40-af48-4689-9b95-ce2414ab778c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (e9d72c12-d0bd-4126-b125-fb7d60290221), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:16.310699 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d0537c7-a9ce-4e1c-866e-183a3f49b285 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:16.328713 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] Network bcae5f29-fbb5-4867-9aed-dafa5f171b76 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:16.334475 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (8bf4f923-62ae-4049-ab63-402bcf8f38be), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:16.343148 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:16.346227 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-0d0537c7-a9ce-4e1c-866e-183a3f49b285 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] device_id is not set on port 1dbac1ee-a9cb-4384-b677-8e562777b7ce yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:52:16.354941 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:52:16.371231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] Pushing event updated for resources: {'Port': ['ID=52254586-7ee3-46c2-a899-91ac231f2321,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:16.431713 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84f6ec40-af48-4689-9b95-ce2414ab778c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (e9d72c12-d0bd-4126-b125-fb7d60290221), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:16.485268 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84f6ec40-af48-4689-9b95-ce2414ab778c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:16.490198 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-84f6ec40-af48-4689-9b95-ce2414ab778c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e9d72c12-d0bd-4126-b125-fb7d60290221 HTTP/1.1" status: 204 len: 168 time: 0.7607477 Feb 07 16:52:16.494001 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6ec40-af48-4689-9b95-ce2414ab778c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9d72c12-d0bd-4126-b125-fb7d60290221,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:16.498090 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46074) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:16.516324 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] Attempting to bind port 52254586-7ee3-46c2-a899-91ac231f2321 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:52:16.516324 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] Attempting to bind port 52254586-7ee3-46c2-a899-91ac231f2321 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '7b08903b-1e43-41f7-b347-3100442bf7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcae5f29-fbb5-4867-9aed-dafa5f171b76'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:52:16.516324 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] Attempting to bind port 52254586-7ee3-46c2-a899-91ac231f2321 on network bcae5f29-fbb5-4867-9aed-dafa5f171b76 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:52:16.529055 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:52:16.530070 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] Checking segment: {'id': '7b08903b-1e43-41f7-b347-3100442bf7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcae5f29-fbb5-4867-9aed-dafa5f171b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:52:16.530070 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:16.530385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] Bound using segment: {'id': '7b08903b-1e43-41f7-b347-3100442bf7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcae5f29-fbb5-4867-9aed-dafa5f171b76'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:52:16.531001 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] Bound port: 52254586-7ee3-46c2-a899-91ac231f2321, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b08903b-1e43-41f7-b347-3100442bf7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcae5f29-fbb5-4867-9aed-dafa5f171b76'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:52:16.531458 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (52254586-7ee3-46c2-a899-91ac231f2321), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:16.680690 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] For port 52254586-7ee3-46c2-a899-91ac231f2321, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:52:16.696004 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] For port 52254586-7ee3-46c2-a899-91ac231f2321, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=52254586-7ee3-46c2-a899-91ac231f2321,segment=NetworkSegment(7b08903b-1e43-41f7-b347-3100442bf7b7),segment_id=7b08903b-1e43-41f7-b347-3100442bf7b7)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:52:16.706048 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f24245-b4be-4dda-8777-974cf4060a14 None None] DHCP port deletion for 8bf4f923-62ae-4049-ab63-402bcf8f38be request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:52:16.715522 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (52254586-7ee3-46c2-a899-91ac231f2321), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:16.731263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91604d14-1a43-4548-90f1-b5e3a40a6cf5 req-90841d3c-c21a-4409-80da-f704e12a386b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:16.733799 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-91604d14-1a43-4548-90f1-b5e3a40a6cf5 req-90841d3c-c21a-4409-80da-f704e12a386b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.3798602 Feb 07 16:52:16.750189 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14eb3a1d-41e7-4674-b1cc-eb05b4b222f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:16.771702 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-0d0537c7-a9ce-4e1c-866e-183a3f49b285 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Allocated IP 172.20.0.10 (bcae5f29-fbb5-4867-9aed-dafa5f171b76/66c7ffa1-32b4-49b4-a985-7604634b2bd4/1dbac1ee-a9cb-4384-b677-8e562777b7ce) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:52:16.914076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a153d8-7b52-412a-8755-2fd90d8dd882 None None] Pushing event updated for resources: {'Port': ['ID=52254586-7ee3-46c2-a899-91ac231f2321,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:16.941098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f4f24245-b4be-4dda-8777-974cf4060a14 None None] Deleting port 9e235a07-299f-476e-8d72-8c1b660eda3a {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:16.942389 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f4f24245-b4be-4dda-8777-974cf4060a14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (9e235a07-299f-476e-8d72-8c1b660eda3a), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:16.976610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Deleting port 9e235a07-299f-476e-8d72-8c1b660eda3a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:16.977155 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (9e235a07-299f-476e-8d72-8c1b660eda3a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:17.063628 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f4f24245-b4be-4dda-8777-974cf4060a14 None None] For port 9e235a07-299f-476e-8d72-8c1b660eda3a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9e235a07-299f-476e-8d72-8c1b660eda3a,segment=NetworkSegment(f6847776-d56b-4758-a7ae-f09b5bc11d97),segment_id=f6847776-d56b-4758-a7ae-f09b5bc11d97)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:17.064342 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f4f24245-b4be-4dda-8777-974cf4060a14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (9e235a07-299f-476e-8d72-8c1b660eda3a), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:17.111407 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f4f24245-b4be-4dda-8777-974cf4060a14 None None] Calling delete_port for 9e235a07-299f-476e-8d72-8c1b660eda3a owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:17.225810 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4baf8f26-2828-4d40-af7e-339619141625 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:52:17.230496 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f4f24245-b4be-4dda-8777-974cf4060a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (9e235a07-299f-476e-8d72-8c1b660eda3a), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:17.233687 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-91604d14-1a43-4548-90f1-b5e3a40a6cf5 req-851f9812-5c82-44b2-8b57-14b964411cb7 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4853098 Feb 07 16:52:17.241525 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-60a77fc6-ed08-40bb-bdf7-177711cd7416 admin admin] Deleting port 4846c960-2988-426b-871d-28924e23212f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:17.242045 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60a77fc6-ed08-40bb-bdf7-177711cd7416 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4846c960-2988-426b-871d-28924e23212f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:17.260806 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d0537c7-a9ce-4e1c-866e-183a3f49b285 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (1dbac1ee-a9cb-4384-b677-8e562777b7ce), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:17.276076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f24245-b4be-4dda-8777-974cf4060a14 None None] Pushing event deleted for resources: {'Port': ['ID=9e235a07-299f-476e-8d72-8c1b660eda3a,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:17.281907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9e235a07-299f-476e-8d72-8c1b660eda3a no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:17.374541 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 9e235a07-299f-476e-8d72-8c1b660eda3a {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:17.374884 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9e235a07-299f-476e-8d72-8c1b660eda3a not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:17.403856 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f24245-b4be-4dda-8777-974cf4060a14 None None] No DVR routers for this DVR port 9e235a07-299f-476e-8d72-8c1b660eda3a on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:17.448626 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c68807b8-a0eb-4918-83ba-0107541a4806 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting port b4ed4b54-5f70-473b-8427-d04a68694607 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:17.449832 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c68807b8-a0eb-4918-83ba-0107541a4806 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b4ed4b54-5f70-473b-8427-d04a68694607), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:17.497550 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14eb3a1d-41e7-4674-b1cc-eb05b4b222f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:17.511355 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d0537c7-a9ce-4e1c-866e-183a3f49b285 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1dbac1ee-a9cb-4384-b677-8e562777b7ce), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:17.535024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] For port 9e235a07-299f-476e-8d72-8c1b660eda3a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9e235a07-299f-476e-8d72-8c1b660eda3a,segment=NetworkSegment(f6847776-d56b-4758-a7ae-f09b5bc11d97),segment_id=f6847776-d56b-4758-a7ae-f09b5bc11d97)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:17.536438 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (9e235a07-299f-476e-8d72-8c1b660eda3a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:17.588341 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4baf8f26-2828-4d40-af7e-339619141625, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4baf8f26-2828-4d40-af7e-339619141625,segment=NetworkSegment(dc28be50-c96d-41ea-8f29-76fc1666c8aa),segment_id=dc28be50-c96d-41ea-8f29-76fc1666c8aa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:17.609992 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-60a77fc6-ed08-40bb-bdf7-177711cd7416 admin admin] For port 4846c960-2988-426b-871d-28924e23212f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4846c960-2988-426b-871d-28924e23212f,segment=NetworkSegment(8ef14104-eb8a-4293-a21d-9126a796c44a),segment_id=8ef14104-eb8a-4293-a21d-9126a796c44a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:17.610603 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60a77fc6-ed08-40bb-bdf7-177711cd7416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4846c960-2988-426b-871d-28924e23212f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:17.611868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '4baf8f26-2828-4d40-af7e-339619141625', 'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6', 'port_id': '4baf8f26-2828-4d40-af7e-339619141625', 'mac_address': 'fa:16:3e:fe:69:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c0d994-d3fe-4461-9362-be30eb5a1d39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:52:17.628280 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-60a77fc6-ed08-40bb-bdf7-177711cd7416 admin admin] Calling delete_port for 4846c960-2988-426b-871d-28924e23212f owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:17.659409 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0537c7-a9ce-4e1c-866e-183a3f49b285 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network bcae5f29-fbb5-4867-9aed-dafa5f171b76 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:17.665798 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 4baf8f26-2828-4d40-af7e-339619141625 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:17.666208 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4baf8f26-2828-4d40-af7e-339619141625), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:17.673723 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0537c7-a9ce-4e1c-866e-183a3f49b285 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=1dbac1ee-a9cb-4384-b677-8e562777b7ce,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:17.703332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4baf8f26-2828-4d40-af7e-339619141625 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:52:17.703893 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0d0537c7-a9ce-4e1c-866e-183a3f49b285 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:17.711556 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-14eb3a1d-41e7-4674-b1cc-eb05b4b222f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:17.713179 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0537c7-a9ce-4e1c-866e-183a3f49b285 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:52:17.715383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Calling delete_port for 9e235a07-299f-476e-8d72-8c1b660eda3a owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:17.724719 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5cf99-1f5b-4358-8484-b22587335676 req-ada0a057-f222-4efd-9ddf-b82d615074b3 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:17.726488 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0db5cf99-1f5b-4358-8484-b22587335676 req-ada0a057-f222-4efd-9ddf-b82d615074b3 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 943 time: 0.3459082 Feb 07 16:52:17.741869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-14eb3a1d-41e7-4674-b1cc-eb05b4b222f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4f4204-87e8-48ae-8481-ea26164f9857') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:17.742492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-14eb3a1d-41e7-4674-b1cc-eb05b4b222f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4f4204-87e8-48ae-8481-ea26164f9857') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:17.757305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4baf8f26-2828-4d40-af7e-339619141625, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4baf8f26-2828-4d40-af7e-339619141625,segment=NetworkSegment(dc28be50-c96d-41ea-8f29-76fc1666c8aa),segment_id=dc28be50-c96d-41ea-8f29-76fc1666c8aa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:17.763975 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4baf8f26-2828-4d40-af7e-339619141625), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:17.765136 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14eb3a1d-41e7-4674-b1cc-eb05b4b222f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (2f4f4204-87e8-48ae-8481-ea26164f9857), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:17.790366 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c68807b8-a0eb-4918-83ba-0107541a4806 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] For port b4ed4b54-5f70-473b-8427-d04a68694607, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b4ed4b54-5f70-473b-8427-d04a68694607,segment=NetworkSegment(c4ef10c0-1256-489a-b2a7-164771b6fa99),segment_id=c4ef10c0-1256-489a-b2a7-164771b6fa99)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:17.790879 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c68807b8-a0eb-4918-83ba-0107541a4806 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b4ed4b54-5f70-473b-8427-d04a68694607), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:17.819973 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c68807b8-a0eb-4918-83ba-0107541a4806 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Calling delete_port for b4ed4b54-5f70-473b-8427-d04a68694607 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:17.826135 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14eb3a1d-41e7-4674-b1cc-eb05b4b222f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (2f4f4204-87e8-48ae-8481-ea26164f9857), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:17.845963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14eb3a1d-41e7-4674-b1cc-eb05b4b222f1 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:52:17.846704 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14eb3a1d-41e7-4674-b1cc-eb05b4b222f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (2f4f4204-87e8-48ae-8481-ea26164f9857), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:17.847827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=4baf8f26-2828-4d40-af7e-339619141625,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:52:17.849665 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:52:17.860251 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0537c7-a9ce-4e1c-866e-183a3f49b285 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:17.861003 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d0537c7-a9ce-4e1c-866e-183a3f49b285 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:17.935957 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0d0537c7-a9ce-4e1c-866e-183a3f49b285 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4461150 Feb 07 16:52:17.939573 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0db5cf99-1f5b-4358-8484-b22587335676 req-35435aa8-e4e9-4ca8-a44e-9786e0bcd1c3 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861916 Feb 07 16:52:17.940141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46078) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:17.947130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7b75483d-36e2-4819-bf4b-7faa3f8bdbe5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'network_id': 'bcae5f29-fbb5-4867-9aed-dafa5f171b76', 'name': 'tempest-PortsTestJSON-547792316', 'fixed_ips': [{'subnet_id': '66c7ffa1-32b4-49b4-a985-7604634b2bd4', 'ip_address': '172.20.0.9'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:18.006307 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14eb3a1d-41e7-4674-b1cc-eb05b4b222f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:18.012577 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14eb3a1d-41e7-4674-b1cc-eb05b4b222f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:18.017689 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-14eb3a1d-41e7-4674-b1cc-eb05b4b222f1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7 HTTP/1.1" status: 204 len: 168 time: 1.5008414 Feb 07 16:52:18.025682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46080) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:18.049356 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['4baf8f26-2828-4d40-af7e-339619141625'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:52:18.059043 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (9e235a07-299f-476e-8d72-8c1b660eda3a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:18.127988 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb3a1d-41e7-4674-b1cc-eb05b4b222f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bc2f1d2-eacc-4247-bb37-fa40eb3e23e7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:18.142895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event deleted for resources: {'Port': ['ID=9e235a07-299f-476e-8d72-8c1b660eda3a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:18.195106 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] No DVR routers for this DVR port 9e235a07-299f-476e-8d72-8c1b660eda3a on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:18.239284 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-536f8615-46a4-4ceb-830b-6d44bddd6451 admin admin] Deleting subnet ade6de68-6792-43b8-877c-f1857467606c {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:52:18.252060 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-536f8615-46a4-4ceb-830b-6d44bddd6451 admin admin] Publish callbacks [] for subnet (ade6de68-6792-43b8-877c-f1857467606c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:18.260107 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b75483d-36e2-4819-bf4b-7faa3f8bdbe5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:18.280766 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b75483d-36e2-4819-bf4b-7faa3f8bdbe5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:18.423740 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60a77fc6-ed08-40bb-bdf7-177711cd7416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (4846c960-2988-426b-871d-28924e23212f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:18.437673 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7b75483d-36e2-4819-bf4b-7faa3f8bdbe5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] device_id is not set on port d3fc5091-4f23-4d40-ad2d-1a1e6a2e4010 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:52:18.451002 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c68807b8-a0eb-4918-83ba-0107541a4806 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (b4ed4b54-5f70-473b-8427-d04a68694607), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:18.491732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a77fc6-ed08-40bb-bdf7-177711cd7416 admin admin] Pushing event deleted for resources: {'Port': ['ID=4846c960-2988-426b-871d-28924e23212f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:18.496393 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (8bf4f923-62ae-4049-ab63-402bcf8f38be), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:18.506506 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-536f8615-46a4-4ceb-830b-6d44bddd6451 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (ade6de68-6792-43b8-877c-f1857467606c), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:18.527119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68807b8-a0eb-4918-83ba-0107541a4806 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Port': ['ID=b4ed4b54-5f70-473b-8427-d04a68694607,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:18.778604 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf4f923-62ae-4049-ab63-402bcf8f38be']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:18.816073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dc0ae8-14db-4e37-a83b-b1a8e1fda690 None None] Network bcae5f29-fbb5-4867-9aed-dafa5f171b76 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:18.845961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6847776-d56b-4758-a7ae-f09b5bc11d97') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:18.846309 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6847776-d56b-4758-a7ae-f09b5bc11d97') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:18.881043 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-536f8615-46a4-4ceb-830b-6d44bddd6451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (ade6de68-6792-43b8-877c-f1857467606c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:18.919238 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (f6847776-d56b-4758-a7ae-f09b5bc11d97), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:18.960168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc810e-58fc-4b14-a435-ecbff8de03eb req-3b9133ed-8481-40a7-b993-ed105839a66e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:18.961826 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-96bc810e-58fc-4b14-a435-ecbff8de03eb req-3b9133ed-8481-40a7-b993-ed105839a66e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.4867208 Feb 07 16:52:19.077812 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (f6847776-d56b-4758-a7ae-f09b5bc11d97), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:19.119462 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:52:19.119905 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (f6847776-d56b-4758-a7ae-f09b5bc11d97), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:52:19.132724 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:52:19.196040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4baf8f26-2828-4d40-af7e-339619141625 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:19.292610 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5e55744e-4819-40b7-b972-79454f68cfdb None None] Provisioning complete for port 52254586-7ee3-46c2-a899-91ac231f2321 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:19.293054 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5e55744e-4819-40b7-b972-79454f68cfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (52254586-7ee3-46c2-a899-91ac231f2321), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:19.423558 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 4baf8f26-2828-4d40-af7e-339619141625 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:52:19.434776 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 4baf8f26-2828-4d40-af7e-339619141625 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:19.435160 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4baf8f26-2828-4d40-af7e-339619141625), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:19.499107 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c68807b8-a0eb-4918-83ba-0107541a4806 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (b9ebef89-0464-4f83-a748-d08b39bf9909), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:19.504378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 52254586-7ee3-46c2-a899-91ac231f2321 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:19.518451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-7b75483d-36e2-4819-bf4b-7faa3f8bdbe5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Allocated IP 172.20.0.9 (bcae5f29-fbb5-4867-9aed-dafa5f171b76/66c7ffa1-32b4-49b4-a985-7604634b2bd4/d3fc5091-4f23-4d40-ad2d-1a1e6a2e4010) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:52:19.540522 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375f01f-66d5-4041-b948-6585e1d9bb09 req-209598ee-3551-47c7-9409-4dcd7203167c tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:19.542152 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0375f01f-66d5-4041-b948-6585e1d9bb09 req-209598ee-3551-47c7-9409-4dcd7203167c tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 944 time: 0.1752071 Feb 07 16:52:19.618228 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5e55744e-4819-40b7-b972-79454f68cfdb None None] Current status of the port 52254586-7ee3-46c2-a899-91ac231f2321 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:19.618617 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5e55744e-4819-40b7-b972-79454f68cfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (52254586-7ee3-46c2-a899-91ac231f2321), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:19.678708 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5e55744e-4819-40b7-b972-79454f68cfdb None None] For port 52254586-7ee3-46c2-a899-91ac231f2321, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=52254586-7ee3-46c2-a899-91ac231f2321,segment=NetworkSegment(7b08903b-1e43-41f7-b347-3100442bf7b7),segment_id=7b08903b-1e43-41f7-b347-3100442bf7b7)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:19.720533 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 4baf8f26-2828-4d40-af7e-339619141625 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:19.720925 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4baf8f26-2828-4d40-af7e-339619141625), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:19.728784 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5e55744e-4819-40b7-b972-79454f68cfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (52254586-7ee3-46c2-a899-91ac231f2321), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:19.745018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 52254586-7ee3-46c2-a899-91ac231f2321 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:19.745018 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (52254586-7ee3-46c2-a899-91ac231f2321), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:19.838814 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f99e38-e921-473e-8c93-9444a0e3edbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4baf8f26-2828-4d40-af7e-339619141625'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:52:19.853405 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01811525-ad40-4f2c-9dc1-4ee05b0da24f" -d '{"events": [{"server_uuid": "15f99e38-e921-473e-8c93-9444a0e3edbb", "name": "network-vif-plugged", "status": "completed", "tag": "4baf8f26-2828-4d40-af7e-339619141625"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:52:19.885229 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4baf8f26-2828-4d40-af7e-339619141625, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4baf8f26-2828-4d40-af7e-339619141625,segment=NetworkSegment(dc28be50-c96d-41ea-8f29-76fc1666c8aa),segment_id=dc28be50-c96d-41ea-8f29-76fc1666c8aa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:19.897098 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4baf8f26-2828-4d40-af7e-339619141625), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:19.898148 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-96bc810e-58fc-4b14-a435-ecbff8de03eb req-396dc462-fe89-44f7-b403-d3d13ece0d7e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8781965 Feb 07 16:52:19.907786 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55744e-4819-40b7-b972-79454f68cfdb None None] Pushing event updated for resources: {'Port': ['ID=52254586-7ee3-46c2-a899-91ac231f2321,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:19.918865 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (8bf4f923-62ae-4049-ab63-402bcf8f38be), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:19.952752 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:19.952752 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "DELETE /v2.0/networks/8bf4f923-62ae-4049-ab63-402bcf8f38be HTTP/1.1" status: 204 len: 168 time: 3.9252844 Feb 07 16:52:19.964797 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46088) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:19.995849 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-536f8615-46a4-4ceb-830b-6d44bddd6451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (ade6de68-6792-43b8-877c-f1857467606c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.016834 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb78253-b87c-439b-8edb-c3e0d8ede5a7 x-openstack-request-id: req-abb78253-b87c-439b-8edb-c3e0d8ede5a7 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:52:20.018765 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f99e38-e921-473e-8c93-9444a0e3edbb", "name": "network-vif-plugged", "status": "completed", "tag": "4baf8f26-2828-4d40-af7e-339619141625", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:52:20.019510 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abb78253-b87c-439b-8edb-c3e0d8ede5a7 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:52:20.020184 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f99e38-e921-473e-8c93-9444a0e3edbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4baf8f26-2828-4d40-af7e-339619141625', 'code': 200} Feb 07 16:52:20.028367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa44ec2-b280-4e3a-b31f-0efc9becb623 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event deleted for resources: {'Network': ['ID=8bf4f923-62ae-4049-ab63-402bcf8f38be,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:20.029316 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=4baf8f26-2828-4d40-af7e-339619141625,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:20.085919 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 52254586-7ee3-46c2-a899-91ac231f2321 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:20.105757 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b37e4885-c310-4822-b42a-38f455363582 None None] Provisioning complete for port 52254586-7ee3-46c2-a899-91ac231f2321 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:20.106015 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b37e4885-c310-4822-b42a-38f455363582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (52254586-7ee3-46c2-a899-91ac231f2321), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.143306 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0375f01f-66d5-4041-b948-6585e1d9bb09 req-c7b5b77e-6d0d-4c8f-ba09-a764061862d8 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401084 Feb 07 16:52:20.163934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f8615-46a4-4ceb-830b-6d44bddd6451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade6de68-6792-43b8-877c-f1857467606c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:20.167246 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68807b8-a0eb-4918-83ba-0107541a4806 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router b9ebef89-0464-4f83-a748-d08b39bf9909 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:52:20.184319 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60a77fc6-ed08-40bb-bdf7-177711cd7416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (2e8055b8-e335-4fb5-bf9d-d118c09146a9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.205619 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-536f8615-46a4-4ceb-830b-6d44bddd6451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.212943 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-536f8615-46a4-4ceb-830b-6d44bddd6451 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ade6de68-6792-43b8-877c-f1857467606c HTTP/1.1" status: 204 len: 168 time: 2.1852267 Feb 07 16:52:20.217855 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46090) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:20.262549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b37e4885-c310-4822-b42a-38f455363582 None None] Current status of the port 52254586-7ee3-46c2-a899-91ac231f2321 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:20.264842 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-975a6dac-17c6-4d62-830b-e6c4cf202b0c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Deleting subnet e38b27b5-52f3-459b-9dee-24f21f4a9e77 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:52:20.275399 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b37e4885-c310-4822-b42a-38f455363582 None None] Provisioning complete for port 1dbac1ee-a9cb-4384-b677-8e562777b7ce triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:20.276537 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b37e4885-c310-4822-b42a-38f455363582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1dbac1ee-a9cb-4384-b677-8e562777b7ce), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.319658 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b37e4885-c310-4822-b42a-38f455363582 None None] Port 1dbac1ee-a9cb-4384-b677-8e562777b7ce cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:52:20.360750 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-975a6dac-17c6-4d62-830b-e6c4cf202b0c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for subnet (e38b27b5-52f3-459b-9dee-24f21f4a9e77), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.428426 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-975a6dac-17c6-4d62-830b-e6c4cf202b0c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (e38b27b5-52f3-459b-9dee-24f21f4a9e77), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.445149 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-549caf0a-d632-46c1-8176-6284642bc7a2 None None] Provisioning complete for port 1dbac1ee-a9cb-4384-b677-8e562777b7ce triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:20.445567 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-549caf0a-d632-46c1-8176-6284642bc7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1dbac1ee-a9cb-4384-b677-8e562777b7ce), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.446976 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b75483d-36e2-4819-bf4b-7faa3f8bdbe5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (d3fc5091-4f23-4d40-ad2d-1a1e6a2e4010), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.460943 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c4b49-a286-4418-a4eb-1c7e456695a1 req-bdd4bc6e-1bbb-4531-b6c1-c2227bf21780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:20.462501 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-157c4b49-a286-4418-a4eb-1c7e456695a1 req-bdd4bc6e-1bbb-4531-b6c1-c2227bf21780 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 1127 time: 0.3399339 Feb 07 16:52:20.463767 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08c0832c-755c-4787-aa0d-40b865ebe048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (1327cd8d-d980-4cca-b15e-150edd3b76b7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.486309 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68807b8-a0eb-4918-83ba-0107541a4806 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:52:20.498563 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c68807b8-a0eb-4918-83ba-0107541a4806 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/b9ebef89-0464-4f83-a748-d08b39bf9909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6980388 Feb 07 16:52:20.500670 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46092) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:20.503744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358c701-7f26-43f1-96c7-a20d505fce99 None None] Sync routers for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:52:20.524824 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-549caf0a-d632-46c1-8176-6284642bc7a2 None None] Port 1dbac1ee-a9cb-4384-b677-8e562777b7ce cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:52:20.531331 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e358c701-7f26-43f1-96c7-a20d505fce99 None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:20.532250 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e358c701-7f26-43f1-96c7-a20d505fce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:20.579495 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-157c4b49-a286-4418-a4eb-1c7e456695a1 req-6f381706-1482-4307-afd8-25b1c5edaf8c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043062 Feb 07 16:52:20.612622 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08c0832c-755c-4787-aa0d-40b865ebe048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (1327cd8d-d980-4cca-b15e-150edd3b76b7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.640174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-08c0832c-755c-4787-aa0d-40b865ebe048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1327cd8d-d980-4cca-b15e-150edd3b76b7']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:20.652064 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-08c0832c-755c-4787-aa0d-40b865ebe048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c32f7be-58c3-4f92-8b08-10a1546f166d') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:20.652317 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-08c0832c-755c-4787-aa0d-40b865ebe048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c32f7be-58c3-4f92-8b08-10a1546f166d') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:20.662448 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e358c701-7f26-43f1-96c7-a20d505fce99 None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:52:20.663290 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08c0832c-755c-4787-aa0d-40b865ebe048 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (3c32f7be-58c3-4f92-8b08-10a1546f166d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.664006 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-975a6dac-17c6-4d62-830b-e6c4cf202b0c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (e38b27b5-52f3-459b-9dee-24f21f4a9e77), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.677987 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08c0832c-755c-4787-aa0d-40b865ebe048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (3c32f7be-58c3-4f92-8b08-10a1546f166d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.684229 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c0832c-755c-4787-aa0d-40b865ebe048 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:52:20.684634 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08c0832c-755c-4787-aa0d-40b865ebe048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (3c32f7be-58c3-4f92-8b08-10a1546f166d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.740210 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a77fc6-ed08-40bb-bdf7-177711cd7416 admin admin] Router 2e8055b8-e335-4fb5-bf9d-d118c09146a9 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:52:20.746802 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:52:20.750941 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08c0832c-755c-4787-aa0d-40b865ebe048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (1327cd8d-d980-4cca-b15e-150edd3b76b7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.771192 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08c0832c-755c-4787-aa0d-40b865ebe048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.773323 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-975a6dac-17c6-4d62-830b-e6c4cf202b0c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (e38b27b5-52f3-459b-9dee-24f21f4a9e77), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.776824 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-08c0832c-755c-4787-aa0d-40b865ebe048 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1327cd8d-d980-4cca-b15e-150edd3b76b7 HTTP/1.1" status: 204 len: 168 time: 0.5527701 Feb 07 16:52:20.790897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0832c-755c-4787-aa0d-40b865ebe048 admin admin] Pushing event deleted for resources: {'Network': ['ID=1327cd8d-d980-4cca-b15e-150edd3b76b7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:20.795792 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b75483d-36e2-4819-bf4b-7faa3f8bdbe5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d3fc5091-4f23-4d40-ad2d-1a1e6a2e4010), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.822982 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a6dac-17c6-4d62-830b-e6c4cf202b0c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event deleted for resources: {'Subnet': ['ID=e38b27b5-52f3-459b-9dee-24f21f4a9e77,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:20.860569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75483d-36e2-4819-bf4b-7faa3f8bdbe5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=d3fc5091-4f23-4d40-ad2d-1a1e6a2e4010,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:20.862900 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-975a6dac-17c6-4d62-830b-e6c4cf202b0c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.866428 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-975a6dac-17c6-4d62-830b-e6c4cf202b0c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "DELETE /v2.0/subnets/e38b27b5-52f3-459b-9dee-24f21f4a9e77 HTTP/1.1" status: 204 len: 168 time: 0.8718996 Feb 07 16:52:20.870254 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46096) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:20.883267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b75483d-36e2-4819-bf4b-7faa3f8bdbe5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network bcae5f29-fbb5-4867-9aed-dafa5f171b76 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:20.887588 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-293321b9-e0cf-4dc2-962c-fc7b9ef53113 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting subnet 70609150-dff1-41ab-92b8-b81d676ce2c7 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:52:20.916677 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-293321b9-e0cf-4dc2-962c-fc7b9ef53113 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for subnet (70609150-dff1-41ab-92b8-b81d676ce2c7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:20.921592 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-7b75483d-36e2-4819-bf4b-7faa3f8bdbe5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:20.940904 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40286917-4a36-4138-8663-8e19f66ec094 None None] Network aaa03c1c-8678-4ddb-91fc-fafef262244b requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:20.947603 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b75483d-36e2-4819-bf4b-7faa3f8bdbe5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:52:21.000369 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a77fc6-ed08-40bb-bdf7-177711cd7416 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:52:21.006899 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b75483d-36e2-4819-bf4b-7faa3f8bdbe5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:21.007583 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b75483d-36e2-4819-bf4b-7faa3f8bdbe5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:21.013220 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-60a77fc6-ed08-40bb-bdf7-177711cd7416 admin admin] 10.222.0.18 "PUT /v2.0/routers/2e8055b8-e335-4fb5-bf9d-d118c09146a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5130589 Feb 07 16:52:21.019613 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4984ac-ac8c-4689-ae8a-ea83a057c410 None None] Sync routers for ids ['2e8055b8-e335-4fb5-bf9d-d118c09146a9'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:52:21.042709 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46100) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:21.047027 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4984ac-ac8c-4689-ae8a-ea83a057c410 None None] Routers {'2e8055b8-e335-4fb5-bf9d-d118c09146a9'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:21.050439 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2f4984ac-ac8c-4689-ae8a-ea83a057c410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2e8055b8-e335-4fb5-bf9d-d118c09146a9'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:21.113853 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46102) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:21.213778 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-293321b9-e0cf-4dc2-962c-fc7b9ef53113 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (70609150-dff1-41ab-92b8-b81d676ce2c7), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:21.313244 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 52254586-7ee3-46c2-a899-91ac231f2321 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:21.341239 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b84afbcf-e78d-4bd4-9122-66be3545cf59 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe34686be38c42c8a33e48d32dc23dcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2260084 Feb 07 16:52:21.356746 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46106) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:21.395267 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7b75483d-36e2-4819-bf4b-7faa3f8bdbe5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4500637 Feb 07 16:52:21.408814 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:21.421092 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46108) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:21.433182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-503003c0-0dd3-4e0c-b440-eb09cf863760 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Deleting subnet efe8c728-18ec-4c3f-a821-80d5b9f80a7a {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:52:21.462726 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-503003c0-0dd3-4e0c-b440-eb09cf863760 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for subnet (efe8c728-18ec-4c3f-a821-80d5b9f80a7a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:21.487233 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 52254586-7ee3-46c2-a899-91ac231f2321 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:21.487719 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (52254586-7ee3-46c2-a899-91ac231f2321), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:21.523124 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-273f4ec0-85ed-41dd-8dec-630fba0ea141 None None] Provisioning complete for port d3fc5091-4f23-4d40-ad2d-1a1e6a2e4010 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:21.523502 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-273f4ec0-85ed-41dd-8dec-630fba0ea141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d3fc5091-4f23-4d40-ad2d-1a1e6a2e4010), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:21.562511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbcf9a-0954-40e2-b8d5-810590cab543 req-dd2e9258-8c73-466b-96e2-8ad03b5fb4be tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:21.564943 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2ecbcf9a-0954-40e2-b8d5-810590cab543 req-dd2e9258-8c73-466b-96e2-8ad03b5fb4be tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.4107645 Feb 07 16:52:21.607642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-273f4ec0-85ed-41dd-8dec-630fba0ea141 None None] Port d3fc5091-4f23-4d40-ad2d-1a1e6a2e4010 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:52:21.639447 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-503003c0-0dd3-4e0c-b440-eb09cf863760 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (efe8c728-18ec-4c3f-a821-80d5b9f80a7a), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:21.645971 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2f4984ac-ac8c-4689-ae8a-ea83a057c410 None None] Set router 2e8055b8-e335-4fb5-bf9d-d118c09146a9 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:52:21.651087 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77a604-5dbe-435d-bdb2-da47652ad6a0 req-b68df175-13a5-439d-a622-cd4d25abf7f8 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:21.659030 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc77a604-5dbe-435d-bdb2-da47652ad6a0 req-b68df175-13a5-439d-a622-cd4d25abf7f8 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.2833474 Feb 07 16:52:21.728912 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e358c701-7f26-43f1-96c7-a20d505fce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:52:18Z', 'revision_number': 10, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:21.731284 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53628cca-6478-4468-9d04-df8fdea12e0b None None] DHCP port deletion for aaa03c1c-8678-4ddb-91fc-fafef262244b request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:52:21.760121 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-293321b9-e0cf-4dc2-962c-fc7b9ef53113 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (70609150-dff1-41ab-92b8-b81d676ce2c7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:21.804572 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50ec8bdc-dd43-47de-9a40-4a6b4cadfb43 admin admin] Publish callbacks [] for router (2e8055b8-e335-4fb5-bf9d-d118c09146a9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:21.805919 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5db7f6f6-5f54-41ee-a4af-2547b405d5a5 admin admin] Publish callbacks [] for security_group (57e455be-8573-469e-ba57-94da1bbd16c5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:21.846352 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2ecbcf9a-0954-40e2-b8d5-810590cab543 req-3216a38e-1c4b-4ae6-9d95-6d0162ed4960 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625794 Feb 07 16:52:21.863962 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ed99cd-9589-4f00-8055-cba3ca7997ed tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:21.872197 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-97ed99cd-9589-4f00-8055-cba3ca7997ed tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4439673 Feb 07 16:52:21.873747 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46110) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:21.902375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 52254586-7ee3-46c2-a899-91ac231f2321 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:21.913747 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5db7f6f6-5f54-41ee-a4af-2547b405d5a5 admin admin] Publish callbacks [] for security_group (57e455be-8573-469e-ba57-94da1bbd16c5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:21.971376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358c701-7f26-43f1-96c7-a20d505fce99 None None] Checking router: b9ebef89-0464-4f83-a748-d08b39bf9909 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:52:21.983087 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50ec8bdc-dd43-47de-9a40-4a6b4cadfb43 admin admin] Publish callbacks [] for router_gateway (2e8055b8-e335-4fb5-bf9d-d118c09146a9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:22.032422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6181a16b-6d43-4ca6-8871-4bc84484c014 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:22.037701 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e358c701-7f26-43f1-96c7-a20d505fce99 None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:22.038576 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e358c701-7f26-43f1-96c7-a20d505fce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:22.055049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6181a16b-6d43-4ca6-8871-4bc84484c014 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:22.063835 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6181a16b-6d43-4ca6-8871-4bc84484c014 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:22.070094 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6181a16b-6d43-4ca6-8871-4bc84484c014 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1921024 Feb 07 16:52:22.071147 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46112) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:22.094755 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2f4984ac-ac8c-4689-ae8a-ea83a057c410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'name': 'tempest-TaggedBootDevicesTest-1761996823-router', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:42:46Z', 'updated_at': '2022-02-07T16:52:18Z', 'revision_number': 5, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'gw_port': {'id': 'c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:42:47Z', 'updated_at': '2022-02-07T16:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:22.104289 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc77a604-5dbe-435d-bdb2-da47652ad6a0 req-a1e05885-f204-4165-912b-a25a13f59058 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431148 Feb 07 16:52:22.126158 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-503003c0-0dd3-4e0c-b440-eb09cf863760 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (efe8c728-18ec-4c3f-a821-80d5b9f80a7a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:22.161935 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4984ac-ac8c-4689-ae8a-ea83a057c410 None None] Checking router: 2e8055b8-e335-4fb5-bf9d-d118c09146a9 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:52:22.187574 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-293321b9-e0cf-4dc2-962c-fc7b9ef53113 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (70609150-dff1-41ab-92b8-b81d676ce2c7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:22.187969 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4984ac-ac8c-4689-ae8a-ea83a057c410 None None] Routers {'2e8055b8-e335-4fb5-bf9d-d118c09146a9'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:22.189506 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2f4984ac-ac8c-4689-ae8a-ea83a057c410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:51:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2e8055b8-e335-4fb5-bf9d-d118c09146a9'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:22.196969 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5db7f6f6-5f54-41ee-a4af-2547b405d5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (57e455be-8573-469e-ba57-94da1bbd16c5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:22.204149 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5db7f6f6-5f54-41ee-a4af-2547b405d5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:22.212026 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5db7f6f6-5f54-41ee-a4af-2547b405d5a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57e455be-8573-469e-ba57-94da1bbd16c5 HTTP/1.1" status: 204 len: 168 time: 0.8517330 Feb 07 16:52:22.241088 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-50ec8bdc-dd43-47de-9a40-4a6b4cadfb43 admin admin] Deleting port c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:22.241878 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50ec8bdc-dd43-47de-9a40-4a6b4cadfb43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:22.257916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293321b9-e0cf-4dc2-962c-fc7b9ef53113 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Subnet': ['ID=70609150-dff1-41ab-92b8-b81d676ce2c7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:22.275973 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-293321b9-e0cf-4dc2-962c-fc7b9ef53113 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:22.284573 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-293321b9-e0cf-4dc2-962c-fc7b9ef53113 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/subnets/70609150-dff1-41ab-92b8-b81d676ce2c7 HTTP/1.1" status: 204 len: 168 time: 1.7772396 Feb 07 16:52:22.286153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46116) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:22.313169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7f6f6-5f54-41ee-a4af-2547b405d5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e455be-8573-469e-ba57-94da1bbd16c5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:22.328015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e358c701-7f26-43f1-96c7-a20d505fce99 None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:52:22.383866 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-458fe5e0-b300-4802-8489-eb7ea0baa241 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port d3fc5091-4f23-4d40-ad2d-1a1e6a2e4010 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:22.384101 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-458fe5e0-b300-4802-8489-eb7ea0baa241 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d3fc5091-4f23-4d40-ad2d-1a1e6a2e4010), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:22.451034 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (3682239c-b1ba-43f9-aec1-43237474e741), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:22.467541 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2f4984ac-ac8c-4689-ae8a-ea83a057c410 None None] Set router 2e8055b8-e335-4fb5-bf9d-d118c09146a9 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:52:22.499480 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-503003c0-0dd3-4e0c-b440-eb09cf863760 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (efe8c728-18ec-4c3f-a821-80d5b9f80a7a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:22.625792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f48419-c0d7-4128-859e-9e7c7a620d90 None None] Network 3682239c-b1ba-43f9-aec1-43237474e741 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:22.657787 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2f4984ac-ac8c-4689-ae8a-ea83a057c410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'name': 'tempest-TaggedBootDevicesTest-1761996823-router', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:42:46Z', 'updated_at': '2022-02-07T16:52:21Z', 'revision_number': 6, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:22.658852 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-503003c0-0dd3-4e0c-b440-eb09cf863760 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:22.665475 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-458fe5e0-b300-4802-8489-eb7ea0baa241 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d3fc5091-4f23-4d40-ad2d-1a1e6a2e4010), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:22.666932 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-503003c0-0dd3-4e0c-b440-eb09cf863760 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "DELETE /v2.0/subnets/efe8c728-18ec-4c3f-a821-80d5b9f80a7a HTTP/1.1" status: 204 len: 168 time: 1.7956388 Feb 07 16:52:22.670430 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503003c0-0dd3-4e0c-b440-eb09cf863760 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event deleted for resources: {'Subnet': ['ID=efe8c728-18ec-4c3f-a821-80d5b9f80a7a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:22.679101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46120) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:22.729600 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c096fa-5e8d-467e-8d1a-bdb1c3150a00 None None] Network 7f5c024d-fc25-4fc9-a351-347f21c56260 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:22.741672 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4984ac-ac8c-4689-ae8a-ea83a057c410 None None] The sync data for ids ['2e8055b8-e335-4fb5-bf9d-d118c09146a9'] in n-d-827865-3 is: [{'id': '2e8055b8-e335-4fb5-bf9d-d118c09146a9', 'name': 'tempest-TaggedBootDevicesTest-1761996823-router', 'tenant_id': '4aab9c2a401e4794b59cf423bf862032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:42:46Z', 'updated_at': '2022-02-07T16:52:21Z', 'revision_number': 6, 'project_id': '4aab9c2a401e4794b59cf423bf862032', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:52:22.756805 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-50ec8bdc-dd43-47de-9a40-4a6b4cadfb43 admin admin] For port c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:22.757174 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50ec8bdc-dd43-47de-9a40-4a6b4cadfb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:22.777292 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-50ec8bdc-dd43-47de-9a40-4a6b4cadfb43 admin admin] Calling delete_port for c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:22.863004 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (aaa03c1c-8678-4ddb-91fc-fafef262244b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:22.878170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-458fe5e0-b300-4802-8489-eb7ea0baa241 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for d3fc5091-4f23-4d40-ad2d-1a1e6a2e4010 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:23.014315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-53628cca-6478-4468-9d04-df8fdea12e0b None None] Deleting port d3323f09-ed2c-4f65-b29b-28b3e44781ee {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:23.015137 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-53628cca-6478-4468-9d04-df8fdea12e0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d3323f09-ed2c-4f65-b29b-28b3e44781ee), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:23.031514 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46124) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:23.104086 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Deleting port d3323f09-ed2c-4f65-b29b-28b3e44781ee {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:23.104687 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d3323f09-ed2c-4f65-b29b-28b3e44781ee), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:23.201043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] For port d3323f09-ed2c-4f65-b29b-28b3e44781ee, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d3323f09-ed2c-4f65-b29b-28b3e44781ee,segment=NetworkSegment(02fb180c-a4d3-444c-ae52-5ed4d4d4c3c0),segment_id=02fb180c-a4d3-444c-ae52-5ed4d4d4c3c0)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:23.201456 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d3323f09-ed2c-4f65-b29b-28b3e44781ee), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:23.233300 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Calling delete_port for d3323f09-ed2c-4f65-b29b-28b3e44781ee owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:23.310349 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-53628cca-6478-4468-9d04-df8fdea12e0b None None] For port d3323f09-ed2c-4f65-b29b-28b3e44781ee, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d3323f09-ed2c-4f65-b29b-28b3e44781ee,segment=NetworkSegment(02fb180c-a4d3-444c-ae52-5ed4d4d4c3c0),segment_id=02fb180c-a4d3-444c-ae52-5ed4d4d4c3c0)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:23.310896 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-53628cca-6478-4468-9d04-df8fdea12e0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d3323f09-ed2c-4f65-b29b-28b3e44781ee), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:23.313825 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d3323f09-ed2c-4f65-b29b-28b3e44781ee no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:23.344590 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d3323f09-ed2c-4f65-b29b-28b3e44781ee), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:23.391523 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:23.392118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event deleted for resources: {'Port': ['ID=d3323f09-ed2c-4f65-b29b-28b3e44781ee,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:23.404685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-53628cca-6478-4468-9d04-df8fdea12e0b None None] Calling delete_port for d3323f09-ed2c-4f65-b29b-28b3e44781ee owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:23.405636 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ed2fc-4e33-42cf-a2cd-9767e65187c5 req-f976cdc7-3457-447d-8538-95c3f227fdc9 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:23.407350 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c73ed2fc-4e33-42cf-a2cd-9767e65187c5 req-f976cdc7-3457-447d-8538-95c3f227fdc9 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.4206121 Feb 07 16:52:23.429492 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No active binding found for port d3323f09-ed2c-4f65-b29b-28b3e44781ee {{(pid=103228) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 07 16:52:23.430501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] The host n-d-827865-3 is not matching for port d3323f09-ed2c-4f65-b29b-28b3e44781ee host None! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 16:52:23.431121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d3323f09-ed2c-4f65-b29b-28b3e44781ee not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:23.435237 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4846c960-2988-426b-871d-28924e23212f no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:23.481682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] No DVR routers for this DVR port d3323f09-ed2c-4f65-b29b-28b3e44781ee on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:23.529575 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 4846c960-2988-426b-871d-28924e23212f {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:23.530332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4846c960-2988-426b-871d-28924e23212f not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:23.577054 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e358c701-7f26-43f1-96c7-a20d505fce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:52:18Z', 'revision_number': 10, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:23.587217 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-458fe5e0-b300-4802-8489-eb7ea0baa241 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d3fc5091-4f23-4d40-ad2d-1a1e6a2e4010), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:23.623102 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358c701-7f26-43f1-96c7-a20d505fce99 None None] The sync data for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 is: [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:52:18Z', 'revision_number': 10, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None, '_interfaces': [{'id': '664651a2-b987-40cc-8630-401a7df6dedc', 'name': '', 'network_id': '594e0563-c511-47b5-877b-f118d86ec19f', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'mac_address': 'fa:16:3e:e3:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:04Z', 'updated_at': '2022-02-07T16:51:15Z', 'revision_number': 5, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'subnets': [{'id': 'e4703ded-2b67-4bd4-9c09-309b3b022d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:52:23.678338 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdd1d7c-9f6e-4991-bb50-67a0f26845b1 None None] DHCP port deletion for 3682239c-b1ba-43f9-aec1-43237474e741 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:52:23.701334 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting port 132e6dd1-7ff8-49ba-9970-3155598909b0 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:23.706897 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-53628cca-6478-4468-9d04-df8fdea12e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (d3323f09-ed2c-4f65-b29b-28b3e44781ee), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:23.709937 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (132e6dd1-7ff8-49ba-9970-3155598909b0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:23.724684 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50ec8bdc-dd43-47de-9a40-4a6b4cadfb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:23.735809 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fe5e0-b300-4802-8489-eb7ea0baa241 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=d3fc5091-4f23-4d40-ad2d-1a1e6a2e4010,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:23.776336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a748b3ad-1bd8-436e-9915-33744d473a48 None None] DHCP port deletion for 7f5c024d-fc25-4fc9-a351-347f21c56260 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:52:23.791260 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53628cca-6478-4468-9d04-df8fdea12e0b None None] Pushing event deleted for resources: {'Port': ['ID=d3323f09-ed2c-4f65-b29b-28b3e44781ee,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:23.833967 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec8bdc-dd43-47de-9a40-4a6b4cadfb43 admin admin] Pushing event deleted for resources: {'Port': ['ID=c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:23.843186 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3d116301-62a0-4b0c-bdc1-844c609a05e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=522d6e8f9b0f41e785906b3c0b9d27ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8078375 Feb 07 16:52:23.850601 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46128) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:23.866142 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53628cca-6478-4468-9d04-df8fdea12e0b None None] No DVR routers for this DVR port d3323f09-ed2c-4f65-b29b-28b3e44781ee on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:23.875742 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c73ed2fc-4e33-42cf-a2cd-9767e65187c5 req-e39b9921-24f2-41ab-ba3b-1c3296ef322b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4591312 Feb 07 16:52:23.991241 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (aaa03c1c-8678-4ddb-91fc-fafef262244b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.001994 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd1d7c-9f6e-4991-bb50-67a0f26845b1 None None] Deleting port 132e6dd1-7ff8-49ba-9970-3155598909b0 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:24.002432 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5cdd1d7c-9f6e-4991-bb50-67a0f26845b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (132e6dd1-7ff8-49ba-9970-3155598909b0), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.027350 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] For port 132e6dd1-7ff8-49ba-9970-3155598909b0, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=132e6dd1-7ff8-49ba-9970-3155598909b0,segment=NetworkSegment(c4ef10c0-1256-489a-b2a7-164771b6fa99),segment_id=c4ef10c0-1256-489a-b2a7-164771b6fa99)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:24.027724 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (132e6dd1-7ff8-49ba-9970-3155598909b0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.103965 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a748b3ad-1bd8-436e-9915-33744d473a48 None None] Deleting port ce457368-fad2-436e-94b4-941106cab884 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:24.107611 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a748b3ad-1bd8-436e-9915-33744d473a48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ce457368-fad2-436e-94b4-941106cab884), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.120420 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa03c1c-8678-4ddb-91fc-fafef262244b']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:24.138360 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Calling delete_port for 132e6dd1-7ff8-49ba-9970-3155598909b0 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:24.151065 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c01eab-128b-44b2-9459-59a69ba01084 req-6624a08b-9ff8-4246-97ea-61f46dcfadef tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:24.152834 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-59c01eab-128b-44b2-9459-59a69ba01084 req-6624a08b-9ff8-4246-97ea-61f46dcfadef tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.4739184 Feb 07 16:52:24.166134 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fb180c-a4d3-444c-ae52-5ed4d4d4c3c0') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:24.166533 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fb180c-a4d3-444c-ae52-5ed4d4d4c3c0') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:24.176703 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-458fe5e0-b300-4802-8489-eb7ea0baa241 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.179487 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8b5e3f5-00df-484d-b729-73efc8fa7723 admin admin] Publish callbacks [] for security_group (4736868c-7561-4c8f-8d4d-c78fec818780), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.180411 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-458fe5e0-b300-4802-8489-eb7ea0baa241 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/ports/d3fc5091-4f23-4d40-ad2d-1a1e6a2e4010 HTTP/1.1" status: 204 len: 168 time: 2.1071832 Feb 07 16:52:24.186381 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46130) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:24.226244 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (02fb180c-a4d3-444c-ae52-5ed4d4d4c3c0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.275746 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a748b3ad-1bd8-436e-9915-33744d473a48 None None] For port ce457368-fad2-436e-94b4-941106cab884, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ce457368-fad2-436e-94b4-941106cab884,segment=NetworkSegment(c75de892-2d77-44c4-bbd1-cc41bc276f66),segment_id=c75de892-2d77-44c4-bbd1-cc41bc276f66)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:24.276426 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a748b3ad-1bd8-436e-9915-33744d473a48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ce457368-fad2-436e-94b4-941106cab884), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.286221 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8b5e3f5-00df-484d-b729-73efc8fa7723 admin admin] Publish callbacks [] for security_group (4736868c-7561-4c8f-8d4d-c78fec818780), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.291789 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a748b3ad-1bd8-436e-9915-33744d473a48 None None] Calling delete_port for ce457368-fad2-436e-94b4-941106cab884 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:24.308828 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62956ae-6a7f-4062-bd5a-59c577bc0b4e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] GET failed (client error): The resource could not be found. Feb 07 16:52:24.314466 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a62956ae-6a7f-4062-bd5a-59c577bc0b4e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports/d3fc5091-4f23-4d40-ad2d-1a1e6a2e4010 HTTP/1.1" status: 404 len: 333 time: 0.1205080 Feb 07 16:52:24.317601 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46132) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:24.332069 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (02fb180c-a4d3-444c-ae52-5ed4d4d4c3c0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.359208 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50ec8bdc-dd43-47de-9a40-4a6b4cadfb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (2e8055b8-e335-4fb5-bf9d-d118c09146a9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.440886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5cdd1d7c-9f6e-4991-bb50-67a0f26845b1 None None] For port 132e6dd1-7ff8-49ba-9970-3155598909b0, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=132e6dd1-7ff8-49ba-9970-3155598909b0,segment=NetworkSegment(c4ef10c0-1256-489a-b2a7-164771b6fa99),segment_id=c4ef10c0-1256-489a-b2a7-164771b6fa99)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:24.444158 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5cdd1d7c-9f6e-4991-bb50-67a0f26845b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (132e6dd1-7ff8-49ba-9970-3155598909b0), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.444942 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:52:24.445431 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (02fb180c-a4d3-444c-ae52-5ed4d4d4c3c0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.454945 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a748b3ad-1bd8-436e-9915-33744d473a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (ce457368-fad2-436e-94b4-941106cab884), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:52:24.461896 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:52:24.464179 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd1d7c-9f6e-4991-bb50-67a0f26845b1 None None] Calling delete_port for 132e6dd1-7ff8-49ba-9970-3155598909b0 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:24.499451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748b3ad-1bd8-436e-9915-33744d473a48 None None] Pushing event deleted for resources: {'Port': ['ID=ce457368-fad2-436e-94b4-941106cab884,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:24.509133 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a748b3ad-1bd8-436e-9915-33744d473a48 None None] No DVR routers for this DVR port ce457368-fad2-436e-94b4-941106cab884 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:24.533479 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50ec8bdc-dd43-47de-9a40-4a6b4cadfb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (2e8055b8-e335-4fb5-bf9d-d118c09146a9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.537384 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50ec8bdc-dd43-47de-9a40-4a6b4cadfb43 admin admin] Publish callbacks [] for router_controller (2e8055b8-e335-4fb5-bf9d-d118c09146a9), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.598379 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5cdd1d7c-9f6e-4991-bb50-67a0f26845b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (132e6dd1-7ff8-49ba-9970-3155598909b0), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.637458 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd1d7c-9f6e-4991-bb50-67a0f26845b1 None None] Pushing event deleted for resources: {'Port': ['ID=132e6dd1-7ff8-49ba-9970-3155598909b0,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:24.644256 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdd1d7c-9f6e-4991-bb50-67a0f26845b1 None None] No DVR routers for this DVR port 132e6dd1-7ff8-49ba-9970-3155598909b0 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:24.673351 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (aaa03c1c-8678-4ddb-91fc-fafef262244b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.673911 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-59c01eab-128b-44b2-9459-59a69ba01084 req-75a009a2-3655-4246-bd8d-f92119c1398f tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109873 Feb 07 16:52:24.688885 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.693035 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (132e6dd1-7ff8-49ba-9970-3155598909b0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.700245 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "DELETE /v2.0/networks/aaa03c1c-8678-4ddb-91fc-fafef262244b HTTP/1.1" status: 204 len: 168 time: 2.0199893 Feb 07 16:52:24.706715 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46138) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:24.708383 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50ec8bdc-dd43-47de-9a40-4a6b4cadfb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (2e8055b8-e335-4fb5-bf9d-d118c09146a9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.708383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ec8bdc-dd43-47de-9a40-4a6b4cadfb43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e8055b8-e335-4fb5-bf9d-d118c09146a9 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:52:24.726130 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50ec8bdc-dd43-47de-9a40-4a6b4cadfb43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.727491 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-50ec8bdc-dd43-47de-9a40-4a6b4cadfb43 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2e8055b8-e335-4fb5-bf9d-d118c09146a9 HTTP/1.1" status: 204 len: 168 time: 3.6405571 Feb 07 16:52:24.731558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46140) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:24.742424 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380b1af-b448-4858-b175-4e7f45fe231a tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event deleted for resources: {'Network': ['ID=aaa03c1c-8678-4ddb-91fc-fafef262244b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:24.767041 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Port': ['ID=132e6dd1-7ff8-49ba-9970-3155598909b0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:24.833966 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] No DVR routers for this DVR port 132e6dd1-7ff8-49ba-9970-3155598909b0 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:24.842058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a04b6d06-30ef-4523-ab06-4e0288267855 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port 1dbac1ee-a9cb-4384-b677-8e562777b7ce {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:24.842424 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a04b6d06-30ef-4523-ab06-4e0288267855 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1dbac1ee-a9cb-4384-b677-8e562777b7ce), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.920742 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b59433-f121-4c9e-9cb8-94c4a999f6a8 admin admin] Deleting subnet efa32e71-a547-428f-88bc-c70d8d8b132e {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:52:24.924682 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56b59433-f121-4c9e-9cb8-94c4a999f6a8 admin admin] Publish callbacks [] for subnet (efa32e71-a547-428f-88bc-c70d8d8b132e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.963021 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8b5e3f5-00df-484d-b729-73efc8fa7723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4736868c-7561-4c8f-8d4d-c78fec818780), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.966061 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8b5e3f5-00df-484d-b729-73efc8fa7723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.970746 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56b59433-f121-4c9e-9cb8-94c4a999f6a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (efa32e71-a547-428f-88bc-c70d8d8b132e), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:24.970967 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f8b5e3f5-00df-484d-b729-73efc8fa7723 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4736868c-7561-4c8f-8d4d-c78fec818780 HTTP/1.1" status: 204 len: 168 time: 1.1159825 Feb 07 16:52:25.009570 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (3682239c-b1ba-43f9-aec1-43237474e741), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:25.012884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5e3f5-00df-484d-b729-73efc8fa7723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4736868c-7561-4c8f-8d4d-c78fec818780,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:25.055653 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14fe9a45-0045-4baf-aa65-42b18ad9f0f3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (7f5c024d-fc25-4fc9-a351-347f21c56260), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:25.068844 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56b59433-f121-4c9e-9cb8-94c4a999f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (efa32e71-a547-428f-88bc-c70d8d8b132e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:25.160487 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56b59433-f121-4c9e-9cb8-94c4a999f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (efa32e71-a547-428f-88bc-c70d8d8b132e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:25.212425 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3682239c-b1ba-43f9-aec1-43237474e741']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:25.234982 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b59433-f121-4c9e-9cb8-94c4a999f6a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efa32e71-a547-428f-88bc-c70d8d8b132e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:25.242753 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b120b573-4be9-4152-9ab5-805591d4ebc0 None None] Network 0b2b4548-f7c6-4e74-86b3-3287e52c00ca requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:25.259298 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56b59433-f121-4c9e-9cb8-94c4a999f6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:25.262858 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-56b59433-f121-4c9e-9cb8-94c4a999f6a8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/efa32e71-a547-428f-88bc-c70d8d8b132e HTTP/1.1" status: 204 len: 168 time: 0.5303128 Feb 07 16:52:25.267185 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ef10c0-1256-489a-b2a7-164771b6fa99') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:25.267470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46150) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:25.268527 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ef10c0-1256-489a-b2a7-164771b6fa99') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:25.297123 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (c4ef10c0-1256-489a-b2a7-164771b6fa99), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:25.312921 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 132e6dd1-7ff8-49ba-9970-3155598909b0 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:25.329831 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (c4ef10c0-1256-489a-b2a7-164771b6fa99), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:25.344676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 132e6dd1-7ff8-49ba-9970-3155598909b0 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:25.345594 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 132e6dd1-7ff8-49ba-9970-3155598909b0 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:25.346508 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:25.347015 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:52:25.347435 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (c4ef10c0-1256-489a-b2a7-164771b6fa99), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:25.376780 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e41b6-c7ed-4370-8053-40da03173163 req-8ea609d0-cee0-4941-ab51-f90b02c9f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:25.378515 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4c9e41b6-c7ed-4370-8053-40da03173163 req-8ea609d0-cee0-4941-ab51-f90b02c9f79a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ad3699b57504f1d8d8119bb8b107134&device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 1127 time: 0.2560904 Feb 07 16:52:25.386291 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:25.386906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c96dd4c5-6b1d-4f55-8ca0-d5c23371bc89 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:25.387511 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b4ed4b54-5f70-473b-8427-d04a68694607 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:25.412279 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: b4ed4b54-5f70-473b-8427-d04a68694607 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:25.412934 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b4ed4b54-5f70-473b-8427-d04a68694607 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:25.413605 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ce457368-fad2-436e-94b4-941106cab884 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:52:25.429615 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:52:25.442646 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a04b6d06-30ef-4523-ab06-4e0288267855 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1dbac1ee-a9cb-4384-b677-8e562777b7ce), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:25.446599 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: ce457368-fad2-436e-94b4-941106cab884 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:25.447147 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ce457368-fad2-436e-94b4-941106cab884 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:25.502276 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02efbe0-ffaf-481d-a83d-1b36fcc6be0f req-413bfd4d-ec35-490f-ae5c-dd1edb6c541d tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:25.505651 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e02efbe0-ffaf-481d-a83d-1b36fcc6be0f req-413bfd4d-ec35-490f-ae5c-dd1edb6c541d tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.3118019 Feb 07 16:52:25.508284 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (0b2b4548-f7c6-4e74-86b3-3287e52c00ca), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:25.522097 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a04b6d06-30ef-4523-ab06-4e0288267855 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for 1dbac1ee-a9cb-4384-b677-8e562777b7ce owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:25.569514 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14fe9a45-0045-4baf-aa65-42b18ad9f0f3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (7f5c024d-fc25-4fc9-a351-347f21c56260), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:25.618902 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33496e0-d025-444f-8edb-d6dea501e9e5 None None] DHCP port deletion for 0b2b4548-f7c6-4e74-86b3-3287e52c00ca request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:52:25.627987 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-14fe9a45-0045-4baf-aa65-42b18ad9f0f3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5c024d-fc25-4fc9-a351-347f21c56260']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:25.644637 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-14fe9a45-0045-4baf-aa65-42b18ad9f0f3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75de892-2d77-44c4-bbd1-cc41bc276f66') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:25.646396 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e41b6-c7ed-4370-8053-40da03173163 req-34466de9-a5c4-4ab4-93b4-7c3841ebcc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:25.647960 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4c9e41b6-c7ed-4370-8053-40da03173163 req-34466de9-a5c4-4ab4-93b4-7c3841ebcc34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6c36ab46-5032-4023-96e4-5dff7c96c9c6 HTTP/1.1" status: 200 len: 912 time: 0.2538271 Feb 07 16:52:25.651141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-14fe9a45-0045-4baf-aa65-42b18ad9f0f3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75de892-2d77-44c4-bbd1-cc41bc276f66') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:25.673322 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (3682239c-b1ba-43f9-aec1-43237474e741), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:25.696488 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:25.700061 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/networks/3682239c-b1ba-43f9-aec1-43237474e741 HTTP/1.1" status: 204 len: 168 time: 3.3804057 Feb 07 16:52:25.702579 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14fe9a45-0045-4baf-aa65-42b18ad9f0f3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (c75de892-2d77-44c4-bbd1-cc41bc276f66), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:25.716812 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab2ec5-326f-4dd0-8d22-643b8e9650b5 req-70144cdc-2428-49ff-b69e-be0f7d07cda0 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:25.718576 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07ab2ec5-326f-4dd0-8d22-643b8e9650b5 req-70144cdc-2428-49ff-b69e-be0f7d07cda0 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.5398870 Feb 07 16:52:25.725989 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46158) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:25.731474 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e33496e0-d025-444f-8edb-d6dea501e9e5 None None] Deleting port b3b2aaa3-118f-4369-9c74-f536521f5519 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:25.731857 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e33496e0-d025-444f-8edb-d6dea501e9e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b3b2aaa3-118f-4369-9c74-f536521f5519), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:25.823507 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b6ec0-079a-44e9-9a96-26b295f18a50 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Network': ['ID=3682239c-b1ba-43f9-aec1-43237474e741,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:25.861658 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aadd705b-1d01-4454-8efc-c0d942f9fa9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:25.867758 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14fe9a45-0045-4baf-aa65-42b18ad9f0f3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (c75de892-2d77-44c4-bbd1-cc41bc276f66), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:25.873181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e33496e0-d025-444f-8edb-d6dea501e9e5 None None] For port b3b2aaa3-118f-4369-9c74-f536521f5519, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b3b2aaa3-118f-4369-9c74-f536521f5519,segment=NetworkSegment(8ef14104-eb8a-4293-a21d-9126a796c44a),segment_id=8ef14104-eb8a-4293-a21d-9126a796c44a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:25.874716 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e33496e0-d025-444f-8edb-d6dea501e9e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b3b2aaa3-118f-4369-9c74-f536521f5519), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:25.891316 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14fe9a45-0045-4baf-aa65-42b18ad9f0f3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:52:25.891802 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14fe9a45-0045-4baf-aa65-42b18ad9f0f3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (c75de892-2d77-44c4-bbd1-cc41bc276f66), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:52:25.896572 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:52:25.912226 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e33496e0-d025-444f-8edb-d6dea501e9e5 None None] Calling delete_port for b3b2aaa3-118f-4369-9c74-f536521f5519 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:25.921158 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4c9e41b6-c7ed-4370-8053-40da03173163 req-83c49f45-e967-4b76-b428-147b3d1b0f38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4baf8f26-2828-4d40-af7e-339619141625 HTTP/1.1" status: 200 len: 217 time: 0.2591839 Feb 07 16:52:26.088408 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07ab2ec5-326f-4dd0-8d22-643b8e9650b5 req-2ff9bc3a-5ebd-4bc4-9b33-0e07cf2ecd85 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3332536 Feb 07 16:52:26.129737 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14fe9a45-0045-4baf-aa65-42b18ad9f0f3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (7f5c024d-fc25-4fc9-a351-347f21c56260), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:26.166365 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e33496e0-d025-444f-8edb-d6dea501e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (b3b2aaa3-118f-4369-9c74-f536521f5519), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:26.169797 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14fe9a45-0045-4baf-aa65-42b18ad9f0f3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:26.176898 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-14fe9a45-0045-4baf-aa65-42b18ad9f0f3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "DELETE /v2.0/networks/7f5c024d-fc25-4fc9-a351-347f21c56260 HTTP/1.1" status: 204 len: 168 time: 1.4659994 Feb 07 16:52:26.181454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46166) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:26.197657 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33496e0-d025-444f-8edb-d6dea501e9e5 None None] No DVR routers for this DVR port b3b2aaa3-118f-4369-9c74-f536521f5519 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:26.201600 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe9a45-0045-4baf-aa65-42b18ad9f0f3 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event deleted for resources: {'Network': ['ID=7f5c024d-fc25-4fc9-a351-347f21c56260,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:26.271954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33496e0-d025-444f-8edb-d6dea501e9e5 None None] Pushing event deleted for resources: {'Port': ['ID=b3b2aaa3-118f-4369-9c74-f536521f5519,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:26.291332 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e02efbe0-ffaf-481d-a83d-1b36fcc6be0f req-75786df5-493a-4149-8e42-ce0148150674 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7536631 Feb 07 16:52:26.295529 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a04b6d06-30ef-4523-ab06-4e0288267855 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (1dbac1ee-a9cb-4384-b677-8e562777b7ce), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:26.298884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b35ffba-d3b3-45a5-a1f2-22167ed4e706 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Deleting subnet dd8a3b0c-148b-4c93-a014-1aa813729abd {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:52:26.312033 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e41b6-c7ed-4370-8053-40da03173163 req-2f0fc2b8-5f96-47d7-a3ba-5b31e8d9d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:26.313981 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4c9e41b6-c7ed-4370-8053-40da03173163 req-2f0fc2b8-5f96-47d7-a3ba-5b31e8d9d2af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98c0d994-d3fe-4461-9362-be30eb5a1d39 HTTP/1.1" status: 200 len: 851 time: 0.3390155 Feb 07 16:52:26.314141 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9b35ffba-d3b3-45a5-a1f2-22167ed4e706 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for subnet (dd8a3b0c-148b-4c93-a014-1aa813729abd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:26.392341 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4c9e41b6-c7ed-4370-8053-40da03173163 req-947d5fc8-13b8-4590-873e-cde56963aebe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6c36ab46-5032-4023-96e4-5dff7c96c9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623131 Feb 07 16:52:26.396722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b6d06-30ef-4523-ab06-4e0288267855 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=1dbac1ee-a9cb-4384-b677-8e562777b7ce,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:26.478940 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9b35ffba-d3b3-45a5-a1f2-22167ed4e706 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (dd8a3b0c-148b-4c93-a014-1aa813729abd), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:26.584723 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] Deleting port b3b2aaa3-118f-4369-9c74-f536521f5519 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:26.584723 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b3b2aaa3-118f-4369-9c74-f536521f5519), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:26.686487 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9b35ffba-d3b3-45a5-a1f2-22167ed4e706 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (dd8a3b0c-148b-4c93-a014-1aa813729abd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:26.718161 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a04b6d06-30ef-4523-ab06-4e0288267855 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:26.726204 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a04b6d06-30ef-4523-ab06-4e0288267855 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/ports/1dbac1ee-a9cb-4384-b677-8e562777b7ce HTTP/1.1" status: 204 len: 168 time: 2.4047194 Feb 07 16:52:26.727237 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46176) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:26.782312 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-b215246a-5ad9-48fe-8eb6-7fff8f5fcea1 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] GET failed (client error): The resource could not be found. Feb 07 16:52:26.787852 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b215246a-5ad9-48fe-8eb6-7fff8f5fcea1 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports/1dbac1ee-a9cb-4384-b677-8e562777b7ce HTTP/1.1" status: 404 len: 333 time: 0.0485709 Feb 07 16:52:26.788833 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46180) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:26.833744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] For port b3b2aaa3-118f-4369-9c74-f536521f5519, host n-d-827865-3, got binding levels [] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:26.834462 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b3b2aaa3-118f-4369-9c74-f536521f5519), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:26.862885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] Calling delete_port for b3b2aaa3-118f-4369-9c74-f536521f5519 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:26.872357 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] Port b3b2aaa3-118f-4369-9c74-f536521f5519 was not found and therefore no delete operation was performed {{(pid=103226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 16:52:26.875012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf3264c-f36a-49ab-91e4-2518dd582aa6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting subnet 66c7ffa1-32b4-49b4-a985-7604634b2bd4 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:52:26.875526 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4c9e41b6-c7ed-4370-8053-40da03173163 req-8b509c96-3b36-497c-8d64-ab70d1120297 service neutron] 10.222.0.32 "GET /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525020 Feb 07 16:52:26.876800 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (b3b2aaa3-118f-4369-9c74-f536521f5519), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:26.897665 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebf3264c-f36a-49ab-91e4-2518dd582aa6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for subnet (66c7ffa1-32b4-49b4-a985-7604634b2bd4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:26.905042 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9b35ffba-d3b3-45a5-a1f2-22167ed4e706 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (dd8a3b0c-148b-4c93-a014-1aa813729abd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:26.972197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b2aaa3-118f-4369-9c74-f536521f5519,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:26.975235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] No DVR routers for this DVR port b3b2aaa3-118f-4369-9c74-f536521f5519 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:27.027580 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (b9ebef89-0464-4f83-a748-d08b39bf9909), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:27.129584 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aadf0e-87c2-4a48-850d-741898d9745b None None] Network dbd5cddf-b0b1-42ad-90a0-247a1558defd requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:27.131926 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9b35ffba-d3b3-45a5-a1f2-22167ed4e706 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:27.145702 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9b35ffba-d3b3-45a5-a1f2-22167ed4e706 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "DELETE /v2.0/subnets/dd8a3b0c-148b-4c93-a014-1aa813729abd HTTP/1.1" status: 204 len: 168 time: 0.9629946 Feb 07 16:52:27.147872 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35ffba-d3b3-45a5-a1f2-22167ed4e706 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event deleted for resources: {'Subnet': ['ID=dd8a3b0c-148b-4c93-a014-1aa813729abd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:27.157577 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46190) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:27.248282 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b3b2aaa3-118f-4369-9c74-f536521f5519 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:27.280384 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebf3264c-f36a-49ab-91e4-2518dd582aa6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (66c7ffa1-32b4-49b4-a985-7604634b2bd4), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:27.332573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: b3b2aaa3-118f-4369-9c74-f536521f5519 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:27.334385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b3b2aaa3-118f-4369-9c74-f536521f5519 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:27.439000 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (dbd5cddf-b0b1-42ad-90a0-247a1558defd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:27.518691 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ff67bb-8341-462a-a24c-20467252c436 None None] DHCP port deletion for dbd5cddf-b0b1-42ad-90a0-247a1558defd request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:52:27.651729 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d9ff67bb-8341-462a-a24c-20467252c436 None None] Deleting port d3e0862d-63f1-4ede-8f0d-b43c54c33118 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:27.652025 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d9ff67bb-8341-462a-a24c-20467252c436 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d3e0862d-63f1-4ede-8f0d-b43c54c33118), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:27.786491 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (0b2b4548-f7c6-4e74-86b3-3287e52c00ca), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:27.815105 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2b4548-f7c6-4e74-86b3-3287e52c00ca']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:27.829234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef14104-eb8a-4293-a21d-9126a796c44a') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:27.829770 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef14104-eb8a-4293-a21d-9126a796c44a') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:27.843249 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (8ef14104-eb8a-4293-a21d-9126a796c44a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:27.868177 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (8ef14104-eb8a-4293-a21d-9126a796c44a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:27.876071 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:52:27.876594 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (8ef14104-eb8a-4293-a21d-9126a796c44a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:52:27.891488 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:52:27.943681 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441fe3a-9561-49e6-b15d-79a790cfafac req-313e8990-99f6-4a07-8faf-24238dc5e69a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:27.945184 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5441fe3a-9561-49e6-b15d-79a790cfafac req-313e8990-99f6-4a07-8faf-24238dc5e69a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.7017486 Feb 07 16:52:27.960431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d9ff67bb-8341-462a-a24c-20467252c436 None None] For port d3e0862d-63f1-4ede-8f0d-b43c54c33118, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d3e0862d-63f1-4ede-8f0d-b43c54c33118,segment=NetworkSegment(d577ac27-73ed-4e3d-9f03-5a83c47f3ece),segment_id=d577ac27-73ed-4e3d-9f03-5a83c47f3ece)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:27.960838 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d9ff67bb-8341-462a-a24c-20467252c436 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d3e0862d-63f1-4ede-8f0d-b43c54c33118), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:28.002398 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebf3264c-f36a-49ab-91e4-2518dd582aa6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (66c7ffa1-32b4-49b4-a985-7604634b2bd4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:28.002961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d9ff67bb-8341-462a-a24c-20467252c436 None None] Calling delete_port for d3e0862d-63f1-4ede-8f0d-b43c54c33118 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:28.049081 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4c9e41b6-c7ed-4370-8053-40da03173163 req-c485f91f-14c1-4480-bc4a-2da67d1a1f3f service neutron] 10.222.0.32 "GET /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1624193 Feb 07 16:52:28.083025 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (0b2b4548-f7c6-4e74-86b3-3287e52c00ca), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:28.096522 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:28.101795 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0b2b4548-f7c6-4e74-86b3-3287e52c00ca HTTP/1.1" status: 204 len: 168 time: 2.8328023 Feb 07 16:52:28.105834 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46204) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:28.131732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18ba31-c1db-4a0c-a9e2-9bb91e2dd592 req-3b96339c-d6bc-493d-a276-451eb6adbc92 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:28.133411 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ec18ba31-c1db-4a0c-a9e2-9bb91e2dd592 req-3b96339c-d6bc-493d-a276-451eb6adbc92 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.1220019 Feb 07 16:52:28.134247 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faf0d7-90ba-4196-b036-8a84ebc61396 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b2b4548-f7c6-4e74-86b3-3287e52c00ca,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:28.216308 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5441fe3a-9561-49e6-b15d-79a790cfafac req-e6735660-505b-49d4-a293-12ee2aac1f3e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512999 Feb 07 16:52:28.220574 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5cea5bf8-7442-48ee-b555-4a4d161ff47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:28.247978 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d9ff67bb-8341-462a-a24c-20467252c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (d3e0862d-63f1-4ede-8f0d-b43c54c33118), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:28.268815 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Deleting port d3e0862d-63f1-4ede-8f0d-b43c54c33118 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:28.269160 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d3e0862d-63f1-4ede-8f0d-b43c54c33118), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:28.315899 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ec18ba31-c1db-4a0c-a9e2-9bb91e2dd592 req-93592bd7-1b5d-45b3-9b54-758ec1a704db tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587431 Feb 07 16:52:28.331428 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff67bb-8341-462a-a24c-20467252c436 None None] Pushing event deleted for resources: {'Port': ['ID=d3e0862d-63f1-4ede-8f0d-b43c54c33118,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:28.367221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff67bb-8341-462a-a24c-20467252c436 None None] No DVR routers for this DVR port d3e0862d-63f1-4ede-8f0d-b43c54c33118 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:28.382565 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebf3264c-f36a-49ab-91e4-2518dd582aa6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (66c7ffa1-32b4-49b4-a985-7604634b2bd4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:28.433482 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3264c-f36a-49ab-91e4-2518dd582aa6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Subnet': ['ID=66c7ffa1-32b4-49b4-a985-7604634b2bd4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:28.495760 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebf3264c-f36a-49ab-91e4-2518dd582aa6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:28.495760 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ebf3264c-f36a-49ab-91e4-2518dd582aa6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/subnets/66c7ffa1-32b4-49b4-a985-7604634b2bd4 HTTP/1.1" status: 204 len: 168 time: 1.7031751 Feb 07 16:52:28.498869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46214) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:28.502141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6ebe01-0a82-4d2e-bbb3-63c7d0e02e45 None None] Network bcae5f29-fbb5-4867-9aed-dafa5f171b76 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:28.509756 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] For port d3e0862d-63f1-4ede-8f0d-b43c54c33118, host n-d-827865-3, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:28.510022 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d3e0862d-63f1-4ede-8f0d-b43c54c33118), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:28.681245 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-76fd17ff-9aaa-44d3-8370-81b77b65ad1f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=52e2cfc122e2454bb720b22756b54435&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791242 Feb 07 16:52:28.706195 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Calling delete_port for d3e0862d-63f1-4ede-8f0d-b43c54c33118 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:28.720849 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Port d3e0862d-63f1-4ede-8f0d-b43c54c33118 was not found and therefore no delete operation was performed {{(pid=103225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 16:52:28.729855 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (bcae5f29-fbb5-4867-9aed-dafa5f171b76), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:28.733147 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f18ce22-6653-4659-8c11-db9fea15da5f None None] DHCP port deletion for bcae5f29-fbb5-4867-9aed-dafa5f171b76 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:52:28.783005 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d3e0862d-63f1-4ede-8f0d-b43c54c33118), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:28.806630 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4f18ce22-6653-4659-8c11-db9fea15da5f None None] Deleting port 52254586-7ee3-46c2-a899-91ac231f2321 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:28.807393 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4f18ce22-6653-4659-8c11-db9fea15da5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (52254586-7ee3-46c2-a899-91ac231f2321), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:28.827476 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port 52254586-7ee3-46c2-a899-91ac231f2321 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:28.828046 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (52254586-7ee3-46c2-a899-91ac231f2321), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:28.883280 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event deleted for resources: {'Port': ['ID=d3e0862d-63f1-4ede-8f0d-b43c54c33118,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:28.892653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] No DVR routers for this DVR port d3e0862d-63f1-4ede-8f0d-b43c54c33118 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:28.905017 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting port 664651a2-b987-40cc-8630-401a7df6dedc {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:28.905411 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (664651a2-b987-40cc-8630-401a7df6dedc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:28.911117 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] For port 52254586-7ee3-46c2-a899-91ac231f2321, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=52254586-7ee3-46c2-a899-91ac231f2321,segment=NetworkSegment(7b08903b-1e43-41f7-b347-3100442bf7b7),segment_id=7b08903b-1e43-41f7-b347-3100442bf7b7)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:28.911613 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (52254586-7ee3-46c2-a899-91ac231f2321), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:28.914802 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4f18ce22-6653-4659-8c11-db9fea15da5f None None] For port 52254586-7ee3-46c2-a899-91ac231f2321, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=52254586-7ee3-46c2-a899-91ac231f2321,segment=NetworkSegment(7b08903b-1e43-41f7-b347-3100442bf7b7),segment_id=7b08903b-1e43-41f7-b347-3100442bf7b7)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:28.916227 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4f18ce22-6653-4659-8c11-db9fea15da5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (52254586-7ee3-46c2-a899-91ac231f2321), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:28.931009 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for 52254586-7ee3-46c2-a899-91ac231f2321 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:28.933536 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4f18ce22-6653-4659-8c11-db9fea15da5f None None] Calling delete_port for 52254586-7ee3-46c2-a899-91ac231f2321 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:29.028878 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4f18ce22-6653-4659-8c11-db9fea15da5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (52254586-7ee3-46c2-a899-91ac231f2321), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:29.039668 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (52254586-7ee3-46c2-a899-91ac231f2321), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:29.058148 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18ce22-6653-4659-8c11-db9fea15da5f None None] Pushing event deleted for resources: {'Port': ['ID=52254586-7ee3-46c2-a899-91ac231f2321,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:29.063649 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f18ce22-6653-4659-8c11-db9fea15da5f None None] No DVR routers for this DVR port 52254586-7ee3-46c2-a899-91ac231f2321 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:29.063803 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (dbd5cddf-b0b1-42ad-90a0-247a1558defd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:29.086503 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd5cddf-b0b1-42ad-90a0-247a1558defd']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:29.105007 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No DVR routers for this DVR port 52254586-7ee3-46c2-a899-91ac231f2321 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:29.139921 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd577ac27-73ed-4e3d-9f03-5a83c47f3ece') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:29.140229 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd577ac27-73ed-4e3d-9f03-5a83c47f3ece') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:29.157655 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=52254586-7ee3-46c2-a899-91ac231f2321,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:29.158843 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-704388a3-c9c8-4886-aecf-669d8684d5f9 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:29.161000 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-704388a3-c9c8-4886-aecf-669d8684d5f9 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4701715 Feb 07 16:52:29.209114 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (d577ac27-73ed-4e3d-9f03-5a83c47f3ece), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:29.228723 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d3e0862d-63f1-4ede-8f0d-b43c54c33118 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:29.283807 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: d3e0862d-63f1-4ede-8f0d-b43c54c33118 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:29.285446 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-692e0f24-e934-4d1a-9bcb-8faab904a523 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/quotas/52e2cfc122e2454bb720b22756b54435 HTTP/1.1" status: 200 len: 375 time: 0.0742180 Feb 07 16:52:29.286334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d3e0862d-63f1-4ede-8f0d-b43c54c33118 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:29.286818 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 52254586-7ee3-46c2-a899-91ac231f2321 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:29.289003 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (d577ac27-73ed-4e3d-9f03-5a83c47f3ece), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:29.289536 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (bcae5f29-fbb5-4867-9aed-dafa5f171b76), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:29.329365 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 52254586-7ee3-46c2-a899-91ac231f2321 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:29.329601 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 52254586-7ee3-46c2-a899-91ac231f2321 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:29.337698 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcae5f29-fbb5-4867-9aed-dafa5f171b76']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:29.351286 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:52:29.351688 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (d577ac27-73ed-4e3d-9f03-5a83c47f3ece), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:52:29.356404 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:52:29.375112 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b08903b-1e43-41f7-b347-3100442bf7b7') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:29.375425 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b08903b-1e43-41f7-b347-3100442bf7b7') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:29.391372 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (7b08903b-1e43-41f7-b347-3100442bf7b7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:29.397498 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-c43ee7dc-a386-491a-9cca-077b4f75e4ec tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0921249 Feb 07 16:52:29.415155 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (7b08903b-1e43-41f7-b347-3100442bf7b7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:29.426744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:52:29.426962 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (7b08903b-1e43-41f7-b347-3100442bf7b7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:52:29.430906 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:52:29.447524 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] For port 664651a2-b987-40cc-8630-401a7df6dedc, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=664651a2-b987-40cc-8630-401a7df6dedc,segment=NetworkSegment(ae954591-f797-45e0-998a-f530295b9a2f),segment_id=ae954591-f797-45e0-998a-f530295b9a2f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:29.447899 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (664651a2-b987-40cc-8630-401a7df6dedc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:29.453884 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b8f3a-d9aa-4cd8-9ad1-4a79e6d0de10 req-33ec9a2b-9d4b-47be-b4ba-50b5717bfc68 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:29.455423 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-297b8f3a-d9aa-4cd8-9ad1-4a79e6d0de10 req-33ec9a2b-9d4b-47be-b4ba-50b5717bfc68 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.1317341 Feb 07 16:52:29.485235 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:29.490805 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Calling delete_port for 664651a2-b987-40cc-8630-401a7df6dedc owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:29.498840 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (dbd5cddf-b0b1-42ad-90a0-247a1558defd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:29.512658 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:29.516579 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "DELETE /v2.0/networks/dbd5cddf-b0b1-42ad-90a0-247a1558defd HTTP/1.1" status: 204 len: 168 time: 2.3519878 Feb 07 16:52:29.521306 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46224) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:29.553350 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9505d-eefe-4d85-842c-5851a6e8227c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Pushing event deleted for resources: {'Network': ['ID=dbd5cddf-b0b1-42ad-90a0-247a1558defd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:29.565476 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (bcae5f29-fbb5-4867-9aed-dafa5f171b76), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:29.594799 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:29.598861 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/networks/bcae5f29-fbb5-4867-9aed-dafa5f171b76 HTTP/1.1" status: 204 len: 168 time: 1.1008542 Feb 07 16:52:29.600659 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042024ee-a074-4224-b78d-bed8edab6972 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Network': ['ID=bcae5f29-fbb5-4867-9aed-dafa5f171b76,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:29.605507 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-297b8f3a-d9aa-4cd8-9ad1-4a79e6d0de10 req-df642044-b276-4808-a4b3-48f729d6403b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128280 Feb 07 16:52:29.606989 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46226) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:29.612566 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cb33f39b-6764-4ac7-a72e-d5cd1d172b71 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1370674606'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:29.624094 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6eb92194-fce4-4763-b4be-f4136617f04c tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a83d274-beee-46a1-9d57-9757c6f093ee HTTP/1.1" status: 200 len: 205 time: 0.0886798 Feb 07 16:52:29.627296 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46228) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:29.644128 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb33f39b-6764-4ac7-a72e-d5cd1d172b71 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:29.654549 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb33f39b-6764-4ac7-a72e-d5cd1d172b71 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:29.722207 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb33f39b-6764-4ac7-a72e-d5cd1d172b71 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:52:29.786014 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15d0b148-9223-4208-93ad-5c3e0c324b84 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for router (9a83d274-beee-46a1-9d57-9757c6f093ee), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:29.835410 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb33f39b-6764-4ac7-a72e-d5cd1d172b71 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (c4a47bef-c0bc-4217-8624-d942a5d11d64), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:29.835410 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-cb33f39b-6764-4ac7-a72e-d5cd1d172b71 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Added segment c4a47bef-c0bc-4217-8624-d942a5d11d64 of type vlan for network 30502345-a7a6-419b-aa74-37d3b9ebfa6b Feb 07 16:52:29.913660 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb33f39b-6764-4ac7-a72e-d5cd1d172b71 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (30502345-a7a6-419b-aa74-37d3b9ebfa6b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:29.931255 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce088aab-b752-4c87-8bc6-54565ee1d8bb req-6361adf7-f4d2-4d88-832f-fe6371342923 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:29.933209 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce088aab-b752-4c87-8bc6-54565ee1d8bb req-6361adf7-f4d2-4d88-832f-fe6371342923 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.1995041 Feb 07 16:52:29.948198 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49f01423-9f08-42e8-b41f-1acae511c4b5 req-f429dc12-0db0-423a-978e-2ed1e411fbdf tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 210 time: 0.1188867 Feb 07 16:52:29.997077 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb33f39b-6764-4ac7-a72e-d5cd1d172b71 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (30502345-a7a6-419b-aa74-37d3b9ebfa6b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:30.003205 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb33f39b-6764-4ac7-a72e-d5cd1d172b71 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:30.005584 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb33f39b-6764-4ac7-a72e-d5cd1d172b71 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:30.040988 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cb33f39b-6764-4ac7-a72e-d5cd1d172b71 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4326704 Feb 07 16:52:30.048021 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46238) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:30.101732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f95a5608-260d-4fbe-ad90-0257d50187b9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'subnet': {'network_id': '30502345-a7a6-419b-aa74-37d3b9ebfa6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:30.210951 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce088aab-b752-4c87-8bc6-54565ee1d8bb req-4c97c54a-1298-4702-973e-0caa97099885 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688265 Feb 07 16:52:30.246989 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33f39b-6764-4ac7-a72e-d5cd1d172b71 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Network': ['ID=30502345-a7a6-419b-aa74-37d3b9ebfa6b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:30.263631 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 30502345-a7a6-419b-aa74-37d3b9ebfa6b details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:52:30.342498 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95a5608-260d-4fbe-ad90-0257d50187b9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:30.353554 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f95a5608-260d-4fbe-ad90-0257d50187b9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:30.381470 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a207f9fc-e72e-4e88-83a0-6503f2a4325b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (cde7646c-fdee-4cbb-a0b2-e5647b9193fa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:30.495784 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15d0b148-9223-4208-93ad-5c3e0c324b84 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (9a83d274-beee-46a1-9d57-9757c6f093ee), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:30.499722 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15d0b148-9223-4208-93ad-5c3e0c324b84 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for router_controller (9a83d274-beee-46a1-9d57-9757c6f093ee), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:30.615765 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15d0b148-9223-4208-93ad-5c3e0c324b84 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (9a83d274-beee-46a1-9d57-9757c6f093ee), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:30.616536 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d0b148-9223-4208-93ad-5c3e0c324b84 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Fanout notify agent at l3_agent the message router_deleted on router 9a83d274-beee-46a1-9d57-9757c6f093ee {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:52:30.630901 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15d0b148-9223-4208-93ad-5c3e0c324b84 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:30.632063 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-15d0b148-9223-4208-93ad-5c3e0c324b84 tempest-RoutersNegativeIpV6Test-982942998 tempest-RoutersNegativeIpV6Test-982942998-project] 10.222.0.18 "DELETE /v2.0/routers/9a83d274-beee-46a1-9d57-9757c6f093ee HTTP/1.1" status: 204 len: 168 time: 1.0031817 Feb 07 16:52:30.642542 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (664651a2-b987-40cc-8630-401a7df6dedc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:30.691651 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Port': ['ID=664651a2-b987-40cc-8630-401a7df6dedc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:30.702426 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:30.702778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:30.703118 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:30.703463 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:30.703845 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:30.704157 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:30.704483 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:30.704818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:30.705146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:30.705611 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:30.706386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:30.706386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:30.706547 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:30.780282 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f95a5608-260d-4fbe-ad90-0257d50187b9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (2f5e5629-4973-44d5-ab0c-018936ed46f3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:30.812064 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:30.959653 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a5608-260d-4fbe-ad90-0257d50187b9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Subnet': ['ID=2f5e5629-4973-44d5-ab0c-018936ed46f3,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:30.970788 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (b9ebef89-0464-4f83-a748-d08b39bf9909), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:30.977898 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95a5608-260d-4fbe-ad90-0257d50187b9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Checking segment: {'id': 'c4a47bef-c0bc-4217-8624-d942a5d11d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '30502345-a7a6-419b-aa74-37d3b9ebfa6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:52:30.980813 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95a5608-260d-4fbe-ad90-0257d50187b9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network hostable DHCP agents. Network: 30502345-a7a6-419b-aa74-37d3b9ebfa6b, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:52:31.013978 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95a5608-260d-4fbe-ad90-0257d50187b9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 30502345-a7a6-419b-aa74-37d3b9ebfa6b is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:52:31.033935 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f95a5608-260d-4fbe-ad90-0257d50187b9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 30502345-a7a6-419b-aa74-37d3b9ebfa6b) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:31.041166 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95a5608-260d-4fbe-ad90-0257d50187b9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:31.041926 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f95a5608-260d-4fbe-ad90-0257d50187b9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:31.047897 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb057f3d-3bd2-4393-ae8e-ddbda21e2f8c None None] Network 30502345-a7a6-419b-aa74-37d3b9ebfa6b requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:31.081510 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f95a5608-260d-4fbe-ad90-0257d50187b9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0294192 Feb 07 16:52:31.097807 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46252) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:31.103336 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-38677ca4-2668-497d-a148-9351d1ec874f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1945147219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:31.138118 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-70bb2917-4f52-468e-9faf-53e1cca69ef0 req-73cf72eb-679a-4d5c-b2af-9ce566fb79f8 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 210 time: 0.0714638 Feb 07 16:52:31.143608 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-38677ca4-2668-497d-a148-9351d1ec874f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (429e574c-8c4a-485a-9cee-01c54a344d1f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:31.146330 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-38677ca4-2668-497d-a148-9351d1ec874f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (429e574c-8c4a-485a-9cee-01c54a344d1f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:31.340008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-30502345-a7a6-419b-aa74-37d3b9ebfa6b', 'network_id': '30502345-a7a6-419b-aa74-37d3b9ebfa6b', 'project_id': '8f6693c13415441784e70842eae1e972', 'fixed_ips': [{'subnet_id': '2f5e5629-4973-44d5-ab0c-018936ed46f3'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:52:31.340601 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-aabfbb67-2025-484d-b669-606b58cb4f91 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=52e2cfc122e2454bb720b22756b54435&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627534 Feb 07 16:52:31.340886 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:31.341264 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-38677ca4-2668-497d-a148-9351d1ec874f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for router_controller (429e574c-8c4a-485a-9cee-01c54a344d1f), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:31.351527 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-38677ca4-2668-497d-a148-9351d1ec874f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (429e574c-8c4a-485a-9cee-01c54a344d1f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:31.393489 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-38677ca4-2668-497d-a148-9351d1ec874f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:31.395781 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-38677ca4-2668-497d-a148-9351d1ec874f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2963059 Feb 07 16:52:31.401746 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46260) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:31.434767 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3e45ea89-2513-499b-b8f8-d9d2d93c6b5b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'network_id': '30502345-a7a6-419b-aa74-37d3b9ebfa6b', 'name': 'tempest-PortsTestJSON-1672145604'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:31.439865 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:52:31.440434 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46262) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:31.550208 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84d02d-e7ae-4201-84bb-8715676c190e req-77e85503-9ea7-4be0-bc53-f2d12ae3391c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:31.566095 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd84d02d-e7ae-4201-84bb-8715676c190e req-77e85503-9ea7-4be0-bc53-f2d12ae3391c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.5743377 Feb 07 16:52:31.662777 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8ff21-697f-46db-9481-ff8f69325629 req-1f4e1d5d-090c-4f29-8219-3e225892abb4 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:31.669012 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b4d8ff21-697f-46db-9481-ff8f69325629 req-1f4e1d5d-090c-4f29-8219-3e225892abb4 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.2715788 Feb 07 16:52:31.687742 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] Allocated IP 172.20.0.2 (30502345-a7a6-419b-aa74-37d3b9ebfa6b/2f5e5629-4973-44d5-ab0c-018936ed46f3/f72d687c-ae71-4d5e-8859-1edb24b05375) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:52:31.750574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d5caa8d4-4297-4b53-89e8-51990ec8e8dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=971ec48749434b37ad71e867704a0f4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3081856 Feb 07 16:52:31.767213 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46266) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:31.785153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router b9ebef89-0464-4f83-a748-d08b39bf9909 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:52:31.802390 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-03a20874-14bf-4968-b18c-710d5acc48b0 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:31.803923 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-03a20874-14bf-4968-b18c-710d5acc48b0 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4366601 Feb 07 16:52:31.828165 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-5baad9c7-1756-4602-b12f-3334b0326d9a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Request body: {'port': {'device_id': '6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '52e2cfc122e2454bb720b22756b54435'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:31.876535 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e45ea89-2513-499b-b8f8-d9d2d93c6b5b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:31.882672 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e45ea89-2513-499b-b8f8-d9d2d93c6b5b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:31.921090 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b4d8ff21-697f-46db-9481-ff8f69325629 req-e7be10ed-282b-4ff1-84b1-25c6ee3c0b1c tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333381 Feb 07 16:52:31.930910 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbb7907a-9230-4ac9-90d4-d8bfdaacb1c7 admin admin] Publish callbacks [] for security_group (3e1f0b7f-a44c-4d1e-8e49-8d0a7d39f401), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:31.958492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbb7907a-9230-4ac9-90d4-d8bfdaacb1c7 admin admin] Publish callbacks [] for security_group (3e1f0b7f-a44c-4d1e-8e49-8d0a7d39f401), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:32.000193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:52:32.008845 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fed7753f-802c-44c3-b6e5-702603e1cc8f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/b9ebef89-0464-4f83-a748-d08b39bf9909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2815034 Feb 07 16:52:32.016087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493ec34-3f56-4ca8-bf73-ba04ba5f0c8e None None] Sync routers for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:52:32.018710 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-3e45ea89-2513-499b-b8f8-d9d2d93c6b5b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] device_id is not set on port 09be4202-c1bc-41d4-9640-e3375dc4f3b8 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:52:32.026094 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd84d02d-e7ae-4201-84bb-8715676c190e req-56359a3c-5ede-4b21-addc-aa9ddf02e142 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4586024 Feb 07 16:52:32.031161 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] Publish callbacks [] for port (f72d687c-ae71-4d5e-8859-1edb24b05375), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:32.048067 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2493ec34-3f56-4ca8-bf73-ba04ba5f0c8e None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:32.049062 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2493ec34-3f56-4ca8-bf73-ba04ba5f0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:32.074472 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46268) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:32.099744 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a207f9fc-e72e-4e88-83a0-6503f2a4325b admin admin] Deleting port 66c3e8be-3275-4b01-bc7e-37b4a6d12808 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:32.100490 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a207f9fc-e72e-4e88-83a0-6503f2a4325b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (66c3e8be-3275-4b01-bc7e-37b4a6d12808), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:32.136376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2493ec34-3f56-4ca8-bf73-ba04ba5f0c8e None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:52:32.190455 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-3e45ea89-2513-499b-b8f8-d9d2d93c6b5b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Allocated IP 172.20.0.9 (30502345-a7a6-419b-aa74-37d3b9ebfa6b/2f5e5629-4973-44d5-ab0c-018936ed46f3/09be4202-c1bc-41d4-9640-e3375dc4f3b8) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:52:32.205539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2493ec34-3f56-4ca8-bf73-ba04ba5f0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:52:30Z', 'revision_number': 11, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:32.208372 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (f72d687c-ae71-4d5e-8859-1edb24b05375), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:32.261174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-564e440b-f7f2-4311-a4a9-4fd3e2d365d3 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting subnet e4703ded-2b67-4bd4-9c09-309b3b022d8c {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:52:32.268686 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-564e440b-f7f2-4311-a4a9-4fd3e2d365d3 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for subnet (e4703ded-2b67-4bd4-9c09-309b3b022d8c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:32.296039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493ec34-3f56-4ca8-bf73-ba04ba5f0c8e None None] Checking router: b9ebef89-0464-4f83-a748-d08b39bf9909 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:52:32.326117 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] Network 30502345-a7a6-419b-aa74-37d3b9ebfa6b is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:32.333723 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-564e440b-f7f2-4311-a4a9-4fd3e2d365d3 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (e4703ded-2b67-4bd4-9c09-309b3b022d8c), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:32.335941 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:32.352708 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:52:32.358266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2493ec34-3f56-4ca8-bf73-ba04ba5f0c8e None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:32.359110 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2493ec34-3f56-4ca8-bf73-ba04ba5f0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:32.365486 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:32.371138 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] Pushing event updated for resources: {'Port': ['ID=f72d687c-ae71-4d5e-8859-1edb24b05375,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:32.435744 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e45ea89-2513-499b-b8f8-d9d2d93c6b5b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (09be4202-c1bc-41d4-9640-e3375dc4f3b8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:32.461613 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-564e440b-f7f2-4311-a4a9-4fd3e2d365d3 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (e4703ded-2b67-4bd4-9c09-309b3b022d8c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:32.470242 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbb7907a-9230-4ac9-90d4-d8bfdaacb1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3e1f0b7f-a44c-4d1e-8e49-8d0a7d39f401), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:32.475247 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbb7907a-9230-4ac9-90d4-d8bfdaacb1c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:32.477979 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dbb7907a-9230-4ac9-90d4-d8bfdaacb1c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e1f0b7f-a44c-4d1e-8e49-8d0a7d39f401 HTTP/1.1" status: 204 len: 168 time: 0.7091799 Feb 07 16:52:32.508158 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e45ea89-2513-499b-b8f8-d9d2d93c6b5b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (09be4202-c1bc-41d4-9640-e3375dc4f3b8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:32.523104 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8014156-373a-4fb1-a07a-7ae299b532e0 req-e2d44fcf-d823-4a79-8bff-6b46514a7b7e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 210 time: 0.2195849 Feb 07 16:52:32.555983 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7907a-9230-4ac9-90d4-d8bfdaacb1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1f0b7f-a44c-4d1e-8e49-8d0a7d39f401,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:32.567577 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-564e440b-f7f2-4311-a4a9-4fd3e2d365d3 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (e4703ded-2b67-4bd4-9c09-309b3b022d8c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:32.596683 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-564e440b-f7f2-4311-a4a9-4fd3e2d365d3 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:32.602081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e45ea89-2513-499b-b8f8-d9d2d93c6b5b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 30502345-a7a6-419b-aa74-37d3b9ebfa6b is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:32.605767 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3e45ea89-2513-499b-b8f8-d9d2d93c6b5b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:32.606582 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-564e440b-f7f2-4311-a4a9-4fd3e2d365d3 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/subnets/e4703ded-2b67-4bd4-9c09-309b3b022d8c HTTP/1.1" status: 204 len: 168 time: 0.5277486 Feb 07 16:52:32.607979 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2493ec34-3f56-4ca8-bf73-ba04ba5f0c8e None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:52:32.611154 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e45ea89-2513-499b-b8f8-d9d2d93c6b5b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:52:32.611366 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46274) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:32.645138 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45ea89-2513-499b-b8f8-d9d2d93c6b5b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=09be4202-c1bc-41d4-9640-e3375dc4f3b8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:32.687068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e45ea89-2513-499b-b8f8-d9d2d93c6b5b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:32.687068 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3e45ea89-2513-499b-b8f8-d9d2d93c6b5b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:32.726193 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3e45ea89-2513-499b-b8f8-d9d2d93c6b5b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3219104 Feb 07 16:52:32.729014 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46276) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:32.789526 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e440b-f7f2-4311-a4a9-4fd3e2d365d3 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Subnet': ['ID=e4703ded-2b67-4bd4-9c09-309b3b022d8c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:32.792964 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-5baad9c7-1756-4602-b12f-3334b0326d9a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Made reservation on behalf of 52e2cfc122e2454bb720b22756b54435 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:32.802871 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-5baad9c7-1756-4602-b12f-3334b0326d9a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:32.927048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a207f9fc-e72e-4e88-83a0-6503f2a4325b admin admin] For port 66c3e8be-3275-4b01-bc7e-37b4a6d12808, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=66c3e8be-3275-4b01-bc7e-37b4a6d12808,segment=NetworkSegment(388e219e-4db9-4cd6-8933-c86f1f8f57bf),segment_id=388e219e-4db9-4cd6-8933-c86f1f8f57bf)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:32.927048 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a207f9fc-e72e-4e88-83a0-6503f2a4325b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (66c3e8be-3275-4b01-bc7e-37b4a6d12808), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:32.935297 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f304de1-5661-4dc3-aad6-2940d851ba4f None None] Network 594e0563-c511-47b5-877b-f118d86ec19f requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:32.958933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a207f9fc-e72e-4e88-83a0-6503f2a4325b admin admin] Calling delete_port for 66c3e8be-3275-4b01-bc7e-37b4a6d12808 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:33.101886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] Attempting to bind port f72d687c-ae71-4d5e-8859-1edb24b05375 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:52:33.106519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] Attempting to bind port f72d687c-ae71-4d5e-8859-1edb24b05375 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'c4a47bef-c0bc-4217-8624-d942a5d11d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '30502345-a7a6-419b-aa74-37d3b9ebfa6b'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:52:33.107006 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] Attempting to bind port f72d687c-ae71-4d5e-8859-1edb24b05375 on network 30502345-a7a6-419b-aa74-37d3b9ebfa6b {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:52:33.166186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2493ec34-3f56-4ca8-bf73-ba04ba5f0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:52:30Z', 'revision_number': 11, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:33.170180 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:52:33.170471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] Checking segment: {'id': 'c4a47bef-c0bc-4217-8624-d942a5d11d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '30502345-a7a6-419b-aa74-37d3b9ebfa6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:52:33.170899 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:33.171380 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] Bound using segment: {'id': 'c4a47bef-c0bc-4217-8624-d942a5d11d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '30502345-a7a6-419b-aa74-37d3b9ebfa6b'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:52:33.171934 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] Bound port: f72d687c-ae71-4d5e-8859-1edb24b05375, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a47bef-c0bc-4217-8624-d942a5d11d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '30502345-a7a6-419b-aa74-37d3b9ebfa6b'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:52:33.172380 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f72d687c-ae71-4d5e-8859-1edb24b05375), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:33.217449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493ec34-3f56-4ca8-bf73-ba04ba5f0c8e None None] The sync data for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 is: [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:52:30Z', 'revision_number': 11, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:52:33.293657 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (594e0563-c511-47b5-877b-f118d86ec19f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:33.321739 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-5baad9c7-1756-4602-b12f-3334b0326d9a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:33.376712 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] For port f72d687c-ae71-4d5e-8859-1edb24b05375, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:52:33.392349 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] For port f72d687c-ae71-4d5e-8859-1edb24b05375, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f72d687c-ae71-4d5e-8859-1edb24b05375,segment=NetworkSegment(c4a47bef-c0bc-4217-8624-d942a5d11d64),segment_id=c4a47bef-c0bc-4217-8624-d942a5d11d64)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:52:33.399714 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f72d687c-ae71-4d5e-8859-1edb24b05375), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:33.440827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136cc44-ab92-4e7b-b67e-7c6263a81df4 req-0503ea70-4c5c-4687-8703-833e42ea1b8b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:33.444324 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9136cc44-ab92-4e7b-b67e-7c6263a81df4 req-0503ea70-4c5c-4687-8703-833e42ea1b8b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.2254281 Feb 07 16:52:33.514118 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160235ab-9355-4d7f-8750-8c149a4ffcf8 None None] Pushing event updated for resources: {'Port': ['ID=f72d687c-ae71-4d5e-8859-1edb24b05375,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:33.518964 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a859729-7781-4aac-ae74-e3b70cc500fa req-9fd51bce-0c58-4d77-8c9b-d525cef0e0f2 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:33.521121 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7a859729-7781-4aac-ae74-e3b70cc500fa req-9fd51bce-0c58-4d77-8c9b-d525cef0e0f2 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.2913239 Feb 07 16:52:33.581082 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9136cc44-ab92-4e7b-b67e-7c6263a81df4 req-4fdb2db2-0a43-4593-bbfb-c29ab0e44dc3 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159737 Feb 07 16:52:33.599719 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4c1eac-4241-45f1-94b1-093219fadf6c None None] DHCP port deletion for 594e0563-c511-47b5-877b-f118d86ec19f request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:52:33.617165 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f596816-14e4-4f31-9748-44de40fefcf2 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (09be4202-c1bc-41d4-9640-e3375dc4f3b8), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:33.712753 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Deleting port 7ebd2276-aa74-4d78-b5f9-e203b31ada4c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:33.713232 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (7ebd2276-aa74-4d78-b5f9-e203b31ada4c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:33.734209 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7a859729-7781-4aac-ae74-e3b70cc500fa req-386895ae-c4cc-40cf-8ff1-a596d5de68dd tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011056 Feb 07 16:52:33.808604 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46302) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:33.883075 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5c4c1eac-4241-45f1-94b1-093219fadf6c None None] Deleting port 7ebd2276-aa74-4d78-b5f9-e203b31ada4c {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:33.888129 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1eac-4241-45f1-94b1-093219fadf6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (7ebd2276-aa74-4d78-b5f9-e203b31ada4c), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:33.980905 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a207f9fc-e72e-4e88-83a0-6503f2a4325b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (66c3e8be-3275-4b01-bc7e-37b4a6d12808), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:34.080731 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-5baad9c7-1756-4602-b12f-3334b0326d9a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks [] for security_group (0959c17f-bbcc-48df-9d80-5824896ea484), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:34.106278 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0a12658-8e26-4cf9-9bb8-906732590865 req-3e27156c-760b-49b2-a3eb-46b88ccafa60 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 210 time: 0.2888370 Feb 07 16:52:34.151080 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5c4c1eac-4241-45f1-94b1-093219fadf6c None None] For port 7ebd2276-aa74-4d78-b5f9-e203b31ada4c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7ebd2276-aa74-4d78-b5f9-e203b31ada4c,segment=NetworkSegment(ae954591-f797-45e0-998a-f530295b9a2f),segment_id=ae954591-f797-45e0-998a-f530295b9a2f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:34.151516 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1eac-4241-45f1-94b1-093219fadf6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (7ebd2276-aa74-4d78-b5f9-e203b31ada4c), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:34.169573 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207f9fc-e72e-4e88-83a0-6503f2a4325b admin admin] Pushing event deleted for resources: {'Port': ['ID=66c3e8be-3275-4b01-bc7e-37b4a6d12808,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:34.179046 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5c4c1eac-4241-45f1-94b1-093219fadf6c None None] Calling delete_port for 7ebd2276-aa74-4d78-b5f9-e203b31ada4c owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:34.180571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d58d1603-c96e-40f8-b0ca-1a64b4af3005 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-464696956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:34.232622 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] For port 7ebd2276-aa74-4d78-b5f9-e203b31ada4c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7ebd2276-aa74-4d78-b5f9-e203b31ada4c,segment=NetworkSegment(ae954591-f797-45e0-998a-f530295b9a2f),segment_id=ae954591-f797-45e0-998a-f530295b9a2f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:34.233259 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (7ebd2276-aa74-4d78-b5f9-e203b31ada4c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:34.262097 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Calling delete_port for 7ebd2276-aa74-4d78-b5f9-e203b31ada4c owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:34.283221 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f596816-14e4-4f31-9748-44de40fefcf2 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (09be4202-c1bc-41d4-9640-e3375dc4f3b8), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:34.292862 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f596816-14e4-4f31-9748-44de40fefcf2 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (09be4202-c1bc-41d4-9640-e3375dc4f3b8), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:34.360847 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1eac-4241-45f1-94b1-093219fadf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (7ebd2276-aa74-4d78-b5f9-e203b31ada4c), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:34.363946 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-5baad9c7-1756-4602-b12f-3334b0326d9a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0959c17f-bbcc-48df-9d80-5824896ea484), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:34.416224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4c1eac-4241-45f1-94b1-093219fadf6c None None] No DVR routers for this DVR port 7ebd2276-aa74-4d78-b5f9-e203b31ada4c on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:34.417937 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c1eac-4241-45f1-94b1-093219fadf6c None None] Pushing event deleted for resources: {'Port': ['ID=7ebd2276-aa74-4d78-b5f9-e203b31ada4c,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:34.524733 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f596816-14e4-4f31-9748-44de40fefcf2 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=09be4202-c1bc-41d4-9640-e3375dc4f3b8,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:34.688894 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f596816-14e4-4f31-9748-44de40fefcf2 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (429e574c-8c4a-485a-9cee-01c54a344d1f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:34.875930 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (7ebd2276-aa74-4d78-b5f9-e203b31ada4c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:34.902718 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e139b5-9fd9-4f70-8030-7fa61ae3dee9 req-16403c36-7db4-40fa-9307-dac76871002d tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:34.904310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a3e139b5-9fd9-4f70-8030-7fa61ae3dee9 req-16403c36-7db4-40fa-9307-dac76871002d tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.1405184 Feb 07 16:52:34.935221 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f596816-14e4-4f31-9748-44de40fefcf2 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (09be4202-c1bc-41d4-9640-e3375dc4f3b8), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:35.016728 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a3e139b5-9fd9-4f70-8030-7fa61ae3dee9 req-d9f03ec8-48bf-4600-b38d-9d971e827cd4 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024926 Feb 07 16:52:35.050344 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baad9c7-1756-4602-b12f-3334b0326d9a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0959c17f-bbcc-48df-9d80-5824896ea484,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:35.194889 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Port': ['ID=7ebd2276-aa74-4d78-b5f9-e203b31ada4c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:35.197861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] No DVR routers for this DVR port 7ebd2276-aa74-4d78-b5f9-e203b31ada4c on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:35.232733 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b901fff2-a7be-4e51-8861-252865b6b68a None None] Network 30502345-a7a6-419b-aa74-37d3b9ebfa6b requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:35.299605 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (594e0563-c511-47b5-877b-f118d86ec19f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:35.322949 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594e0563-c511-47b5-877b-f118d86ec19f']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:35.334795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae954591-f797-45e0-998a-f530295b9a2f') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:35.335161 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae954591-f797-45e0-998a-f530295b9a2f') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:35.335277 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-62d8df1d-c232-4a38-83e6-aedc0f308478 req-ee25365e-5c4d-4dd5-a8e4-aac140bbb6b2 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 210 time: 0.0856359 Feb 07 16:52:35.362875 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (ae954591-f797-45e0-998a-f530295b9a2f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:35.377792 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (ae954591-f797-45e0-998a-f530295b9a2f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:35.381048 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d58d1603-c96e-40f8-b0ca-1a64b4af3005 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (9a7a2539-9ef0-4203-99ee-d5d79cee8682), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:35.382155 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d58d1603-c96e-40f8-b0ca-1a64b4af3005 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (9a7a2539-9ef0-4203-99ee-d5d79cee8682), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:35.424922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:52:35.426385 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (ae954591-f797-45e0-998a-f530295b9a2f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:52:35.435723 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:52:35.486779 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-52295c88-e96f-493b-89cb-c1ec7d09c55f None None] Provisioning complete for port f72d687c-ae71-4d5e-8859-1edb24b05375 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:35.487357 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52295c88-e96f-493b-89cb-c1ec7d09c55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f72d687c-ae71-4d5e-8859-1edb24b05375), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:35.510717 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f596816-14e4-4f31-9748-44de40fefcf2 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (09be4202-c1bc-41d4-9640-e3375dc4f3b8), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:35.518862 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f596816-14e4-4f31-9748-44de40fefcf2 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (09be4202-c1bc-41d4-9640-e3375dc4f3b8), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:35.535784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f72d687c-ae71-4d5e-8859-1edb24b05375 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:35.598909 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-5baad9c7-1756-4602-b12f-3334b0326d9a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Allocated IP 192.168.233.11 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/2ff7e564-33b8-46a8-a62b-6de8c00e52b3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:52:35.625422 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f596816-14e4-4f31-9748-44de40fefcf2 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (429e574c-8c4a-485a-9cee-01c54a344d1f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:35.627974 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f596816-14e4-4f31-9748-44de40fefcf2 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=09be4202-c1bc-41d4-9640-e3375dc4f3b8,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:35.646256 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-52295c88-e96f-493b-89cb-c1ec7d09c55f None None] Current status of the port f72d687c-ae71-4d5e-8859-1edb24b05375 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:35.646890 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52295c88-e96f-493b-89cb-c1ec7d09c55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f72d687c-ae71-4d5e-8859-1edb24b05375), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:35.692105 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-52295c88-e96f-493b-89cb-c1ec7d09c55f None None] For port f72d687c-ae71-4d5e-8859-1edb24b05375, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f72d687c-ae71-4d5e-8859-1edb24b05375,segment=NetworkSegment(c4a47bef-c0bc-4217-8624-d942a5d11d64),segment_id=c4a47bef-c0bc-4217-8624-d942a5d11d64)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:35.701198 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52295c88-e96f-493b-89cb-c1ec7d09c55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f72d687c-ae71-4d5e-8859-1edb24b05375), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:35.747627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port f72d687c-ae71-4d5e-8859-1edb24b05375 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:35.748012 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f72d687c-ae71-4d5e-8859-1edb24b05375), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:35.749251 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a207f9fc-e72e-4e88-83a0-6503f2a4325b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (cde7646c-fdee-4cbb-a0b2-e5647b9193fa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:35.784286 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d58d1603-c96e-40f8-b0ca-1a64b4af3005 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks [] for router_controller (9a7a2539-9ef0-4203-99ee-d5d79cee8682), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:35.791744 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (594e0563-c511-47b5-877b-f118d86ec19f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:35.797315 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:35.804709 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/networks/594e0563-c511-47b5-877b-f118d86ec19f HTTP/1.1" status: 204 len: 168 time: 3.1841350 Feb 07 16:52:35.805436 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46312) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:35.809483 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f596816-14e4-4f31-9748-44de40fefcf2 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 30502345-a7a6-419b-aa74-37d3b9ebfa6b is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:35.811164 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0f596816-14e4-4f31-9748-44de40fefcf2 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:35.819901 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52295c88-e96f-493b-89cb-c1ec7d09c55f None None] Pushing event updated for resources: {'Port': ['ID=f72d687c-ae71-4d5e-8859-1edb24b05375,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:35.823146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5a97f8af-a3f4-4a22-aa65-ae248010f86c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'router': {'routes': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:35.932731 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d58d1603-c96e-40f8-b0ca-1a64b4af3005 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (9a7a2539-9ef0-4203-99ee-d5d79cee8682), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:35.995087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f72d687c-ae71-4d5e-8859-1edb24b05375 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:36.063729 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f596816-14e4-4f31-9748-44de40fefcf2 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Router 429e574c-8c4a-485a-9cee-01c54a344d1f is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:52:36.080074 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7ebd2276-aa74-4d78-b5f9-e203b31ada4c no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:36.132070 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 7ebd2276-aa74-4d78-b5f9-e203b31ada4c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:36.132591 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7ebd2276-aa74-4d78-b5f9-e203b31ada4c not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:36.134107 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 664651a2-b987-40cc-8630-401a7df6dedc no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:36.161829 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881da64-cfd6-48bb-96f4-06dc466f050c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Pushing event deleted for resources: {'Network': ['ID=594e0563-c511-47b5-877b-f118d86ec19f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:36.205313 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 664651a2-b987-40cc-8630-401a7df6dedc {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:36.208511 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 664651a2-b987-40cc-8630-401a7df6dedc not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:36.210302 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d58d1603-c96e-40f8-b0ca-1a64b4af3005 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:36.211740 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d58d1603-c96e-40f8-b0ca-1a64b4af3005 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 2.3992822 Feb 07 16:52:36.232110 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46316) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:36.244416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7a6c1-6263-41f4-a0f0-eed2a39b86a3 req-f181e6f0-0136-42e6-aaba-f1b01ae21e5c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:36.252279 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9fd7a6c1-6263-41f4-a0f0-eed2a39b86a3 req-f181e6f0-0136-42e6-aaba-f1b01ae21e5c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 1.1886554 Feb 07 16:52:36.270586 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7a944b2f-5c5e-4337-b9ae-340a391bda6c None None] Provisioning complete for port 09be4202-c1bc-41d4-9640-e3375dc4f3b8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:36.271118 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7a944b2f-5c5e-4337-b9ae-340a391bda6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (09be4202-c1bc-41d4-9640-e3375dc4f3b8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:36.277545 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1fdf4599-db27-4497-b287-9db5f1badb94 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1467671340'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:36.366554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7a944b2f-5c5e-4337-b9ae-340a391bda6c None None] Port 09be4202-c1bc-41d4-9640-e3375dc4f3b8 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:52:36.391781 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.extraroute_db [None req-5a97f8af-a3f4-4a22-aa65-ae248010f86c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Added routes are [] {{(pid=103225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 07 16:52:36.392405 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.extraroute_db [None req-5a97f8af-a3f4-4a22-aa65-ae248010f86c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Removed routes are [] {{(pid=103225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 07 16:52:36.392977 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a97f8af-a3f4-4a22-aa65-ae248010f86c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (b9ebef89-0464-4f83-a748-d08b39bf9909), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:36.407068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7a944b2f-5c5e-4337-b9ae-340a391bda6c None None] Provisioning complete for port f72d687c-ae71-4d5e-8859-1edb24b05375 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:36.407663 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7a944b2f-5c5e-4337-b9ae-340a391bda6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f72d687c-ae71-4d5e-8859-1edb24b05375), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:36.432316 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-5baad9c7-1756-4602-b12f-3334b0326d9a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks [] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:36.464385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f596816-14e4-4f31-9748-44de40fefcf2 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:52:36.470663 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0f596816-14e4-4f31-9748-44de40fefcf2 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "PUT /v2.0/routers/429e574c-8c4a-485a-9cee-01c54a344d1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7403316 Feb 07 16:52:36.473960 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46320) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:36.479655 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f81c071-d855-44e7-85ea-cc8f85fc3fda None None] Sync routers for ids ['429e574c-8c4a-485a-9cee-01c54a344d1f'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:52:36.502998 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f81c071-d855-44e7-85ea-cc8f85fc3fda None None] Routers {'429e574c-8c4a-485a-9cee-01c54a344d1f'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:36.504013 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-3f81c071-d855-44e7-85ea-cc8f85fc3fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['429e574c-8c4a-485a-9cee-01c54a344d1f'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:36.534826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190d5cd-2bed-4863-af48-53d6180e822b req-558270ae-2b30-49b1-8774-62968b9a164d tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:36.543710 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4190d5cd-2bed-4863-af48-53d6180e822b req-558270ae-2b30-49b1-8774-62968b9a164d tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.3541696 Feb 07 16:52:36.562826 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7a944b2f-5c5e-4337-b9ae-340a391bda6c None None] Current status of the port f72d687c-ae71-4d5e-8859-1edb24b05375 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:36.584353 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-3f81c071-d855-44e7-85ea-cc8f85fc3fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:36.598796 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f81c071-d855-44e7-85ea-cc8f85fc3fda None None] Routers {'429e574c-8c4a-485a-9cee-01c54a344d1f'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:36.599696 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-3f81c071-d855-44e7-85ea-cc8f85fc3fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['429e574c-8c4a-485a-9cee-01c54a344d1f'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:36.609424 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f2892b-7265-4918-bc0d-6b38e026035c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:36.611014 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-20f2892b-7265-4918-bc0d-6b38e026035c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports?device_id=429e574c-8c4a-485a-9cee-01c54a344d1f HTTP/1.1" status: 200 len: 982 time: 0.1361089 Feb 07 16:52:36.616266 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46322) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:36.675899 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-3f81c071-d855-44e7-85ea-cc8f85fc3fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:36.676851 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f81c071-d855-44e7-85ea-cc8f85fc3fda None None] The sync data for ids ['429e574c-8c4a-485a-9cee-01c54a344d1f'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:52:36.695533 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-bce61efc-4d52-437b-8e2a-b1fc2eddb2ff None None] Provisioning complete for port 09be4202-c1bc-41d4-9640-e3375dc4f3b8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:36.696194 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bce61efc-4d52-437b-8e2a-b1fc2eddb2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (09be4202-c1bc-41d4-9640-e3375dc4f3b8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:36.757923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdf4599-db27-4497-b287-9db5f1badb94 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Made reservation on behalf of a37eb39e19dc4e29ab0445d98ed7c331 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:36.769650 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4190d5cd-2bed-4863-af48-53d6180e822b req-745430d8-a367-45e7-afdc-236e718e8b85 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194648 Feb 07 16:52:36.789994 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4599-db27-4497-b287-9db5f1badb94 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:36.806817 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bce61efc-4d52-437b-8e2a-b1fc2eddb2ff None None] Port 09be4202-c1bc-41d4-9640-e3375dc4f3b8 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:52:36.859049 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9fd7a6c1-6263-41f4-a0f0-eed2a39b86a3 req-90956be5-a5e5-4438-8000-e2142cae95e6 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6058247 Feb 07 16:52:36.927139 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8632e2db-e335-4c61-86ae-33944c2574e0 req-00baf6c4-a69a-4f39-9e86-4feedaf4d18b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 210 time: 0.0448639 Feb 07 16:52:36.954334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-aa272816-f5cb-483e-9272-0bb897b1e3d7 None None] Provisioning complete for port 09be4202-c1bc-41d4-9640-e3375dc4f3b8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:36.954819 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aa272816-f5cb-483e-9272-0bb897b1e3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (09be4202-c1bc-41d4-9640-e3375dc4f3b8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:36.981875 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4599-db27-4497-b287-9db5f1badb94 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:37.031854 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a97f8af-a3f4-4a22-aa65-ae248010f86c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (b9ebef89-0464-4f83-a748-d08b39bf9909), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:37.037316 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-aa272816-f5cb-483e-9272-0bb897b1e3d7 None None] Port 09be4202-c1bc-41d4-9640-e3375dc4f3b8 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:52:37.044457 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-5baad9c7-1756-4602-b12f-3334b0326d9a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:37.063441 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a97f8af-a3f4-4a22-aa65-ae248010f86c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (b9ebef89-0464-4f83-a748-d08b39bf9909), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:37.194798 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-3453bca4-d809-4c81-bb67-38b655f96130 None None] Provisioning complete for port 09be4202-c1bc-41d4-9640-e3375dc4f3b8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:37.195179 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3453bca4-d809-4c81-bb67-38b655f96130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (09be4202-c1bc-41d4-9640-e3375dc4f3b8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:37.270281 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3453bca4-d809-4c81-bb67-38b655f96130 None None] Port 09be4202-c1bc-41d4-9640-e3375dc4f3b8 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:52:37.273004 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f72d687c-ae71-4d5e-8859-1edb24b05375 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:37.300784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-5baad9c7-1756-4602-b12f-3334b0326d9a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:37.304571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a97f8af-a3f4-4a22-aa65-ae248010f86c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router b9ebef89-0464-4f83-a748-d08b39bf9909 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:52:37.340727 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-5baad9c7-1756-4602-b12f-3334b0326d9a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:37.349055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-5baad9c7-1756-4602-b12f-3334b0326d9a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:52:37.366677 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baad9c7-1756-4602-b12f-3334b0326d9a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Pushing event updated for resources: {'Port': ['ID=2ff7e564-33b8-46a8-a62b-6de8c00e52b3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:37.379411 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port f72d687c-ae71-4d5e-8859-1edb24b05375 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:37.379792 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f72d687c-ae71-4d5e-8859-1edb24b05375), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:37.455249 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a207f9fc-e72e-4e88-83a0-6503f2a4325b admin admin] Router cde7646c-fdee-4cbb-a0b2-e5647b9193fa has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:52:37.502233 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f72d687c-ae71-4d5e-8859-1edb24b05375 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:37.519190 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4599-db27-4497-b287-9db5f1badb94 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks [] for security_group (37298098-9e6b-41e3-9770-bd5265d5404d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:37.545487 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4599-db27-4497-b287-9db5f1badb94 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (37298098-9e6b-41e3-9770-bd5265d5404d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:37.563390 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdf4599-db27-4497-b287-9db5f1badb94 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:52:37.575002 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4599-db27-4497-b287-9db5f1badb94 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (70839eb4-839c-4732-a287-ff4cb0b164c8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:37.575413 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-1fdf4599-db27-4497-b287-9db5f1badb94 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Added segment 70839eb4-839c-4732-a287-ff4cb0b164c8 of type vlan for network 1ee4587e-6003-4be9-a3c9-945c52875741 Feb 07 16:52:37.636139 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4599-db27-4497-b287-9db5f1badb94 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (1ee4587e-6003-4be9-a3c9-945c52875741), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:37.699636 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-be4a99dc-a51e-446e-aab3-d009bd89fd69 None None] Provisioning complete for port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:37.700933 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-be4a99dc-a51e-446e-aab3-d009bd89fd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:37.746475 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf4599-db27-4497-b287-9db5f1badb94 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37298098-9e6b-41e3-9770-bd5265d5404d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:37.755003 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-5baad9c7-1756-4602-b12f-3334b0326d9a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:37.755713 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-5baad9c7-1756-4602-b12f-3334b0326d9a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:37.771527 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4599-db27-4497-b287-9db5f1badb94 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (1ee4587e-6003-4be9-a3c9-945c52875741), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:37.777135 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdf4599-db27-4497-b287-9db5f1badb94 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:37.778956 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4599-db27-4497-b287-9db5f1badb94 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:37.833664 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-be4a99dc-a51e-446e-aab3-d009bd89fd69 None None] Port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:52:37.866366 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-5baad9c7-1756-4602-b12f-3334b0326d9a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.0452597 Feb 07 16:52:37.879297 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c572c08b-c18d-40ed-b9e9-971755fed554 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (429e574c-8c4a-485a-9cee-01c54a344d1f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:37.898006 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Request body: {'port': {'device_id': '6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:38.022769 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1fdf4599-db27-4497-b287-9db5f1badb94 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7473061 Feb 07 16:52:38.044456 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46334) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:38.052336 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cc065e9a-10f0-4f63-a44a-f43ed4f80347 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Request body: {'subnet': {'network_id': '1ee4587e-6003-4be9-a3c9-945c52875741', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:38.055455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a97f8af-a3f4-4a22-aa65-ae248010f86c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:52:38.071080 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c5b59e-9f33-4d75-9369-a3749672a023 None None] Sync routers for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:52:38.082744 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a97f8af-a3f4-4a22-aa65-ae248010f86c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:38.086725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c5b59e-9f33-4d75-9369-a3749672a023 None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:38.086892 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5a97f8af-a3f4-4a22-aa65-ae248010f86c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/b9ebef89-0464-4f83-a748-d08b39bf9909 HTTP/1.1" status: 200 len: 701 time: 2.2722154 Feb 07 16:52:38.087375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d1c5b59e-9f33-4d75-9369-a3749672a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:38.099005 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46336) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:38.156083 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4696429d-f015-4439-8023-3eb3dbd4c7d1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9ebef89-0464-4f83-a748-d08b39bf9909 HTTP/1.1" status: 200 len: 205 time: 0.0539198 Feb 07 16:52:38.159663 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46338) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:38.177903 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf4599-db27-4497-b287-9db5f1badb94 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event updated for resources: {'Network': ['ID=1ee4587e-6003-4be9-a3c9-945c52875741,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:38.211473 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59063591-d050-4236-8efc-25d13b041800 req-dc33b78e-43f1-4e7d-b86d-be538923d9ef tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:38.218473 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-59063591-d050-4236-8efc-25d13b041800 req-dc33b78e-43f1-4e7d-b86d-be538923d9ef tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.2336831 Feb 07 16:52:38.218716 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 1ee4587e-6003-4be9-a3c9-945c52875741 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:52:38.305949 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-59063591-d050-4236-8efc-25d13b041800 req-1b520546-e7dc-4307-9015-6c4e507ae7a7 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864668 Feb 07 16:52:38.308306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc065e9a-10f0-4f63-a44a-f43ed4f80347 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Made reservation on behalf of a37eb39e19dc4e29ab0445d98ed7c331 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:38.316056 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc065e9a-10f0-4f63-a44a-f43ed4f80347 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:38.334993 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d1c5b59e-9f33-4d75-9369-a3749672a023 None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:52:38.354375 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f260fb80-60eb-4946-9df8-cdd7d47de7e6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (b9ebef89-0464-4f83-a748-d08b39bf9909), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:38.391248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d1c5b59e-9f33-4d75-9369-a3749672a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:52:30Z', 'revision_number': 11, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:38.438598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c5b59e-9f33-4d75-9369-a3749672a023 None None] Checking router: b9ebef89-0464-4f83-a748-d08b39bf9909 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:52:38.451494 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c5b59e-9f33-4d75-9369-a3749672a023 None None] Routers {'b9ebef89-0464-4f83-a748-d08b39bf9909'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:38.457071 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d1c5b59e-9f33-4d75-9369-a3749672a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9ebef89-0464-4f83-a748-d08b39bf9909'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:38.549319 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d1c5b59e-9f33-4d75-9369-a3749672a023 None None] Set router b9ebef89-0464-4f83-a748-d08b39bf9909 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:52:38.569538 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c572c08b-c18d-40ed-b9e9-971755fed554 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port 09be4202-c1bc-41d4-9640-e3375dc4f3b8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:38.569894 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c572c08b-c18d-40ed-b9e9-971755fed554 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (09be4202-c1bc-41d4-9640-e3375dc4f3b8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:38.621497 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d1c5b59e-9f33-4d75-9369-a3749672a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:52:30Z', 'revision_number': 11, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:38.664178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c5b59e-9f33-4d75-9369-a3749672a023 None None] The sync data for ids ['b9ebef89-0464-4f83-a748-d08b39bf9909'] in n-d-827865-3 is: [{'id': 'b9ebef89-0464-4f83-a748-d08b39bf9909', 'name': 'tempest-RoutersTest-router-1739656359', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:59Z', 'updated_at': '2022-02-07T16:52:30Z', 'revision_number': 11, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:52:38.668626 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc065e9a-10f0-4f63-a44a-f43ed4f80347 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (a322fca9-9249-4a62-b5c2-0b929914a51e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:38.840969 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc065e9a-10f0-4f63-a44a-f43ed4f80347 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event updated for resources: {'Subnet': ['ID=a322fca9-9249-4a62-b5c2-0b929914a51e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:38.860063 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c572c08b-c18d-40ed-b9e9-971755fed554 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (09be4202-c1bc-41d4-9640-e3375dc4f3b8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:38.865879 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfee880-6e3c-4901-b0af-60a05b3cc30b req-1965fe42-a6a3-46d1-8ed9-8c884e4dca83 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:38.867473 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bfee880-6e3c-4901-b0af-60a05b3cc30b req-1965fe42-a6a3-46d1-8ed9-8c884e4dca83 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 1.0053165 Feb 07 16:52:38.868183 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:38.904187 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a207f9fc-e72e-4e88-83a0-6503f2a4325b admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:52:38.920304 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7fffa-ab63-4380-b0dd-98435dc51166 None None] Sync routers for ids ['cde7646c-fdee-4cbb-a0b2-e5647b9193fa'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:52:38.922332 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a207f9fc-e72e-4e88-83a0-6503f2a4325b admin admin] 10.222.0.18 "PUT /v2.0/routers/cde7646c-fdee-4cbb-a0b2-e5647b9193fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8058441 Feb 07 16:52:38.925576 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46342) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:38.943534 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c572c08b-c18d-40ed-b9e9-971755fed554 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for 09be4202-c1bc-41d4-9640-e3375dc4f3b8 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:38.944759 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7fffa-ab63-4380-b0dd-98435dc51166 None None] Routers {'cde7646c-fdee-4cbb-a0b2-e5647b9193fa'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:38.945430 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b2e7fffa-ab63-4380-b0dd-98435dc51166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cde7646c-fdee-4cbb-a0b2-e5647b9193fa'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:39.114726 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f260fb80-60eb-4946-9df8-cdd7d47de7e6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (b9ebef89-0464-4f83-a748-d08b39bf9909), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:39.123949 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f260fb80-60eb-4946-9df8-cdd7d47de7e6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router_controller (b9ebef89-0464-4f83-a748-d08b39bf9909), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:39.145573 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-b2e7fffa-ab63-4380-b0dd-98435dc51166 None None] Set router cde7646c-fdee-4cbb-a0b2-e5647b9193fa gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:52:39.175355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc065e9a-10f0-4f63-a44a-f43ed4f80347 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Checking segment: {'id': '70839eb4-839c-4732-a287-ff4cb0b164c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1ee4587e-6003-4be9-a3c9-945c52875741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:52:39.176649 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc065e9a-10f0-4f63-a44a-f43ed4f80347 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Network hostable DHCP agents. Network: 1ee4587e-6003-4be9-a3c9-945c52875741, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:52:39.193339 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bfee880-6e3c-4901-b0af-60a05b3cc30b req-2f186924-1cdd-42e8-b79f-fd49dd6328fe tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017521 Feb 07 16:52:39.203591 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6afaa7-2d7d-4a6b-a88e-85914cf8e341 req-19af5f84-ca4e-4a24-b548-be96ab3f7a09 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:39.206104 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce6afaa7-2d7d-4a6b-a88e-85914cf8e341 req-19af5f84-ca4e-4a24-b548-be96ab3f7a09 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 935 time: 0.7534983 Feb 07 16:52:39.265254 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f260fb80-60eb-4946-9df8-cdd7d47de7e6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (b9ebef89-0464-4f83-a748-d08b39bf9909), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:39.265847 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f260fb80-60eb-4946-9df8-cdd7d47de7e6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Fanout notify agent at l3_agent the message router_deleted on router b9ebef89-0464-4f83-a748-d08b39bf9909 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:52:39.279014 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f260fb80-60eb-4946-9df8-cdd7d47de7e6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:39.286118 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f260fb80-60eb-4946-9df8-cdd7d47de7e6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/routers/b9ebef89-0464-4f83-a748-d08b39bf9909 HTTP/1.1" status: 204 len: 168 time: 1.1084125 Feb 07 16:52:39.290581 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46344) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:39.295805 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc065e9a-10f0-4f63-a44a-f43ed4f80347 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Network 1ee4587e-6003-4be9-a3c9-945c52875741 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:52:39.301532 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c82a0ced-b899-4f3e-a479-9c63a8696082 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-491459757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:39.322507 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-cc065e9a-10f0-4f63-a44a-f43ed4f80347 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 1ee4587e-6003-4be9-a3c9-945c52875741) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:39.397898 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f0d04d-db59-4cbe-8b0a-a0f56cc0230f None None] Network 1ee4587e-6003-4be9-a3c9-945c52875741 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:39.438825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc065e9a-10f0-4f63-a44a-f43ed4f80347 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:39.439458 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc065e9a-10f0-4f63-a44a-f43ed4f80347 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:39.467274 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-7c8e4066-a2dc-41cb-b530-91f605f660c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3982828 Feb 07 16:52:39.480663 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22fb5189-09f4-4208-bbe7-d8fcd1ce93c1 admin admin] Publish callbacks [] for router (cde7646c-fdee-4cbb-a0b2-e5647b9193fa), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:39.539628 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce6afaa7-2d7d-4a6b-a88e-85914cf8e341 req-7706a926-9d2a-4331-938a-6a9e7b9d6d1f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166401 Feb 07 16:52:39.607971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-1ee4587e-6003-4be9-a3c9-945c52875741', 'network_id': '1ee4587e-6003-4be9-a3c9-945c52875741', 'project_id': 'a37eb39e19dc4e29ab0445d98ed7c331', 'fixed_ips': [{'subnet_id': 'a322fca9-9249-4a62-b5c2-0b929914a51e'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:52:39.609133 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:39.643153 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b2e7fffa-ab63-4380-b0dd-98435dc51166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'name': 'tempest-TaggedBootDevicesTest-164667533-router', 'tenant_id': '266cadc487ce41e1b8a55b2e6eae5848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '5b13e954-c1d7-4444-8d36-3a2e1578ebc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:43:09Z', 'updated_at': '2022-02-07T16:52:33Z', 'revision_number': 5, 'project_id': '266cadc487ce41e1b8a55b2e6eae5848', 'gw_port': {'id': '5b13e954-c1d7-4444-8d36-3a2e1578ebc7', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:43:11Z', 'updated_at': '2022-02-07T16:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:39.690233 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7fffa-ab63-4380-b0dd-98435dc51166 None None] Checking router: cde7646c-fdee-4cbb-a0b2-e5647b9193fa for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:52:39.704099 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7fffa-ab63-4380-b0dd-98435dc51166 None None] Routers {'cde7646c-fdee-4cbb-a0b2-e5647b9193fa'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:39.704797 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b2e7fffa-ab63-4380-b0dd-98435dc51166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cde7646c-fdee-4cbb-a0b2-e5647b9193fa'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:39.718268 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cc065e9a-10f0-4f63-a44a-f43ed4f80347 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6723590 Feb 07 16:52:39.719131 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46360) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:39.737351 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8ef62162-1a43-4a0f-9a2a-00f8beb9698f tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Request body: {'network': {'name': 'tempest-router-network01--1531913958'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:39.768313 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c82a0ced-b899-4f3e-a479-9c63a8696082 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (c557bb8a-241d-471f-bb02-dcca36175cfb), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:39.770970 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c82a0ced-b899-4f3e-a479-9c63a8696082 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (c557bb8a-241d-471f-bb02-dcca36175cfb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:39.782726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] Allocated IP 172.20.0.2 (1ee4587e-6003-4be9-a3c9-945c52875741/a322fca9-9249-4a62-b5c2-0b929914a51e/4093da82-bf62-4019-b936-73b2009a67d4) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:52:39.806735 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:52:39.817928 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-2be41904-46c9-47d9-a6bf-5de708c5500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:39.818481 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-2be41904-46c9-47d9-a6bf-5de708c5500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:39.819024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-2be41904-46c9-47d9-a6bf-5de708c5500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:39.819697 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-2be41904-46c9-47d9-a6bf-5de708c5500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:39.820856 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-2be41904-46c9-47d9-a6bf-5de708c5500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:39.821657 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-2be41904-46c9-47d9-a6bf-5de708c5500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:39.822347 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-2be41904-46c9-47d9-a6bf-5de708c5500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:39.825107 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ceb574-f875-41c7-a69b-b678ef5b642d req-e363e045-f240-4da6-af21-5ec5b39812a8 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:39.826497 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-2be41904-46c9-47d9-a6bf-5de708c5500a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a9341a8a4fe41fe98e19305419da9b8&device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 6718 time: 0.2393401 Feb 07 16:52:39.828754 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3ceb574-f875-41c7-a69b-b678ef5b642d req-e363e045-f240-4da6-af21-5ec5b39812a8 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.3170638 Feb 07 16:52:39.849241 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Publish callbacks [] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:39.878202 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-b2e7fffa-ab63-4380-b0dd-98435dc51166 None None] Set router cde7646c-fdee-4cbb-a0b2-e5647b9193fa gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:52:39.936979 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3ceb574-f875-41c7-a69b-b678ef5b642d req-0720f5c7-3bfc-4390-87c4-e80816c9f1df tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923030 Feb 07 16:52:39.982613 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-f153ae70-af3b-4ed9-9cce-48f889545d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:39.983191 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-f153ae70-af3b-4ed9-9cce-48f889545d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:39.983566 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-f153ae70-af3b-4ed9-9cce-48f889545d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:39.985194 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-f153ae70-af3b-4ed9-9cce-48f889545d83 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c8c7efe8-323f-461c-b8f3-d0df0e78b272&id=772a5458-241a-4973-8916-b74170ada414&id=772a5458-241a-4973-8916-b74170ada414&id=772a5458-241a-4973-8916-b74170ada414&id=772a5458-241a-4973-8916-b74170ada414&id=6ff3d289-1ffa-4a39-b840-9958ff036d72&id=6ff3d289-1ffa-4a39-b840-9958ff036d72 HTTP/1.1" status: 200 len: 2298 time: 0.1250887 Feb 07 16:52:39.995204 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef62162-1a43-4a0f-9a2a-00f8beb9698f tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Made reservation on behalf of a37eb39e19dc4e29ab0445d98ed7c331 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:39.998658 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ef62162-1a43-4a0f-9a2a-00f8beb9698f tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:40.086951 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Transition to ACTIVE for port object 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:52:40.093493 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c572c08b-c18d-40ed-b9e9-971755fed554 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (09be4202-c1bc-41d4-9640-e3375dc4f3b8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:40.098383 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:40.118177 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] Publish callbacks [] for port (4093da82-bf62-4019-b936-73b2009a67d4), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:40.118558 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22fb5189-09f4-4208-bbe7-d8fcd1ce93c1 admin admin] Publish callbacks [] for router_gateway (cde7646c-fdee-4cbb-a0b2-e5647b9193fa), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:40.121232 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b2e7fffa-ab63-4380-b0dd-98435dc51166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'name': 'tempest-TaggedBootDevicesTest-164667533-router', 'tenant_id': '266cadc487ce41e1b8a55b2e6eae5848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '5b13e954-c1d7-4444-8d36-3a2e1578ebc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:43:09Z', 'updated_at': '2022-02-07T16:52:33Z', 'revision_number': 5, 'project_id': '266cadc487ce41e1b8a55b2e6eae5848', 'gw_port': {'id': '5b13e954-c1d7-4444-8d36-3a2e1578ebc7', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:43:11Z', 'updated_at': '2022-02-07T16:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:40.130033 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (4093da82-bf62-4019-b936-73b2009a67d4), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:40.163365 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7fffa-ab63-4380-b0dd-98435dc51166 None None] The sync data for ids ['cde7646c-fdee-4cbb-a0b2-e5647b9193fa'] in n-d-827865-3 is: [{'id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'name': 'tempest-TaggedBootDevicesTest-164667533-router', 'tenant_id': '266cadc487ce41e1b8a55b2e6eae5848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '5b13e954-c1d7-4444-8d36-3a2e1578ebc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:43:09Z', 'updated_at': '2022-02-07T16:52:33Z', 'revision_number': 5, 'project_id': '266cadc487ce41e1b8a55b2e6eae5848', 'gw_port': {'id': '5b13e954-c1d7-4444-8d36-3a2e1578ebc7', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:96:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde7646c-fdee-4cbb-a0b2-e5647b9193fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:43:11Z', 'updated_at': '2022-02-07T16:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:52:40.181098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] Network 1ee4587e-6003-4be9-a3c9-945c52875741 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:40.194287 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:40.204599 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:52:40.211654 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c82a0ced-b899-4f3e-a479-9c63a8696082 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router_controller (c557bb8a-241d-471f-bb02-dcca36175cfb), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:40.224253 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c82a0ced-b899-4f3e-a479-9c63a8696082 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (c557bb8a-241d-471f-bb02-dcca36175cfb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:40.224891 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] Pushing event updated for resources: {'Port': ['ID=4093da82-bf62-4019-b936-73b2009a67d4,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:40.247113 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff7e564-33b8-46a8-a62b-6de8c00e52b3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:40.286851 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c82a0ced-b899-4f3e-a479-9c63a8696082 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:40.291020 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c82a0ced-b899-4f3e-a479-9c63a8696082 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9988120 Feb 07 16:52:40.292973 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46364) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:40.297906 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ef0fb75e-114c-449d-9656-fa1b953c317c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:40.387356 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] Attempting to bind port 4093da82-bf62-4019-b936-73b2009a67d4 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:52:40.388034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] Attempting to bind port 4093da82-bf62-4019-b936-73b2009a67d4 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '70839eb4-839c-4732-a287-ff4cb0b164c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1ee4587e-6003-4be9-a3c9-945c52875741'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:52:40.388817 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] Attempting to bind port 4093da82-bf62-4019-b936-73b2009a67d4 on network 1ee4587e-6003-4be9-a3c9-945c52875741 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:52:40.396784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:52:40.397869 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] Checking segment: {'id': '70839eb4-839c-4732-a287-ff4cb0b164c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1ee4587e-6003-4be9-a3c9-945c52875741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:52:40.398469 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:40.399532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] Bound using segment: {'id': '70839eb4-839c-4732-a287-ff4cb0b164c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1ee4587e-6003-4be9-a3c9-945c52875741'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:52:40.400331 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] Bound port: 4093da82-bf62-4019-b936-73b2009a67d4, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70839eb4-839c-4732-a287-ff4cb0b164c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1ee4587e-6003-4be9-a3c9-945c52875741'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:52:40.400916 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4093da82-bf62-4019-b936-73b2009a67d4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:40.471639 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef62162-1a43-4a0f-9a2a-00f8beb9698f tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:52:40.495429 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] For port 4093da82-bf62-4019-b936-73b2009a67d4, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:52:40.500041 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] For port 4093da82-bf62-4019-b936-73b2009a67d4, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4093da82-bf62-4019-b936-73b2009a67d4,segment=NetworkSegment(70839eb4-839c-4732-a287-ff4cb0b164c8),segment_id=70839eb4-839c-4732-a287-ff4cb0b164c8)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:52:40.517824 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4093da82-bf62-4019-b936-73b2009a67d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:40.531583 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572c08b-c18d-40ed-b9e9-971755fed554 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=09be4202-c1bc-41d4-9640-e3375dc4f3b8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:40.537071 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Attempting to bind port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:52:40.540295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Attempting to bind port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:52:40.540655 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Attempting to bind port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:52:40.618527 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:52:40.618876 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Attempting to bind port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:52:40.619753 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f7574-e769-4575-a76b-df1b690113b3 None None] Pushing event updated for resources: {'Port': ['ID=4093da82-bf62-4019-b936-73b2009a67d4,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:40.713803 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-810cf2ba-3f70-4181-9078-b9e462ea07af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c18a493-54e9-4842-8756-24673405aff8 HTTP/1.1" status: 200 len: 1002 time: 0.6998043 Feb 07 16:52:40.716971 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ef62162-1a43-4a0f-9a2a-00f8beb9698f tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4d9e3f65-16dd-4fc2-9acb-285127dbde68), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:40.717229 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-8ef62162-1a43-4a0f-9a2a-00f8beb9698f tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Added segment 4d9e3f65-16dd-4fc2-9acb-285127dbde68 of type vlan for network 18d0de1d-8b4a-4364-8e1f-0d091ce379c6 Feb 07 16:52:40.746674 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:52:40.747029 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:52:40.747424 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:52:40.747875 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Bound port: 2ff7e564-33b8-46a8-a62b-6de8c00e52b3, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:52:40.748238 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:40.787392 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef0fb75e-114c-449d-9656-fa1b953c317c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (c557bb8a-241d-471f-bb02-dcca36175cfb), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:40.831273 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdab90e-2f96-4c60-a706-eb9bde6a37c9 req-d13bea43-28d8-4b7c-8999-6ed33a4bece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:40.833681 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9fdab90e-2f96-4c60-a706-eb9bde6a37c9 req-d13bea43-28d8-4b7c-8999-6ed33a4bece2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fdea7f1b6324f67b931aa532697bca1&device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 1127 time: 0.3416443 Feb 07 16:52:40.856004 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34244f8-468e-40c9-97e9-37cb8de2e5cf req-f8750e78-4fd0-44d6-9ca1-993be58f4e95 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:40.857181 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef0fb75e-114c-449d-9656-fa1b953c317c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (c557bb8a-241d-471f-bb02-dcca36175cfb), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:40.857742 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e34244f8-468e-40c9-97e9-37cb8de2e5cf req-f8750e78-4fd0-44d6-9ca1-993be58f4e95 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.3908074 Feb 07 16:52:40.930124 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ef62162-1a43-4a0f-9a2a-00f8beb9698f tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (18d0de1d-8b4a-4364-8e1f-0d091ce379c6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:40.952184 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c0bf5-007c-4f82-a1af-b220452c1c87 req-466a179b-428b-4a9c-b0cb-3152e1d0ff1a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:40.957764 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-020c0bf5-007c-4f82-a1af-b220452c1c87 req-466a179b-428b-4a9c-b0cb-3152e1d0ff1a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 947 time: 0.2602041 Feb 07 16:52:41.016078 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-caab7eea-957a-4d1d-8c04-47f3d9ac768d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:41.017587 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-caab7eea-957a-4d1d-8c04-47f3d9ac768d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e220672-ddb5-4004-a2c7-1c1467c4afbb HTTP/1.1" status: 200 len: 855 time: 0.2766047 Feb 07 16:52:41.093961 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c572c08b-c18d-40ed-b9e9-971755fed554 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (429e574c-8c4a-485a-9cee-01c54a344d1f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:41.099984 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e34244f8-468e-40c9-97e9-37cb8de2e5cf req-7a44222b-ff64-44c6-87ae-f2edef4791f2 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329648 Feb 07 16:52:41.102531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5189-09f4-4208-bbe7-d8fcd1ce93c1 admin admin] Deleting port 5b13e954-c1d7-4444-8d36-3a2e1578ebc7 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:41.102531 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22fb5189-09f4-4208-bbe7-d8fcd1ce93c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5b13e954-c1d7-4444-8d36-3a2e1578ebc7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:41.110014 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] For port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:52:41.147884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdab90e-2f96-4c60-a706-eb9bde6a37c9 req-3485726e-310f-4124-9949-cdd9e699ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:41.149661 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9fdab90e-2f96-4c60-a706-eb9bde6a37c9 req-3485726e-310f-4124-9949-cdd9e699ad0c service neutron] 10.222.0.48 "GET /v2.0/networks?id=558210b1-aeef-4297-87e4-07b1b1a8ae99 HTTP/1.1" status: 200 len: 918 time: 0.2936993 Feb 07 16:52:41.158765 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ef62162-1a43-4a0f-9a2a-00f8beb9698f tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (18d0de1d-8b4a-4364-8e1f-0d091ce379c6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:41.164968 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef62162-1a43-4a0f-9a2a-00f8beb9698f tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:41.165620 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ef62162-1a43-4a0f-9a2a-00f8beb9698f tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:41.220262 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] For port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2ff7e564-33b8-46a8-a62b-6de8c00e52b3,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:52:41.235032 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:41.250434 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-020c0bf5-007c-4f82-a1af-b220452c1c87 req-afda8d05-7f9d-4e10-bb0f-11b9aa9f11d2 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850099 Feb 07 16:52:41.309829 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4093da82-bf62-4019-b936-73b2009a67d4 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:41.318258 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:41.318894 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:41.320330 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] 10.222.0.48 "PUT /v2.0/ports/2ff7e564-33b8-46a8-a62b-6de8c00e52b3 HTTP/1.1" status: 200 len: 1095 time: 3.4299061 Feb 07 16:52:41.322822 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c', 'tag': '2ff7e564-33b8-46a8-a62b-6de8c00e52b3'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:52:41.325294 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26c54d9-3b46-445d-b404-d259a8b0b1de" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c", "tag": "2ff7e564-33b8-46a8-a62b-6de8c00e52b3"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:52:41.335529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0fb75e-114c-449d-9656-fa1b953c317c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Router c557bb8a-241d-471f-bb02-dcca36175cfb is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:52:41.346341 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9fdab90e-2f96-4c60-a706-eb9bde6a37c9 req-1ab023ea-7d6d-46e4-afe1-178f1bdcdcee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 HTTP/1.1" status: 200 len: 1001 time: 0.1725869 Feb 07 16:52:41.376515 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b808e8-0ceb-4330-8a4e-cf2d6d1a4af0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff7e564-33b8-46a8-a62b-6de8c00e52b3,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:41.376727 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef62162-1a43-4a0f-9a2a-00f8beb9698f tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event updated for resources: {'Network': ['ID=18d0de1d-8b4a-4364-8e1f-0d091ce379c6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:41.389905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 18d0de1d-8b4a-4364-8e1f-0d091ce379c6 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:52:41.416706 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-b0d8853e-2f78-4eb1-a5fa-8825a37703e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:41.419425 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-b0d8853e-2f78-4eb1-a5fa-8825a37703e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c8c7efe8-323f-461c-b8f3-d0df0e78b272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3910539 Feb 07 16:52:41.460223 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91e4971-cb6d-4c08-9737-4a6259dbdf37 x-openstack-request-id: req-c91e4971-cb6d-4c08-9737-4a6259dbdf37 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:52:41.460655 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c", "tag": "2ff7e564-33b8-46a8-a62b-6de8c00e52b3", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:52:41.460774 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c91e4971-cb6d-4c08-9737-4a6259dbdf37 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:52:41.461181 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c', 'tag': '2ff7e564-33b8-46a8-a62b-6de8c00e52b3', 'status': 'completed', 'code': 200} Feb 07 16:52:41.477375 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8ef62162-1a43-4a0f-9a2a-00f8beb9698f tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7501266 Feb 07 16:52:41.490688 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46372) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:41.497784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 4093da82-bf62-4019-b936-73b2009a67d4 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:41.498797 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4093da82-bf62-4019-b936-73b2009a67d4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:41.510876 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ebed5932-d375-4bac-af8a-d42ccffacc3a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Request body: {'network': {'name': 'tempest-router-network02--538747087'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:41.587463 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-617afdfa-4b42-46ba-a2e7-06511756783d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:41.589047 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-617afdfa-4b42-46ba-a2e7-06511756783d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 1129 time: 0.2213173 Feb 07 16:52:41.590610 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0fb75e-114c-449d-9656-fa1b953c317c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:52:41.593147 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdab90e-2f96-4c60-a706-eb9bde6a37c9 req-9123f0ec-ce58-417b-bb6b-09a6039ab1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:41.600080 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9fdab90e-2f96-4c60-a706-eb9bde6a37c9 req-9123f0ec-ce58-417b-bb6b-09a6039ab1ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e08eff2f-7c93-4ede-90b9-2e6bbced6db6 HTTP/1.1" status: 200 len: 856 time: 0.2358408 Feb 07 16:52:41.606082 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef0fb75e-114c-449d-9656-fa1b953c317c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:41.610001 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ef0fb75e-114c-449d-9656-fa1b953c317c tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "PUT /v2.0/routers/c557bb8a-241d-471f-bb02-dcca36175cfb HTTP/1.1" status: 200 len: 693 time: 1.3159289 Feb 07 16:52:41.619759 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46374) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:41.628271 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7333ece-4f73-49ce-86a5-7c0bf22a0716 req-51c20ab9-66c8-46a7-b05a-8bc3c778fffd tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:41.630977 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b7333ece-4f73-49ce-86a5-7c0bf22a0716 req-51c20ab9-66c8-46a7-b05a-8bc3c778fffd tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 945 time: 0.3955109 Feb 07 16:52:41.649882 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4093da82-bf62-4019-b936-73b2009a67d4 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:41.650491 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4093da82-bf62-4019-b936-73b2009a67d4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:41.666722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-22fb5189-09f4-4208-bbe7-d8fcd1ce93c1 admin admin] For port 5b13e954-c1d7-4444-8d36-3a2e1578ebc7, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5b13e954-c1d7-4444-8d36-3a2e1578ebc7,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:41.667090 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22fb5189-09f4-4208-bbe7-d8fcd1ce93c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5b13e954-c1d7-4444-8d36-3a2e1578ebc7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:41.692235 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6259e58-97da-400d-848d-dab23422af98 None None] Sync routers for ids ['c557bb8a-241d-471f-bb02-dcca36175cfb'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:52:41.717458 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-22fb5189-09f4-4208-bbe7-d8fcd1ce93c1 admin admin] Calling delete_port for 5b13e954-c1d7-4444-8d36-3a2e1578ebc7 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:41.720073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6259e58-97da-400d-848d-dab23422af98 None None] Routers {'c557bb8a-241d-471f-bb02-dcca36175cfb'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:41.721626 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a6259e58-97da-400d-848d-dab23422af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c557bb8a-241d-471f-bb02-dcca36175cfb'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:41.735774 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c572c08b-c18d-40ed-b9e9-971755fed554 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Router 429e574c-8c4a-485a-9cee-01c54a344d1f has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:52:41.751577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebed5932-d375-4bac-af8a-d42ccffacc3a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Made reservation on behalf of a37eb39e19dc4e29ab0445d98ed7c331 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:41.755810 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebed5932-d375-4bac-af8a-d42ccffacc3a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:41.758398 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-920c5ed5-8622-4082-a37f-97c82915f166 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2ff7e564-33b8-46a8-a62b-6de8c00e52b3 HTTP/1.1" status: 200 len: 217 time: 0.1472914 Feb 07 16:52:41.827544 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a86765dc-50a9-48f6-a88e-e64bb0b50d19 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/routers/c557bb8a-241d-471f-bb02-dcca36175cfb HTTP/1.1" status: 200 len: 699 time: 0.1797328 Feb 07 16:52:41.828185 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46376) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:41.838803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 4093da82-bf62-4019-b936-73b2009a67d4, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4093da82-bf62-4019-b936-73b2009a67d4,segment=NetworkSegment(70839eb4-839c-4732-a287-ff4cb0b164c8),segment_id=70839eb4-839c-4732-a287-ff4cb0b164c8)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:41.848977 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4093da82-bf62-4019-b936-73b2009a67d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:41.864593 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-683ed057-b6e7-4e67-9689-c2e1ca4a840d service neutron] 10.222.0.32 "GET /v2.0/networks/c8c7efe8-323f-461c-b8f3-d0df0e78b272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192655 Feb 07 16:52:41.895408 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9335f9d8-4e94-445b-a851-7d7103c2f092 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/ports?device_id=c557bb8a-241d-471f-bb02-dcca36175cfb HTTP/1.1" status: 200 len: 205 time: 0.0628581 Feb 07 16:52:41.899317 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46378) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:41.910739 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdab90e-2f96-4c60-a706-eb9bde6a37c9 req-a0f127fb-cef7-4604-bcb7-5381ee0f7c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:41.912612 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9fdab90e-2f96-4c60-a706-eb9bde6a37c9 req-a0f127fb-cef7-4604-bcb7-5381ee0f7c5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=558210b1-aeef-4297-87e4-07b1b1a8ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2924225 Feb 07 16:52:41.915588 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a6259e58-97da-400d-848d-dab23422af98 None None] Set router c557bb8a-241d-471f-bb02-dcca36175cfb gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:52:41.919531 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=4093da82-bf62-4019-b936-73b2009a67d4,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:41.923632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 66c3e8be-3275-4b01-bc7e-37b4a6d12808 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:41.940022 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b7333ece-4f73-49ce-86a5-7c0bf22a0716 req-b65119ea-bac8-4e35-b257-1db9be9f0ead tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659466 Feb 07 16:52:42.001250 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebed5932-d375-4bac-af8a-d42ccffacc3a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:52:42.007877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a6259e58-97da-400d-848d-dab23422af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c557bb8a-241d-471f-bb02-dcca36175cfb', 'name': 'tempest-RoutersTest-router-491459757', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:52:39Z', 'updated_at': '2022-02-07T16:52:40Z', 'revision_number': 2, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:42.009887 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 66c3e8be-3275-4b01-bc7e-37b4a6d12808 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:42.010289 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 66c3e8be-3275-4b01-bc7e-37b4a6d12808 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:42.020645 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-890cd94c-3d38-4100-ac05-238cd9d50cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:42.022282 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-890cd94c-3d38-4100-ac05-238cd9d50cf7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.2552445 Feb 07 16:52:42.067537 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6259e58-97da-400d-848d-dab23422af98 None None] Checking router: c557bb8a-241d-471f-bb02-dcca36175cfb for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:52:42.074504 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebed5932-d375-4bac-af8a-d42ccffacc3a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (f14d855e-f5b3-485b-9f00-997f0798fefa), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:42.075110 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-ebed5932-d375-4bac-af8a-d42ccffacc3a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Added segment f14d855e-f5b3-485b-9f00-997f0798fefa of type vlan for network 563d008f-3696-4148-a667-2d0469c84ddf Feb 07 16:52:42.078024 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6259e58-97da-400d-848d-dab23422af98 None None] Routers {'c557bb8a-241d-471f-bb02-dcca36175cfb'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:42.078192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c572c08b-c18d-40ed-b9e9-971755fed554 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:52:42.078659 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a6259e58-97da-400d-848d-dab23422af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c557bb8a-241d-471f-bb02-dcca36175cfb'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:42.089486 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9da7d3-aec6-4906-9520-fc47010d63aa None None] Sync routers for ids ['429e574c-8c4a-485a-9cee-01c54a344d1f'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:52:42.103526 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9da7d3-aec6-4906-9520-fc47010d63aa None None] Routers {'429e574c-8c4a-485a-9cee-01c54a344d1f'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:42.104550 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7a9da7d3-aec6-4906-9520-fc47010d63aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['429e574c-8c4a-485a-9cee-01c54a344d1f'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:42.123066 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c572c08b-c18d-40ed-b9e9-971755fed554 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "PUT /v2.0/routers/429e574c-8c4a-485a-9cee-01c54a344d1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5062127 Feb 07 16:52:42.125757 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46380) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:42.153528 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7a9da7d3-aec6-4906-9520-fc47010d63aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:42.166032 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9da7d3-aec6-4906-9520-fc47010d63aa None None] Routers {'429e574c-8c4a-485a-9cee-01c54a344d1f'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:42.166921 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7a9da7d3-aec6-4906-9520-fc47010d63aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['429e574c-8c4a-485a-9cee-01c54a344d1f'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:42.216360 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7a9da7d3-aec6-4906-9520-fc47010d63aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:42.217271 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9da7d3-aec6-4906-9520-fc47010d63aa None None] The sync data for ids ['429e574c-8c4a-485a-9cee-01c54a344d1f'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:52:42.229955 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-2884dee8-f72a-4c2b-8dd5-b90c8b0a55a9 service neutron] 10.222.0.32 "GET /v2.0/networks/c8c7efe8-323f-461c-b8f3-d0df0e78b272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563910 Feb 07 16:52:42.237723 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0958e03-51ed-47d7-bc63-6d00646d1d74 None None] Network 1ee4587e-6003-4be9-a3c9-945c52875741 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:42.252731 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a6259e58-97da-400d-848d-dab23422af98 None None] Set router c557bb8a-241d-471f-bb02-dcca36175cfb gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:52:42.347600 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-ad2d2e1f-6388-4eb8-8d97-4b427f7e6f6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=4e8a50dc-546f-49cf-8211-bd142bfffa0c HTTP/1.1" status: 200 len: 217 time: 0.0744169 Feb 07 16:52:42.369589 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebed5932-d375-4bac-af8a-d42ccffacc3a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (563d008f-3696-4148-a667-2d0469c84ddf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:42.375080 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a6259e58-97da-400d-848d-dab23422af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c557bb8a-241d-471f-bb02-dcca36175cfb', 'name': 'tempest-RoutersTest-router-491459757', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:52:39Z', 'updated_at': '2022-02-07T16:52:40Z', 'revision_number': 2, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:42.383307 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a4e9e85d-1d31-48c5-bf4b-f16ad89e5532 None None] Provisioning complete for port 4093da82-bf62-4019-b936-73b2009a67d4 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:42.383792 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e85d-1d31-48c5-bf4b-f16ad89e5532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4093da82-bf62-4019-b936-73b2009a67d4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:42.446493 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6259e58-97da-400d-848d-dab23422af98 None None] The sync data for ids ['c557bb8a-241d-471f-bb02-dcca36175cfb'] in n-d-827865-3 is: [{'id': 'c557bb8a-241d-471f-bb02-dcca36175cfb', 'name': 'tempest-RoutersTest-router-491459757', 'tenant_id': '227e1d388d0541aba878f7829cff15ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:52:39Z', 'updated_at': '2022-02-07T16:52:40Z', 'revision_number': 2, 'project_id': '227e1d388d0541aba878f7829cff15ac', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:52:42.490864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-043a31c1-0376-48b8-86a2-5cc011e15724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:42.493378 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-043a31c1-0376-48b8-86a2-5cc011e15724 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe980b80-4ff0-4853-82e3-b744d6a56a26 HTTP/1.1" status: 200 len: 797 time: 0.1377962 Feb 07 16:52:42.520868 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e827efca-743b-423e-abb0-457e5e1c7894 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (c557bb8a-241d-471f-bb02-dcca36175cfb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:42.535257 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebed5932-d375-4bac-af8a-d42ccffacc3a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (563d008f-3696-4148-a667-2d0469c84ddf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:42.542774 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebed5932-d375-4bac-af8a-d42ccffacc3a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:42.543939 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ebed5932-d375-4bac-af8a-d42ccffacc3a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:42.583783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a4e9e85d-1d31-48c5-bf4b-f16ad89e5532 None None] Current status of the port 4093da82-bf62-4019-b936-73b2009a67d4 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:42.593229 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ebed5932-d375-4bac-af8a-d42ccffacc3a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0900681 Feb 07 16:52:42.603969 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46386) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:42.657137 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0bf76e50-b7de-4523-94dc-32528761ac6b tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Request body: {'subnet': {'network_id': '18d0de1d-8b4a-4364-8e1f-0d091ce379c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:42.664857 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba03241-5751-4f39-9977-83fce278232a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] GET failed (client error): The resource could not be found. Feb 07 16:52:42.668052 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3ba03241-5751-4f39-9977-83fce278232a tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports/09be4202-c1bc-41d4-9640-e3375dc4f3b8 HTTP/1.1" status: 404 len: 333 time: 0.5362482 Feb 07 16:52:42.674574 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46388) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:42.721854 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22fb5189-09f4-4208-bbe7-d8fcd1ce93c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (5b13e954-c1d7-4444-8d36-3a2e1578ebc7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:42.767003 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb5189-09f4-4208-bbe7-d8fcd1ce93c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b13e954-c1d7-4444-8d36-3a2e1578ebc7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:42.789344 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51835f0-9bef-45f4-8b84-dbb1723b3100 req-d6dd4fce-23f9-4017-961d-96529282b119 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:42.796686 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d51835f0-9bef-45f4-8b84-dbb1723b3100 req-d6dd4fce-23f9-4017-961d-96529282b119 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 947 time: 0.3994439 Feb 07 16:52:42.812058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed5932-d375-4bac-af8a-d42ccffacc3a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event updated for resources: {'Network': ['ID=563d008f-3696-4148-a667-2d0469c84ddf,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:42.844445 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 563d008f-3696-4148-a667-2d0469c84ddf details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:52:42.864572 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-255ee0bd-e03d-4423-98bf-1fab045522f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:42.866375 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-255ee0bd-e03d-4423-98bf-1fab045522f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=772a5458-241a-4973-8916-b74170ada414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3493648 Feb 07 16:52:42.921064 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:42.971133 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-df819dfd-5b01-4593-8b66-8cbe8224e9cc None None] Provisioning complete for port 4093da82-bf62-4019-b936-73b2009a67d4 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:42.971582 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df819dfd-5b01-4593-8b66-8cbe8224e9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4093da82-bf62-4019-b936-73b2009a67d4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:42.974485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-60c8a42c-efe1-45c9-817b-7c82181ed540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:42.974485 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-60c8a42c-efe1-45c9-817b-7c82181ed540 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9359684 Feb 07 16:52:42.976175 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9fdab90e-2f96-4c60-a706-eb9bde6a37c9 req-85cceb4a-7914-4ae0-9d3c-e32d420d8d81 service neutron] 10.222.0.48 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0234346 Feb 07 16:52:42.981481 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-310eeb0d-b8a2-4314-a8c0-296ec703b1b6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for router (429e574c-8c4a-485a-9cee-01c54a344d1f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:42.995247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e97e0d-02d8-49fb-bfa6-2bd12bb1fc50 req-46742392-a7e5-4455-972e-3ecdab207ddb tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:42.997802 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2e97e0d-02d8-49fb-bfa6-2bd12bb1fc50 req-46742392-a7e5-4455-972e-3ecdab207ddb tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.4735250 Feb 07 16:52:43.005595 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d51835f0-9bef-45f4-8b84-dbb1723b3100 req-87711a25-5bb6-47e4-a24c-46fabdc5dc80 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075953 Feb 07 16:52:43.009831 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf76e50-b7de-4523-94dc-32528761ac6b tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Made reservation on behalf of a37eb39e19dc4e29ab0445d98ed7c331 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:43.014039 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bf76e50-b7de-4523-94dc-32528761ac6b tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:43.079143 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22fb5189-09f4-4208-bbe7-d8fcd1ce93c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (cde7646c-fdee-4cbb-a0b2-e5647b9193fa), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:43.085480 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:43.085735 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:43.145068 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e827efca-743b-423e-abb0-457e5e1c7894 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (c557bb8a-241d-471f-bb02-dcca36175cfb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:43.153613 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a657a5bb-36be-45e9-abe9-8e055c03eb75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:52:43.156624 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d6d5fc-258b-49a8-b658-3a2caa12d6bf" -d '{"events": [{"server_uuid": "a657a5bb-36be-45e9-abe9-8e055c03eb75", "name": "network-vif-unplugged", "status": "completed", "tag": "ea91aac2-6103-4fb6-9882-bc52e9d4f2e8"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:52:43.174861 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e827efca-743b-423e-abb0-457e5e1c7894 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router_controller (c557bb8a-241d-471f-bb02-dcca36175cfb), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:43.179851 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:43.182750 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-df819dfd-5b01-4593-8b66-8cbe8224e9cc None None] Current status of the port 4093da82-bf62-4019-b936-73b2009a67d4 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:43.186001 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:43.274391 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:43.299856 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4093da82-bf62-4019-b936-73b2009a67d4 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:43.366702 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 4093da82-bf62-4019-b936-73b2009a67d4 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:43.367342 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4093da82-bf62-4019-b936-73b2009a67d4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:43.460858 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4093da82-bf62-4019-b936-73b2009a67d4 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:43.509216 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e827efca-743b-423e-abb0-457e5e1c7894 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (c557bb8a-241d-471f-bb02-dcca36175cfb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:43.509728 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e827efca-743b-423e-abb0-457e5e1c7894 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Fanout notify agent at l3_agent the message router_deleted on router c557bb8a-241d-471f-bb02-dcca36175cfb {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:52:43.515231 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-310eeb0d-b8a2-4314-a8c0-296ec703b1b6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (429e574c-8c4a-485a-9cee-01c54a344d1f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:43.519610 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-310eeb0d-b8a2-4314-a8c0-296ec703b1b6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for router_controller (429e574c-8c4a-485a-9cee-01c54a344d1f), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:43.531885 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e827efca-743b-423e-abb0-457e5e1c7894 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:43.538383 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e827efca-743b-423e-abb0-457e5e1c7894 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/routers/c557bb8a-241d-471f-bb02-dcca36175cfb HTTP/1.1" status: 204 len: 168 time: 1.6376438 Feb 07 16:52:43.541689 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22fb5189-09f4-4208-bbe7-d8fcd1ce93c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (cde7646c-fdee-4cbb-a0b2-e5647b9193fa), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:43.544691 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46394) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:43.552104 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22fb5189-09f4-4208-bbe7-d8fcd1ce93c1 admin admin] Publish callbacks [] for router_controller (cde7646c-fdee-4cbb-a0b2-e5647b9193fa), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:43.553655 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2e97e0d-02d8-49fb-bfa6-2bd12bb1fc50 req-a882a29e-f996-4fed-b7c0-4368319a07e8 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910642 Feb 07 16:52:43.563801 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-19bc7308-64ef-4c4e-a114-b875d466c1d1 service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6876433 Feb 07 16:52:43.612534 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-014ed0d6-73b7-4d1f-aed6-f34208d2b50f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/ports?device_id=c557bb8a-241d-471f-bb02-dcca36175cfb HTTP/1.1" status: 200 len: 205 time: 0.0665257 Feb 07 16:52:43.618742 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46396) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:43.628215 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca8eafe-b851-4d38-b3bc-243085bccb79 x-openstack-request-id: req-8ca8eafe-b851-4d38-b3bc-243085bccb79 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:52:43.629371 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a657a5bb-36be-45e9-abe9-8e055c03eb75", "name": "network-vif-unplugged", "status": "completed", "tag": "ea91aac2-6103-4fb6-9882-bc52e9d4f2e8", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:52:43.629371 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ca8eafe-b851-4d38-b3bc-243085bccb79 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:52:43.630609 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a657a5bb-36be-45e9-abe9-8e055c03eb75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8', 'code': 200} Feb 07 16:52:43.632846 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9fdab90e-2f96-4c60-a706-eb9bde6a37c9 req-da811d67-27f1-4055-a7db-3cd0fd087249 service neutron] 10.222.0.48 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106180 Feb 07 16:52:43.677939 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-310eeb0d-b8a2-4314-a8c0-296ec703b1b6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (429e574c-8c4a-485a-9cee-01c54a344d1f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:43.678489 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310eeb0d-b8a2-4314-a8c0-296ec703b1b6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Fanout notify agent at l3_agent the message router_deleted on router 429e574c-8c4a-485a-9cee-01c54a344d1f {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:52:43.681682 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-5200a756-00b2-4c02-9257-f84fd291adec service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6822796 Feb 07 16:52:43.682615 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-675c866a-9943-4e07-9858-a73a5460003b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] delete failed (client error): The resource could not be found. Feb 07 16:52:43.686410 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-675c866a-9943-4e07-9858-a73a5460003b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/routers/c557bb8a-241d-471f-bb02-dcca36175cfb HTTP/1.1" status: 404 len: 336 time: 0.0657234 Feb 07 16:52:43.687042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46398) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:43.717375 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22fb5189-09f4-4208-bbe7-d8fcd1ce93c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (cde7646c-fdee-4cbb-a0b2-e5647b9193fa), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:43.717961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fb5189-09f4-4208-bbe7-d8fcd1ce93c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cde7646c-fdee-4cbb-a0b2-e5647b9193fa {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:52:43.720941 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-310eeb0d-b8a2-4314-a8c0-296ec703b1b6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:43.725667 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-310eeb0d-b8a2-4314-a8c0-296ec703b1b6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/routers/429e574c-8c4a-485a-9cee-01c54a344d1f HTTP/1.1" status: 204 len: 168 time: 1.0346711 Feb 07 16:52:43.725760 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22fb5189-09f4-4208-bbe7-d8fcd1ce93c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:43.728116 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-22fb5189-09f4-4208-bbe7-d8fcd1ce93c1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/cde7646c-fdee-4cbb-a0b2-e5647b9193fa HTTP/1.1" status: 204 len: 168 time: 4.7892890 Feb 07 16:52:43.736384 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46400) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:43.736758 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46402) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:43.779116 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f63161a-e894-4152-a052-9744face7445 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] DELETE failed (client error): The resource could not be found. Feb 07 16:52:43.779593 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f63161a-e894-4152-a052-9744face7445 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:52:43.785473 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1f63161a-e894-4152-a052-9744face7445 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/subnets/a0269ccd-bd93-4305-9f2d-b01f8826acc8 HTTP/1.1" status: 404 len: 337 time: 0.0621109 Feb 07 16:52:43.789854 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46404) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:43.840952 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-9250124c-747c-4c30-a242-9aa307ebe836 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] DELETE failed (client error): The resource could not be found. Feb 07 16:52:43.841448 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9250124c-747c-4c30-a242-9aa307ebe836 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:52:43.843477 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538aa50-efe1-4f71-ac08-3af329911049 req-7c92007b-a303-4cd0-b76e-5747cf4a60c4 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:43.847276 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9250124c-747c-4c30-a242-9aa307ebe836 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/subnets/ac990b5b-90fa-41fa-a1ee-cebdf3b5897a HTTP/1.1" status: 404 len: 337 time: 0.0563807 Feb 07 16:52:43.850186 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46406) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:43.851364 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7538aa50-efe1-4f71-ac08-3af329911049 req-7c92007b-a303-4cd0-b76e-5747cf4a60c4 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.4527998 Feb 07 16:52:43.882904 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-5811861b-a1f0-4494-92d4-39c3ac17a1a9 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] DELETE failed (client error): The resource could not be found. Feb 07 16:52:43.883377 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5811861b-a1f0-4494-92d4-39c3ac17a1a9 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:52:43.889255 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5811861b-a1f0-4494-92d4-39c3ac17a1a9 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/subnets/70609150-dff1-41ab-92b8-b81d676ce2c7 HTTP/1.1" status: 404 len: 337 time: 0.0383034 Feb 07 16:52:43.896486 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46408) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:43.918047 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3b46b0e-1e9d-42fd-90b1-bf9b9c482ccd req-864899a5-7348-4076-bb81-f0012aa5e817 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224879 Feb 07 16:52:43.965535 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-c649957f-a023-4005-a47a-71a0d1073c8d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] DELETE failed (client error): The resource could not be found. Feb 07 16:52:43.965994 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c649957f-a023-4005-a47a-71a0d1073c8d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:52:43.976436 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c649957f-a023-4005-a47a-71a0d1073c8d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/subnets/e4703ded-2b67-4bd4-9c09-309b3b022d8c HTTP/1.1" status: 404 len: 337 time: 0.0637031 Feb 07 16:52:43.985392 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46410) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:44.020208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05357a3-5ff8-47a8-826c-08c75f8f45e9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting subnet 2f5e5629-4973-44d5-ab0c-018936ed46f3 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:52:44.024456 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4a56f6-f5c0-40ac-bdc7-b61e4ca5fdb5 admin admin] Deleting subnet 31b437d2-43c8-4fed-b3dd-b4687524ea2e {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:52:44.033092 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-81852938-fc21-4d54-b5d4-09135a7fb371 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9ebef89-0464-4f83-a748-d08b39bf9909 HTTP/1.1" status: 200 len: 205 time: 0.0449061 Feb 07 16:52:44.033482 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46414) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:44.044710 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d05357a3-5ff8-47a8-826c-08c75f8f45e9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for subnet (2f5e5629-4973-44d5-ab0c-018936ed46f3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:44.047503 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc4a56f6-f5c0-40ac-bdc7-b61e4ca5fdb5 admin admin] Publish callbacks [] for subnet (31b437d2-43c8-4fed-b3dd-b4687524ea2e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:44.081200 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-b6b336e2-f2e9-41c7-adce-4ac2bc2cfae1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] delete failed (client error): The resource could not be found. Feb 07 16:52:44.082783 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b6b336e2-f2e9-41c7-adce-4ac2bc2cfae1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/routers/b9ebef89-0464-4f83-a748-d08b39bf9909 HTTP/1.1" status: 404 len: 336 time: 0.0486450 Feb 07 16:52:44.092701 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46416) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:44.092995 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-5b3cdadc-eddc-4673-a408-56c0c02c0622 service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186517 Feb 07 16:52:44.139580 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-89016fc4-b89b-41c2-99f5-f7bf9bfb0217 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/ports?device_id=61b23f24-79e2-4041-b167-6ee53ae14f52 HTTP/1.1" status: 200 len: 205 time: 0.0457540 Feb 07 16:52:44.142435 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c54d9-3b46-445d-b404-d259a8b0b1de req-153d6745-8e15-4170-9e61-73ef5c5e69d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:44.143873 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c26c54d9-3b46-445d-b404-d259a8b0b1de req-153d6745-8e15-4170-9e61-73ef5c5e69d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 1129 time: 0.1686671 Feb 07 16:52:44.144910 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46418) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:44.172300 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-c2793d86-18e4-4cb2-9d53-83bf6afc9735 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=143a4394-acab-4b64-907b-aa1207677eba HTTP/1.1" status: 200 len: 217 time: 0.0690775 Feb 07 16:52:44.176725 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc4a56f6-f5c0-40ac-bdc7-b61e4ca5fdb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (31b437d2-43c8-4fed-b3dd-b4687524ea2e), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:44.178633 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bf76e50-b7de-4523-94dc-32528761ac6b tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (5803bae9-985a-488c-a225-4ffa18ae4fdc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:44.182968 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7538aa50-efe1-4f71-ac08-3af329911049 req-ac995353-0f59-4ea8-9b22-4d7985253205 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3307736 Feb 07 16:52:44.209648 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-cc274053-6824-4dfc-bd5f-9f852871f1d6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] delete failed (client error): The resource could not be found. Feb 07 16:52:44.213093 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cc274053-6824-4dfc-bd5f-9f852871f1d6 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/routers/61b23f24-79e2-4041-b167-6ee53ae14f52 HTTP/1.1" status: 404 len: 336 time: 0.0644705 Feb 07 16:52:44.236577 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46420) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:44.248380 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d05357a3-5ff8-47a8-826c-08c75f8f45e9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (2f5e5629-4973-44d5-ab0c-018936ed46f3), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:44.275456 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-414f9bf1-3587-42b7-9492-5e28af85ceeb tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] DELETE failed (client error): The resource could not be found. Feb 07 16:52:44.275917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414f9bf1-3587-42b7-9492-5e28af85ceeb tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:52:44.280519 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-414f9bf1-3587-42b7-9492-5e28af85ceeb tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/subnets/5ff7ef98-05b2-43e6-8bb6-47b64b80a351 HTTP/1.1" status: 404 len: 337 time: 0.0413489 Feb 07 16:52:44.284416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46422) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:44.307396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c681aa-5331-4a94-951d-b27817211ea4 req-30345668-291a-49f4-9853-669e398917f9 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:44.308892 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77c681aa-5331-4a94-951d-b27817211ea4 req-30345668-291a-49f4-9853-669e398917f9 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 947 time: 0.2301457 Feb 07 16:52:44.337447 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ef1df566-1071-46bf-b5b9-37b29fd91f04 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/ports?device_id=4da8fdb9-ccd0-4368-8929-89742a5e7b29 HTTP/1.1" status: 200 len: 205 time: 0.0490136 Feb 07 16:52:44.340053 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46424) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:44.380027 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c54d9-3b46-445d-b404-d259a8b0b1de req-0e9592cb-58fd-4958-86d8-9712b88186a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:44.381843 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c26c54d9-3b46-445d-b404-d259a8b0b1de req-0e9592cb-58fd-4958-86d8-9712b88186a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.2273669 Feb 07 16:52:44.404614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf76e50-b7de-4523-94dc-32528761ac6b tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event updated for resources: {'Subnet': ['ID=5803bae9-985a-488c-a225-4ffa18ae4fdc,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:44.434839 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c26c54d9-3b46-445d-b404-d259a8b0b1de req-df921521-f3fe-4b49-9a27-fc029cdcef9d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2ff7e564-33b8-46a8-a62b-6de8c00e52b3 HTTP/1.1" status: 200 len: 217 time: 0.0451460 Feb 07 16:52:44.437156 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-1e9cb3be-e20d-4fb5-b895-028b652b42c1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] delete failed (client error): The resource could not be found. Feb 07 16:52:44.438205 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77c681aa-5331-4a94-951d-b27817211ea4 req-6fc7bf64-5036-45f9-83b6-be123f18b8c9 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085749 Feb 07 16:52:44.438352 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1e9cb3be-e20d-4fb5-b895-028b652b42c1 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/routers/4da8fdb9-ccd0-4368-8929-89742a5e7b29 HTTP/1.1" status: 404 len: 336 time: 0.0937965 Feb 07 16:52:44.444680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-84a715f9-a6af-4950-9d36-ec0d1111452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:44.446148 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-84a715f9-a6af-4950-9d36-ec0d1111452b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe980b80-4ff0-4853-82e3-b744d6a56a26 HTTP/1.1" status: 200 len: 797 time: 0.2623231 Feb 07 16:52:44.448854 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46426) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:44.502936 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6d283765-73d1-4f6f-8ddb-90eec020ca17 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/ports?device_id=defa20ae-f3ea-4894-aa3b-33b32e66a710 HTTP/1.1" status: 200 len: 205 time: 0.0527196 Feb 07 16:52:44.505600 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46428) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:44.517040 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf76e50-b7de-4523-94dc-32528761ac6b tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Checking segment: {'id': '4d9e3f65-16dd-4fc2-9acb-285127dbde68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '18d0de1d-8b4a-4364-8e1f-0d091ce379c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:52:44.517424 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf76e50-b7de-4523-94dc-32528761ac6b tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Network hostable DHCP agents. Network: 18d0de1d-8b4a-4364-8e1f-0d091ce379c6, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:52:44.531234 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc4a56f6-f5c0-40ac-bdc7-b61e4ca5fdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (31b437d2-43c8-4fed-b3dd-b4687524ea2e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:44.535740 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d05357a3-5ff8-47a8-826c-08c75f8f45e9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (2f5e5629-4973-44d5-ab0c-018936ed46f3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:44.547635 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-490e8d7e-85d4-48c9-af65-85e75d70829b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] delete failed (client error): The resource could not be found. Feb 07 16:52:44.548704 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-490e8d7e-85d4-48c9-af65-85e75d70829b tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/routers/defa20ae-f3ea-4894-aa3b-33b32e66a710 HTTP/1.1" status: 404 len: 336 time: 0.0421848 Feb 07 16:52:44.551691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46430) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:44.553125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c54d9-3b46-445d-b404-d259a8b0b1de req-40224197-d85f-4ad5-a597-3f9c9902d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:44.554574 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c26c54d9-3b46-445d-b404-d259a8b0b1de req-40224197-d85f-4ad5-a597-3f9c9902d4ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1134012 Feb 07 16:52:44.590520 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a46d625-f9fb-4d23-91ef-b117c756621a tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] DELETE failed (client error): The resource could not be found. Feb 07 16:52:44.590520 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a46d625-f9fb-4d23-91ef-b117c756621a tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:52:44.596265 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3a46d625-f9fb-4d23-91ef-b117c756621a tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/subnets/3e48e98b-9ac9-4458-9d8f-3b3919fbd133 HTTP/1.1" status: 404 len: 337 time: 0.0384681 Feb 07 16:52:44.599696 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46434) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:44.629950 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf76e50-b7de-4523-94dc-32528761ac6b tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Network 18d0de1d-8b4a-4364-8e1f-0d091ce379c6 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:52:44.636862 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c54d9-3b46-445d-b404-d259a8b0b1de req-688f681c-f728-45e8-9a9b-f83f4dc21edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:44.638436 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c26c54d9-3b46-445d-b404-d259a8b0b1de req-688f681c-f728-45e8-9a9b-f83f4dc21edd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0753016 Feb 07 16:52:44.659806 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1af9fc22-a132-4880-8ea1-c73c5b6c4d6d tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/ports?device_id=85fc0b39-7ef9-44da-8083-110198bffade HTTP/1.1" status: 200 len: 205 time: 0.0523121 Feb 07 16:52:44.663998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-a0890fd8-6f01-4050-8d8f-3741961e06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:44.665436 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46436) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:44.665582 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-a0890fd8-6f01-4050-8d8f-3741961e06ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=772a5458-241a-4973-8916-b74170ada414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1977079 Feb 07 16:52:44.687865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0bf76e50-b7de-4523-94dc-32528761ac6b tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 18d0de1d-8b4a-4364-8e1f-0d091ce379c6) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:44.700021 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f9a0c9-b9b2-42da-8024-2fe9d157313e None None] Network 18d0de1d-8b4a-4364-8e1f-0d091ce379c6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:44.729424 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf76e50-b7de-4523-94dc-32528761ac6b tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:44.730022 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bf76e50-b7de-4523-94dc-32528761ac6b tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:44.738088 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-5a0d9482-c951-410f-a10a-ce60ea6f7f9f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] delete failed (client error): The resource could not be found. Feb 07 16:52:44.742297 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5a0d9482-c951-410f-a10a-ce60ea6f7f9f tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/routers/85fc0b39-7ef9-44da-8083-110198bffade HTTP/1.1" status: 404 len: 336 time: 0.0728843 Feb 07 16:52:44.742297 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46438) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:44.772222 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc4a56f6-f5c0-40ac-bdc7-b61e4ca5fdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (31b437d2-43c8-4fed-b3dd-b4687524ea2e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:44.788565 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d05357a3-5ff8-47a8-826c-08c75f8f45e9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (2f5e5629-4973-44d5-ab0c-018936ed46f3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:44.802942 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0bf76e50-b7de-4523-94dc-32528761ac6b tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1806431 Feb 07 16:52:44.821740 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46440) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:44.829197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5545620c-81eb-4e73-b431-1c8b5076a1eb tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Request body: {'subnet': {'network_id': '563d008f-3696-4148-a667-2d0469c84ddf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:44.833646 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-18d0de1d-8b4a-4364-8e1f-0d091ce379c6', 'network_id': '18d0de1d-8b4a-4364-8e1f-0d091ce379c6', 'project_id': 'a37eb39e19dc4e29ab0445d98ed7c331', 'fixed_ips': [{'subnet_id': '5803bae9-985a-488c-a225-4ffa18ae4fdc'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:52:44.834675 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:44.838666 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a56f6-f5c0-40ac-bdc7-b61e4ca5fdb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31b437d2-43c8-4fed-b3dd-b4687524ea2e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:44.846001 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc4a56f6-f5c0-40ac-bdc7-b61e4ca5fdb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:44.852149 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dc4a56f6-f5c0-40ac-bdc7-b61e4ca5fdb5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/31b437d2-43c8-4fed-b3dd-b4687524ea2e HTTP/1.1" status: 204 len: 168 time: 1.1117063 Feb 07 16:52:44.856039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28415a5f-b75b-4de6-b8c9-cb4e18fe57c2 None None] Network 21ecec8d-d759-42c0-a0b2-63db6d7b3224 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:44.857504 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46442) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:44.926976 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a313936f-ca69-4af6-b3a3-206eb59a6432 None None] Network 30502345-a7a6-419b-aa74-37d3b9ebfa6b requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:44.943033 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d05357a3-5ff8-47a8-826c-08c75f8f45e9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:44.947541 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d05357a3-5ff8-47a8-826c-08c75f8f45e9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/subnets/2f5e5629-4973-44d5-ab0c-018936ed46f3 HTTP/1.1" status: 204 len: 168 time: 1.2082846 Feb 07 16:52:44.959542 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05357a3-5ff8-47a8-826c-08c75f8f45e9 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Subnet': ['ID=2f5e5629-4973-44d5-ab0c-018936ed46f3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:44.973186 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46444) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:45.039323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb452043-92e1-4f4e-a701-d770f5676f80 req-b8e29b2e-ac33-4064-8b76-bd7e389ac41c tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:45.040939 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eb452043-92e1-4f4e-a701-d770f5676f80 req-b8e29b2e-ac33-4064-8b76-bd7e389ac41c tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.3877800 Feb 07 16:52:45.062100 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-586ab325-1db2-4bff-b33c-d56eb5aab569 service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855338 Feb 07 16:52:45.088412 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ed9c6d-a06d-421b-91e6-6d88390bb46a tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] DELETE failed (client error): The resource could not be found. Feb 07 16:52:45.088933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ed9c6d-a06d-421b-91e6-6d88390bb46a tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:52:45.092712 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-12ed9c6d-a06d-421b-91e6-6d88390bb46a tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/subnets/751f6cb4-b6ab-446a-966b-5aaa07ffa9b1 HTTP/1.1" status: 404 len: 337 time: 0.3497932 Feb 07 16:52:45.102314 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46446) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:45.155040 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-408b244d-ecfd-4581-8096-7e5e228aaa90 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbbfa37b-e888-410e-a973-ccb28d22c427 HTTP/1.1" status: 200 len: 205 time: 0.0505719 Feb 07 16:52:45.163283 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46448) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:45.164025 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5b13e954-c1d7-4444-8d36-3a2e1578ebc7 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:45.172763 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c26c54d9-3b46-445d-b404-d259a8b0b1de req-c6997488-12b5-4733-838c-dc34b649e283 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266788 Feb 07 16:52:45.228445 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (21ecec8d-d759-42c0-a0b2-63db6d7b3224), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:45.274475 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 5b13e954-c1d7-4444-8d36-3a2e1578ebc7 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:45.274832 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5b13e954-c1d7-4444-8d36-3a2e1578ebc7 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:45.286478 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-2b3ea9aa-3817-41a0-ac5a-2c605dbcfcb2 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] delete failed (client error): The resource could not be found. Feb 07 16:52:45.287563 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2b3ea9aa-3817-41a0-ac5a-2c605dbcfcb2 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/routers/cbbfa37b-e888-410e-a973-ccb28d22c427 HTTP/1.1" status: 404 len: 336 time: 0.0860705 Feb 07 16:52:45.291441 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (30502345-a7a6-419b-aa74-37d3b9ebfa6b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:45.303544 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46452) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:45.342975 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c26c54d9-3b46-445d-b404-d259a8b0b1de req-c2047ce0-da9f-4d9a-b275-a1f739dc0939 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627676 Feb 07 16:52:45.354459 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1ece03-bedc-46d1-90bd-88629e174894 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] DELETE failed (client error): The resource could not be found. Feb 07 16:52:45.355155 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1ece03-bedc-46d1-90bd-88629e174894 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:52:45.358189 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3b1ece03-bedc-46d1-90bd-88629e174894 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/subnets/814be650-6c57-4cd2-a646-02156f81e153 HTTP/1.1" status: 404 len: 337 time: 0.0517001 Feb 07 16:52:45.360917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46454) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:45.398071 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5545620c-81eb-4e73-b431-1c8b5076a1eb tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Made reservation on behalf of a37eb39e19dc4e29ab0445d98ed7c331 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:45.402619 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5545620c-81eb-4e73-b431-1c8b5076a1eb tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:45.403350 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53fa529-cbee-43f6-843a-2bf2005a8605 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] DELETE failed (client error): The resource could not be found. Feb 07 16:52:45.403813 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53fa529-cbee-43f6-843a-2bf2005a8605 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:52:45.407169 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d53fa529-cbee-43f6-843a-2bf2005a8605 tempest-RoutersTest-1016530500 tempest-RoutersTest-1016530500-project] 10.222.0.18 "DELETE /v2.0/subnets/f73bf2c5-bf69-495b-8940-53922b51715a HTTP/1.1" status: 404 len: 337 time: 0.0450573 Feb 07 16:52:45.417074 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] Allocated IP 172.20.0.2 (18d0de1d-8b4a-4364-8e1f-0d091ce379c6/5803bae9-985a-488c-a225-4ffa18ae4fdc/7c01a279-d31b-4ab2-8067-a469965106b6) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:52:45.432471 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eb452043-92e1-4f4e-a701-d770f5676f80 req-9c62f1e1-5772-427b-960a-05c55cd9766f tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391080 Feb 07 16:52:45.462522 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfe767-2042-4962-8e69-59293d79fcbb req-cd83ef54-cfed-4d05-80fe-77e5de613511 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:45.464517 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aedfe767-2042-4962-8e69-59293d79fcbb req-cd83ef54-cfed-4d05-80fe-77e5de613511 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.1205816 Feb 07 16:52:45.540827 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aedfe767-2042-4962-8e69-59293d79fcbb req-710d6c4b-483d-47c2-b611-ee902fb8b2e7 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682425 Feb 07 16:52:45.574886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7517c7a8-6740-4931-87b5-139f313950c4 None None] DHCP port deletion for 21ecec8d-d759-42c0-a0b2-63db6d7b3224 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:52:45.632974 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c43e488-072e-4b82-8c2c-584b1ea3090f None None] DHCP port deletion for 30502345-a7a6-419b-aa74-37d3b9ebfa6b request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:52:45.777774 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-3933fd34-6868-4c26-b460-911634b42e8e service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6742873 Feb 07 16:52:45.786664 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] Publish callbacks [] for port (7c01a279-d31b-4ab2-8067-a469965106b6), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:45.788768 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7517c7a8-6740-4931-87b5-139f313950c4 None None] Deleting port 3f6c9e78-cdc4-4483-9212-0add49cf8284 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:45.789140 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7517c7a8-6740-4931-87b5-139f313950c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3f6c9e78-cdc4-4483-9212-0add49cf8284), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:45.830902 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (7c01a279-d31b-4ab2-8067-a469965106b6), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:45.840656 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5c43e488-072e-4b82-8c2c-584b1ea3090f None None] Deleting port f72d687c-ae71-4d5e-8859-1edb24b05375 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:45.841036 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5c43e488-072e-4b82-8c2c-584b1ea3090f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f72d687c-ae71-4d5e-8859-1edb24b05375), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:45.884225 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-7777714f-2037-4d5d-bad3-eb18c779f534 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=2db5c0bc-b866-4e0d-a809-0111cf41496d HTTP/1.1" status: 200 len: 217 time: 0.0995657 Feb 07 16:52:45.893670 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46470) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:45.938166 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] Network 18d0de1d-8b4a-4364-8e1f-0d091ce379c6 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:45.957218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:45.968409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7517c7a8-6740-4931-87b5-139f313950c4 None None] For port 3f6c9e78-cdc4-4483-9212-0add49cf8284, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3f6c9e78-cdc4-4483-9212-0add49cf8284,segment=NetworkSegment(388e219e-4db9-4cd6-8933-c86f1f8f57bf),segment_id=388e219e-4db9-4cd6-8933-c86f1f8f57bf)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:45.968843 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7517c7a8-6740-4931-87b5-139f313950c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3f6c9e78-cdc4-4483-9212-0add49cf8284), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:45.977429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] Deleting port 3f6c9e78-cdc4-4483-9212-0add49cf8284 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:45.977777 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3f6c9e78-cdc4-4483-9212-0add49cf8284), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:45.984453 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7517c7a8-6740-4931-87b5-139f313950c4 None None] Calling delete_port for 3f6c9e78-cdc4-4483-9212-0add49cf8284 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:45.992768 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:52:46.020511 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] Pushing event updated for resources: {'Port': ['ID=7c01a279-d31b-4ab2-8067-a469965106b6,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:46.024159 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5c43e488-072e-4b82-8c2c-584b1ea3090f None None] For port f72d687c-ae71-4d5e-8859-1edb24b05375, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f72d687c-ae71-4d5e-8859-1edb24b05375,segment=NetworkSegment(c4a47bef-c0bc-4217-8624-d942a5d11d64),segment_id=c4a47bef-c0bc-4217-8624-d942a5d11d64)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:46.024589 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5c43e488-072e-4b82-8c2c-584b1ea3090f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f72d687c-ae71-4d5e-8859-1edb24b05375), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:46.040807 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04e012-8407-4a6b-8eed-3f3a0bd8cf81 req-60571bc4-b454-48b0-bf3f-510ceea005b9 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:46.042512 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2d04e012-8407-4a6b-8eed-3f3a0bd8cf81 req-60571bc4-b454-48b0-bf3f-510ceea005b9 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 947 time: 0.2605231 Feb 07 16:52:46.087396 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-9cda344d-c097-42e0-9c18-3ab07e39a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:46.088830 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-9cda344d-c097-42e0-9c18-3ab07e39a594 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe980b80-4ff0-4853-82e3-b744d6a56a26 HTTP/1.1" status: 200 len: 797 time: 0.1959422 Feb 07 16:52:46.091561 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5c43e488-072e-4b82-8c2c-584b1ea3090f None None] Calling delete_port for f72d687c-ae71-4d5e-8859-1edb24b05375 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:46.109554 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port f72d687c-ae71-4d5e-8859-1edb24b05375 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:46.109905 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f72d687c-ae71-4d5e-8859-1edb24b05375), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:46.164452 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b8d6fcda-cd9e-40c5-a2ed-6ad35264cbb8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=227e1d388d0541aba878f7829cff15ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2684395 Feb 07 16:52:46.165196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46478) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:46.182795 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] Attempting to bind port 7c01a279-d31b-4ab2-8067-a469965106b6 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:52:46.183219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] Attempting to bind port 7c01a279-d31b-4ab2-8067-a469965106b6 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '4d9e3f65-16dd-4fc2-9acb-285127dbde68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '18d0de1d-8b4a-4364-8e1f-0d091ce379c6'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:52:46.183601 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] Attempting to bind port 7c01a279-d31b-4ab2-8067-a469965106b6 on network 18d0de1d-8b4a-4364-8e1f-0d091ce379c6 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:52:46.198282 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:52:46.198705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] Checking segment: {'id': '4d9e3f65-16dd-4fc2-9acb-285127dbde68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '18d0de1d-8b4a-4364-8e1f-0d091ce379c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:52:46.199141 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:46.199570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] Bound using segment: {'id': '4d9e3f65-16dd-4fc2-9acb-285127dbde68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '18d0de1d-8b4a-4364-8e1f-0d091ce379c6'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:52:46.200105 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] Bound port: 7c01a279-d31b-4ab2-8067-a469965106b6, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9e3f65-16dd-4fc2-9acb-285127dbde68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '18d0de1d-8b4a-4364-8e1f-0d091ce379c6'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:52:46.200500 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7c01a279-d31b-4ab2-8067-a469965106b6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:46.219151 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] For port 3f6c9e78-cdc4-4483-9212-0add49cf8284, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3f6c9e78-cdc4-4483-9212-0add49cf8284,segment=NetworkSegment(388e219e-4db9-4cd6-8933-c86f1f8f57bf),segment_id=388e219e-4db9-4cd6-8933-c86f1f8f57bf)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:46.219759 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3f6c9e78-cdc4-4483-9212-0add49cf8284), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:46.266581 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7517c7a8-6740-4931-87b5-139f313950c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (3f6c9e78-cdc4-4483-9212-0add49cf8284), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:46.272603 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8a1a2ea-ced0-4087-9ff8-e3f79fb7f301 admin admin] Publish callbacks [] for security_group (ea9a3858-86a4-44e7-be4e-99c3a5d9b1f8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:46.307713 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8a1a2ea-ced0-4087-9ff8-e3f79fb7f301 admin admin] Publish callbacks [] for security_group (ea9a3858-86a4-44e7-be4e-99c3a5d9b1f8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:46.314907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517c7a8-6740-4931-87b5-139f313950c4 None None] Pushing event deleted for resources: {'Port': ['ID=3f6c9e78-cdc4-4483-9212-0add49cf8284,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:46.319125 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2d04e012-8407-4a6b-8eed-3f3a0bd8cf81 req-c77cd912-dec0-49e5-8cd8-6ff0cde277f2 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403326 Feb 07 16:52:46.322593 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7517c7a8-6740-4931-87b5-139f313950c4 None None] No DVR routers for this DVR port 3f6c9e78-cdc4-4483-9212-0add49cf8284 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:46.330781 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] Calling delete_port for 3f6c9e78-cdc4-4483-9212-0add49cf8284 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:46.359051 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] For port 7c01a279-d31b-4ab2-8067-a469965106b6, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:52:46.364079 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] For port 7c01a279-d31b-4ab2-8067-a469965106b6, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7c01a279-d31b-4ab2-8067-a469965106b6,segment=NetworkSegment(4d9e3f65-16dd-4fc2-9acb-285127dbde68),segment_id=4d9e3f65-16dd-4fc2-9acb-285127dbde68)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:52:46.381992 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5c43e488-072e-4b82-8c2c-584b1ea3090f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (f72d687c-ae71-4d5e-8859-1edb24b05375), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:46.389305 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] For port f72d687c-ae71-4d5e-8859-1edb24b05375, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f72d687c-ae71-4d5e-8859-1edb24b05375,segment=NetworkSegment(c4a47bef-c0bc-4217-8624-d942a5d11d64),segment_id=c4a47bef-c0bc-4217-8624-d942a5d11d64)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:46.389880 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f72d687c-ae71-4d5e-8859-1edb24b05375), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:46.396247 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8a1a2ea-ced0-4087-9ff8-e3f79fb7f301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ea9a3858-86a4-44e7-be4e-99c3a5d9b1f8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:46.399286 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8a1a2ea-ced0-4087-9ff8-e3f79fb7f301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:46.402841 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f8a1a2ea-ced0-4087-9ff8-e3f79fb7f301 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea9a3858-86a4-44e7-be4e-99c3a5d9b1f8 HTTP/1.1" status: 204 len: 168 time: 0.2341630 Feb 07 16:52:46.419231 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1a2ea-ced0-4087-9ff8-e3f79fb7f301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9a3858-86a4-44e7-be4e-99c3a5d9b1f8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:46.429077 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7c01a279-d31b-4ab2-8067-a469965106b6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:46.431843 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5545620c-81eb-4e73-b431-1c8b5076a1eb tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (d207eca8-a9bb-452a-a407-425aa71bd406), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:46.446729 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43e488-072e-4b82-8c2c-584b1ea3090f None None] Pushing event deleted for resources: {'Port': ['ID=f72d687c-ae71-4d5e-8859-1edb24b05375,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:46.451193 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for f72d687c-ae71-4d5e-8859-1edb24b05375 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:46.493251 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-149d4369-e427-4a19-9dc0-0ac455eb6463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:46.494933 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-149d4369-e427-4a19-9dc0-0ac455eb6463 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=772a5458-241a-4973-8916-b74170ada414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3771455 Feb 07 16:52:46.542263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c43e488-072e-4b82-8c2c-584b1ea3090f None None] No DVR routers for this DVR port f72d687c-ae71-4d5e-8859-1edb24b05375 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:46.565315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094a9d7-098a-49b5-b6d4-cc1dd6d12ac0 None None] Pushing event updated for resources: {'Port': ['ID=7c01a279-d31b-4ab2-8067-a469965106b6,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:46.713162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545620c-81eb-4e73-b431-1c8b5076a1eb tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event updated for resources: {'Subnet': ['ID=d207eca8-a9bb-452a-a407-425aa71bd406,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:46.724240 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acc599-69fa-4e52-994c-c9ea55898470 req-92296634-9ee8-48dd-830d-bd54085b5b53 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:46.731730 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2acc599-69fa-4e52-994c-c9ea55898470 req-92296634-9ee8-48dd-830d-bd54085b5b53 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.0822968 Feb 07 16:52:46.817957 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2acc599-69fa-4e52-994c-c9ea55898470 req-b6f0371a-d2c2-4f78-82ef-669ecf71e55a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851023 Feb 07 16:52:46.827232 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545620c-81eb-4e73-b431-1c8b5076a1eb tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Checking segment: {'id': 'f14d855e-f5b3-485b-9f00-997f0798fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '563d008f-3696-4148-a667-2d0469c84ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:52:46.827620 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5545620c-81eb-4e73-b431-1c8b5076a1eb tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Network hostable DHCP agents. Network: 563d008f-3696-4148-a667-2d0469c84ddf, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:52:46.835353 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3f6c9e78-cdc4-4483-9212-0add49cf8284), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:46.911266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:52:46.932667 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] No DVR routers for this DVR port 3f6c9e78-cdc4-4483-9212-0add49cf8284 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:46.943055 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6c9e78-cdc4-4483-9212-0add49cf8284,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:46.951362 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-4c6d3b43-bac3-49d2-b868-23f2a0217843 service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400070 Feb 07 16:52:46.966074 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b445e-a2de-4e82-9312-3224a60e7f79 req-85eaadd3-efc8-4cfd-bd5f-9126f81c6c86 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:46.977997 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-db1b445e-a2de-4e82-9312-3224a60e7f79 req-85eaadd3-efc8-4cfd-bd5f-9126f81c6c86 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.3367589 Feb 07 16:52:47.116631 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f72d687c-ae71-4d5e-8859-1edb24b05375), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:47.118858 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5545620c-81eb-4e73-b431-1c8b5076a1eb tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Network 563d008f-3696-4148-a667-2d0469c84ddf is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:52:47.142799 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2ff7e564-33b8-46a8-a62b-6de8c00e52b3,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:47.179838 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '2ff7e564-33b8-46a8-a62b-6de8c00e52b3', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '2ff7e564-33b8-46a8-a62b-6de8c00e52b3', 'mac_address': 'fa:16:3e:95:84:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:52:47.259438 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:47.259986 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:47.276355 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (21ecec8d-d759-42c0-a0b2-63db6d7b3224), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:47.280176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=f72d687c-ae71-4d5e-8859-1edb24b05375,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:47.289532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No DVR routers for this DVR port f72d687c-ae71-4d5e-8859-1edb24b05375 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:47.292327 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:52:47.296496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5545620c-81eb-4e73-b431-1c8b5076a1eb tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 563d008f-3696-4148-a667-2d0469c84ddf) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:47.318982 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6f5550-9c9b-4f03-98af-adf21106e23a None None] Network 563d008f-3696-4148-a667-2d0469c84ddf requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:47.321481 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7c01a279-d31b-4ab2-8067-a469965106b6 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:47.357616 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5545620c-81eb-4e73-b431-1c8b5076a1eb tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:47.358225 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5545620c-81eb-4e73-b431-1c8b5076a1eb tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:47.363449 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ecec8d-d759-42c0-a0b2-63db6d7b3224']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:47.389152 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-db1b445e-a2de-4e82-9312-3224a60e7f79 req-35572e86-4560-43b5-a241-8e69f70d851b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084847 Feb 07 16:52:47.407388 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388e219e-4db9-4cd6-8933-c86f1f8f57bf') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:47.407693 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388e219e-4db9-4cd6-8933-c86f1f8f57bf') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:47.414428 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2ff7e564-33b8-46a8-a62b-6de8c00e52b3,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:47.435413 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96ef6fbe-379a-4a67-9f68-1aee41219f91 req-ab29d34e-ca04-490a-baf8-802d07a1ebd8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3821104 Feb 07 16:52:47.442755 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-96ef6fbe-379a-4a67-9f68-1aee41219f91 req-653079ad-cee7-4038-91b6-a5fcaf192d89 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:52:47.458705 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96ef6fbe-379a-4a67-9f68-1aee41219f91 req-653079ad-cee7-4038-91b6-a5fcaf192d89 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196886 Feb 07 16:52:47.460010 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (388e219e-4db9-4cd6-8933-c86f1f8f57bf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:47.483530 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5545620c-81eb-4e73-b431-1c8b5076a1eb tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6582887 Feb 07 16:52:47.486731 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46524) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:47.491758 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-27d64a71-5645-49d8-acf7-a44c01161e77 service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060706 Feb 07 16:52:47.496136 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (30502345-a7a6-419b-aa74-37d3b9ebfa6b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:47.522282 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (388e219e-4db9-4cd6-8933-c86f1f8f57bf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:47.533836 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:47.568592 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-926b5552-39aa-406c-9ede-6dc800722a37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=d8f99488-5442-4647-9351-c993cff78c12 HTTP/1.1" status: 200 len: 217 time: 0.0690646 Feb 07 16:52:47.571700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30502345-a7a6-419b-aa74-37d3b9ebfa6b']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:47.575803 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:52:47.576214 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (388e219e-4db9-4cd6-8933-c86f1f8f57bf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:52:47.578322 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:52:47.670267 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46526) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:47.672817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a47bef-c0bc-4217-8624-d942a5d11d64') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:47.673352 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a47bef-c0bc-4217-8624-d942a5d11d64') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:47.695642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 7c01a279-d31b-4ab2-8067-a469965106b6 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:47.696323 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7c01a279-d31b-4ab2-8067-a469965106b6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:47.710796 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (c4a47bef-c0bc-4217-8624-d942a5d11d64), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:47.752046 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (c4a47bef-c0bc-4217-8624-d942a5d11d64), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:47.756744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-39373da1-1662-4ab5-89a5-f72b1d1868b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:47.758727 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-39373da1-1662-4ab5-89a5-f72b1d1868b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe980b80-4ff0-4853-82e3-b744d6a56a26 HTTP/1.1" status: 200 len: 797 time: 0.1839199 Feb 07 16:52:47.761613 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (21ecec8d-d759-42c0-a0b2-63db6d7b3224), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:47.770203 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:47.793052 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] 10.222.0.18 "DELETE /v2.0/networks/21ecec8d-d759-42c0-a0b2-63db6d7b3224 HTTP/1.1" status: 204 len: 168 time: 2.9287510 Feb 07 16:52:47.794091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-563d008f-3696-4148-a667-2d0469c84ddf', 'network_id': '563d008f-3696-4148-a667-2d0469c84ddf', 'project_id': 'a37eb39e19dc4e29ab0445d98ed7c331', 'fixed_ips': [{'subnet_id': 'd207eca8-a9bb-452a-a407-425aa71bd406'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:52:47.795215 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:47.806760 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:52:47.807245 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (c4a47bef-c0bc-4217-8624-d942a5d11d64), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:52:47.810644 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:52:47.844567 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=2ff7e564-33b8-46a8-a62b-6de8c00e52b3,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:47.965093 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336546dc-cd22-4b9c-b4ea-152de7237de2 req-66449217-512c-4a2a-9d64-dc0f5814b5a8 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:47.967546 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-336546dc-cd22-4b9c-b4ea-152de7237de2 req-66449217-512c-4a2a-9d64-dc0f5814b5a8 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 948 time: 0.4844472 Feb 07 16:52:47.990479 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b6712561-0cbf-451c-8993-130e996f1b52 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group': {'name': 'tempest-secgroup--1937562267'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:48.062695 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6440e8-9006-42d9-bedd-3555aa568f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=21ecec8d-d759-42c0-a0b2-63db6d7b3224,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:48.083922 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['2ff7e564-33b8-46a8-a62b-6de8c00e52b3'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:52:48.087858 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6712561-0cbf-451c-8993-130e996f1b52 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:48.100748 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6712561-0cbf-451c-8993-130e996f1b52 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:48.147559 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-32928e55-6717-456c-be56-bbfab6a3b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:48.149101 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-32928e55-6717-456c-be56-bbfab6a3b3f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=772a5458-241a-4973-8916-b74170ada414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3839259 Feb 07 16:52:48.242164 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46538) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:48.296393 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91c666d-13d1-4e5b-a253-85e44d67496a None None] Network 18d0de1d-8b4a-4364-8e1f-0d091ce379c6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:48.299964 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6712561-0cbf-451c-8993-130e996f1b52 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (53f4f07e-0dfd-40eb-b763-772d9a5ab555), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:48.321782 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b07832-1f27-4b29-8862-5a754231c72d req-23344480-00df-4ec4-9ec1-129d0e7ea947 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:48.323302 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-98b07832-1f27-4b29-8862-5a754231c72d req-23344480-00df-4ec4-9ec1-129d0e7ea947 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.3417451 Feb 07 16:52:48.323980 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (30502345-a7a6-419b-aa74-37d3b9ebfa6b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:48.327651 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6712561-0cbf-451c-8993-130e996f1b52 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (53f4f07e-0dfd-40eb-b763-772d9a5ab555), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:48.385418 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-336546dc-cd22-4b9c-b4ea-152de7237de2 req-572b60ec-bf4d-42eb-a082-85681d3a901d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980117 Feb 07 16:52:48.506517 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c9261635-f813-4d14-b6d8-f71b99b957eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4aab9c2a401e4794b59cf423bf862032&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2589221 Feb 07 16:52:48.509619 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46542) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:48.522169 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d23614b3-3364-4a05-b1e1-c963e315a351 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:48.541494 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:48.548558 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/networks/30502345-a7a6-419b-aa74-37d3b9ebfa6b HTTP/1.1" status: 204 len: 168 time: 3.5364246 Feb 07 16:52:48.548558 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-2f5d339e-30d7-4508-91ac-461766c8ac3f service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453489 Feb 07 16:52:48.548558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46544) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:48.549858 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 7c01a279-d31b-4ab2-8067-a469965106b6 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:48.550770 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7c01a279-d31b-4ab2-8067-a469965106b6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:48.666521 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1ccee1ea-2ab5-4a4d-a522-e1f9b5ae64bb None None] Provisioning complete for port 7c01a279-d31b-4ab2-8067-a469965106b6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:48.666816 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1ccee1ea-2ab5-4a4d-a522-e1f9b5ae64bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7c01a279-d31b-4ab2-8067-a469965106b6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:48.671977 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6712561-0cbf-451c-8993-130e996f1b52 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (b08efe12-4358-4bb9-877e-9caad569e7f1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:48.704826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82055d3e-ac32-47ed-a840-78b5b8ca73dd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Network': ['ID=30502345-a7a6-419b-aa74-37d3b9ebfa6b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:48.757108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 7c01a279-d31b-4ab2-8067-a469965106b6, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7c01a279-d31b-4ab2-8067-a469965106b6,segment=NetworkSegment(4d9e3f65-16dd-4fc2-9acb-285127dbde68),segment_id=4d9e3f65-16dd-4fc2-9acb-285127dbde68)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:48.776403 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6712561-0cbf-451c-8993-130e996f1b52 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b08efe12-4358-4bb9-877e-9caad569e7f1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:48.806709 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7c01a279-d31b-4ab2-8067-a469965106b6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:48.867021 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea148b-0f03-4ceb-a425-e57df609b4b9 req-c98fa738-83e0-46a0-bbb2-0d76f6d9738e tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:48.868709 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96ea148b-0f03-4ceb-a425-e57df609b4b9 req-c98fa738-83e0-46a0-bbb2-0d76f6d9738e tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.3599162 Feb 07 16:52:48.912231 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-00caff44-6f9a-40cf-a860-2d6f18cd1438 service neutron] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159440 Feb 07 16:52:48.930120 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6712561-0cbf-451c-8993-130e996f1b52 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f4f07e-0dfd-40eb-b763-772d9a5ab555,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:48.941998 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a8977d4-8972-4837-953b-8097916f8860 admin admin] Publish callbacks [] for security_group (5f0e7031-ec2c-40a2-97fc-e07379c1f4c2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:48.942574 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Allocated IP 172.20.0.2 (563d008f-3696-4148-a667-2d0469c84ddf/d207eca8-a9bb-452a-a407-425aa71bd406/8f699c82-fa76-4e46-be90-cfff3b20376f) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:52:48.947066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=7c01a279-d31b-4ab2-8067-a469965106b6,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:48.951918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:48.955122 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f72d687c-ae71-4d5e-8859-1edb24b05375 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:49.015218 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96ea148b-0f03-4ceb-a425-e57df609b4b9 req-875a3406-f92e-4c50-83b3-99690bf05d63 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335356 Feb 07 16:52:49.015458 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: f72d687c-ae71-4d5e-8859-1edb24b05375 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:49.015683 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f72d687c-ae71-4d5e-8859-1edb24b05375 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:49.016113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3f6c9e78-cdc4-4483-9212-0add49cf8284 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:49.032749 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a8977d4-8972-4837-953b-8097916f8860 admin admin] Publish callbacks [] for security_group (5f0e7031-ec2c-40a2-97fc-e07379c1f4c2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:49.039820 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71a2275-7c59-458a-beda-b5dc4ad3b21f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:49.041644 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e71a2275-7c59-458a-beda-b5dc4ad3b21f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports/48b285f4-b476-4e54-b946-e2c01d5d84fc HTTP/1.1" status: 200 len: 841 time: 0.4478900 Feb 07 16:52:49.048472 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 3f6c9e78-cdc4-4483-9212-0add49cf8284 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:52:49.048828 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3f6c9e78-cdc4-4483-9212-0add49cf8284 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:49.064983 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6712561-0cbf-451c-8993-130e996f1b52 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:49.071408 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b6712561-0cbf-451c-8993-130e996f1b52 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3951526 Feb 07 16:52:49.072374 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46546) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:49.073808 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-06bf3f75-d526-43c3-bba0-17ed8cd16aa5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=77883321-267c-498d-946e-72ebe4f0e50c HTTP/1.1" status: 200 len: 217 time: 0.1513562 Feb 07 16:52:49.076624 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46548) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:49.138879 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-98b07832-1f27-4b29-8862-5a754231c72d req-9b6eac92-bef4-4f6c-8d6d-7f170ff16dc8 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7252376 Feb 07 16:52:49.195952 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1ccee1ea-2ab5-4a4d-a522-e1f9b5ae64bb None None] Current status of the port 7c01a279-d31b-4ab2-8067-a469965106b6 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:49.222294 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9cc4e5a3-6728-44ac-b811-86944ca961b7 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports/48b285f4-b476-4e54-b946-e2c01d5d84fc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1421840 Feb 07 16:52:49.226050 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46550) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:49.237517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b6383301-6dad-4956-822b-177bf719043e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'subnet': {'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:49.283192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6712561-0cbf-451c-8993-130e996f1b52 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08efe12-4358-4bb9-877e-9caad569e7f1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:49.293192 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7c01a279-d31b-4ab2-8067-a469965106b6 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:49.307016 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-2a1a3f3e-afa1-4d8d-a12c-06e2e8bddca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:49.308550 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-2a1a3f3e-afa1-4d8d-a12c-06e2e8bddca4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dc3c94e-0036-4741-beec-77866fd95a96 HTTP/1.1" status: 200 len: 797 time: 0.2246802 Feb 07 16:52:49.314932 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-85c12bd5-1d06-4d5c-9760-7e3a129bfed5 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2307363 Feb 07 16:52:49.325136 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46552) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:49.350217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-61e7e55e-1a79-4411-8625-a72910d45489 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group': {'name': 'tempest-security--1519185045', 'description': 'tempest-security-description-229856239'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:49.375792 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a8977d4-8972-4837-953b-8097916f8860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5f0e7031-ec2c-40a2-97fc-e07379c1f4c2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:49.379317 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a8977d4-8972-4837-953b-8097916f8860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:49.381041 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2a8977d4-8972-4837-953b-8097916f8860 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f0e7031-ec2c-40a2-97fc-e07379c1f4c2 HTTP/1.1" status: 204 len: 168 time: 0.8666432 Feb 07 16:52:49.413465 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8977d4-8972-4837-953b-8097916f8860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0e7031-ec2c-40a2-97fc-e07379c1f4c2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:49.461103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-d23614b3-3364-4a05-b1e1-c963e315a351 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Allocated IP 172.20.0.1 (18d0de1d-8b4a-4364-8e1f-0d091ce379c6/5803bae9-985a-488c-a225-4ffa18ae4fdc/f12898a3-592a-414d-8967-a657ea8b97ce) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:52:49.479443 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61e7e55e-1a79-4411-8625-a72910d45489 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (b08efe12-4358-4bb9-877e-9caad569e7f1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:49.509545 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6383301-6dad-4956-822b-177bf719043e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:49.513179 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6383301-6dad-4956-822b-177bf719043e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:49.525806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-53ff101b-3242-45ba-9441-74fee5353f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:49.528408 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-53ff101b-3242-45ba-9441-74fee5353f59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ff3d289-1ffa-4a39-b840-9958ff036d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2130532 Feb 07 16:52:49.549646 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Publish callbacks [] for port (8f699c82-fa76-4e46-be90-cfff3b20376f), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:49.565419 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 is: DOWN; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:49.580905 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (8f699c82-fa76-4e46-be90-cfff3b20376f), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:49.644383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 7c01a279-d31b-4ab2-8067-a469965106b6 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:49.645160 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7c01a279-d31b-4ab2-8067-a469965106b6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:49.700589 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61e7e55e-1a79-4411-8625-a72910d45489 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (b08efe12-4358-4bb9-877e-9caad569e7f1), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:49.707885 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Network 563d008f-3696-4148-a667-2d0469c84ddf is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:49.708252 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61e7e55e-1a79-4411-8625-a72910d45489 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b08efe12-4358-4bb9-877e-9caad569e7f1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:49.712450 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61e7e55e-1a79-4411-8625-a72910d45489 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:49.718121 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-61e7e55e-1a79-4411-8625-a72910d45489 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "PUT /v2.0/security-groups/b08efe12-4358-4bb9-877e-9caad569e7f1 HTTP/1.1" status: 200 len: 1796 time: 0.3701956 Feb 07 16:52:49.726878 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:49.728269 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46560) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:49.744195 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:52:49.776985 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7e55e-1a79-4411-8625-a72910d45489 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08efe12-4358-4bb9-877e-9caad569e7f1,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:49.817139 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-7b3e2384-54d0-4130-aa7a-1200708eb21d service neutron] 10.222.0.32 "GET /v2.0/networks/6ff3d289-1ffa-4a39-b840-9958ff036d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804737 Feb 07 16:52:49.866846 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Pushing event updated for resources: {'Port': ['ID=8f699c82-fa76-4e46-be90-cfff3b20376f,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:49.892411 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46562) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:49.896644 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11561a-578e-4d24-8a2b-31ba64677ae5 req-b1df2ae9-060c-40fd-bbcc-dbebda410905 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:49.909615 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc11561a-578e-4d24-8a2b-31ba64677ae5 req-b1df2ae9-060c-40fd-bbcc-dbebda410905 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 948 time: 0.4065170 Feb 07 16:52:49.951440 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 7c01a279-d31b-4ab2-8067-a469965106b6 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:49.958212 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:49.958748 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:49.959189 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:49.959648 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:49.960044 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:49.960636 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:49.961186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:49.962070 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:49.962543 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:49.962890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:49.963402 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:49.963737 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:49.964067 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:52:49.970499 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Attempting to bind port 8f699c82-fa76-4e46-be90-cfff3b20376f on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:52:49.971241 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Attempting to bind port 8f699c82-fa76-4e46-be90-cfff3b20376f by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'f14d855e-f5b3-485b-9f00-997f0798fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '563d008f-3696-4148-a667-2d0469c84ddf'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:52:49.971353 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Attempting to bind port 8f699c82-fa76-4e46-be90-cfff3b20376f on network 563d008f-3696-4148-a667-2d0469c84ddf {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:52:49.974139 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d23614b3-3364-4a05-b1e1-c963e315a351 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks [] for port (f12898a3-592a-414d-8967-a657ea8b97ce), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:49.978948 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:52:49.979577 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Checking segment: {'id': 'f14d855e-f5b3-485b-9f00-997f0798fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '563d008f-3696-4148-a667-2d0469c84ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:52:49.980139 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:49.980938 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Bound using segment: {'id': 'f14d855e-f5b3-485b-9f00-997f0798fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '563d008f-3696-4148-a667-2d0469c84ddf'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:52:49.981919 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Bound port: 8f699c82-fa76-4e46-be90-cfff3b20376f, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14d855e-f5b3-485b-9f00-997f0798fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '563d008f-3696-4148-a667-2d0469c84ddf'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:52:49.982653 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8f699c82-fa76-4e46-be90-cfff3b20376f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:50.032879 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e7b0a3a7-1055-42eb-a361-c745569e94f4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-groups/b08efe12-4358-4bb9-877e-9caad569e7f1 HTTP/1.1" status: 200 len: 1796 time: 0.3036737 Feb 07 16:52:50.037554 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d23614b3-3364-4a05-b1e1-c963e315a351 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f12898a3-592a-414d-8967-a657ea8b97ce), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:50.040408 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46564) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:50.070458 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e74afe67-c4eb-48d4-b9d3-3c6660a841d7 None None] Provisioning complete for port 7c01a279-d31b-4ab2-8067-a469965106b6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:50.071125 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e74afe67-c4eb-48d4-b9d3-3c6660a841d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7c01a279-d31b-4ab2-8067-a469965106b6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:50.149972 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] For port 8f699c82-fa76-4e46-be90-cfff3b20376f, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:52:50.155414 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] For port 8f699c82-fa76-4e46-be90-cfff3b20376f, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8f699c82-fa76-4e46-be90-cfff3b20376f,segment=NetworkSegment(f14d855e-f5b3-485b-9f00-997f0798fefa),segment_id=f14d855e-f5b3-485b-9f00-997f0798fefa)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:52:50.163543 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23614b3-3364-4a05-b1e1-c963e315a351 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Network 18d0de1d-8b4a-4364-8e1f-0d091ce379c6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:50.196701 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d23614b3-3364-4a05-b1e1-c963e315a351 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:50.201966 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8f699c82-fa76-4e46-be90-cfff3b20376f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:50.238114 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc11561a-578e-4d24-8a2b-31ba64677ae5 req-6dd39e5c-7124-4d2c-9444-c656ef4fc50d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269114 Feb 07 16:52:50.239143 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23614b3-3364-4a05-b1e1-c963e315a351 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:52:50.263843 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23614b3-3364-4a05-b1e1-c963e315a351 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event updated for resources: {'Port': ['ID=f12898a3-592a-414d-8967-a657ea8b97ce,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:50.303855 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e74afe67-c4eb-48d4-b9d3-3c6660a841d7 None None] Current status of the port 7c01a279-d31b-4ab2-8067-a469965106b6 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:50.355050 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec005f85-8cd2-4cb9-b905-0bdca59dd0a9 None None] Pushing event updated for resources: {'Port': ['ID=8f699c82-fa76-4e46-be90-cfff3b20376f,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:50.525567 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31acf833-d6b0-4c71-8704-851296418d00 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (b08efe12-4358-4bb9-877e-9caad569e7f1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:50.526184 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8a818249-f5c2-4c2d-919c-3ece8278c98c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=266cadc487ce41e1b8a55b2e6eae5848&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6298814 Feb 07 16:52:50.528709 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6383301-6dad-4956-822b-177bf719043e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (4ab60544-6dc2-4ed8-a0e6-8c88c7e52ef7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:50.530583 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46570) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:50.538878 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d23614b3-3364-4a05-b1e1-c963e315a351 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (9a7a2539-9ef0-4203-99ee-d5d79cee8682), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:50.564135 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f51427-d6f2-42bb-85db-0dcb0c5b9141 req-45e67c1e-9382-4210-aa9b-d172315c4b2b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:50.577402 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b3f51427-d6f2-42bb-85db-0dcb0c5b9141 req-45e67c1e-9382-4210-aa9b-d172315c4b2b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.1779735 Feb 07 16:52:50.584733 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-73457f7e-4138-4466-859f-be29acfff831 service neutron] 10.222.0.32 "GET /v2.0/networks/6ff3d289-1ffa-4a39-b840-9958ff036d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7615564 Feb 07 16:52:50.643353 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-100539c1-0239-4cda-9165-ec2373e43b13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1f140185-94e6-47ae-a1d1-6d64b078a33e HTTP/1.1" status: 200 len: 217 time: 0.0481637 Feb 07 16:52:50.675939 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6235bde1-cbfa-47ed-962a-2f1a7b9fedad None None] Provisioning complete for port f12898a3-592a-414d-8967-a657ea8b97ce triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:50.678622 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6235bde1-cbfa-47ed-962a-2f1a7b9fedad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f12898a3-592a-414d-8967-a657ea8b97ce), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:50.733998 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b3f51427-d6f2-42bb-85db-0dcb0c5b9141 req-f6c0c67d-e3d9-4e20-9a89-5724aa8895e1 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480279 Feb 07 16:52:50.743865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6235bde1-cbfa-47ed-962a-2f1a7b9fedad None None] Port f12898a3-592a-414d-8967-a657ea8b97ce cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:52:50.763774 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-00d3a4de-c37a-4627-a605-161f6e8e7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:50.766832 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-00d3a4de-c37a-4627-a605-161f6e8e7850 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1dc3c94e-0036-4741-beec-77866fd95a96 HTTP/1.1" status: 200 len: 797 time: 0.1077578 Feb 07 16:52:50.769579 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6383301-6dad-4956-822b-177bf719043e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 741ae769-8ddc-4b4c-a864-c352da55a9de is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:50.773539 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31acf833-d6b0-4c71-8704-851296418d00 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (b08efe12-4358-4bb9-877e-9caad569e7f1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:50.825181 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-52ff0140-6e93-4de7-8c49-17875b37f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:50.826473 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b6383301-6dad-4956-822b-177bf719043e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:50.827317 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-52ff0140-6e93-4de7-8c49-17875b37f94c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ff3d289-1ffa-4a39-b840-9958ff036d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0548711 Feb 07 16:52:50.829877 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6383301-6dad-4956-822b-177bf719043e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:50.830485 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6383301-6dad-4956-822b-177bf719043e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:50.837316 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874b2b21-93d0-4ee8-b4f3-75bd29c10b7a None None] Network 741ae769-8ddc-4b4c-a864-c352da55a9de requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:50.842084 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e065d0-3adc-4bc4-92a9-59d959179959 req-d807fff9-abe9-4b27-8ab3-5aecb4b758cf tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:50.843656 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9e065d0-3adc-4bc4-92a9-59d959179959 req-d807fff9-abe9-4b27-8ab3-5aecb4b758cf tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.4050376 Feb 07 16:52:50.900200 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6383301-6dad-4956-822b-177bf719043e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Subnet': ['ID=4ab60544-6dc2-4ed8-a0e6-8c88c7e52ef7,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:50.954875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:50.975790 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b6383301-6dad-4956-822b-177bf719043e tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7482364 Feb 07 16:52:50.980830 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0d3a646-9239-4649-825b-ea7be3327ddd admin admin] Publish callbacks [] for security_group (5b074214-cbbb-4337-8845-c81e29c0f52e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:50.995816 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-70855198-9291-4cd7-a961-e8c5f7e94555 service neutron] 10.222.0.32 "GET /v2.0/networks/6ff3d289-1ffa-4a39-b840-9958ff036d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625221 Feb 07 16:52:50.996300 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46572) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:51.001093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c14b44d5-3f8c-449a-9c61-4c06cffc52fb tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'security_group': {'name': 'tempest-secgroup-1416917921'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:51.009141 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0d3a646-9239-4649-825b-ea7be3327ddd admin admin] Publish callbacks [] for security_group (5b074214-cbbb-4337-8845-c81e29c0f52e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:51.070755 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-741ae769-8ddc-4b4c-a864-c352da55a9de', 'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de', 'project_id': '8f6693c13415441784e70842eae1e972', 'fixed_ips': [{'subnet_id': '4ab60544-6dc2-4ed8-a0e6-8c88c7e52ef7'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:52:51.073518 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:51.083168 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0d3a646-9239-4649-825b-ea7be3327ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5b074214-cbbb-4337-8845-c81e29c0f52e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:51.086875 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0d3a646-9239-4649-825b-ea7be3327ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:51.088116 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c0d3a646-9239-4649-825b-ea7be3327ddd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b074214-cbbb-4337-8845-c81e29c0f52e HTTP/1.1" status: 204 len: 168 time: 0.5512531 Feb 07 16:52:51.089728 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c14b44d5-3f8c-449a-9c61-4c06cffc52fb tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:51.093602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:52:51.103330 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:51.103851 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:51.138002 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31acf833-d6b0-4c71-8704-851296418d00 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b08efe12-4358-4bb9-877e-9caad569e7f1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:51.141335 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31acf833-d6b0-4c71-8704-851296418d00 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:51.142831 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-31acf833-d6b0-4c71-8704-851296418d00 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-groups/b08efe12-4358-4bb9-877e-9caad569e7f1 HTTP/1.1" status: 204 len: 168 time: 1.0970495 Feb 07 16:52:51.148669 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3a646-9239-4649-825b-ea7be3327ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b074214-cbbb-4337-8845-c81e29c0f52e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:51.154295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46576) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:51.179540 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9e065d0-3adc-4bc4-92a9-59d959179959 req-6a88c288-03fb-4d72-b9ed-6025958c2488 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3069944 Feb 07 16:52:51.184851 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acf833-d6b0-4c71-8704-851296418d00 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08efe12-4358-4bb9-877e-9caad569e7f1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:51.197253 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d23614b3-3364-4a05-b1e1-c963e315a351 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f12898a3-592a-414d-8967-a657ea8b97ce), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:51.261123 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c85276f-3de9-4193-b8ba-4b38cae87e80 req-ced8f687-ffd9-436d-a010-e230a7f192ce service neutron] 10.222.0.32 "GET /v2.0/networks/6ff3d289-1ffa-4a39-b840-9958ff036d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534072 Feb 07 16:52:51.398805 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c281cf5d-59bf-491a-a855-29b3301b3abb tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2391608 Feb 07 16:52:51.400131 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46580) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:51.412467 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:51.437952 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8f699c82-fa76-4e46-be90-cfff3b20376f up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:51.492724 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-406010e2-a9ae-415a-8f68-221df737d887 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] delete failed (client error): The resource could not be found. Feb 07 16:52:51.497742 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-406010e2-a9ae-415a-8f68-221df737d887 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-groups/b08efe12-4358-4bb9-877e-9caad569e7f1 HTTP/1.1" status: 404 len: 347 time: 0.0895379 Feb 07 16:52:51.527286 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46584) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:51.532299 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-191137aa-4899-4ecf-bdc7-bbee73a1f385 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group': {'name': 'tempest-secgroup--722619973'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:51.575192 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-191137aa-4899-4ecf-bdc7-bbee73a1f385 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:51.584247 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c14b44d5-3f8c-449a-9c61-4c06cffc52fb tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (f38e6a08-3ff7-4c59-aed4-ac26113f142c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:51.596412 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] Allocated IP 172.20.0.2 (741ae769-8ddc-4b4c-a864-c352da55a9de/4ab60544-6dc2-4ed8-a0e6-8c88c7e52ef7/7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:52:51.617221 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b714ad-233d-41c0-af57-3e7390431247 req-f058ca3e-7f64-472b-b5e3-9115e75f6263 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:51.620565 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26b714ad-233d-41c0-af57-3e7390431247 req-f058ca3e-7f64-472b-b5e3-9115e75f6263 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 948 time: 0.3005559 Feb 07 16:52:51.622256 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c14b44d5-3f8c-449a-9c61-4c06cffc52fb tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f38e6a08-3ff7-4c59-aed4-ac26113f142c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:51.633801 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:51.634203 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:51.703974 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-191137aa-4899-4ecf-bdc7-bbee73a1f385 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (b299686c-d88a-4d26-baa5-b077caf93720), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:51.704490 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 8f699c82-fa76-4e46-be90-cfff3b20376f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:51.708656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b44d5-3f8c-449a-9c61-4c06cffc52fb tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38e6a08-3ff7-4c59-aed4-ac26113f142c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:51.721118 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-191137aa-4899-4ecf-bdc7-bbee73a1f385 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b299686c-d88a-4d26-baa5-b077caf93720), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:51.726368 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8f699c82-fa76-4e46-be90-cfff3b20376f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:51.790969 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c14b44d5-3f8c-449a-9c61-4c06cffc52fb tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:51.798616 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c14b44d5-3f8c-449a-9c61-4c06cffc52fb tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8012347 Feb 07 16:52:51.807176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46594) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:51.830736 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-aa9d738a-61aa-47cd-bbdd-b0c9c856fd52 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'security_group': {'name': 'tempest-secgroup-1112279069'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:51.881139 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-191137aa-4899-4ecf-bdc7-bbee73a1f385 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:51.887273 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46600) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:51.888832 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff7e564-33b8-46a8-a62b-6de8c00e52b3'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:52:51.891496 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba52f2f-9318-4d76-93a6-751f221c5004" -d '{"events": [{"server_uuid": "6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c", "name": "network-vif-plugged", "status": "completed", "tag": "2ff7e564-33b8-46a8-a62b-6de8c00e52b3"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:52:51.892553 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-191137aa-4899-4ecf-bdc7-bbee73a1f385 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3636303 Feb 07 16:52:51.915513 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1cec3c13-d845-40ed-9e53-bca5a00b2df8 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group_rule': {'security_group_id': 'b299686c-d88a-4d26-baa5-b077caf93720', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:51.922831 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2ff7e564-33b8-46a8-a62b-6de8c00e52b3,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:51.932297 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:51.944244 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191137aa-4899-4ecf-bdc7-bbee73a1f385 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b299686c-d88a-4d26-baa5-b077caf93720,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:51.982479 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa9d738a-61aa-47cd-bbdd-b0c9c856fd52 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:52.136524 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=2ff7e564-33b8-46a8-a62b-6de8c00e52b3,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:52.141084 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d23614b3-3364-4a05-b1e1-c963e315a351 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks [] for port (f12898a3-592a-414d-8967-a657ea8b97ce), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:52.146982 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d23614b3-3364-4a05-b1e1-c963e315a351 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (f12898a3-592a-414d-8967-a657ea8b97ce), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:52.158356 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26b714ad-233d-41c0-af57-3e7390431247 req-b6005c60-80fa-4f3f-b684-078a10001408 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862587 Feb 07 16:52:52.177442 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa9d738a-61aa-47cd-bbdd-b0c9c856fd52 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (d55e39e3-036e-4d0e-b724-a1f161cd6157), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:52.179074 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cec3c13-d845-40ed-9e53-bca5a00b2df8 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (84197a1c-2307-4cc9-81dc-410cbe365a8f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:52.192794 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa9d738a-61aa-47cd-bbdd-b0c9c856fd52 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d55e39e3-036e-4d0e-b724-a1f161cd6157), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:52.227405 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa9d738a-61aa-47cd-bbdd-b0c9c856fd52 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:52.232488 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-aa9d738a-61aa-47cd-bbdd-b0c9c856fd52 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4147863 Feb 07 16:52:52.238736 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46608) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:52.254578 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c58bf29d-2721-4422-8fb4-01524ca78e57 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-117090668', 'security_groups': ['d55e39e3-036e-4d0e-b724-a1f161cd6157'], 'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4ab60544-6dc2-4ed8-a0e6-8c88c7e52ef7'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:52.271991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78c06e7-b95a-4958-8108-b82e523ec407 None None] Network 563d008f-3696-4148-a667-2d0469c84ddf requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:52.297500 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 8f699c82-fa76-4e46-be90-cfff3b20376f is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:52.298144 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8f699c82-fa76-4e46-be90-cfff3b20376f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:52.406773 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d23614b3-3364-4a05-b1e1-c963e315a351 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (9a7a2539-9ef0-4203-99ee-d5d79cee8682), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:52.408633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23614b3-3364-4a05-b1e1-c963e315a351 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event updated for resources: {'Port': ['ID=f12898a3-592a-414d-8967-a657ea8b97ce,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:52.419438 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 8f699c82-fa76-4e46-be90-cfff3b20376f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8f699c82-fa76-4e46-be90-cfff3b20376f,segment=NetworkSegment(f14d855e-f5b3-485b-9f00-997f0798fefa),segment_id=f14d855e-f5b3-485b-9f00-997f0798fefa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:52.426958 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] Publish callbacks [] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:52.431668 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8f699c82-fa76-4e46-be90-cfff3b20376f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:52.446937 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54223656-cafa-43d2-ae69-0db3038ae3f3 x-openstack-request-id: req-54223656-cafa-43d2-ae69-0db3038ae3f3 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:52:52.447817 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c", "name": "network-vif-plugged", "status": "completed", "tag": "2ff7e564-33b8-46a8-a62b-6de8c00e52b3", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:52:52.448106 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54223656-cafa-43d2-ae69-0db3038ae3f3 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:52:52.448638 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff7e564-33b8-46a8-a62b-6de8c00e52b3', 'code': 200} Feb 07 16:52:52.479114 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:52.481380 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-bfa5ce28-25ba-4066-9ca4-8cd93c3ad39c None None] Provisioning complete for port 8f699c82-fa76-4e46-be90-cfff3b20376f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:52.481808 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ce28-25ba-4066-9ca4-8cd93c3ad39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8f699c82-fa76-4e46-be90-cfff3b20376f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:52.556733 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d738a-61aa-47cd-bbdd-b0c9c856fd52 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55e39e3-036e-4d0e-b724-a1f161cd6157,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:52.603831 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] Network 741ae769-8ddc-4b4c-a864-c352da55a9de is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:52.623998 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cec3c13-d845-40ed-9e53-bca5a00b2df8 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (84197a1c-2307-4cc9-81dc-410cbe365a8f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:52.626457 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:52.631039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:52:52.640021 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=8f699c82-fa76-4e46-be90-cfff3b20376f,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:52.651467 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cec3c13-d845-40ed-9e53-bca5a00b2df8 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (84197a1c-2307-4cc9-81dc-410cbe365a8f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:52.661685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46620) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:52.705520 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] Pushing event updated for resources: {'Port': ['ID=7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:52.745170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec3c13-d845-40ed-9e53-bca5a00b2df8 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84197a1c-2307-4cc9-81dc-410cbe365a8f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:52.768330 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afbdf6-d7a1-4515-986f-a46947d5357e req-97246f45-1556-406d-b826-665e17d32f8a tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:52.770410 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b7afbdf6-d7a1-4515-986f-a46947d5357e req-97246f45-1556-406d-b826-665e17d32f8a tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.3099802 Feb 07 16:52:52.785884 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cec3c13-d845-40ed-9e53-bca5a00b2df8 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:52.788354 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1cec3c13-d845-40ed-9e53-bca5a00b2df8 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8839569 Feb 07 16:52:52.821152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46624) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:52.822314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] Attempting to bind port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:52:52.822958 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] Attempting to bind port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cb8e2608-ca32-4a72-ab37-a9fc843f8bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:52:52.823091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] Attempting to bind port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 on network 741ae769-8ddc-4b4c-a864-c352da55a9de {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:52:52.825230 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5ce28-25ba-4066-9ca4-8cd93c3ad39c None None] Current status of the port 8f699c82-fa76-4e46-be90-cfff3b20376f is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:52.834935 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:52:52.835342 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] Checking segment: {'id': 'cb8e2608-ca32-4a72-ab37-a9fc843f8bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:52:52.835886 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:52.836301 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] Bound using segment: {'id': 'cb8e2608-ca32-4a72-ab37-a9fc843f8bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:52:52.836804 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] Bound port: 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8e2608-ca32-4a72-ab37-a9fc843f8bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:52:52.837397 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:52.912031 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3129beb7-d65d-424e-b9b5-f924e46f8ee4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (84197a1c-2307-4cc9-81dc-410cbe365a8f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:52.934436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7497eecf-dbc0-45f9-b0fd-61242d407a51 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-789288497-network', 'tenant_id': 'b7d9cadc131d469aa4c4815a6e925016'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:52.958565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] For port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:52:52.963887 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] For port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43,segment=NetworkSegment(cb8e2608-ca32-4a72-ab37-a9fc843f8bde),segment_id=cb8e2608-ca32-4a72-ab37-a9fc843f8bde)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:52:52.972813 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:52.980707 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7497eecf-dbc0-45f9-b0fd-61242d407a51 admin admin] Made reservation on behalf of b7d9cadc131d469aa4c4815a6e925016 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:52.984723 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7497eecf-dbc0-45f9-b0fd-61242d407a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:53.002382 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3129beb7-d65d-424e-b9b5-f924e46f8ee4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (84197a1c-2307-4cc9-81dc-410cbe365a8f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:53.007066 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7497eecf-dbc0-45f9-b0fd-61242d407a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:53.058964 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f688c8e-096c-4b93-99ad-18d31df9bde6 None None] Pushing event updated for resources: {'Port': ['ID=7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:53.063025 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58bf29d-2721-4422-8fb4-01524ca78e57 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:53.083242 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b7afbdf6-d7a1-4515-986f-a46947d5357e req-5e3e851c-b566-4909-a21d-887ad6298aab tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785802 Feb 07 16:52:53.129115 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:53.166873 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3129beb7-d65d-424e-b9b5-f924e46f8ee4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (84197a1c-2307-4cc9-81dc-410cbe365a8f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:53.185206 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3129beb7-d65d-424e-b9b5-f924e46f8ee4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:53.186488 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3129beb7-d65d-424e-b9b5-f924e46f8ee4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/84197a1c-2307-4cc9-81dc-410cbe365a8f HTTP/1.1" status: 204 len: 168 time: 0.3576729 Feb 07 16:52:53.196238 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129beb7-d65d-424e-b9b5-f924e46f8ee4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84197a1c-2307-4cc9-81dc-410cbe365a8f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:53.196376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46626) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:53.263644 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d35c2-80a5-4ef7-897b-341c426dfa31 req-d15239d1-c400-4c98-a79a-5c034902b028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:53.265504 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e3d35c2-80a5-4ef7-897b-341c426dfa31 req-d15239d1-c400-4c98-a79a-5c034902b028 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 1131 time: 0.7240784 Feb 07 16:52:53.289857 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c58bf29d-2721-4422-8fb4-01524ca78e57 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:53.326527 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af355182-0b27-4b60-92f1-c4623bce3ceb req-ad33e0aa-e04d-46ee-b880-c503b488eba4 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:53.335749 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8f699c82-fa76-4e46-be90-cfff3b20376f up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:53.336636 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af355182-0b27-4b60-92f1-c4623bce3ceb req-ad33e0aa-e04d-46ee-b880-c503b488eba4 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.7307034 Feb 07 16:52:53.368206 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7497eecf-dbc0-45f9-b0fd-61242d407a51 admin admin] Publish callbacks [] for security_group (75437e06-4945-4861-ba82-c1ceb9d9c5ef), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:53.369867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-c58bf29d-2721-4422-8fb4-01524ca78e57 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] device_id is not set on port d7684d2c-2312-433b-a3fa-f46794347ac4 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:52:53.379648 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7497eecf-dbc0-45f9-b0fd-61242d407a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (75437e06-4945-4861-ba82-c1ceb9d9c5ef), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:53.413045 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-617c9f10-ba9d-49de-968a-67a59f2d53d5 None None] Provisioning complete for port 8f699c82-fa76-4e46-be90-cfff3b20376f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:53.413877 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-617c9f10-ba9d-49de-968a-67a59f2d53d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8f699c82-fa76-4e46-be90-cfff3b20376f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:53.419494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497eecf-dbc0-45f9-b0fd-61242d407a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75437e06-4945-4861-ba82-c1ceb9d9c5ef,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:53.466865 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23614b3-3364-4a05-b1e1-c963e315a351 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Network 18d0de1d-8b4a-4364-8e1f-0d091ce379c6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:53.484549 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d23614b3-3364-4a05-b1e1-c963e315a351 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:53.485268 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 8f699c82-fa76-4e46-be90-cfff3b20376f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:53.485851 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8f699c82-fa76-4e46-be90-cfff3b20376f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:53.496162 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-866fc7fb-0b9b-48f9-90b8-fccba77cc09d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2989225 Feb 07 16:52:53.542766 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46630) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:53.547492 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af355182-0b27-4b60-92f1-c4623bce3ceb req-d8f3aead-b948-43de-9ce2-f6ebd72e95c8 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075570 Feb 07 16:52:53.808720 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-c58bf29d-2721-4422-8fb4-01524ca78e57 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Allocated IP 172.20.0.8 (741ae769-8ddc-4b4c-a864-c352da55a9de/4ab60544-6dc2-4ed8-a0e6-8c88c7e52ef7/d7684d2c-2312-433b-a3fa-f46794347ac4) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:52:53.832512 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e3d35c2-80a5-4ef7-897b-341c426dfa31 req-28c6295b-cd49-4b69-9059-64f47479f554 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336387 Feb 07 16:52:53.851321 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-617c9f10-ba9d-49de-968a-67a59f2d53d5 None None] Current status of the port 8f699c82-fa76-4e46-be90-cfff3b20376f is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:53.874585 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2dd07584-fe04-4dbb-a883-4ff6688db6b3 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (b299686c-d88a-4d26-baa5-b077caf93720), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:53.892126 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7497eecf-dbc0-45f9-b0fd-61242d407a51 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:52:53.921607 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 8f699c82-fa76-4e46-be90-cfff3b20376f is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:53.926273 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70f64a-6d91-464a-9b65-aea92739b6b7 req-cb85c42c-c828-4300-a4f9-e3519b6e5b6c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:53.932653 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70f64a-6d91-464a-9b65-aea92739b6b7 req-cb85c42c-c828-4300-a4f9-e3519b6e5b6c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:53.933484 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3710f11-72cc-4dca-818f-4872ecc818a4 req-5bb83879-2345-427f-8f65-bea9c8256a0d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:53.935005 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d3710f11-72cc-4dca-818f-4872ecc818a4 req-5bb83879-2345-427f-8f65-bea9c8256a0d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.1790435 Feb 07 16:52:53.936662 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2dd07584-fe04-4dbb-a883-4ff6688db6b3 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (b299686c-d88a-4d26-baa5-b077caf93720), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:53.947561 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70f64a-6d91-464a-9b65-aea92739b6b7 req-cb85c42c-c828-4300-a4f9-e3519b6e5b6c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:53.954038 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70f64a-6d91-464a-9b65-aea92739b6b7 req-cb85c42c-c828-4300-a4f9-e3519b6e5b6c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:53.963304 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70f64a-6d91-464a-9b65-aea92739b6b7 req-cb85c42c-c828-4300-a4f9-e3519b6e5b6c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:53.978883 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70f64a-6d91-464a-9b65-aea92739b6b7 req-cb85c42c-c828-4300-a4f9-e3519b6e5b6c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:53.980371 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-94fe407b-c0d5-4cff-b7f4-f66ef57b6adb None None] Provisioning complete for port f12898a3-592a-414d-8967-a657ea8b97ce triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:53.980755 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-94fe407b-c0d5-4cff-b7f4-f66ef57b6adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f12898a3-592a-414d-8967-a657ea8b97ce), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:53.992800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70f64a-6d91-464a-9b65-aea92739b6b7 req-cb85c42c-c828-4300-a4f9-e3519b6e5b6c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:53.996573 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4c70f64a-6d91-464a-9b65-aea92739b6b7 req-cb85c42c-c828-4300-a4f9-e3519b6e5b6c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5444 time: 0.6871791 Feb 07 16:52:54.006205 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7497eecf-dbc0-45f9-b0fd-61242d407a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (b1b48daf-d50b-4e8c-a2d2-0e8723683f77), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:54.006927 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-7497eecf-dbc0-45f9-b0fd-61242d407a51 admin admin] Added segment b1b48daf-d50b-4e8c-a2d2-0e8723683f77 of type vlan for network 1d4c7487-ab25-4df0-9d1d-296faafbf06c Feb 07 16:52:54.025317 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23614b3-3364-4a05-b1e1-c963e315a351 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Router 9a7a2539-9ef0-4203-99ee-d5d79cee8682 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:52:54.034513 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d3710f11-72cc-4dca-818f-4872ecc818a4 req-09421e29-9ce9-4f82-98d5-83c515f40a3c tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855179 Feb 07 16:52:54.037591 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2dd07584-fe04-4dbb-a883-4ff6688db6b3 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b299686c-d88a-4d26-baa5-b077caf93720), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:54.040215 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2dd07584-fe04-4dbb-a883-4ff6688db6b3 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:54.041381 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2dd07584-fe04-4dbb-a883-4ff6688db6b3 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-groups/b299686c-d88a-4d26-baa5-b077caf93720 HTTP/1.1" status: 204 len: 168 time: 0.4896393 Feb 07 16:52:54.048347 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46632) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:54.060761 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-94fe407b-c0d5-4cff-b7f4-f66ef57b6adb None None] Port f12898a3-592a-414d-8967-a657ea8b97ce cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:52:54.078597 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd07584-fe04-4dbb-a883-4ff6688db6b3 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b299686c-d88a-4d26-baa5-b077caf93720,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:54.182295 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7497eecf-dbc0-45f9-b0fd-61242d407a51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (1d4c7487-ab25-4df0-9d1d-296faafbf06c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:54.191639 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ea16a6ff-1929-4cbf-a0a6-a0f49ff0a8de tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1380124 Feb 07 16:52:54.192542 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46636) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:54.198284 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ae484c0c-82c2-4f15-9523-05cf933c8aa4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130604432'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:54.250046 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23614b3-3364-4a05-b1e1-c963e315a351 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:52:54.268566 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d23614b3-3364-4a05-b1e1-c963e315a351 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "PUT /v2.0/routers/9a7a2539-9ef0-4203-99ee-d5d79cee8682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7670846 Feb 07 16:52:54.268566 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46638) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:54.276206 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae484c0c-82c2-4f15-9523-05cf933c8aa4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:54.283238 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89505673-e736-4055-87f1-dbd0da470b50 None None] Sync routers for ids ['9a7a2539-9ef0-4203-99ee-d5d79cee8682'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:52:54.284714 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4c70f64a-6d91-464a-9b65-aea92739b6b7 req-971818aa-23fe-4f5b-a5ea-e8186fe34c0a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2757618 Feb 07 16:52:54.299448 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c58bf29d-2721-4422-8fb4-01524ca78e57 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (d7684d2c-2312-433b-a3fa-f46794347ac4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:54.319941 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89505673-e736-4055-87f1-dbd0da470b50 None None] Routers {'9a7a2539-9ef0-4203-99ee-d5d79cee8682'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:54.320788 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7497eecf-dbc0-45f9-b0fd-61242d407a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (1d4c7487-ab25-4df0-9d1d-296faafbf06c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:54.321570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-89505673-e736-4055-87f1-dbd0da470b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9a7a2539-9ef0-4203-99ee-d5d79cee8682'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:54.323038 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7497eecf-dbc0-45f9-b0fd-61242d407a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:54.324433 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7497eecf-dbc0-45f9-b0fd-61242d407a51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:54.383944 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-89505673-e736-4055-87f1-dbd0da470b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:54.405168 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89505673-e736-4055-87f1-dbd0da470b50 None None] Routers {'9a7a2539-9ef0-4203-99ee-d5d79cee8682'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:52:54.409086 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-89505673-e736-4055-87f1-dbd0da470b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9a7a2539-9ef0-4203-99ee-d5d79cee8682'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:54.432759 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66314e90-5d1e-4964-ae36-d506fbc87d5f req-ef6ae99d-68d5-43e5-9f74-3d3e72f79642 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:54.434743 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-66314e90-5d1e-4964-ae36-d506fbc87d5f req-ef6ae99d-68d5-43e5-9f74-3d3e72f79642 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.2271128 Feb 07 16:52:54.469531 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-89505673-e736-4055-87f1-dbd0da470b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:52:54.470366 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89505673-e736-4055-87f1-dbd0da470b50 None None] The sync data for ids ['9a7a2539-9ef0-4203-99ee-d5d79cee8682'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:52:54.506493 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7497eecf-dbc0-45f9-b0fd-61242d407a51 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8171217 Feb 07 16:52:54.507506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497eecf-dbc0-45f9-b0fd-61242d407a51 admin admin] Pushing event updated for resources: {'Network': ['ID=1d4c7487-ab25-4df0-9d1d-296faafbf06c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:54.512512 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46640) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:54.521443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 1d4c7487-ab25-4df0-9d1d-296faafbf06c details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:52:54.523761 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0cb75db1-a6b2-488d-a02f-510ea5d65da3 admin admin] Request body: {'subnet': {'network_id': '1d4c7487-ab25-4df0-9d1d-296faafbf06c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-789288497-subnet', 'tenant_id': 'b7d9cadc131d469aa4c4815a6e925016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:54.579899 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae484c0c-82c2-4f15-9523-05cf933c8aa4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (7b03a594-a4bc-4478-a0e2-5822eab13e20), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:54.593213 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c58bf29d-2721-4422-8fb4-01524ca78e57 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d7684d2c-2312-433b-a3fa-f46794347ac4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:54.608438 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb75db1-a6b2-488d-a02f-510ea5d65da3 admin admin] Made reservation on behalf of b7d9cadc131d469aa4c4815a6e925016 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:54.615979 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cb75db1-a6b2-488d-a02f-510ea5d65da3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:54.696991 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-66314e90-5d1e-4964-ae36-d506fbc87d5f req-4a6acb8c-3568-46d8-b8be-8b8a545d963a tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464259 Feb 07 16:52:54.700053 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae484c0c-82c2-4f15-9523-05cf933c8aa4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7b03a594-a4bc-4478-a0e2-5822eab13e20), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:54.780140 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58bf29d-2721-4422-8fb4-01524ca78e57 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 741ae769-8ddc-4b4c-a864-c352da55a9de is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:54.788770 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c58bf29d-2721-4422-8fb4-01524ca78e57 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:54.798115 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bf29d-2721-4422-8fb4-01524ca78e57 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=d7684d2c-2312-433b-a3fa-f46794347ac4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:54.801693 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58bf29d-2721-4422-8fb4-01524ca78e57 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:52:54.804651 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae484c0c-82c2-4f15-9523-05cf933c8aa4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b03a594-a4bc-4478-a0e2-5822eab13e20,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:54.837039 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae484c0c-82c2-4f15-9523-05cf933c8aa4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:54.838454 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ae484c0c-82c2-4f15-9523-05cf933c8aa4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6454737 Feb 07 16:52:54.841269 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46644) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:54.848635 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9446043f-a0db-46ae-9276-690eb66a46f9 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group_rule': {'security_group_id': '7b03a594-a4bc-4478-a0e2-5822eab13e20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:54.891134 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58bf29d-2721-4422-8fb4-01524ca78e57 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:54.891923 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c58bf29d-2721-4422-8fb4-01524ca78e57 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:54.929758 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6dfb2526-b2f0-4a66-a48b-a17231970a7b None None] Provisioning complete for port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:54.930235 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6dfb2526-b2f0-4a66-a48b-a17231970a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:54.954001 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfde268-57ae-4795-8dcd-3aa513fd6a59 req-86ab8b13-e426-477a-990d-537ee4de736e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:54.962147 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3cfde268-57ae-4795-8dcd-3aa513fd6a59 req-86ab8b13-e426-477a-990d-537ee4de736e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.2318976 Feb 07 16:52:54.973607 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c58bf29d-2721-4422-8fb4-01524ca78e57 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7246454 Feb 07 16:52:54.977484 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46646) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:55.005758 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-810dae50-7da3-4cde-8d4a-7973c456c582 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'subnet': {'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:55.021660 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9446043f-a0db-46ae-9276-690eb66a46f9 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (4d8e8fb1-525b-4811-8b4a-260fe5b27db1), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:55.172416 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6dfb2526-b2f0-4a66-a48b-a17231970a7b None None] Current status of the port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:55.177937 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6dfb2526-b2f0-4a66-a48b-a17231970a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:55.225324 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6dfb2526-b2f0-4a66-a48b-a17231970a7b None None] For port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43,segment=NetworkSegment(cb8e2608-ca32-4a72-ab37-a9fc843f8bde),segment_id=cb8e2608-ca32-4a72-ab37-a9fc843f8bde)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:55.238853 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6dfb2526-b2f0-4a66-a48b-a17231970a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:55.288682 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3cfde268-57ae-4795-8dcd-3aa513fd6a59 req-1836852f-fa68-4258-a117-16bf13f8611e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139007 Feb 07 16:52:55.301321 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6dfb2526-b2f0-4a66-a48b-a17231970a7b None None] Provisioning complete for port 48b285f4-b476-4e54-b946-e2c01d5d84fc triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:55.301868 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6dfb2526-b2f0-4a66-a48b-a17231970a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (48b285f4-b476-4e54-b946-e2c01d5d84fc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:55.335314 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9446043f-a0db-46ae-9276-690eb66a46f9 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (4d8e8fb1-525b-4811-8b4a-260fe5b27db1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:55.347334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6dfb2526-b2f0-4a66-a48b-a17231970a7b None None] Port 48b285f4-b476-4e54-b946-e2c01d5d84fc cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:52:55.350071 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-63af094b-5263-460a-838b-d5cea5c9c266 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:52:55.356922 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-63af094b-5263-460a-838b-d5cea5c9c266 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "PUT /v2.0/routers/9a7a2539-9ef0-4203-99ee-d5d79cee8682/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0876322 Feb 07 16:52:55.358002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46652) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:55.359404 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:55.370443 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cb75db1-a6b2-488d-a02f-510ea5d65da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (439a2fb0-d7fb-4ee3-8528-d0a1d321b5c1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:55.397088 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9446043f-a0db-46ae-9276-690eb66a46f9 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (4d8e8fb1-525b-4811-8b4a-260fe5b27db1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:55.413247 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb2526-b2f0-4a66-a48b-a17231970a7b None None] Pushing event updated for resources: {'Port': ['ID=7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:55.432624 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:55.433366 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:55.457857 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446043f-a0db-46ae-9276-690eb66a46f9 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8e8fb1-525b-4811-8b4a-260fe5b27db1,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:55.477747 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810dae50-7da3-4cde-8d4a-7973c456c582 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:55.482745 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-810dae50-7da3-4cde-8d4a-7973c456c582 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:55.495827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4eb6eefe-4bdd-4520-8b2c-04247ed5cd27 None None] Provisioning complete for port d7684d2c-2312-433b-a3fa-f46794347ac4 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:55.496479 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4eb6eefe-4bdd-4520-8b2c-04247ed5cd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d7684d2c-2312-433b-a3fa-f46794347ac4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:55.510087 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625025d-938a-428d-af5f-471b7f52f348 req-1c6358ee-bd4f-406c-9565-79b831289786 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:55.512524 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb75db1-a6b2-488d-a02f-510ea5d65da3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=439a2fb0-d7fb-4ee3-8528-d0a1d321b5c1,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:55.517415 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8625025d-938a-428d-af5f-471b7f52f348 req-1c6358ee-bd4f-406c-9565-79b831289786 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.3617079 Feb 07 16:52:55.535113 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9446043f-a0db-46ae-9276-690eb66a46f9 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:55.539570 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9446043f-a0db-46ae-9276-690eb66a46f9 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6967924 Feb 07 16:52:55.540235 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46654) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:55.552729 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6eefe-4bdd-4520-8b2c-04247ed5cd27 None None] Port d7684d2c-2312-433b-a3fa-f46794347ac4 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:52:55.554738 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1bb2f570-4ef2-443e-86e1-14b4f129e1c1 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group_rule': {'security_group_id': '7b03a594-a4bc-4478-a0e2-5822eab13e20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:55.630327 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f570-4ef2-443e-86e1-14b4f129e1c1 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (410d85af-d594-41b7-911e-6d3fd5a897db), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:55.630663 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:55.681384 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-5b18969b-2c0d-499a-a87b-ebb17ede81b4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:55.686769 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-5b18969b-2c0d-499a-a87b-ebb17ede81b4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:55.692217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-5b18969b-2c0d-499a-a87b-ebb17ede81b4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:55.698832 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-5b18969b-2c0d-499a-a87b-ebb17ede81b4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:55.704180 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-5b18969b-2c0d-499a-a87b-ebb17ede81b4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:55.709757 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-5b18969b-2c0d-499a-a87b-ebb17ede81b4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:55.713797 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8625025d-938a-428d-af5f-471b7f52f348 req-e3532c6a-9e57-4543-8af1-4901f4b305f6 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954916 Feb 07 16:52:55.715482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-5b18969b-2c0d-499a-a87b-ebb17ede81b4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:55.717067 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-5b18969b-2c0d-499a-a87b-ebb17ede81b4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.32 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5444 time: 0.3488605 Feb 07 16:52:55.737341 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb75db1-a6b2-488d-a02f-510ea5d65da3 admin admin] Checking segment: {'id': 'b1b48daf-d50b-4e8c-a2d2-0e8723683f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1d4c7487-ab25-4df0-9d1d-296faafbf06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:52:55.738385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb75db1-a6b2-488d-a02f-510ea5d65da3 admin admin] Network hostable DHCP agents. Network: 1d4c7487-ab25-4df0-9d1d-296faafbf06c, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:52:55.778005 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2942ab6a-9621-4cc6-8ee7-aa9a91e29d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:55.780849 n-d-827865-3 neutron-server[103226]: INFO neutron.db.ipam_backend_mixin [None req-810dae50-7da3-4cde-8d4a-7973c456c582 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4ab60544-6dc2-4ed8-a0e6-8c88c7e52ef7 (CIDR: 172.20.0.0/28) Feb 07 16:52:55.797166 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-810dae50-7da3-4cde-8d4a-7973c456c582 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:52:55.797693 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810dae50-7da3-4cde-8d4a-7973c456c582 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:52:55.826158 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c3d07-126d-44ca-a407-3bdc5cef0235 req-9c9911df-c8bf-4c10-b6dc-e62d167f44be tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:55.831416 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c3d07-126d-44ca-a407-3bdc5cef0235 req-9c9911df-c8bf-4c10-b6dc-e62d167f44be tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:55.836709 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c3d07-126d-44ca-a407-3bdc5cef0235 req-9c9911df-c8bf-4c10-b6dc-e62d167f44be tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:55.842144 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c3d07-126d-44ca-a407-3bdc5cef0235 req-9c9911df-c8bf-4c10-b6dc-e62d167f44be tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:55.849061 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c3d07-126d-44ca-a407-3bdc5cef0235 req-9c9911df-c8bf-4c10-b6dc-e62d167f44be tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:55.854479 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c3d07-126d-44ca-a407-3bdc5cef0235 req-9c9911df-c8bf-4c10-b6dc-e62d167f44be tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:55.860668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c3d07-126d-44ca-a407-3bdc5cef0235 req-9c9911df-c8bf-4c10-b6dc-e62d167f44be tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:55.864559 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-786c3d07-126d-44ca-a407-3bdc5cef0235 req-9c9911df-c8bf-4c10-b6dc-e62d167f44be tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 5444 time: 0.3546107 Feb 07 16:52:55.875960 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-d64d7021-4fba-41df-be43-4fb5e73047fd tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:55.877632 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-d64d7021-4fba-41df-be43-4fb5e73047fd tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.32 "GET /v2.0/ports/4e8a50dc-546f-49cf-8211-bd142bfffa0c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1528563 Feb 07 16:52:55.882674 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb75db1-a6b2-488d-a02f-510ea5d65da3 admin admin] Network 1d4c7487-ab25-4df0-9d1d-296faafbf06c is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:52:55.909548 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-810dae50-7da3-4cde-8d4a-7973c456c582 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9287727 Feb 07 16:52:55.914721 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46660) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:55.923029 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-055c337c-6536-4262-b2a4-6b32fb73c4a5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'subnet': {'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:55.961227 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0cb75db1-a6b2-488d-a02f-510ea5d65da3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 1d4c7487-ab25-4df0-9d1d-296faafbf06c) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:55.970101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb75db1-a6b2-488d-a02f-510ea5d65da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:55.970229 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0cb75db1-a6b2-488d-a02f-510ea5d65da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:55.978420 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7021db-fa14-423b-bab8-9779ce656517 None None] Network 1d4c7487-ab25-4df0-9d1d-296faafbf06c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:56.029165 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-786c3d07-126d-44ca-a407-3bdc5cef0235 req-2b37ed68-adce-4278-955f-6db4b0e4d160 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb2fc536-3bbc-4803-8b40-caae76e063ee&id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1496313 Feb 07 16:52:56.036095 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f570-4ef2-443e-86e1-14b4f129e1c1 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (410d85af-d594-41b7-911e-6d3fd5a897db), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:56.043451 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0cb75db1-a6b2-488d-a02f-510ea5d65da3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5290048 Feb 07 16:52:56.108989 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d6b32-d318-48c0-b39f-d2a476c49905 req-7c533b3f-3fd3-4457-89e9-61a714434365 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:56.110709 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-1afd2ba1-7d51-48f4-ad8d-d05cd073a873 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.32 "GET /v2.0/networks/772a5458-241a-4973-8916-b74170ada414?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2113860 Feb 07 16:52:56.110853 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eb5d6b32-d318-48c0-b39f-d2a476c49905 req-7c533b3f-3fd3-4457-89e9-61a714434365 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.2914135 Feb 07 16:52:56.111436 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f570-4ef2-443e-86e1-14b4f129e1c1 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (410d85af-d594-41b7-911e-6d3fd5a897db), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:56.124407 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-608bd6b8-5ba7-41dd-af5d-1c4c4bc6e1c9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:56.215965 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3662f5a7-914f-462a-a970-fe67edf9ec43 None None] Network 1d4c7487-ab25-4df0-9d1d-296faafbf06c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:56.291918 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f570-4ef2-443e-86e1-14b4f129e1c1 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:56.305668 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1bb2f570-4ef2-443e-86e1-14b4f129e1c1 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7532051 Feb 07 16:52:56.312890 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46670) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:56.326145 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2f570-4ef2-443e-86e1-14b4f129e1c1 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410d85af-d594-41b7-911e-6d3fd5a897db,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:56.333672 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-608bd6b8-5ba7-41dd-af5d-1c4c4bc6e1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e8a50dc-546f-49cf-8211-bd142bfffa0c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:56.353332 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-17dc21a5-e3ad-4e7f-a6aa-6646369f41f0 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group_rule': {'security_group_id': '7b03a594-a4bc-4478-a0e2-5822eab13e20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:56.528228 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eb5d6b32-d318-48c0-b39f-d2a476c49905 req-aca1019c-6dfc-464d-8716-07d3612d9c26 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048262 Feb 07 16:52:56.573127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-608bd6b8-5ba7-41dd-af5d-1c4c4bc6e1c9 service neutron] For port 4e8a50dc-546f-49cf-8211-bd142bfffa0c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4e8a50dc-546f-49cf-8211-bd142bfffa0c,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:56.579358 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17dc21a5-e3ad-4e7f-a6aa-6646369f41f0 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (96842a49-14a0-4c39-883f-115288c98823), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:56.608730 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055c337c-6536-4262-b2a4-6b32fb73c4a5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:52:56.612110 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-608bd6b8-5ba7-41dd-af5d-1c4c4bc6e1c9 service neutron] For port 4e8a50dc-546f-49cf-8211-bd142bfffa0c, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:52:56.612278 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-055c337c-6536-4262-b2a4-6b32fb73c4a5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:56.649548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-608bd6b8-5ba7-41dd-af5d-1c4c4bc6e1c9 service neutron] device_id is not set on port 4e8a50dc-546f-49cf-8211-bd142bfffa0c yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:52:56.659492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-608bd6b8-5ba7-41dd-af5d-1c4c4bc6e1c9 service neutron] Publish callbacks [] for port (4e8a50dc-546f-49cf-8211-bd142bfffa0c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:56.697881 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-608bd6b8-5ba7-41dd-af5d-1c4c4bc6e1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (4e8a50dc-546f-49cf-8211-bd142bfffa0c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:56.720279 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0127e315-8b75-4e40-ab31-45d6c410172c tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (9a7a2539-9ef0-4203-99ee-d5d79cee8682), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:57.061354 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17dc21a5-e3ad-4e7f-a6aa-6646369f41f0 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (96842a49-14a0-4c39-883f-115288c98823), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:57.093182 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17dc21a5-e3ad-4e7f-a6aa-6646369f41f0 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (96842a49-14a0-4c39-883f-115288c98823), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:57.098082 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5adf5621-94c3-45d6-8a59-796300604108 None None] Provisioning complete for port 4e8a50dc-546f-49cf-8211-bd142bfffa0c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:57.098654 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5adf5621-94c3-45d6-8a59-796300604108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e8a50dc-546f-49cf-8211-bd142bfffa0c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:57.142062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-608bd6b8-5ba7-41dd-af5d-1c4c4bc6e1c9 service neutron] No DVR routers for this DVR port 4e8a50dc-546f-49cf-8211-bd142bfffa0c on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:57.148140 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bd6b8-5ba7-41dd-af5d-1c4c4bc6e1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8a50dc-546f-49cf-8211-bd142bfffa0c,revision_number=6']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:57.176506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de46bae-9e04-44eb-9d73-18ba42f0b4dc req-6c9b3a6b-a341-4bd9-ab3e-d94c8554f47c tempest-MigrationsAdminTest-1554031326 tempest-MigrationsAdminTest-1554031326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:57.184930 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2de46bae-9e04-44eb-9d73-18ba42f0b4dc req-6c9b3a6b-a341-4bd9-ab3e-d94c8554f47c tempest-MigrationsAdminTest-1554031326 tempest-MigrationsAdminTest-1554031326-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 1131 time: 0.5206578 Feb 07 16:52:57.198328 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc21a5-e3ad-4e7f-a6aa-6646369f41f0 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96842a49-14a0-4c39-883f-115288c98823,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:57.213973 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2de46bae-9e04-44eb-9d73-18ba42f0b4dc req-e89adc4e-9f86-4f47-b142-dc371c81503c tempest-MigrationsAdminTest-1554031326 tempest-MigrationsAdminTest-1554031326-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:57.222516 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17dc21a5-e3ad-4e7f-a6aa-6646369f41f0 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:57.223902 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-17dc21a5-e3ad-4e7f-a6aa-6646369f41f0 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9073739 Feb 07 16:52:57.235021 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46686) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:57.236069 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5adf5621-94c3-45d6-8a59-796300604108 None None] Port 4e8a50dc-546f-49cf-8211-bd142bfffa0c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:52:57.247172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-de0c4b43-75ab-40e7-807f-4f64043b3763 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group_rule': {'security_group_id': '7b03a594-a4bc-4478-a0e2-5822eab13e20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:57.263395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-608bd6b8-5ba7-41dd-af5d-1c4c4bc6e1c9 service neutron] In _notify_port_updated(), no bound segment for port 4e8a50dc-546f-49cf-8211-bd142bfffa0c on network 772a5458-241a-4973-8916-b74170ada414 {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 16:52:57.264683 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-608bd6b8-5ba7-41dd-af5d-1c4c4bc6e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:57.266500 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-608bd6b8-5ba7-41dd-af5d-1c4c4bc6e1c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:57.268070 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-608bd6b8-5ba7-41dd-af5d-1c4c4bc6e1c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/4e8a50dc-546f-49cf-8211-bd142bfffa0c HTTP/1.1" status: 200 len: 1032 time: 1.1565294 Feb 07 16:52:57.315171 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:52:57.352867 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de0c4b43-75ab-40e7-807f-4f64043b3763 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (ac18c4db-f402-4f3f-8634-7a2ca95e5a55), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:57.380419 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:57.381363 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:57.392879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-5b2f5ee6-5b33-403d-a4d4-37fc7b9917a7 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:57.394741 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-5b2f5ee6-5b33-403d-a4d4-37fc7b9917a7 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.32 "GET /v2.0/ports/143a4394-acab-4b64-907b-aa1207677eba?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1192839 Feb 07 16:52:57.418540 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-8e96fbbc-7bdf-4d61-9bea-d25db21b4322 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:57.420787 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-88e7d36f-cfcc-47d2-9352-dada97cdee62 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:57.428540 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-88e7d36f-cfcc-47d2-9352-dada97cdee62 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/networks?id=1d4c7487-ab25-4df0-9d1d-296faafbf06c HTTP/1.1" status: 200 len: 812 time: 0.5865932 Feb 07 16:52:57.455373 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-055c337c-6536-4262-b2a4-6b32fb73c4a5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (39abfdf0-f653-4f41-8236-5aec03cec9c9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:57.509929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:57.517856 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-414da0dd-1a22-4dce-9349-b00e91c53716 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/quotas/b7d9cadc131d469aa4c4815a6e925016 HTTP/1.1" status: 200 len: 375 time: 0.0883849 Feb 07 16:52:57.563670 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de0c4b43-75ab-40e7-807f-4f64043b3763 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (ac18c4db-f402-4f3f-8634-7a2ca95e5a55), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:57.568254 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-8e96fbbc-7bdf-4d61-9bea-d25db21b4322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (143a4394-acab-4b64-907b-aa1207677eba), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:57.571459 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2de46bae-9e04-44eb-9d73-18ba42f0b4dc req-e89adc4e-9f86-4f47-b142-dc371c81503c tempest-MigrationsAdminTest-1554031326 tempest-MigrationsAdminTest-1554031326-project-admin] Publish callbacks [] for security_group (606879e0-dc33-4f42-9815-531daf995a6f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:57.579711 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de0c4b43-75ab-40e7-807f-4f64043b3763 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (ac18c4db-f402-4f3f-8634-7a2ca95e5a55), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:57.591492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2de46bae-9e04-44eb-9d73-18ba42f0b4dc req-e89adc4e-9f86-4f47-b142-dc371c81503c tempest-MigrationsAdminTest-1554031326 tempest-MigrationsAdminTest-1554031326-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (606879e0-dc33-4f42-9815-531daf995a6f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:57.596535 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c337c-6536-4262-b2a4-6b32fb73c4a5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Subnet': ['ID=39abfdf0-f653-4f41-8236-5aec03cec9c9,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:57.616994 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-6352838a-a24e-4bcd-8a94-5c580f8aaa9d tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7d9cadc131d469aa4c4815a6e925016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876160 Feb 07 16:52:57.625602 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c4b43-75ab-40e7-807f-4f64043b3763 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac18c4db-f402-4f3f-8634-7a2ca95e5a55,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:57.650930 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055c337c-6536-4262-b2a4-6b32fb73c4a5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 741ae769-8ddc-4b4c-a864-c352da55a9de is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:52:57.656861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-055c337c-6536-4262-b2a4-6b32fb73c4a5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:52:57.668376 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de0c4b43-75ab-40e7-807f-4f64043b3763 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:57.669541 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4b2873-6a87-46e3-a599-38be60011884 None None] Network 741ae769-8ddc-4b4c-a864-c352da55a9de requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:52:57.669695 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-de0c4b43-75ab-40e7-807f-4f64043b3763 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4329951 Feb 07 16:52:57.676050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46690) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:57.683978 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a9786d87-fdfb-4795-a42a-a811d896212c tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group_rule': {'security_group_id': '7b03a594-a4bc-4478-a0e2-5822eab13e20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:57.692089 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055c337c-6536-4262-b2a4-6b32fb73c4a5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:57.693212 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-055c337c-6536-4262-b2a4-6b32fb73c4a5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:57.701543 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2de46bae-9e04-44eb-9d73-18ba42f0b4dc req-e89adc4e-9f86-4f47-b142-dc371c81503c tempest-MigrationsAdminTest-1554031326 tempest-MigrationsAdminTest-1554031326-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099127 Feb 07 16:52:57.707477 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89adc4e-9f86-4f47-b142-dc371c81503c tempest-MigrationsAdminTest-1554031326 tempest-MigrationsAdminTest-1554031326-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606879e0-dc33-4f42-9815-531daf995a6f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:57.866561 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9786d87-fdfb-4795-a42a-a811d896212c tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (e95f7103-a0fb-455c-9b64-64ad03c6ac69), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:58.006555 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-8e96fbbc-7bdf-4d61-9bea-d25db21b4322 service neutron] For port 143a4394-acab-4b64-907b-aa1207677eba, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=143a4394-acab-4b64-907b-aa1207677eba,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:58.019397 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8db46d5-be2b-4b77-9eb9-83dab368b4a4 None None] Update dhcp port {'port': {'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de', 'fixed_ips': [{'subnet_id': '4ab60544-6dc2-4ed8-a0e6-8c88c7e52ef7', 'ip_address': '172.20.0.2'}, {'subnet_id': '39abfdf0-f653-4f41-8236-5aec03cec9c9'}], 'binding:host_id': 'n-d-827865-3'}, 'id': '7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43'} from n-d-827865-3. {{(pid=103228) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 16:52:58.068947 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e8db46d5-be2b-4b77-9eb9-83dab368b4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:58.077539 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-8e96fbbc-7bdf-4d61-9bea-d25db21b4322 service neutron] For port 143a4394-acab-4b64-907b-aa1207677eba, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:52:58.122659 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-055c337c-6536-4262-b2a4-6b32fb73c4a5 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2054501 Feb 07 16:52:58.134689 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46694) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:58.141932 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9aa741da-2bc0-4068-ba3b-10cc1c27e743 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2028916492', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '39abfdf0-f653-4f41-8236-5aec03cec9c9'}], 'security_groups': ['f38e6a08-3ff7-4c59-aed4-ac26113f142c']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:52:58.172446 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-8e96fbbc-7bdf-4d61-9bea-d25db21b4322 service neutron] device_id is not set on port 143a4394-acab-4b64-907b-aa1207677eba yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:52:58.176628 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0127e315-8b75-4e40-ab31-45d6c410172c tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Deleting port f12898a3-592a-414d-8967-a657ea8b97ce {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:58.177257 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0127e315-8b75-4e40-ab31-45d6c410172c tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f12898a3-592a-414d-8967-a657ea8b97ce), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:58.185554 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-8e96fbbc-7bdf-4d61-9bea-d25db21b4322 service neutron] Publish callbacks [] for port (143a4394-acab-4b64-907b-aa1207677eba), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:58.201726 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-8e96fbbc-7bdf-4d61-9bea-d25db21b4322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (143a4394-acab-4b64-907b-aa1207677eba), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:58.280543 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9786d87-fdfb-4795-a42a-a811d896212c tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (e95f7103-a0fb-455c-9b64-64ad03c6ac69), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:58.287014 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0127e315-8b75-4e40-ab31-45d6c410172c tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f12898a3-592a-414d-8967-a657ea8b97ce), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:58.296583 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d14e2-e989-4cab-92d5-35318e365a6d req-4829c7fe-859a-4646-80a1-fcf703aa3519 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:58.306501 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-994d14e2-e989-4cab-92d5-35318e365a6d req-4829c7fe-859a-4646-80a1-fcf703aa3519 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.5052476 Feb 07 16:52:58.312542 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-690b78c7-9366-4a00-91bd-c2e5b8e42fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:58.336704 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0127e315-8b75-4e40-ab31-45d6c410172c tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Calling delete_port for f12898a3-592a-414d-8967-a657ea8b97ce owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:52:58.371543 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9786d87-fdfb-4795-a42a-a811d896212c tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (e95f7103-a0fb-455c-9b64-64ad03c6ac69), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:58.420462 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9786d87-fdfb-4795-a42a-a811d896212c tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95f7103-a0fb-455c-9b64-64ad03c6ac69,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:58.474392 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96fbbc-7bdf-4d61-9bea-d25db21b4322 service neutron] Pushing event updated for resources: {'Port': ['ID=143a4394-acab-4b64-907b-aa1207677eba,revision_number=6']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:58.476319 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-e8db46d5-be2b-4b77-9eb9-83dab368b4a4 None None] Allocated IP 172.20.0.18 (741ae769-8ddc-4b4c-a864-c352da55a9de/39abfdf0-f653-4f41-8236-5aec03cec9c9/7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:52:58.485593 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-994d14e2-e989-4cab-92d5-35318e365a6d req-90a4ee2c-75d6-46e8-9e47-8446da9ba877 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781681 Feb 07 16:52:58.508283 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9786d87-fdfb-4795-a42a-a811d896212c tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:58.509593 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a9786d87-fdfb-4795-a42a-a811d896212c tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8313782 Feb 07 16:52:58.510789 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-8e96fbbc-7bdf-4d61-9bea-d25db21b4322 service neutron] No DVR routers for this DVR port 143a4394-acab-4b64-907b-aa1207677eba on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:52:58.555002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46696) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:58.560588 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-664fa826-6428-4a25-84ad-d119caf1c949 service neutron] 10.222.0.18 "GET /v2.0/networks/1d4c7487-ab25-4df0-9d1d-296faafbf06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9426091 Feb 07 16:52:58.601564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-8e96fbbc-7bdf-4d61-9bea-d25db21b4322 service neutron] In _notify_port_updated(), no bound segment for port 143a4394-acab-4b64-907b-aa1207677eba on network 772a5458-241a-4973-8916-b74170ada414 {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 16:52:58.602374 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-8e96fbbc-7bdf-4d61-9bea-d25db21b4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:58.602994 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-8e96fbbc-7bdf-4d61-9bea-d25db21b4322 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:58.604333 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-8e96fbbc-7bdf-4d61-9bea-d25db21b4322 service neutron] 10.222.0.32 "PUT /v2.0/ports/143a4394-acab-4b64-907b-aa1207677eba HTTP/1.1" status: 200 len: 1031 time: 1.1976190 Feb 07 16:52:58.702771 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e8db46d5-be2b-4b77-9eb9-83dab368b4a4 None None] For port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43,segment=NetworkSegment(cb8e2608-ca32-4a72-ab37-a9fc843f8bde),segment_id=cb8e2608-ca32-4a72-ab37-a9fc843f8bde)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:58.769597 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e8db46d5-be2b-4b77-9eb9-83dab368b4a4 None None] Publish callbacks [] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:58.788988 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e8db46d5-be2b-4b77-9eb9-83dab368b4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:58.893311 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-e3f02bc8-d27b-463d-b4b0-7ad5e16f396a service neutron] 10.222.0.18 "GET /v2.0/networks/1d4c7487-ab25-4df0-9d1d-296faafbf06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208337 Feb 07 16:52:58.948813 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a83f3bdf-859d-4e83-a42e-76d57dad3b2c None None] Provisioning complete for port 143a4394-acab-4b64-907b-aa1207677eba triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:52:58.949312 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a83f3bdf-859d-4e83-a42e-76d57dad3b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (143a4394-acab-4b64-907b-aa1207677eba), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:58.951317 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0127e315-8b75-4e40-ab31-45d6c410172c tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f12898a3-592a-414d-8967-a657ea8b97ce), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:58.968132 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7ac94-7530-4dbb-9efb-1ffaf7864ed6 req-284711fe-81a9-4be4-8c70-e9e80317fda4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:58.990847 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7ac94-7530-4dbb-9efb-1ffaf7864ed6 req-284711fe-81a9-4be4-8c70-e9e80317fda4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:59.001758 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-451a69ae-85f6-413b-b792-b2915cb7e94d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (e95f7103-a0fb-455c-9b64-64ad03c6ac69), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:59.009850 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127e315-8b75-4e40-ab31-45d6c410172c tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event deleted for resources: {'Port': ['ID=f12898a3-592a-414d-8967-a657ea8b97ce,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:59.017028 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9aa741da-2bc0-4068-ba3b-10cc1c27e743 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d7684d2c-2312-433b-a3fa-f46794347ac4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:59.030575 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7ac94-7530-4dbb-9efb-1ffaf7864ed6 req-284711fe-81a9-4be4-8c70-e9e80317fda4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:59.036141 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-451a69ae-85f6-413b-b792-b2915cb7e94d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (e95f7103-a0fb-455c-9b64-64ad03c6ac69), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:59.052947 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7ac94-7530-4dbb-9efb-1ffaf7864ed6 req-284711fe-81a9-4be4-8c70-e9e80317fda4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:59.068734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7ac94-7530-4dbb-9efb-1ffaf7864ed6 req-284711fe-81a9-4be4-8c70-e9e80317fda4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:59.070805 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f8c7ac94-7530-4dbb-9efb-1ffaf7864ed6 req-284711fe-81a9-4be4-8c70-e9e80317fda4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 3887 time: 0.3635113 Feb 07 16:52:59.132649 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db46d5-be2b-4b77-9eb9-83dab368b4a4 None None] Pushing event updated for resources: {'Port': ['ID=7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:59.151093 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a83f3bdf-859d-4e83-a42e-76d57dad3b2c None None] Port 143a4394-acab-4b64-907b-aa1207677eba cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:52:59.276736 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f8c7ac94-7530-4dbb-9efb-1ffaf7864ed6 req-3d3e116a-0008-43f0-b4b0-a4f1a86e6ac9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917868 Feb 07 16:52:59.277325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 143a4394-acab-4b64-907b-aa1207677eba no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:59.282276 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-7f7883e5-bc8b-491d-b48c-9af33f5d0d43 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Deleting port 7c18a493-54e9-4842-8756-24673405aff8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:52:59.286138 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-7f7883e5-bc8b-491d-b48c-9af33f5d0d43 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (7c18a493-54e9-4842-8756-24673405aff8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:59.371814 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-451a69ae-85f6-413b-b792-b2915cb7e94d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (e95f7103-a0fb-455c-9b64-64ad03c6ac69), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:59.404080 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] The host n-h2-827865-3 is not matching for port 143a4394-acab-4b64-907b-aa1207677eba host ! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 16:52:59.404604 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 143a4394-acab-4b64-907b-aa1207677eba not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:52:59.404931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 7c18a493-54e9-4842-8756-24673405aff8 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:59.429543 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-451a69ae-85f6-413b-b792-b2915cb7e94d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:59.434512 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-451a69ae-85f6-413b-b792-b2915cb7e94d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e95f7103-a0fb-455c-9b64-64ad03c6ac69 HTTP/1.1" status: 204 len: 168 time: 0.8729696 Feb 07 16:52:59.442088 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46702) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:59.510275 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a69ae-85f6-413b-b792-b2915cb7e94d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e95f7103-a0fb-455c-9b64-64ad03c6ac69,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:52:59.544243 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947f4c9-70bc-4507-a36e-2e696a84e4d3 req-518dec7a-edf6-4b13-9d22-a45e5ce86bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:59.548497 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4947f4c9-70bc-4507-a36e-2e696a84e4d3 req-518dec7a-edf6-4b13-9d22-a45e5ce86bb4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 1127 time: 0.4767213 Feb 07 16:52:59.641076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 7c18a493-54e9-4842-8756-24673405aff8 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:52:59.644703 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7c18a493-54e9-4842-8756-24673405aff8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:59.647405 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:59.716157 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ef03bd75-c4e8-4bfa-aa04-71d1a5f464d5 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2533741 Feb 07 16:52:59.717139 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46710) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:52:59.728106 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 7c18a493-54e9-4842-8756-24673405aff8, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=7c18a493-54e9-4842-8756-24673405aff8,segment=NetworkSegment(066d6dab-37ee-4512-895e-667af50c7d8a),segment_id=066d6dab-37ee-4512-895e-667af50c7d8a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:59.731178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c18a493-54e9-4842-8756-24673405aff8'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:52:59.738579 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad532198-1dd6-488e-aec7-ed08a13af18d" -d '{"events": [{"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-unplugged", "status": "completed", "tag": "7c18a493-54e9-4842-8756-24673405aff8"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:52:59.742637 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3b17e-d04f-43c2-965e-962eb9045c27 req-a9ac94c5-101c-4cf2-b9bc-517a75a1669e tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:52:59.746416 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7c18a493-54e9-4842-8756-24673405aff8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:59.747142 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device d8f99488-5442-4647-9351-c993cff78c12 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:52:59.756518 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-88f3b17e-d04f-43c2-965e-962eb9045c27 req-a9ac94c5-101c-4cf2-b9bc-517a75a1669e tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.4681234 Feb 07 16:52:59.767098 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4947f4c9-70bc-4507-a36e-2e696a84e4d3 req-78d95eeb-030c-4d45-ba1b-8930132895ba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886446 Feb 07 16:52:59.773013 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0127e315-8b75-4e40-ab31-45d6c410172c tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (9a7a2539-9ef0-4203-99ee-d5d79cee8682), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:59.842537 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-7f7883e5-bc8b-491d-b48c-9af33f5d0d43 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] For port 7c18a493-54e9-4842-8756-24673405aff8, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=7c18a493-54e9-4842-8756-24673405aff8,segment=NetworkSegment(066d6dab-37ee-4512-895e-667af50c7d8a),segment_id=066d6dab-37ee-4512-895e-667af50c7d8a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:52:59.842912 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-7f7883e5-bc8b-491d-b48c-9af33f5d0d43 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (7c18a493-54e9-4842-8756-24673405aff8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:59.846085 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a320d169-54d7-4be8-8186-88ec6c853951 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (ac18c4db-f402-4f3f-8634-7a2ca95e5a55), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:52:59.943788 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-88f3b17e-d04f-43c2-965e-962eb9045c27 req-cfc1815b-1dbe-46d2-89aa-2af865c10ab1 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849918 Feb 07 16:52:59.956335 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=7c18a493-54e9-4842-8756-24673405aff8,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:00.008793 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a320d169-54d7-4be8-8186-88ec6c853951 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (ac18c4db-f402-4f3f-8634-7a2ca95e5a55), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:00.082988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port d8f99488-5442-4647-9351-c993cff78c12 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:00.083385 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d8f99488-5442-4647-9351-c993cff78c12), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:00.164058 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f67718b-aae6-4780-9966-34edf351f454 req-b0486a14-11bf-49ec-807f-334ae0aea014 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6a7c033-ff63-4073-a4b7-50f2d830c2fc HTTP/1.1" status: 200 len: 210 time: 0.1089439 Feb 07 16:53:00.180340 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port d8f99488-5442-4647-9351-c993cff78c12, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d8f99488-5442-4647-9351-c993cff78c12,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:00.186004 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d8f99488-5442-4647-9351-c993cff78c12), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:00.186805 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 1f140185-94e6-47ae-a1d1-6d64b078a33e no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:53:00.241089 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a320d169-54d7-4be8-8186-88ec6c853951 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (ac18c4db-f402-4f3f-8634-7a2ca95e5a55), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:00.266372 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a320d169-54d7-4be8-8186-88ec6c853951 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:00.271074 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a320d169-54d7-4be8-8186-88ec6c853951 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ac18c4db-f402-4f3f-8634-7a2ca95e5a55 HTTP/1.1" status: 204 len: 168 time: 0.5472088 Feb 07 16:53:00.277087 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46726) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:00.330427 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320d169-54d7-4be8-8186-88ec6c853951 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac18c4db-f402-4f3f-8634-7a2ca95e5a55,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:00.382930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=d8f99488-5442-4647-9351-c993cff78c12,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:00.416563 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0330aeb2-515b-464d-91ee-ce608f611ee6 None None] Provisioning complete for port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:00.418162 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0330aeb2-515b-464d-91ee-ce608f611ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:00.526950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 1f140185-94e6-47ae-a1d1-6d64b078a33e is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:00.530311 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1f140185-94e6-47ae-a1d1-6d64b078a33e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:00.530891 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a85b7d18-44cc-4f30-8408-bf687cefbaf0 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2431841 Feb 07 16:53:00.530891 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-7f7883e5-bc8b-491d-b48c-9af33f5d0d43 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:00.530891 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-7f7883e5-bc8b-491d-b48c-9af33f5d0d43 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (edf18c95-4896-4b9d-a1b9-c23709d52b83), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:00.530891 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-7f7883e5-bc8b-491d-b48c-9af33f5d0d43 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Floating IP edf18c95-4896-4b9d-a1b9-c23709d52b83 disassociated. External IP: 172.25.4.206, port: 7c18a493-54e9-4842-8756-24673405aff8. Feb 07 16:53:00.530891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-7f7883e5-bc8b-491d-b48c-9af33f5d0d43 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Calling delete_port for 7c18a493-54e9-4842-8756-24673405aff8 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:53:00.532775 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46732) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:00.571264 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b673e741-27db-4388-af68-d970aa18c111 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (96842a49-14a0-4c39-883f-115288c98823), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:00.578570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 1f140185-94e6-47ae-a1d1-6d64b078a33e, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=1f140185-94e6-47ae-a1d1-6d64b078a33e,segment=NetworkSegment(0136f7ea-999b-4051-86f3-2f70d0f8796a),segment_id=0136f7ea-999b-4051-86f3-2f70d0f8796a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:00.584233 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bb1d78-f139-47f3-b0d1-060b684a03c6 x-openstack-request-id: req-70bb1d78-f139-47f3-b0d1-060b684a03c6 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:53:00.584680 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-unplugged", "status": "completed", "tag": "7c18a493-54e9-4842-8756-24673405aff8", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:53:00.585083 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70bb1d78-f139-47f3-b0d1-060b684a03c6 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:53:00.585653 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c18a493-54e9-4842-8756-24673405aff8', 'code': 200} Feb 07 16:53:00.589362 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1f140185-94e6-47ae-a1d1-6d64b078a33e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:00.590559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4e8a50dc-546f-49cf-8211-bd142bfffa0c no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:53:00.626804 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b673e741-27db-4388-af68-d970aa18c111 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (96842a49-14a0-4c39-883f-115288c98823), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:00.663254 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] The host n-h2-827865-3 is not matching for port 4e8a50dc-546f-49cf-8211-bd142bfffa0c host ! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 16:53:00.663877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4e8a50dc-546f-49cf-8211-bd142bfffa0c not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:53:00.664452 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2db5c0bc-b866-4e0d-a809-0111cf41496d no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:53:00.705725 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b673e741-27db-4388-af68-d970aa18c111 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (96842a49-14a0-4c39-883f-115288c98823), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:00.727856 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b673e741-27db-4388-af68-d970aa18c111 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:00.729031 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b673e741-27db-4388-af68-d970aa18c111 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/96842a49-14a0-4c39-883f-115288c98823 HTTP/1.1" status: 204 len: 168 time: 0.1952956 Feb 07 16:53:00.735800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46734) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:00.766359 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673e741-27db-4388-af68-d970aa18c111 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96842a49-14a0-4c39-883f-115288c98823,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:00.790110 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de687b82-8555-429a-aa5f-6e4fd06faee3 req-515eff74-c271-4cdf-965f-34d2d21ef3af tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:00.795692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de687b82-8555-429a-aa5f-6e4fd06faee3 req-515eff74-c271-4cdf-965f-34d2d21ef3af tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:00.802863 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de687b82-8555-429a-aa5f-6e4fd06faee3 req-515eff74-c271-4cdf-965f-34d2d21ef3af tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:00.805554 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0127e315-8b75-4e40-ab31-45d6c410172c tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Router 9a7a2539-9ef0-4203-99ee-d5d79cee8682 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:53:00.808559 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de687b82-8555-429a-aa5f-6e4fd06faee3 req-515eff74-c271-4cdf-965f-34d2d21ef3af tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:00.816120 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de687b82-8555-429a-aa5f-6e4fd06faee3 req-515eff74-c271-4cdf-965f-34d2d21ef3af tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:00.823755 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-de687b82-8555-429a-aa5f-6e4fd06faee3 req-515eff74-c271-4cdf-965f-34d2d21ef3af tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 3881 time: 0.1619296 Feb 07 16:53:00.875918 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3a7208b8-80b0-4ed5-bd78-92ffe5e42d4d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1389697 Feb 07 16:53:00.887195 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46736) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:00.945521 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-ef25108b-622d-451e-aa6a-e920193896ec tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:00.947464 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-ef25108b-622d-451e-aa6a-e920193896ec tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.48 "GET /v2.0/networks?id=1d4c7487-ab25-4df0-9d1d-296faafbf06c HTTP/1.1" status: 200 len: 812 time: 0.1491787 Feb 07 16:53:00.952597 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-de687b82-8555-429a-aa5f-6e4fd06faee3 req-36b1644e-2e01-4960-b332-3067e4a40ab6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278903 Feb 07 16:53:00.973898 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-9aa741da-2bc0-4068-ba3b-10cc1c27e743 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Delete allocated IP 172.20.0.8 (741ae769-8ddc-4b4c-a864-c352da55a9de/4ab60544-6dc2-4ed8-a0e6-8c88c7e52ef7) {{(pid=103225) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 16:53:01.004583 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af371a25-a96d-441c-84a2-89d3093e700e tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (410d85af-d594-41b7-911e-6d3fd5a897db), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:01.012373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0330aeb2-515b-464d-91ee-ce608f611ee6 None None] Current status of the port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:01.014967 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:01.020412 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=1f140185-94e6-47ae-a1d1-6d64b078a33e,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:01.031238 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af371a25-a96d-441c-84a2-89d3093e700e tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (410d85af-d594-41b7-911e-6d3fd5a897db), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:01.036240 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0330aeb2-515b-464d-91ee-ce608f611ee6 None None] Provisioning complete for port 48b285f4-b476-4e54-b946-e2c01d5d84fc triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:01.036751 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0330aeb2-515b-464d-91ee-ce608f611ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (48b285f4-b476-4e54-b946-e2c01d5d84fc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:01.051200 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-15a3eb52-438d-4f91-ab3b-ee69d22c17f2 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Request body: {'port': {'device_id': 'e6a7c033-ff63-4073-a4b7-50f2d830c2fc', 'network_id': '1d4c7487-ab25-4df0-9d1d-296faafbf06c', 'admin_state_up': True, 'tenant_id': 'b7d9cadc131d469aa4c4815a6e925016'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:01.058313 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-7f7883e5-bc8b-491d-b48c-9af33f5d0d43 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (7c18a493-54e9-4842-8756-24673405aff8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:01.060580 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af371a25-a96d-441c-84a2-89d3093e700e tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (410d85af-d594-41b7-911e-6d3fd5a897db), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:01.073582 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af371a25-a96d-441c-84a2-89d3093e700e tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:01.074996 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-af371a25-a96d-441c-84a2-89d3093e700e tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/410d85af-d594-41b7-911e-6d3fd5a897db HTTP/1.1" status: 204 len: 168 time: 0.1868670 Feb 07 16:53:01.099148 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46740) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:01.108311 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0330aeb2-515b-464d-91ee-ce608f611ee6 None None] Port 48b285f4-b476-4e54-b946-e2c01d5d84fc cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:53:01.121778 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af371a25-a96d-441c-84a2-89d3093e700e tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=410d85af-d594-41b7-911e-6d3fd5a897db,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:01.124065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7883e5-bc8b-491d-b48c-9af33f5d0d43 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event deleted for resources: {'Port': ['ID=7c18a493-54e9-4842-8756-24673405aff8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:01.156399 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0330aeb2-515b-464d-91ee-ce608f611ee6 None None] Provisioning complete for port d7684d2c-2312-433b-a3fa-f46794347ac4 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:01.156753 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0330aeb2-515b-464d-91ee-ce608f611ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d7684d2c-2312-433b-a3fa-f46794347ac4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:01.188307 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d6bdb2bb-f944-4960-9c00-f6338e6f1827 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0862818 Feb 07 16:53:01.193057 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 2db5c0bc-b866-4e0d-a809-0111cf41496d is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:01.193411 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2db5c0bc-b866-4e0d-a809-0111cf41496d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:01.193641 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46742) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:01.248148 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0330aeb2-515b-464d-91ee-ce608f611ee6 None None] Port d7684d2c-2312-433b-a3fa-f46794347ac4 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:53:01.252685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2db5c0bc-b866-4e0d-a809-0111cf41496d, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2db5c0bc-b866-4e0d-a809-0111cf41496d,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:01.258663 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2db5c0bc-b866-4e0d-a809-0111cf41496d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:01.259932 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 77883321-267c-498d-946e-72ebe4f0e50c no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:53:01.273110 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-9aa741da-2bc0-4068-ba3b-10cc1c27e743 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Allocated IP 172.20.0.20 (741ae769-8ddc-4b4c-a864-c352da55a9de/39abfdf0-f653-4f41-8236-5aec03cec9c9/d7684d2c-2312-433b-a3fa-f46794347ac4) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:53:01.287222 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960a59a-d6a5-4647-b2b9-b2f3607ccca6 req-f55f170c-a160-4fca-84d9-c66bf5bc2c90 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:01.298840 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7960a59a-d6a5-4647-b2b9-b2f3607ccca6 req-f55f170c-a160-4fca-84d9-c66bf5bc2c90 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.9238811 Feb 07 16:53:01.333143 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33afab12-010d-48a8-b8df-e57ff942e43a req-0c9fa3fd-f6b7-4f36-ba39-bceae82dc72c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6680374 Feb 07 16:53:01.374222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:53:01.377376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=2db5c0bc-b866-4e0d-a809-0111cf41496d,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:01.427316 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40109384-5ad9-49d5-b24c-f692a981371c tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (4d8e8fb1-525b-4811-8b4a-260fe5b27db1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:01.453704 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40109384-5ad9-49d5-b24c-f692a981371c tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (4d8e8fb1-525b-4811-8b4a-260fe5b27db1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:01.481559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 77883321-267c-498d-946e-72ebe4f0e50c is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:01.482095 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (77883321-267c-498d-946e-72ebe4f0e50c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:01.531525 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:01.532197 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:01.542394 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee32d5-6b35-4194-b619-79d189eb397f req-0a976153-aa87-4cef-ae1d-033c07d5e0b5 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:01.551872 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fbee32d5-6b35-4194-b619-79d189eb397f req-0a976153-aa87-4cef-ae1d-033c07d5e0b5 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.4499412 Feb 07 16:53:01.560263 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-15a3eb52-438d-4f91-ab3b-ee69d22c17f2 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Made reservation on behalf of b7d9cadc131d469aa4c4815a6e925016 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:53:01.563852 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-15a3eb52-438d-4f91-ab3b-ee69d22c17f2 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:01.608742 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7960a59a-d6a5-4647-b2b9-b2f3607ccca6 req-ac12b652-8a14-4912-b270-97f87953a892 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3064389 Feb 07 16:53:01.643159 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 77883321-267c-498d-946e-72ebe4f0e50c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=77883321-267c-498d-946e-72ebe4f0e50c,segment=NetworkSegment(0136f7ea-999b-4051-86f3-2f70d0f8796a),segment_id=0136f7ea-999b-4051-86f3-2f70d0f8796a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:01.650544 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0127e315-8b75-4e40-ab31-45d6c410172c tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:53:01.655076 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (77883321-267c-498d-946e-72ebe4f0e50c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:01.658398 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0127e315-8b75-4e40-ab31-45d6c410172c tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "PUT /v2.0/routers/9a7a2539-9ef0-4203-99ee-d5d79cee8682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2805374 Feb 07 16:53:01.665874 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c40e6b-a396-43a3-8d60-f0df85640504 None None] Sync routers for ids ['9a7a2539-9ef0-4203-99ee-d5d79cee8682'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:53:01.685421 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c40e6b-a396-43a3-8d60-f0df85640504 None None] Routers {'9a7a2539-9ef0-4203-99ee-d5d79cee8682'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:53:01.687224 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-15c40e6b-a396-43a3-8d60-f0df85640504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9a7a2539-9ef0-4203-99ee-d5d79cee8682'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:01.708287 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46756) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:01.711842 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40109384-5ad9-49d5-b24c-f692a981371c tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (4d8e8fb1-525b-4811-8b4a-260fe5b27db1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:01.731571 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-7f7883e5-bc8b-491d-b48c-9af33f5d0d43 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Router 0c0cb378-b544-40df-9144-5a4655bc5ba5 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:53:01.735288 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40109384-5ad9-49d5-b24c-f692a981371c tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:01.744771 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-40109384-5ad9-49d5-b24c-f692a981371c tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4d8e8fb1-525b-4811-8b4a-260fe5b27db1 HTTP/1.1" status: 204 len: 168 time: 0.5462396 Feb 07 16:53:01.759482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46762) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:01.765466 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-15c40e6b-a396-43a3-8d60-f0df85640504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:01.779300 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c40e6b-a396-43a3-8d60-f0df85640504 None None] Routers {'9a7a2539-9ef0-4203-99ee-d5d79cee8682'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:53:01.787452 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-15c40e6b-a396-43a3-8d60-f0df85640504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9a7a2539-9ef0-4203-99ee-d5d79cee8682'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:01.845670 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-9d948dc2-cbe1-4d4b-bc5d-47730d8605be tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] delete failed (client error): The resource could not be found. Feb 07 16:53:01.849380 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9d948dc2-cbe1-4d4b-bc5d-47730d8605be tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1388838636 HTTP/1.1" status: 404 len: 335 time: 0.1374097 Feb 07 16:53:01.851153 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40109384-5ad9-49d5-b24c-f692a981371c tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d8e8fb1-525b-4811-8b4a-260fe5b27db1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:01.874891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46766) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:01.886247 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9aa741da-2bc0-4068-ba3b-10cc1c27e743 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (d7684d2c-2312-433b-a3fa-f46794347ac4), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:01.887817 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-15c40e6b-a396-43a3-8d60-f0df85640504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:01.890071 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c40e6b-a396-43a3-8d60-f0df85640504 None None] The sync data for ids ['9a7a2539-9ef0-4203-99ee-d5d79cee8682'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:53:01.904608 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=77883321-267c-498d-946e-72ebe4f0e50c,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:01.908210 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9aa741da-2bc0-4068-ba3b-10cc1c27e743 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (d7684d2c-2312-433b-a3fa-f46794347ac4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:01.916880 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8bba11c0-5df9-4cbc-8cfb-09ab01d410de tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Request body: {'router': {'external_gateway_info': {'network_id': '9a7a2539-9ef0-4203-99ee-d5d79cee8682'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:01.918991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:02.023843 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fbee32d5-6b35-4194-b619-79d189eb397f req-48269814-f87d-47b7-b8aa-343af6eeacaf tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710319 Feb 07 16:53:02.148805 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa741da-2bc0-4068-ba3b-10cc1c27e743 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=d7684d2c-2312-433b-a3fa-f46794347ac4,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:02.210374 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0820fe-47a1-4555-ba0c-ee1d63b71cbe req-a3ba33d1-1294-440a-85a1-b3edc8f2abe1 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:02.219088 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0f0820fe-47a1-4555-ba0c-ee1d63b71cbe req-a3ba33d1-1294-440a-85a1-b3edc8f2abe1 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.3297153 Feb 07 16:53:02.263727 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:02.305117 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9aa741da-2bc0-4068-ba3b-10cc1c27e743 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] In _notify_port_updated(), no bound segment for port d7684d2c-2312-433b-a3fa-f46794347ac4 on network 741ae769-8ddc-4b4c-a864-c352da55a9de {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 16:53:02.318558 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa741da-2bc0-4068-ba3b-10cc1c27e743 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:02.319243 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9aa741da-2bc0-4068-ba3b-10cc1c27e743 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:02.323229 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9aa741da-2bc0-4068-ba3b-10cc1c27e743 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "PUT /v2.0/ports/d7684d2c-2312-433b-a3fa-f46794347ac4 HTTP/1.1" status: 200 len: 921 time: 4.1845689 Feb 07 16:53:02.335132 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46776) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:02.382310 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-15a3eb52-438d-4f91-ab3b-ee69d22c17f2 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Allocated IP 172.20.0.4 (1d4c7487-ab25-4df0-9d1d-296faafbf06c/439a2fb0-d7fb-4ee3-8528-d0a1d321b5c1/9fc2963c-1784-4d05-9a69-3d04a51633f6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:53:02.466304 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0f0820fe-47a1-4555-ba0c-ee1d63b71cbe req-957900a9-abea-4d7d-b94a-54b573b562e1 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457147 Feb 07 16:53:02.587252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8f99488-5442-4647-9351-c993cff78c12'}, {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f140185-94e6-47ae-a1d1-6d64b078a33e'}, {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2db5c0bc-b866-4e0d-a809-0111cf41496d'}, {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77883321-267c-498d-946e-72ebe4f0e50c'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:53:02.589698 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37251472-fca5-4227-bea3-be3ad8fe8a1e" -d '{"events": [{"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-unplugged", "status": "completed", "tag": "d8f99488-5442-4647-9351-c993cff78c12"}, {"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-unplugged", "status": "completed", "tag": "1f140185-94e6-47ae-a1d1-6d64b078a33e"}, {"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-unplugged", "status": "completed", "tag": "2db5c0bc-b866-4e0d-a809-0111cf41496d"}, {"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-unplugged", "status": "completed", "tag": "77883321-267c-498d-946e-72ebe4f0e50c"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:53:02.687589 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4f1982d9-9cc9-40ed-81f8-3492112e9ab1 req-d84b8cfe-f223-4d23-ab42-d62750bd4d99 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6a7c033-ff63-4073-a4b7-50f2d830c2fc HTTP/1.1" status: 200 len: 210 time: 0.5245731 Feb 07 16:53:02.791588 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6e5a6860-f34e-4505-b33b-df4843c171da None None] Provisioning complete for port d7684d2c-2312-433b-a3fa-f46794347ac4 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:02.793716 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6e5a6860-f34e-4505-b33b-df4843c171da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d7684d2c-2312-433b-a3fa-f46794347ac4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:02.822422 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bda0954b-4ff5-4cda-95a8-182e07ffec79 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.0168524 Feb 07 16:53:02.829558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46786) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:02.842242 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 07 Feb 2022 16:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0e0a9a-d0fa-4828-a403-6ae5aa5616c0 x-openstack-request-id: req-4a0e0a9a-d0fa-4828-a403-6ae5aa5616c0 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:53:02.842888 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-unplugged", "status": "completed", "tag": "d8f99488-5442-4647-9351-c993cff78c12", "code": 200}, {"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-unplugged", "status": "completed", "tag": "1f140185-94e6-47ae-a1d1-6d64b078a33e", "code": 200}, {"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-unplugged", "status": "completed", "tag": "2db5c0bc-b866-4e0d-a809-0111cf41496d", "code": 200}, {"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-unplugged", "status": "completed", "tag": "77883321-267c-498d-946e-72ebe4f0e50c", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:53:02.843455 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a0e0a9a-d0fa-4828-a403-6ae5aa5616c0 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:53:02.844070 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8f99488-5442-4647-9351-c993cff78c12', 'code': 200} Feb 07 16:53:02.844877 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f140185-94e6-47ae-a1d1-6d64b078a33e', 'code': 200} Feb 07 16:53:02.845434 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2db5c0bc-b866-4e0d-a809-0111cf41496d', 'code': 200} Feb 07 16:53:02.845910 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77883321-267c-498d-946e-72ebe4f0e50c', 'code': 200} Feb 07 16:53:02.865200 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6e5a6860-f34e-4505-b33b-df4843c171da None None] Port d7684d2c-2312-433b-a3fa-f46794347ac4 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:53:02.991845 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8bba11c0-5df9-4cbc-8cfb-09ab01d410de tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks [] for router_gateway (9a7a2539-9ef0-4203-99ee-d5d79cee8682), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:02.999380 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-7f7883e5-bc8b-491d-b48c-9af33f5d0d43 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:53:03.019374 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a764b-f001-43ce-962b-1c425cccc66f None None] Sync routers for ids ['0c0cb378-b544-40df-9144-5a4655bc5ba5'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:53:03.033620 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a764b-f001-43ce-962b-1c425cccc66f None None] Routers {'0c0cb378-b544-40df-9144-5a4655bc5ba5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:53:03.035609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-812a764b-f001-43ce-962b-1c425cccc66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0c0cb378-b544-40df-9144-5a4655bc5ba5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:03.061400 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-8bba11c0-5df9-4cbc-8cfb-09ab01d410de tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] update failed (client error): The resource could not be found. Feb 07 16:53:03.062770 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8bba11c0-5df9-4cbc-8cfb-09ab01d410de tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "PUT /v2.0/routers/9a7a2539-9ef0-4203-99ee-d5d79cee8682 HTTP/1.1" status: 404 len: 339 time: 1.1796069 Feb 07 16:53:03.082684 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46790) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:03.085209 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-136f85dd-b7a6-4167-b17a-d7b4fc7bb305 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (7b03a594-a4bc-4478-a0e2-5822eab13e20), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:03.087452 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-7f7883e5-bc8b-491d-b48c-9af33f5d0d43 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] No DVR routers for this DVR port 7c18a493-54e9-4842-8756-24673405aff8 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:53:03.097446 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-15a3eb52-438d-4f91-ab3b-ee69d22c17f2 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Publish callbacks [] for port (9fc2963c-1784-4d05-9a69-3d04a51633f6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:03.102836 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-7f7883e5-bc8b-491d-b48c-9af33f5d0d43 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:03.106970 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-7f7883e5-bc8b-491d-b48c-9af33f5d0d43 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.32 "DELETE /v2.0/ports/7c18a493-54e9-4842-8756-24673405aff8 HTTP/1.1" status: 204 len: 173 time: 4.4977472 Feb 07 16:53:03.107755 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-deleted', 'tag': '7c18a493-54e9-4842-8756-24673405aff8'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:53:03.110353 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de38b19-e838-421f-bb38-bb8bfeb6a984" -d '{"events": [{"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-deleted", "tag": "7c18a493-54e9-4842-8756-24673405aff8"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:53:03.152755 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-15a3eb52-438d-4f91-ab3b-ee69d22c17f2 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (9fc2963c-1784-4d05-9a69-3d04a51633f6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:03.157980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b3898ef6-b119-4d59-af94-a856c58a2882 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port d7684d2c-2312-433b-a3fa-f46794347ac4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:53:03.158320 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3898ef6-b119-4d59-af94-a856c58a2882 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d7684d2c-2312-433b-a3fa-f46794347ac4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:03.240108 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7098e27-4660-4121-8970-7ebe01c02047 req-474852df-16f7-4986-989c-f5c3debba84c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:03.242087 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c7098e27-4660-4121-8970-7ebe01c02047 req-474852df-16f7-4986-989c-f5c3debba84c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.2989459 Feb 07 16:53:03.256865 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3898ef6-b119-4d59-af94-a856c58a2882 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d7684d2c-2312-433b-a3fa-f46794347ac4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:03.270700 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b3898ef6-b119-4d59-af94-a856c58a2882 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for d7684d2c-2312-433b-a3fa-f46794347ac4 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:53:03.275713 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-136f85dd-b7a6-4167-b17a-d7b4fc7bb305 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (7b03a594-a4bc-4478-a0e2-5822eab13e20), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:03.307261 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-812a764b-f001-43ce-962b-1c425cccc66f None None] Set router 0c0cb378-b544-40df-9144-5a4655bc5ba5 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:53:03.474139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-15a3eb52-438d-4f91-ab3b-ee69d22c17f2 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Network 1d4c7487-ab25-4df0-9d1d-296faafbf06c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:53:03.480558 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-15a3eb52-438d-4f91-ab3b-ee69d22c17f2 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:53:03.505241 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-15a3eb52-438d-4f91-ab3b-ee69d22c17f2 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:53:03.519417 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c7098e27-4660-4121-8970-7ebe01c02047 req-8aef1709-f108-4394-990f-b8e5a5b27357 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622492 Feb 07 16:53:03.532409 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-136f85dd-b7a6-4167-b17a-d7b4fc7bb305 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7b03a594-a4bc-4478-a0e2-5822eab13e20), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:03.535546 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-136f85dd-b7a6-4167-b17a-d7b4fc7bb305 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:03.536930 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-136f85dd-b7a6-4167-b17a-d7b4fc7bb305 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-groups/7b03a594-a4bc-4478-a0e2-5822eab13e20 HTTP/1.1" status: 204 len: 168 time: 0.7063091 Feb 07 16:53:03.542934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46794) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:03.570684 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f85dd-b7a6-4167-b17a-d7b4fc7bb305 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b03a594-a4bc-4478-a0e2-5822eab13e20,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:03.577078 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3898ef6-b119-4d59-af94-a856c58a2882 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d7684d2c-2312-433b-a3fa-f46794347ac4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:03.584543 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-15a3eb52-438d-4f91-ab3b-ee69d22c17f2 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:03.585184 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-15a3eb52-438d-4f91-ab3b-ee69d22c17f2 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:03.622216 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-1aae4ec1-abf9-4728-8989-b0c2022e8c8b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Deleting port 2db5c0bc-b866-4e0d-a809-0111cf41496d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:53:03.622926 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-1aae4ec1-abf9-4728-8989-b0c2022e8c8b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2db5c0bc-b866-4e0d-a809-0111cf41496d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:03.665079 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-15a3eb52-438d-4f91-ab3b-ee69d22c17f2 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6447506 Feb 07 16:53:03.687900 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Request body: {'port': {'device_id': 'e6a7c033-ff63-4073-a4b7-50f2d830c2fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:03.691417 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-812a764b-f001-43ce-962b-1c425cccc66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'name': 'tempest-TaggedBootDevicesTest_v242-968091572-router', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:45:55Z', 'updated_at': '2022-02-07T16:46:05Z', 'revision_number': 4, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'gw_port': {'id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:45:57Z', 'updated_at': '2022-02-07T16:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'cf49984e-7dcf-4d73-b4ba-9535ef12dfd3', 'name': '', 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'mac_address': 'fa:16:3e:82:80:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7e220672-ddb5-4004-a2c7-1c1467c4afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:46:04Z', 'updated_at': '2022-02-07T16:46:14Z', 'revision_number': 5, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'subnets': [{'id': '7e220672-ddb5-4004-a2c7-1c1467c4afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:03.738483 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d88da410-5bc5-4f39-bcc1-e37643407b9d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1903872 Feb 07 16:53:03.746003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a764b-f001-43ce-962b-1c425cccc66f None None] Checking router: 0c0cb378-b544-40df-9144-5a4655bc5ba5 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:53:03.757008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a764b-f001-43ce-962b-1c425cccc66f None None] Routers {'0c0cb378-b544-40df-9144-5a4655bc5ba5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:53:03.758255 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-812a764b-f001-43ce-962b-1c425cccc66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0c0cb378-b544-40df-9144-5a4655bc5ba5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:03.762103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46806) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:03.767313 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9fc2963c-1784-4d05-9a69-3d04a51633f6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:03.772646 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afab12-010d-48a8-b8df-e57ff942e43a req-79780215-d63b-4ece-bd13-54cd04909f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:03.774170 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33afab12-010d-48a8-b8df-e57ff942e43a req-79780215-d63b-4ece-bd13-54cd04909f17 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 1131 time: 0.3478365 Feb 07 16:53:03.793024 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-977d2646-025b-4e8d-9924-92d8905f43ab tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:03.802626 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-27ef8042-57f2-4778-a55b-af39faf1d162 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group': {'name': 'tempest-secgroup--716493425'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:03.818481 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d9190-a83d-4841-b1cc-652f501a5226 req-7730557f-6b5b-4dac-95ea-7cbb856c4afa tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:03.828596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d9190-a83d-4841-b1cc-652f501a5226 req-7730557f-6b5b-4dac-95ea-7cbb856c4afa tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:03.836259 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d9190-a83d-4841-b1cc-652f501a5226 req-7730557f-6b5b-4dac-95ea-7cbb856c4afa tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:03.842808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d9190-a83d-4841-b1cc-652f501a5226 req-7730557f-6b5b-4dac-95ea-7cbb856c4afa tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:03.851496 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d5d9190-a83d-4841-b1cc-652f501a5226 req-7730557f-6b5b-4dac-95ea-7cbb856c4afa tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 3143 time: 0.7128978 Feb 07 16:53:03.932267 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-812a764b-f001-43ce-962b-1c425cccc66f None None] Set router 0c0cb378-b544-40df-9144-5a4655bc5ba5 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:53:03.948584 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3eb52-438d-4f91-ab3b-ee69d22c17f2 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Pushing event updated for resources: {'Port': ['ID=9fc2963c-1784-4d05-9a69-3d04a51633f6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:04.063900 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3898ef6-b119-4d59-af94-a856c58a2882 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=d7684d2c-2312-433b-a3fa-f46794347ac4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:04.114843 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27ef8042-57f2-4778-a55b-af39faf1d162 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:04.160461 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b3898ef6-b119-4d59-af94-a856c58a2882 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:04.167465 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b3898ef6-b119-4d59-af94-a856c58a2882 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/ports/d7684d2c-2312-433b-a3fa-f46794347ac4 HTTP/1.1" status: 204 len: 168 time: 1.8276987 Feb 07 16:53:04.182182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46808) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:04.238057 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-812a764b-f001-43ce-962b-1c425cccc66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'name': 'tempest-TaggedBootDevicesTest_v242-968091572-router', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:45:55Z', 'updated_at': '2022-02-07T16:46:05Z', 'revision_number': 4, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'gw_port': {'id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:45:57Z', 'updated_at': '2022-02-07T16:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'cf49984e-7dcf-4d73-b4ba-9535ef12dfd3', 'name': '', 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'mac_address': 'fa:16:3e:82:80:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7e220672-ddb5-4004-a2c7-1c1467c4afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:46:04Z', 'updated_at': '2022-02-07T16:46:14Z', 'revision_number': 5, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'subnets': [{'id': '7e220672-ddb5-4004-a2c7-1c1467c4afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:04.244546 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-977d2646-025b-4e8d-9924-92d8905f43ab tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Allocated IP 172.20.0.1 (1ee4587e-6003-4be9-a3c9-945c52875741/a322fca9-9249-4a62-b5c2-0b929914a51e/85bb66bd-5f44-47ee-877d-2e8ef511cd9e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:53:04.274871 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a764b-f001-43ce-962b-1c425cccc66f None None] The sync data for ids ['0c0cb378-b544-40df-9144-5a4655bc5ba5'] in n-d-827865-3 is: [{'id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'name': 'tempest-TaggedBootDevicesTest_v242-968091572-router', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:45:55Z', 'updated_at': '2022-02-07T16:46:05Z', 'revision_number': 4, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'gw_port': {'id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:45:57Z', 'updated_at': '2022-02-07T16:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'cf49984e-7dcf-4d73-b4ba-9535ef12dfd3', 'name': '', 'network_id': 'c8c7efe8-323f-461c-b8f3-d0df0e78b272', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'mac_address': 'fa:16:3e:82:80:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '7e220672-ddb5-4004-a2c7-1c1467c4afbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:46:04Z', 'updated_at': '2022-02-07T16:46:14Z', 'revision_number': 5, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'subnets': [{'id': '7e220672-ddb5-4004-a2c7-1c1467c4afbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:53:04.312510 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d5d9190-a83d-4841-b1cc-652f501a5226 req-862e0f3a-1ae7-41aa-b96a-97a474b45edc tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4600432 Feb 07 16:53:04.353922 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4650a3-24be-43b5-96e0-3b2f476eedcf tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] GET failed (client error): The resource could not be found. Feb 07 16:53:04.354054 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46810) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:04.354176 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cb4650a3-24be-43b5-96e0-3b2f476eedcf tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports/d7684d2c-2312-433b-a3fa-f46794347ac4 HTTP/1.1" status: 404 len: 333 time: 0.1659133 Feb 07 16:53:04.375787 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afab12-010d-48a8-b8df-e57ff942e43a req-c1455c51-b97a-4a6b-8ad8-335cd16f976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:04.378842 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33afab12-010d-48a8-b8df-e57ff942e43a req-c1455c51-b97a-4a6b-8ad8-335cd16f976a service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.5809381 Feb 07 16:53:04.395452 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-1aae4ec1-abf9-4728-8989-b0c2022e8c8b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] For port 2db5c0bc-b866-4e0d-a809-0111cf41496d, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2db5c0bc-b866-4e0d-a809-0111cf41496d,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:04.395983 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-1aae4ec1-abf9-4728-8989-b0c2022e8c8b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2db5c0bc-b866-4e0d-a809-0111cf41496d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:04.449765 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-1aae4ec1-abf9-4728-8989-b0c2022e8c8b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Calling delete_port for 2db5c0bc-b866-4e0d-a809-0111cf41496d owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:53:04.460670 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-465b1a8f-308d-4cfc-9f39-4d3090245297 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:04.462228 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-465b1a8f-308d-4cfc-9f39-4d3090245297 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/networks?id=6c36ab46-5032-4023-96e4-5dff7c96c9c6 HTTP/1.1" status: 200 len: 811 time: 0.7684259 Feb 07 16:53:04.558574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-d3533d2a-c560-4d56-9de6-41915538128d tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/quotas/9ad3699b57504f1d8d8119bb8b107134 HTTP/1.1" status: 200 len: 375 time: 0.0803132 Feb 07 16:53:04.560729 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33afab12-010d-48a8-b8df-e57ff942e43a req-3f5a0bc0-fbe5-40f1-8901-3b9b5f3c3f6f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2ff7e564-33b8-46a8-a62b-6de8c00e52b3 HTTP/1.1" status: 200 len: 217 time: 0.1549213 Feb 07 16:53:04.571528 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-977d2646-025b-4e8d-9924-92d8905f43ab tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks [] for port (85bb66bd-5f44-47ee-877d-2e8ef511cd9e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:04.653513 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87b9fd4e-ba35-468a-a813-9daae8d0e1b4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (d55e39e3-036e-4d0e-b724-a1f161cd6157), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:04.707315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a29c3-9942-48b9-99d7-1c48da5ddf96 req-dff72afb-4d26-451e-b492-67fbd6406d9b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:04.712806 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87b9fd4e-ba35-468a-a813-9daae8d0e1b4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (d55e39e3-036e-4d0e-b724-a1f161cd6157), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:04.714564 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2b1a29c3-9942-48b9-99d7-1c48da5ddf96 req-dff72afb-4d26-451e-b492-67fbd6406d9b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.2654984 Feb 07 16:53:04.715605 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c0e89c-61c1-48ab-bfad-71bc140f633c None None] New status for floating IP edf18c95-4896-4b9d-a1b9-c23709d52b83: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:53:04.722069 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27ef8042-57f2-4778-a55b-af39faf1d162 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (9f3d300a-2a0a-4f05-8eba-4538df8da112), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:04.742881 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27ef8042-57f2-4778-a55b-af39faf1d162 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (9f3d300a-2a0a-4f05-8eba-4538df8da112), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:04.745391 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afab12-010d-48a8-b8df-e57ff942e43a req-86760623-26ab-47fd-812a-0ce3d66df274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:04.746885 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33afab12-010d-48a8-b8df-e57ff942e43a req-86760623-26ab-47fd-812a-0ce3d66df274 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1598468 Feb 07 16:53:04.756360 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-5eb8efba-e502-4a27-a013-2bb8d236fe58 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ad3699b57504f1d8d8119bb8b107134&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1793077 Feb 07 16:53:04.767710 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-977d2646-025b-4e8d-9924-92d8905f43ab tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (85bb66bd-5f44-47ee-877d-2e8ef511cd9e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:04.854553 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27ef8042-57f2-4778-a55b-af39faf1d162 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:04.856412 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-27ef8042-57f2-4778-a55b-af39faf1d162 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0860457 Feb 07 16:53:04.861388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef8042-57f2-4778-a55b-af39faf1d162 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3d300a-2a0a-4f05-8eba-4538df8da112,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:04.863003 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46814) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:04.897483 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2b1a29c3-9942-48b9-99d7-1c48da5ddf96 req-6589ddec-5a9b-4d49-b8b2-49a0f760c692 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799049 Feb 07 16:53:04.898603 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c0c5fd7b-447f-41ba-901a-811e6201f02b tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group_rule': {'security_group_id': '9f3d300a-2a0a-4f05-8eba-4538df8da112', 'direction': 'ingress', 'protocol': 17}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:04.934252 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afab12-010d-48a8-b8df-e57ff942e43a req-b7bfac74-06a2-4a9f-a123-a87f2ce9758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:04.935941 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33afab12-010d-48a8-b8df-e57ff942e43a req-b7bfac74-06a2-4a9f-a123-a87f2ce9758a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1589246 Feb 07 16:53:04.937123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977d2646-025b-4e8d-9924-92d8905f43ab tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Network 1ee4587e-6003-4be9-a3c9-945c52875741 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:53:04.953477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc2963c-1784-4d05-9a69-3d04a51633f6 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:53:04.956852 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87b9fd4e-ba35-468a-a813-9daae8d0e1b4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d55e39e3-036e-4d0e-b724-a1f161cd6157), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:04.959670 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87b9fd4e-ba35-468a-a813-9daae8d0e1b4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:04.960836 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-87b9fd4e-ba35-468a-a813-9daae8d0e1b4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/security-groups/d55e39e3-036e-4d0e-b724-a1f161cd6157 HTTP/1.1" status: 204 len: 168 time: 0.5994303 Feb 07 16:53:04.962263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-977d2646-025b-4e8d-9924-92d8905f43ab tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:53:04.970459 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46816) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:04.980229 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d2646-025b-4e8d-9924-92d8905f43ab tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:53:04.980550 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Publish callbacks [] for port (9fc2963c-1784-4d05-9a69-3d04a51633f6), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:04.991541 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-1aae4ec1-abf9-4728-8989-b0c2022e8c8b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (2db5c0bc-b866-4e0d-a809-0111cf41496d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:04.997366 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1772173-8057-4cb4-b56d-ff251fb989eb x-openstack-request-id: req-f1772173-8057-4cb4-b56d-ff251fb989eb {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:53:04.997894 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-deleted", "tag": "7c18a493-54e9-4842-8756-24673405aff8", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:53:04.998374 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1772173-8057-4cb4-b56d-ff251fb989eb {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:53:04.998945 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-deleted', 'tag': '7c18a493-54e9-4842-8756-24673405aff8', 'status': 'completed', 'code': 200} Feb 07 16:53:05.086874 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Transition to ACTIVE for port object 9fc2963c-1784-4d05-9a69-3d04a51633f6 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:53:05.111438 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (9fc2963c-1784-4d05-9a69-3d04a51633f6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:05.253925 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33afab12-010d-48a8-b8df-e57ff942e43a req-b5ed66d5-8de6-41b6-81ee-28b3bb989358 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113778 Feb 07 16:53:05.254580 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc2963c-1784-4d05-9a69-3d04a51633f6,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:05.262917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef6fbe-379a-4a67-9f68-1aee41219f91 req-1aa7aad4-d515-42e6-81e6-ffa224c98d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:05.264443 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96ef6fbe-379a-4a67-9f68-1aee41219f91 req-1aa7aad4-d515-42e6-81e6-ffa224c98d50 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75&tenant_id=6fdea7f1b6324f67b931aa532697bca1 HTTP/1.1" status: 200 len: 1125 time: 0.2553365 Feb 07 16:53:05.277033 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe72a609-a9dc-49f6-a336-2d9023e2954b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (f38e6a08-3ff7-4c59-aed4-ac26113f142c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:05.293483 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d2646-025b-4e8d-9924-92d8905f43ab tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event updated for resources: {'Port': ['ID=85bb66bd-5f44-47ee-877d-2e8ef511cd9e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:05.302865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9fd4e-ba35-468a-a813-9daae8d0e1b4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55e39e3-036e-4d0e-b724-a1f161cd6157,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:05.345170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d8a68702-bdf1-4c6c-b47e-85e2f4920193 None None] Provisioning complete for port 85bb66bd-5f44-47ee-877d-2e8ef511cd9e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:05.346294 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d8a68702-bdf1-4c6c-b47e-85e2f4920193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (85bb66bd-5f44-47ee-877d-2e8ef511cd9e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:05.356276 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0c5fd7b-447f-41ba-901a-811e6201f02b tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (77ae8aaa-5408-4929-892a-71fc8a06541f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:05.359554 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24724c1-82c3-49be-a50f-97a72a8dfea0 req-42ffcb87-ac8c-48e2-b8bc-54fd005c4944 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:05.361389 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c24724c1-82c3-49be-a50f-97a72a8dfea0 req-42ffcb87-ac8c-48e2-b8bc-54fd005c4944 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6a7c033-ff63-4073-a4b7-50f2d830c2fc HTTP/1.1" status: 200 len: 943 time: 0.3014300 Feb 07 16:53:05.367834 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae4ec1-abf9-4728-8989-b0c2022e8c8b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event deleted for resources: {'Port': ['ID=2db5c0bc-b866-4e0d-a809-0111cf41496d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:05.392543 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-977d2646-025b-4e8d-9924-92d8905f43ab tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (9a7a2539-9ef0-4203-99ee-d5d79cee8682), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:05.396439 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-f4b47f35-3858-42fa-bc06-f662d28111a2 service neutron] 10.222.0.18 "GET /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194394 Feb 07 16:53:05.404259 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d8a68702-bdf1-4c6c-b47e-85e2f4920193 None None] Port 85bb66bd-5f44-47ee-877d-2e8ef511cd9e cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:53:05.434309 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe72a609-a9dc-49f6-a336-2d9023e2954b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (f38e6a08-3ff7-4c59-aed4-ac26113f142c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:05.499958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-1aae4ec1-abf9-4728-8989-b0c2022e8c8b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] No DVR routers for this DVR port 2db5c0bc-b866-4e0d-a809-0111cf41496d on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:53:05.538523 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-1aae4ec1-abf9-4728-8989-b0c2022e8c8b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:05.541884 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-1aae4ec1-abf9-4728-8989-b0c2022e8c8b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.32 "DELETE /v2.0/ports/2db5c0bc-b866-4e0d-a809-0111cf41496d HTTP/1.1" status: 204 len: 173 time: 2.3816838 Feb 07 16:53:05.553424 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c24724c1-82c3-49be-a50f-97a72a8dfea0 req-924b4421-60d3-42bb-be1e-a143b7b3fa7a tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/security-groups?id=75437e06-4945-4861-ba82-c1ceb9d9c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606526 Feb 07 16:53:05.555288 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef6fbe-379a-4a67-9f68-1aee41219f91 req-dc93a835-bee0-4350-a4d4-0a144a238e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:05.556691 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96ef6fbe-379a-4a67-9f68-1aee41219f91 req-dc93a835-bee0-4350-a4d4-0a144a238e43 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fdea7f1b6324f67b931aa532697bca1&device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 1125 time: 0.2239335 Feb 07 16:53:05.558766 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Attempting to bind port 9fc2963c-1784-4d05-9a69-3d04a51633f6 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:53:05.558766 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Attempting to bind port 9fc2963c-1784-4d05-9a69-3d04a51633f6 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'b1b48daf-d50b-4e8c-a2d2-0e8723683f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1d4c7487-ab25-4df0-9d1d-296faafbf06c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:53:05.558766 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Attempting to bind port 9fc2963c-1784-4d05-9a69-3d04a51633f6 on network 1d4c7487-ab25-4df0-9d1d-296faafbf06c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:53:05.562439 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33afab12-010d-48a8-b8df-e57ff942e43a req-f7783b85-fa4d-4ac6-a45c-c595d192e7a3 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970648 Feb 07 16:53:05.585624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Port 9fc2963c-1784-4d05-9a69-3d04a51633f6 on network 1d4c7487-ab25-4df0-9d1d-296faafbf06c not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:53:05.586083 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Attempting to bind port 9fc2963c-1784-4d05-9a69-3d04a51633f6 on network 1d4c7487-ab25-4df0-9d1d-296faafbf06c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:53:05.618674 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe72a609-a9dc-49f6-a336-2d9023e2954b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f38e6a08-3ff7-4c59-aed4-ac26113f142c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:05.621436 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe72a609-a9dc-49f6-a336-2d9023e2954b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:05.622601 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fe72a609-a9dc-49f6-a336-2d9023e2954b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/security-groups/f38e6a08-3ff7-4c59-aed4-ac26113f142c HTTP/1.1" status: 204 len: 168 time: 0.6511242 Feb 07 16:53:05.627434 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46820) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:05.642559 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:53:05.643037 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Checking segment: {'id': 'b1b48daf-d50b-4e8c-a2d2-0e8723683f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1d4c7487-ab25-4df0-9d1d-296faafbf06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:53:05.643306 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Bound using segment: {'id': 'b1b48daf-d50b-4e8c-a2d2-0e8723683f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1d4c7487-ab25-4df0-9d1d-296faafbf06c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:53:05.644329 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Bound port: 9fc2963c-1784-4d05-9a69-3d04a51633f6, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b48daf-d50b-4e8c-a2d2-0e8723683f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1d4c7487-ab25-4df0-9d1d-296faafbf06c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:53:05.644687 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9fc2963c-1784-4d05-9a69-3d04a51633f6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:05.651309 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72a609-a9dc-49f6-a336-2d9023e2954b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38e6a08-3ff7-4c59-aed4-ac26113f142c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:05.657911 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0c5fd7b-447f-41ba-901a-811e6201f02b tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (77ae8aaa-5408-4929-892a-71fc8a06541f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:05.701461 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0c5fd7b-447f-41ba-901a-811e6201f02b tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (77ae8aaa-5408-4929-892a-71fc8a06541f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:05.759256 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef6fbe-379a-4a67-9f68-1aee41219f91 req-25811b13-90fa-4b32-bff6-806cdfe09796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:05.760449 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96ef6fbe-379a-4a67-9f68-1aee41219f91 req-25811b13-90fa-4b32-bff6-806cdfe09796 service neutron] 10.222.0.48 "GET /v2.0/networks?id=558210b1-aeef-4297-87e4-07b1b1a8ae99 HTTP/1.1" status: 200 len: 918 time: 0.1953158 Feb 07 16:53:05.799093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5fd7b-447f-41ba-901a-811e6201f02b tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ae8aaa-5408-4929-892a-71fc8a06541f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:05.819064 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-977d2646-025b-4e8d-9924-92d8905f43ab tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (85bb66bd-5f44-47ee-877d-2e8ef511cd9e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:05.822520 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-93d3482a-67ef-4185-8679-60e77859d1f4 service neutron] 10.222.0.18 "GET /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682106 Feb 07 16:53:05.840147 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0c5fd7b-447f-41ba-901a-811e6201f02b tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:05.841390 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c0c5fd7b-447f-41ba-901a-811e6201f02b tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9512103 Feb 07 16:53:05.848360 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6044a8-fa1e-4d3d-80a3-7fe459e73ac3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting subnet 4ab60544-6dc2-4ed8-a0e6-8c88c7e52ef7 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:53:05.851772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46822) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:05.854917 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee6044a8-fa1e-4d3d-80a3-7fe459e73ac3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for subnet (4ab60544-6dc2-4ed8-a0e6-8c88c7e52ef7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:05.910513 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96ef6fbe-379a-4a67-9f68-1aee41219f91 req-9b10e672-488e-4d67-9db1-2242e85d2416 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 HTTP/1.1" status: 200 len: 999 time: 0.1305301 Feb 07 16:53:05.917380 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] For port 9fc2963c-1784-4d05-9a69-3d04a51633f6, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:53:05.921691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] For port 9fc2963c-1784-4d05-9a69-3d04a51633f6, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=9fc2963c-1784-4d05-9a69-3d04a51633f6,segment=NetworkSegment(b1b48daf-d50b-4e8c-a2d2-0e8723683f77),segment_id=b1b48daf-d50b-4e8c-a2d2-0e8723683f77)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:53:05.937366 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f8b9c-7076-41e6-b5da-c69fb99fd304 req-3ff382ac-034d-408a-8a33-1acb95f449cc tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:05.938902 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-306f8b9c-7076-41e6-b5da-c69fb99fd304 req-3ff382ac-034d-408a-8a33-1acb95f449cc tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.2424629 Feb 07 16:53:05.974520 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee6044a8-fa1e-4d3d-80a3-7fe459e73ac3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (4ab60544-6dc2-4ed8-a0e6-8c88c7e52ef7), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:05.989389 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (9fc2963c-1784-4d05-9a69-3d04a51633f6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:06.084080 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:06.084719 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:06.086157 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] 10.222.0.48 "PUT /v2.0/ports/9fc2963c-1784-4d05-9a69-3d04a51633f6 HTTP/1.1" status: 200 len: 1091 time: 2.4028244 Feb 07 16:53:06.086788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a7c033-ff63-4073-a4b7-50f2d830c2fc', 'tag': '9fc2963c-1784-4d05-9a69-3d04a51633f6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:53:06.089073 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14718922-a621-4b7c-ac47-371328c568f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a7c033-ff63-4073-a4b7-50f2d830c2fc", "tag": "9fc2963c-1784-4d05-9a69-3d04a51633f6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:53:06.102250 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-306f8b9c-7076-41e6-b5da-c69fb99fd304 req-1f1892a0-2384-4f29-b487-0259dc54b4d8 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363175 Feb 07 16:53:06.122372 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef6fbe-379a-4a67-9f68-1aee41219f91 req-69af8d99-4252-4d38-9e5b-dea97e669cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:06.123807 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96ef6fbe-379a-4a67-9f68-1aee41219f91 req-69af8d99-4252-4d38-9e5b-dea97e669cff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e08eff2f-7c93-4ede-90b9-2e6bbced6db6 HTTP/1.1" status: 200 len: 856 time: 0.2041700 Feb 07 16:53:06.189881 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb3db8-a593-4d63-8f20-bf807e44d466 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc2963c-1784-4d05-9a69-3d04a51633f6,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:06.218906 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93017621-3841-413a-9a25-67ddac959396 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (9f3d300a-2a0a-4f05-8eba-4538df8da112), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:06.279898 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef6fbe-379a-4a67-9f68-1aee41219f91 req-75f55837-e389-4989-9471-65a5c371bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:06.281447 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96ef6fbe-379a-4a67-9f68-1aee41219f91 req-75f55837-e389-4989-9471-65a5c371bf11 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=558210b1-aeef-4297-87e4-07b1b1a8ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1458516 Feb 07 16:53:06.284533 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-8130d014-409c-40f9-9582-f9ee5fe32c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:06.286677 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-8130d014-409c-40f9-9582-f9ee5fe32c65 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7d9cadc131d469aa4c4815a6e925016&device_id=e6a7c033-ff63-4073-a4b7-50f2d830c2fc HTTP/1.1" status: 200 len: 1125 time: 0.1585906 Feb 07 16:53:06.296615 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a1744-abc7-4bd8-a159-8e3c059fb465 req-44e73f7b-d000-4776-9001-2b0325cc2201 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:06.298286 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-715a1744-abc7-4bd8-a159-8e3c059fb465 req-44e73f7b-d000-4776-9001-2b0325cc2201 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.1034091 Feb 07 16:53:06.335393 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-17e8ea0b-e145-4425-b107-772cc5d073b2 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Deleting port 1f140185-94e6-47ae-a1d1-6d64b078a33e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:53:06.335741 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-17e8ea0b-e145-4425-b107-772cc5d073b2 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1f140185-94e6-47ae-a1d1-6d64b078a33e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:06.342597 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee6044a8-fa1e-4d3d-80a3-7fe459e73ac3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (4ab60544-6dc2-4ed8-a0e6-8c88c7e52ef7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:06.358533 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-394aa20a-46d1-4619-9e77-1118d57fee43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fc2963c-1784-4d05-9a69-3d04a51633f6 HTTP/1.1" status: 200 len: 217 time: 0.0592623 Feb 07 16:53:06.436279 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93017621-3841-413a-9a25-67ddac959396 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (9f3d300a-2a0a-4f05-8eba-4538df8da112), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:06.598840 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1cce4-7fd5-4d24-a31c-246206e167c4 req-5b2920a9-1dc5-435a-9c60-ed5f9fc84a0b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:06.605367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1cce4-7fd5-4d24-a31c-246206e167c4 req-5b2920a9-1dc5-435a-9c60-ed5f9fc84a0b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:06.610905 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1cce4-7fd5-4d24-a31c-246206e167c4 req-5b2920a9-1dc5-435a-9c60-ed5f9fc84a0b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:06.613476 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7f1cce4-7fd5-4d24-a31c-246206e167c4 req-5b2920a9-1dc5-435a-9c60-ed5f9fc84a0b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 2410 time: 0.4871273 Feb 07 16:53:06.657616 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee6044a8-fa1e-4d3d-80a3-7fe459e73ac3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (4ab60544-6dc2-4ed8-a0e6-8c88c7e52ef7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:06.668339 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-17e8ea0b-e145-4425-b107-772cc5d073b2 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] For port 1f140185-94e6-47ae-a1d1-6d64b078a33e, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=1f140185-94e6-47ae-a1d1-6d64b078a33e,segment=NetworkSegment(0136f7ea-999b-4051-86f3-2f70d0f8796a),segment_id=0136f7ea-999b-4051-86f3-2f70d0f8796a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:06.668774 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-17e8ea0b-e145-4425-b107-772cc5d073b2 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1f140185-94e6-47ae-a1d1-6d64b078a33e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:06.727635 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93017621-3841-413a-9a25-67ddac959396 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (9f3d300a-2a0a-4f05-8eba-4538df8da112), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:06.730309 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93017621-3841-413a-9a25-67ddac959396 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:06.731465 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-93017621-3841-413a-9a25-67ddac959396 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-groups/9f3d300a-2a0a-4f05-8eba-4538df8da112 HTTP/1.1" status: 204 len: 168 time: 0.8777883 Feb 07 16:53:06.738141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46840) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:06.745228 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee6044a8-fa1e-4d3d-80a3-7fe459e73ac3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:06.754508 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ee6044a8-fa1e-4d3d-80a3-7fe459e73ac3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/subnets/4ab60544-6dc2-4ed8-a0e6-8c88c7e52ef7 HTTP/1.1" status: 204 len: 168 time: 1.1257427 Feb 07 16:53:06.755720 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46842) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:06.756192 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d46f0-d7e6-434b-be15-28958566a9da None None] Network 741ae769-8ddc-4b4c-a864-c352da55a9de requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:53:06.761665 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-17e8ea0b-e145-4425-b107-772cc5d073b2 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Calling delete_port for 1f140185-94e6-47ae-a1d1-6d64b078a33e owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:53:06.765146 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6044a8-fa1e-4d3d-80a3-7fe459e73ac3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Subnet': ['ID=4ab60544-6dc2-4ed8-a0e6-8c88c7e52ef7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:06.790995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d93e260d-3b79-4f6a-b606-424cc980479d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'subnet': {'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:06.801413 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-715a1744-abc7-4bd8-a159-8e3c059fb465 req-129ed3f0-ac77-43ab-9694-a38a7cea2993 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862456 Feb 07 16:53:06.813455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-f2930993-a88a-41da-b430-f43f17702ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:06.814919 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-f2930993-a88a-41da-b430-f43f17702ef5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=439a2fb0-d7fb-4ee3-8528-d0a1d321b5c1 HTTP/1.1" status: 200 len: 852 time: 0.1134031 Feb 07 16:53:06.868788 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-fa733bdc-56a0-4388-af4a-ddcd4e96219b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d4c7487-ab25-4df0-9d1d-296faafbf06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465977 Feb 07 16:53:06.884114 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96ef6fbe-379a-4a67-9f68-1aee41219f91 req-3b48be66-8f95-4167-ba17-abe8a858e70b service neutron] 10.222.0.48 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831785 Feb 07 16:53:06.887470 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-32f56d38-17e2-481d-a75d-3a530715d3cd tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1460774 Feb 07 16:53:06.900659 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46844) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:06.912618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-53aed61b-f994-436b-8c7d-cecc0ca415b9 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group': {'name': 'tempest-secgroup--170863698'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:06.912852 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93017621-3841-413a-9a25-67ddac959396 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3d300a-2a0a-4f05-8eba-4538df8da112,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:07.013760 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-deleted', 'tag': '2db5c0bc-b866-4e0d-a809-0111cf41496d'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:53:07.016442 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826665d7-7370-4438-84af-f30c2156f4a6" -d '{"events": [{"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-deleted", "tag": "2db5c0bc-b866-4e0d-a809-0111cf41496d"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:53:07.027350 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a714fe9-58bb-47a9-aa97-3720149bed75 req-d0683ef0-609c-415d-b640-4a8dc07e4fa5 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 210 time: 0.1259108 Feb 07 16:53:07.058880 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7f1cce4-7fd5-4d24-a31c-246206e167c4 req-c9907bd8-8f05-4eee-b7fc-c60fa0507f47 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4296286 Feb 07 16:53:07.101611 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-ec9f7a6e-0708-46d8-98ab-32603c48726e service neutron] 10.222.0.48 "GET /v2.0/networks/1d4c7487-ab25-4df0-9d1d-296faafbf06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270689 Feb 07 16:53:07.107093 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-53aed61b-f994-436b-8c7d-cecc0ca415b9 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:07.127310 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93e260d-3b79-4f6a-b606-424cc980479d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:53:07.135911 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11432286-3217-4264-9409-2f7b7a420fb0 x-openstack-request-id: req-11432286-3217-4264-9409-2f7b7a420fb0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:53:07.136217 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a7c033-ff63-4073-a4b7-50f2d830c2fc", "tag": "9fc2963c-1784-4d05-9a69-3d04a51633f6", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:53:07.136459 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11432286-3217-4264-9409-2f7b7a420fb0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:53:07.136865 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a7c033-ff63-4073-a4b7-50f2d830c2fc', 'tag': '9fc2963c-1784-4d05-9a69-3d04a51633f6', 'status': 'completed', 'code': 200} Feb 07 16:53:07.140308 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d93e260d-3b79-4f6a-b606-424cc980479d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:07.184622 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-977d2646-025b-4e8d-9924-92d8905f43ab tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks [] for port (85bb66bd-5f44-47ee-877d-2e8ef511cd9e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:07.263181 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96ef6fbe-379a-4a67-9f68-1aee41219f91 req-01bafc67-f94d-4d00-8af0-0ca356e296d3 service neutron] 10.222.0.48 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737056 Feb 07 16:53:07.287505 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee86dbc-9b5c-4400-8826-b93a1a6e88c0 x-openstack-request-id: req-0ee86dbc-9b5c-4400-8826-b93a1a6e88c0 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:53:07.287849 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-deleted", "tag": "2db5c0bc-b866-4e0d-a809-0111cf41496d", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:53:07.288093 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ee86dbc-9b5c-4400-8826-b93a1a6e88c0 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:53:07.288517 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-deleted', 'tag': '2db5c0bc-b866-4e0d-a809-0111cf41496d', 'status': 'completed', 'code': 200} Feb 07 16:53:07.317680 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-977d2646-025b-4e8d-9924-92d8905f43ab tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (85bb66bd-5f44-47ee-877d-2e8ef511cd9e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:07.395702 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ab1206a-710c-4404-9819-3cf3fabf90a1 req-0c0e39cb-99b8-49ac-9b4e-318891ee9361 service neutron] 10.222.0.48 "GET /v2.0/networks/1d4c7487-ab25-4df0-9d1d-296faafbf06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862866 Feb 07 16:53:07.415506 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-53aed61b-f994-436b-8c7d-cecc0ca415b9 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (300273fb-ba21-422e-a17b-55ef549ec92a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:07.423397 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc8cf2-ca8d-4f00-8eb6-c1ec05b0142c req-7d57b9ed-1c6f-47f7-bbc2-d8d1a884c324 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:07.430873 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2dbc8cf2-ca8d-4f00-8eb6-c1ec05b0142c req-7d57b9ed-1c6f-47f7-bbc2-d8d1a884c324 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.1500082 Feb 07 16:53:07.433873 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-53aed61b-f994-436b-8c7d-cecc0ca415b9 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (300273fb-ba21-422e-a17b-55ef549ec92a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:07.461528 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-53aed61b-f994-436b-8c7d-cecc0ca415b9 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:07.462791 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-53aed61b-f994-436b-8c7d-cecc0ca415b9 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5549309 Feb 07 16:53:07.478812 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46856) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:07.491016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ff86db5c-bc1c-4dea-b938-c2fbb541238d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group': {'name': 'tempest-secgroup--546535066'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:07.532686 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-977d2646-025b-4e8d-9924-92d8905f43ab tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (9a7a2539-9ef0-4203-99ee-d5d79cee8682), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:07.545818 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d2646-025b-4e8d-9924-92d8905f43ab tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event updated for resources: {'Port': ['ID=85bb66bd-5f44-47ee-877d-2e8ef511cd9e,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:07.574064 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2dbc8cf2-ca8d-4f00-8eb6-c1ec05b0142c req-0e58c536-741c-429f-bfae-5fa12dea76b2 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423206 Feb 07 16:53:07.580750 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aed61b-f994-436b-8c7d-cecc0ca415b9 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=300273fb-ba21-422e-a17b-55ef549ec92a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:07.603550 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-a1a5744b-fb1b-44fa-aa8e-3417776afcd7 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:07.605120 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-a1a5744b-fb1b-44fa-aa8e-3417776afcd7 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.32 "GET /v2.0/networks?id=6c36ab46-5032-4023-96e4-5dff7c96c9c6 HTTP/1.1" status: 200 len: 811 time: 0.5358188 Feb 07 16:53:07.611570 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff86db5c-bc1c-4dea-b938-c2fbb541238d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:07.639428 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-e3c4a9be-79f4-4450-acbc-24ef45caf671 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Request body: {'port': {'device_id': 'b09c80ec-502b-4169-ac4b-718dc5263efc', 'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6', 'admin_state_up': True, 'tenant_id': '9ad3699b57504f1d8d8119bb8b107134'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:07.650062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14718922-a621-4b7c-ac47-371328c568f4 req-44610c0a-e133-41cc-92e5-8a51e2a6962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:07.652767 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-14718922-a621-4b7c-ac47-371328c568f4 req-44610c0a-e133-41cc-92e5-8a51e2a6962d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7d9cadc131d469aa4c4815a6e925016&device_id=e6a7c033-ff63-4073-a4b7-50f2d830c2fc HTTP/1.1" status: 200 len: 1125 time: 0.1869750 Feb 07 16:53:07.678709 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57c33b-c43b-49da-85e3-b227b75fc5c3 req-e77f7357-87e7-498e-930c-e8ce6168fc20 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:07.681962 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e57c33b-c43b-49da-85e3-b227b75fc5c3 req-e77f7357-87e7-498e-930c-e8ce6168fc20 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6a7c033-ff63-4073-a4b7-50f2d830c2fc HTTP/1.1" status: 200 len: 943 time: 0.3920701 Feb 07 16:53:07.764146 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff86db5c-bc1c-4dea-b938-c2fbb541238d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (c6d5c708-911b-4b67-83e6-b19a94b7c348), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:07.773142 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff86db5c-bc1c-4dea-b938-c2fbb541238d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c6d5c708-911b-4b67-83e6-b19a94b7c348), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:07.839224 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff86db5c-bc1c-4dea-b938-c2fbb541238d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:07.845519 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ff86db5c-bc1c-4dea-b938-c2fbb541238d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3550360 Feb 07 16:53:07.845519 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14718922-a621-4b7c-ac47-371328c568f4 req-1e263f64-4f32-4ad8-975b-8d68908b3a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:07.849084 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-14718922-a621-4b7c-ac47-371328c568f4 req-1e263f64-4f32-4ad8-975b-8d68908b3a5d service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d4c7487-ab25-4df0-9d1d-296faafbf06c HTTP/1.1" status: 200 len: 913 time: 0.1842244 Feb 07 16:53:07.850775 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86db5c-bc1c-4dea-b938-c2fbb541238d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d5c708-911b-4b67-83e6-b19a94b7c348,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:07.863433 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46870) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:07.871520 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6a4f887f-2aeb-4eb5-8b2a-b3b76e06255b tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group_rule': {'security_group_id': '300273fb-ba21-422e-a17b-55ef549ec92a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c6d5c708-911b-4b67-83e6-b19a94b7c348', 'remote_ip_prefix': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:07.950335 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a6f011aa-e496-4a3a-9d9a-1c972f1b5171 None None] Provisioning complete for port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:07.950914 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6f011aa-e496-4a3a-9d9a-1c972f1b5171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:07.965305 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-14718922-a621-4b7c-ac47-371328c568f4 req-1ad494de-6300-466f-82e1-100e34e128df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fc2963c-1784-4d05-9a69-3d04a51633f6 HTTP/1.1" status: 200 len: 217 time: 0.0845649 Feb 07 16:53:08.089908 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a4f887f-2aeb-4eb5-8b2a-b3b76e06255b tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (4c0f02ee-6511-4561-993a-90093806e786), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:08.147709 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a6f011aa-e496-4a3a-9d9a-1c972f1b5171 None None] Current status of the port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:08.173010 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a6f011aa-e496-4a3a-9d9a-1c972f1b5171 None None] Provisioning complete for port 48b285f4-b476-4e54-b946-e2c01d5d84fc triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:08.173328 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6f011aa-e496-4a3a-9d9a-1c972f1b5171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (48b285f4-b476-4e54-b946-e2c01d5d84fc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:08.176762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65c3bd-aca6-4a77-826c-a3884fa60dab req-da610158-6532-4659-a864-6d11fd55812f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:08.189271 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eb65c3bd-aca6-4a77-826c-a3884fa60dab req-da610158-6532-4659-a864-6d11fd55812f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.2398779 Feb 07 16:53:08.202997 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-17e8ea0b-e145-4425-b107-772cc5d073b2 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (1f140185-94e6-47ae-a1d1-6d64b078a33e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:08.271678 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a6f011aa-e496-4a3a-9d9a-1c972f1b5171 None None] Port 48b285f4-b476-4e54-b946-e2c01d5d84fc cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:53:08.300885 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e57c33b-c43b-49da-85e3-b227b75fc5c3 req-5172ec58-042f-4507-b30b-e184b405f576 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/security-groups?id=75437e06-4945-4861-ba82-c1ceb9d9c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5588548 Feb 07 16:53:08.347093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8ea0b-e145-4425-b107-772cc5d073b2 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event deleted for resources: {'Port': ['ID=1f140185-94e6-47ae-a1d1-6d64b078a33e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:08.351782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14718922-a621-4b7c-ac47-371328c568f4 req-1b2535c4-5b5b-4632-8860-c147288461a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:08.354208 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-14718922-a621-4b7c-ac47-371328c568f4 req-1b2535c4-5b5b-4632-8860-c147288461a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=439a2fb0-d7fb-4ee3-8528-d0a1d321b5c1 HTTP/1.1" status: 200 len: 852 time: 0.1274371 Feb 07 16:53:08.441856 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:53:08.442495 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-14718922-a621-4b7c-ac47-371328c568f4 req-ab938c2b-aaae-4271-84d8-8a32cd7d8257 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d4c7487-ab25-4df0-9d1d-296faafbf06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433846 Feb 07 16:53:08.485186 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eb65c3bd-aca6-4a77-826c-a3884fa60dab req-bd6142d0-83a6-4f78-b80f-7bf6f08ddd62 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945592 Feb 07 16:53:08.495588 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a4f887f-2aeb-4eb5-8b2a-b3b76e06255b tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (4c0f02ee-6511-4561-993a-90093806e786), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:08.503758 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a4f887f-2aeb-4eb5-8b2a-b3b76e06255b tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (4c0f02ee-6511-4561-993a-90093806e786), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:08.522823 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f887f-2aeb-4eb5-8b2a-b3b76e06255b tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0f02ee-6511-4561-993a-90093806e786,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:08.544282 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a4f887f-2aeb-4eb5-8b2a-b3b76e06255b tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:08.546564 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6a4f887f-2aeb-4eb5-8b2a-b3b76e06255b tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6813707 Feb 07 16:53:08.548605 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46876) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:08.570449 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977d2646-025b-4e8d-9924-92d8905f43ab tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Network 1ee4587e-6003-4be9-a3c9-945c52875741 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:53:08.588132 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-385f2766-87d8-47c0-92f2-6c5f63271e6f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (4c0f02ee-6511-4561-993a-90093806e786), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:08.598112 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-977d2646-025b-4e8d-9924-92d8905f43ab tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:53:08.618952 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-385f2766-87d8-47c0-92f2-6c5f63271e6f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (4c0f02ee-6511-4561-993a-90093806e786), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:08.657569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-17e8ea0b-e145-4425-b107-772cc5d073b2 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] No DVR routers for this DVR port 1f140185-94e6-47ae-a1d1-6d64b078a33e on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:53:08.688178 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-17e8ea0b-e145-4425-b107-772cc5d073b2 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:08.694233 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-17e8ea0b-e145-4425-b107-772cc5d073b2 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.32 "DELETE /v2.0/ports/1f140185-94e6-47ae-a1d1-6d64b078a33e HTTP/1.1" status: 204 len: 173 time: 3.1298361 Feb 07 16:53:08.752825 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-448da353-c8ad-49a5-b57b-34ec56b536e8 req-98479c56-3a32-4899-ac5c-daa5201e2b4d tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 210 time: 0.2326918 Feb 07 16:53:08.908472 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-14718922-a621-4b7c-ac47-371328c568f4 req-70286a97-f897-4405-91f7-8df006fe7600 service neutron] 10.222.0.48 "GET /v2.0/networks/1d4c7487-ab25-4df0-9d1d-296faafbf06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221543 Feb 07 16:53:09.024747 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-e3c4a9be-79f4-4450-acbc-24ef45caf671 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Made reservation on behalf of 9ad3699b57504f1d8d8119bb8b107134 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:53:09.029422 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-e3c4a9be-79f4-4450-acbc-24ef45caf671 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:09.046959 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-385f2766-87d8-47c0-92f2-6c5f63271e6f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (4c0f02ee-6511-4561-993a-90093806e786), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:09.057942 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-385f2766-87d8-47c0-92f2-6c5f63271e6f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:09.061399 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-385f2766-87d8-47c0-92f2-6c5f63271e6f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4c0f02ee-6511-4561-993a-90093806e786 HTTP/1.1" status: 204 len: 168 time: 0.5093606 Feb 07 16:53:09.068508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46880) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:09.106280 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f2766-87d8-47c0-92f2-6c5f63271e6f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c0f02ee-6511-4561-993a-90093806e786,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:09.116336 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4330b-2fda-4b06-94dd-546cc8f7daa7 req-1025613e-0f13-4022-b439-e52caf34ea80 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:09.121447 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e5eaa37a-74ff-4cec-8a04-43ebf48eb48f None None] Provisioning complete for port 85bb66bd-5f44-47ee-877d-2e8ef511cd9e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:09.122820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4330b-2fda-4b06-94dd-546cc8f7daa7 req-1025613e-0f13-4022-b439-e52caf34ea80 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:09.124381 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e5eaa37a-74ff-4cec-8a04-43ebf48eb48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (85bb66bd-5f44-47ee-877d-2e8ef511cd9e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:09.124784 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35c4330b-2fda-4b06-94dd-546cc8f7daa7 req-1025613e-0f13-4022-b439-e52caf34ea80 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 1677 time: 0.4814501 Feb 07 16:53:09.189018 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5687196c-8dfc-477f-b46b-dfe8fcdc1ac5 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1169810 Feb 07 16:53:09.193632 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46882) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:09.228304 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e5eaa37a-74ff-4cec-8a04-43ebf48eb48f None None] Port 85bb66bd-5f44-47ee-877d-2e8ef511cd9e cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:53:09.246316 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-14718922-a621-4b7c-ac47-371328c568f4 req-8747faf5-59f3-46a3-be89-67d0986cb87c service neutron] 10.222.0.48 "GET /v2.0/networks/1d4c7487-ab25-4df0-9d1d-296faafbf06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282282 Feb 07 16:53:09.279651 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3dcb7-4024-447c-8a85-15e4020c6967 req-0fef0e06-317d-488f-a8b3-d4a186f31d51 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:09.288233 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19d3dcb7-4024-447c-8a85-15e4020c6967 req-0fef0e06-317d-488f-a8b3-d4a186f31d51 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.3099792 Feb 07 16:53:09.306594 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35c4330b-2fda-4b06-94dd-546cc8f7daa7 req-86919c92-e497-465b-a073-9a2db148e2c2 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686599 Feb 07 16:53:09.350288 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-deleted', 'tag': '1f140185-94e6-47ae-a1d1-6d64b078a33e'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:53:09.363136 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdc16a8-fe14-492e-9686-28f7566eb6bc" -d '{"events": [{"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-deleted", "tag": "1f140185-94e6-47ae-a1d1-6d64b078a33e"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:53:09.426753 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977d2646-025b-4e8d-9924-92d8905f43ab tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Router 9a7a2539-9ef0-4203-99ee-d5d79cee8682 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:53:09.484974 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19d3dcb7-4024-447c-8a85-15e4020c6967 req-381711ef-ae64-4f00-bd61-13fbc242892e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952829 Feb 07 16:53:09.522473 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f4cfe-d9ad-4a9d-b385-21a3a9f9d08e req-da96dce3-3531-439a-8477-a297dac2205c tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:09.530015 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d93e260d-3b79-4f6a-b606-424cc980479d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (7c6407b6-4176-41ed-9a37-f1ed84a8de89), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:09.530672 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3a6f4cfe-d9ad-4a9d-b385-21a3a9f9d08e req-da96dce3-3531-439a-8477-a297dac2205c tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6a7c033-ff63-4073-a4b7-50f2d830c2fc HTTP/1.1" status: 200 len: 943 time: 0.0890708 Feb 07 16:53:09.608707 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3a6f4cfe-d9ad-4a9d-b385-21a3a9f9d08e req-eec41f3d-ba44-4710-ac01-b5fef23a2152 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/security-groups?id=75437e06-4945-4861-ba82-c1ceb9d9c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768969 Feb 07 16:53:09.707158 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340c74d8-046a-4e24-971a-2c7d2cb8febb x-openstack-request-id: req-340c74d8-046a-4e24-971a-2c7d2cb8febb {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:53:09.707668 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-deleted", "tag": "1f140185-94e6-47ae-a1d1-6d64b078a33e", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:53:09.708077 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-340c74d8-046a-4e24-971a-2c7d2cb8febb {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:53:09.708828 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-deleted', 'tag': '1f140185-94e6-47ae-a1d1-6d64b078a33e', 'status': 'completed', 'code': 200} Feb 07 16:53:09.736852 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-e3c4a9be-79f4-4450-acbc-24ef45caf671 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Allocated IP 172.20.0.8 (6c36ab46-5032-4023-96e4-5dff7c96c9c6/98c0d994-d3fe-4461-9362-be30eb5a1d39/3d4242e7-0556-4665-980a-18fa338b1045) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:53:09.745688 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4455dfad-e88a-426e-97a9-3763921a0144 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (c6d5c708-911b-4b67-83e6-b19a94b7c348), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:09.855854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93e260d-3b79-4f6a-b606-424cc980479d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 741ae769-8ddc-4b4c-a864-c352da55a9de is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:53:09.868771 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-b09b4770-5b6a-403e-a51f-d00c590a6618 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Deleting port 77883321-267c-498d-946e-72ebe4f0e50c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:53:09.869374 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-b09b4770-5b6a-403e-a51f-d00c590a6618 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (77883321-267c-498d-946e-72ebe4f0e50c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:09.872663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e260d-3b79-4f6a-b606-424cc980479d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Subnet': ['ID=7c6407b6-4176-41ed-9a37-f1ed84a8de89,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:09.931488 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f02733ff-ae36-446d-9584-e87c2c77fade req-9ffdf08d-d982-4e2a-b682-39ba5e2d01a3 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 210 time: 0.0645497 Feb 07 16:53:09.963383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d93e260d-3b79-4f6a-b606-424cc980479d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:53:09.965903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977d2646-025b-4e8d-9924-92d8905f43ab tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:53:09.976516 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93e260d-3b79-4f6a-b606-424cc980479d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:09.976808 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9d4c13-a558-4296-b9ab-5e753d411335 None None] Network 741ae769-8ddc-4b4c-a864-c352da55a9de requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:53:09.977386 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d93e260d-3b79-4f6a-b606-424cc980479d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:09.984185 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-977d2646-025b-4e8d-9924-92d8905f43ab tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "PUT /v2.0/routers/9a7a2539-9ef0-4203-99ee-d5d79cee8682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8999116 Feb 07 16:53:09.990052 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46892) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:10.017423 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4455dfad-e88a-426e-97a9-3763921a0144 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (c6d5c708-911b-4b67-83e6-b19a94b7c348), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:10.074003 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d93e260d-3b79-4f6a-b606-424cc980479d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3063025 Feb 07 16:53:10.074572 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72538c39-8c78-4bf8-aad8-ba77d46a68e8 None None] Sync routers for ids ['9a7a2539-9ef0-4203-99ee-d5d79cee8682'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:53:10.093669 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72538c39-8c78-4bf8-aad8-ba77d46a68e8 None None] Routers {'9a7a2539-9ef0-4203-99ee-d5d79cee8682'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:53:10.094717 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-72538c39-8c78-4bf8-aad8-ba77d46a68e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9a7a2539-9ef0-4203-99ee-d5d79cee8682'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:10.100865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46894) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:10.108940 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-025d39ab-a17f-4604-9246-0bc4391b0700 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'security_group': {'name': 'tempest-secgroup-418873565'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:10.185428 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-72538c39-8c78-4bf8-aad8-ba77d46a68e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:10.201632 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e395179c-8d6c-4e92-ba13-17616103e560 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks [] for router (9a7a2539-9ef0-4203-99ee-d5d79cee8682), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:10.218422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd346cc-46e2-470d-bdaa-cdf86210f661 req-5c67810b-970e-4759-ba35-94441328b2cb tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:10.226040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72538c39-8c78-4bf8-aad8-ba77d46a68e8 None None] Routers {'9a7a2539-9ef0-4203-99ee-d5d79cee8682'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:53:10.226676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-72538c39-8c78-4bf8-aad8-ba77d46a68e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9a7a2539-9ef0-4203-99ee-d5d79cee8682'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:10.227893 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8dd346cc-46e2-470d-bdaa-cdf86210f661 req-5c67810b-970e-4759-ba35-94441328b2cb tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.5458920 Feb 07 16:53:10.298300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-72538c39-8c78-4bf8-aad8-ba77d46a68e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:10.308607 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72538c39-8c78-4bf8-aad8-ba77d46a68e8 None None] The sync data for ids ['9a7a2539-9ef0-4203-99ee-d5d79cee8682'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:53:10.314381 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4455dfad-e88a-426e-97a9-3763921a0144 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c6d5c708-911b-4b67-83e6-b19a94b7c348), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:10.317400 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4455dfad-e88a-426e-97a9-3763921a0144 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:10.318938 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4455dfad-e88a-426e-97a9-3763921a0144 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-groups/c6d5c708-911b-4b67-83e6-b19a94b7c348 HTTP/1.1" status: 204 len: 168 time: 1.1170309 Feb 07 16:53:10.326765 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46896) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:10.340079 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-b09b4770-5b6a-403e-a51f-d00c590a6618 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] For port 77883321-267c-498d-946e-72ebe4f0e50c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=77883321-267c-498d-946e-72ebe4f0e50c,segment=NetworkSegment(0136f7ea-999b-4051-86f3-2f70d0f8796a),segment_id=0136f7ea-999b-4051-86f3-2f70d0f8796a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:10.340735 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-b09b4770-5b6a-403e-a51f-d00c590a6618 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (77883321-267c-498d-946e-72ebe4f0e50c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:10.359575 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-025d39ab-a17f-4604-9246-0bc4391b0700 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:10.411499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455dfad-e88a-426e-97a9-3763921a0144 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d5c708-911b-4b67-83e6-b19a94b7c348,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:10.421961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-b09b4770-5b6a-403e-a51f-d00c590a6618 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Calling delete_port for 77883321-267c-498d-946e-72ebe4f0e50c owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:53:10.490539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0fa8b5-2241-409f-9597-64d5c6fae72a None None] Update dhcp port {'port': {'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de', 'fixed_ips': [{'subnet_id': '39abfdf0-f653-4f41-8236-5aec03cec9c9', 'ip_address': '172.20.0.18'}, {'subnet_id': '7c6407b6-4176-41ed-9a37-f1ed84a8de89'}], 'binding:host_id': 'n-d-827865-3'}, 'id': '7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43'} from n-d-827865-3. {{(pid=103228) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 16:53:10.512512 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8dd346cc-46e2-470d-bdaa-cdf86210f661 req-201c3a2e-a1c7-4d3e-ad69-5a1638773e66 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835705 Feb 07 16:53:10.536464 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bc0fa8b5-2241-409f-9597-64d5c6fae72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:10.616135 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-e395179c-8d6c-4e92-ba13-17616103e560 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 16:53:10.617523 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e395179c-8d6c-4e92-ba13-17616103e560 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "DELETE /v2.0/routers/9a7a2539-9ef0-4203-99ee-d5d79cee8682 HTTP/1.1" status: 409 len: 329 time: 0.6263561 Feb 07 16:53:10.621935 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46904) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:10.652290 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-e3c4a9be-79f4-4450-acbc-24ef45caf671 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Publish callbacks [] for port (3d4242e7-0556-4665-980a-18fa338b1045), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:10.764432 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-025d39ab-a17f-4604-9246-0bc4391b0700 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (01c7f6cd-51c9-4bf7-9d55-7bdf7a1dd49d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:10.791014 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-025d39ab-a17f-4604-9246-0bc4391b0700 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (01c7f6cd-51c9-4bf7-9d55-7bdf7a1dd49d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:10.792875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-bc0fa8b5-2241-409f-9597-64d5c6fae72a None None] Allocated IP 172.20.0.2 (741ae769-8ddc-4b4c-a864-c352da55a9de/7c6407b6-4176-41ed-9a37-f1ed84a8de89/7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:53:10.812424 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-368378a0-d880-4237-a67e-f1e7cc4740ff tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4849141 Feb 07 16:53:10.816095 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46908) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:10.850296 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78330b64-9e76-490b-a217-e4df9c1a7e57 req-1b2a647f-460e-44a5-ab65-17ca934209e6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:10.852938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fa00a-8ff0-4d55-9615-89a7d527b582 req-e31ff797-2ae0-4930-92be-8723b56d2c39 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:10.855379 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-960fa00a-8ff0-4d55-9615-89a7d527b582 req-e31ff797-2ae0-4930-92be-8723b56d2c39 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.2123466 Feb 07 16:53:10.864182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78330b64-9e76-490b-a217-e4df9c1a7e57 req-1b2a647f-460e-44a5-ab65-17ca934209e6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:10.873212 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-78330b64-9e76-490b-a217-e4df9c1a7e57 req-1b2a647f-460e-44a5-ab65-17ca934209e6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 1677 time: 0.4098575 Feb 07 16:53:10.903084 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-025d39ab-a17f-4604-9246-0bc4391b0700 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:10.904970 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-025d39ab-a17f-4604-9246-0bc4391b0700 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8023942 Feb 07 16:53:10.906286 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-e3c4a9be-79f4-4450-acbc-24ef45caf671 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3d4242e7-0556-4665-980a-18fa338b1045), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:10.914842 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46910) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:10.949484 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['4baf8f26-2828-4d40-af7e-339619141625'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:53:10.949728 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3b8c73d1-93ba-45a5-8a51-67e41fc32d36 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'security_group': {'name': 'tempest-secgroup-150353246'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:10.998992 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d39ab-a17f-4604-9246-0bc4391b0700 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01c7f6cd-51c9-4bf7-9d55-7bdf7a1dd49d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:11.062584 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-78330b64-9e76-490b-a217-e4df9c1a7e57 req-e91dac88-e925-48b1-90fe-26d77cc9fdec tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845858 Feb 07 16:53:11.073569 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 9fc2963c-1784-4d05-9a69-3d04a51633f6 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:53:11.093360 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ce58c21-c64a-48ff-ad23-c83a6ce962de tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (300273fb-ba21-422e-a17b-55ef549ec92a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:11.111397 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-e3c4a9be-79f4-4450-acbc-24ef45caf671 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Network 6c36ab46-5032-4023-96e4-5dff7c96c9c6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:53:11.148255 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-e3c4a9be-79f4-4450-acbc-24ef45caf671 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:53:11.150891 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ce58c21-c64a-48ff-ad23-c83a6ce962de tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (300273fb-ba21-422e-a17b-55ef549ec92a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:11.175573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-e3c4a9be-79f4-4450-acbc-24ef45caf671 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:53:11.202470 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 9fc2963c-1784-4d05-9a69-3d04a51633f6, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=9fc2963c-1784-4d05-9a69-3d04a51633f6,segment=NetworkSegment(b1b48daf-d50b-4e8c-a2d2-0e8723683f77),segment_id=b1b48daf-d50b-4e8c-a2d2-0e8723683f77)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:11.220724 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '9fc2963c-1784-4d05-9a69-3d04a51633f6', 'network_id': '1d4c7487-ab25-4df0-9d1d-296faafbf06c', 'port_id': '9fc2963c-1784-4d05-9a69-3d04a51633f6', 'mac_address': 'fa:16:3e:46:f0:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439a2fb0-d7fb-4ee3-8528-d0a1d321b5c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:53:11.225524 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-bc0fa8b5-2241-409f-9597-64d5c6fae72a None None] For port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43,segment=NetworkSegment(cb8e2608-ca32-4a72-ab37-a9fc843f8bde),segment_id=cb8e2608-ca32-4a72-ab37-a9fc843f8bde)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:11.230765 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ce58c21-c64a-48ff-ad23-c83a6ce962de tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (300273fb-ba21-422e-a17b-55ef549ec92a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:11.233738 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ce58c21-c64a-48ff-ad23-c83a6ce962de tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:11.237715 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4ce58c21-c64a-48ff-ad23-c83a6ce962de tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-groups/300273fb-ba21-422e-a17b-55ef549ec92a HTTP/1.1" status: 204 len: 168 time: 0.4176185 Feb 07 16:53:11.247085 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4a9be-79f4-4450-acbc-24ef45caf671 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Pushing event updated for resources: {'Port': ['ID=3d4242e7-0556-4665-980a-18fa338b1045,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:11.248412 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b8c73d1-93ba-45a5-8a51-67e41fc32d36 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:11.255817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46914) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:11.287768 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-960fa00a-8ff0-4d55-9615-89a7d527b582 req-bd204b98-c471-4279-8567-445d13fb77d4 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4135065 Feb 07 16:53:11.295057 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-b09b4770-5b6a-403e-a51f-d00c590a6618 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (77883321-267c-498d-946e-72ebe4f0e50c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:11.304926 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce58c21-c64a-48ff-ad23-c83a6ce962de tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=300273fb-ba21-422e-a17b-55ef549ec92a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:11.392890 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b4770-5b6a-403e-a51f-d00c590a6618 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event deleted for resources: {'Port': ['ID=77883321-267c-498d-946e-72ebe4f0e50c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:11.411817 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bc0fa8b5-2241-409f-9597-64d5c6fae72a None None] Publish callbacks [] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:11.412894 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-e3c4a9be-79f4-4450-acbc-24ef45caf671 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:11.414033 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-e3c4a9be-79f4-4450-acbc-24ef45caf671 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:11.419895 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bc0fa8b5-2241-409f-9597-64d5c6fae72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:11.430314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 9fc2963c-1784-4d05-9a69-3d04a51633f6 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:11.430861 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9fc2963c-1784-4d05-9a69-3d04a51633f6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:11.472476 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a7578-8511-4e7b-9726-c01a280f08fb req-1a07d30a-8901-4db3-bbc1-0f7d63573db2 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:11.480491 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8c3a7578-8511-4e7b-9726-c01a280f08fb req-1a07d30a-8901-4db3-bbc1-0f7d63573db2 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6a7c033-ff63-4073-a4b7-50f2d830c2fc HTTP/1.1" status: 200 len: 943 time: 0.2544968 Feb 07 16:53:11.531950 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-b09b4770-5b6a-403e-a51f-d00c590a6618 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] No DVR routers for this DVR port 77883321-267c-498d-946e-72ebe4f0e50c on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:53:11.535778 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-b09b4770-5b6a-403e-a51f-d00c590a6618 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:11.539391 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-b09b4770-5b6a-403e-a51f-d00c590a6618 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.32 "DELETE /v2.0/ports/77883321-267c-498d-946e-72ebe4f0e50c HTTP/1.1" status: 204 len: 173 time: 2.8108652 Feb 07 16:53:11.551647 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-02cd9122-86ce-454e-982c-d70c64e3aec9 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2942653 Feb 07 16:53:11.555230 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-e3c4a9be-79f4-4450-acbc-24ef45caf671 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9220390 Feb 07 16:53:11.555758 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46918) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:11.559985 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc2963c-1784-4d05-9a69-3d04a51633f6 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:53:11.570491 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4f46bfa2-fe4c-4430-acd4-7410c1648295 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130563148'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:11.585250 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Request body: {'port': {'device_id': 'b09c80ec-502b-4169-ac4b-718dc5263efc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:11.586921 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8c3a7578-8511-4e7b-9726-c01a280f08fb req-cf5de8f9-a46b-4ef0-a835-e602dd8f0b59 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/security-groups?id=75437e06-4945-4861-ba82-c1ceb9d9c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015790 Feb 07 16:53:11.609177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 9fc2963c-1784-4d05-9a69-3d04a51633f6, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=9fc2963c-1784-4d05-9a69-3d04a51633f6,segment=NetworkSegment(b1b48daf-d50b-4e8c-a2d2-0e8723683f77),segment_id=b1b48daf-d50b-4e8c-a2d2-0e8723683f77)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:11.632480 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fa8b5-2241-409f-9597-64d5c6fae72a None None] Pushing event updated for resources: {'Port': ['ID=7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:11.682280 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9fc2963c-1784-4d05-9a69-3d04a51633f6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:11.712650 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-deleted', 'tag': '77883321-267c-498d-946e-72ebe4f0e50c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:53:11.715556 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4885a105-e497-4ab3-8a76-2d30f849087f" -d '{"events": [{"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-deleted", "tag": "77883321-267c-498d-946e-72ebe4f0e50c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:53:11.793915 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b8c73d1-93ba-45a5-8a51-67e41fc32d36 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (0b65cd84-a870-4921-9caf-2a6f627bbaf1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:11.852169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf0143-d30a-44d7-ad70-7df417fcbabb req-271a2908-47af-4b7e-8724-67123b9e93b4 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:11.855362 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-73bf0143-d30a-44d7-ad70-7df417fcbabb req-271a2908-47af-4b7e-8724-67123b9e93b4 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 931 time: 0.4084823 Feb 07 16:53:11.898445 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b8c73d1-93ba-45a5-8a51-67e41fc32d36 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0b65cd84-a870-4921-9caf-2a6f627bbaf1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:11.900957 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f46bfa2-fe4c-4430-acd4-7410c1648295 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:11.988008 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36bbb0be-e5ca-4dc1-8be3-8ff11895aee6 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (9a7a2539-9ef0-4203-99ee-d5d79cee8682), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:12.074480 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b8c73d1-93ba-45a5-8a51-67e41fc32d36 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:12.078974 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3b8c73d1-93ba-45a5-8a51-67e41fc32d36 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1303630 Feb 07 16:53:12.091064 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46922) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:12.098861 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3d4242e7-0556-4665-980a-18fa338b1045), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:12.192404 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-bb65b26e-c2a2-4657-a922-dd642f46c021 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'security_group': {'name': 'tempest-secgroup-2030776117'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:12.285377 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db78a0-1c7b-4194-b69a-3235d8c4a506 req-663a2133-f88c-4715-a5f2-1515f77c902d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:12.296264 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03db78a0-1c7b-4194-b69a-3235d8c4a506 req-663a2133-f88c-4715-a5f2-1515f77c902d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.5219345 Feb 07 16:53:12.310217 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=9fc2963c-1784-4d05-9a69-3d04a51633f6,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:12.326054 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb65b26e-c2a2-4657-a922-dd642f46c021 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:12.328888 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c73d1-93ba-45a5-8a51-67e41fc32d36 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b65cd84-a870-4921-9caf-2a6f627bbaf1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:12.444238 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['9fc2963c-1784-4d05-9a69-3d04a51633f6'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:53:12.492288 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f46bfa2-fe4c-4430-acd4-7410c1648295 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (19f50053-31f8-4737-8af2-f44ee6e695a2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:12.502412 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c73d1-93ba-45a5-8a51-67e41fc32d36 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:12.503816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c73d1-93ba-45a5-8a51-67e41fc32d36 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:12.506017 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c73d1-93ba-45a5-8a51-67e41fc32d36 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:12.507936 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c73d1-93ba-45a5-8a51-67e41fc32d36 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:12.508963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c73d1-93ba-45a5-8a51-67e41fc32d36 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:12.509706 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c73d1-93ba-45a5-8a51-67e41fc32d36 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:12.510390 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c73d1-93ba-45a5-8a51-67e41fc32d36 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:12.511119 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c73d1-93ba-45a5-8a51-67e41fc32d36 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:12.511821 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c73d1-93ba-45a5-8a51-67e41fc32d36 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:12.512550 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c73d1-93ba-45a5-8a51-67e41fc32d36 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:12.513179 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c73d1-93ba-45a5-8a51-67e41fc32d36 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:12.513891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c73d1-93ba-45a5-8a51-67e41fc32d36 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:12.514493 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c73d1-93ba-45a5-8a51-67e41fc32d36 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:12.535981 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-73bf0143-d30a-44d7-ad70-7df417fcbabb req-511873e9-61c2-419a-ab01-65f89110d30a tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6276360 Feb 07 16:53:12.574395 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb65b26e-c2a2-4657-a922-dd642f46c021 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (0ec4fd75-f20b-4738-91d2-ce59012d95c5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:12.595087 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f46bfa2-fe4c-4430-acd4-7410c1648295 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (19f50053-31f8-4737-8af2-f44ee6e695a2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:12.731230 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03db78a0-1c7b-4194-b69a-3235d8c4a506 req-bf658feb-b3cd-429a-b7b3-626e1109197d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335217 Feb 07 16:53:12.731963 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb65b26e-c2a2-4657-a922-dd642f46c021 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0ec4fd75-f20b-4738-91d2-ce59012d95c5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:12.752325 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ea52ee-f43e-4c4b-9f65-96854d787f3a x-openstack-request-id: req-80ea52ee-f43e-4c4b-9f65-96854d787f3a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:53:12.753923 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-deleted", "tag": "77883321-267c-498d-946e-72ebe4f0e50c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:53:12.756640 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80ea52ee-f43e-4c4b-9f65-96854d787f3a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:53:12.757427 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-deleted', 'tag': '77883321-267c-498d-946e-72ebe4f0e50c', 'status': 'completed', 'code': 200} Feb 07 16:53:12.836396 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f46bfa2-fe4c-4430-acd4-7410c1648295 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:12.866200 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4f46bfa2-fe4c-4430-acd4-7410c1648295 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2995284 Feb 07 16:53:12.880451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46930) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:12.933796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f8e125fe-6e3d-4c8d-8b47-b1d49aa4b8db tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group_rule': {'security_group_id': '19f50053-31f8-4737-8af2-f44ee6e695a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:12.990067 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-64f2d062-6801-44ec-a1f0-c4b10906f3a9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Deleting port d8f99488-5442-4647-9351-c993cff78c12 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:53:12.990969 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-64f2d062-6801-44ec-a1f0-c4b10906f3a9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d8f99488-5442-4647-9351-c993cff78c12), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:12.998068 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb65b26e-c2a2-4657-a922-dd642f46c021 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:12.999592 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bb65b26e-c2a2-4657-a922-dd642f46c021 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9070487 Feb 07 16:53:13.031892 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46932) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:13.043820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-bc69ec83-c5ba-488f-80cf-3bca3a7b4580 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-713282910', 'security_groups': ['0ec4fd75-f20b-4738-91d2-ce59012d95c5'], 'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7c6407b6-4176-41ed-9a37-f1ed84a8de89'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:13.072694 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65b26e-c2a2-4657-a922-dd642f46c021 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec4fd75-f20b-4738-91d2-ce59012d95c5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:13.110236 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7e77c4d0-dfc5-4e88-b525-872fb053acc0 None None] Provisioning complete for port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:13.110658 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e77c4d0-dfc5-4e88-b525-872fb053acc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:13.150113 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8e125fe-6e3d-4c8d-8b47-b1d49aa4b8db tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (212b93f3-3c95-40f7-bcff-fdc8c4230d3d), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:13.316063 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:53:13.396204 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46bfa2-fe4c-4430-acd4-7410c1648295 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f50053-31f8-4737-8af2-f44ee6e695a2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:13.426457 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7e77c4d0-dfc5-4e88-b525-872fb053acc0 None None] Current status of the port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:13.455255 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7e77c4d0-dfc5-4e88-b525-872fb053acc0 None None] Provisioning complete for port 48b285f4-b476-4e54-b946-e2c01d5d84fc triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:13.455637 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e77c4d0-dfc5-4e88-b525-872fb053acc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (48b285f4-b476-4e54-b946-e2c01d5d84fc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:13.532421 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:13.532714 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:13.536796 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103e634-6a84-4630-b93b-0ae0595392f2 req-c6680666-951d-4ce0-afc6-c36ebac98767 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:13.544756 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3103e634-6a84-4630-b93b-0ae0595392f2 req-c6680666-951d-4ce0-afc6-c36ebac98767 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 943 time: 0.5678868 Feb 07 16:53:13.586643 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-64f2d062-6801-44ec-a1f0-c4b10906f3a9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] For port d8f99488-5442-4647-9351-c993cff78c12, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d8f99488-5442-4647-9351-c993cff78c12,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:13.587021 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-64f2d062-6801-44ec-a1f0-c4b10906f3a9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d8f99488-5442-4647-9351-c993cff78c12), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:13.592127 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7e77c4d0-dfc5-4e88-b525-872fb053acc0 None None] Port 48b285f4-b476-4e54-b946-e2c01d5d84fc cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:53:13.682974 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-64f2d062-6801-44ec-a1f0-c4b10906f3a9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Calling delete_port for d8f99488-5442-4647-9351-c993cff78c12 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:53:13.703476 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:13.780251 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3103e634-6a84-4630-b93b-0ae0595392f2 req-84b71c61-9228-4e8a-8086-02f93ce9906b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups?id=df6eba52-2555-4491-a1bf-4538a97825b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225254 Feb 07 16:53:13.793386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7b1aa-6040-4277-8416-72cc14a162a1 req-4c7752de-549a-4c66-a8ad-722fbfbecf10 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:13.802668 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8f7b1aa-6040-4277-8416-72cc14a162a1 req-4c7752de-549a-4c66-a8ad-722fbfbecf10 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.8483093 Feb 07 16:53:13.945246 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4242e7-0556-4665-980a-18fa338b1045 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:53:13.955136 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Publish callbacks [] for port (3d4242e7-0556-4665-980a-18fa338b1045), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:13.978065 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8e125fe-6e3d-4c8d-8b47-b1d49aa4b8db tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (212b93f3-3c95-40f7-bcff-fdc8c4230d3d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:14.011796 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8e125fe-6e3d-4c8d-8b47-b1d49aa4b8db tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (212b93f3-3c95-40f7-bcff-fdc8c4230d3d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:14.054853 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Transition to ACTIVE for port object 3d4242e7-0556-4665-980a-18fa338b1045 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:53:14.063294 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e125fe-6e3d-4c8d-8b47-b1d49aa4b8db tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212b93f3-3c95-40f7-bcff-fdc8c4230d3d,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:14.066117 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (3d4242e7-0556-4665-980a-18fa338b1045), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:14.114540 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8f7b1aa-6040-4277-8416-72cc14a162a1 req-40c3ceac-f9d3-4967-9ab2-601a606efc7d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3108375 Feb 07 16:53:14.123384 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc69ec83-c5ba-488f-80cf-3bca3a7b4580 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:53:14.167736 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4242e7-0556-4665-980a-18fa338b1045,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:14.241659 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8e125fe-6e3d-4c8d-8b47-b1d49aa4b8db tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:14.248407 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959a394-2534-428c-a1f6-28f33cd4f14d req-73695bcd-89f7-4471-941e-27b5fa86c6de tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:14.254538 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f8e125fe-6e3d-4c8d-8b47-b1d49aa4b8db tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3364842 Feb 07 16:53:14.256788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46940) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:14.256953 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c959a394-2534-428c-a1f6-28f33cd4f14d req-73695bcd-89f7-4471-941e-27b5fa86c6de tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6a7c033-ff63-4073-a4b7-50f2d830c2fc HTTP/1.1" status: 200 len: 944 time: 0.2937207 Feb 07 16:53:14.267726 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc69ec83-c5ba-488f-80cf-3bca3a7b4580 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:14.341179 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-36bbb0be-e5ca-4dc1-8be3-8ff11895aee6 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Deleting port 85bb66bd-5f44-47ee-877d-2e8ef511cd9e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:53:14.341479 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36bbb0be-e5ca-4dc1-8be3-8ff11895aee6 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (85bb66bd-5f44-47ee-877d-2e8ef511cd9e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:14.364339 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-bc69ec83-c5ba-488f-80cf-3bca3a7b4580 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] device_id is not set on port a4193ab1-f73b-4dad-8eae-5e6ee805ff2b yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:53:14.386377 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-64f2d062-6801-44ec-a1f0-c4b10906f3a9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d8f99488-5442-4647-9351-c993cff78c12), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:14.393034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Attempting to bind port 3d4242e7-0556-4665-980a-18fa338b1045 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:53:14.394297 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Attempting to bind port 3d4242e7-0556-4665-980a-18fa338b1045 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'dc28be50-c96d-41ea-8f29-76fc1666c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:53:14.394622 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Attempting to bind port 3d4242e7-0556-4665-980a-18fa338b1045 on network 6c36ab46-5032-4023-96e4-5dff7c96c9c6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:53:14.447630 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2d062-6801-44ec-a1f0-c4b10906f3a9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event deleted for resources: {'Port': ['ID=d8f99488-5442-4647-9351-c993cff78c12,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:14.449761 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Port 3d4242e7-0556-4665-980a-18fa338b1045 on network 6c36ab46-5032-4023-96e4-5dff7c96c9c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:53:14.450106 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Attempting to bind port 3d4242e7-0556-4665-980a-18fa338b1045 on network 6c36ab46-5032-4023-96e4-5dff7c96c9c6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:53:14.471835 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c959a394-2534-428c-a1f6-28f33cd4f14d req-b08b4155-d74f-48dd-bbfd-046867740668 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/security-groups?id=75437e06-4945-4861-ba82-c1ceb9d9c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131209 Feb 07 16:53:14.474900 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:53:14.475248 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Checking segment: {'id': 'dc28be50-c96d-41ea-8f29-76fc1666c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:53:14.475656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Bound using segment: {'id': 'dc28be50-c96d-41ea-8f29-76fc1666c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:53:14.476111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Bound port: 3d4242e7-0556-4665-980a-18fa338b1045, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc28be50-c96d-41ea-8f29-76fc1666c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:53:14.476476 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3d4242e7-0556-4665-980a-18fa338b1045), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:14.567500 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-64f2d062-6801-44ec-a1f0-c4b10906f3a9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] No DVR routers for this DVR port d8f99488-5442-4647-9351-c993cff78c12 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:53:14.616935 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5aa9dd5b-729b-45cb-b3dc-7c12e958772e tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (212b93f3-3c95-40f7-bcff-fdc8c4230d3d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:14.641249 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] For port 3d4242e7-0556-4665-980a-18fa338b1045, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:53:14.641498 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5aa9dd5b-729b-45cb-b3dc-7c12e958772e tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (212b93f3-3c95-40f7-bcff-fdc8c4230d3d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:14.646616 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] For port 3d4242e7-0556-4665-980a-18fa338b1045, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3d4242e7-0556-4665-980a-18fa338b1045,segment=NetworkSegment(dc28be50-c96d-41ea-8f29-76fc1666c8aa),segment_id=dc28be50-c96d-41ea-8f29-76fc1666c8aa)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:53:14.667848 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-64f2d062-6801-44ec-a1f0-c4b10906f3a9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:14.671365 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-899a5857-192b-4e08-80f4-8116d7cc9858 req-64f2d062-6801-44ec-a1f0-c4b10906f3a9 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.32 "DELETE /v2.0/ports/d8f99488-5442-4647-9351-c993cff78c12 HTTP/1.1" status: 204 len: 173 time: 3.1124241 Feb 07 16:53:14.674899 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (3d4242e7-0556-4665-980a-18fa338b1045), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:14.701012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73c85c-e4c5-4f0e-b666-02fdcab5fde7 req-0620d19c-3c2e-4957-b910-90dcac73b692 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:14.713894 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e73c85c-e4c5-4f0e-b666-02fdcab5fde7 req-0620d19c-3c2e-4957-b910-90dcac73b692 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 943 time: 0.4573488 Feb 07 16:53:14.741745 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:14.742392 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:14.743843 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-1566d140-c768-4820-b270-577a63bc0729 service neutron] 10.222.0.32 "PUT /v2.0/ports/3d4242e7-0556-4665-980a-18fa338b1045 HTTP/1.1" status: 200 len: 1091 time: 3.1637387 Feb 07 16:53:14.762891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-deleted', 'tag': 'd8f99488-5442-4647-9351-c993cff78c12'}, {'name': 'network-changed', 'server_uuid': 'b09c80ec-502b-4169-ac4b-718dc5263efc', 'tag': '3d4242e7-0556-4665-980a-18fa338b1045'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:53:14.765396 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61380d1a-5a0f-4135-9b0d-e2ec58b036b0" -d '{"events": [{"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-deleted", "tag": "d8f99488-5442-4647-9351-c993cff78c12"}, {"name": "network-changed", "server_uuid": "b09c80ec-502b-4169-ac4b-718dc5263efc", "tag": "3d4242e7-0556-4665-980a-18fa338b1045"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:53:14.782466 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566d140-c768-4820-b270-577a63bc0729 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4242e7-0556-4665-980a-18fa338b1045,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:14.840799 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-bc69ec83-c5ba-488f-80cf-3bca3a7b4580 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Allocated IP 172.20.0.14 (741ae769-8ddc-4b4c-a864-c352da55a9de/7c6407b6-4176-41ed-9a37-f1ed84a8de89/a4193ab1-f73b-4dad-8eae-5e6ee805ff2b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:53:14.874433 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5aa9dd5b-729b-45cb-b3dc-7c12e958772e tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (212b93f3-3c95-40f7-bcff-fdc8c4230d3d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:14.984851 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb425104-206e-4cbb-8687-b3c2fd2693b5 req-b0eef421-72ac-4c43-a65e-c340c504a789 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:15.002043 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fb425104-206e-4cbb-8687-b3c2fd2693b5 req-b0eef421-72ac-4c43-a65e-c340c504a789 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.4445331 Feb 07 16:53:15.068892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 9fc2963c-1784-4d05-9a69-3d04a51633f6 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:53:15.195463 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fb425104-206e-4cbb-8687-b3c2fd2693b5 req-5cb92797-ea65-44e6-b39b-068ffd3b48f4 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924260 Feb 07 16:53:15.218373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 9fc2963c-1784-4d05-9a69-3d04a51633f6 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:53:15.219919 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-66e2fe32-5be7-4698-abfa-0551bc853aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:15.221040 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc69ec83-c5ba-488f-80cf-3bca3a7b4580 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (a4193ab1-f73b-4dad-8eae-5e6ee805ff2b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:15.223466 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-66e2fe32-5be7-4698-abfa-0551bc853aed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ad3699b57504f1d8d8119bb8b107134&device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 1125 time: 0.3932066 Feb 07 16:53:15.223801 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 9fc2963c-1784-4d05-9a69-3d04a51633f6 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:15.224377 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9fc2963c-1784-4d05-9a69-3d04a51633f6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:15.294900 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5aa9dd5b-729b-45cb-b3dc-7c12e958772e tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:15.300428 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5aa9dd5b-729b-45cb-b3dc-7c12e958772e tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/212b93f3-3c95-40f7-bcff-fdc8c4230d3d HTTP/1.1" status: 204 len: 168 time: 1.0296295 Feb 07 16:53:15.311280 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46948) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:15.365466 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36bbb0be-e5ca-4dc1-8be3-8ff11895aee6 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (85bb66bd-5f44-47ee-877d-2e8ef511cd9e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:15.374775 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9dd5b-729b-45cb-b3dc-7c12e958772e tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=212b93f3-3c95-40f7-bcff-fdc8c4230d3d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:15.396317 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Feb 2022 16:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e76a37f-186b-4d18-ad74-2d7e0172655c x-openstack-request-id: req-3e76a37f-186b-4d18-ad74-2d7e0172655c {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:53:15.396620 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2872c143-2f0e-49fe-99d1-64936379b815", "name": "network-vif-deleted", "tag": "d8f99488-5442-4647-9351-c993cff78c12", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b09c80ec-502b-4169-ac4b-718dc5263efc", "tag": "3d4242e7-0556-4665-980a-18fa338b1045", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:53:15.397000 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e76a37f-186b-4d18-ad74-2d7e0172655c {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:53:15.397267 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2872c143-2f0e-49fe-99d1-64936379b815', 'name': 'network-vif-deleted', 'tag': 'd8f99488-5442-4647-9351-c993cff78c12', 'status': 'completed', 'code': 200} Feb 07 16:53:15.397559 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09c80ec-502b-4169-ac4b-718dc5263efc', 'tag': '3d4242e7-0556-4665-980a-18fa338b1045', 'status': 'completed', 'code': 200} Feb 07 16:53:15.399215 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-24af0310-8918-4f5c-9413-16d5a828a663 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d4242e7-0556-4665-980a-18fa338b1045 HTTP/1.1" status: 200 len: 217 time: 0.1672785 Feb 07 16:53:15.404315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-36bbb0be-e5ca-4dc1-8be3-8ff11895aee6 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Calling delete_port for 85bb66bd-5f44-47ee-877d-2e8ef511cd9e owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:53:15.413939 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc69ec83-c5ba-488f-80cf-3bca3a7b4580 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a4193ab1-f73b-4dad-8eae-5e6ee805ff2b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:15.422185 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 9fc2963c-1784-4d05-9a69-3d04a51633f6 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:15.422792 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9fc2963c-1784-4d05-9a69-3d04a51633f6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:15.481625 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a7c033-ff63-4073-a4b7-50f2d830c2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc2963c-1784-4d05-9a69-3d04a51633f6'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:53:15.484353 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18519a23-1fb6-46a1-b383-6a6e0fc359c9" -d '{"events": [{"server_uuid": "e6a7c033-ff63-4073-a4b7-50f2d830c2fc", "name": "network-vif-plugged", "status": "completed", "tag": "9fc2963c-1784-4d05-9a69-3d04a51633f6"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:53:15.498408 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 9fc2963c-1784-4d05-9a69-3d04a51633f6, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=9fc2963c-1784-4d05-9a69-3d04a51633f6,segment=NetworkSegment(b1b48daf-d50b-4e8c-a2d2-0e8723683f77),segment_id=b1b48daf-d50b-4e8c-a2d2-0e8723683f77)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:15.503454 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9fc2963c-1784-4d05-9a69-3d04a51633f6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:15.506695 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e73c85c-e4c5-4f0e-b666-02fdcab5fde7 req-910a8dd7-0f3f-423c-bd48-4d419f87a8e0 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7917159 Feb 07 16:53:15.602048 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-c5b8f98f-8a59-47f7-92f3-3531bcd87222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:15.606933 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-c5b8f98f-8a59-47f7-92f3-3531bcd87222 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98c0d994-d3fe-4461-9362-be30eb5a1d39 HTTP/1.1" status: 200 len: 851 time: 0.1968210 Feb 07 16:53:15.614808 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5c645310-f7e8-4644-8173-146efede868b tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2951305 Feb 07 16:53:15.620447 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46954) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:15.637270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc69ec83-c5ba-488f-80cf-3bca3a7b4580 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 741ae769-8ddc-4b4c-a864-c352da55a9de is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:53:15.650236 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=9fc2963c-1784-4d05-9a69-3d04a51633f6,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:15.731478 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-bc69ec83-c5ba-488f-80cf-3bca3a7b4580 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:53:15.746660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc69ec83-c5ba-488f-80cf-3bca3a7b4580 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:53:15.747079 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e3a503fe-56a8-45cb-94b3-5a78db056d92 req-2d8dae1c-747b-460b-bb02-69ab30eb2b33 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.1390817 Feb 07 16:53:15.749051 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-a02a6d63-c3da-48ae-b3d9-e7b256191509 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6c36ab46-5032-4023-96e4-5dff7c96c9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097569 Feb 07 16:53:15.767787 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-e1d36103-e013-4b4b-89b3-9a04c6ff4793 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:53:15.769406 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-e1d36103-e013-4b4b-89b3-9a04c6ff4793 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060365 Feb 07 16:53:16.020033 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69ec83-c5ba-488f-80cf-3bca3a7b4580 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=a4193ab1-f73b-4dad-8eae-5e6ee805ff2b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:16.096048 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-b36dc85b-4474-446e-886e-4ad0521b92ac service neutron] 10.222.0.32 "GET /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192279 Feb 07 16:53:16.115892 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc69ec83-c5ba-488f-80cf-3bca3a7b4580 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:16.116619 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc69ec83-c5ba-488f-80cf-3bca3a7b4580 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:16.266734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-fc610fa6-8bbe-4a80-b5f2-9750279dd8a6 None None] Provisioning complete for port a4193ab1-f73b-4dad-8eae-5e6ee805ff2b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:16.267355 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfa4bd8f-f649-4d24-8cab-781472c3dbbb tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (19f50053-31f8-4737-8af2-f44ee6e695a2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:16.267783 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc610fa6-8bbe-4a80-b5f2-9750279dd8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a4193ab1-f73b-4dad-8eae-5e6ee805ff2b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:16.292225 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c19ff-0873-46e0-b031-0aa014d79aea req-93c6d6bc-d0e1-48f7-b8b5-9d3954f4606b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:16.297486 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf33cae5-3e1b-4c66-8cfe-8d482266bf39 req-167fd0f0-046f-45de-9ab3-930b0a43befb service neutron] 10.222.0.32 "GET /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956775 Feb 07 16:53:16.304869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f50a2-f52b-4c2c-bd22-4cef6aac6916 req-34dca087-1c73-446a-8948-32e3f9094577 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:16.306177 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-458c19ff-0873-46e0-b031-0aa014d79aea req-93c6d6bc-d0e1-48f7-b8b5-9d3954f4606b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.5702801 Feb 07 16:53:16.315866 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bc69ec83-c5ba-488f-80cf-3bca3a7b4580 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2750189 Feb 07 16:53:16.316099 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4e8f50a2-f52b-4c2c-bd22-4cef6aac6916 req-34dca087-1c73-446a-8948-32e3f9094577 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6a7c033-ff63-4073-a4b7-50f2d830c2fc HTTP/1.1" status: 200 len: 945 time: 0.3975580 Feb 07 16:53:16.316594 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46958) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:16.321679 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dad6686b-dd7a-4b3d-ac2f-a9b8db8dde3f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'subnet': {'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:16.347077 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fc610fa6-8bbe-4a80-b5f2-9750279dd8a6 None None] Port a4193ab1-f73b-4dad-8eae-5e6ee805ff2b cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:53:16.445638 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfa4bd8f-f649-4d24-8cab-781472c3dbbb tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (19f50053-31f8-4737-8af2-f44ee6e695a2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:16.579158 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36bbb0be-e5ca-4dc1-8be3-8ff11895aee6 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (85bb66bd-5f44-47ee-877d-2e8ef511cd9e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:16.586474 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4e8f50a2-f52b-4c2c-bd22-4cef6aac6916 req-4aab5bda-a87c-4128-b491-748bef2c8d16 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/security-groups?id=75437e06-4945-4861-ba82-c1ceb9d9c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607396 Feb 07 16:53:16.624238 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-458c19ff-0873-46e0-b031-0aa014d79aea req-efe609f4-9e73-4521-98da-e4714837d092 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098307 Feb 07 16:53:16.678761 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e88dee-03e9-433f-8a34-4feecd904d10 x-openstack-request-id: req-a8e88dee-03e9-433f-8a34-4feecd904d10 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:53:16.679075 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a7c033-ff63-4073-a4b7-50f2d830c2fc", "name": "network-vif-plugged", "status": "completed", "tag": "9fc2963c-1784-4d05-9a69-3d04a51633f6", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:53:16.679352 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8e88dee-03e9-433f-8a34-4feecd904d10 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:53:16.679753 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a7c033-ff63-4073-a4b7-50f2d830c2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc2963c-1784-4d05-9a69-3d04a51633f6', 'code': 200} Feb 07 16:53:16.704222 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad6686b-dd7a-4b3d-ac2f-a9b8db8dde3f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:53:16.720122 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dad6686b-dd7a-4b3d-ac2f-a9b8db8dde3f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:16.779828 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfa4bd8f-f649-4d24-8cab-781472c3dbbb tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (19f50053-31f8-4737-8af2-f44ee6e695a2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:16.782473 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfa4bd8f-f649-4d24-8cab-781472c3dbbb tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:16.794090 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cfa4bd8f-f649-4d24-8cab-781472c3dbbb tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-groups/19f50053-31f8-4737-8af2-f44ee6e695a2 HTTP/1.1" status: 204 len: 168 time: 1.1523933 Feb 07 16:53:16.861689 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46962) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:16.971427 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61380d1a-5a0f-4135-9b0d-e2ec58b036b0 req-6bb9be3e-db43-4f63-9732-63595e088aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:16.973436 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61380d1a-5a0f-4135-9b0d-e2ec58b036b0 req-6bb9be3e-db43-4f63-9732-63595e088aaf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ad3699b57504f1d8d8119bb8b107134&device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 1125 time: 0.5912025 Feb 07 16:53:17.019409 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbb0be-e5ca-4dc1-8be3-8ff11895aee6 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event deleted for resources: {'Port': ['ID=85bb66bd-5f44-47ee-877d-2e8ef511cd9e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:17.119748 n-d-827865-3 neutron-server[103226]: INFO neutron.db.ipam_backend_mixin [None req-dad6686b-dd7a-4b3d-ac2f-a9b8db8dde3f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7c6407b6-4176-41ed-9a37-f1ed84a8de89 (CIDR: 172.20.0.0/28) Feb 07 16:53:17.156470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6bebf-fc59-490f-90ed-c290c00a6355 req-a982365a-9fb3-4bb4-ba27-a17cf55684ca tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:17.168880 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-25a6bebf-fc59-490f-90ed-c290c00a6355 req-a982365a-9fb3-4bb4-ba27-a17cf55684ca tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 943 time: 0.2913840 Feb 07 16:53:17.176548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4bd8f-f649-4d24-8cab-781472c3dbbb tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f50053-31f8-4737-8af2-f44ee6e695a2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:17.299697 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b4dd36ec-0134-46d9-81de-4f842921c778 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4316490 Feb 07 16:53:17.308990 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46968) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:17.325864 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-25a6bebf-fc59-490f-90ed-c290c00a6355 req-bfc91b89-086d-4bbe-9aa9-24f431999003 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406889 Feb 07 16:53:17.329382 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad6686b-dd7a-4b3d-ac2f-a9b8db8dde3f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:53:17.330115 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad6686b-dd7a-4b3d-ac2f-a9b8db8dde3f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:53:17.335249 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4f400fc3-fa62-433d-9eba-d38890e390bc tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group': {'name': 'tempest-secgroup--2008468956'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:17.380214 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f400fc3-fa62-433d-9eba-d38890e390bc tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:17.382379 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36bbb0be-e5ca-4dc1-8be3-8ff11895aee6 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (9a7a2539-9ef0-4203-99ee-d5d79cee8682), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:17.398839 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dad6686b-dd7a-4b3d-ac2f-a9b8db8dde3f tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0813303 Feb 07 16:53:17.418726 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f7593-7e32-4519-915f-626418044542 req-20605d07-57a4-4498-8a7d-3f6b5ec5d552 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:17.420642 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f89f7593-7e32-4519-915f-626418044542 req-20605d07-57a4-4498-8a7d-3f6b5ec5d552 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.4702642 Feb 07 16:53:17.423695 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46970) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:17.430435 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-647184d5-dfd5-4f2e-846f-25f089bb0ad6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'subnet': {'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:17.558766 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7818832b-b9e8-4492-8b0c-f45999ada755 req-46592f13-c493-4bc1-a6d3-ec21c67979ef tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0652158 Feb 07 16:53:17.616429 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214684a9-e61f-4241-986b-d11d0b2bac40 req-aefbeac8-6813-4940-abc8-5a0839f88320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:17.618309 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-214684a9-e61f-4241-986b-d11d0b2bac40 req-aefbeac8-6813-4940-abc8-5a0839f88320 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6a7c033-ff63-4073-a4b7-50f2d830c2fc HTTP/1.1" status: 200 len: 1127 time: 0.7551250 Feb 07 16:53:17.712528 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61380d1a-5a0f-4135-9b0d-e2ec58b036b0 req-8b16d315-3348-4bdb-898d-07c2c9c64b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:17.715804 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61380d1a-5a0f-4135-9b0d-e2ec58b036b0 req-8b16d315-3348-4bdb-898d-07c2c9c64b0a service neutron] 10.222.0.32 "GET /v2.0/networks?id=6c36ab46-5032-4023-96e4-5dff7c96c9c6 HTTP/1.1" status: 200 len: 912 time: 0.7236354 Feb 07 16:53:17.844124 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61380d1a-5a0f-4135-9b0d-e2ec58b036b0 req-9954aa1a-4427-4482-828d-2d426c10c208 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d4242e7-0556-4665-980a-18fa338b1045 HTTP/1.1" status: 200 len: 217 time: 0.1210423 Feb 07 16:53:17.887134 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647184d5-dfd5-4f2e-846f-25f089bb0ad6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:53:17.894155 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-647184d5-dfd5-4f2e-846f-25f089bb0ad6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:17.927108 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61380d1a-5a0f-4135-9b0d-e2ec58b036b0 req-2f6d7540-9742-4847-a14c-1d64ac435aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:17.929109 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61380d1a-5a0f-4135-9b0d-e2ec58b036b0 req-2f6d7540-9742-4847-a14c-1d64ac435aa6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98c0d994-d3fe-4461-9362-be30eb5a1d39 HTTP/1.1" status: 200 len: 851 time: 0.0776489 Feb 07 16:53:17.938741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70328028-4ffd-4988-bceb-e6cc2737db29 req-7f56ac04-4edd-43a4-b945-389b32160348 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:17.941183 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-70328028-4ffd-4988-bceb-e6cc2737db29 req-7f56ac04-4edd-43a4-b945-389b32160348 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6a7c033-ff63-4073-a4b7-50f2d830c2fc HTTP/1.1" status: 200 len: 945 time: 0.2004993 Feb 07 16:53:17.978605 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61380d1a-5a0f-4135-9b0d-e2ec58b036b0 req-f7ed6831-aae5-4fc0-9192-86a3848d6286 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6c36ab46-5032-4023-96e4-5dff7c96c9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358858 Feb 07 16:53:17.988181 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f89f7593-7e32-4519-915f-626418044542 req-0d15262b-6be6-4fe8-a1bf-b7026e82a991 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687949 Feb 07 16:53:17.999258 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-214684a9-e61f-4241-986b-d11d0b2bac40 req-308f3245-0727-44dd-83c8-69c3bc39c086 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=75437e06-4945-4861-ba82-c1ceb9d9c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261893 Feb 07 16:53:18.154086 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bbb0be-e5ca-4dc1-8be3-8ff11895aee6 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Router 9a7a2539-9ef0-4203-99ee-d5d79cee8682 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:53:18.157137 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f400fc3-fa62-433d-9eba-d38890e390bc tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (07147c8d-0ec2-4450-b8d5-3e31c164c01f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:18.177642 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-70328028-4ffd-4988-bceb-e6cc2737db29 req-0eb2bf7e-1eab-42f1-a4a0-f7ac93978be8 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/security-groups?id=75437e06-4945-4861-ba82-c1ceb9d9c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251999 Feb 07 16:53:18.188538 n-d-827865-3 neutron-server[103225]: INFO neutron.db.ipam_backend_mixin [None req-647184d5-dfd5-4f2e-846f-25f089bb0ad6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 39abfdf0-f653-4f41-8236-5aec03cec9c9 (CIDR: 172.20.0.16/28) Feb 07 16:53:18.189478 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f400fc3-fa62-433d-9eba-d38890e390bc tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (07147c8d-0ec2-4450-b8d5-3e31c164c01f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:18.214095 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61380d1a-5a0f-4135-9b0d-e2ec58b036b0 req-66cf377e-891c-4d36-bc42-a498a42112f7 service neutron] 10.222.0.32 "GET /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280834 Feb 07 16:53:18.240966 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-647184d5-dfd5-4f2e-846f-25f089bb0ad6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:53:18.241502 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647184d5-dfd5-4f2e-846f-25f089bb0ad6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:53:18.287506 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f400fc3-fa62-433d-9eba-d38890e390bc tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:18.291528 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4f400fc3-fa62-433d-9eba-d38890e390bc tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9654217 Feb 07 16:53:18.293704 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46978) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:18.300480 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-647184d5-dfd5-4f2e-846f-25f089bb0ad6 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8712261 Feb 07 16:53:18.302759 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b1ce8b06-5df7-431d-ab89-41aa70c74d2f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group_rule': {'security_group_id': '07147c8d-0ec2-4450-b8d5-3e31c164c01f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:18.302937 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46980) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:18.306807 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f400fc3-fa62-433d-9eba-d38890e390bc tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07147c8d-0ec2-4450-b8d5-3e31c164c01f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:18.311529 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2e767f16-1c96-4ea6-a7fb-2bfc12fdc4f4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'subnet': {'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:18.480139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab871e2e-1cd1-4461-b403-6c3808a79133 req-581062dc-d99a-49a8-8d23-6c985c087956 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:18.481711 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ab871e2e-1cd1-4461-b403-6c3808a79133 req-581062dc-d99a-49a8-8d23-6c985c087956 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.3207190 Feb 07 16:53:18.487541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bbb0be-e5ca-4dc1-8be3-8ff11895aee6 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:53:18.499696 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd99c26-f6cb-4c18-a118-bedbb54734ff None None] Sync routers for ids ['9a7a2539-9ef0-4203-99ee-d5d79cee8682'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:53:18.505093 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-36bbb0be-e5ca-4dc1-8be3-8ff11895aee6 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "PUT /v2.0/routers/9a7a2539-9ef0-4203-99ee-d5d79cee8682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8777666 Feb 07 16:53:18.505756 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46984) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:18.521478 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd99c26-f6cb-4c18-a118-bedbb54734ff None None] Routers {'9a7a2539-9ef0-4203-99ee-d5d79cee8682'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:53:18.522509 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9dd99c26-f6cb-4c18-a118-bedbb54734ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9a7a2539-9ef0-4203-99ee-d5d79cee8682'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:18.539863 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1ce8b06-5df7-431d-ab89-41aa70c74d2f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (38400a0d-2a1f-4122-9e0e-43fb54f67852), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:18.560367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e767f16-1c96-4ea6-a7fb-2bfc12fdc4f4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Made reservation on behalf of 8f6693c13415441784e70842eae1e972 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:53:18.563937 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e767f16-1c96-4ea6-a7fb-2bfc12fdc4f4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:18.570639 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9dd99c26-f6cb-4c18-a118-bedbb54734ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:18.585841 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd99c26-f6cb-4c18-a118-bedbb54734ff None None] Routers {'9a7a2539-9ef0-4203-99ee-d5d79cee8682'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:53:18.587193 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9dd99c26-f6cb-4c18-a118-bedbb54734ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:52:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9a7a2539-9ef0-4203-99ee-d5d79cee8682'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:18.658378 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9dd99c26-f6cb-4c18-a118-bedbb54734ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:18.660534 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd99c26-f6cb-4c18-a118-bedbb54734ff None None] The sync data for ids ['9a7a2539-9ef0-4203-99ee-d5d79cee8682'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:53:18.694969 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-0953628d-4650-447c-9062-cd58ada151dd tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] show failed (client error): The resource could not be found. Feb 07 16:53:18.699537 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0953628d-4650-447c-9062-cd58ada151dd tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-888909640 HTTP/1.1" status: 404 len: 334 time: 0.1684346 Feb 07 16:53:18.710560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46988) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:18.733314 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-97d0260b-f0d1-4dd5-a981-253786499272 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:18.751124 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ab871e2e-1cd1-4461-b403-6c3808a79133 req-481f0081-4e01-4c21-a473-81de3c04fc7b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599063 Feb 07 16:53:18.769681 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1ce8b06-5df7-431d-ab89-41aa70c74d2f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (38400a0d-2a1f-4122-9e0e-43fb54f67852), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:18.774964 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1ce8b06-5df7-431d-ab89-41aa70c74d2f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (38400a0d-2a1f-4122-9e0e-43fb54f67852), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:18.798867 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-97d0260b-f0d1-4dd5-a981-253786499272 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] update failed (client error): The resource could not be found. Feb 07 16:53:18.800548 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-97d0260b-f0d1-4dd5-a981-253786499272 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1361321939 HTTP/1.1" status: 404 len: 335 time: 0.0709372 Feb 07 16:53:18.809685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46990) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:18.811824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce8b06-5df7-431d-ab89-41aa70c74d2f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38400a0d-2a1f-4122-9e0e-43fb54f67852,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:18.825486 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95892804-dacb-4b5d-9903-906557da5456 req-51e36a6c-89a7-483e-b5a8-a0c54d1e980c tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:18.827382 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95892804-dacb-4b5d-9903-906557da5456 req-51e36a6c-89a7-483e-b5a8-a0c54d1e980c tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 943 time: 0.3350811 Feb 07 16:53:18.838178 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61380d1a-5a0f-4135-9b0d-e2ec58b036b0 req-a8dd5b26-05d7-4171-8f74-9885581c6e31 service neutron] 10.222.0.32 "GET /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6165464 Feb 07 16:53:18.848496 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b1ce8b06-5df7-431d-ab89-41aa70c74d2f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:18.850957 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b1ce8b06-5df7-431d-ab89-41aa70c74d2f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5525713 Feb 07 16:53:18.858632 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46992) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:18.906444 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-01f22e9e-134a-4883-8326-4ff0d8018382 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-group-rules/38400a0d-2a1f-4122-9e0e-43fb54f67852 HTTP/1.1" status: 200 len: 763 time: 0.0466602 Feb 07 16:53:18.910351 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46994) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:18.946327 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fdc68e9f-5146-423c-8e8b-a2308151f00a req-0c517778-7471-44e4-886d-89ed5f37eaa4 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0575507 Feb 07 16:53:18.957091 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95892804-dacb-4b5d-9903-906557da5456 req-23c077c8-ee75-42a6-a6ae-0031acc494e1 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178145 Feb 07 16:53:18.977491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac069560-cfc6-4b2b-a341-621284b2278a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Deleting subnet d207eca8-a9bb-452a-a407-425aa71bd406 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:53:18.978691 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac069560-cfc6-4b2b-a341-621284b2278a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks [] for subnet (d207eca8-a9bb-452a-a407-425aa71bd406), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.034929 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e767f16-1c96-4ea6-a7fb-2bfc12fdc4f4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (cad512ff-db08-4a4e-a380-cac03aeb0050), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.041858 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d28c931c-98ea-4543-83b6-098e25d4c886 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1295738 Feb 07 16:53:19.045319 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46998) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:19.062284 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac069560-cfc6-4b2b-a341-621284b2278a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (d207eca8-a9bb-452a-a407-425aa71bd406), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.091249 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e767f16-1c96-4ea6-a7fb-2bfc12fdc4f4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Network 741ae769-8ddc-4b4c-a864-c352da55a9de is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:53:19.098836 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2e767f16-1c96-4ea6-a7fb-2bfc12fdc4f4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:53:19.103204 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e767f16-1c96-4ea6-a7fb-2bfc12fdc4f4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:19.103795 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e767f16-1c96-4ea6-a7fb-2bfc12fdc4f4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.113357 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547100e4-2f9e-4e69-812e-977de268ec97 None None] Network 741ae769-8ddc-4b4c-a864-c352da55a9de requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:53:19.119808 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e767f16-1c96-4ea6-a7fb-2bfc12fdc4f4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Subnet': ['ID=cad512ff-db08-4a4e-a380-cac03aeb0050,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:19.125569 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-267cfa6c-e6d8-4626-b584-60c5dda87f09 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (38400a0d-2a1f-4122-9e0e-43fb54f67852), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.137674 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2e767f16-1c96-4ea6-a7fb-2bfc12fdc4f4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8334811 Feb 07 16:53:19.140332 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47000) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:19.147445 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6fcbed52-db27-43ae-af1f-7beab347a351 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-15558577', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cad512ff-db08-4a4e-a380-cac03aeb0050'}], 'security_groups': ['01c7f6cd-51c9-4bf7-9d55-7bdf7a1dd49d', '0b65cd84-a870-4921-9caf-2a6f627bbaf1']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:19.152414 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-267cfa6c-e6d8-4626-b584-60c5dda87f09 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (38400a0d-2a1f-4122-9e0e-43fb54f67852), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.257653 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-267cfa6c-e6d8-4626-b584-60c5dda87f09 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (38400a0d-2a1f-4122-9e0e-43fb54f67852), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.263825 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-267cfa6c-e6d8-4626-b584-60c5dda87f09 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.268868 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-267cfa6c-e6d8-4626-b584-60c5dda87f09 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/38400a0d-2a1f-4122-9e0e-43fb54f67852 HTTP/1.1" status: 204 len: 168 time: 0.2188308 Feb 07 16:53:19.271155 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47004) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:19.298085 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac069560-cfc6-4b2b-a341-621284b2278a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (d207eca8-a9bb-452a-a407-425aa71bd406), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.302441 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cfa6c-e6d8-4626-b584-60c5dda87f09 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38400a0d-2a1f-4122-9e0e-43fb54f67852,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:19.342354 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d358c45-bc05-4955-8079-9e0be286eabf req-bb0615fd-e277-4c85-9320-af2ad1968159 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:19.343938 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9d358c45-bc05-4955-8079-9e0be286eabf req-bb0615fd-e277-4c85-9320-af2ad1968159 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.2432711 Feb 07 16:53:19.350422 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3d4242e7-0556-4665-980a-18fa338b1045 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:53:19.391181 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-14cbd032-80c0-4086-9e0c-ea6f1682149b tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1188552 Feb 07 16:53:19.395338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47006) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:19.401475 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-45b6a516-f5f5-404d-9ff2-63998cdf11d4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group_rule': {'security_group_id': '07147c8d-0ec2-4450-b8d5-3e31c164c01f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:19.408606 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac069560-cfc6-4b2b-a341-621284b2278a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (d207eca8-a9bb-452a-a407-425aa71bd406), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.462893 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac069560-cfc6-4b2b-a341-621284b2278a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event deleted for resources: {'Subnet': ['ID=d207eca8-a9bb-452a-a407-425aa71bd406,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:19.468040 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb6f53-1355-493c-b82b-972f939a62d3 req-ed331cf5-6f90-45f4-8307-90f428614f2f tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:19.469589 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-97bb6f53-1355-493c-b82b-972f939a62d3 req-ed331cf5-6f90-45f4-8307-90f428614f2f tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6a7c033-ff63-4073-a4b7-50f2d830c2fc HTTP/1.1" status: 200 len: 945 time: 0.1602340 Feb 07 16:53:19.488518 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac069560-cfc6-4b2b-a341-621284b2278a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.493140 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ac069560-cfc6-4b2b-a341-621284b2278a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "DELETE /v2.0/subnets/d207eca8-a9bb-452a-a407-425aa71bd406 HTTP/1.1" status: 204 len: 168 time: 0.6761267 Feb 07 16:53:19.498706 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47008) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:19.503176 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45b6a516-f5f5-404d-9ff2-63998cdf11d4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (8e8f8b9e-fba4-43f8-a027-8b82851d9820), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.524489 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 3d4242e7-0556-4665-980a-18fa338b1045, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3d4242e7-0556-4665-980a-18fa338b1045,segment=NetworkSegment(dc28be50-c96d-41ea-8f29-76fc1666c8aa),segment_id=dc28be50-c96d-41ea-8f29-76fc1666c8aa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:19.535371 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fcbed52-db27-43ae-af1f-7beab347a351 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a4193ab1-f73b-4dad-8eae-5e6ee805ff2b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.543600 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '3d4242e7-0556-4665-980a-18fa338b1045', 'network_id': '6c36ab46-5032-4023-96e4-5dff7c96c9c6', 'port_id': '3d4242e7-0556-4665-980a-18fa338b1045', 'mac_address': 'fa:16:3e:cb:f4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c0d994-d3fe-4461-9362-be30eb5a1d39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:53:19.548637 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d54cb6-48f2-4953-ab69-c265253323d8 None None] Network 563d008f-3696-4148-a667-2d0469c84ddf requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:53:19.580527 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd11d733-955a-43cf-951c-501190bad6a2 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Deleting subnet 5803bae9-985a-488c-a225-4ffa18ae4fdc {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:53:19.591864 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd11d733-955a-43cf-951c-501190bad6a2 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks [] for subnet (5803bae9-985a-488c-a225-4ffa18ae4fdc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.595976 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-97bb6f53-1355-493c-b82b-972f939a62d3 req-67199274-0a95-4d62-9a5c-785e679f62dc tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/security-groups?id=75437e06-4945-4861-ba82-c1ceb9d9c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046770 Feb 07 16:53:19.648393 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45b6a516-f5f5-404d-9ff2-63998cdf11d4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (8e8f8b9e-fba4-43f8-a027-8b82851d9820), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.653330 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45b6a516-f5f5-404d-9ff2-63998cdf11d4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (8e8f8b9e-fba4-43f8-a027-8b82851d9820), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.667914 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9d358c45-bc05-4955-8079-9e0be286eabf req-ae389352-e870-42b0-8464-c17734a76834 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093817 Feb 07 16:53:19.691864 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 3d4242e7-0556-4665-980a-18fa338b1045 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:19.692134 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6a516-f5f5-404d-9ff2-63998cdf11d4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8f8b9e-fba4-43f8-a027-8b82851d9820,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:19.692248 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3d4242e7-0556-4665-980a-18fa338b1045), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.722260 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45b6a516-f5f5-404d-9ff2-63998cdf11d4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.723002 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd11d733-955a-43cf-951c-501190bad6a2 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (5803bae9-985a-488c-a225-4ffa18ae4fdc), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.723567 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-45b6a516-f5f5-404d-9ff2-63998cdf11d4 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3255615 Feb 07 16:53:19.727269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4242e7-0556-4665-980a-18fa338b1045 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:53:19.729898 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47010) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:19.773986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 3d4242e7-0556-4665-980a-18fa338b1045, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3d4242e7-0556-4665-980a-18fa338b1045,segment=NetworkSegment(dc28be50-c96d-41ea-8f29-76fc1666c8aa),segment_id=dc28be50-c96d-41ea-8f29-76fc1666c8aa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:19.790639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89f8883-2590-4a67-83b2-671f33cb3fd2 None None] Update dhcp port {'port': {'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de', 'fixed_ips': [{'subnet_id': '39abfdf0-f653-4f41-8236-5aec03cec9c9', 'ip_address': '172.20.0.18'}, {'subnet_id': '7c6407b6-4176-41ed-9a37-f1ed84a8de89', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cad512ff-db08-4a4e-a380-cac03aeb0050'}], 'binding:host_id': 'n-d-827865-3'}, 'id': '7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43'} from n-d-827865-3. {{(pid=103228) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 16:53:19.797361 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3d4242e7-0556-4665-980a-18fa338b1045), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.884342 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a89f8883-2590-4a67-83b2-671f33cb3fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:19.920370 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=3d4242e7-0556-4665-980a-18fa338b1045,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:20.025702 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bcc3ee-40da-40d6-b84e-07675765276a None None] DHCP port deletion for 563d008f-3696-4148-a667-2d0469c84ddf request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:53:20.106648 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-6fcbed52-db27-43ae-af1f-7beab347a351 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Delete allocated IP 172.20.0.14 (741ae769-8ddc-4b4c-a864-c352da55a9de/7c6407b6-4176-41ed-9a37-f1ed84a8de89) {{(pid=103226) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 16:53:20.123291 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-6fcbed52-db27-43ae-af1f-7beab347a351 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Allocated IP 172.20.0.36 (741ae769-8ddc-4b4c-a864-c352da55a9de/cad512ff-db08-4a4e-a380-cac03aeb0050/a4193ab1-f73b-4dad-8eae-5e6ee805ff2b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:53:20.167784 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05d103-7b7e-453c-ab84-a64782442792 req-d89af299-d909-4a6a-a5ae-9e580a6ac9bc tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:20.169843 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f05d103-7b7e-453c-ab84-a64782442792 req-d89af299-d909-4a6a-a5ae-9e580a6ac9bc tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.1015790 Feb 07 16:53:20.210403 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['3d4242e7-0556-4665-980a-18fa338b1045'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:53:20.224407 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ab1bfcbf-c606-4449-a9ce-fda7f8d784ab req-80451552-e9ff-43a1-b95f-ee48fe36a3c8 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0325747 Feb 07 16:53:20.241244 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1ea0e5a4-bdcd-4e48-a6f4-ee5459fce9d0 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-group-rules/8e8f8b9e-fba4-43f8-a027-8b82851d9820 HTTP/1.1" status: 200 len: 763 time: 0.5101106 Feb 07 16:53:20.241932 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47018) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:20.360440 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f05d103-7b7e-453c-ab84-a64782442792 req-3fdf3730-dcbf-4e7b-afba-eb19ebc2d122 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761892 Feb 07 16:53:20.401858 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-05bcc3ee-40da-40d6-b84e-07675765276a None None] Deleting port 8f699c82-fa76-4e46-be90-cfff3b20376f {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:53:20.402101 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1b078235-8f99-4b5c-98d1-abe9114f3bdf tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1392367 Feb 07 16:53:20.402584 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-05bcc3ee-40da-40d6-b84e-07675765276a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8f699c82-fa76-4e46-be90-cfff3b20376f), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:20.403171 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47020) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:20.464888 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adf36a-001f-45a3-be5d-ca12e2fbaca3 req-8a42bc51-6e25-4877-8e84-dce96f7e05b5 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:20.466173 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c6dee35-73d2-4a3c-afbc-0714e2c72158 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (8e8f8b9e-fba4-43f8-a027-8b82851d9820), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:20.472978 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-88adf36a-001f-45a3-be5d-ca12e2fbaca3 req-8a42bc51-6e25-4877-8e84-dce96f7e05b5 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 944 time: 0.1352925 Feb 07 16:53:20.477452 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c6dee35-73d2-4a3c-afbc-0714e2c72158 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (8e8f8b9e-fba4-43f8-a027-8b82851d9820), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:20.479770 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-05bcc3ee-40da-40d6-b84e-07675765276a None None] For port 8f699c82-fa76-4e46-be90-cfff3b20376f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8f699c82-fa76-4e46-be90-cfff3b20376f,segment=NetworkSegment(f14d855e-f5b3-485b-9f00-997f0798fefa),segment_id=f14d855e-f5b3-485b-9f00-997f0798fefa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:20.479937 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-05bcc3ee-40da-40d6-b84e-07675765276a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8f699c82-fa76-4e46-be90-cfff3b20376f), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:20.494697 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-05bcc3ee-40da-40d6-b84e-07675765276a None None] Calling delete_port for 8f699c82-fa76-4e46-be90-cfff3b20376f owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:53:20.495784 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd11d733-955a-43cf-951c-501190bad6a2 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (5803bae9-985a-488c-a225-4ffa18ae4fdc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:20.513796 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c6dee35-73d2-4a3c-afbc-0714e2c72158 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (8e8f8b9e-fba4-43f8-a027-8b82851d9820), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:20.538694 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c6dee35-73d2-4a3c-afbc-0714e2c72158 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:20.545331 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3c6dee35-73d2-4a3c-afbc-0714e2c72158 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8e8f8b9e-fba4-43f8-a027-8b82851d9820 HTTP/1.1" status: 204 len: 168 time: 0.1372428 Feb 07 16:53:20.546575 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6dee35-73d2-4a3c-afbc-0714e2c72158 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e8f8b9e-fba4-43f8-a027-8b82851d9820,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:20.547494 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47022) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:20.577550 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fcbed52-db27-43ae-af1f-7beab347a351 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for port (a4193ab1-f73b-4dad-8eae-5e6ee805ff2b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:20.583892 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fcbed52-db27-43ae-af1f-7beab347a351 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (a4193ab1-f73b-4dad-8eae-5e6ee805ff2b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:20.616682 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-88adf36a-001f-45a3-be5d-ca12e2fbaca3 req-22a80266-7ef6-4563-8844-5a19cabc46bd tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425920 Feb 07 16:53:20.652701 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4cf2a0cb-4b82-46d4-8f77-e5ac4d5ce5d5 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0934341 Feb 07 16:53:20.653727 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47026) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:20.659933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7464f675-4b77-43f1-899f-2a89c1b0ce4f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group_rule': {'security_group_id': '07147c8d-0ec2-4450-b8d5-3e31c164c01f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:20.705407 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd11d733-955a-43cf-951c-501190bad6a2 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (5803bae9-985a-488c-a225-4ffa18ae4fdc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:20.740099 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6fcbed52-db27-43ae-af1f-7beab347a351 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] In _notify_port_updated(), no bound segment for port a4193ab1-f73b-4dad-8eae-5e6ee805ff2b on network 741ae769-8ddc-4b4c-a864-c352da55a9de {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 16:53:20.746955 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcbed52-db27-43ae-af1f-7beab347a351 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:20.747218 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fcbed52-db27-43ae-af1f-7beab347a351 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:20.748557 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6fcbed52-db27-43ae-af1f-7beab347a351 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "PUT /v2.0/ports/a4193ab1-f73b-4dad-8eae-5e6ee805ff2b HTTP/1.1" status: 200 len: 958 time: 1.6063054 Feb 07 16:53:20.754457 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47030) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:20.766572 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-05bcc3ee-40da-40d6-b84e-07675765276a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (8f699c82-fa76-4e46-be90-cfff3b20376f), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:20.780055 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbed52-db27-43ae-af1f-7beab347a351 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event updated for resources: {'Port': ['ID=a4193ab1-f73b-4dad-8eae-5e6ee805ff2b,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:20.802062 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcc3ee-40da-40d6-b84e-07675765276a None None] Pushing event deleted for resources: {'Port': ['ID=8f699c82-fa76-4e46-be90-cfff3b20376f,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:20.811065 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11d733-955a-43cf-951c-501190bad6a2 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event deleted for resources: {'Subnet': ['ID=5803bae9-985a-488c-a225-4ffa18ae4fdc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:20.819780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bcc3ee-40da-40d6-b84e-07675765276a None None] No DVR routers for this DVR port 8f699c82-fa76-4e46-be90-cfff3b20376f on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:53:20.822819 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-a89f8883-2590-4a67-83b2-671f33cb3fd2 None None] Allocated IP 172.20.0.34 (741ae769-8ddc-4b4c-a864-c352da55a9de/cad512ff-db08-4a4e-a380-cac03aeb0050/7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:53:20.872705 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-7464f675-4b77-43f1-899f-2a89c1b0ce4f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Project 10053f66b8874185943371dfa047bf96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 16:53:20.883567 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd11d733-955a-43cf-951c-501190bad6a2 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:20.886975 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bd11d733-955a-43cf-951c-501190bad6a2 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "DELETE /v2.0/subnets/5803bae9-985a-488c-a225-4ffa18ae4fdc HTTP/1.1" status: 204 len: 168 time: 1.3869612 Feb 07 16:53:20.887882 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7464f675-4b77-43f1-899f-2a89c1b0ce4f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (e69687b1-e030-447b-a2e8-05aa3934cd2b), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:20.891125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47032) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:20.913777 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8066ea-e661-4d9d-964f-305631d534ea None None] Network 18d0de1d-8b4a-4364-8e1f-0d091ce379c6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:53:21.003033 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8a45317-5335-46f2-bce0-1ac2226ee5df tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (563d008f-3696-4148-a667-2d0469c84ddf), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.076979 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a89f8883-2590-4a67-83b2-671f33cb3fd2 None None] For port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43,segment=NetworkSegment(cb8e2608-ca32-4a72-ab37-a9fc843f8bde),segment_id=cb8e2608-ca32-4a72-ab37-a9fc843f8bde)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:21.081218 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac382fa8-55ce-406e-975f-a10914c74c0d req-4a39c558-4694-4f62-a3ba-7c1a1f23b2ba tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:21.091452 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ac382fa8-55ce-406e-975f-a10914c74c0d req-4a39c558-4694-4f62-a3ba-7c1a1f23b2ba tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.2597022 Feb 07 16:53:21.123892 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a89f8883-2590-4a67-83b2-671f33cb3fd2 None None] Publish callbacks [] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.131185 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a89f8883-2590-4a67-83b2-671f33cb3fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.163602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fbda0d-fb1d-4bcd-94b9-a60a8c070640 None None] DHCP port deletion for 18d0de1d-8b4a-4364-8e1f-0d091ce379c6 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:53:21.204966 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7464f675-4b77-43f1-899f-2a89c1b0ce4f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (e69687b1-e030-447b-a2e8-05aa3934cd2b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.212261 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7464f675-4b77-43f1-899f-2a89c1b0ce4f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (e69687b1-e030-447b-a2e8-05aa3934cd2b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.221742 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.272477 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e301d-7d8d-48d8-adc5-0b90d8da88dc req-975c4462-b8e8-4617-9d61-6cae222df74f tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:21.274095 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d6e301d-7d8d-48d8-adc5-0b90d8da88dc req-975c4462-b8e8-4617-9d61-6cae222df74f tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6a7c033-ff63-4073-a4b7-50f2d830c2fc HTTP/1.1" status: 200 len: 945 time: 0.5063820 Feb 07 16:53:21.302173 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f8883-2590-4a67-83b2-671f33cb3fd2 None None] Pushing event updated for resources: {'Port': ['ID=7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:21.322638 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8f699c82-fa76-4e46-be90-cfff3b20376f no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:53:21.330456 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8a45317-5335-46f2-bce0-1ac2226ee5df tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (563d008f-3696-4148-a667-2d0469c84ddf), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.339967 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-09679a1b-f09f-4f76-af1d-5de28ebb1292 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port a4193ab1-f73b-4dad-8eae-5e6ee805ff2b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:53:21.340341 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09679a1b-f09f-4f76-af1d-5de28ebb1292 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a4193ab1-f73b-4dad-8eae-5e6ee805ff2b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.348426 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d6e301d-7d8d-48d8-adc5-0b90d8da88dc req-9c22bc74-904e-49de-8144-f5937f867fab tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/security-groups?id=75437e06-4945-4861-ba82-c1ceb9d9c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669484 Feb 07 16:53:21.365099 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f8a45317-5335-46f2-bce0-1ac2226ee5df tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563d008f-3696-4148-a667-2d0469c84ddf']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:21.372420 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464f675-4b77-43f1-899f-2a89c1b0ce4f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e69687b1-e030-447b-a2e8-05aa3934cd2b,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:21.390856 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f8a45317-5335-46f2-bce0-1ac2226ee5df tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14d855e-f5b3-485b-9f00-997f0798fefa') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:21.391245 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f8a45317-5335-46f2-bce0-1ac2226ee5df tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14d855e-f5b3-485b-9f00-997f0798fefa') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:21.402954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 8f699c82-fa76-4e46-be90-cfff3b20376f {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:53:21.404657 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8f699c82-fa76-4e46-be90-cfff3b20376f not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:53:21.406587 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7c01a279-d31b-4ab2-8067-a469965106b6 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:53:21.409079 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7464f675-4b77-43f1-899f-2a89c1b0ce4f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.412613 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7464f675-4b77-43f1-899f-2a89c1b0ce4f tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7556264 Feb 07 16:53:21.414157 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47038) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:21.414902 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8a45317-5335-46f2-bce0-1ac2226ee5df tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (f14d855e-f5b3-485b-9f00-997f0798fefa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.415620 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3d4242e7-0556-4665-980a-18fa338b1045 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:53:21.436482 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ac382fa8-55ce-406e-975f-a10914c74c0d req-75fbd32d-6b6b-4fb0-b984-277924d0811c tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440435 Feb 07 16:53:21.446276 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0ad6ea6c-f4f4-441a-9bf4-2438e360dfa8 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-group-rules/e69687b1-e030-447b-a2e8-05aa3934cd2b HTTP/1.1" status: 200 len: 769 time: 0.0303841 Feb 07 16:53:21.451617 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47040) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:21.484068 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8a45317-5335-46f2-bce0-1ac2226ee5df tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (f14d855e-f5b3-485b-9f00-997f0798fefa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.498946 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09679a1b-f09f-4f76-af1d-5de28ebb1292 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a4193ab1-f73b-4dad-8eae-5e6ee805ff2b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.508103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a45317-5335-46f2-bce0-1ac2226ee5df tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:53:21.508435 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8a45317-5335-46f2-bce0-1ac2226ee5df tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (f14d855e-f5b3-485b-9f00-997f0798fefa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.532649 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6d4af2ae-59e4-4ea5-ade5-50a0f778abdd tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0795665 Feb 07 16:53:21.534477 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-09679a1b-f09f-4f76-af1d-5de28ebb1292 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for a4193ab1-f73b-4dad-8eae-5e6ee805ff2b owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:53:21.536421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47042) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:21.584383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f3fbda0d-fb1d-4bcd-94b9-a60a8c070640 None None] Deleting port 7c01a279-d31b-4ab2-8067-a469965106b6 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:53:21.586121 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f3fbda0d-fb1d-4bcd-94b9-a60a8c070640 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (7c01a279-d31b-4ab2-8067-a469965106b6), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:53:21.655211 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:53:21.660498 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8a45317-5335-46f2-bce0-1ac2226ee5df tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (563d008f-3696-4148-a667-2d0469c84ddf), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.678896 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8a45317-5335-46f2-bce0-1ac2226ee5df tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.686743 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f8a45317-5335-46f2-bce0-1ac2226ee5df tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "DELETE /v2.0/networks/563d008f-3696-4148-a667-2d0469c84ddf HTTP/1.1" status: 204 len: 168 time: 0.7918735 Feb 07 16:53:21.697513 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49c3e008-adc9-4d63-9494-0576caf32ef5 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (e69687b1-e030-447b-a2e8-05aa3934cd2b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.712843 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f3fbda0d-fb1d-4bcd-94b9-a60a8c070640 None None] For port 7c01a279-d31b-4ab2-8067-a469965106b6, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7c01a279-d31b-4ab2-8067-a469965106b6,segment=NetworkSegment(4d9e3f65-16dd-4fc2-9acb-285127dbde68),segment_id=4d9e3f65-16dd-4fc2-9acb-285127dbde68)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:21.713459 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f3fbda0d-fb1d-4bcd-94b9-a60a8c070640 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (7c01a279-d31b-4ab2-8067-a469965106b6), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.728314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f3fbda0d-fb1d-4bcd-94b9-a60a8c070640 None None] Calling delete_port for 7c01a279-d31b-4ab2-8067-a469965106b6 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:53:21.729400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47046) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:21.737966 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49c3e008-adc9-4d63-9494-0576caf32ef5 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (e69687b1-e030-447b-a2e8-05aa3934cd2b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.753834 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a45317-5335-46f2-bce0-1ac2226ee5df tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event deleted for resources: {'Network': ['ID=563d008f-3696-4148-a667-2d0469c84ddf,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:21.872825 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2cb619fe-3a5e-4f40-8caf-b9e40ba43547 req-96cf7022-ca9f-4dc0-ae11-ad2ae8297021 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.2565267 Feb 07 16:53:21.896508 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49c3e008-adc9-4d63-9494-0576caf32ef5 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (e69687b1-e030-447b-a2e8-05aa3934cd2b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.918790 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49c3e008-adc9-4d63-9494-0576caf32ef5 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.919969 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-49c3e008-adc9-4d63-9494-0576caf32ef5 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e69687b1-e030-447b-a2e8-05aa3934cd2b HTTP/1.1" status: 204 len: 168 time: 0.3826070 Feb 07 16:53:21.926993 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47048) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:21.939388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5968ec-4dc9-4401-9434-30b4e4f26c57 req-9fec4370-8f4c-4a41-9770-294a0009cd6d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:21.951647 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c5968ec-4dc9-4401-9434-30b4e4f26c57 req-9fec4370-8f4c-4a41-9770-294a0009cd6d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.2618861 Feb 07 16:53:21.972544 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3e008-adc9-4d63-9494-0576caf32ef5 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e69687b1-e030-447b-a2e8-05aa3934cd2b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:21.985317 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (18d0de1d-8b4a-4364-8e1f-0d091ce379c6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:21.997184 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09679a1b-f09f-4f76-af1d-5de28ebb1292 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a4193ab1-f73b-4dad-8eae-5e6ee805ff2b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.078155 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 3d4242e7-0556-4665-980a-18fa338b1045 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:53:22.089368 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c5968ec-4dc9-4401-9434-30b4e4f26c57 req-40cf7c1f-3fe7-4e86-a876-e6a2c0a20e24 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291826 Feb 07 16:53:22.090279 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e8afb81b-296c-4d3a-86be-feefcbe2dd17 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1592855 Feb 07 16:53:22.093433 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 3d4242e7-0556-4665-980a-18fa338b1045 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:22.093648 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47050) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:22.094334 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3d4242e7-0556-4665-980a-18fa338b1045), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.096287 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09679a1b-f09f-4f76-af1d-5de28ebb1292 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=a4193ab1-f73b-4dad-8eae-5e6ee805ff2b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:22.203634 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 7c01a279-d31b-4ab2-8067-a469965106b6 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:22.204031 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7c01a279-d31b-4ab2-8067-a469965106b6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.243419 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f3fbda0d-fb1d-4bcd-94b9-a60a8c070640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (7c01a279-d31b-4ab2-8067-a469965106b6), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.250052 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09679a1b-f09f-4f76-af1d-5de28ebb1292 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.256419 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-09679a1b-f09f-4f76-af1d-5de28ebb1292 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/ports/a4193ab1-f73b-4dad-8eae-5e6ee805ff2b HTTP/1.1" status: 204 len: 168 time: 1.4999068 Feb 07 16:53:22.272873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbc639-c288-4829-8829-59829081a985 req-8172d07e-fca8-4568-849f-298d5ba8e160 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:22.275613 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2fbbc639-c288-4829-8829-59829081a985 req-8172d07e-fca8-4568-849f-298d5ba8e160 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 944 time: 0.2613363 Feb 07 16:53:22.276306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47052) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:22.288272 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fbda0d-fb1d-4bcd-94b9-a60a8c070640 None None] No DVR routers for this DVR port 7c01a279-d31b-4ab2-8067-a469965106b6 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:53:22.329492 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8b0870-e4de-49ba-bf4f-422f9fe82d2b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] GET failed (client error): The resource could not be found. Feb 07 16:53:22.334661 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8e8b0870-e4de-49ba-bf4f-422f9fe82d2b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports/a4193ab1-f73b-4dad-8eae-5e6ee805ff2b HTTP/1.1" status: 404 len: 333 time: 0.0571387 Feb 07 16:53:22.338370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47054) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:22.342686 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75033991-adf4-4103-b402-cf78967ac938 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (07147c8d-0ec2-4450-b8d5-3e31c164c01f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.356227 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Deleting port 7c01a279-d31b-4ab2-8067-a469965106b6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:53:22.356842 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (7c01a279-d31b-4ab2-8067-a469965106b6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.361314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbda0d-fb1d-4bcd-94b9-a60a8c070640 None None] Pushing event deleted for resources: {'Port': ['ID=7c01a279-d31b-4ab2-8067-a469965106b6,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:22.399802 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 3d4242e7-0556-4665-980a-18fa338b1045 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:22.399802 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3d4242e7-0556-4665-980a-18fa338b1045), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.469484 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09c80ec-502b-4169-ac4b-718dc5263efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4242e7-0556-4665-980a-18fa338b1045'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:53:22.473755 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eb4b984-04d2-4e49-b5d8-4b56655909d3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (0ec4fd75-f20b-4738-91d2-ce59012d95c5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.475645 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1416e387-9926-4ed0-b7fe-d6d2af7a549b" -d '{"events": [{"server_uuid": "b09c80ec-502b-4169-ac4b-718dc5263efc", "name": "network-vif-plugged", "status": "completed", "tag": "3d4242e7-0556-4665-980a-18fa338b1045"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:53:22.501878 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2fbbc639-c288-4829-8829-59829081a985 req-0be73468-f667-4d84-8842-49202045f00b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976666 Feb 07 16:53:22.520774 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] For port 7c01a279-d31b-4ab2-8067-a469965106b6, host n-d-827865-3, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:22.521605 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (7c01a279-d31b-4ab2-8067-a469965106b6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.540140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Calling delete_port for 7c01a279-d31b-4ab2-8067-a469965106b6 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:53:22.542906 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Port 7c01a279-d31b-4ab2-8067-a469965106b6 was not found and therefore no delete operation was performed {{(pid=103225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 16:53:22.545337 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (7c01a279-d31b-4ab2-8067-a469965106b6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.545666 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eb4b984-04d2-4e49-b5d8-4b56655909d3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (0ec4fd75-f20b-4738-91d2-ce59012d95c5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.575492 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 3d4242e7-0556-4665-980a-18fa338b1045, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3d4242e7-0556-4665-980a-18fa338b1045,segment=NetworkSegment(dc28be50-c96d-41ea-8f29-76fc1666c8aa),segment_id=dc28be50-c96d-41ea-8f29-76fc1666c8aa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:22.584598 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3d4242e7-0556-4665-980a-18fa338b1045), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.588203 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75033991-adf4-4103-b402-cf78967ac938 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (07147c8d-0ec2-4450-b8d5-3e31c164c01f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.629239 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eb4b984-04d2-4e49-b5d8-4b56655909d3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0ec4fd75-f20b-4738-91d2-ce59012d95c5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.632324 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7eb4b984-04d2-4e49-b5d8-4b56655909d3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.637676 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7eb4b984-04d2-4e49-b5d8-4b56655909d3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/security-groups/0ec4fd75-f20b-4738-91d2-ce59012d95c5 HTTP/1.1" status: 204 len: 168 time: 0.2975175 Feb 07 16:53:22.637676 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47062) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:22.725682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4b984-04d2-4e49-b5d8-4b56655909d3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec4fd75-f20b-4738-91d2-ce59012d95c5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:22.731591 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75033991-adf4-4103-b402-cf78967ac938 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (07147c8d-0ec2-4450-b8d5-3e31c164c01f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.736451 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75033991-adf4-4103-b402-cf78967ac938 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.741326 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47064) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:22.741606 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-75033991-adf4-4103-b402-cf78967ac938 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-groups/07147c8d-0ec2-4450-b8d5-3e31c164c01f HTTP/1.1" status: 204 len: 168 time: 0.6468768 Feb 07 16:53:22.760119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event deleted for resources: {'Port': ['ID=7c01a279-d31b-4ab2-8067-a469965106b6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:22.762544 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] No DVR routers for this DVR port 7c01a279-d31b-4ab2-8067-a469965106b6 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:53:22.772765 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=3d4242e7-0556-4665-980a-18fa338b1045,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:22.795192 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-609157ed-4f37-4def-8cae-d48d04903a2d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (0b65cd84-a870-4921-9caf-2a6f627bbaf1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.802884 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a1dcbe26-f4b8-4ee9-abb4-cf4d215d5323 None None] Provisioning complete for port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:22.803836 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a1dcbe26-f4b8-4ee9-abb4-cf4d215d5323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.810852 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75033991-adf4-4103-b402-cf78967ac938 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07147c8d-0ec2-4450-b8d5-3e31c164c01f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:22.812130 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da20503-f341-40a6-a167-1d22356e4a6e req-6b1406c8-d3e6-4c4f-9449-08c09fd1a121 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:22.813862 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4da20503-f341-40a6-a167-1d22356e4a6e req-6b1406c8-d3e6-4c4f-9449-08c09fd1a121 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.2050824 Feb 07 16:53:22.841370 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8de8f6c1-86a7-417d-af85-da4d388430a1 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0989623 Feb 07 16:53:22.845846 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47066) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:22.851480 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e8435c60-629a-4e96-ad92-2d714e852e15 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group': {'name': 'tempest-secgroup--1372149943'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:22.878268 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-609157ed-4f37-4def-8cae-d48d04903a2d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (0b65cd84-a870-4921-9caf-2a6f627bbaf1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.880380 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace81af7-79a4-45ef-8398-6a88097553b3 req-f72b18d8-da77-4084-a89c-941c8d29be89 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:22.889838 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ace81af7-79a4-45ef-8398-6a88097553b3 req-f72b18d8-da77-4084-a89c-941c8d29be89 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6a7c033-ff63-4073-a4b7-50f2d830c2fc HTTP/1.1" status: 200 len: 945 time: 0.3415079 Feb 07 16:53:22.936268 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4da20503-f341-40a6-a167-1d22356e4a6e req-aaf6a4e1-7962-4238-ae8c-862030a1e1ad tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963457 Feb 07 16:53:22.968816 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ace81af7-79a4-45ef-8398-6a88097553b3 req-90910fce-caa4-4742-a133-8e21c2b313a4 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/security-groups?id=75437e06-4945-4861-ba82-c1ceb9d9c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780566 Feb 07 16:53:22.972288 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (18d0de1d-8b4a-4364-8e1f-0d091ce379c6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.981475 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8435c60-629a-4e96-ad92-2d714e852e15 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:22.998239 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-609157ed-4f37-4def-8cae-d48d04903a2d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0b65cd84-a870-4921-9caf-2a6f627bbaf1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:23.001143 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-609157ed-4f37-4def-8cae-d48d04903a2d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:23.006798 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-609157ed-4f37-4def-8cae-d48d04903a2d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/security-groups/0b65cd84-a870-4921-9caf-2a6f627bbaf1 HTTP/1.1" status: 204 len: 168 time: 0.3404584 Feb 07 16:53:23.009088 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47070) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:23.033632 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609157ed-4f37-4def-8cae-d48d04903a2d tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b65cd84-a870-4921-9caf-2a6f627bbaf1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:23.085564 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d0de1d-8b4a-4364-8e1f-0d091ce379c6']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:23.109452 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9e3f65-16dd-4fc2-9acb-285127dbde68') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:23.109764 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9e3f65-16dd-4fc2-9acb-285127dbde68') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:23.126211 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (4d9e3f65-16dd-4fc2-9acb-285127dbde68), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:23.213557 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4d9e3f65-16dd-4fc2-9acb-285127dbde68), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:23.261125 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcf7e85-bdc6-4cbd-8e96-407f204690e8 x-openstack-request-id: req-1dcf7e85-bdc6-4cbd-8e96-407f204690e8 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:53:23.261711 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d58cdbf1-43c0-4c59-8a4d-15401d91a41b req-90475fa8-b532-44b9-9d41-67477fbb006f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0990028 Feb 07 16:53:23.264285 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09c80ec-502b-4169-ac4b-718dc5263efc", "name": "network-vif-plugged", "status": "completed", "tag": "3d4242e7-0556-4665-980a-18fa338b1045", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:53:23.266931 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1dcf7e85-bdc6-4cbd-8e96-407f204690e8 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:53:23.269490 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09c80ec-502b-4169-ac4b-718dc5263efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4242e7-0556-4665-980a-18fa338b1045', 'code': 200} Feb 07 16:53:23.270830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:53:23.271264 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (4d9e3f65-16dd-4fc2-9acb-285127dbde68), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:53:23.281948 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:53:23.294510 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-278507d4-30d6-4e5e-a547-d219c5dc0737 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (01c7f6cd-51c9-4bf7-9d55-7bdf7a1dd49d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:23.330043 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-278507d4-30d6-4e5e-a547-d219c5dc0737 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (01c7f6cd-51c9-4bf7-9d55-7bdf7a1dd49d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:23.331655 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:53:23.357684 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:23.410760 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8435c60-629a-4e96-ad92-2d714e852e15 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (155c1668-c5ab-45b6-830f-c1dfd91e2a72), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:23.414739 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-278507d4-30d6-4e5e-a547-d219c5dc0737 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (01c7f6cd-51c9-4bf7-9d55-7bdf7a1dd49d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:23.417599 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-278507d4-30d6-4e5e-a547-d219c5dc0737 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:23.421625 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-278507d4-30d6-4e5e-a547-d219c5dc0737 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/security-groups/01c7f6cd-51c9-4bf7-9d55-7bdf7a1dd49d HTTP/1.1" status: 204 len: 168 time: 0.4003704 Feb 07 16:53:23.424053 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47078) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:23.432888 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a1dcbe26-f4b8-4ee9-abb4-cf4d215d5323 None None] Current status of the port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:23.440754 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8435c60-629a-4e96-ad92-2d714e852e15 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (155c1668-c5ab-45b6-830f-c1dfd91e2a72), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:23.458685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a1dcbe26-f4b8-4ee9-abb4-cf4d215d5323 None None] Provisioning complete for port 48b285f4-b476-4e54-b946-e2c01d5d84fc triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:23.459196 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a1dcbe26-f4b8-4ee9-abb4-cf4d215d5323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (48b285f4-b476-4e54-b946-e2c01d5d84fc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:23.479451 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815aad3d-3f3f-4065-82dd-965fbeac2037 req-7912be94-ab59-49e1-8749-f12fd2054c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:23.481111 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-815aad3d-3f3f-4065-82dd-965fbeac2037 req-7912be94-ab59-49e1-8749-f12fd2054c81 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 1127 time: 0.2615223 Feb 07 16:53:23.486245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278507d4-30d6-4e5e-a547-d219c5dc0737 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c7f6cd-51c9-4bf7-9d55-7bdf7a1dd49d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:23.510677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a1dcbe26-f4b8-4ee9-abb4-cf4d215d5323 None None] Port 48b285f4-b476-4e54-b946-e2c01d5d84fc cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:53:23.540592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:23.540592 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:23.552607 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8435c60-629a-4e96-ad92-2d714e852e15 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:23.554971 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e8435c60-629a-4e96-ad92-2d714e852e15 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7068884 Feb 07 16:53:23.566107 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47084) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:23.587650 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-58f202ed-4672-4245-92b5-fdda4fcfa05d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Request body: {'security_group_rule': {'security_group_id': '155c1668-c5ab-45b6-830f-c1dfd91e2a72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:23.610067 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (18d0de1d-8b4a-4364-8e1f-0d091ce379c6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:23.630200 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:23.634167 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "DELETE /v2.0/networks/18d0de1d-8b4a-4364-8e1f-0d091ce379c6 HTTP/1.1" status: 204 len: 168 time: 1.9008968 Feb 07 16:53:23.638648 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a1dcbe26-f4b8-4ee9-abb4-cf4d215d5323 None None] Could not find standard attr ID for object a4193ab1-f73b-4dad-8eae-5e6ee805ff2b. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 16:53:23.647190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47086) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:23.653265 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-8adb1e42-44f0-446d-8f4d-04ef8ee258eb tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting subnet 7c6407b6-4176-41ed-9a37-f1ed84a8de89 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:53:23.669690 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f3405-0da5-4876-9d30-281c9675c829 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event deleted for resources: {'Network': ['ID=18d0de1d-8b4a-4364-8e1f-0d091ce379c6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:23.691278 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-815aad3d-3f3f-4065-82dd-965fbeac2037 req-da53b238-252b-4ed4-b168-f34d186bb357 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010195 Feb 07 16:53:23.700415 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c1035-77f3-4bba-b3a3-99bbbf46a697 req-52650cf7-9b5d-416a-ac31-6bc6311e1018 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:23.718308 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0f9c1035-77f3-4bba-b3a3-99bbbf46a697 req-52650cf7-9b5d-416a-ac31-6bc6311e1018 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.3031421 Feb 07 16:53:23.725694 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:23.748397 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8adb1e42-44f0-446d-8f4d-04ef8ee258eb tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for subnet (7c6407b6-4176-41ed-9a37-f1ed84a8de89), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:23.758515 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-074ecb03-8e8e-45b4-ac62-00c3595be259 None None] Could not find standard attr ID for object a4193ab1-f73b-4dad-8eae-5e6ee805ff2b. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 16:53:23.766416 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58f202ed-4672-4245-92b5-fdda4fcfa05d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (1859a19c-f26e-486f-a462-ec0fcc4caf6e), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:23.822601 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0f9c1035-77f3-4bba-b3a3-99bbbf46a697 req-de5e780e-3d41-414e-ab93-68b1c884c54f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024933 Feb 07 16:53:23.862982 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8435c60-629a-4e96-ad92-2d714e852e15 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=155c1668-c5ab-45b6-830f-c1dfd91e2a72,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:23.943417 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53eb08e-e298-441a-be32-3154ae3bb004 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Deleting subnet a322fca9-9249-4a62-b5c2-0b929914a51e {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:53:23.951270 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8adb1e42-44f0-446d-8f4d-04ef8ee258eb tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (7c6407b6-4176-41ed-9a37-f1ed84a8de89), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:23.955254 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b53eb08e-e298-441a-be32-3154ae3bb004 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks [] for subnet (a322fca9-9249-4a62-b5c2-0b929914a51e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:24.106839 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5dec8-0b2a-481d-8978-b955c83f1059 req-8d2325f6-49c2-40ea-81f0-b7ba06f97e43 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:24.109147 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9ee5dec8-0b2a-481d-8978-b955c83f1059 req-8d2325f6-49c2-40ea-81f0-b7ba06f97e43 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.4328749 Feb 07 16:53:24.125747 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b53eb08e-e298-441a-be32-3154ae3bb004 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (a322fca9-9249-4a62-b5c2-0b929914a51e), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:24.176183 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58f202ed-4672-4245-92b5-fdda4fcfa05d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (1859a19c-f26e-486f-a462-ec0fcc4caf6e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:24.191451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74667a-b116-419d-a7e4-fc7bc5a4d5cb req-247ea001-6fe9-4b14-825a-b43476b245cd tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:24.193175 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c74667a-b116-419d-a7e4-fc7bc5a4d5cb req-247ea001-6fe9-4b14-825a-b43476b245cd tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.0775738 Feb 07 16:53:24.213218 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58f202ed-4672-4245-92b5-fdda4fcfa05d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (1859a19c-f26e-486f-a462-ec0fcc4caf6e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:24.267433 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c74667a-b116-419d-a7e4-fc7bc5a4d5cb req-29a48680-a542-41e3-b291-775e6d716b87 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625937 Feb 07 16:53:24.280364 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f202ed-4672-4245-92b5-fdda4fcfa05d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1859a19c-f26e-486f-a462-ec0fcc4caf6e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:24.304565 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8adb1e42-44f0-446d-8f4d-04ef8ee258eb tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (7c6407b6-4176-41ed-9a37-f1ed84a8de89), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:24.309995 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58f202ed-4672-4245-92b5-fdda4fcfa05d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:24.311236 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-58f202ed-4672-4245-92b5-fdda4fcfa05d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7353382 Feb 07 16:53:24.316321 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47094) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:24.382061 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9ee5dec8-0b2a-481d-8978-b955c83f1059 req-b265139b-a680-4a87-be86-8ab4bd5468bc tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042351 Feb 07 16:53:24.416188 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b53eb08e-e298-441a-be32-3154ae3bb004 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (a322fca9-9249-4a62-b5c2-0b929914a51e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:24.486196 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46991147-6309-4585-a23a-7e4d0d761ccc tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (155c1668-c5ab-45b6-830f-c1dfd91e2a72), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:24.531373 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d9348-ead6-469a-b30d-bae02ad2c89d req-2b34c5fc-837e-4beb-ac7c-fd4f722781f3 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:24.532753 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8adb1e42-44f0-446d-8f4d-04ef8ee258eb tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (7c6407b6-4176-41ed-9a37-f1ed84a8de89), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:24.535066 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c9d9348-ead6-469a-b30d-bae02ad2c89d req-2b34c5fc-837e-4beb-ac7c-fd4f722781f3 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6a7c033-ff63-4073-a4b7-50f2d830c2fc HTTP/1.1" status: 200 len: 945 time: 0.1541691 Feb 07 16:53:24.551690 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46991147-6309-4585-a23a-7e4d0d761ccc tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (155c1668-c5ab-45b6-830f-c1dfd91e2a72), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:24.572336 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1e69b09c-10f2-46eb-9bbb-513472b0d993 req-e365a289-9b93-48ac-bb76-0ea1de66ccd6 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0619681 Feb 07 16:53:24.623868 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb1e42-44f0-446d-8f4d-04ef8ee258eb tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Subnet': ['ID=7c6407b6-4176-41ed-9a37-f1ed84a8de89,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:24.626093 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8adb1e42-44f0-446d-8f4d-04ef8ee258eb tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:24.636139 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333e0a3d-8541-48d4-87bc-a21d8d77a4db None None] Network 741ae769-8ddc-4b4c-a864-c352da55a9de requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:53:24.637521 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8adb1e42-44f0-446d-8f4d-04ef8ee258eb tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/subnets/7c6407b6-4176-41ed-9a37-f1ed84a8de89 HTTP/1.1" status: 204 len: 168 time: 1.2081673 Feb 07 16:53:24.639635 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47096) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:24.697996 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c9d9348-ead6-469a-b30d-bae02ad2c89d req-2292047f-1c6d-4949-851f-a732908163f9 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/security-groups?id=75437e06-4945-4861-ba82-c1ceb9d9c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534393 Feb 07 16:53:24.740205 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b53eb08e-e298-441a-be32-3154ae3bb004 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (a322fca9-9249-4a62-b5c2-0b929914a51e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:24.753607 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46991147-6309-4585-a23a-7e4d0d761ccc tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (155c1668-c5ab-45b6-830f-c1dfd91e2a72), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:24.759414 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46991147-6309-4585-a23a-7e4d0d761ccc tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:24.761921 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-46991147-6309-4585-a23a-7e4d0d761ccc tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-groups/155c1668-c5ab-45b6-830f-c1dfd91e2a72 HTTP/1.1" status: 204 len: 168 time: 0.4419966 Feb 07 16:53:24.767184 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47098) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:24.813820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46991147-6309-4585-a23a-7e4d0d761ccc tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=155c1668-c5ab-45b6-830f-c1dfd91e2a72,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:24.836675 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53eb08e-e298-441a-be32-3154ae3bb004 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event deleted for resources: {'Subnet': ['ID=a322fca9-9249-4a62-b5c2-0b929914a51e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:24.852423 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-70614957-a02d-438c-a45e-9ff1bce907e3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting subnet cad512ff-db08-4a4e-a380-cac03aeb0050 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:53:24.874679 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-70614957-a02d-438c-a45e-9ff1bce907e3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for subnet (cad512ff-db08-4a4e-a380-cac03aeb0050), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:24.922339 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-12ce5857-6763-47a4-89fb-39d54084b611 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1483564 Feb 07 16:53:24.928780 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47102) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:25.011929 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b53eb08e-e298-441a-be32-3154ae3bb004 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:25.017059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fcfccf-797c-44ec-a735-8b9d4c2e9f97 None None] Network 1ee4587e-6003-4be9-a3c9-945c52875741 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:53:25.026440 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b53eb08e-e298-441a-be32-3154ae3bb004 tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "DELETE /v2.0/subnets/a322fca9-9249-4a62-b5c2-0b929914a51e HTTP/1.1" status: 204 len: 168 time: 1.3612299 Feb 07 16:53:25.026688 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ff7c08b8-9d94-4722-91f7-032439f0a23d tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0895567 Feb 07 16:53:25.026688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47104) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:25.045477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47106) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:25.062126 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-70614957-a02d-438c-a45e-9ff1bce907e3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (cad512ff-db08-4a4e-a380-cac03aeb0050), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:25.140075 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f2272-8959-4f38-92a8-b2491d04d4e9 req-e8ef76e1-7f29-47e1-a29d-5e47ded07bf1 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:25.149230 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-116f2272-8959-4f38-92a8-b2491d04d4e9 req-e8ef76e1-7f29-47e1-a29d-5e47ded07bf1 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.1712592 Feb 07 16:53:25.220743 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-6db962fc-e77a-468e-857a-3608646fcd9e tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] delete failed (client error): The resource could not be found. Feb 07 16:53:25.227811 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6db962fc-e77a-468e-857a-3608646fcd9e tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "DELETE /v2.0/security-groups/155c1668-c5ab-45b6-830f-c1dfd91e2a72 HTTP/1.1" status: 404 len: 347 time: 0.1807685 Feb 07 16:53:25.228582 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47108) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:25.295057 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9946a0-30e3-424a-9b7b-23ddc6e908a3 None None] DHCP port deletion for 1ee4587e-6003-4be9-a3c9-945c52875741 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:53:25.326025 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-70614957-a02d-438c-a45e-9ff1bce907e3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (cad512ff-db08-4a4e-a380-cac03aeb0050), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:25.340874 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (1ee4587e-6003-4be9-a3c9-945c52875741), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:25.350531 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-116f2272-8959-4f38-92a8-b2491d04d4e9 req-08680624-a5fe-44ad-a48c-198f365bf81b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002792 Feb 07 16:53:25.378983 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-35879390-3abb-46af-8a4b-36be352152b9 tempest-SecGroupIPv6Test-1986506392 tempest-SecGroupIPv6Test-1986506392-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1435919 Feb 07 16:53:25.479681 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5c9946a0-30e3-424a-9b7b-23ddc6e908a3 None None] Deleting port 4093da82-bf62-4019-b936-73b2009a67d4 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:53:25.481908 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5c9946a0-30e3-424a-9b7b-23ddc6e908a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4093da82-bf62-4019-b936-73b2009a67d4), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:25.491800 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-70614957-a02d-438c-a45e-9ff1bce907e3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (cad512ff-db08-4a4e-a380-cac03aeb0050), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:25.605904 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-70614957-a02d-438c-a45e-9ff1bce907e3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:25.614142 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-70614957-a02d-438c-a45e-9ff1bce907e3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/subnets/cad512ff-db08-4a4e-a380-cac03aeb0050 HTTP/1.1" status: 204 len: 168 time: 0.9708335 Feb 07 16:53:25.617707 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70614957-a02d-438c-a45e-9ff1bce907e3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Subnet': ['ID=cad512ff-db08-4a4e-a380-cac03aeb0050,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:25.632566 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47116) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:25.637500 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9725a6-fbe4-40d6-9072-7f6af0c77ce2 req-4570b1aa-16dd-4ed2-b953-4b9a8572c49c tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:25.639579 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d9725a6-fbe4-40d6-9072-7f6af0c77ce2 req-4570b1aa-16dd-4ed2-b953-4b9a8572c49c tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6a7c033-ff63-4073-a4b7-50f2d830c2fc HTTP/1.1" status: 200 len: 945 time: 0.1895642 Feb 07 16:53:25.665475 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Deleting port 4093da82-bf62-4019-b936-73b2009a67d4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:53:25.665935 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4093da82-bf62-4019-b936-73b2009a67d4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:25.675012 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5c9946a0-30e3-424a-9b7b-23ddc6e908a3 None None] For port 4093da82-bf62-4019-b936-73b2009a67d4, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4093da82-bf62-4019-b936-73b2009a67d4,segment=NetworkSegment(70839eb4-839c-4732-a287-ff4cb0b164c8),segment_id=70839eb4-839c-4732-a287-ff4cb0b164c8)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:25.676578 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5c9946a0-30e3-424a-9b7b-23ddc6e908a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4093da82-bf62-4019-b936-73b2009a67d4), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:25.694866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059c86a-8e0c-4daa-805b-598f7b9f1aea req-b293e1a6-b449-4302-805f-21803af6b171 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:25.696809 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5c9946a0-30e3-424a-9b7b-23ddc6e908a3 None None] Calling delete_port for 4093da82-bf62-4019-b936-73b2009a67d4 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:53:25.705018 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6059c86a-8e0c-4daa-805b-598f7b9f1aea req-b293e1a6-b449-4302-805f-21803af6b171 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.2562175 Feb 07 16:53:25.748975 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91a62c2-8eee-43f8-9b86-b4e2ff3faecd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] DELETE failed (client error): The resource could not be found. Feb 07 16:53:25.750342 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91a62c2-8eee-43f8-9b86-b4e2ff3faecd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:53:25.761516 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a91a62c2-8eee-43f8-9b86-b4e2ff3faecd tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/subnets/7c6407b6-4176-41ed-9a37-f1ed84a8de89 HTTP/1.1" status: 404 len: 337 time: 0.1248477 Feb 07 16:53:25.767414 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47122) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:25.874874 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e4a46f-704f-4c06-9c2e-33ad55c9bc71 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting subnet 39abfdf0-f653-4f41-8236-5aec03cec9c9 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:53:25.884405 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33e4a46f-704f-4c06-9c2e-33ad55c9bc71 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks [] for subnet (39abfdf0-f653-4f41-8236-5aec03cec9c9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:25.884787 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] For port 4093da82-bf62-4019-b936-73b2009a67d4, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4093da82-bf62-4019-b936-73b2009a67d4,segment=NetworkSegment(70839eb4-839c-4732-a287-ff4cb0b164c8),segment_id=70839eb4-839c-4732-a287-ff4cb0b164c8)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:25.885426 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4093da82-bf62-4019-b936-73b2009a67d4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:25.900081 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5caaa871-30b7-41c3-bbc6-5a3a2fb603c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:25.916711 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Calling delete_port for 4093da82-bf62-4019-b936-73b2009a67d4 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:53:25.972077 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5c9946a0-30e3-424a-9b7b-23ddc6e908a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (4093da82-bf62-4019-b936-73b2009a67d4), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:25.982312 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54955f87-fece-4202-88af-b43df86ecee9 req-bb2a2148-3765-42ea-a245-0a302de0f2df tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:25.984257 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54955f87-fece-4202-88af-b43df86ecee9 req-bb2a2148-3765-42ea-a245-0a302de0f2df tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.4013178 Feb 07 16:53:26.034346 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33e4a46f-704f-4c06-9c2e-33ad55c9bc71 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (39abfdf0-f653-4f41-8236-5aec03cec9c9), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:26.055179 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9946a0-30e3-424a-9b7b-23ddc6e908a3 None None] No DVR routers for this DVR port 4093da82-bf62-4019-b936-73b2009a67d4 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:53:26.060895 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9946a0-30e3-424a-9b7b-23ddc6e908a3 None None] Pushing event deleted for resources: {'Port': ['ID=4093da82-bf62-4019-b936-73b2009a67d4,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:26.122855 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47126) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:26.157984 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6110b303-8165-4de5-8564-a33999ac03a2 None None] Network 741ae769-8ddc-4b4c-a864-c352da55a9de requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:53:26.176913 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54955f87-fece-4202-88af-b43df86ecee9 req-0ebc8459-6131-43db-83e6-020c32c7dea1 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838403 Feb 07 16:53:26.307061 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33e4a46f-704f-4c06-9c2e-33ad55c9bc71 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (39abfdf0-f653-4f41-8236-5aec03cec9c9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:26.385130 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6059c86a-8e0c-4daa-805b-598f7b9f1aea req-5b7e39c6-f360-42e5-8337-e50ad2768995 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6789672 Feb 07 16:53:26.389095 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-783798fc-77bb-4ef4-9884-ce02ab8ba52a None None] Provisioning complete for port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:26.389659 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-783798fc-77bb-4ef4-9884-ce02ab8ba52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:26.402593 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a4940351-695b-4299-b5a2-c299766c027a req-83d16716-8e0a-4d7c-bf05-62e66db07501 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0496020 Feb 07 16:53:26.453670 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33e4a46f-704f-4c06-9c2e-33ad55c9bc71 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (39abfdf0-f653-4f41-8236-5aec03cec9c9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:26.498574 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8d9725a6-fbe4-40d6-9072-7f6af0c77ce2 req-4a275395-855e-4516-a81c-4ed7430d504b tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Deleting port 9fc2963c-1784-4d05-9a69-3d04a51633f6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:53:26.498932 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d9725a6-fbe4-40d6-9072-7f6af0c77ce2 req-4a275395-855e-4516-a81c-4ed7430d504b tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (9fc2963c-1784-4d05-9a69-3d04a51633f6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:26.507732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4a46f-704f-4c06-9c2e-33ad55c9bc71 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Subnet': ['ID=39abfdf0-f653-4f41-8236-5aec03cec9c9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:26.519591 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33e4a46f-704f-4c06-9c2e-33ad55c9bc71 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:26.524922 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-33e4a46f-704f-4c06-9c2e-33ad55c9bc71 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/subnets/39abfdf0-f653-4f41-8236-5aec03cec9c9 HTTP/1.1" status: 204 len: 168 time: 0.7542820 Feb 07 16:53:26.527836 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47134) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:26.561956 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-583566e2-1d27-4e17-a9a6-5c12fd95f266 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10053f66b8874185943371dfa047bf96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4330626 Feb 07 16:53:26.562719 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4093da82-bf62-4019-b936-73b2009a67d4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:26.577615 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47136) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:26.579011 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-45526a3d-da75-4e7c-bc1c-ed84aa64e6c3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] DELETE failed (client error): The resource could not be found. Feb 07 16:53:26.579812 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45526a3d-da75-4e7c-bc1c-ed84aa64e6c3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:53:26.586199 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-45526a3d-da75-4e7c-bc1c-ed84aa64e6c3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/subnets/4ab60544-6dc2-4ed8-a0e6-8c88c7e52ef7 HTTP/1.1" status: 404 len: 337 time: 0.0570860 Feb 07 16:53:26.589609 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47138) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:26.678348 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-40791d96-4a4e-49a1-89e7-2bc058f6c591 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "GET /v2.0/ports?device_id=429e574c-8c4a-485a-9cee-01c54a344d1f HTTP/1.1" status: 200 len: 205 time: 0.0846159 Feb 07 16:53:26.681689 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47140) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:26.692987 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-783798fc-77bb-4ef4-9884-ce02ab8ba52a None None] Current status of the port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:26.734950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event deleted for resources: {'Port': ['ID=4093da82-bf62-4019-b936-73b2009a67d4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:26.746465 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-ffbbd9a3-d7bd-484b-ae07-f2ae7d97c447 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] delete failed (client error): The resource could not be found. Feb 07 16:53:26.748695 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ffbbd9a3-d7bd-484b-ae07-f2ae7d97c447 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/routers/429e574c-8c4a-485a-9cee-01c54a344d1f HTTP/1.1" status: 404 len: 336 time: 0.0656965 Feb 07 16:53:26.749856 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-783798fc-77bb-4ef4-9884-ce02ab8ba52a None None] Provisioning complete for port 48b285f4-b476-4e54-b946-e2c01d5d84fc triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:26.750409 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-783798fc-77bb-4ef4-9884-ce02ab8ba52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (48b285f4-b476-4e54-b946-e2c01d5d84fc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:26.751523 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47142) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:26.756583 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] No DVR routers for this DVR port 4093da82-bf62-4019-b936-73b2009a67d4 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:53:26.786787 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4faf5933-b70e-4753-a5ad-305a7c6fc98f admin admin] Publish callbacks [] for security_group (53f4f07e-0dfd-40eb-b763-772d9a5ab555), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:26.838781 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-85323f0d-b234-4b05-8e7d-56d018a2feee tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] DELETE failed (client error): The resource could not be found. Feb 07 16:53:26.839250 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85323f0d-b234-4b05-8e7d-56d018a2feee tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:53:26.840552 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-783798fc-77bb-4ef4-9884-ce02ab8ba52a None None] Port 48b285f4-b476-4e54-b946-e2c01d5d84fc cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:53:26.844999 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-85323f0d-b234-4b05-8e7d-56d018a2feee tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/subnets/2f5e5629-4973-44d5-ab0c-018936ed46f3 HTTP/1.1" status: 404 len: 337 time: 0.0923896 Feb 07 16:53:26.845648 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47146) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:26.890312 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65535cd-7f5d-4794-b256-3755718b32e4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] DELETE failed (client error): The resource could not be found. Feb 07 16:53:26.891370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65535cd-7f5d-4794-b256-3755718b32e4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:53:26.898797 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d65535cd-7f5d-4794-b256-3755718b32e4 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/subnets/66c7ffa1-32b4-49b4-a985-7604634b2bd4 HTTP/1.1" status: 404 len: 337 time: 0.0515752 Feb 07 16:53:26.900585 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47148) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:26.912447 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4faf5933-b70e-4753-a5ad-305a7c6fc98f admin admin] Publish callbacks [] for security_group (53f4f07e-0dfd-40eb-b763-772d9a5ab555), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:26.946624 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d76a71-e046-49cd-9e5b-d17d6699d2cd None None] Update dhcp port {'port': {'network_id': '741ae769-8ddc-4b4c-a864-c352da55a9de', 'fixed_ips': [{'subnet_id': '39abfdf0-f653-4f41-8236-5aec03cec9c9'}], 'binding:host_id': 'n-d-827865-3'}, 'id': '7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43'} from n-d-827865-3. {{(pid=103228) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 16:53:26.997981 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-86d76a71-e046-49cd-9e5b-d17d6699d2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:27.005451 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ffe7558-8c01-4965-9539-2b9d1d6e6839 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] DELETE failed (client error): The resource could not be found. Feb 07 16:53:27.005451 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ffe7558-8c01-4965-9539-2b9d1d6e6839 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:53:27.011029 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7ffe7558-8c01-4965-9539-2b9d1d6e6839 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/subnets/b0d75125-c5c7-4328-861e-db8fc0f13f53 HTTP/1.1" status: 404 len: 337 time: 0.0998600 Feb 07 16:53:27.011658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47150) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:27.056147 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba4d16-6872-4691-aacf-24e291ad8767 req-e64179b6-2355-40f8-bb60-5d5888d59aa6 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:27.058346 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3ba4d16-6872-4691-aacf-24e291ad8767 req-e64179b6-2355-40f8-bb60-5d5888d59aa6 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6a7c033-ff63-4073-a4b7-50f2d830c2fc HTTP/1.1" status: 200 len: 945 time: 0.5017564 Feb 07 16:53:27.075392 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-490f58e0-4f80-407f-9d68-45da8039cf8c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] DELETE failed (client error): The resource could not be found. Feb 07 16:53:27.075941 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-490f58e0-4f80-407f-9d68-45da8039cf8c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:53:27.083256 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-490f58e0-4f80-407f-9d68-45da8039cf8c tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/ports/398c3eec-2022-46d7-9d36-cae4a4f10fb4 HTTP/1.1" status: 404 len: 333 time: 0.0516951 Feb 07 16:53:27.083819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47152) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:27.099537 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (1ee4587e-6003-4be9-a3c9-945c52875741), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:27.100229 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d026ef-b7eb-4298-a188-e12e7c03bfab req-1e8e87ad-2d34-42b8-b5c0-e91fa79690b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:27.103250 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-52d026ef-b7eb-4298-a188-e12e7c03bfab req-1e8e87ad-2d34-42b8-b5c0-e91fa79690b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ad3699b57504f1d8d8119bb8b107134&device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 1127 time: 0.2018595 Feb 07 16:53:27.138778 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb59e32-e535-4391-9378-a0ed07e023ea req-287d67a8-8259-4246-95c0-3758dcd118d3 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:27.141151 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5cb59e32-e535-4391-9378-a0ed07e023ea req-287d67a8-8259-4246-95c0-3758dcd118d3 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.2412865 Feb 07 16:53:27.187371 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d13f973-cb2f-4a4c-aba3-4d19879d63c3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] DELETE failed (client error): The resource could not be found. Feb 07 16:53:27.188132 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d13f973-cb2f-4a4c-aba3-4d19879d63c3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:53:27.192078 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8d13f973-cb2f-4a4c-aba3-4d19879d63c3 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/subnets/18da9906-50a7-488e-817f-e71da3a0b1a7 HTTP/1.1" status: 404 len: 337 time: 0.1036038 Feb 07 16:53:27.194605 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8d9725a6-fbe4-40d6-9072-7f6af0c77ce2 req-4a275395-855e-4516-a81c-4ed7430d504b tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] For port 9fc2963c-1784-4d05-9a69-3d04a51633f6, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=9fc2963c-1784-4d05-9a69-3d04a51633f6,segment=NetworkSegment(b1b48daf-d50b-4e8c-a2d2-0e8723683f77),segment_id=b1b48daf-d50b-4e8c-a2d2-0e8723683f77)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:27.195192 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d9725a6-fbe4-40d6-9072-7f6af0c77ce2 req-4a275395-855e-4516-a81c-4ed7430d504b tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (9fc2963c-1784-4d05-9a69-3d04a51633f6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:27.201245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47154) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:27.270192 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad1ae01-6cae-4830-a1e9-850775f14771 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] DELETE failed (client error): The resource could not be found. Feb 07 16:53:27.270804 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad1ae01-6cae-4830-a1e9-850775f14771 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:53:27.272457 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4093da82-bf62-4019-b936-73b2009a67d4 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:53:27.277426 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4ad1ae01-6cae-4830-a1e9-850775f14771 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/subnets/89d049df-0941-4332-a4f2-8190ef4458ec HTTP/1.1" status: 404 len: 337 time: 0.0745707 Feb 07 16:53:27.279066 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3ba4d16-6872-4691-aacf-24e291ad8767 req-dd588d59-8c94-47fa-b95e-97874f4a7405 tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/security-groups?id=75437e06-4945-4861-ba82-c1ceb9d9c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079160 Feb 07 16:53:27.284843 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47156) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:27.288720 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee4587e-6003-4be9-a3c9-945c52875741']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:27.292141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8d9725a6-fbe4-40d6-9072-7f6af0c77ce2 req-4a275395-855e-4516-a81c-4ed7430d504b tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Calling delete_port for 9fc2963c-1784-4d05-9a69-3d04a51633f6 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:53:27.329366 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70839eb4-839c-4732-a287-ff4cb0b164c8') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:27.329767 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70839eb4-839c-4732-a287-ff4cb0b164c8') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:27.342807 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 4093da82-bf62-4019-b936-73b2009a67d4 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:53:27.343250 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4093da82-bf62-4019-b936-73b2009a67d4 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:53:27.363418 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4faf5933-b70e-4753-a5ad-305a7c6fc98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (53f4f07e-0dfd-40eb-b763-772d9a5ab555), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:27.367241 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4faf5933-b70e-4753-a5ad-305a7c6fc98f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:27.368427 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4faf5933-b70e-4753-a5ad-305a7c6fc98f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53f4f07e-0dfd-40eb-b763-772d9a5ab555 HTTP/1.1" status: 204 len: 168 time: 0.7694628 Feb 07 16:53:27.380877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b70536-ed6b-46e1-8955-4b5115e24b89 None None] Network 741ae769-8ddc-4b4c-a864-c352da55a9de requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:53:27.405055 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (70839eb4-839c-4732-a287-ff4cb0b164c8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:27.409902 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-3389aa09-d4ed-4481-b786-afa413a4e984 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] DELETE failed (client error): The resource could not be found. Feb 07 16:53:27.412485 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3389aa09-d4ed-4481-b786-afa413a4e984 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:53:27.422254 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3389aa09-d4ed-4481-b786-afa413a4e984 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/ports/9eef92fe-7741-406c-a18a-c8683a80ccf3 HTTP/1.1" status: 404 len: 333 time: 0.1341143 Feb 07 16:53:27.428500 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47162) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:27.432718 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5cb59e32-e535-4391-9378-a0ed07e023ea req-24adc5d8-dfa1-482e-be23-4d7974d7a147 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792859 Feb 07 16:53:27.463686 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b90b7b-898f-433f-ba01-e511b450db78 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] DELETE failed (client error): The resource could not be found. Feb 07 16:53:27.464159 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b90b7b-898f-433f-ba01-e511b450db78 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:53:27.470538 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-17b90b7b-898f-433f-ba01-e511b450db78 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/subnets/a7fe4cf7-8227-45e2-a590-d9123a78fcb0 HTTP/1.1" status: 404 len: 337 time: 0.0393198 Feb 07 16:53:27.471702 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf5933-b70e-4753-a5ad-305a7c6fc98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f4f07e-0dfd-40eb-b763-772d9a5ab555,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:27.475713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47166) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:27.485016 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (70839eb4-839c-4732-a287-ff4cb0b164c8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:27.516437 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d026ef-b7eb-4298-a188-e12e7c03bfab req-8e6e66e0-76d2-4a05-86b9-33457c0f86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:27.521570 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:53:27.523469 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (70839eb4-839c-4732-a287-ff4cb0b164c8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:27.524350 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-52d026ef-b7eb-4298-a188-e12e7c03bfab req-8e6e66e0-76d2-4a05-86b9-33457c0f86a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6c36ab46-5032-4023-96e4-5dff7c96c9c6 HTTP/1.1" status: 200 len: 912 time: 0.4149106 Feb 07 16:53:27.544060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f904e60e-886e-4ce7-a066-2f56277fd75e None None] Provisioning complete for port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:27.544305 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f904e60e-886e-4ce7-a066-2f56277fd75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:53:27.579722 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:53:27.640951 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd398eb-84ae-482a-b455-b6238d878326 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] DELETE failed (client error): The resource could not be found. Feb 07 16:53:27.643191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd398eb-84ae-482a-b455-b6238d878326 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:53:27.650541 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9dd398eb-84ae-482a-b455-b6238d878326 tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/subnets/f9fef0e5-2a2d-45f6-a013-5d784449a0c7 HTTP/1.1" status: 404 len: 337 time: 0.1729739 Feb 07 16:53:27.662432 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-52d026ef-b7eb-4298-a188-e12e7c03bfab req-fbd6154a-c1e6-4f97-86ba-189384e1dd89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d4242e7-0556-4665-980a-18fa338b1045 HTTP/1.1" status: 200 len: 217 time: 0.1320100 Feb 07 16:53:27.663274 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47168) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:27.699191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-33afab12-010d-48a8-b8df-e57ff942e43a req-a11aa070-423b-4013-9c51-c8c1776918ca tempest-MigrationsAdminTest-1554031326 tempest-MigrationsAdminTest-1554031326-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:53:27.700204 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33afab12-010d-48a8-b8df-e57ff942e43a req-a11aa070-423b-4013-9c51-c8c1776918ca tempest-MigrationsAdminTest-1554031326 tempest-MigrationsAdminTest-1554031326-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051177 Feb 07 16:53:27.741481 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68126313-4e39-4605-ae13-0a7ad7567e26 None None] DHCP port deletion for 741ae769-8ddc-4b4c-a864-c352da55a9de request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:53:27.799735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f904e60e-886e-4ce7-a066-2f56277fd75e None None] Current status of the port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:27.822331 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (1ee4587e-6003-4be9-a3c9-945c52875741), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:27.828523 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:27.832363 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "DELETE /v2.0/networks/1ee4587e-6003-4be9-a3c9-945c52875741 HTTP/1.1" status: 204 len: 168 time: 2.8070517 Feb 07 16:53:27.840995 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f904e60e-886e-4ce7-a066-2f56277fd75e None None] Provisioning complete for port 48b285f4-b476-4e54-b946-e2c01d5d84fc triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:27.841475 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f904e60e-886e-4ce7-a066-2f56277fd75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (48b285f4-b476-4e54-b946-e2c01d5d84fc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:27.848552 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47172) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:27.883034 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c06ab-8ae6-4137-a703-f5b49c3015dc req-1fc15ceb-38cb-495a-b546-fcff25a22f80 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:27.891644 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5d1c06ab-8ae6-4137-a703-f5b49c3015dc req-1fc15ceb-38cb-495a-b546-fcff25a22f80 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.3600373 Feb 07 16:53:27.897210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-68126313-4e39-4605-ae13-0a7ad7567e26 None None] Deleting port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:53:27.897599 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68126313-4e39-4605-ae13-0a7ad7567e26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:27.900558 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f904e60e-886e-4ce7-a066-2f56277fd75e None None] Port 48b285f4-b476-4e54-b946-e2c01d5d84fc cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:53:27.921664 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-acf6cda7-9a36-48b9-b900-a55ce8b1eb4a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a7a2539-9ef0-4203-99ee-d5d79cee8682 HTTP/1.1" status: 200 len: 205 time: 0.0442603 Feb 07 16:53:27.933599 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47174) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:27.945205 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0c851-f1c2-4de3-ae18-62dab2f5f25a tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Pushing event deleted for resources: {'Network': ['ID=1ee4587e-6003-4be9-a3c9-945c52875741,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:27.980183 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5d1c06ab-8ae6-4137-a703-f5b49c3015dc req-172dd7ff-f6a5-4959-b966-6b7b7c77d643 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821757 Feb 07 16:53:28.034953 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-68126313-4e39-4605-ae13-0a7ad7567e26 None None] For port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43,segment=NetworkSegment(cb8e2608-ca32-4a72-ab37-a9fc843f8bde),segment_id=cb8e2608-ca32-4a72-ab37-a9fc843f8bde)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:28.035854 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68126313-4e39-4605-ae13-0a7ad7567e26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:28.041829 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-33afab12-010d-48a8-b8df-e57ff942e43a req-57d49075-329f-4be6-99da-e1bab70b8369 service neutron] show failed (client error): The resource could not be found. Feb 07 16:53:28.042912 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33afab12-010d-48a8-b8df-e57ff942e43a req-57d49075-329f-4be6-99da-e1bab70b8369 service neutron] 10.222.0.48 "GET /v2.0/ports/2ff7e564-33b8-46a8-a62b-6de8c00e52b3/bindings/n-h2-827865-3 HTTP/1.1" status: 404 len: 380 time: 0.3200111 Feb 07 16:53:28.110315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-68126313-4e39-4605-ae13-0a7ad7567e26 None None] Calling delete_port for 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:53:28.165094 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-844a360f-790e-44e5-9896-f81841f662b5 req-21bc61aa-7330-4b92-81ac-1eb8515afc88 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0697255 Feb 07 16:53:28.167242 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d9725a6-fbe4-40d6-9072-7f6af0c77ce2 req-4a275395-855e-4516-a81c-4ed7430d504b tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (9fc2963c-1784-4d05-9a69-3d04a51633f6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:28.203182 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['9fc2963c-1784-4d05-9a69-3d04a51633f6'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:53:28.283116 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a275395-855e-4516-a81c-4ed7430d504b tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Pushing event deleted for resources: {'Port': ['ID=9fc2963c-1784-4d05-9a69-3d04a51633f6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:28.361124 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a034a894-6156-48ca-88c1-45dab28ba74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:28.408930 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9725a6-fbe4-40d6-9072-7f6af0c77ce2 req-4a275395-855e-4516-a81c-4ed7430d504b tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] No DVR routers for this DVR port 9fc2963c-1784-4d05-9a69-3d04a51633f6 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:53:28.416612 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68126313-4e39-4605-ae13-0a7ad7567e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:28.425814 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d9725a6-fbe4-40d6-9072-7f6af0c77ce2 req-4a275395-855e-4516-a81c-4ed7430d504b tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:28.444991 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d9725a6-fbe4-40d6-9072-7f6af0c77ce2 req-4a275395-855e-4516-a81c-4ed7430d504b tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.48 "DELETE /v2.0/ports/9fc2963c-1784-4d05-9a69-3d04a51633f6 HTTP/1.1" status: 204 len: 173 time: 2.7811537 Feb 07 16:53:28.483384 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68126313-4e39-4605-ae13-0a7ad7567e26 None None] No DVR routers for this DVR port 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:53:28.492203 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0e424-941e-4fe1-8449-bbd87c69b692 req-95686b50-c1b4-4c84-8ba0-418f7c127d36 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:28.505753 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a7c033-ff63-4073-a4b7-50f2d830c2fc', 'name': 'network-vif-deleted', 'tag': '9fc2963c-1784-4d05-9a69-3d04a51633f6'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:53:28.509468 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b4c0e424-941e-4fe1-8449-bbd87c69b692 req-95686b50-c1b4-4c84-8ba0-418f7c127d36 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.8447897 Feb 07 16:53:28.524686 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b2f44e-7b15-4b75-aced-762028f04411" -d '{"events": [{"server_uuid": "e6a7c033-ff63-4073-a4b7-50f2d830c2fc", "name": "network-vif-deleted", "tag": "9fc2963c-1784-4d05-9a69-3d04a51633f6"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:53:28.569184 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d026ef-b7eb-4298-a188-e12e7c03bfab req-efe9419a-24cf-4437-9ed4-cd1ef14e9d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:28.573208 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-52d026ef-b7eb-4298-a188-e12e7c03bfab req-efe9419a-24cf-4437-9ed4-cd1ef14e9d60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98c0d994-d3fe-4461-9362-be30eb5a1d39 HTTP/1.1" status: 200 len: 851 time: 0.7758968 Feb 07 16:53:28.580167 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68126313-4e39-4605-ae13-0a7ad7567e26 None None] Pushing event deleted for resources: {'Port': ['ID=7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:28.590355 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4e138bf7-1ac3-4b4e-b10c-d48044d11014 req-c3312ee1-ed1a-4128-a612-de7d80cf93fe tempest-ServerPasswordTestJSON-2093458989 tempest-ServerPasswordTestJSON-2093458989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6a7c033-ff63-4073-a4b7-50f2d830c2fc HTTP/1.1" status: 200 len: 210 time: 0.1390960 Feb 07 16:53:28.674769 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-479b06ab-295e-4040-afaf-41a1c90889ef tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Deleting port 48b285f4-b476-4e54-b946-e2c01d5d84fc {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:53:28.675163 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-479b06ab-295e-4040-afaf-41a1c90889ef tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (48b285f4-b476-4e54-b946-e2c01d5d84fc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:28.764156 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-479b06ab-295e-4040-afaf-41a1c90889ef tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (48b285f4-b476-4e54-b946-e2c01d5d84fc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:28.791775 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a42ef8-78ef-413a-97c2-c7d0b99d7703 req-4c14a8d8-ba46-4968-9544-cbc2cd3d5a57 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:28.794107 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3b1fec2-8f41-41e7-ae25-0c26bb1be37c tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks [] for router (9a7a2539-9ef0-4203-99ee-d5d79cee8682), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:28.794329 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-67a42ef8-78ef-413a-97c2-c7d0b99d7703 req-4c14a8d8-ba46-4968-9544-cbc2cd3d5a57 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 943 time: 0.0788841 Feb 07 16:53:28.807341 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-479b06ab-295e-4040-afaf-41a1c90889ef tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Calling delete_port for 48b285f4-b476-4e54-b946-e2c01d5d84fc owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:53:28.875978 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-67a42ef8-78ef-413a-97c2-c7d0b99d7703 req-cca925c7-f49a-49fa-82df-780a96d7ce59 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733600 Feb 07 16:53:28.926926 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-52d026ef-b7eb-4298-a188-e12e7c03bfab req-1bc10aba-ff9d-4396-aa58-9af615f5455b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6c36ab46-5032-4023-96e4-5dff7c96c9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2808409 Feb 07 16:53:28.941352 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088f120b-f28d-4387-acd3-ce591fb16724 x-openstack-request-id: req-088f120b-f28d-4387-acd3-ce591fb16724 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:53:28.941686 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a7c033-ff63-4073-a4b7-50f2d830c2fc", "name": "network-vif-deleted", "tag": "9fc2963c-1784-4d05-9a69-3d04a51633f6", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:53:28.941912 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-088f120b-f28d-4387-acd3-ce591fb16724 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:53:28.942329 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a7c033-ff63-4073-a4b7-50f2d830c2fc', 'name': 'network-vif-deleted', 'tag': '9fc2963c-1784-4d05-9a69-3d04a51633f6', 'status': 'completed', 'code': 200} Feb 07 16:53:29.048269 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47200) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:29.057389 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028470 Feb 07 16:53:29.065181 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47202) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:29.093176 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b4c0e424-941e-4fe1-8449-bbd87c69b692 req-3203cd34-839c-4c96-bbeb-52533d0f98a1 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5689428 Feb 07 16:53:29.139240 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:53:29.200578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac85e43-45a4-405c-a449-31e769326f37 req-8d71f48e-8b1e-4bca-9f04-9c2f532455c3 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:29.211455 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cac85e43-45a4-405c-a449-31e769326f37 req-8d71f48e-8b1e-4bca-9f04-9c2f532455c3 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.1271079 Feb 07 16:53:29.232130 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-71b3a6d1-5f0f-4586-9a45-fc807b419935 tempest-NetworksApiDiscovery-1486256866 tempest-NetworksApiDiscovery-1486256866-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1653459 Feb 07 16:53:29.291746 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:53:29.337605 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:53:29.337605 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7e3f8bd1-cb5f-46b0-88a0-166ecd6aaf43 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:53:29.359071 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afab12-010d-48a8-b8df-e57ff942e43a req-b90a8333-3bf0-4dd3-8c1e-edb489a8bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:29.361776 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33afab12-010d-48a8-b8df-e57ff942e43a req-b90a8333-3bf0-4dd3-8c1e-edb489a8bf7d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c&tenant_id=52e2cfc122e2454bb720b22756b54435 HTTP/1.1" status: 200 len: 1131 time: 0.7832167 Feb 07 16:53:29.364890 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cac85e43-45a4-405c-a449-31e769326f37 req-a1278ba4-7deb-455c-b136-30911d3a7ad6 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263204 Feb 07 16:53:29.401970 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:29.414821 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3b1fec2-8f41-41e7-ae25-0c26bb1be37c tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (9a7a2539-9ef0-4203-99ee-d5d79cee8682), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:29.418018 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3b1fec2-8f41-41e7-ae25-0c26bb1be37c tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks [] for router_controller (9a7a2539-9ef0-4203-99ee-d5d79cee8682), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:29.418602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'port_id': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8', 'mac_address': 'fa:16:3e:6a:51:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:53:29.473887 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:29.489874 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:29.490486 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:29.498985 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827865-3', 'device_owner': 'compute:nova'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:29.504401 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-52d026ef-b7eb-4298-a188-e12e7c03bfab req-e9f2e0b1-6612-45ca-87ea-f1c8201f36ef service neutron] 10.222.0.32 "GET /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660644 Feb 07 16:53:29.513234 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:53:29.539403 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:29.543380 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3b1fec2-8f41-41e7-ae25-0c26bb1be37c tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (9a7a2539-9ef0-4203-99ee-d5d79cee8682), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:29.543958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b1fec2-8f41-41e7-ae25-0c26bb1be37c tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Fanout notify agent at l3_agent the message router_deleted on router 9a7a2539-9ef0-4203-99ee-d5d79cee8682 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:53:29.544492 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:29.553764 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3b1fec2-8f41-41e7-ae25-0c26bb1be37c tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:29.555042 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a3b1fec2-8f41-41e7-ae25-0c26bb1be37c tempest-RoutersNegativeTest-1831879603 tempest-RoutersNegativeTest-1831879603-project] 10.222.0.18 "DELETE /v2.0/routers/9a7a2539-9ef0-4203-99ee-d5d79cee8682 HTTP/1.1" status: 204 len: 168 time: 1.6114643 Feb 07 16:53:29.603151 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a86f38bb-3e9a-4ac7-aedb-16693b57cfdf req-87fad539-73d1-4371-9b1b-db37d14eda15 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.2378380 Feb 07 16:53:29.681705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:29.684820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47216) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:29.724321 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47218) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:29.745429 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:29.750683 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-479b06ab-295e-4040-afaf-41a1c90889ef tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (48b285f4-b476-4e54-b946-e2c01d5d84fc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:29.780520 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-479b06ab-295e-4040-afaf-41a1c90889ef tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:29.787530 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-479b06ab-295e-4040-afaf-41a1c90889ef tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/ports/48b285f4-b476-4e54-b946-e2c01d5d84fc HTTP/1.1" status: 204 len: 168 time: 2.0575604 Feb 07 16:53:29.788469 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47222) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:29.822298 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b06ab-295e-4040-afaf-41a1c90889ef tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Port': ['ID=48b285f4-b476-4e54-b946-e2c01d5d84fc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:29.855843 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['ea91aac2-6103-4fb6-9882-bc52e9d4f2e8'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:53:29.879869 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-52d026ef-b7eb-4298-a188-e12e7c03bfab req-52018660-944b-424d-b24f-4eae6749343d service neutron] 10.222.0.32 "GET /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397636 Feb 07 16:53:30.060922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] Deleting subnet 439a2fb0-d7fb-4ee3-8528-d0a1d321b5c1 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:53:30.079314 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] Publish callbacks [] for subnet (439a2fb0-d7fb-4ee3-8528-d0a1d321b5c1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:30.119966 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47232) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:30.161220 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da4a5386-a4b6-4c91-a6b1-a49fef1bac8b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (741ae769-8ddc-4b4c-a864-c352da55a9de), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:30.178094 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cda14cba-2e74-467c-9b8d-15a37a1c00f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:30.188162 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (439a2fb0-d7fb-4ee3-8528-d0a1d321b5c1), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:30.201741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] For port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2ff7e564-33b8-46a8-a62b-6de8c00e52b3,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:30.239462 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] For port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:53:30.312784 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff7e564-33b8-46a8-a62b-6de8c00e52b3'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:53:30.315922 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e52a20-b5f6-44c7-89a4-c45e862460dc" -d '{"events": [{"server_uuid": "6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff7e564-33b8-46a8-a62b-6de8c00e52b3"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:53:30.320653 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] Publish callbacks [] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:30.338651 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1c35d5e5-e83e-4e77-805a-be124f040621 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a37eb39e19dc4e29ab0445d98ed7c331&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2158470 Feb 07 16:53:30.340005 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] Transition to ACTIVE for port object 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:53:30.341322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47240) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:30.353467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5caaac5-7243-468e-b835-0593b1af9568 req-f965697a-3acb-46f2-a15b-c810472bfd8b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:30.354988 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a5caaac5-7243-468e-b835-0593b1af9568 req-f965697a-3acb-46f2-a15b-c810472bfd8b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 944 time: 0.2612598 Feb 07 16:53:30.356078 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:30.374179 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (439a2fb0-d7fb-4ee3-8528-d0a1d321b5c1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:30.461227 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] No DVR routers for this DVR port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:53:30.468687 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff7e564-33b8-46a8-a62b-6de8c00e52b3,revision_number=6']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:30.522332 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da4a5386-a4b6-4c91-a6b1-a49fef1bac8b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (741ae769-8ddc-4b4c-a864-c352da55a9de), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:30.525442 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] Attempting to bind port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:53:30.525976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] Attempting to bind port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:53:30.526732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] Attempting to bind port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:53:30.530920 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a5caaac5-7243-468e-b835-0593b1af9568 req-8c08227a-aac4-482a-9bed-0d5ac25e94ed tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658199 Feb 07 16:53:30.540652 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] Port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:53:30.541159 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] Attempting to bind port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:53:30.547084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:53:30.547428 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:53:30.547841 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:53:30.548310 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] Bound port: 2ff7e564-33b8-46a8-a62b-6de8c00e52b3, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:53:30.548682 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:30.567025 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72a5e3-36dc-4258-bfdd-e99536655548 req-1407f105-34ac-4aab-8e7a-fe3f7f1b933a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:30.567864 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d72a5e3-36dc-4258-bfdd-e99536655548 req-1407f105-34ac-4aab-8e7a-fe3f7f1b933a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.3437352 Feb 07 16:53:30.663849 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81feb596-5049-42a0-a46b-429dd50850f9 x-openstack-request-id: req-81feb596-5049-42a0-a46b-429dd50850f9 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:53:30.664160 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff7e564-33b8-46a8-a62b-6de8c00e52b3", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:53:30.664381 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81feb596-5049-42a0-a46b-429dd50850f9 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:53:30.664486 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-da4a5386-a4b6-4c91-a6b1-a49fef1bac8b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741ae769-8ddc-4b4c-a864-c352da55a9de']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:30.664802 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff7e564-33b8-46a8-a62b-6de8c00e52b3', 'code': 200} Feb 07 16:53:30.685300 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] For port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:53:30.693268 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] For port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2ff7e564-33b8-46a8-a62b-6de8c00e52b3,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:53:30.700148 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-da4a5386-a4b6-4c91-a6b1-a49fef1bac8b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8e2608-ca32-4a72-ab37-a9fc843f8bde') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:30.700697 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-da4a5386-a4b6-4c91-a6b1-a49fef1bac8b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8e2608-ca32-4a72-ab37-a9fc843f8bde') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:30.710799 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:30.711317 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63c6468a-e4f6-41a3-8b1d-d39bdea6baaa admin admin] Publish callbacks [] for security_group (37298098-9e6b-41e3-9770-bd5265d5404d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:30.746212 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63c6468a-e4f6-41a3-8b1d-d39bdea6baaa admin admin] Publish callbacks [] for security_group (37298098-9e6b-41e3-9770-bd5265d5404d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:30.784935 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:30.813892 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da4a5386-a4b6-4c91-a6b1-a49fef1bac8b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (cb8e2608-ca32-4a72-ab37-a9fc843f8bde), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:30.818741 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cda14cba-2e74-467c-9b8d-15a37a1c00f4 admin admin] Publish callbacks [] for security_group (9a3059e4-3db3-4c0f-a645-fc62ebcb1cb7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:30.838282 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cda14cba-2e74-467c-9b8d-15a37a1c00f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (9a3059e4-3db3-4c0f-a645-fc62ebcb1cb7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:30.841626 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (439a2fb0-d7fb-4ee3-8528-d0a1d321b5c1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:30.842314 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:30.843156 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:30.847608 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33afab12-010d-48a8-b8df-e57ff942e43a req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] 10.222.0.32 "PUT /v2.0/ports/2ff7e564-33b8-46a8-a62b-6de8c00e52b3 HTTP/1.1" status: 200 len: 1095 time: 1.3548870 Feb 07 16:53:30.848525 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb9b39-857b-4133-a14d-347eddd19105 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff7e564-33b8-46a8-a62b-6de8c00e52b3,revision_number=7']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:30.902686 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d72a5e3-36dc-4258-bfdd-e99536655548 req-1aa3cf4a-901e-469b-b269-6654c9d735b1 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323855 Feb 07 16:53:30.925728 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da4a5386-a4b6-4c91-a6b1-a49fef1bac8b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (cb8e2608-ca32-4a72-ab37-a9fc843f8bde), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:30.940723 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4a5386-a4b6-4c91-a6b1-a49fef1bac8b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:53:30.941450 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da4a5386-a4b6-4c91-a6b1-a49fef1bac8b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (cb8e2608-ca32-4a72-ab37-a9fc843f8bde), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:30.988239 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370383d1-e1d0-4719-9d80-4ebcb5f594a2 req-3af39f61-fd40-4262-b44f-5d9f4f4fe959 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:30.990247 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-370383d1-e1d0-4719-9d80-4ebcb5f594a2 req-3af39f61-fd40-4262-b44f-5d9f4f4fe959 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.1971099 Feb 07 16:53:31.005798 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=439a2fb0-d7fb-4ee3-8528-d0a1d321b5c1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:53:31.008373 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:53:31.044237 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afab12-010d-48a8-b8df-e57ff942e43a req-4b1f7bb9-38bb-434c-9abc-af57b8086fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:31.045987 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33afab12-010d-48a8-b8df-e57ff942e43a req-4b1f7bb9-38bb-434c-9abc-af57b8086fb6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 1129 time: 0.1631823 Feb 07 16:53:31.150032 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:53:31.236792 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-370383d1-e1d0-4719-9d80-4ebcb5f594a2 req-eb25f05f-cab7-4296-a286-e83c558a451a tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368498 Feb 07 16:53:31.238925 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afab12-010d-48a8-b8df-e57ff942e43a req-0366c185-d10b-4c4d-88fd-f777984c3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:31.240647 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33afab12-010d-48a8-b8df-e57ff942e43a req-0366c185-d10b-4c4d-88fd-f777984c3606 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.1883876 Feb 07 16:53:31.278998 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:31.279385 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:31.302746 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33afab12-010d-48a8-b8df-e57ff942e43a req-728afe7c-a780-42e6-ae2c-b8e762e9f17e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2ff7e564-33b8-46a8-a62b-6de8c00e52b3 HTTP/1.1" status: 200 len: 217 time: 0.0519793 Feb 07 16:53:31.371973 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afab12-010d-48a8-b8df-e57ff942e43a req-4d8913f6-1160-48f5-9232-b6525897aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:31.374457 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33afab12-010d-48a8-b8df-e57ff942e43a req-4d8913f6-1160-48f5-9232-b6525897aa1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0670457 Feb 07 16:53:31.398016 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:31.398588 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:31.409155 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:31.412894 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/439a2fb0-d7fb-4ee3-8528-d0a1d321b5c1 HTTP/1.1" status: 204 len: 168 time: 1.7269125 Feb 07 16:53:31.418605 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:31.419156 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:31.419871 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47246) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:31.420019 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:31.421400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:31.421400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:31.421400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:31.425363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:31.426771 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:31.427477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:31.428752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:31.429954 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:31.430492 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:31.431033 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9a98bf-6643-4ab4-9520-49ebe2e7eb50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:31.436059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a657a5bb-36be-45e9-abe9-8e055c03eb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:53:31.437527 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63c6468a-e4f6-41a3-8b1d-d39bdea6baaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (37298098-9e6b-41e3-9770-bd5265d5404d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:31.439696 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cc7939-99d6-4e6f-947b-c7bfb60cf328" -d '{"events": [{"server_uuid": "a657a5bb-36be-45e9-abe9-8e055c03eb75", "name": "network-vif-plugged", "status": "completed", "tag": "ea91aac2-6103-4fb6-9882-bc52e9d4f2e8"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:53:31.440689 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63c6468a-e4f6-41a3-8b1d-d39bdea6baaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:31.445058 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-63c6468a-e4f6-41a3-8b1d-d39bdea6baaa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37298098-9e6b-41e3-9770-bd5265d5404d HTTP/1.1" status: 204 len: 168 time: 1.0954964 Feb 07 16:53:31.458213 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda14cba-2e74-467c-9b8d-15a37a1c00f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3059e4-3db3-4c0f-a645-fc62ebcb1cb7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:31.475402 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cda14cba-2e74-467c-9b8d-15a37a1c00f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35725d5c263f4a578cd730938d053423&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7497056 Feb 07 16:53:31.478837 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47252) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:31.496211 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:31.502516 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:31.503962 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 9fc2963c-1784-4d05-9a69-3d04a51633f6 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:53:31.515828 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9f202c84-1c31-44cc-8440-83f779bbc9a1 req-cbd93798-5626-43fb-8852-456639af88ee tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.1484303 Feb 07 16:53:31.526182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6468a-e4f6-41a3-8b1d-d39bdea6baaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37298098-9e6b-41e3-9770-bd5265d5404d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:31.534194 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da4a5386-a4b6-4c91-a6b1-a49fef1bac8b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (741ae769-8ddc-4b4c-a864-c352da55a9de), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:31.541871 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da4a5386-a4b6-4c91-a6b1-a49fef1bac8b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:31.548115 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-da4a5386-a4b6-4c91-a6b1-a49fef1bac8b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] 10.222.0.18 "DELETE /v2.0/networks/741ae769-8ddc-4b4c-a864-c352da55a9de HTTP/1.1" status: 204 len: 168 time: 1.7538342 Feb 07 16:53:31.605971 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05e18f9-b699-47a8-9d12-2cc72c49cd47 x-openstack-request-id: req-c05e18f9-b699-47a8-9d12-2cc72c49cd47 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:53:31.606440 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a657a5bb-36be-45e9-abe9-8e055c03eb75", "name": "network-vif-plugged", "status": "completed", "tag": "ea91aac2-6103-4fb6-9882-bc52e9d4f2e8", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:53:31.608800 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c05e18f9-b699-47a8-9d12-2cc72c49cd47 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:53:31.609399 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a657a5bb-36be-45e9-abe9-8e055c03eb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8', 'code': 200} Feb 07 16:53:31.615239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a5386-a4b6-4c91-a6b1-a49fef1bac8b tempest-PortsTestJSON-1743970557 tempest-PortsTestJSON-1743970557-project] Pushing event deleted for resources: {'Network': ['ID=741ae769-8ddc-4b4c-a864-c352da55a9de,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:31.647968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 9fc2963c-1784-4d05-9a69-3d04a51633f6 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:53:31.651182 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 9fc2963c-1784-4d05-9a69-3d04a51633f6 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:53:31.653522 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:53:31.664517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afab12-010d-48a8-b8df-e57ff942e43a req-8d7c7c7d-b098-4239-bde3-e0fee7c69bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:31.669070 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33afab12-010d-48a8-b8df-e57ff942e43a req-8d7c7c7d-b098-4239-bde3-e0fee7c69bda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2879376 Feb 07 16:53:31.681159 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4beb48d5-b776-44c5-b795-607cb645c936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (1d4c7487-ab25-4df0-9d1d-296faafbf06c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:31.683596 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da6bcb55-2a6f-47a7-9af6-b4be7ae3cf90 admin admin] Publish callbacks [] for security_group (9a3059e4-3db3-4c0f-a645-fc62ebcb1cb7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:31.756104 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] The host n-h1-827865-3 is not matching for port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 host n-h2-827865-3! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 16:53:31.757370 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:53:31.767528 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da6bcb55-2a6f-47a7-9af6-b4be7ae3cf90 admin admin] Publish callbacks [] for security_group (9a3059e4-3db3-4c0f-a645-fc62ebcb1cb7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:31.792197 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,revision_number=10']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:31.847964 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c86270-fdd3-48df-bdd4-a3a3983da9d1 req-26433db6-9187-4ba6-bb25-68994448ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:31.849692 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5c86270-fdd3-48df-bdd4-a3a3983da9d1 req-26433db6-9187-4ba6-bb25-68994448ea71 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 1128 time: 0.1285980 Feb 07 16:53:31.918326 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da6bcb55-2a6f-47a7-9af6-b4be7ae3cf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (9a3059e4-3db3-4c0f-a645-fc62ebcb1cb7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:31.922282 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da6bcb55-2a6f-47a7-9af6-b4be7ae3cf90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:31.927316 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-da6bcb55-2a6f-47a7-9af6-b4be7ae3cf90 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a3059e4-3db3-4c0f-a645-fc62ebcb1cb7 HTTP/1.1" status: 204 len: 168 time: 0.4251168 Feb 07 16:53:31.955965 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5c86270-fdd3-48df-bdd4-a3a3983da9d1 req-e6db5fe0-57d6-4c45-951c-396fdb78ec5d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989490 Feb 07 16:53:31.957841 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bcb55-2a6f-47a7-9af6-b4be7ae3cf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3059e4-3db3-4c0f-a645-fc62ebcb1cb7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:32.061537 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4beb48d5-b776-44c5-b795-607cb645c936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (1d4c7487-ab25-4df0-9d1d-296faafbf06c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:32.092670 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47268) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:32.111980 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4beb48d5-b776-44c5-b795-607cb645c936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4c7487-ab25-4df0-9d1d-296faafbf06c']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:32.139413 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09044510-2afc-417d-b3de-cc86ec3a5384 req-95b01a37-2950-4eaa-9ce0-d5e08075a31b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:32.141901 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-09044510-2afc-417d-b3de-cc86ec3a5384 req-95b01a37-2950-4eaa-9ce0-d5e08075a31b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 947 time: 0.0907857 Feb 07 16:53:32.143312 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4beb48d5-b776-44c5-b795-607cb645c936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b48daf-d50b-4e8c-a2d2-0e8723683f77') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:32.143633 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4beb48d5-b776-44c5-b795-607cb645c936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b48daf-d50b-4e8c-a2d2-0e8723683f77') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:32.153886 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4beb48d5-b776-44c5-b795-607cb645c936 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (b1b48daf-d50b-4e8c-a2d2-0e8723683f77), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:32.204879 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-09044510-2afc-417d-b3de-cc86ec3a5384 req-799b9348-7b87-470b-adc7-e7109858bb36 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552876 Feb 07 16:53:32.218637 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4beb48d5-b776-44c5-b795-607cb645c936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (b1b48daf-d50b-4e8c-a2d2-0e8723683f77), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:32.253984 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:32.300046 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22470503-adaa-4000-9407-559630530e40 req-ec4d1ac1-9489-4034-8272-8c8cf9387b92 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:32.319245 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-22470503-adaa-4000-9407-559630530e40 req-ec4d1ac1-9489-4034-8272-8c8cf9387b92 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 946 time: 0.5993073 Feb 07 16:53:32.331275 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33afab12-010d-48a8-b8df-e57ff942e43a req-3ee3fb86-3321-457d-8a5e-b3102a83385b service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6429653 Feb 07 16:53:32.332654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4beb48d5-b776-44c5-b795-607cb645c936 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:53:32.333854 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4beb48d5-b776-44c5-b795-607cb645c936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (b1b48daf-d50b-4e8c-a2d2-0e8723683f77), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:53:32.337777 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:53:32.471245 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d509242-1742-47bf-9dfa-22ef416ef71c req-194e664f-1964-46d1-a55f-5ed8225ca8c9 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:32.473311 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9d509242-1742-47bf-9dfa-22ef416ef71c req-194e664f-1964-46d1-a55f-5ed8225ca8c9 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.0894859 Feb 07 16:53:32.580248 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4beb48d5-b776-44c5-b795-607cb645c936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (1d4c7487-ab25-4df0-9d1d-296faafbf06c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:32.607788 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4beb48d5-b776-44c5-b795-607cb645c936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:32.612507 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4beb48d5-b776-44c5-b795-607cb645c936 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1d4c7487-ab25-4df0-9d1d-296faafbf06c HTTP/1.1" status: 204 len: 168 time: 1.1908646 Feb 07 16:53:32.613696 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb48d5-b776-44c5-b795-607cb645c936 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d4c7487-ab25-4df0-9d1d-296faafbf06c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:32.616836 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-34b30a95-63b4-4e3a-9d9a-2a7abbaa1b92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f6693c13415441784e70842eae1e972&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5217581 Feb 07 16:53:32.620291 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47290) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:32.631494 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-22470503-adaa-4000-9407-559630530e40 req-fe03bc3f-ee3e-43b2-8f12-4b63a415aea4 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3108854 Feb 07 16:53:32.664921 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9d509242-1742-47bf-9dfa-22ef416ef71c req-fdc77eb9-ffe3-4d77-b066-3798e6d0ae96 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692178 Feb 07 16:53:32.677145 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c', 'tag': '2ff7e564-33b8-46a8-a62b-6de8c00e52b3'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:53:32.679586 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10551458-670b-41b6-a53f-e6d49c312b40" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c", "tag": "2ff7e564-33b8-46a8-a62b-6de8c00e52b3"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:53:32.762418 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33afab12-010d-48a8-b8df-e57ff942e43a req-57b14f3f-10e0-4a00-8177-3cb641b314f8 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208369 Feb 07 16:53:32.769252 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16267496-9f3f-4b93-ad35-ffcaf383fe9b admin admin] Publish callbacks [] for security_group (71d873e1-b802-4394-af57-3eabfbbb90ca), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:32.816661 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16267496-9f3f-4b93-ad35-ffcaf383fe9b admin admin] Publish callbacks [] for security_group (71d873e1-b802-4394-af57-3eabfbbb90ca), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:32.832736 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3e01bbad-daea-401d-91a6-74edb9d0bfc3 req-d8bf6b5d-2a70-41bf-864d-6f6a08d3030c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0926743 Feb 07 16:53:32.834579 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49653d2-ba40-4b7c-9884-67ccad76e0c4 x-openstack-request-id: req-e49653d2-ba40-4b7c-9884-67ccad76e0c4 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:53:32.834908 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c", "tag": "2ff7e564-33b8-46a8-a62b-6de8c00e52b3", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:53:32.835200 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e49653d2-ba40-4b7c-9884-67ccad76e0c4 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:53:32.835631 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c', 'tag': '2ff7e564-33b8-46a8-a62b-6de8c00e52b3', 'status': 'completed', 'code': 200} Feb 07 16:53:32.908125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10551458-670b-41b6-a53f-e6d49c312b40 req-11ee5b05-08af-45f8-9465-f8a40c98ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:32.910315 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10551458-670b-41b6-a53f-e6d49c312b40 req-11ee5b05-08af-45f8-9465-f8a40c98ee21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 1129 time: 0.0970352 Feb 07 16:53:32.949331 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16267496-9f3f-4b93-ad35-ffcaf383fe9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (71d873e1-b802-4394-af57-3eabfbbb90ca), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:32.953616 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16267496-9f3f-4b93-ad35-ffcaf383fe9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:32.954941 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-16267496-9f3f-4b93-ad35-ffcaf383fe9b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71d873e1-b802-4394-af57-3eabfbbb90ca HTTP/1.1" status: 204 len: 168 time: 0.3336923 Feb 07 16:53:32.978290 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10551458-670b-41b6-a53f-e6d49c312b40 req-e5608bc5-ba18-477b-867b-080a9c96ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:32.984620 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-10551458-670b-41b6-a53f-e6d49c312b40 req-e5608bc5-ba18-477b-867b-080a9c96ccd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 1129 time: 0.1386294 Feb 07 16:53:32.985814 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47302) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:33.094250 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16267496-9f3f-4b93-ad35-ffcaf383fe9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d873e1-b802-4394-af57-3eabfbbb90ca,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:33.117174 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bbf8eb75-30ee-435c-90f3-3438cd2c75d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7d9cadc131d469aa4c4815a6e925016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1281915 Feb 07 16:53:33.120108 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47306) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:33.210439 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10551458-670b-41b6-a53f-e6d49c312b40 req-5cf1413a-9ccd-410f-9c16-6c9b6884662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:33.212913 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-10551458-670b-41b6-a53f-e6d49c312b40 req-5cf1413a-9ccd-410f-9c16-6c9b6884662c service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.2127917 Feb 07 16:53:33.229578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10551458-670b-41b6-a53f-e6d49c312b40 req-06a1d15c-15b0-4473-9407-25612a2cbde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:33.235562 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6adcfc3-8fdf-422b-941e-0bbb0218948f admin admin] Publish callbacks [] for security_group (75437e06-4945-4861-ba82-c1ceb9d9c5ef), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:33.238003 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10551458-670b-41b6-a53f-e6d49c312b40 req-06a1d15c-15b0-4473-9407-25612a2cbde6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.3066611 Feb 07 16:53:33.323428 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-10551458-670b-41b6-a53f-e6d49c312b40 req-8ddaf2eb-3726-46df-97c5-0f9df6f00b97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2ff7e564-33b8-46a8-a62b-6de8c00e52b3 HTTP/1.1" status: 200 len: 217 time: 0.1034868 Feb 07 16:53:33.338960 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10551458-670b-41b6-a53f-e6d49c312b40 req-e44cb49f-232f-4021-831b-47965c55f9e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2ff7e564-33b8-46a8-a62b-6de8c00e52b3 HTTP/1.1" status: 200 len: 217 time: 0.0908461 Feb 07 16:53:33.349748 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6adcfc3-8fdf-422b-941e-0bbb0218948f admin admin] Publish callbacks [] for security_group (75437e06-4945-4861-ba82-c1ceb9d9c5ef), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:33.589154 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10551458-670b-41b6-a53f-e6d49c312b40 req-598ba139-f4f7-4c72-be45-128630e12e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:33.591394 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10551458-670b-41b6-a53f-e6d49c312b40 req-598ba139-f4f7-4c72-be45-128630e12e2d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.2368603 Feb 07 16:53:33.639174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4c873-e64b-455b-ad45-72721f2063bd req-f2cf015b-0376-40ab-be13-8231add584da tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:33.641404 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33b4c873-e64b-455b-ad45-72721f2063bd req-f2cf015b-0376-40ab-be13-8231add584da tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 947 time: 0.2965112 Feb 07 16:53:33.709412 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10551458-670b-41b6-a53f-e6d49c312b40 req-f27401b5-c410-4048-ac44-8b8aa3fed631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:33.718023 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10551458-670b-41b6-a53f-e6d49c312b40 req-f27401b5-c410-4048-ac44-8b8aa3fed631 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1209438 Feb 07 16:53:33.846703 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33b4c873-e64b-455b-ad45-72721f2063bd req-ce7cef3a-ad7b-4d96-a386-2638daee7b36 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901507 Feb 07 16:53:33.901582 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce2d6a-c907-4a94-9282-70a6bf8c3623 req-56580aca-9c19-4825-bc1f-99281192afe9 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:33.903339 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e9ce2d6a-c907-4a94-9282-70a6bf8c3623 req-56580aca-9c19-4825-bc1f-99281192afe9 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 946 time: 0.1264131 Feb 07 16:53:33.907113 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6adcfc3-8fdf-422b-941e-0bbb0218948f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (75437e06-4945-4861-ba82-c1ceb9d9c5ef), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:33.910677 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6adcfc3-8fdf-422b-941e-0bbb0218948f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:33.911995 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f6adcfc3-8fdf-422b-941e-0bbb0218948f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75437e06-4945-4861-ba82-c1ceb9d9c5ef HTTP/1.1" status: 204 len: 168 time: 0.7907982 Feb 07 16:53:33.929052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10551458-670b-41b6-a53f-e6d49c312b40 req-d1098ea0-5807-49d5-af58-1d49d9c521be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:33.930897 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-10551458-670b-41b6-a53f-e6d49c312b40 req-d1098ea0-5807-49d5-af58-1d49d9c521be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1422873 Feb 07 16:53:33.962363 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10551458-670b-41b6-a53f-e6d49c312b40 req-3bcb8966-8385-4fe0-9877-7b3289c08a4f service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371976 Feb 07 16:53:33.997914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6adcfc3-8fdf-422b-941e-0bbb0218948f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75437e06-4945-4861-ba82-c1ceb9d9c5ef,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:34.099360 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905dd9f-b829-408f-897f-8f74ab07a028 req-4dda687e-6072-4cff-90a7-cc6bfb060d03 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:34.101467 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5905dd9f-b829-408f-897f-8f74ab07a028 req-4dda687e-6072-4cff-90a7-cc6bfb060d03 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.1443748 Feb 07 16:53:34.188438 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e9ce2d6a-c907-4a94-9282-70a6bf8c3623 req-324fa398-cb17-44be-9c75-c6b52aa4b900 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745624 Feb 07 16:53:34.259128 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10551458-670b-41b6-a53f-e6d49c312b40 req-700fd842-cf25-4567-8faa-fd7ce95bf216 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886174 Feb 07 16:53:34.281998 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5905dd9f-b829-408f-897f-8f74ab07a028 req-1522483a-6fe1-4aa9-948f-f104a792676c tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527591 Feb 07 16:53:34.301569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10551458-670b-41b6-a53f-e6d49c312b40 req-8de69337-4bb7-401b-b3f1-53da0fdb79f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:34.301569 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-10551458-670b-41b6-a53f-e6d49c312b40 req-8de69337-4bb7-401b-b3f1-53da0fdb79f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3459079 Feb 07 16:53:34.505159 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6fbdeccd-8672-47cf-8316-6dad93a1981e req-abb318d2-3f00-46d0-8829-ac6c45cd271b tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0710673 Feb 07 16:53:34.573008 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-10551458-670b-41b6-a53f-e6d49c312b40 req-93a8a848-8b90-42f1-9a66-bec2e1825521 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598321 Feb 07 16:53:34.590449 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47374) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:34.812363 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-10551458-670b-41b6-a53f-e6d49c312b40 req-00689d38-bb8e-443c-8dd9-c90a6e7488a5 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108071 Feb 07 16:53:35.058419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44364edb-4df5-480f-bb0a-4ce520bcecff req-2eb64e5c-1b52-435c-93fb-2422c38e0137 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:35.071406 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-44364edb-4df5-480f-bb0a-4ce520bcecff req-2eb64e5c-1b52-435c-93fb-2422c38e0137 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 947 time: 0.1267116 Feb 07 16:53:35.139405 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-44364edb-4df5-480f-bb0a-4ce520bcecff req-81527dc2-e59c-4fbc-9e3b-b77c635bf0d8 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665050 Feb 07 16:53:35.157050 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7e2fd6fe-a814-4237-acfb-10deca349d43 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:35.158666 n-d-827865-3 neutron-server[103225]: WARNING neutron.api.v2.base [None req-7e2fd6fe-a814-4237-acfb-10deca349d43 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 07 16:53:35.159646 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-7e2fd6fe-a814-4237-acfb-10deca349d43 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): There was a conflict when trying to complete your request. Feb 07 16:53:35.165863 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7e2fd6fe-a814-4237-acfb-10deca349d43 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5729299 Feb 07 16:53:35.167267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47388) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:35.188419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-219d662e-fa8d-4e19-a3a4-0d93cb5e0740 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group': {'name': 'tempest-secgroup--830225071'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:35.291464 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-219d662e-fa8d-4e19-a3a4-0d93cb5e0740 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:35.307250 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-219d662e-fa8d-4e19-a3a4-0d93cb5e0740 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:35.414775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:53:35.527105 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1954dea-6a45-49fb-8ed3-687acb3a1582 req-5136ec94-18ae-4e7d-8f2c-60f197444857 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:35.529420 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b1954dea-6a45-49fb-8ed3-687acb3a1582 req-5136ec94-18ae-4e7d-8f2c-60f197444857 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.1522150 Feb 07 16:53:35.624655 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe123e-e8fb-4d65-8709-8e1fe8fa726d req-7e268577-766a-4eff-9af7-7ddfcfa109fb tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:35.628875 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8abe123e-e8fb-4d65-8709-8e1fe8fa726d req-7e268577-766a-4eff-9af7-7ddfcfa109fb tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 946 time: 0.2670105 Feb 07 16:53:35.647264 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b1954dea-6a45-49fb-8ed3-687acb3a1582 req-b386a523-89af-4f18-8fc6-9f9ed66d1d74 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071897 Feb 07 16:53:35.688379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2ff7e564-33b8-46a8-a62b-6de8c00e52b3,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:35.715494 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '2ff7e564-33b8-46a8-a62b-6de8c00e52b3', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '2ff7e564-33b8-46a8-a62b-6de8c00e52b3', 'mac_address': 'fa:16:3e:95:84:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:53:35.849955 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:35.850680 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:35.966401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cf841-2438-4a0f-a623-2aa1ae3c665c req-49abcd63-c6ef-455e-8200-25463407dab2 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:35.968261 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-165cf841-2438-4a0f-a623-2aa1ae3c665c req-49abcd63-c6ef-455e-8200-25463407dab2 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 947 time: 0.1365612 Feb 07 16:53:35.973667 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-219d662e-fa8d-4e19-a3a4-0d93cb5e0740 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (0c4dff0b-92e5-4437-af29-cc5ccb529441), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:35.999056 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c5f77-669e-4e11-8b50-e4aa452ba186 req-d584dd91-7d04-4680-951f-758fb78b9357 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:36.012159 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e07c5f77-669e-4e11-8b50-e4aa452ba186 req-d584dd91-7d04-4680-951f-758fb78b9357 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c&tenant_id=52e2cfc122e2454bb720b22756b54435&binding%3Ahost_id=n-h2-827865-3 HTTP/1.1" status: 200 len: 947 time: 0.4954319 Feb 07 16:53:36.053785 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8abe123e-e8fb-4d65-8709-8e1fe8fa726d req-bb953eb9-57a9-47b9-a12e-21b31dffbe9d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3898442 Feb 07 16:53:36.054732 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-219d662e-fa8d-4e19-a3a4-0d93cb5e0740 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0c4dff0b-92e5-4437-af29-cc5ccb529441), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:36.145785 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-165cf841-2438-4a0f-a623-2aa1ae3c665c req-a03f3eec-a9fa-4568-9a34-6e0334fcf544 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638978 Feb 07 16:53:36.229498 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d662e-fa8d-4e19-a3a4-0d93cb5e0740 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4dff0b-92e5-4437-af29-cc5ccb529441,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:36.279227 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:53:36.296506 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-e07c5f77-669e-4e11-8b50-e4aa452ba186 req-446331cf-afa5-4d4d-ae5f-257e464940bd service neutron] delete failed (client error): The resource could not be found. Feb 07 16:53:36.297913 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e07c5f77-669e-4e11-8b50-e4aa452ba186 req-446331cf-afa5-4d4d-ae5f-257e464940bd service neutron] 10.222.0.48 "DELETE /v2.0/ports/2ff7e564-33b8-46a8-a62b-6de8c00e52b3/bindings/n-h1-827865-3 HTTP/1.1" status: 404 len: 380 time: 0.2795894 Feb 07 16:53:36.305596 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4e066153-f03b-45ab-94ac-14637bd5d1d4 req-e1316206-1dad-484b-9e58-59a99511b18c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0709338 Feb 07 16:53:36.327905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2ff7e564-33b8-46a8-a62b-6de8c00e52b3,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:36.333628 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-219d662e-fa8d-4e19-a3a4-0d93cb5e0740 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (d60432cb-fcc9-4a2c-b8ed-d925f95c992a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:36.336662 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:36.339485 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-219d662e-fa8d-4e19-a3a4-0d93cb5e0740 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d60432cb-fcc9-4a2c-b8ed-d925f95c992a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:36.386879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47432) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:36.438957 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-219d662e-fa8d-4e19-a3a4-0d93cb5e0740 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:36.440706 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-219d662e-fa8d-4e19-a3a4-0d93cb5e0740 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2673683 Feb 07 16:53:36.443970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47436) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:36.450119 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-af8cfeae-cde9-4335-a203-cc842032029d tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': 'd60432cb-fcc9-4a2c-b8ed-d925f95c992a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:36.470280 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=2ff7e564-33b8-46a8-a62b-6de8c00e52b3,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:36.480957 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d662e-fa8d-4e19-a3a4-0d93cb5e0740 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d60432cb-fcc9-4a2c-b8ed-d925f95c992a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:36.494825 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af8cfeae-cde9-4335-a203-cc842032029d tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group_rule (66f489bb-dd95-4055-b75b-104dfb164ef2), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:36.496549 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c5f77-669e-4e11-8b50-e4aa452ba186 req-32df7290-2803-41b9-8b52-290c45c0b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:36.498485 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e07c5f77-669e-4e11-8b50-e4aa452ba186 req-32df7290-2803-41b9-8b52-290c45c0b65b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 1130 time: 0.1012635 Feb 07 16:53:36.597911 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2ff7e564-33b8-46a8-a62b-6de8c00e52b3'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:53:36.624162 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af8cfeae-cde9-4335-a203-cc842032029d tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group_rule (66f489bb-dd95-4055-b75b-104dfb164ef2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:36.633708 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af8cfeae-cde9-4335-a203-cc842032029d tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (66f489bb-dd95-4055-b75b-104dfb164ef2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:36.671630 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cfeae-cde9-4335-a203-cc842032029d tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f489bb-dd95-4055-b75b-104dfb164ef2,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:36.693979 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af8cfeae-cde9-4335-a203-cc842032029d tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:36.700406 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-af8cfeae-cde9-4335-a203-cc842032029d tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2519944 Feb 07 16:53:36.702370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47446) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:36.709021 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ee24a2cc-6657-4bed-9638-eaf2bfbf95d7 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': 'd60432cb-fcc9-4a2c-b8ed-d925f95c992a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:36.720949 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c5f77-669e-4e11-8b50-e4aa452ba186 req-865522d4-ab83-4b19-99ba-5cd6e55ec5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:36.723101 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e07c5f77-669e-4e11-8b50-e4aa452ba186 req-865522d4-ab83-4b19-99ba-5cd6e55ec5cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.2191586 Feb 07 16:53:36.766425 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee24a2cc-6657-4bed-9638-eaf2bfbf95d7 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group_rule (f8cde2df-4dad-445a-8af6-a0903fdd8404), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:36.784216 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e6245ff2-090c-4010-b975-1a0bc4a2b292 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1265422492'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:36.815448 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e07c5f77-669e-4e11-8b50-e4aa452ba186 req-5603db97-5591-46b2-bf24-87be60120a25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2ff7e564-33b8-46a8-a62b-6de8c00e52b3 HTTP/1.1" status: 200 len: 217 time: 0.0859921 Feb 07 16:53:36.922356 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c5f77-669e-4e11-8b50-e4aa452ba186 req-b4f5007d-2222-4527-ad13-f08ef44ff187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:36.927306 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e07c5f77-669e-4e11-8b50-e4aa452ba186 req-b4f5007d-2222-4527-ad13-f08ef44ff187 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1061926 Feb 07 16:53:36.927811 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47450) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:36.961085 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6245ff2-090c-4010-b975-1a0bc4a2b292 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Made reservation on behalf of 629834d48f0846d6a343160b8ad43f07 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:53:36.970966 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6245ff2-090c-4010-b975-1a0bc4a2b292 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:36.987978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c5f77-669e-4e11-8b50-e4aa452ba186 req-020fe431-4884-4149-a540-c632ea6ef2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:36.989621 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e07c5f77-669e-4e11-8b50-e4aa452ba186 req-020fe431-4884-4149-a540-c632ea6ef2bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0559540 Feb 07 16:53:36.994149 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6245ff2-090c-4010-b975-1a0bc4a2b292 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.040060 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-ee24a2cc-6657-4bed-9638-eaf2bfbf95d7 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): There was a conflict when trying to complete your request. Feb 07 16:53:37.045483 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ee24a2cc-6657-4bed-9638-eaf2bfbf95d7 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3419158 Feb 07 16:53:37.047927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47454) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:37.057633 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52f828-3612-4225-a997-66d4a6065379 req-931c1d01-48ea-47dd-bb78-5e1a41167c51 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:37.070587 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d52f828-3612-4225-a997-66d4a6065379 req-931c1d01-48ea-47dd-bb78-5e1a41167c51 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.2583823 Feb 07 16:53:37.148417 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-581d7cd6-ae71-48d6-8b39-4e7c80dffcf4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1380902543-network', 'tenant_id': '58d71b6b570c43899437dc2367577b8c'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:37.219638 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581d7cd6-ae71-48d6-8b39-4e7c80dffcf4 admin admin] Made reservation on behalf of 58d71b6b570c43899437dc2367577b8c for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:53:37.219958 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d52f828-3612-4225-a997-66d4a6065379 req-54879fce-a338-4a9d-b63c-17b22208d14a tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455789 Feb 07 16:53:37.223780 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-581d7cd6-ae71-48d6-8b39-4e7c80dffcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.248746 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-581d7cd6-ae71-48d6-8b39-4e7c80dffcf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.327092 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db50ba84-f5a1-49ce-88c7-abf48cc6b646 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (d60432cb-fcc9-4a2c-b8ed-d925f95c992a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.355090 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6245ff2-090c-4010-b975-1a0bc4a2b292 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Publish callbacks [] for security_group (7d776ff6-0425-4ec5-82bc-9d67c26649da), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.362014 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-581d7cd6-ae71-48d6-8b39-4e7c80dffcf4 admin admin] Publish callbacks [] for security_group (67e1e95e-ef4e-4697-ba54-c49706b42f36), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.369511 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6245ff2-090c-4010-b975-1a0bc4a2b292 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7d776ff6-0425-4ec5-82bc-9d67c26649da), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.396956 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-581d7cd6-ae71-48d6-8b39-4e7c80dffcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (67e1e95e-ef4e-4697-ba54-c49706b42f36), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.409524 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6245ff2-090c-4010-b975-1a0bc4a2b292 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:53:37.410514 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581d7cd6-ae71-48d6-8b39-4e7c80dffcf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:53:37.422395 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-581d7cd6-ae71-48d6-8b39-4e7c80dffcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (76cc3e9a-116c-4d9d-9e6d-c474df14630a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.422758 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-581d7cd6-ae71-48d6-8b39-4e7c80dffcf4 admin admin] Added segment 76cc3e9a-116c-4d9d-9e6d-c474df14630a of type vlan for network 26af5cb1-2ce1-4cef-b118-60089a99f582 Feb 07 16:53:37.426715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:53:37.436449 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6245ff2-090c-4010-b975-1a0bc4a2b292 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (219729fc-3681-4d36-873d-ec157c2b68e3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.437061 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-e6245ff2-090c-4010-b975-1a0bc4a2b292 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Added segment 219729fc-3681-4d36-873d-ec157c2b68e3 of type vlan for network 311cbe3c-022e-4363-bae5-32bc5f068e3c Feb 07 16:53:37.468602 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-581d7cd6-ae71-48d6-8b39-4e7c80dffcf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (26af5cb1-2ce1-4cef-b118-60089a99f582), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.505301 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db50ba84-f5a1-49ce-88c7-abf48cc6b646 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (d60432cb-fcc9-4a2c-b8ed-d925f95c992a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.549640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d7cd6-ae71-48d6-8b39-4e7c80dffcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e1e95e-ef4e-4697-ba54-c49706b42f36,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:37.565322 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-581d7cd6-ae71-48d6-8b39-4e7c80dffcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (26af5cb1-2ce1-4cef-b118-60089a99f582), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.566566 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581d7cd6-ae71-48d6-8b39-4e7c80dffcf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:37.567164 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-581d7cd6-ae71-48d6-8b39-4e7c80dffcf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.593538 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-503a25ee-1634-4e2a-98a8-a062bd6bc67a req-0a0d2be4-9bf3-432c-ab02-50b0e0f3d323 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0847461 Feb 07 16:53:37.605077 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:53:37.610959 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6245ff2-090c-4010-b975-1a0bc4a2b292 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (311cbe3c-022e-4363-bae5-32bc5f068e3c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.615667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:37.618687 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.643825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6245ff2-090c-4010-b975-1a0bc4a2b292 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d776ff6-0425-4ec5-82bc-9d67c26649da,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:37.670866 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6245ff2-090c-4010-b975-1a0bc4a2b292 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (311cbe3c-022e-4363-bae5-32bc5f068e3c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.676368 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6245ff2-090c-4010-b975-1a0bc4a2b292 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:37.677092 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6245ff2-090c-4010-b975-1a0bc4a2b292 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.692424 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d7cd6-ae71-48d6-8b39-4e7c80dffcf4 admin admin] Pushing event updated for resources: {'Network': ['ID=26af5cb1-2ce1-4cef-b118-60089a99f582,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:37.719692 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e07c5f77-669e-4e11-8b50-e4aa452ba186 req-21ce8676-32fb-4172-b61d-9b9aa105e926 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7209435 Feb 07 16:53:37.723352 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e6245ff2-090c-4010-b975-1a0bc4a2b292 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.3350196 Feb 07 16:53:37.728289 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-581d7cd6-ae71-48d6-8b39-4e7c80dffcf4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7994242 Feb 07 16:53:37.730897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47464) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:37.731537 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47466) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:37.750206 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:37.751270 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.753749 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 26af5cb1-2ce1-4cef-b118-60089a99f582 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:53:37.794933 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db50ba84-f5a1-49ce-88c7-abf48cc6b646 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d60432cb-fcc9-4a2c-b8ed-d925f95c992a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.799477 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db50ba84-f5a1-49ce-88c7-abf48cc6b646 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.800647 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-db50ba84-f5a1-49ce-88c7-abf48cc6b646 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "DELETE /v2.0/security-groups/d60432cb-fcc9-4a2c-b8ed-d925f95c992a HTTP/1.1" status: 204 len: 168 time: 0.6948388 Feb 07 16:53:37.811700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47470) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:37.862544 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-f807e768-3a04-4340-8997-93310283cb1a tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '311cbe3c-022e-4363-bae5-32bc5f068e3c', 'tempest-TagsTest-Tag-1770815414') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:37.874828 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e07c5f77-669e-4e11-8b50-e4aa452ba186 req-5bf0a292-a820-4b5e-851e-5250c78af9cf service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447666 Feb 07 16:53:37.879234 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff7e564-33b8-46a8-a62b-6de8c00e52b3'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:53:37.880699 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-505108e6-e8f5-4779-99d7-8ff49ece9e89 admin admin] Request body: {'subnet': {'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1380902543-subnet', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:37.882108 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7345657b-38bd-4856-aa83-9c4dc33a8343" -d '{"events": [{"server_uuid": "6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c", "name": "network-vif-plugged", "status": "completed", "tag": "2ff7e564-33b8-46a8-a62b-6de8c00e52b3"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:53:37.894392 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50ba84-f5a1-49ce-88c7-abf48cc6b646 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60432cb-fcc9-4a2c-b8ed-d925f95c992a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:37.925017 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557574f-e6c2-434c-b015-e7f94df8ded6 req-bd0147af-11f8-4505-9e56-583750595f20 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:37.934536 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6245ff2-090c-4010-b975-1a0bc4a2b292 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Pushing event updated for resources: {'Network': ['ID=311cbe3c-022e-4363-bae5-32bc5f068e3c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:37.935681 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7557574f-e6c2-434c-b015-e7f94df8ded6 req-bd0147af-11f8-4505-9e56-583750595f20 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 948 time: 0.5720029 Feb 07 16:53:37.942661 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2ff7e564-33b8-46a8-a62b-6de8c00e52b3,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:37.951460 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 311cbe3c-022e-4363-bae5-32bc5f068e3c details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:53:37.962700 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:37.972191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505108e6-e8f5-4779-99d7-8ff49ece9e89 admin admin] Made reservation on behalf of 58d71b6b570c43899437dc2367577b8c for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:53:37.977323 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-505108e6-e8f5-4779-99d7-8ff49ece9e89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:38.015346 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-07936f09-5b10-47d5-bfc4-500690eb96f5 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2024093 Feb 07 16:53:38.022424 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47476) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:38.029034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f9922144-5340-445a-94a7-a7a9d95fb2ff tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group': {'name': 'tempest-secgroup--615558981'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:38.076231 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9922144-5340-445a-94a7-a7a9d95fb2ff tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:38.153341 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=2ff7e564-33b8-46a8-a62b-6de8c00e52b3,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:38.166476 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7557574f-e6c2-434c-b015-e7f94df8ded6 req-6727d210-7ea8-4007-9781-610be481f01a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767530 Feb 07 16:53:38.170057 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa249d6-59ac-44cb-af76-7b0436ccde88 x-openstack-request-id: req-bfa249d6-59ac-44cb-af76-7b0436ccde88 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:53:38.170361 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c", "name": "network-vif-plugged", "status": "completed", "tag": "2ff7e564-33b8-46a8-a62b-6de8c00e52b3", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:53:38.171768 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfa249d6-59ac-44cb-af76-7b0436ccde88 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:53:38.172502 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff7e564-33b8-46a8-a62b-6de8c00e52b3', 'code': 200} Feb 07 16:53:38.212073 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9922144-5340-445a-94a7-a7a9d95fb2ff tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (a63229f9-e599-4a5d-993b-c76a0e0662cb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:38.220146 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f807e768-3a04-4340-8997-93310283cb1a tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] 10.222.0.18 "PUT /v2.0/networks/311cbe3c-022e-4363-bae5-32bc5f068e3c/tags/tempest-TagsTest-Tag-1770815414 HTTP/1.1" status: 201 len: 201 time: 0.4872062 Feb 07 16:53:38.221870 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9922144-5340-445a-94a7-a7a9d95fb2ff tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a63229f9-e599-4a5d-993b-c76a0e0662cb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:38.223891 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47480) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:38.228829 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-5dd003fd-e9f3-4dc4-81f4-31b75cd9019f tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '311cbe3c-022e-4363-bae5-32bc5f068e3c', 'tempest-TagsTest-Tag-1770815414') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:38.289659 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9922144-5340-445a-94a7-a7a9d95fb2ff tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:38.294212 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f9922144-5340-445a-94a7-a7a9d95fb2ff tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2679286 Feb 07 16:53:38.297541 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47484) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:38.307270 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-139af67d-5afd-438e-acc7-063bc90057fd tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': 'a63229f9-e599-4a5d-993b-c76a0e0662cb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:38.308681 n-d-827865-3 neutron-server[103226]: WARNING neutron.api.v2.base [None req-139af67d-5afd-438e-acc7-063bc90057fd tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 07 16:53:38.309538 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-139af67d-5afd-438e-acc7-063bc90057fd tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:53:38.314024 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-139af67d-5afd-438e-acc7-063bc90057fd tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0123103 Feb 07 16:53:38.315141 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47486) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:38.380869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9922144-5340-445a-94a7-a7a9d95fb2ff tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a63229f9-e599-4a5d-993b-c76a0e0662cb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:38.487601 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5dd003fd-e9f3-4dc4-81f4-31b75cd9019f tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] 10.222.0.18 "GET /v2.0/networks/311cbe3c-022e-4363-bae5-32bc5f068e3c/tags/tempest-TagsTest-Tag-1770815414 HTTP/1.1" status: 204 len: 168 time: 0.2612317 Feb 07 16:53:38.490693 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47488) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:38.497293 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-94c65898-80ad-40e9-8671-9daab85020a5 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '311cbe3c-022e-4363-bae5-32bc5f068e3c') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:38.526803 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7248ca3c-80fe-4882-9fc3-befe9e56796a tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (a63229f9-e599-4a5d-993b-c76a0e0662cb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:38.567487 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3372c45-e0e9-4780-b021-fc0e662becc6 req-7d1baab9-8dbd-4801-950d-26d0a0b3bd1c tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:38.570735 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b3372c45-e0e9-4780-b021-fc0e662becc6 req-7d1baab9-8dbd-4801-950d-26d0a0b3bd1c tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.1850245 Feb 07 16:53:38.609016 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-505108e6-e8f5-4779-99d7-8ff49ece9e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (b65ad38d-2d73-474a-8bbd-bb6aaadc67c3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:38.617457 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7248ca3c-80fe-4882-9fc3-befe9e56796a tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (a63229f9-e599-4a5d-993b-c76a0e0662cb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:38.731915 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b3372c45-e0e9-4780-b021-fc0e662becc6 req-86cacad5-0b8d-4836-b116-b912c6e8b326 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473026 Feb 07 16:53:38.769409 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7248ca3c-80fe-4882-9fc3-befe9e56796a tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a63229f9-e599-4a5d-993b-c76a0e0662cb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:38.774270 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7248ca3c-80fe-4882-9fc3-befe9e56796a tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:38.778568 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7248ca3c-80fe-4882-9fc3-befe9e56796a tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "DELETE /v2.0/security-groups/a63229f9-e599-4a5d-993b-c76a0e0662cb HTTP/1.1" status: 204 len: 168 time: 0.4461493 Feb 07 16:53:38.780061 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47492) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:38.794015 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248ca3c-80fe-4882-9fc3-befe9e56796a tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63229f9-e599-4a5d-993b-c76a0e0662cb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:38.905614 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07ca6f4b-e3e9-4239-9fe7-f10d74a3c725 req-b918b3ef-3114-43b9-b09e-ea9e3a6dd654 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0734637 Feb 07 16:53:38.918471 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505108e6-e8f5-4779-99d7-8ff49ece9e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b65ad38d-2d73-474a-8bbd-bb6aaadc67c3,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:38.954951 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-94c65898-80ad-40e9-8671-9daab85020a5 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] 10.222.0.18 "GET /v2.0/networks/311cbe3c-022e-4363-bae5-32bc5f068e3c/tags HTTP/1.1" status: 200 len: 238 time: 0.4629512 Feb 07 16:53:38.957676 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47494) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:38.964457 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-db6fc762-a47a-4fcc-8996-a5272cbd04ae tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '311cbe3c-022e-4363-bae5-32bc5f068e3c', {'tags': ['tempest-TagsTest-Tag-279898789', 'tempest-TagsTest-Tag-367850481', 'tempest-TagsTest-Tag-2090373082']}) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:38.976454 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-72f69c44-e240-40ce-bb59-67db6ac9574c tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1958218 Feb 07 16:53:38.977957 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505108e6-e8f5-4779-99d7-8ff49ece9e89 admin admin] Checking segment: {'id': '76cc3e9a-116c-4d9d-9e6d-c474df14630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:53:38.978588 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505108e6-e8f5-4779-99d7-8ff49ece9e89 admin admin] Network hostable DHCP agents. Network: 26af5cb1-2ce1-4cef-b118-60089a99f582, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:53:38.983401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47496) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:38.990309 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a8c553db-c0d1-49f3-b173-b0480ea8c6cc tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group': {'name': 'tempest-secgroup--351002443'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:39.007473 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505108e6-e8f5-4779-99d7-8ff49ece9e89 admin admin] Network 26af5cb1-2ce1-4cef-b118-60089a99f582 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:53:39.020770 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-505108e6-e8f5-4779-99d7-8ff49ece9e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 26af5cb1-2ce1-4cef-b118-60089a99f582) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:53:39.027370 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505108e6-e8f5-4779-99d7-8ff49ece9e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:39.028172 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-505108e6-e8f5-4779-99d7-8ff49ece9e89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:39.053955 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29822693-c46e-4feb-994c-73b54e700b30 None None] Network 26af5cb1-2ce1-4cef-b118-60089a99f582 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:53:39.083909 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8c553db-c0d1-49f3-b173-b0480ea8c6cc tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:39.097172 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-505108e6-e8f5-4779-99d7-8ff49ece9e89 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3630078 Feb 07 16:53:39.098177 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47500) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:39.108894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-001d33b9-0444-45ea-932d-7a845d318e60 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1380902543-router', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:39.115411 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-db6fc762-a47a-4fcc-8996-a5272cbd04ae tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] 10.222.0.18 "PUT /v2.0/networks/311cbe3c-022e-4363-bae5-32bc5f068e3c/tags HTTP/1.1" status: 200 len: 307 time: 0.1540818 Feb 07 16:53:39.116863 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47504) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:39.121482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-656ae2ca-50d8-42c8-a839-2d8252a34358 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '311cbe3c-022e-4363-bae5-32bc5f068e3c', 'tempest-TagsTest-Tag-279898789') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:39.166720 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001d33b9-0444-45ea-932d-7a845d318e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (d6fd4f77-7e52-42c5-b489-69bd81bd5ffd), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:39.169052 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001d33b9-0444-45ea-932d-7a845d318e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (d6fd4f77-7e52-42c5-b489-69bd81bd5ffd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:39.299144 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8c553db-c0d1-49f3-b173-b0480ea8c6cc tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (98af7030-95be-4d43-ad69-e24f649f4179), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:39.332039 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8c553db-c0d1-49f3-b173-b0480ea8c6cc tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (98af7030-95be-4d43-ad69-e24f649f4179), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:39.332814 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a988bd97-8744-40ff-b0e2-54a79d77b4f6 None None] Network 26af5cb1-2ce1-4cef-b118-60089a99f582 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:53:39.355827 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001d33b9-0444-45ea-932d-7a845d318e60 admin admin] Publish callbacks [] for router_controller (d6fd4f77-7e52-42c5-b489-69bd81bd5ffd), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:39.445366 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a8c553db-c0d1-49f3-b173-b0480ea8c6cc tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:39.446622 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a8c553db-c0d1-49f3-b173-b0480ea8c6cc tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4622009 Feb 07 16:53:39.447522 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c553db-c0d1-49f3-b173-b0480ea8c6cc tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98af7030-95be-4d43-ad69-e24f649f4179,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:39.460838 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47516) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:39.471819 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-656ae2ca-50d8-42c8-a839-2d8252a34358 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] 10.222.0.18 "DELETE /v2.0/networks/311cbe3c-022e-4363-bae5-32bc5f068e3c/tags/tempest-TagsTest-Tag-279898789 HTTP/1.1" status: 204 len: 168 time: 0.3539190 Feb 07 16:53:39.476892 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1fc4880e-09f6-49ff-9881-9662b169847e tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': '98af7030-95be-4d43-ad69-e24f649f4179', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:39.478610 n-d-827865-3 neutron-server[103226]: WARNING neutron.api.v2.base [None req-1fc4880e-09f6-49ff-9881-9662b169847e tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 07 16:53:39.479648 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-1fc4880e-09f6-49ff-9881-9662b169847e tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:53:39.480601 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1fc4880e-09f6-49ff-9881-9662b169847e tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0130148 Feb 07 16:53:39.483109 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47518) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:39.485214 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47520) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:39.494829 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-cbeba4ac-77f9-43ef-9c72-35e7c9fa87f6 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '311cbe3c-022e-4363-bae5-32bc5f068e3c', 'tempest-TagsTest-Tag-279898789') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:39.609237 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1050bf-ec94-4e74-91cc-296028147bbd req-eeba1f29-1035-4f15-a55e-b0c7abf4e008 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:39.611135 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c1050bf-ec94-4e74-91cc-296028147bbd req-eeba1f29-1035-4f15-a55e-b0c7abf4e008 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.3001170 Feb 07 16:53:39.640425 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001d33b9-0444-45ea-932d-7a845d318e60 admin admin] Publish callbacks [] for router_gateway (d6fd4f77-7e52-42c5-b489-69bd81bd5ffd), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:39.663798 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86c57d5a-d916-44b6-8e34-1095d9bd09ec tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (98af7030-95be-4d43-ad69-e24f649f4179), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:39.696674 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86c57d5a-d916-44b6-8e34-1095d9bd09ec tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (98af7030-95be-4d43-ad69-e24f649f4179), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:39.753269 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-cbeba4ac-77f9-43ef-9c72-35e7c9fa87f6 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] show failed (client error): The resource could not be found. Feb 07 16:53:39.755387 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cbeba4ac-77f9-43ef-9c72-35e7c9fa87f6 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] 10.222.0.18 "GET /v2.0/networks/311cbe3c-022e-4363-bae5-32bc5f068e3c/tags/tempest-TagsTest-Tag-279898789 HTTP/1.1" status: 404 len: 325 time: 0.2684042 Feb 07 16:53:39.759369 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47524) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:39.768478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-d81d66b6-a4ee-4fbc-8e78-d5af8dabba84 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '311cbe3c-022e-4363-bae5-32bc5f068e3c', 'tempest-TagsTest-Tag-367850481') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:39.800583 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c1050bf-ec94-4e74-91cc-296028147bbd req-a4f5a5e3-7ead-4c4a-8dbd-0f4f91e97691 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806395 Feb 07 16:53:39.833705 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86c57d5a-d916-44b6-8e34-1095d9bd09ec tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (98af7030-95be-4d43-ad69-e24f649f4179), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:39.836821 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86c57d5a-d916-44b6-8e34-1095d9bd09ec tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:39.838060 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-86c57d5a-d916-44b6-8e34-1095d9bd09ec tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "DELETE /v2.0/security-groups/98af7030-95be-4d43-ad69-e24f649f4179 HTTP/1.1" status: 204 len: 168 time: 0.3489897 Feb 07 16:53:39.842620 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47532) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:39.885162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c57d5a-d916-44b6-8e34-1095d9bd09ec tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98af7030-95be-4d43-ad69-e24f649f4179,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:39.943733 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ae24805b-7b66-409d-b3ce-8e6e61117a57 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0983717 Feb 07 16:53:39.955812 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47536) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:39.971782 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4ef0626f-38f0-4864-95c1-0ae7ad99fb2e tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group': {'name': 'tempest-secgroup--122173233'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:39.985585 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d81d66b6-a4ee-4fbc-8e78-d5af8dabba84 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] 10.222.0.18 "GET /v2.0/networks/311cbe3c-022e-4363-bae5-32bc5f068e3c/tags/tempest-TagsTest-Tag-367850481 HTTP/1.1" status: 204 len: 168 time: 0.2220392 Feb 07 16:53:39.998847 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47538) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:40.003987 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-dff0f161-5b3d-4cd0-bf88-e1257a85afe1 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '311cbe3c-022e-4363-bae5-32bc5f068e3c', 'tempest-TagsTest-Tag-2090373082') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:40.038793 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed95088-5558-4d02-a34a-adddbfd46df5 req-4a7df344-ae08-443a-9caf-8a9d23400696 tempest-MigrationsAdminTest-1554031326 tempest-MigrationsAdminTest-1554031326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:40.045844 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ed95088-5558-4d02-a34a-adddbfd46df5 req-4a7df344-ae08-443a-9caf-8a9d23400696 tempest-MigrationsAdminTest-1554031326 tempest-MigrationsAdminTest-1554031326-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 1131 time: 0.0985670 Feb 07 16:53:40.053874 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ef0626f-38f0-4864-95c1-0ae7ad99fb2e tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:40.118570 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ed95088-5558-4d02-a34a-adddbfd46df5 req-f902fe64-4313-4096-8e73-3d555dc8d63e tempest-MigrationsAdminTest-1554031326 tempest-MigrationsAdminTest-1554031326-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714252 Feb 07 16:53:40.276057 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c92be9ac-3330-4ca0-96b5-b621ad1c4e90 req-dc802e6b-39f6-4706-9c83-e5e6bb913801 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0386183 Feb 07 16:53:40.280819 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ef0626f-38f0-4864-95c1-0ae7ad99fb2e tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (272b6eee-ba2c-44c8-90e6-52de08bbf795), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:40.289803 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ef0626f-38f0-4864-95c1-0ae7ad99fb2e tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (272b6eee-ba2c-44c8-90e6-52de08bbf795), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:40.329213 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0626f-38f0-4864-95c1-0ae7ad99fb2e tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272b6eee-ba2c-44c8-90e6-52de08bbf795,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:40.351294 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ef0626f-38f0-4864-95c1-0ae7ad99fb2e tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:40.352847 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4ef0626f-38f0-4864-95c1-0ae7ad99fb2e tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3958600 Feb 07 16:53:40.355922 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47544) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:40.360976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-76f7ffd9-fb03-4f09-9b18-2856376e704f tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': '272b6eee-ba2c-44c8-90e6-52de08bbf795', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:40.387469 n-d-827865-3 neutron-server[103226]: WARNING neutron.api.v2.base [None req-76f7ffd9-fb03-4f09-9b18-2856376e704f tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 07 16:53:40.388374 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-76f7ffd9-fb03-4f09-9b18-2856376e704f tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:53:40.392623 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-76f7ffd9-fb03-4f09-9b18-2856376e704f tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0323594 Feb 07 16:53:40.394055 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47546) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:40.403891 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdddb19c-0205-4913-bbd1-ffaca7521579 req-dfe443ae-2bf3-4c48-9c9c-a8cef32e45ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2085922 Feb 07 16:53:40.412572 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4c0be09c-0e16-4c8b-9538-24c56b575452 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': '272b6eee-ba2c-44c8-90e6-52de08bbf795', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:40.414012 n-d-827865-3 neutron-server[103226]: WARNING neutron.api.v2.base [None req-4c0be09c-0e16-4c8b-9538-24c56b575452 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 07 16:53:40.415141 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-4c0be09c-0e16-4c8b-9538-24c56b575452 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:53:40.422016 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4c0be09c-0e16-4c8b-9538-24c56b575452 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0164373 Feb 07 16:53:40.423577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47548) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:40.431698 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-09778a77-43da-4b4e-bc2e-78f745cb41cb tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': '272b6eee-ba2c-44c8-90e6-52de08bbf795', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:40.434020 n-d-827865-3 neutron-server[103226]: WARNING neutron.api.v2.base [None req-09778a77-43da-4b4e-bc2e-78f745cb41cb tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 07 16:53:40.435107 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-09778a77-43da-4b4e-bc2e-78f745cb41cb tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:53:40.440942 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-09778a77-43da-4b4e-bc2e-78f745cb41cb tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0144432 Feb 07 16:53:40.443249 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47550) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:40.453747 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4bad14e9-6365-4bca-9b9c-f693cb9a9843 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': '272b6eee-ba2c-44c8-90e6-52de08bbf795', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:40.455822 n-d-827865-3 neutron-server[103226]: WARNING neutron.api.v2.base [None req-4bad14e9-6365-4bca-9b9c-f693cb9a9843 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 07 16:53:40.456652 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-4bad14e9-6365-4bca-9b9c-f693cb9a9843 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:53:40.461412 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4bad14e9-6365-4bca-9b9c-f693cb9a9843 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0146964 Feb 07 16:53:40.462825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47552) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:40.499612 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001d33b9-0444-45ea-932d-7a845d318e60 admin admin] Publish callbacks [] for router_gateway (d6fd4f77-7e52-42c5-b489-69bd81bd5ffd), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:40.530036 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001d33b9-0444-45ea-932d-7a845d318e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:40.560593 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718470a-07e8-4b21-ac46-8f9585b64ac2 req-997d9e99-89b6-4263-9eac-69921ad41703 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:40.562299 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3718470a-07e8-4b21-ac46-8f9585b64ac2 req-997d9e99-89b6-4263-9eac-69921ad41703 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.6291592 Feb 07 16:53:40.584710 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-b673daf7-2f65-49cc-a7a3-5e973e65fcd8 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=52e2cfc122e2454bb720b22756b54435&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357437 Feb 07 16:53:40.588043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddb19c-0205-4913-bbd1-ffaca7521579 req-01974ee2-ab1e-4748-a110-32628437e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:40.589919 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdddb19c-0205-4913-bbd1-ffaca7521579 req-01974ee2-ab1e-4748-a110-32628437e854 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ad3699b57504f1d8d8119bb8b107134&device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 1127 time: 0.1455083 Feb 07 16:53:40.638995 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dff0f161-5b3d-4cd0-bf88-e1257a85afe1 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] 10.222.0.18 "GET /v2.0/networks/311cbe3c-022e-4363-bae5-32bc5f068e3c/tags/tempest-TagsTest-Tag-2090373082 HTTP/1.1" status: 204 len: 168 time: 0.6364436 Feb 07 16:53:40.642044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47564) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:40.654321 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-d52c4144-deb7-421e-8e8b-71d6cd3004c5 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '311cbe3c-022e-4363-bae5-32bc5f068e3c') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:40.737829 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5147dc7a-8536-4b52-96e4-12edc767d49a tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (272b6eee-ba2c-44c8-90e6-52de08bbf795), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:40.741931 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3718470a-07e8-4b21-ac46-8f9585b64ac2 req-38fadec8-8a6c-40e5-9508-2d8c6f0fbc33 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480658 Feb 07 16:53:40.789835 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-001d33b9-0444-45ea-932d-7a845d318e60 admin admin] Allocated IP 172.25.4.213 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/c89cc05b-96f2-453c-a340-7e0d36d8a42d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:53:40.881978 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d52c4144-deb7-421e-8e8b-71d6cd3004c5 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] 10.222.0.18 "DELETE /v2.0/networks/311cbe3c-022e-4363-bae5-32bc5f068e3c/tags HTTP/1.1" status: 204 len: 168 time: 0.2377360 Feb 07 16:53:40.886617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47568) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:40.898684 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-623e2ac0-f34a-464a-806d-1998ca821dfc tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '311cbe3c-022e-4363-bae5-32bc5f068e3c', 'tempest-TagsTest-Tag-367850481') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:40.953370 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5147dc7a-8536-4b52-96e4-12edc767d49a tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (272b6eee-ba2c-44c8-90e6-52de08bbf795), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:40.995469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-01f81f0c-897b-40d0-af7f-006ab20bf30b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:41.005144 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-01f81f0c-897b-40d0-af7f-006ab20bf30b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4077506 Feb 07 16:53:41.020587 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001d33b9-0444-45ea-932d-7a845d318e60 admin admin] Publish callbacks [] for port (c89cc05b-96f2-453c-a340-7e0d36d8a42d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:41.027182 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-623e2ac0-f34a-464a-806d-1998ca821dfc tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] show failed (client error): The resource could not be found. Feb 07 16:53:41.028389 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-623e2ac0-f34a-464a-806d-1998ca821dfc tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] 10.222.0.18 "GET /v2.0/networks/311cbe3c-022e-4363-bae5-32bc5f068e3c/tags/tempest-TagsTest-Tag-367850481 HTTP/1.1" status: 404 len: 325 time: 0.1407459 Feb 07 16:53:41.031806 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47578) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:41.041799 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-895ed61e-5780-4c96-aca6-d262455ff08c tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '311cbe3c-022e-4363-bae5-32bc5f068e3c', 'tempest-TagsTest-Tag-2090373082') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:41.053431 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-8c1d8c53-7860-48aa-aea4-b9f5d9551d6d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/quotas/52e2cfc122e2454bb720b22756b54435 HTTP/1.1" status: 200 len: 375 time: 0.0472515 Feb 07 16:53:41.105125 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddb19c-0205-4913-bbd1-ffaca7521579 req-dccfa767-2a07-4dd7-b42b-51bc4aebfdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:41.106953 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdddb19c-0205-4913-bbd1-ffaca7521579 req-dccfa767-2a07-4dd7-b42b-51bc4aebfdc8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6c36ab46-5032-4023-96e4-5dff7c96c9c6 HTTP/1.1" status: 200 len: 912 time: 0.4043477 Feb 07 16:53:41.110749 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5147dc7a-8536-4b52-96e4-12edc767d49a tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (272b6eee-ba2c-44c8-90e6-52de08bbf795), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:41.114432 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5147dc7a-8536-4b52-96e4-12edc767d49a tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:41.115882 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5147dc7a-8536-4b52-96e4-12edc767d49a tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "DELETE /v2.0/security-groups/272b6eee-ba2c-44c8-90e6-52de08bbf795 HTTP/1.1" status: 204 len: 168 time: 0.6236417 Feb 07 16:53:41.121804 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47582) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:41.143707 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-895ed61e-5780-4c96-aca6-d262455ff08c tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] show failed (client error): The resource could not be found. Feb 07 16:53:41.145032 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-895ed61e-5780-4c96-aca6-d262455ff08c tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] 10.222.0.18 "GET /v2.0/networks/311cbe3c-022e-4363-bae5-32bc5f068e3c/tags/tempest-TagsTest-Tag-2090373082 HTTP/1.1" status: 404 len: 326 time: 0.1121922 Feb 07 16:53:41.146281 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001d33b9-0444-45ea-932d-7a845d318e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c89cc05b-96f2-453c-a340-7e0d36d8a42d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:41.148240 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47584) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:41.171934 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdddb19c-0205-4913-bbd1-ffaca7521579 req-ec4f5c58-6edf-496c-a62c-2037e61c168a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4baf8f26-2828-4d40-af7e-339619141625 HTTP/1.1" status: 200 len: 217 time: 0.0540981 Feb 07 16:53:41.196005 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147dc7a-8536-4b52-96e4-12edc767d49a tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272b6eee-ba2c-44c8-90e6-52de08bbf795,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:41.197536 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-8b47f1ec-cbbb-4574-84de-835018a1704e tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '311cbe3c-022e-4363-bae5-32bc5f068e3c') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:41.227729 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d33b9-0444-45ea-932d-7a845d318e60 admin admin] Pushing event updated for resources: {'Port': ['ID=c89cc05b-96f2-453c-a340-7e0d36d8a42d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:41.271807 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-9bb6ca4f-6190-4ce8-a152-11c199c16065 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2173839 Feb 07 16:53:41.276574 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001d33b9-0444-45ea-932d-7a845d318e60 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:53:41.284050 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-001d33b9-0444-45ea-932d-7a845d318e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:53:41.289643 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d33b9-0444-45ea-932d-7a845d318e60 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:53:41.308306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddb19c-0205-4913-bbd1-ffaca7521579 req-c8b9aa79-6a1a-448d-990f-a87789b7edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:41.310119 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdddb19c-0205-4913-bbd1-ffaca7521579 req-c8b9aa79-6a1a-448d-990f-a87789b7edd3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98c0d994-d3fe-4461-9362-be30eb5a1d39 HTTP/1.1" status: 200 len: 851 time: 0.1269314 Feb 07 16:53:41.344852 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-93e0133c-53f6-42d6-aa60-5305eee1c9e8 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1715207 Feb 07 16:53:41.386215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47592) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:41.391650 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1be80308-51f8-4b77-b09f-6810193dc11d tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group': {'name': 'tempest-secgroup--743923713'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:41.440240 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdddb19c-0205-4913-bbd1-ffaca7521579 req-2c2405e9-18de-448d-a6de-97fa8e41cdd6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6c36ab46-5032-4023-96e4-5dff7c96c9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229353 Feb 07 16:53:41.443966 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1be80308-51f8-4b77-b09f-6810193dc11d tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:41.563962 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47604) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:41.564390 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8b47f1ec-cbbb-4574-84de-835018a1704e tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] 10.222.0.18 "DELETE /v2.0/networks/311cbe3c-022e-4363-bae5-32bc5f068e3c/tags HTTP/1.1" status: 204 len: 168 time: 0.3735361 Feb 07 16:53:41.567767 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-55835e49-257a-4bd3-b6a2-a14ea1bc8725 req-183d1397-65ab-4915-a1a4-ce62b385559e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0705702 Feb 07 16:53:41.843930 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001d33b9-0444-45ea-932d-7a845d318e60 admin admin] Publish callbacks [] for router_gateway (d6fd4f77-7e52-42c5-b489-69bd81bd5ffd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:41.999045 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce37a03f-ffaf-4ae3-a304-2db4191a1d32 req-d0984c2f-c928-4bc0-9ede-df920f2e23fc tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 210 time: 0.4212751 Feb 07 16:53:42.035367 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdddb19c-0205-4913-bbd1-ffaca7521579 req-e051ea78-9120-4c34-840e-a606ab16e2d3 service neutron] 10.222.0.32 "GET /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791833 Feb 07 16:53:42.173811 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37cf52-1972-4f96-9d00-e33674bade75 req-1466f383-6274-458b-81a6-933bf69a3429 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:42.175630 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba37cf52-1972-4f96-9d00-e33674bade75 req-1466f383-6274-458b-81a6-933bf69a3429 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.2523654 Feb 07 16:53:42.199772 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-894e4c9c-09cf-47fa-a985-4b406a09d072 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (311cbe3c-022e-4363-bae5-32bc5f068e3c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:42.205897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47622) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:42.229899 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1be80308-51f8-4b77-b09f-6810193dc11d tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (56d78eae-45a1-48ab-8c87-1c291e798932), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:42.240604 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1be80308-51f8-4b77-b09f-6810193dc11d tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (56d78eae-45a1-48ab-8c87-1c291e798932), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:42.299486 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001d33b9-0444-45ea-932d-7a845d318e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (d6fd4f77-7e52-42c5-b489-69bd81bd5ffd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:42.306749 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba37cf52-1972-4f96-9d00-e33674bade75 req-244f284d-59ae-4a54-9b0c-6056c5f73118 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214817 Feb 07 16:53:42.320410 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be80308-51f8-4b77-b09f-6810193dc11d tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d78eae-45a1-48ab-8c87-1c291e798932,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:42.449622 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-894e4c9c-09cf-47fa-a985-4b406a09d072 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (311cbe3c-022e-4363-bae5-32bc5f068e3c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:42.473499 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6615e368-921b-40a4-a80f-d6177167dbbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:42.490061 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-894e4c9c-09cf-47fa-a985-4b406a09d072 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311cbe3c-022e-4363-bae5-32bc5f068e3c']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:42.526879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-894e4c9c-09cf-47fa-a985-4b406a09d072 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219729fc-3681-4d36-873d-ec157c2b68e3') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:42.528000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-894e4c9c-09cf-47fa-a985-4b406a09d072 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219729fc-3681-4d36-873d-ec157c2b68e3') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:42.537418 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1be80308-51f8-4b77-b09f-6810193dc11d tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:42.541818 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1be80308-51f8-4b77-b09f-6810193dc11d tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1537306 Feb 07 16:53:42.559930 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47628) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:42.569426 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6de57f97-c325-4327-8a7f-e93663157419 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': '56d78eae-45a1-48ab-8c87-1c291e798932', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:42.571097 n-d-827865-3 neutron-server[103226]: WARNING neutron.api.v2.base [None req-6de57f97-c325-4327-8a7f-e93663157419 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 07 16:53:42.572065 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-6de57f97-c325-4327-8a7f-e93663157419 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:53:42.574226 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6de57f97-c325-4327-8a7f-e93663157419 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0116014 Feb 07 16:53:42.578030 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-894e4c9c-09cf-47fa-a985-4b406a09d072 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (219729fc-3681-4d36-873d-ec157c2b68e3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:42.583117 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47630) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:42.585568 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdddb19c-0205-4913-bbd1-ffaca7521579 req-b57bce3a-fa18-46a8-94ba-b808bb3710a1 service neutron] 10.222.0.32 "GET /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042598 Feb 07 16:53:42.587680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d4a2e9f2-7cd0-4608-a5eb-13c8ad34d0fc tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': '56d78eae-45a1-48ab-8c87-1c291e798932', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:42.616755 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-894e4c9c-09cf-47fa-a985-4b406a09d072 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (219729fc-3681-4d36-873d-ec157c2b68e3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:42.620350 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6615e368-921b-40a4-a80f-d6177167dbbc admin admin] Publish callbacks [] for security_group (d8da5a46-3350-4fb7-9534-d1dc766f8a86), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:42.633796 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6615e368-921b-40a4-a80f-d6177167dbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d8da5a46-3350-4fb7-9534-d1dc766f8a86), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:42.651057 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894e4c9c-09cf-47fa-a985-4b406a09d072 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:53:42.652111 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-894e4c9c-09cf-47fa-a985-4b406a09d072 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (219729fc-3681-4d36-873d-ec157c2b68e3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:53:42.657198 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:53:42.723387 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6615e368-921b-40a4-a80f-d6177167dbbc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=893e96345ed04b69801ccc20c771f9aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5120487 Feb 07 16:53:42.729776 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47634) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:42.769815 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615e368-921b-40a4-a80f-d6177167dbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8da5a46-3350-4fb7-9534-d1dc766f8a86,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:42.793379 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1cfc48ea-8b30-4bd5-8eae-3a94a9d9dc83 req-f7818e2e-bacd-4a09-a7c7-5248dde9d4b0 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.1043713 Feb 07 16:53:42.820919 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf003-b108-41f8-8a9f-313d4d1c2fec admin admin] Publish callbacks [] for security_group (d8da5a46-3350-4fb7-9534-d1dc766f8a86), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:42.836323 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-894e4c9c-09cf-47fa-a985-4b406a09d072 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (311cbe3c-022e-4363-bae5-32bc5f068e3c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:42.843544 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-894e4c9c-09cf-47fa-a985-4b406a09d072 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:42.856291 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-894e4c9c-09cf-47fa-a985-4b406a09d072 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] 10.222.0.18 "DELETE /v2.0/networks/311cbe3c-022e-4363-bae5-32bc5f068e3c HTTP/1.1" status: 204 len: 168 time: 1.2888350 Feb 07 16:53:42.861888 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf003-b108-41f8-8a9f-313d4d1c2fec admin admin] Publish callbacks [] for security_group (d8da5a46-3350-4fb7-9534-d1dc766f8a86), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:42.895191 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e4c9c-09cf-47fa-a985-4b406a09d072 tempest-TagsTest-698379409 tempest-TagsTest-698379409-project] Pushing event deleted for resources: {'Network': ['ID=311cbe3c-022e-4363-bae5-32bc5f068e3c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:42.907027 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-d4a2e9f2-7cd0-4608-a5eb-13c8ad34d0fc tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:53:42.908068 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d4a2e9f2-7cd0-4608-a5eb-13c8ad34d0fc tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3239274 Feb 07 16:53:42.912886 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47638) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:42.918821 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-def048ee-5b42-4d85-887f-5dddae7b15c6 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': '56d78eae-45a1-48ab-8c87-1c291e798932', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:42.919787 n-d-827865-3 neutron-server[103225]: WARNING neutron.api.v2.base [None req-def048ee-5b42-4d85-887f-5dddae7b15c6 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 07 16:53:42.920476 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-def048ee-5b42-4d85-887f-5dddae7b15c6 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:53:42.922093 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-def048ee-5b42-4d85-887f-5dddae7b15c6 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081279 Feb 07 16:53:42.926039 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47640) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:42.934064 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d66a22b9-72b7-4989-9e69-52de378bcc16 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': '56d78eae-45a1-48ab-8c87-1c291e798932', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:42.969265 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001d33b9-0444-45ea-932d-7a845d318e60 admin admin] Router d6fd4f77-7e52-42c5-b489-69bd81bd5ffd is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:53:42.985086 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf003-b108-41f8-8a9f-313d4d1c2fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d8da5a46-3350-4fb7-9534-d1dc766f8a86), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:42.989053 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf003-b108-41f8-8a9f-313d4d1c2fec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:42.993943 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dc0bf003-b108-41f8-8a9f-313d4d1c2fec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8da5a46-3350-4fb7-9534-d1dc766f8a86 HTTP/1.1" status: 204 len: 168 time: 0.2591796 Feb 07 16:53:43.009541 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-d66a22b9-72b7-4989-9e69-52de378bcc16 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:53:43.014990 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d66a22b9-72b7-4989-9e69-52de378bcc16 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0834947 Feb 07 16:53:43.014990 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bf003-b108-41f8-8a9f-313d4d1c2fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8da5a46-3350-4fb7-9534-d1dc766f8a86,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:43.017032 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47644) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:43.044806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9b9556d5-b101-405a-aa4a-e730fe98ff44 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': '56d78eae-45a1-48ab-8c87-1c291e798932', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:43.047341 n-d-827865-3 neutron-server[103226]: WARNING neutron.api.v2.base [None req-9b9556d5-b101-405a-aa4a-e730fe98ff44 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 07 16:53:43.048285 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-9b9556d5-b101-405a-aa4a-e730fe98ff44 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:53:43.055669 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9b9556d5-b101-405a-aa4a-e730fe98ff44 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0326548 Feb 07 16:53:43.056000 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47648) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:43.089376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-48865c90-f18a-4818-8a9d-a5803c4c2d74 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': '56d78eae-45a1-48ab-8c87-1c291e798932', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:43.136322 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-48865c90-f18a-4818-8a9d-a5803c4c2d74 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Project 3e65ef8d00be474ba5e49e866d81b164 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 16:53:43.160580 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-48865c90-f18a-4818-8a9d-a5803c4c2d74 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:53:43.160820 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-48865c90-f18a-4818-8a9d-a5803c4c2d74 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1034167 Feb 07 16:53:43.164849 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47650) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:43.171428 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d89c2698-9ce0-465b-8b3a-58b897843451 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': '56d78eae-45a1-48ab-8c87-1c291e798932', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:43.171947 n-d-827865-3 neutron-server[103226]: WARNING neutron.api.v2.base [None req-d89c2698-9ce0-465b-8b3a-58b897843451 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 07 16:53:43.180156 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-d89c2698-9ce0-465b-8b3a-58b897843451 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:53:43.185435 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47652) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:43.186243 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d89c2698-9ce0-465b-8b3a-58b897843451 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0207868 Feb 07 16:53:43.213040 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b03b00e3-7cb4-438a-8ff9-e9ea773526e5 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': '56d78eae-45a1-48ab-8c87-1c291e798932', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:43.224549 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3df4a099-9af1-42f6-8656-3cebcb43c9df req-d43d5f01-1cbd-439c-a1d0-7e6b3e2d3f95 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 210 time: 0.0710714 Feb 07 16:53:43.244560 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001d33b9-0444-45ea-932d-7a845d318e60 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:53:43.260554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] Sync routers for ids ['d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:53:43.261153 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-b03b00e3-7cb4-438a-8ff9-e9ea773526e5 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Project 3e65ef8d00be474ba5e49e866d81b164 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 16:53:43.296223 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] Routers {'d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:53:43.297443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:53:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:43.307541 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001d33b9-0444-45ea-932d-7a845d318e60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:43.310705 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-001d33b9-0444-45ea-932d-7a845d318e60 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.2111413 Feb 07 16:53:43.315601 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47658) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:43.320349 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-b03b00e3-7cb4-438a-8ff9-e9ea773526e5 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:53:43.321617 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b03b00e3-7cb4-438a-8ff9-e9ea773526e5 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1339266 Feb 07 16:53:43.326859 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47660) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:43.332601 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-85f72a07-50e6-467c-808b-017c2c2acb04 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': '56d78eae-45a1-48ab-8c87-1c291e798932', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:43.457971 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-e7d67d41-cb64-44ca-9633-b9866c4129df tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=52e2cfc122e2454bb720b22756b54435&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1068532 Feb 07 16:53:43.485629 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47664) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:43.558435 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-85f72a07-50e6-467c-808b-017c2c2acb04 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Project 3e65ef8d00be474ba5e49e866d81b164 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 16:53:43.615099 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-85f72a07-50e6-467c-808b-017c2c2acb04 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:53:43.618815 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-85f72a07-50e6-467c-808b-017c2c2acb04 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2883267 Feb 07 16:53:43.619553 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47668) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:43.630507 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34a0e7-2545-4c87-a748-580ef686bba6 req-d3455a4e-cb7b-46f9-92dd-fa8691bd337c tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:43.637270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] Set router d6fd4f77-7e52-42c5-b489-69bd81bd5ffd gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:53:43.638498 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-be34a0e7-2545-4c87-a748-580ef686bba6 req-d3455a4e-cb7b-46f9-92dd-fa8691bd337c tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.1374068 Feb 07 16:53:43.716481 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-81d78843-8db0-403b-a824-2d9c01b53bbf tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:43.725701 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-81d78843-8db0-403b-a824-2d9c01b53bbf tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2609093 Feb 07 16:53:43.726401 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47670) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:43.744623 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-a0ec6871-d198-4c98-96b6-7fb7b38d869b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Request body: {'port': {'device_id': 'd90d69f0-8cfd-42e5-8660-7317f3671910', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '52e2cfc122e2454bb720b22756b54435'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:43.751071 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b36a3621-5aed-47ce-8132-623197349486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:43.835549 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2d5ebe1c-5121-4116-9af3-2257f78203e6 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (56d78eae-45a1-48ab-8c87-1c291e798932), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:43.870989 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-be34a0e7-2545-4c87-a748-580ef686bba6 req-641c0e20-3233-46f6-9da1-c6e83af484bf tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293963 Feb 07 16:53:43.897452 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b36a3621-5aed-47ce-8132-623197349486 admin admin] Publish callbacks [] for security_group (5212cb9c-31b4-45da-b417-136c390fe562), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:43.900465 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2d5ebe1c-5121-4116-9af3-2257f78203e6 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (56d78eae-45a1-48ab-8c87-1c291e798932), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:43.984400 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b36a3621-5aed-47ce-8132-623197349486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5212cb9c-31b4-45da-b417-136c390fe562), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:43.993457 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1380902543-router', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:53:39Z', 'updated_at': '2022-02-07T16:53:41Z', 'revision_number': 3, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'gw_port': {'id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:40Z', 'updated_at': '2022-02-07T16:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:44.024451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] Checking router: d6fd4f77-7e52-42c5-b489-69bd81bd5ffd for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:53:44.024720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] Updating router d6fd4f77-7e52-42c5-b489-69bd81bd5ffd port c89cc05b-96f2-453c-a340-7e0d36d8a42d binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:53:44.040140 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2d5ebe1c-5121-4116-9af3-2257f78203e6 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (56d78eae-45a1-48ab-8c87-1c291e798932), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.043023 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2d5ebe1c-5121-4116-9af3-2257f78203e6 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.051166 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2d5ebe1c-5121-4116-9af3-2257f78203e6 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "DELETE /v2.0/security-groups/56d78eae-45a1-48ab-8c87-1c291e798932 HTTP/1.1" status: 204 len: 168 time: 0.4042439 Feb 07 16:53:44.056836 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47674) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:44.059444 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ebe1c-5121-4116-9af3-2257f78203e6 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d78eae-45a1-48ab-8c87-1c291e798932,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:44.082358 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b36a3621-5aed-47ce-8132-623197349486 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df70637c96fe4177a515c675cef3a227&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3521402 Feb 07 16:53:44.083102 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47676) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:44.089988 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c89cc05b-96f2-453c-a340-7e0d36d8a42d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.109361 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a3621-5aed-47ce-8132-623197349486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5212cb9c-31b4-45da-b417-136c390fe562,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:44.123032 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d3e4b1bc-efe2-453d-b39a-e95bd44de52b req-a5876b1a-0c6d-451e-82e6-0f61a271ed01 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.1868572 Feb 07 16:53:44.164009 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-af66db15-a269-4b82-ad13-175f644e8e74 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=629834d48f0846d6a343160b8ad43f07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6598597 Feb 07 16:53:44.167861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47678) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:44.211807 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4dfa2628-3924-4f05-aa4d-1d9f1908824c tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1491480 Feb 07 16:53:44.216055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47680) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:44.217199 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d627c6f7-efa6-45e3-9d5a-853a2fe9f6cf admin admin] Publish callbacks [] for security_group (5212cb9c-31b4-45da-b417-136c390fe562), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.239399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-96699142-bf10-43c0-a9b2-50c94a3bbb3f tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group': {'name': 'tempest-secgroup--1014489868'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:44.286113 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-466c11e1-b2b0-4675-843d-b714b96e898e admin admin] Publish callbacks [] for security_group (7d776ff6-0425-4ec5-82bc-9d67c26649da), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.289594 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d627c6f7-efa6-45e3-9d5a-853a2fe9f6cf admin admin] Publish callbacks [] for security_group (5212cb9c-31b4-45da-b417-136c390fe562), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.297141 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96699142-bf10-43c0-a9b2-50c94a3bbb3f tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.363074 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-466c11e1-b2b0-4675-843d-b714b96e898e admin admin] Publish callbacks [] for security_group (7d776ff6-0425-4ec5-82bc-9d67c26649da), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.411483 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-a0ec6871-d198-4c98-96b6-7fb7b38d869b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Made reservation on behalf of 52e2cfc122e2454bb720b22756b54435 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:53:44.414985 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-a0ec6871-d198-4c98-96b6-7fb7b38d869b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.426342 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-65bf5dae-3bb2-4243-afba-32eb37b9b1a2 req-c411e39b-608c-4530-9d01-1890127f0955 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 210 time: 0.0820258 Feb 07 16:53:44.516385 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91a221eb-866c-4c02-835d-dbf11c17b4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.552159 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d627c6f7-efa6-45e3-9d5a-853a2fe9f6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5212cb9c-31b4-45da-b417-136c390fe562), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.555081 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d627c6f7-efa6-45e3-9d5a-853a2fe9f6cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.556308 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d627c6f7-efa6-45e3-9d5a-853a2fe9f6cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5212cb9c-31b4-45da-b417-136c390fe562 HTTP/1.1" status: 204 len: 168 time: 0.4707501 Feb 07 16:53:44.556463 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] Publish callbacks [] for port (c89cc05b-96f2-453c-a340-7e0d36d8a42d), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.570298 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c89cc05b-96f2-453c-a340-7e0d36d8a42d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.620761 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-466c11e1-b2b0-4675-843d-b714b96e898e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7d776ff6-0425-4ec5-82bc-9d67c26649da), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.624096 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-466c11e1-b2b0-4675-843d-b714b96e898e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.625552 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-466c11e1-b2b0-4675-843d-b714b96e898e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d776ff6-0425-4ec5-82bc-9d67c26649da HTTP/1.1" status: 204 len: 168 time: 0.4565182 Feb 07 16:53:44.629881 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627c6f7-efa6-45e3-9d5a-853a2fe9f6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5212cb9c-31b4-45da-b417-136c390fe562,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:44.641265 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96699142-bf10-43c0-a9b2-50c94a3bbb3f tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (f515ca33-979f-4580-ae43-8bb2569e14f3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.674360 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] Attempting to bind port c89cc05b-96f2-453c-a340-7e0d36d8a42d on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:53:44.675362 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] Attempting to bind port c89cc05b-96f2-453c-a340-7e0d36d8a42d by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:53:44.676162 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] Attempting to bind port c89cc05b-96f2-453c-a340-7e0d36d8a42d on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:53:44.703449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:53:44.703808 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:53:44.704278 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.704748 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:53:44.705481 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] Bound port: c89cc05b-96f2-453c-a340-7e0d36d8a42d, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:53:44.707081 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c89cc05b-96f2-453c-a340-7e0d36d8a42d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.722164 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96699142-bf10-43c0-a9b2-50c94a3bbb3f tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f515ca33-979f-4580-ae43-8bb2569e14f3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.743626 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c11e1-b2b0-4675-843d-b714b96e898e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d776ff6-0425-4ec5-82bc-9d67c26649da,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:44.753228 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75147ad3-a74b-4624-882f-4ecd2376e22b None None] Pushing event updated for resources: {'Port': ['ID=c89cc05b-96f2-453c-a340-7e0d36d8a42d,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:44.812501 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96699142-bf10-43c0-a9b2-50c94a3bbb3f tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.813727 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-96699142-bf10-43c0-a9b2-50c94a3bbb3f tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5811241 Feb 07 16:53:44.825232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] For port c89cc05b-96f2-453c-a340-7e0d36d8a42d, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:53:44.832845 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47688) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:44.833598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] For port c89cc05b-96f2-453c-a340-7e0d36d8a42d, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c89cc05b-96f2-453c-a340-7e0d36d8a42d,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:53:44.843169 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c89cc05b-96f2-453c-a340-7e0d36d8a42d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:44.847954 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9da881bc-9811-4378-9448-2e4b35f55a3e tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': 'f515ca33-979f-4580-ae43-8bb2569e14f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:44.900871 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96699142-bf10-43c0-a9b2-50c94a3bbb3f tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f515ca33-979f-4580-ae43-8bb2569e14f3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:44.916377 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-a0ec6871-d198-4c98-96b6-7fb7b38d869b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Allocated IP 192.168.233.198 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/a8f7d82e-ddce-4335-a1f4-e590fc4663ec) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:53:44.987933 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] Routers {'d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:53:44.988742 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:53:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:45.046783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75147ad3-a74b-4624-882f-4ecd2376e22b None None] Pushing event updated for resources: {'Port': ['ID=c89cc05b-96f2-453c-a340-7e0d36d8a42d,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:45.101659 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-91a221eb-866c-4c02-835d-dbf11c17b4c5 admin admin] Allocated IP 172.20.0.1 (26af5cb1-2ce1-4cef-b118-60089a99f582/b65ad38d-2d73-474a-8bbd-bb6aaadc67c3/d61248d7-baee-4344-81ae-70022625e1f1) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:53:45.142049 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-9da881bc-9811-4378-9448-2e4b35f55a3e tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The resource could not be found. Feb 07 16:53:45.156176 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9da881bc-9811-4378-9448-2e4b35f55a3e tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3199751 Feb 07 16:53:45.166593 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47698) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:45.184682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] Set router d6fd4f77-7e52-42c5-b489-69bd81bd5ffd gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:53:45.194791 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9fcd4dfd-fbd4-43d0-b616-c699b6ffbd87 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': 'f515ca33-979f-4580-ae43-8bb2569e14f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f823d8a4-503f-44c2-a869-9fb3880545fc'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:45.292950 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91a221eb-866c-4c02-835d-dbf11c17b4c5 admin admin] Publish callbacks [] for port (d61248d7-baee-4344-81ae-70022625e1f1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:45.352973 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91a221eb-866c-4c02-835d-dbf11c17b4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d61248d7-baee-4344-81ae-70022625e1f1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:45.442945 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:53:45.518977 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d05defd-c7bc-467b-bbe0-9fa54533d897 req-0b9c95b0-d5e3-451e-b2eb-8ee2f4deaa27 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.1776898 Feb 07 16:53:45.529895 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-a0ec6871-d198-4c98-96b6-7fb7b38d869b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks [] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:45.543758 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a221eb-866c-4c02-835d-dbf11c17b4c5 admin admin] Network 26af5cb1-2ce1-4cef-b118-60089a99f582 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:53:45.556120 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-91a221eb-866c-4c02-835d-dbf11c17b4c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:53:45.563670 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a221eb-866c-4c02-835d-dbf11c17b4c5 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:53:45.592713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86852beb-baee-41b3-9187-fa94a91eb207 req-addb360b-db52-47c4-b310-e967b14980a1 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:45.605464 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86852beb-baee-41b3-9187-fa94a91eb207 req-addb360b-db52-47c4-b310-e967b14980a1 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.5808296 Feb 07 16:53:45.617142 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-9fcd4dfd-fbd4-43d0-b616-c699b6ffbd87 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The resource could not be found. Feb 07 16:53:45.618342 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1380902543-router', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:53:39Z', 'updated_at': '2022-02-07T16:53:41Z', 'revision_number': 3, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'gw_port': {'id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:40Z', 'updated_at': '2022-02-07T16:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:45.621790 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9fcd4dfd-fbd4-43d0-b616-c699b6ffbd87 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4541352 Feb 07 16:53:45.622404 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47720) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:45.639735 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91a221eb-866c-4c02-835d-dbf11c17b4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (d6fd4f77-7e52-42c5-b489-69bd81bd5ffd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:45.660553 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-a0ec6871-d198-4c98-96b6-7fb7b38d869b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:45.685201 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2470f2b5-2e9f-493b-a614-e5ac27ff1c15 None None] The sync data for ids ['d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'] in n-d-827865-3 is: [{'id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1380902543-router', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:53:39Z', 'updated_at': '2022-02-07T16:53:41Z', 'revision_number': 3, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'gw_port': {'id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:40Z', 'updated_at': '2022-02-07T16:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:53:45.687011 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2ff7e564-33b8-46a8-a62b-6de8c00e52b3'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:53:45.763267 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a221eb-866c-4c02-835d-dbf11c17b4c5 admin admin] Pushing event updated for resources: {'Port': ['ID=d61248d7-baee-4344-81ae-70022625e1f1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:45.848849 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9564963a-1f71-4c5a-a378-b874ca941b57 req-ae3f4d3d-7d43-4059-87f5-1761b1d3c640 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7648852 Feb 07 16:53:45.850880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-a0ec6871-d198-4c98-96b6-7fb7b38d869b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:53:45.911465 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-a0ec6871-d198-4c98-96b6-7fb7b38d869b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:53:45.950397 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-a0ec6871-d198-4c98-96b6-7fb7b38d869b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:53:46.048210 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8683ab6-9689-4876-85ec-c0d3d6f543b1 req-d2665406-aa16-4dc5-a4bb-781f12f5e099 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:46.078002 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f8683ab6-9689-4876-85ec-c0d3d6f543b1 req-d2665406-aa16-4dc5-a4bb-781f12f5e099 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 936 time: 0.3406837 Feb 07 16:53:46.088130 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91a221eb-866c-4c02-835d-dbf11c17b4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d61248d7-baee-4344-81ae-70022625e1f1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:46.130247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-a0ec6871-d198-4c98-96b6-7fb7b38d869b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:46.133597 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-a0ec6871-d198-4c98-96b6-7fb7b38d869b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:46.293945 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec6871-d198-4c98-96b6-7fb7b38d869b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Pushing event updated for resources: {'Port': ['ID=a8f7d82e-ddce-4335-a1f4-e590fc4663ec,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:46.333686 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86852beb-baee-41b3-9187-fa94a91eb207 req-bc215e1b-39c5-4327-bf40-606b00f2cad7 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7272689 Feb 07 16:53:46.392016 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-a0ec6871-d198-4c98-96b6-7fb7b38d869b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6512127 Feb 07 16:53:46.403076 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f8683ab6-9689-4876-85ec-c0d3d6f543b1 req-351e6dea-0e0a-463e-b6e3-6b4ccbb01107 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242247 Feb 07 16:53:46.432838 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Request body: {'port': {'device_id': 'd90d69f0-8cfd-42e5-8660-7317f3671910', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:46.511716 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9dc427bc-c7da-4378-b710-d96089a0b839 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (f515ca33-979f-4580-ae43-8bb2569e14f3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:46.529304 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9ceb4f83-8823-4f79-9385-c2cc9c56772f None None] Provisioning complete for port a8f7d82e-ddce-4335-a1f4-e590fc4663ec triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:46.529810 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9ceb4f83-8823-4f79-9385-c2cc9c56772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:46.541429 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564963a-1f71-4c5a-a378-b874ca941b57 req-f9a0737c-15b8-4efb-9c16-d831b0603a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:46.542851 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9564963a-1f71-4c5a-a378-b874ca941b57 req-f9a0737c-15b8-4efb-9c16-d831b0603a9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fdea7f1b6324f67b931aa532697bca1&device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 1128 time: 0.6290529 Feb 07 16:53:46.624648 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9ceb4f83-8823-4f79-9385-c2cc9c56772f None None] Port a8f7d82e-ddce-4335-a1f4-e590fc4663ec cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:53:46.674861 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91a221eb-866c-4c02-835d-dbf11c17b4c5 admin admin] Publish callbacks [] for port (d61248d7-baee-4344-81ae-70022625e1f1), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:46.683220 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91a221eb-866c-4c02-835d-dbf11c17b4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (d61248d7-baee-4344-81ae-70022625e1f1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:46.753342 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a221eb-866c-4c02-835d-dbf11c17b4c5 admin admin] Pushing event updated for resources: {'Port': ['ID=d61248d7-baee-4344-81ae-70022625e1f1,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:46.789889 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91a221eb-866c-4c02-835d-dbf11c17b4c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (d6fd4f77-7e52-42c5-b489-69bd81bd5ffd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:46.803606 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:46.807403 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9dc427bc-c7da-4378-b710-d96089a0b839 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (f515ca33-979f-4580-ae43-8bb2569e14f3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:46.926226 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-563eab44-6a1e-45de-8af6-672d07a339a3 req-e029282c-661f-438d-b9a0-d85ad811d096 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.1920974 Feb 07 16:53:46.992577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a221eb-866c-4c02-835d-dbf11c17b4c5 admin admin] Network 26af5cb1-2ce1-4cef-b118-60089a99f582 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:53:46.994313 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-91a221eb-866c-4c02-835d-dbf11c17b4c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:53:47.282320 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a221eb-866c-4c02-835d-dbf11c17b4c5 admin admin] Router d6fd4f77-7e52-42c5-b489-69bd81bd5ffd has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:53:47.427234 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c89cc05b-96f2-453c-a340-7e0d36d8a42d up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:53:47.570966 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port c89cc05b-96f2-453c-a340-7e0d36d8a42d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:47.574651 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c89cc05b-96f2-453c-a340-7e0d36d8a42d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:47.796525 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port c89cc05b-96f2-453c-a340-7e0d36d8a42d is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:47.797054 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c89cc05b-96f2-453c-a340-7e0d36d8a42d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:47.827188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port c89cc05b-96f2-453c-a340-7e0d36d8a42d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c89cc05b-96f2-453c-a340-7e0d36d8a42d,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:47.832675 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c89cc05b-96f2-453c-a340-7e0d36d8a42d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:47.895067 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9dc427bc-c7da-4378-b710-d96089a0b839 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f515ca33-979f-4580-ae43-8bb2569e14f3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:47.898481 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9dc427bc-c7da-4378-b710-d96089a0b839 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:47.900194 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9dc427bc-c7da-4378-b710-d96089a0b839 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "DELETE /v2.0/security-groups/f515ca33-979f-4580-ae43-8bb2569e14f3 HTTP/1.1" status: 204 len: 168 time: 2.2750053 Feb 07 16:53:47.915650 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564963a-1f71-4c5a-a378-b874ca941b57 req-57de7769-e85f-497b-9ff7-9b3192c3bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:47.918034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9564963a-1f71-4c5a-a378-b874ca941b57 req-57de7769-e85f-497b-9ff7-9b3192c3bed8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=558210b1-aeef-4297-87e4-07b1b1a8ae99 HTTP/1.1" status: 200 len: 918 time: 1.3476465 Feb 07 16:53:47.927279 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47782) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:47.928427 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc427bc-c7da-4378-b710-d96089a0b839 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f515ca33-979f-4580-ae43-8bb2569e14f3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:47.974345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=c89cc05b-96f2-453c-a340-7e0d36d8a42d,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:48.054460 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7b73f-916b-4102-8800-9784a4749a9b req-63b6b79e-c746-4dbb-8998-49b232a64180 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:48.060234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fecf45-d101-49d4-9087-0871ac92ab18 req-d83ab1d8-07e1-4dd9-85c1-129f84a468a7 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:48.061768 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-31fecf45-d101-49d4-9087-0871ac92ab18 req-d83ab1d8-07e1-4dd9-85c1-129f84a468a7 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.1019866 Feb 07 16:53:48.062784 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8fa7b73f-916b-4102-8800-9784a4749a9b req-63b6b79e-c746-4dbb-8998-49b232a64180 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 936 time: 0.3243988 Feb 07 16:53:48.067281 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a221eb-866c-4c02-835d-dbf11c17b4c5 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:53:48.078529 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-91a221eb-866c-4c02-835d-dbf11c17b4c5 admin admin] 10.222.0.18 "PUT /v2.0/routers/d6fd4f77-7e52-42c5-b489-69bd81bd5ffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7585676 Feb 07 16:53:48.196548 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-31fecf45-d101-49d4-9087-0871ac92ab18 req-b217c0af-35fd-4a53-b6ad-78291b366721 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264653 Feb 07 16:53:48.202863 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9564963a-1f71-4c5a-a378-b874ca941b57 req-169c00c7-c927-4765-9575-a660a275ca8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 HTTP/1.1" status: 200 len: 1001 time: 0.2668669 Feb 07 16:53:48.222784 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8fa7b73f-916b-4102-8800-9784a4749a9b req-9d86ad82-cb6c-4dce-b047-6c6c15efad66 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531682 Feb 07 16:53:48.230610 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8ecb4bf7-d580-4d18-acd8-26425ff5f28f tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2997639 Feb 07 16:53:48.238663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47792) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:48.250033 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f1145d9c-6e04-4dd0-921a-2dc4a32ab9e7 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': '1c6e3582-9a81-4bfc-a0aa-4491ade78c00', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:48.361632 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-f1145d9c-6e04-4dd0-921a-2dc4a32ab9e7 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The resource could not be found. Feb 07 16:53:48.366174 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f1145d9c-6e04-4dd0-921a-2dc4a32ab9e7 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1230066 Feb 07 16:53:48.366174 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-700e08f7-bc13-4eca-ac3f-86d3c63787b7 req-0f1f372f-057c-42ff-a5b6-94c3be19869a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0603390 Feb 07 16:53:48.366708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47800) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:48.370092 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564963a-1f71-4c5a-a378-b874ca941b57 req-09e94043-73eb-4eb2-bd83-f665b514ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:48.371722 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9564963a-1f71-4c5a-a378-b874ca941b57 req-09e94043-73eb-4eb2-bd83-f665b514ee5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e08eff2f-7c93-4ede-90b9-2e6bbced6db6 HTTP/1.1" status: 200 len: 856 time: 0.1477940 Feb 07 16:53:48.381349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c5d2d3fd-1a22-4fc0-9521-b2a454d0b22b tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group': {'name': 'tempest-secgroup--436735275'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:48.504735 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5d2d3fd-1a22-4fc0-9521-b2a454d0b22b tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:48.636695 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f7d82e-ddce-4335-a1f4-e590fc4663ec {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:53:48.650239 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Publish callbacks [] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:48.670068 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Transition to ACTIVE for port object a8f7d82e-ddce-4335-a1f4-e590fc4663ec will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:53:48.685740 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564963a-1f71-4c5a-a378-b874ca941b57 req-c99211fd-109d-46bd-92a5-bf7de90e3d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:48.687632 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9564963a-1f71-4c5a-a378-b874ca941b57 req-c99211fd-109d-46bd-92a5-bf7de90e3d9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=558210b1-aeef-4297-87e4-07b1b1a8ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2976458 Feb 07 16:53:48.690772 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:48.791667 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] Sync routers for ids ['d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:53:48.802465 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] Routers {'d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:53:48.803131 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:53:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:48.848482 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f7d82e-ddce-4335-a1f4-e590fc4663ec,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:49.000076 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9564963a-1f71-4c5a-a378-b874ca941b57 req-fb80b22b-b8c3-4676-a237-bf5e7d6aa4dd service neutron] 10.222.0.48 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921393 Feb 07 16:53:49.072085 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] Set router d6fd4f77-7e52-42c5-b489-69bd81bd5ffd gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:53:49.359162 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c89cc05b-96f2-453c-a340-7e0d36d8a42d up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:53:49.380782 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9564963a-1f71-4c5a-a378-b874ca941b57 req-7266abb0-884e-4451-998c-33d58a949dfe service neutron] 10.222.0.48 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682094 Feb 07 16:53:49.532118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684a68c-7b09-477e-b707-cba6cec04161 req-0ee23c97-f188-4bbe-9727-6d5109d1181f tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:49.537131 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port c89cc05b-96f2-453c-a340-7e0d36d8a42d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:49.537855 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c89cc05b-96f2-453c-a340-7e0d36d8a42d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:49.539877 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1684a68c-7b09-477e-b707-cba6cec04161 req-0ee23c97-f188-4bbe-9727-6d5109d1181f tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.1242635 Feb 07 16:53:49.634391 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port c89cc05b-96f2-453c-a340-7e0d36d8a42d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:49.640125 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1684a68c-7b09-477e-b707-cba6cec04161 req-ce34b039-e6b6-4cfe-98dd-3677bd6b54e2 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941279 Feb 07 16:53:49.674162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47832) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:49.675528 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Attempting to bind port a8f7d82e-ddce-4335-a1f4-e590fc4663ec on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:53:49.677808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Attempting to bind port a8f7d82e-ddce-4335-a1f4-e590fc4663ec by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:53:49.678164 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Attempting to bind port a8f7d82e-ddce-4335-a1f4-e590fc4663ec on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:53:49.725757 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5d2d3fd-1a22-4fc0-9521-b2a454d0b22b tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (7676293f-d092-4e43-ab3e-9850100e4538), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:49.732821 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Port a8f7d82e-ddce-4335-a1f4-e590fc4663ec on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:53:49.733267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Attempting to bind port a8f7d82e-ddce-4335-a1f4-e590fc4663ec on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:53:49.738275 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5d2d3fd-1a22-4fc0-9521-b2a454d0b22b tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7676293f-d092-4e43-ab3e-9850100e4538), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:49.740203 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1380902543-router', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:53:39Z', 'updated_at': '2022-02-07T16:53:45Z', 'revision_number': 4, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'gw_port': {'id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:40Z', 'updated_at': '2022-02-07T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'd61248d7-baee-4344-81ae-70022625e1f1', 'name': '', 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'mac_address': 'fa:16:3e:51:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'b65ad38d-2d73-474a-8bbd-bb6aaadc67c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:44Z', 'updated_at': '2022-02-07T16:53:46Z', 'revision_number': 2, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'subnets': [{'id': 'b65ad38d-2d73-474a-8bbd-bb6aaadc67c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:49.754001 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:53:49.754761 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:53:49.755163 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:53:49.755930 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Bound port: a8f7d82e-ddce-4335-a1f4-e590fc4663ec, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:53:49.756099 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:49.763225 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-dd4cff3a-dc11-4b36-a61c-3e55ae9fdf05 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:49.764805 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-dd4cff3a-dc11-4b36-a61c-3e55ae9fdf05 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/networks?id=26af5cb1-2ce1-4cef-b118-60089a99f582 HTTP/1.1" status: 200 len: 820 time: 0.9630029 Feb 07 16:53:49.804662 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] Checking router: d6fd4f77-7e52-42c5-b489-69bd81bd5ffd for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:53:49.805716 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] Updating router d6fd4f77-7e52-42c5-b489-69bd81bd5ffd port d61248d7-baee-4344-81ae-70022625e1f1 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:53:49.835510 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5d2d3fd-1a22-4fc0-9521-b2a454d0b22b tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:49.837794 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c5d2d3fd-1a22-4fc0-9521-b2a454d0b22b tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4700270 Feb 07 16:53:49.844405 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d61248d7-baee-4344-81ae-70022625e1f1), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:49.844716 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47838) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:49.885181 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-40ef022d-659e-4953-b586-90f32cd17af5 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/quotas/58d71b6b570c43899437dc2367577b8c HTTP/1.1" status: 200 len: 375 time: 0.1100171 Feb 07 16:53:49.901775 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3284b517-1d8a-4943-9d96-31a2e85a83e7 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group': {'name': 'tempest-secgroup--1965251035'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:49.931865 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2d3fd-1a22-4fc0-9521-b2a454d0b22b tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7676293f-d092-4e43-ab3e-9850100e4538,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:49.957462 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1626c2e-8283-468d-ba1c-9ea7b3211ae2 req-1b4dd42d-26fa-4644-a07c-ad18144be0f2 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:49.959053 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c1626c2e-8283-468d-ba1c-9ea7b3211ae2 req-1b4dd42d-26fa-4644-a07c-ad18144be0f2 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 948 time: 0.1515541 Feb 07 16:53:50.016759 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5b7e-a578-4e16-a062-c1efc2349a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:50.043701 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] For port a8f7d82e-ddce-4335-a1f4-e590fc4663ec, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:53:50.045690 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3284b517-1d8a-4943-9d96-31a2e85a83e7 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:50.050491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] For port a8f7d82e-ddce-4335-a1f4-e590fc4663ec, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a8f7d82e-ddce-4335-a1f4-e590fc4663ec,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:53:50.066441 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:50.077462 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-2c574fb1-3c9d-4c9f-8dd7-7e91cfb354eb tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=58d71b6b570c43899437dc2367577b8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1818166 Feb 07 16:53:50.172999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:50.173679 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:50.176148 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] 10.222.0.48 "PUT /v2.0/ports/a8f7d82e-ddce-4335-a1f4-e590fc4663ec HTTP/1.1" status: 200 len: 1096 time: 3.7498596 Feb 07 16:53:50.178755 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90d69f0-8cfd-42e5-8660-7317f3671910', 'tag': 'a8f7d82e-ddce-4335-a1f4-e590fc4663ec'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:53:50.187126 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6958088-040b-4d42-b6f7-f9b41987ec81" -d '{"events": [{"name": "network-changed", "server_uuid": "d90d69f0-8cfd-42e5-8660-7317f3671910", "tag": "a8f7d82e-ddce-4335-a1f4-e590fc4663ec"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:53:50.198036 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c1626c2e-8283-468d-ba1c-9ea7b3211ae2 req-cdf7441c-de4b-4b36-815f-6edd2021985d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259717 Feb 07 16:53:50.285739 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5b7e-a578-4e16-a062-c1efc2349a69 admin admin] Publish callbacks [] for security_group (e997faa9-80eb-4f4b-b127-c870614731b0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:50.294479 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e026d0-2a76-4f6a-a420-4f06b508ebb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f7d82e-ddce-4335-a1f4-e590fc4663ec,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:50.297087 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5b7e-a578-4e16-a062-c1efc2349a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e997faa9-80eb-4f4b-b127-c870614731b0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:50.373724 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] Publish callbacks [] for port (d61248d7-baee-4344-81ae-70022625e1f1), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:50.381556 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d61248d7-baee-4344-81ae-70022625e1f1), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:50.430613 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-5745bf77-2eff-4521-8f58-29f069951573 service neutron] 10.222.0.18 "GET /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251705 Feb 07 16:53:50.436843 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3284b517-1d8a-4943-9d96-31a2e85a83e7 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (05acd255-d2fe-4873-85fd-4b19ea862a08), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:50.438197 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d7943f84-f995-493b-a40d-bd951bf39eab req-0c03529d-46c9-49b7-8d35-6961e4c96a8e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0898402 Feb 07 16:53:50.443372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b5b7e-a578-4e16-a062-c1efc2349a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e997faa9-80eb-4f4b-b127-c870614731b0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:50.473484 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-eb7b5b7e-a578-4e16-a062-c1efc2349a69 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fee2d1a56afa492182bea60525b8e34a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7920580 Feb 07 16:53:50.474388 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47842) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:50.489457 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3284b517-1d8a-4943-9d96-31a2e85a83e7 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (05acd255-d2fe-4873-85fd-4b19ea862a08), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:50.503928 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc32766-4030-4425-8cad-9c7c9b7f0997 None None] Pushing event updated for resources: {'Port': ['ID=d61248d7-baee-4344-81ae-70022625e1f1,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:50.531233 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc32766-4030-4425-8cad-9c7c9b7f0997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:50.532266 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc32766-4030-4425-8cad-9c7c9b7f0997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:50.532660 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc32766-4030-4425-8cad-9c7c9b7f0997 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:50.533044 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc32766-4030-4425-8cad-9c7c9b7f0997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:50.534301 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc32766-4030-4425-8cad-9c7c9b7f0997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:50.534450 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc32766-4030-4425-8cad-9c7c9b7f0997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:50.534765 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc32766-4030-4425-8cad-9c7c9b7f0997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:50.535202 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc32766-4030-4425-8cad-9c7c9b7f0997 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:50.536120 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc32766-4030-4425-8cad-9c7c9b7f0997 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:50.536385 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc32766-4030-4425-8cad-9c7c9b7f0997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:50.536735 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc32766-4030-4425-8cad-9c7c9b7f0997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:50.537089 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc32766-4030-4425-8cad-9c7c9b7f0997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:50.537463 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc32766-4030-4425-8cad-9c7c9b7f0997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:50.577733 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5386416-c1bf-49b7-8156-b7b915249ab7 x-openstack-request-id: req-e5386416-c1bf-49b7-8156-b7b915249ab7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:53:50.578329 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90d69f0-8cfd-42e5-8660-7317f3671910", "tag": "a8f7d82e-ddce-4335-a1f4-e590fc4663ec", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:53:50.578746 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5386416-c1bf-49b7-8156-b7b915249ab7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:53:50.579325 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90d69f0-8cfd-42e5-8660-7317f3671910', 'tag': 'a8f7d82e-ddce-4335-a1f4-e590fc4663ec', 'status': 'completed', 'code': 200} Feb 07 16:53:50.597755 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-403ef420-c456-4a4b-b236-23882a94a21e admin admin] Publish callbacks [] for security_group (e997faa9-80eb-4f4b-b127-c870614731b0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:50.621998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-1e1c6e7b-94ee-49fd-a031-8fe89c0ffc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:50.624044 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-1e1c6e7b-94ee-49fd-a031-8fe89c0ffc19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 1130 time: 0.3679438 Feb 07 16:53:50.635032 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3284b517-1d8a-4943-9d96-31a2e85a83e7 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:50.636609 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3284b517-1d8a-4943-9d96-31a2e85a83e7 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7532501 Feb 07 16:53:50.645585 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47844) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:50.649536 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284b517-1d8a-4943-9d96-31a2e85a83e7 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05acd255-d2fe-4873-85fd-4b19ea862a08,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:50.686206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4a42eeae-b98f-4316-abd2-ab8303239af0 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': '7676293f-d092-4e43-ab3e-9850100e4538', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '05acd255-d2fe-4873-85fd-4b19ea862a08'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:50.710343 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-403ef420-c456-4a4b-b236-23882a94a21e admin admin] Publish callbacks [] for security_group (e997faa9-80eb-4f4b-b127-c870614731b0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:50.739940 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-c50b62b4-86e3-4466-b818-9974dd40c209 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=a8f7d82e-ddce-4335-a1f4-e590fc4663ec HTTP/1.1" status: 200 len: 217 time: 0.1019959 Feb 07 16:53:50.746901 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] Attempting to bind port d61248d7-baee-4344-81ae-70022625e1f1 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:53:50.747459 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] Attempting to bind port d61248d7-baee-4344-81ae-70022625e1f1 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '76cc3e9a-116c-4d9d-9e6d-c474df14630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:53:50.747974 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] Attempting to bind port d61248d7-baee-4344-81ae-70022625e1f1 on network 26af5cb1-2ce1-4cef-b118-60089a99f582 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:53:50.756325 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:53:50.756952 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] Checking segment: {'id': '76cc3e9a-116c-4d9d-9e6d-c474df14630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:53:50.757513 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:50.758141 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] Bound using segment: {'id': '76cc3e9a-116c-4d9d-9e6d-c474df14630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:53:50.759003 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] Bound port: d61248d7-baee-4344-81ae-70022625e1f1, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cc3e9a-116c-4d9d-9e6d-c474df14630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:53:50.759636 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d61248d7-baee-4344-81ae-70022625e1f1), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:50.812054 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-dba46935-0966-4cbf-9e08-e0cd53b31064 service neutron] 10.222.0.18 "GET /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715954 Feb 07 16:53:50.832846 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-c20b0ab0-34a2-41a8-bb4c-d27ad84de661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:50.835624 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-c20b0ab0-34a2-41a8-bb4c-d27ad84de661 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0730302 Feb 07 16:53:50.868959 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] For port d61248d7-baee-4344-81ae-70022625e1f1, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:53:50.871939 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] For port d61248d7-baee-4344-81ae-70022625e1f1, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d61248d7-baee-4344-81ae-70022625e1f1,segment=NetworkSegment(76cc3e9a-116c-4d9d-9e6d-c474df14630a),segment_id=76cc3e9a-116c-4d9d-9e6d-c474df14630a)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:53:50.882378 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d61248d7-baee-4344-81ae-70022625e1f1), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:50.910114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-631e5963-7f70-4f6c-9023-f89af1ef3fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:50.910949 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-4a42eeae-b98f-4316-abd2-ab8303239af0 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:53:50.912032 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-631e5963-7f70-4f6c-9023-f89af1ef3fb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0710604 Feb 07 16:53:50.917045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47850) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:50.917682 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4a42eeae-b98f-4316-abd2-ab8303239af0 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2696962 Feb 07 16:53:50.974941 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f62c29-9186-49f8-b9f6-dfb6b9fe3876 req-f1dddc14-a5ba-4244-8a19-56386ccea54c tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:50.977644 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-62f62c29-9186-49f8-b9f6-dfb6b9fe3876 req-f1dddc14-a5ba-4244-8a19-56386ccea54c tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.1982563 Feb 07 16:53:50.991732 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-403ef420-c456-4a4b-b236-23882a94a21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e997faa9-80eb-4f4b-b127-c870614731b0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:51.000163 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-403ef420-c456-4a4b-b236-23882a94a21e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:51.001270 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-403ef420-c456-4a4b-b236-23882a94a21e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e997faa9-80eb-4f4b-b127-c870614731b0 HTTP/1.1" status: 204 len: 168 time: 0.5215106 Feb 07 16:53:51.057792 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] Routers {'d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:53:51.058465 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:53:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:51.068439 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ef420-c456-4a4b-b236-23882a94a21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e997faa9-80eb-4f4b-b127-c870614731b0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:51.098224 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-62f62c29-9186-49f8-b9f6-dfb6b9fe3876 req-37964030-be5e-49a1-ae44-00a7a408b951 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148200 Feb 07 16:53:51.122079 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25edccf8-7be0-49d3-8ea1-4b606f084387 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (05acd255-d2fe-4873-85fd-4b19ea862a08), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:51.137640 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc32766-4030-4425-8cad-9c7c9b7f0997 None None] Pushing event updated for resources: {'Port': ['ID=d61248d7-baee-4344-81ae-70022625e1f1,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:51.204061 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:51.231293 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25edccf8-7be0-49d3-8ea1-4b606f084387 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (05acd255-d2fe-4873-85fd-4b19ea862a08), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:51.235948 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e278d6-ca24-4f70-af2d-5e2b4b9c6ff3 req-696fb666-56c6-4089-bb7f-c95c84036889 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 210 time: 0.0533488 Feb 07 16:53:51.324812 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-697db85d-d8f3-4329-8aad-7ee5ce731bd3 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034054 Feb 07 16:53:51.373531 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25edccf8-7be0-49d3-8ea1-4b606f084387 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (05acd255-d2fe-4873-85fd-4b19ea862a08), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:51.384431 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25edccf8-7be0-49d3-8ea1-4b606f084387 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:51.388238 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-25edccf8-7be0-49d3-8ea1-4b606f084387 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "DELETE /v2.0/security-groups/05acd255-d2fe-4873-85fd-4b19ea862a08 HTTP/1.1" status: 204 len: 168 time: 0.4676142 Feb 07 16:53:51.390619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47862) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:51.414429 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] Set router d6fd4f77-7e52-42c5-b489-69bd81bd5ffd gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:53:51.446510 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318432c0-04f1-4177-ba2f-b97e2d39d823 req-257f92b5-9ca4-4760-8033-a8b4acb33d23 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:51.458864 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-318432c0-04f1-4177-ba2f-b97e2d39d823 req-257f92b5-9ca4-4760-8033-a8b4acb33d23 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 948 time: 0.1421745 Feb 07 16:53:51.496767 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edccf8-7be0-49d3-8ea1-4b606f084387 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05acd255-d2fe-4873-85fd-4b19ea862a08,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:51.591902 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd54ab27-a622-4c07-88a5-7bc5cc5eab9c req-ec9b28ce-20bb-4a85-8595-d54210c12020 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568798 Feb 07 16:53:51.617911 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-318432c0-04f1-4177-ba2f-b97e2d39d823 req-827ffd30-8aeb-4e6a-bc0c-4df54ee5b9af tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557245 Feb 07 16:53:51.631202 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4ff1b2bd-473f-4489-b82c-f72461cc7404 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2326081 Feb 07 16:53:51.634155 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47870) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:51.645475 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47872) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:51.682633 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e242edf-0deb-4836-a4bd-8574d83a5d2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:51.733035 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a47c567c-2829-484d-a356-7b856d570b84 req-2d03ea9e-6862-461b-816e-6569dc6b8c79 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0858486 Feb 07 16:53:51.793901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6958088-040b-4d42-b6f7-f9b41987ec81 req-9660ff5a-691b-46d3-9851-9825be1c0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:51.800141 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6958088-040b-4d42-b6f7-f9b41987ec81 req-9660ff5a-691b-46d3-9851-9825be1c0ee2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 1130 time: 0.1502111 Feb 07 16:53:51.800141 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d2d30ff-fa7f-45db-89e5-631f4fa6da5f tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (7676293f-d092-4e43-ab3e-9850100e4538), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:51.822770 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e242edf-0deb-4836-a4bd-8574d83a5d2f admin admin] Publish callbacks [] for security_group (7628e3fc-0432-48bf-840d-309cd7526559), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:51.830627 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e242edf-0deb-4836-a4bd-8574d83a5d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7628e3fc-0432-48bf-840d-309cd7526559), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:51.888511 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d2d30ff-fa7f-45db-89e5-631f4fa6da5f tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (7676293f-d092-4e43-ab3e-9850100e4538), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:51.891429 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4e242edf-0deb-4836-a4bd-8574d83a5d2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e660df072fb469dbeccd9335c2bd33e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2445641 Feb 07 16:53:51.892873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e242edf-0deb-4836-a4bd-8574d83a5d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7628e3fc-0432-48bf-840d-309cd7526559,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:51.894487 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47876) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:51.996520 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d2d30ff-fa7f-45db-89e5-631f4fa6da5f tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7676293f-d092-4e43-ab3e-9850100e4538), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:51.998952 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4d2d30ff-fa7f-45db-89e5-631f4fa6da5f tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:51.999385 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1380902543-router', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:53:39Z', 'updated_at': '2022-02-07T16:53:45Z', 'revision_number': 4, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'gw_port': {'id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:40Z', 'updated_at': '2022-02-07T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'd61248d7-baee-4344-81ae-70022625e1f1', 'name': '', 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'mac_address': 'fa:16:3e:51:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'b65ad38d-2d73-474a-8bbd-bb6aaadc67c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:44Z', 'updated_at': '2022-02-07T16:53:50Z', 'revision_number': 4, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'subnets': [{'id': 'b65ad38d-2d73-474a-8bbd-bb6aaadc67c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:53:52.003700 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4d2d30ff-fa7f-45db-89e5-631f4fa6da5f tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "DELETE /v2.0/security-groups/7676293f-d092-4e43-ab3e-9850100e4538 HTTP/1.1" status: 204 len: 168 time: 0.3646691 Feb 07 16:53:52.004751 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47880) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:52.028178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6958088-040b-4d42-b6f7-f9b41987ec81 req-a97f95da-6d0b-4f9a-9681-04e4e8cb29f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:52.029762 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6958088-040b-4d42-b6f7-f9b41987ec81 req-a97f95da-6d0b-4f9a-9681-04e4e8cb29f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.2234964 Feb 07 16:53:52.030540 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d30ff-fa7f-45db-89e5-631f4fa6da5f tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7676293f-d092-4e43-ab3e-9850100e4538,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:52.035733 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-517c109b-425b-4419-9ceb-60ba60ef2f58 admin admin] Publish callbacks [] for security_group (7628e3fc-0432-48bf-840d-309cd7526559), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:52.044939 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7c3a28-f34f-4939-8091-9998ee3640e3 None None] The sync data for ids ['d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'] in n-d-827865-3 is: [{'id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1380902543-router', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:53:39Z', 'updated_at': '2022-02-07T16:53:45Z', 'revision_number': 4, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'gw_port': {'id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:40Z', 'updated_at': '2022-02-07T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'd61248d7-baee-4344-81ae-70022625e1f1', 'name': '', 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'mac_address': 'fa:16:3e:51:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'b65ad38d-2d73-474a-8bbd-bb6aaadc67c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:44Z', 'updated_at': '2022-02-07T16:53:50Z', 'revision_number': 4, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'subnets': [{'id': 'b65ad38d-2d73-474a-8bbd-bb6aaadc67c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:53:52.089351 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6958088-040b-4d42-b6f7-f9b41987ec81 req-d2d1ad40-57fe-40d5-bbf8-7ac22683ee37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=a8f7d82e-ddce-4335-a1f4-e590fc4663ec HTTP/1.1" status: 200 len: 217 time: 0.0507095 Feb 07 16:53:52.112009 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-517c109b-425b-4419-9ceb-60ba60ef2f58 admin admin] Publish callbacks [] for security_group (7628e3fc-0432-48bf-840d-309cd7526559), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:52.180526 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ee2c6d35-b4f9-4ff0-a42e-d125bfbddfa3 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1724737 Feb 07 16:53:52.181728 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47886) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:52.187402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f08c6528-1a11-4c89-98d5-0d1f3be1d8b4 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group': {'name': 'tempest-secgroup--395225390'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:52.223276 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6958088-040b-4d42-b6f7-f9b41987ec81 req-e8f95925-cab4-4043-b9e0-2eef8f0f9f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:52.227060 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6958088-040b-4d42-b6f7-f9b41987ec81 req-e8f95925-cab4-4043-b9e0-2eef8f0f9f66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1275518 Feb 07 16:53:52.228640 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f08c6528-1a11-4c89-98d5-0d1f3be1d8b4 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:52.306643 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-517c109b-425b-4419-9ceb-60ba60ef2f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7628e3fc-0432-48bf-840d-309cd7526559), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:52.309440 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-517c109b-425b-4419-9ceb-60ba60ef2f58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:52.313249 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-517c109b-425b-4419-9ceb-60ba60ef2f58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7628e3fc-0432-48bf-840d-309cd7526559 HTTP/1.1" status: 204 len: 168 time: 0.4129674 Feb 07 16:53:52.338874 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6958088-040b-4d42-b6f7-f9b41987ec81 req-7bcdc6ca-2351-47f2-8bbf-56ed816f3764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:52.340713 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6958088-040b-4d42-b6f7-f9b41987ec81 req-7bcdc6ca-2351-47f2-8bbf-56ed816f3764 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1025639 Feb 07 16:53:52.341975 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c109b-425b-4419-9ceb-60ba60ef2f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7628e3fc-0432-48bf-840d-309cd7526559,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:52.461197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47b1f1-91d7-42b4-af11-f9238590a104 req-fc5759ab-6afd-479d-9733-3309a1efbfe9 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:52.463471 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0d47b1f1-91d7-42b4-af11-f9238590a104 req-fc5759ab-6afd-479d-9733-3309a1efbfe9 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.1869287 Feb 07 16:53:52.535817 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f08c6528-1a11-4c89-98d5-0d1f3be1d8b4 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (b7b7fc8e-1c30-4ed4-a910-83b35d47bb32), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:52.540491 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f08c6528-1a11-4c89-98d5-0d1f3be1d8b4 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b7b7fc8e-1c30-4ed4-a910-83b35d47bb32), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:52.557746 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-75d13b1b-968a-4feb-8e07-0e2b2ed90cd8 req-e17e2aa3-267d-4c9f-b338-5d7f68c61a21 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 210 time: 0.0942047 Feb 07 16:53:52.591610 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6958088-040b-4d42-b6f7-f9b41987ec81 req-e8868aa8-045e-4c9f-99ab-7c9dfe5f7d5d service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249713 Feb 07 16:53:52.595827 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c6528-1a11-4c89-98d5-0d1f3be1d8b4 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b7fc8e-1c30-4ed4-a910-83b35d47bb32,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:52.635967 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0d47b1f1-91d7-42b4-af11-f9238590a104 req-9a894e1f-c22e-4c4e-a492-a1faa10107f0 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639011 Feb 07 16:53:52.646854 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f08c6528-1a11-4c89-98d5-0d1f3be1d8b4 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:52.648416 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f08c6528-1a11-4c89-98d5-0d1f3be1d8b4 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4651196 Feb 07 16:53:52.653430 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47896) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:52.676783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-eb5548d3-29a8-49c7-8b66-38e8b6883a39 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': 'b7b7fc8e-1c30-4ed4-a910-83b35d47bb32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:52.744566 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-eb5548d3-29a8-49c7-8b66-38e8b6883a39 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:53:52.749064 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-eb5548d3-29a8-49c7-8b66-38e8b6883a39 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0941267 Feb 07 16:53:52.749685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47900) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:52.755685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e4901307-7151-4a89-991d-25243ba6fecd tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group_rule': {'security_group_id': 'b7b7fc8e-1c30-4ed4-a910-83b35d47bb32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:52.831510 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-e4901307-7151-4a89-991d-25243ba6fecd tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 16:53:52.835227 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e4901307-7151-4a89-991d-25243ba6fecd tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0843644 Feb 07 16:53:52.835890 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47906) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:52.848997 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6958088-040b-4d42-b6f7-f9b41987ec81 req-4ce4c3e6-9b88-402b-8535-5db2b032624d service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481024 Feb 07 16:53:52.920446 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2842b8b-f459-4b9b-9815-ac5468127bbe req-3b322924-7bf3-497f-9ad7-f43847a8f9f0 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:52.925852 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c2842b8b-f459-4b9b-9815-ac5468127bbe req-3b322924-7bf3-497f-9ad7-f43847a8f9f0 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 948 time: 0.1449358 Feb 07 16:53:52.995813 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c2842b8b-f459-4b9b-9815-ac5468127bbe req-249ba1c8-0fb8-4ce8-9510-e3d62e943708 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625887 Feb 07 16:53:53.166796 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:53.179000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-2d9952da-f985-4f81-8a91-5b7508ecde01 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:53.195991 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-2d9952da-f985-4f81-8a91-5b7508ecde01 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.32 "GET /v2.0/networks?id=26af5cb1-2ce1-4cef-b118-60089a99f582 HTTP/1.1" status: 200 len: 820 time: 0.2555552 Feb 07 16:53:53.213733 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-26d7ba82-e9fb-4469-a5f4-0bbfef60a6c3 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Request body: {'port': {'device_id': 'ece3d9f8-d9b6-4f90-8486-583a9a9fb523', 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582', 'admin_state_up': True, 'tenant_id': '58d71b6b570c43899437dc2367577b8c'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:53.227982 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3bb5fab2-0d63-4496-9b66-7a614928384b req-78e2035d-6e76-4a6d-b9bf-1c853f6d920a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.1416390 Feb 07 16:53:53.332748 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c7b95d-c24c-457f-9360-c06c8219bcd0 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (b7b7fc8e-1c30-4ed4-a910-83b35d47bb32), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:53.397636 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c7b95d-c24c-457f-9360-c06c8219bcd0 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (b7b7fc8e-1c30-4ed4-a910-83b35d47bb32), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:53.456285 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d61248d7-baee-4344-81ae-70022625e1f1 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:53:53.537692 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c7b95d-c24c-457f-9360-c06c8219bcd0 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b7b7fc8e-1c30-4ed4-a910-83b35d47bb32), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:53.540385 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87c7b95d-c24c-457f-9360-c06c8219bcd0 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:53.546055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47924) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:53.549824 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-87c7b95d-c24c-457f-9360-c06c8219bcd0 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "DELETE /v2.0/security-groups/b7b7fc8e-1c30-4ed4-a910-83b35d47bb32 HTTP/1.1" status: 204 len: 168 time: 0.7046776 Feb 07 16:53:53.553119 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d61248d7-baee-4344-81ae-70022625e1f1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:53.553541 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d61248d7-baee-4344-81ae-70022625e1f1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:53.576794 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7b95d-c24c-457f-9360-c06c8219bcd0 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b7fc8e-1c30-4ed4-a910-83b35d47bb32,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:53.606703 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-26d7ba82-e9fb-4469-a5f4-0bbfef60a6c3 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Made reservation on behalf of 58d71b6b570c43899437dc2367577b8c for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:53:53.616809 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-26d7ba82-e9fb-4469-a5f4-0bbfef60a6c3 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:53.782545 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d61248d7-baee-4344-81ae-70022625e1f1 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:53.782997 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d61248d7-baee-4344-81ae-70022625e1f1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:53.858317 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e3a0947-ad09-4d8e-85f0-bf5b5b892c72 req-0f2256cd-758e-44d7-9652-2445eff0b4aa tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 210 time: 0.1196728 Feb 07 16:53:53.896872 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5b9bd843-7c6c-46c7-9a71-f7309d43752c tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3402283 Feb 07 16:53:53.898030 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47940) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:53.910713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-91846a38-777d-4fb3-a5fc-a4b6530b82de tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group': {'name': 'tempest-secgroup--1224791934'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:53.915997 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port d61248d7-baee-4344-81ae-70022625e1f1, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d61248d7-baee-4344-81ae-70022625e1f1,segment=NetworkSegment(76cc3e9a-116c-4d9d-9e6d-c474df14630a),segment_id=76cc3e9a-116c-4d9d-9e6d-c474df14630a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:53.921452 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d61248d7-baee-4344-81ae-70022625e1f1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:53.983984 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91846a38-777d-4fb3-a5fc-a4b6530b82de tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:53.994541 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a251f16-90f5-4a25-9f66-cfaeb5fb3401 req-4680e8e8-fbb8-4daa-8e0b-b3d2c03a8e44 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:53.996140 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a251f16-90f5-4a25-9f66-cfaeb5fb3401 req-4680e8e8-fbb8-4daa-8e0b-b3d2c03a8e44 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.2012668 Feb 07 16:53:54.018874 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-26d7ba82-e9fb-4469-a5f4-0bbfef60a6c3 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Allocated IP 172.20.0.12 (26af5cb1-2ce1-4cef-b118-60089a99f582/b65ad38d-2d73-474a-8bbd-bb6aaadc67c3/29d13773-dda1-4fda-97ee-f960a462ac17) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:53:54.075937 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a251f16-90f5-4a25-9f66-cfaeb5fb3401 req-53078f82-3630-4bc5-a566-cf98f5ef4d4b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721123 Feb 07 16:53:54.126345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=d61248d7-baee-4344-81ae-70022625e1f1,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:54.144825 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:54.153054 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:54.154096 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:54.154568 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:54.155029 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:54.155517 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:54.155967 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:54.156410 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:54.157151 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:54.157712 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:54.158379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:54.158822 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:54.161808 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:53:54.274145 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91846a38-777d-4fb3-a5fc-a4b6530b82de tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (e6c64c48-0fde-4383-9553-cad4b38cf277), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:54.291840 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91846a38-777d-4fb3-a5fc-a4b6530b82de tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e6c64c48-0fde-4383-9553-cad4b38cf277), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:54.359395 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91846a38-777d-4fb3-a5fc-a4b6530b82de tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:54.366318 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-91846a38-777d-4fb3-a5fc-a4b6530b82de tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4666781 Feb 07 16:53:54.369439 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47950) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:54.390634 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-26d7ba82-e9fb-4469-a5f4-0bbfef60a6c3 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks [] for port (29d13773-dda1-4fda-97ee-f960a462ac17), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:54.396587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-879a0a53-c8fa-4fd7-9170-33c1b8fb3c06 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:54.397774 n-d-827865-3 neutron-server[103225]: WARNING neutron.api.v2.base [None req-879a0a53-c8fa-4fd7-9170-33c1b8fb3c06 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 07 16:53:54.400957 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-879a0a53-c8fa-4fd7-9170-33c1b8fb3c06 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] update failed (client error): There was a conflict when trying to complete your request. Feb 07 16:53:54.410184 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-879a0a53-c8fa-4fd7-9170-33c1b8fb3c06 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "PUT /v2.0/security-groups/e6c64c48-0fde-4383-9553-cad4b38cf277 HTTP/1.1" status: 409 len: 330 time: 0.0300357 Feb 07 16:53:54.412421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47952) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:54.437307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f15078-885d-49b7-9032-e22b8aa6bd7f req-24029deb-ff96-4663-a717-41dbb6e4c7e6 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:54.440955 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-45f15078-885d-49b7-9032-e22b8aa6bd7f req-24029deb-ff96-4663-a717-41dbb6e4c7e6 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 948 time: 0.2599287 Feb 07 16:53:54.470495 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91846a38-777d-4fb3-a5fc-a4b6530b82de tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c64c48-0fde-4383-9553-cad4b38cf277,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:54.513053 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-52233c20-a132-4f8e-8508-753fee58d4ca req-ab772f1b-14eb-4c78-9166-48b669a3ce4f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.1051183 Feb 07 16:53:54.524594 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-45f15078-885d-49b7-9032-e22b8aa6bd7f req-7c7ac850-404d-4d2f-a7b3-3e28beab12f8 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726514 Feb 07 16:53:54.596427 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-26d7ba82-e9fb-4469-a5f4-0bbfef60a6c3 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (29d13773-dda1-4fda-97ee-f960a462ac17), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:54.658514 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c883de24-43e3-48c9-ab66-2cac7d68e589 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (e6c64c48-0fde-4383-9553-cad4b38cf277), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:54.688563 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-26d7ba82-e9fb-4469-a5f4-0bbfef60a6c3 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Network 26af5cb1-2ce1-4cef-b118-60089a99f582 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:53:54.695344 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7ba82-e9fb-4469-a5f4-0bbfef60a6c3 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Pushing event updated for resources: {'Port': ['ID=29d13773-dda1-4fda-97ee-f960a462ac17,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:54.710742 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-26d7ba82-e9fb-4469-a5f4-0bbfef60a6c3 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:53:54.714967 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-26d7ba82-e9fb-4469-a5f4-0bbfef60a6c3 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:53:54.768816 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c883de24-43e3-48c9-ab66-2cac7d68e589 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (e6c64c48-0fde-4383-9553-cad4b38cf277), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:54.846781 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c883de24-43e3-48c9-ab66-2cac7d68e589 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e6c64c48-0fde-4383-9553-cad4b38cf277), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:54.849519 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c883de24-43e3-48c9-ab66-2cac7d68e589 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:54.853586 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47964) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:54.865914 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c883de24-43e3-48c9-ab66-2cac7d68e589 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "DELETE /v2.0/security-groups/e6c64c48-0fde-4383-9553-cad4b38cf277 HTTP/1.1" status: 204 len: 168 time: 0.4522712 Feb 07 16:53:54.890674 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-26d7ba82-e9fb-4469-a5f4-0bbfef60a6c3 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:54.891554 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-26d7ba82-e9fb-4469-a5f4-0bbfef60a6c3 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:54.932004 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883de24-43e3-48c9-ab66-2cac7d68e589 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c64c48-0fde-4383-9553-cad4b38cf277,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:54.977036 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dc62587f-e467-46cb-b94a-18dc311a5e73 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1221154 Feb 07 16:53:54.980546 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47970) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:54.986423 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-26d7ba82-e9fb-4469-a5f4-0bbfef60a6c3 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7894404 Feb 07 16:53:55.000401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Request body: {'port': {'device_id': 'ece3d9f8-d9b6-4f90-8486-583a9a9fb523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:53:55.039622 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-e3b95a5f-b1b8-4f3f-9a64-d503512dfd7d tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] delete failed (client error): The resource could not be found. Feb 07 16:53:55.041154 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e3b95a5f-b1b8-4f3f-9a64-d503512dfd7d tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "DELETE /v2.0/security-groups/8c1ecd66-e775-46b3-9070-89e953bcc767 HTTP/1.1" status: 404 len: 347 time: 0.0592983 Feb 07 16:53:55.046097 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47972) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:55.065835 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-82bf4593-1906-4b50-9faa-b97e38bf3d39 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] show failed (client error): The resource could not be found. Feb 07 16:53:55.067889 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-82bf4593-1906-4b50-9faa-b97e38bf3d39 tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "GET /v2.0/security-groups/304fc255-0bc1-41f2-8cb3-a71b9872d71b HTTP/1.1" status: 404 len: 347 time: 0.0199740 Feb 07 16:53:55.071617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47974) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:55.088391 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-1e0c0f35-a4ea-42b2-aa05-6cc63a82ac0e tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] show failed (client error): The resource could not be found. Feb 07 16:53:55.089871 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1e0c0f35-a4ea-42b2-aa05-6cc63a82ac0e tempest-NegativeSecGroupIPv6Test-1987205568 tempest-NegativeSecGroupIPv6Test-1987205568-project] 10.222.0.18 "GET /v2.0/security-group-rules/e5074cd4-e52c-4481-81a8-f1b8d58142fd HTTP/1.1" status: 404 len: 356 time: 0.0170088 Feb 07 16:53:55.106707 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65848ecc-6fe1-4e66-a619-fee270a08d70 req-4cf9158a-71e2-4b31-b9e9-34650a0f3404 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:55.116590 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65848ecc-6fe1-4e66-a619-fee270a08d70 req-4cf9158a-71e2-4b31-b9e9-34650a0f3404 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 932 time: 0.1253982 Feb 07 16:53:55.135041 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (29d13773-dda1-4fda-97ee-f960a462ac17), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:55.193804 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65848ecc-6fe1-4e66-a619-fee270a08d70 req-04514895-b37f-4f99-9af8-6baffb9d6248 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747802 Feb 07 16:53:55.240015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a8f7d82e-ddce-4335-a1f4-e590fc4663ec details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:53:55.376666 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d61248d7-baee-4344-81ae-70022625e1f1 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:53:55.510874 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a8f7d82e-ddce-4335-a1f4-e590fc4663ec, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a8f7d82e-ddce-4335-a1f4-e590fc4663ec,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:55.530152 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'a8f7d82e-ddce-4335-a1f4-e590fc4663ec', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': 'a8f7d82e-ddce-4335-a1f4-e590fc4663ec', 'mac_address': 'fa:16:3e:9d:a5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:53:55.609204 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ecc2d-c291-44c0-b9da-4b4d92fa4dc1 req-d7f491d7-c891-4bec-96b9-5815a403122b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:55.617172 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a8f7d82e-ddce-4335-a1f4-e590fc4663ec is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:55.617735 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:55.618607 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-853ecc2d-c291-44c0-b9da-4b4d92fa4dc1 req-d7f491d7-c891-4bec-96b9-5815a403122b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.3517511 Feb 07 16:53:55.669321 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d61248d7-baee-4344-81ae-70022625e1f1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:55.669860 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d61248d7-baee-4344-81ae-70022625e1f1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:55.707233 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-853ecc2d-c291-44c0-b9da-4b4d92fa4dc1 req-68e292ac-b0f1-44c0-9411-08a504cfaf4a tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822594 Feb 07 16:53:55.729170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f7d82e-ddce-4335-a1f4-e590fc4663ec {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:53:55.757649 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a8f7d82e-ddce-4335-a1f4-e590fc4663ec, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a8f7d82e-ddce-4335-a1f4-e590fc4663ec,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:55.772252 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:55.800657 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47996) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:55.827954 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd931b-3440-4b6e-acb5-51f4356fb25e req-4a1fcfc8-8cc9-45bd-a673-994d38468719 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:55.841146 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3bfd931b-3440-4b6e-acb5-51f4356fb25e req-4a1fcfc8-8cc9-45bd-a673-994d38468719 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 948 time: 0.1430712 Feb 07 16:53:55.926075 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-420bd93d-5a10-46a6-b544-5bac0d46a5f4 req-d6445b3f-8757-4fdd-b728-cc364bd577dc tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0661223 Feb 07 16:53:55.957244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d13773-dda1-4fda-97ee-f960a462ac17 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:53:55.967050 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Publish callbacks [] for port (29d13773-dda1-4fda-97ee-f960a462ac17), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:55.987841 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3bfd931b-3440-4b6e-acb5-51f4356fb25e req-34fab38e-4942-4cbd-acf8-0e2fab657dd1 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457586 Feb 07 16:53:55.999403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Transition to ACTIVE for port object 29d13773-dda1-4fda-97ee-f960a462ac17 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:53:56.018288 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (29d13773-dda1-4fda-97ee-f960a462ac17), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:56.031730 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c43faf24-6f32-4469-b55e-2a8f263ffba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:56.068630 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d61248d7-baee-4344-81ae-70022625e1f1 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:56.070914 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a8f7d82e-ddce-4335-a1f4-e590fc4663ec,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:56.162315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['a8f7d82e-ddce-4335-a1f4-e590fc4663ec'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:53:56.351071 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Attempting to bind port 29d13773-dda1-4fda-97ee-f960a462ac17 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:53:56.351464 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Attempting to bind port 29d13773-dda1-4fda-97ee-f960a462ac17 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '76cc3e9a-116c-4d9d-9e6d-c474df14630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:53:56.352003 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Attempting to bind port 29d13773-dda1-4fda-97ee-f960a462ac17 on network 26af5cb1-2ce1-4cef-b118-60089a99f582 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:53:56.359350 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Port 29d13773-dda1-4fda-97ee-f960a462ac17 on network 26af5cb1-2ce1-4cef-b118-60089a99f582 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:53:56.359701 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Attempting to bind port 29d13773-dda1-4fda-97ee-f960a462ac17 on network 26af5cb1-2ce1-4cef-b118-60089a99f582 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:53:56.365730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Pushing event updated for resources: {'Port': ['ID=29d13773-dda1-4fda-97ee-f960a462ac17,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:56.383830 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c5873-59b7-4b95-9587-f0ce73a04bf4 req-ed7d0821-3016-413d-aa1c-e44cfd2d6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:56.387140 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-715c5873-59b7-4b95-9587-f0ce73a04bf4 req-ed7d0821-3016-413d-aa1c-e44cfd2d6c36 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 1127 time: 0.3020656 Feb 07 16:53:56.393843 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-da338697-4f09-46bf-9bb7-15247d911176 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e65ef8d00be474ba5e49e866d81b164&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5898130 Feb 07 16:53:56.395228 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 48006) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:53:56.442694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:53:56.442694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Checking segment: {'id': '76cc3e9a-116c-4d9d-9e6d-c474df14630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:53:56.443539 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Bound using segment: {'id': '76cc3e9a-116c-4d9d-9e6d-c474df14630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:53:56.444067 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Bound port: 29d13773-dda1-4fda-97ee-f960a462ac17, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76cc3e9a-116c-4d9d-9e6d-c474df14630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:53:56.444448 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (29d13773-dda1-4fda-97ee-f960a462ac17), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:56.477169 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-715c5873-59b7-4b95-9587-f0ce73a04bf4 req-08267234-e873-46a6-a429-8641487076dd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633950 Feb 07 16:53:56.528825 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ff72de1-d199-4994-a554-15bec7552ac8 admin admin] Publish callbacks [] for security_group (0c4dff0b-92e5-4437-af29-cc5ccb529441), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:56.590683 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ff72de1-d199-4994-a554-15bec7552ac8 admin admin] Publish callbacks [] for security_group (0c4dff0b-92e5-4437-af29-cc5ccb529441), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:56.616447 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc6281-e383-4d3e-ab48-0a8411e71a24 req-d36f22d7-3cfa-4893-bece-56b9d61daf65 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:56.622306 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b8bc6281-e383-4d3e-ab48-0a8411e71a24 req-d36f22d7-3cfa-4893-bece-56b9d61daf65 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 944 time: 0.2847662 Feb 07 16:53:56.663962 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ff72de1-d199-4994-a554-15bec7552ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0c4dff0b-92e5-4437-af29-cc5ccb529441), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:56.668310 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ff72de1-d199-4994-a554-15bec7552ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:56.671813 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2ff72de1-d199-4994-a554-15bec7552ac8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c4dff0b-92e5-4437-af29-cc5ccb529441 HTTP/1.1" status: 204 len: 168 time: 0.2754648 Feb 07 16:53:56.694845 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff72de1-d199-4994-a554-15bec7552ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4dff0b-92e5-4437-af29-cc5ccb529441,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:56.703816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] For port 29d13773-dda1-4fda-97ee-f960a462ac17, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:53:56.740116 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] For port 29d13773-dda1-4fda-97ee-f960a462ac17, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=29d13773-dda1-4fda-97ee-f960a462ac17,segment=NetworkSegment(76cc3e9a-116c-4d9d-9e6d-c474df14630a),segment_id=76cc3e9a-116c-4d9d-9e6d-c474df14630a)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:53:56.757553 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (29d13773-dda1-4fda-97ee-f960a462ac17), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:56.790000 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b8bc6281-e383-4d3e-ab48-0a8411e71a24 req-006b2aae-ab52-4d21-b243-a7d30885ba60 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531005 Feb 07 16:53:56.832461 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:56.833494 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:56.835851 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] 10.222.0.32 "PUT /v2.0/ports/29d13773-dda1-4fda-97ee-f960a462ac17 HTTP/1.1" status: 200 len: 1092 time: 1.8413301 Feb 07 16:53:56.836647 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece3d9f8-d9b6-4f90-8486-583a9a9fb523', 'tag': '29d13773-dda1-4fda-97ee-f960a462ac17'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:53:56.840285 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d983a2-71af-43cc-9db6-1c4e6643e839" -d '{"events": [{"name": "network-changed", "server_uuid": "ece3d9f8-d9b6-4f90-8486-583a9a9fb523", "tag": "29d13773-dda1-4fda-97ee-f960a462ac17"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:53:56.961532 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce0b4f8-fa7d-4019-b0b8-6b26f2ccbfa7 x-openstack-request-id: req-2ce0b4f8-fa7d-4019-b0b8-6b26f2ccbfa7 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:53:56.961894 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece3d9f8-d9b6-4f90-8486-583a9a9fb523", "tag": "29d13773-dda1-4fda-97ee-f960a462ac17", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:53:56.962268 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ce0b4f8-fa7d-4019-b0b8-6b26f2ccbfa7 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:53:56.962772 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece3d9f8-d9b6-4f90-8486-583a9a9fb523', 'tag': '29d13773-dda1-4fda-97ee-f960a462ac17', 'status': 'completed', 'code': 200} Feb 07 16:53:56.964025 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fd21d-7975-45cf-bd02-e5c55c229246 req-e0db6060-8532-4604-b40e-692ebfc9b781 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:56.970900 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d8fd21d-7975-45cf-bd02-e5c55c229246 req-e0db6060-8532-4604-b40e-692ebfc9b781 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.1357524 Feb 07 16:53:57.001151 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12415af-0712-4b9e-bf1e-542b8361483f service neutron] Pushing event updated for resources: {'Port': ['ID=29d13773-dda1-4fda-97ee-f960a462ac17,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:57.054165 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-27615b8f-033a-4f09-8192-4c9a779287f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:57.060313 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-27615b8f-033a-4f09-8192-4c9a779287f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=58d71b6b570c43899437dc2367577b8c&device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 1126 time: 0.1815081 Feb 07 16:53:57.069723 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d8fd21d-7975-45cf-bd02-e5c55c229246 req-66877850-2275-49b6-8211-9763c4a6d400 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929139 Feb 07 16:53:57.144758 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-33bc9748-a7f8-44e9-9a13-39af99aee068 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29d13773-dda1-4fda-97ee-f960a462ac17 HTTP/1.1" status: 200 len: 217 time: 0.0773704 Feb 07 16:53:57.256367 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8f6e145-4a69-43f2-97d2-2a6cc5c59c2f req-03237290-d2fa-4628-ab8b-0782a6effedb tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0808239 Feb 07 16:53:57.268261 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a8f7d82e-ddce-4335-a1f4-e590fc4663ec up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:53:57.288043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-aad7a761-a79a-4fed-a5ce-956c2ea7eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:57.289142 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-aad7a761-a79a-4fed-a5ce-956c2ea7eb9e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b65ad38d-2d73-474a-8bbd-bb6aaadc67c3 HTTP/1.1" status: 200 len: 860 time: 0.1377294 Feb 07 16:53:57.312624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924c556-0455-4d90-b2e8-073a2c249826 req-a8c2d7f8-2d86-450b-892a-b6c4c1e2dc5b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:57.328113 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1924c556-0455-4d90-b2e8-073a2c249826 req-a8c2d7f8-2d86-450b-892a-b6c4c1e2dc5b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 949 time: 0.1630690 Feb 07 16:53:57.342599 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-f84a01b2-cdd8-4276-907e-f11e5eeda41e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26af5cb1-2ce1-4cef-b118-60089a99f582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449965 Feb 07 16:53:57.448708 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port a8f7d82e-ddce-4335-a1f4-e590fc4663ec completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:53:57.465425 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port a8f7d82e-ddce-4335-a1f4-e590fc4663ec triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:53:57.466115 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:57.487608 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1924c556-0455-4d90-b2e8-073a2c249826 req-463ab56f-400e-447c-bdd4-05cb0c0d5e6f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520448 Feb 07 16:53:57.690181 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-bb375d25-a6c1-4457-9d6d-d712891cd4b3 service neutron] 10.222.0.32 "GET /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354032 Feb 07 16:53:57.702870 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a8f7d82e-ddce-4335-a1f4-e590fc4663ec is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:53:57.703257 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:57.760663 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90d69f0-8cfd-42e5-8660-7317f3671910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f7d82e-ddce-4335-a1f4-e590fc4663ec'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:53:57.765311 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fa877e-a12c-4b27-ae07-cfce5f9dfe07" -d '{"events": [{"server_uuid": "d90d69f0-8cfd-42e5-8660-7317f3671910", "name": "network-vif-plugged", "status": "completed", "tag": "a8f7d82e-ddce-4335-a1f4-e590fc4663ec"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:53:57.802241 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a8f7d82e-ddce-4335-a1f4-e590fc4663ec, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a8f7d82e-ddce-4335-a1f4-e590fc4663ec,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:53:57.807895 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:57.968598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a8f7d82e-ddce-4335-a1f4-e590fc4663ec,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:53:57.997071 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b21db73a-9e0f-4a69-bea2-c4991e2da3d0 req-7c16cacc-25e4-4a4d-89fd-a707490f67e7 service neutron] 10.222.0.32 "GET /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824852 Feb 07 16:53:58.052472 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c839b0-707c-456b-84f6-77b7e42a8db0 x-openstack-request-id: req-b6c839b0-707c-456b-84f6-77b7e42a8db0 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:53:58.052999 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90d69f0-8cfd-42e5-8660-7317f3671910", "name": "network-vif-plugged", "status": "completed", "tag": "a8f7d82e-ddce-4335-a1f4-e590fc4663ec", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:53:58.053472 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6c839b0-707c-456b-84f6-77b7e42a8db0 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:53:58.054058 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90d69f0-8cfd-42e5-8660-7317f3671910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f7d82e-ddce-4335-a1f4-e590fc4663ec', 'code': 200} Feb 07 16:53:58.152182 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d983a2-71af-43cc-9db6-1c4e6643e839 req-20ba08d5-fc0b-4949-86b7-ec8ed627d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:58.154352 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54d983a2-71af-43cc-9db6-1c4e6643e839 req-20ba08d5-fc0b-4949-86b7-ec8ed627d981 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=58d71b6b570c43899437dc2367577b8c&device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 1126 time: 0.0964544 Feb 07 16:53:58.162479 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a63574c4-c564-415f-ae48-68807246046a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:58.260963 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19557ebb-3db0-4318-bf7e-fc347f4ec972 req-7ff9f4a6-55df-4b03-9229-5f31f9e24d9a tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:58.263380 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19557ebb-3db0-4318-bf7e-fc347f4ec972 req-7ff9f4a6-55df-4b03-9229-5f31f9e24d9a tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 944 time: 0.2987103 Feb 07 16:53:58.392429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f9f79-22f9-46cc-91ad-d0eded8a9726 req-19afeb5f-11e9-44f3-bd3d-c4f2c2062861 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:58.394675 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c70f9f79-22f9-46cc-91ad-d0eded8a9726 req-19afeb5f-11e9-44f3-bd3d-c4f2c2062861 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.1154771 Feb 07 16:53:58.398114 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d983a2-71af-43cc-9db6-1c4e6643e839 req-f0a82e6e-cc87-499d-b0af-f50920d53889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:58.404784 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54d983a2-71af-43cc-9db6-1c4e6643e839 req-f0a82e6e-cc87-499d-b0af-f50920d53889 service neutron] 10.222.0.32 "GET /v2.0/networks?id=26af5cb1-2ce1-4cef-b118-60089a99f582 HTTP/1.1" status: 200 len: 921 time: 0.2409980 Feb 07 16:53:58.457406 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19557ebb-3db0-4318-bf7e-fc347f4ec972 req-5ebd61cb-c02f-433f-b420-36950f4bcd88 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871893 Feb 07 16:53:58.465567 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2201332-15a9-4606-9c8b-39e26c891a0f req-a09109ee-6435-4238-9998-617c635f67c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:58.467371 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c2201332-15a9-4606-9c8b-39e26c891a0f req-a09109ee-6435-4238-9998-617c635f67c6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 1132 time: 0.3112035 Feb 07 16:53:58.612487 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c2201332-15a9-4606-9c8b-39e26c891a0f req-52d8a14a-ec5d-4f64-9018-2aff14e6988f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352060 Feb 07 16:53:58.613345 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54d983a2-71af-43cc-9db6-1c4e6643e839 req-ad93998a-7302-4e0b-b032-73638771c2d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29d13773-dda1-4fda-97ee-f960a462ac17 HTTP/1.1" status: 200 len: 217 time: 0.1771290 Feb 07 16:53:58.642411 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e9883522-1d2a-4fb4-a4a7-006c84c01fe0 req-5f51b79e-7a39-4162-9312-9d381931ba3c tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0402994 Feb 07 16:53:58.677450 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c70f9f79-22f9-46cc-91ad-d0eded8a9726 req-5f7804f1-a6c1-48aa-a9d9-6e0277a45009 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706575 Feb 07 16:53:58.802252 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d983a2-71af-43cc-9db6-1c4e6643e839 req-faa184f1-a7ef-4f9e-80f9-f0f1305ce46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:58.803772 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54d983a2-71af-43cc-9db6-1c4e6643e839 req-faa184f1-a7ef-4f9e-80f9-f0f1305ce46c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b65ad38d-2d73-474a-8bbd-bb6aaadc67c3 HTTP/1.1" status: 200 len: 860 time: 0.1895730 Feb 07 16:53:58.859571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81805c2-4aab-41e2-9a61-c8ecd326fd2f req-a443fc02-efaa-43ee-9096-57d4d3e57be8 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:58.873754 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c81805c2-4aab-41e2-9a61-c8ecd326fd2f req-a443fc02-efaa-43ee-9096-57d4d3e57be8 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.1095121 Feb 07 16:53:58.944793 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54d983a2-71af-43cc-9db6-1c4e6643e839 req-5b33d113-bcbf-4329-8229-b5ec45069ac6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26af5cb1-2ce1-4cef-b118-60089a99f582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059129 Feb 07 16:53:59.008131 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c81805c2-4aab-41e2-9a61-c8ecd326fd2f req-00905176-a406-4da2-8093-025f50b9d973 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336763 Feb 07 16:53:59.284934 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54d983a2-71af-43cc-9db6-1c4e6643e839 req-64dcc9e5-9c59-449f-ad56-ace920e7c4bf service neutron] 10.222.0.32 "GET /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293073 Feb 07 16:53:59.292087 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00928d9a-c9af-49a2-b2b2-86ed39509c36 req-133a7490-22a6-422b-83de-ec85c9b493a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:59.293660 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00928d9a-c9af-49a2-b2b2-86ed39509c36 req-133a7490-22a6-422b-83de-ec85c9b493a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ad3699b57504f1d8d8119bb8b107134&device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 1127 time: 0.1940708 Feb 07 16:53:59.305605 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a204ff7-5d94-4c71-991d-b802975e1014 req-d7e56e1f-b20f-467a-a417-886b19d8baaa tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:59.312634 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a204ff7-5d94-4c71-991d-b802975e1014 req-d7e56e1f-b20f-467a-a417-886b19d8baaa tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.1847928 Feb 07 16:53:59.447355 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:53:59.533883 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a204ff7-5d94-4c71-991d-b802975e1014 req-0ed90e03-2cd0-414f-a26c-406627bf2ddd tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202508 Feb 07 16:53:59.558266 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54d983a2-71af-43cc-9db6-1c4e6643e839 req-4b817063-0317-4538-b963-c7f4d40b0963 service neutron] 10.222.0.32 "GET /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622452 Feb 07 16:53:59.566443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00928d9a-c9af-49a2-b2b2-86ed39509c36 req-01ca9448-fad9-4abd-b096-38285678a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:59.568364 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00928d9a-c9af-49a2-b2b2-86ed39509c36 req-01ca9448-fad9-4abd-b096-38285678a622 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6c36ab46-5032-4023-96e4-5dff7c96c9c6 HTTP/1.1" status: 200 len: 912 time: 0.2525575 Feb 07 16:53:59.637007 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00928d9a-c9af-49a2-b2b2-86ed39509c36 req-18890278-103f-47b7-85d8-416e72df5168 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d4242e7-0556-4665-980a-18fa338b1045 HTTP/1.1" status: 200 len: 217 time: 0.0625422 Feb 07 16:53:59.719328 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a26cd-7230-4c76-a983-663a56346900 req-72bcf5e7-6191-41bc-86d8-19c7dfcb5bec tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:59.739624 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c04a26cd-7230-4c76-a983-663a56346900 req-72bcf5e7-6191-41bc-86d8-19c7dfcb5bec tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 944 time: 0.1369362 Feb 07 16:53:59.782559 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00928d9a-c9af-49a2-b2b2-86ed39509c36 req-fbdbecc2-beed-4593-8031-ac36d9f000dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:53:59.785258 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00928d9a-c9af-49a2-b2b2-86ed39509c36 req-fbdbecc2-beed-4593-8031-ac36d9f000dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98c0d994-d3fe-4461-9362-be30eb5a1d39 HTTP/1.1" status: 200 len: 851 time: 0.1410561 Feb 07 16:53:59.907007 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c04a26cd-7230-4c76-a983-663a56346900 req-854954b9-d1ed-4bb4-8c95-50e62a6fe29c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617084 Feb 07 16:53:59.916032 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa286280-fb84-4d9a-91a8-ff91a481971c req-576109c9-f9aa-46d1-8cc1-523d784299fe tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.1277676 Feb 07 16:53:59.925748 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00928d9a-c9af-49a2-b2b2-86ed39509c36 req-50c298ba-c61c-4e89-b7b5-ee9a6984cdb4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6c36ab46-5032-4023-96e4-5dff7c96c9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174591 Feb 07 16:54:00.213303 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00928d9a-c9af-49a2-b2b2-86ed39509c36 req-7e1b726c-11a3-4444-9ab4-313be16dc605 service neutron] 10.222.0.32 "GET /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812021 Feb 07 16:54:00.224512 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8393e7-489d-4194-9dd0-ccc5d42a02f2 req-5854200c-0cc6-4669-a9ba-65d3800a9085 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:00.236582 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9a8393e7-489d-4194-9dd0-ccc5d42a02f2 req-5854200c-0cc6-4669-a9ba-65d3800a9085 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.1151733 Feb 07 16:54:00.338178 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9a8393e7-489d-4194-9dd0-ccc5d42a02f2 req-d0e7070f-cadb-4d86-9549-a7fdbf9c257a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006877 Feb 07 16:54:00.796645 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:00.807550 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0047e-c156-4cca-a925-45d8a3df1726 req-109ed2c8-6dd2-432e-b747-d5189dacc3ba tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:00.823652 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-abf0047e-c156-4cca-a925-45d8a3df1726 req-109ed2c8-6dd2-432e-b747-d5189dacc3ba tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.1186678 Feb 07 16:54:00.926689 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00928d9a-c9af-49a2-b2b2-86ed39509c36 req-d06dc2a3-0929-4bad-bb05-c272d9b9e88e service neutron] 10.222.0.32 "GET /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7079246 Feb 07 16:54:00.950980 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-abf0047e-c156-4cca-a925-45d8a3df1726 req-6ad5fe51-9ae8-4e5d-a485-3287f5713345 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263819 Feb 07 16:54:01.105296 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-3897fda3-0191-427f-9fe4-ef5335718b6c req-652f3591-7cd0-4b09-bf0f-e49f516fa0a9 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:54:01.106856 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3897fda3-0191-427f-9fe4-ef5335718b6c req-652f3591-7cd0-4b09-bf0f-e49f516fa0a9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3018804 Feb 07 16:54:01.174677 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879cf0d-bda8-4624-91f3-80f05da0575b req-d5c16116-b5fc-4199-aa69-a7c08be1d82d tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:01.176279 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4879cf0d-bda8-4624-91f3-80f05da0575b req-d5c16116-b5fc-4199-aa69-a7c08be1d82d tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 944 time: 0.1010249 Feb 07 16:54:01.296876 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4879cf0d-bda8-4624-91f3-80f05da0575b req-2c884eeb-0ba5-403e-a55b-1f8bdf7014fe tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065331 Feb 07 16:54:01.528079 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f62ac1b-0572-41e9-ab60-509de4bd959b req-b1dafb84-c83e-4140-9646-c23aab56406f tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/ports?device_id=2872c143-2f0e-49fe-99d1-64936379b815 HTTP/1.1" status: 200 len: 210 time: 0.0389585 Feb 07 16:54:01.549231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 29d13773-dda1-4fda-97ee-f960a462ac17 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:54:01.791726 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-2ab31115-7399-45d8-b815-5cb329a44b71 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1352541 Feb 07 16:54:01.852266 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73c96b-b1cd-45a9-bce9-00323a8ce1c4 req-c21e3190-2308-441d-99b6-b828655ec451 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:01.863004 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fc73c96b-b1cd-45a9-bce9-00323a8ce1c4 req-c21e3190-2308-441d-99b6-b828655ec451 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.1793056 Feb 07 16:54:01.864348 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 29d13773-dda1-4fda-97ee-f960a462ac17, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=29d13773-dda1-4fda-97ee-f960a462ac17,segment=NetworkSegment(76cc3e9a-116c-4d9d-9e6d-c474df14630a),segment_id=76cc3e9a-116c-4d9d-9e6d-c474df14630a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:54:01.906529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '29d13773-dda1-4fda-97ee-f960a462ac17', 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582', 'port_id': '29d13773-dda1-4fda-97ee-f960a462ac17', 'mac_address': 'fa:16:3e:36:15:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b65ad38d-2d73-474a-8bbd-bb6aaadc67c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:54:01.980566 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fc73c96b-b1cd-45a9-bce9-00323a8ce1c4 req-db760fe0-ba66-4f30-b7aa-4a9038a1c471 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120296 Feb 07 16:54:02.020715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 29d13773-dda1-4fda-97ee-f960a462ac17 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:54:02.021113 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (29d13773-dda1-4fda-97ee-f960a462ac17), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:02.036797 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d13773-dda1-4fda-97ee-f960a462ac17 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:54:02.071249 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 29d13773-dda1-4fda-97ee-f960a462ac17, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=29d13773-dda1-4fda-97ee-f960a462ac17,segment=NetworkSegment(76cc3e9a-116c-4d9d-9e6d-c474df14630a),segment_id=76cc3e9a-116c-4d9d-9e6d-c474df14630a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:54:02.077827 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (29d13773-dda1-4fda-97ee-f960a462ac17), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:02.150717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 48146) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:02.203460 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=29d13773-dda1-4fda-97ee-f960a462ac17,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:02.224089 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf7669-51a4-4f92-8b47-48056f98ef37 req-2e58782e-ba9b-469d-b394-ef7b0ab8c0a3 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:02.238144 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-92cf7669-51a4-4f92-8b47-48056f98ef37 req-2e58782e-ba9b-469d-b394-ef7b0ab8c0a3 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.1282325 Feb 07 16:54:02.287213 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-92cf7669-51a4-4f92-8b47-48056f98ef37 req-7b8b3d18-a48b-47aa-b833-55217999d940 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477934 Feb 07 16:54:02.313491 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fef28a4e-f787-4c05-ae0d-f332ba00b7cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:02.353021 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:02.445574 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['29d13773-dda1-4fda-97ee-f960a462ac17'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:54:02.551038 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fef28a4e-f787-4c05-ae0d-f332ba00b7cf admin admin] Publish callbacks [] for security_group (63ff2657-3214-4e5f-8915-edfdbff038dd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:02.559386 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fef28a4e-f787-4c05-ae0d-f332ba00b7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (63ff2657-3214-4e5f-8915-edfdbff038dd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:02.783870 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fef28a4e-f787-4c05-ae0d-f332ba00b7cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e16a1b84983c461193da6ae7ca65b9bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6318767 Feb 07 16:54:02.786789 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 48172) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:02.803957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef28a4e-f787-4c05-ae0d-f332ba00b7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ff2657-3214-4e5f-8915-edfdbff038dd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:02.833306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0090834-9126-40ab-99f3-48553cda3f4f req-12beb3d0-f8b6-4067-a8a0-bc3d680aa0e0 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:02.844388 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d0090834-9126-40ab-99f3-48553cda3f4f req-12beb3d0-f8b6-4067-a8a0-bc3d680aa0e0 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 945 time: 0.2695928 Feb 07 16:54:02.879745 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-886dd6c5-77fd-4060-b525-1a981cec4183 admin admin] Publish callbacks [] for security_group (63ff2657-3214-4e5f-8915-edfdbff038dd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:02.926675 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d0090834-9126-40ab-99f3-48553cda3f4f req-d5be389a-eed4-4368-b965-68fc20378ffb tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799975 Feb 07 16:54:02.972456 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-886dd6c5-77fd-4060-b525-1a981cec4183 admin admin] Publish callbacks [] for security_group (63ff2657-3214-4e5f-8915-edfdbff038dd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:03.062645 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-886dd6c5-77fd-4060-b525-1a981cec4183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (63ff2657-3214-4e5f-8915-edfdbff038dd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:03.070983 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-886dd6c5-77fd-4060-b525-1a981cec4183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:03.075327 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-886dd6c5-77fd-4060-b525-1a981cec4183 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63ff2657-3214-4e5f-8915-edfdbff038dd HTTP/1.1" status: 204 len: 168 time: 0.2848363 Feb 07 16:54:03.127291 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886dd6c5-77fd-4060-b525-1a981cec4183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ff2657-3214-4e5f-8915-edfdbff038dd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:03.340700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0099004-281e-49c4-a4d7-2a7addbbdbc1 req-367864c6-836a-46d4-a8a3-3ea8ca659b7f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:03.352195 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0099004-281e-49c4-a4d7-2a7addbbdbc1 req-367864c6-836a-46d4-a8a3-3ea8ca659b7f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.1674943 Feb 07 16:54:03.483258 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0099004-281e-49c4-a4d7-2a7addbbdbc1 req-62dd8383-02fc-43ae-b6a5-34edb25cf667 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300819 Feb 07 16:54:03.554772 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 29d13773-dda1-4fda-97ee-f960a462ac17 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:54:03.617211 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 29d13773-dda1-4fda-97ee-f960a462ac17 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:54:03.635162 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 29d13773-dda1-4fda-97ee-f960a462ac17 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:54:03.636574 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (29d13773-dda1-4fda-97ee-f960a462ac17), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:03.707546 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6a2d8-f15b-44af-93fc-958419358f67 req-65407405-32fd-4eae-bbe6-b5d43e925e96 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:03.711302 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-21d6a2d8-f15b-44af-93fc-958419358f67 req-65407405-32fd-4eae-bbe6-b5d43e925e96 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.1152136 Feb 07 16:54:03.754542 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 48202) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:03.775734 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 48204) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:03.790316 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1789bd61-5174-4bc5-bd8f-beed821cccbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:03.811905 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-21d6a2d8-f15b-44af-93fc-958419358f67 req-5e3a94f0-a257-456f-91f7-d2796d6cd52f tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949593 Feb 07 16:54:03.841467 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 29d13773-dda1-4fda-97ee-f960a462ac17 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:54:03.841872 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (29d13773-dda1-4fda-97ee-f960a462ac17), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:03.923836 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1789bd61-5174-4bc5-bd8f-beed821cccbf admin admin] Publish callbacks [] for security_group (572ccde3-0b90-43d2-a52b-50a97fc41039), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:03.930473 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 29d13773-dda1-4fda-97ee-f960a462ac17, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=29d13773-dda1-4fda-97ee-f960a462ac17,segment=NetworkSegment(76cc3e9a-116c-4d9d-9e6d-c474df14630a),segment_id=76cc3e9a-116c-4d9d-9e6d-c474df14630a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:54:03.934898 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece3d9f8-d9b6-4f90-8486-583a9a9fb523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d13773-dda1-4fda-97ee-f960a462ac17'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:54:03.937749 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adbcfb7-e99b-4752-9306-d84e49249d8d" -d '{"events": [{"server_uuid": "ece3d9f8-d9b6-4f90-8486-583a9a9fb523", "name": "network-vif-plugged", "status": "completed", "tag": "29d13773-dda1-4fda-97ee-f960a462ac17"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:54:03.943549 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (29d13773-dda1-4fda-97ee-f960a462ac17), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:03.965295 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1789bd61-5174-4bc5-bd8f-beed821cccbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (572ccde3-0b90-43d2-a52b-50a97fc41039), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:04.011181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=29d13773-dda1-4fda-97ee-f960a462ac17,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:04.015571 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fbb79b-ef98-40e6-9779-c9ab98feca8a x-openstack-request-id: req-d0fbb79b-ef98-40e6-9779-c9ab98feca8a {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:54:04.015870 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece3d9f8-d9b6-4f90-8486-583a9a9fb523", "name": "network-vif-plugged", "status": "completed", "tag": "29d13773-dda1-4fda-97ee-f960a462ac17", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:54:04.016267 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0fbb79b-ef98-40e6-9779-c9ab98feca8a {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:54:04.017185 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece3d9f8-d9b6-4f90-8486-583a9a9fb523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d13773-dda1-4fda-97ee-f960a462ac17', 'code': 200} Feb 07 16:54:04.121749 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1789bd61-5174-4bc5-bd8f-beed821cccbf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b17122837c20438cb1f3bc50d848e0f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3660660 Feb 07 16:54:04.125100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 48214) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:04.147510 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789bd61-5174-4bc5-bd8f-beed821cccbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572ccde3-0b90-43d2-a52b-50a97fc41039,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:04.231259 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d9231-3ddd-432e-8739-f48a47e23e28 req-20fdce63-a492-43de-a600-379361472ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:04.234128 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-7dc120a5-6c04-41b2-971a-05f3e0c424bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:04.235555 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b00d9231-3ddd-432e-8739-f48a47e23e28 req-20fdce63-a492-43de-a600-379361472ac0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 1128 time: 0.1467676 Feb 07 16:54:04.236381 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-7dc120a5-6c04-41b2-971a-05f3e0c424bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 1132 time: 0.3021877 Feb 07 16:54:04.262832 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54984814-60b0-4177-a3cc-6ce5ca05f511 req-a550b563-833d-46c9-87f3-1af17cf44758 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:04.264456 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54984814-60b0-4177-a3cc-6ce5ca05f511 req-a550b563-833d-46c9-87f3-1af17cf44758 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.1115284 Feb 07 16:54:04.276392 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3972a975-dbc9-4a57-b806-967a83e086c5 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for security_group (df6eba52-2555-4491-a1bf-4538a97825b5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:04.312392 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3972a975-dbc9-4a57-b806-967a83e086c5 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for security_group (df6eba52-2555-4491-a1bf-4538a97825b5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:04.325909 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b00d9231-3ddd-432e-8739-f48a47e23e28 req-db1c5e58-2db0-4193-b750-af33ea979a45 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786138 Feb 07 16:54:04.339533 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54984814-60b0-4177-a3cc-6ce5ca05f511 req-4dded211-cf56-41f3-9517-a4c415d1c288 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647604 Feb 07 16:54:04.430834 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e8b635a-90b3-4774-9a7a-a3d8584a577c admin admin] Publish callbacks [] for security_group (572ccde3-0b90-43d2-a52b-50a97fc41039), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:04.472438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222465dc-ee69-4f6f-ad09-eaabc69fd058 req-e895c903-13cd-4d32-a074-f17e9a3074b1 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:04.474097 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-222465dc-ee69-4f6f-ad09-eaabc69fd058 req-e895c903-13cd-4d32-a074-f17e9a3074b1 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.2806547 Feb 07 16:54:04.493227 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3972a975-dbc9-4a57-b806-967a83e086c5 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (df6eba52-2555-4491-a1bf-4538a97825b5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:04.495848 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3972a975-dbc9-4a57-b806-967a83e086c5 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:04.496979 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3972a975-dbc9-4a57-b806-967a83e086c5 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "DELETE /v2.0/security-groups/df6eba52-2555-4491-a1bf-4538a97825b5 HTTP/1.1" status: 204 len: 168 time: 0.7203100 Feb 07 16:54:04.500296 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 48218) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:04.518154 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-b3629807-2f74-4cff-956e-30400fd29d0e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] show failed (client error): The resource could not be found. Feb 07 16:54:04.519364 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b3629807-2f74-4cff-956e-30400fd29d0e tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "GET /v2.0/security-groups/df6eba52-2555-4491-a1bf-4538a97825b5 HTTP/1.1" status: 404 len: 347 time: 0.0185835 Feb 07 16:54:04.527821 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 48222) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:04.560333 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e8b635a-90b3-4774-9a7a-a3d8584a577c admin admin] Publish callbacks [] for security_group (572ccde3-0b90-43d2-a52b-50a97fc41039), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:04.613455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972a975-dbc9-4a57-b806-967a83e086c5 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6eba52-2555-4491-a1bf-4538a97825b5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:04.682085 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-50a3c8a2-de1c-49aa-9595-087ca9f02b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:04.686504 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-50a3c8a2-de1c-49aa-9595-087ca9f02b97 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.4116342 Feb 07 16:54:04.694102 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-222465dc-ee69-4f6f-ad09-eaabc69fd058 req-7c7d644c-d105-4454-a802-8a4aef12d2fc tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095258 Feb 07 16:54:04.737291 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cae31c-d08d-4267-99ab-5005df3e81a8 req-0f3b453e-8544-4941-bb93-b8fd8f2c6f7f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:04.738871 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33cae31c-d08d-4267-99ab-5005df3e81a8 req-0f3b453e-8544-4941-bb93-b8fd8f2c6f7f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.1336508 Feb 07 16:54:04.768640 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-d5e0435d-09e3-4b47-956c-78bb5baf9baf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=a8f7d82e-ddce-4335-a1f4-e590fc4663ec HTTP/1.1" status: 200 len: 217 time: 0.0731993 Feb 07 16:54:04.781653 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ce81dd93-df45-4a39-a7d5-258282122750 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Deleting port 420d8b65-9799-4596-a291-ebd102137a43 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:54:04.782212 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce81dd93-df45-4a39-a7d5-258282122750 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (420d8b65-9799-4596-a291-ebd102137a43), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:04.849612 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e8b635a-90b3-4774-9a7a-a3d8584a577c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (572ccde3-0b90-43d2-a52b-50a97fc41039), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:04.852764 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e8b635a-90b3-4774-9a7a-a3d8584a577c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:04.854161 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9e8b635a-90b3-4774-9a7a-a3d8584a577c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/572ccde3-0b90-43d2-a52b-50a97fc41039 HTTP/1.1" status: 204 len: 168 time: 0.7087274 Feb 07 16:54:04.862702 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-84f9713c-e871-44f1-a3b0-e021f1182632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:04.864360 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-84f9713c-e871-44f1-a3b0-e021f1182632 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0885425 Feb 07 16:54:04.871155 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b635a-90b3-4774-9a7a-a3d8584a577c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572ccde3-0b90-43d2-a52b-50a97fc41039,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:04.871836 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33cae31c-d08d-4267-99ab-5005df3e81a8 req-c55caa47-3cbd-4dfa-af8d-ff816f974fe4 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244938 Feb 07 16:54:04.917031 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce81dd93-df45-4a39-a7d5-258282122750 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (420d8b65-9799-4596-a291-ebd102137a43), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:04.917574 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce81dd93-df45-4a39-a7d5-258282122750 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for floatingip (420d8b65-9799-4596-a291-ebd102137a43), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:04.934207 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ce81dd93-df45-4a39-a7d5-258282122750 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Calling delete_port for 420d8b65-9799-4596-a291-ebd102137a43 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:54:04.988737 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-bb744d1d-a55d-40a8-b74c-d8cd86c88c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:04.991150 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-bb744d1d-a55d-40a8-b74c-d8cd86c88c91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1209738 Feb 07 16:54:05.158644 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce81dd93-df45-4a39-a7d5-258282122750 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (420d8b65-9799-4596-a291-ebd102137a43), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:05.179651 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-551c7867-b363-42d0-a954-03e40385d59b service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822634 Feb 07 16:54:05.202970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81dd93-df45-4a39-a7d5-258282122750 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event deleted for resources: {'Port': ['ID=420d8b65-9799-4596-a291-ebd102137a43,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:05.296207 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce81dd93-df45-4a39-a7d5-258282122750 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for floatingip (edf18c95-4896-4b9d-a1b9-c23709d52b83), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:05.299767 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce81dd93-df45-4a39-a7d5-258282122750 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:05.301063 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ce81dd93-df45-4a39-a7d5-258282122750 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "DELETE /v2.0/floatingips/edf18c95-4896-4b9d-a1b9-c23709d52b83 HTTP/1.1" status: 204 len: 168 time: 0.7721553 Feb 07 16:54:05.303703 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 48240) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:05.421749 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f9298af3-78cb-438b-9700-d32f84027d30 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Deleting port 143a4394-acab-4b64-907b-aa1207677eba {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:54:05.422555 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9298af3-78cb-438b-9700-d32f84027d30 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (143a4394-acab-4b64-907b-aa1207677eba), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:05.551446 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9298af3-78cb-438b-9700-d32f84027d30 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (143a4394-acab-4b64-907b-aa1207677eba), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:05.582165 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f9298af3-78cb-438b-9700-d32f84027d30 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Calling delete_port for 143a4394-acab-4b64-907b-aa1207677eba owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:54:05.814673 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbb197-7dab-4157-ab10-85f18de04bef req-8357ce57-a7ae-42fd-acde-5c2b7b8421c5 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:05.822380 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e4dbb197-7dab-4157-ab10-85f18de04bef req-8357ce57-a7ae-42fd-acde-5c2b7b8421c5 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.0940006 Feb 07 16:54:05.867299 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9298af3-78cb-438b-9700-d32f84027d30 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (143a4394-acab-4b64-907b-aa1207677eba), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:05.879003 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-4eefbcdb-ec7a-449d-a4fa-5ef607845269 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6933942 Feb 07 16:54:05.960826 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e4dbb197-7dab-4157-ab10-85f18de04bef req-d51b1be6-a044-4cda-b6c3-fcf5b03f09be tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364586 Feb 07 16:54:06.024294 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b190b-98be-4f38-b019-340b384c9a33 req-b8b0580a-905d-454b-839a-0a003695c08d tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:06.030216 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ca2b190b-98be-4f38-b019-340b384c9a33 req-b8b0580a-905d-454b-839a-0a003695c08d tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.2470746 Feb 07 16:54:06.031614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9298af3-78cb-438b-9700-d32f84027d30 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event deleted for resources: {'Port': ['ID=143a4394-acab-4b64-907b-aa1207677eba,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:06.157878 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9298af3-78cb-438b-9700-d32f84027d30 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:06.166436 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 48270) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:06.168598 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f9298af3-78cb-438b-9700-d32f84027d30 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "DELETE /v2.0/ports/143a4394-acab-4b64-907b-aa1207677eba HTTP/1.1" status: 204 len: 168 time: 0.8588293 Feb 07 16:54:06.204061 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ca2b190b-98be-4f38-b019-340b384c9a33 req-e676ccfe-9c48-4527-af5b-e80e524c46a7 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517692 Feb 07 16:54:06.228929 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bec32-41ac-46b9-a47f-eba4c12818a2 req-1c1efea7-81b3-465d-a67b-f4840b6d851e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:06.242571 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6f2bec32-41ac-46b9-a47f-eba4c12818a2 req-1c1efea7-81b3-465d-a67b-f4840b6d851e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.1280739 Feb 07 16:54:06.423765 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6f2bec32-41ac-46b9-a47f-eba4c12818a2 req-5e665f3a-ab91-4bf9-ae21-c0709f2b8046 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740229 Feb 07 16:54:06.451326 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2a4cad65-e2e7-44ec-b8d4-a90a79104a1a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Deleting port 4e8a50dc-546f-49cf-8211-bd142bfffa0c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:54:06.452032 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a4cad65-e2e7-44ec-b8d4-a90a79104a1a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4e8a50dc-546f-49cf-8211-bd142bfffa0c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:06.638048 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a4cad65-e2e7-44ec-b8d4-a90a79104a1a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4e8a50dc-546f-49cf-8211-bd142bfffa0c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:06.654016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2a4cad65-e2e7-44ec-b8d4-a90a79104a1a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Calling delete_port for 4e8a50dc-546f-49cf-8211-bd142bfffa0c owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:54:06.884390 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a4cad65-e2e7-44ec-b8d4-a90a79104a1a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4e8a50dc-546f-49cf-8211-bd142bfffa0c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:06.945227 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cad65-e2e7-44ec-b8d4-a90a79104a1a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event deleted for resources: {'Port': ['ID=4e8a50dc-546f-49cf-8211-bd142bfffa0c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:07.150347 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2a4cad65-e2e7-44ec-b8d4-a90a79104a1a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:07.158472 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2a4cad65-e2e7-44ec-b8d4-a90a79104a1a tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "DELETE /v2.0/ports/4e8a50dc-546f-49cf-8211-bd142bfffa0c HTTP/1.1" status: 204 len: 168 time: 0.9891553 Feb 07 16:54:07.160624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 48294) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:07.191207 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 48296) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:07.245330 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347976b-2b2a-419b-bbba-fb81c99b1227 req-63b86f32-b25d-44df-8682-80c81878250d tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:07.257807 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1347976b-2b2a-419b-bbba-fb81c99b1227 req-63b86f32-b25d-44df-8682-80c81878250d tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.1684294 Feb 07 16:54:07.317510 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-825bbd0a-31cf-4959-b0e9-16f2c34e0351 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Deleting subnet 1dc3c94e-0036-4741-beec-77866fd95a96 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:54:07.321860 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-825bbd0a-31cf-4959-b0e9-16f2c34e0351 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for subnet (1dc3c94e-0036-4741-beec-77866fd95a96), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:07.325972 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1347976b-2b2a-419b-bbba-fb81c99b1227 req-968bb90d-e9d3-4b59-a31c-4f9241bf015d tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669401 Feb 07 16:54:07.425344 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-531cdee0-bef7-4fd4-87f2-02feb3bcec2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:07.440680 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-825bbd0a-31cf-4959-b0e9-16f2c34e0351 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (1dc3c94e-0036-4741-beec-77866fd95a96), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:07.600765 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e69c21-bd63-4556-b70c-b5a8724d511e req-7011cded-f93e-40de-b184-f2953e66db13 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:07.615618 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-26e69c21-bd63-4556-b70c-b5a8724d511e req-7011cded-f93e-40de-b184-f2953e66db13 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.2579653 Feb 07 16:54:07.630328 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-531cdee0-bef7-4fd4-87f2-02feb3bcec2d admin admin] Publish callbacks [] for security_group (dcfebd11-f872-475b-a946-7d8f76764d25), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:07.757687 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-825bbd0a-31cf-4959-b0e9-16f2c34e0351 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (1dc3c94e-0036-4741-beec-77866fd95a96), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:07.763922 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-26e69c21-bd63-4556-b70c-b5a8724d511e req-8985a8e0-25f5-494f-960f-92a9854adafd tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419561 Feb 07 16:54:07.810668 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-531cdee0-bef7-4fd4-87f2-02feb3bcec2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (dcfebd11-f872-475b-a946-7d8f76764d25), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:07.850065 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-825bbd0a-31cf-4959-b0e9-16f2c34e0351 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (1dc3c94e-0036-4741-beec-77866fd95a96), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:07.905982 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-531cdee0-bef7-4fd4-87f2-02feb3bcec2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b158d84a423941e38cd0d72afdffaff1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7137063 Feb 07 16:54:07.914934 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 48310) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:07.930263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bffd7a-5c8d-4bb5-9ef9-dbc0028b7cff None None] Network 6ff3d289-1ffa-4a39-b840-9958ff036d72 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:54:07.930856 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-825bbd0a-31cf-4959-b0e9-16f2c34e0351 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:07.940159 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-825bbd0a-31cf-4959-b0e9-16f2c34e0351 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "DELETE /v2.0/subnets/1dc3c94e-0036-4741-beec-77866fd95a96 HTTP/1.1" status: 204 len: 168 time: 0.7784843 Feb 07 16:54:07.941206 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bbd0a-31cf-4959-b0e9-16f2c34e0351 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc3c94e-0036-4741-beec-77866fd95a96,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:07.947525 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 48312) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:07.968137 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cdee0-bef7-4fd4-87f2-02feb3bcec2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfebd11-f872-475b-a946-7d8f76764d25,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:08.034149 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b6e16-2e65-45c0-b1cb-feab6392d1d0 req-3dc5da97-5da2-426c-87ba-cbadb26a145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:08.035996 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e92b6e16-2e65-45c0-b1cb-feab6392d1d0 req-3dc5da97-5da2-426c-87ba-cbadb26a145a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=58d71b6b570c43899437dc2367577b8c&device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 1128 time: 0.3981495 Feb 07 16:54:08.062708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77ad1b-a477-44bc-a66e-0e2fff377a3d req-ac19bbec-3a36-40d1-a3b3-4eb90e4f716b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:08.064606 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eb77ad1b-a477-44bc-a66e-0e2fff377a3d req-ac19bbec-3a36-40d1-a3b3-4eb90e4f716b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.1506605 Feb 07 16:54:08.065180 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a951004-5018-4cec-8df9-bfa95102034f req-b046097f-983b-435a-b808-68e5c1ad3c27 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:08.066904 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a951004-5018-4cec-8df9-bfa95102034f req-b046097f-983b-435a-b808-68e5c1ad3c27 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.4202559 Feb 07 16:54:08.087927 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2451afa9-9657-4478-ba25-d66cf7a2141e admin admin] Publish callbacks [] for security_group (dcfebd11-f872-475b-a946-7d8f76764d25), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:08.145873 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eb77ad1b-a477-44bc-a66e-0e2fff377a3d req-04923688-8691-4448-ba23-25eca9b761a1 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725052 Feb 07 16:54:08.163610 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2451afa9-9657-4478-ba25-d66cf7a2141e admin admin] Publish callbacks [] for security_group (dcfebd11-f872-475b-a946-7d8f76764d25), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:08.170776 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee7d4d-9050-4391-99f6-807fdc9ae959 req-b90798d0-b02f-4aee-b420-430bce131731 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:08.172574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-55ee7d4d-9050-4391-99f6-807fdc9ae959 req-b90798d0-b02f-4aee-b420-430bce131731 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.5361071 Feb 07 16:54:08.227921 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2451afa9-9657-4478-ba25-d66cf7a2141e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (dcfebd11-f872-475b-a946-7d8f76764d25), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:08.238272 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2451afa9-9657-4478-ba25-d66cf7a2141e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:08.241875 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2451afa9-9657-4478-ba25-d66cf7a2141e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dcfebd11-f872-475b-a946-7d8f76764d25 HTTP/1.1" status: 204 len: 168 time: 0.3196337 Feb 07 16:54:08.265529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beaf180-e4bb-4c88-abcf-06e1e81b81cc None None] DHCP port deletion for 6ff3d289-1ffa-4a39-b840-9958ff036d72 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:54:08.303166 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec233025-be02-4610-ae1b-bebf796cb156 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Deleting subnet fe980b80-4ff0-4853-82e3-b744d6a56a26 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:54:08.308278 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451afa9-9657-4478-ba25-d66cf7a2141e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfebd11-f872-475b-a946-7d8f76764d25,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:08.349782 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec233025-be02-4610-ae1b-bebf796cb156 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks [] for subnet (fe980b80-4ff0-4853-82e3-b744d6a56a26), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:08.436408 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3beaf180-e4bb-4c88-abcf-06e1e81b81cc None None] Deleting port d2213cbc-8eb5-446c-83cd-1d021f1ef23f {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:54:08.437147 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3beaf180-e4bb-4c88-abcf-06e1e81b81cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d2213cbc-8eb5-446c-83cd-1d021f1ef23f), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:08.473605 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-55ee7d4d-9050-4391-99f6-807fdc9ae959 req-caed8122-c66a-43e8-a4d4-93e726ee259d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440574 Feb 07 16:54:08.488838 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec233025-be02-4610-ae1b-bebf796cb156 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (fe980b80-4ff0-4853-82e3-b744d6a56a26), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:08.521532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-8a951004-5018-4cec-8df9-bfa95102034f req-ae2ed3f5-de3d-4242-a561-355ef985591a tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Deleting port 3d4242e7-0556-4665-980a-18fa338b1045 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:54:08.522552 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8a951004-5018-4cec-8df9-bfa95102034f req-ae2ed3f5-de3d-4242-a561-355ef985591a tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3d4242e7-0556-4665-980a-18fa338b1045), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:08.566624 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3beaf180-e4bb-4c88-abcf-06e1e81b81cc None None] For port d2213cbc-8eb5-446c-83cd-1d021f1ef23f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d2213cbc-8eb5-446c-83cd-1d021f1ef23f,segment=NetworkSegment(0136f7ea-999b-4051-86f3-2f70d0f8796a),segment_id=0136f7ea-999b-4051-86f3-2f70d0f8796a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:54:08.567411 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3beaf180-e4bb-4c88-abcf-06e1e81b81cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d2213cbc-8eb5-446c-83cd-1d021f1ef23f), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:08.585041 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3beaf180-e4bb-4c88-abcf-06e1e81b81cc None None] Calling delete_port for d2213cbc-8eb5-446c-83cd-1d021f1ef23f owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:54:08.683605 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3beaf180-e4bb-4c88-abcf-06e1e81b81cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (d2213cbc-8eb5-446c-83cd-1d021f1ef23f), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:08.711783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b6e16-2e65-45c0-b1cb-feab6392d1d0 req-88d2fed4-1504-403c-a4c1-da9516774507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:08.714980 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e92b6e16-2e65-45c0-b1cb-feab6392d1d0 req-88d2fed4-1504-403c-a4c1-da9516774507 service neutron] 10.222.0.32 "GET /v2.0/networks?id=26af5cb1-2ce1-4cef-b118-60089a99f582 HTTP/1.1" status: 200 len: 921 time: 0.6688209 Feb 07 16:54:08.734997 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beaf180-e4bb-4c88-abcf-06e1e81b81cc None None] Pushing event deleted for resources: {'Port': ['ID=d2213cbc-8eb5-446c-83cd-1d021f1ef23f,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:08.771869 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beaf180-e4bb-4c88-abcf-06e1e81b81cc None None] No DVR routers for this DVR port d2213cbc-8eb5-446c-83cd-1d021f1ef23f on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:54:08.885149 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e92b6e16-2e65-45c0-b1cb-feab6392d1d0 req-d94e627d-da53-4663-aff9-c3c67dd45957 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29d13773-dda1-4fda-97ee-f960a462ac17 HTTP/1.1" status: 200 len: 217 time: 0.1502774 Feb 07 16:54:08.987939 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e5297-2bf5-478d-8885-10af0bfbb600 req-335ee390-897e-492f-997a-9d4c24b667d8 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:09.004984 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c21e5297-2bf5-478d-8885-10af0bfbb600 req-335ee390-897e-492f-997a-9d4c24b667d8 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 945 time: 0.1281075 Feb 07 16:54:09.028838 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8a951004-5018-4cec-8df9-bfa95102034f req-ae2ed3f5-de3d-4242-a561-355ef985591a tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] For port 3d4242e7-0556-4665-980a-18fa338b1045, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=3d4242e7-0556-4665-980a-18fa338b1045,segment=NetworkSegment(dc28be50-c96d-41ea-8f29-76fc1666c8aa),segment_id=dc28be50-c96d-41ea-8f29-76fc1666c8aa)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:54:09.029224 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8a951004-5018-4cec-8df9-bfa95102034f req-ae2ed3f5-de3d-4242-a561-355ef985591a tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3d4242e7-0556-4665-980a-18fa338b1045), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:09.040493 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b6e16-2e65-45c0-b1cb-feab6392d1d0 req-1dcc29eb-dd7d-4ef6-a43e-e08668b45099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:09.041945 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e92b6e16-2e65-45c0-b1cb-feab6392d1d0 req-1dcc29eb-dd7d-4ef6-a43e-e08668b45099 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b65ad38d-2d73-474a-8bbd-bb6aaadc67c3 HTTP/1.1" status: 200 len: 860 time: 0.1481829 Feb 07 16:54:09.055315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-8a951004-5018-4cec-8df9-bfa95102034f req-ae2ed3f5-de3d-4242-a561-355ef985591a tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Calling delete_port for 3d4242e7-0556-4665-980a-18fa338b1045 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:54:09.084260 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c21e5297-2bf5-478d-8885-10af0bfbb600 req-c82f27fd-811e-4b06-863c-fcfb23fecd20 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710454 Feb 07 16:54:09.155068 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec233025-be02-4610-ae1b-bebf796cb156 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (fe980b80-4ff0-4853-82e3-b744d6a56a26), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:09.305035 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e92b6e16-2e65-45c0-b1cb-feab6392d1d0 req-4443af0b-7888-42da-b2e4-ad3262a9c11d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26af5cb1-2ce1-4cef-b118-60089a99f582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1607511 Feb 07 16:54:09.332705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d2213cbc-8eb5-446c-83cd-1d021f1ef23f no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:54:09.375775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: d2213cbc-8eb5-446c-83cd-1d021f1ef23f {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:54:09.381545 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d2213cbc-8eb5-446c-83cd-1d021f1ef23f not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:54:09.548482 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e92b6e16-2e65-45c0-b1cb-feab6392d1d0 req-cc42a970-dcb6-4151-87bd-997c0ec6f958 service neutron] 10.222.0.32 "GET /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049141 Feb 07 16:54:09.653606 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b685cd-150d-4b48-876c-e4cea56a58ac req-2e42d8db-7c6c-4ee6-81a7-266c531cc378 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:09.659037 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983b168-e4a6-4a22-8780-9630d09274d2 req-b2fce411-8a74-4b76-b045-5c46e8a6ed80 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:09.663514 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36b685cd-150d-4b48-876c-e4cea56a58ac req-2e42d8db-7c6c-4ee6-81a7-266c531cc378 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.3572135 Feb 07 16:54:09.670293 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a983b168-e4a6-4a22-8780-9630d09274d2 req-b2fce411-8a74-4b76-b045-5c46e8a6ed80 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.0973132 Feb 07 16:54:09.672479 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8a951004-5018-4cec-8df9-bfa95102034f req-ae2ed3f5-de3d-4242-a561-355ef985591a tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3d4242e7-0556-4665-980a-18fa338b1045), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:09.685336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['4baf8f26-2828-4d40-af7e-339619141625'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:54:09.713126 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec233025-be02-4610-ae1b-bebf796cb156 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (fe980b80-4ff0-4853-82e3-b744d6a56a26), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:09.726704 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ed3f5-de3d-4242-a561-355ef985591a tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Pushing event deleted for resources: {'Port': ['ID=3d4242e7-0556-4665-980a-18fa338b1045,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:09.740715 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec233025-be02-4610-ae1b-bebf796cb156 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:09.744754 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ec233025-be02-4610-ae1b-bebf796cb156 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "DELETE /v2.0/subnets/fe980b80-4ff0-4853-82e3-b744d6a56a26 HTTP/1.1" status: 204 len: 168 time: 1.7777138 Feb 07 16:54:09.762268 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 48352) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:09.778500 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a983b168-e4a6-4a22-8780-9630d09274d2 req-37cf0444-e013-417c-acc3-7de73a1a8f88 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065307 Feb 07 16:54:09.796116 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd696f-3c4a-4e60-a2bb-361c0695f1e5 None None] Network 772a5458-241a-4973-8916-b74170ada414 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:54:09.821058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec233025-be02-4610-ae1b-bebf796cb156 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event deleted for resources: {'Subnet': ['ID=fe980b80-4ff0-4853-82e3-b744d6a56a26,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:09.914412 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36b685cd-150d-4b48-876c-e4cea56a58ac req-d94f38df-b8a9-4495-ae31-740ccbf5c074 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499151 Feb 07 16:54:10.128477 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d848d4-c6d6-4eaf-a550-62422e3e3b40 None None] DHCP port deletion for 772a5458-241a-4973-8916-b74170ada414 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:54:10.247534 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-94d848d4-c6d6-4eaf-a550-62422e3e3b40 None None] Deleting port f58fbf35-c6ec-4521-98b1-13c54773f7c2 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:54:10.249027 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-94d848d4-c6d6-4eaf-a550-62422e3e3b40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f58fbf35-c6ec-4521-98b1-13c54773f7c2), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:10.291255 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-990ac777-6774-4b42-98d0-0493dd15aec2 req-8b126c96-d18f-47de-a8fe-0501ec67c427 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=b09c80ec-502b-4169-ac4b-718dc5263efc HTTP/1.1" status: 200 len: 210 time: 0.0717409 Feb 07 16:54:10.362345 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a951004-5018-4cec-8df9-bfa95102034f req-ae2ed3f5-de3d-4242-a561-355ef985591a tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] No DVR routers for this DVR port 3d4242e7-0556-4665-980a-18fa338b1045 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:54:10.367086 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e92b6e16-2e65-45c0-b1cb-feab6392d1d0 req-b130c11a-b3ce-48b9-8d28-d9fad3a1b7bc service neutron] 10.222.0.32 "GET /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8080199 Feb 07 16:54:10.368636 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8a951004-5018-4cec-8df9-bfa95102034f req-ae2ed3f5-de3d-4242-a561-355ef985591a tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:10.373208 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a951004-5018-4cec-8df9-bfa95102034f req-ae2ed3f5-de3d-4242-a561-355ef985591a tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.32 "DELETE /v2.0/ports/3d4242e7-0556-4665-980a-18fa338b1045 HTTP/1.1" status: 204 len: 173 time: 2.2998345 Feb 07 16:54:10.405820 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09c80ec-502b-4169-ac4b-718dc5263efc', 'name': 'network-vif-deleted', 'tag': '3d4242e7-0556-4665-980a-18fa338b1045'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:54:10.409411 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88a4994-9ccc-451a-a097-88987567e054" -d '{"events": [{"server_uuid": "b09c80ec-502b-4169-ac4b-718dc5263efc", "name": "network-vif-deleted", "tag": "3d4242e7-0556-4665-980a-18fa338b1045"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:54:10.416601 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416504ea-06d0-4926-a445-51ccbda12d61 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (6ff3d289-1ffa-4a39-b840-9958ff036d72), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:10.429401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-94d848d4-c6d6-4eaf-a550-62422e3e3b40 None None] For port f58fbf35-c6ec-4521-98b1-13c54773f7c2, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f58fbf35-c6ec-4521-98b1-13c54773f7c2,segment=NetworkSegment(29609b79-0950-46d6-9fbc-f20898645c83),segment_id=29609b79-0950-46d6-9fbc-f20898645c83)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:54:10.429888 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-94d848d4-c6d6-4eaf-a550-62422e3e3b40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f58fbf35-c6ec-4521-98b1-13c54773f7c2), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:10.463743 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-94d848d4-c6d6-4eaf-a550-62422e3e3b40 None None] Calling delete_port for f58fbf35-c6ec-4521-98b1-13c54773f7c2 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:54:10.523588 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f180e75d-5b63-43b7-88a8-87dbc94f8435 x-openstack-request-id: req-f180e75d-5b63-43b7-88a8-87dbc94f8435 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:54:10.524177 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09c80ec-502b-4169-ac4b-718dc5263efc", "name": "network-vif-deleted", "tag": "3d4242e7-0556-4665-980a-18fa338b1045", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:54:10.524589 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f180e75d-5b63-43b7-88a8-87dbc94f8435 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:54:10.525151 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09c80ec-502b-4169-ac4b-718dc5263efc', 'name': 'network-vif-deleted', 'tag': '3d4242e7-0556-4665-980a-18fa338b1045', 'status': 'completed', 'code': 200} Feb 07 16:54:10.612908 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416504ea-06d0-4926-a445-51ccbda12d61 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (6ff3d289-1ffa-4a39-b840-9958ff036d72), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:10.641762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-416504ea-06d0-4926-a445-51ccbda12d61 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff3d289-1ffa-4a39-b840-9958ff036d72']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:54:10.651260 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 48380) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:10.652982 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-416504ea-06d0-4926-a445-51ccbda12d61 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0136f7ea-999b-4051-86f3-2f70d0f8796a') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:54:10.653476 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-416504ea-06d0-4926-a445-51ccbda12d61 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0136f7ea-999b-4051-86f3-2f70d0f8796a') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:54:10.665696 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416504ea-06d0-4926-a445-51ccbda12d61 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (0136f7ea-999b-4051-86f3-2f70d0f8796a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:10.686877 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416504ea-06d0-4926-a445-51ccbda12d61 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0136f7ea-999b-4051-86f3-2f70d0f8796a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:10.695063 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416504ea-06d0-4926-a445-51ccbda12d61 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:54:10.696075 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416504ea-06d0-4926-a445-51ccbda12d61 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (0136f7ea-999b-4051-86f3-2f70d0f8796a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:54:10.721643 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:54:10.755404 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-94d848d4-c6d6-4eaf-a550-62422e3e3b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (f58fbf35-c6ec-4521-98b1-13c54773f7c2), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:10.791255 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416504ea-06d0-4926-a445-51ccbda12d61 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (6ff3d289-1ffa-4a39-b840-9958ff036d72), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:10.802836 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416504ea-06d0-4926-a445-51ccbda12d61 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:10.810108 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 48386) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:10.810826 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-416504ea-06d0-4926-a445-51ccbda12d61 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "DELETE /v2.0/networks/6ff3d289-1ffa-4a39-b840-9958ff036d72 HTTP/1.1" status: 204 len: 168 time: 1.0466957 Feb 07 16:54:10.825168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416504ea-06d0-4926-a445-51ccbda12d61 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event deleted for resources: {'Network': ['ID=6ff3d289-1ffa-4a39-b840-9958ff036d72,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:10.832393 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d848d4-c6d6-4eaf-a550-62422e3e3b40 None None] Pushing event deleted for resources: {'Port': ['ID=f58fbf35-c6ec-4521-98b1-13c54773f7c2,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:10.847131 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d848d4-c6d6-4eaf-a550-62422e3e3b40 None None] No DVR routers for this DVR port f58fbf35-c6ec-4521-98b1-13c54773f7c2 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:54:10.997327 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b4cedbf-3b5c-4570-9ba8-73f3c2284050 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (772a5458-241a-4973-8916-b74170ada414), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:11.027407 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-709cc214-2cb2-4667-a7fc-03720f689f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:11.106796 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e2f9a-6fd7-4556-abd3-8e0cfec02e00 req-4ee1a653-3dde-4681-9603-f19e4196cfd4 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:11.114228 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-163e2f9a-6fd7-4556-abd3-8e0cfec02e00 req-4ee1a653-3dde-4681-9603-f19e4196cfd4 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.0878413 Feb 07 16:54:11.150612 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adb5e6-bdb2-44ed-8276-12cf9ebd72db req-c908ef48-dceb-495b-8924-347069a35414 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:11.152144 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-09adb5e6-bdb2-44ed-8276-12cf9ebd72db req-c908ef48-dceb-495b-8924-347069a35414 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.2256427 Feb 07 16:54:11.171367 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-163e2f9a-6fd7-4556-abd3-8e0cfec02e00 req-3fed3cd6-05df-4cf5-841f-f28a72427445 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559185 Feb 07 16:54:11.263077 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b4cedbf-3b5c-4570-9ba8-73f3c2284050 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (772a5458-241a-4973-8916-b74170ada414), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:11.277434 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-709cc214-2cb2-4667-a7fc-03720f689f32 admin admin] Publish callbacks [] for security_group (099d4084-8ac4-4f9c-8722-c5872239e104), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:11.289926 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-709cc214-2cb2-4667-a7fc-03720f689f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (099d4084-8ac4-4f9c-8722-c5872239e104), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:11.304780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f58fbf35-c6ec-4521-98b1-13c54773f7c2 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:54:11.340734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: f58fbf35-c6ec-4521-98b1-13c54773f7c2 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:54:11.345726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f58fbf35-c6ec-4521-98b1-13c54773f7c2 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:54:11.370930 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-709cc214-2cb2-4667-a7fc-03720f689f32 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=502e919d7d2644bab6bfb588b9f37359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7160749 Feb 07 16:54:11.371552 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 48394) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:11.372365 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-0b4cedbf-3b5c-4570-9ba8-73f3c2284050 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772a5458-241a-4973-8916-b74170ada414']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:54:11.386949 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-09adb5e6-bdb2-44ed-8276-12cf9ebd72db req-9cf33c47-0722-4acf-84e5-aa93812dd99e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103198 Feb 07 16:54:11.417307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-0b4cedbf-3b5c-4570-9ba8-73f3c2284050 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29609b79-0950-46d6-9fbc-f20898645c83') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:54:11.417638 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-0b4cedbf-3b5c-4570-9ba8-73f3c2284050 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29609b79-0950-46d6-9fbc-f20898645c83') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:54:11.446183 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cc214-2cb2-4667-a7fc-03720f689f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099d4084-8ac4-4f9c-8722-c5872239e104,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:11.463506 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b4cedbf-3b5c-4570-9ba8-73f3c2284050 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (29609b79-0950-46d6-9fbc-f20898645c83), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:11.471988 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7704673-519e-47c7-961b-90b2d4b8e9f8 admin admin] Publish callbacks [] for security_group (099d4084-8ac4-4f9c-8722-c5872239e104), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:11.483923 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b4cedbf-3b5c-4570-9ba8-73f3c2284050 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (29609b79-0950-46d6-9fbc-f20898645c83), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:11.495709 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4cedbf-3b5c-4570-9ba8-73f3c2284050 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:54:11.496125 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b4cedbf-3b5c-4570-9ba8-73f3c2284050 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (29609b79-0950-46d6-9fbc-f20898645c83), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:54:11.499682 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:54:11.524149 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7704673-519e-47c7-961b-90b2d4b8e9f8 admin admin] Publish callbacks [] for security_group (099d4084-8ac4-4f9c-8722-c5872239e104), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:11.583042 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b4cedbf-3b5c-4570-9ba8-73f3c2284050 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (772a5458-241a-4973-8916-b74170ada414), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:11.592358 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0b4cedbf-3b5c-4570-9ba8-73f3c2284050 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:11.600438 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0b4cedbf-3b5c-4570-9ba8-73f3c2284050 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] 10.222.0.18 "DELETE /v2.0/networks/772a5458-241a-4973-8916-b74170ada414 HTTP/1.1" status: 204 len: 168 time: 0.7887490 Feb 07 16:54:11.627183 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cedbf-3b5c-4570-9ba8-73f3c2284050 tempest-TaggedBootDevicesTest_v242-1576768538 tempest-TaggedBootDevicesTest_v242-1576768538-project] Pushing event deleted for resources: {'Network': ['ID=772a5458-241a-4973-8916-b74170ada414,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:11.669716 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3d4242e7-0556-4665-980a-18fa338b1045 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:54:11.683987 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7704673-519e-47c7-961b-90b2d4b8e9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (099d4084-8ac4-4f9c-8722-c5872239e104), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:11.688880 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7704673-519e-47c7-961b-90b2d4b8e9f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:11.692530 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d7704673-519e-47c7-961b-90b2d4b8e9f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/099d4084-8ac4-4f9c-8722-c5872239e104 HTTP/1.1" status: 204 len: 168 time: 0.3179443 Feb 07 16:54:11.700438 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7704673-519e-47c7-961b-90b2d4b8e9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099d4084-8ac4-4f9c-8722-c5872239e104,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:11.703539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 3d4242e7-0556-4665-980a-18fa338b1045 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:54:11.704637 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 3d4242e7-0556-4665-980a-18fa338b1045 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:54:11.861424 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b5e92-ca3a-469b-ad51-f3e06c8dc924 req-6093f832-2f6d-4779-8399-b5ef6c7a6e56 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:11.868804 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bf1b5e92-ca3a-469b-ad51-f3e06c8dc924 req-6093f832-2f6d-4779-8399-b5ef6c7a6e56 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.1239731 Feb 07 16:54:11.970711 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bf1b5e92-ca3a-469b-ad51-f3e06c8dc924 req-7bd5999c-e044-4504-9b4e-55030382e750 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009319 Feb 07 16:54:12.345785 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07111f3a-d6b0-4d5b-8b38-d205edc36c63 req-2184ff51-9856-4eab-bb65-546d9edbd78b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:12.347847 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-07111f3a-d6b0-4d5b-8b38-d205edc36c63 req-2184ff51-9856-4eab-bb65-546d9edbd78b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.0686743 Feb 07 16:54:12.447804 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-07111f3a-d6b0-4d5b-8b38-d205edc36c63 req-79009f24-4eec-4958-ac55-216f36a46830 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912147 Feb 07 16:54:12.602806 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de4bf2-a403-4b72-866c-25579e6ea004 req-13cd46c8-e32c-40fb-a5b0-d3a0e1542afc tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:12.606100 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d3de4bf2-a403-4b72-866c-25579e6ea004 req-13cd46c8-e32c-40fb-a5b0-d3a0e1542afc tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.1067481 Feb 07 16:54:12.714525 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d3de4bf2-a403-4b72-866c-25579e6ea004 req-313f009e-3af8-4136-8cf8-fb440669b539 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956879 Feb 07 16:54:13.210182 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10d704-7c3c-4e08-8c6f-739e46e2e80c req-b7916b42-1ca4-4ab5-be7f-9459cf6e1d86 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:13.221381 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fd10d704-7c3c-4e08-8c6f-739e46e2e80c req-b7916b42-1ca4-4ab5-be7f-9459cf6e1d86 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.1191730 Feb 07 16:54:13.324275 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fd10d704-7c3c-4e08-8c6f-739e46e2e80c req-b6e308f3-74ce-47da-ae9e-5d89e205a19c tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957906 Feb 07 16:54:13.644079 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b98fa-b071-4c41-b219-b725bdba1e56 req-9f545be8-2501-4f6e-bbf1-ad9778940b1c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:13.646805 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-688b98fa-b071-4c41-b219-b725bdba1e56 req-9f545be8-2501-4f6e-bbf1-ad9778940b1c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.0812910 Feb 07 16:54:13.735868 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-688b98fa-b071-4c41-b219-b725bdba1e56 req-0efc4819-bb92-451b-b884-38da1121df83 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821884 Feb 07 16:54:13.839028 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f735f0f-99f4-4250-a1bb-08543e760f4c req-25782b72-d1a6-4800-8edc-39e05356ed36 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:13.843232 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f735f0f-99f4-4250-a1bb-08543e760f4c req-25782b72-d1a6-4800-8edc-39e05356ed36 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.32 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.1485860 Feb 07 16:54:14.059558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c1c85-20b8-4f6d-b129-04eba1bcaf18 req-e49efa14-6b88-4711-99d1-ca35dfb07118 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:14.061180 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-002c1c85-20b8-4f6d-b129-04eba1bcaf18 req-e49efa14-6b88-4711-99d1-ca35dfb07118 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.0937443 Feb 07 16:54:14.081350 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-1f735f0f-99f4-4250-a1bb-08543e760f4c req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Deleting port 4baf8f26-2828-4d40-af7e-339619141625 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:54:14.081654 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f735f0f-99f4-4250-a1bb-08543e760f4c req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4baf8f26-2828-4d40-af7e-339619141625), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:14.234016 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-002c1c85-20b8-4f6d-b129-04eba1bcaf18 req-fa117288-d73b-4c2d-8ad1-e15c2a30522f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643302 Feb 07 16:54:14.288966 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1f735f0f-99f4-4250-a1bb-08543e760f4c req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] For port 4baf8f26-2828-4d40-af7e-339619141625, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4baf8f26-2828-4d40-af7e-339619141625,segment=NetworkSegment(dc28be50-c96d-41ea-8f29-76fc1666c8aa),segment_id=dc28be50-c96d-41ea-8f29-76fc1666c8aa)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:54:14.289483 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f735f0f-99f4-4250-a1bb-08543e760f4c req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4baf8f26-2828-4d40-af7e-339619141625), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:14.305809 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-1f735f0f-99f4-4250-a1bb-08543e760f4c req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Calling delete_port for 4baf8f26-2828-4d40-af7e-339619141625 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:54:14.565747 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b4a32-01b4-4eab-95e1-cf47870cbfdf req-138d2308-7e9d-48b1-8c08-55c426d4ba8b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:14.567684 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4d0b4a32-01b4-4eab-95e1-cf47870cbfdf req-138d2308-7e9d-48b1-8c08-55c426d4ba8b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/ports?device_id=15f99e38-e921-473e-8c93-9444a0e3edbb HTTP/1.1" status: 200 len: 945 time: 0.1016715 Feb 07 16:54:14.575086 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f735f0f-99f4-4250-a1bb-08543e760f4c req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (4baf8f26-2828-4d40-af7e-339619141625), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:14.588259 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['4baf8f26-2828-4d40-af7e-339619141625'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:54:14.643044 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Pushing event deleted for resources: {'Port': ['ID=4baf8f26-2828-4d40-af7e-339619141625,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:14.677428 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:14.677428 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:14.677785 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:14.686437 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:14.686951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:14.687320 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:14.687686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:14.688037 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:14.690965 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:14.691586 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:14.691949 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:14.692337 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:14.692782 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:14.737641 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4d0b4a32-01b4-4eab-95e1-cf47870cbfdf req-490f7ecd-2403-40ac-9d32-b1442a8b9822 tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.18 "GET /v2.0/security-groups?id=37efa8e7-d502-4dcb-881f-501aad332170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487985 Feb 07 16:54:14.792683 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f735f0f-99f4-4250-a1bb-08543e760f4c req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] No DVR routers for this DVR port 4baf8f26-2828-4d40-af7e-339619141625 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:54:14.796037 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f735f0f-99f4-4250-a1bb-08543e760f4c req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:14.801663 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f735f0f-99f4-4250-a1bb-08543e760f4c req-f4542254-ce8a-4f66-8224-46261226868b tempest-ServerRescueTestJSON-1121045338 tempest-ServerRescueTestJSON-1121045338-project] 10.222.0.32 "DELETE /v2.0/ports/4baf8f26-2828-4d40-af7e-339619141625 HTTP/1.1" status: 204 len: 173 time: 0.9533205 Feb 07 16:54:14.802413 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f99e38-e921-473e-8c93-9444a0e3edbb', 'name': 'network-vif-deleted', 'tag': '4baf8f26-2828-4d40-af7e-339619141625'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:54:14.806061 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83d4073-6125-4368-b98c-e6073b73a77d" -d '{"events": [{"server_uuid": "15f99e38-e921-473e-8c93-9444a0e3edbb", "name": "network-vif-deleted", "tag": "4baf8f26-2828-4d40-af7e-339619141625"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:54:14.929548 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582bf2ae-fc8c-4ecc-8fc5-f57c2985c03c x-openstack-request-id: req-582bf2ae-fc8c-4ecc-8fc5-f57c2985c03c {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:54:14.932023 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f99e38-e921-473e-8c93-9444a0e3edbb", "name": "network-vif-deleted", "tag": "4baf8f26-2828-4d40-af7e-339619141625", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:54:14.932927 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-582bf2ae-fc8c-4ecc-8fc5-f57c2985c03c {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:54:14.935356 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f99e38-e921-473e-8c93-9444a0e3edbb', 'name': 'network-vif-deleted', 'tag': '4baf8f26-2828-4d40-af7e-339619141625', 'status': 'completed', 'code': 200} Feb 07 16:54:14.974517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb46c1-8098-4410-b93b-a17800651b52 req-c7ea140b-91b3-47a5-b1cd-00b45b89a022 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:14.976392 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0dcb46c1-8098-4410-b93b-a17800651b52 req-c7ea140b-91b3-47a5-b1cd-00b45b89a022 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.1223545 Feb 07 16:54:15.051141 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0dcb46c1-8098-4410-b93b-a17800651b52 req-1c194456-4a82-46ea-8f80-c906ca768079 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683737 Feb 07 16:54:15.600228 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4de82b-1e29-4641-b4f0-1eb87e454f18 req-7fe92c66-f021-49c0-ae8f-a099125cfa59 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:15.608056 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba4de82b-1e29-4641-b4f0-1eb87e454f18 req-7fe92c66-f021-49c0-ae8f-a099125cfa59 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.1458890 Feb 07 16:54:15.746818 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba4de82b-1e29-4641-b4f0-1eb87e454f18 req-5eccffeb-08ab-49ae-a841-7b1629ec44c1 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288278 Feb 07 16:54:15.849167 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 48514) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:16.311428 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe3ab0-5174-48e8-a48b-e1b9df37ac91 req-9ad82e57-addc-4f49-b71b-0ed7e0915f25 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:16.319664 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9cbe3ab0-5174-48e8-a48b-e1b9df37ac91 req-9ad82e57-addc-4f49-b71b-0ed7e0915f25 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.1275351 Feb 07 16:54:16.463393 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9cbe3ab0-5174-48e8-a48b-e1b9df37ac91 req-656c5bcb-dc67-4723-8ce6-f26c3c1d04ac tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426227 Feb 07 16:54:16.632001 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb40688d-262a-4ef9-ae58-92a29749bb15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (a3828c21-80ef-4768-8ce1-b71596389efc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:17.139534 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b920c-939d-4b63-bbaa-2d4fbd09d968 req-7185741a-7b0a-444f-8706-80091f6dbd45 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:17.141229 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-455b920c-939d-4b63-bbaa-2d4fbd09d968 req-7185741a-7b0a-444f-8706-80091f6dbd45 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.1738360 Feb 07 16:54:17.336579 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-455b920c-939d-4b63-bbaa-2d4fbd09d968 req-1f382ad2-4c69-4d38-9cbc-f4bb4f9abcb6 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852846 Feb 07 16:54:17.401974 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-eb40688d-262a-4ef9-ae58-92a29749bb15 admin admin] Deleting port 259ded4b-eb0e-4dea-82af-f4e8a07e8520 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:54:17.401974 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb40688d-262a-4ef9-ae58-92a29749bb15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (259ded4b-eb0e-4dea-82af-f4e8a07e8520), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:17.643169 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4baf8f26-2828-4d40-af7e-339619141625 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:54:17.662351 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-eb40688d-262a-4ef9-ae58-92a29749bb15 admin admin] For port 259ded4b-eb0e-4dea-82af-f4e8a07e8520, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=259ded4b-eb0e-4dea-82af-f4e8a07e8520,segment=NetworkSegment(dc28be50-c96d-41ea-8f29-76fc1666c8aa),segment_id=dc28be50-c96d-41ea-8f29-76fc1666c8aa)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:54:17.662992 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb40688d-262a-4ef9-ae58-92a29749bb15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (259ded4b-eb0e-4dea-82af-f4e8a07e8520), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:17.700714 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 4baf8f26-2828-4d40-af7e-339619141625 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:54:17.702500 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4baf8f26-2828-4d40-af7e-339619141625 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:54:17.710037 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f718e7-1fe5-4c65-9a9c-619c6f7f3202 req-dad5afaa-df8c-4c24-9c47-d8e2a1c158f1 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:17.716280 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-eb40688d-262a-4ef9-ae58-92a29749bb15 admin admin] Calling delete_port for 259ded4b-eb0e-4dea-82af-f4e8a07e8520 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:54:17.716654 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-83f718e7-1fe5-4c65-9a9c-619c6f7f3202 req-dad5afaa-df8c-4c24-9c47-d8e2a1c158f1 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.1377842 Feb 07 16:54:17.844031 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-83f718e7-1fe5-4c65-9a9c-619c6f7f3202 req-6eaab73a-0646-430f-8be9-6053fb24dd35 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205258 Feb 07 16:54:18.169121 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb40688d-262a-4ef9-ae58-92a29749bb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (259ded4b-eb0e-4dea-82af-f4e8a07e8520), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:18.262125 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40688d-262a-4ef9-ae58-92a29749bb15 admin admin] Pushing event deleted for resources: {'Port': ['ID=259ded4b-eb0e-4dea-82af-f4e8a07e8520,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:18.693507 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb40688d-262a-4ef9-ae58-92a29749bb15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (a3828c21-80ef-4768-8ce1-b71596389efc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:18.727101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2f736-f0f2-4af9-9958-17875cddaa99 req-7dbcff7a-0b13-4ce7-a62b-3fa7c9baa598 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:18.734511 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-77e2f736-f0f2-4af9-9958-17875cddaa99 req-7dbcff7a-0b13-4ce7-a62b-3fa7c9baa598 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.2347064 Feb 07 16:54:18.994632 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-77e2f736-f0f2-4af9-9958-17875cddaa99 req-91382394-97e1-4cc3-b8e1-f9cf48f67d55 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581439 Feb 07 16:54:19.122539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e064608-33fe-4ef1-95a8-f723312b9ac6 req-488ee66f-fd1c-460d-9f8d-b24745bcebf8 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:19.135671 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e064608-33fe-4ef1-95a8-f723312b9ac6 req-488ee66f-fd1c-460d-9f8d-b24745bcebf8 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.1761959 Feb 07 16:54:19.305939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb40688d-262a-4ef9-ae58-92a29749bb15 admin admin] Router a3828c21-80ef-4768-8ce1-b71596389efc has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:54:19.306671 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e064608-33fe-4ef1-95a8-f723312b9ac6 req-aca5ee0e-9885-4d6b-b12b-80562c32c6f5 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686652 Feb 07 16:54:19.651120 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb40688d-262a-4ef9-ae58-92a29749bb15 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:54:19.672625 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-eb40688d-262a-4ef9-ae58-92a29749bb15 admin admin] 10.222.0.18 "PUT /v2.0/routers/a3828c21-80ef-4768-8ce1-b71596389efc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8066885 Feb 07 16:54:19.674188 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 48590) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:19.698348 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e5e580-e04a-4bcd-b927-9a09fa2a8266 None None] Sync routers for ids ['a3828c21-80ef-4768-8ce1-b71596389efc'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:54:19.814292 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e5e580-e04a-4bcd-b927-9a09fa2a8266 None None] Routers {'a3828c21-80ef-4768-8ce1-b71596389efc'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:54:19.816252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-83e5e580-e04a-4bcd-b927-9a09fa2a8266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:53:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a3828c21-80ef-4768-8ce1-b71596389efc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:54:19.839880 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce2a21f8-d9db-4082-8bb8-a3eff11ae492 admin admin] Publish callbacks [] for router (a3828c21-80ef-4768-8ce1-b71596389efc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:19.954717 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce2a21f8-d9db-4082-8bb8-a3eff11ae492 admin admin] Publish callbacks [] for router_gateway (a3828c21-80ef-4768-8ce1-b71596389efc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:20.184780 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ce2a21f8-d9db-4082-8bb8-a3eff11ae492 admin admin] Deleting port e168a9bf-15c9-4496-a221-dfbfbf509c60 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:54:20.185484 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce2a21f8-d9db-4082-8bb8-a3eff11ae492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e168a9bf-15c9-4496-a221-dfbfbf509c60), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:20.227144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-83e5e580-e04a-4bcd-b927-9a09fa2a8266 None None] Set router a3828c21-80ef-4768-8ce1-b71596389efc gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:54:20.444422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57857a11-c6fa-42da-9057-e67df3d74efe req-49d3b39c-69b5-4bab-9f8c-0e404629df1f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:20.451031 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ce2a21f8-d9db-4082-8bb8-a3eff11ae492 admin admin] For port e168a9bf-15c9-4496-a221-dfbfbf509c60, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e168a9bf-15c9-4496-a221-dfbfbf509c60,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:54:20.451447 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce2a21f8-d9db-4082-8bb8-a3eff11ae492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e168a9bf-15c9-4496-a221-dfbfbf509c60), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:20.452141 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-57857a11-c6fa-42da-9057-e67df3d74efe req-49d3b39c-69b5-4bab-9f8c-0e404629df1f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.1820674 Feb 07 16:54:20.490307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ce2a21f8-d9db-4082-8bb8-a3eff11ae492 admin admin] Calling delete_port for e168a9bf-15c9-4496-a221-dfbfbf509c60 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:54:20.552144 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-57857a11-c6fa-42da-9057-e67df3d74efe req-fae6286d-5573-4c48-8092-f903e0cd4c81 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932636 Feb 07 16:54:20.783234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c13d4-aec4-4add-930f-051120021bdd req-79cc871e-28d8-4074-a2bf-d6e69730ae51 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:20.785135 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-444c13d4-aec4-4add-930f-051120021bdd req-79cc871e-28d8-4074-a2bf-d6e69730ae51 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.1783440 Feb 07 16:54:21.001419 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-444c13d4-aec4-4add-930f-051120021bdd req-e4563011-3af4-460c-86de-28a1efdecffb tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882897 Feb 07 16:54:21.151779 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-83e5e580-e04a-4bcd-b927-9a09fa2a8266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3828c21-80ef-4768-8ce1-b71596389efc', 'name': 'tempest-ServerRescueTestJSON-1092080412-router', 'tenant_id': '9ad3699b57504f1d8d8119bb8b107134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'e168a9bf-15c9-4496-a221-dfbfbf509c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:51:37Z', 'updated_at': '2022-02-07T16:54:18Z', 'revision_number': 5, 'project_id': '9ad3699b57504f1d8d8119bb8b107134', 'gw_port': {'id': 'e168a9bf-15c9-4496-a221-dfbfbf509c60', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:13:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3828c21-80ef-4768-8ce1-b71596389efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:51:39Z', 'updated_at': '2022-02-07T16:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:54:21.211945 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce2a21f8-d9db-4082-8bb8-a3eff11ae492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e168a9bf-15c9-4496-a221-dfbfbf509c60), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:21.237595 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e5e580-e04a-4bcd-b927-9a09fa2a8266 None None] Checking router: a3828c21-80ef-4768-8ce1-b71596389efc for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:54:21.273331 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a21f8-d9db-4082-8bb8-a3eff11ae492 admin admin] Pushing event deleted for resources: {'Port': ['ID=e168a9bf-15c9-4496-a221-dfbfbf509c60,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:21.355589 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e5e580-e04a-4bcd-b927-9a09fa2a8266 None None] Routers {'a3828c21-80ef-4768-8ce1-b71596389efc'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:54:21.359286 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-83e5e580-e04a-4bcd-b927-9a09fa2a8266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:53:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a3828c21-80ef-4768-8ce1-b71596389efc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:54:21.388134 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:21.455212 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce2a21f8-d9db-4082-8bb8-a3eff11ae492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (a3828c21-80ef-4768-8ce1-b71596389efc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:21.710880 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-83e5e580-e04a-4bcd-b927-9a09fa2a8266 None None] Set router a3828c21-80ef-4768-8ce1-b71596389efc gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:54:21.774903 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce2a21f8-d9db-4082-8bb8-a3eff11ae492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (a3828c21-80ef-4768-8ce1-b71596389efc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:21.778546 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce2a21f8-d9db-4082-8bb8-a3eff11ae492 admin admin] Publish callbacks [] for router_controller (a3828c21-80ef-4768-8ce1-b71596389efc), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:21.838140 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-83e5e580-e04a-4bcd-b927-9a09fa2a8266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3828c21-80ef-4768-8ce1-b71596389efc', 'name': 'tempest-ServerRescueTestJSON-1092080412-router', 'tenant_id': '9ad3699b57504f1d8d8119bb8b107134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:51:37Z', 'updated_at': '2022-02-07T16:54:21Z', 'revision_number': 7, 'project_id': '9ad3699b57504f1d8d8119bb8b107134', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:54:21.865451 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b07f28-9063-4c6a-ad29-613a4be92e35 req-f985cb3b-d533-4468-b10d-e89b5d248022 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:21.867929 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-23b07f28-9063-4c6a-ad29-613a4be92e35 req-f985cb3b-d533-4468-b10d-e89b5d248022 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.1446300 Feb 07 16:54:21.885132 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e5e580-e04a-4bcd-b927-9a09fa2a8266 None None] The sync data for ids ['a3828c21-80ef-4768-8ce1-b71596389efc'] in n-d-827865-3 is: [{'id': 'a3828c21-80ef-4768-8ce1-b71596389efc', 'name': 'tempest-ServerRescueTestJSON-1092080412-router', 'tenant_id': '9ad3699b57504f1d8d8119bb8b107134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:51:37Z', 'updated_at': '2022-02-07T16:54:21Z', 'revision_number': 7, 'project_id': '9ad3699b57504f1d8d8119bb8b107134', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:54:21.906307 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce2a21f8-d9db-4082-8bb8-a3eff11ae492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (a3828c21-80ef-4768-8ce1-b71596389efc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:21.908193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2a21f8-d9db-4082-8bb8-a3eff11ae492 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3828c21-80ef-4768-8ce1-b71596389efc {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:54:21.914167 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce2a21f8-d9db-4082-8bb8-a3eff11ae492 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:21.917827 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ce2a21f8-d9db-4082-8bb8-a3eff11ae492 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a3828c21-80ef-4768-8ce1-b71596389efc HTTP/1.1" status: 204 len: 168 time: 2.2431002 Feb 07 16:54:21.920729 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 48622) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:21.981683 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cae787-eaef-437f-bb40-0ea6d6a15fed admin admin] Deleting subnet 98c0d994-d3fe-4461-9362-be30eb5a1d39 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:54:21.985782 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2cae787-eaef-437f-bb40-0ea6d6a15fed admin admin] Publish callbacks [] for subnet (98c0d994-d3fe-4461-9362-be30eb5a1d39), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:22.016487 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-23b07f28-9063-4c6a-ad29-613a4be92e35 req-bb5d92fe-bd8b-458c-9cbf-15db013983c2 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347463 Feb 07 16:54:22.073992 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2cae787-eaef-437f-bb40-0ea6d6a15fed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (98c0d994-d3fe-4461-9362-be30eb5a1d39), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:22.123754 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2cae787-eaef-437f-bb40-0ea6d6a15fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (98c0d994-d3fe-4461-9362-be30eb5a1d39), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:22.273046 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2cae787-eaef-437f-bb40-0ea6d6a15fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (98c0d994-d3fe-4461-9362-be30eb5a1d39), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:22.365883 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cae787-eaef-437f-bb40-0ea6d6a15fed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98c0d994-d3fe-4461-9362-be30eb5a1d39,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:22.369166 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2cae787-eaef-437f-bb40-0ea6d6a15fed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:22.378047 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 48634) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:22.392908 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e2cae787-eaef-437f-bb40-0ea6d6a15fed admin admin] 10.222.0.18 "DELETE /v2.0/subnets/98c0d994-d3fe-4461-9362-be30eb5a1d39 HTTP/1.1" status: 204 len: 168 time: 0.4706671 Feb 07 16:54:22.456357 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:54:22.463140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628e00f-5454-4f0e-a326-4de82a341419 req-370dd497-858a-4889-a418-99d61b7d61dc tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:22.475457 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4628e00f-5454-4f0e-a326-4de82a341419 req-370dd497-858a-4889-a418-99d61b7d61dc tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.2205820 Feb 07 16:54:22.600301 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f261e22-ce82-4f3c-8f8d-27aef779c9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (6c36ab46-5032-4023-96e4-5dff7c96c9c6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:22.604924 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4628e00f-5454-4f0e-a326-4de82a341419 req-fff20803-9564-4195-a882-506ed163de59 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272147 Feb 07 16:54:22.733394 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f261e22-ce82-4f3c-8f8d-27aef779c9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (6c36ab46-5032-4023-96e4-5dff7c96c9c6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:22.757795 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8f261e22-ce82-4f3c-8f8d-27aef779c9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c36ab46-5032-4023-96e4-5dff7c96c9c6']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:54:22.769479 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8f261e22-ce82-4f3c-8f8d-27aef779c9a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc28be50-c96d-41ea-8f29-76fc1666c8aa') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:54:22.770345 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8f261e22-ce82-4f3c-8f8d-27aef779c9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc28be50-c96d-41ea-8f29-76fc1666c8aa') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:54:22.786597 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f261e22-ce82-4f3c-8f8d-27aef779c9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (dc28be50-c96d-41ea-8f29-76fc1666c8aa), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:22.806013 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f261e22-ce82-4f3c-8f8d-27aef779c9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (dc28be50-c96d-41ea-8f29-76fc1666c8aa), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:22.821885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f261e22-ce82-4f3c-8f8d-27aef779c9a6 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:54:22.822353 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f261e22-ce82-4f3c-8f8d-27aef779c9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (dc28be50-c96d-41ea-8f29-76fc1666c8aa), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:22.977046 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-70eb460c-f4ef-4095-ab64-e3f3244e2191 service neutron] 10.222.0.48 "GET /v2.0/ports/a8f7d82e-ddce-4335-a1f4-e590fc4663ec/bindings/n-h1-827865-3 HTTP/1.1" status: 200 len: 382 time: 0.1450503 Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:54:22.981424 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:54:22.985290 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f261e22-ce82-4f3c-8f8d-27aef779c9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (6c36ab46-5032-4023-96e4-5dff7c96c9c6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:23.027454 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f261e22-ce82-4f3c-8f8d-27aef779c9a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:23.059749 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8f261e22-ce82-4f3c-8f8d-27aef779c9a6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6c36ab46-5032-4023-96e4-5dff7c96c9c6 HTTP/1.1" status: 204 len: 168 time: 0.6660507 Feb 07 16:54:23.122530 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f261e22-ce82-4f3c-8f8d-27aef779c9a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c36ab46-5032-4023-96e4-5dff7c96c9c6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:23.174985 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:23.227228 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41876f-990e-49a0-a4be-fdc0771c0487 req-33f86dc0-9d16-4757-aae6-81168100072a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:23.239303 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f41876f-990e-49a0-a4be-fdc0771c0487 req-33f86dc0-9d16-4757-aae6-81168100072a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.1269393 Feb 07 16:54:23.418021 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f41876f-990e-49a0-a4be-fdc0771c0487 req-f2723e8f-8034-4afb-8363-a873127930e5 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754653 Feb 07 16:54:23.441671 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e168a9bf-15c9-4496-a221-dfbfbf509c60 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:54:23.482942 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-61a89c91-a347-4b8b-93a8-91eb6122a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:23.495640 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-61a89c91-a347-4b8b-93a8-91eb6122a60d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910&tenant_id=52e2cfc122e2454bb720b22756b54435 HTTP/1.1" status: 200 len: 1132 time: 0.1074600 Feb 07 16:54:23.533841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: e168a9bf-15c9-4496-a221-dfbfbf509c60 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:54:23.535025 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e168a9bf-15c9-4496-a221-dfbfbf509c60 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:54:23.537652 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 259ded4b-eb0e-4dea-82af-f4e8a07e8520 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:54:23.629650 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 259ded4b-eb0e-4dea-82af-f4e8a07e8520 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:54:23.630005 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 259ded4b-eb0e-4dea-82af-f4e8a07e8520 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:54:23.640880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-3a29a8ca-0c7c-4332-a499-202468aed2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:23.647818 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 48654) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:23.648959 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-3a29a8ca-0c7c-4332-a499-202468aed2e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 1132 time: 0.1388099 Feb 07 16:54:23.769891 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5da82405-b27a-4e2d-a317-5db33d9f4e6b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ad3699b57504f1d8d8119bb8b107134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1206756 Feb 07 16:54:23.775262 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 48658) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:23.783479 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-745b3fbf-a10e-4e65-a04b-41664f4ab68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:23.785094 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-745b3fbf-a10e-4e65-a04b-41664f4ab68e service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.1301062 Feb 07 16:54:23.879554 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eeec1878-9bad-4915-b992-2907b20b7375 admin admin] Publish callbacks [] for security_group (37efa8e7-d502-4dcb-881f-501aad332170), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:23.885164 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-bafb40cc-b97e-429f-80a6-aa7490e65372 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=a8f7d82e-ddce-4335-a1f4-e590fc4663ec HTTP/1.1" status: 200 len: 217 time: 0.0893009 Feb 07 16:54:23.916438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43343b78-4186-4124-bc9b-45228b60b8e0 req-b537e405-8a3b-4501-b42a-1feb91a43d6b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:23.918838 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-43343b78-4186-4124-bc9b-45228b60b8e0 req-b537e405-8a3b-4501-b42a-1feb91a43d6b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.1326451 Feb 07 16:54:23.940711 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eeec1878-9bad-4915-b992-2907b20b7375 admin admin] Publish callbacks [] for security_group (37efa8e7-d502-4dcb-881f-501aad332170), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:24.022743 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-d7d0da0e-6f23-490d-99e7-dd24c17e21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:24.024636 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eeec1878-9bad-4915-b992-2907b20b7375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (37efa8e7-d502-4dcb-881f-501aad332170), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:24.027894 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eeec1878-9bad-4915-b992-2907b20b7375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:24.028056 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-d7d0da0e-6f23-490d-99e7-dd24c17e21a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1323099 Feb 07 16:54:24.032662 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-eeec1878-9bad-4915-b992-2907b20b7375 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37efa8e7-d502-4dcb-881f-501aad332170 HTTP/1.1" status: 204 len: 168 time: 0.2561064 Feb 07 16:54:24.047070 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec1878-9bad-4915-b992-2907b20b7375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37efa8e7-d502-4dcb-881f-501aad332170,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:24.197375 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-43343b78-4186-4124-bc9b-45228b60b8e0 req-acafc486-07c6-41ea-a5df-c2f0db8c5c40 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454810 Feb 07 16:54:24.222289 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-9e1d86bc-ee7a-404b-92a8-94f26995bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:24.231712 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-9e1d86bc-ee7a-404b-92a8-94f26995bb41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1751657 Feb 07 16:54:24.407669 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-2c8eb9ba-f6da-4074-94d1-d595fe68b661 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779749 Feb 07 16:54:24.624907 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d164812d-20c4-4eb8-a1f9-c2f95e4e7320 req-7fedac65-5966-4fcb-8ea0-477ec220a67f service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112069 Feb 07 16:54:24.864168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f57341-78bf-4a35-b5aa-48d0903ca8d7 req-aee0ea4c-9838-45b0-9cb6-f4ab5b42a770 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:24.867123 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54f57341-78bf-4a35-b5aa-48d0903ca8d7 req-aee0ea4c-9838-45b0-9cb6-f4ab5b42a770 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.2914367 Feb 07 16:54:24.956159 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54f57341-78bf-4a35-b5aa-48d0903ca8d7 req-8e09f488-b01f-447b-a15f-c239b028c924 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825377 Feb 07 16:54:25.450109 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c54d1a-70ab-4e78-8b81-9be0029e48b9 req-b9ec35e0-52f8-46db-8e52-807459b33e5b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:25.458295 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-12c54d1a-70ab-4e78-8b81-9be0029e48b9 req-b9ec35e0-52f8-46db-8e52-807459b33e5b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.1136563 Feb 07 16:54:25.552629 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-12c54d1a-70ab-4e78-8b81-9be0029e48b9 req-85548e2c-a348-43b2-8af8-130e7bde2a0a tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928547 Feb 07 16:54:25.793678 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5f919db3-2a95-4e5c-970a-6e7688ed1825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:26.290783 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fbf30-d862-46ef-8436-ef3972cc7177 req-4038f8ef-f166-4065-a0cd-da5f6d8b76d9 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:26.305258 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd4fbf30-d862-46ef-8436-ef3972cc7177 req-4038f8ef-f166-4065-a0cd-da5f6d8b76d9 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.2085352 Feb 07 16:54:26.347949 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a27936a5-b2a4-406a-a6f5-cf794d6aa64a req-acc866e6-f58f-4994-aed5-6baaf45d5738 tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5134de-b50f-48f8-af50-096a6a408604 HTTP/1.1" status: 200 len: 210 time: 0.1246080 Feb 07 16:54:26.487155 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd4fbf30-d862-46ef-8436-ef3972cc7177 req-ec758681-c8ea-4368-9f0b-0728b43befb0 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794205 Feb 07 16:54:26.679205 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 48746) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:26.796388 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086589d6-aa6b-47c2-95d0-ff865065547f req-3a32387b-ae5a-43ae-9fe8-3ce17b8d5515 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:26.804106 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-086589d6-aa6b-47c2-95d0-ff865065547f req-3a32387b-ae5a-43ae-9fe8-3ce17b8d5515 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.1214511 Feb 07 16:54:26.910954 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-086589d6-aa6b-47c2-95d0-ff865065547f req-0b62385a-51b8-4b71-95e0-e8e8e6f4d62b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057315 Feb 07 16:54:26.920243 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3affe8ce-940e-450b-9c5a-5ce5b304a174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:27.087776 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3affe8ce-940e-450b-9c5a-5ce5b304a174 admin admin] Publish callbacks [] for security_group (cca1c333-16ba-4cda-8b91-442f76e5ad4f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:27.092599 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3affe8ce-940e-450b-9c5a-5ce5b304a174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cca1c333-16ba-4cda-8b91-442f76e5ad4f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:27.166212 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3affe8ce-940e-450b-9c5a-5ce5b304a174 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c9720b0ec08458d8b6de7006af80eef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4858179 Feb 07 16:54:27.168632 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 48768) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:27.169760 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affe8ce-940e-450b-9c5a-5ce5b304a174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca1c333-16ba-4cda-8b91-442f76e5ad4f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:27.279604 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3ad868fc-7af1-45a4-8b8b-001bb4237493 req-286cbf1f-0a2a-44b7-8333-dd43b6d9ca92 tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.1117377 Feb 07 16:54:27.302819 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c89607b-5db0-4538-bde5-24410abb7312 admin admin] Publish callbacks [] for security_group (cca1c333-16ba-4cda-8b91-442f76e5ad4f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:27.334908 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c89607b-5db0-4538-bde5-24410abb7312 admin admin] Publish callbacks [] for security_group (cca1c333-16ba-4cda-8b91-442f76e5ad4f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:27.347865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a8f7d82e-ddce-4335-a1f4-e590fc4663ec details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:54:27.487812 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c89607b-5db0-4538-bde5-24410abb7312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cca1c333-16ba-4cda-8b91-442f76e5ad4f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:27.490818 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c89607b-5db0-4538-bde5-24410abb7312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:27.492186 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8c89607b-5db0-4538-bde5-24410abb7312 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cca1c333-16ba-4cda-8b91-442f76e5ad4f HTTP/1.1" status: 204 len: 168 time: 0.3223224 Feb 07 16:54:27.525197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89607b-5db0-4538-bde5-24410abb7312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca1c333-16ba-4cda-8b91-442f76e5ad4f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:27.791347 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5600c-41a0-452d-a30f-1ed7b83438bd req-fa3a8acc-f724-463b-8527-10d4c2872029 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:27.793270 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-21e5600c-41a0-452d-a30f-1ed7b83438bd req-fa3a8acc-f724-463b-8527-10d4c2872029 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.1620669 Feb 07 16:54:27.829413 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a8f7d82e-ddce-4335-a1f4-e590fc4663ec, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a8f7d82e-ddce-4335-a1f4-e590fc4663ec,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:54:27.878813 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a8f7d82e-ddce-4335-a1f4-e590fc4663ec no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:54:27.982997 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-21e5600c-41a0-452d-a30f-1ed7b83438bd req-8f4585c6-f969-4a2d-a5ed-9fedf6f13de0 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837220 Feb 07 16:54:28.096456 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'a8f7d82e-ddce-4335-a1f4-e590fc4663ec', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': 'a8f7d82e-ddce-4335-a1f4-e590fc4663ec', 'mac_address': 'fa:16:3e:9d:a5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:54:28.286727 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 48804) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:28.317504 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d4b8c31-9543-4c4f-98a6-bf0f2b2870be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:28.375085 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b1f82-774c-4c33-a93b-724c2302c8c9 req-07797602-6afa-454a-81f5-63c1092c952f tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:28.413831 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-691b1f82-774c-4c33-a93b-724c2302c8c9 req-07797602-6afa-454a-81f5-63c1092c952f tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.3213794 Feb 07 16:54:28.441766 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4dd7ec0-d410-4e54-aa65-db1ddf9aef39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:28.596089 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-691b1f82-774c-4c33-a93b-724c2302c8c9 req-39741930-dda1-4269-b1e7-284dd94ca91e tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868117 Feb 07 16:54:28.628023 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a8f7d82e-ddce-4335-a1f4-e590fc4663ec is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:54:28.628538 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:28.660027 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a8f7d82e-ddce-4335-a1f4-e590fc4663ec is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:54:28.660503 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:28.675492 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90d69f0-8cfd-42e5-8660-7317f3671910', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f7d82e-ddce-4335-a1f4-e590fc4663ec'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:54:28.677934 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f592038f-648a-4ab9-8451-92b4c93e23c7" -d '{"events": [{"server_uuid": "d90d69f0-8cfd-42e5-8660-7317f3671910", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f7d82e-ddce-4335-a1f4-e590fc4663ec"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:54:28.691593 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8f7d82e-ddce-4335-a1f4-e590fc4663ec {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:54:28.700545 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a8f7d82e-ddce-4335-a1f4-e590fc4663ec, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a8f7d82e-ddce-4335-a1f4-e590fc4663ec,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:54:28.706459 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:28.716549 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-efa47500-371a-4add-ad61-60b167538ea8 req-83482fa6-31bd-4fd9-9730-e0b3922d079b tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.1441658 Feb 07 16:54:28.820176 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d4b8c31-9543-4c4f-98a6-bf0f2b2870be admin admin] Publish callbacks [] for security_group (2feb1997-3d2f-4673-9209-7d162d481251), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:28.826838 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8d4b8c31-9543-4c4f-98a6-bf0f2b2870be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2feb1997-3d2f-4673-9209-7d162d481251), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:28.834211 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c5ebbe-4655-4e7c-9e4f-b404f9fc8df0 x-openstack-request-id: req-87c5ebbe-4655-4e7c-9e4f-b404f9fc8df0 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:54:28.834632 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90d69f0-8cfd-42e5-8660-7317f3671910", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f7d82e-ddce-4335-a1f4-e590fc4663ec", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:54:28.839616 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87c5ebbe-4655-4e7c-9e4f-b404f9fc8df0 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:54:28.840139 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90d69f0-8cfd-42e5-8660-7317f3671910', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f7d82e-ddce-4335-a1f4-e590fc4663ec', 'code': 200} Feb 07 16:54:28.872733 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b8c31-9543-4c4f-98a6-bf0f2b2870be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2feb1997-3d2f-4673-9209-7d162d481251,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:28.890532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a8f7d82e-ddce-4335-a1f4-e590fc4663ec,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:28.899108 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8d4b8c31-9543-4c4f-98a6-bf0f2b2870be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=983868b46c184ce68158efd470fa31c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6112554 Feb 07 16:54:28.901814 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:54:28.902414 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:54:28.903319 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 48820) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:29.096280 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b67ff7ac-b294-4599-9ba2-09b7f2f4131d admin admin] Publish callbacks [] for security_group (2feb1997-3d2f-4673-9209-7d162d481251), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:29.138613 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b67ff7ac-b294-4599-9ba2-09b7f2f4131d admin admin] Publish callbacks [] for security_group (2feb1997-3d2f-4673-9209-7d162d481251), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:29.231251 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b67ff7ac-b294-4599-9ba2-09b7f2f4131d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2feb1997-3d2f-4673-9209-7d162d481251), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:29.234304 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b67ff7ac-b294-4599-9ba2-09b7f2f4131d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:29.236527 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b67ff7ac-b294-4599-9ba2-09b7f2f4131d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2feb1997-3d2f-4673-9209-7d162d481251 HTTP/1.1" status: 204 len: 168 time: 0.3319800 Feb 07 16:54:29.259804 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ff7ac-b294-4599-9ba2-09b7f2f4131d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2feb1997-3d2f-4673-9209-7d162d481251,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:29.316748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2508a9b-f143-42ce-a123-570d16cc6182 req-cc5b66f6-b2e0-4627-befd-9eb5366d6ee7 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:29.327453 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c2508a9b-f143-42ce-a123-570d16cc6182 req-cc5b66f6-b2e0-4627-befd-9eb5366d6ee7 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 948 time: 0.2098384 Feb 07 16:54:29.418954 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c2508a9b-f143-42ce-a123-570d16cc6182 req-e05f774c-1d1c-446f-9bde-ac02e9d3466a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905163 Feb 07 16:54:29.492597 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a8f7d82e-ddce-4335-a1f4-e590fc4663ec is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:54:29.493187 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:29.539868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f7d82e-ddce-4335-a1f4-e590fc4663ec {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:54:29.561103 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:29.659983 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a8f7d82e-ddce-4335-a1f4-e590fc4663ec, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a8f7d82e-ddce-4335-a1f4-e590fc4663ec,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:54:29.678983 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:29.943836 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a8f7d82e-ddce-4335-a1f4-e590fc4663ec,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:29.991270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780b9b5-6ac7-4bb2-a5bc-c228a6eef50e req-10db9442-e747-42cc-b603-fadc2c95a46c tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:29.995147 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14816450-1bc0-4e9e-a9e7-9974ed908301 req-ff2cbe53-009f-412f-a1ff-d682d10274ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf5134de-b50f-48f8-af50-096a6a408604 HTTP/1.1" status: 200 len: 210 time: 0.0903966 Feb 07 16:54:29.999693 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4780b9b5-6ac7-4bb2-a5bc-c228a6eef50e req-10db9442-e747-42cc-b603-fadc2c95a46c tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 949 time: 0.2652032 Feb 07 16:54:30.005190 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['a8f7d82e-ddce-4335-a1f4-e590fc4663ec'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:54:30.037625 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fb795-d32b-4cf1-9e6d-acc77646e478 req-3548dc7b-e4f3-4478-b4ea-6354fe8e095d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:30.039513 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e34fb795-d32b-4cf1-9e6d-acc77646e478 req-3548dc7b-e4f3-4478-b4ea-6354fe8e095d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.48 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910&tenant_id=52e2cfc122e2454bb720b22756b54435&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 949 time: 0.1724403 Feb 07 16:54:30.081716 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe849c-3cc7-4190-b769-17dbf89f1ca5 req-4052a6f4-f08e-4d5d-9f5f-0864cb381902 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:30.092410 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4780b9b5-6ac7-4bb2-a5bc-c228a6eef50e req-89b65a18-4c90-4c06-97c0-64f474e23f8b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875485 Feb 07 16:54:30.095541 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7dbe849c-3cc7-4190-b769-17dbf89f1ca5 req-4052a6f4-f08e-4d5d-9f5f-0864cb381902 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.2765548 Feb 07 16:54:30.211529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fb795-d32b-4cf1-9e6d-acc77646e478 req-0f74b1a7-9316-419f-abf1-ef8b00f8f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:30.216435 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e34fb795-d32b-4cf1-9e6d-acc77646e478 req-0f74b1a7-9316-419f-abf1-ef8b00f8f66d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 1131 time: 0.1225579 Feb 07 16:54:30.270137 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7dbe849c-3cc7-4190-b769-17dbf89f1ca5 req-d503521c-96c0-4514-8b0b-f1e1ef061917 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736610 Feb 07 16:54:30.403191 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-343e7923-2c75-4981-b463-3ca529cbbc11 req-7f1c790e-116d-4b87-899a-7e7346df1df2 tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.1811945 Feb 07 16:54:30.531378 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fb795-d32b-4cf1-9e6d-acc77646e478 req-a08d3a43-dfbb-4fbc-b31a-6b7ce98ef878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:30.536024 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e34fb795-d32b-4cf1-9e6d-acc77646e478 req-a08d3a43-dfbb-4fbc-b31a-6b7ce98ef878 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.3118083 Feb 07 16:54:30.650162 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e34fb795-d32b-4cf1-9e6d-acc77646e478 req-c1040754-bdad-4a2c-9f35-6c1b873c6529 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=a8f7d82e-ddce-4335-a1f4-e590fc4663ec HTTP/1.1" status: 200 len: 217 time: 0.1077776 Feb 07 16:54:30.793024 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fb795-d32b-4cf1-9e6d-acc77646e478 req-c835c9ef-ca3d-4009-994b-53fa2fab5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:30.796513 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e34fb795-d32b-4cf1-9e6d-acc77646e478 req-c835c9ef-ca3d-4009-994b-53fa2fab5093 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1400268 Feb 07 16:54:30.799403 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:30.925229 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fb795-d32b-4cf1-9e6d-acc77646e478 req-2d82aaa3-6edc-4e42-b588-dbf5a2267eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:30.928116 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e34fb795-d32b-4cf1-9e6d-acc77646e478 req-2d82aaa3-6edc-4e42-b588-dbf5a2267eba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1239159 Feb 07 16:54:31.095857 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e34fb795-d32b-4cf1-9e6d-acc77646e478 req-07edc05c-e74b-440f-818b-b1372a9c6f55 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618519 Feb 07 16:54:31.338532 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e34fb795-d32b-4cf1-9e6d-acc77646e478 req-f4ceb937-5e40-4e0e-ad35-df231fec41dc service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354934 Feb 07 16:54:31.538463 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1509097-1c4d-4424-8e3f-50d8f60e195d req-2efe9e04-c29c-4d2b-815d-3ea83971cd9b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:31.543120 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e1509097-1c4d-4424-8e3f-50d8f60e195d req-2efe9e04-c29c-4d2b-815d-3ea83971cd9b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.1385121 Feb 07 16:54:31.619096 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9dd5a164-165c-4ea0-9c48-7218e7e9fad7 req-0f9ce359-0223-4259-8cbd-d15a73952219 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.7243695 Feb 07 16:54:31.663162 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e1509097-1c4d-4424-8e3f-50d8f60e195d req-5176caa2-cd68-4216-b1c8-b28a9d55825b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140780 Feb 07 16:54:31.676117 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3bf83-0581-4f1f-931e-10f57e0e5130 req-442462a1-1fba-4134-8f0e-9d4c8bbfac4a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:31.682837 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a0a3bf83-0581-4f1f-931e-10f57e0e5130 req-442462a1-1fba-4134-8f0e-9d4c8bbfac4a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 949 time: 0.1053572 Feb 07 16:54:31.829587 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a0a3bf83-0581-4f1f-931e-10f57e0e5130 req-3d4507c7-28a9-4f81-a299-dfb44e36b0c1 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422048 Feb 07 16:54:31.840324 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4e4394f4-6308-4ee5-92b5-e08e89eb9d8e req-ec1997ce-94e6-42e2-b102-3bf2740a0d2c tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.0485029 Feb 07 16:54:31.893701 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a8f7d82e-ddce-4335-a1f4-e590fc4663ec up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:54:32.214385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port a8f7d82e-ddce-4335-a1f4-e590fc4663ec triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:54:32.214784 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:32.653635 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:32.731844 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a8f7d82e-ddce-4335-a1f4-e590fc4663ec is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:54:32.732263 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:32.854943 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90d69f0-8cfd-42e5-8660-7317f3671910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f7d82e-ddce-4335-a1f4-e590fc4663ec'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:54:32.880533 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e14ec4-1b21-43a7-bc0d-9b42f1bc2a4c" -d '{"events": [{"server_uuid": "d90d69f0-8cfd-42e5-8660-7317f3671910", "name": "network-vif-plugged", "status": "completed", "tag": "a8f7d82e-ddce-4335-a1f4-e590fc4663ec"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:54:33.019818 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a8f7d82e-ddce-4335-a1f4-e590fc4663ec, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a8f7d82e-ddce-4335-a1f4-e590fc4663ec,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:54:33.024805 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:33.112324 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-75a844b5-e7b5-4e4a-bdf7-1c5aa7eafe6e req-b4c3048d-577c-486c-bffb-592614658c3e tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.0786469 Feb 07 16:54:33.187334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a8f7d82e-ddce-4335-a1f4-e590fc4663ec,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:33.394780 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64059ba-05d0-45e4-8f89-cbcd5f30838d req-4ed728b9-f4e9-499c-9842-4f87b3c373b5 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:33.401942 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d64059ba-05d0-45e4-8f89-cbcd5f30838d req-4ed728b9-f4e9-499c-9842-4f87b3c373b5 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.1591880 Feb 07 16:54:33.473153 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d64059ba-05d0-45e4-8f89-cbcd5f30838d req-9306214f-02f1-4823-a474-20084644dc37 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701365 Feb 07 16:54:33.541742 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b6d45c-6f94-45f2-8a82-60e7ae9214a8 x-openstack-request-id: req-c2b6d45c-6f94-45f2-8a82-60e7ae9214a8 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:54:33.542049 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90d69f0-8cfd-42e5-8660-7317f3671910", "name": "network-vif-plugged", "status": "completed", "tag": "a8f7d82e-ddce-4335-a1f4-e590fc4663ec", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:54:33.542310 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2b6d45c-6f94-45f2-8a82-60e7ae9214a8 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:54:33.542720 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90d69f0-8cfd-42e5-8660-7317f3671910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f7d82e-ddce-4335-a1f4-e590fc4663ec', 'code': 200} Feb 07 16:54:33.773826 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1226a-438d-4a5a-97f7-dcebebac52e6 req-8a4a4065-ce51-446f-a362-3f488fcf9aa7 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:33.781162 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2bd1226a-438d-4a5a-97f7-dcebebac52e6 req-8a4a4065-ce51-446f-a362-3f488fcf9aa7 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.8957648 Feb 07 16:54:33.839402 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2bd1226a-438d-4a5a-97f7-dcebebac52e6 req-3562e45c-e031-42c0-b719-17bb70676805 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565689 Feb 07 16:54:34.029590 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cfb6b-6da4-4e0d-a2d9-5d16dd4fa0f2 req-40c289d4-6666-440e-9328-5fffb93bdfae tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:34.039780 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca4cfb6b-6da4-4e0d-a2d9-5d16dd4fa0f2 req-40c289d4-6666-440e-9328-5fffb93bdfae tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.1344481 Feb 07 16:54:34.105918 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca4cfb6b-6da4-4e0d-a2d9-5d16dd4fa0f2 req-4a1aa7e3-ea5f-4cec-8220-96fb7e3c1d7c tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643444 Feb 07 16:54:34.306888 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dfd93f85-c3a0-4910-887d-601ff992d45a req-7386cca9-0f6c-43c1-817d-945ff83adf9b tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.0970368 Feb 07 16:54:34.628005 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-dd9c736d-5e92-4ce2-9f8c-d22e39d203e9 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=52e2cfc122e2454bb720b22756b54435&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321283 Feb 07 16:54:34.795170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-7f80354c-4063-4110-913a-887b1354c9e7 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:34.804224 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-7f80354c-4063-4110-913a-887b1354c9e7 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748078 Feb 07 16:54:34.824583 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-2bacbe36-5167-40f0-9a91-82fa4acfe4e9 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/quotas/52e2cfc122e2454bb720b22756b54435 HTTP/1.1" status: 200 len: 375 time: 0.0188832 Feb 07 16:54:34.909233 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-0cbdee65-385e-4aa2-ad3d-ac0087348642 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822840 Feb 07 16:54:35.072898 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb24d27-06b1-4c9f-876e-76691bacef5b req-b1d69e1d-63eb-41e3-924e-a88a14fda941 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:35.074471 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6cb24d27-06b1-4c9f-876e-76691bacef5b req-b1d69e1d-63eb-41e3-924e-a88a14fda941 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.1128960 Feb 07 16:54:35.222811 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6cb24d27-06b1-4c9f-876e-76691bacef5b req-e69bc00b-3e1a-4217-92ad-575c7cfd960d tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350315 Feb 07 16:54:35.362209 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-88d976e8-9ee8-414b-9d23-e58d8c6c9e7b req-90374296-4dc5-4205-a07b-ebc2a2e3db0b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 210 time: 0.0857329 Feb 07 16:54:35.554606 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d08fe0d-7c86-4fda-bb1d-6a037b50c55e req-b9f46bf2-2629-44f0-a547-c30864469366 tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.0793574 Feb 07 16:54:36.533612 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579303fd-5658-4b1b-8ea6-500807217487 req-3c41128a-5f28-448f-b448-169120ff9d4b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:36.540863 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-579303fd-5658-4b1b-8ea6-500807217487 req-3c41128a-5f28-448f-b448-169120ff9d4b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.1479883 Feb 07 16:54:36.616109 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9034321a-047e-406b-a704-bb4276231be4 req-2cbb78f4-c185-4234-9bb4-55f6ed763160 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 210 time: 0.0874374 Feb 07 16:54:36.679182 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-579303fd-5658-4b1b-8ea6-500807217487 req-6ba16e9e-228c-44af-99a7-bea6ea540a2e tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321685 Feb 07 16:54:36.883147 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f85717b7-faf9-4226-84fe-fd4dd800355d req-15297714-6ef9-4743-9fb3-4caa7166449a tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.0657816 Feb 07 16:54:36.897266 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77365f95-31b5-4594-b4b9-fd8082c193ee req-7d302a1e-a5cc-49c6-86fd-1e0062ae01af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:36.899026 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-77365f95-31b5-4594-b4b9-fd8082c193ee req-7d302a1e-a5cc-49c6-86fd-1e0062ae01af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 1128 time: 0.1383286 Feb 07 16:54:37.077368 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-77365f95-31b5-4594-b4b9-fd8082c193ee req-409ffba4-149e-4ff9-932d-f71efc6c8916 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721797 Feb 07 16:54:37.177974 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-ae8cf7fb-ecec-41ea-a7c7-c2765c4bfe63 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=52e2cfc122e2454bb720b22756b54435&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494523 Feb 07 16:54:37.396995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-0c1f0ad6-277f-4837-85df-bbcc4c0b90f6 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:37.401080 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-0c1f0ad6-277f-4837-85df-bbcc4c0b90f6 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187371 Feb 07 16:54:37.415763 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Request body: {'port': {'device_id': 'b8e0899a-60a9-4ae1-839d-abff6e27f7f1', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '52e2cfc122e2454bb720b22756b54435'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:54:37.653659 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Made reservation on behalf of 52e2cfc122e2454bb720b22756b54435 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:54:37.658236 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:37.865829 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3e1e03e3-2951-4b40-9346-a999a0702084 req-d0fc993a-9ab7-49d8-a1fe-ee6e29e2816f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 210 time: 0.1138718 Feb 07 16:54:38.050565 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Allocated IP 192.168.233.47 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/fbd2bb0e-e9a3-47ba-8583-e7c02519eee4) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:54:38.178420 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9cdf018a-324f-4332-8292-6fd95e4a68a3 req-0ddb8b73-9568-4a76-9be1-dab004a9bf42 tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.0961480 Feb 07 16:54:38.322082 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c4a66-59d2-4600-bbfb-a8edb5e075cd req-243d4c72-9afc-480e-bce4-d19ec0f0525a tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:38.330779 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1c3c4a66-59d2-4600-bbfb-a8edb5e075cd req-243d4c72-9afc-480e-bce4-d19ec0f0525a tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.2706273 Feb 07 16:54:38.523225 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1c3c4a66-59d2-4600-bbfb-a8edb5e075cd req-d7859d32-0fd0-4e82-acf8-89fec1991943 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896381 Feb 07 16:54:38.708499 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks [] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:38.830490 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:38.844852 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['a8f7d82e-ddce-4335-a1f4-e590fc4663ec'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:54:38.978320 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2ff7e564-33b8-46a8-a62b-6de8c00e52b3'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:54:39.004609 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Pushing event updated for resources: {'Port': ['ID=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:39.021513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:54:39.038880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:39.038880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:39.038880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:39.038880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:39.038880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:39.038880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:39.039810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:39.039810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:39.040555 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:39.040918 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:39.041242 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:39.041655 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:39.041995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:54:39.050382 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:54:39.090175 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:54:39.314763 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d8df7-fdcf-4a0a-9346-87564d776e83 req-af0854be-cd4f-4d17-8627-2c2208e31420 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:39.331279 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e48d8df7-fdcf-4a0a-9346-87564d776e83 req-af0854be-cd4f-4d17-8627-2c2208e31420 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 935 time: 0.3084071 Feb 07 16:54:39.399622 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:39.399622 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:39.499405 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-43bdc860-b136-4076-9119-4c6366ed6767 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0889742 Feb 07 16:54:39.519154 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Request body: {'port': {'device_id': 'b8e0899a-60a9-4ae1-839d-abff6e27f7f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:54:39.562291 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f1fa435c-a3ce-4110-8412-6b785433349b req-ad9632da-32bc-4eff-a576-c4e0b5602cda tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.1563792 Feb 07 16:54:39.740751 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f172ce45-d02e-4b82-a045-eafd9c0eda02 req-7c3df23a-d698-4b20-92e7-1a012721c893 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3036847 Feb 07 16:54:39.763022 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e48d8df7-fdcf-4a0a-9346-87564d776e83 req-7c7ca957-25c6-4b61-bfa8-d669347cecb1 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261322 Feb 07 16:54:39.801253 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:39.824664 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-009a019c-acfa-463a-bf08-38f410586189 None None] Provisioning complete for port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:54:39.825040 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-009a019c-acfa-463a-bf08-38f410586189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:40.039886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-009a019c-acfa-463a-bf08-38f410586189 None None] Port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:54:40.044733 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaa473-a44c-4a25-8746-e71032db33d1 req-7454c773-4986-4cdb-b091-ad4567a9bde1 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:40.046441 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9cfaa473-a44c-4a25-8746-e71032db33d1 req-7454c773-4986-4cdb-b091-ad4567a9bde1 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.2943375 Feb 07 16:54:40.113457 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172ce45-d02e-4b82-a045-eafd9c0eda02 req-9725fb8e-96be-4352-ba87-7bb0169a873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:40.114999 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f172ce45-d02e-4b82-a045-eafd9c0eda02 req-9725fb8e-96be-4352-ba87-7bb0169a873d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 1131 time: 0.2681839 Feb 07 16:54:40.283015 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9cfaa473-a44c-4a25-8746-e71032db33d1 req-7c50bb1c-2e1b-436f-8822-adb7d8071128 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176485 Feb 07 16:54:40.415355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172ce45-d02e-4b82-a045-eafd9c0eda02 req-91871d66-667e-495f-8728-d66286d26770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:40.417229 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f172ce45-d02e-4b82-a045-eafd9c0eda02 req-91871d66-667e-495f-8728-d66286d26770 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.2726374 Feb 07 16:54:40.475914 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:54:40.489883 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Publish callbacks [] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:40.511868 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f172ce45-d02e-4b82-a045-eafd9c0eda02 req-dfd49130-53fa-40d0-9d24-61fe73395967 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2ff7e564-33b8-46a8-a62b-6de8c00e52b3 HTTP/1.1" status: 200 len: 217 time: 0.0885365 Feb 07 16:54:40.517431 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Transition to ACTIVE for port object fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:54:40.532374 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-0984f236-9959-44fb-be50-1cb6a25e96fb req-b34ebe35-af45-4e8b-80c0-8ab31b555987 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1163635700', 'description': 'tempest-description-765078104'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:54:40.582701 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:40.703767 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172ce45-d02e-4b82-a045-eafd9c0eda02 req-3aa6c177-c327-459a-a1ce-de96b6744dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:40.705591 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f172ce45-d02e-4b82-a045-eafd9c0eda02 req-3aa6c177-c327-459a-a1ce-de96b6744dd9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1850553 Feb 07 16:54:40.787055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:40.848961 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0984f236-9959-44fb-be50-1cb6a25e96fb req-b34ebe35-af45-4e8b-80c0-8ab31b555987 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:40.942001 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172ce45-d02e-4b82-a045-eafd9c0eda02 req-8c38d0e9-c0db-48a4-b924-dc4431dc3951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:40.945383 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f172ce45-d02e-4b82-a045-eafd9c0eda02 req-8c38d0e9-c0db-48a4-b924-dc4431dc3951 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2312593 Feb 07 16:54:40.947456 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-240b1ab8-1d28-4e5a-a0e1-ce9f61d7a464 req-01818b86-d0e3-4570-b06a-5c1cba870c0e tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.1037874 Feb 07 16:54:41.202169 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Attempting to bind port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:54:41.202519 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Attempting to bind port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:54:41.202874 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Attempting to bind port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:54:41.293237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:54:41.302133 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Attempting to bind port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:54:41.336923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:54:41.346530 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:54:41.347853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:54:41.348403 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Bound port: fbd2bb0e-e9a3-47ba-8583-e7c02519eee4, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:54:41.352855 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:41.370135 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f172ce45-d02e-4b82-a045-eafd9c0eda02 req-847dc887-e1c7-4d76-a0dd-3f702ea1e1e6 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161541 Feb 07 16:54:41.544214 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0984f236-9959-44fb-be50-1cb6a25e96fb req-b34ebe35-af45-4e8b-80c0-8ab31b555987 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks [] for security_group (a1b6a7d3-12b1-44f5-9401-91f5946269e7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:41.558752 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0984f236-9959-44fb-be50-1cb6a25e96fb req-b34ebe35-af45-4e8b-80c0-8ab31b555987 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a1b6a7d3-12b1-44f5-9401-91f5946269e7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:41.587043 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f172ce45-d02e-4b82-a045-eafd9c0eda02 req-3c62c685-f9be-48e4-8b3e-7d6b2276e614 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021763 Feb 07 16:54:41.623250 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86111860-4e8f-4233-ba36-b400fd3c76f1 req-e6d61edb-e2f4-429b-ac2b-7309632e7c26 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:41.636006 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-86111860-4e8f-4233-ba36-b400fd3c76f1 req-e6d61edb-e2f4-429b-ac2b-7309632e7c26 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 947 time: 0.4175997 Feb 07 16:54:41.728163 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0984f236-9959-44fb-be50-1cb6a25e96fb req-b34ebe35-af45-4e8b-80c0-8ab31b555987 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:41.746088 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0984f236-9959-44fb-be50-1cb6a25e96fb req-b34ebe35-af45-4e8b-80c0-8ab31b555987 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 1.2266777 Feb 07 16:54:41.747982 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] For port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:54:41.760584 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ebe35-af45-4e8b-80c0-8ab31b555987 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b6a7d3-12b1-44f5-9401-91f5946269e7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:41.774456 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] For port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:54:41.791708 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:41.792399 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-86111860-4e8f-4233-ba36-b400fd3c76f1 req-c58d51b1-fb27-4a34-b9f3-a1a1b394353e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551163 Feb 07 16:54:41.987466 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:41.991003 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:41.991626 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:41.993073 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-6dbb963c-494d-4318-925c-57ce44c50cc9 service neutron] 10.222.0.48 "PUT /v2.0/ports/fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 HTTP/1.1" status: 200 len: 1095 time: 2.4848206 Feb 07 16:54:41.993596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e0899a-60a9-4ae1-839d-abff6e27f7f1', 'tag': 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:54:42.006519 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b53ef7-0457-4e0c-874d-a6514915db6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e0899a-60a9-4ae1-839d-abff6e27f7f1", "tag": "fbd2bb0e-e9a3-47ba-8583-e7c02519eee4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:54:42.050451 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-570f67f0-85f9-42b3-95d3-3cb57333b75f req-61d1f3a9-19e4-4a28-8e79-7cee756da132 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1163635700&fields=id&tenant_id=58d71b6b570c43899437dc2367577b8c HTTP/1.1" status: 200 len: 267 time: 0.1216102 Feb 07 16:54:42.287972 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f67f0-85f9-42b3-95d3-3cb57333b75f req-4ad20fdf-a350-4854-99f6-ec78a89d4741 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:42.305157 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-570f67f0-85f9-42b3-95d3-3cb57333b75f req-4ad20fdf-a350-4854-99f6-ec78a89d4741 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.2536504 Feb 07 16:54:42.321172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-570f67f0-85f9-42b3-95d3-3cb57333b75f req-a6b7f069-f199-4a11-99c6-2ebc6c171a0b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Request body: {'port': {'security_groups': ['67e1e95e-ef4e-4697-ba54-c49706b42f36', 'a1b6a7d3-12b1-44f5-9401-91f5946269e7']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:54:42.400433 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5d209ced-7600-46ce-ba6d-4fb9aeadc209 req-f6aa6399-0996-4d92-b3a1-129b05d6b57a tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.1567948 Feb 07 16:54:42.420957 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-8f71e05f-4b6e-438c-a3a5-f27ff65fc72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:42.424498 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-8f71e05f-4b6e-438c-a3a5-f27ff65fc72d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 1129 time: 0.3473246 Feb 07 16:54:42.567877 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-e0a1cab0-6d5f-496b-ac34-20da2cc8dff2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 HTTP/1.1" status: 200 len: 217 time: 0.1326084 Feb 07 16:54:42.660041 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-570f67f0-85f9-42b3-95d3-3cb57333b75f req-a6b7f069-f199-4a11-99c6-2ebc6c171a0b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (29d13773-dda1-4fda-97ee-f960a462ac17), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:42.712451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-abb42024-6612-43aa-899f-7f4363ca5465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:42.719909 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-abb42024-6612-43aa-899f-7f4363ca5465 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1397610 Feb 07 16:54:42.930375 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-50e0c9f0-52df-4a2a-9454-c35b2e8b8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:42.948188 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-50e0c9f0-52df-4a2a-9454-c35b2e8b8f1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2114589 Feb 07 16:54:43.010811 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49196) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:43.221680 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357c88e6-4165-4454-989d-2e238126275a x-openstack-request-id: req-357c88e6-4165-4454-989d-2e238126275a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:54:43.221978 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e0899a-60a9-4ae1-839d-abff6e27f7f1", "tag": "fbd2bb0e-e9a3-47ba-8583-e7c02519eee4", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:54:43.222248 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-357c88e6-4165-4454-989d-2e238126275a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:54:43.222680 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e0899a-60a9-4ae1-839d-abff6e27f7f1', 'tag': 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4', 'status': 'completed', 'code': 200} Feb 07 16:54:43.288284 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-570f67f0-85f9-42b3-95d3-3cb57333b75f req-a6b7f069-f199-4a11-99c6-2ebc6c171a0b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] For port 29d13773-dda1-4fda-97ee-f960a462ac17, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=29d13773-dda1-4fda-97ee-f960a462ac17,segment=NetworkSegment(76cc3e9a-116c-4d9d-9e6d-c474df14630a),segment_id=76cc3e9a-116c-4d9d-9e6d-c474df14630a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:54:43.306951 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-94d33194-d6e5-4b89-a880-a1e2d4b7cd27 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577695 Feb 07 16:54:43.360350 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-570f67f0-85f9-42b3-95d3-3cb57333b75f req-a6b7f069-f199-4a11-99c6-2ebc6c171a0b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks [] for port (29d13773-dda1-4fda-97ee-f960a462ac17), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:43.369996 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-570f67f0-85f9-42b3-95d3-3cb57333b75f req-a6b7f069-f199-4a11-99c6-2ebc6c171a0b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (29d13773-dda1-4fda-97ee-f960a462ac17), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:43.384750 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['29d13773-dda1-4fda-97ee-f960a462ac17'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:54:43.616145 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7fd07327-e6ba-4824-b9eb-3e023386a455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:43.634959 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7f069-f199-4a11-99c6-2ebc6c171a0b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Pushing event updated for resources: {'Port': ['ID=29d13773-dda1-4fda-97ee-f960a462ac17,revision_number=6']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:43.676660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f67f0-85f9-42b3-95d3-3cb57333b75f req-a6b7f069-f199-4a11-99c6-2ebc6c171a0b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:43.677899 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-570f67f0-85f9-42b3-95d3-3cb57333b75f req-a6b7f069-f199-4a11-99c6-2ebc6c171a0b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:43.691238 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-570f67f0-85f9-42b3-95d3-3cb57333b75f req-a6b7f069-f199-4a11-99c6-2ebc6c171a0b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "PUT /v2.0/ports/29d13773-dda1-4fda-97ee-f960a462ac17 HTTP/1.1" status: 200 len: 982 time: 1.3847506 Feb 07 16:54:43.693541 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece3d9f8-d9b6-4f90-8486-583a9a9fb523', 'tag': '29d13773-dda1-4fda-97ee-f960a462ac17'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:54:43.706163 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274bf27a-4fea-4814-932e-1046998063ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ece3d9f8-d9b6-4f90-8486-583a9a9fb523", "tag": "29d13773-dda1-4fda-97ee-f960a462ac17"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:54:43.777720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['29d13773-dda1-4fda-97ee-f960a462ac17'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:54:43.857780 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7fd07327-e6ba-4824-b9eb-3e023386a455 admin admin] Publish callbacks [] for security_group (686df2d7-eef9-477d-a56d-768c6cd70bc1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:43.913454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dc0e5-9df1-4ddd-9e9b-da51a26c3bf1 req-e9658978-67d6-444d-a48e-ba941c172e17 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:43.920397 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-971dc0e5-9df1-4ddd-9e9b-da51a26c3bf1 req-e9658978-67d6-444d-a48e-ba941c172e17 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 947 time: 0.4045327 Feb 07 16:54:43.921120 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7fd07327-e6ba-4824-b9eb-3e023386a455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (686df2d7-eef9-477d-a56d-768c6cd70bc1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:44.010826 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ad895f40-b097-43ca-95fd-1e538ffe78ec req-e90c1c4e-21ff-44b9-a355-67bad28faaea tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.0952091 Feb 07 16:54:44.129200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49214) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:44.130417 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7fd07327-e6ba-4824-b9eb-3e023386a455 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=028b8f4bb0984f4f8dcf87ba689459e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1171210 Feb 07 16:54:44.206428 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd07327-e6ba-4824-b9eb-3e023386a455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686df2d7-eef9-477d-a56d-768c6cd70bc1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:44.221551 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-971dc0e5-9df1-4ddd-9e9b-da51a26c3bf1 req-3205a8e5-21a5-4dff-bfa8-3b243af528cf tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196827 Feb 07 16:54:44.280812 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84a60eb0-ec9a-44ee-866a-0fd9884b4916 req-2771228c-53e5-4328-95ec-f0612e1b9193 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9639273 Feb 07 16:54:44.285117 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9050eef7-641e-44e0-b649-f22d61fa18ef req-9117944a-cd9e-4f26-b9bb-ead6976b8480 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1163635700&fields=id&tenant_id=58d71b6b570c43899437dc2367577b8c HTTP/1.1" status: 200 len: 267 time: 0.1406538 Feb 07 16:54:44.447437 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8452414-48fb-4932-a50a-942b5c4461ae x-openstack-request-id: req-b8452414-48fb-4932-a50a-942b5c4461ae {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:54:44.448136 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece3d9f8-d9b6-4f90-8486-583a9a9fb523", "tag": "29d13773-dda1-4fda-97ee-f960a462ac17", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:54:44.448136 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8452414-48fb-4932-a50a-942b5c4461ae {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:54:44.449784 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece3d9f8-d9b6-4f90-8486-583a9a9fb523', 'tag': '29d13773-dda1-4fda-97ee-f960a462ac17', 'status': 'completed', 'code': 200} Feb 07 16:54:44.501449 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b53ef7-0457-4e0c-874d-a6514915db6b req-aa3f0383-dbae-4ca0-830c-c9c0090278c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:44.509407 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-58b53ef7-0457-4e0c-874d-a6514915db6b req-aa3f0383-dbae-4ca0-830c-c9c0090278c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 1129 time: 0.1734865 Feb 07 16:54:44.587891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050eef7-641e-44e0-b649-f22d61fa18ef req-32688e4d-394d-40a9-9a2b-14d08c1befd4 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:44.589541 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9050eef7-641e-44e0-b649-f22d61fa18ef req-32688e4d-394d-40a9-9a2b-14d08c1befd4 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 985 time: 0.3036962 Feb 07 16:54:44.592082 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0c78036-41a0-4514-8520-a5323ed15e45 admin admin] Publish callbacks [] for security_group (686df2d7-eef9-477d-a56d-768c6cd70bc1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:44.619675 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0c78036-41a0-4514-8520-a5323ed15e45 admin admin] Publish callbacks [] for security_group (686df2d7-eef9-477d-a56d-768c6cd70bc1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:44.696474 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0c78036-41a0-4514-8520-a5323ed15e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (686df2d7-eef9-477d-a56d-768c6cd70bc1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:44.700261 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0c78036-41a0-4514-8520-a5323ed15e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:44.705923 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f0c78036-41a0-4514-8520-a5323ed15e45 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/686df2d7-eef9-477d-a56d-768c6cd70bc1 HTTP/1.1" status: 204 len: 168 time: 0.5739856 Feb 07 16:54:44.710494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-9050eef7-641e-44e0-b649-f22d61fa18ef req-c32f90db-51d1-4d91-8579-a4b8780598a6 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Request body: {'port': {'security_groups': ['67e1e95e-ef4e-4697-ba54-c49706b42f36']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:54:44.800303 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b53ef7-0457-4e0c-874d-a6514915db6b req-f00d97a9-addf-4937-9f23-9bf4506be247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:44.811280 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-58b53ef7-0457-4e0c-874d-a6514915db6b req-f00d97a9-addf-4937-9f23-9bf4506be247 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.2918005 Feb 07 16:54:44.834992 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c78036-41a0-4514-8520-a5323ed15e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686df2d7-eef9-477d-a56d-768c6cd70bc1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:44.852576 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bf27a-4fea-4814-932e-1046998063ac req-be05af5e-bb11-4d99-8c53-f3ec0c08775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:44.854476 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-274bf27a-4fea-4814-932e-1046998063ac req-be05af5e-bb11-4d99-8c53-f3ec0c08775c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=58d71b6b570c43899437dc2367577b8c&device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 1167 time: 0.4037242 Feb 07 16:54:44.865183 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9050eef7-641e-44e0-b649-f22d61fa18ef req-c32f90db-51d1-4d91-8579-a4b8780598a6 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (29d13773-dda1-4fda-97ee-f960a462ac17), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:44.899410 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-58b53ef7-0457-4e0c-874d-a6514915db6b req-fa9dc2ed-56ad-49b0-9e43-d56b1a3f8782 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 HTTP/1.1" status: 200 len: 217 time: 0.0808995 Feb 07 16:54:45.073031 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b53ef7-0457-4e0c-874d-a6514915db6b req-80c08c7c-da20-4240-9e53-220d0c4df466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:45.075548 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-58b53ef7-0457-4e0c-874d-a6514915db6b req-80c08c7c-da20-4240-9e53-220d0c4df466 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1693306 Feb 07 16:54:45.429791 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bf27a-4fea-4814-932e-1046998063ac req-b01d96fc-03c6-4817-89cb-467882945575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:45.430056 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ca8de64-359f-46ce-b431-99b92a9ef906 req-9562c450-da21-41c0-bc38-ed877b53ed15 tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.1902452 Feb 07 16:54:45.435006 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-274bf27a-4fea-4814-932e-1046998063ac req-b01d96fc-03c6-4817-89cb-467882945575 service neutron] 10.222.0.32 "GET /v2.0/networks?id=26af5cb1-2ce1-4cef-b118-60089a99f582 HTTP/1.1" status: 200 len: 921 time: 0.5652115 Feb 07 16:54:45.515007 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49246) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:45.517571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b53ef7-0457-4e0c-874d-a6514915db6b req-c0724d80-fc14-4410-ba08-1e24ede32dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:45.519487 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-58b53ef7-0457-4e0c-874d-a6514915db6b req-c0724d80-fc14-4410-ba08-1e24ede32dd0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4346480 Feb 07 16:54:45.545524 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b0a7a77-bf3c-40fa-8904-3b71e08a203a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:45.550628 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-274bf27a-4fea-4814-932e-1046998063ac req-58994f9d-e37a-4e32-8ac0-9caea36c6dbd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29d13773-dda1-4fda-97ee-f960a462ac17 HTTP/1.1" status: 200 len: 217 time: 0.1056051 Feb 07 16:54:45.695736 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bf27a-4fea-4814-932e-1046998063ac req-0c462743-6379-495b-93a0-5b1b0a6d9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:45.699178 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-274bf27a-4fea-4814-932e-1046998063ac req-0c462743-6379-495b-93a0-5b1b0a6d9799 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b65ad38d-2d73-474a-8bbd-bb6aaadc67c3 HTTP/1.1" status: 200 len: 860 time: 0.1146331 Feb 07 16:54:45.723338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49250) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:45.757318 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-58b53ef7-0457-4e0c-874d-a6514915db6b req-5c6b60fc-54f5-4998-bb79-243e1e4d0424 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308180 Feb 07 16:54:45.780268 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-274bf27a-4fea-4814-932e-1046998063ac req-7ef4b985-b947-4871-8307-357832ee92d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26af5cb1-2ce1-4cef-b118-60089a99f582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660868 Feb 07 16:54:46.043258 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-9050eef7-641e-44e0-b649-f22d61fa18ef req-c32f90db-51d1-4d91-8579-a4b8780598a6 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] For port 29d13773-dda1-4fda-97ee-f960a462ac17, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=29d13773-dda1-4fda-97ee-f960a462ac17,segment=NetworkSegment(76cc3e9a-116c-4d9d-9e6d-c474df14630a),segment_id=76cc3e9a-116c-4d9d-9e6d-c474df14630a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:54:46.149908 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9050eef7-641e-44e0-b649-f22d61fa18ef req-c32f90db-51d1-4d91-8579-a4b8780598a6 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks [] for port (29d13773-dda1-4fda-97ee-f960a462ac17), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:46.235176 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ec399-28af-498a-95a0-6059a7118b5b req-39e89812-8c5d-4d9a-9386-400967fb66e4 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:46.240394 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a1ec399-28af-498a-95a0-6059a7118b5b req-39e89812-8c5d-4d9a-9386-400967fb66e4 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 947 time: 0.4675927 Feb 07 16:54:46.350927 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9050eef7-641e-44e0-b649-f22d61fa18ef req-c32f90db-51d1-4d91-8579-a4b8780598a6 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (29d13773-dda1-4fda-97ee-f960a462ac17), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:46.366844 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['29d13773-dda1-4fda-97ee-f960a462ac17'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:54:46.388797 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-58b53ef7-0457-4e0c-874d-a6514915db6b req-bc6cda7d-2283-4797-88b4-b3f1979c4388 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6134429 Feb 07 16:54:46.574870 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b0a7a77-bf3c-40fa-8904-3b71e08a203a admin admin] Publish callbacks [] for security_group (01bc7d68-910c-4e14-a085-0f1ae5a698c9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:46.637585 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a1ec399-28af-498a-95a0-6059a7118b5b req-8baf6787-eda4-4eaf-94aa-68c070652739 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645766 Feb 07 16:54:46.686323 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8e3e195e-76c8-40e1-8667-dcc5a156d94b req-9a1bc478-cb24-4f81-86aa-4d1fc24ebee6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4945071 Feb 07 16:54:46.719549 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-274bf27a-4fea-4814-932e-1046998063ac req-e176d061-1870-46af-9018-881e521403fb service neutron] 10.222.0.32 "GET /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9251733 Feb 07 16:54:46.819805 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b0a7a77-bf3c-40fa-8904-3b71e08a203a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (01bc7d68-910c-4e14-a085-0f1ae5a698c9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:46.856296 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050eef7-641e-44e0-b649-f22d61fa18ef req-c32f90db-51d1-4d91-8579-a4b8780598a6 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:46.856989 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9050eef7-641e-44e0-b649-f22d61fa18ef req-c32f90db-51d1-4d91-8579-a4b8780598a6 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:46.858552 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9050eef7-641e-44e0-b649-f22d61fa18ef req-c32f90db-51d1-4d91-8579-a4b8780598a6 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "PUT /v2.0/ports/29d13773-dda1-4fda-97ee-f960a462ac17 HTTP/1.1" status: 200 len: 943 time: 2.1689243 Feb 07 16:54:46.862335 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['29d13773-dda1-4fda-97ee-f960a462ac17'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:54:46.907410 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e195e-76c8-40e1-8667-dcc5a156d94b req-c1273128-8d84-4b19-a3a5-c1fac335e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:46.908995 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8e3e195e-76c8-40e1-8667-dcc5a156d94b req-c1273128-8d84-4b19-a3a5-c1fac335e477 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fdea7f1b6324f67b931aa532697bca1&device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 1128 time: 0.1658099 Feb 07 16:54:47.043179 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece3d9f8-d9b6-4f90-8486-583a9a9fb523', 'tag': '29d13773-dda1-4fda-97ee-f960a462ac17'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:54:47.058231 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bab26f-0de6-42a0-966f-1b5c591348ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ece3d9f8-d9b6-4f90-8486-583a9a9fb523", "tag": "29d13773-dda1-4fda-97ee-f960a462ac17"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:54:47.328032 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ad62ed80-d2ec-420d-b242-e25193072e1e req-9fe58d3d-254e-4163-918e-82e8d22c04cb tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.2169759 Feb 07 16:54:47.446036 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e195e-76c8-40e1-8667-dcc5a156d94b req-3494260b-228c-4642-b8bb-7ea30e2bbb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:47.453895 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8e3e195e-76c8-40e1-8667-dcc5a156d94b req-3494260b-228c-4642-b8bb-7ea30e2bbb90 service neutron] 10.222.0.48 "GET /v2.0/networks?id=558210b1-aeef-4297-87e4-07b1b1a8ae99 HTTP/1.1" status: 200 len: 918 time: 0.5179119 Feb 07 16:54:47.459178 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a7a77-bf3c-40fa-8904-3b71e08a203a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bc7d68-910c-4e14-a085-0f1ae5a698c9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:47.464241 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-274bf27a-4fea-4814-932e-1046998063ac req-1868a895-39b0-4aeb-89dd-df663b7d4bea service neutron] 10.222.0.32 "GET /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6047428 Feb 07 16:54:47.522624 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f90db-51d1-4d91-8579-a4b8780598a6 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Pushing event updated for resources: {'Port': ['ID=29d13773-dda1-4fda-97ee-f960a462ac17,revision_number=7']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:47.671077 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8e3e195e-76c8-40e1-8667-dcc5a156d94b req-d2bc87f5-3f04-43a7-8b72-233a9f948b1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 HTTP/1.1" status: 200 len: 1001 time: 0.2162082 Feb 07 16:54:47.697475 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1b0a7a77-bf3c-40fa-8904-3b71e08a203a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fdf1c35534884f0ea8f7ec7d30ee25cd&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1759853 Feb 07 16:54:47.709071 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49286) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:47.820311 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:54:47.846978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e195e-76c8-40e1-8667-dcc5a156d94b req-436c63c7-0381-4f1e-be12-31ecec563039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:47.854185 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8e3e195e-76c8-40e1-8667-dcc5a156d94b req-436c63c7-0381-4f1e-be12-31ecec563039 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e08eff2f-7c93-4ede-90b9-2e6bbced6db6 HTTP/1.1" status: 200 len: 856 time: 0.1761506 Feb 07 16:54:47.861828 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49288) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:48.139395 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:54:48.179776 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4', 'mac_address': 'fa:16:3e:e1:1e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:54:48.233549 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba4c8cc-59b8-497e-8fd9-f3d963293ab5 x-openstack-request-id: req-2ba4c8cc-59b8-497e-8fd9-f3d963293ab5 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:54:48.234306 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece3d9f8-d9b6-4f90-8486-583a9a9fb523", "tag": "29d13773-dda1-4fda-97ee-f960a462ac17", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:54:48.234760 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ba4c8cc-59b8-497e-8fd9-f3d963293ab5 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:54:48.235345 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece3d9f8-d9b6-4f90-8486-583a9a9fb523', 'tag': '29d13773-dda1-4fda-97ee-f960a462ac17', 'status': 'completed', 'code': 200} Feb 07 16:54:48.287080 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:54:48.287908 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:48.329137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:54:48.353949 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e195e-76c8-40e1-8667-dcc5a156d94b req-483bee65-750f-4c22-9698-309fd8f4ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:48.359814 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8e3e195e-76c8-40e1-8667-dcc5a156d94b req-483bee65-750f-4c22-9698-309fd8f4ec9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=558210b1-aeef-4297-87e4-07b1b1a8ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4693921 Feb 07 16:54:48.388813 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:54:48.397312 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:48.541731 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:48.605356 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-bb055145-96ed-4a05-9097-5cb01861cfff tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.5113778 Feb 07 16:54:48.637881 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-8a9ece43-e010-4bc3-99e7-213a4e6d597c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:54:48.659235 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8e3e195e-76c8-40e1-8667-dcc5a156d94b req-7b24e89d-e694-40d7-be57-46a011609ba2 service neutron] 10.222.0.48 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779639 Feb 07 16:54:48.689411 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['fbd2bb0e-e9a3-47ba-8583-e7c02519eee4'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:54:48.698957 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-8a9ece43-e010-4bc3-99e7-213a4e6d597c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:48.728375 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bab26f-0de6-42a0-966f-1b5c591348ee req-ab6c92e7-4748-4a39-ac5f-7558bd60b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:48.730485 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9bab26f-0de6-42a0-966f-1b5c591348ee req-ab6c92e7-4748-4a39-ac5f-7558bd60b41c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=58d71b6b570c43899437dc2367577b8c&device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 1128 time: 0.5122833 Feb 07 16:54:48.899482 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff79064f-dc8f-49fd-acc5-6877cfb1c1a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:48.966652 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467df26-a727-4dd2-853c-fcd866d8264c req-c216a60e-0014-4d12-89f5-db85f7688bd6 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:48.974587 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7467df26-a727-4dd2-853c-fcd866d8264c req-c216a60e-0014-4d12-89f5-db85f7688bd6 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 947 time: 0.7529113 Feb 07 16:54:48.987957 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2424c098-1298-41ab-ab26-bb3c4d42594c admin admin] Publish callbacks [] for security_group (01bc7d68-910c-4e14-a085-0f1ae5a698c9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:48.995927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bab26f-0de6-42a0-966f-1b5c591348ee req-afb571d2-68e1-4c7b-a6bd-e30dcc4db5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:48.998025 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9bab26f-0de6-42a0-966f-1b5c591348ee req-afb571d2-68e1-4c7b-a6bd-e30dcc4db5d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=26af5cb1-2ce1-4cef-b118-60089a99f582 HTTP/1.1" status: 200 len: 921 time: 0.1855142 Feb 07 16:54:49.130048 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9bab26f-0de6-42a0-966f-1b5c591348ee req-a152e624-fd2b-4b4d-9b22-6fcb7ded6e0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29d13773-dda1-4fda-97ee-f960a462ac17 HTTP/1.1" status: 200 len: 217 time: 0.1232970 Feb 07 16:54:49.231914 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7467df26-a727-4dd2-853c-fcd866d8264c req-3df19d90-f528-47cc-9827-38f379b985c1 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421086 Feb 07 16:54:49.235067 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff4bc-e4a2-4fa5-ba2e-a156bba45803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (0c0cb378-b544-40df-9144-5a4655bc5ba5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:49.243308 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2424c098-1298-41ab-ab26-bb3c4d42594c admin admin] Publish callbacks [] for security_group (01bc7d68-910c-4e14-a085-0f1ae5a698c9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:49.376200 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8e3e195e-76c8-40e1-8667-dcc5a156d94b req-67f91042-7ea3-4e86-81eb-fb17847688dc service neutron] 10.222.0.48 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6948364 Feb 07 16:54:49.538755 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bab26f-0de6-42a0-966f-1b5c591348ee req-94dcf5eb-e5fb-4ad4-86ae-c54c0f2ded94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:49.541748 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9bab26f-0de6-42a0-966f-1b5c591348ee req-94dcf5eb-e5fb-4ad4-86ae-c54c0f2ded94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b65ad38d-2d73-474a-8bbd-bb6aaadc67c3 HTTP/1.1" status: 200 len: 860 time: 0.4043717 Feb 07 16:54:49.557298 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2424c098-1298-41ab-ab26-bb3c4d42594c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (01bc7d68-910c-4e14-a085-0f1ae5a698c9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:49.559967 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2424c098-1298-41ab-ab26-bb3c4d42594c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:49.564705 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2424c098-1298-41ab-ab26-bb3c4d42594c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01bc7d68-910c-4e14-a085-0f1ae5a698c9 HTTP/1.1" status: 204 len: 168 time: 1.8406346 Feb 07 16:54:49.582198 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff79064f-dc8f-49fd-acc5-6877cfb1c1a4 admin admin] Publish callbacks [] for security_group (3bfbe90b-cab7-4720-a602-3f805539381a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:49.660665 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec427a59-854e-43c6-91b4-9cf72c81ce30 req-9f057055-be42-4472-a6fd-4fe3c5196d4f tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.1425991 Feb 07 16:54:49.672570 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff79064f-dc8f-49fd-acc5-6877cfb1c1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3bfbe90b-cab7-4720-a602-3f805539381a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:49.727386 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ff79064f-dc8f-49fd-acc5-6877cfb1c1a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad3342d731e2404a910db491b549d570&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8607953 Feb 07 16:54:49.728325 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424c098-1298-41ab-ab26-bb3c4d42594c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bc7d68-910c-4e14-a085-0f1ae5a698c9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:49.737162 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9bab26f-0de6-42a0-966f-1b5c591348ee req-820168e5-4a59-4129-b5f8-bc93072332d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26af5cb1-2ce1-4cef-b118-60089a99f582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481218 Feb 07 16:54:49.757864 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49300) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:49.842118 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:54:50.068903 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-8a9ece43-e010-4bc3-99e7-213a4e6d597c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:50.072752 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0041b249-4824-46a0-9b32-0d30f39633c5 admin admin] Publish callbacks [] for security_group (3bfbe90b-cab7-4720-a602-3f805539381a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:50.127696 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:54:50.149432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:54:50.149880 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:50.349326 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0041b249-4824-46a0-9b32-0d30f39633c5 admin admin] Publish callbacks [] for security_group (3bfbe90b-cab7-4720-a602-3f805539381a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:50.377948 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79064f-dc8f-49fd-acc5-6877cfb1c1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfbe90b-cab7-4720-a602-3f805539381a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:50.424851 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:54:50.425151 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:50.547955 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:54:50.551690 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9bab26f-0de6-42a0-966f-1b5c591348ee req-dff5cfdc-30c7-48f2-9b0c-fb8e6704c735 service neutron] 10.222.0.32 "GET /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7402496 Feb 07 16:54:50.553676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e0899a-60a9-4ae1-839d-abff6e27f7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:54:50.560670 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebf2863-2a57-467f-8c63-92235edec4bb" -d '{"events": [{"server_uuid": "b8e0899a-60a9-4ae1-839d-abff6e27f7f1", "name": "network-vif-plugged", "status": "completed", "tag": "fbd2bb0e-e9a3-47ba-8583-e7c02519eee4"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:54:50.570731 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:50.659176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49320) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:50.685926 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:50.723460 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e55846d0-f283-4267-b29a-59dcab445569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:50.725294 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0041b249-4824-46a0-9b32-0d30f39633c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3bfbe90b-cab7-4720-a602-3f805539381a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:50.729788 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-8a9ece43-e010-4bc3-99e7-213a4e6d597c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Allocated IP 172.25.4.246 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/2015debc-d3b7-4857-9b03-e2ac57b9f7c4) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:54:50.740284 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0041b249-4824-46a0-9b32-0d30f39633c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:50.741573 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0041b249-4824-46a0-9b32-0d30f39633c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3bfbe90b-cab7-4720-a602-3f805539381a HTTP/1.1" status: 204 len: 168 time: 0.9825919 Feb 07 16:54:50.793867 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041b249-4824-46a0-9b32-0d30f39633c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfbe90b-cab7-4720-a602-3f805539381a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:50.839102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4d3a7-bf5c-4d48-853a-5f25ef4b9b9a req-7e24c7c1-1b93-42dd-885d-752e3923a500 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:50.849198 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f8a4d3a7-bf5c-4d48-853a-5f25ef4b9b9a req-7e24c7c1-1b93-42dd-885d-752e3923a500 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 948 time: 0.4174871 Feb 07 16:54:50.922230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49326) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:51.013910 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f8a4d3a7-bf5c-4d48-853a-5f25ef4b9b9a req-d4429b18-e58d-4f5e-9eb9-c0d9934f5149 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636910 Feb 07 16:54:51.026462 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9bab26f-0de6-42a0-966f-1b5c591348ee req-71333681-ba7f-4981-b96a-bb294998c4ba service neutron] 10.222.0.32 "GET /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488823 Feb 07 16:54:51.076181 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7c0ff4bc-e4a2-4fa5-ba2e-a156bba45803 admin admin] Deleting port cf49984e-7dcf-4d73-b4ba-9535ef12dfd3 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:54:51.076763 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff4bc-e4a2-4fa5-ba2e-a156bba45803 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (cf49984e-7dcf-4d73-b4ba-9535ef12dfd3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:51.195159 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:51.214536 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e55846d0-f283-4267-b29a-59dcab445569 admin admin] Publish callbacks [] for security_group (1896618e-09b6-461a-a5e2-33a81f5fec07), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:51.224559 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f105566-fda5-4157-a2ee-9496d99e5c38 x-openstack-request-id: req-6f105566-fda5-4157-a2ee-9496d99e5c38 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:54:51.225235 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e0899a-60a9-4ae1-839d-abff6e27f7f1", "name": "network-vif-plugged", "status": "completed", "tag": "fbd2bb0e-e9a3-47ba-8583-e7c02519eee4", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:54:51.225891 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f105566-fda5-4157-a2ee-9496d99e5c38 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:54:51.226602 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e0899a-60a9-4ae1-839d-abff6e27f7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4', 'code': 200} Feb 07 16:54:51.226870 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-8a9ece43-e010-4bc3-99e7-213a4e6d597c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks [] for port (2015debc-d3b7-4857-9b03-e2ac57b9f7c4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:51.229133 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e55846d0-f283-4267-b29a-59dcab445569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1896618e-09b6-461a-a5e2-33a81f5fec07), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:51.337484 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-8a9ece43-e010-4bc3-99e7-213a4e6d597c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (2015debc-d3b7-4857-9b03-e2ac57b9f7c4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:51.423352 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e55846d0-f283-4267-b29a-59dcab445569 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff16507154ce4787b7495982c371acad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7629650 Feb 07 16:54:51.425103 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ece43-e010-4bc3-99e7-213a4e6d597c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Pushing event updated for resources: {'Port': ['ID=2015debc-d3b7-4857-9b03-e2ac57b9f7c4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:51.428904 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49332) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:51.444454 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e52e1df1-f62a-4da0-abfc-0a9428ac0788 req-4748aefe-5f2b-4520-81cb-39357fe874d5 tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.1314354 Feb 07 16:54:51.447302 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7c0ff4bc-e4a2-4fa5-ba2e-a156bba45803 admin admin] For port cf49984e-7dcf-4d73-b4ba-9535ef12dfd3, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=cf49984e-7dcf-4d73-b4ba-9535ef12dfd3,segment=NetworkSegment(066d6dab-37ee-4512-895e-667af50c7d8a),segment_id=066d6dab-37ee-4512-895e-667af50c7d8a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:54:51.447876 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff4bc-e4a2-4fa5-ba2e-a156bba45803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (cf49984e-7dcf-4d73-b4ba-9535ef12dfd3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:51.452635 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-8a9ece43-e010-4bc3-99e7-213a4e6d597c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:54:51.455979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55846d0-f283-4267-b29a-59dcab445569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1896618e-09b6-461a-a5e2-33a81f5fec07,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:51.475368 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-8a9ece43-e010-4bc3-99e7-213a4e6d597c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:54:51.483823 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-8a9ece43-e010-4bc3-99e7-213a4e6d597c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:54:51.519753 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7c0ff4bc-e4a2-4fa5-ba2e-a156bba45803 admin admin] Calling delete_port for cf49984e-7dcf-4d73-b4ba-9535ef12dfd3 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:54:51.540160 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b053c1-fe14-4650-b507-6d710e421758 req-fd67cd3e-60b9-4da9-b398-9b7639e09890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:51.545019 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b4b053c1-fe14-4650-b507-6d710e421758 req-fd67cd3e-60b9-4da9-b398-9b7639e09890 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 1131 time: 0.2196705 Feb 07 16:54:51.706388 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b4b053c1-fe14-4650-b507-6d710e421758 req-01de804e-cf64-4569-aa92-2b6592149017 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543798 Feb 07 16:54:51.813002 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbb7b855-cbc2-4ab6-91e1-4f17fc9e7a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:51.818522 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-8a9ece43-e010-4bc3-99e7-213a4e6d597c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks [] for floatingip (07fd8501-b719-4d80-8f4b-a9e8dd12423a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:51.830428 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49334) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:51.889772 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c79e-7395-420e-bf55-5225fb4346de admin admin] Publish callbacks [] for security_group (1896618e-09b6-461a-a5e2-33a81f5fec07), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:51.907813 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-8a9ece43-e010-4bc3-99e7-213a4e6d597c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2015debc-d3b7-4857-9b03-e2ac57b9f7c4), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:51.912649 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1282735-1a15-4f19-af1a-681e415c0f1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:52.041155 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c79e-7395-420e-bf55-5225fb4346de admin admin] Publish callbacks [] for security_group (1896618e-09b6-461a-a5e2-33a81f5fec07), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:52.088308 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbb7b855-cbc2-4ab6-91e1-4f17fc9e7a00 admin admin] Publish callbacks [] for security_group (41f921b6-066c-42c0-a587-70c6e68ed22b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:52.102795 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbb7b855-cbc2-4ab6-91e1-4f17fc9e7a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (41f921b6-066c-42c0-a587-70c6e68ed22b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:52.164727 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cbb7b855-cbc2-4ab6-91e1-4f17fc9e7a00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab78b56c732f403481f15692f8b66704&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2410862 Feb 07 16:54:52.170327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49340) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:52.234954 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7b855-cbc2-4ab6-91e1-4f17fc9e7a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f921b6-066c-42c0-a587-70c6e68ed22b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:52.299066 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80598599-75f1-4a91-86e5-464cb630af9f req-a20a765a-b3e7-48ac-9fb3-ac7c5f9a10f0 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:52.306872 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-80598599-75f1-4a91-86e5-464cb630af9f req-a20a765a-b3e7-48ac-9fb3-ac7c5f9a10f0 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.1408703 Feb 07 16:54:52.344232 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6c68082-adf4-466c-aeab-0d841f773bb7 admin admin] Publish callbacks [] for security_group (41f921b6-066c-42c0-a587-70c6e68ed22b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:52.435813 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-80598599-75f1-4a91-86e5-464cb630af9f req-562013ef-46c1-4144-b04c-00287974d5a0 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276050 Feb 07 16:54:52.487010 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6c68082-adf4-466c-aeab-0d841f773bb7 admin admin] Publish callbacks [] for security_group (41f921b6-066c-42c0-a587-70c6e68ed22b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:52.505850 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c79e-7395-420e-bf55-5225fb4346de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1896618e-09b6-461a-a5e2-33a81f5fec07), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:52.510850 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c79e-7395-420e-bf55-5225fb4346de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:52.512397 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7ab4c79e-7395-420e-bf55-5225fb4346de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1896618e-09b6-461a-a5e2-33a81f5fec07 HTTP/1.1" status: 204 len: 168 time: 1.0782223 Feb 07 16:54:52.518012 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1282735-1a15-4f19-af1a-681e415c0f1b admin admin] Publish callbacks [] for security_group (8bfa7910-5b10-4692-a1f4-e8e9f7c77c4b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:52.580148 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1282735-1a15-4f19-af1a-681e415c0f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8bfa7910-5b10-4692-a1f4-e8e9f7c77c4b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:52.628345 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6c68082-adf4-466c-aeab-0d841f773bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (41f921b6-066c-42c0-a587-70c6e68ed22b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:52.635366 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6c68082-adf4-466c-aeab-0d841f773bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:52.637606 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f6c68082-adf4-466c-aeab-0d841f773bb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41f921b6-066c-42c0-a587-70c6e68ed22b HTTP/1.1" status: 204 len: 168 time: 0.4660656 Feb 07 16:54:52.637869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4c79e-7395-420e-bf55-5225fb4346de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1896618e-09b6-461a-a5e2-33a81f5fec07,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:52.690170 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c68082-adf4-466c-aeab-0d841f773bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f921b6-066c-42c0-a587-70c6e68ed22b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:52.752712 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff4bc-e4a2-4fa5-ba2e-a156bba45803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (cf49984e-7dcf-4d73-b4ba-9535ef12dfd3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:52.775447 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-8a9ece43-e010-4bc3-99e7-213a4e6d597c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks [] for port (2015debc-d3b7-4857-9b03-e2ac57b9f7c4), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:52.888346 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-8a9ece43-e010-4bc3-99e7-213a4e6d597c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (2015debc-d3b7-4857-9b03-e2ac57b9f7c4), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:52.899773 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9aa59264-bf04-423f-aee7-2e1cdb04ba7f req-21ba6410-fedb-4070-a093-c53c7decbd9c tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.0772426 Feb 07 16:54:52.900902 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b1282735-1a15-4f19-af1a-681e415c0f1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74984fc9a00a4032aed621a80afbe80c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0692673 Feb 07 16:54:52.901918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49348) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:52.905387 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ff4bc-e4a2-4fa5-ba2e-a156bba45803 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf49984e-7dcf-4d73-b4ba-9535ef12dfd3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:53.028840 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ece43-e010-4bc3-99e7-213a4e6d597c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Pushing event updated for resources: {'Port': ['ID=2015debc-d3b7-4857-9b03-e2ac57b9f7c4,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:53.036091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1282735-1a15-4f19-af1a-681e415c0f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfa7910-5b10-4692-a1f4-e8e9f7c77c4b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:53.164619 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:53.454604 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49360) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:53.472517 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ad8d967-d42b-47f5-8c38-43fe1f8d5b7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:53.621579 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ad8d967-d42b-47f5-8c38-43fe1f8d5b7a admin admin] Publish callbacks [] for security_group (598e8997-f8cb-4299-b411-66271b2b8036), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:53.676842 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ad8d967-d42b-47f5-8c38-43fe1f8d5b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (598e8997-f8cb-4299-b411-66271b2b8036), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:53.710004 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1ad8d967-d42b-47f5-8c38-43fe1f8d5b7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13109bdef7534da3a860fe2db0a5e170&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2540846 Feb 07 16:54:53.719849 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49368) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:53.801529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf83b7-f47d-4119-b596-c6fd15f21a00 req-83f4d148-8345-457b-97e9-ab12b10ca531 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:53.809396 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-99bf83b7-f47d-4119-b596-c6fd15f21a00 req-83f4d148-8345-457b-97e9-ab12b10ca531 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.1858060 Feb 07 16:54:53.830792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8d967-d42b-47f5-8c38-43fe1f8d5b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598e8997-f8cb-4299-b411-66271b2b8036,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:53.889102 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-99bf83b7-f47d-4119-b596-c6fd15f21a00 req-693d6894-d284-4742-b456-fce1a336ff80 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787616 Feb 07 16:54:53.890546 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f2e849d-e882-4e2c-bbfd-b2d0eab410ef admin admin] Publish callbacks [] for security_group (598e8997-f8cb-4299-b411-66271b2b8036), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:53.917967 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f2e849d-e882-4e2c-bbfd-b2d0eab410ef admin admin] Publish callbacks [] for security_group (598e8997-f8cb-4299-b411-66271b2b8036), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:53.932720 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-8a9ece43-e010-4bc3-99e7-213a4e6d597c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (07fd8501-b719-4d80-8f4b-a9e8dd12423a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:53.983475 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f2e849d-e882-4e2c-bbfd-b2d0eab410ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (598e8997-f8cb-4299-b411-66271b2b8036), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:53.987535 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f2e849d-e882-4e2c-bbfd-b2d0eab410ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:53.989418 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3f2e849d-e882-4e2c-bbfd-b2d0eab410ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/598e8997-f8cb-4299-b411-66271b2b8036 HTTP/1.1" status: 204 len: 168 time: 0.2684281 Feb 07 16:54:54.006942 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e849d-e882-4e2c-bbfd-b2d0eab410ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598e8997-f8cb-4299-b411-66271b2b8036,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:54.014450 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db7651b3-68fd-41b7-97a5-ef033cc75a58 admin admin] Publish callbacks [] for security_group (8bfa7910-5b10-4692-a1f4-e8e9f7c77c4b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:54.020375 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-8a9ece43-e010-4bc3-99e7-213a4e6d597c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:54.021818 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-8a9ece43-e010-4bc3-99e7-213a4e6d597c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4151912 Feb 07 16:54:54.165521 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db7651b3-68fd-41b7-97a5-ef033cc75a58 admin admin] Publish callbacks [] for security_group (8bfa7910-5b10-4692-a1f4-e8e9f7c77c4b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:54.241056 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-8d70585c-c528-46c6-8ff0-757a4c8b000c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.2008703 Feb 07 16:54:54.241788 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db7651b3-68fd-41b7-97a5-ef033cc75a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8bfa7910-5b10-4692-a1f4-e8e9f7c77c4b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:54.251947 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db7651b3-68fd-41b7-97a5-ef033cc75a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:54.256365 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-db7651b3-68fd-41b7-97a5-ef033cc75a58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8bfa7910-5b10-4692-a1f4-e8e9f7c77c4b HTTP/1.1" status: 204 len: 168 time: 1.3477461 Feb 07 16:54:54.281192 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f007b-6e22-41ff-bec3-195ee68c23c4 req-5009971c-156c-481d-9bd7-043ec7cbd58b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:54.282893 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d48f007b-6e22-41ff-bec3-195ee68c23c4 req-5009971c-156c-481d-9bd7-043ec7cbd58b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.1558032 Feb 07 16:54:54.340976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7651b3-68fd-41b7-97a5-ef033cc75a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfa7910-5b10-4692-a1f4-e8e9f7c77c4b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:54.374361 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff4bc-e4a2-4fa5-ba2e-a156bba45803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (0c0cb378-b544-40df-9144-5a4655bc5ba5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:54.384361 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d48f007b-6e22-41ff-bec3-195ee68c23c4 req-0a47ee95-b40c-493a-887a-8082aea07f02 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888956 Feb 07 16:54:54.548832 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-20ac6ca3-8ef4-46b7-bbf7-289a9898d834 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:54.551214 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-20ac6ca3-8ef4-46b7-bbf7-289a9898d834 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.2936826 Feb 07 16:54:54.581623 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-c438296e-f57e-4fa7-a114-9aa51adcb4b5 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:54:54.583014 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-152b3c44-b483-4126-b733-6e2f75c581c1 req-c438296e-f57e-4fa7-a114-9aa51adcb4b5 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090892 Feb 07 16:54:54.630745 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d92bc795-7362-443e-94c8-a103d8836dcd req-7a41a371-d430-4426-b653-37afd22ccb98 tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.0398529 Feb 07 16:54:54.882237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-c86e34e9-2212-4470-bf02-f4478a9c332f tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:54.899364 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-c86e34e9-2212-4470-bf02-f4478a9c332f tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1492386 Feb 07 16:54:54.995548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0ff4bc-e4a2-4fa5-ba2e-a156bba45803 admin admin] Router 0c0cb378-b544-40df-9144-5a4655bc5ba5 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:54:55.107933 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-c9fd1434-ef00-4da0-9497-194938895afb tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.2074983 Feb 07 16:54:55.120944 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-ebd1a3df-bac2-42d5-aa85-52201ae96841 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Request body: {'floatingip': {'port_id': '29d13773-dda1-4fda-97ee-f960a462ac17', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:54:55.238748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b64f31-067f-42e4-99e9-87340721254e req-21893734-9527-4d0e-ae1a-cbbe72789fda tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:55.246654 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b9b64f31-067f-42e4-99e9-87340721254e req-21893734-9527-4d0e-ae1a-cbbe72789fda tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.1009681 Feb 07 16:54:55.285985 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0ff4bc-e4a2-4fa5-ba2e-a156bba45803 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:54:55.292901 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7c0ff4bc-e4a2-4fa5-ba2e-a156bba45803 admin admin] 10.222.0.18 "PUT /v2.0/routers/0c0cb378-b544-40df-9144-5a4655bc5ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5634563 Feb 07 16:54:55.306000 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096f67b-350d-4ee9-8200-5297a5e00274 None None] Sync routers for ids ['0c0cb378-b544-40df-9144-5a4655bc5ba5'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:54:55.308329 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49438) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:55.350534 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e096f67b-350d-4ee9-8200-5297a5e00274 None None] Routers {'0c0cb378-b544-40df-9144-5a4655bc5ba5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:54:55.354589 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e096f67b-350d-4ee9-8200-5297a5e00274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:54:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0c0cb378-b544-40df-9144-5a4655bc5ba5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:54:55.402765 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49444) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:55.467065 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b9b64f31-067f-42e4-99e9-87340721254e req-23585e64-2652-47e9-8d7d-67c2dfc7c8b9 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194641 Feb 07 16:54:55.597984 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0335c0f-53de-4367-b079-fb686572f040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:55.651817 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-e096f67b-350d-4ee9-8200-5297a5e00274 None None] Set router 0c0cb378-b544-40df-9144-5a4655bc5ba5 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:54:55.752084 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-ebd1a3df-bac2-42d5-aa85-52201ae96841 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks [] for floatingip (07fd8501-b719-4d80-8f4b-a9e8dd12423a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:55.782832 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-bb0d877d-169e-4be3-b1aa-1dd7c7d302ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6862137 Feb 07 16:54:55.830692 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bf6871d-887c-499a-8dc8-85a5a250266c admin admin] Publish callbacks [] for router (0c0cb378-b544-40df-9144-5a4655bc5ba5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:55.848060 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c7574a00-c7d8-4461-bba6-737dce1fc973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:56.166113 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e096f67b-350d-4ee9-8200-5297a5e00274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'name': 'tempest-TaggedBootDevicesTest_v242-968091572-router', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:45:55Z', 'updated_at': '2022-02-07T16:54:52Z', 'revision_number': 5, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'gw_port': {'id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:45:57Z', 'updated_at': '2022-02-07T16:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:54:56.247047 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096f67b-350d-4ee9-8200-5297a5e00274 None None] Checking router: 0c0cb378-b544-40df-9144-5a4655bc5ba5 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:54:56.294969 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e096f67b-350d-4ee9-8200-5297a5e00274 None None] Routers {'0c0cb378-b544-40df-9144-5a4655bc5ba5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:54:56.295907 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e096f67b-350d-4ee9-8200-5297a5e00274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:54:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0c0cb378-b544-40df-9144-5a4655bc5ba5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:54:56.316677 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-edd018cf-4bbd-4bdf-97cf-74e019237f69 req-8cde69e2-06a0-4deb-bbb5-0e462b40144b tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.3437529 Feb 07 16:54:56.472179 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0335c0f-53de-4367-b079-fb686572f040 admin admin] Publish callbacks [] for security_group (fe079550-5896-454c-81fe-ee99875988ac), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:56.488381 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0335c0f-53de-4367-b079-fb686572f040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fe079550-5896-454c-81fe-ee99875988ac), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:56.638988 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-e096f67b-350d-4ee9-8200-5297a5e00274 None None] Set router 0c0cb378-b544-40df-9144-5a4655bc5ba5 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:54:56.871965 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f0335c0f-53de-4367-b079-fb686572f040 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35a97c07e18a45e6a063f0ae7378cd0f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4640703 Feb 07 16:54:56.872818 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0335c0f-53de-4367-b079-fb686572f040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe079550-5896-454c-81fe-ee99875988ac,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:56.878723 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49518) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:56.927747 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bf6871d-887c-499a-8dc8-85a5a250266c admin admin] Publish callbacks [] for router_gateway (0c0cb378-b544-40df-9144-5a4655bc5ba5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:57.210121 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-ebd1a3df-bac2-42d5-aa85-52201ae96841 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:54:57.272589 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1a6b3-7fab-4f46-9fa0-72894467b2d6 req-e7ae0cea-8683-4428-ab14-f458a4fd2d85 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:57.277303 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d9d1a6b3-7fab-4f46-9fa0-72894467b2d6 req-e7ae0cea-8683-4428-ab14-f458a4fd2d85 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.6509440 Feb 07 16:54:57.379060 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e096f67b-350d-4ee9-8200-5297a5e00274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'name': 'tempest-TaggedBootDevicesTest_v242-968091572-router', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:45:55Z', 'updated_at': '2022-02-07T16:54:52Z', 'revision_number': 5, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'gw_port': {'id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:45:57Z', 'updated_at': '2022-02-07T16:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:54:57.380504 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-ebd1a3df-bac2-42d5-aa85-52201ae96841 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:57.393612 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-ebd1a3df-bac2-42d5-aa85-52201ae96841 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (07fd8501-b719-4d80-8f4b-a9e8dd12423a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:57.442375 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096f67b-350d-4ee9-8200-5297a5e00274 None None] The sync data for ids ['0c0cb378-b544-40df-9144-5a4655bc5ba5'] in n-d-827865-3 is: [{'id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'name': 'tempest-TaggedBootDevicesTest_v242-968091572-router', 'tenant_id': '4a9341a8a4fe41fe98e19305419da9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:45:55Z', 'updated_at': '2022-02-07T16:54:52Z', 'revision_number': 5, 'project_id': '4a9341a8a4fe41fe98e19305419da9b8', 'gw_port': {'id': 'ed4e172a-8881-4f21-a31b-024f47f27ead', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0cb378-b544-40df-9144-5a4655bc5ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:45:57Z', 'updated_at': '2022-02-07T16:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:54:57.467849 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0751-31aa-4bc9-bdc2-83d9021d3f04 admin admin] Publish callbacks [] for security_group (fe079550-5896-454c-81fe-ee99875988ac), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:57.568931 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d9d1a6b3-7fab-4f46-9fa0-72894467b2d6 req-6f672926-c1a4-4071-86a1-df7951243cb9 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809741 Feb 07 16:54:57.584172 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0751-31aa-4bc9-bdc2-83d9021d3f04 admin admin] Publish callbacks [] for security_group (fe079550-5896-454c-81fe-ee99875988ac), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:57.592471 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1bf6871d-887c-499a-8dc8-85a5a250266c admin admin] Deleting port ed4e172a-8881-4f21-a31b-024f47f27ead {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:54:57.596089 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bf6871d-887c-499a-8dc8-85a5a250266c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ed4e172a-8881-4f21-a31b-024f47f27ead), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:57.813961 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0751-31aa-4bc9-bdc2-83d9021d3f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fe079550-5896-454c-81fe-ee99875988ac), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:57.820776 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0751-31aa-4bc9-bdc2-83d9021d3f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:57.825817 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8b0b0751-31aa-4bc9-bdc2-83d9021d3f04 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe079550-5896-454c-81fe-ee99875988ac HTTP/1.1" status: 204 len: 168 time: 0.9185135 Feb 07 16:54:57.863491 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-ebd1a3df-bac2-42d5-aa85-52201ae96841 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Floating IP 07fd8501-b719-4d80-8f4b-a9e8dd12423a associated. External IP: 172.25.4.246, port: 29d13773-dda1-4fda-97ee-f960a462ac17. Feb 07 16:54:57.900637 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b0751-31aa-4bc9-bdc2-83d9021d3f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe079550-5896-454c-81fe-ee99875988ac,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:58.151178 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-1bf6871d-887c-499a-8dc8-85a5a250266c admin admin] For port ed4e172a-8881-4f21-a31b-024f47f27ead, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ed4e172a-8881-4f21-a31b-024f47f27ead,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:54:58.152841 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bf6871d-887c-499a-8dc8-85a5a250266c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ed4e172a-8881-4f21-a31b-024f47f27ead), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:58.156750 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-01a1bdf6-e803-4fa5-949c-f47a62073550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:58.216798 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9c3a3ba7-6306-4de1-bee8-af23d8bcdd86 req-fb7641e8-aa33-4f49-8f27-26f1020e13af tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.0766673 Feb 07 16:54:58.283292 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1bf6871d-887c-499a-8dc8-85a5a250266c admin admin] Calling delete_port for ed4e172a-8881-4f21-a31b-024f47f27ead owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:54:58.636196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-a333d9ff-559d-4289-9c2e-7bbd062a75ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:58.638688 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-a333d9ff-559d-4289-9c2e-7bbd062a75ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 1131 time: 0.1426528 Feb 07 16:54:58.867732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-d7c6c33f-bef5-40fa-bbca-47cfebf6ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:58.874472 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-d7c6c33f-bef5-40fa-bbca-47cfebf6ec62 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.2288258 Feb 07 16:54:58.897098 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bf6871d-887c-499a-8dc8-85a5a250266c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ed4e172a-8881-4f21-a31b-024f47f27ead), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:58.920540 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-ebd1a3df-bac2-42d5-aa85-52201ae96841 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Router d6fd4f77-7e52-42c5-b489-69bd81bd5ffd has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:54:58.960998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6871d-887c-499a-8dc8-85a5a250266c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4e172a-8881-4f21-a31b-024f47f27ead,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:54:58.984558 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-a8111e1e-a268-4236-8d80-559ecad39320 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 HTTP/1.1" status: 200 len: 217 time: 0.1010952 Feb 07 16:54:59.083411 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf9481-b67b-4f49-bd6b-4aac4f33ae9f req-1c7fdeea-63a6-4a18-b52c-5a3155d85f91 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:59.097088 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08cf9481-b67b-4f49-bd6b-4aac4f33ae9f req-1c7fdeea-63a6-4a18-b52c-5a3155d85f91 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.2721782 Feb 07 16:54:59.101534 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-465acfbb-6a46-4edc-966d-b3fe74bbb3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:59.116470 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-465acfbb-6a46-4edc-966d-b3fe74bbb3b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1150506 Feb 07 16:54:59.192010 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bf6871d-887c-499a-8dc8-85a5a250266c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (0c0cb378-b544-40df-9144-5a4655bc5ba5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:59.451054 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:54:59.471836 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08cf9481-b67b-4f49-bd6b-4aac4f33ae9f req-3ce1415a-cbd3-4dca-9897-b1ccb7f181e1 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672996 Feb 07 16:54:59.483205 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:59.510108 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bf6871d-887c-499a-8dc8-85a5a250266c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (0c0cb378-b544-40df-9144-5a4655bc5ba5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:59.516120 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bf6871d-887c-499a-8dc8-85a5a250266c admin admin] Publish callbacks [] for router_controller (0c0cb378-b544-40df-9144-5a4655bc5ba5), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:59.524089 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device cf49984e-7dcf-4d73-b4ba-9535ef12dfd3 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:54:59.573083 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: cf49984e-7dcf-4d73-b4ba-9535ef12dfd3 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:54:59.573805 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device cf49984e-7dcf-4d73-b4ba-9535ef12dfd3 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:54:59.621243 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-bdb5f96c-a59e-4f6f-b1f6-c4e18aafa5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:54:59.623193 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-bdb5f96c-a59e-4f6f-b1f6-c4e18aafa5e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4902925 Feb 07 16:54:59.665910 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bf6871d-887c-499a-8dc8-85a5a250266c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (0c0cb378-b544-40df-9144-5a4655bc5ba5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:59.666644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf6871d-887c-499a-8dc8-85a5a250266c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c0cb378-b544-40df-9144-5a4655bc5ba5 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:54:59.673064 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bf6871d-887c-499a-8dc8-85a5a250266c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:59.674439 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1bf6871d-887c-499a-8dc8-85a5a250266c admin admin] 10.222.0.18 "DELETE /v2.0/routers/0c0cb378-b544-40df-9144-5a4655bc5ba5 HTTP/1.1" status: 204 len: 168 time: 4.3649950 Feb 07 16:54:59.681520 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49582) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:54:59.791387 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a0f32b-2332-4da1-9b10-74ee200bdcb5 admin admin] Deleting subnet 7e220672-ddb5-4004-a2c7-1c1467c4afbb {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:54:59.802876 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10a0f32b-2332-4da1-9b10-74ee200bdcb5 admin admin] Publish callbacks [] for subnet (7e220672-ddb5-4004-a2c7-1c1467c4afbb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:59.822766 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-ebd1a3df-bac2-42d5-aa85-52201ae96841 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:54:59.832030 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-ebd1a3df-bac2-42d5-aa85-52201ae96841 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:54:59.840246 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59b847f-5bb1-4a39-bee1-abddff0cb1d9 None None] Sync routers for ids ['d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:54:59.876924 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b847f-5bb1-4a39-bee1-abddff0cb1d9 None None] Routers {'d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:54:59.877743 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c59b847f-5bb1-4a39-bee1-abddff0cb1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:54:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:54:59.929967 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-ebd1a3df-bac2-42d5-aa85-52201ae96841 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "PUT /v2.0/floatingips/07fd8501-b719-4d80-8f4b-a9e8dd12423a HTTP/1.1" status: 200 len: 997 time: 4.8176436 Feb 07 16:54:59.934859 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece3d9f8-d9b6-4f90-8486-583a9a9fb523', 'tag': '29d13773-dda1-4fda-97ee-f960a462ac17'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:54:59.938845 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371bd793-4df6-402c-a9ff-6ece8af87ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "ece3d9f8-d9b6-4f90-8486-583a9a9fb523", "tag": "29d13773-dda1-4fda-97ee-f960a462ac17"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:54:59.975970 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-751aff48-fb76-4b9f-b7db-dff894916d26 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356538 Feb 07 16:54:59.997723 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bcb7fd7f-86b3-40de-b341-10b80cb8550a req-8b8ca932-7cc9-4661-aac3-d388ad1b53c7 tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.1342714 Feb 07 16:55:00.026497 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10a0f32b-2332-4da1-9b10-74ee200bdcb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (7e220672-ddb5-4004-a2c7-1c1467c4afbb), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:00.185711 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f29283f-4e20-442a-9145-c251640e376a x-openstack-request-id: req-5f29283f-4e20-442a-9145-c251640e376a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:55:00.186029 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece3d9f8-d9b6-4f90-8486-583a9a9fb523", "tag": "29d13773-dda1-4fda-97ee-f960a462ac17", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:55:00.186327 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f29283f-4e20-442a-9145-c251640e376a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:55:00.186685 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece3d9f8-d9b6-4f90-8486-583a9a9fb523', 'tag': '29d13773-dda1-4fda-97ee-f960a462ac17', 'status': 'completed', 'code': 200} Feb 07 16:55:00.191193 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-5f2a7cf7-fe16-43d8-882f-fbdbe1ad5bac service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031929 Feb 07 16:55:00.285553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c59b847f-5bb1-4a39-bee1-abddff0cb1d9 None None] Set router d6fd4f77-7e52-42c5-b489-69bd81bd5ffd gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:55:00.328986 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10a0f32b-2332-4da1-9b10-74ee200bdcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (7e220672-ddb5-4004-a2c7-1c1467c4afbb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:00.389098 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bd793-4df6-402c-a9ff-6ece8af87ad4 req-04c48ea2-2ae6-46ad-9662-91b34973127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:00.391413 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-371bd793-4df6-402c-a9ff-6ece8af87ad4 req-04c48ea2-2ae6-46ad-9662-91b34973127f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=58d71b6b570c43899437dc2367577b8c&device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 1128 time: 0.2314889 Feb 07 16:55:00.669234 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10a0f32b-2332-4da1-9b10-74ee200bdcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (7e220672-ddb5-4004-a2c7-1c1467c4afbb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:00.761172 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-e94825e8-129d-40a3-b158-a672fd7c300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:00.768288 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-e94825e8-129d-40a3-b158-a672fd7c300d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=58d71b6b570c43899437dc2367577b8c&device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 1128 time: 0.8040469 Feb 07 16:55:00.820266 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:00.884828 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0f32b-2332-4da1-9b10-74ee200bdcb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e220672-ddb5-4004-a2c7-1c1467c4afbb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:00.967319 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bd793-4df6-402c-a9ff-6ece8af87ad4 req-117b797c-ef3b-442b-a685-4dd2a1b9eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:00.970292 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-371bd793-4df6-402c-a9ff-6ece8af87ad4 req-117b797c-ef3b-442b-a685-4dd2a1b9eab8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=26af5cb1-2ce1-4cef-b118-60089a99f582 HTTP/1.1" status: 200 len: 921 time: 0.5434430 Feb 07 16:55:00.976098 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10a0f32b-2332-4da1-9b10-74ee200bdcb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:00.990466 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-10a0f32b-2332-4da1-9b10-74ee200bdcb5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7e220672-ddb5-4004-a2c7-1c1467c4afbb HTTP/1.1" status: 204 len: 168 time: 1.3043771 Feb 07 16:55:00.992047 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49610) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:01.014509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b970ea30-ea3f-43d1-a73f-d5cd06965ab9 None None] Network c8c7efe8-323f-461c-b8f3-d0df0e78b272 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:55:01.040985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-74c9a81e-f009-4c75-bd1f-a1c4fadf6c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:01.055331 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-74c9a81e-f009-4c75-bd1f-a1c4fadf6c86 service neutron] 10.222.0.18 "GET /v2.0/networks?id=26af5cb1-2ce1-4cef-b118-60089a99f582 HTTP/1.1" status: 200 len: 921 time: 0.2772181 Feb 07 16:55:01.107415 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c59b847f-5bb1-4a39-bee1-abddff0cb1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1380902543-router', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:53:39Z', 'updated_at': '2022-02-07T16:53:45Z', 'revision_number': 4, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'gw_port': {'id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:40Z', 'updated_at': '2022-02-07T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '07fd8501-b719-4d80-8f4b-a9e8dd12423a', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'port_id': '29d13773-dda1-4fda-97ee-f960a462ac17', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2091, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582', 'mac_address': 'fa:16:3e:36:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3d9f8-d9b6-4f90-8486-583a9a9fb523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:54:51Z', 'updated_at': '2022-02-07T16:54:57Z', 'revision_number': 1, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61248d7-baee-4344-81ae-70022625e1f1', 'name': '', 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'mac_address': 'fa:16:3e:51:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'b65ad38d-2d73-474a-8bbd-bb6aaadc67c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:44Z', 'updated_at': '2022-02-07T16:53:53Z', 'revision_number': 5, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'subnets': [{'id': 'b65ad38d-2d73-474a-8bbd-bb6aaadc67c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:01.241035 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-87f14b96-9f8f-454a-a9ed-7c18d0dd0f96 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29d13773-dda1-4fda-97ee-f960a462ac17 HTTP/1.1" status: 200 len: 1000 time: 0.1840773 Feb 07 16:55:01.331751 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ed4e172a-8881-4f21-a31b-024f47f27ead no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:55:01.340005 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-58db3ce1-dcf4-4b18-8893-3c65f5be7a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:01.353004 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-58db3ce1-dcf4-4b18-8893-3c65f5be7a1b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b65ad38d-2d73-474a-8bbd-bb6aaadc67c3 HTTP/1.1" status: 200 len: 860 time: 0.1105077 Feb 07 16:55:01.366867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: ed4e172a-8881-4f21-a31b-024f47f27ead {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:55:01.367286 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ed4e172a-8881-4f21-a31b-024f47f27ead not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:55:01.371660 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59b847f-5bb1-4a39-bee1-abddff0cb1d9 None None] Checking router: d6fd4f77-7e52-42c5-b489-69bd81bd5ffd for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:55:01.438243 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-1e972257-2390-44f9-b537-053ab669539d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=26af5cb1-2ce1-4cef-b118-60089a99f582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835681 Feb 07 16:55:01.448560 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-86503c74-1511-4480-867e-421bfa2b97b0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:55:01.449998 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-86503c74-1511-4480-867e-421bfa2b97b0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104182 Feb 07 16:55:01.453641 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b847f-5bb1-4a39-bee1-abddff0cb1d9 None None] Routers {'d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:55:01.466213 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c59b847f-5bb1-4a39-bee1-abddff0cb1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:54:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:01.741490 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c59b847f-5bb1-4a39-bee1-abddff0cb1d9 None None] Set router d6fd4f77-7e52-42c5-b489-69bd81bd5ffd gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:55:01.779659 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-68129cad-b52c-4b65-9bfa-babb799b7d7e service neutron] 10.222.0.18 "GET /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192635 Feb 07 16:55:02.027815 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc7afba9-0139-4221-8c1e-d7d5b569d42e req-f75a6254-c3e9-4437-93bd-4abb64b191be service neutron] 10.222.0.18 "GET /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335808 Feb 07 16:55:02.231127 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (c8c7efe8-323f-461c-b8f3-d0df0e78b272), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:02.332242 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:02.336132 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c59b847f-5bb1-4a39-bee1-abddff0cb1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1380902543-router', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:53:39Z', 'updated_at': '2022-02-07T16:53:45Z', 'revision_number': 4, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'gw_port': {'id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:40Z', 'updated_at': '2022-02-07T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '07fd8501-b719-4d80-8f4b-a9e8dd12423a', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'port_id': '29d13773-dda1-4fda-97ee-f960a462ac17', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2091, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582', 'mac_address': 'fa:16:3e:36:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3d9f8-d9b6-4f90-8486-583a9a9fb523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:54:51Z', 'updated_at': '2022-02-07T16:54:57Z', 'revision_number': 1, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61248d7-baee-4344-81ae-70022625e1f1', 'name': '', 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'mac_address': 'fa:16:3e:51:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'b65ad38d-2d73-474a-8bbd-bb6aaadc67c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:44Z', 'updated_at': '2022-02-07T16:53:53Z', 'revision_number': 5, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'subnets': [{'id': 'b65ad38d-2d73-474a-8bbd-bb6aaadc67c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:02.351183 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cd4da-833f-4e16-b37f-12a8e849017f req-791f57dc-5b5b-4366-ad09-4d5ee49eeed8 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:02.374926 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c36cd4da-833f-4e16-b37f-12a8e849017f req-791f57dc-5b5b-4366-ad09-4d5ee49eeed8 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 1.6281061 Feb 07 16:55:02.374926 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-371bd793-4df6-402c-a9ff-6ece8af87ad4 req-c1c88dbc-bd3d-4b4b-9957-2892bfb6c574 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29d13773-dda1-4fda-97ee-f960a462ac17 HTTP/1.1" status: 200 len: 1000 time: 1.3831427 Feb 07 16:55:02.416355 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3ca72dec-2538-4043-ad6e-bbab8338c4d6 req-63362ddc-0a4c-4403-814e-8c74847c28c0 tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.0616457 Feb 07 16:55:02.420109 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59b847f-5bb1-4a39-bee1-abddff0cb1d9 None None] The sync data for ids ['d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'] in n-d-827865-3 is: [{'id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1380902543-router', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:53:39Z', 'updated_at': '2022-02-07T16:53:45Z', 'revision_number': 4, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'gw_port': {'id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:40Z', 'updated_at': '2022-02-07T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '07fd8501-b719-4d80-8f4b-a9e8dd12423a', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'port_id': '29d13773-dda1-4fda-97ee-f960a462ac17', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2091, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582', 'mac_address': 'fa:16:3e:36:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece3d9f8-d9b6-4f90-8486-583a9a9fb523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:54:51Z', 'updated_at': '2022-02-07T16:54:57Z', 'revision_number': 1, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd61248d7-baee-4344-81ae-70022625e1f1', 'name': '', 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'mac_address': 'fa:16:3e:51:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'b65ad38d-2d73-474a-8bbd-bb6aaadc67c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:44Z', 'updated_at': '2022-02-07T16:53:53Z', 'revision_number': 5, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'subnets': [{'id': 'b65ad38d-2d73-474a-8bbd-bb6aaadc67c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:55:02.422269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] DHCP port deletion for c8c7efe8-323f-461c-b8f3-d0df0e78b272 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:55:02.554556 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] Deleting port 59d36101-7df3-4307-b876-337c865ba923 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:55:02.556686 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (59d36101-7df3-4307-b876-337c865ba923), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:02.575965 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bd793-4df6-402c-a9ff-6ece8af87ad4 req-4fb5ab88-f5e9-4141-aefb-6fb8167367bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:02.578657 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-371bd793-4df6-402c-a9ff-6ece8af87ad4 req-4fb5ab88-f5e9-4141-aefb-6fb8167367bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b65ad38d-2d73-474a-8bbd-bb6aaadc67c3 HTTP/1.1" status: 200 len: 860 time: 0.1935124 Feb 07 16:55:02.618875 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c36cd4da-833f-4e16-b37f-12a8e849017f req-f0d9c1ee-afbe-4762-b300-fe722251c840 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487352 Feb 07 16:55:02.675469 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-371bd793-4df6-402c-a9ff-6ece8af87ad4 req-051c8570-127f-4b96-9799-71175693f93e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26af5cb1-2ce1-4cef-b118-60089a99f582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894227 Feb 07 16:55:02.700035 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0918fd9-cb62-432b-b078-99cffc53015c req-5272d8d3-85bc-45d2-9cde-4e9428253faa tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 1000 time: 0.2122743 Feb 07 16:55:02.734052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] Deleting port 59d36101-7df3-4307-b876-337c865ba923 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:55:02.734052 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (59d36101-7df3-4307-b876-337c865ba923), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:02.788783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] For port 59d36101-7df3-4307-b876-337c865ba923, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=59d36101-7df3-4307-b876-337c865ba923,segment=NetworkSegment(066d6dab-37ee-4512-895e-667af50c7d8a),segment_id=066d6dab-37ee-4512-895e-667af50c7d8a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:02.789078 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (59d36101-7df3-4307-b876-337c865ba923), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:02.844103 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] Calling delete_port for 59d36101-7df3-4307-b876-337c865ba923 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:55:02.868732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0918fd9-cb62-432b-b078-99cffc53015c req-86c55133-e8b7-47b1-9342-0bd4f3259898 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:02.894339 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936d89e-5e3f-49e2-b86d-5c08b2714334 None None] New status for floating IP 07fd8501-b719-4d80-8f4b-a9e8dd12423a: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:55:02.911671 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0918fd9-cb62-432b-b078-99cffc53015c req-86c55133-e8b7-47b1-9342-0bd4f3259898 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports/29d13773-dda1-4fda-97ee-f960a462ac17 HTTP/1.1" status: 200 len: 943 time: 0.2027097 Feb 07 16:55:03.066706 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] For port 59d36101-7df3-4307-b876-337c865ba923, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=59d36101-7df3-4307-b876-337c865ba923,segment=NetworkSegment(066d6dab-37ee-4512-895e-667af50c7d8a),segment_id=066d6dab-37ee-4512-895e-667af50c7d8a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:03.067138 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (59d36101-7df3-4307-b876-337c865ba923), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:03.111192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] Calling delete_port for 59d36101-7df3-4307-b876-337c865ba923 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:55:03.130651 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (59d36101-7df3-4307-b876-337c865ba923), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:03.136500 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-371bd793-4df6-402c-a9ff-6ece8af87ad4 req-7dce18d4-c9ff-44d7-87f8-818058caf8b1 service neutron] 10.222.0.32 "GET /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528930 Feb 07 16:55:03.163849 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] No DVR routers for this DVR port 59d36101-7df3-4307-b876-337c865ba923 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:55:03.215038 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0918fd9-cb62-432b-b078-99cffc53015c req-93173768-90e4-4107-ab61-522eec6e6e1d tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 1000 time: 0.2315748 Feb 07 16:55:03.297947 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-371bd793-4df6-402c-a9ff-6ece8af87ad4 req-1b1439b3-af08-4dac-936e-0bfece6caba4 service neutron] 10.222.0.32 "GET /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541033 Feb 07 16:55:03.350674 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e942653-2632-4bdb-a552-381ea641d470 req-c5a3bdf1-41a3-49b6-bf08-f473f0584250 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:03.358161 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5e942653-2632-4bdb-a552-381ea641d470 req-c5a3bdf1-41a3-49b6-bf08-f473f0584250 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 946 time: 0.3218091 Feb 07 16:55:03.538067 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0918fd9-cb62-432b-b078-99cffc53015c req-97855864-e939-455b-93f0-07d900c5b83d tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:03.544506 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0918fd9-cb62-432b-b078-99cffc53015c req-97855864-e939-455b-93f0-07d900c5b83d tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.3290629 Feb 07 16:55:03.551591 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (59d36101-7df3-4307-b876-337c865ba923), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:03.615531 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] Pushing event deleted for resources: {'Port': ['ID=59d36101-7df3-4307-b876-337c865ba923,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:03.620088 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 59d36101-7df3-4307-b876-337c865ba923 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:55:03.654136 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5e942653-2632-4bdb-a552-381ea641d470 req-33ff47ba-dc24-4736-b3ae-ca5ac443974b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950492 Feb 07 16:55:03.664019 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:03.664370 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:03.669042 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] Pushing event deleted for resources: {'Port': ['ID=59d36101-7df3-4307-b876-337c865ba923,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:03.670683 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0918fd9-cb62-432b-b078-99cffc53015c req-7f6e679a-8ec0-46ef-adfd-c3464b249b27 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 1002 time: 0.1112556 Feb 07 16:55:03.679447 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:03.680389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:03.680924 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:03.681469 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:03.681968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:03.684667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:03.686689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:03.687571 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:03.687922 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:03.692925 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] No DVR routers for this DVR port 59d36101-7df3-4307-b876-337c865ba923 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:55:03.694665 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c0918fd9-cb62-432b-b078-99cffc53015c req-ed0cbaf7-5c8b-4415-b687-d3752a3766f9 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:03.694943 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:03.695223 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee77dcd-b3fa-4ade-9fcf-06ae836b9d64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:03.714416 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 59d36101-7df3-4307-b876-337c865ba923 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:55:03.714778 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 59d36101-7df3-4307-b876-337c865ba923 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:55:03.773822 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c0918fd9-cb62-432b-b078-99cffc53015c req-ed0cbaf7-5c8b-4415-b687-d3752a3766f9 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks [] for floatingip (07fd8501-b719-4d80-8f4b-a9e8dd12423a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:03.882041 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2fc8699-fa2b-4a47-894f-a73110e6d24f req-ab01199a-5eae-4509-8232-d5bd4cbc85f5 tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.0554261 Feb 07 16:55:03.923847 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (c8c7efe8-323f-461c-b8f3-d0df0e78b272), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:03.975612 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c7efe8-323f-461c-b8f3-d0df0e78b272']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:03.991911 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c0918fd9-cb62-432b-b078-99cffc53015c req-ed0cbaf7-5c8b-4415-b687-d3752a3766f9 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:03.998753 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c0918fd9-cb62-432b-b078-99cffc53015c req-ed0cbaf7-5c8b-4415-b687-d3752a3766f9 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (07fd8501-b719-4d80-8f4b-a9e8dd12423a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:03.999244 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [req-c0918fd9-cb62-432b-b078-99cffc53015c req-ed0cbaf7-5c8b-4415-b687-d3752a3766f9 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Floating IP 07fd8501-b719-4d80-8f4b-a9e8dd12423a disassociated. External IP: 172.25.4.246, port: 29d13773-dda1-4fda-97ee-f960a462ac17. Feb 07 16:55:04.020447 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066d6dab-37ee-4512-895e-667af50c7d8a') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:04.020751 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066d6dab-37ee-4512-895e-667af50c7d8a') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:04.047475 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (066d6dab-37ee-4512-895e-667af50c7d8a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:04.071428 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49700) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:04.086253 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (066d6dab-37ee-4512-895e-667af50c7d8a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:04.097534 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:55:04.097776 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (066d6dab-37ee-4512-895e-667af50c7d8a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:55:04.100562 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:55:04.148528 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7f09e-c7da-443c-8490-fa708f33ccbd req-1a1c7963-eb76-4b2a-a32c-6bfaff5f2a38 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:04.150084 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8af7f09e-c7da-443c-8490-fa708f33ccbd req-1a1c7963-eb76-4b2a-a32c-6bfaff5f2a38 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.1269794 Feb 07 16:55:04.185297 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (c8c7efe8-323f-461c-b8f3-d0df0e78b272), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:04.191343 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:04.198207 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c8c7efe8-323f-461c-b8f3-d0df0e78b272 HTTP/1.1" status: 204 len: 168 time: 3.1861079 Feb 07 16:55:04.199286 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49706) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:04.304473 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0918fd9-cb62-432b-b078-99cffc53015c req-ed0cbaf7-5c8b-4415-b687-d3752a3766f9 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Router d6fd4f77-7e52-42c5-b489-69bd81bd5ffd has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:55:04.312725 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ad88b-fb5d-4865-a1a0-f72dcbecb917 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c7efe8-323f-461c-b8f3-d0df0e78b272,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:04.339525 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0fddda90-9e8f-4a36-84c8-c1f549603cb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:04.383925 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8af7f09e-c7da-443c-8490-fa708f33ccbd req-5d219efa-2278-4ed6-8065-23b7f80b987e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243574 Feb 07 16:55:04.481358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0918fd9-cb62-432b-b078-99cffc53015c req-ed0cbaf7-5c8b-4415-b687-d3752a3766f9 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:55:04.487806 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c0918fd9-cb62-432b-b078-99cffc53015c req-ed0cbaf7-5c8b-4415-b687-d3752a3766f9 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:04.492914 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50880817-1ecc-4047-8854-1ee7ef5ef39a None None] Sync routers for ids ['d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:55:04.514981 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50880817-1ecc-4047-8854-1ee7ef5ef39a None None] Routers {'d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:55:04.516664 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-50880817-1ecc-4047-8854-1ee7ef5ef39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:54:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:04.550614 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0918fd9-cb62-432b-b078-99cffc53015c req-ed0cbaf7-5c8b-4415-b687-d3752a3766f9 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "PUT /v2.0/floatingips/07fd8501-b719-4d80-8f4b-a9e8dd12423a HTTP/1.1" status: 200 len: 695 time: 0.8787680 Feb 07 16:55:04.551288 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece3d9f8-d9b6-4f90-8486-583a9a9fb523', 'tag': '29d13773-dda1-4fda-97ee-f960a462ac17'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:55:04.557333 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6f523b-d339-46bd-80d0-57702b1cf40b" -d '{"events": [{"name": "network-changed", "server_uuid": "ece3d9f8-d9b6-4f90-8486-583a9a9fb523", "tag": "29d13773-dda1-4fda-97ee-f960a462ac17"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:55:04.592609 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0fddda90-9e8f-4a36-84c8-c1f549603cb3 admin admin] Publish callbacks [] for security_group (f515beb9-898a-4d45-9f43-6e3aeef5f656), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:04.598529 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0fddda90-9e8f-4a36-84c8-c1f549603cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f515beb9-898a-4d45-9f43-6e3aeef5f656), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:04.640497 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0918fd9-cb62-432b-b078-99cffc53015c req-5aae8fa6-5a12-4ff6-a702-999777d10dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:04.650723 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0918fd9-cb62-432b-b078-99cffc53015c req-5aae8fa6-5a12-4ff6-a702-999777d10dfa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=58d71b6b570c43899437dc2367577b8c&device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 1128 time: 0.0887060 Feb 07 16:55:04.694742 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a0dcf2-305a-4a2e-a815-55ee71117f7e x-openstack-request-id: req-37a0dcf2-305a-4a2e-a815-55ee71117f7e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:55:04.695040 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece3d9f8-d9b6-4f90-8486-583a9a9fb523", "tag": "29d13773-dda1-4fda-97ee-f960a462ac17", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:55:04.695302 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37a0dcf2-305a-4a2e-a815-55ee71117f7e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:55:04.696129 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece3d9f8-d9b6-4f90-8486-583a9a9fb523', 'tag': '29d13773-dda1-4fda-97ee-f960a462ac17', 'status': 'completed', 'code': 200} Feb 07 16:55:04.780217 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-50880817-1ecc-4047-8854-1ee7ef5ef39a None None] Set router d6fd4f77-7e52-42c5-b489-69bd81bd5ffd gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:55:04.838831 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0918fd9-cb62-432b-b078-99cffc53015c req-04499ce0-a61c-4e52-92eb-6ddb8ad28605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:04.848545 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0918fd9-cb62-432b-b078-99cffc53015c req-04499ce0-a61c-4e52-92eb-6ddb8ad28605 service neutron] 10.222.0.18 "GET /v2.0/networks?id=26af5cb1-2ce1-4cef-b118-60089a99f582 HTTP/1.1" status: 200 len: 921 time: 0.1913893 Feb 07 16:55:04.873059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3345e-70b9-4241-80a9-5b25a8f4b209 req-37d62380-e99d-44ca-b176-5901ef144c80 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:04.874754 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a1f3345e-70b9-4241-80a9-5b25a8f4b209 req-37d62380-e99d-44ca-b176-5901ef144c80 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.48 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 946 time: 0.1192167 Feb 07 16:55:04.879823 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0fddda90-9e8f-4a36-84c8-c1f549603cb3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8920d47cd1bb4fb8937cdd8d87fb9251&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8060036 Feb 07 16:55:04.895849 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fddda90-9e8f-4a36-84c8-c1f549603cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f515beb9-898a-4d45-9f43-6e3aeef5f656,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:04.898837 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49712) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:04.950609 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0918fd9-cb62-432b-b078-99cffc53015c req-933e4dbe-cdbb-41de-9356-d1db9cdfe935 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29d13773-dda1-4fda-97ee-f960a462ac17 HTTP/1.1" status: 200 len: 217 time: 0.1007330 Feb 07 16:55:05.104207 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0918fd9-cb62-432b-b078-99cffc53015c req-e559f441-b77e-4c42-a878-20fa96724a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:05.111892 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f523b-d339-46bd-80d0-57702b1cf40b req-6550973f-b0bd-4252-938e-a715179d9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:05.114641 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0918fd9-cb62-432b-b078-99cffc53015c req-e559f441-b77e-4c42-a878-20fa96724a9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b65ad38d-2d73-474a-8bbd-bb6aaadc67c3 HTTP/1.1" status: 200 len: 860 time: 0.1631472 Feb 07 16:55:05.119023 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-50880817-1ecc-4047-8854-1ee7ef5ef39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1380902543-router', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:53:39Z', 'updated_at': '2022-02-07T16:53:45Z', 'revision_number': 4, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'gw_port': {'id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:40Z', 'updated_at': '2022-02-07T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'd61248d7-baee-4344-81ae-70022625e1f1', 'name': '', 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'mac_address': 'fa:16:3e:51:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'b65ad38d-2d73-474a-8bbd-bb6aaadc67c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:44Z', 'updated_at': '2022-02-07T16:53:53Z', 'revision_number': 5, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'subnets': [{'id': 'b65ad38d-2d73-474a-8bbd-bb6aaadc67c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:05.122770 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fe6f523b-d339-46bd-80d0-57702b1cf40b req-6550973f-b0bd-4252-938e-a715179d9035 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=58d71b6b570c43899437dc2367577b8c&device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 1128 time: 0.4028575 Feb 07 16:55:05.151398 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50880817-1ecc-4047-8854-1ee7ef5ef39a None None] Checking router: d6fd4f77-7e52-42c5-b489-69bd81bd5ffd for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:55:05.157094 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0918fd9-cb62-432b-b078-99cffc53015c req-ff70d08c-dd88-4d8b-b5dc-449d4c049f84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=26af5cb1-2ce1-4cef-b118-60089a99f582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412581 Feb 07 16:55:05.162573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50880817-1ecc-4047-8854-1ee7ef5ef39a None None] Routers {'d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:55:05.163621 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-50880817-1ecc-4047-8854-1ee7ef5ef39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:54:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:05.175713 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa832978-7bf8-4aa3-bf66-6ae5b943ab01 admin admin] Publish callbacks [] for security_group (f515beb9-898a-4d45-9f43-6e3aeef5f656), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:05.255950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-a1f3345e-70b9-4241-80a9-5b25a8f4b209 req-7a781e06-e298-403c-8b80-97fffa5c0138 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Deleting port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:55:05.256630 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a1f3345e-70b9-4241-80a9-5b25a8f4b209 req-7a781e06-e298-403c-8b80-97fffa5c0138 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:05.309491 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23337081-f0be-4ece-85e7-8ad96bb49c24 req-df7bdfc2-c264-4853-bb70-98d03409301b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:05.311059 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-23337081-f0be-4ece-85e7-8ad96bb49c24 req-df7bdfc2-c264-4853-bb70-98d03409301b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 946 time: 0.4770627 Feb 07 16:55:05.347739 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-50880817-1ecc-4047-8854-1ee7ef5ef39a None None] Set router d6fd4f77-7e52-42c5-b489-69bd81bd5ffd gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:55:05.366888 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa832978-7bf8-4aa3-bf66-6ae5b943ab01 admin admin] Publish callbacks [] for security_group (f515beb9-898a-4d45-9f43-6e3aeef5f656), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:05.391897 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0918fd9-cb62-432b-b078-99cffc53015c req-a47abb45-2ec3-4745-a8d5-104dfb0a3573 service neutron] 10.222.0.18 "GET /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334309 Feb 07 16:55:05.521733 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0918fd9-cb62-432b-b078-99cffc53015c req-470d29fd-c4e7-4a19-8650-cbad167bbdb2 service neutron] 10.222.0.18 "GET /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253290 Feb 07 16:55:05.592816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f523b-d339-46bd-80d0-57702b1cf40b req-43703b74-6653-4ef8-9519-b268942ab246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:05.595010 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fe6f523b-d339-46bd-80d0-57702b1cf40b req-43703b74-6653-4ef8-9519-b268942ab246 service neutron] 10.222.0.32 "GET /v2.0/networks?id=26af5cb1-2ce1-4cef-b118-60089a99f582 HTTP/1.1" status: 200 len: 921 time: 0.4241679 Feb 07 16:55:05.604493 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-23337081-f0be-4ece-85e7-8ad96bb49c24 req-aacbfc18-84f2-4d89-8379-03f1092325d2 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771993 Feb 07 16:55:05.623338 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a1f3345e-70b9-4241-80a9-5b25a8f4b209 req-7a781e06-e298-403c-8b80-97fffa5c0138 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] For port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:05.627198 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a1f3345e-70b9-4241-80a9-5b25a8f4b209 req-7a781e06-e298-403c-8b80-97fffa5c0138 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:05.656323 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa832978-7bf8-4aa3-bf66-6ae5b943ab01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f515beb9-898a-4d45-9f43-6e3aeef5f656), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:05.656323 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa832978-7bf8-4aa3-bf66-6ae5b943ab01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:05.656323 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fa832978-7bf8-4aa3-bf66-6ae5b943ab01 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f515beb9-898a-4d45-9f43-6e3aeef5f656 HTTP/1.1" status: 204 len: 168 time: 0.7218242 Feb 07 16:55:05.704680 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fe6f523b-d339-46bd-80d0-57702b1cf40b req-983a94e4-e6f7-46be-909b-30b347c7a107 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29d13773-dda1-4fda-97ee-f960a462ac17 HTTP/1.1" status: 200 len: 217 time: 0.0767887 Feb 07 16:55:05.751141 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa832978-7bf8-4aa3-bf66-6ae5b943ab01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f515beb9-898a-4d45-9f43-6e3aeef5f656,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:05.821832 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-694221e1-bb24-4396-a149-9e91c4068824 req-49cee418-e703-4bab-ae31-57ecd3588387 tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.1175382 Feb 07 16:55:05.832464 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-50880817-1ecc-4047-8854-1ee7ef5ef39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1380902543-router', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:53:39Z', 'updated_at': '2022-02-07T16:53:45Z', 'revision_number': 4, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'gw_port': {'id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:40Z', 'updated_at': '2022-02-07T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'd61248d7-baee-4344-81ae-70022625e1f1', 'name': '', 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'mac_address': 'fa:16:3e:51:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'b65ad38d-2d73-474a-8bbd-bb6aaadc67c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:44Z', 'updated_at': '2022-02-07T16:53:53Z', 'revision_number': 5, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'subnets': [{'id': 'b65ad38d-2d73-474a-8bbd-bb6aaadc67c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:05.861724 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f523b-d339-46bd-80d0-57702b1cf40b req-312597ff-f970-4cbc-98ba-00953faee190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:05.864490 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fe6f523b-d339-46bd-80d0-57702b1cf40b req-312597ff-f970-4cbc-98ba-00953faee190 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b65ad38d-2d73-474a-8bbd-bb6aaadc67c3 HTTP/1.1" status: 200 len: 860 time: 0.1421206 Feb 07 16:55:05.912307 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b825983-c003-4203-abee-29dad005a9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (6914b157-2e26-4b5f-a094-0a6c1d05ce28), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:05.934672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50880817-1ecc-4047-8854-1ee7ef5ef39a None None] The sync data for ids ['d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'] in n-d-827865-3 is: [{'id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1380902543-router', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:53:39Z', 'updated_at': '2022-02-07T16:53:45Z', 'revision_number': 4, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'gw_port': {'id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:40Z', 'updated_at': '2022-02-07T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'd61248d7-baee-4344-81ae-70022625e1f1', 'name': '', 'network_id': '26af5cb1-2ce1-4cef-b118-60089a99f582', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'mac_address': 'fa:16:3e:51:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'b65ad38d-2d73-474a-8bbd-bb6aaadc67c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:44Z', 'updated_at': '2022-02-07T16:53:53Z', 'revision_number': 5, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'subnets': [{'id': 'b65ad38d-2d73-474a-8bbd-bb6aaadc67c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:55:05.953127 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fe6f523b-d339-46bd-80d0-57702b1cf40b req-d52878c6-3b98-487b-bb8a-71b7a0a8dd6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26af5cb1-2ce1-4cef-b118-60089a99f582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681720 Feb 07 16:55:06.008688 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05780cf-48d0-4b3e-9b08-98b959916b66 req-1f0611c5-490f-4869-b653-bd644c76f48f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:06.026495 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a05780cf-48d0-4b3e-9b08-98b959916b66 req-1f0611c5-490f-4869-b653-bd644c76f48f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.2370908 Feb 07 16:55:06.287456 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49736) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:06.333754 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a05780cf-48d0-4b3e-9b08-98b959916b66 req-489f16b7-e0cf-4a88-80d9-89f149e27584 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015311 Feb 07 16:55:06.349821 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf254b6d-2189-4b36-a137-884ac29e1d79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:06.386628 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fe6f523b-d339-46bd-80d0-57702b1cf40b req-d62689eb-09a3-4a09-b793-2ec711449f88 service neutron] 10.222.0.32 "GET /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554349 Feb 07 16:55:06.472041 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d452198d-b5fa-4c31-8dfe-184f95a8940e None None] New status for floating IP 07fd8501-b719-4d80-8f4b-a9e8dd12423a: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:55:06.529186 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0e2774a8-9e78-476c-a27f-68e631f81a02 req-8ba8abb5-3f0b-4f09-a6c3-85030073817e tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/floatingips/07fd8501-b719-4d80-8f4b-a9e8dd12423a HTTP/1.1" status: 200 len: 695 time: 0.6690023 Feb 07 16:55:06.659137 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fe6f523b-d339-46bd-80d0-57702b1cf40b req-ffeee582-7f63-4d80-bbe0-7d3f8211cf23 service neutron] 10.222.0.32 "GET /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182901 Feb 07 16:55:06.685212 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf254b6d-2189-4b36-a137-884ac29e1d79 admin admin] Publish callbacks [] for security_group (856be7e6-634f-4ae3-ae6d-ec7972290e05), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:06.706447 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf254b6d-2189-4b36-a137-884ac29e1d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (856be7e6-634f-4ae3-ae6d-ec7972290e05), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:06.783953 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a1f3345e-70b9-4241-80a9-5b25a8f4b209 req-7a781e06-e298-403c-8b80-97fffa5c0138 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:06.784563 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a1f3345e-70b9-4241-80a9-5b25a8f4b209 req-7a781e06-e298-403c-8b80-97fffa5c0138 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (4ad8e844-f192-49d5-ab09-4cfd35e64840), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:06.784885 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [req-a1f3345e-70b9-4241-80a9-5b25a8f4b209 req-7a781e06-e298-403c-8b80-97fffa5c0138 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Floating IP 4ad8e844-f192-49d5-ab09-4cfd35e64840 disassociated. External IP: 172.25.4.159, port: ea91aac2-6103-4fb6-9882-bc52e9d4f2e8. Feb 07 16:55:06.785410 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-a1f3345e-70b9-4241-80a9-5b25a8f4b209 req-7a781e06-e298-403c-8b80-97fffa5c0138 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Calling delete_port for ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:55:06.842052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf254b6d-2189-4b36-a137-884ac29e1d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856be7e6-634f-4ae3-ae6d-ec7972290e05,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:06.850980 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bf254b6d-2189-4b36-a137-884ac29e1d79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=141680c71150430d97d721cf73d44bd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5579357 Feb 07 16:55:06.855728 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49744) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:07.071400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2774a8-9e78-476c-a27f-68e631f81a02 req-618086d4-1beb-4961-94ef-4607bd1d90e7 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:07.087312 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0e2774a8-9e78-476c-a27f-68e631f81a02 req-618086d4-1beb-4961-94ef-4607bd1d90e7 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/networks/03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 784 time: 0.5390863 Feb 07 16:55:07.090822 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a1f3345e-70b9-4241-80a9-5b25a8f4b209 req-7a781e06-e298-403c-8b80-97fffa5c0138 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ea91aac2-6103-4fb6-9882-bc52e9d4f2e8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:07.111265 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-0e2774a8-9e78-476c-a27f-68e631f81a02 req-ade41a54-f3b3-4d0c-85d4-eb30ab5764c3 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:55:07.125667 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0e2774a8-9e78-476c-a27f-68e631f81a02 req-ade41a54-f3b3-4d0c-85d4-eb30ab5764c3 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0358703 Feb 07 16:55:07.281254 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a781e06-e298-403c-8b80-97fffa5c0138 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Pushing event deleted for resources: {'Port': ['ID=ea91aac2-6103-4fb6-9882-bc52e9d4f2e8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:07.290225 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0e2774a8-9e78-476c-a27f-68e631f81a02 req-7dcd2396-a364-426f-8c15-f6dc920411ad tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.1634016 Feb 07 16:55:07.416861 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653739b-8433-47f7-b799-b138f1edab91 req-bb080c8c-01d1-4baf-ac0c-a3d4547c899f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:07.418627 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e653739b-8433-47f7-b799-b138f1edab91 req-bb080c8c-01d1-4baf-ac0c-a3d4547c899f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 868 time: 0.6430812 Feb 07 16:55:07.438508 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0e2774a8-9e78-476c-a27f-68e631f81a02 req-edd33dd7-4193-4463-824f-7f03a66ed97b tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.1294959 Feb 07 16:55:07.462464 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4b825983-c003-4203-abee-29dad005a9fd admin admin] Deleting port 3e9de907-67f2-4fe3-820b-545f07a62eeb {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:55:07.462844 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b825983-c003-4203-abee-29dad005a9fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3e9de907-67f2-4fe3-820b-545f07a62eeb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:07.586125 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f34495a3-ada5-4811-ae80-f7e4584930a6 req-55ed76bd-5a52-408c-8440-8ff903ba730b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.1176937 Feb 07 16:55:07.605354 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad466-2cb7-4f55-83e1-f8ba72b25e63 admin admin] Publish callbacks [] for security_group (856be7e6-634f-4ae3-ae6d-ec7972290e05), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:07.674305 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad466-2cb7-4f55-83e1-f8ba72b25e63 admin admin] Publish callbacks [] for security_group (856be7e6-634f-4ae3-ae6d-ec7972290e05), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:07.685793 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e653739b-8433-47f7-b799-b138f1edab91 req-b5c70622-a82d-4c47-b9a9-984eb44637bd tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=96a0903f-2c59-4926-b681-254bd534aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482815 Feb 07 16:55:07.752296 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4b825983-c003-4203-abee-29dad005a9fd admin admin] For port 3e9de907-67f2-4fe3-820b-545f07a62eeb, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3e9de907-67f2-4fe3-820b-545f07a62eeb,segment=NetworkSegment(29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b),segment_id=29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:07.752676 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b825983-c003-4203-abee-29dad005a9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3e9de907-67f2-4fe3-820b-545f07a62eeb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:07.793366 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4b825983-c003-4203-abee-29dad005a9fd admin admin] Calling delete_port for 3e9de907-67f2-4fe3-820b-545f07a62eeb owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:55:07.844894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1f3345e-70b9-4241-80a9-5b25a8f4b209 req-7a781e06-e298-403c-8b80-97fffa5c0138 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:55:07.885618 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad466-2cb7-4f55-83e1-f8ba72b25e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (856be7e6-634f-4ae3-ae6d-ec7972290e05), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:07.888208 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aa6ad466-2cb7-4f55-83e1-f8ba72b25e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:07.891894 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-aa6ad466-2cb7-4f55-83e1-f8ba72b25e63 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/856be7e6-634f-4ae3-ae6d-ec7972290e05 HTTP/1.1" status: 204 len: 168 time: 1.0306954 Feb 07 16:55:07.933608 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d0260556-64a5-4eea-a2f5-267c0d2f08b5 req-f8c2efbf-68bc-4358-8fed-e8159f89badc tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.0600007 Feb 07 16:55:07.936293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ad466-2cb7-4f55-83e1-f8ba72b25e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856be7e6-634f-4ae3-ae6d-ec7972290e05,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:08.088380 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-0e2774a8-9e78-476c-a27f-68e631f81a02 req-ef2ea1b3-6b0b-47c9-baa8-ac3e4bc179d8 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Deleting port 2015debc-d3b7-4857-9b03-e2ac57b9f7c4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:55:08.089077 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0e2774a8-9e78-476c-a27f-68e631f81a02 req-ef2ea1b3-6b0b-47c9-baa8-ac3e4bc179d8 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2015debc-d3b7-4857-9b03-e2ac57b9f7c4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:08.197798 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0e2774a8-9e78-476c-a27f-68e631f81a02 req-ef2ea1b3-6b0b-47c9-baa8-ac3e4bc179d8 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2015debc-d3b7-4857-9b03-e2ac57b9f7c4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:08.198156 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0e2774a8-9e78-476c-a27f-68e631f81a02 req-ef2ea1b3-6b0b-47c9-baa8-ac3e4bc179d8 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks [] for floatingip (2015debc-d3b7-4857-9b03-e2ac57b9f7c4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:08.200618 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b825983-c003-4203-abee-29dad005a9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3e9de907-67f2-4fe3-820b-545f07a62eeb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:08.201049 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1f3345e-70b9-4241-80a9-5b25a8f4b209 req-7a781e06-e298-403c-8b80-97fffa5c0138 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:55:08.219900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f67c49b-d14f-4231-9f3b-3e136ab02085 None None] Sync routers for ids ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:55:08.232809 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-0e2774a8-9e78-476c-a27f-68e631f81a02 req-ef2ea1b3-6b0b-47c9-baa8-ac3e4bc179d8 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Calling delete_port for 2015debc-d3b7-4857-9b03-e2ac57b9f7c4 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:55:08.246357 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b825983-c003-4203-abee-29dad005a9fd admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9de907-67f2-4fe3-820b-545f07a62eeb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:08.284393 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f3345e-70b9-4241-80a9-5b25a8f4b209 req-7a781e06-e298-403c-8b80-97fffa5c0138 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] No DVR routers for this DVR port ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:55:08.295271 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a1f3345e-70b9-4241-80a9-5b25a8f4b209 req-7a781e06-e298-403c-8b80-97fffa5c0138 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:08.295502 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f67c49b-d14f-4231-9f3b-3e136ab02085 None None] Routers {'9af5f529-eea9-4b3c-b0e7-481af3af7f3d'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:55:08.297399 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a9292-14ba-4f3b-b95c-0340fa3cc4fb req-20933f55-65a3-48e0-95dd-a3d059542ddf tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:08.298942 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0f67c49b-d14f-4231-9f3b-3e136ab02085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:54:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:08.299285 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a1f3345e-70b9-4241-80a9-5b25a8f4b209 req-7a781e06-e298-403c-8b80-97fffa5c0138 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.48 "DELETE /v2.0/ports/ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 HTTP/1.1" status: 204 len: 173 time: 3.3833592 Feb 07 16:55:08.299766 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a657a5bb-36be-45e9-abe9-8e055c03eb75', 'name': 'network-vif-deleted', 'tag': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:55:08.302109 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e713db-0707-44fe-834a-e9313c8ce897" -d '{"events": [{"server_uuid": "a657a5bb-36be-45e9-abe9-8e055c03eb75", "name": "network-vif-deleted", "tag": "ea91aac2-6103-4fb6-9882-bc52e9d4f2e8"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:55:08.312977 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7a5a9292-14ba-4f3b-b95c-0340fa3cc4fb req-20933f55-65a3-48e0-95dd-a3d059542ddf tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.1512029 Feb 07 16:55:08.637625 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0e2774a8-9e78-476c-a27f-68e631f81a02 req-ef2ea1b3-6b0b-47c9-baa8-ac3e4bc179d8 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2015debc-d3b7-4857-9b03-e2ac57b9f7c4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:08.638990 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7a5a9292-14ba-4f3b-b95c-0340fa3cc4fb req-57f17510-171b-412a-a4ab-13e57b5977b2 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250110 Feb 07 16:55:08.725946 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-0f67c49b-d14f-4231-9f3b-3e136ab02085 None None] Set router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:55:08.739409 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ea1b3-6b0b-47c9-baa8-ac3e4bc179d8 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Pushing event deleted for resources: {'Port': ['ID=2015debc-d3b7-4857-9b03-e2ac57b9f7c4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:08.785883 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57542411-719e-45f7-8b47-539e520453f2 x-openstack-request-id: req-57542411-719e-45f7-8b47-539e520453f2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:55:08.792311 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a657a5bb-36be-45e9-abe9-8e055c03eb75", "name": "network-vif-deleted", "tag": "ea91aac2-6103-4fb6-9882-bc52e9d4f2e8", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:55:08.792584 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57542411-719e-45f7-8b47-539e520453f2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:55:08.793908 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a657a5bb-36be-45e9-abe9-8e055c03eb75', 'name': 'network-vif-deleted', 'tag': 'ea91aac2-6103-4fb6-9882-bc52e9d4f2e8', 'status': 'completed', 'code': 200} Feb 07 16:55:08.813764 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0e2774a8-9e78-476c-a27f-68e631f81a02 req-ef2ea1b3-6b0b-47c9-baa8-ac3e4bc179d8 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks [] for floatingip (07fd8501-b719-4d80-8f4b-a9e8dd12423a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:08.819163 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0e2774a8-9e78-476c-a27f-68e631f81a02 req-ef2ea1b3-6b0b-47c9-baa8-ac3e4bc179d8 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:08.823908 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0e2774a8-9e78-476c-a27f-68e631f81a02 req-ef2ea1b3-6b0b-47c9-baa8-ac3e4bc179d8 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "DELETE /v2.0/floatingips/07fd8501-b719-4d80-8f4b-a9e8dd12423a HTTP/1.1" status: 204 len: 173 time: 1.3726933 Feb 07 16:55:08.972335 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b825983-c003-4203-abee-29dad005a9fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (6914b157-2e26-4b5f-a094-0a6c1d05ce28), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:08.976640 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8d7ffe8-b112-491f-8981-2285a90b6cce req-4b249d8e-29f7-4a00-8dee-2284e54dc618 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=a657a5bb-36be-45e9-abe9-8e055c03eb75 HTTP/1.1" status: 200 len: 210 time: 0.0474765 Feb 07 16:55:09.014007 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8885df30-6099-4933-85a8-27049346dbaa req-c8bc0f31-4be2-4b19-b852-13cb4e5d6ae5 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups/a1b6a7d3-12b1-44f5-9401-91f5946269e7 HTTP/1.1" status: 200 len: 1826 time: 0.1739292 Feb 07 16:55:09.098076 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8885df30-6099-4933-85a8-27049346dbaa req-6294abd3-8c64-4205-936d-a9fd284d0180 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks [] for security_group (a1b6a7d3-12b1-44f5-9401-91f5946269e7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:09.131496 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8885df30-6099-4933-85a8-27049346dbaa req-6294abd3-8c64-4205-936d-a9fd284d0180 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks [] for security_group (a1b6a7d3-12b1-44f5-9401-91f5946269e7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:09.197715 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8885df30-6099-4933-85a8-27049346dbaa req-6294abd3-8c64-4205-936d-a9fd284d0180 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a1b6a7d3-12b1-44f5-9401-91f5946269e7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:09.202156 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8885df30-6099-4933-85a8-27049346dbaa req-6294abd3-8c64-4205-936d-a9fd284d0180 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:09.221721 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8885df30-6099-4933-85a8-27049346dbaa req-6294abd3-8c64-4205-936d-a9fd284d0180 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "DELETE /v2.0/security-groups/a1b6a7d3-12b1-44f5-9401-91f5946269e7 HTTP/1.1" status: 204 len: 173 time: 0.1962893 Feb 07 16:55:09.279371 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294abd3-8c64-4205-936d-a9fd284d0180 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b6a7d3-12b1-44f5-9401-91f5946269e7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:09.321301 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7b796e93-b33d-47a7-bcb2-44bcd35b445a req-22bb10c3-0373-47a6-bad8-dc37410d59c9 tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.1078417 Feb 07 16:55:09.326233 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0f67c49b-d14f-4231-9f3b-3e136ab02085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port': {'id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:06Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19', 'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'mac_address': 'fa:16:3e:24:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:12Z', 'updated_at': '2022-02-07T16:50:19Z', 'revision_number': 5, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'subnets': [{'id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:09.411397 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f67c49b-d14f-4231-9f3b-3e136ab02085 None None] Checking router: 9af5f529-eea9-4b3c-b0e7-481af3af7f3d for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:55:09.466909 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f67c49b-d14f-4231-9f3b-3e136ab02085 None None] Routers {'9af5f529-eea9-4b3c-b0e7-481af3af7f3d'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:55:09.470864 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0f67c49b-d14f-4231-9f3b-3e136ab02085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:54:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:09.672358 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b825983-c003-4203-abee-29dad005a9fd admin admin] Router 6914b157-2e26-4b5f-a094-0a6c1d05ce28 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:55:09.711181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-0f67c49b-d14f-4231-9f3b-3e136ab02085 None None] Set router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:55:09.802256 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c85fc-6f15-4e23-9440-43bf82f04c72 req-c2fa67d6-d313-4126-8c29-d2eaa372c129 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:09.814559 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c1c85fc-6f15-4e23-9440-43bf82f04c72 req-c2fa67d6-d313-4126-8c29-d2eaa372c129 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.1424692 Feb 07 16:55:09.891393 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b825983-c003-4203-abee-29dad005a9fd admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:55:09.898957 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4b825983-c003-4203-abee-29dad005a9fd admin admin] 10.222.0.18 "PUT /v2.0/routers/6914b157-2e26-4b5f-a094-0a6c1d05ce28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6969950 Feb 07 16:55:09.904743 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49798) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:09.912320 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0c0665-ec9b-4e7e-a885-a8b1bd7b6013 None None] Sync routers for ids ['6914b157-2e26-4b5f-a094-0a6c1d05ce28'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:55:09.926044 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c0665-ec9b-4e7e-a885-a8b1bd7b6013 None None] Routers {'6914b157-2e26-4b5f-a094-0a6c1d05ce28'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:55:09.926697 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-aa0c0665-ec9b-4e7e-a885-a8b1bd7b6013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:54:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6914b157-2e26-4b5f-a094-0a6c1d05ce28'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:09.959089 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:55:09.998588 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c1c85fc-6f15-4e23-9440-43bf82f04c72 req-ac65beb3-c212-4913-95a5-6c3086d04712 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799223 Feb 07 16:55:10.017317 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:55:10.017866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ea91aac2-6103-4fb6-9882-bc52e9d4f2e8 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:55:10.191974 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5ce84748-3f7f-4051-8ced-de002eb5b9a8 req-3e7622b6-643f-4ea3-acdb-11d03e808821 tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595&device_id=bf5134de-b50f-48f8-af50-096a6a408604 HTTP/1.1" status: 200 len: 210 time: 0.1042902 Feb 07 16:55:10.231001 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01addf5b-9241-4945-a866-204f00040316 req-b68fe7ea-d95c-4960-818c-517b1f39fcb1 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:10.240135 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01addf5b-9241-4945-a866-204f00040316 req-b68fe7ea-d95c-4960-818c-517b1f39fcb1 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.0976226 Feb 07 16:55:10.290113 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-aa0c0665-ec9b-4e7e-a885-a8b1bd7b6013 None None] Set router 6914b157-2e26-4b5f-a094-0a6c1d05ce28 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:55:10.302975 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a37139d-0ef0-43f4-8e1c-f089c0e4e87e admin admin] Publish callbacks [] for router (6914b157-2e26-4b5f-a094-0a6c1d05ce28), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:10.320962 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01addf5b-9241-4945-a866-204f00040316 req-a63506cd-c6d2-4724-ac61-ff542d2b4edc tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755727 Feb 07 16:55:10.324094 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0f67c49b-d14f-4231-9f3b-3e136ab02085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port': {'id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:06Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19', 'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'mac_address': 'fa:16:3e:24:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:12Z', 'updated_at': '2022-02-07T16:50:19Z', 'revision_number': 5, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'subnets': [{'id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:10.400713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49808) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:10.498530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f67c49b-d14f-4231-9f3b-3e136ab02085 None None] The sync data for ids ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'] in n-d-827865-3 is: [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port': {'id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:06Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19', 'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'mac_address': 'fa:16:3e:24:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:12Z', 'updated_at': '2022-02-07T16:50:19Z', 'revision_number': 5, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'subnets': [{'id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:55:10.527480 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-990f0f10-945d-4586-bddf-ab0ff17cabaa tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group (96a0903f-2c59-4926-b681-254bd534aecd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:10.556882 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a37139d-0ef0-43f4-8e1c-f089c0e4e87e admin admin] Publish callbacks [] for router_gateway (6914b157-2e26-4b5f-a094-0a6c1d05ce28), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:10.573244 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-990f0f10-945d-4586-bddf-ab0ff17cabaa tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group (96a0903f-2c59-4926-b681-254bd534aecd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:10.726684 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5a37139d-0ef0-43f4-8e1c-f089c0e4e87e admin admin] Deleting port 10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:55:10.727343 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a37139d-0ef0-43f4-8e1c-f089c0e4e87e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:10.769041 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-990f0f10-945d-4586-bddf-ab0ff17cabaa tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (96a0903f-2c59-4926-b681-254bd534aecd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:10.772582 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-990f0f10-945d-4586-bddf-ab0ff17cabaa tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:10.774537 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-990f0f10-945d-4586-bddf-ab0ff17cabaa tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "DELETE /v2.0/security-groups/96a0903f-2c59-4926-b681-254bd534aecd HTTP/1.1" status: 204 len: 168 time: 0.3724675 Feb 07 16:55:10.780412 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49822) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:10.830064 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-78c169e2-7af9-4b3c-a46d-853c57e73a0d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] show failed (client error): The resource could not be found. Feb 07 16:55:10.833833 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-78c169e2-7af9-4b3c-a46d-853c57e73a0d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups/96a0903f-2c59-4926-b681-254bd534aecd HTTP/1.1" status: 404 len: 347 time: 0.0431027 Feb 07 16:55:10.842927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49824) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:10.910114 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ec9b8f13-55da-402c-bb69-1e5de0e47f5b req-381d351d-4d41-4fa5-94fd-10ae3150c068 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d63f2167bdc44f88110efea59beb3c7&device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.0902619 Feb 07 16:55:10.977913 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f0f10-945d-4586-bddf-ab0ff17cabaa tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a0903f-2c59-4926-b681-254bd534aecd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:11.031439 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-aa0c0665-ec9b-4e7e-a885-a8b1bd7b6013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914b157-2e26-4b5f-a094-0a6c1d05ce28', 'name': 'tempest-TaggedBootDevicesTest_v242-737826917-router', 'tenant_id': '8d896bc558a149fcbb41a0f78b81db19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:46:12Z', 'updated_at': '2022-02-07T16:55:08Z', 'revision_number': 5, 'project_id': '8d896bc558a149fcbb41a0f78b81db19', 'gw_port': {'id': '10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914b157-2e26-4b5f-a094-0a6c1d05ce28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:46:13Z', 'updated_at': '2022-02-07T16:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:11.059669 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ec9b8f13-55da-402c-bb69-1e5de0e47f5b req-77ccccb4-eab5-4660-86b9-210522e556d9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=9d63f2167bdc44f88110efea59beb3c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1297951 Feb 07 16:55:11.119095 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-055c42e0-9844-4e71-acf1-1ad68f881aff req-b3b80654-6d56-4d93-b86e-e654d04171bc tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.1361964 Feb 07 16:55:11.143946 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0c0665-ec9b-4e7e-a885-a8b1bd7b6013 None None] Checking router: 6914b157-2e26-4b5f-a094-0a6c1d05ce28 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:55:11.161463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59e6f8e-7df1-44e6-b2cc-fd00269d6462 None None] New status for floating IP 4ad8e844-f192-49d5-ab09-4cfd35e64840: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:55:11.175224 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c0665-ec9b-4e7e-a885-a8b1bd7b6013 None None] Routers {'6914b157-2e26-4b5f-a094-0a6c1d05ce28'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:55:11.175880 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-aa0c0665-ec9b-4e7e-a885-a8b1bd7b6013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:54:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6914b157-2e26-4b5f-a094-0a6c1d05ce28'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:11.255263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-5a37139d-0ef0-43f4-8e1c-f089c0e4e87e admin admin] For port 10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:11.255761 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a37139d-0ef0-43f4-8e1c-f089c0e4e87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:11.342309 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5a37139d-0ef0-43f4-8e1c-f089c0e4e87e admin admin] Calling delete_port for 10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:55:11.371836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a567604f-6dcf-46f4-8fdc-746469163c2f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Deleting port cc0f6271-780c-40c9-b30d-a9d22bc38d18 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:55:11.372378 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a567604f-6dcf-46f4-8fdc-746469163c2f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (cc0f6271-780c-40c9-b30d-a9d22bc38d18), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:11.419907 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-aa0c0665-ec9b-4e7e-a885-a8b1bd7b6013 None None] Set router 6914b157-2e26-4b5f-a094-0a6c1d05ce28 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:55:11.479267 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b8f13-55da-402c-bb69-1e5de0e47f5b req-e0b89073-3188-4303-8eaa-857348c1b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:11.481225 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ec9b8f13-55da-402c-bb69-1e5de0e47f5b req-e0b89073-3188-4303-8eaa-857348c1b9e4 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4144163 Feb 07 16:55:11.582408 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-aa0c0665-ec9b-4e7e-a885-a8b1bd7b6013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6914b157-2e26-4b5f-a094-0a6c1d05ce28', 'name': 'tempest-TaggedBootDevicesTest_v242-737826917-router', 'tenant_id': '8d896bc558a149fcbb41a0f78b81db19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:46:12Z', 'updated_at': '2022-02-07T16:55:10Z', 'revision_number': 6, 'project_id': '8d896bc558a149fcbb41a0f78b81db19', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:11.632969 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1030c-987b-4877-b8a4-8897a032481d req-e8ea36a6-4eb7-407b-b9c0-1fccd5f95405 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:11.641700 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b8f1030c-987b-4877-b8a4-8897a032481d req-e8ea36a6-4eb7-407b-b9c0-1fccd5f95405 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.4494381 Feb 07 16:55:11.680029 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0c0665-ec9b-4e7e-a885-a8b1bd7b6013 None None] The sync data for ids ['6914b157-2e26-4b5f-a094-0a6c1d05ce28'] in n-d-827865-3 is: [{'id': '6914b157-2e26-4b5f-a094-0a6c1d05ce28', 'name': 'tempest-TaggedBootDevicesTest_v242-737826917-router', 'tenant_id': '8d896bc558a149fcbb41a0f78b81db19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:46:12Z', 'updated_at': '2022-02-07T16:55:10Z', 'revision_number': 6, 'project_id': '8d896bc558a149fcbb41a0f78b81db19', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:55:11.781762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668e1dc-c06e-40d6-aa62-e347bab92072 req-7e324647-2d96-4983-a02d-93603d71f085 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:11.791726 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8668e1dc-c06e-40d6-aa62-e347bab92072 req-7e324647-2d96-4983-a02d-93603d71f085 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.2165666 Feb 07 16:55:11.811583 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a567604f-6dcf-46f4-8fdc-746469163c2f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (cc0f6271-780c-40c9-b30d-a9d22bc38d18), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:11.812137 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a567604f-6dcf-46f4-8fdc-746469163c2f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for floatingip (cc0f6271-780c-40c9-b30d-a9d22bc38d18), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:11.849083 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a567604f-6dcf-46f4-8fdc-746469163c2f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Calling delete_port for cc0f6271-780c-40c9-b30d-a9d22bc38d18 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:55:11.863401 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b8f1030c-987b-4877-b8a4-8897a032481d req-8596a109-a2c8-4096-b2d2-8e8e5450fae9 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158101 Feb 07 16:55:12.026493 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8668e1dc-c06e-40d6-aa62-e347bab92072 req-0a222b3d-8e79-4cfc-80d1-c8cdfa98d99b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338657 Feb 07 16:55:12.101929 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a37139d-0ef0-43f4-8e1c-f089c0e4e87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:12.126918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37139d-0ef0-43f4-8e1c-f089c0e4e87e admin admin] Pushing event deleted for resources: {'Port': ['ID=10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:12.186392 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a567604f-6dcf-46f4-8fdc-746469163c2f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (cc0f6271-780c-40c9-b30d-a9d22bc38d18), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:12.201210 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0dc28-3a99-4c6a-a0c9-18c233fbcd9a req-e5763f50-9503-44f1-b02f-04e9e70f448c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:12.202997 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b8c0dc28-3a99-4c6a-a0c9-18c233fbcd9a req-e5763f50-9503-44f1-b02f-04e9e70f448c tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.32 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.2166286 Feb 07 16:55:12.308977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567604f-6dcf-46f4-8fdc-746469163c2f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Pushing event deleted for resources: {'Port': ['ID=cc0f6271-780c-40c9-b30d-a9d22bc38d18,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:12.378182 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e19e28f-bafc-438e-a4f8-326b01baa30e req-c307e20d-0889-47fd-bd0a-3be3064b1032 tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.1022253 Feb 07 16:55:12.434903 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a37139d-0ef0-43f4-8e1c-f089c0e4e87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (6914b157-2e26-4b5f-a094-0a6c1d05ce28), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:12.463538 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a567604f-6dcf-46f4-8fdc-746469163c2f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for floatingip (4ad8e844-f192-49d5-ab09-4cfd35e64840), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:12.470931 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a567604f-6dcf-46f4-8fdc-746469163c2f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:12.475144 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a567604f-6dcf-46f4-8fdc-746469163c2f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "DELETE /v2.0/floatingips/4ad8e844-f192-49d5-ab09-4cfd35e64840 HTTP/1.1" status: 204 len: 168 time: 1.6349511 Feb 07 16:55:13.024929 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49878) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:13.246304 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ec9b8f13-55da-402c-bb69-1e5de0e47f5b req-e5640bed-8ce7-4579-b75b-7bdca8d768ea tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.32 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.1253240 Feb 07 16:55:13.261730 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a37139d-0ef0-43f4-8e1c-f089c0e4e87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (6914b157-2e26-4b5f-a094-0a6c1d05ce28), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:13.271048 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8670c7b4-f87c-405a-aee6-fa3f6f24fb88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:13.290164 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a37139d-0ef0-43f4-8e1c-f089c0e4e87e admin admin] Publish callbacks [] for router_controller (6914b157-2e26-4b5f-a094-0a6c1d05ce28), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:13.326376 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49886) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:13.360308 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-288b3dc0-b962-4485-b392-000276b50398 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--965532184', 'description': 'tempest-description--229953555'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:13.377244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-b8c0dc28-3a99-4c6a-a0c9-18c233fbcd9a req-2928b021-d25f-4de0-a8b9-c58fc370fb01 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Deleting port 29d13773-dda1-4fda-97ee-f960a462ac17 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:55:13.378813 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b8c0dc28-3a99-4c6a-a0c9-18c233fbcd9a req-2928b021-d25f-4de0-a8b9-c58fc370fb01 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (29d13773-dda1-4fda-97ee-f960a462ac17), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:13.411291 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3e9de907-67f2-4fe3-820b-545f07a62eeb no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:55:13.458344 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 3e9de907-67f2-4fe3-820b-545f07a62eeb {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:55:13.461882 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3e9de907-67f2-4fe3-820b-545f07a62eeb not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:55:13.462807 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:55:13.468674 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8670c7b4-f87c-405a-aee6-fa3f6f24fb88 admin admin] Publish callbacks [] for security_group (4c97ae53-87a7-4c86-a63e-044382720815), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:13.531959 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8670c7b4-f87c-405a-aee6-fa3f6f24fb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4c97ae53-87a7-4c86-a63e-044382720815), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:13.537889 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:55:13.538833 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 10d24a7f-3e6e-4c07-a8c0-9e8d5f1a67a9 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:55:13.539810 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a37139d-0ef0-43f4-8e1c-f089c0e4e87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (6914b157-2e26-4b5f-a094-0a6c1d05ce28), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:13.540346 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a37139d-0ef0-43f4-8e1c-f089c0e4e87e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6914b157-2e26-4b5f-a094-0a6c1d05ce28 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:55:13.572608 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a37139d-0ef0-43f4-8e1c-f089c0e4e87e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:13.573861 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5a37139d-0ef0-43f4-8e1c-f089c0e4e87e admin admin] 10.222.0.18 "DELETE /v2.0/routers/6914b157-2e26-4b5f-a094-0a6c1d05ce28 HTTP/1.1" status: 204 len: 168 time: 3.6677878 Feb 07 16:55:13.586790 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49890) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:13.623077 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf4a27-d0af-4f8e-88df-b71e6599c329 req-dfe2b378-26ca-4296-94d0-a7dc82d36981 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:13.627152 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46cf4a27-d0af-4f8e-88df-b71e6599c329 req-dfe2b378-26ca-4296-94d0-a7dc82d36981 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/ports?device_id=ece3d9f8-d9b6-4f90-8486-583a9a9fb523 HTTP/1.1" status: 200 len: 946 time: 0.4933395 Feb 07 16:55:13.658311 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670c7b4-f87c-405a-aee6-fa3f6f24fb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c97ae53-87a7-4c86-a63e-044382720815,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:13.679465 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8670c7b4-f87c-405a-aee6-fa3f6f24fb88 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9708f29afcd4442ab090a7d8c5420fd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6532753 Feb 07 16:55:13.685571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49892) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:13.689595 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b8c0dc28-3a99-4c6a-a0c9-18c233fbcd9a req-2928b021-d25f-4de0-a8b9-c58fc370fb01 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] For port 29d13773-dda1-4fda-97ee-f960a462ac17, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=29d13773-dda1-4fda-97ee-f960a462ac17,segment=NetworkSegment(76cc3e9a-116c-4d9d-9e6d-c474df14630a),segment_id=76cc3e9a-116c-4d9d-9e6d-c474df14630a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:13.690664 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b8c0dc28-3a99-4c6a-a0c9-18c233fbcd9a req-2928b021-d25f-4de0-a8b9-c58fc370fb01 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (29d13773-dda1-4fda-97ee-f960a462ac17), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:13.708925 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97d919-e258-4304-b4b3-4c13e4afceed req-73a8ad2d-93ae-411f-a446-95a91821bcad tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:13.710086 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-b8c0dc28-3a99-4c6a-a0c9-18c233fbcd9a req-2928b021-d25f-4de0-a8b9-c58fc370fb01 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Calling delete_port for 29d13773-dda1-4fda-97ee-f960a462ac17 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:55:13.721045 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5f97d919-e258-4304-b4b3-4c13e4afceed req-73a8ad2d-93ae-411f-a446-95a91821bcad tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.2913263 Feb 07 16:55:13.725374 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-288b3dc0-b962-4485-b392-000276b50398 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:13.740190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-6033b303-2b64-4090-b4ec-45cf232ce137 admin admin] Deleting subnet c2d8167a-c791-4f22-91fe-46cb69fedd33 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:55:13.821425 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6033b303-2b64-4090-b4ec-45cf232ce137 admin admin] Publish callbacks [] for subnet (c2d8167a-c791-4f22-91fe-46cb69fedd33), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:13.859712 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5f97d919-e258-4304-b4b3-4c13e4afceed req-aa57567c-3396-4055-9285-0239003d1eda tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279967 Feb 07 16:55:13.891634 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46cf4a27-d0af-4f8e-88df-b71e6599c329 req-3139381a-c33e-4071-8b6f-868d92a91df4 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.18 "GET /v2.0/security-groups?id=67e1e95e-ef4e-4697-ba54-c49706b42f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472347 Feb 07 16:55:14.013505 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-288b3dc0-b962-4485-b392-000276b50398 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group (3c400e19-36cc-4396-bb8f-68cb02c7ecac), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.021731 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-288b3dc0-b962-4485-b392-000276b50398 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3c400e19-36cc-4396-bb8f-68cb02c7ecac), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.032595 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6033b303-2b64-4090-b4ec-45cf232ce137 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (c2d8167a-c791-4f22-91fe-46cb69fedd33), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.059051 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-288b3dc0-b962-4485-b392-000276b50398 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.060722 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-288b3dc0-b962-4485-b392-000276b50398 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7110226 Feb 07 16:55:14.065592 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b8c0dc28-3a99-4c6a-a0c9-18c233fbcd9a req-2928b021-d25f-4de0-a8b9-c58fc370fb01 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (29d13773-dda1-4fda-97ee-f960a462ac17), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.066530 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49894) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:14.071887 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f20b-87c1-4856-b3a9-5d164559af9e admin admin] Publish callbacks [] for security_group (4c97ae53-87a7-4c86-a63e-044382720815), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.080438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5febaa44-fc4b-40e7-b04c-4f5c3d143b1d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Request body: {'security_group_rule': {'security_group_id': '3c400e19-36cc-4396-bb8f-68cb02c7ecac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:14.139118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b3dc0-b962-4485-b392-000276b50398 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c400e19-36cc-4396-bb8f-68cb02c7ecac,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:14.145772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928b021-d25f-4de0-a8b9-c58fc370fb01 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Pushing event deleted for resources: {'Port': ['ID=29d13773-dda1-4fda-97ee-f960a462ac17,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:14.204261 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f20b-87c1-4856-b3a9-5d164559af9e admin admin] Publish callbacks [] for security_group (4c97ae53-87a7-4c86-a63e-044382720815), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.212228 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c0dc28-3a99-4c6a-a0c9-18c233fbcd9a req-2928b021-d25f-4de0-a8b9-c58fc370fb01 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] No DVR routers for this DVR port 29d13773-dda1-4fda-97ee-f960a462ac17 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:55:14.215416 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b8c0dc28-3a99-4c6a-a0c9-18c233fbcd9a req-2928b021-d25f-4de0-a8b9-c58fc370fb01 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.223774 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b8c0dc28-3a99-4c6a-a0c9-18c233fbcd9a req-2928b021-d25f-4de0-a8b9-c58fc370fb01 tempest-ServerRescueTestJSONUnderV235-235109957 tempest-ServerRescueTestJSONUnderV235-235109957-project] 10.222.0.32 "DELETE /v2.0/ports/29d13773-dda1-4fda-97ee-f960a462ac17 HTTP/1.1" status: 204 len: 173 time: 1.9553077 Feb 07 16:55:14.224648 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece3d9f8-d9b6-4f90-8486-583a9a9fb523', 'name': 'network-vif-deleted', 'tag': '29d13773-dda1-4fda-97ee-f960a462ac17'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:55:14.227682 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d58c89-ae02-4583-b3e7-ab895aefda52" -d '{"events": [{"server_uuid": "ece3d9f8-d9b6-4f90-8486-583a9a9fb523", "name": "network-vif-deleted", "tag": "29d13773-dda1-4fda-97ee-f960a462ac17"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:55:14.302697 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b8e5db-a830-4516-a1d7-893cdc3bca4f x-openstack-request-id: req-58b8e5db-a830-4516-a1d7-893cdc3bca4f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:55:14.303326 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece3d9f8-d9b6-4f90-8486-583a9a9fb523", "name": "network-vif-deleted", "tag": "29d13773-dda1-4fda-97ee-f960a462ac17", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:55:14.303326 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58b8e5db-a830-4516-a1d7-893cdc3bca4f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:55:14.303673 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece3d9f8-d9b6-4f90-8486-583a9a9fb523', 'name': 'network-vif-deleted', 'tag': '29d13773-dda1-4fda-97ee-f960a462ac17', 'status': 'completed', 'code': 200} Feb 07 16:55:14.445701 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5543d6dc-f191-43b4-b34f-57de6988169b req-9afa7905-4a4e-4e7a-b428-76e715b4726d tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=155b3a8c-281f-4e51-bf15-1a519c8b4595 HTTP/1.1" status: 200 len: 210 time: 0.3530970 Feb 07 16:55:14.458379 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f20b-87c1-4856-b3a9-5d164559af9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4c97ae53-87a7-4c86-a63e-044382720815), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.469052 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f20b-87c1-4856-b3a9-5d164559af9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.472722 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f9e1f20b-87c1-4856-b3a9-5d164559af9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c97ae53-87a7-4c86-a63e-044382720815 HTTP/1.1" status: 204 len: 168 time: 0.7839632 Feb 07 16:55:14.475919 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5febaa44-fc4b-40e7-b04c-4f5c3d143b1d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group_rule (82c6dd1d-f85f-4605-92c6-fc5460daf979), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.502967 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1f20b-87c1-4856-b3a9-5d164559af9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c97ae53-87a7-4c86-a63e-044382720815,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:14.525479 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6033b303-2b64-4090-b4ec-45cf232ce137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (c2d8167a-c791-4f22-91fe-46cb69fedd33), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.593592 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5febaa44-fc4b-40e7-b04c-4f5c3d143b1d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group_rule (82c6dd1d-f85f-4605-92c6-fc5460daf979), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.602610 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5febaa44-fc4b-40e7-b04c-4f5c3d143b1d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (82c6dd1d-f85f-4605-92c6-fc5460daf979), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.648251 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5febaa44-fc4b-40e7-b04c-4f5c3d143b1d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.655131 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49910) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:14.663099 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-21731f1b-9cb0-48c3-9f44-1ddeae65ab6c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Request body: {'security_group_rule': {'security_group_id': '3c400e19-36cc-4396-bb8f-68cb02c7ecac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:14.669327 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5febaa44-fc4b-40e7-b04c-4f5c3d143b1d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5990896 Feb 07 16:55:14.679272 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febaa44-fc4b-40e7-b04c-4f5c3d143b1d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c6dd1d-f85f-4605-92c6-fc5460daf979,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:14.699635 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6033b303-2b64-4090-b4ec-45cf232ce137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (c2d8167a-c791-4f22-91fe-46cb69fedd33), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.728457 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21731f1b-9cb0-48c3-9f44-1ddeae65ab6c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group_rule (9024ff9a-5003-4bc1-8352-f96f9976b5ba), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.778670 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6033b303-2b64-4090-b4ec-45cf232ce137 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.786169 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6033b303-2b64-4090-b4ec-45cf232ce137 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c2d8167a-c791-4f22-91fe-46cb69fedd33 HTTP/1.1" status: 204 len: 168 time: 1.1876447 Feb 07 16:55:14.787101 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49914) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:14.787818 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba75813a-01cf-4b22-8bae-5a646def4668 None None] Network e44973a2-0103-40df-8768-001f01a74b40 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:55:14.843559 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21731f1b-9cb0-48c3-9f44-1ddeae65ab6c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group_rule (9024ff9a-5003-4bc1-8352-f96f9976b5ba), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.851129 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21731f1b-9cb0-48c3-9f44-1ddeae65ab6c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (9024ff9a-5003-4bc1-8352-f96f9976b5ba), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.929179 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21731f1b-9cb0-48c3-9f44-1ddeae65ab6c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:14.936771 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033b303-2b64-4090-b4ec-45cf232ce137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2d8167a-c791-4f22-91fe-46cb69fedd33,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:14.947793 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-21731f1b-9cb0-48c3-9f44-1ddeae65ab6c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2905917 Feb 07 16:55:14.948779 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49922) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:14.973948 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8b9c288e-c1da-4918-823f-e3b7a393ea34 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:15.001519 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21731f1b-9cb0-48c3-9f44-1ddeae65ab6c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9024ff9a-5003-4bc1-8352-f96f9976b5ba,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:15.010645 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49924) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:15.055746 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b9c288e-c1da-4918-823f-e3b7a393ea34 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:15.070278 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21731f1b-9cb0-48c3-9f44-1ddeae65ab6c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:15.070819 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21731f1b-9cb0-48c3-9f44-1ddeae65ab6c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:15.071022 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21731f1b-9cb0-48c3-9f44-1ddeae65ab6c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:15.071357 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21731f1b-9cb0-48c3-9f44-1ddeae65ab6c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:15.071694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21731f1b-9cb0-48c3-9f44-1ddeae65ab6c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:15.072033 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21731f1b-9cb0-48c3-9f44-1ddeae65ab6c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:15.072422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21731f1b-9cb0-48c3-9f44-1ddeae65ab6c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:15.072882 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21731f1b-9cb0-48c3-9f44-1ddeae65ab6c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:15.073199 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21731f1b-9cb0-48c3-9f44-1ddeae65ab6c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:15.073640 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21731f1b-9cb0-48c3-9f44-1ddeae65ab6c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:15.074067 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21731f1b-9cb0-48c3-9f44-1ddeae65ab6c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:15.074562 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21731f1b-9cb0-48c3-9f44-1ddeae65ab6c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:15.074986 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21731f1b-9cb0-48c3-9f44-1ddeae65ab6c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:15.161677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e42a01-dc4e-486a-8d85-05a4b398132b None None] DHCP port deletion for e44973a2-0103-40df-8768-001f01a74b40 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:55:15.250634 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef26da-9d5b-419e-a72f-01f8ec242ade req-4a1ba16c-7f99-4035-bdfd-e34593e42d3f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:15.252635 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-99ef26da-9d5b-419e-a72f-01f8ec242ade req-4a1ba16c-7f99-4035-bdfd-e34593e42d3f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.2086184 Feb 07 16:55:15.300629 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49928) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:15.367126 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d1a4ba4-17be-4a32-abd9-83f222b34601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:15.445450 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-99ef26da-9d5b-419e-a72f-01f8ec242ade req-7b28e2fa-b9ce-4588-aaba-b0adc90c3203 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859248 Feb 07 16:55:15.487421 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b9c288e-c1da-4918-823f-e3b7a393ea34 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:15.488380 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (e44973a2-0103-40df-8768-001f01a74b40), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:15.619000 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c8d46bb8-587a-4234-9fc5-60e6dab959ae no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:55:15.715201 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d1a4ba4-17be-4a32-abd9-83f222b34601 admin admin] Publish callbacks [] for security_group (d0484eed-b5cd-4323-9a84-99dc00c76c0e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:15.729195 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d1a4ba4-17be-4a32-abd9-83f222b34601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d0484eed-b5cd-4323-9a84-99dc00c76c0e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:15.798183 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3d1a4ba4-17be-4a32-abd9-83f222b34601 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5564a284578e4be5ada1c2dd7b938971&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4922700 Feb 07 16:55:15.799052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-8b9c288e-c1da-4918-823f-e3b7a393ea34 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Allocated IP 172.25.4.84 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/b25be8bb-33f2-4c94-9161-51ed12a82abc) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:55:15.804579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49936) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:15.852985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] Deleting port c8d46bb8-587a-4234-9fc5-60e6dab959ae {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:55:15.865964 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c8d46bb8-587a-4234-9fc5-60e6dab959ae), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:15.938840 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-80e42a01-dc4e-486a-8d85-05a4b398132b None None] Deleting port c8d46bb8-587a-4234-9fc5-60e6dab959ae {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:55:15.939442 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-80e42a01-dc4e-486a-8d85-05a4b398132b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c8d46bb8-587a-4234-9fc5-60e6dab959ae), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:15.998565 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a4ba4-17be-4a32-abd9-83f222b34601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0484eed-b5cd-4323-9a84-99dc00c76c0e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:16.037620 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] For port c8d46bb8-587a-4234-9fc5-60e6dab959ae, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c8d46bb8-587a-4234-9fc5-60e6dab959ae,segment=NetworkSegment(29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b),segment_id=29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:16.037933 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c8d46bb8-587a-4234-9fc5-60e6dab959ae), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:16.072368 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12a7f72e-88ef-4971-827c-c6f1db8f5d6a req-5f0628ed-ec07-4849-a8e0-6fe82bb8014b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d63f2167bdc44f88110efea59beb3c7&device_id=bf5134de-b50f-48f8-af50-096a6a408604 HTTP/1.1" status: 200 len: 210 time: 0.1286473 Feb 07 16:55:16.073439 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a0495a2-63df-4da3-9d14-be62f72d7e5b admin admin] Publish callbacks [] for security_group (d0484eed-b5cd-4323-9a84-99dc00c76c0e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:16.079653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] Calling delete_port for c8d46bb8-587a-4234-9fc5-60e6dab959ae owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:55:16.095392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-80e42a01-dc4e-486a-8d85-05a4b398132b None None] For port c8d46bb8-587a-4234-9fc5-60e6dab959ae, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c8d46bb8-587a-4234-9fc5-60e6dab959ae,segment=NetworkSegment(29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b),segment_id=29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:16.098381 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-80e42a01-dc4e-486a-8d85-05a4b398132b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c8d46bb8-587a-4234-9fc5-60e6dab959ae), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:16.135241 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12a7f72e-88ef-4971-827c-c6f1db8f5d6a req-27ff9f18-d7c1-49cc-937f-d33504fb4c79 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=9d63f2167bdc44f88110efea59beb3c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532258 Feb 07 16:55:16.138874 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-80e42a01-dc4e-486a-8d85-05a4b398132b None None] Calling delete_port for c8d46bb8-587a-4234-9fc5-60e6dab959ae owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:55:16.157550 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a0495a2-63df-4da3-9d14-be62f72d7e5b admin admin] Publish callbacks [] for security_group (d0484eed-b5cd-4323-9a84-99dc00c76c0e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:16.169535 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a7ec1bde-bfed-4789-96f4-3819e7a6f92c req-6176cd2f-471c-4b39-9c79-06d6da01f6b1 tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5134de-b50f-48f8-af50-096a6a408604 HTTP/1.1" status: 200 len: 210 time: 0.0874274 Feb 07 16:55:16.177602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port c8d46bb8-587a-4234-9fc5-60e6dab959ae is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:55:16.178121 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c8d46bb8-587a-4234-9fc5-60e6dab959ae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:16.180688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 29d13773-dda1-4fda-97ee-f960a462ac17 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:55:16.415374 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b9c288e-c1da-4918-823f-e3b7a393ea34 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for port (b25be8bb-33f2-4c94-9161-51ed12a82abc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:16.478092 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b9c288e-c1da-4918-823f-e3b7a393ea34 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (b25be8bb-33f2-4c94-9161-51ed12a82abc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:16.504755 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 29d13773-dda1-4fda-97ee-f960a462ac17 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:55:16.505096 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 29d13773-dda1-4fda-97ee-f960a462ac17 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:55:16.558957 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36632646-c485-4315-8455-ea8ee2deb5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (d6fd4f77-7e52-42c5-b489-69bd81bd5ffd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:16.561365 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port c8d46bb8-587a-4234-9fc5-60e6dab959ae, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c8d46bb8-587a-4234-9fc5-60e6dab959ae,segment=NetworkSegment(29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b),segment_id=29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:16.578640 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c288e-c1da-4918-823f-e3b7a393ea34 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Pushing event updated for resources: {'Port': ['ID=b25be8bb-33f2-4c94-9161-51ed12a82abc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:16.586302 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c8d46bb8-587a-4234-9fc5-60e6dab959ae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:16.630185 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9c288e-c1da-4918-823f-e3b7a393ea34 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:55:16.647760 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8b9c288e-c1da-4918-823f-e3b7a393ea34 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:55:16.650893 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-80e42a01-dc4e-486a-8d85-05a4b398132b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (c8d46bb8-587a-4234-9fc5-60e6dab959ae), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:16.651345 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9c288e-c1da-4918-823f-e3b7a393ea34 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:55:16.663179 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7f72e-88ef-4971-827c-c6f1db8f5d6a req-68d02a7e-2da4-47c7-8e79-2f61c320dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:16.666030 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12a7f72e-88ef-4971-827c-c6f1db8f5d6a req-68d02a7e-2da4-47c7-8e79-2f61c320dba9 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5197601 Feb 07 16:55:16.668266 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c8d46bb8-587a-4234-9fc5-60e6dab959ae), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:16.673261 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a0495a2-63df-4da3-9d14-be62f72d7e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d0484eed-b5cd-4323-9a84-99dc00c76c0e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:16.684159 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a0495a2-63df-4da3-9d14-be62f72d7e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:16.685782 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6a0495a2-63df-4da3-9d14-be62f72d7e5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0484eed-b5cd-4323-9a84-99dc00c76c0e HTTP/1.1" status: 204 len: 168 time: 0.8794947 Feb 07 16:55:16.724846 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e42a01-dc4e-486a-8d85-05a4b398132b None None] No DVR routers for this DVR port c8d46bb8-587a-4234-9fc5-60e6dab959ae on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:55:16.762536 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=c8d46bb8-587a-4234-9fc5-60e6dab959ae,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:16.818352 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0495a2-63df-4da3-9d14-be62f72d7e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0484eed-b5cd-4323-9a84-99dc00c76c0e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:16.869998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d46bb8-587a-4234-9fc5-60e6dab959ae,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:16.871715 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] No DVR routers for this DVR port c8d46bb8-587a-4234-9fc5-60e6dab959ae on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:55:16.904462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e42a01-dc4e-486a-8d85-05a4b398132b None None] Pushing event deleted for resources: {'Port': ['ID=c8d46bb8-587a-4234-9fc5-60e6dab959ae,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:17.088339 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5689891-a48f-405a-87bc-354909ad06c2 req-262a1b57-cacf-4b76-a4fa-33f8b4488143 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:17.097262 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a5689891-a48f-405a-87bc-354909ad06c2 req-262a1b57-cacf-4b76-a4fa-33f8b4488143 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.2983768 Feb 07 16:55:17.104907 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (e44973a2-0103-40df-8768-001f01a74b40), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:17.153678 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b9c288e-c1da-4918-823f-e3b7a393ea34 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for floatingip (f8479b03-d884-46aa-91cd-0d63d4e074c0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:17.179623 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a5689891-a48f-405a-87bc-354909ad06c2 req-c15df159-f4aa-4f81-aacb-40f87808402e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815959 Feb 07 16:55:17.322130 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b9c288e-c1da-4918-823f-e3b7a393ea34 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b25be8bb-33f2-4c94-9161-51ed12a82abc), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:17.768015 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b9c288e-c1da-4918-823f-e3b7a393ea34 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for port (b25be8bb-33f2-4c94-9161-51ed12a82abc), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:17.778809 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b9c288e-c1da-4918-823f-e3b7a393ea34 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (b25be8bb-33f2-4c94-9161-51ed12a82abc), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:17.888550 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44973a2-0103-40df-8768-001f01a74b40']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:17.906299 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c288e-c1da-4918-823f-e3b7a393ea34 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Pushing event updated for resources: {'Port': ['ID=b25be8bb-33f2-4c94-9161-51ed12a82abc,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:17.909905 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-303a198d-5ebe-47c1-96d4-d63eb504d01e req-1c5c84cf-6b5a-4b00-bd1d-ac5d3360d6af tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5134de-b50f-48f8-af50-096a6a408604 HTTP/1.1" status: 200 len: 210 time: 0.0533180 Feb 07 16:55:17.949585 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:17.950217 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:17.950334 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12a7f72e-88ef-4971-827c-c6f1db8f5d6a req-9468a66b-0042-46a0-b724-bca64f1fdb8d tempest-ServerShowV247Test-1641920944 tempest-ServerShowV247Test-1641920944-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf5134de-b50f-48f8-af50-096a6a408604 HTTP/1.1" status: 200 len: 210 time: 0.0792754 Feb 07 16:55:17.965106 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:17.975663 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b9c288e-c1da-4918-823f-e3b7a393ea34 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (f8479b03-d884-46aa-91cd-0d63d4e074c0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:17.998675 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:18.034568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:55:18.038768 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (29a5ccfa-2b66-4ead-9c6b-188ee8e5c83b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:55:18.042117 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:55:18.054835 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b9c288e-c1da-4918-823f-e3b7a393ea34 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:18.054835 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8b9c288e-c1da-4918-823f-e3b7a393ea34 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0926852 Feb 07 16:55:18.174587 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (e44973a2-0103-40df-8768-001f01a74b40), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:18.194358 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:18.201755 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e44973a2-0103-40df-8768-001f01a74b40 HTTP/1.1" status: 204 len: 168 time: 3.4130003 Feb 07 16:55:18.288156 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905543db-3b0e-49a3-8561-c8d87820e379 admin admin] Pushing event deleted for resources: {'Network': ['ID=e44973a2-0103-40df-8768-001f01a74b40,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:18.443230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-36632646-c485-4315-8455-ea8ee2deb5de admin admin] Deleting port d61248d7-baee-4344-81ae-70022625e1f1 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:55:18.443821 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36632646-c485-4315-8455-ea8ee2deb5de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d61248d7-baee-4344-81ae-70022625e1f1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:18.562516 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2258a88-e9b9-4575-93f0-adbac0e3f0e6 req-5ad4fcc5-6e62-4ad9-8947-511f8037f704 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:18.573887 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-36632646-c485-4315-8455-ea8ee2deb5de admin admin] For port d61248d7-baee-4344-81ae-70022625e1f1, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d61248d7-baee-4344-81ae-70022625e1f1,segment=NetworkSegment(76cc3e9a-116c-4d9d-9e6d-c474df14630a),segment_id=76cc3e9a-116c-4d9d-9e6d-c474df14630a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:18.578242 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36632646-c485-4315-8455-ea8ee2deb5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d61248d7-baee-4344-81ae-70022625e1f1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:18.578448 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d2258a88-e9b9-4575-93f0-adbac0e3f0e6 req-5ad4fcc5-6e62-4ad9-8947-511f8037f704 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.1622803 Feb 07 16:55:18.594164 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-36632646-c485-4315-8455-ea8ee2deb5de admin admin] Calling delete_port for d61248d7-baee-4344-81ae-70022625e1f1 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:55:18.680978 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d2258a88-e9b9-4575-93f0-adbac0e3f0e6 req-96dd20ec-d55e-49fc-913b-68490db2fe5a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915177 Feb 07 16:55:18.747625 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50000) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:18.826623 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c043d569-3fc7-4bc2-96ea-17bae56693c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a9341a8a4fe41fe98e19305419da9b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0769310 Feb 07 16:55:18.829698 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50002) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:18.853328 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36632646-c485-4315-8455-ea8ee2deb5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d61248d7-baee-4344-81ae-70022625e1f1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:18.908949 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62a3e6d3-d0b4-45fe-bb2b-ed430065206f admin admin] Publish callbacks [] for security_group (bb2fc536-3bbc-4803-8b40-caae76e063ee), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:18.918226 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36632646-c485-4315-8455-ea8ee2deb5de admin admin] Pushing event deleted for resources: {'Port': ['ID=d61248d7-baee-4344-81ae-70022625e1f1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:18.959627 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62a3e6d3-d0b4-45fe-bb2b-ed430065206f admin admin] Publish callbacks [] for security_group (bb2fc536-3bbc-4803-8b40-caae76e063ee), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:19.037980 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62a3e6d3-d0b4-45fe-bb2b-ed430065206f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bb2fc536-3bbc-4803-8b40-caae76e063ee), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:19.043361 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62a3e6d3-d0b4-45fe-bb2b-ed430065206f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:19.045028 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-62a3e6d3-d0b4-45fe-bb2b-ed430065206f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb2fc536-3bbc-4803-8b40-caae76e063ee HTTP/1.1" status: 204 len: 168 time: 0.2139525 Feb 07 16:55:19.060023 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3e6d3-d0b4-45fe-bb2b-ed430065206f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2fc536-3bbc-4803-8b40-caae76e063ee,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:19.346594 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-36632646-c485-4315-8455-ea8ee2deb5de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (d6fd4f77-7e52-42c5-b489-69bd81bd5ffd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:19.707551 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-04e9c9e6-7ef8-4ca2-8f8e-1d65cd586790 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--965532184&fields=id&tenant_id=6fdea7f1b6324f67b931aa532697bca1 HTTP/1.1" status: 200 len: 267 time: 0.2468901 Feb 07 16:55:19.779910 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50042) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:19.924773 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278a8fb-6924-479d-95c7-d5d9f69fa075 req-50d47547-b9f9-4586-8b9f-c224c392bbfb tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:19.926390 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1278a8fb-6924-479d-95c7-d5d9f69fa075 req-50d47547-b9f9-4586-8b9f-c224c392bbfb tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.1233146 Feb 07 16:55:19.965869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50058) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:20.055501 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c9b5e8f4-b900-4467-b56a-5a89825ceacc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d896bc558a149fcbb41a0f78b81db19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0833871 Feb 07 16:55:20.058240 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50060) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:20.087177 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1278a8fb-6924-479d-95c7-d5d9f69fa075 req-cf117ee7-c715-4843-ae4d-ecdf86b54597 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506307 Feb 07 16:55:20.098146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ee0b39d3-9509-4436-b2e8-9cc041b01fbe tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:20.104976 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ee0b39d3-9509-4436-b2e8-9cc041b01fbe tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/networks?id=558210b1-aeef-4297-87e4-07b1b1a8ae99 HTTP/1.1" status: 200 len: 817 time: 0.3861911 Feb 07 16:55:20.134058 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-0b058573-3578-455e-9371-7829b40d8d85 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/quotas/6fdea7f1b6324f67b931aa532697bca1 HTTP/1.1" status: 200 len: 375 time: 0.0281270 Feb 07 16:55:20.157607 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6800deff-8aa1-4bfb-a3dc-0f5c9195aacd admin admin] Publish callbacks [] for security_group (4b7d1223-c5a7-4da9-b9e0-5735054422ec), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:20.201329 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6800deff-8aa1-4bfb-a3dc-0f5c9195aacd admin admin] Publish callbacks [] for security_group (4b7d1223-c5a7-4da9-b9e0-5735054422ec), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:20.207295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36632646-c485-4315-8455-ea8ee2deb5de admin admin] Router d6fd4f77-7e52-42c5-b489-69bd81bd5ffd has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:55:20.235077 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-077a8a7e-6c1f-4758-b317-adf18350c260 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fdea7f1b6324f67b931aa532697bca1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995986 Feb 07 16:55:20.242788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-0e5dfd75-be24-40fd-be63-b58336626dce service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:55:20.250674 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-0e5dfd75-be24-40fd-be63-b58336626dce service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138423 Feb 07 16:55:20.282983 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6800deff-8aa1-4bfb-a3dc-0f5c9195aacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4b7d1223-c5a7-4da9-b9e0-5735054422ec), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:20.286309 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6800deff-8aa1-4bfb-a3dc-0f5c9195aacd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:20.287638 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6800deff-8aa1-4bfb-a3dc-0f5c9195aacd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b7d1223-c5a7-4da9-b9e0-5735054422ec HTTP/1.1" status: 204 len: 168 time: 0.2272398 Feb 07 16:55:20.297566 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800deff-8aa1-4bfb-a3dc-0f5c9195aacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7d1223-c5a7-4da9-b9e0-5735054422ec,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:20.337380 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53d1c67a-8922-4ae1-890c-92f1febca81c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:20.480382 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-6f16b08f-f77d-4e95-a6de-8a4a15882294 service neutron] 10.222.0.18 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206981 Feb 07 16:55:20.499036 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53d1c67a-8922-4ae1-890c-92f1febca81c admin admin] Publish callbacks [] for security_group (db3badf1-5912-4326-a651-776b18a904c4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:20.505380 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53d1c67a-8922-4ae1-890c-92f1febca81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (db3badf1-5912-4326-a651-776b18a904c4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:20.505944 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36632646-c485-4315-8455-ea8ee2deb5de admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:55:20.516986 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5368f8-b86d-4ed5-923c-c06fe271ec14 None None] Sync routers for ids ['d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:55:20.538049 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5368f8-b86d-4ed5-923c-c06fe271ec14 None None] Routers {'d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:55:20.538710 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7e5368f8-b86d-4ed5-923c-c06fe271ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:54:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:20.562833 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-36632646-c485-4315-8455-ea8ee2deb5de admin admin] 10.222.0.18 "PUT /v2.0/routers/d6fd4f77-7e52-42c5-b489-69bd81bd5ffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5442348 Feb 07 16:55:20.565436 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50074) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:20.598525 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-53d1c67a-8922-4ae1-890c-92f1febca81c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d63f2167bdc44f88110efea59beb3c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8161693 Feb 07 16:55:20.599427 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50078) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:20.655734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1c67a-8922-4ae1-890c-92f1febca81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3badf1-5912-4326-a651-776b18a904c4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:20.684429 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21bc3a92-c64b-43b3-860e-796086f04b60 admin admin] Publish callbacks [] for security_group (db3badf1-5912-4326-a651-776b18a904c4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:20.732234 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-28980c01-172a-446b-a341-6ad2a74d73f0 service neutron] 10.222.0.18 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505915 Feb 07 16:55:20.738289 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21bc3a92-c64b-43b3-860e-796086f04b60 admin admin] Publish callbacks [] for security_group (db3badf1-5912-4326-a651-776b18a904c4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:20.774832 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a52b241a-6053-47cc-95cc-2193e56ec3d3 admin admin] Publish callbacks [] for router (d6fd4f77-7e52-42c5-b489-69bd81bd5ffd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:20.870369 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21bc3a92-c64b-43b3-860e-796086f04b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (db3badf1-5912-4326-a651-776b18a904c4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:20.873528 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21bc3a92-c64b-43b3-860e-796086f04b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:20.875832 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-21bc3a92-c64b-43b3-860e-796086f04b60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db3badf1-5912-4326-a651-776b18a904c4 HTTP/1.1" status: 204 len: 168 time: 0.2725351 Feb 07 16:55:20.879962 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-7e5368f8-b86d-4ed5-923c-c06fe271ec14 None None] Set router d6fd4f77-7e52-42c5-b489-69bd81bd5ffd gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:55:20.902459 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc3a92-c64b-43b3-860e-796086f04b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3badf1-5912-4326-a651-776b18a904c4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:21.085333 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a52b241a-6053-47cc-95cc-2193e56ec3d3 admin admin] Publish callbacks [] for router_gateway (d6fd4f77-7e52-42c5-b489-69bd81bd5ffd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:21.203775 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:21.267715 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7e5368f8-b86d-4ed5-923c-c06fe271ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1380902543-router', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:53:39Z', 'updated_at': '2022-02-07T16:55:18Z', 'revision_number': 5, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'gw_port': {'id': 'c89cc05b-96f2-453c-a340-7e0d36d8a42d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:53:40Z', 'updated_at': '2022-02-07T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:21.268127 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fab622f9-c8d2-461c-bf80-84fadc939176 req-1c98ed88-d548-49ba-9c1c-a63da76d743b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 210 time: 0.1092517 Feb 07 16:55:21.292095 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a52b241a-6053-47cc-95cc-2193e56ec3d3 admin admin] Deleting port c89cc05b-96f2-453c-a340-7e0d36d8a42d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:55:21.293062 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a52b241a-6053-47cc-95cc-2193e56ec3d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c89cc05b-96f2-453c-a340-7e0d36d8a42d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:21.366153 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5368f8-b86d-4ed5-923c-c06fe271ec14 None None] Checking router: d6fd4f77-7e52-42c5-b489-69bd81bd5ffd for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:55:21.377988 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5368f8-b86d-4ed5-923c-c06fe271ec14 None None] Routers {'d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:55:21.379588 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7e5368f8-b86d-4ed5-923c-c06fe271ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:54:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:21.610773 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-7e5368f8-b86d-4ed5-923c-c06fe271ec14 None None] Set router d6fd4f77-7e52-42c5-b489-69bd81bd5ffd gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:55:21.647454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0413e-7325-4838-abd6-1ed4a604f6c2 req-a8411a45-dcd6-4ccb-88eb-5c19e6360669 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:21.652997 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-30c0413e-7325-4838-abd6-1ed4a604f6c2 req-a8411a45-dcd6-4ccb-88eb-5c19e6360669 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.2774122 Feb 07 16:55:21.747585 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a52b241a-6053-47cc-95cc-2193e56ec3d3 admin admin] For port c89cc05b-96f2-453c-a340-7e0d36d8a42d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c89cc05b-96f2-453c-a340-7e0d36d8a42d,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:21.748972 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a52b241a-6053-47cc-95cc-2193e56ec3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c89cc05b-96f2-453c-a340-7e0d36d8a42d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:21.750910 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7e5368f8-b86d-4ed5-923c-c06fe271ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1380902543-router', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:53:39Z', 'updated_at': '2022-02-07T16:55:21Z', 'revision_number': 6, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:21.808388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a52b241a-6053-47cc-95cc-2193e56ec3d3 admin admin] Calling delete_port for c89cc05b-96f2-453c-a340-7e0d36d8a42d owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:55:21.819230 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-30c0413e-7325-4838-abd6-1ed4a604f6c2 req-8b829578-97f8-4809-b7ea-cc75fc8cd101 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540859 Feb 07 16:55:21.828304 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5368f8-b86d-4ed5-923c-c06fe271ec14 None None] The sync data for ids ['d6fd4f77-7e52-42c5-b489-69bd81bd5ffd'] in n-d-827865-3 is: [{'id': 'd6fd4f77-7e52-42c5-b489-69bd81bd5ffd', 'name': 'tempest-ServerRescueTestJSONUnderV235-1380902543-router', 'tenant_id': '58d71b6b570c43899437dc2367577b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:53:39Z', 'updated_at': '2022-02-07T16:55:21Z', 'revision_number': 6, 'project_id': '58d71b6b570c43899437dc2367577b8c', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:55:22.190222 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-eab17aa4-d03c-4c90-9090-9873edeb1701 service neutron] 10.222.0.48 "GET /v2.0/ports/fbd2bb0e-e9a3-47ba-8583-e7c02519eee4/bindings/n-h1-827865-3 HTTP/1.1" status: 200 len: 382 time: 0.1805525 Feb 07 16:55:22.531801 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b6ebefc9-79e2-4e0f-9aa6-e652c3731c1b req-ad164731-53ef-4340-abca-0867063d27cd tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 210 time: 0.0962639 Feb 07 16:55:22.569923 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a52b241a-6053-47cc-95cc-2193e56ec3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c89cc05b-96f2-453c-a340-7e0d36d8a42d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:22.584038 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50140) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:22.662035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b241a-6053-47cc-95cc-2193e56ec3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c89cc05b-96f2-453c-a340-7e0d36d8a42d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:22.790303 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-f78835c1-fe3f-4315-a521-3d3e2ec2aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:22.801435 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-f78835c1-fe3f-4315-a521-3d3e2ec2aaf9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1&tenant_id=52e2cfc122e2454bb720b22756b54435 HTTP/1.1" status: 200 len: 1131 time: 0.2997034 Feb 07 16:55:23.050548 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a52b241a-6053-47cc-95cc-2193e56ec3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (d6fd4f77-7e52-42c5-b489-69bd81bd5ffd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:23.122941 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f39cc1f5-deaa-4581-b86e-c8231f903ccb admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-151314937-network', 'tenant_id': '8787a82117d6415d836cf8fecafd2c76'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:23.169401 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:23.323492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39cc1f5-deaa-4581-b86e-c8231f903ccb admin admin] Made reservation on behalf of 8787a82117d6415d836cf8fecafd2c76 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:55:23.338974 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f39cc1f5-deaa-4581-b86e-c8231f903ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:23.393737 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f39cc1f5-deaa-4581-b86e-c8231f903ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:23.395933 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a52b241a-6053-47cc-95cc-2193e56ec3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (d6fd4f77-7e52-42c5-b489-69bd81bd5ffd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:23.400149 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-55efb6cd-ffbb-473a-b356-e5a573bf8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:23.411843 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d61248d7-baee-4344-81ae-70022625e1f1 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:55:23.422205 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-55efb6cd-ffbb-473a-b356-e5a573bf8763 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 1131 time: 0.5812504 Feb 07 16:55:23.423826 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a52b241a-6053-47cc-95cc-2193e56ec3d3 admin admin] Publish callbacks [] for router_controller (d6fd4f77-7e52-42c5-b489-69bd81bd5ffd), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:23.438661 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: d61248d7-baee-4344-81ae-70022625e1f1 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:55:23.439396 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d61248d7-baee-4344-81ae-70022625e1f1 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:55:23.442078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c89cc05b-96f2-453c-a340-7e0d36d8a42d no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:55:23.471249 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: c89cc05b-96f2-453c-a340-7e0d36d8a42d {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:55:23.472288 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c89cc05b-96f2-453c-a340-7e0d36d8a42d not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:55:23.543807 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-7683043f-79b3-4ce8-9e3a-6906216c7dbb tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:23.548886 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-7683043f-79b3-4ce8-9e3a-6906216c7dbb tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.32 "GET /v2.0/networks?id=558210b1-aeef-4297-87e4-07b1b1a8ae99 HTTP/1.1" status: 200 len: 817 time: 0.3845801 Feb 07 16:55:23.551237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8bbe7-77f3-4a0c-b277-acc5b7b6ba66 req-3c5a2aca-de7a-44e0-a589-5c0e8facc9d1 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:23.553305 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07a8bbe7-77f3-4a0c-b277-acc5b7b6ba66 req-3c5a2aca-de7a-44e0-a589-5c0e8facc9d1 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.5585527 Feb 07 16:55:23.595212 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a52b241a-6053-47cc-95cc-2193e56ec3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (d6fd4f77-7e52-42c5-b489-69bd81bd5ffd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:23.595930 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52b241a-6053-47cc-95cc-2193e56ec3d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6fd4f77-7e52-42c5-b489-69bd81bd5ffd {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:55:23.611297 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a52b241a-6053-47cc-95cc-2193e56ec3d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:23.612657 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a52b241a-6053-47cc-95cc-2193e56ec3d3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d6fd4f77-7e52-42c5-b489-69bd81bd5ffd HTTP/1.1" status: 204 len: 168 time: 3.0462742 Feb 07 16:55:23.620497 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50174) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:23.757334 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f13e446-b65a-46c0-a58d-467552e1e28f admin admin] Deleting subnet b65ad38d-2d73-474a-8bbd-bb6aaadc67c3 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:55:23.793446 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-534e8160-dea7-421f-9b95-886960626d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:23.793446 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-534e8160-dea7-421f-9b95-886960626d7c service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.3630793 Feb 07 16:55:23.803698 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f13e446-b65a-46c0-a58d-467552e1e28f admin admin] Publish callbacks [] for subnet (b65ad38d-2d73-474a-8bbd-bb6aaadc67c3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:23.809786 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07a8bbe7-77f3-4a0c-b277-acc5b7b6ba66 req-6ed999c7-e798-4f8f-9ad1-b76b12d8d39f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091527 Feb 07 16:55:23.844397 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f39cc1f5-deaa-4581-b86e-c8231f903ccb admin admin] Publish callbacks [] for security_group (34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:23.874603 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fd24bed9-dea4-48c5-97fd-0dd135647bc0 req-8a6de526-a694-4586-9525-6f9d9c8f57aa tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 210 time: 0.1567450 Feb 07 16:55:23.878640 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-5b1cb60b-7b70-4982-a746-1879710e17aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 HTTP/1.1" status: 200 len: 217 time: 0.0723238 Feb 07 16:55:23.922128 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f39cc1f5-deaa-4581-b86e-c8231f903ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:23.932565 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-b95ac6e1-174f-4d80-9b1d-dfeb37f183ed tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fdea7f1b6324f67b931aa532697bca1 HTTP/1.1" status: 200 len: 379 time: 0.3653278 Feb 07 16:55:23.951063 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-2aa3111d-02ff-4213-9f64-3966e426c259 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Request body: {'port': {'device_id': '59842c98-b900-46ea-8a5b-20d1c5670932', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'admin_state_up': True, 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'security_groups': ['3c400e19-36cc-4396-bb8f-68cb02c7ecac']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:24.007090 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f13e446-b65a-46c0-a58d-467552e1e28f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (b65ad38d-2d73-474a-8bbd-bb6aaadc67c3), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:24.028163 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39cc1f5-deaa-4581-b86e-c8231f903ccb admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:55:24.037960 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-698ff0b5-23ef-47f3-a0c1-48ee58bf2012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:24.040571 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-698ff0b5-23ef-47f3-a0c1-48ee58bf2012 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1519635 Feb 07 16:55:24.048709 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f39cc1f5-deaa-4581-b86e-c8231f903ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (574a614d-ee0a-483a-afd9-7af2d2ebafbd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:24.049080 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-f39cc1f5-deaa-4581-b86e-c8231f903ccb admin admin] Added segment 574a614d-ee0a-483a-afd9-7af2d2ebafbd of type vlan for network de299506-cda2-480d-8380-7e49ef781cd6 Feb 07 16:55:24.118524 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f13e446-b65a-46c0-a58d-467552e1e28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (b65ad38d-2d73-474a-8bbd-bb6aaadc67c3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:24.173778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-fa682b38-651b-4c49-8f38-179fe0cca440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:24.175414 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-fa682b38-651b-4c49-8f38-179fe0cca440 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1124256 Feb 07 16:55:24.210886 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f39cc1f5-deaa-4581-b86e-c8231f903ccb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (de299506-cda2-480d-8380-7e49ef781cd6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:24.249855 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cc1f5-deaa-4581-b86e-c8231f903ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:24.268864 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f39cc1f5-deaa-4581-b86e-c8231f903ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (de299506-cda2-480d-8380-7e49ef781cd6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:24.271072 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39cc1f5-deaa-4581-b86e-c8231f903ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:24.272866 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f39cc1f5-deaa-4581-b86e-c8231f903ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:24.286383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-2aa3111d-02ff-4213-9f64-3966e426c259 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Made reservation on behalf of 6fdea7f1b6324f67b931aa532697bca1 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:55:24.291572 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-2aa3111d-02ff-4213-9f64-3966e426c259 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:24.302903 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f39cc1f5-deaa-4581-b86e-c8231f903ccb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7153606 Feb 07 16:55:24.310988 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50192) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:24.332477 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-81de8eab-f9a9-45b2-94e2-0890eee9d13b admin admin] Request body: {'subnet': {'network_id': 'de299506-cda2-480d-8380-7e49ef781cd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-151314937-subnet', 'tenant_id': '8787a82117d6415d836cf8fecafd2c76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:24.551790 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-2aa3111d-02ff-4213-9f64-3966e426c259 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Allocated IP 172.20.0.13 (558210b1-aeef-4297-87e4-07b1b1a8ae99/e08eff2f-7c93-4ede-90b9-2e6bbced6db6/813d7c77-80ea-480a-ac2f-f1d0ba1126c2) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:55:24.812995 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-2aa3111d-02ff-4213-9f64-3966e426c259 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:24.825475 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81de8eab-f9a9-45b2-94e2-0890eee9d13b admin admin] Made reservation on behalf of 8787a82117d6415d836cf8fecafd2c76 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:55:24.828800 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81de8eab-f9a9-45b2-94e2-0890eee9d13b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:25.022105 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f13e446-b65a-46c0-a58d-467552e1e28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (b65ad38d-2d73-474a-8bbd-bb6aaadc67c3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:25.089984 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f13e446-b65a-46c0-a58d-467552e1e28f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:25.094176 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9f13e446-b65a-46c0-a58d-467552e1e28f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b65ad38d-2d73-474a-8bbd-bb6aaadc67c3 HTTP/1.1" status: 204 len: 168 time: 1.4727538 Feb 07 16:55:25.099521 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cc1f5-deaa-4581-b86e-c8231f903ccb admin admin] Pushing event updated for resources: {'Network': ['ID=de299506-cda2-480d-8380-7e49ef781cd6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:25.099846 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50214) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:25.113187 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network de299506-cda2-480d-8380-7e49ef781cd6 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:55:25.115977 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0883b9e-9703-45d3-bd93-1a0a77a18cd3 req-57caa993-4171-4fad-bbd1-34e8113ff9ee tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 210 time: 0.1033697 Feb 07 16:55:25.196966 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-2aa3111d-02ff-4213-9f64-3966e426c259 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:25.262983 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4b9a-2404-4102-a53a-0845f4f29c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (26af5cb1-2ce1-4cef-b118-60089a99f582), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:25.284679 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-b2037b23-222d-4128-9ee6-fe558ef5fbd3 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0971537 Feb 07 16:55:25.347767 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13e446-b65a-46c0-a58d-467552e1e28f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b65ad38d-2d73-474a-8bbd-bb6aaadc67c3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:25.455047 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-2aa3111d-02ff-4213-9f64-3966e426c259 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Network 558210b1-aeef-4297-87e4-07b1b1a8ae99 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:55:25.456372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3111d-02ff-4213-9f64-3966e426c259 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Pushing event updated for resources: {'Port': ['ID=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:25.466640 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-2aa3111d-02ff-4213-9f64-3966e426c259 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:55:25.477691 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-2aa3111d-02ff-4213-9f64-3966e426c259 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:55:25.513235 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81de8eab-f9a9-45b2-94e2-0890eee9d13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (156417c3-7524-47ad-9aa2-2bb67a07a5e1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:25.531219 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2ebd7-e453-4334-8a82-e56c0aeb9b6c req-11622b6c-fbdc-4d9b-9c59-3abb605f17b1 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:25.533627 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0d2ebd7-e453-4334-8a82-e56c0aeb9b6c req-11622b6c-fbdc-4d9b-9c59-3abb605f17b1 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.5515726 Feb 07 16:55:25.621828 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-2aa3111d-02ff-4213-9f64-3966e426c259 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:25.622607 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-2aa3111d-02ff-4213-9f64-3966e426c259 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:25.630776 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4b9a-2404-4102-a53a-0845f4f29c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (26af5cb1-2ce1-4cef-b118-60089a99f582), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:25.648113 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de8eab-f9a9-45b2-94e2-0890eee9d13b admin admin] Pushing event updated for resources: {'Subnet': ['ID=156417c3-7524-47ad-9aa2-2bb67a07a5e1,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:25.679405 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-2aa3111d-02ff-4213-9f64-3966e426c259 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7360444 Feb 07 16:55:25.697263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Request body: {'port': {'device_id': '59842c98-b900-46ea-8a5b-20d1c5670932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:25.716069 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2b0c4b9a-2404-4102-a53a-0845f4f29c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26af5cb1-2ce1-4cef-b118-60089a99f582']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:25.747753 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2b0c4b9a-2404-4102-a53a-0845f4f29c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76cc3e9a-116c-4d9d-9e6d-c474df14630a') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:25.749859 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2b0c4b9a-2404-4102-a53a-0845f4f29c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76cc3e9a-116c-4d9d-9e6d-c474df14630a') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:25.752722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de8eab-f9a9-45b2-94e2-0890eee9d13b admin admin] Checking segment: {'id': '574a614d-ee0a-483a-afd9-7af2d2ebafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'de299506-cda2-480d-8380-7e49ef781cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:55:25.753503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81de8eab-f9a9-45b2-94e2-0890eee9d13b admin admin] Network hostable DHCP agents. Network: de299506-cda2-480d-8380-7e49ef781cd6, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:55:25.807756 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bdb05fa5-e515-488b-81be-3dbbbed5231c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:25.810810 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4b9a-2404-4102-a53a-0845f4f29c1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (76cc3e9a-116c-4d9d-9e6d-c474df14630a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:25.835413 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4b9a-2404-4102-a53a-0845f4f29c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (76cc3e9a-116c-4d9d-9e6d-c474df14630a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:25.844070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0c4b9a-2404-4102-a53a-0845f4f29c1f admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:55:25.844918 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4b9a-2404-4102-a53a-0845f4f29c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (76cc3e9a-116c-4d9d-9e6d-c474df14630a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:25.908907 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81de8eab-f9a9-45b2-94e2-0890eee9d13b admin admin] Network de299506-cda2-480d-8380-7e49ef781cd6 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:55:25.915232 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:25.955232 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-81de8eab-f9a9-45b2-94e2-0890eee9d13b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, de299506-cda2-480d-8380-7e49ef781cd6) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:55:25.967032 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81de8eab-f9a9-45b2-94e2-0890eee9d13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:25.969314 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81de8eab-f9a9-45b2-94e2-0890eee9d13b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:25.981713 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d30d4b-2e24-41a3-99b8-bc6baade56c0 None None] Network de299506-cda2-480d-8380-7e49ef781cd6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:55:26.040667 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-81de8eab-f9a9-45b2-94e2-0890eee9d13b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7257683 Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:55:26.044753 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:55:26.058286 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4b9a-2404-4102-a53a-0845f4f29c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (26af5cb1-2ce1-4cef-b118-60089a99f582), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:26.087731 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4b9a-2404-4102-a53a-0845f4f29c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:26.106344 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2b0c4b9a-2404-4102-a53a-0845f4f29c1f admin admin] 10.222.0.18 "DELETE /v2.0/networks/26af5cb1-2ce1-4cef-b118-60089a99f582 HTTP/1.1" status: 204 len: 168 time: 0.9934411 Feb 07 16:55:26.171969 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:55:26.175699 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-cbd00955-378e-45c1-8c58-acfd2fbd6cdf None None] Provisioning complete for port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:55:26.178389 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cbd00955-378e-45c1-8c58-acfd2fbd6cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:26.183174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c4b9a-2404-4102-a53a-0845f4f29c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=26af5cb1-2ce1-4cef-b118-60089a99f582,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:26.359471 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cee9271-7707-4fb5-bc05-53726bc97657 req-d449dfcd-f3a9-47ab-9d1e-d6ade578fe5c service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0466695 Feb 07 16:55:26.430221 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0d2ebd7-e453-4334-8a82-e56c0aeb9b6c req-5c4e98f6-bdac-4bac-8f22-4509eea91b5b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859923 Feb 07 16:55:26.476938 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-cbd00955-378e-45c1-8c58-acfd2fbd6cdf None None] Port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:55:26.492704 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50242) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:26.588465 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3c9c7477-ce3e-4035-96e2-077f0c52378a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58d71b6b570c43899437dc2367577b8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0945132 Feb 07 16:55:26.594330 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50244) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:26.690210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:55:26.690621 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:26.745029 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2103713b-2f63-4398-a36f-4d19be132fe4 admin admin] Publish callbacks [] for security_group (67e1e95e-ef4e-4697-ba54-c49706b42f36), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:26.746234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8093656-24d1-42ce-bd16-4811ea62d9d7 req-8c9eb63f-afc4-43dc-b521-af74b7a2bb23 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:26.763148 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b8093656-24d1-42ce-bd16-4811ea62d9d7 req-8c9eb63f-afc4-43dc-b521-af74b7a2bb23 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 932 time: 0.4422724 Feb 07 16:55:26.832862 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2103713b-2f63-4398-a36f-4d19be132fe4 admin admin] Publish callbacks [] for security_group (67e1e95e-ef4e-4697-ba54-c49706b42f36), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:26.868230 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:26.871530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e0899a-60a9-4ae1-839d-abff6e27f7f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:55:26.882510 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691f85a1-a869-4afe-aa56-a4ea7f172f39" -d '{"events": [{"server_uuid": "b8e0899a-60a9-4ae1-839d-abff6e27f7f1", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd2bb0e-e9a3-47ba-8583-e7c02519eee4"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:55:26.894507 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5ac345-64f7-461e-a951-8488b3efa146 None None] Network de299506-cda2-480d-8380-7e49ef781cd6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:55:26.900360 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:26.978296 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2103713b-2f63-4398-a36f-4d19be132fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (67e1e95e-ef4e-4697-ba54-c49706b42f36), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:26.981546 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2103713b-2f63-4398-a36f-4d19be132fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:26.986196 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2103713b-2f63-4398-a36f-4d19be132fe4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67e1e95e-ef4e-4697-ba54-c49706b42f36 HTTP/1.1" status: 204 len: 168 time: 0.3906257 Feb 07 16:55:27.011197 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103713b-2f63-4398-a36f-4d19be132fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e1e95e-ef4e-4697-ba54-c49706b42f36,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:27.265976 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b8093656-24d1-42ce-bd16-4811ea62d9d7 req-8c0e7494-c301-4ff6-a1be-d20516bce4ef tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5018265 Feb 07 16:55:27.268373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:27.279437 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:55:27.309458 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Publish callbacks [] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:27.362979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Transition to ACTIVE for port object 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:55:27.370875 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:27.440597 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006e960b-79da-401f-9ef3-d13afb18abda x-openstack-request-id: req-006e960b-79da-401f-9ef3-d13afb18abda {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:55:27.440932 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e0899a-60a9-4ae1-839d-abff6e27f7f1", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd2bb0e-e9a3-47ba-8583-e7c02519eee4", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:55:27.441181 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-006e960b-79da-401f-9ef3-d13afb18abda {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:55:27.441631 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e0899a-60a9-4ae1-839d-abff6e27f7f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4', 'code': 200} Feb 07 16:55:27.468065 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-73d3df06-88fd-46f3-9236-a97214391f8f tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:27.470413 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-73d3df06-88fd-46f3-9236-a97214391f8f tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/networks?id=de299506-cda2-480d-8380-7e49ef781cd6 HTTP/1.1" status: 200 len: 817 time: 0.3451746 Feb 07 16:55:27.508664 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e4056b5a-de53-4aee-9c1f-f9684cdf0076 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/quotas/8787a82117d6415d836cf8fecafd2c76 HTTP/1.1" status: 200 len: 375 time: 0.0284889 Feb 07 16:55:27.560686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Pushing event updated for resources: {'Port': ['ID=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:27.673502 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-4182e476-390a-49ec-964f-e6e698b130a8 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8787a82117d6415d836cf8fecafd2c76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1561000 Feb 07 16:55:27.737546 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Attempting to bind port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:55:27.738290 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Attempting to bind port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:55:27.738879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Attempting to bind port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 on network 558210b1-aeef-4297-87e4-07b1b1a8ae99 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:55:27.754038 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 on network 558210b1-aeef-4297-87e4-07b1b1a8ae99 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:55:27.755227 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Attempting to bind port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 on network 558210b1-aeef-4297-87e4-07b1b1a8ae99 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:55:27.786517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:55:27.787545 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Checking segment: {'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:55:27.788423 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Bound using segment: {'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:55:27.789116 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Bound port: 813d7c77-80ea-480a-ac2f-f1d0ba1126c2, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:55:27.789777 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:27.872624 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a1b03-bfd7-4654-bf47-7d479c01af64 req-bb0694e0-cd4c-438a-8ce9-0c9cd743f410 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:27.875632 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-474a1b03-bfd7-4654-bf47-7d479c01af64 req-bb0694e0-cd4c-438a-8ce9-0c9cd743f410 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 947 time: 0.1555424 Feb 07 16:55:28.026203 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-bfb4f662-e4be-40a3-a25f-c10748cfce27 service neutron] 10.222.0.18 "GET /v2.0/networks/de299506-cda2-480d-8380-7e49ef781cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456688 Feb 07 16:55:28.170171 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b99f7aae-747f-447a-aa25-339a47fe3efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:28.196334 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] For port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:55:28.209216 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] For port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:55:28.227957 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-474a1b03-bfd7-4654-bf47-7d479c01af64 req-ad224672-4b3f-4677-a6a5-6093cc0f0ea6 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305488 Feb 07 16:55:28.236576 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:28.367653 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Pushing event updated for resources: {'Port': ['ID=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:28.403951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:28.405944 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:28.408717 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ffe65697-f2ed-4bdf-83fd-0a0c1ea4240c service neutron] 10.222.0.32 "PUT /v2.0/ports/813d7c77-80ea-480a-ac2f-f1d0ba1126c2 HTTP/1.1" status: 200 len: 1092 time: 2.7174845 Feb 07 16:55:28.410512 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59842c98-b900-46ea-8a5b-20d1c5670932', 'tag': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:55:28.429076 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a63029-389b-498e-ab45-aa8076a6e840" -d '{"events": [{"name": "network-changed", "server_uuid": "59842c98-b900-46ea-8a5b-20d1c5670932", "tag": "813d7c77-80ea-480a-ac2f-f1d0ba1126c2"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:55:28.494364 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-b570c73a-1ba2-42fa-9d83-b428c90c7027 service neutron] 10.222.0.18 "GET /v2.0/networks/de299506-cda2-480d-8380-7e49ef781cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549344 Feb 07 16:55:28.732494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a2d5d-436d-4a59-ac0c-da1b42b40c8a req-641c9b46-9ca4-43fe-914c-5046bfdc6073 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:28.751833 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f08a2d5d-436d-4a59-ac0c-da1b42b40c8a req-641c9b46-9ca4-43fe-914c-5046bfdc6073 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 944 time: 0.3154182 Feb 07 16:55:28.860131 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-3c4326d2-02fc-41d0-af18-47b0a5ba0fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:28.862496 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-3c4326d2-02fc-41d0-af18-47b0a5ba0fd6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fdea7f1b6324f67b931aa532697bca1&device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 1126 time: 0.2983027 Feb 07 16:55:28.965816 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-35b5f7c6-cebe-4e29-b7ff-65f8935793e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2 HTTP/1.1" status: 200 len: 217 time: 0.0813076 Feb 07 16:55:29.044201 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-422ed710-0b03-415c-9236-b3db273ae22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:29.047605 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-422ed710-0b03-415c-9236-b3db273ae22f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e08eff2f-7c93-4ede-90b9-2e6bbced6db6 HTTP/1.1" status: 200 len: 856 time: 0.0691638 Feb 07 16:55:29.059982 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f08a2d5d-436d-4a59-ac0c-da1b42b40c8a req-b4b7e290-852b-4b5a-98f1-e7197d860f66 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065071 Feb 07 16:55:29.162957 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df04619e-6c3a-468a-a7e5-51e33e862fa4 x-openstack-request-id: req-df04619e-6c3a-468a-a7e5-51e33e862fa4 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:55:29.164650 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59842c98-b900-46ea-8a5b-20d1c5670932", "tag": "813d7c77-80ea-480a-ac2f-f1d0ba1126c2", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:55:29.166940 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df04619e-6c3a-468a-a7e5-51e33e862fa4 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:55:29.167636 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59842c98-b900-46ea-8a5b-20d1c5670932', 'tag': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2', 'status': 'completed', 'code': 200} Feb 07 16:55:29.199093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-64f9fa6c-30a0-4956-b96a-6ca75cad01af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:29.202062 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-64f9fa6c-30a0-4956-b96a-6ca75cad01af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=558210b1-aeef-4297-87e4-07b1b1a8ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1371400 Feb 07 16:55:29.445130 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1efc198-cc72-4b54-ae54-867afae950c0 req-377755eb-dcd0-414e-af95-1e404e9b7c33 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 210 time: 0.1000125 Feb 07 16:55:29.497659 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:29.666750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dd7f5-dddf-4809-b366-3a2734069b45 req-b5219576-4014-4c33-89e9-2828477f4606 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:29.677913 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-297dd7f5-dddf-4809-b366-3a2734069b45 req-b5219576-4014-4c33-89e9-2828477f4606 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 947 time: 0.1930275 Feb 07 16:55:29.703142 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-ef8cb17c-3e5e-46fb-a1ca-ee786cc13aa0 service neutron] 10.222.0.32 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944932 Feb 07 16:55:29.909444 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-297dd7f5-dddf-4809-b366-3a2734069b45 req-41b888b7-f78e-4c71-84b3-6c5cd46ba984 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250595 Feb 07 16:55:30.004367 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7af99bc5-346e-45e3-a489-a2674f10cfe0 req-5c8978a9-0af5-42f4-8175-2272c351bba9 service neutron] 10.222.0.32 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822120 Feb 07 16:55:30.070060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:55:30.144925 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50366) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:30.500401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:30.504883 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7c55c-4776-49ea-8f5e-2c1e43e232f7 req-4668c80a-4f86-47e6-92a0-b1c763568f63 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:30.516493 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ff7c55c-4776-49ea-8f5e-2c1e43e232f7 req-4668c80a-4f86-47e6-92a0-b1c763568f63 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 944 time: 0.2121546 Feb 07 16:55:30.541197 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4', 'mac_address': 'fa:16:3e:e1:1e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:55:30.640275 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:55:30.644924 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:30.646077 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ff7c55c-4776-49ea-8f5e-2c1e43e232f7 req-486dc2e4-4676-4109-ac66-4be2b78963cb tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243927 Feb 07 16:55:30.687597 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67978398-b0f1-4435-b0c1-0f503b4f917a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:30.703804 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:55:30.755700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:30.765849 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:30.823703 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:30.843544 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:30.879168 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67978398-b0f1-4435-b0c1-0f503b4f917a admin admin] Publish callbacks [] for security_group (1e4b91a8-29ac-4e07-a8c7-4a1699b60ffe), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:30.907612 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67978398-b0f1-4435-b0c1-0f503b4f917a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1e4b91a8-29ac-4e07-a8c7-4a1699b60ffe), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:31.039073 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-67978398-b0f1-4435-b0c1-0f503b4f917a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4b8d5c71df141ccb2b22b551c978d25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8891997 Feb 07 16:55:31.046977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50384) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:31.093957 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['fbd2bb0e-e9a3-47ba-8583-e7c02519eee4'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:55:31.199338 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67978398-b0f1-4435-b0c1-0f503b4f917a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4b91a8-29ac-4e07-a8c7-4a1699b60ffe,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:31.270959 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50390) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:31.293296 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68280d19-4aca-454a-a7fa-fee89e96425e req-61053964-8dd8-4231-94c7-7c61eb16bcb6 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 210 time: 0.1633110 Feb 07 16:55:31.309736 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b18141-a297-4eec-af65-f09bbc50aa15 req-2821be33-db75-4d87-9fee-7e7ba6e79227 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:31.317486 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5b18141-a297-4eec-af65-f09bbc50aa15 req-2821be33-db75-4d87-9fee-7e7ba6e79227 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 948 time: 0.2290776 Feb 07 16:55:31.321011 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a63029-389b-498e-ab45-aa8076a6e840 req-48f4864f-5984-41ae-a69e-4ac5c6c3d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:31.324099 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-80a63029-389b-498e-ab45-aa8076a6e840 req-48f4864f-5984-41ae-a69e-4ac5c6c3d60a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fdea7f1b6324f67b931aa532697bca1&device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 1126 time: 1.2605045 Feb 07 16:55:31.331502 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-09d45757-fa4a-474a-89db-2062c2eb7ab5 admin admin] Publish callbacks [] for security_group (1e4b91a8-29ac-4e07-a8c7-4a1699b60ffe), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:31.427048 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-09d45757-fa4a-474a-89db-2062c2eb7ab5 admin admin] Publish callbacks [] for security_group (1e4b91a8-29ac-4e07-a8c7-4a1699b60ffe), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:31.592924 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a63029-389b-498e-ab45-aa8076a6e840 req-be9beef8-267c-45d2-a3e0-b07c6d7f74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:31.594590 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-80a63029-389b-498e-ab45-aa8076a6e840 req-be9beef8-267c-45d2-a3e0-b07c6d7f74e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=558210b1-aeef-4297-87e4-07b1b1a8ae99 HTTP/1.1" status: 200 len: 918 time: 0.2639074 Feb 07 16:55:31.628945 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e09b6912-6a7e-4129-939e-2111d772fde8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2062896819-network', 'tenant_id': '8958f6ad8ce64d2cafce718553b9cb64'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:31.633089 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-09d45757-fa4a-474a-89db-2062c2eb7ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1e4b91a8-29ac-4e07-a8c7-4a1699b60ffe), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:31.637577 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-09d45757-fa4a-474a-89db-2062c2eb7ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:31.641805 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-09d45757-fa4a-474a-89db-2062c2eb7ab5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e4b91a8-29ac-4e07-a8c7-4a1699b60ffe HTTP/1.1" status: 204 len: 168 time: 0.5908229 Feb 07 16:55:31.695319 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d45757-fa4a-474a-89db-2062c2eb7ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4b91a8-29ac-4e07-a8c7-4a1699b60ffe,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:31.738356 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-80a63029-389b-498e-ab45-aa8076a6e840 req-ef0c824d-fb13-4c86-8b56-dd8599f0b81f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2 HTTP/1.1" status: 200 len: 217 time: 0.1359258 Feb 07 16:55:31.743975 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5b18141-a297-4eec-af65-f09bbc50aa15 req-4081a910-20c4-42bb-b13e-f1524ff54ff7 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225574 Feb 07 16:55:31.818427 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09b6912-6a7e-4129-939e-2111d772fde8 admin admin] Made reservation on behalf of 8958f6ad8ce64d2cafce718553b9cb64 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:55:31.828124 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e09b6912-6a7e-4129-939e-2111d772fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:31.871903 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e09b6912-6a7e-4129-939e-2111d772fde8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:31.940614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a63029-389b-498e-ab45-aa8076a6e840 req-20e897d4-854b-4886-93b8-522cb2c721f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:31.957249 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-80a63029-389b-498e-ab45-aa8076a6e840 req-20e897d4-854b-4886-93b8-522cb2c721f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e08eff2f-7c93-4ede-90b9-2e6bbced6db6 HTTP/1.1" status: 200 len: 856 time: 0.2111506 Feb 07 16:55:31.971026 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87183c8-3f86-431e-b772-c059537bf4e0 req-5ff60107-eb6c-4ad6-993d-b1a20c0a56f7 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:31.978904 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e87183c8-3f86-431e-b772-c059537bf4e0 req-5ff60107-eb6c-4ad6-993d-b1a20c0a56f7 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 944 time: 0.1598771 Feb 07 16:55:32.209598 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e87183c8-3f86-431e-b772-c059537bf4e0 req-50972c21-426f-42b5-838c-a82b913b332a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293653 Feb 07 16:55:32.212617 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e09b6912-6a7e-4129-939e-2111d772fde8 admin admin] Publish callbacks [] for security_group (43e0073b-f1a0-40bb-9dfc-df1879930412), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:32.221080 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e09b6912-6a7e-4129-939e-2111d772fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (43e0073b-f1a0-40bb-9dfc-df1879930412), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:32.283640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09b6912-6a7e-4129-939e-2111d772fde8 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:55:32.302062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b6912-6a7e-4129-939e-2111d772fde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e0073b-f1a0-40bb-9dfc-df1879930412,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:32.308540 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e09b6912-6a7e-4129-939e-2111d772fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:32.308908 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-e09b6912-6a7e-4129-939e-2111d772fde8 admin admin] Added segment 0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f of type vlan for network f189284f-c88d-4a12-b11f-3bb2193ec906 Feb 07 16:55:32.320136 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:32.369965 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e09b6912-6a7e-4129-939e-2111d772fde8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (f189284f-c88d-4a12-b11f-3bb2193ec906), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:32.417411 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e09b6912-6a7e-4129-939e-2111d772fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (f189284f-c88d-4a12-b11f-3bb2193ec906), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:32.419285 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09b6912-6a7e-4129-939e-2111d772fde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:32.420191 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e09b6912-6a7e-4129-939e-2111d772fde8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:32.677496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-2aba6b2c-e45d-400a-b80c-835734417ab7 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:32.679217 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-2aba6b2c-e45d-400a-b80c-835734417ab7 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.32 "GET /v2.0/networks?id=de299506-cda2-480d-8380-7e49ef781cd6 HTTP/1.1" status: 200 len: 817 time: 0.4958317 Feb 07 16:55:32.694021 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a63029-389b-498e-ab45-aa8076a6e840 req-12435b30-29c4-4ce2-9031-c5215f1cd96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:32.694372 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e09b6912-6a7e-4129-939e-2111d772fde8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4196954 Feb 07 16:55:32.698202 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-80a63029-389b-498e-ab45-aa8076a6e840 req-12435b30-29c4-4ce2-9031-c5215f1cd96e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=558210b1-aeef-4297-87e4-07b1b1a8ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7169819 Feb 07 16:55:32.701064 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50444) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:32.776664 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3dd4920-654d-4da8-b1c0-e83f2ba6bafe req-b619deb8-11d8-46b9-8aa8-b173559de60b tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 210 time: 0.2532475 Feb 07 16:55:32.784202 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-53d0624e-2822-4dc8-9324-6047da2c1ddf admin admin] Request body: {'subnet': {'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2062896819-subnet', 'tenant_id': '8958f6ad8ce64d2cafce718553b9cb64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:32.798444 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-f3e21816-958e-46e6-aba8-bd8a426d25c1 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Request body: {'port': {'device_id': '7ebead8d-fdad-44c2-a00c-2df824c666a4', 'network_id': 'de299506-cda2-480d-8380-7e49ef781cd6', 'admin_state_up': True, 'tenant_id': '8787a82117d6415d836cf8fecafd2c76'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:32.971652 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50452) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:32.995846 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-80a63029-389b-498e-ab45-aa8076a6e840 req-0c2377a3-7b11-42d1-a00f-6adf38f04314 service neutron] 10.222.0.32 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170138 Feb 07 16:55:33.208594 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d0624e-2822-4dc8-9324-6047da2c1ddf admin admin] Made reservation on behalf of 8958f6ad8ce64d2cafce718553b9cb64 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:55:33.211051 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53d0624e-2822-4dc8-9324-6047da2c1ddf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:33.219926 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b6912-6a7e-4129-939e-2111d772fde8 admin admin] Pushing event updated for resources: {'Network': ['ID=f189284f-c88d-4a12-b11f-3bb2193ec906,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:33.242611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network f189284f-c88d-4a12-b11f-3bb2193ec906 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:55:33.339146 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-94e5b2b6-87fa-4267-9e23-921e465dd224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:33.731425 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53d0624e-2822-4dc8-9324-6047da2c1ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (cea5ae11-c3af-48b5-b914-327a543b7978), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:33.827695 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0624e-2822-4dc8-9324-6047da2c1ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cea5ae11-c3af-48b5-b914-327a543b7978,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:33.890916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-8e5d92ac-e287-4b41-a4c0-83b6b0d42b0b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:33.892462 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-8e5d92ac-e287-4b41-a4c0-83b6b0d42b0b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1&tenant_id=52e2cfc122e2454bb720b22756b54435&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 948 time: 0.8582332 Feb 07 16:55:33.987686 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-dab98ed1-3d13-439f-9073-eb5b8e0daf4a service neutron] 10.222.0.48 "GET /v2.0/ports/fbd2bb0e-e9a3-47ba-8583-e7c02519eee4/bindings/n-h1-827865-3 HTTP/1.1" status: 200 len: 382 time: 0.0796502 Feb 07 16:55:34.005916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e9160-0f2f-46bd-baad-dd7b26f42c42 req-7568507b-ce5d-405f-88d1-d3788f1803b2 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:34.014550 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c42e9160-0f2f-46bd-baad-dd7b26f42c42 req-7568507b-ce5d-405f-88d1-d3788f1803b2 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 948 time: 0.7452679 Feb 07 16:55:34.046463 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-15deb511-68b7-4414-bb8a-32809fcec44f tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:34.047835 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-15deb511-68b7-4414-bb8a-32809fcec44f tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.48 "GET /v2.0/networks?id=de299506-cda2-480d-8380-7e49ef781cd6 HTTP/1.1" status: 200 len: 817 time: 1.5315189 Feb 07 16:55:34.083589 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0624e-2822-4dc8-9324-6047da2c1ddf admin admin] Checking segment: {'id': '0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:55:34.084830 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d0624e-2822-4dc8-9324-6047da2c1ddf admin admin] Network hostable DHCP agents. Network: f189284f-c88d-4a12-b11f-3bb2193ec906, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:55:34.093349 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-f3e21816-958e-46e6-aba8-bd8a426d25c1 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Made reservation on behalf of 8787a82117d6415d836cf8fecafd2c76 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:55:34.099525 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:55:34.107064 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-f3e21816-958e-46e6-aba8-bd8a426d25c1 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:34.109636 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-94e5b2b6-87fa-4267-9e23-921e465dd224 admin admin] Publish callbacks [] for security_group (1ccff89e-c465-4e7e-ad6d-af468efde83a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:34.117192 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e21ddba7-2eea-4d53-a404-c7330a6e06de tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Request body: {'port': {'device_id': '3c7cd2a6-015a-44bd-8c84-76502e348d05', 'network_id': 'de299506-cda2-480d-8380-7e49ef781cd6', 'admin_state_up': True, 'tenant_id': '8787a82117d6415d836cf8fecafd2c76'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:34.140508 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-80a63029-389b-498e-ab45-aa8076a6e840 req-efdebed9-2d39-4925-8dff-1605719f4a88 service neutron] 10.222.0.32 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1192276 Feb 07 16:55:34.155212 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4518c9f-d5b8-4914-a0ff-1205cea495e3 req-5916e6d7-3b7f-4927-846a-ff642f067b30 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:34.165504 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a4518c9f-d5b8-4914-a0ff-1205cea495e3 req-5916e6d7-3b7f-4927-846a-ff642f067b30 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 944 time: 0.4646907 Feb 07 16:55:34.224784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:55:34.294422 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0d928f1a-6d9e-4865-8143-e80f91661c57 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:34.296609 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0d928f1a-6d9e-4865-8143-e80f91661c57 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.48 "GET /v2.0/networks?id=de299506-cda2-480d-8380-7e49ef781cd6 HTTP/1.1" status: 200 len: 817 time: 1.3584719 Feb 07 16:55:34.316008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:55:34.317646 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:34.318489 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c42e9160-0f2f-46bd-baad-dd7b26f42c42 req-5fbb0a7f-a65d-4d34-9566-edac9b496497 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021758 Feb 07 16:55:34.328005 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-94e5b2b6-87fa-4267-9e23-921e465dd224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1ccff89e-c465-4e7e-ad6d-af468efde83a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:34.341205 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9646b1a-b4e8-47c6-bef8-b179cb47fe7f tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Request body: {'port': {'device_id': 'f92bc3b5-3518-41a2-b0bb-3deb5cf6f529', 'network_id': 'de299506-cda2-480d-8380-7e49ef781cd6', 'admin_state_up': True, 'tenant_id': '8787a82117d6415d836cf8fecafd2c76'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:34.421467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d0624e-2822-4dc8-9324-6047da2c1ddf admin admin] Network f189284f-c88d-4a12-b11f-3bb2193ec906 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:55:34.459319 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-53d0624e-2822-4dc8-9324-6047da2c1ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, f189284f-c88d-4a12-b11f-3bb2193ec906) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:55:34.494302 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a4518c9f-d5b8-4914-a0ff-1205cea495e3 req-e8a49ad8-d0c1-4aa1-9f8a-8fb5d8e39b97 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3240018 Feb 07 16:55:34.502871 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d0624e-2822-4dc8-9324-6047da2c1ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:34.505469 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-53d0624e-2822-4dc8-9324-6047da2c1ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:34.521930 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50482) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:34.522157 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-94e5b2b6-87fa-4267-9e23-921e465dd224 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e925fbf5e3094b44a6b8135b20c692a6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3689175 Feb 07 16:55:34.524391 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-a2f6aee5-ec28-42e4-8efc-57cc3d8df210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:34.525621 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-a2f6aee5-ec28-42e4-8efc-57cc3d8df210 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 1130 time: 0.4904370 Feb 07 16:55:34.536132 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05476ed8-90d4-41ae-9fbf-1768d930b9ec None None] Network f189284f-c88d-4a12-b11f-3bb2193ec906 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:55:34.543261 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e21ddba7-2eea-4d53-a404-c7330a6e06de tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Made reservation on behalf of 8787a82117d6415d836cf8fecafd2c76 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:55:34.547261 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e21ddba7-2eea-4d53-a404-c7330a6e06de tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:34.565736 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a50643b-118e-4af2-ae83-8dd36d2fc8f6 req-0a57148e-ae3a-4c12-aab1-36af9b37c618 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 210 time: 0.0953190 Feb 07 16:55:34.566524 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5b2b6-87fa-4267-9e23-921e465dd224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccff89e-c465-4e7e-ad6d-af468efde83a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:34.674708 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-53d0624e-2822-4dc8-9324-6047da2c1ddf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9223373 Feb 07 16:55:34.688916 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50484) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:34.710701 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-407cd067-c51a-4920-87aa-b0de73bdfaf1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2062896819-router', 'tenant_id': '8958f6ad8ce64d2cafce718553b9cb64', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:34.724401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:55:34.724801 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:34.769947 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-407cd067-c51a-4920-87aa-b0de73bdfaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (6c174c44-ba59-4999-85e6-3e6a1fe2ad6b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:34.771872 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-407cd067-c51a-4920-87aa-b0de73bdfaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (6c174c44-ba59-4999-85e6-3e6a1fe2ad6b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:34.782566 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:34.786834 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20acd14f-0de8-42d5-ab41-df820a9c6318 None None] Network f189284f-c88d-4a12-b11f-3bb2193ec906 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:55:34.802569 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e0899a-60a9-4ae1-839d-abff6e27f7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:55:34.808959 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3930997-5a6b-49d2-8a8a-3b167636e37e" -d '{"events": [{"server_uuid": "b8e0899a-60a9-4ae1-839d-abff6e27f7f1", "name": "network-vif-plugged", "status": "completed", "tag": "fbd2bb0e-e9a3-47ba-8583-e7c02519eee4"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:55:34.817367 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:34.829801 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-f3e21816-958e-46e6-aba8-bd8a426d25c1 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Allocated IP 172.20.0.2 (de299506-cda2-480d-8380-7e49ef781cd6/156417c3-7524-47ad-9aa2-2bb67a07a5e1/105550ea-a07b-4b7d-baca-38fbf4962cd7) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:55:34.834052 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-d6dd8d53-74fb-409f-a8f0-f09060b5e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:34.835380 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-d6dd8d53-74fb-409f-a8f0-f09060b5e65a service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.1521077 Feb 07 16:55:34.960582 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-407cd067-c51a-4920-87aa-b0de73bdfaf1 admin admin] Publish callbacks [] for router_controller (6c174c44-ba59-4999-85e6-3e6a1fe2ad6b), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:35.013421 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-ce523aa1-d643-4c5b-a153-0bd9ef2c7717 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 HTTP/1.1" status: 200 len: 217 time: 0.1169186 Feb 07 16:55:35.020775 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9646b1a-b4e8-47c6-bef8-b179cb47fe7f tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Made reservation on behalf of 8787a82117d6415d836cf8fecafd2c76 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:55:35.027392 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9646b1a-b4e8-47c6-bef8-b179cb47fe7f tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:35.047905 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95b6de57-deee-42a3-84e2-17eb66376324 admin admin] Publish callbacks [] for security_group (1ccff89e-c465-4e7e-ad6d-af468efde83a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:35.143319 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95b6de57-deee-42a3-84e2-17eb66376324 admin admin] Publish callbacks [] for security_group (1ccff89e-c465-4e7e-ad6d-af468efde83a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:35.154277 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-c7de2e6b-436a-4152-934e-5fc1f0925135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:35.157257 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-c7de2e6b-436a-4152-934e-5fc1f0925135 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1379354 Feb 07 16:55:35.175451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:35.203611 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2630bdbe-312e-4564-9f9e-25dc5b7dfbd9 x-openstack-request-id: req-2630bdbe-312e-4564-9f9e-25dc5b7dfbd9 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:55:35.211110 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e0899a-60a9-4ae1-839d-abff6e27f7f1", "name": "network-vif-plugged", "status": "completed", "tag": "fbd2bb0e-e9a3-47ba-8583-e7c02519eee4", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:55:35.214487 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2630bdbe-312e-4564-9f9e-25dc5b7dfbd9 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:55:35.215273 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e0899a-60a9-4ae1-839d-abff6e27f7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4', 'code': 200} Feb 07 16:55:35.363300 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-8dd3d5a3-dda3-4f26-af4e-c29a57f4f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:35.367257 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-8dd3d5a3-dda3-4f26-af4e-c29a57f4f89b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2010560 Feb 07 16:55:35.388592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:35.414122 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'port_id': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2', 'mac_address': 'fa:16:3e:96:50:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:55:35.464640 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:55:35.465420 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:35.483462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:55:35.512622 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:35.521133 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:35.596353 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-f3e21816-958e-46e6-aba8-bd8a426d25c1 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks [] for port (105550ea-a07b-4b7d-baca-38fbf4962cd7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:35.666728 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:35.729124 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e21ddba7-2eea-4d53-a404-c7330a6e06de tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Allocated IP 172.20.0.5 (de299506-cda2-480d-8380-7e49ef781cd6/156417c3-7524-47ad-9aa2-2bb67a07a5e1/22596bf4-50e7-4cc8-9ca6-a4918afaadc2) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:55:35.736243 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['813d7c77-80ea-480a-ac2f-f1d0ba1126c2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:55:35.739309 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-f3e21816-958e-46e6-aba8-bd8a426d25c1 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (105550ea-a07b-4b7d-baca-38fbf4962cd7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:35.849866 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-f3e21816-958e-46e6-aba8-bd8a426d25c1 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Network de299506-cda2-480d-8380-7e49ef781cd6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:55:35.906298 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e21ddba7-2eea-4d53-a404-c7330a6e06de tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks [] for port (22596bf4-50e7-4cc8-9ca6-a4918afaadc2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:35.917111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-f3e21816-958e-46e6-aba8-bd8a426d25c1 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:55:35.934609 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-f3e21816-958e-46e6-aba8-bd8a426d25c1 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:55:35.942185 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-407cd067-c51a-4920-87aa-b0de73bdfaf1 admin admin] Publish callbacks [] for router_gateway (6c174c44-ba59-4999-85e6-3e6a1fe2ad6b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:35.974454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caaeea9-ae67-4e39-b267-f7629919c78b req-c0ea0268-2442-410d-a83a-7cb98e3f201b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:35.981256 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4caaeea9-ae67-4e39-b267-f7629919c78b req-c0ea0268-2442-410d-a83a-7cb98e3f201b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.5698349 Feb 07 16:55:35.994663 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e21ddba7-2eea-4d53-a404-c7330a6e06de tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (22596bf4-50e7-4cc8-9ca6-a4918afaadc2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:36.050168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e21816-958e-46e6-aba8-bd8a426d25c1 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Pushing event updated for resources: {'Port': ['ID=105550ea-a07b-4b7d-baca-38fbf4962cd7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:36.120406 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e21ddba7-2eea-4d53-a404-c7330a6e06de tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Network de299506-cda2-480d-8380-7e49ef781cd6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:55:36.122496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-f3e21816-958e-46e6-aba8-bd8a426d25c1 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:36.124102 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-f3e21816-958e-46e6-aba8-bd8a426d25c1 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:36.127330 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95b6de57-deee-42a3-84e2-17eb66376324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1ccff89e-c465-4e7e-ad6d-af468efde83a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:36.130933 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95b6de57-deee-42a3-84e2-17eb66376324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:36.132357 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-95b6de57-deee-42a3-84e2-17eb66376324 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ccff89e-c465-4e7e-ad6d-af468efde83a HTTP/1.1" status: 204 len: 168 time: 1.6087022 Feb 07 16:55:36.140290 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-e1a90a2b-8bbc-497d-b76e-115bdcd70609 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7655435 Feb 07 16:55:36.148005 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4579a9-1973-4aba-aaee-27820745ee28 req-ad2cc229-c059-4581-bc0a-7fab335633ca tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:36.151360 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ea4579a9-1973-4aba-aaee-27820745ee28 req-ad2cc229-c059-4581-bc0a-7fab335633ca tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.4276898 Feb 07 16:55:36.165966 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e21ddba7-2eea-4d53-a404-c7330a6e06de tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:55:36.172802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50508) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:36.194079 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e21ddba7-2eea-4d53-a404-c7330a6e06de tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:55:36.202790 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6de57-deee-42a3-84e2-17eb66376324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccff89e-c465-4e7e-ad6d-af468efde83a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:36.223270 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-f3e21816-958e-46e6-aba8-bd8a426d25c1 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5227876 Feb 07 16:55:36.238807 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Request body: {'port': {'device_id': '7ebead8d-fdad-44c2-a00c-2df824c666a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:36.368100 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ea4579a9-1973-4aba-aaee-27820745ee28 req-8f5c095b-c804-44f6-b183-c20d91ed4f80 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913590 Feb 07 16:55:36.415618 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (105550ea-a07b-4b7d-baca-38fbf4962cd7), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:36.446796 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:55:36.565175 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-a9b13783-f276-435f-861c-440c5d75c628 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098899 Feb 07 16:55:36.565881 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ddba7-2eea-4d53-a404-c7330a6e06de tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Pushing event updated for resources: {'Port': ['ID=22596bf4-50e7-4cc8-9ca6-a4918afaadc2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:36.595428 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9646b1a-b4e8-47c6-bef8-b179cb47fe7f tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Allocated IP 172.20.0.7 (de299506-cda2-480d-8380-7e49ef781cd6/156417c3-7524-47ad-9aa2-2bb67a07a5e1/2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:55:36.647323 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4caaeea9-ae67-4e39-b267-f7629919c78b req-9cb4e12a-bd6a-41b5-a72f-b6b7d83c97fe tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6650431 Feb 07 16:55:36.748575 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e21ddba7-2eea-4d53-a404-c7330a6e06de tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:36.749860 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e21ddba7-2eea-4d53-a404-c7330a6e06de tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:36.800736 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50518) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:36.825886 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4854-a27e-4744-8e33-ed5c04f6e396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:36.833955 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20d169cf-8220-4dc6-a0d4-feaf6b3300ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:36.843824 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d0473e28-1db3-4bce-99bb-5a69c9e4c7aa req-0b85d951-3efc-4f79-9b98-13fa569b76ab tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 210 time: 0.1072595 Feb 07 16:55:36.900765 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e21ddba7-2eea-4d53-a404-c7330a6e06de tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7895412 Feb 07 16:55:36.905498 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-407cd067-c51a-4920-87aa-b0de73bdfaf1 admin admin] Publish callbacks [] for router_gateway (6c174c44-ba59-4999-85e6-3e6a1fe2ad6b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:36.921036 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Request body: {'port': {'device_id': '3c7cd2a6-015a-44bd-8c84-76502e348d05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:36.926798 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-407cd067-c51a-4920-87aa-b0de73bdfaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:37.099158 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-407cd067-c51a-4920-87aa-b0de73bdfaf1 admin admin] Allocated IP 172.25.4.188 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/e4bfd472-f6a3-4bc1-a8da-967c3426fedb) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:55:37.142919 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20d169cf-8220-4dc6-a0d4-feaf6b3300ab admin admin] Publish callbacks [] for security_group (1dfbdf43-262d-4f71-ba0a-2d5f391bafd5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:37.154403 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20d169cf-8220-4dc6-a0d4-feaf6b3300ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1dfbdf43-262d-4f71-ba0a-2d5f391bafd5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:37.210758 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (22596bf4-50e7-4cc8-9ca6-a4918afaadc2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:37.262928 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d169cf-8220-4dc6-a0d4-feaf6b3300ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfbdf43-262d-4f71-ba0a-2d5f391bafd5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:37.293352 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-20d169cf-8220-4dc6-a0d4-feaf6b3300ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca2d5386dac24e46810026d3f113e3b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1058903 Feb 07 16:55:37.296473 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50520) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:37.301378 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9646b1a-b4e8-47c6-bef8-b179cb47fe7f tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks [] for port (2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:37.305289 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-407cd067-c51a-4920-87aa-b0de73bdfaf1 admin admin] Publish callbacks [] for port (e4bfd472-f6a3-4bc1-a8da-967c3426fedb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:37.338893 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4854-a27e-4744-8e33-ed5c04f6e396 admin admin] Publish callbacks [] for security_group (b3dba15c-f355-4b78-946e-c8930b785279), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:37.362831 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4854-a27e-4744-8e33-ed5c04f6e396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b3dba15c-f355-4b78-946e-c8930b785279), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:37.374102 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-407cd067-c51a-4920-87aa-b0de73bdfaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (e4bfd472-f6a3-4bc1-a8da-967c3426fedb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:37.436938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407cd067-c51a-4920-87aa-b0de73bdfaf1 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:55:37.444265 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-407cd067-c51a-4920-87aa-b0de73bdfaf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:55:37.450185 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407cd067-c51a-4920-87aa-b0de73bdfaf1 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:55:37.500636 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2b2d4854-a27e-4744-8e33-ed5c04f6e396 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=109bfb63a7314d149834f923ffd1a710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6926959 Feb 07 16:55:37.501492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cd067-c51a-4920-87aa-b0de73bdfaf1 admin admin] Pushing event updated for resources: {'Port': ['ID=e4bfd472-f6a3-4bc1-a8da-967c3426fedb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:37.504304 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50526) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:37.510324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d4854-a27e-4744-8e33-ed5c04f6e396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dba15c-f355-4b78-946e-c8930b785279,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:37.672274 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-728d2c30-ffe7-4ae5-a624-e1b9c896006a admin admin] Publish callbacks [] for security_group (b3dba15c-f355-4b78-946e-c8930b785279), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:37.710104 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-728d2c30-ffe7-4ae5-a624-e1b9c896006a admin admin] Publish callbacks [] for security_group (b3dba15c-f355-4b78-946e-c8930b785279), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:37.866175 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-407cd067-c51a-4920-87aa-b0de73bdfaf1 admin admin] Publish callbacks [] for router_gateway (6c174c44-ba59-4999-85e6-3e6a1fe2ad6b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:37.909459 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9646b1a-b4e8-47c6-bef8-b179cb47fe7f tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:37.923042 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30f9b6a9-fcc5-45ac-a1ea-039695662a00 admin admin] Publish callbacks [] for security_group (1dfbdf43-262d-4f71-ba0a-2d5f391bafd5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:37.990560 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9646b1a-b4e8-47c6-bef8-b179cb47fe7f tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Network de299506-cda2-480d-8380-7e49ef781cd6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:55:37.999711 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30f9b6a9-fcc5-45ac-a1ea-039695662a00 admin admin] Publish callbacks [] for security_group (1dfbdf43-262d-4f71-ba0a-2d5f391bafd5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:38.007792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9646b1a-b4e8-47c6-bef8-b179cb47fe7f tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:55:38.009722 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9646b1a-b4e8-47c6-bef8-b179cb47fe7f tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Pushing event updated for resources: {'Port': ['ID=2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:38.016751 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9646b1a-b4e8-47c6-bef8-b179cb47fe7f tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:55:38.035150 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0469c8-6ad6-48b6-94f3-89e9bd3f6285 req-529a417c-2ca4-4091-90dd-d0442945a71e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:38.048927 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5d0469c8-6ad6-48b6-94f3-89e9bd3f6285 req-529a417c-2ca4-4091-90dd-d0442945a71e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.5406070 Feb 07 16:55:38.077672 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-728d2c30-ffe7-4ae5-a624-e1b9c896006a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b3dba15c-f355-4b78-946e-c8930b785279), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:38.080499 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-728d2c30-ffe7-4ae5-a624-e1b9c896006a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:38.081812 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-728d2c30-ffe7-4ae5-a624-e1b9c896006a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3dba15c-f355-4b78-946e-c8930b785279 HTTP/1.1" status: 204 len: 168 time: 0.5701709 Feb 07 16:55:38.155805 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:55:38.158335 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3943c2-68fc-448d-bfd0-12a3f31e5b95 req-ab8379e1-3caa-4aee-97aa-d4064248cdce tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:38.159935 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7a3943c2-68fc-448d-bfd0-12a3f31e5b95 req-ab8379e1-3caa-4aee-97aa-d4064248cdce tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.3260827 Feb 07 16:55:38.168752 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d2c30-ffe7-4ae5-a624-e1b9c896006a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dba15c-f355-4b78-946e-c8930b785279,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:38.184224 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9646b1a-b4e8-47c6-bef8-b179cb47fe7f tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:38.184979 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9646b1a-b4e8-47c6-bef8-b179cb47fe7f tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:38.265217 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5d0469c8-6ad6-48b6-94f3-89e9bd3f6285 req-a03ef098-9a5a-4245-8969-7e22a6ca2cb3 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091966 Feb 07 16:55:38.265217 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9646b1a-b4e8-47c6-bef8-b179cb47fe7f tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9362583 Feb 07 16:55:38.296194 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Request body: {'port': {'device_id': 'f92bc3b5-3518-41a2-b0bb-3deb5cf6f529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:38.321178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:55:38.329745 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:55:38.330576 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:38.419782 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30f9b6a9-fcc5-45ac-a1ea-039695662a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1dfbdf43-262d-4f71-ba0a-2d5f391bafd5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:38.425426 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30f9b6a9-fcc5-45ac-a1ea-039695662a00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:38.430884 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-30f9b6a9-fcc5-45ac-a1ea-039695662a00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1dfbdf43-262d-4f71-ba0a-2d5f391bafd5 HTTP/1.1" status: 204 len: 168 time: 1.1274261 Feb 07 16:55:38.433544 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:38.465212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9b6a9-fcc5-45ac-a1ea-039695662a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfbdf43-262d-4f71-ba0a-2d5f391bafd5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:38.525619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:55:38.526415 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:38.582953 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac8eaa-7ee1-4cb4-8f30-8afa63665430 req-93351f38-c864-41fe-8b6e-2c53e589896c tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:38.584681 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4eac8eaa-7ee1-4cb4-8f30-8afa63665430 req-93351f38-c864-41fe-8b6e-2c53e589896c tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 931 time: 0.1526251 Feb 07 16:55:38.653312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59842c98-b900-46ea-8a5b-20d1c5670932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:55:38.665037 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0387b6cf-0f1d-403b-b49f-6fa10021661d" -d '{"events": [{"server_uuid": "59842c98-b900-46ea-8a5b-20d1c5670932", "name": "network-vif-plugged", "status": "completed", "tag": "813d7c77-80ea-480a-ac2f-f1d0ba1126c2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:55:38.751217 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4eac8eaa-7ee1-4cb4-8f30-8afa63665430 req-9bdf1ff8-a59c-4a48-83fe-3192c1f918b6 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575456 Feb 07 16:55:38.771507 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:38.802531 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:38.995252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:39.092573 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f418367-e698-46b6-bdd1-c761a28285fa x-openstack-request-id: req-3f418367-e698-46b6-bdd1-c761a28285fa {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:55:39.093154 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59842c98-b900-46ea-8a5b-20d1c5670932", "name": "network-vif-plugged", "status": "completed", "tag": "813d7c77-80ea-480a-ac2f-f1d0ba1126c2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:55:39.097158 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f418367-e698-46b6-bdd1-c761a28285fa {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:55:39.097758 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59842c98-b900-46ea-8a5b-20d1c5670932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2', 'code': 200} Feb 07 16:55:39.247799 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7a3943c2-68fc-448d-bfd0-12a3f31e5b95 req-54e40e12-3e25-4ed2-9bff-f163c59438fd tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0740976 Feb 07 16:55:39.365787 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105550ea-a07b-4b7d-baca-38fbf4962cd7 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:55:39.378508 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-407cd067-c51a-4920-87aa-b0de73bdfaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (6c174c44-ba59-4999-85e6-3e6a1fe2ad6b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:39.384712 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Publish callbacks [] for port (105550ea-a07b-4b7d-baca-38fbf4962cd7), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:39.547587 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482f95b-3f1e-4474-af17-6d5bb1dde00a req-3d29c2e0-cc13-41c0-bbc0-e17e76d39191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:39.549263 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7482f95b-3f1e-4474-af17-6d5bb1dde00a req-3d29c2e0-cc13-41c0-bbc0-e17e76d39191 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 1128 time: 0.3504531 Feb 07 16:55:39.558995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Transition to ACTIVE for port object 105550ea-a07b-4b7d-baca-38fbf4962cd7 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:55:39.565382 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50562) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:39.628328 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (105550ea-a07b-4b7d-baca-38fbf4962cd7), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:39.760082 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2e61a20-57df-4361-8715-dfcdfcdf946c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:39.800583 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7482f95b-3f1e-4474-af17-6d5bb1dde00a req-50187c9c-54d6-4b05-a8a0-542b80716079 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362590 Feb 07 16:55:39.804102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-17d4d22c-e299-4256-9b12-9d02505bfbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:39.811251 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-17d4d22c-e299-4256-9b12-9d02505bfbfe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1&tenant_id=52e2cfc122e2454bb720b22756b54435 HTTP/1.1" status: 200 len: 1131 time: 0.2211754 Feb 07 16:55:39.833397 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Pushing event updated for resources: {'Port': ['ID=105550ea-a07b-4b7d-baca-38fbf4962cd7,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:39.850313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef7856-a4d9-402e-a085-ce9558e0fec9 req-e2f7b566-da74-4739-8dc1-2ee608bb1b31 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:39.859047 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22ef7856-a4d9-402e-a085-ce9558e0fec9 req-e2f7b566-da74-4739-8dc1-2ee608bb1b31 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.3368590 Feb 07 16:55:40.077415 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22ef7856-a4d9-402e-a085-ce9558e0fec9 req-aed73641-294d-4382-9336-c27279da1ba7 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147291 Feb 07 16:55:40.124594 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Attempting to bind port 105550ea-a07b-4b7d-baca-38fbf4962cd7 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:55:40.125353 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Attempting to bind port 105550ea-a07b-4b7d-baca-38fbf4962cd7 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '574a614d-ee0a-483a-afd9-7af2d2ebafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'de299506-cda2-480d-8380-7e49ef781cd6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:55:40.125706 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Attempting to bind port 105550ea-a07b-4b7d-baca-38fbf4962cd7 on network de299506-cda2-480d-8380-7e49ef781cd6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:55:40.141508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-bb55f782-65d3-4661-9e15-1953f6ba0461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:40.143868 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-bb55f782-65d3-4661-9e15-1953f6ba0461 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 1131 time: 0.2826400 Feb 07 16:55:40.149257 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Port 105550ea-a07b-4b7d-baca-38fbf4962cd7 on network de299506-cda2-480d-8380-7e49ef781cd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:55:40.149765 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Attempting to bind port 105550ea-a07b-4b7d-baca-38fbf4962cd7 on network de299506-cda2-480d-8380-7e49ef781cd6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:55:40.179395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd58c6-2ebe-43ce-8fe1-deaccdd39c26 req-af3ee3ff-441b-4f60-b08e-572d5197722e tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:40.181345 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ddfd58c6-2ebe-43ce-8fe1-deaccdd39c26 req-af3ee3ff-441b-4f60-b08e-572d5197722e tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 931 time: 0.1924958 Feb 07 16:55:40.182072 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407cd067-c51a-4920-87aa-b0de73bdfaf1 admin admin] Router 6c174c44-ba59-4999-85e6-3e6a1fe2ad6b is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:55:40.188374 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:55:40.188889 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Checking segment: {'id': '574a614d-ee0a-483a-afd9-7af2d2ebafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'de299506-cda2-480d-8380-7e49ef781cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:55:40.189417 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Bound using segment: {'id': '574a614d-ee0a-483a-afd9-7af2d2ebafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'de299506-cda2-480d-8380-7e49ef781cd6'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:55:40.189986 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Bound port: 105550ea-a07b-4b7d-baca-38fbf4962cd7, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574a614d-ee0a-483a-afd9-7af2d2ebafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'de299506-cda2-480d-8380-7e49ef781cd6'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:55:40.190586 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (105550ea-a07b-4b7d-baca-38fbf4962cd7), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:40.228124 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2e61a20-57df-4361-8715-dfcdfcdf946c admin admin] Publish callbacks [] for security_group (b919aeeb-b282-4576-9764-105fe5020fd6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:40.249839 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2e61a20-57df-4361-8715-dfcdfcdf946c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b919aeeb-b282-4576-9764-105fe5020fd6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:40.306054 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e61a20-57df-4361-8715-dfcdfcdf946c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b919aeeb-b282-4576-9764-105fe5020fd6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:40.454869 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-9f0f0d35-8b6c-4c3f-a7d6-44dcc3ec322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:40.459048 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-9f0f0d35-8b6c-4c3f-a7d6-44dcc3ec322c service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.3042653 Feb 07 16:55:40.482539 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f2e61a20-57df-4361-8715-dfcdfcdf946c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29c6c55f47bb454f95c8104c1c94668b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8543315 Feb 07 16:55:40.490540 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50582) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:40.497526 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ddfd58c6-2ebe-43ce-8fe1-deaccdd39c26 req-6d22c369-f197-45a4-be67-9eb3d6c7f163 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043096 Feb 07 16:55:40.571224 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] For port 105550ea-a07b-4b7d-baca-38fbf4962cd7, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:55:40.598784 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] For port 105550ea-a07b-4b7d-baca-38fbf4962cd7, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=105550ea-a07b-4b7d-baca-38fbf4962cd7,segment=NetworkSegment(574a614d-ee0a-483a-afd9-7af2d2ebafbd),segment_id=574a614d-ee0a-483a-afd9-7af2d2ebafbd)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:55:40.602732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407cd067-c51a-4920-87aa-b0de73bdfaf1 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:55:40.616538 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] Sync routers for ids ['6c174c44-ba59-4999-85e6-3e6a1fe2ad6b'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:55:40.635606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] Routers {'6c174c44-ba59-4999-85e6-3e6a1fe2ad6b'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:55:40.637989 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-aa0657ad-93bf-4ad5-ac28-8d90c8aff7a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 HTTP/1.1" status: 200 len: 217 time: 0.1548641 Feb 07 16:55:40.638994 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (105550ea-a07b-4b7d-baca-38fbf4962cd7), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:40.639442 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:55:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6c174c44-ba59-4999-85e6-3e6a1fe2ad6b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:40.713819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-05423d1b-8b07-4153-990a-04f7af4c9067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:40.719640 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-05423d1b-8b07-4153-990a-04f7af4c9067 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0762949 Feb 07 16:55:40.724086 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Pushing event updated for resources: {'Port': ['ID=105550ea-a07b-4b7d-baca-38fbf4962cd7,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:40.729181 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-407cd067-c51a-4920-87aa-b0de73bdfaf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:40.731531 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-407cd067-c51a-4920-87aa-b0de73bdfaf1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0286114 Feb 07 16:55:40.738136 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50586) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:40.773466 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f8df1ca-a61e-45b4-b1f8-40bf84e32c6c admin admin] Publish callbacks [] for security_group (b919aeeb-b282-4576-9764-105fe5020fd6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:40.872711 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f8df1ca-a61e-45b4-b1f8-40bf84e32c6c admin admin] Publish callbacks [] for security_group (b919aeeb-b282-4576-9764-105fe5020fd6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:40.927825 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] Set router 6c174c44-ba59-4999-85e6-3e6a1fe2ad6b gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:55:40.959986 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e2239-5fb3-49d8-afe8-b8716f2a49d0 req-f1fc0342-d291-4010-86f0-83fdd8880077 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:40.961916 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-241e2239-5fb3-49d8-afe8-b8716f2a49d0 req-f1fc0342-d291-4010-86f0-83fdd8880077 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.5010223 Feb 07 16:55:40.970220 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22596bf4-50e7-4cc8-9ca6-a4918afaadc2 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:55:41.013039 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Publish callbacks [] for port (22596bf4-50e7-4cc8-9ca6-a4918afaadc2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:41.038679 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-ee92502c-c985-4bc2-8d26-55e460365131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:41.045715 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-ee92502c-c985-4bc2-8d26-55e460365131 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2859290 Feb 07 16:55:41.103071 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:41.104941 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:41.106982 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-0c6b7860-6c85-404f-958b-9aabf40c5149 service neutron] 10.222.0.32 "PUT /v2.0/ports/105550ea-a07b-4b7d-baca-38fbf4962cd7 HTTP/1.1" status: 200 len: 1091 time: 4.8745100 Feb 07 16:55:41.108561 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebead8d-fdad-44c2-a00c-2df824c666a4', 'tag': '105550ea-a07b-4b7d-baca-38fbf4962cd7'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:55:41.118711 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016fc745-6db5-4163-9f76-1f8dc522af48" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebead8d-fdad-44c2-a00c-2df824c666a4", "tag": "105550ea-a07b-4b7d-baca-38fbf4962cd7"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:55:41.237602 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f8df1ca-a61e-45b4-b1f8-40bf84e32c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b919aeeb-b282-4576-9764-105fe5020fd6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:41.237602 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f8df1ca-a61e-45b4-b1f8-40bf84e32c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:41.242480 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9f8df1ca-a61e-45b4-b1f8-40bf84e32c6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b919aeeb-b282-4576-9764-105fe5020fd6 HTTP/1.1" status: 204 len: 168 time: 0.7466815 Feb 07 16:55:41.316302 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8df1ca-a61e-45b4-b1f8-40bf84e32c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b919aeeb-b282-4576-9764-105fe5020fd6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:41.409756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-f6a3eee0-f3ad-4862-bb7f-5456e45f7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:41.421711 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-f6a3eee0-f3ad-4862-bb7f-5456e45f7c69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8787a82117d6415d836cf8fecafd2c76&device_id=7ebead8d-fdad-44c2-a00c-2df824c666a4 HTTP/1.1" status: 200 len: 1125 time: 0.2087109 Feb 07 16:55:41.424153 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'name': 'tempest-ServerRescueNegativeTestJSON-2062896819-router', 'tenant_id': '8958f6ad8ce64d2cafce718553b9cb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e4bfd472-f6a3-4bc1-a8da-967c3426fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:55:34Z', 'updated_at': '2022-02-07T16:55:37Z', 'revision_number': 3, 'project_id': '8958f6ad8ce64d2cafce718553b9cb64', 'gw_port': {'id': 'e4bfd472-f6a3-4bc1-a8da-967c3426fedb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:55:36Z', 'updated_at': '2022-02-07T16:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:41.457672 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Transition to ACTIVE for port object 22596bf4-50e7-4cc8-9ca6-a4918afaadc2 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:55:41.493248 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb43b03-6c00-47e3-8ad2-702685275ec0 req-085ebbcc-63c4-45bb-8809-411e2f76fe35 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:41.495559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] Checking router: 6c174c44-ba59-4999-85e6-3e6a1fe2ad6b for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:55:41.495989 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] Updating router 6c174c44-ba59-4999-85e6-3e6a1fe2ad6b port e4bfd472-f6a3-4bc1-a8da-967c3426fedb binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:55:41.499258 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0eb43b03-6c00-47e3-8ad2-702685275ec0 req-085ebbcc-63c4-45bb-8809-411e2f76fe35 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.2893093 Feb 07 16:55:41.586223 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e4bfd472-f6a3-4bc1-a8da-967c3426fedb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:41.966295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:55:41.976249 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a95cce51-b765-4039-aa91-fcfb7fa79b54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=105550ea-a07b-4b7d-baca-38fbf4962cd7 HTTP/1.1" status: 200 len: 217 time: 0.5483046 Feb 07 16:55:41.987420 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Publish callbacks [] for port (2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:42.023175 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Transition to ACTIVE for port object 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:55:42.052381 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (22596bf4-50e7-4cc8-9ca6-a4918afaadc2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:42.083999 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:42.170905 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0eb43b03-6c00-47e3-8ad2-702685275ec0 req-05a74995-a0a2-4fd6-b6e1-07510408226c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6594260 Feb 07 16:55:42.176989 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:55:42.183892 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-241e2239-5fb3-49d8-afe8-b8716f2a49d0 req-988c4ff5-390c-4fc7-9b89-2b9e65d580f7 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2006989 Feb 07 16:55:42.190638 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-1fce75ab-36be-4857-832b-759e4e25daf2 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1104658 Feb 07 16:55:42.271205 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-2e848fc8-cf77-4411-a33d-e91c313f6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:42.278655 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-2e848fc8-cf77-4411-a33d-e91c313f6624 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=156417c3-7524-47ad-9aa2-2bb67a07a5e1 HTTP/1.1" status: 200 len: 857 time: 0.2930007 Feb 07 16:55:42.347694 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7576f7-2722-4256-99be-887d658d8102 x-openstack-request-id: req-2a7576f7-2722-4256-99be-887d658d8102 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:55:42.348319 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebead8d-fdad-44c2-a00c-2df824c666a4", "tag": "105550ea-a07b-4b7d-baca-38fbf4962cd7", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:55:42.348428 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a7576f7-2722-4256-99be-887d658d8102 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:55:42.348885 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebead8d-fdad-44c2-a00c-2df824c666a4', 'tag': '105550ea-a07b-4b7d-baca-38fbf4962cd7', 'status': 'completed', 'code': 200} Feb 07 16:55:42.413610 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-9f75f3e9-3810-4f83-b710-5a3d11107c79 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de299506-cda2-480d-8380-7e49ef781cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148257 Feb 07 16:55:42.493333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:55:42.493739 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:42.511875 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Pushing event updated for resources: {'Port': ['ID=22596bf4-50e7-4cc8-9ca6-a4918afaadc2,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:42.550214 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:42.550967 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:42.551820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:42.551820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:42.551983 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:42.552457 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:42.552655 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:42.553100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:42.553324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:42.553666 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:42.553998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:42.554333 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:42.554656 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:55:42.688843 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:42.751209 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e0899a-60a9-4ae1-839d-abff6e27f7f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:55:42.753913 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bad83e-120e-4ba3-a730-d52732e4e951" -d '{"events": [{"server_uuid": "b8e0899a-60a9-4ae1-839d-abff6e27f7f1", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd2bb0e-e9a3-47ba-8583-e7c02519eee4"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:55:42.817524 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] Publish callbacks [] for port (e4bfd472-f6a3-4bc1-a8da-967c3426fedb), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:42.826833 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:42.841742 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Attempting to bind port 22596bf4-50e7-4cc8-9ca6-a4918afaadc2 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:55:42.842507 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:42.843270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Attempting to bind port 22596bf4-50e7-4cc8-9ca6-a4918afaadc2 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '574a614d-ee0a-483a-afd9-7af2d2ebafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'de299506-cda2-480d-8380-7e49ef781cd6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:55:42.843697 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Attempting to bind port 22596bf4-50e7-4cc8-9ca6-a4918afaadc2 on network de299506-cda2-480d-8380-7e49ef781cd6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:55:42.854448 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Port 22596bf4-50e7-4cc8-9ca6-a4918afaadc2 on network de299506-cda2-480d-8380-7e49ef781cd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:55:42.854782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Attempting to bind port 22596bf4-50e7-4cc8-9ca6-a4918afaadc2 on network de299506-cda2-480d-8380-7e49ef781cd6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:55:42.882423 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e4bfd472-f6a3-4bc1-a8da-967c3426fedb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:42.897257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:55:42.897687 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Checking segment: {'id': '574a614d-ee0a-483a-afd9-7af2d2ebafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'de299506-cda2-480d-8380-7e49ef781cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:55:42.898185 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Bound using segment: {'id': '574a614d-ee0a-483a-afd9-7af2d2ebafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'de299506-cda2-480d-8380-7e49ef781cd6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:55:42.898702 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Bound port: 22596bf4-50e7-4cc8-9ca6-a4918afaadc2, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574a614d-ee0a-483a-afd9-7af2d2ebafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'de299506-cda2-480d-8380-7e49ef781cd6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:55:42.899156 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (22596bf4-50e7-4cc8-9ca6-a4918afaadc2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:42.995398 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] For port 22596bf4-50e7-4cc8-9ca6-a4918afaadc2, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:55:43.000494 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] For port 22596bf4-50e7-4cc8-9ca6-a4918afaadc2, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=22596bf4-50e7-4cc8-9ca6-a4918afaadc2,segment=NetworkSegment(574a614d-ee0a-483a-afd9-7af2d2ebafbd),segment_id=574a614d-ee0a-483a-afd9-7af2d2ebafbd)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:55:43.026165 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Attempting to bind port 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:55:43.027384 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Attempting to bind port 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '574a614d-ee0a-483a-afd9-7af2d2ebafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'de299506-cda2-480d-8380-7e49ef781cd6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:55:43.027384 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Attempting to bind port 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a on network de299506-cda2-480d-8380-7e49ef781cd6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:55:43.033194 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (22596bf4-50e7-4cc8-9ca6-a4918afaadc2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:43.038617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Port 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a on network de299506-cda2-480d-8380-7e49ef781cd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:55:43.038996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Attempting to bind port 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a on network de299506-cda2-480d-8380-7e49ef781cd6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:55:43.063874 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:55:43.064129 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Checking segment: {'id': '574a614d-ee0a-483a-afd9-7af2d2ebafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'de299506-cda2-480d-8380-7e49ef781cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:55:43.064513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Bound using segment: {'id': '574a614d-ee0a-483a-afd9-7af2d2ebafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'de299506-cda2-480d-8380-7e49ef781cd6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:55:43.064976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Bound port: 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574a614d-ee0a-483a-afd9-7af2d2ebafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'de299506-cda2-480d-8380-7e49ef781cd6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:55:43.065416 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:43.151320 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d82e893a-710a-4d79-9d85-369fa19fa493 req-4ee912e0-50c0-4e23-aa95-9a6401bad0ff service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9317842 Feb 07 16:55:43.190639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] Attempting to bind port e4bfd472-f6a3-4bc1-a8da-967c3426fedb on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:55:43.191262 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] Attempting to bind port e4bfd472-f6a3-4bc1-a8da-967c3426fedb by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:55:43.191421 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1b488-b965-43d8-abcc-be35d0a84534 req-882fb734-00b9-424d-85db-af992bde3575 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:43.191889 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] Attempting to bind port e4bfd472-f6a3-4bc1-a8da-967c3426fedb on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:55:43.196106 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ae6cb-db01-404a-ba6a-b87b078dcd33 req-e7b6f577-de9e-4aa0-9142-7bafde72c6fd tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:43.197944 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ed3ae6cb-db01-404a-ba6a-b87b078dcd33 req-e7b6f577-de9e-4aa0-9142-7bafde72c6fd tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 943 time: 0.6811438 Feb 07 16:55:43.199335 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-62b1b488-b965-43d8-abcc-be35d0a84534 req-882fb734-00b9-424d-85db-af992bde3575 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.7391458 Feb 07 16:55:43.217090 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50664) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:43.251894 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-36151dce-91a5-4b55-89d5-b33b62fa8869 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Request body: {'floatingip': {'port_id': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:43.254337 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:55:43.255350 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:55:43.255656 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:43.263244 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:55:43.264365 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] Bound port: e4bfd472-f6a3-4bc1-a8da-967c3426fedb, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:55:43.267569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:43.268442 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:43.269602 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e4bfd472-f6a3-4bc1-a8da-967c3426fedb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:43.269742 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] 10.222.0.48 "PUT /v2.0/ports/22596bf4-50e7-4cc8-9ca6-a4918afaadc2 HTTP/1.1" status: 200 len: 1091 time: 6.3585608 Feb 07 16:55:43.273613 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7cd2a6-015a-44bd-8c84-76502e348d05', 'tag': '22596bf4-50e7-4cc8-9ca6-a4918afaadc2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:55:43.300343 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f25d7ed-f8e1-4f50-a4aa-3f05c28fc0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3c7cd2a6-015a-44bd-8c84-76502e348d05", "tag": "22596bf4-50e7-4cc8-9ca6-a4918afaadc2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:55:43.350712 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:43.429662 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36151dce-91a5-4b55-89d5-b33b62fa8869 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for floatingip (f8479b03-d884-46aa-91cd-0d63d4e074c0), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:43.433425 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-12fdcfda-9afb-40fa-adf5-c1162cc6a6fe service neutron] 10.222.0.32 "GET /v2.0/networks/de299506-cda2-480d-8380-7e49ef781cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9178731 Feb 07 16:55:43.470819 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2700e0cb-de8c-4732-95b5-4c86a679b444 x-openstack-request-id: req-2700e0cb-de8c-4732-95b5-4c86a679b444 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:55:43.470819 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e0899a-60a9-4ae1-839d-abff6e27f7f1", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd2bb0e-e9a3-47ba-8583-e7c02519eee4", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:55:43.470819 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2700e0cb-de8c-4732-95b5-4c86a679b444 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:55:43.471299 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e0899a-60a9-4ae1-839d-abff6e27f7f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4', 'code': 200} Feb 07 16:55:43.510720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7879d9-2c93-4c36-89cf-a356dc9e3547 None None] Pushing event updated for resources: {'Port': ['ID=e4bfd472-f6a3-4bc1-a8da-967c3426fedb,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:43.521446 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] For port e4bfd472-f6a3-4bc1-a8da-967c3426fedb, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:55:43.523085 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84abbf8-1cb2-42b6-ba87-0139820bba01 service neutron] Pushing event updated for resources: {'Port': ['ID=22596bf4-50e7-4cc8-9ca6-a4918afaadc2,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:43.533766 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] For port e4bfd472-f6a3-4bc1-a8da-967c3426fedb, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e4bfd472-f6a3-4bc1-a8da-967c3426fedb,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:55:43.541747 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e4bfd472-f6a3-4bc1-a8da-967c3426fedb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:43.550432 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] For port 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:55:43.570195 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] For port 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a,segment=NetworkSegment(574a614d-ee0a-483a-afd9-7af2d2ebafbd),segment_id=574a614d-ee0a-483a-afd9-7af2d2ebafbd)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:55:43.594427 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-15891f5e-3299-48e7-a5cb-f58ec2ff1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:43.597795 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-15891f5e-3299-48e7-a5cb-f58ec2ff1116 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8787a82117d6415d836cf8fecafd2c76&device_id=3c7cd2a6-015a-44bd-8c84-76502e348d05 HTTP/1.1" status: 200 len: 1125 time: 0.2609940 Feb 07 16:55:43.599899 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:43.683167 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] Routers {'6c174c44-ba59-4999-85e6-3e6a1fe2ad6b'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:55:43.684019 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:55:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6c174c44-ba59-4999-85e6-3e6a1fe2ad6b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:43.727297 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-1fb4e190-6a37-4f36-8cfc-b0e146eee17d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22596bf4-50e7-4cc8-9ca6-a4918afaadc2 HTTP/1.1" status: 200 len: 217 time: 0.1205637 Feb 07 16:55:43.768811 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7879d9-2c93-4c36-89cf-a356dc9e3547 None None] Pushing event updated for resources: {'Port': ['ID=e4bfd472-f6a3-4bc1-a8da-967c3426fedb,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:43.794162 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:43.795708 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:43.797434 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] 10.222.0.48 "PUT /v2.0/ports/2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a HTTP/1.1" status: 200 len: 1091 time: 5.5180187 Feb 07 16:55:43.832074 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebdc35-1e1f-4ff5-aa62-785c2410d1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:43.855061 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-510c0fcf-daf3-439d-ab08-d3b81e3b1248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:43.856711 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-510c0fcf-daf3-439d-ab08-d3b81e3b1248 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=156417c3-7524-47ad-9aa2-2bb67a07a5e1 HTTP/1.1" status: 200 len: 857 time: 0.1057217 Feb 07 16:55:43.907099 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fc319-8ef8-4934-8aeb-da4e9001a193 req-46e2e171-a2ce-4171-bdb4-e11dac8b2810 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:43.911316 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b31fc319-8ef8-4934-8aeb-da4e9001a193 req-46e2e171-a2ce-4171-bdb4-e11dac8b2810 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 947 time: 0.2079382 Feb 07 16:55:43.925045 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] Set router 6c174c44-ba59-4999-85e6-3e6a1fe2ad6b gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:55:44.015852 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-4847a4d7-c8e3-46d9-bd09-ba64c439f973 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de299506-cda2-480d-8380-7e49ef781cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389754 Feb 07 16:55:44.055840 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ed3ae6cb-db01-404a-ba6a-b87b078dcd33 req-67f3225f-c116-482a-bda0-f19433586b94 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8413181 Feb 07 16:55:44.178136 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49537840-80a0-4d56-9ad6-f90249da57c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:44.265180 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-18845556-d81f-41c9-a74a-2a3ccb010ea8 service neutron] 10.222.0.32 "GET /v2.0/networks/de299506-cda2-480d-8380-7e49ef781cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8188522 Feb 07 16:55:44.312703 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-5ddedb5f-3be1-479d-936b-f21ed17c86fd service neutron] 10.222.0.48 "GET /v2.0/networks/de299506-cda2-480d-8380-7e49ef781cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856307 Feb 07 16:55:44.315260 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45af652e-13fd-4ef4-ab4f-66ee8a2c5eb5 x-openstack-request-id: req-45af652e-13fd-4ef4-ab4f-66ee8a2c5eb5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:55:44.316507 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c7cd2a6-015a-44bd-8c84-76502e348d05", "tag": "22596bf4-50e7-4cc8-9ca6-a4918afaadc2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:55:44.316977 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45af652e-13fd-4ef4-ab4f-66ee8a2c5eb5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:55:44.317631 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7cd2a6-015a-44bd-8c84-76502e348d05', 'tag': '22596bf4-50e7-4cc8-9ca6-a4918afaadc2', 'status': 'completed', 'code': 200} Feb 07 16:55:44.339776 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'name': 'tempest-ServerRescueNegativeTestJSON-2062896819-router', 'tenant_id': '8958f6ad8ce64d2cafce718553b9cb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e4bfd472-f6a3-4bc1-a8da-967c3426fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:55:34Z', 'updated_at': '2022-02-07T16:55:37Z', 'revision_number': 3, 'project_id': '8958f6ad8ce64d2cafce718553b9cb64', 'gw_port': {'id': 'e4bfd472-f6a3-4bc1-a8da-967c3426fedb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:55:36Z', 'updated_at': '2022-02-07T16:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:44.430698 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca50644-2236-4032-952a-7d8576730ac5 None None] The sync data for ids ['6c174c44-ba59-4999-85e6-3e6a1fe2ad6b'] in n-d-827865-3 is: [{'id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'name': 'tempest-ServerRescueNegativeTestJSON-2062896819-router', 'tenant_id': '8958f6ad8ce64d2cafce718553b9cb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e4bfd472-f6a3-4bc1-a8da-967c3426fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:55:34Z', 'updated_at': '2022-02-07T16:55:37Z', 'revision_number': 3, 'project_id': '8958f6ad8ce64d2cafce718553b9cb64', 'gw_port': {'id': 'e4bfd472-f6a3-4bc1-a8da-967c3426fedb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:55:36Z', 'updated_at': '2022-02-07T16:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:55:44.510593 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b31fc319-8ef8-4934-8aeb-da4e9001a193 req-890177c7-6273-4f66-aa3f-7782c11c3574 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5861936 Feb 07 16:55:44.554373 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-cbf33a38-8a70-48a5-b9ae-cf98b22cbb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:44.556134 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-cbf33a38-8a70-48a5-b9ae-cf98b22cbb6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8787a82117d6415d836cf8fecafd2c76&device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 1125 time: 0.6837196 Feb 07 16:55:44.810142 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-1ba76ce7-ec9c-443e-80ca-bfd1e7c3c834 service neutron] 10.222.0.48 "GET /v2.0/networks/de299506-cda2-480d-8380-7e49ef781cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886682 Feb 07 16:55:44.829770 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-135936c1-412a-44d8-8abd-7ba1e1e808a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a HTTP/1.1" status: 200 len: 217 time: 0.2647357 Feb 07 16:55:45.059036 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-da661128-648d-44c5-a1fc-3c35e057f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:45.062044 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-da661128-648d-44c5-a1fc-3c35e057f4ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=156417c3-7524-47ad-9aa2-2bb67a07a5e1 HTTP/1.1" status: 200 len: 857 time: 0.2227507 Feb 07 16:55:45.292668 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-958eb28c-0cd2-451f-923d-46ecd9df08e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de299506-cda2-480d-8380-7e49ef781cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2132826 Feb 07 16:55:45.486694 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25d7ed-f8e1-4f50-a4aa-3f05c28fc0f5 req-cf7a6498-0696-4713-8e24-43cf8fa40ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:45.488432 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3f25d7ed-f8e1-4f50-a4aa-3f05c28fc0f5 req-cf7a6498-0696-4713-8e24-43cf8fa40ad8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8787a82117d6415d836cf8fecafd2c76&device_id=3c7cd2a6-015a-44bd-8c84-76502e348d05 HTTP/1.1" status: 200 len: 1125 time: 0.5178530 Feb 07 16:55:45.552006 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e4bfd472-f6a3-4bc1-a8da-967c3426fedb up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:55:45.645271 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port e4bfd472-f6a3-4bc1-a8da-967c3426fedb triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:55:45.646222 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e4bfd472-f6a3-4bc1-a8da-967c3426fedb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:45.763316 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25d7ed-f8e1-4f50-a4aa-3f05c28fc0f5 req-329dfb9b-aaa0-465c-89b7-dfb1341363d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:45.766436 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3f25d7ed-f8e1-4f50-a4aa-3f05c28fc0f5 req-329dfb9b-aaa0-465c-89b7-dfb1341363d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=de299506-cda2-480d-8380-7e49ef781cd6 HTTP/1.1" status: 200 len: 918 time: 0.2710807 Feb 07 16:55:45.964836 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e4bfd472-f6a3-4bc1-a8da-967c3426fedb is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:55:45.969481 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e4bfd472-f6a3-4bc1-a8da-967c3426fedb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:46.016317 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port e4bfd472-f6a3-4bc1-a8da-967c3426fedb, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e4bfd472-f6a3-4bc1-a8da-967c3426fedb,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:46.023858 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e4bfd472-f6a3-4bc1-a8da-967c3426fedb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:46.083759 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3f25d7ed-f8e1-4f50-a4aa-3f05c28fc0f5 req-08b4194e-4dab-4e28-b4b2-322acfed7740 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22596bf4-50e7-4cc8-9ca6-a4918afaadc2 HTTP/1.1" status: 200 len: 217 time: 0.2563167 Feb 07 16:55:46.196832 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:55:46.288539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25d7ed-f8e1-4f50-a4aa-3f05c28fc0f5 req-042571ad-3cb1-4c4b-a54a-a58907e4f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:46.296966 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3f25d7ed-f8e1-4f50-a4aa-3f05c28fc0f5 req-042571ad-3cb1-4c4b-a54a-a58907e4f0f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=156417c3-7524-47ad-9aa2-2bb67a07a5e1 HTTP/1.1" status: 200 len: 857 time: 0.1975262 Feb 07 16:55:46.322970 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92bc3b5-3518-41a2-b0bb-3deb5cf6f529', 'tag': '2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:55:46.339310 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b9454a-4b4e-470b-a719-00c9e6db37df" -d '{"events": [{"name": "network-changed", "server_uuid": "f92bc3b5-3518-41a2-b0bb-3deb5cf6f529", "tag": "2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:55:46.385138 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-e591ec95-cbfb-4898-8af9-e772148b595a service neutron] 10.222.0.48 "GET /v2.0/networks/de299506-cda2-480d-8380-7e49ef781cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0881529 Feb 07 16:55:46.396278 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=e4bfd472-f6a3-4bc1-a8da-967c3426fedb,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:46.491897 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3f25d7ed-f8e1-4f50-a4aa-3f05c28fc0f5 req-8c63ba00-e0e0-4742-b0c9-7d7f9a4ab730 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de299506-cda2-480d-8380-7e49ef781cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1427865 Feb 07 16:55:46.517540 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dc380-21a4-4121-b905-052c74f13268 req-c9a608cf-aa71-4f22-926b-1b907e37e31e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:46.522712 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f45dc380-21a4-4121-b905-052c74f13268 req-c9a608cf-aa71-4f22-926b-1b907e37e31e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 947 time: 0.7648299 Feb 07 16:55:46.577292 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:46.613537 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-49537840-80a0-4d56-9ad6-f90249da57c7 admin admin] Allocated IP 172.20.0.1 (f189284f-c88d-4a12-b11f-3bb2193ec906/cea5ae11-c3af-48b5-b914-327a543b7978/17a872b4-f385-4143-a622-76d714cc34cd) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:55:46.635471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4', 'mac_address': 'fa:16:3e:e1:1e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:55:46.782803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:55:46.783814 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:46.819812 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49537840-80a0-4d56-9ad6-f90249da57c7 admin admin] Publish callbacks [] for port (17a872b4-f385-4143-a622-76d714cc34cd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:46.845886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:55:46.918068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:46.938617 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:46.957386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fc745-6db5-4163-9f76-1f8dc522af48 req-31d97dd9-45bc-4a19-b556-7bf205496904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:46.967044 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-016fc745-6db5-4163-9f76-1f8dc522af48 req-31d97dd9-45bc-4a19-b556-7bf205496904 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8787a82117d6415d836cf8fecafd2c76&device_id=7ebead8d-fdad-44c2-a00c-2df824c666a4 HTTP/1.1" status: 200 len: 1125 time: 2.5697143 Feb 07 16:55:46.968361 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49537840-80a0-4d56-9ad6-f90249da57c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (17a872b4-f385-4143-a622-76d714cc34cd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:47.024286 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f45dc380-21a4-4121-b905-052c74f13268 req-de4cf226-ae64-4ed3-ade1-e1ade2e44da7 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577172 Feb 07 16:55:47.043537 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-118abc5b-a45d-45e6-82df-e6ef328b8c9d req-fa67d6b7-c710-4d24-8941-8af1d015ba40 service neutron] 10.222.0.48 "GET /v2.0/networks/de299506-cda2-480d-8380-7e49ef781cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799344 Feb 07 16:55:47.078285 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,revision_number=10']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:47.130449 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3f25d7ed-f8e1-4f50-a4aa-3f05c28fc0f5 req-b87d08d4-b74a-449c-853d-92cb1fe4632b service neutron] 10.222.0.48 "GET /v2.0/networks/de299506-cda2-480d-8380-7e49ef781cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059685 Feb 07 16:55:47.179576 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49537840-80a0-4d56-9ad6-f90249da57c7 admin admin] Pushing event updated for resources: {'Port': ['ID=17a872b4-f385-4143-a622-76d714cc34cd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:47.246184 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['fbd2bb0e-e9a3-47ba-8583-e7c02519eee4'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:55:47.369169 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-36151dce-91a5-4b55-89d5-b33b62fa8869 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:55:47.466211 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3f25d7ed-f8e1-4f50-a4aa-3f05c28fc0f5 req-003655af-df49-442d-843a-1b4bc5886698 service neutron] 10.222.0.48 "GET /v2.0/networks/de299506-cda2-480d-8380-7e49ef781cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212411 Feb 07 16:55:47.488986 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3eb857-8442-4702-8327-c39f9ae79276 x-openstack-request-id: req-ef3eb857-8442-4702-8327-c39f9ae79276 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:55:47.492471 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92bc3b5-3518-41a2-b0bb-3deb5cf6f529", "tag": "2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:55:47.492753 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef3eb857-8442-4702-8327-c39f9ae79276 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:55:47.494356 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92bc3b5-3518-41a2-b0bb-3deb5cf6f529', 'tag': '2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a', 'status': 'completed', 'code': 200} Feb 07 16:55:47.505382 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36151dce-91a5-4b55-89d5-b33b62fa8869 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:47.534617 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e4bfd472-f6a3-4bc1-a8da-967c3426fedb up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:55:47.585014 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36151dce-91a5-4b55-89d5-b33b62fa8869 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (f8479b03-d884-46aa-91cd-0d63d4e074c0), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:47.649423 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9454a-4b4e-470b-a719-00c9e6db37df req-27077e15-0f08-40e3-be63-3b78f90d2d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:47.653153 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1b9454a-4b4e-470b-a719-00c9e6db37df req-27077e15-0f08-40e3-be63-3b78f90d2d3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8787a82117d6415d836cf8fecafd2c76&device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 1125 time: 0.1573966 Feb 07 16:55:47.682492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84582c24-82d9-4197-a17a-afec9e0b9ee6 req-d41dfab3-ea81-444a-9e9e-5cc275b1a1e9 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:47.685464 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-84582c24-82d9-4197-a17a-afec9e0b9ee6 req-d41dfab3-ea81-444a-9e9e-5cc275b1a1e9 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 943 time: 1.6418583 Feb 07 16:55:47.746749 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49537840-80a0-4d56-9ad6-f90249da57c7 admin admin] Network f189284f-c88d-4a12-b11f-3bb2193ec906 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:55:47.859491 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-49537840-80a0-4d56-9ad6-f90249da57c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:55:47.877753 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49537840-80a0-4d56-9ad6-f90249da57c7 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:55:47.880394 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port e4bfd472-f6a3-4bc1-a8da-967c3426fedb triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:55:47.880922 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e4bfd472-f6a3-4bc1-a8da-967c3426fedb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:47.925103 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49537840-80a0-4d56-9ad6-f90249da57c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (6c174c44-ba59-4999-85e6-3e6a1fe2ad6b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:48.043478 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e4bfd472-f6a3-4bc1-a8da-967c3426fedb is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:55:48.053623 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9454a-4b4e-470b-a719-00c9e6db37df req-f9434f08-1aa4-4716-a793-512365a212ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:48.056912 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1b9454a-4b4e-470b-a719-00c9e6db37df req-f9434f08-1aa4-4716-a793-512365a212ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=de299506-cda2-480d-8380-7e49ef781cd6 HTTP/1.1" status: 200 len: 918 time: 0.3978212 Feb 07 16:55:48.191808 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 105550ea-a07b-4b7d-baca-38fbf4962cd7 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:55:48.193446 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 22596bf4-50e7-4cc8-9ca6-a4918afaadc2 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:55:48.249741 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-84582c24-82d9-4197-a17a-afec9e0b9ee6 req-33ee5990-7227-4529-935f-6ec4c6681497 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015860 Feb 07 16:55:48.344675 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1b9454a-4b4e-470b-a719-00c9e6db37df req-2c641f24-9ab5-4b7f-80e4-9538a3557d23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a HTTP/1.1" status: 200 len: 217 time: 0.2804537 Feb 07 16:55:48.396719 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fc745-6db5-4163-9f76-1f8dc522af48 req-c3fdde88-3fcb-43f0-97cb-22516bb527d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:48.405171 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-016fc745-6db5-4163-9f76-1f8dc522af48 req-c3fdde88-3fcb-43f0-97cb-22516bb527d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=de299506-cda2-480d-8380-7e49ef781cd6 HTTP/1.1" status: 200 len: 918 time: 1.3933210 Feb 07 16:55:48.487653 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-016fc745-6db5-4163-9f76-1f8dc522af48 req-5e791fca-78ee-4375-aa5b-05a4f1078218 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=105550ea-a07b-4b7d-baca-38fbf4962cd7 HTTP/1.1" status: 200 len: 217 time: 0.0578775 Feb 07 16:55:48.493031 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49537840-80a0-4d56-9ad6-f90249da57c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (17a872b4-f385-4143-a622-76d714cc34cd), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:48.523164 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-36151dce-91a5-4b55-89d5-b33b62fa8869 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Floating IP f8479b03-d884-46aa-91cd-0d63d4e074c0 associated. External IP: 172.25.4.84, port: 813d7c77-80ea-480a-ac2f-f1d0ba1126c2. Feb 07 16:55:48.532934 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9454a-4b4e-470b-a719-00c9e6db37df req-f76e5d22-0f7f-4b54-aaa0-e446258caa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:48.551135 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1b9454a-4b4e-470b-a719-00c9e6db37df req-f76e5d22-0f7f-4b54-aaa0-e446258caa5e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=156417c3-7524-47ad-9aa2-2bb67a07a5e1 HTTP/1.1" status: 200 len: 857 time: 0.1541007 Feb 07 16:55:48.697709 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbf674-7cc1-48ce-a3a5-3411913cd2b5 req-8eed9c2a-edda-46fd-bcf1-971d228386ed tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:48.699292 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5fbbf674-7cc1-48ce-a3a5-3411913cd2b5 req-8eed9c2a-edda-46fd-bcf1-971d228386ed tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.4570951 Feb 07 16:55:48.707032 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1b9454a-4b4e-470b-a719-00c9e6db37df req-04c18f6b-6fa5-4b9b-83af-eec88266af87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de299506-cda2-480d-8380-7e49ef781cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430910 Feb 07 16:55:48.727499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fc745-6db5-4163-9f76-1f8dc522af48 req-1bd67a33-5944-4bf2-aa4f-4f8d3219735c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:48.732023 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-016fc745-6db5-4163-9f76-1f8dc522af48 req-1bd67a33-5944-4bf2-aa4f-4f8d3219735c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=156417c3-7524-47ad-9aa2-2bb67a07a5e1 HTTP/1.1" status: 200 len: 857 time: 0.2336876 Feb 07 16:55:48.771190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50768) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:48.781125 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-016fc745-6db5-4163-9f76-1f8dc522af48 req-ea0c91cf-f02a-4920-8a13-68d27ea731ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de299506-cda2-480d-8380-7e49ef781cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418301 Feb 07 16:55:48.922704 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-31bd03b0-6375-4f71-893f-1a2614f68271 req-2c6ec9a0-72d5-478d-8b7b-9c434207394d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7047961 Feb 07 16:55:49.279179 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 22596bf4-50e7-4cc8-9ca6-a4918afaadc2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=22596bf4-50e7-4cc8-9ca6-a4918afaadc2,segment=NetworkSegment(574a614d-ee0a-483a-afd9-7af2d2ebafbd),segment_id=574a614d-ee0a-483a-afd9-7af2d2ebafbd)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:49.317743 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '22596bf4-50e7-4cc8-9ca6-a4918afaadc2', 'network_id': 'de299506-cda2-480d-8380-7e49ef781cd6', 'port_id': '22596bf4-50e7-4cc8-9ca6-a4918afaadc2', 'mac_address': 'fa:16:3e:06:fd:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156417c3-7524-47ad-9aa2-2bb67a07a5e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:55:49.368927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 105550ea-a07b-4b7d-baca-38fbf4962cd7, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=105550ea-a07b-4b7d-baca-38fbf4962cd7,segment=NetworkSegment(574a614d-ee0a-483a-afd9-7af2d2ebafbd),segment_id=574a614d-ee0a-483a-afd9-7af2d2ebafbd)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:49.410795 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '105550ea-a07b-4b7d-baca-38fbf4962cd7', 'network_id': 'de299506-cda2-480d-8380-7e49ef781cd6', 'port_id': '105550ea-a07b-4b7d-baca-38fbf4962cd7', 'mac_address': 'fa:16:3e:f9:2a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156417c3-7524-47ad-9aa2-2bb67a07a5e1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:55:49.537184 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 105550ea-a07b-4b7d-baca-38fbf4962cd7 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:55:49.537618 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (105550ea-a07b-4b7d-baca-38fbf4962cd7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:49.642696 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105550ea-a07b-4b7d-baca-38fbf4962cd7 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:55:49.656378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 22596bf4-50e7-4cc8-9ca6-a4918afaadc2 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:55:49.656818 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (22596bf4-50e7-4cc8-9ca6-a4918afaadc2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:49.714596 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22596bf4-50e7-4cc8-9ca6-a4918afaadc2 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:55:49.770098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 22596bf4-50e7-4cc8-9ca6-a4918afaadc2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=22596bf4-50e7-4cc8-9ca6-a4918afaadc2,segment=NetworkSegment(574a614d-ee0a-483a-afd9-7af2d2ebafbd),segment_id=574a614d-ee0a-483a-afd9-7af2d2ebafbd)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:49.780162 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (22596bf4-50e7-4cc8-9ca6-a4918afaadc2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:49.785136 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 105550ea-a07b-4b7d-baca-38fbf4962cd7, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=105550ea-a07b-4b7d-baca-38fbf4962cd7,segment=NetworkSegment(574a614d-ee0a-483a-afd9-7af2d2ebafbd),segment_id=574a614d-ee0a-483a-afd9-7af2d2ebafbd)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:49.789825 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49537840-80a0-4d56-9ad6-f90249da57c7 admin admin] Publish callbacks [] for port (17a872b4-f385-4143-a622-76d714cc34cd), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:49.791546 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (105550ea-a07b-4b7d-baca-38fbf4962cd7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:49.818021 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52ef2561-7d27-436c-80a3-42a4c1918114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:49.837212 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49537840-80a0-4d56-9ad6-f90249da57c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (17a872b4-f385-4143-a622-76d714cc34cd), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:49.862096 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-016fc745-6db5-4163-9f76-1f8dc522af48 req-178fa276-3826-441c-adf8-afb5185bd697 service neutron] 10.222.0.32 "GET /v2.0/networks/de299506-cda2-480d-8380-7e49ef781cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0635767 Feb 07 16:55:49.868012 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=22596bf4-50e7-4cc8-9ca6-a4918afaadc2,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:49.953118 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5fbbf674-7cc1-48ce-a3a5-3411913cd2b5 req-6faa36f3-19f2-408b-a9c9-00d29dddf4b5 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0960555 Feb 07 16:55:50.007110 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd03b0-6375-4f71-893f-1a2614f68271 req-bc03ecd3-6579-4c86-9ae9-a26832921825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:50.008644 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-31bd03b0-6375-4f71-893f-1a2614f68271 req-bc03ecd3-6579-4c86-9ae9-a26832921825 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 1132 time: 1.0000606 Feb 07 16:55:50.024698 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=105550ea-a07b-4b7d-baca-38fbf4962cd7,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:50.035583 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1b9454a-4b4e-470b-a719-00c9e6db37df req-4aa69cfe-034c-4de7-83a9-03b79f2e3019 service neutron] 10.222.0.48 "GET /v2.0/networks/de299506-cda2-480d-8380-7e49ef781cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3205554 Feb 07 16:55:50.125727 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['105550ea-a07b-4b7d-baca-38fbf4962cd7'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:55:50.183375 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49537840-80a0-4d56-9ad6-f90249da57c7 admin admin] Pushing event updated for resources: {'Port': ['ID=17a872b4-f385-4143-a622-76d714cc34cd,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:50.231551 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['22596bf4-50e7-4cc8-9ca6-a4918afaadc2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:55:50.234772 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:55:50.447509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a,segment=NetworkSegment(574a614d-ee0a-483a-afd9-7af2d2ebafbd),segment_id=574a614d-ee0a-483a-afd9-7af2d2ebafbd)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:50.481796 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:55:50.585873 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a', 'network_id': 'de299506-cda2-480d-8380-7e49ef781cd6', 'port_id': '2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a', 'mac_address': 'fa:16:3e:44:9b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156417c3-7524-47ad-9aa2-2bb67a07a5e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:55:50.673908 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd03b0-6375-4f71-893f-1a2614f68271 req-0c120e84-477e-434d-b507-1c97503866bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:50.675869 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-31bd03b0-6375-4f71-893f-1a2614f68271 req-0c120e84-477e-434d-b507-1c97503866bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.6430960 Feb 07 16:55:50.728911 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-016fc745-6db5-4163-9f76-1f8dc522af48 req-ffe2da67-462f-4fa9-8802-a0730b73ffcd service neutron] 10.222.0.32 "GET /v2.0/networks/de299506-cda2-480d-8380-7e49ef781cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5731058 Feb 07 16:55:50.766174 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb1848-304e-4a7c-949c-874a2ef97c20 req-05a36b87-642f-42e8-bc11-d28152b1ef24 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:50.776459 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:55:50.777453 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e3eb1848-304e-4a7c-949c-874a2ef97c20 req-05a36b87-642f-42e8-bc11-d28152b1ef24 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 943 time: 1.3225369 Feb 07 16:55:50.783175 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:50.792544 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36151dce-91a5-4b55-89d5-b33b62fa8869 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:55:50.845598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:55:50.861375 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-31bd03b0-6375-4f71-893f-1a2614f68271 req-a16b866a-977c-4bc1-b647-54f5f9836c44 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=a8f7d82e-ddce-4335-a1f4-e590fc4663ec HTTP/1.1" status: 200 len: 217 time: 0.1717699 Feb 07 16:55:50.892479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a,segment=NetworkSegment(574a614d-ee0a-483a-afd9-7af2d2ebafbd),segment_id=574a614d-ee0a-483a-afd9-7af2d2ebafbd)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:50.894030 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49537840-80a0-4d56-9ad6-f90249da57c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (6c174c44-ba59-4999-85e6-3e6a1fe2ad6b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:51.018498 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1b9454a-4b4e-470b-a719-00c9e6db37df req-8ad78a04-173a-435f-9d64-5d70ae8b84bc service neutron] 10.222.0.48 "GET /v2.0/networks/de299506-cda2-480d-8380-7e49ef781cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9297786 Feb 07 16:55:51.040507 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:51.044831 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcbfd3-f8a7-4f12-8cc2-11b0899797a5 req-dc50141f-961e-48bb-89c0-b5432bb5770d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:51.047726 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-69bcbfd3-f8a7-4f12-8cc2-11b0899797a5 req-dc50141f-961e-48bb-89c0-b5432bb5770d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 949 time: 0.8852663 Feb 07 16:55:51.093713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd03b0-6375-4f71-893f-1a2614f68271 req-02d9822e-e449-4a21-a7ea-00685c0a7b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:51.095415 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-31bd03b0-6375-4f71-893f-1a2614f68271 req-02d9822e-e449-4a21-a7ea-00685c0a7b91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.2331421 Feb 07 16:55:51.156706 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-69bcbfd3-f8a7-4f12-8cc2-11b0899797a5 req-6c46ce73-2670-48cd-9dfd-7cb7e2cd1f31 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962732 Feb 07 16:55:51.192144 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd03b0-6375-4f71-893f-1a2614f68271 req-216cc397-6d5e-4050-9f93-1c39c58c5acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:51.199034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-31bd03b0-6375-4f71-893f-1a2614f68271 req-216cc397-6d5e-4050-9f93-1c39c58c5acb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0969133 Feb 07 16:55:51.207119 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49537840-80a0-4d56-9ad6-f90249da57c7 admin admin] Network f189284f-c88d-4a12-b11f-3bb2193ec906 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:55:51.230203 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-49537840-80a0-4d56-9ad6-f90249da57c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:55:51.387796 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-31bd03b0-6375-4f71-893f-1a2614f68271 req-abd95749-62f5-4bf3-a9a2-bb0fb36040f5 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825347 Feb 07 16:55:51.522533 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:55:51.573906 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36151dce-91a5-4b55-89d5-b33b62fa8869 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:55:51.581977 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36151dce-91a5-4b55-89d5-b33b62fa8869 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:51.588870 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7dddb9-bc49-454a-bc0a-bf609c2383b7 None None] Sync routers for ids ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:55:51.612345 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-31bd03b0-6375-4f71-893f-1a2614f68271 req-e76e0a40-6b14-40a5-877f-84e14bda526c service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181108 Feb 07 16:55:51.615759 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:55:51.616301 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:51.635267 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7dddb9-bc49-454a-bc0a-bf609c2383b7 None None] Routers {'9af5f529-eea9-4b3c-b0e7-481af3af7f3d'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:55:51.635988 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5d7dddb9-bc49-454a-bc0a-bf609c2383b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:55:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:51.725666 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-19104a00-2831-46e8-a8cc-adc2ae856ebf tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=52e2cfc122e2454bb720b22756b54435&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785458 Feb 07 16:55:51.847330 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:51.985798 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:52.035400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-e5514df6-36a3-48a2-a527-c78b544ad778 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:52.053607 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-e5514df6-36a3-48a2-a527-c78b544ad778 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3213062 Feb 07 16:55:52.104862 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-06109d49-112f-49dd-ba1f-3469fa7d149e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/quotas/52e2cfc122e2454bb720b22756b54435 HTTP/1.1" status: 200 len: 375 time: 0.0487316 Feb 07 16:55:52.175548 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-5d7dddb9-bc49-454a-bc0a-bf609c2383b7 None None] Set router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:55:52.269563 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-b389a229-7c1f-46f8-960e-a778ed37eb66 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1624515 Feb 07 16:55:52.600399 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:55:52.617621 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:52.679824 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-73f43b9d-f078-4793-ab5b-0fa3bf50ecb4 req-a4931328-deb3-4d1b-af6c-9be25b79c684 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 210 time: 0.0989475 Feb 07 16:55:52.777565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e0899a-60a9-4ae1-839d-abff6e27f7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:55:52.780038 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76027958-dc92-4e96-8d74-0d19be643011" -d '{"events": [{"server_uuid": "b8e0899a-60a9-4ae1-839d-abff6e27f7f1", "name": "network-vif-plugged", "status": "completed", "tag": "fbd2bb0e-e9a3-47ba-8583-e7c02519eee4"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:55:52.846467 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:52.861380 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:52.939193 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd95149-e9db-48a3-a95e-d190cc365c22 x-openstack-request-id: req-4dd95149-e9db-48a3-a95e-d190cc365c22 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:55:52.939510 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e0899a-60a9-4ae1-839d-abff6e27f7f1", "name": "network-vif-plugged", "status": "completed", "tag": "fbd2bb0e-e9a3-47ba-8583-e7c02519eee4", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:55:52.939780 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4dd95149-e9db-48a3-a95e-d190cc365c22 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:55:52.940197 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e0899a-60a9-4ae1-839d-abff6e27f7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4', 'code': 200} Feb 07 16:55:52.981299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,revision_number=11']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:52.999167 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e3eb1848-304e-4a7c-949c-874a2ef97c20 req-366ad340-bd90-4781-a92c-58f8f160fe17 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2176082 Feb 07 16:55:53.044279 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5d7dddb9-bc49-454a-bc0a-bf609c2383b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port': {'id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:06Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'f8479b03-d884-46aa-91cd-0d63d4e074c0', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'port_id': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'mac_address': 'fa:16:3e:96:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59842c98-b900-46ea-8a5b-20d1c5670932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:55:16Z', 'updated_at': '2022-02-07T16:55:46Z', 'revision_number': 1, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19', 'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'mac_address': 'fa:16:3e:24:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:12Z', 'updated_at': '2022-02-07T16:50:19Z', 'revision_number': 5, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'subnets': [{'id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:53.104401 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7dddb9-bc49-454a-bc0a-bf609c2383b7 None None] Checking router: 9af5f529-eea9-4b3c-b0e7-481af3af7f3d for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:55:53.106688 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-36151dce-91a5-4b55-89d5-b33b62fa8869 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "PUT /v2.0/floatingips/f8479b03-d884-46aa-91cd-0d63d4e074c0 HTTP/1.1" status: 200 len: 991 time: 9.8798058 Feb 07 16:55:53.111793 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59842c98-b900-46ea-8a5b-20d1c5670932', 'tag': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:55:53.122258 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51259617-6d7f-41ff-b0db-94b3bdf704f8" -d '{"events": [{"name": "network-changed", "server_uuid": "59842c98-b900-46ea-8a5b-20d1c5670932", "tag": "813d7c77-80ea-480a-ac2f-f1d0ba1126c2"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:55:53.141565 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7dddb9-bc49-454a-bc0a-bf609c2383b7 None None] Routers {'9af5f529-eea9-4b3c-b0e7-481af3af7f3d'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:55:53.142466 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5d7dddb9-bc49-454a-bc0a-bf609c2383b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:55:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:53.166280 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:53.175681 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52ef2561-7d27-436c-80a3-42a4c1918114 admin admin] Publish callbacks [] for security_group (4ad2c336-e112-455a-ab8d-80f17b19ac1d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:53.188317 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52ef2561-7d27-436c-80a3-42a4c1918114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4ad2c336-e112-455a-ab8d-80f17b19ac1d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:53.314519 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef2561-7d27-436c-80a3-42a4c1918114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad2c336-e112-455a-ab8d-80f17b19ac1d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:53.344092 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa52f95-687f-48c1-a36f-3ac5b6e8d019 x-openstack-request-id: req-faa52f95-687f-48c1-a36f-3ac5b6e8d019 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:55:53.344431 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59842c98-b900-46ea-8a5b-20d1c5670932", "tag": "813d7c77-80ea-480a-ac2f-f1d0ba1126c2", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:55:53.344694 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-faa52f95-687f-48c1-a36f-3ac5b6e8d019 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:55:53.345215 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59842c98-b900-46ea-8a5b-20d1c5670932', 'tag': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2', 'status': 'completed', 'code': 200} Feb 07 16:55:53.361202 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-52ef2561-7d27-436c-80a3-42a4c1918114 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5044077cafb4b14952a083b9155ae4b&name=default HTTP/1.1" status: 200 len: 3000 time: 4.5788510 Feb 07 16:55:53.379146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51ba69-b949-47a2-a247-24890dd97b82 req-cb73c68b-c615-4ac2-9a9c-c94625b2f41b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:53.380754 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe51ba69-b949-47a2-a247-24890dd97b82 req-cb73c68b-c615-4ac2-9a9c-c94625b2f41b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.1507578 Feb 07 16:55:53.381266 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50854) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:53.446438 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-5d7dddb9-bc49-454a-bc0a-bf609c2383b7 None None] Set router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:55:53.561018 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49537840-80a0-4d56-9ad6-f90249da57c7 admin admin] Router 6c174c44-ba59-4999-85e6-3e6a1fe2ad6b has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:55:53.621746 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51259617-6d7f-41ff-b0db-94b3bdf704f8 req-4c625d55-48b4-4b69-8c9f-fcda312bd077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:53.624043 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-51259617-6d7f-41ff-b0db-94b3bdf704f8 req-4c625d55-48b4-4b69-8c9f-fcda312bd077 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fdea7f1b6324f67b931aa532697bca1&device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 1128 time: 0.2576663 Feb 07 16:55:53.641375 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe51ba69-b949-47a2-a247-24890dd97b82 req-1cc58649-bb1a-4960-8345-a2761d43c6a4 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2488739 Feb 07 16:55:53.723779 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fadbbe96-6d4b-4863-a8b6-42488551bbb7 admin admin] Publish callbacks [] for security_group (4ad2c336-e112-455a-ab8d-80f17b19ac1d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:53.798890 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fadbbe96-6d4b-4863-a8b6-42488551bbb7 admin admin] Publish callbacks [] for security_group (4ad2c336-e112-455a-ab8d-80f17b19ac1d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:53.868305 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fadbbe96-6d4b-4863-a8b6-42488551bbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4ad2c336-e112-455a-ab8d-80f17b19ac1d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:53.871564 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fadbbe96-6d4b-4863-a8b6-42488551bbb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:53.875604 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fadbbe96-6d4b-4863-a8b6-42488551bbb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ad2c336-e112-455a-ab8d-80f17b19ac1d HTTP/1.1" status: 204 len: 168 time: 0.4906912 Feb 07 16:55:53.915632 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbbe96-6d4b-4863-a8b6-42488551bbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad2c336-e112-455a-ab8d-80f17b19ac1d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:53.980763 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51259617-6d7f-41ff-b0db-94b3bdf704f8 req-261dc966-9496-466b-ba88-1a1c8404b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:53.983343 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-51259617-6d7f-41ff-b0db-94b3bdf704f8 req-261dc966-9496-466b-ba88-1a1c8404b58a service neutron] 10.222.0.32 "GET /v2.0/networks?id=558210b1-aeef-4297-87e4-07b1b1a8ae99 HTTP/1.1" status: 200 len: 918 time: 0.3487217 Feb 07 16:55:54.029109 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0409372-ab47-4806-83fe-33bd3585941e req-92bee6c1-caf7-4de8-8d1c-54ebe460dbd7 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 210 time: 0.2000191 Feb 07 16:55:54.055170 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5d7dddb9-bc49-454a-bc0a-bf609c2383b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port': {'id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:06Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'f8479b03-d884-46aa-91cd-0d63d4e074c0', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'port_id': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'mac_address': 'fa:16:3e:96:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59842c98-b900-46ea-8a5b-20d1c5670932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:55:16Z', 'updated_at': '2022-02-07T16:55:46Z', 'revision_number': 1, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19', 'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'mac_address': 'fa:16:3e:24:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:12Z', 'updated_at': '2022-02-07T16:50:19Z', 'revision_number': 5, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'subnets': [{'id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:54.106556 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7dddb9-bc49-454a-bc0a-bf609c2383b7 None None] The sync data for ids ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'] in n-d-827865-3 is: [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port': {'id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:06Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'f8479b03-d884-46aa-91cd-0d63d4e074c0', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'port_id': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'mac_address': 'fa:16:3e:96:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59842c98-b900-46ea-8a5b-20d1c5670932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:55:16Z', 'updated_at': '2022-02-07T16:55:46Z', 'revision_number': 1, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19', 'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'mac_address': 'fa:16:3e:24:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:12Z', 'updated_at': '2022-02-07T16:50:19Z', 'revision_number': 5, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'subnets': [{'id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:55:54.125462 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49537840-80a0-4d56-9ad6-f90249da57c7 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:55:54.137743 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-51259617-6d7f-41ff-b0db-94b3bdf704f8 req-b1424ce6-ff23-464a-a30a-e61ac997de5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2 HTTP/1.1" status: 200 len: 999 time: 0.1404054 Feb 07 16:55:54.138310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] Sync routers for ids ['6c174c44-ba59-4999-85e6-3e6a1fe2ad6b'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:55:54.144049 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-49537840-80a0-4d56-9ad6-f90249da57c7 admin admin] 10.222.0.18 "PUT /v2.0/routers/6c174c44-ba59-4999-85e6-3e6a1fe2ad6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4047120 Feb 07 16:55:54.161423 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] Routers {'6c174c44-ba59-4999-85e6-3e6a1fe2ad6b'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:55:54.165671 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:55:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6c174c44-ba59-4999-85e6-3e6a1fe2ad6b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:54.232325 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51259617-6d7f-41ff-b0db-94b3bdf704f8 req-f6da7871-af72-4f8b-8f4c-64edec5e387d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:54.234729 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-51259617-6d7f-41ff-b0db-94b3bdf704f8 req-f6da7871-af72-4f8b-8f4c-64edec5e387d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e08eff2f-7c93-4ede-90b9-2e6bbced6db6 HTTP/1.1" status: 200 len: 856 time: 0.0891006 Feb 07 16:55:54.332254 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c31c3c-11e1-4b70-9286-2aaccfe6e19f req-7fe5a188-42e5-4dcc-bfa7-808f198d7f75 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:54.333935 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-57c31c3c-11e1-4b70-9286-2aaccfe6e19f req-7fe5a188-42e5-4dcc-bfa7-808f198d7f75 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 944 time: 0.1534142 Feb 07 16:55:54.341420 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51259617-6d7f-41ff-b0db-94b3bdf704f8 req-00d6097f-2467-4fa5-af58-e3728e401165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:54.347640 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-51259617-6d7f-41ff-b0db-94b3bdf704f8 req-00d6097f-2467-4fa5-af58-e3728e401165 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=558210b1-aeef-4297-87e4-07b1b1a8ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1066620 Feb 07 16:55:54.427529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 105550ea-a07b-4b7d-baca-38fbf4962cd7 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:55:54.431125 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:55:54.466764 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-57c31c3c-11e1-4b70-9286-2aaccfe6e19f req-d889b80a-134c-40de-909e-7aa80db90316 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184788 Feb 07 16:55:54.620051 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f852e0-e889-4fd6-88c2-bbb01096dfdf None None] New status for floating IP f8479b03-d884-46aa-91cd-0d63d4e074c0: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:55:54.654924 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-e5891bc3-a696-4c46-9961-f3bd2e79b469 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=52e2cfc122e2454bb720b22756b54435&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1328151 Feb 07 16:55:54.855311 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 105550ea-a07b-4b7d-baca-38fbf4962cd7 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:55:54.891606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 105550ea-a07b-4b7d-baca-38fbf4962cd7 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:55:54.891989 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (105550ea-a07b-4b7d-baca-38fbf4962cd7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:54.907352 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-51259617-6d7f-41ff-b0db-94b3bdf704f8 req-98da2563-fd60-4480-b353-652463765c0e service neutron] 10.222.0.32 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532832 Feb 07 16:55:54.910388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:55:54.915333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] Set router 6c174c44-ba59-4999-85e6-3e6a1fe2ad6b gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:55:55.024967 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:55:55.025382 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:55.196373 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-51259617-6d7f-41ff-b0db-94b3bdf704f8 req-bad8ca58-fcdb-4630-a640-6806455a03bd service neutron] 10.222.0.32 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819846 Feb 07 16:55:55.268957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a94b4-3be9-47eb-b3a0-3aaeb265218a req-7ce1aa3c-bf05-4d0b-a79f-35554043205c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:55.270599 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a0a94b4-3be9-47eb-b3a0-3aaeb265218a req-7ce1aa3c-bf05-4d0b-a79f-35554043205c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.4008346 Feb 07 16:55:55.372525 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-27158556-a72f-4f8e-b4e0-2989446d1ea6 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:55.375416 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-27158556-a72f-4f8e-b4e0-2989446d1ea6 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7135098 Feb 07 16:55:55.392640 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-79cfec64-cb11-4137-8d0b-de932c03155a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Request body: {'port': {'device_id': '1dc35d22-2b3c-4dbc-9b87-b8a653616659', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '52e2cfc122e2454bb720b22756b54435'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:55.512261 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 105550ea-a07b-4b7d-baca-38fbf4962cd7 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:55:55.512261 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (105550ea-a07b-4b7d-baca-38fbf4962cd7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:55.539039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:55:55.539433 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:55.545685 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a0a94b4-3be9-47eb-b3a0-3aaeb265218a req-d5675a2d-2f25-4bd7-be9a-4eb725ec3d0f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552183 Feb 07 16:55:55.564469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-79cfec64-cb11-4137-8d0b-de932c03155a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Made reservation on behalf of 52e2cfc122e2454bb720b22756b54435 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:55:55.564870 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebead8d-fdad-44c2-a00c-2df824c666a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105550ea-a07b-4b7d-baca-38fbf4962cd7'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:55:55.567229 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0dc910-828a-4938-96db-96a2b450f796" -d '{"events": [{"server_uuid": "7ebead8d-fdad-44c2-a00c-2df824c666a4", "name": "network-vif-plugged", "status": "completed", "tag": "105550ea-a07b-4b7d-baca-38fbf4962cd7"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:55:55.569064 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-79cfec64-cb11-4137-8d0b-de932c03155a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:55.609266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 105550ea-a07b-4b7d-baca-38fbf4962cd7, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=105550ea-a07b-4b7d-baca-38fbf4962cd7,segment=NetworkSegment(574a614d-ee0a-483a-afd9-7af2d2ebafbd),segment_id=574a614d-ee0a-483a-afd9-7af2d2ebafbd)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:55.620696 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (105550ea-a07b-4b7d-baca-38fbf4962cd7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:55.639985 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a,segment=NetworkSegment(574a614d-ee0a-483a-afd9-7af2d2ebafbd),segment_id=574a614d-ee0a-483a-afd9-7af2d2ebafbd)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:55.928930 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-79cfec64-cb11-4137-8d0b-de932c03155a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Allocated IP 192.168.233.129 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/47357abe-1c1b-4d70-b382-804a0c9e7da4) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:55:55.964551 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:55.965831 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 22596bf4-50e7-4cc8-9ca6-a4918afaadc2 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:55:56.039947 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0346323-af92-4c23-b693-d486381ff820 req-5c2cf787-2a6d-425e-86fc-25ca80c031f8 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:56.058885 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a0346323-af92-4c23-b693-d486381ff820 req-5c2cf787-2a6d-425e-86fc-25ca80c031f8 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/networks?id=f189284f-c88d-4a12-b11f-3bb2193ec906 HTTP/1.1" status: 200 len: 819 time: 0.2625749 Feb 07 16:55:56.097032 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a0346323-af92-4c23-b693-d486381ff820 req-30e1c342-3be2-4548-89db-068d94864308 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/quotas/8958f6ad8ce64d2cafce718553b9cb64 HTTP/1.1" status: 200 len: 375 time: 0.0364463 Feb 07 16:55:56.122529 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71d04323-26da-4288-a233-ec4cfa4e2be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:56.161731 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=105550ea-a07b-4b7d-baca-38fbf4962cd7,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:56.198234 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a0346323-af92-4c23-b693-d486381ff820 req-61335048-8d6b-4722-836f-889af843951e tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8958f6ad8ce64d2cafce718553b9cb64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0994635 Feb 07 16:55:56.286971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'name': 'tempest-ServerRescueNegativeTestJSON-2062896819-router', 'tenant_id': '8958f6ad8ce64d2cafce718553b9cb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e4bfd472-f6a3-4bc1-a8da-967c3426fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:55:34Z', 'updated_at': '2022-02-07T16:55:48Z', 'revision_number': 4, 'project_id': '8958f6ad8ce64d2cafce718553b9cb64', 'gw_port': {'id': 'e4bfd472-f6a3-4bc1-a8da-967c3426fedb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:55:36Z', 'updated_at': '2022-02-07T16:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '17a872b4-f385-4143-a622-76d714cc34cd', 'name': '', 'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906', 'tenant_id': '8958f6ad8ce64d2cafce718553b9cb64', 'mac_address': 'fa:16:3e:5c:97:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'cea5ae11-c3af-48b5-b914-327a543b7978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:55:44Z', 'updated_at': '2022-02-07T16:55:48Z', 'revision_number': 2, 'project_id': '8958f6ad8ce64d2cafce718553b9cb64', 'subnets': [{'id': 'cea5ae11-c3af-48b5-b914-327a543b7978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:55:56.371536 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4443cdd6-a291-4417-81cb-c977bf9ece18 req-20167dcb-e444-4991-aefa-d3b9e6ae7bdf tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 210 time: 0.1271071 Feb 07 16:55:56.376089 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] Checking router: 6c174c44-ba59-4999-85e6-3e6a1fe2ad6b for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:55:56.377145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] Updating router 6c174c44-ba59-4999-85e6-3e6a1fe2ad6b port 17a872b4-f385-4143-a622-76d714cc34cd binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:55:56.459525 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a0346323-af92-4c23-b693-d486381ff820 req-19328653-6269-4732-abc6-38fa9458ea4c service neutron] 10.222.0.18 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597785 Feb 07 16:55:56.472250 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 22596bf4-50e7-4cc8-9ca6-a4918afaadc2 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:55:56.506122 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-79cfec64-cb11-4137-8d0b-de932c03155a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks [] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:56.510503 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 22596bf4-50e7-4cc8-9ca6-a4918afaadc2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:55:56.511023 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (22596bf4-50e7-4cc8-9ca6-a4918afaadc2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:56.589248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:56.615867 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (17a872b4-f385-4143-a622-76d714cc34cd), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:56.626886 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a0346323-af92-4c23-b693-d486381ff820 req-542fae19-c919-4f1d-b0bb-eddf77abcdc6 service neutron] 10.222.0.18 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654723 Feb 07 16:55:56.754756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9712bd8-f01b-43d3-8fc8-2d017bf06058 req-3179a094-bdb5-4802-b513-dfa757897783 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:56.772045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50936) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:56.781055 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9712bd8-f01b-43d3-8fc8-2d017bf06058 req-3179a094-bdb5-4802-b513-dfa757897783 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 945 time: 0.2449007 Feb 07 16:55:56.823951 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-79cfec64-cb11-4137-8d0b-de932c03155a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:56.855741 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['a8f7d82e-ddce-4335-a1f4-e590fc4663ec', 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:55:56.860510 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2ff7e564-33b8-46a8-a62b-6de8c00e52b3'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:55:56.940481 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9712bd8-f01b-43d3-8fc8-2d017bf06058 req-b4d0df21-4611-4b80-a606-73bc4a24209c tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581087 Feb 07 16:55:57.073219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-79cfec64-cb11-4137-8d0b-de932c03155a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:55:57.090836 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-79cfec64-cb11-4137-8d0b-de932c03155a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:55:57.113082 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-79cfec64-cb11-4137-8d0b-de932c03155a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:55:57.194096 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31e8129-24e5-492d-a110-df9b6d1f95f1 x-openstack-request-id: req-e31e8129-24e5-492d-a110-df9b6d1f95f1 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:55:57.194849 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebead8d-fdad-44c2-a00c-2df824c666a4", "name": "network-vif-plugged", "status": "completed", "tag": "105550ea-a07b-4b7d-baca-38fbf4962cd7", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:55:57.195744 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e31e8129-24e5-492d-a110-df9b6d1f95f1 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:55:57.196449 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebead8d-fdad-44c2-a00c-2df824c666a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105550ea-a07b-4b7d-baca-38fbf4962cd7', 'code': 200} Feb 07 16:55:57.250855 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfec64-cb11-4137-8d0b-de932c03155a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Pushing event updated for resources: {'Port': ['ID=47357abe-1c1b-4d70-b382-804a0c9e7da4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:57.274663 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae8215-a161-4296-86db-27018cd79371 req-efca7014-199d-4acc-aea9-9dad54f6e9df tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:57.291764 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2fae8215-a161-4296-86db-27018cd79371 req-efca7014-199d-4acc-aea9-9dad54f6e9df tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.2162678 Feb 07 16:55:57.408542 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 22596bf4-50e7-4cc8-9ca6-a4918afaadc2 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:55:57.411550 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (22596bf4-50e7-4cc8-9ca6-a4918afaadc2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:57.423323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-79cfec64-cb11-4137-8d0b-de932c03155a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:57.426488 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-79cfec64-cb11-4137-8d0b-de932c03155a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:57.473563 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2fae8215-a161-4296-86db-27018cd79371 req-6e41ab77-869c-485f-9f12-c9c993c9c0ac tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806538 Feb 07 16:55:57.552700 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-78d3360c-9a95-44ec-884c-8ac78a7d1906 req-385c789e-66fb-4d38-8f15-ddb854ac0ca4 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 210 time: 0.2464123 Feb 07 16:55:57.605310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 22596bf4-50e7-4cc8-9ca6-a4918afaadc2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=22596bf4-50e7-4cc8-9ca6-a4918afaadc2,segment=NetworkSegment(574a614d-ee0a-483a-afd9-7af2d2ebafbd),segment_id=574a614d-ee0a-483a-afd9-7af2d2ebafbd)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:55:57.624280 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-79cfec64-cb11-4137-8d0b-de932c03155a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2341068 Feb 07 16:55:57.654493 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Request body: {'port': {'device_id': '1dc35d22-2b3c-4dbc-9b87-b8a653616659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:55:57.710234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e321910-322f-473b-ab88-6159936872ae req-6213d93d-e217-432b-97d7-267ac977c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:57.711780 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8e321910-322f-473b-ab88-6159936872ae req-6213d93d-e217-432b-97d7-267ac977c2c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7ebead8d-fdad-44c2-a00c-2df824c666a4 HTTP/1.1" status: 200 len: 1127 time: 0.5024350 Feb 07 16:55:57.815368 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460c321-1cfc-4453-ad96-a24e850fdb70 req-f5515961-a738-43de-bff2-917ccf2257d2 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:57.830081 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f460c321-1cfc-4453-ad96-a24e850fdb70 req-f5515961-a738-43de-bff2-917ccf2257d2 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 936 time: 0.2050552 Feb 07 16:55:57.933939 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:57.939403 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (22596bf4-50e7-4cc8-9ca6-a4918afaadc2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:57.993906 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8e321910-322f-473b-ab88-6159936872ae req-4666f1b0-1226-452c-a6e3-433a639cf7ab service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700114 Feb 07 16:55:58.058640 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6dd1b656-9482-4072-acfe-0c71e97cd15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:58.119099 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f460c321-1cfc-4453-ad96-a24e850fdb70 req-8a735c3d-3f67-47e5-9a7e-47fa2a3ffd7b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751262 Feb 07 16:55:58.376985 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6dd1b656-9482-4072-acfe-0c71e97cd15e admin admin] Publish callbacks [] for security_group (273c5705-38dd-4214-a13e-12c387412d9b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:58.395116 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=22596bf4-50e7-4cc8-9ca6-a4918afaadc2,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:58.647662 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617aaede-6c8e-469e-b08f-4e91b0f88617 req-f709ec5e-8aa9-48b4-8c71-fed904a7be20 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:58.664394 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-617aaede-6c8e-469e-b08f-4e91b0f88617 req-f709ec5e-8aa9-48b4-8c71-fed904a7be20 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 945 time: 0.5331099 Feb 07 16:55:58.758720 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633483ce-d58b-4ad1-8740-37940656a6cd req-bd844d93-279d-439d-b88f-36589bd935e6 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:55:58.776917 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-633483ce-d58b-4ad1-8740-37940656a6cd req-bd844d93-279d-439d-b88f-36589bd935e6 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/networks?id=f189284f-c88d-4a12-b11f-3bb2193ec906 HTTP/1.1" status: 200 len: 819 time: 0.4029064 Feb 07 16:55:58.801208 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6dd1b656-9482-4072-acfe-0c71e97cd15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (273c5705-38dd-4214-a13e-12c387412d9b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:58.835029 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-633483ce-d58b-4ad1-8740-37940656a6cd req-04c45e9d-3ecd-4131-8b72-5e6324b4ea7b tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/quotas/8958f6ad8ce64d2cafce718553b9cb64 HTTP/1.1" status: 200 len: 375 time: 0.0513260 Feb 07 16:55:58.992668 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-617aaede-6c8e-469e-b08f-4e91b0f88617 req-5b1ecf3a-9ae7-4312-a5eb-b4a1ae1233ca tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263662 Feb 07 16:55:59.088699 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1b656-9482-4072-acfe-0c71e97cd15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273c5705-38dd-4214-a13e-12c387412d9b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:59.102105 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] Publish callbacks [] for port (17a872b4-f385-4143-a622-76d714cc34cd), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:59.130277 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6dd1b656-9482-4072-acfe-0c71e97cd15e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c21b2e259ad424eb7114b00e694a3cc&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3525052 Feb 07 16:55:59.132222 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51004) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:55:59.135360 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-71d9d0f2-c2b3-4360-93bf-e4df294693aa None None] Provisioning complete for port 47357abe-1c1b-4d70-b382-804a0c9e7da4 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:55:59.149946 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71d9d0f2-c2b3-4360-93bf-e4df294693aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:59.200564 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (17a872b4-f385-4143-a622-76d714cc34cd), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:59.219248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92bc3b5-3518-41a2-b0bb-3deb5cf6f529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a'}, {'server_uuid': '3c7cd2a6-015a-44bd-8c84-76502e348d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22596bf4-50e7-4cc8-9ca6-a4918afaadc2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:55:59.227567 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbaa640-14e7-4471-9d0c-b1be7ba80d87" -d '{"events": [{"server_uuid": "f92bc3b5-3518-41a2-b0bb-3deb5cf6f529", "name": "network-vif-plugged", "status": "completed", "tag": "2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a"}, {"server_uuid": "3c7cd2a6-015a-44bd-8c84-76502e348d05", "name": "network-vif-plugged", "status": "completed", "tag": "22596bf4-50e7-4cc8-9ca6-a4918afaadc2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:55:59.291456 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-633483ce-d58b-4ad1-8740-37940656a6cd req-998bbdf5-a60c-47a3-ad7e-c5374b24bba1 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8958f6ad8ce64d2cafce718553b9cb64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4177289 Feb 07 16:55:59.386321 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-251d7b04-9b15-4e20-a7ac-4fc04f8f0c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:59.443386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47357abe-1c1b-4d70-b382-804a0c9e7da4 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:55:59.484798 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Publish callbacks [] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:59.523339 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Transition to ACTIVE for port object 47357abe-1c1b-4d70-b382-804a0c9e7da4 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:55:59.558087 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:55:59.572588 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-633483ce-d58b-4ad1-8740-37940656a6cd req-5fff66f5-4737-4727-b8e7-71e2356ec92b service neutron] 10.222.0.18 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761998 Feb 07 16:55:59.655757 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-71d9d0f2-c2b3-4360-93bf-e4df294693aa None None] Port 47357abe-1c1b-4d70-b382-804a0c9e7da4 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:55:59.699425 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf0f14-3d42-464b-8a6a-11842ffc6307 None None] Pushing event updated for resources: {'Port': ['ID=17a872b4-f385-4143-a622-76d714cc34cd,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:55:59.719814 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:00.067149 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] Attempting to bind port 17a872b4-f385-4143-a622-76d714cc34cd on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:56:00.068611 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a1d19c2-b41d-449e-bf36-5d6131b448dc admin admin] Publish callbacks [] for security_group (273c5705-38dd-4214-a13e-12c387412d9b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:00.075395 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] Attempting to bind port 17a872b4-f385-4143-a622-76d714cc34cd by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:56:00.077335 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] Attempting to bind port 17a872b4-f385-4143-a622-76d714cc34cd on network f189284f-c88d-4a12-b11f-3bb2193ec906 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:56:00.135806 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:56:00.145419 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] Checking segment: {'id': '0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:56:00.146239 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:00.147068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] Bound using segment: {'id': '0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:56:00.147812 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] Bound port: 17a872b4-f385-4143-a622-76d714cc34cd, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:56:00.148099 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Pushing event updated for resources: {'Port': ['ID=47357abe-1c1b-4d70-b382-804a0c9e7da4,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:00.149043 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (17a872b4-f385-4143-a622-76d714cc34cd), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:00.209747 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a1d19c2-b41d-449e-bf36-5d6131b448dc admin admin] Publish callbacks [] for security_group (273c5705-38dd-4214-a13e-12c387412d9b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:00.313001 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba7b33-2736-407b-b571-6c8b0a722972 req-f80b6fc5-9aed-40ca-b9d3-4f815d88e37b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:00.318319 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f2ba7b33-2736-407b-b571-6c8b0a722972 req-f80b6fc5-9aed-40ca-b9d3-4f815d88e37b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 948 time: 0.9894836 Feb 07 16:56:00.559326 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f2ba7b33-2736-407b-b571-6c8b0a722972 req-d9996e02-8bd9-44b5-92d8-7947ab7aed57 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165089 Feb 07 16:56:00.597014 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] For port 17a872b4-f385-4143-a622-76d714cc34cd, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:56:00.621914 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] For port 17a872b4-f385-4143-a622-76d714cc34cd, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=17a872b4-f385-4143-a622-76d714cc34cd,segment=NetworkSegment(0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f),segment_id=0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:56:00.630896 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Attempting to bind port 47357abe-1c1b-4d70-b382-804a0c9e7da4 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:56:00.631242 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Attempting to bind port 47357abe-1c1b-4d70-b382-804a0c9e7da4 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:56:00.633673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Attempting to bind port 47357abe-1c1b-4d70-b382-804a0c9e7da4 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:56:00.649687 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Port 47357abe-1c1b-4d70-b382-804a0c9e7da4 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:56:00.650552 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Attempting to bind port 47357abe-1c1b-4d70-b382-804a0c9e7da4 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:56:00.671096 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:56:00.671405 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:56:00.671658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:56:00.672106 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Bound port: 47357abe-1c1b-4d70-b382-804a0c9e7da4, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:56:00.672474 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:00.685526 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (17a872b4-f385-4143-a622-76d714cc34cd), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:00.750170 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0346323-af92-4c23-b693-d486381ff820 req-97db2959-0205-42c8-964c-bfdc1ff4a6d7 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:00.751857 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a0346323-af92-4c23-b693-d486381ff820 req-97db2959-0205-42c8-964c-bfdc1ff4a6d7 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.48 "GET /v2.0/networks?id=f189284f-c88d-4a12-b11f-3bb2193ec906 HTTP/1.1" status: 200 len: 819 time: 0.8529587 Feb 07 16:56:00.752548 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a1d19c2-b41d-449e-bf36-5d6131b448dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (273c5705-38dd-4214-a13e-12c387412d9b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:00.755599 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a1d19c2-b41d-449e-bf36-5d6131b448dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:00.775357 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3a1d19c2-b41d-449e-bf36-5d6131b448dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/273c5705-38dd-4214-a13e-12c387412d9b HTTP/1.1" status: 204 len: 168 time: 1.6314232 Feb 07 16:56:00.846650 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a0346323-af92-4c23-b693-d486381ff820 req-c39d3f7c-5d4e-4bea-9635-5a8a1b11e666 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Request body: {'port': {'device_id': 'e7491671-39ef-4045-a015-ceda6e4d6711', 'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906', 'admin_state_up': True, 'tenant_id': '8958f6ad8ce64d2cafce718553b9cb64'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:56:01.001428 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] For port 47357abe-1c1b-4d70-b382-804a0c9e7da4, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:56:01.017560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] For port 47357abe-1c1b-4d70-b382-804a0c9e7da4, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:56:01.035890 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:01.171786 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:01.172338 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:01.196430 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] 10.222.0.32 "PUT /v2.0/ports/47357abe-1c1b-4d70-b382-804a0c9e7da4 HTTP/1.1" status: 200 len: 1096 time: 3.5514498 Feb 07 16:56:01.196944 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc35d22-2b3c-4dbc-9b87-b8a653616659', 'tag': '47357abe-1c1b-4d70-b382-804a0c9e7da4'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:56:01.202575 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16100fbc-adfb-4949-9244-9b85ee6401a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc35d22-2b3c-4dbc-9b87-b8a653616659", "tag": "47357abe-1c1b-4d70-b382-804a0c9e7da4"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:56:01.212415 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 16:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f169a1-a028-4e6f-9e20-5c3caa4192bb x-openstack-request-id: req-86f169a1-a028-4e6f-9e20-5c3caa4192bb {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:56:01.217194 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92bc3b5-3518-41a2-b0bb-3deb5cf6f529", "name": "network-vif-plugged", "status": "completed", "tag": "2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a", "code": 200}, {"server_uuid": "3c7cd2a6-015a-44bd-8c84-76502e348d05", "name": "network-vif-plugged", "status": "completed", "tag": "22596bf4-50e7-4cc8-9ca6-a4918afaadc2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:56:01.225385 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d19c2-b41d-449e-bf36-5d6131b448dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273c5705-38dd-4214-a13e-12c387412d9b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:01.234551 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86f169a1-a028-4e6f-9e20-5c3caa4192bb {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:56:01.239403 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92bc3b5-3518-41a2-b0bb-3deb5cf6f529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a', 'code': 200} Feb 07 16:56:01.239895 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7cd2a6-015a-44bd-8c84-76502e348d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22596bf4-50e7-4cc8-9ca6-a4918afaadc2', 'code': 200} Feb 07 16:56:01.280725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf0f14-3d42-464b-8a6a-11842ffc6307 None None] Pushing event updated for resources: {'Port': ['ID=17a872b4-f385-4143-a622-76d714cc34cd,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:01.439095 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:01.454358 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] Routers {'6c174c44-ba59-4999-85e6-3e6a1fe2ad6b'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:56:01.455377 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:55:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6c174c44-ba59-4999-85e6-3e6a1fe2ad6b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:56:01.522408 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0346323-af92-4c23-b693-d486381ff820 req-c39d3f7c-5d4e-4bea-9635-5a8a1b11e666 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Made reservation on behalf of 8958f6ad8ce64d2cafce718553b9cb64 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:56:01.528272 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a0346323-af92-4c23-b693-d486381ff820 req-c39d3f7c-5d4e-4bea-9635-5a8a1b11e666 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:01.611923 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f1e2b-26d6-4383-b859-cd7b10157197 service neutron] Pushing event updated for resources: {'Port': ['ID=47357abe-1c1b-4d70-b382-804a0c9e7da4,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:01.630354 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-633483ce-d58b-4ad1-8740-37940656a6cd req-40b49066-f989-48ad-8936-14d7f251bc7f service neutron] 10.222.0.18 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0568118 Feb 07 16:56:01.680467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-25a1aec5-a946-4e93-a6b6-987ccef3355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:01.687214 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-25a1aec5-a946-4e93-a6b6-987ccef3355f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 1130 time: 0.3722875 Feb 07 16:56:01.721644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa344c-eaaa-4dca-83cf-df297c7e2ff6 req-dac569fd-f6c5-49ea-a104-de0250f82a13 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:01.726677 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-03aa344c-eaaa-4dca-83cf-df297c7e2ff6 req-dac569fd-f6c5-49ea-a104-de0250f82a13 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 945 time: 0.5144186 Feb 07 16:56:01.830384 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-674b246c-920e-402d-8d40-7557a28e0a2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4 HTTP/1.1" status: 200 len: 217 time: 0.1309845 Feb 07 16:56:01.993927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-8ea39e52-eabb-495e-904c-17b6e980ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:02.003959 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-8ea39e52-eabb-495e-904c-17b6e980ca4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1523523 Feb 07 16:56:02.032216 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cba4a4-0e81-4cf6-b454-9e7a032ddf82 x-openstack-request-id: req-d5cba4a4-0e81-4cf6-b454-9e7a032ddf82 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:56:02.039967 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc35d22-2b3c-4dbc-9b87-b8a653616659", "tag": "47357abe-1c1b-4d70-b382-804a0c9e7da4", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:56:02.042212 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5cba4a4-0e81-4cf6-b454-9e7a032ddf82 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:56:02.045222 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc35d22-2b3c-4dbc-9b87-b8a653616659', 'tag': '47357abe-1c1b-4d70-b382-804a0c9e7da4', 'status': 'completed', 'code': 200} Feb 07 16:56:02.135169 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] Set router 6c174c44-ba59-4999-85e6-3e6a1fe2ad6b gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:56:02.306898 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:02.379140 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-03aa344c-eaaa-4dca-83cf-df297c7e2ff6 req-27cafc18-c8d8-4b55-ac59-51c884bfb431 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462956 Feb 07 16:56:02.415949 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-6a2ff845-752f-44c7-b23a-b87276b1d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:02.424450 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-6a2ff845-752f-44c7-b23a-b87276b1d1f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3758037 Feb 07 16:56:02.451108 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-a0346323-af92-4c23-b693-d486381ff820 req-c39d3f7c-5d4e-4bea-9635-5a8a1b11e666 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Allocated IP 172.20.0.8 (f189284f-c88d-4a12-b11f-3bb2193ec906/cea5ae11-c3af-48b5-b914-327a543b7978/57d0954c-bec5-44a9-b1eb-97d72c118154) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:56:02.543895 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51070) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:02.721164 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c2cf466-58ae-4fe6-9039-30a90cc6b8e4 req-cacb8ea4-60c2-488f-b252-b8b0c5e46765 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 210 time: 0.0947571 Feb 07 16:56:02.759651 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b4999ee-25e4-4c6b-8d30-112d2b97ed6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:02.790016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e6af2-a718-4f6e-bd6a-9c415c020c89 req-8fcc8415-ac2f-4c2f-8132-28b43e0efa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:02.792840 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-677e6af2-a718-4f6e-bd6a-9c415c020c89 req-8fcc8415-ac2f-4c2f-8132-28b43e0efa4a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3c7cd2a6-015a-44bd-8c84-76502e348d05 HTTP/1.1" status: 200 len: 1127 time: 1.4490061 Feb 07 16:56:02.821824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b123d8a-91fc-4665-a098-351ec14d9ba3 req-8a23de6d-efea-4d6b-8fc1-e23e51def787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:02.823389 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0b123d8a-91fc-4665-a098-351ec14d9ba3 req-8a23de6d-efea-4d6b-8fc1-e23e51def787 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 1127 time: 1.3662453 Feb 07 16:56:02.840802 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-d5f7b8cd-9a4a-40b0-b2d3-e070f760b907 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077814 Feb 07 16:56:02.995042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'name': 'tempest-ServerRescueNegativeTestJSON-2062896819-router', 'tenant_id': '8958f6ad8ce64d2cafce718553b9cb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e4bfd472-f6a3-4bc1-a8da-967c3426fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:55:34Z', 'updated_at': '2022-02-07T16:55:48Z', 'revision_number': 4, 'project_id': '8958f6ad8ce64d2cafce718553b9cb64', 'gw_port': {'id': 'e4bfd472-f6a3-4bc1-a8da-967c3426fedb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:55:36Z', 'updated_at': '2022-02-07T16:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '17a872b4-f385-4143-a622-76d714cc34cd', 'name': '', 'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906', 'tenant_id': '8958f6ad8ce64d2cafce718553b9cb64', 'mac_address': 'fa:16:3e:5c:97:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'cea5ae11-c3af-48b5-b914-327a543b7978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:55:44Z', 'updated_at': '2022-02-07T16:56:00Z', 'revision_number': 4, 'project_id': '8958f6ad8ce64d2cafce718553b9cb64', 'subnets': [{'id': 'cea5ae11-c3af-48b5-b914-327a543b7978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:56:03.034067 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e0953f-06b2-44a8-9f5b-106af4ba4be3 None None] The sync data for ids ['6c174c44-ba59-4999-85e6-3e6a1fe2ad6b'] in n-d-827865-3 is: [{'id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'name': 'tempest-ServerRescueNegativeTestJSON-2062896819-router', 'tenant_id': '8958f6ad8ce64d2cafce718553b9cb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e4bfd472-f6a3-4bc1-a8da-967c3426fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:55:34Z', 'updated_at': '2022-02-07T16:55:48Z', 'revision_number': 4, 'project_id': '8958f6ad8ce64d2cafce718553b9cb64', 'gw_port': {'id': 'e4bfd472-f6a3-4bc1-a8da-967c3426fedb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:55:36Z', 'updated_at': '2022-02-07T16:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '17a872b4-f385-4143-a622-76d714cc34cd', 'name': '', 'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906', 'tenant_id': '8958f6ad8ce64d2cafce718553b9cb64', 'mac_address': 'fa:16:3e:5c:97:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': 'cea5ae11-c3af-48b5-b914-327a543b7978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:55:44Z', 'updated_at': '2022-02-07T16:56:00Z', 'revision_number': 4, 'project_id': '8958f6ad8ce64d2cafce718553b9cb64', 'subnets': [{'id': 'cea5ae11-c3af-48b5-b914-327a543b7978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:56:03.211138 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37e22d-90cb-42d2-b489-e81fa70e12bb req-be3d4d0a-8555-4382-8202-465cbbc87ea9 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:03.242938 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9a37e22d-90cb-42d2-b489-e81fa70e12bb req-be3d4d0a-8555-4382-8202-465cbbc87ea9 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 948 time: 0.7731454 Feb 07 16:56:03.261547 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51082) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:03.311737 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3ff1b4cd-57fb-4c44-a381-f70b6e6890aa req-9e4cd6d5-ecdc-4384-9404-1787a57a1488 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652057 Feb 07 16:56:03.352676 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0b123d8a-91fc-4665-a098-351ec14d9ba3 req-a824b198-12ea-4e65-818f-5c0c0c0ac4d7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980807 Feb 07 16:56:03.366707 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b4999ee-25e4-4c6b-8d30-112d2b97ed6a admin admin] Publish callbacks [] for security_group (65b2d029-26a2-4ea0-a6fb-1af84acac298), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:03.503050 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-677e6af2-a718-4f6e-bd6a-9c415c020c89 req-e967486c-6a59-490d-9d55-6817cd6b521f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562662 Feb 07 16:56:03.508235 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b4999ee-25e4-4c6b-8d30-112d2b97ed6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (65b2d029-26a2-4ea0-a6fb-1af84acac298), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:03.575299 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16100fbc-adfb-4949-9244-9b85ee6401a8 req-59b21e7c-fd45-440c-aed1-ab9d9de2f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:03.578032 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-16100fbc-adfb-4949-9244-9b85ee6401a8 req-59b21e7c-fd45-440c-aed1-ab9d9de2f5b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 1130 time: 0.1622972 Feb 07 16:56:03.590203 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4999ee-25e4-4c6b-8d30-112d2b97ed6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b2d029-26a2-4ea0-a6fb-1af84acac298,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:03.704153 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 17a872b4-f385-4143-a622-76d714cc34cd up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:56:03.845793 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16100fbc-adfb-4949-9244-9b85ee6401a8 req-b3f35a24-6b4f-436d-9023-2159fb1cb321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:03.847559 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-16100fbc-adfb-4949-9244-9b85ee6401a8 req-b3f35a24-6b4f-436d-9023-2159fb1cb321 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.2573476 Feb 07 16:56:03.852760 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-968b9650-570f-4924-a198-cc4c605146e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:03.883449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 17a872b4-f385-4143-a622-76d714cc34cd triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:56:03.883890 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (17a872b4-f385-4143-a622-76d714cc34cd), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:03.959990 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-16100fbc-adfb-4949-9244-9b85ee6401a8 req-6a8bba72-9b36-48ef-8984-2fe67dfae59f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4 HTTP/1.1" status: 200 len: 217 time: 0.0864685 Feb 07 16:56:04.007087 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39f3f2-6d1f-489d-b4aa-5b6837ee4288 req-640d844e-55bf-498e-b65d-e345d8d9567b tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:04.020128 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f39f3f2-6d1f-489d-b4aa-5b6837ee4288 req-640d844e-55bf-498e-b65d-e345d8d9567b tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 945 time: 0.4409635 Feb 07 16:56:04.134294 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 17a872b4-f385-4143-a622-76d714cc34cd is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:56:04.134695 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (17a872b4-f385-4143-a622-76d714cc34cd), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:04.150762 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-968b9650-570f-4924-a198-cc4c605146e6 admin admin] Publish callbacks [] for security_group (8bfff715-2d6d-4d69-8fe9-a14108ac98b9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:04.165386 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4b4999ee-25e4-4c6b-8d30-112d2b97ed6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e524655a5584062b674c40c6f82ed0f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5967162 Feb 07 16:56:04.166559 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-968b9650-570f-4924-a198-cc4c605146e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8bfff715-2d6d-4d69-8fe9-a14108ac98b9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:04.169835 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51094) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:04.205979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16100fbc-adfb-4949-9244-9b85ee6401a8 req-b0cbea00-3172-4a4c-a227-f21467dbccca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:04.207520 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-16100fbc-adfb-4949-9244-9b85ee6401a8 req-b0cbea00-3172-4a4c-a227-f21467dbccca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.2338223 Feb 07 16:56:04.226074 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f39f3f2-6d1f-489d-b4aa-5b6837ee4288 req-0b68445e-992d-43f4-abc0-afad9b4c27d2 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923652 Feb 07 16:56:04.235069 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9a37e22d-90cb-42d2-b489-e81fa70e12bb req-0a3dfc83-ce5f-45e2-b53b-402e801a505c tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9906235 Feb 07 16:56:04.264817 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b9650-570f-4924-a198-cc4c605146e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfff715-2d6d-4d69-8fe9-a14108ac98b9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:04.296783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 17a872b4-f385-4143-a622-76d714cc34cd, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=17a872b4-f385-4143-a622-76d714cc34cd,segment=NetworkSegment(0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f),segment_id=0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:04.308555 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (17a872b4-f385-4143-a622-76d714cc34cd), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:04.483146 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f211f4b5-ca16-463e-a25b-f41a2b4497d7 req-b330c2d9-7b84-4224-b876-2e66b08a102f tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 210 time: 0.1139319 Feb 07 16:56:04.509833 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-968b9650-570f-4924-a198-cc4c605146e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ce436e752144297bad9016484300972&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2030647 Feb 07 16:56:04.515175 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16100fbc-adfb-4949-9244-9b85ee6401a8 req-36b9cfec-6f99-4c25-9378-5e9d92ff3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:04.515792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51102) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:04.518048 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-16100fbc-adfb-4949-9244-9b85ee6401a8 req-36b9cfec-6f99-4c25-9378-5e9d92ff3d17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2784576 Feb 07 16:56:04.537742 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=17a872b4-f385-4143-a622-76d714cc34cd,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:04.565817 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:04.566318 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:04.566771 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:04.567596 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:04.568522 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:04.569037 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:04.569574 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:04.570200 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:04.570689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:04.571151 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:04.572152 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:04.573456 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:04.573937 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:04.668363 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a0346323-af92-4c23-b693-d486381ff820 req-c39d3f7c-5d4e-4bea-9635-5a8a1b11e666 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Publish callbacks [] for port (57d0954c-bec5-44a9-b1eb-97d72c118154), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:04.845507 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-16100fbc-adfb-4949-9244-9b85ee6401a8 req-4075ce4a-3591-4f80-9d5e-98fa876b816d service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259586 Feb 07 16:56:04.884718 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-736c3ecd-d48d-4b59-be07-0a6d4ab01f3d admin admin] Publish callbacks [] for security_group (8bfff715-2d6d-4d69-8fe9-a14108ac98b9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:04.889669 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a0346323-af92-4c23-b693-d486381ff820 req-c39d3f7c-5d4e-4bea-9635-5a8a1b11e666 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (57d0954c-bec5-44a9-b1eb-97d72c118154), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:04.892231 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3fee70cb-5588-4c40-9be4-164df3a8d3b6 admin admin] Publish callbacks [] for security_group (65b2d029-26a2-4ea0-a6fb-1af84acac298), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:05.151997 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3fee70cb-5588-4c40-9be4-164df3a8d3b6 admin admin] Publish callbacks [] for security_group (65b2d029-26a2-4ea0-a6fb-1af84acac298), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:05.227257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3f7c-5d4e-4bea-9635-5a8a1b11e666 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Pushing event updated for resources: {'Port': ['ID=57d0954c-bec5-44a9-b1eb-97d72c118154,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:05.262179 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-736c3ecd-d48d-4b59-be07-0a6d4ab01f3d admin admin] Publish callbacks [] for security_group (8bfff715-2d6d-4d69-8fe9-a14108ac98b9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:05.443933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0346323-af92-4c23-b693-d486381ff820 req-c39d3f7c-5d4e-4bea-9635-5a8a1b11e666 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Network f189284f-c88d-4a12-b11f-3bb2193ec906 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:56:05.477534 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-a0346323-af92-4c23-b693-d486381ff820 req-c39d3f7c-5d4e-4bea-9635-5a8a1b11e666 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:56:05.500315 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-16100fbc-adfb-4949-9244-9b85ee6401a8 req-b3892f1f-9be7-4398-b52b-bd7573e1e38d service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6408644 Feb 07 16:56:05.510378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 17a872b4-f385-4143-a622-76d714cc34cd up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:56:05.534035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0346323-af92-4c23-b693-d486381ff820 req-c39d3f7c-5d4e-4bea-9635-5a8a1b11e666 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:56:05.548289 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633483ce-d58b-4ad1-8740-37940656a6cd req-b6eb20f2-0acd-49cf-96bd-e20b03d03c42 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:05.557799 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-633483ce-d58b-4ad1-8740-37940656a6cd req-b6eb20f2-0acd-49cf-96bd-e20b03d03c42 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.32 "GET /v2.0/networks?id=f189284f-c88d-4a12-b11f-3bb2193ec906 HTTP/1.1" status: 200 len: 819 time: 1.0699282 Feb 07 16:56:05.600060 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-736c3ecd-d48d-4b59-be07-0a6d4ab01f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8bfff715-2d6d-4d69-8fe9-a14108ac98b9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:05.602859 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-736c3ecd-d48d-4b59-be07-0a6d4ab01f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:05.619964 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-736c3ecd-d48d-4b59-be07-0a6d4ab01f3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8bfff715-2d6d-4d69-8fe9-a14108ac98b9 HTTP/1.1" status: 204 len: 168 time: 1.0287890 Feb 07 16:56:05.644320 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-633483ce-d58b-4ad1-8740-37940656a6cd req-333822cc-84dc-488e-a389-ce168a5f62c3 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Request body: {'port': {'device_id': '6b066caf-9445-40bb-aa44-2b513cf4996a', 'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906', 'admin_state_up': True, 'tenant_id': '8958f6ad8ce64d2cafce718553b9cb64'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:56:05.771393 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c3ecd-d48d-4b59-be07-0a6d4ab01f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfff715-2d6d-4d69-8fe9-a14108ac98b9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:05.851325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 17a872b4-f385-4143-a622-76d714cc34cd triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:56:05.851490 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (17a872b4-f385-4143-a622-76d714cc34cd), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:05.995087 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0346323-af92-4c23-b693-d486381ff820 req-c39d3f7c-5d4e-4bea-9635-5a8a1b11e666 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:06.001336 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a0346323-af92-4c23-b693-d486381ff820 req-c39d3f7c-5d4e-4bea-9635-5a8a1b11e666 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:06.054762 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a0346323-af92-4c23-b693-d486381ff820 req-c39d3f7c-5d4e-4bea-9635-5a8a1b11e666 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2781181 Feb 07 16:56:06.081963 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Request body: {'port': {'device_id': 'e7491671-39ef-4045-a015-ceda6e4d6711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:56:06.086070 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 17a872b4-f385-4143-a622-76d714cc34cd is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:56:06.124138 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3fee70cb-5588-4c40-9be4-164df3a8d3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (65b2d029-26a2-4ea0-a6fb-1af84acac298), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:06.126950 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3fee70cb-5588-4c40-9be4-164df3a8d3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:06.131543 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3fee70cb-5588-4c40-9be4-164df3a8d3b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65b2d029-26a2-4ea0-a6fb-1af84acac298 HTTP/1.1" status: 204 len: 168 time: 1.9605358 Feb 07 16:56:06.152370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee70cb-5588-4c40-9be4-164df3a8d3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b2d029-26a2-4ea0-a6fb-1af84acac298,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:06.170774 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a1489-51a5-45d8-926c-7b13982a8d8e req-47108fd3-af66-48a8-83b9-1e42460ca145 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:06.172717 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-819a1489-51a5-45d8-926c-7b13982a8d8e req-47108fd3-af66-48a8-83b9-1e42460ca145 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 948 time: 0.6096408 Feb 07 16:56:06.179539 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633483ce-d58b-4ad1-8740-37940656a6cd req-333822cc-84dc-488e-a389-ce168a5f62c3 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Made reservation on behalf of 8958f6ad8ce64d2cafce718553b9cb64 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:56:06.183433 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-633483ce-d58b-4ad1-8740-37940656a6cd req-333822cc-84dc-488e-a389-ce168a5f62c3 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:06.193130 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (57d0954c-bec5-44a9-b1eb-97d72c118154), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:06.203889 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b03cd-0149-4ea1-9290-cea40af22673 req-d7ffa9f8-a077-43fb-a0fa-d9c9c0043eb9 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:06.211629 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e32b03cd-0149-4ea1-9290-cea40af22673 req-d7ffa9f8-a077-43fb-a0fa-d9c9c0043eb9 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 945 time: 0.5903223 Feb 07 16:56:06.258052 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 47357abe-1c1b-4d70-b382-804a0c9e7da4 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:56:06.394204 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:56:06.395019 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e32b03cd-0149-4ea1-9290-cea40af22673 req-e76259a7-a71b-4f6c-b7e4-71cd79c1e982 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821361 Feb 07 16:56:06.601114 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-819a1489-51a5-45d8-926c-7b13982a8d8e req-88469cba-43bf-45e6-9753-9d428f211f82 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895311 Feb 07 16:56:06.621349 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51124) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:06.680280 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d224e49-1e5a-4d57-a190-48453470809c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:06.792395 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e5bf28e4-55b9-4e15-93f7-bf5655cce8c8 req-4bf7453a-1788-45fe-a5cb-49ff7352081c tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 210 time: 0.0838051 Feb 07 16:56:06.903430 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 47357abe-1c1b-4d70-b382-804a0c9e7da4, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:06.929312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '47357abe-1c1b-4d70-b382-804a0c9e7da4', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '47357abe-1c1b-4d70-b382-804a0c9e7da4', 'mac_address': 'fa:16:3e:18:2d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:56:06.936782 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-633483ce-d58b-4ad1-8740-37940656a6cd req-333822cc-84dc-488e-a389-ce168a5f62c3 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Allocated IP 172.20.0.14 (f189284f-c88d-4a12-b11f-3bb2193ec906/cea5ae11-c3af-48b5-b914-327a543b7978/83faad69-a72c-4966-baec-014014d068ed) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:56:06.977839 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1fdb6-7420-43d9-9941-c3df106e7fb3 req-db53f999-5720-445b-a60e-453fe8de0c12 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:06.980248 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1e1fdb6-7420-43d9-9941-c3df106e7fb3 req-db53f999-5720-445b-a60e-453fe8de0c12 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ebead8d-fdad-44c2-a00c-2df824c666a4 HTTP/1.1" status: 200 len: 945 time: 0.2595100 Feb 07 16:56:07.006479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 47357abe-1c1b-4d70-b382-804a0c9e7da4 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:56:07.006986 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:07.030700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47357abe-1c1b-4d70-b382-804a0c9e7da4 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:56:07.091876 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d224e49-1e5a-4d57-a190-48453470809c admin admin] Publish callbacks [] for security_group (23f536d3-9d39-4529-86e9-8a36d7344dfe), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:07.099306 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 47357abe-1c1b-4d70-b382-804a0c9e7da4, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:07.109628 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:07.131189 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d224e49-1e5a-4d57-a190-48453470809c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (23f536d3-9d39-4529-86e9-8a36d7344dfe), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:07.164556 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1d224e49-1e5a-4d57-a190-48453470809c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21353734e77b403bab7aa48079413f79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5384107 Feb 07 16:56:07.164883 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51136) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:07.181049 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1e1fdb6-7420-43d9-9941-c3df106e7fb3 req-277f6d07-735a-4856-a4bc-742e08f96af7 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936264 Feb 07 16:56:07.186790 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=47357abe-1c1b-4d70-b382-804a0c9e7da4,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:07.241698 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d224e49-1e5a-4d57-a190-48453470809c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f536d3-9d39-4529-86e9-8a36d7344dfe,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:07.295570 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd426c03-73a4-4a95-a565-a23e0dd173d1 admin admin] Publish callbacks [] for security_group (23f536d3-9d39-4529-86e9-8a36d7344dfe), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:07.322026 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-633483ce-d58b-4ad1-8740-37940656a6cd req-333822cc-84dc-488e-a389-ce168a5f62c3 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Publish callbacks [] for port (83faad69-a72c-4966-baec-014014d068ed), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:07.363600 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['47357abe-1c1b-4d70-b382-804a0c9e7da4'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:56:07.406186 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd426c03-73a4-4a95-a565-a23e0dd173d1 admin admin] Publish callbacks [] for security_group (23f536d3-9d39-4529-86e9-8a36d7344dfe), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:07.444421 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-633483ce-d58b-4ad1-8740-37940656a6cd req-333822cc-84dc-488e-a389-ce168a5f62c3 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (83faad69-a72c-4966-baec-014014d068ed), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:07.589663 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93a35c-8d56-46e1-99d8-9e3444874dfe req-1866375a-3763-4c0d-ad12-6ca0cc4a5309 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:07.598567 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c93a35c-8d56-46e1-99d8-9e3444874dfe req-1866375a-3763-4c0d-ad12-6ca0cc4a5309 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c7cd2a6-015a-44bd-8c84-76502e348d05 HTTP/1.1" status: 200 len: 945 time: 0.2394781 Feb 07 16:56:07.611658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633483ce-d58b-4ad1-8740-37940656a6cd req-333822cc-84dc-488e-a389-ce168a5f62c3 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Network f189284f-c88d-4a12-b11f-3bb2193ec906 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:56:07.649694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-633483ce-d58b-4ad1-8740-37940656a6cd req-333822cc-84dc-488e-a389-ce168a5f62c3 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:56:07.658632 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-633483ce-d58b-4ad1-8740-37940656a6cd req-333822cc-84dc-488e-a389-ce168a5f62c3 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:56:07.689610 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c93a35c-8d56-46e1-99d8-9e3444874dfe req-fe94a0e2-ca70-4c31-9b16-ec347636f351 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899832 Feb 07 16:56:07.803382 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd426c03-73a4-4a95-a565-a23e0dd173d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (23f536d3-9d39-4529-86e9-8a36d7344dfe), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:07.825392 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd426c03-73a4-4a95-a565-a23e0dd173d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:07.827416 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dd426c03-73a4-4a95-a565-a23e0dd173d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23f536d3-9d39-4529-86e9-8a36d7344dfe HTTP/1.1" status: 204 len: 168 time: 0.6612606 Feb 07 16:56:07.847771 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d0954c-bec5-44a9-b1eb-97d72c118154 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:56:07.921459 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Publish callbacks [] for port (57d0954c-bec5-44a9-b1eb-97d72c118154), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:07.968846 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd426c03-73a4-4a95-a565-a23e0dd173d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f536d3-9d39-4529-86e9-8a36d7344dfe,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:08.050521 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Transition to ACTIVE for port object 57d0954c-bec5-44a9-b1eb-97d72c118154 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:56:08.064837 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (57d0954c-bec5-44a9-b1eb-97d72c118154), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:08.184569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Pushing event updated for resources: {'Port': ['ID=57d0954c-bec5-44a9-b1eb-97d72c118154,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:08.495088 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a5aec-3556-4f8d-9c69-a844b5f19e71 req-fcce542b-27f7-4cb8-bcb7-dc35ec75ce99 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:08.507265 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b93a5aec-3556-4f8d-9c69-a844b5f19e71 req-fcce542b-27f7-4cb8-bcb7-dc35ec75ce99 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 932 time: 0.1823738 Feb 07 16:56:08.540842 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Attempting to bind port 57d0954c-bec5-44a9-b1eb-97d72c118154 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:56:08.541206 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Attempting to bind port 57d0954c-bec5-44a9-b1eb-97d72c118154 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:56:08.545438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Attempting to bind port 57d0954c-bec5-44a9-b1eb-97d72c118154 on network f189284f-c88d-4a12-b11f-3bb2193ec906 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:56:08.587764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333822cc-84dc-488e-a389-ce168a5f62c3 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Pushing event updated for resources: {'Port': ['ID=83faad69-a72c-4966-baec-014014d068ed,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:08.593526 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Port 57d0954c-bec5-44a9-b1eb-97d72c118154 on network f189284f-c88d-4a12-b11f-3bb2193ec906 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:56:08.593943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Attempting to bind port 57d0954c-bec5-44a9-b1eb-97d72c118154 on network f189284f-c88d-4a12-b11f-3bb2193ec906 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:56:08.625875 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633483ce-d58b-4ad1-8740-37940656a6cd req-333822cc-84dc-488e-a389-ce168a5f62c3 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:08.627102 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-633483ce-d58b-4ad1-8740-37940656a6cd req-333822cc-84dc-488e-a389-ce168a5f62c3 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:08.631062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:56:08.631342 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Checking segment: {'id': '0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:56:08.631716 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Bound using segment: {'id': '0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:56:08.654310 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Bound port: 57d0954c-bec5-44a9-b1eb-97d72c118154, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:56:08.656107 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f786f97-16fd-4951-8fa1-7d4210684203 req-72b49e65-ce87-42f8-af30-782f22351e48 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:08.657837 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0f786f97-16fd-4951-8fa1-7d4210684203 req-72b49e65-ce87-42f8-af30-782f22351e48 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 949 time: 0.1143491 Feb 07 16:56:08.662864 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-633483ce-d58b-4ad1-8740-37940656a6cd req-333822cc-84dc-488e-a389-ce168a5f62c3 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0385168 Feb 07 16:56:08.664756 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (57d0954c-bec5-44a9-b1eb-97d72c118154), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:08.684007 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Request body: {'port': {'device_id': '6b066caf-9445-40bb-aa44-2b513cf4996a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:56:08.707077 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b93a5aec-3556-4f8d-9c69-a844b5f19e71 req-d6f1ae8d-57f4-4cb7-976a-8ddcbe8d9574 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964202 Feb 07 16:56:08.796433 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0f786f97-16fd-4951-8fa1-7d4210684203 req-7b82701d-7798-43a3-a2d0-b4011b366874 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325312 Feb 07 16:56:08.824530 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (83faad69-a72c-4966-baec-014014d068ed), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:09.020260 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] For port 57d0954c-bec5-44a9-b1eb-97d72c118154, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:56:09.093713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] For port 57d0954c-bec5-44a9-b1eb-97d72c118154, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=57d0954c-bec5-44a9-b1eb-97d72c118154,segment=NetworkSegment(0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f),segment_id=0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:56:09.120084 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (57d0954c-bec5-44a9-b1eb-97d72c118154), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:09.162533 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059525-bfe0-4b2a-a4ef-7d10bfc1ccd9 req-615d9790-a8fd-4636-85d5-c2045f17844f tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:09.164617 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60059525-bfe0-4b2a-a4ef-7d10bfc1ccd9 req-615d9790-a8fd-4636-85d5-c2045f17844f tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c7cd2a6-015a-44bd-8c84-76502e348d05 HTTP/1.1" status: 200 len: 945 time: 0.2377789 Feb 07 16:56:09.257050 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:09.260007 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:09.276959 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a0346323-af92-4c23-b693-d486381ff820 req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] 10.222.0.48 "PUT /v2.0/ports/57d0954c-bec5-44a9-b1eb-97d72c118154 HTTP/1.1" status: 200 len: 1091 time: 3.1997247 Feb 07 16:56:09.278041 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7491671-39ef-4045-a015-ceda6e4d6711', 'tag': '57d0954c-bec5-44a9-b1eb-97d72c118154'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:56:09.280854 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f029fb5-2431-4ac7-85f0-291f8b5a6b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7491671-39ef-4045-a015-ceda6e4d6711", "tag": "57d0954c-bec5-44a9-b1eb-97d72c118154"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:56:09.398930 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9798b8-2886-4644-8a8f-e8aff0d60837 x-openstack-request-id: req-8d9798b8-2886-4644-8a8f-e8aff0d60837 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:56:09.399594 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7491671-39ef-4045-a015-ceda6e4d6711", "tag": "57d0954c-bec5-44a9-b1eb-97d72c118154", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:56:09.400079 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d9798b8-2886-4644-8a8f-e8aff0d60837 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:56:09.400645 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7491671-39ef-4045-a015-ceda6e4d6711', 'tag': '57d0954c-bec5-44a9-b1eb-97d72c118154', 'status': 'completed', 'code': 200} Feb 07 16:56:09.435979 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60059525-bfe0-4b2a-a4ef-7d10bfc1ccd9 req-1d73b4e5-80f7-4b7a-a466-a1a6a9ad20e1 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114973 Feb 07 16:56:09.446249 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab01a51-3111-49f8-b1ad-5c012419d9db service neutron] Pushing event updated for resources: {'Port': ['ID=57d0954c-bec5-44a9-b1eb-97d72c118154,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:09.569011 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83faad69-a72c-4966-baec-014014d068ed {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:56:09.612491 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Publish callbacks [] for port (83faad69-a72c-4966-baec-014014d068ed), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:09.634768 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cb08a-864e-48cc-a1a9-0d2ed80d8a01 req-9169f8f2-db29-465c-a1bb-47df622d4d4a tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:09.637084 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-798cb08a-864e-48cc-a1a9-0d2ed80d8a01 req-9169f8f2-db29-465c-a1bb-47df622d4d4a tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c7cd2a6-015a-44bd-8c84-76502e348d05 HTTP/1.1" status: 200 len: 945 time: 0.1131701 Feb 07 16:56:09.644493 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0346323-af92-4c23-b693-d486381ff820 req-99a33101-8d80-468a-989b-59f76988d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:09.647088 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a0346323-af92-4c23-b693-d486381ff820 req-99a33101-8d80-468a-989b-59f76988d365 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8958f6ad8ce64d2cafce718553b9cb64&device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 1125 time: 0.1833262 Feb 07 16:56:09.689375 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Transition to ACTIVE for port object 83faad69-a72c-4966-baec-014014d068ed will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:56:09.701304 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (83faad69-a72c-4966-baec-014014d068ed), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:09.822711 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a0346323-af92-4c23-b693-d486381ff820 req-6d10b140-bd16-40e3-bacc-0ecd87b8715c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d0954c-bec5-44a9-b1eb-97d72c118154 HTTP/1.1" status: 200 len: 217 time: 0.1169097 Feb 07 16:56:10.050323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Pushing event updated for resources: {'Port': ['ID=83faad69-a72c-4966-baec-014014d068ed,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:10.136841 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9478007-614c-4a35-ad55-0a086aafb4f2 req-23e6035e-5ea9-4b31-b36d-f5800d72a342 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:10.147702 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b9478007-614c-4a35-ad55-0a086aafb4f2 req-23e6035e-5ea9-4b31-b36d-f5800d72a342 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 944 time: 0.2500587 Feb 07 16:56:10.252144 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Attempting to bind port 83faad69-a72c-4966-baec-014014d068ed on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:56:10.253224 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Attempting to bind port 83faad69-a72c-4966-baec-014014d068ed by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:56:10.253224 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Attempting to bind port 83faad69-a72c-4966-baec-014014d068ed on network f189284f-c88d-4a12-b11f-3bb2193ec906 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:56:10.270887 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Port 83faad69-a72c-4966-baec-014014d068ed on network f189284f-c88d-4a12-b11f-3bb2193ec906 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:56:10.276249 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Attempting to bind port 83faad69-a72c-4966-baec-014014d068ed on network f189284f-c88d-4a12-b11f-3bb2193ec906 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:56:10.280012 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 47357abe-1c1b-4d70-b382-804a0c9e7da4 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:56:10.319887 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:56:10.320335 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Checking segment: {'id': '0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:56:10.320842 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Bound using segment: {'id': '0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:56:10.321582 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Bound port: 83faad69-a72c-4966-baec-014014d068ed, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:56:10.322265 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (83faad69-a72c-4966-baec-014014d068ed), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:10.462687 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b9478007-614c-4a35-ad55-0a086aafb4f2 req-189ff174-7442-403e-9827-c6032bf18359 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032560 Feb 07 16:56:10.462984 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 47357abe-1c1b-4d70-b382-804a0c9e7da4 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:56:10.471399 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 47357abe-1c1b-4d70-b382-804a0c9e7da4 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:56:10.474593 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:10.608478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] For port 83faad69-a72c-4966-baec-014014d068ed, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:56:10.635831 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0346323-af92-4c23-b693-d486381ff820 req-09e26dd7-b171-4a36-84db-7655676e90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:10.638627 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a0346323-af92-4c23-b693-d486381ff820 req-09e26dd7-b171-4a36-84db-7655676e90d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cea5ae11-c3af-48b5-b914-327a543b7978 HTTP/1.1" status: 200 len: 859 time: 0.8002305 Feb 07 16:56:10.638859 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] For port 83faad69-a72c-4966-baec-014014d068ed, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=83faad69-a72c-4966-baec-014014d068ed,segment=NetworkSegment(0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f),segment_id=0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:56:10.683277 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a0346323-af92-4c23-b693-d486381ff820 req-6e1c9dbd-0096-4e95-90f9-4c2c7a905b7a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f189284f-c88d-4a12-b11f-3bb2193ec906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373390 Feb 07 16:56:10.719796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-798cb08a-864e-48cc-a1a9-0d2ed80d8a01 req-0097e018-502d-46f7-848c-198a5c7295bd tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Deleting port 22596bf4-50e7-4cc8-9ca6-a4918afaadc2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:56:10.720287 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-798cb08a-864e-48cc-a1a9-0d2ed80d8a01 req-0097e018-502d-46f7-848c-198a5c7295bd tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (22596bf4-50e7-4cc8-9ca6-a4918afaadc2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:10.766722 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (83faad69-a72c-4966-baec-014014d068ed), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:10.776318 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1aeda-2d52-4fb9-ba69-a4a52a5dc429 req-cd83ffda-f92c-4d2f-b1e5-98cfcb731afa tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:10.785354 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-88f1aeda-2d52-4fb9-ba69-a4a52a5dc429 req-cd83ffda-f92c-4d2f-b1e5-98cfcb731afa tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 949 time: 0.7943690 Feb 07 16:56:10.869967 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 47357abe-1c1b-4d70-b382-804a0c9e7da4 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:56:10.870388 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:10.898905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc35d22-2b3c-4dbc-9b87-b8a653616659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47357abe-1c1b-4d70-b382-804a0c9e7da4'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:56:10.900915 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc4436f-05dc-4c1b-9356-fb6176d3b3e0" -d '{"events": [{"server_uuid": "1dc35d22-2b3c-4dbc-9b87-b8a653616659", "name": "network-vif-plugged", "status": "completed", "tag": "47357abe-1c1b-4d70-b382-804a0c9e7da4"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:56:10.921158 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 47357abe-1c1b-4d70-b382-804a0c9e7da4, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:10.935337 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:10.936999 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:10.943029 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-633483ce-d58b-4ad1-8740-37940656a6cd req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] 10.222.0.32 "PUT /v2.0/ports/83faad69-a72c-4966-baec-014014d068ed HTTP/1.1" status: 200 len: 1092 time: 2.2709789 Feb 07 16:56:10.955415 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:10.959189 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b066caf-9445-40bb-aa44-2b513cf4996a', 'tag': '83faad69-a72c-4966-baec-014014d068ed'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:56:10.969184 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc0a40e-5019-400b-8d1c-64f36074e2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6b066caf-9445-40bb-aa44-2b513cf4996a", "tag": "83faad69-a72c-4966-baec-014014d068ed"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:56:11.156995 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=47357abe-1c1b-4d70-b382-804a0c9e7da4,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:11.191285 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a0346323-af92-4c23-b693-d486381ff820 req-7abc1dcb-df36-4dd6-86cf-f692d86c4395 service neutron] 10.222.0.48 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009918 Feb 07 16:56:11.248214 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434a2d1-57b9-48de-bd24-c20d84bdef3e service neutron] Pushing event updated for resources: {'Port': ['ID=83faad69-a72c-4966-baec-014014d068ed,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:11.261443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d329b-fca5-4e2a-9443-cb82d3834149 req-f5860f5d-ab09-4cb6-8604-cea8b5ff312e tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:11.270468 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5f5d329b-fca5-4e2a-9443-cb82d3834149 req-f5860f5d-ab09-4cb6-8604-cea8b5ff312e tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c7cd2a6-015a-44bd-8c84-76502e348d05 HTTP/1.1" status: 200 len: 945 time: 0.5904267 Feb 07 16:56:11.301254 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633483ce-d58b-4ad1-8740-37940656a6cd req-725f4368-e1d7-4c68-9fff-c528b0d8bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:11.302998 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-633483ce-d58b-4ad1-8740-37940656a6cd req-725f4368-e1d7-4c68-9fff-c528b0d8bc9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8958f6ad8ce64d2cafce718553b9cb64&device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 1126 time: 0.2363157 Feb 07 16:56:11.328160 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-88f1aeda-2d52-4fb9-ba69-a4a52a5dc429 req-f7266575-1237-4c70-9bdb-97a88be1d2d7 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422676 Feb 07 16:56:11.355766 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5f5d329b-fca5-4e2a-9443-cb82d3834149 req-1bdd2aaf-0a15-45c0-b25f-ef32f3f958b1 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786955 Feb 07 16:56:11.437981 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7108d134-aba1-46ba-840b-6918e867693b x-openstack-request-id: req-7108d134-aba1-46ba-840b-6918e867693b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:56:11.438476 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b066caf-9445-40bb-aa44-2b513cf4996a", "tag": "83faad69-a72c-4966-baec-014014d068ed", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:56:11.438899 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7108d134-aba1-46ba-840b-6918e867693b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:56:11.439579 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b066caf-9445-40bb-aa44-2b513cf4996a', 'tag': '83faad69-a72c-4966-baec-014014d068ed', 'status': 'completed', 'code': 200} Feb 07 16:56:11.442519 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-633483ce-d58b-4ad1-8740-37940656a6cd req-a08092c9-7ad0-4255-8f0f-6bd1107154f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83faad69-a72c-4966-baec-014014d068ed HTTP/1.1" status: 200 len: 217 time: 0.1064658 Feb 07 16:56:11.457338 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fd8d33-dc01-4761-a254-46e48aef24c5 x-openstack-request-id: req-b7fd8d33-dc01-4761-a254-46e48aef24c5 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:56:11.457956 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc35d22-2b3c-4dbc-9b87-b8a653616659", "name": "network-vif-plugged", "status": "completed", "tag": "47357abe-1c1b-4d70-b382-804a0c9e7da4", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:56:11.457956 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7fd8d33-dc01-4761-a254-46e48aef24c5 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:56:11.458379 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc35d22-2b3c-4dbc-9b87-b8a653616659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47357abe-1c1b-4d70-b382-804a0c9e7da4', 'code': 200} Feb 07 16:56:11.578818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-798cb08a-864e-48cc-a1a9-0d2ed80d8a01 req-0097e018-502d-46f7-848c-198a5c7295bd tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] For port 22596bf4-50e7-4cc8-9ca6-a4918afaadc2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=22596bf4-50e7-4cc8-9ca6-a4918afaadc2,segment=NetworkSegment(574a614d-ee0a-483a-afd9-7af2d2ebafbd),segment_id=574a614d-ee0a-483a-afd9-7af2d2ebafbd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:11.593351 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-798cb08a-864e-48cc-a1a9-0d2ed80d8a01 req-0097e018-502d-46f7-848c-198a5c7295bd tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (22596bf4-50e7-4cc8-9ca6-a4918afaadc2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:11.668836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-798cb08a-864e-48cc-a1a9-0d2ed80d8a01 req-0097e018-502d-46f7-848c-198a5c7295bd tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Calling delete_port for 22596bf4-50e7-4cc8-9ca6-a4918afaadc2 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:56:11.766277 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633483ce-d58b-4ad1-8740-37940656a6cd req-6f99d781-dfc3-4931-ab9a-f8fc891847d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:11.774744 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-633483ce-d58b-4ad1-8740-37940656a6cd req-6f99d781-dfc3-4931-ab9a-f8fc891847d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cea5ae11-c3af-48b5-b914-327a543b7978 HTTP/1.1" status: 200 len: 859 time: 0.3211572 Feb 07 16:56:11.813037 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a0346323-af92-4c23-b693-d486381ff820 req-3c3adf79-bfc1-417e-855b-ca439b495952 service neutron] 10.222.0.48 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032274 Feb 07 16:56:11.850277 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-633483ce-d58b-4ad1-8740-37940656a6cd req-1db78833-38e1-4edf-81b7-340b50cb0ab3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f189284f-c88d-4a12-b11f-3bb2193ec906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653322 Feb 07 16:56:11.939325 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c53bad-49d5-4269-a9f4-b9c69c414592 req-6fa44adf-17e6-4f6f-80c7-ed0bcc2b77a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:11.947769 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46c53bad-49d5-4269-a9f4-b9c69c414592 req-6fa44adf-17e6-4f6f-80c7-ed0bcc2b77a0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 1132 time: 0.3912988 Feb 07 16:56:12.249768 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd59e12-094d-4196-bd44-9220f1281bb3 req-f04e0294-8e48-49ee-a77d-ab07b217b597 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:12.260864 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f029fb5-2431-4ac7-85f0-291f8b5a6b3f req-22015cae-21ae-4e81-ae45-ccc3424fb17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:12.262508 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ddd59e12-094d-4196-bd44-9220f1281bb3 req-f04e0294-8e48-49ee-a77d-ab07b217b597 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 944 time: 0.5784869 Feb 07 16:56:12.278224 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f029fb5-2431-4ac7-85f0-291f8b5a6b3f req-22015cae-21ae-4e81-ae45-ccc3424fb17e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8958f6ad8ce64d2cafce718553b9cb64&device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 1125 time: 0.3330727 Feb 07 16:56:12.452036 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-798cb08a-864e-48cc-a1a9-0d2ed80d8a01 req-0097e018-502d-46f7-848c-198a5c7295bd tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (22596bf4-50e7-4cc8-9ca6-a4918afaadc2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:12.464341 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46c53bad-49d5-4269-a9f4-b9c69c414592 req-d5aae71d-e836-481b-895e-4d010085b547 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074530 Feb 07 16:56:12.470617 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:56:12.473263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['105550ea-a07b-4b7d-baca-38fbf4962cd7'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:56:12.550357 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ddd59e12-094d-4196-bd44-9220f1281bb3 req-56a30829-fcf7-4a03-924e-a7e955222e67 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772026 Feb 07 16:56:12.605999 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-633483ce-d58b-4ad1-8740-37940656a6cd req-6716108b-0b96-4a0d-8dba-d351a4fd83d0 service neutron] 10.222.0.32 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7272224 Feb 07 16:56:12.668130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097e018-502d-46f7-848c-198a5c7295bd tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Pushing event deleted for resources: {'Port': ['ID=22596bf4-50e7-4cc8-9ca6-a4918afaadc2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:12.964063 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-633483ce-d58b-4ad1-8740-37940656a6cd req-d2212fc9-6028-4d40-994d-9f9d3d90d472 service neutron] 10.222.0.32 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050373 Feb 07 16:56:13.026936 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f029fb5-2431-4ac7-85f0-291f8b5a6b3f req-d72be276-c999-4910-9a8d-166638a59a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:13.029446 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f029fb5-2431-4ac7-85f0-291f8b5a6b3f req-d72be276-c999-4910-9a8d-166638a59a02 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f189284f-c88d-4a12-b11f-3bb2193ec906 HTTP/1.1" status: 200 len: 920 time: 0.7442780 Feb 07 16:56:13.071017 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-798cb08a-864e-48cc-a1a9-0d2ed80d8a01 req-0097e018-502d-46f7-848c-198a5c7295bd tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] No DVR routers for this DVR port 22596bf4-50e7-4cc8-9ca6-a4918afaadc2 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:56:13.081310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-314b6630-99b0-4f16-8f02-406c9c9d4480 req-84ffeff9-1f1d-4c66-aa27-a978418915fd tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c7cd2a6-015a-44bd-8c84-76502e348d05 HTTP/1.1" status: 200 len: 210 time: 0.1160836 Feb 07 16:56:13.105375 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-798cb08a-864e-48cc-a1a9-0d2ed80d8a01 req-0097e018-502d-46f7-848c-198a5c7295bd tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:13.109882 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-798cb08a-864e-48cc-a1a9-0d2ed80d8a01 req-0097e018-502d-46f7-848c-198a5c7295bd tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.48 "DELETE /v2.0/ports/22596bf4-50e7-4cc8-9ca6-a4918afaadc2 HTTP/1.1" status: 204 len: 173 time: 3.4617443 Feb 07 16:56:13.110860 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7cd2a6-015a-44bd-8c84-76502e348d05', 'name': 'network-vif-deleted', 'tag': '22596bf4-50e7-4cc8-9ca6-a4918afaadc2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:56:13.113468 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65abd27-0155-4247-a6f4-880d70516336" -d '{"events": [{"server_uuid": "3c7cd2a6-015a-44bd-8c84-76502e348d05", "name": "network-vif-deleted", "tag": "22596bf4-50e7-4cc8-9ca6-a4918afaadc2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:56:13.119972 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f029fb5-2431-4ac7-85f0-291f8b5a6b3f req-01d307d5-5bbc-4a03-a803-6c9e5e677338 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d0954c-bec5-44a9-b1eb-97d72c118154 HTTP/1.1" status: 200 len: 217 time: 0.0825117 Feb 07 16:56:13.130106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d3c51-50d5-4c8e-a067-710139abb7f4 req-ccd19a5d-1ee8-4509-a5cf-5436436fdc19 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:13.131897 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a4d3c51-50d5-4c8e-a067-710139abb7f4 req-ccd19a5d-1ee8-4509-a5cf-5436436fdc19 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.4861338 Feb 07 16:56:13.190327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f029fb5-2431-4ac7-85f0-291f8b5a6b3f req-69485d0d-124a-4d68-adc0-c6dc9b515a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:13.191928 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f029fb5-2431-4ac7-85f0-291f8b5a6b3f req-69485d0d-124a-4d68-adc0-c6dc9b515a91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cea5ae11-c3af-48b5-b914-327a543b7978 HTTP/1.1" status: 200 len: 859 time: 0.0590496 Feb 07 16:56:13.240581 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f029fb5-2431-4ac7-85f0-291f8b5a6b3f req-1ed6df8d-c338-49dc-916b-d501eb4e4290 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f189284f-c88d-4a12-b11f-3bb2193ec906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401981 Feb 07 16:56:13.316763 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05364ad0-57ff-49f8-b142-c5ec68f00cba x-openstack-request-id: req-05364ad0-57ff-49f8-b142-c5ec68f00cba {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:56:13.316994 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7cd2a6-015a-44bd-8c84-76502e348d05", "name": "network-vif-deleted", "tag": "22596bf4-50e7-4cc8-9ca6-a4918afaadc2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:56:13.317254 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05364ad0-57ff-49f8-b142-c5ec68f00cba {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:56:13.317790 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7cd2a6-015a-44bd-8c84-76502e348d05', 'name': 'network-vif-deleted', 'tag': '22596bf4-50e7-4cc8-9ca6-a4918afaadc2', 'status': 'completed', 'code': 200} Feb 07 16:56:13.367054 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a4d3c51-50d5-4c8e-a067-710139abb7f4 req-bc70a501-b933-4aae-a83a-716bc1a83d1a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739798 Feb 07 16:56:13.383436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0a40e-5019-400b-8d1c-64f36074e2ce req-82275bd7-9d86-4536-ac45-304b20263538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:13.385563 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2dc0a40e-5019-400b-8d1c-64f36074e2ce req-82275bd7-9d86-4536-ac45-304b20263538 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8958f6ad8ce64d2cafce718553b9cb64&device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 1126 time: 0.2993767 Feb 07 16:56:13.421334 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f029fb5-2431-4ac7-85f0-291f8b5a6b3f req-d67bea0d-0c7f-448c-87e4-5024141d0380 service neutron] 10.222.0.48 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707475 Feb 07 16:56:13.457240 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:56:13.633237 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f029fb5-2431-4ac7-85f0-291f8b5a6b3f req-37f15a94-ff05-47d4-8a7e-2797c97ca4cb service neutron] 10.222.0.48 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051203 Feb 07 16:56:13.722939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0a40e-5019-400b-8d1c-64f36074e2ce req-ed56d0a3-5351-43c2-811b-b0fa2f8f43dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:13.726126 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2dc0a40e-5019-400b-8d1c-64f36074e2ce req-ed56d0a3-5351-43c2-811b-b0fa2f8f43dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=f189284f-c88d-4a12-b11f-3bb2193ec906 HTTP/1.1" status: 200 len: 920 time: 0.3304613 Feb 07 16:56:13.793097 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2dc0a40e-5019-400b-8d1c-64f36074e2ce req-bb816609-3fde-4a8e-90f9-d5b47545680e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83faad69-a72c-4966-baec-014014d068ed HTTP/1.1" status: 200 len: 217 time: 0.0597436 Feb 07 16:56:13.946038 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0a40e-5019-400b-8d1c-64f36074e2ce req-1e9e880a-c388-4c83-a200-1704ad839b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:13.948932 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2dc0a40e-5019-400b-8d1c-64f36074e2ce req-1e9e880a-c388-4c83-a200-1704ad839b90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cea5ae11-c3af-48b5-b914-327a543b7978 HTTP/1.1" status: 200 len: 859 time: 0.1411178 Feb 07 16:56:14.020729 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2dc0a40e-5019-400b-8d1c-64f36074e2ce req-b738ca49-a696-4acb-a944-0b648455e703 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f189284f-c88d-4a12-b11f-3bb2193ec906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593593 Feb 07 16:56:14.054803 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48616b6a-97d6-47e0-8e55-e5ed5aa8f5cf req-abe57f2a-b8ff-4b2e-9d3b-f0dca07cbb1f tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:14.056649 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-48616b6a-97d6-47e0-8e55-e5ed5aa8f5cf req-abe57f2a-b8ff-4b2e-9d3b-f0dca07cbb1f tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 944 time: 0.2609277 Feb 07 16:56:14.281398 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-48616b6a-97d6-47e0-8e55-e5ed5aa8f5cf req-3728192d-ab81-48e0-b44d-51b43b047974 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016218 Feb 07 16:56:14.283443 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2dc0a40e-5019-400b-8d1c-64f36074e2ce req-13921f01-6761-4849-8794-e5709ad2c312 service neutron] 10.222.0.32 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523894 Feb 07 16:56:14.348856 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 57d0954c-bec5-44a9-b1eb-97d72c118154 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:56:14.365579 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 22596bf4-50e7-4cc8-9ca6-a4918afaadc2 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:56:14.427305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 22596bf4-50e7-4cc8-9ca6-a4918afaadc2 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:56:14.427661 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 22596bf4-50e7-4cc8-9ca6-a4918afaadc2 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:56:14.652878 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 57d0954c-bec5-44a9-b1eb-97d72c118154, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=57d0954c-bec5-44a9-b1eb-97d72c118154,segment=NetworkSegment(0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f),segment_id=0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:14.680488 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '57d0954c-bec5-44a9-b1eb-97d72c118154', 'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906', 'port_id': '57d0954c-bec5-44a9-b1eb-97d72c118154', 'mac_address': 'fa:16:3e:f6:4b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea5ae11-c3af-48b5-b914-327a543b7978', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:56:14.712693 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2dc0a40e-5019-400b-8d1c-64f36074e2ce req-9fec044b-3256-4998-96dd-1645bf8bc5ba service neutron] 10.222.0.32 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227099 Feb 07 16:56:14.793779 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 57d0954c-bec5-44a9-b1eb-97d72c118154 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:56:14.795240 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (57d0954c-bec5-44a9-b1eb-97d72c118154), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:14.828944 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6f9ba-dd67-4855-800c-789296004cf5 req-5953c56b-50fa-4ab1-ab4d-a15b09103af4 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:14.830241 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d0954c-bec5-44a9-b1eb-97d72c118154 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:56:14.848414 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54a6f9ba-dd67-4855-800c-789296004cf5 req-5953c56b-50fa-4ab1-ab4d-a15b09103af4 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.2531893 Feb 07 16:56:14.875164 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 57d0954c-bec5-44a9-b1eb-97d72c118154, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=57d0954c-bec5-44a9-b1eb-97d72c118154,segment=NetworkSegment(0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f),segment_id=0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:14.880507 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (57d0954c-bec5-44a9-b1eb-97d72c118154), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:15.009419 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54a6f9ba-dd67-4855-800c-789296004cf5 req-f98093af-7df8-49ae-832f-e709278dbc7d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597748 Feb 07 16:56:15.040829 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=57d0954c-bec5-44a9-b1eb-97d72c118154,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:15.191100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['57d0954c-bec5-44a9-b1eb-97d72c118154'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:56:15.348053 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834606c-fa6d-4074-bd0a-452116b8e1a1 req-d272a444-bbea-45df-851b-40b06882d886 tempest-MigrationsAdminTest-1554031326 tempest-MigrationsAdminTest-1554031326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:15.358281 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0834606c-fa6d-4074-bd0a-452116b8e1a1 req-d272a444-bbea-45df-851b-40b06882d886 tempest-MigrationsAdminTest-1554031326 tempest-MigrationsAdminTest-1554031326-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 1132 time: 0.1328597 Feb 07 16:56:15.499263 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0834606c-fa6d-4074-bd0a-452116b8e1a1 req-51ff0e0b-8bf2-4032-aa26-e588b8575c52 tempest-MigrationsAdminTest-1554031326 tempest-MigrationsAdminTest-1554031326-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369274 Feb 07 16:56:15.658246 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9afb76-026b-4e0a-af18-9f2f0480c930 req-8dd595ce-8b3d-4add-b718-c92596f81257 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:15.666459 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d9afb76-026b-4e0a-af18-9f2f0480c930 req-8dd595ce-8b3d-4add-b718-c92596f81257 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 944 time: 0.0817838 Feb 07 16:56:15.736769 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d9afb76-026b-4e0a-af18-9f2f0480c930 req-f3e94de6-7de0-4f30-82ce-3cb986dd4ba4 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692062 Feb 07 16:56:15.829670 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f8878-5e2b-4288-af3a-6f01d98394f5 req-67df03b1-8303-43c4-a593-b4c3cddec058 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:15.837431 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f8878-5e2b-4288-af3a-6f01d98394f5 req-67df03b1-8303-43c4-a593-b4c3cddec058 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:15.840058 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-746f8878-5e2b-4288-af3a-6f01d98394f5 req-67df03b1-8303-43c4-a593-b4c3cddec058 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ebead8d-fdad-44c2-a00c-2df824c666a4&device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 1681 time: 0.1128843 Feb 07 16:56:15.855217 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-68573db3-69e0-4a76-82b8-b54d13bfb926 req-cf5dad9b-ba73-41e6-bd3b-6cefa6bbb42a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:56:15.856451 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68573db3-69e0-4a76-82b8-b54d13bfb926 req-cf5dad9b-ba73-41e6-bd3b-6cefa6bbb42a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078709 Feb 07 16:56:15.932429 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-746f8878-5e2b-4288-af3a-6f01d98394f5 req-0056ef80-2b12-4cb1-8297-e06d9004ef00 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740876 Feb 07 16:56:16.303247 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 83faad69-a72c-4966-baec-014014d068ed details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:56:16.365229 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 57d0954c-bec5-44a9-b1eb-97d72c118154 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:56:16.583728 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 83faad69-a72c-4966-baec-014014d068ed, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=83faad69-a72c-4966-baec-014014d068ed,segment=NetworkSegment(0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f),segment_id=0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:16.592542 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 57d0954c-bec5-44a9-b1eb-97d72c118154 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:56:16.600926 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '83faad69-a72c-4966-baec-014014d068ed', 'network_id': 'f189284f-c88d-4a12-b11f-3bb2193ec906', 'port_id': '83faad69-a72c-4966-baec-014014d068ed', 'mac_address': 'fa:16:3e:cf:65:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea5ae11-c3af-48b5-b914-327a543b7978', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:56:16.602973 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 57d0954c-bec5-44a9-b1eb-97d72c118154 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:56:16.603781 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (57d0954c-bec5-44a9-b1eb-97d72c118154), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:16.690508 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 83faad69-a72c-4966-baec-014014d068ed is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:56:16.691199 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (83faad69-a72c-4966-baec-014014d068ed), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:16.796594 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83faad69-a72c-4966-baec-014014d068ed {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:56:16.804452 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 57d0954c-bec5-44a9-b1eb-97d72c118154 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:56:16.805268 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (57d0954c-bec5-44a9-b1eb-97d72c118154), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:16.892456 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 57d0954c-bec5-44a9-b1eb-97d72c118154, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=57d0954c-bec5-44a9-b1eb-97d72c118154,segment=NetworkSegment(0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f),segment_id=0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:16.896743 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 83faad69-a72c-4966-baec-014014d068ed, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=83faad69-a72c-4966-baec-014014d068ed,segment=NetworkSegment(0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f),segment_id=0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:16.898015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7491671-39ef-4045-a015-ceda6e4d6711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d0954c-bec5-44a9-b1eb-97d72c118154'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:56:16.901974 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5224064b-f530-48f9-b3fd-c49c3ab1cc6c" -d '{"events": [{"server_uuid": "e7491671-39ef-4045-a015-ceda6e4d6711", "name": "network-vif-plugged", "status": "completed", "tag": "57d0954c-bec5-44a9-b1eb-97d72c118154"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:56:16.909322 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (57d0954c-bec5-44a9-b1eb-97d72c118154), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:16.915095 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (83faad69-a72c-4966-baec-014014d068ed), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:17.069064 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=57d0954c-bec5-44a9-b1eb-97d72c118154,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:17.339035 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=83faad69-a72c-4966-baec-014014d068ed,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:17.370518 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['83faad69-a72c-4966-baec-014014d068ed'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:56:17.509189 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c039ea-6634-4f9b-9d72-6cff569e32f3 req-c6b15237-866d-4fc8-b344-4c092cf2a112 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:17.564082 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-74c039ea-6634-4f9b-9d72-6cff569e32f3 req-c6b15237-866d-4fc8-b344-4c092cf2a112 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 945 time: 0.3745332 Feb 07 16:56:17.578662 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b087f6a-9a33-45ca-a7d5-4238200e8d89 x-openstack-request-id: req-1b087f6a-9a33-45ca-a7d5-4238200e8d89 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:56:17.579606 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7491671-39ef-4045-a015-ceda6e4d6711", "name": "network-vif-plugged", "status": "completed", "tag": "57d0954c-bec5-44a9-b1eb-97d72c118154", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:56:17.580270 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b087f6a-9a33-45ca-a7d5-4238200e8d89 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:56:17.582434 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7491671-39ef-4045-a015-ceda6e4d6711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d0954c-bec5-44a9-b1eb-97d72c118154', 'code': 200} Feb 07 16:56:17.740706 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62f4f5-2446-4d39-8e66-dd180fa43084 req-6d6c56d6-7cf6-4b9f-840a-5c7afc0b0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:17.742842 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d62f4f5-2446-4d39-8e66-dd180fa43084 req-6d6c56d6-7cf6-4b9f-840a-5c7afc0b0fbb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 1127 time: 0.1986423 Feb 07 16:56:17.874220 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-74c039ea-6634-4f9b-9d72-6cff569e32f3 req-d05c5b59-36c9-4761-ab53-f23ab8f8d9e5 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079066 Feb 07 16:56:17.968174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51418) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:18.133926 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-37167e0a-ef1d-422d-b8bf-59d11b0fc030 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5659246 Feb 07 16:56:18.194803 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d62f4f5-2446-4d39-8e66-dd180fa43084 req-c26858ae-e1a4-4e64-a336-a881ea8584a1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673769 Feb 07 16:56:18.201003 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e96aae-c999-436f-9f76-73b69ef252f7 req-c76cb2e8-e974-4f08-be37-ce20d58b29f8 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:18.202652 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12e96aae-c999-436f-9f76-73b69ef252f7 req-c76cb2e8-e974-4f08-be37-ce20d58b29f8 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ebead8d-fdad-44c2-a00c-2df824c666a4 HTTP/1.1" status: 200 len: 945 time: 0.3070686 Feb 07 16:56:18.227781 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af38588-69dc-427b-b7c7-8e6ad3e80bae req-bd5b59d4-cb67-4efd-bc07-86be3e7089b1 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:18.239924 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2af38588-69dc-427b-b7c7-8e6ad3e80bae req-bd5b59d4-cb67-4efd-bc07-86be3e7089b1 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.4913900 Feb 07 16:56:18.364597 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2af38588-69dc-427b-b7c7-8e6ad3e80bae req-18324a7f-c3f5-4dde-8ddf-e2cfd2b93e86 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236429 Feb 07 16:56:18.463729 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88c596-9894-45e6-a11a-70156aae2499 req-4b0e17c6-ae64-4267-b066-c52d37137848 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:18.474108 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a88c596-9894-45e6-a11a-70156aae2499 req-4b0e17c6-ae64-4267-b066-c52d37137848 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ebead8d-fdad-44c2-a00c-2df824c666a4 HTTP/1.1" status: 200 len: 945 time: 0.3383174 Feb 07 16:56:18.559544 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-12e96aae-c999-436f-9f76-73b69ef252f7 req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Deleting port 105550ea-a07b-4b7d-baca-38fbf4962cd7 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:56:18.561751 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-12e96aae-c999-436f-9f76-73b69ef252f7 req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (105550ea-a07b-4b7d-baca-38fbf4962cd7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:18.566746 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed980a70-cd25-4f54-838e-9137923cf054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:18.727267 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-12e96aae-c999-436f-9f76-73b69ef252f7 req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] For port 105550ea-a07b-4b7d-baca-38fbf4962cd7, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=105550ea-a07b-4b7d-baca-38fbf4962cd7,segment=NetworkSegment(574a614d-ee0a-483a-afd9-7af2d2ebafbd),segment_id=574a614d-ee0a-483a-afd9-7af2d2ebafbd)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:18.727958 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-12e96aae-c999-436f-9f76-73b69ef252f7 req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (105550ea-a07b-4b7d-baca-38fbf4962cd7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:18.744445 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-12e96aae-c999-436f-9f76-73b69ef252f7 req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Calling delete_port for 105550ea-a07b-4b7d-baca-38fbf4962cd7 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:56:18.989325 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-12e96aae-c999-436f-9f76-73b69ef252f7 req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (105550ea-a07b-4b7d-baca-38fbf4962cd7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:19.007285 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:56:19.024277 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0faf315-c149-4673-9925-e9f1822f73c2 req-d460ab38-4ead-4b9e-941f-5b5dc7e49fc8 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:19.027640 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0faf315-c149-4673-9925-e9f1822f73c2 req-d460ab38-4ead-4b9e-941f-5b5dc7e49fc8 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.48 "GET /v2.0/ports?device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 945 time: 0.3399324 Feb 07 16:56:19.029497 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a88c596-9894-45e6-a11a-70156aae2499 req-1a732e58-9eb1-44b6-9484-d12ceb2c12bc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/security-groups?id=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5487316 Feb 07 16:56:19.054529 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed980a70-cd25-4f54-838e-9137923cf054 admin admin] Publish callbacks [] for security_group (0555977b-c7d4-4f9f-8471-39f2f5ee5248), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:19.082439 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Pushing event deleted for resources: {'Port': ['ID=105550ea-a07b-4b7d-baca-38fbf4962cd7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:19.109221 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:19.110990 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:19.111973 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:19.112747 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:19.113422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:19.114361 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:19.115238 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:19.116127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:19.117034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:19.118840 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:19.119806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:19.120687 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:19.123010 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:19.241562 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed980a70-cd25-4f54-838e-9137923cf054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0555977b-c7d4-4f9f-8471-39f2f5ee5248), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:19.277576 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e96aae-c999-436f-9f76-73b69ef252f7 req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] No DVR routers for this DVR port 105550ea-a07b-4b7d-baca-38fbf4962cd7 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:56:19.281909 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-12e96aae-c999-436f-9f76-73b69ef252f7 req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:19.290889 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12e96aae-c999-436f-9f76-73b69ef252f7 req-1140395a-ec20-4a0d-92f2-06e917502fdc tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.32 "DELETE /v2.0/ports/105550ea-a07b-4b7d-baca-38fbf4962cd7 HTTP/1.1" status: 204 len: 173 time: 1.0164158 Feb 07 16:56:19.291401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebead8d-fdad-44c2-a00c-2df824c666a4', 'name': 'network-vif-deleted', 'tag': '105550ea-a07b-4b7d-baca-38fbf4962cd7'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:56:19.293797 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96f9ee1-0776-4e75-94e7-8b4de840d0bd" -d '{"events": [{"server_uuid": "7ebead8d-fdad-44c2-a00c-2df824c666a4", "name": "network-vif-deleted", "tag": "105550ea-a07b-4b7d-baca-38fbf4962cd7"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:56:19.414185 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a8ed4e-07d4-4005-8f04-b93875d7d662 x-openstack-request-id: req-70a8ed4e-07d4-4005-8f04-b93875d7d662 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:56:19.414489 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebead8d-fdad-44c2-a00c-2df824c666a4", "name": "network-vif-deleted", "tag": "105550ea-a07b-4b7d-baca-38fbf4962cd7", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:56:19.416258 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70a8ed4e-07d4-4005-8f04-b93875d7d662 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:56:19.418561 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebead8d-fdad-44c2-a00c-2df824c666a4', 'name': 'network-vif-deleted', 'tag': '105550ea-a07b-4b7d-baca-38fbf4962cd7', 'status': 'completed', 'code': 200} Feb 07 16:56:19.704145 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51496) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:19.706092 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ed980a70-cd25-4f54-838e-9137923cf054 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=715c8db9a1c84eb680a01ec58f7b2f05&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7168720 Feb 07 16:56:19.712370 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed980a70-cd25-4f54-838e-9137923cf054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0555977b-c7d4-4f9f-8471-39f2f5ee5248,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:19.821458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159055f-f1b6-4497-95f8-95470304bbb6 req-1ce01dc8-f8c4-44f8-b2b6-ddc95a86d534 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:19.831830 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5159055f-f1b6-4497-95f8-95470304bbb6 req-1ce01dc8-f8c4-44f8-b2b6-ddc95a86d534 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 945 time: 0.6769249 Feb 07 16:56:19.949454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e0faf315-c149-4673-9925-e9f1822f73c2 req-7efbb1a2-b1ce-4ca4-90f2-5aef7d591a4b tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Deleting port 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:56:19.950248 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0faf315-c149-4673-9925-e9f1822f73c2 req-7efbb1a2-b1ce-4ca4-90f2-5aef7d591a4b tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:20.082034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5159055f-f1b6-4497-95f8-95470304bbb6 req-859e4ec8-ce84-4605-8826-72192987024b tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266734 Feb 07 16:56:20.141517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5adc75-33e4-4a42-999e-7c6ae9ac45ea req-475f9e9a-f095-4c48-992b-372223abcfd4 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:20.154711 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa5adc75-33e4-4a42-999e-7c6ae9ac45ea req-475f9e9a-f095-4c48-992b-372223abcfd4 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.3670692 Feb 07 16:56:20.258795 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa5adc75-33e4-4a42-999e-7c6ae9ac45ea req-defb909b-0fdb-442b-8a0c-5ffd641dc3dd tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027315 Feb 07 16:56:20.326040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 83faad69-a72c-4966-baec-014014d068ed up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:56:20.347997 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80a40e71-9a4c-495a-b802-cd81457e4829 admin admin] Publish callbacks [] for security_group (0555977b-c7d4-4f9f-8471-39f2f5ee5248), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:20.438300 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80a40e71-9a4c-495a-b802-cd81457e4829 admin admin] Publish callbacks [] for security_group (0555977b-c7d4-4f9f-8471-39f2f5ee5248), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:20.453355 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e0faf315-c149-4673-9925-e9f1822f73c2 req-7efbb1a2-b1ce-4ca4-90f2-5aef7d591a4b tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] For port 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a,segment=NetworkSegment(574a614d-ee0a-483a-afd9-7af2d2ebafbd),segment_id=574a614d-ee0a-483a-afd9-7af2d2ebafbd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:20.456831 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0faf315-c149-4673-9925-e9f1822f73c2 req-7efbb1a2-b1ce-4ca4-90f2-5aef7d591a4b tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:20.504413 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 83faad69-a72c-4966-baec-014014d068ed completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:56:20.513948 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e0faf315-c149-4673-9925-e9f1822f73c2 req-7efbb1a2-b1ce-4ca4-90f2-5aef7d591a4b tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Calling delete_port for 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:56:20.514516 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 83faad69-a72c-4966-baec-014014d068ed triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:56:20.515084 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (83faad69-a72c-4966-baec-014014d068ed), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:20.626818 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80a40e71-9a4c-495a-b802-cd81457e4829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0555977b-c7d4-4f9f-8471-39f2f5ee5248), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:20.636935 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80a40e71-9a4c-495a-b802-cd81457e4829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:20.639850 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-80a40e71-9a4c-495a-b802-cd81457e4829 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0555977b-c7d4-4f9f-8471-39f2f5ee5248 HTTP/1.1" status: 204 len: 168 time: 0.9346247 Feb 07 16:56:20.675610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a40e71-9a4c-495a-b802-cd81457e4829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0555977b-c7d4-4f9f-8471-39f2f5ee5248,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:20.682960 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-658ab06d-3030-4976-855d-4d1e13fdcb4b req-e29bfb37-1742-40a3-9a23-262369caa6cb tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ebead8d-fdad-44c2-a00c-2df824c666a4 HTTP/1.1" status: 200 len: 210 time: 0.0851688 Feb 07 16:56:20.786785 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 83faad69-a72c-4966-baec-014014d068ed is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:56:20.789404 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (83faad69-a72c-4966-baec-014014d068ed), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:20.876894 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 83faad69-a72c-4966-baec-014014d068ed, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=83faad69-a72c-4966-baec-014014d068ed,segment=NetworkSegment(0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f),segment_id=0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:20.880459 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b066caf-9445-40bb-aa44-2b513cf4996a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83faad69-a72c-4966-baec-014014d068ed'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:56:20.884474 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4643d4eb-74ec-42ae-8368-6da192d6da0f" -d '{"events": [{"server_uuid": "6b066caf-9445-40bb-aa44-2b513cf4996a", "name": "network-vif-plugged", "status": "completed", "tag": "83faad69-a72c-4966-baec-014014d068ed"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:56:20.889704 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (83faad69-a72c-4966-baec-014014d068ed), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:20.890530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 105550ea-a07b-4b7d-baca-38fbf4962cd7 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:56:20.928219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 105550ea-a07b-4b7d-baca-38fbf4962cd7 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:56:20.928692 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 105550ea-a07b-4b7d-baca-38fbf4962cd7 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:56:21.066585 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7f013a-b5f5-4f87-8654-4a31327f3d00 x-openstack-request-id: req-ec7f013a-b5f5-4f87-8654-4a31327f3d00 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:56:21.068560 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b066caf-9445-40bb-aa44-2b513cf4996a", "name": "network-vif-plugged", "status": "completed", "tag": "83faad69-a72c-4966-baec-014014d068ed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:56:21.069182 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec7f013a-b5f5-4f87-8654-4a31327f3d00 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:56:21.070385 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b066caf-9445-40bb-aa44-2b513cf4996a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83faad69-a72c-4966-baec-014014d068ed', 'code': 200} Feb 07 16:56:21.130932 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=83faad69-a72c-4966-baec-014014d068ed,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:21.136968 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0faf315-c149-4673-9925-e9f1822f73c2 req-7efbb1a2-b1ce-4ca4-90f2-5aef7d591a4b tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:21.218312 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:21.318395 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbb1a2-b1ce-4ca4-90f2-5aef7d591a4b tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Pushing event deleted for resources: {'Port': ['ID=2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:21.412940 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f410203-cf35-465c-b476-576d5794875f req-9bb5312d-1738-4897-9e7f-e2b1aac91dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:21.421163 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f410203-cf35-465c-b476-576d5794875f req-9bb5312d-1738-4897-9e7f-e2b1aac91dc7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 1128 time: 0.2684824 Feb 07 16:56:21.463206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9d220-52a5-435f-8662-35419d15cfb7 req-4afbcb18-461a-40c3-913e-eb4761465e1d tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:21.473763 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cdb9d220-52a5-435f-8662-35419d15cfb7 req-4afbcb18-461a-40c3-913e-eb4761465e1d tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.2303941 Feb 07 16:56:21.493851 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0faf315-c149-4673-9925-e9f1822f73c2 req-7efbb1a2-b1ce-4ca4-90f2-5aef7d591a4b tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] No DVR routers for this DVR port 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:56:21.503856 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0faf315-c149-4673-9925-e9f1822f73c2 req-7efbb1a2-b1ce-4ca4-90f2-5aef7d591a4b tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:21.517118 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0faf315-c149-4673-9925-e9f1822f73c2 req-7efbb1a2-b1ce-4ca4-90f2-5aef7d591a4b tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.48 "DELETE /v2.0/ports/2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a HTTP/1.1" status: 204 len: 173 time: 2.4797459 Feb 07 16:56:21.542898 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92bc3b5-3518-41a2-b0bb-3deb5cf6f529', 'name': 'network-vif-deleted', 'tag': '2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:56:21.548647 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97aa704-2601-4778-ac7f-3f1a3889fe27" -d '{"events": [{"server_uuid": "f92bc3b5-3518-41a2-b0bb-3deb5cf6f529", "name": "network-vif-deleted", "tag": "2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:56:21.720756 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bec7c4-39a5-47eb-84be-6a82951188aa req-2f69639c-d09b-42e9-ba3f-b32a469b5732 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:21.722761 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c4bec7c4-39a5-47eb-84be-6a82951188aa req-2f69639c-d09b-42e9-ba3f-b32a469b5732 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.2741890 Feb 07 16:56:21.785718 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cdb9d220-52a5-435f-8662-35419d15cfb7 req-aa4577df-229f-4177-9662-10a174be0961 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830126 Feb 07 16:56:21.806776 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f410203-cf35-465c-b476-576d5794875f req-be522224-9dd7-4fa4-b07f-64b51649444c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769174 Feb 07 16:56:21.835269 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f79063ad-b8db-49f1-9990-231b80a6dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:21.837344 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f79063ad-b8db-49f1-9990-231b80a6dd2a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 1132 time: 0.3623059 Feb 07 16:56:21.852374 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c4bec7c4-39a5-47eb-84be-6a82951188aa req-0702a87b-cc5e-4654-92db-cdc962539b6a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120422 Feb 07 16:56:21.913818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51562) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:21.937341 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4036b48b-d936-4e81-93ee-b3ea17974c1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:22.005044 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e7ae31-b925-42c0-ba15-28b64c03dab7 x-openstack-request-id: req-12e7ae31-b925-42c0-ba15-28b64c03dab7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:56:22.005763 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92bc3b5-3518-41a2-b0bb-3deb5cf6f529", "name": "network-vif-deleted", "tag": "2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:56:22.005960 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12e7ae31-b925-42c0-ba15-28b64c03dab7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:56:22.006591 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92bc3b5-3518-41a2-b0bb-3deb5cf6f529', 'name': 'network-vif-deleted', 'tag': '2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a', 'status': 'completed', 'code': 200} Feb 07 16:56:22.183299 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4036b48b-d936-4e81-93ee-b3ea17974c1e admin admin] Publish callbacks [] for security_group (f02e2628-86a4-48e9-80dd-321dcb038080), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:22.202273 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4036b48b-d936-4e81-93ee-b3ea17974c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f02e2628-86a4-48e9-80dd-321dcb038080), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:22.300982 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036b48b-d936-4e81-93ee-b3ea17974c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02e2628-86a4-48e9-80dd-321dcb038080,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:22.376352 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:56:22.444640 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-73161638-18ff-4934-a7f0-eb8d03132c55 req-470f15aa-7275-4a56-9ced-6b48163c0962 tempest-ListServersNegativeTestJSON-1029911044 tempest-ListServersNegativeTestJSON-1029911044-project] 10.222.0.18 "GET /v2.0/ports?device_id=f92bc3b5-3518-41a2-b0bb-3deb5cf6f529 HTTP/1.1" status: 200 len: 210 time: 0.1697426 Feb 07 16:56:22.477464 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4036b48b-d936-4e81-93ee-b3ea17974c1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=580043a18b8643c19900af9909efd491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5624974 Feb 07 16:56:22.479414 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-89f81e52-279c-4418-95e2-5265a70d515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:22.482058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51572) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:22.483961 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-89f81e52-279c-4418-95e2-5265a70d515d service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.3933940 Feb 07 16:56:22.493664 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a841dd-c681-4262-941b-d118cfd36a97 req-d35fd4d5-1012-49b4-9901-6636fa4eaaec tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:22.501141 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b3a841dd-c681-4262-941b-d118cfd36a97 req-d35fd4d5-1012-49b4-9901-6636fa4eaaec tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.5703797 Feb 07 16:56:22.526419 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:56:22.539583 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2d1b6767-0b73-4f24-9fd9-5d14cbc12a1a not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:56:22.553008 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-78abd6ea-7cb3-4a8e-974e-01e5d5e66ea3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4 HTTP/1.1" status: 200 len: 217 time: 0.0424740 Feb 07 16:56:22.582799 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b72e856b-6385-474c-a0ac-d2dc8a09b725 admin admin] Publish callbacks [] for security_group (f02e2628-86a4-48e9-80dd-321dcb038080), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:22.632010 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b72e856b-6385-474c-a0ac-d2dc8a09b725 admin admin] Publish callbacks [] for security_group (f02e2628-86a4-48e9-80dd-321dcb038080), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:22.639855 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b3a841dd-c681-4262-941b-d118cfd36a97 req-c714aab6-3544-4eb1-a34a-c2d8d1145e53 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373019 Feb 07 16:56:22.662663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-9123a002-f797-4658-aa9f-8f1cbb9f40c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:22.664649 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-9123a002-f797-4658-aa9f-8f1cbb9f40c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1037283 Feb 07 16:56:22.722709 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b72e856b-6385-474c-a0ac-d2dc8a09b725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f02e2628-86a4-48e9-80dd-321dcb038080), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:22.725690 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b72e856b-6385-474c-a0ac-d2dc8a09b725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:22.738709 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b72e856b-6385-474c-a0ac-d2dc8a09b725 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f02e2628-86a4-48e9-80dd-321dcb038080 HTTP/1.1" status: 204 len: 168 time: 0.2555871 Feb 07 16:56:22.750367 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e856b-6385-474c-a0ac-d2dc8a09b725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02e2628-86a4-48e9-80dd-321dcb038080,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:22.834064 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-2d337c0a-e5b7-49aa-b93b-e6d67967fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:22.835613 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-2d337c0a-e5b7-49aa-b93b-e6d67967fac3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1620507 Feb 07 16:56:23.076910 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-7012ed33-1bf7-4db7-9275-0b1a8899a322 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319169 Feb 07 16:56:23.094696 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a20dc-5fcc-4584-ae1b-42e8530a45ca req-70f93b89-2158-48fa-ad5a-2d626b95f00f tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:23.102918 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c92a20dc-5fcc-4584-ae1b-42e8530a45ca req-70f93b89-2158-48fa-ad5a-2d626b95f00f tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.1467600 Feb 07 16:56:23.169089 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:23.299305 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-698e9129-e649-4274-bb92-661b210823cc service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100973 Feb 07 16:56:23.329839 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c92a20dc-5fcc-4584-ae1b-42e8530a45ca req-a0f2d7bc-7d32-4076-be6a-50a077ef2eb0 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256372 Feb 07 16:56:23.445527 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc02452-9081-4378-855e-40a6f1c1dbc6 req-8d023bec-7e60-4c1b-93e7-425dfdbce783 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:23.475215 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4bc02452-9081-4378-855e-40a6f1c1dbc6 req-8d023bec-7e60-4c1b-93e7-425dfdbce783 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.3964055 Feb 07 16:56:23.522681 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51598) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:23.644188 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4bc02452-9081-4378-855e-40a6f1c1dbc6 req-231301eb-a54e-4b10-bf1e-a874facd1198 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656539 Feb 07 16:56:23.684978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c593af4-79d4-4caf-8a99-4b9748550091 admin admin] Deleting subnet 156417c3-7524-47ad-9aa2-2bb67a07a5e1 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:56:23.705773 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c593af4-79d4-4caf-8a99-4b9748550091 admin admin] Publish callbacks [] for subnet (156417c3-7524-47ad-9aa2-2bb67a07a5e1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:23.885060 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c593af4-79d4-4caf-8a99-4b9748550091 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (156417c3-7524-47ad-9aa2-2bb67a07a5e1), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:23.969820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767165c-3cd8-472b-9574-b01f480800dc req-d49cce1c-9529-4275-a6d0-88fb81507214 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:23.971862 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6767165c-3cd8-472b-9574-b01f480800dc req-d49cce1c-9529-4275-a6d0-88fb81507214 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.2060409 Feb 07 16:56:23.984714 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c593af4-79d4-4caf-8a99-4b9748550091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (156417c3-7524-47ad-9aa2-2bb67a07a5e1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:24.087334 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c593af4-79d4-4caf-8a99-4b9748550091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (156417c3-7524-47ad-9aa2-2bb67a07a5e1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:24.137090 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c593af4-79d4-4caf-8a99-4b9748550091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=156417c3-7524-47ad-9aa2-2bb67a07a5e1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:24.144530 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c593af4-79d4-4caf-8a99-4b9748550091 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:24.148520 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8c593af4-79d4-4caf-8a99-4b9748550091 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/156417c3-7524-47ad-9aa2-2bb67a07a5e1 HTTP/1.1" status: 204 len: 168 time: 0.6240504 Feb 07 16:56:24.152049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51618) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:24.177132 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6767165c-3cd8-472b-9574-b01f480800dc req-9bc60de4-584c-44a9-9e70-db077e4db962 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936712 Feb 07 16:56:24.308859 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b9a9492a-5f9e-473a-909e-daa8e7b6d7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (de299506-cda2-480d-8380-7e49ef781cd6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:24.483769 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b9a9492a-5f9e-473a-909e-daa8e7b6d7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (de299506-cda2-480d-8380-7e49ef781cd6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:24.533384 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b9a9492a-5f9e-473a-909e-daa8e7b6d7f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de299506-cda2-480d-8380-7e49ef781cd6']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:56:24.555785 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b9a9492a-5f9e-473a-909e-daa8e7b6d7f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574a614d-ee0a-483a-afd9-7af2d2ebafbd') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:56:24.556082 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b9a9492a-5f9e-473a-909e-daa8e7b6d7f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574a614d-ee0a-483a-afd9-7af2d2ebafbd') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:56:24.568703 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b9a9492a-5f9e-473a-909e-daa8e7b6d7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (574a614d-ee0a-483a-afd9-7af2d2ebafbd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:24.588639 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b9a9492a-5f9e-473a-909e-daa8e7b6d7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (574a614d-ee0a-483a-afd9-7af2d2ebafbd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:24.602844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a9492a-5f9e-473a-909e-daa8e7b6d7f6 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:56:24.603254 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b9a9492a-5f9e-473a-909e-daa8e7b6d7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (574a614d-ee0a-483a-afd9-7af2d2ebafbd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:56:24.607215 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:56:24.724316 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b9a9492a-5f9e-473a-909e-daa8e7b6d7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (de299506-cda2-480d-8380-7e49ef781cd6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:24.776562 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b9a9492a-5f9e-473a-909e-daa8e7b6d7f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:24.787672 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b9a9492a-5f9e-473a-909e-daa8e7b6d7f6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/de299506-cda2-480d-8380-7e49ef781cd6 HTTP/1.1" status: 204 len: 168 time: 0.6307936 Feb 07 16:56:24.789066 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9492a-5f9e-473a-909e-daa8e7b6d7f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=de299506-cda2-480d-8380-7e49ef781cd6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:24.923841 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0918b-c0c2-44c1-a939-415f99964d42 req-43813652-0199-4a34-95f9-46f61c79e795 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:24.936661 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ddc0918b-c0c2-44c1-a939-415f99964d42 req-43813652-0199-4a34-95f9-46f61c79e795 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.0959144 Feb 07 16:56:25.062470 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ddc0918b-c0c2-44c1-a939-415f99964d42 req-fc666433-59c1-4344-9bd5-7996c5b031e1 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234562 Feb 07 16:56:25.135830 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030dcce-8070-4315-8d6a-9cfff5227e42 req-cafa9da8-8801-4a3c-b001-813e416f672b tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:25.138732 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a030dcce-8070-4315-8d6a-9cfff5227e42 req-cafa9da8-8801-4a3c-b001-813e416f672b tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.1167519 Feb 07 16:56:25.221103 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a030dcce-8070-4315-8d6a-9cfff5227e42 req-4d872426-cb67-4427-a8ba-b89892584408 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763240 Feb 07 16:56:25.358470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51660) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:25.370868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a88ca-fe63-4d52-8673-315ff00a3b18 req-a67fae07-0247-4e37-b57e-0decef02bf70 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:25.375808 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-948a88ca-fe63-4d52-8673-315ff00a3b18 req-a67fae07-0247-4e37-b57e-0decef02bf70 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.0977893 Feb 07 16:56:25.472004 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0c57c72e-4442-4114-84e8-929967d8d9fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8787a82117d6415d836cf8fecafd2c76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1121943 Feb 07 16:56:25.472703 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51672) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:25.478158 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-948a88ca-fe63-4d52-8673-315ff00a3b18 req-a485c281-9a85-4af3-a5b2-9d3c71fcb29e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935345 Feb 07 16:56:25.705634 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf215b80-b1ec-4616-93d1-07c604a03256 admin admin] Publish callbacks [] for security_group (34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:25.759508 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf215b80-b1ec-4616-93d1-07c604a03256 admin admin] Publish callbacks [] for security_group (34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:25.780531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131ac9f-06eb-401f-8bc3-60b2aa910039 req-1cfab2c4-2ab3-4a3b-a949-64434e750134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:25.782330 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b131ac9f-06eb-401f-8bc3-60b2aa910039 req-1cfab2c4-2ab3-4a3b-a949-64434e750134 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8958f6ad8ce64d2cafce718553b9cb64&device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 1128 time: 0.2177734 Feb 07 16:56:25.798575 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14f71e1c-3ae6-43a4-9fee-9f55aa67cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:25.970302 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cf6a8-0101-4f28-8afc-6a7e0dc2ab8c req-12ddbc55-e77b-4d59-87a3-bfceb03225ba tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:25.984659 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f17cf6a8-0101-4f28-8afc-6a7e0dc2ab8c req-12ddbc55-e77b-4d59-87a3-bfceb03225ba tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.3946238 Feb 07 16:56:26.155740 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf215b80-b1ec-4616-93d1-07c604a03256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:26.161006 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf215b80-b1ec-4616-93d1-07c604a03256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:26.175674 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bf215b80-b1ec-4616-93d1-07c604a03256 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc HTTP/1.1" status: 204 len: 168 time: 0.6898968 Feb 07 16:56:26.203902 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f17cf6a8-0101-4f28-8afc-6a7e0dc2ab8c req-43300f65-7775-4aee-be4a-e09ea20eb66a tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895909 Feb 07 16:56:26.228608 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf215b80-b1ec-4616-93d1-07c604a03256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bd8bb7-2a09-4d8c-b53e-b0fd6dfa2cbc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:26.243165 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131ac9f-06eb-401f-8bc3-60b2aa910039 req-e7949f1b-eab6-45cf-b4d3-4ef66548e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:26.248507 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b131ac9f-06eb-401f-8bc3-60b2aa910039 req-e7949f1b-eab6-45cf-b4d3-4ef66548e1b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f189284f-c88d-4a12-b11f-3bb2193ec906 HTTP/1.1" status: 200 len: 920 time: 0.4483461 Feb 07 16:56:26.368277 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b131ac9f-06eb-401f-8bc3-60b2aa910039 req-ca51544c-c787-49c9-adbd-69f268f70c7a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83faad69-a72c-4966-baec-014014d068ed HTTP/1.1" status: 200 len: 217 time: 0.1148224 Feb 07 16:56:26.496179 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131ac9f-06eb-401f-8bc3-60b2aa910039 req-ee1277bc-5d95-4cc7-8415-cbf0ca631332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:26.499877 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b131ac9f-06eb-401f-8bc3-60b2aa910039 req-ee1277bc-5d95-4cc7-8415-cbf0ca631332 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cea5ae11-c3af-48b5-b914-327a543b7978 HTTP/1.1" status: 200 len: 859 time: 0.1246355 Feb 07 16:56:26.596171 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0ca2e-148e-444b-a5c0-9d9e646306a7 req-a3158100-dec5-4a68-8af0-1264eace3ad8 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:26.598801 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5a0ca2e-148e-444b-a5c0-9d9e646306a7 req-a3158100-dec5-4a68-8af0-1264eace3ad8 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.1833081 Feb 07 16:56:26.635524 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b131ac9f-06eb-401f-8bc3-60b2aa910039 req-0200371a-5ae0-4608-9eb9-fb5dce1650ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f189284f-c88d-4a12-b11f-3bb2193ec906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246543 Feb 07 16:56:26.759881 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5a0ca2e-148e-444b-a5c0-9d9e646306a7 req-48c8a11a-72f0-4741-99ac-bed04900f98b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508522 Feb 07 16:56:26.840034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab0f75-23d7-4539-9a08-f4906ed36fd6 req-36089f0f-4ee0-40e0-93aa-320fe1883b20 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:26.842401 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-28ab0f75-23d7-4539-9a08-f4906ed36fd6 req-36089f0f-4ee0-40e0-93aa-320fe1883b20 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.2215238 Feb 07 16:56:26.917159 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b131ac9f-06eb-401f-8bc3-60b2aa910039 req-aa8653c4-f940-432d-a484-036f6639e660 service neutron] 10.222.0.32 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577543 Feb 07 16:56:27.114318 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-28ab0f75-23d7-4539-9a08-f4906ed36fd6 req-ac84276b-9685-43a7-8de1-a48e97efd763 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613580 Feb 07 16:56:27.251566 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b131ac9f-06eb-401f-8bc3-60b2aa910039 req-06762935-2ec5-4727-b3b9-a4deb557cabf service neutron] 10.222.0.32 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113837 Feb 07 16:56:27.515183 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21895b-e7e9-4420-95c0-7d1b9c69896f req-3c7c129c-9bd8-47b1-b2fb-3802f6425ac5 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:27.516938 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc21895b-e7e9-4420-95c0-7d1b9c69896f req-3c7c129c-9bd8-47b1-b2fb-3802f6425ac5 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.1580441 Feb 07 16:56:27.696216 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc21895b-e7e9-4420-95c0-7d1b9c69896f req-8686bdca-0625-429a-8781-61dbe780a69d tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566184 Feb 07 16:56:28.185745 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-596e7cee-cb87-4d9e-a590-3590d4566107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:28.334567 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51814) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:28.404412 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283ce46-5f80-4415-b818-fb03f69acc0a req-2a36e9e6-c928-4280-8987-1648c54b8584 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:28.429407 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2283ce46-5f80-4415-b818-fb03f69acc0a req-2a36e9e6-c928-4280-8987-1648c54b8584 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.1301730 Feb 07 16:56:28.647674 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2283ce46-5f80-4415-b818-fb03f69acc0a req-d56838e8-7f0f-44a7-a62f-90a191a7a45e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151947 Feb 07 16:56:28.698622 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9f0a924e-8380-453e-a7be-24ad98212bd8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1480506054-network', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:56:28.781141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0a924e-8380-453e-a7be-24ad98212bd8 admin admin] Made reservation on behalf of acebdcf5865740db8b6f9c233dbd6392 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:56:28.787077 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f0a924e-8380-453e-a7be-24ad98212bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:28.826199 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f0a924e-8380-453e-a7be-24ad98212bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:29.010677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e19a6-68f5-4ba0-ac6b-fac341cfb4c1 req-aa152a75-d279-4df4-865d-a21105913084 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:29.014325 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-196e19a6-68f5-4ba0-ac6b-fac341cfb4c1 req-aa152a75-d279-4df4-865d-a21105913084 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 1.0910368 Feb 07 16:56:29.026162 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68ffcf-3c1f-48c9-8736-421414ae0138 req-6141548b-2472-43ad-ae38-cbd53060e0b1 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:29.034179 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4d68ffcf-3c1f-48c9-8736-421414ae0138 req-6141548b-2472-43ad-ae38-cbd53060e0b1 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.1380560 Feb 07 16:56:29.070530 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f0a924e-8380-453e-a7be-24ad98212bd8 admin admin] Publish callbacks [] for security_group (5ff3baa2-4ced-48b0-acf9-ffcd127708ed), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:29.101870 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f0a924e-8380-453e-a7be-24ad98212bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5ff3baa2-4ced-48b0-acf9-ffcd127708ed), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:29.130153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0a924e-8380-453e-a7be-24ad98212bd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:56:29.157265 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f0a924e-8380-453e-a7be-24ad98212bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (1a54fa5c-6b89-4e35-894b-5f5e73bd410c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:29.159639 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-9f0a924e-8380-453e-a7be-24ad98212bd8 admin admin] Added segment 1a54fa5c-6b89-4e35-894b-5f5e73bd410c of type vlan for network f237c79b-106d-4492-9f39-8167bb8d1100 Feb 07 16:56:29.175583 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-196e19a6-68f5-4ba0-ac6b-fac341cfb4c1 req-bdb730e1-3b07-44ff-8eaa-185d8e4f990a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467316 Feb 07 16:56:29.240670 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f0a924e-8380-453e-a7be-24ad98212bd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (f237c79b-106d-4492-9f39-8167bb8d1100), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:29.285985 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f0a924e-8380-453e-a7be-24ad98212bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (f237c79b-106d-4492-9f39-8167bb8d1100), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:29.287442 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0a924e-8380-453e-a7be-24ad98212bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:29.288410 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f0a924e-8380-453e-a7be-24ad98212bd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:29.479883 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:29.503786 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51850) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:29.505888 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4d68ffcf-3c1f-48c9-8736-421414ae0138 req-cd12bfdf-6372-4445-9aea-7a1e141959e0 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703774 Feb 07 16:56:29.507458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a924e-8380-453e-a7be-24ad98212bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff3baa2-4ced-48b0-acf9-ffcd127708ed,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:29.524337 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9f0a924e-8380-453e-a7be-24ad98212bd8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1834850 Feb 07 16:56:29.525738 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a924e-8380-453e-a7be-24ad98212bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=f237c79b-106d-4492-9f39-8167bb8d1100,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:29.529477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51852) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:29.557564 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-14415a12-0f93-4a77-9447-ae6d4e01b04f admin admin] Request body: {'subnet': {'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1480506054-subnet', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:56:29.604586 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14415a12-0f93-4a77-9447-ae6d4e01b04f admin admin] Made reservation on behalf of acebdcf5865740db8b6f9c233dbd6392 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:56:29.608037 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14415a12-0f93-4a77-9447-ae6d4e01b04f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:29.609408 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network f237c79b-106d-4492-9f39-8167bb8d1100 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:56:29.763930 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d7183e9-d01f-4847-912d-43b4d4fecc83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:30.153470 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d7183e9-d01f-4847-912d-43b4d4fecc83 admin admin] Publish callbacks [] for security_group (dd82a844-bd17-4db5-8622-4cb2eb3f6342), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:30.177785 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a40d6-6e82-44d6-b204-8cc45845c04d req-ce25581d-5c30-4cdd-a875-21ebe3db269a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:30.182267 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f68a40d6-6e82-44d6-b204-8cc45845c04d req-ce25581d-5c30-4cdd-a875-21ebe3db269a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.3668251 Feb 07 16:56:30.187465 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d7183e9-d01f-4847-912d-43b4d4fecc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (dd82a844-bd17-4db5-8622-4cb2eb3f6342), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:30.188402 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14415a12-0f93-4a77-9447-ae6d4e01b04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (9e0c6472-60e4-48e8-a1cd-b274ac449cff), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:30.361477 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9d7183e9-d01f-4847-912d-43b4d4fecc83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=251f0dcb3a1444f793fcfc2d51223eaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8560958 Feb 07 16:56:30.375781 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51870) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:30.432636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14415a12-0f93-4a77-9447-ae6d4e01b04f admin admin] Checking segment: {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:56:30.433011 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14415a12-0f93-4a77-9447-ae6d4e01b04f admin admin] Network hostable DHCP agents. Network: f237c79b-106d-4492-9f39-8167bb8d1100, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:56:30.441230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14415a12-0f93-4a77-9447-ae6d4e01b04f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e0c6472-60e4-48e8-a1cd-b274ac449cff,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:30.464101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7183e9-d01f-4847-912d-43b4d4fecc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd82a844-bd17-4db5-8622-4cb2eb3f6342,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:30.480760 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14415a12-0f93-4a77-9447-ae6d4e01b04f admin admin] Network f237c79b-106d-4492-9f39-8167bb8d1100 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:56:30.510577 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-14415a12-0f93-4a77-9447-ae6d4e01b04f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, f237c79b-106d-4492-9f39-8167bb8d1100) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:56:30.513412 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f68a40d6-6e82-44d6-b204-8cc45845c04d req-a83dd68c-247d-4ca3-bb55-62d9fe829c5b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129199 Feb 07 16:56:30.520162 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0f77e3-dd8c-4ace-89a7-09c0a7433c6b None None] Network f237c79b-106d-4492-9f39-8167bb8d1100 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:56:30.525179 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14415a12-0f93-4a77-9447-ae6d4e01b04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:30.526066 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14415a12-0f93-4a77-9447-ae6d4e01b04f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:30.544113 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19a50078-15f5-437b-b7d4-88994cff844b admin admin] Publish callbacks [] for security_group (dd82a844-bd17-4db5-8622-4cb2eb3f6342), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:30.554468 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a51d03-5921-40bd-801b-a7e76f6f828c req-8d8fcd9f-c1e8-4712-bc79-e227d9445af8 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:30.556544 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-12a51d03-5921-40bd-801b-a7e76f6f828c req-8d8fcd9f-c1e8-4712-bc79-e227d9445af8 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.2183545 Feb 07 16:56:30.565299 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51874) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:30.565634 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-14415a12-0f93-4a77-9447-ae6d4e01b04f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0343475 Feb 07 16:56:30.571666 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-41ee2dde-4342-40a7-abd5-b00abc39bc8b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1480506054-router', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:56:30.619211 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19a50078-15f5-437b-b7d4-88994cff844b admin admin] Publish callbacks [] for security_group (dd82a844-bd17-4db5-8622-4cb2eb3f6342), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:30.654330 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41ee2dde-4342-40a7-abd5-b00abc39bc8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (1f581cf4-f50d-4153-b077-bb50b79537ba), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:30.655533 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41ee2dde-4342-40a7-abd5-b00abc39bc8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (1f581cf4-f50d-4153-b077-bb50b79537ba), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:30.677445 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-12a51d03-5921-40bd-801b-a7e76f6f828c req-f3b08ab3-75b1-4456-8ef7-c534066a5c9d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103916 Feb 07 16:56:30.780213 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41ee2dde-4342-40a7-abd5-b00abc39bc8b admin admin] Publish callbacks [] for router_controller (1f581cf4-f50d-4153-b077-bb50b79537ba), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:30.787915 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19a50078-15f5-437b-b7d4-88994cff844b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (dd82a844-bd17-4db5-8622-4cb2eb3f6342), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:30.790768 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19a50078-15f5-437b-b7d4-88994cff844b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:30.795923 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-19a50078-15f5-437b-b7d4-88994cff844b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd82a844-bd17-4db5-8622-4cb2eb3f6342 HTTP/1.1" status: 204 len: 168 time: 0.4101074 Feb 07 16:56:30.816267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a50078-15f5-437b-b7d4-88994cff844b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd82a844-bd17-4db5-8622-4cb2eb3f6342,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:30.974340 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:31.109175 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-f237c79b-106d-4492-9f39-8167bb8d1100', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'fixed_ips': [{'subnet_id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:56:31.110284 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:31.211718 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41ee2dde-4342-40a7-abd5-b00abc39bc8b admin admin] Publish callbacks [] for router_gateway (1f581cf4-f50d-4153-b077-bb50b79537ba), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:31.224827 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07f703-7b8f-4d12-8425-da946460c24c req-fdaa5451-76ce-4e64-8fd4-8c4f308332e8 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:31.226370 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6f07f703-7b8f-4d12-8425-da946460c24c req-fdaa5451-76ce-4e64-8fd4-8c4f308332e8 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.2776392 Feb 07 16:56:31.323835 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6f07f703-7b8f-4d12-8425-da946460c24c req-ddd8ba1d-ddf3-4d70-b152-910b3ce8c8be tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801218 Feb 07 16:56:31.447465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] Allocated IP 172.20.0.2 (f237c79b-106d-4492-9f39-8167bb8d1100/9e0c6472-60e4-48e8-a1cd-b274ac449cff/5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:56:31.701784 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41ee2dde-4342-40a7-abd5-b00abc39bc8b admin admin] Publish callbacks [] for router_gateway (1f581cf4-f50d-4153-b077-bb50b79537ba), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:31.755667 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41ee2dde-4342-40a7-abd5-b00abc39bc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:31.917663 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] Publish callbacks [] for port (5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:31.976493 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:32.133230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc92b2-e002-4228-aade-f5a8ef79a00c req-abc58682-3fc2-4547-864c-cc09dd3757e7 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:32.150026 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02fc92b2-e002-4228-aade-f5a8ef79a00c req-abc58682-3fc2-4547-864c-cc09dd3757e7 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.3823926 Feb 07 16:56:32.153493 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] Network f237c79b-106d-4492-9f39-8167bb8d1100 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:56:32.165339 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:56:32.176677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:56:32.188409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] Pushing event updated for resources: {'Port': ['ID=5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:32.286465 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-41ee2dde-4342-40a7-abd5-b00abc39bc8b admin admin] Allocated IP 172.25.4.134 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/65a4df36-b6ef-45f4-bf48-f4269e503704) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:56:32.355043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f106adf-92df-4538-9f8b-2047350b18d5 req-074c947b-ef0f-4f75-a1c6-17ceb0f0da24 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:32.371271 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0f106adf-92df-4538-9f8b-2047350b18d5 req-074c947b-ef0f-4f75-a1c6-17ceb0f0da24 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.2801909 Feb 07 16:56:32.371580 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02fc92b2-e002-4228-aade-f5a8ef79a00c req-8279d01d-e4ba-48f3-82c7-6211413b0f72 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200522 Feb 07 16:56:32.563655 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51904) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:32.593535 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85ef3752-771b-4152-ac55-bb230ba81e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:32.704356 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0f106adf-92df-4538-9f8b-2047350b18d5 req-47bde58d-e889-4096-b44f-2d7709a70074 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3322399 Feb 07 16:56:32.767495 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85ef3752-771b-4152-ac55-bb230ba81e4f admin admin] Publish callbacks [] for security_group (84cb1488-2331-4621-b1fa-22a54d57a3b2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:32.774604 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85ef3752-771b-4152-ac55-bb230ba81e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (84cb1488-2331-4621-b1fa-22a54d57a3b2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:32.848531 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-85ef3752-771b-4152-ac55-bb230ba81e4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cacecd7cf6994471be06cc4660c2793a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2819541 Feb 07 16:56:32.850657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef3752-771b-4152-ac55-bb230ba81e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cb1488-2331-4621-b1fa-22a54d57a3b2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:32.854344 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51908) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:32.866749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2435c1e-22ce-41ad-9238-8034e4f19a3e req-11b1f9df-0d57-4f13-bbf1-01427417aaf9 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:32.875194 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2435c1e-22ce-41ad-9238-8034e4f19a3e req-11b1f9df-0d57-4f13-bbf1-01427417aaf9 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.3317647 Feb 07 16:56:32.880644 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41ee2dde-4342-40a7-abd5-b00abc39bc8b admin admin] Publish callbacks [] for port (65a4df36-b6ef-45f4-bf48-f4269e503704), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:32.945985 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41ee2dde-4342-40a7-abd5-b00abc39bc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (65a4df36-b6ef-45f4-bf48-f4269e503704), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:32.986552 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd0bc425-0de2-433e-bd71-aa449b6d6335 admin admin] Publish callbacks [] for security_group (84cb1488-2331-4621-b1fa-22a54d57a3b2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:32.989453 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:33.004700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ee2dde-4342-40a7-abd5-b00abc39bc8b admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:56:33.008120 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-41ee2dde-4342-40a7-abd5-b00abc39bc8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:56:33.018446 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd0bc425-0de2-433e-bd71-aa449b6d6335 admin admin] Publish callbacks [] for security_group (84cb1488-2331-4621-b1fa-22a54d57a3b2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:33.034196 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ee2dde-4342-40a7-abd5-b00abc39bc8b admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:56:33.054535 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] Attempting to bind port 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:56:33.056576 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] Attempting to bind port 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:56:33.057712 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] Attempting to bind port 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc on network f237c79b-106d-4492-9f39-8167bb8d1100 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:56:33.091048 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2435c1e-22ce-41ad-9238-8034e4f19a3e req-582ea681-f9c1-4c67-ad2b-f549d40dc88a tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142835 Feb 07 16:56:33.096211 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd0bc425-0de2-433e-bd71-aa449b6d6335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (84cb1488-2331-4621-b1fa-22a54d57a3b2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:33.096443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:56:33.096769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] Checking segment: {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:56:33.101014 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:33.101328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] Bound using segment: {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:56:33.101676 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd0bc425-0de2-433e-bd71-aa449b6d6335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:33.104384 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fd0bc425-0de2-433e-bd71-aa449b6d6335 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84cb1488-2331-4621-b1fa-22a54d57a3b2 HTTP/1.1" status: 204 len: 168 time: 0.2249017 Feb 07 16:56:33.108158 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] Bound port: 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:56:33.108614 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:33.139600 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bc425-0de2-433e-bd71-aa449b6d6335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cb1488-2331-4621-b1fa-22a54d57a3b2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:33.188665 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee2dde-4342-40a7-abd5-b00abc39bc8b admin admin] Pushing event updated for resources: {'Port': ['ID=65a4df36-b6ef-45f4-bf48-f4269e503704,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:33.547753 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] For port 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:56:33.586791 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] For port 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:56:33.618209 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:33.736639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862c2c5-1776-468b-939b-d421a56c14fc None None] Pushing event updated for resources: {'Port': ['ID=5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:34.080219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a19bb-19aa-4e9b-a03f-217fa99c76ec req-1470eb17-6114-431a-8fd3-6d153ed9d046 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:34.089564 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3e3a19bb-19aa-4e9b-a03f-217fa99c76ec req-1470eb17-6114-431a-8fd3-6d153ed9d046 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.4829733 Feb 07 16:56:34.133026 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41ee2dde-4342-40a7-abd5-b00abc39bc8b admin admin] Publish callbacks [] for router_gateway (1f581cf4-f50d-4153-b077-bb50b79537ba), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:34.231931 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4ae0f-9a4b-4ccd-8f10-95ee4ad9eaf0 req-18ccfea5-743b-4d5e-8f97-f49ad5acdd72 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:34.251650 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccf4ae0f-9a4b-4ccd-8f10-95ee4ad9eaf0 req-18ccfea5-743b-4d5e-8f97-f49ad5acdd72 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.2998118 Feb 07 16:56:34.320745 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3e3a19bb-19aa-4e9b-a03f-217fa99c76ec req-ef7fcb6f-7cc2-4e99-b9e2-1bebe9179661 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301779 Feb 07 16:56:34.563526 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccf4ae0f-9a4b-4ccd-8f10-95ee4ad9eaf0 req-c7ae2ece-459c-4655-81a5-59dbc1507915 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3086047 Feb 07 16:56:34.802939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b61c9-92fb-44c3-977a-a4bb04d2be26 req-205bbb0d-a478-4ee9-9a89-991330e5da11 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:34.812496 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-368b61c9-92fb-44c3-977a-a4bb04d2be26 req-205bbb0d-a478-4ee9-9a89-991330e5da11 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.3565886 Feb 07 16:56:34.855139 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41ee2dde-4342-40a7-abd5-b00abc39bc8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (1f581cf4-f50d-4153-b077-bb50b79537ba), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:34.988338 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-368b61c9-92fb-44c3-977a-a4bb04d2be26 req-f1fa4499-a6cf-457b-b53b-fd0337fc7640 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748326 Feb 07 16:56:35.220270 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ee2dde-4342-40a7-abd5-b00abc39bc8b admin admin] Router 1f581cf4-f50d-4153-b077-bb50b79537ba is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:56:35.511613 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ee2dde-4342-40a7-abd5-b00abc39bc8b admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:56:35.535065 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] Sync routers for ids ['1f581cf4-f50d-4153-b077-bb50b79537ba'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:56:35.550567 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41ee2dde-4342-40a7-abd5-b00abc39bc8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:35.556495 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-41ee2dde-4342-40a7-abd5-b00abc39bc8b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9857140 Feb 07 16:56:35.557131 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51976) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:35.653679 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] Routers {'1f581cf4-f50d-4153-b077-bb50b79537ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:56:35.659355 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:56:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1f581cf4-f50d-4153-b077-bb50b79537ba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:56:35.758051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00ff7c-fee5-455b-8fd1-bde9f29f9c72 req-bc5c316d-c422-466f-9485-5d10b5046c14 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:35.775218 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be00ff7c-fee5-455b-8fd1-bde9f29f9c72 req-bc5c316d-c422-466f-9485-5d10b5046c14 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.3369241 Feb 07 16:56:35.900405 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be00ff7c-fee5-455b-8fd1-bde9f29f9c72 req-f6e76c23-1e23-4091-accc-516fab94abad tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239769 Feb 07 16:56:36.177351 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] Set router 1f581cf4-f50d-4153-b077-bb50b79537ba gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:56:36.258542 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2328f66-89a9-49f9-bdc4-8625c7a32cca req-bed1708a-cfd0-4136-b5ae-4e1286548231 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:36.268263 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f2328f66-89a9-49f9-bdc4-8625c7a32cca req-bed1708a-cfd0-4136-b5ae-4e1286548231 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.4183049 Feb 07 16:56:36.314890 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd099b-03ac-4dd8-b7fe-3a6b5deaf63e req-4abf48d7-1235-4ec9-9fd9-c2243c04a2ee tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:36.323477 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-97dd099b-03ac-4dd8-b7fe-3a6b5deaf63e req-4abf48d7-1235-4ec9-9fd9-c2243c04a2ee tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.1756747 Feb 07 16:56:36.410979 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-97dd099b-03ac-4dd8-b7fe-3a6b5deaf63e req-a94d8122-e43e-4a3c-9956-002cd6fd82ff tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850434 Feb 07 16:56:36.477944 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f2328f66-89a9-49f9-bdc4-8625c7a32cca req-fcc98f31-3b40-4338-83d5-0b1bf75c84c0 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070889 Feb 07 16:56:36.532144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:56:36.534733 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5100be5-f072-4fc0-b729-9bf3a7aec20b None None] Network f237c79b-106d-4492-9f39-8167bb8d1100 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:56:36.700780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b9326441-d77f-4b03-b91c-908ed339f7d6 None None] Provisioning complete for port 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:56:36.701876 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b9326441-d77f-4b03-b91c-908ed339f7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:36.812640 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:56:36.813131 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:36.965827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b9326441-d77f-4b03-b91c-908ed339f7d6 None None] Current status of the port 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:56:36.966235 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b9326441-d77f-4b03-b91c-908ed339f7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:37.054946 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b9326441-d77f-4b03-b91c-908ed339f7d6 None None] For port 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:37.068733 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b9326441-d77f-4b03-b91c-908ed339f7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:37.075183 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'name': 'tempest-ServerActionsTestJSON-1480506054-router', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:56:30Z', 'updated_at': '2022-02-07T16:56:33Z', 'revision_number': 3, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'gw_port': {'id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:31Z', 'updated_at': '2022-02-07T16:56:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:56:37.159218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:56:37.159618 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:37.171479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] Checking router: 1f581cf4-f50d-4153-b077-bb50b79537ba for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:56:37.172879 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] Updating router 1f581cf4-f50d-4153-b077-bb50b79537ba port 65a4df36-b6ef-45f4-bf48-f4269e503704 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:56:37.230714 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9df417-8b28-45a1-bdd5-ac5005e66388 req-144e35b7-505e-4c5d-9161-dae37f5e5a6c tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:37.247623 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd9df417-8b28-45a1-bdd5-ac5005e66388 req-144e35b7-505e-4c5d-9161-dae37f5e5a6c tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.1302679 Feb 07 16:56:37.360756 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd9df417-8b28-45a1-bdd5-ac5005e66388 req-55aa9ea0-99a0-43f3-908c-7f7759a8dee0 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109090 Feb 07 16:56:37.383906 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (65a4df36-b6ef-45f4-bf48-f4269e503704), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:37.387938 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9326441-d77f-4b03-b91c-908ed339f7d6 None None] Pushing event updated for resources: {'Port': ['ID=5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:37.463069 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:56:37.463913 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:56:37.468560 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14ee4cd2-6f99-4a5b-a15f-9bf089759842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:37.694539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316e5af-6a4c-45f5-9867-0d0063b8eb59 req-ea27b3b0-4b15-489d-b0f3-6545405825e1 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:37.704736 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d316e5af-6a4c-45f5-9867-0d0063b8eb59 req-ea27b3b0-4b15-489d-b0f3-6545405825e1 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.0833967 Feb 07 16:56:37.786442 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d316e5af-6a4c-45f5-9867-0d0063b8eb59 req-3e53e0ee-0998-413a-acfc-7aa57d775d5f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806994 Feb 07 16:56:38.187825 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:56:38.194532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adfa2c-c1d9-45aa-aa67-dffd8d03703c req-4ab2087c-177e-41ab-a399-7991a820750d tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:38.207006 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b4adfa2c-c1d9-45aa-aa67-dffd8d03703c req-4ab2087c-177e-41ab-a399-7991a820750d tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.4344449 Feb 07 16:56:38.229735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c995a729-8ade-444e-9046-dc048b6cfe8f None None] Provisioning complete for port 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:56:38.230318 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c995a729-8ade-444e-9046-dc048b6cfe8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:38.413795 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:56:38.495363 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:56:38.722319 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c995a729-8ade-444e-9046-dc048b6cfe8f None None] Current status of the port 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:56:38.839375 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759db97-aebe-41a6-b04d-f66b08ec001a req-fc0afc78-1c27-4e12-8d0c-1af6449f4aa7 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:38.863423 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b759db97-aebe-41a6-b04d-f66b08ec001a req-fc0afc78-1c27-4e12-8d0c-1af6449f4aa7 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.3313470 Feb 07 16:56:38.926143 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] Publish callbacks [] for port (65a4df36-b6ef-45f4-bf48-f4269e503704), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:38.940663 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (65a4df36-b6ef-45f4-bf48-f4269e503704), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:39.104427 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b759db97-aebe-41a6-b04d-f66b08ec001a req-ce985d1b-56ef-4f04-a92c-cadd97e2842e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395034 Feb 07 16:56:39.133808 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b4adfa2c-c1d9-45aa-aa67-dffd8d03703c req-618c3a03-6a53-4908-9e8b-7ecebaddd91f tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9171817 Feb 07 16:56:39.172649 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-14ee4cd2-6f99-4a5b-a15f-9bf089759842 admin admin] Allocated IP 172.20.0.1 (f237c79b-106d-4492-9f39-8167bb8d1100/9e0c6472-60e4-48e8-a1cd-b274ac449cff/bd030937-ad88-48eb-910f-7f3fa4aca4c2) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:56:39.400291 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:39.418033 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273eb98-1dba-4de4-bd78-86cdeab4ac8e None None] Pushing event updated for resources: {'Port': ['ID=65a4df36-b6ef-45f4-bf48-f4269e503704,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:39.430912 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'port_id': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2', 'mac_address': 'fa:16:3e:96:50:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:56:39.436215 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] Attempting to bind port 65a4df36-b6ef-45f4-bf48-f4269e503704 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:56:39.436666 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] Attempting to bind port 65a4df36-b6ef-45f4-bf48-f4269e503704 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:56:39.437586 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] Attempting to bind port 65a4df36-b6ef-45f4-bf48-f4269e503704 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:56:39.444736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:56:39.445125 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:39.447106 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:56:39.447575 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:56:39.447952 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:39.448366 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:56:39.449144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] Bound port: 65a4df36-b6ef-45f4-bf48-f4269e503704, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:56:39.450197 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (65a4df36-b6ef-45f4-bf48-f4269e503704), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:39.634003 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65736f87-0a1a-4962-a59b-2d578ec36dd2 req-2116957b-b468-466d-96e7-c6251d62932b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:39.654435 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65736f87-0a1a-4962-a59b-2d578ec36dd2 req-2116957b-b468-466d-96e7-c6251d62932b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.2472730 Feb 07 16:56:39.685801 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14ee4cd2-6f99-4a5b-a15f-9bf089759842 admin admin] Publish callbacks [] for port (bd030937-ad88-48eb-910f-7f3fa4aca4c2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:39.806956 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:56:39.807827 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:39.826927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] For port 65a4df36-b6ef-45f4-bf48-f4269e503704, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:56:39.869481 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14ee4cd2-6f99-4a5b-a15f-9bf089759842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (bd030937-ad88-48eb-910f-7f3fa4aca4c2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:39.892924 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65736f87-0a1a-4962-a59b-2d578ec36dd2 req-94745ee8-40f2-4b00-b8da-533a13352733 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291169 Feb 07 16:56:39.967551 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] For port 65a4df36-b6ef-45f4-bf48-f4269e503704, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=65a4df36-b6ef-45f4-bf48-f4269e503704,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:56:39.978594 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:56:39.998497 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee4cd2-6f99-4a5b-a15f-9bf089759842 admin admin] Pushing event updated for resources: {'Port': ['ID=bd030937-ad88-48eb-910f-7f3fa4aca4c2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:40.036637 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ee4cd2-6f99-4a5b-a15f-9bf089759842 admin admin] Network f237c79b-106d-4492-9f39-8167bb8d1100 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:56:40.040001 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (65a4df36-b6ef-45f4-bf48-f4269e503704), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:40.040641 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-14ee4cd2-6f99-4a5b-a15f-9bf089759842 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:56:40.047467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee4cd2-6f99-4a5b-a15f-9bf089759842 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:56:40.304514 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14ee4cd2-6f99-4a5b-a15f-9bf089759842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (1f581cf4-f50d-4153-b077-bb50b79537ba), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:40.322618 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:56:40.362741 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:40.481872 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:40.539308 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273eb98-1dba-4de4-bd78-86cdeab4ac8e None None] Pushing event updated for resources: {'Port': ['ID=65a4df36-b6ef-45f4-bf48-f4269e503704,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:40.568985 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] Routers {'1f581cf4-f50d-4153-b077-bb50b79537ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:56:40.569940 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:56:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1f581cf4-f50d-4153-b077-bb50b79537ba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:56:40.704877 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf69610-5163-4b76-8220-74ce268ebd20 req-8ad44f74-43b1-49f8-aa89-dd1d05b9eceb tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:40.721992 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cdf69610-5163-4b76-8220-74ce268ebd20 req-8ad44f74-43b1-49f8-aa89-dd1d05b9eceb tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.1376812 Feb 07 16:56:40.880218 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cdf69610-5163-4b76-8220-74ce268ebd20 req-df15a30e-469a-415a-91d4-1514b27db411 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556261 Feb 07 16:56:40.918969 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['813d7c77-80ea-480a-ac2f-f1d0ba1126c2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:56:41.030726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4eac6926-764b-404e-8749-d0b09858578b None None] Provisioning complete for port bd030937-ad88-48eb-910f-7f3fa4aca4c2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:56:41.031613 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4eac6926-764b-404e-8749-d0b09858578b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bd030937-ad88-48eb-910f-7f3fa4aca4c2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:41.068475 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcb038-9139-4e11-b0f1-179e3a7e5d6d req-30014458-2d63-4f49-9218-aca4d83927b8 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:41.070290 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c7dcb038-9139-4e11-b0f1-179e3a7e5d6d req-30014458-2d63-4f49-9218-aca4d83927b8 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.4431393 Feb 07 16:56:41.134380 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4eac6926-764b-404e-8749-d0b09858578b None None] Port bd030937-ad88-48eb-910f-7f3fa4aca4c2 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:56:41.159955 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14ee4cd2-6f99-4a5b-a15f-9bf089759842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bd030937-ad88-48eb-910f-7f3fa4aca4c2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:41.180685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:41.241895 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] Set router 1f581cf4-f50d-4153-b077-bb50b79537ba gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:56:41.421837 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c7dcb038-9139-4e11-b0f1-179e3a7e5d6d req-5855ab01-1d6f-4c00-b2ce-d2e348088288 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140697 Feb 07 16:56:41.651708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ff0c6-6bc8-4c8b-8ec1-e31b406fe019 req-6ed84233-898b-4451-a079-db7517018ba9 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:41.658035 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c8ff0c6-6bc8-4c8b-8ec1-e31b406fe019 req-6ed84233-898b-4451-a079-db7517018ba9 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.3686368 Feb 07 16:56:41.836349 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14ee4cd2-6f99-4a5b-a15f-9bf089759842 admin admin] Publish callbacks [] for port (bd030937-ad88-48eb-910f-7f3fa4aca4c2), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:41.843167 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14ee4cd2-6f99-4a5b-a15f-9bf089759842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (bd030937-ad88-48eb-910f-7f3fa4aca4c2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:41.865982 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c8ff0c6-6bc8-4c8b-8ec1-e31b406fe019 req-b5f99fda-5e59-466d-8eae-c5a83c38f34c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907141 Feb 07 16:56:42.038357 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14ee4cd2-6f99-4a5b-a15f-9bf089759842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (1f581cf4-f50d-4153-b077-bb50b79537ba), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:42.125034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'name': 'tempest-ServerActionsTestJSON-1480506054-router', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:56:30Z', 'updated_at': '2022-02-07T16:56:33Z', 'revision_number': 3, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'gw_port': {'id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:31Z', 'updated_at': '2022-02-07T16:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:56:42.282859 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6578727-716c-462c-a8cb-fba48d6e6636 None None] The sync data for ids ['1f581cf4-f50d-4153-b077-bb50b79537ba'] in n-d-827865-3 is: [{'id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'name': 'tempest-ServerActionsTestJSON-1480506054-router', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:56:30Z', 'updated_at': '2022-02-07T16:56:33Z', 'revision_number': 3, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'gw_port': {'id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:31Z', 'updated_at': '2022-02-07T16:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:56:42.493958 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:56:42.646232 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee4cd2-6f99-4a5b-a15f-9bf089759842 admin admin] Pushing event updated for resources: {'Port': ['ID=bd030937-ad88-48eb-910f-7f3fa4aca4c2,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:42.668326 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ee4cd2-6f99-4a5b-a15f-9bf089759842 admin admin] Network f237c79b-106d-4492-9f39-8167bb8d1100 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:56:42.698664 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-14ee4cd2-6f99-4a5b-a15f-9bf089759842 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:56:42.916893 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:56:42.951859 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:43.284905 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587333b-76d0-4346-8b7c-679c72b1966d req-47295c14-84e1-4d49-a87e-28ae431760d3 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:43.303113 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a587333b-76d0-4346-8b7c-679c72b1966d req-47295c14-84e1-4d49-a87e-28ae431760d3 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.8672299 Feb 07 16:56:43.369629 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d107fb9-5e18-4104-9ed6-f9afe5e665e7 req-e292a6a6-b201-4113-af74-312902c03ae2 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:43.384369 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:56:43.387886 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:43.403204 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d107fb9-5e18-4104-9ed6-f9afe5e665e7 req-e292a6a6-b201-4113-af74-312902c03ae2 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.4806607 Feb 07 16:56:43.552490 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a48c15f9-d2e8-4a86-bd94-6a0608c3ec2b req-3d5f2300-6a9f-4fe0-b5b0-1e56d26d4c76 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8537920 Feb 07 16:56:43.560848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59842c98-b900-46ea-8a5b-20d1c5670932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:56:43.576962 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba78297-4535-41ea-bff8-9599a289f2b8" -d '{"events": [{"server_uuid": "59842c98-b900-46ea-8a5b-20d1c5670932", "name": "network-vif-plugged", "status": "completed", "tag": "813d7c77-80ea-480a-ac2f-f1d0ba1126c2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:56:43.660464 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d107fb9-5e18-4104-9ed6-f9afe5e665e7 req-75b733de-0347-4859-9ec6-fd38ae9ab4bd tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514930 Feb 07 16:56:43.712154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:43.725993 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:43.769968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d4511b6f-87b3-421a-947e-6e1c78a015f7 None None] Provisioning complete for port bd030937-ad88-48eb-910f-7f3fa4aca4c2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:56:43.769968 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d4511b6f-87b3-421a-947e-6e1c78a015f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bd030937-ad88-48eb-910f-7f3fa4aca4c2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:43.859013 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a587333b-76d0-4346-8b7c-679c72b1966d req-1f48ed95-81fa-499f-af78-fa6754ef26eb tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455918 Feb 07 16:56:43.929951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ee4cd2-6f99-4a5b-a15f-9bf089759842 admin admin] Router 1f581cf4-f50d-4153-b077-bb50b79537ba has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:56:43.933062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c15f9-d2e8-4a86-bd94-6a0608c3ec2b req-5689a90c-5593-43be-a9bd-5f3d8e6efab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:43.936052 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a48c15f9-d2e8-4a86-bd94-6a0608c3ec2b req-5689a90c-5593-43be-a9bd-5f3d8e6efab8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 1131 time: 0.3248575 Feb 07 16:56:44.093437 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b417d3de-fd3f-4a73-b32f-cd8311e77189 x-openstack-request-id: req-b417d3de-fd3f-4a73-b32f-cd8311e77189 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:56:44.093670 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59842c98-b900-46ea-8a5b-20d1c5670932", "name": "network-vif-plugged", "status": "completed", "tag": "813d7c77-80ea-480a-ac2f-f1d0ba1126c2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:56:44.093963 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b417d3de-fd3f-4a73-b32f-cd8311e77189 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:56:44.094331 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59842c98-b900-46ea-8a5b-20d1c5670932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2', 'code': 200} Feb 07 16:56:44.128458 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:44.149138 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d4511b6f-87b3-421a-947e-6e1c78a015f7 None None] Port bd030937-ad88-48eb-910f-7f3fa4aca4c2 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:56:44.272339 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cda5c-f392-41aa-a36b-d03dd92f0af8 req-9568cf66-f61a-41e7-a993-26f60edf3c30 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:44.306477 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0b4cda5c-f392-41aa-a36b-d03dd92f0af8 req-9568cf66-f61a-41e7-a993-26f60edf3c30 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.3472862 Feb 07 16:56:44.611274 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0b4cda5c-f392-41aa-a36b-d03dd92f0af8 req-c4c9ceab-f176-4ea7-b1d5-9981db4fcd97 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017931 Feb 07 16:56:44.615687 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c15f9-d2e8-4a86-bd94-6a0608c3ec2b req-07d625ea-f35d-4d2c-a0f1-28ece66f3077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:44.617307 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a48c15f9-d2e8-4a86-bd94-6a0608c3ec2b req-07d625ea-f35d-4d2c-a0f1-28ece66f3077 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.6573963 Feb 07 16:56:44.620555 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ee4cd2-6f99-4a5b-a15f-9bf089759842 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:56:44.638942 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-14ee4cd2-6f99-4a5b-a15f-9bf089759842 admin admin] 10.222.0.18 "PUT /v2.0/routers/1f581cf4-f50d-4153-b077-bb50b79537ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0721595 Feb 07 16:56:44.641375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 65a4df36-b6ef-45f4-bf48-f4269e503704 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:56:44.718131 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a48c15f9-d2e8-4a86-bd94-6a0608c3ec2b req-20303284-cafd-417b-abba-03b9b42cf78e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2ff7e564-33b8-46a8-a62b-6de8c00e52b3 HTTP/1.1" status: 200 len: 217 time: 0.0862591 Feb 07 16:56:44.818089 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c15f9-d2e8-4a86-bd94-6a0608c3ec2b req-950cea4d-27f6-4b7e-ad25-b12dfe0a0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:44.820578 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a48c15f9-d2e8-4a86-bd94-6a0608c3ec2b req-950cea4d-27f6-4b7e-ad25-b12dfe0a0503 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0942008 Feb 07 16:56:44.921964 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 65a4df36-b6ef-45f4-bf48-f4269e503704 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:56:44.922627 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (65a4df36-b6ef-45f4-bf48-f4269e503704), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:45.207200 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 65a4df36-b6ef-45f4-bf48-f4269e503704 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:56:45.208996 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (65a4df36-b6ef-45f4-bf48-f4269e503704), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:45.222808 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c15f9-d2e8-4a86-bd94-6a0608c3ec2b req-2e8cee17-3782-4809-84d6-fa1b6222c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:45.231854 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a48c15f9-d2e8-4a86-bd94-6a0608c3ec2b req-2e8cee17-3782-4809-84d6-fa1b6222c4cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3933036 Feb 07 16:56:45.248243 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018b208-0c34-4550-bfb1-5abd027108ed req-cdccb872-33b3-47a8-a2e8-82cf974a5da4 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:45.258344 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c018b208-0c34-4550-bfb1-5abd027108ed req-cdccb872-33b3-47a8-a2e8-82cf974a5da4 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.1628356 Feb 07 16:56:45.300655 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db0409-0c9a-4dc1-b203-62ead62318b4 req-2b6b1429-1e6e-4394-8ca2-6456efd482f2 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:45.317812 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3db0409-0c9a-4dc1-b203-62ead62318b4 req-2b6b1429-1e6e-4394-8ca2-6456efd482f2 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.3643315 Feb 07 16:56:45.327369 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 65a4df36-b6ef-45f4-bf48-f4269e503704, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=65a4df36-b6ef-45f4-bf48-f4269e503704,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:45.331678 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c018b208-0c34-4550-bfb1-5abd027108ed req-ea27e039-57e8-4d8b-b5bf-3cb34522ea23 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651860 Feb 07 16:56:45.352157 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (65a4df36-b6ef-45f4-bf48-f4269e503704), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:45.459649 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=65a4df36-b6ef-45f4-bf48-f4269e503704,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:45.580150 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-17afaac3-c5bc-4cd3-8b1a-186ec8830b38 service neutron] show failed (client error): The resource could not be found. Feb 07 16:56:45.581853 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-17afaac3-c5bc-4cd3-8b1a-186ec8830b38 service neutron] 10.222.0.32 "GET /v2.0/ports/47357abe-1c1b-4d70-b382-804a0c9e7da4/bindings/n-h1-827865-3 HTTP/1.1" status: 404 len: 380 time: 0.1269348 Feb 07 16:56:45.628585 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3db0409-0c9a-4dc1-b203-62ead62318b4 req-c2ce80fb-0fe4-4a0a-9b1f-72b2597643bb tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098445 Feb 07 16:56:45.804895 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a48c15f9-d2e8-4a86-bd94-6a0608c3ec2b req-11fe4949-5334-4d52-8121-bf088f2a9ac5 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366330 Feb 07 16:56:46.150930 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a48c15f9-d2e8-4a86-bd94-6a0608c3ec2b req-d7346001-41b0-4331-9d02-fbf11a9a1831 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350735 Feb 07 16:56:46.380354 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-8380785a-a30b-49bd-addf-c459d4a79d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:46.391332 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-8380785a-a30b-49bd-addf-c459d4a79d72 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659&tenant_id=52e2cfc122e2454bb720b22756b54435 HTTP/1.1" status: 200 len: 1132 time: 0.2485878 Feb 07 16:56:46.417267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827865-3', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:56:46.487305 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc788d90-03b2-4859-b75a-a543ec537531 req-6ea07ef3-ced1-4d30-9944-87116ce39d00 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:46.489975 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc788d90-03b2-4859-b75a-a543ec537531 req-6ea07ef3-ced1-4d30-9944-87116ce39d00 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.3380258 Feb 07 16:56:46.594276 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 65a4df36-b6ef-45f4-bf48-f4269e503704 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:56:46.686957 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:46.724178 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] Sync routers for ids ['1f581cf4-f50d-4153-b077-bb50b79537ba'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:56:46.729121 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc788d90-03b2-4859-b75a-a543ec537531 req-59a6d958-1b16-4431-a41b-0370d6da2f2f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113085 Feb 07 16:56:46.743470 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] Routers {'1f581cf4-f50d-4153-b077-bb50b79537ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:56:46.744883 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:56:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1f581cf4-f50d-4153-b077-bb50b79537ba'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:56:46.765225 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52176) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:46.776851 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5ef9054a-8b10-482b-bb51-86bb65803542 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1358095627', 'description': 'tempest-description--483676952'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:56:46.813579 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 65a4df36-b6ef-45f4-bf48-f4269e503704 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:56:46.815929 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (65a4df36-b6ef-45f4-bf48-f4269e503704), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:46.826136 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ef9054a-8b10-482b-bb51-86bb65803542 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:47.130760 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] Set router 1f581cf4-f50d-4153-b077-bb50b79537ba gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:56:47.148900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 65a4df36-b6ef-45f4-bf48-f4269e503704 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:56:47.190284 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52180) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:47.232979 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ef9054a-8b10-482b-bb51-86bb65803542 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for security_group (dbf529b1-939c-4aeb-a075-ddcf1abf9ab2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:47.271892 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161de86-6a3b-4041-82dd-a5344d7887ce req-38f2c719-2906-432c-9d61-40a39587cf30 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:47.280152 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2161de86-6a3b-4041-82dd-a5344d7887ce req-38f2c719-2906-432c-9d61-40a39587cf30 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.2347143 Feb 07 16:56:47.331926 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ef9054a-8b10-482b-bb51-86bb65803542 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (dbf529b1-939c-4aeb-a075-ddcf1abf9ab2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:47.415384 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d517a3-bcf9-423d-94df-ea40f8f369ce req-49a76495-9488-4330-927a-eb786ef60f64 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:47.429086 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f8d517a3-bcf9-423d-94df-ea40f8f369ce req-49a76495-9488-4330-927a-eb786ef60f64 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.4886394 Feb 07 16:56:47.450393 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2161de86-6a3b-4041-82dd-a5344d7887ce req-f836195f-2a4f-42c9-936e-5d0ea230a184 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685405 Feb 07 16:56:47.502906 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] For port 47357abe-1c1b-4d70-b382-804a0c9e7da4, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:47.526443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9054a-8b10-482b-bb51-86bb65803542 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:47.554572 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ef9054a-8b10-482b-bb51-86bb65803542 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:47.558408 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5ef9054a-8b10-482b-bb51-86bb65803542 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7909958 Feb 07 16:56:47.569088 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52190) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:47.576565 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-26eecd02-feab-4bd6-b228-e3db961ee11d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Request body: {'security_group_rule': {'security_group_id': 'dbf529b1-939c-4aeb-a075-ddcf1abf9ab2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:56:47.593818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] For port 47357abe-1c1b-4d70-b382-804a0c9e7da4, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:56:47.659904 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f8d517a3-bcf9-423d-94df-ea40f8f369ce req-847e666a-2de5-4886-b1f7-f7c3802eeb09 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277913 Feb 07 16:56:47.672868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc35d22-2b3c-4dbc-9b87-b8a653616659', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47357abe-1c1b-4d70-b382-804a0c9e7da4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:56:47.675772 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e26ba2-3957-4154-a395-0744eb38436f" -d '{"events": [{"server_uuid": "1dc35d22-2b3c-4dbc-9b87-b8a653616659", "name": "network-vif-unplugged", "status": "completed", "tag": "47357abe-1c1b-4d70-b382-804a0c9e7da4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:56:47.677872 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf3a6550-0f87-4e32-9159-7e1ce56b10ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:47.702443 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Publish callbacks [] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:47.727055 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26eecd02-feab-4bd6-b228-e3db961ee11d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for security_group_rule (30941b9b-530b-4c1e-97ad-b3a5aa666b5c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:47.734153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Transition to ACTIVE for port object 47357abe-1c1b-4d70-b382-804a0c9e7da4 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:56:47.735260 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'name': 'tempest-ServerActionsTestJSON-1480506054-router', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:56:30Z', 'updated_at': '2022-02-07T16:56:41Z', 'revision_number': 4, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'gw_port': {'id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:31Z', 'updated_at': '2022-02-07T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bd030937-ad88-48eb-910f-7f3fa4aca4c2', 'name': '', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'mac_address': 'fa:16:3e:d5:07:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:37Z', 'updated_at': '2022-02-07T16:56:41Z', 'revision_number': 2, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'subnets': [{'id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:56:47.743260 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:47.831521 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8a1c0a-8091-45e2-a8ee-1d400c96d619 x-openstack-request-id: req-ae8a1c0a-8091-45e2-a8ee-1d400c96d619 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:56:47.832124 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc35d22-2b3c-4dbc-9b87-b8a653616659", "name": "network-vif-unplugged", "status": "completed", "tag": "47357abe-1c1b-4d70-b382-804a0c9e7da4", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:56:47.832564 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae8a1c0a-8091-45e2-a8ee-1d400c96d619 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:56:47.834000 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc35d22-2b3c-4dbc-9b87-b8a653616659', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47357abe-1c1b-4d70-b382-804a0c9e7da4', 'code': 200} Feb 07 16:56:47.834998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Pushing event updated for resources: {'Port': ['ID=47357abe-1c1b-4d70-b382-804a0c9e7da4,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:47.846116 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] Checking router: 1f581cf4-f50d-4153-b077-bb50b79537ba for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:56:47.850036 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] Updating router 1f581cf4-f50d-4153-b077-bb50b79537ba port bd030937-ad88-48eb-910f-7f3fa4aca4c2 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:56:47.852138 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:47.852508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:47.852862 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:47.853209 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:47.853593 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:47.853939 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:47.854275 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:47.854610 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:47.854949 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:47.855283 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:47.856298 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:47.856638 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:47.856971 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:47.906604 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] No DVR routers for this DVR port 47357abe-1c1b-4d70-b382-804a0c9e7da4 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:56:48.016557 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26eecd02-feab-4bd6-b228-e3db961ee11d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for security_group_rule (30941b9b-530b-4c1e-97ad-b3a5aa666b5c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:48.018840 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bd030937-ad88-48eb-910f-7f3fa4aca4c2), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:48.027246 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Attempting to bind port 47357abe-1c1b-4d70-b382-804a0c9e7da4 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:56:48.032869 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Attempting to bind port 47357abe-1c1b-4d70-b382-804a0c9e7da4 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:56:48.037201 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Attempting to bind port 47357abe-1c1b-4d70-b382-804a0c9e7da4 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:56:48.059708 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26eecd02-feab-4bd6-b228-e3db961ee11d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (30941b9b-530b-4c1e-97ad-b3a5aa666b5c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:48.060912 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Port 47357abe-1c1b-4d70-b382-804a0c9e7da4 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:56:48.067326 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Attempting to bind port 47357abe-1c1b-4d70-b382-804a0c9e7da4 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:56:48.099545 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:56:48.104115 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:56:48.104617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:56:48.105045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Bound port: 47357abe-1c1b-4d70-b382-804a0c9e7da4, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:56:48.105595 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:48.158222 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26eecd02-feab-4bd6-b228-e3db961ee11d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:48.161496 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-26eecd02-feab-4bd6-b228-e3db961ee11d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5904605 Feb 07 16:56:48.169269 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52200) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:48.202459 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6d05f47b-94e4-49c4-80a8-29a69b425198 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Request body: {'security_group_rule': {'security_group_id': 'dbf529b1-939c-4aeb-a075-ddcf1abf9ab2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:56:48.212717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eecd02-feab-4bd6-b228-e3db961ee11d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30941b9b-530b-4c1e-97ad-b3a5aa666b5c,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:48.382841 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9447f5-bd78-48e7-9900-7cf0cdb328e1 req-fc73a306-0f72-4aa5-a8f4-b81ba60cdec4 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:48.386518 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df9447f5-bd78-48e7-9900-7cf0cdb328e1 req-fc73a306-0f72-4aa5-a8f4-b81ba60cdec4 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.4509928 Feb 07 16:56:48.400588 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] For port 47357abe-1c1b-4d70-b382-804a0c9e7da4, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:56:48.408539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] For port 47357abe-1c1b-4d70-b382-804a0c9e7da4, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:56:48.426658 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:48.450753 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d05f47b-94e4-49c4-80a8-29a69b425198 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for security_group_rule (07a5f5b7-f860-4e5a-a680-56f4aff9525b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:48.503401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 47357abe-1c1b-4d70-b382-804a0c9e7da4 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:56:48.551694 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:48.558260 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf3a6550-0f87-4e32-9159-7e1ce56b10ca admin admin] Publish callbacks [] for security_group (6f624790-1b5d-4033-8939-499681ea6a04), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:48.564869 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:48.572579 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] 10.222.0.48 "PUT /v2.0/ports/47357abe-1c1b-4d70-b382-804a0c9e7da4 HTTP/1.1" status: 200 len: 1096 time: 2.1690211 Feb 07 16:56:48.616615 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cf3a6550-0f87-4e32-9159-7e1ce56b10ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6f624790-1b5d-4033-8939-499681ea6a04), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:48.690734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] The host n-h2-827865-3 is not matching for port 47357abe-1c1b-4d70-b382-804a0c9e7da4 host n-h1-827865-3! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 16:56:48.692192 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 47357abe-1c1b-4d70-b382-804a0c9e7da4 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:56:48.815473 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df9447f5-bd78-48e7-9900-7cf0cdb328e1 req-e122f5b7-443e-45f0-b057-27a72936feb8 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3803022 Feb 07 16:56:48.876733 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cf3a6550-0f87-4e32-9159-7e1ce56b10ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53aa96554dc84e7789206192d9840bfc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6784687 Feb 07 16:56:48.881492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a6550-0f87-4e32-9159-7e1ce56b10ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f624790-1b5d-4033-8939-499681ea6a04,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:48.893720 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52212) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:48.955438 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] Publish callbacks [] for port (bd030937-ad88-48eb-910f-7f3fa4aca4c2), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:48.971792 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bd030937-ad88-48eb-910f-7f3fa4aca4c2), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:49.069847 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d05f47b-94e4-49c4-80a8-29a69b425198 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for security_group_rule (07a5f5b7-f860-4e5a-a680-56f4aff9525b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:49.114163 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d05f47b-94e4-49c4-80a8-29a69b425198 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (07a5f5b7-f860-4e5a-a680-56f4aff9525b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:49.208922 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6d05f47b-94e4-49c4-80a8-29a69b425198 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:49.217964 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6d05f47b-94e4-49c4-80a8-29a69b425198 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0367477 Feb 07 16:56:49.249138 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634a88a-ff92-4625-b683-d44381b21921 None None] Pushing event updated for resources: {'Port': ['ID=bd030937-ad88-48eb-910f-7f3fa4aca4c2,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:49.257890 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52216) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:49.280034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9464b744-0793-40fa-86a6-ceebb5f5960b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:56:49.295275 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05f47b-94e4-49c4-80a8-29a69b425198 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a5f5b7-f860-4e5a-a680-56f4aff9525b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:49.328963 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44707539-9222-40cf-8671-a18472488a37 admin admin] Publish callbacks [] for security_group (6f624790-1b5d-4033-8939-499681ea6a04), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:49.350285 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] Attempting to bind port bd030937-ad88-48eb-910f-7f3fa4aca4c2 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:56:49.351428 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] Attempting to bind port bd030937-ad88-48eb-910f-7f3fa4aca4c2 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:56:49.355040 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] Attempting to bind port bd030937-ad88-48eb-910f-7f3fa4aca4c2 on network f237c79b-106d-4492-9f39-8167bb8d1100 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:56:49.366504 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634a88a-ff92-4625-b683-d44381b21921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:49.367064 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634a88a-ff92-4625-b683-d44381b21921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:49.369487 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634a88a-ff92-4625-b683-d44381b21921 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:49.373766 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634a88a-ff92-4625-b683-d44381b21921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:49.374308 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634a88a-ff92-4625-b683-d44381b21921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:49.377345 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634a88a-ff92-4625-b683-d44381b21921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:49.379555 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634a88a-ff92-4625-b683-d44381b21921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:49.380764 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634a88a-ff92-4625-b683-d44381b21921 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:49.382223 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634a88a-ff92-4625-b683-d44381b21921 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:49.383512 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634a88a-ff92-4625-b683-d44381b21921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:49.385531 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634a88a-ff92-4625-b683-d44381b21921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:49.389268 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634a88a-ff92-4625-b683-d44381b21921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:49.389805 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634a88a-ff92-4625-b683-d44381b21921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:56:49.419909 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:56:49.420824 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] Checking segment: {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:56:49.422280 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:49.423578 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] Bound using segment: {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:56:49.424191 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] Bound port: bd030937-ad88-48eb-910f-7f3fa4aca4c2, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:56:49.426287 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bd030937-ad88-48eb-910f-7f3fa4aca4c2), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:49.453441 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9eef5-bf28-4acb-8d9e-bb367f8b7547 req-be2393c7-437f-4fac-8dc5-31abd1406cbd tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:49.464118 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cbe9eef5-bf28-4acb-8d9e-bb367f8b7547 req-be2393c7-437f-4fac-8dc5-31abd1406cbd tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.3810828 Feb 07 16:56:49.486274 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44707539-9222-40cf-8671-a18472488a37 admin admin] Publish callbacks [] for security_group (6f624790-1b5d-4033-8939-499681ea6a04), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:49.499735 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9464b744-0793-40fa-86a6-ceebb5f5960b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:49.673638 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-207cf7a4-6795-4c9d-b7f1-38e2f0fb141f None None] Provisioning complete for port bd030937-ad88-48eb-910f-7f3fa4aca4c2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:56:49.674251 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-207cf7a4-6795-4c9d-b7f1-38e2f0fb141f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bd030937-ad88-48eb-910f-7f3fa4aca4c2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:49.791463 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] For port bd030937-ad88-48eb-910f-7f3fa4aca4c2, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:56:49.811724 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] For port bd030937-ad88-48eb-910f-7f3fa4aca4c2, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bd030937-ad88-48eb-910f-7f3fa4aca4c2,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:56:49.815373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-207cf7a4-6795-4c9d-b7f1-38e2f0fb141f None None] Port bd030937-ad88-48eb-910f-7f3fa4aca4c2 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:56:49.830965 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bd030937-ad88-48eb-910f-7f3fa4aca4c2), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:49.855805 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc35d22-2b3c-4dbc-9b87-b8a653616659', 'tag': '47357abe-1c1b-4d70-b382-804a0c9e7da4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:56:49.879450 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a866facf-8af5-4228-87fd-be8f88afa1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc35d22-2b3c-4dbc-9b87-b8a653616659", "tag": "47357abe-1c1b-4d70-b382-804a0c9e7da4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:56:49.896411 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cbe9eef5-bf28-4acb-8d9e-bb367f8b7547 req-47f4c11f-b8c3-400d-82a6-17f02b276c4c tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300728 Feb 07 16:56:49.905069 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44707539-9222-40cf-8671-a18472488a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6f624790-1b5d-4033-8939-499681ea6a04), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:49.911568 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44707539-9222-40cf-8671-a18472488a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:49.913912 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-44707539-9222-40cf-8671-a18472488a37 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f624790-1b5d-4033-8939-499681ea6a04 HTTP/1.1" status: 204 len: 168 time: 1.0177951 Feb 07 16:56:49.936450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44707539-9222-40cf-8671-a18472488a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f624790-1b5d-4033-8939-499681ea6a04,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:50.008697 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634a88a-ff92-4625-b683-d44381b21921 None None] Pushing event updated for resources: {'Port': ['ID=bd030937-ad88-48eb-910f-7f3fa4aca4c2,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:50.023750 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] Routers {'1f581cf4-f50d-4153-b077-bb50b79537ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:56:50.025481 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:56:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1f581cf4-f50d-4153-b077-bb50b79537ba'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:56:50.058290 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9464b744-0793-40fa-86a6-ceebb5f5960b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:50.156788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f94a2-e5a7-44a3-b69c-f465d9996744 service neutron] Pushing event updated for resources: {'Port': ['ID=47357abe-1c1b-4d70-b382-804a0c9e7da4,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:50.204562 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8157ac6-e9a3-4314-8e40-8df527e1722b req-7b80614a-7768-4969-b8dc-d41a6c83a5c8 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:50.223473 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f8157ac6-e9a3-4314-8e40-8df527e1722b req-7b80614a-7768-4969-b8dc-d41a6c83a5c8 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 948 time: 1.5015445 Feb 07 16:56:50.331291 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bcc5a099-c1e1-4282-95e9-31741ae94124 req-062118fe-c346-47ae-901a-3c346735f9a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5841475 Feb 07 16:56:50.342385 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-6981833c-d9e2-4433-9912-cc9ed62bb23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:50.353407 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-6981833c-d9e2-4433-9912-cc9ed62bb23c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 1130 time: 1.7510085 Feb 07 16:56:50.519796 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:56:50.520414 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f8157ac6-e9a3-4314-8e40-8df527e1722b req-c7ef0a68-818c-487f-b399-a48fec5f49fa tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901340 Feb 07 16:56:50.687919 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b27b54ec-aca3-4123-8573-62d11d7249b8 None None] Provisioning complete for port bd030937-ad88-48eb-910f-7f3fa4aca4c2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:56:50.691792 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b27b54ec-aca3-4123-8573-62d11d7249b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bd030937-ad88-48eb-910f-7f3fa4aca4c2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:50.788658 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] Set router 1f581cf4-f50d-4153-b077-bb50b79537ba gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:56:50.946915 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7b10c-600d-47c1-89de-483efcf15c89 req-5cad5f0b-359b-4585-add6-0375e568bca6 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:50.970580 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca025f6d-9e50-44d2-9d23-68c816cbb4c7 x-openstack-request-id: req-ca025f6d-9e50-44d2-9d23-68c816cbb4c7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:56:50.972058 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-82e7b10c-600d-47c1-89de-483efcf15c89 req-5cad5f0b-359b-4585-add6-0375e568bca6 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.6527374 Feb 07 16:56:50.977605 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc35d22-2b3c-4dbc-9b87-b8a653616659", "tag": "47357abe-1c1b-4d70-b382-804a0c9e7da4", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:56:50.981154 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca025f6d-9e50-44d2-9d23-68c816cbb4c7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:56:50.982594 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc35d22-2b3c-4dbc-9b87-b8a653616659', 'tag': '47357abe-1c1b-4d70-b382-804a0c9e7da4', 'status': 'completed', 'code': 200} Feb 07 16:56:51.077139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5a099-c1e1-4282-95e9-31741ae94124 req-3db4df48-1a6a-4101-99f6-be53c9a82ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:51.087004 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bcc5a099-c1e1-4282-95e9-31741ae94124 req-3db4df48-1a6a-4101-99f6-be53c9a82ebb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 1132 time: 0.5585124 Feb 07 16:56:51.138274 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-5610ea0d-c505-4342-a68e-3ab771b43125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:51.161972 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-5610ea0d-c505-4342-a68e-3ab771b43125 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.7954519 Feb 07 16:56:51.361330 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52240) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:51.385635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b27b54ec-aca3-4123-8573-62d11d7249b8 None None] Current status of the port bd030937-ad88-48eb-910f-7f3fa4aca4c2 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:56:51.399425 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b27b54ec-aca3-4123-8573-62d11d7249b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bd030937-ad88-48eb-910f-7f3fa4aca4c2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:51.421132 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:51.482462 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-9464b744-0793-40fa-86a6-ceebb5f5960b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Allocated IP 172.25.4.94 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/b33b9595-9477-4a4a-9c3d-f7a388d55fb2) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:56:51.494383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b27b54ec-aca3-4123-8573-62d11d7249b8 None None] For port bd030937-ad88-48eb-910f-7f3fa4aca4c2, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bd030937-ad88-48eb-910f-7f3fa4aca4c2,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:51.501580 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b27b54ec-aca3-4123-8573-62d11d7249b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bd030937-ad88-48eb-910f-7f3fa4aca4c2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:51.524486 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-abf66b11-caa1-4513-be8c-bbd9a23e447a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4 HTTP/1.1" status: 200 len: 217 time: 0.3526256 Feb 07 16:56:51.587018 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'name': 'tempest-ServerActionsTestJSON-1480506054-router', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:56:30Z', 'updated_at': '2022-02-07T16:56:41Z', 'revision_number': 4, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'gw_port': {'id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:31Z', 'updated_at': '2022-02-07T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bd030937-ad88-48eb-910f-7f3fa4aca4c2', 'name': '', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'mac_address': 'fa:16:3e:d5:07:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:37Z', 'updated_at': '2022-02-07T16:56:49Z', 'revision_number': 4, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'subnets': [{'id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:56:51.617137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b54ec-aca3-4123-8573-62d11d7249b8 None None] Pushing event updated for resources: {'Port': ['ID=bd030937-ad88-48eb-910f-7f3fa4aca4c2,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:51.710009 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9464b744-0793-40fa-86a6-ceebb5f5960b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for port (b33b9595-9477-4a4a-9c3d-f7a388d55fb2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:51.710709 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-bd11155d-338e-47ba-a1fd-a207b58bd1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:51.717025 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-bd11155d-338e-47ba-a1fd-a207b58bd1b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1737566 Feb 07 16:56:51.753167 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-656d7923-e02c-4e9b-9b35-a2bb0fa9426f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:51.797223 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-82e7b10c-600d-47c1-89de-483efcf15c89 req-f8f95aeb-f18c-40ce-b20f-dea8f5e61290 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8239269 Feb 07 16:56:51.800648 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9464b744-0793-40fa-86a6-ceebb5f5960b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (b33b9595-9477-4a4a-9c3d-f7a388d55fb2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:51.825731 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc0006-ac93-41a4-a4d2-22b40b65d76d req-6061256f-4d7d-4ac0-b81b-293fed4d6209 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:51.833671 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87dc0006-ac93-41a4-a4d2-22b40b65d76d req-6061256f-4d7d-4ac0-b81b-293fed4d6209 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.5625100 Feb 07 16:56:51.875692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f728711f-da4d-44b8-8478-8b6d20d6221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:51.878001 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-f728711f-da4d-44b8-8478-8b6d20d6221a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1544199 Feb 07 16:56:51.992835 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-3df969ac-791e-4c81-929f-ee310c4232e6 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020815 Feb 07 16:56:52.061421 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25239b1-0ed5-4120-a73e-ba4bd93be5f9 None None] The sync data for ids ['1f581cf4-f50d-4153-b077-bb50b79537ba'] in n-d-827865-3 is: [{'id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'name': 'tempest-ServerActionsTestJSON-1480506054-router', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:56:30Z', 'updated_at': '2022-02-07T16:56:41Z', 'revision_number': 4, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'gw_port': {'id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:31Z', 'updated_at': '2022-02-07T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bd030937-ad88-48eb-910f-7f3fa4aca4c2', 'name': '', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'mac_address': 'fa:16:3e:d5:07:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:37Z', 'updated_at': '2022-02-07T16:56:49Z', 'revision_number': 4, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'subnets': [{'id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:56:52.072079 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87dc0006-ac93-41a4-a4d2-22b40b65d76d req-2f457354-bb0b-4461-825b-d18746b4d980 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182937 Feb 07 16:56:52.218060 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5a099-c1e1-4282-95e9-31741ae94124 req-74fa7b92-d0ab-4c91-8034-88f25e2b655c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:52.219791 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bcc5a099-c1e1-4282-95e9-31741ae94124 req-74fa7b92-d0ab-4c91-8034-88f25e2b655c service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 1.0539529 Feb 07 16:56:52.363577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9464b744-0793-40fa-86a6-ceebb5f5960b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:56:52.436881 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bcc5a099-c1e1-4282-95e9-31741ae94124 req-fb588ec6-d06d-4523-a577-64c4f7653c1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=a8f7d82e-ddce-4335-a1f4-e590fc4663ec HTTP/1.1" status: 200 len: 217 time: 0.2061949 Feb 07 16:56:52.487253 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9464b744-0793-40fa-86a6-ceebb5f5960b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:56:52.497953 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9464b744-0793-40fa-86a6-ceebb5f5960b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:56:52.516496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-f9288025-c799-4c2c-8eae-a63369b13d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:52.518057 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-f9288025-c799-4c2c-8eae-a63369b13d9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 1130 time: 1.5079334 Feb 07 16:56:52.535308 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464b744-0793-40fa-86a6-ceebb5f5960b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Pushing event updated for resources: {'Port': ['ID=b33b9595-9477-4a4a-9c3d-f7a388d55fb2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:52.641955 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5a099-c1e1-4282-95e9-31741ae94124 req-b86a6390-5df4-4b6c-a6c5-c1ce74bdf10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:52.647932 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bcc5a099-c1e1-4282-95e9-31741ae94124 req-b86a6390-5df4-4b6c-a6c5-c1ce74bdf10d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.2017529 Feb 07 16:56:52.763067 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bd030937-ad88-48eb-910f-7f3fa4aca4c2 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:56:52.968518 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-0750ebc4-a20a-439f-acc9-303eeb8c84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:52.968518 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-0750ebc4-a20a-439f-acc9-303eeb8c84a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.4183445 Feb 07 16:56:52.982238 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5a099-c1e1-4282-95e9-31741ae94124 req-8035c28d-cbf1-466a-ae97-f65394e6db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:53.013822 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bcc5a099-c1e1-4282-95e9-31741ae94124 req-8035c28d-cbf1-466a-ae97-f65394e6db30 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3521960 Feb 07 16:56:53.015430 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-656d7923-e02c-4e9b-9b35-a2bb0fa9426f admin admin] Publish callbacks [] for security_group (a78f540d-5039-42c6-9b18-0dca257e66f3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:53.029788 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a17cbcda-7adb-4752-91f5-fcfa0487dcf4 req-998672fd-39c2-430b-8aab-15b808035b4d service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9909194 Feb 07 16:56:53.109751 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port bd030937-ad88-48eb-910f-7f3fa4aca4c2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:56:53.117925 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bd030937-ad88-48eb-910f-7f3fa4aca4c2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:53.139650 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-656d7923-e02c-4e9b-9b35-a2bb0fa9426f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a78f540d-5039-42c6-9b18-0dca257e66f3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:53.448046 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22673a1e-ef9c-48c5-a65c-19e80e646816 req-f88dcc92-180f-4ff9-98f7-346ee1e37672 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:53.452940 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-22673a1e-ef9c-48c5-a65c-19e80e646816 req-f88dcc92-180f-4ff9-98f7-346ee1e37672 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 948 time: 1.3482597 Feb 07 16:56:53.454593 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-ebe8d38e-5062-4cea-820a-e43b92797515 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4 HTTP/1.1" status: 200 len: 217 time: 0.3598187 Feb 07 16:56:53.487353 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:53.666004 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port bd030937-ad88-48eb-910f-7f3fa4aca4c2 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:56:53.739467 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bcc5a099-c1e1-4282-95e9-31741ae94124 req-19f1b9cc-824d-4a78-aa96-00be955f3f2d service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6917405 Feb 07 16:56:53.765121 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9464b744-0793-40fa-86a6-ceebb5f5960b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for floatingip (4bbdf5da-e3e7-4bf8-8425-62d617256da8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:54.017130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e487e7f-c21e-42e7-aee9-80e3e6861d25 req-1bbe59bd-b394-47ca-b164-36031e46162a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:54.039504 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e487e7f-c21e-42e7-aee9-80e3e6861d25 req-1bbe59bd-b394-47ca-b164-36031e46162a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.9904709 Feb 07 16:56:54.047003 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-e81946ce-ed1f-4f21-bbe8-7389edfcaa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:54.064188 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-e81946ce-ed1f-4f21-bbe8-7389edfcaa42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 1130 time: 0.3287041 Feb 07 16:56:54.138616 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-22673a1e-ef9c-48c5-a65c-19e80e646816 req-24c68e00-02c5-4081-bbc9-58dfef153232 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6592031 Feb 07 16:56:54.200205 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bcc5a099-c1e1-4282-95e9-31741ae94124 req-efab6839-c7ca-496a-b1ec-360c2f59487e service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977666 Feb 07 16:56:54.203811 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d7923-e02c-4e9b-9b35-a2bb0fa9426f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78f540d-5039-42c6-9b18-0dca257e66f3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:54.257745 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-656d7923-e02c-4e9b-9b35-a2bb0fa9426f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d1e580d8ea14ee7a543717215e83107&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8945515 Feb 07 16:56:54.284451 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52260) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:56:54.382628 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9464b744-0793-40fa-86a6-ceebb5f5960b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b33b9595-9477-4a4a-9c3d-f7a388d55fb2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:54.645921 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-3001d15b-7af5-4503-9955-326443dfad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:54.651015 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-3001d15b-7af5-4503-9955-326443dfad12 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 1.1234915 Feb 07 16:56:54.661149 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f24e26-b7fb-4a62-bc10-35f81daf533f req-2eda906d-9301-4c8a-aeeb-21013be6aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:54.662704 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-79f24e26-b7fb-4a62-bc10-35f81daf533f req-2eda906d-9301-4c8a-aeeb-21013be6aaef service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 1128 time: 0.8807647 Feb 07 16:56:54.833224 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e487e7f-c21e-42e7-aee9-80e3e6861d25 req-961a18d8-6a1b-4836-ace7-f95ac53e4352 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7923887 Feb 07 16:56:54.950732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-60b85f35-91a1-4959-9ac7-3bd763e04f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:54.952801 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-60b85f35-91a1-4959-9ac7-3bd763e04f34 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.7467079 Feb 07 16:56:55.110703 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-dfbfb02e-a99d-44e4-b9de-6f45dbe57d1c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4 HTTP/1.1" status: 200 len: 217 time: 0.1499548 Feb 07 16:56:55.296133 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-51c9db2b-539f-4c33-bf87-82de8b9c1f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:55.297974 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9464b744-0793-40fa-86a6-ceebb5f5960b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for port (b33b9595-9477-4a4a-9c3d-f7a388d55fb2), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:55.303284 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-51c9db2b-539f-4c33-bf87-82de8b9c1f8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1786528 Feb 07 16:56:55.384165 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9464b744-0793-40fa-86a6-ceebb5f5960b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (b33b9595-9477-4a4a-9c3d-f7a388d55fb2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:55.458512 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c004805-1a36-4000-95e7-311d6b5b4367 admin admin] Publish callbacks [] for security_group (a78f540d-5039-42c6-9b18-0dca257e66f3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:55.601338 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-f547f7c2-cce3-4136-99e8-0d6a1052bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:55.620120 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-f547f7c2-cce3-4136-99e8-0d6a1052bd1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2979307 Feb 07 16:56:55.742157 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-79f24e26-b7fb-4a62-bc10-35f81daf533f req-2ff8c0aa-02e4-45c6-905e-992f69a578de service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8701494 Feb 07 16:56:55.773580 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9417d-744a-4452-8fbc-7fd24c407597 req-9a7631fd-ee16-4685-975d-94f477100647 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:55.780101 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1dd9417d-744a-4452-8fbc-7fd24c407597 req-9a7631fd-ee16-4685-975d-94f477100647 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 1.1388254 Feb 07 16:56:55.812035 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-eb88e02d-52ca-48ac-bc0c-6f7a50f440f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:55.815450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-c02860ff-9c62-4591-a328-377de6573592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:55.817126 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-c02860ff-9c62-4591-a328-377de6573592 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0117722 Feb 07 16:56:55.840497 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b03f8-4c05-4ed1-a53f-6ed99cb9fc2c req-fcb7f9ef-8ad9-4468-8aaf-903842a32af0 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:55.842424 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-066b03f8-4c05-4ed1-a53f-6ed99cb9fc2c req-fcb7f9ef-8ad9-4468-8aaf-903842a32af0 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 948 time: 0.4079492 Feb 07 16:56:55.857549 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c004805-1a36-4000-95e7-311d6b5b4367 admin admin] Publish callbacks [] for security_group (a78f540d-5039-42c6-9b18-0dca257e66f3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:55.950342 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-7a7f9681-7d8d-41a3-8154-3de19ec8691b service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270223 Feb 07 16:56:56.145642 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c004805-1a36-4000-95e7-311d6b5b4367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a78f540d-5039-42c6-9b18-0dca257e66f3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:56.148269 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c004805-1a36-4000-95e7-311d6b5b4367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:56.157009 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7c004805-1a36-4000-95e7-311d6b5b4367 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a78f540d-5039-42c6-9b18-0dca257e66f3 HTTP/1.1" status: 204 len: 168 time: 1.8680885 Feb 07 16:56:56.188496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464b744-0793-40fa-86a6-ceebb5f5960b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Pushing event updated for resources: {'Port': ['ID=b33b9595-9477-4a4a-9c3d-f7a388d55fb2,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:56.250426 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-a5ea1709-8a78-4d76-af8e-10d8baaa5c65 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895555 Feb 07 16:56:56.282887 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-066b03f8-4c05-4ed1-a53f-6ed99cb9fc2c req-7ab5afb1-e1ce-482b-b289-1cfbe0015ab4 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312580 Feb 07 16:56:56.309140 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9464b744-0793-40fa-86a6-ceebb5f5960b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (4bbdf5da-e3e7-4bf8-8425-62d617256da8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:56.312233 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c004805-1a36-4000-95e7-311d6b5b4367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78f540d-5039-42c6-9b18-0dca257e66f3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:56.656338 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027fc99-0e96-4342-a17f-32c295708b70 req-b9e1b07d-702d-4c6d-b76a-fffdc8a92987 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:56.675589 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0027fc99-0e96-4342-a17f-32c295708b70 req-b9e1b07d-702d-4c6d-b76a-fffdc8a92987 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.1961274 Feb 07 16:56:56.901320 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0027fc99-0e96-4342-a17f-32c295708b70 req-27ea487b-7159-4d95-9714-d73f466ae2d5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996877 Feb 07 16:56:57.221046 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-53c7990b-beda-4d8c-b797-ff62cc908e9a service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1194532 Feb 07 16:56:57.239925 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1dd9417d-744a-4452-8fbc-7fd24c407597 req-1c401671-09f3-4249-9fe4-97da33c8c2c2 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4142237 Feb 07 16:56:57.328312 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9464b744-0793-40fa-86a6-ceebb5f5960b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:57.337782 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9464b744-0793-40fa-86a6-ceebb5f5960b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0628426 Feb 07 16:56:57.579882 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a866facf-8af5-4228-87fd-be8f88afa1d6 req-c64367ca-7e66-4331-8528-2e9eb236734b service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221736 Feb 07 16:56:57.743846 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9102440-de71-4093-b6cf-b8ca5be37661 req-f46d9599-bf78-41ff-ab5e-e62ee8572a50 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:57.750107 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9102440-de71-4093-b6cf-b8ca5be37661 req-f46d9599-bf78-41ff-ab5e-e62ee8572a50 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 948 time: 0.2561088 Feb 07 16:56:57.810392 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-22583607-150e-4add-811a-b51c25c4bd1a req-ebf42666-54f9-46ba-a0c1-46ba10834590 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1358095627&fields=id&tenant_id=acebdcf5865740db8b6f9c233dbd6392 HTTP/1.1" status: 200 len: 267 time: 0.1214952 Feb 07 16:56:57.986569 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9102440-de71-4093-b6cf-b8ca5be37661 req-e8d643d5-2743-4563-826d-1d744f5a9f03 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272968 Feb 07 16:56:58.091999 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22583607-150e-4add-811a-b51c25c4bd1a req-f5ac7f71-7f8c-4a4f-aba3-5fd71b24d724 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:58.093959 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-22583607-150e-4add-811a-b51c25c4bd1a req-f5ac7f71-7f8c-4a4f-aba3-5fd71b24d724 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 812 time: 0.2654834 Feb 07 16:56:58.174494 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-22583607-150e-4add-811a-b51c25c4bd1a req-be0e4b61-f904-4b43-a692-d31ec475dc6c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/quotas/acebdcf5865740db8b6f9c233dbd6392 HTTP/1.1" status: 200 len: 375 time: 0.0592594 Feb 07 16:56:58.177531 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df08a1e8-ce04-46df-9c5d-4fc68407f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:58.322467 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-22583607-150e-4add-811a-b51c25c4bd1a req-e20f11ac-cd21-4584-824d-ca66f7e6e49b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1441746 Feb 07 16:56:58.337877 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-22583607-150e-4add-811a-b51c25c4bd1a req-3393563d-f75a-4aec-9903-a1b43376ef29 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 16:56:58.338909 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-22583607-150e-4add-811a-b51c25c4bd1a req-3393563d-f75a-4aec-9903-a1b43376ef29 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068521 Feb 07 16:56:58.366242 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7e78e-3fc4-480e-a444-7808421a7b25 req-dc74d605-ed50-405b-8741-5d9216e7ff0b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:58.380688 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-61f7e78e-3fc4-480e-a444-7808421a7b25 req-dc74d605-ed50-405b-8741-5d9216e7ff0b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.2056077 Feb 07 16:56:58.497689 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-61f7e78e-3fc4-480e-a444-7808421a7b25 req-b6200c68-f40a-4b1e-bf53-2106a5eb2a63 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941093 Feb 07 16:56:58.505744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 47357abe-1c1b-4d70-b382-804a0c9e7da4 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:56:58.672048 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-22583607-150e-4add-811a-b51c25c4bd1a req-2bcda028-f422-4207-baee-6a4f5223bac8 service neutron] 10.222.0.18 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177006 Feb 07 16:56:58.840740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 47357abe-1c1b-4d70-b382-804a0c9e7da4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:58.880226 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '47357abe-1c1b-4d70-b382-804a0c9e7da4', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '47357abe-1c1b-4d70-b382-804a0c9e7da4', 'mac_address': 'fa:16:3e:18:2d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:56:58.994366 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-22583607-150e-4add-811a-b51c25c4bd1a req-bfaa1f82-e950-46bf-97e8-cb0c322b6192 service neutron] 10.222.0.18 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156779 Feb 07 16:56:59.104770 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 47357abe-1c1b-4d70-b382-804a0c9e7da4 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:56:59.111130 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:59.141877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47357abe-1c1b-4d70-b382-804a0c9e7da4 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:56:59.213857 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 47357abe-1c1b-4d70-b382-804a0c9e7da4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:56:59.223277 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:59.274902 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-8dd4805e-2403-410e-bdbc-78e6011e234b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:59.282020 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-8dd4805e-2403-410e-bdbc-78e6011e234b tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659&tenant_id=52e2cfc122e2454bb720b22756b54435&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 948 time: 0.3319016 Feb 07 16:56:59.406980 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=47357abe-1c1b-4d70-b382-804a0c9e7da4,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:56:59.443515 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68064b-426e-456f-8b38-5e0728fd80f7 req-cf0731bc-f462-4c0c-80d2-5c76d36ebb26 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:59.452830 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6f68064b-426e-456f-8b38-5e0728fd80f7 req-cf0731bc-f462-4c0c-80d2-5c76d36ebb26 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.3605103 Feb 07 16:56:59.465667 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:56:59.598205 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['47357abe-1c1b-4d70-b382-804a0c9e7da4'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:56:59.689729 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6f68064b-426e-456f-8b38-5e0728fd80f7 req-58c059ba-e79c-4271-81a8-fb64d69a649b tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086201 Feb 07 16:56:59.710439 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-5d1f6637-9092-44f0-8ba4-fa558b9eaeb2 service neutron] 10.222.0.48 "GET /v2.0/ports/47357abe-1c1b-4d70-b382-804a0c9e7da4/bindings/n-h1-827865-3 HTTP/1.1" status: 200 len: 382 time: 0.4208815 Feb 07 16:56:59.882382 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-dc782a69-3a06-4d91-8c60-4d01120071c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:59.883904 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-dc782a69-3a06-4d91-8c60-4d01120071c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 1131 time: 0.1425135 Feb 07 16:56:59.935747 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2636bc-7067-4fa0-ae15-f6293c4e4b3d req-242d8a95-a85f-48b0-9a9c-d36473de5cd5 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:56:59.937327 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0f2636bc-7067-4fa0-ae15-f6293c4e4b3d req-242d8a95-a85f-48b0-9a9c-d36473de5cd5 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 949 time: 0.1316712 Feb 07 16:56:59.994794 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c716a8e6-5095-4ac2-8bf9-f01eb20ff6fe req-7b5face5-1176-41ed-8894-5f7ec97b3cd7 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 210 time: 0.1412294 Feb 07 16:57:00.091621 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0f2636bc-7067-4fa0-ae15-f6293c4e4b3d req-e777f4e1-3d48-413b-834e-64140dadac44 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409028 Feb 07 16:57:00.506049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069c95e-680b-46b0-858e-176e8c2d654e req-45bbe01d-fbbf-4182-93e5-7911724b6085 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:00.536324 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0069c95e-680b-46b0-858e-176e8c2d654e req-45bbe01d-fbbf-4182-93e5-7911724b6085 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.1914878 Feb 07 16:57:00.634102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-d8e494d7-234f-4848-b5f8-1dcaaf600422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:00.635616 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-d8e494d7-234f-4848-b5f8-1dcaaf600422 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.6773102 Feb 07 16:57:00.668856 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d04edd-fea8-4995-984c-99422c350cc8 req-a505fdf9-c647-4d42-a749-f7d93af5fe94 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:00.687400 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90d04edd-fea8-4995-984c-99422c350cc8 req-a505fdf9-c647-4d42-a749-f7d93af5fe94 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.3957047 Feb 07 16:57:00.753918 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0069c95e-680b-46b0-858e-176e8c2d654e req-0aafeb45-a6fe-47f5-abd9-daa807986900 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152882 Feb 07 16:57:00.794522 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:00.869365 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-85b777b2-b6bf-4945-9578-9596312ae800 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4 HTTP/1.1" status: 200 len: 217 time: 0.2207651 Feb 07 16:57:00.986359 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90d04edd-fea8-4995-984c-99422c350cc8 req-ab6aaf88-d5ab-4191-ac90-852a741bd254 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986960 Feb 07 16:57:01.021248 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-5c7aae26-92fc-481d-ac08-7c05cff58620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:01.031317 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-5c7aae26-92fc-481d-ac08-7c05cff58620 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1308353 Feb 07 16:57:01.198474 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0010e4d-dfee-409a-94af-f349f91eea14 req-454403f3-cf91-410b-8d87-4b8b822bdb34 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 210 time: 0.0741518 Feb 07 16:57:01.206415 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-2fb10451-f2cc-4c02-9bcf-64a5272f4f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:01.208262 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-2fb10451-f2cc-4c02-9bcf-64a5272f4f03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1694601 Feb 07 16:57:01.369949 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5dff3-dcf9-4934-927d-783137be1a07 req-9cf528b3-f833-496f-a31a-de327d2eeb23 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:01.380440 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-92d5dff3-dcf9-4934-927d-783137be1a07 req-9cf528b3-f833-496f-a31a-de327d2eeb23 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.1893597 Feb 07 16:57:01.544565 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c819ba-b7ee-4696-9d1a-e6e58048f552 req-e9430d12-6056-40db-afbb-5b69b2a4c6fa tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:01.546463 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-48c819ba-b7ee-4696-9d1a-e6e58048f552 req-e9430d12-6056-40db-afbb-5b69b2a4c6fa tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 949 time: 0.1828485 Feb 07 16:57:01.546911 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-92d5dff3-dcf9-4934-927d-783137be1a07 req-b1e5267a-fd88-4ae3-8596-be33717bc877 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634073 Feb 07 16:57:01.630380 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-7ac3805c-43f9-46c4-a647-4e66b758b639 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023895 Feb 07 16:57:01.933235 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-48c819ba-b7ee-4696-9d1a-e6e58048f552 req-df4e9e3b-c81e-4e1b-ac6a-71f4df92ece9 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685482 Feb 07 16:57:02.068490 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-29c248f6-61c9-480f-acdc-f9ccc1d1023f service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198697 Feb 07 16:57:02.257110 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:02.362180 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4891f-2c25-49d3-b3fa-17293e19f83b req-21834c46-3245-4b98-88da-46f0b7a9c3a2 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:02.379166 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89f4891f-2c25-49d3-b3fa-17293e19f83b req-21834c46-3245-4b98-88da-46f0b7a9c3a2 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.2295942 Feb 07 16:57:02.411790 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22583607-150e-4add-811a-b51c25c4bd1a req-118b9599-6c5d-4b4c-a936-ec1272ff55ff tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:02.417917 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22583607-150e-4add-811a-b51c25c4bd1a req-118b9599-6c5d-4b4c-a936-ec1272ff55ff tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.48 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 812 time: 0.3366914 Feb 07 16:57:02.530376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 47357abe-1c1b-4d70-b382-804a0c9e7da4 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:57:02.531422 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89f4891f-2c25-49d3-b3fa-17293e19f83b req-7c66b5a8-6d2d-4ea5-b1f3-89a706a63da5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461570 Feb 07 16:57:02.585584 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b6f3b45-fe86-4f15-b7e0-39a9e4143218 req-afe7ba97-f7d2-469a-8541-f89c7603ad35 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 210 time: 0.1605961 Feb 07 16:57:02.639694 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 47357abe-1c1b-4d70-b382-804a0c9e7da4 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:57:02.651246 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 47357abe-1c1b-4d70-b382-804a0c9e7da4 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:57:02.651822 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:02.718336 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22583607-150e-4add-811a-b51c25c4bd1a req-c17660e5-4a11-4282-b737-d1ca7e6f7fdd tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acebdcf5865740db8b6f9c233dbd6392 HTTP/1.1" status: 200 len: 380 time: 0.2885396 Feb 07 16:57:02.728088 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-22583607-150e-4add-811a-b51c25c4bd1a req-7c02e63b-6520-4568-b489-79ec591bd760 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Request body: {'port': {'device_id': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'admin_state_up': True, 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'security_groups': ['dbf529b1-939c-4aeb-a075-ddcf1abf9ab2']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:57:02.882582 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e1114-e640-405f-8671-ac2f1b8bb13f req-6e0552ff-36b6-4cee-8484-40d2cd99717c tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:02.890623 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c36e1114-e640-405f-8671-ac2f1b8bb13f req-6e0552ff-36b6-4cee-8484-40d2cd99717c tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.2122848 Feb 07 16:57:03.087405 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22583607-150e-4add-811a-b51c25c4bd1a req-7c02e63b-6520-4568-b489-79ec591bd760 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Made reservation on behalf of acebdcf5865740db8b6f9c233dbd6392 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:57:03.097735 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c36e1114-e640-405f-8671-ac2f1b8bb13f req-1cb9acdb-c71b-4026-b2d8-3191acb957ae tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015457 Feb 07 16:57:03.104042 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-22583607-150e-4add-811a-b51c25c4bd1a req-7c02e63b-6520-4568-b489-79ec591bd760 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:03.114932 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 47357abe-1c1b-4d70-b382-804a0c9e7da4 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:57:03.115801 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:03.149534 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc35d22-2b3c-4dbc-9b87-b8a653616659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47357abe-1c1b-4d70-b382-804a0c9e7da4'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:57:03.155262 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee059bd-7bb2-45c5-84dd-22ff7109f764" -d '{"events": [{"server_uuid": "1dc35d22-2b3c-4dbc-9b87-b8a653616659", "name": "network-vif-plugged", "status": "completed", "tag": "47357abe-1c1b-4d70-b382-804a0c9e7da4"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:57:03.184228 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 47357abe-1c1b-4d70-b382-804a0c9e7da4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:57:03.194799 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:03.446869 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcdfbc9-e74b-400c-92fb-6675a4ba047f x-openstack-request-id: req-7dcdfbc9-e74b-400c-92fb-6675a4ba047f {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:57:03.450478 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc35d22-2b3c-4dbc-9b87-b8a653616659", "name": "network-vif-plugged", "status": "completed", "tag": "47357abe-1c1b-4d70-b382-804a0c9e7da4", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:57:03.450741 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7dcdfbc9-e74b-400c-92fb-6675a4ba047f {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:57:03.453544 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc35d22-2b3c-4dbc-9b87-b8a653616659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47357abe-1c1b-4d70-b382-804a0c9e7da4', 'code': 200} Feb 07 16:57:03.458782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bb480-6dcc-4eb3-8f2e-3aceaa2b1ff8 req-f8721981-f76d-41fd-a1ad-2399febd636d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:03.466448 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=47357abe-1c1b-4d70-b382-804a0c9e7da4,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:03.469056 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3a8bb480-6dcc-4eb3-8f2e-3aceaa2b1ff8 req-f8721981-f76d-41fd-a1ad-2399febd636d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 949 time: 0.3264489 Feb 07 16:57:03.650033 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3a8bb480-6dcc-4eb3-8f2e-3aceaa2b1ff8 req-811114d2-3f4b-4e45-8f6e-79dfd62c806d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782005 Feb 07 16:57:03.750874 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82642c-0e34-4b1b-af05-467be1929161 req-8c34d866-384b-4342-8d88-a30c91cb3b27 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:03.754981 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b82642c-0e34-4b1b-af05-467be1929161 req-8c34d866-384b-4342-8d88-a30c91cb3b27 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.0942616 Feb 07 16:57:03.826752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-22583607-150e-4add-811a-b51c25c4bd1a req-7c02e63b-6520-4568-b489-79ec591bd760 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Allocated IP 172.20.0.14 (f237c79b-106d-4492-9f39-8167bb8d1100/9e0c6472-60e4-48e8-a1cd-b274ac449cff/a127fc73-7613-47a9-bb5b-d3f7946a307a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:57:03.865886 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b82642c-0e34-4b1b-af05-467be1929161 req-772fa209-481c-4f6c-837c-eba024565d0e tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043317 Feb 07 16:57:04.107137 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b37f3c41-98b2-4d76-a0bd-5d2caecb8c51 req-734707dc-97ec-4bfa-9c8e-38e932b6be3f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 210 time: 0.0931334 Feb 07 16:57:04.154802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ddd25-01f7-459e-8b29-69e91eb748fa req-2e01551b-64f0-4c08-bf24-13464d833a56 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:04.170066 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ad9ddd25-01f7-459e-8b29-69e91eb748fa req-2e01551b-64f0-4c08-bf24-13464d833a56 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.3084543 Feb 07 16:57:04.343683 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ad9ddd25-01f7-459e-8b29-69e91eb748fa req-bcdf1de0-32dd-49c4-a8c0-086173d91755 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670771 Feb 07 16:57:04.466703 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-22583607-150e-4add-811a-b51c25c4bd1a req-7c02e63b-6520-4568-b489-79ec591bd760 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:04.556319 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-22583607-150e-4add-811a-b51c25c4bd1a req-7c02e63b-6520-4568-b489-79ec591bd760 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:04.734396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22583607-150e-4add-811a-b51c25c4bd1a req-7c02e63b-6520-4568-b489-79ec591bd760 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Network f237c79b-106d-4492-9f39-8167bb8d1100 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:57:04.736947 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02e63b-6520-4568-b489-79ec591bd760 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Pushing event updated for resources: {'Port': ['ID=a127fc73-7613-47a9-bb5b-d3f7946a307a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:04.743593 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-22583607-150e-4add-811a-b51c25c4bd1a req-7c02e63b-6520-4568-b489-79ec591bd760 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:57:04.752451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-22583607-150e-4add-811a-b51c25c4bd1a req-7c02e63b-6520-4568-b489-79ec591bd760 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:57:04.958617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22583607-150e-4add-811a-b51c25c4bd1a req-7c02e63b-6520-4568-b489-79ec591bd760 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:04.959303 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-22583607-150e-4add-811a-b51c25c4bd1a req-7c02e63b-6520-4568-b489-79ec591bd760 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:05.004028 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22583607-150e-4add-811a-b51c25c4bd1a req-7c02e63b-6520-4568-b489-79ec591bd760 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2807944 Feb 07 16:57:05.013157 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-2515191e-ff4f-448d-9ad1-cfd3e454132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:05.022767 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-2515191e-ff4f-448d-9ad1-cfd3e454132b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659&tenant_id=52e2cfc122e2454bb720b22756b54435 HTTP/1.1" status: 200 len: 1132 time: 0.2406881 Feb 07 16:57:05.037944 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Request body: {'port': {'device_id': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:57:05.044000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827865-3', 'device_owner': 'compute:nova'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:57:05.227882 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06a8cf-1322-477d-b5f4-deec9e478f17 req-ef3b1a33-1578-4cc5-b684-216cbb694eed tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:05.233211 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0a06a8cf-1322-477d-b5f4-deec9e478f17 req-ef3b1a33-1578-4cc5-b684-216cbb694eed tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.3917732 Feb 07 16:57:05.331530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2d4d1316-5ea3-4b48-8d37-007b1e567907 None None] Provisioning complete for port a127fc73-7613-47a9-bb5b-d3f7946a307a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:57:05.333249 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2d4d1316-5ea3-4b48-8d37-007b1e567907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:05.375350 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d1316-5ea3-4b48-8d37-007b1e567907 None None] Port a127fc73-7613-47a9-bb5b-d3f7946a307a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:57:05.401756 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:05.438176 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:05.473953 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c4f72-628d-42d2-8db0-f57e1aedd301 req-d09944c4-6b23-4ef6-bc30-060847b9c252 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:05.476250 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a07c4f72-628d-42d2-8db0-f57e1aedd301 req-d09944c4-6b23-4ef6-bc30-060847b9c252 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.3443742 Feb 07 16:57:05.584274 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a07c4f72-628d-42d2-8db0-f57e1aedd301 req-243f3760-b5da-40c1-ad83-ce1f4e9f3908 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991411 Feb 07 16:57:05.696481 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0a06a8cf-1322-477d-b5f4-deec9e478f17 req-aa94347f-bab8-4fe7-8cb7-7c7c05ee4b9a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450498 Feb 07 16:57:06.094701 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a127fc73-7613-47a9-bb5b-d3f7946a307a {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:57:06.114929 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Publish callbacks [] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:06.149449 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Transition to ACTIVE for port object a127fc73-7613-47a9-bb5b-d3f7946a307a will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:57:06.160483 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:06.291282 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43394ab1-19e6-4270-a6ed-6cd809ba2b54 req-3040d9b3-d6b7-4161-930d-2e0791c2d85c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:06.296861 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-43394ab1-19e6-4270-a6ed-6cd809ba2b54 req-3040d9b3-d6b7-4161-930d-2e0791c2d85c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.4033163 Feb 07 16:57:06.448824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=a127fc73-7613-47a9-bb5b-d3f7946a307a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:06.487513 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-43394ab1-19e6-4270-a6ed-6cd809ba2b54 req-69461eb8-e2fe-4ad6-8aff-ba87ff0a741d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751630 Feb 07 16:57:06.533250 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] For port 47357abe-1c1b-4d70-b382-804a0c9e7da4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:57:06.579529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe1da7-daf1-4161-92f1-a9a233c1eb2f req-83487aa4-b0fc-416c-ba89-f8f0f4541587 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:06.587087 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2afe1da7-daf1-4161-92f1-a9a233c1eb2f req-83487aa4-b0fc-416c-ba89-f8f0f4541587 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 932 time: 0.7669761 Feb 07 16:57:06.700673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] For port 47357abe-1c1b-4d70-b382-804a0c9e7da4, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:57:06.878983 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc35d22-2b3c-4dbc-9b87-b8a653616659', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47357abe-1c1b-4d70-b382-804a0c9e7da4'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:57:06.885901 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293b0f12-c0a5-45ca-92c8-250b31d90968" -d '{"events": [{"server_uuid": "1dc35d22-2b3c-4dbc-9b87-b8a653616659", "name": "network-vif-unplugged", "status": "completed", "tag": "47357abe-1c1b-4d70-b382-804a0c9e7da4"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:57:06.890420 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] Publish callbacks [] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:06.909424 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2afe1da7-daf1-4161-92f1-a9a233c1eb2f req-91ca8e95-b789-4f6b-bbc3-f715ffb49078 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210757 Feb 07 16:57:06.921352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Attempting to bind port a127fc73-7613-47a9-bb5b-d3f7946a307a on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:57:06.921705 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Attempting to bind port a127fc73-7613-47a9-bb5b-d3f7946a307a by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:57:06.922051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Attempting to bind port a127fc73-7613-47a9-bb5b-d3f7946a307a on network f237c79b-106d-4492-9f39-8167bb8d1100 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:57:06.958418 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Port a127fc73-7613-47a9-bb5b-d3f7946a307a on network f237c79b-106d-4492-9f39-8167bb8d1100 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:57:06.958587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Attempting to bind port a127fc73-7613-47a9-bb5b-d3f7946a307a on network f237c79b-106d-4492-9f39-8167bb8d1100 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:57:06.983997 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] Transition to ACTIVE for port object 47357abe-1c1b-4d70-b382-804a0c9e7da4 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:57:06.998268 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:57:06.998677 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Checking segment: {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:57:06.999090 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Bound using segment: {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:57:07.006810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Bound port: a127fc73-7613-47a9-bb5b-d3f7946a307a, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:57:07.007261 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:07.016148 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:07.139192 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa91207d-c4cd-439a-8b43-1cbfcb062d4b x-openstack-request-id: req-fa91207d-c4cd-439a-8b43-1cbfcb062d4b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:57:07.139527 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc35d22-2b3c-4dbc-9b87-b8a653616659", "name": "network-vif-unplugged", "status": "completed", "tag": "47357abe-1c1b-4d70-b382-804a0c9e7da4", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:57:07.139802 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa91207d-c4cd-439a-8b43-1cbfcb062d4b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:57:07.140213 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc35d22-2b3c-4dbc-9b87-b8a653616659', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47357abe-1c1b-4d70-b382-804a0c9e7da4', 'code': 200} Feb 07 16:57:07.140807 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] Pushing event updated for resources: {'Port': ['ID=47357abe-1c1b-4d70-b382-804a0c9e7da4,revision_number=10']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:07.166597 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] No DVR routers for this DVR port 47357abe-1c1b-4d70-b382-804a0c9e7da4 on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:57:07.235412 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] Attempting to bind port 47357abe-1c1b-4d70-b382-804a0c9e7da4 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:57:07.236294 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] Attempting to bind port 47357abe-1c1b-4d70-b382-804a0c9e7da4 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:57:07.236635 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] Attempting to bind port 47357abe-1c1b-4d70-b382-804a0c9e7da4 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:57:07.243209 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] Port 47357abe-1c1b-4d70-b382-804a0c9e7da4 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:57:07.243537 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] Attempting to bind port 47357abe-1c1b-4d70-b382-804a0c9e7da4 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:57:07.250736 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:57:07.251000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:57:07.251396 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:57:07.252068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] Bound port: 47357abe-1c1b-4d70-b382-804a0c9e7da4, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:57:07.252436 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:07.303395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52030c51-f15d-4200-9854-56c5e6987a46 req-8cda9607-900c-403a-be10-59caee43a907 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:07.327414 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-52030c51-f15d-4200-9854-56c5e6987a46 req-8cda9607-900c-403a-be10-59caee43a907 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.4636664 Feb 07 16:57:07.608306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] For port 47357abe-1c1b-4d70-b382-804a0c9e7da4, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:57:07.622644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] For port 47357abe-1c1b-4d70-b382-804a0c9e7da4, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:57:07.661447 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:07.863135 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:07.866059 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:07.868944 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] 10.222.0.32 "PUT /v2.0/ports/47357abe-1c1b-4d70-b382-804a0c9e7da4 HTTP/1.1" status: 200 len: 1097 time: 2.8301506 Feb 07 16:57:08.109405 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-52030c51-f15d-4200-9854-56c5e6987a46 req-66d282a7-80fd-4120-9a2a-79c96e5cc0c9 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7810717 Feb 07 16:57:08.111313 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c63d94-45ed-4bb9-aa5e-a09c1d1749e5 service neutron] Pushing event updated for resources: {'Port': ['ID=47357abe-1c1b-4d70-b382-804a0c9e7da4,revision_number=11']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:08.134733 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-0a5d1274-54f5-4066-917f-e32d1b14775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:08.137238 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-0a5d1274-54f5-4066-917f-e32d1b14775a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 1131 time: 0.1758325 Feb 07 16:57:08.329353 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-4fcb23c1-0c2a-4139-bcf4-75c803484385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:08.330781 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-4fcb23c1-0c2a-4139-bcf4-75c803484385 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.1849122 Feb 07 16:57:08.370000 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] For port a127fc73-7613-47a9-bb5b-d3f7946a307a, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:57:08.379058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] For port a127fc73-7613-47a9-bb5b-d3f7946a307a, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:57:08.432404 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:08.524802 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 47357abe-1c1b-4d70-b382-804a0c9e7da4 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:57:08.550209 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-581012bf-acda-4c45-8b5f-923fed5c8904 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4 HTTP/1.1" status: 200 len: 217 time: 0.1546295 Feb 07 16:57:08.580119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:08.588173 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:08.590363 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22583607-150e-4add-811a-b51c25c4bd1a req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] 10.222.0.48 "PUT /v2.0/ports/a127fc73-7613-47a9-bb5b-d3f7946a307a HTTP/1.1" status: 200 len: 1092 time: 3.5782020 Feb 07 16:57:08.590836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'tag': 'a127fc73-7613-47a9-bb5b-d3f7946a307a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:57:08.601319 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6658bf84-6c88-45cd-a222-d069bb49403c" -d '{"events": [{"name": "network-changed", "server_uuid": "512f1765-e51b-4461-ad6f-276bb7e8c903", "tag": "a127fc73-7613-47a9-bb5b-d3f7946a307a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:57:08.678985 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] The host n-h1-827865-3 is not matching for port 47357abe-1c1b-4d70-b382-804a0c9e7da4 host n-h2-827865-3! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 16:57:08.680322 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 47357abe-1c1b-4d70-b382-804a0c9e7da4 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:57:08.744405 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2ebaf-fc78-493a-b185-8d4696850f69 req-766772df-483f-447b-9d41-01fdf513d40f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:08.746801 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c4a2ebaf-fc78-493a-b185-8d4696850f69 req-766772df-483f-447b-9d41-01fdf513d40f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 944 time: 0.4078894 Feb 07 16:57:08.751626 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-96c8b503-0e3d-43bc-982f-ba0b4f821500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:08.753579 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-96c8b503-0e3d-43bc-982f-ba0b4f821500 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1644716 Feb 07 16:57:08.843590 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffae88-62de-4471-8bb3-fcb8fdff0f95 req-9b5761bc-e643-4a87-84ad-d1279ec30827 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:08.857429 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5bffae88-62de-4471-8bb3-fcb8fdff0f95 req-9b5761bc-e643-4a87-84ad-d1279ec30827 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.4596190 Feb 07 16:57:08.939944 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-fefa0dc8-2eef-47e2-b445-88b552a0b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:08.950780 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-fefa0dc8-2eef-47e2-b445-88b552a0b8ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1870260 Feb 07 16:57:09.021565 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5bffae88-62de-4471-8bb3-fcb8fdff0f95 req-5dd55408-b34c-45b2-aa65-eee92abff480 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601751 Feb 07 16:57:09.028675 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15601fc-0e1f-4657-b680-3e3e19e86ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=a127fc73-7613-47a9-bb5b-d3f7946a307a,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:09.088462 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22583607-150e-4add-811a-b51c25c4bd1a req-3783f6a1-bb37-47fd-bb32-4f6c709f4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:09.091793 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22583607-150e-4add-811a-b51c25c4bd1a req-3783f6a1-bb37-47fd-bb32-4f6c709f4221 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 1126 time: 0.4345391 Feb 07 16:57:09.233264 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fee9f1-d007-43a7-a571-e664045d4779 x-openstack-request-id: req-28fee9f1-d007-43a7-a571-e664045d4779 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:57:09.234001 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512f1765-e51b-4461-ad6f-276bb7e8c903", "tag": "a127fc73-7613-47a9-bb5b-d3f7946a307a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:57:09.234447 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28fee9f1-d007-43a7-a571-e664045d4779 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:57:09.237647 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'tag': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'status': 'completed', 'code': 200} Feb 07 16:57:09.242064 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22583607-150e-4add-811a-b51c25c4bd1a req-b6a4f6d4-311d-4e9b-bc65-a8acba6a8d5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a HTTP/1.1" status: 200 len: 217 time: 0.1406653 Feb 07 16:57:09.277034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc35d22-2b3c-4dbc-9b87-b8a653616659', 'tag': '47357abe-1c1b-4d70-b382-804a0c9e7da4'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:57:09.283691 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d925d1-d8f1-4dce-b73e-1cf02137edc1" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc35d22-2b3c-4dbc-9b87-b8a653616659", "tag": "47357abe-1c1b-4d70-b382-804a0c9e7da4"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:57:09.292923 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-f6ba9b4b-c8d5-4fef-a665-22dcee99799e service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328853 Feb 07 16:57:09.300802 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c4a2ebaf-fc78-493a-b185-8d4696850f69 req-5521beab-4a86-49ad-8e6d-7ac29c2d3eca tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5457649 Feb 07 16:57:09.456240 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63d601c6-a2e1-4a59-94ac-4ad9545e25f0 req-4ea0739c-a85d-4b8b-ad35-f58f31d2293e service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543245 Feb 07 16:57:09.480787 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10780cbb-87a8-425e-9423-aaf6ef7562d9 x-openstack-request-id: req-10780cbb-87a8-425e-9423-aaf6ef7562d9 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:57:09.481432 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc35d22-2b3c-4dbc-9b87-b8a653616659", "tag": "47357abe-1c1b-4d70-b382-804a0c9e7da4", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:57:09.481755 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10780cbb-87a8-425e-9423-aaf6ef7562d9 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:57:09.482413 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc35d22-2b3c-4dbc-9b87-b8a653616659', 'tag': '47357abe-1c1b-4d70-b382-804a0c9e7da4', 'status': 'completed', 'code': 200} Feb 07 16:57:09.564637 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22583607-150e-4add-811a-b51c25c4bd1a req-c6196c57-f0a0-4d91-9bfb-f7a31a3685b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:09.569858 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22583607-150e-4add-811a-b51c25c4bd1a req-c6196c57-f0a0-4d91-9bfb-f7a31a3685b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.3225749 Feb 07 16:57:09.636129 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-fa209d07-48cf-4166-8ea6-d903c9dcf2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:09.638385 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-fa209d07-48cf-4166-8ea6-d903c9dcf2b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 1131 time: 0.1355929 Feb 07 16:57:09.720540 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-636bd6b0-a31b-492a-bf6e-1583891bd7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:09.731323 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-636bd6b0-a31b-492a-bf6e-1583891bd7af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52e2cfc122e2454bb720b22756b54435&device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 1131 time: 0.2166874 Feb 07 16:57:09.785260 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-a95260af-e7c6-416c-9c5f-d86729e9bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:09.788290 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-a95260af-e7c6-416c-9c5f-d86729e9bba8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.1422424 Feb 07 16:57:09.804844 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4c000-695f-464b-b7c6-15f4aef68a6c req-0fb7e207-dbe7-478f-8c20-47d8ed051a13 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:09.814299 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c2d4c000-695f-464b-b7c6-15f4aef68a6c req-0fb7e207-dbe7-478f-8c20-47d8ed051a13 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 949 time: 0.4499145 Feb 07 16:57:09.865131 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-09b4d98d-2eba-4bfa-8be9-bf3b72d3c30e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4 HTTP/1.1" status: 200 len: 217 time: 0.0698977 Feb 07 16:57:09.937364 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22583607-150e-4add-811a-b51c25c4bd1a req-b55ef82c-3713-4ab0-bb78-5bbe31b6ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:09.939491 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22583607-150e-4add-811a-b51c25c4bd1a req-b55ef82c-3713-4ab0-bb78-5bbe31b6ccf4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3589745 Feb 07 16:57:10.033463 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-2ddeec0e-b8f0-4a58-8289-024b0ef944b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:10.037545 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-2ddeec0e-b8f0-4a58-8289-024b0ef944b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.2993979 Feb 07 16:57:10.180003 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-eff8c5d6-e3bc-4878-b389-2bf0f7954454 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4 HTTP/1.1" status: 200 len: 217 time: 0.1341457 Feb 07 16:57:10.252054 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22583607-150e-4add-811a-b51c25c4bd1a req-979ec5b9-0e07-450b-bb39-839906b4a4a7 service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062766 Feb 07 16:57:10.342630 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-56abf15f-c408-4713-a34a-3c9e566bb272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:10.344339 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-56abf15f-c408-4713-a34a-3c9e566bb272 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.4688318 Feb 07 16:57:10.399647 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-38d73a50-b7ee-4147-8018-1afee7b9196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:10.402624 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-38d73a50-b7ee-4147-8018-1afee7b9196c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.2163780 Feb 07 16:57:10.474409 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4550ef6-c6e2-4ba3-8707-8706acf51fd1 req-c6ae5bd8-a9df-4ee9-bcee-bc905fb49116 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:10.476173 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a4550ef6-c6e2-4ba3-8707-8706acf51fd1 req-c6ae5bd8-a9df-4ee9-bcee-bc905fb49116 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.2340517 Feb 07 16:57:10.533910 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c2d4c000-695f-464b-b7c6-15f4aef68a6c req-a7860fb7-e377-47de-9a34-8d197b11bc28 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7184219 Feb 07 16:57:10.585478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-b1cf2f7f-4f74-4745-97bf-3e29a57f8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:10.587085 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-b1cf2f7f-4f74-4745-97bf-3e29a57f8a78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1727371 Feb 07 16:57:10.607875 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a4550ef6-c6e2-4ba3-8707-8706acf51fd1 req-001dd198-6ee7-48ed-86f6-a29afc72d4ad tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132536 Feb 07 16:57:10.642763 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-069ead07-6a33-4be4-8090-eceb44f94f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:10.644228 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-069ead07-6a33-4be4-8090-eceb44f94f79 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2746818 Feb 07 16:57:10.724652 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-2cc85b7b-1c01-4c40-9b61-82d4a4cb0f75 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291127 Feb 07 16:57:10.934291 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-43185a6a-5873-4412-bf7e-997fce9893b9 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017350 Feb 07 16:57:11.020641 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22583607-150e-4add-811a-b51c25c4bd1a req-51a7b56b-1267-4734-ac8a-d22498d65b0b service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7471919 Feb 07 16:57:11.343335 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8343c-75a6-4075-9fa0-8b6cabb2e823 req-ebd2f9ec-a80f-4c59-adf9-244ebef9fcfa tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:11.344932 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5d8343c-75a6-4075-9fa0-8b6cabb2e823 req-ebd2f9ec-a80f-4c59-adf9-244ebef9fcfa tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 944 time: 0.5063372 Feb 07 16:57:11.433546 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-81dd91c3-9768-40b9-b20a-d82fd74fc162 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7577336 Feb 07 16:57:11.586117 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658bf84-6c88-45cd-a222-d069bb49403c req-5b0cc676-aba2-49a9-8d70-f27189387d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:11.587667 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6658bf84-6c88-45cd-a222-d069bb49403c req-5b0cc676-aba2-49a9-8d70-f27189387d1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 1126 time: 0.5048890 Feb 07 16:57:11.623199 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563b0f7-01ae-4761-a89a-f2ade43d08c2 req-c5e3936b-e829-41f4-bfe3-846b3aa8a062 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:11.636586 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f563b0f7-01ae-4761-a89a-f2ade43d08c2 req-c5e3936b-e829-41f4-bfe3-846b3aa8a062 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.1757994 Feb 07 16:57:11.783948 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-83d925d1-d8f1-4dce-b73e-1cf02137edc1 req-2ea02f2b-ad49-43f7-ab3e-c0ce06962c8a service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802980 Feb 07 16:57:11.817458 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5d8343c-75a6-4075-9fa0-8b6cabb2e823 req-f5c0f09c-2242-403f-a2db-9d3dfe549d0b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4426799 Feb 07 16:57:11.936729 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f563b0f7-01ae-4761-a89a-f2ade43d08c2 req-7aca0940-f997-4b85-a850-4a4b6d4af609 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967417 Feb 07 16:57:12.125552 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050d828-55c7-4536-bf39-a95d6cd4ee7d req-9a1999e4-f4ce-4770-a784-7b6e95e36817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:12.127524 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a050d828-55c7-4536-bf39-a95d6cd4ee7d req-9a1999e4-f4ce-4770-a784-7b6e95e36817 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8958f6ad8ce64d2cafce718553b9cb64&device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 1127 time: 0.6917045 Feb 07 16:57:12.312432 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18d4e3-0c2f-445e-b64a-60a68c9ac726 req-d70c8641-c474-4a16-8b2c-151e7993ded9 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:12.324152 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a18d4e3-0c2f-445e-b64a-60a68c9ac726 req-d70c8641-c474-4a16-8b2c-151e7993ded9 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.1359715 Feb 07 16:57:12.349393 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050d828-55c7-4536-bf39-a95d6cd4ee7d req-0140fb66-9fc7-4437-8469-4cef8f7ff11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:12.350927 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a050d828-55c7-4536-bf39-a95d6cd4ee7d req-0140fb66-9fc7-4437-8469-4cef8f7ff11f service neutron] 10.222.0.48 "GET /v2.0/networks?id=f189284f-c88d-4a12-b11f-3bb2193ec906 HTTP/1.1" status: 200 len: 920 time: 0.2034545 Feb 07 16:57:12.351387 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52636) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:12.395011 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a18d4e3-0c2f-445e-b64a-60a68c9ac726 req-2dd0cf34-4986-44c5-8e70-ab27975f28c5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696914 Feb 07 16:57:12.508520 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488d3e9-c46d-4cb5-afa7-8e39f236d55d req-021571f4-84bd-4d70-b934-6ae5a7b3a7f2 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:12.522265 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8488d3e9-c46d-4cb5-afa7-8e39f236d55d req-021571f4-84bd-4d70-b934-6ae5a7b3a7f2 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 949 time: 0.4934788 Feb 07 16:57:12.524839 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a050d828-55c7-4536-bf39-a95d6cd4ee7d req-18fdbb7a-2a5d-41d4-9c5b-c4024c390fbd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d0954c-bec5-44a9-b1eb-97d72c118154 HTTP/1.1" status: 200 len: 217 time: 0.1434798 Feb 07 16:57:12.622458 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 47357abe-1c1b-4d70-b382-804a0c9e7da4 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:57:12.668857 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050d828-55c7-4536-bf39-a95d6cd4ee7d req-0b7798eb-46ba-4874-94e2-1428b22ef05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:12.670379 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a050d828-55c7-4536-bf39-a95d6cd4ee7d req-0b7798eb-46ba-4874-94e2-1428b22ef05b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cea5ae11-c3af-48b5-b914-327a543b7978 HTTP/1.1" status: 200 len: 859 time: 0.1210549 Feb 07 16:57:12.722755 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cca01d9b-0cce-433a-9a66-64157b4b39d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:12.873185 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 47357abe-1c1b-4d70-b382-804a0c9e7da4, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:57:12.874631 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cca01d9b-0cce-433a-9a66-64157b4b39d8 admin admin] Publish callbacks [] for security_group (4a1629c6-2df1-4f70-89f9-a085cca3b67a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:12.877993 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658bf84-6c88-45cd-a222-d069bb49403c req-d1e4571a-fcde-4bdf-9bd2-ca880b205c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:12.879748 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6658bf84-6c88-45cd-a222-d069bb49403c req-d1e4571a-fcde-4bdf-9bd2-ca880b205c5b service neutron] 10.222.0.48 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 913 time: 1.2542374 Feb 07 16:57:12.884082 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cca01d9b-0cce-433a-9a66-64157b4b39d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4a1629c6-2df1-4f70-89f9-a085cca3b67a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:12.901931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '47357abe-1c1b-4d70-b382-804a0c9e7da4', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '47357abe-1c1b-4d70-b382-804a0c9e7da4', 'mac_address': 'fa:16:3e:18:2d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:57:13.023565 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8488d3e9-c46d-4cb5-afa7-8e39f236d55d req-aa0b7a37-00eb-429a-b9f2-e042799c6b6d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003228 Feb 07 16:57:13.032251 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 47357abe-1c1b-4d70-b382-804a0c9e7da4 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:57:13.032876 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a050d828-55c7-4536-bf39-a95d6cd4ee7d req-4ffecff5-ec81-47c9-b6ff-9f7230f1becf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f189284f-c88d-4a12-b11f-3bb2193ec906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3450239 Feb 07 16:57:13.033120 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:13.038410 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900f0a3-8056-48a7-ab1e-a960f306d90d req-58ca8084-cc22-4098-bd91-368576e4fe87 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:13.050811 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4900f0a3-8056-48a7-ab1e-a960f306d90d req-58ca8084-cc22-4098-bd91-368576e4fe87 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 944 time: 0.1185656 Feb 07 16:57:13.053531 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47357abe-1c1b-4d70-b382-804a0c9e7da4 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:57:13.078550 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 47357abe-1c1b-4d70-b382-804a0c9e7da4, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:57:13.090095 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:13.134391 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6658bf84-6c88-45cd-a222-d069bb49403c req-1f7bd608-c0b2-4f26-b260-77a6ade412d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a HTTP/1.1" status: 200 len: 217 time: 0.1546640 Feb 07 16:57:13.174819 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=47357abe-1c1b-4d70-b382-804a0c9e7da4,revision_number=12']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:13.189825 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4900f0a3-8056-48a7-ab1e-a960f306d90d req-03583878-b624-454c-9a9f-00ceee05ac6d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377654 Feb 07 16:57:13.194940 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:13.195303 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:13.195652 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:13.197881 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:13.198249 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:13.204980 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:13.205365 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:13.205719 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:13.206181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:13.206685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:13.207082 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:13.207470 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:13.207947 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:13.261975 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a050d828-55c7-4536-bf39-a95d6cd4ee7d req-d09584b2-ce1f-49d0-96b6-4e965101db0d service neutron] 10.222.0.48 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095135 Feb 07 16:57:13.366691 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['47357abe-1c1b-4d70-b382-804a0c9e7da4'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:57:13.430995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa849e89-48c5-45a1-8b1e-c8039a3676c7 req-24d85ce4-b6c9-4d08-9655-5728e4c4b8e4 tempest-MigrationsAdminTest-1554031326 tempest-MigrationsAdminTest-1554031326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:13.446860 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa849e89-48c5-45a1-8b1e-c8039a3676c7 req-24d85ce4-b6c9-4d08-9655-5728e4c4b8e4 tempest-MigrationsAdminTest-1554031326 tempest-MigrationsAdminTest-1554031326-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 1132 time: 0.1334252 Feb 07 16:57:13.519792 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a050d828-55c7-4536-bf39-a95d6cd4ee7d req-4044a0a1-7c6e-47c5-996a-521df6483fb1 service neutron] 10.222.0.48 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874402 Feb 07 16:57:13.538583 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa849e89-48c5-45a1-8b1e-c8039a3676c7 req-9f2e0bd6-2bc9-402e-825c-09ad3720d1e3 tempest-MigrationsAdminTest-1554031326 tempest-MigrationsAdminTest-1554031326-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906093 Feb 07 16:57:13.543715 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cca01d9b-0cce-433a-9a66-64157b4b39d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2424668238f34c4897713c5a0bec8511&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1793320 Feb 07 16:57:13.546483 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52654) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:13.583730 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca01d9b-0cce-433a-9a66-64157b4b39d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1629c6-2df1-4f70-89f9-a085cca3b67a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:13.663484 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658bf84-6c88-45cd-a222-d069bb49403c req-be90135f-d38f-45cd-b8a2-8165a67c40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:13.684658 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6658bf84-6c88-45cd-a222-d069bb49403c req-be90135f-d38f-45cd-b8a2-8165a67c40c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.4255300 Feb 07 16:57:13.692358 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4efa9f92-53d2-4ad1-a466-0e932d0d26d5 admin admin] Publish callbacks [] for security_group (4a1629c6-2df1-4f70-89f9-a085cca3b67a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:13.706388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cc676-9e33-421a-aaa5-47e46acefc79 req-8a25369e-79d9-4245-bc78-364c95f9f7e2 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:13.711614 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b3cc676-9e33-421a-aaa5-47e46acefc79 req-8a25369e-79d9-4245-bc78-364c95f9f7e2 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.5609512 Feb 07 16:57:13.728791 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4efa9f92-53d2-4ad1-a466-0e932d0d26d5 admin admin] Publish callbacks [] for security_group (4a1629c6-2df1-4f70-89f9-a085cca3b67a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:13.816014 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4efa9f92-53d2-4ad1-a466-0e932d0d26d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4a1629c6-2df1-4f70-89f9-a085cca3b67a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:13.818870 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4efa9f92-53d2-4ad1-a466-0e932d0d26d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:13.820137 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4efa9f92-53d2-4ad1-a466-0e932d0d26d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a1629c6-2df1-4f70-89f9-a085cca3b67a HTTP/1.1" status: 204 len: 168 time: 0.2725775 Feb 07 16:57:13.837145 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa9f92-53d2-4ad1-a466-0e932d0d26d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1629c6-2df1-4f70-89f9-a085cca3b67a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:13.883973 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece367d-968e-47e5-a5fe-1f5500c6ad2a req-9d719063-6525-45c6-b165-7714ec6820b1 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:13.895639 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2ece367d-968e-47e5-a5fe-1f5500c6ad2a req-9d719063-6525-45c6-b165-7714ec6820b1 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.2190962 Feb 07 16:57:13.927640 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b3cc676-9e33-421a-aaa5-47e46acefc79 req-7085300c-297a-4722-839c-753b26ae3f3d tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041059 Feb 07 16:57:13.992531 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658bf84-6c88-45cd-a222-d069bb49403c req-417919c1-b7b0-47fc-8ff3-bef02a6e2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:14.008280 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6658bf84-6c88-45cd-a222-d069bb49403c req-417919c1-b7b0-47fc-8ff3-bef02a6e2be3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2767668 Feb 07 16:57:14.063110 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2ece367d-968e-47e5-a5fe-1f5500c6ad2a req-db7e7b50-a339-4152-8a4a-e0e7dd884286 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656613 Feb 07 16:57:14.166686 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6658bf84-6c88-45cd-a222-d069bb49403c req-91576911-80ca-4112-9d9b-0aad7e7c8361 service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557331 Feb 07 16:57:14.408760 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79a344-079e-4ba7-8ef9-a02fb2f613ac req-89f64bd2-d1d6-4924-8c86-f1c061557e57 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:14.439993 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6658bf84-6c88-45cd-a222-d069bb49403c req-adeed2ca-6902-48d5-b095-29b8d32432ca service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665341 Feb 07 16:57:14.440733 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df79a344-079e-4ba7-8ef9-a02fb2f613ac req-89f64bd2-d1d6-4924-8c86-f1c061557e57 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.1346083 Feb 07 16:57:14.554782 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df79a344-079e-4ba7-8ef9-a02fb2f613ac req-3e3b69f5-04cb-49cf-9390-4226687ca007 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125033 Feb 07 16:57:14.584836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c63c7-f6b7-4830-a991-4c476c14d0f2 req-3459f501-08bd-48b7-a680-7089171623c4 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:14.587611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a127fc73-7613-47a9-bb5b-d3f7946a307a details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:57:14.598509 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e34c63c7-f6b7-4830-a991-4c476c14d0f2 req-3459f501-08bd-48b7-a680-7089171623c4 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 944 time: 0.1573737 Feb 07 16:57:14.604496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52676) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:14.628011 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1f03c2b-f0ef-4475-b8b1-93961a6c37d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:14.723318 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e34c63c7-f6b7-4830-a991-4c476c14d0f2 req-87349305-ab8d-406f-8505-b63badc9bfb3 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238959 Feb 07 16:57:14.829954 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1f03c2b-f0ef-4475-b8b1-93961a6c37d5 admin admin] Publish callbacks [] for security_group (8df24ca6-90cc-49a2-b496-a264eb0acb21), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:14.834621 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1f03c2b-f0ef-4475-b8b1-93961a6c37d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8df24ca6-90cc-49a2-b496-a264eb0acb21), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:14.907389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a127fc73-7613-47a9-bb5b-d3f7946a307a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:57:14.926036 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f03c2b-f0ef-4475-b8b1-93961a6c37d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df24ca6-90cc-49a2-b496-a264eb0acb21,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:14.931368 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c1f03c2b-f0ef-4475-b8b1-93961a6c37d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19c1b76e48bb4a13bf57175624a0d80e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3252454 Feb 07 16:57:14.934622 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 47357abe-1c1b-4d70-b382-804a0c9e7da4 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:57:14.935490 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52680) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:15.036438 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-500e08a6-d29b-42d8-b504-e47cdfe843d3 admin admin] Publish callbacks [] for security_group (8df24ca6-90cc-49a2-b496-a264eb0acb21), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:15.041610 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'port_id': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'mac_address': 'fa:16:3e:f9:20:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:57:15.083688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 47357abe-1c1b-4d70-b382-804a0c9e7da4 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:57:15.095916 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 47357abe-1c1b-4d70-b382-804a0c9e7da4 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:57:15.096457 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:15.100558 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-500e08a6-d29b-42d8-b504-e47cdfe843d3 admin admin] Publish callbacks [] for security_group (8df24ca6-90cc-49a2-b496-a264eb0acb21), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:15.168781 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a127fc73-7613-47a9-bb5b-d3f7946a307a is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:57:15.169712 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:15.191904 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508acd3d-2154-49fc-9365-e3980c9ee1a3 req-6b66455f-7b75-4d85-a43b-8af663e03341 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:15.200646 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-508acd3d-2154-49fc-9365-e3980c9ee1a3 req-6b66455f-7b75-4d85-a43b-8af663e03341 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.1550350 Feb 07 16:57:15.216900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a127fc73-7613-47a9-bb5b-d3f7946a307a {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:57:15.259434 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-500e08a6-d29b-42d8-b504-e47cdfe843d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8df24ca6-90cc-49a2-b496-a264eb0acb21), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:15.270069 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-500e08a6-d29b-42d8-b504-e47cdfe843d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:15.271716 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-500e08a6-d29b-42d8-b504-e47cdfe843d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8df24ca6-90cc-49a2-b496-a264eb0acb21 HTTP/1.1" status: 204 len: 168 time: 0.3358140 Feb 07 16:57:15.280662 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a127fc73-7613-47a9-bb5b-d3f7946a307a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:57:15.297477 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:15.332106 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-508acd3d-2154-49fc-9365-e3980c9ee1a3 req-0dfebf5d-0c2f-4eb9-b0cd-030ac2e58894 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303892 Feb 07 16:57:15.350802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e08a6-d29b-42d8-b504-e47cdfe843d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df24ca6-90cc-49a2-b496-a264eb0acb21,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:15.409331 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ddfe6-f699-4f49-a61b-c06661173e35 req-5dc6dbfc-33ea-4abd-832d-64b940822881 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:15.416965 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-934ddfe6-f699-4f49-a61b-c06661173e35 req-5dc6dbfc-33ea-4abd-832d-64b940822881 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.1939852 Feb 07 16:57:15.506188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a127fc73-7613-47a9-bb5b-d3f7946a307a,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:15.513468 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-934ddfe6-f699-4f49-a61b-c06661173e35 req-0977dc0a-14ca-4273-b0ed-7eb84f014dc9 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950193 Feb 07 16:57:15.519342 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 47357abe-1c1b-4d70-b382-804a0c9e7da4 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:57:15.519877 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:15.620925 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc35d22-2b3c-4dbc-9b87-b8a653616659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47357abe-1c1b-4d70-b382-804a0c9e7da4'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:57:15.628521 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348400bd-8329-4765-ae74-611040607716" -d '{"events": [{"server_uuid": "1dc35d22-2b3c-4dbc-9b87-b8a653616659", "name": "network-vif-plugged", "status": "completed", "tag": "47357abe-1c1b-4d70-b382-804a0c9e7da4"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:57:15.663761 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['a127fc73-7613-47a9-bb5b-d3f7946a307a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:57:15.728608 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f0c3d-6216-4827-a90d-10e0b51e5800 req-5a4d31b1-7a88-47d9-983a-2977c60f6953 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:15.730351 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-467f0c3d-6216-4827-a90d-10e0b51e5800 req-5a4d31b1-7a88-47d9-983a-2977c60f6953 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 950 time: 0.1583083 Feb 07 16:57:15.800543 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e6a0b7-a886-4943-8e50-b580a21076a7 x-openstack-request-id: req-70e6a0b7-a886-4943-8e50-b580a21076a7 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:57:15.800826 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc35d22-2b3c-4dbc-9b87-b8a653616659", "name": "network-vif-plugged", "status": "completed", "tag": "47357abe-1c1b-4d70-b382-804a0c9e7da4", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:57:15.801087 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70e6a0b7-a886-4943-8e50-b580a21076a7 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:57:15.801515 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc35d22-2b3c-4dbc-9b87-b8a653616659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47357abe-1c1b-4d70-b382-804a0c9e7da4', 'code': 200} Feb 07 16:57:15.829768 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 47357abe-1c1b-4d70-b382-804a0c9e7da4, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:57:15.851556 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:16.083757 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=47357abe-1c1b-4d70-b382-804a0c9e7da4,revision_number=13']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:16.121954 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341496c-2938-4878-b730-0d57dc7256d8 req-c0812904-ea8e-4394-996b-aff9b779667f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:16.144680 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5341496c-2938-4878-b730-0d57dc7256d8 req-c0812904-ea8e-4394-996b-aff9b779667f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1937394 Feb 07 16:57:16.186844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-467f0c3d-6216-4827-a90d-10e0b51e5800 req-bcec0e89-a4c5-4e3d-a970-accc3512fb16 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Deleting port 47357abe-1c1b-4d70-b382-804a0c9e7da4 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:57:16.190202 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-467f0c3d-6216-4827-a90d-10e0b51e5800 req-bcec0e89-a4c5-4e3d-a970-accc3512fb16 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:16.285948 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5341496c-2938-4878-b730-0d57dc7256d8 req-5cfbedcb-9057-4c64-ba28-861d28b2bc40 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314719 Feb 07 16:57:16.447876 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-467f0c3d-6216-4827-a90d-10e0b51e5800 req-bcec0e89-a4c5-4e3d-a970-accc3512fb16 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] For port 47357abe-1c1b-4d70-b382-804a0c9e7da4, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=47357abe-1c1b-4d70-b382-804a0c9e7da4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:57:16.448455 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-467f0c3d-6216-4827-a90d-10e0b51e5800 req-bcec0e89-a4c5-4e3d-a970-accc3512fb16 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:16.461899 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-467f0c3d-6216-4827-a90d-10e0b51e5800 req-bcec0e89-a4c5-4e3d-a970-accc3512fb16 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Calling delete_port for 47357abe-1c1b-4d70-b382-804a0c9e7da4 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:57:16.568102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d310638-9c07-4903-9120-dac9792582bb req-9fe61721-7b14-4344-b732-4d8364dea694 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:16.579288 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d310638-9c07-4903-9120-dac9792582bb req-9fe61721-7b14-4344-b732-4d8364dea694 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.1262624 Feb 07 16:57:16.732130 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d310638-9c07-4903-9120-dac9792582bb req-059c9930-44e0-4e47-84ef-737b0319f0bf tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449058 Feb 07 16:57:16.732269 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac62aa9-12d9-42a8-bb41-fcc4471b0060 req-6ba8552e-570f-43a4-bf12-9466977e6ba8 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:16.737888 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bac62aa9-12d9-42a8-bb41-fcc4471b0060 req-6ba8552e-570f-43a4-bf12-9466977e6ba8 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc35d22-2b3c-4dbc-9b87-b8a653616659 HTTP/1.1" status: 200 len: 951 time: 0.7288339 Feb 07 16:57:16.863918 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-467f0c3d-6216-4827-a90d-10e0b51e5800 req-bcec0e89-a4c5-4e3d-a970-accc3512fb16 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (47357abe-1c1b-4d70-b382-804a0c9e7da4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:16.879805 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2ff7e564-33b8-46a8-a62b-6de8c00e52b3'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:57:16.932897 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec0e89-a4c5-4e3d-a970-accc3512fb16 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Pushing event deleted for resources: {'Port': ['ID=47357abe-1c1b-4d70-b382-804a0c9e7da4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:16.987597 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bac62aa9-12d9-42a8-bb41-fcc4471b0060 req-1c491607-9913-42b5-bbb8-e839894c03ca tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430291 Feb 07 16:57:17.070799 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['a8f7d82e-ddce-4335-a1f4-e590fc4663ec', 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:57:17.185152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-467f0c3d-6216-4827-a90d-10e0b51e5800 req-bcec0e89-a4c5-4e3d-a970-accc3512fb16 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] No DVR routers for this DVR port 47357abe-1c1b-4d70-b382-804a0c9e7da4 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:57:17.191851 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11794e-a6e4-4e9c-9158-fd53e4e59408 req-550260d5-d6d5-4d2d-a0a3-38f3c1b9dc65 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:17.201931 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-467f0c3d-6216-4827-a90d-10e0b51e5800 req-bcec0e89-a4c5-4e3d-a970-accc3512fb16 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:17.205638 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-467f0c3d-6216-4827-a90d-10e0b51e5800 req-bcec0e89-a4c5-4e3d-a970-accc3512fb16 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.32 "DELETE /v2.0/ports/47357abe-1c1b-4d70-b382-804a0c9e7da4 HTTP/1.1" status: 204 len: 173 time: 1.4675906 Feb 07 16:57:17.206149 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc35d22-2b3c-4dbc-9b87-b8a653616659', 'name': 'network-vif-deleted', 'tag': '47357abe-1c1b-4d70-b382-804a0c9e7da4'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:57:17.208562 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d53cc91-8659-4060-b18d-26e1d16dbf58" -d '{"events": [{"server_uuid": "1dc35d22-2b3c-4dbc-9b87-b8a653616659", "name": "network-vif-deleted", "tag": "47357abe-1c1b-4d70-b382-804a0c9e7da4"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:57:17.219401 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c11794e-a6e4-4e9c-9158-fd53e4e59408 req-550260d5-d6d5-4d2d-a0a3-38f3c1b9dc65 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.2992334 Feb 07 16:57:17.361046 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdadfe0-abdf-4e78-a5c5-822e1b164da1 x-openstack-request-id: req-0bdadfe0-abdf-4e78-a5c5-822e1b164da1 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:57:17.362309 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc35d22-2b3c-4dbc-9b87-b8a653616659", "name": "network-vif-deleted", "tag": "47357abe-1c1b-4d70-b382-804a0c9e7da4", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:57:17.362833 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0bdadfe0-abdf-4e78-a5c5-822e1b164da1 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:57:17.363564 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc35d22-2b3c-4dbc-9b87-b8a653616659', 'name': 'network-vif-deleted', 'tag': '47357abe-1c1b-4d70-b382-804a0c9e7da4', 'status': 'completed', 'code': 200} Feb 07 16:57:17.409137 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c11794e-a6e4-4e9c-9158-fd53e4e59408 req-390893cf-30f1-4cbf-b5fa-b0fad6c3643e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775229 Feb 07 16:57:17.625148 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb3fa6-56a0-4f56-acca-26a16f179ba1 req-bce11278-9ca2-476a-8537-28211642c6d5 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:17.635828 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-72eb3fa6-56a0-4f56-acca-26a16f179ba1 req-bce11278-9ca2-476a-8537-28211642c6d5 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1376572 Feb 07 16:57:17.777557 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-72eb3fa6-56a0-4f56-acca-26a16f179ba1 req-ac75a133-e06a-4023-8a4c-617780a06bb7 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400337 Feb 07 16:57:17.958444 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a02d25-3ab4-4676-99a4-7368e151f29b req-87d96ce5-c59e-4f94-80de-d3983ee9d1d6 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:17.972537 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-59a02d25-3ab4-4676-99a4-7368e151f29b req-87d96ce5-c59e-4f94-80de-d3983ee9d1d6 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.1273670 Feb 07 16:57:18.124081 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-59a02d25-3ab4-4676-99a4-7368e151f29b req-657e7972-e4f7-4d5f-a7c2-445a28ca61a8 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502941 Feb 07 16:57:18.295584 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52758) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:18.581898 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1697d397-fc4f-45b8-a62c-4a6cba545b75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:18.594703 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a127fc73-7613-47a9-bb5b-d3f7946a307a up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:57:18.706180 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 47357abe-1c1b-4d70-b382-804a0c9e7da4 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:57:18.778113 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edead094-4eb8-4217-9bac-604cbd99565d req-4fc2df20-5871-40ae-be52-d62db63d7095 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:18.788533 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-edead094-4eb8-4217-9bac-604cbd99565d req-4fc2df20-5871-40ae-be52-d62db63d7095 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 950 time: 0.1367524 Feb 07 16:57:18.826606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 47357abe-1c1b-4d70-b382-804a0c9e7da4 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:57:18.826980 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 47357abe-1c1b-4d70-b382-804a0c9e7da4 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:57:18.886530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port a127fc73-7613-47a9-bb5b-d3f7946a307a completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:57:18.894549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port a127fc73-7613-47a9-bb5b-d3f7946a307a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:57:18.894932 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:18.903655 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afd8d8-06c7-4fc3-a962-c5dd391e2d55 req-4725a1fe-528a-4df2-9d50-e373b9c6b79d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:18.915069 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-edead094-4eb8-4217-9bac-604cbd99565d req-ff9f166a-74b0-45e2-94d7-9b68b6d75d58 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256201 Feb 07 16:57:18.918639 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60afd8d8-06c7-4fc3-a962-c5dd391e2d55 req-4725a1fe-528a-4df2-9d50-e373b9c6b79d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.2900558 Feb 07 16:57:19.076308 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a127fc73-7613-47a9-bb5b-d3f7946a307a is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:57:19.076747 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:19.141643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a127fc73-7613-47a9-bb5b-d3f7946a307a'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:57:19.146893 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33db2ba4-6496-4e1f-a000-bf2ec434d193" -d '{"events": [{"server_uuid": "512f1765-e51b-4461-ad6f-276bb7e8c903", "name": "network-vif-plugged", "status": "completed", "tag": "a127fc73-7613-47a9-bb5b-d3f7946a307a"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:57:19.154590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020a866-026f-4508-8027-4cefc9a1662a req-3e099bd1-12c1-4ed8-ba58-a319f9fa71b9 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:19.161728 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1020a866-026f-4508-8027-4cefc9a1662a req-3e099bd1-12c1-4ed8-ba58-a319f9fa71b9 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1177897 Feb 07 16:57:19.177019 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a127fc73-7613-47a9-bb5b-d3f7946a307a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:57:19.183723 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:19.213190 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1697d397-fc4f-45b8-a62c-4a6cba545b75 admin admin] Publish callbacks [] for security_group (afe74aac-b4b6-411d-b20e-fa59c8922748), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:19.256160 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60afd8d8-06c7-4fc3-a962-c5dd391e2d55 req-06743653-7ba2-4153-b4fd-9736030cf88b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254616 Feb 07 16:57:19.258473 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1697d397-fc4f-45b8-a62c-4a6cba545b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (afe74aac-b4b6-411d-b20e-fa59c8922748), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:19.288425 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1020a866-026f-4508-8027-4cefc9a1662a req-c2a8c336-d8f7-4109-bea3-71d24b233bd9 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257079 Feb 07 16:57:19.327462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a127fc73-7613-47a9-bb5b-d3f7946a307a,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:19.355831 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697d397-fc4f-45b8-a62c-4a6cba545b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe74aac-b4b6-411d-b20e-fa59c8922748,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:19.384572 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1697d397-fc4f-45b8-a62c-4a6cba545b75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c48e11a364d14cd3a3335c81ba5b37f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0880048 Feb 07 16:57:19.384766 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52778) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:19.408268 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cfdea7-0903-4dec-b31f-dadf05f89794 x-openstack-request-id: req-03cfdea7-0903-4dec-b31f-dadf05f89794 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:57:19.408956 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512f1765-e51b-4461-ad6f-276bb7e8c903", "name": "network-vif-plugged", "status": "completed", "tag": "a127fc73-7613-47a9-bb5b-d3f7946a307a", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:57:19.409472 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03cfdea7-0903-4dec-b31f-dadf05f89794 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:57:19.410170 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'code': 200} Feb 07 16:57:19.466388 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04d072a7-160c-48da-a777-da0c911512c4 admin admin] Publish callbacks [] for security_group (afe74aac-b4b6-411d-b20e-fa59c8922748), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:19.490475 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04d072a7-160c-48da-a777-da0c911512c4 admin admin] Publish callbacks [] for security_group (afe74aac-b4b6-411d-b20e-fa59c8922748), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:19.598835 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04d072a7-160c-48da-a777-da0c911512c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (afe74aac-b4b6-411d-b20e-fa59c8922748), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:19.601783 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04d072a7-160c-48da-a777-da0c911512c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:19.609456 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bebd72-a25f-4dcf-b4ec-35c62ba60401 req-9eb87484-0b0a-43f2-a8f2-dcf68526de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:19.609823 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-04d072a7-160c-48da-a777-da0c911512c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afe74aac-b4b6-411d-b20e-fa59c8922748 HTTP/1.1" status: 204 len: 168 time: 0.2241895 Feb 07 16:57:19.611989 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5bebd72-a25f-4dcf-b4ec-35c62ba60401 req-9eb87484-0b0a-43f2-a8f2-dcf68526de7c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 1128 time: 0.1203539 Feb 07 16:57:19.628885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d072a7-160c-48da-a777-da0c911512c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe74aac-b4b6-411d-b20e-fa59c8922748,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:19.653091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d072a7-160c-48da-a777-da0c911512c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:19.653485 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d072a7-160c-48da-a777-da0c911512c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:19.653835 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d072a7-160c-48da-a777-da0c911512c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:19.658742 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d072a7-160c-48da-a777-da0c911512c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:19.659325 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d072a7-160c-48da-a777-da0c911512c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:19.659922 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d072a7-160c-48da-a777-da0c911512c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:19.660443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d072a7-160c-48da-a777-da0c911512c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:19.660950 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d072a7-160c-48da-a777-da0c911512c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:19.661483 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d072a7-160c-48da-a777-da0c911512c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:19.668315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d072a7-160c-48da-a777-da0c911512c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:19.668951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d072a7-160c-48da-a777-da0c911512c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:19.669605 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d072a7-160c-48da-a777-da0c911512c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:19.670115 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d072a7-160c-48da-a777-da0c911512c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:19.711676 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5bebd72-a25f-4dcf-b4ec-35c62ba60401 req-997c02dd-2d0a-4b68-b15d-43fc2ed1af66 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903790 Feb 07 16:57:19.743281 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7be38-54e0-4654-9711-4344e2ac1389 req-aacef1e8-e459-4c56-ba95-2ef6a7b87d36 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:19.751016 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33a7be38-54e0-4654-9711-4344e2ac1389 req-aacef1e8-e459-4c56-ba95-2ef6a7b87d36 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.2997339 Feb 07 16:57:19.873588 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33a7be38-54e0-4654-9711-4344e2ac1389 req-f46f6db4-3885-4f57-a022-1650e092f846 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168363 Feb 07 16:57:20.205225 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f372b-861c-4bf3-ab78-b1c61519a7d5 req-61581cac-c1aa-4372-a109-e71d6ff8f558 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:20.213326 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-060f372b-861c-4bf3-ab78-b1c61519a7d5 req-61581cac-c1aa-4372-a109-e71d6ff8f558 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 950 time: 0.1570241 Feb 07 16:57:20.409096 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-060f372b-861c-4bf3-ab78-b1c61519a7d5 req-4f9eaca5-97f5-4aa3-a090-32ad87028f24 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903684 Feb 07 16:57:20.504057 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b54817-a2b1-447d-8568-bb21674dbaae req-feb61350-59c4-4298-98f8-83330bdb8986 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:20.510242 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-95b54817-a2b1-447d-8568-bb21674dbaae req-feb61350-59c4-4298-98f8-83330bdb8986 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 950 time: 0.2355928 Feb 07 16:57:20.630141 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02b6b6-8632-4f58-974f-96b7655fcf17 req-6be16982-ae88-4f59-b753-3863fb4da372 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:20.645923 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d02b6b6-8632-4f58-974f-96b7655fcf17 req-6be16982-ae88-4f59-b753-3863fb4da372 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.1742892 Feb 07 16:57:20.717671 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c32b71-7aee-4b19-bf3a-ecac5e2080cc req-18fba3fc-1237-49c7-a650-d4930c8b7f40 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:20.726402 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-73c32b71-7aee-4b19-bf3a-ecac5e2080cc req-18fba3fc-1237-49c7-a650-d4930c8b7f40 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 946 time: 0.1236889 Feb 07 16:57:20.808594 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-73c32b71-7aee-4b19-bf3a-ecac5e2080cc req-eb4d98b1-3552-48b7-be02-c538c6231408 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757196 Feb 07 16:57:20.829989 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d02b6b6-8632-4f58-974f-96b7655fcf17 req-c3085e46-9ef6-4bee-9976-f74545965471 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823092 Feb 07 16:57:20.888947 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-95b54817-a2b1-447d-8568-bb21674dbaae req-5aeff359-ae62-45d2-86f7-78294103dece tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Deleting port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:57:20.890018 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-95b54817-a2b1-447d-8568-bb21674dbaae req-5aeff359-ae62-45d2-86f7-78294103dece tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:21.201986 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:21.221395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc6922-b8fd-4062-b806-b7ba58b3b91c req-56fd4705-137a-472f-83ff-b5b02dd368a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:21.223493 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3fcc6922-b8fd-4062-b806-b7ba58b3b91c req-56fd4705-137a-472f-83ff-b5b02dd368a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fdea7f1b6324f67b931aa532697bca1&device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 1128 time: 0.1673164 Feb 07 16:57:21.316089 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-95b54817-a2b1-447d-8568-bb21674dbaae req-5aeff359-ae62-45d2-86f7-78294103dece tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] For port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:57:21.317403 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-95b54817-a2b1-447d-8568-bb21674dbaae req-5aeff359-ae62-45d2-86f7-78294103dece tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:21.339284 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4f3bb-2d3d-467c-93f5-8d9ccbc46cf3 req-11f9ec88-7a30-43cb-8f51-d25be13eadf9 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:21.350159 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8a4f3bb-2d3d-467c-93f5-8d9ccbc46cf3 req-11f9ec88-7a30-43cb-8f51-d25be13eadf9 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.3218703 Feb 07 16:57:21.384847 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc6922-b8fd-4062-b806-b7ba58b3b91c req-5099ea71-0a9f-47ee-964d-f922db57c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:21.386119 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3fcc6922-b8fd-4062-b806-b7ba58b3b91c req-5099ea71-0a9f-47ee-964d-f922db57c87e service neutron] 10.222.0.32 "GET /v2.0/networks?id=558210b1-aeef-4297-87e4-07b1b1a8ae99 HTTP/1.1" status: 200 len: 918 time: 0.1561573 Feb 07 16:57:21.423370 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-95b54817-a2b1-447d-8568-bb21674dbaae req-5aeff359-ae62-45d2-86f7-78294103dece tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Calling delete_port for fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:57:21.628808 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3fcc6922-b8fd-4062-b806-b7ba58b3b91c req-6373715b-18a8-42e8-bea4-b3579e65c4fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2 HTTP/1.1" status: 200 len: 1001 time: 0.2360020 Feb 07 16:57:21.683564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc6922-b8fd-4062-b806-b7ba58b3b91c req-96e1788b-77f8-40e9-93ac-f0b4cd0599ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:21.686028 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3fcc6922-b8fd-4062-b806-b7ba58b3b91c req-96e1788b-77f8-40e9-93ac-f0b4cd0599ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e08eff2f-7c93-4ede-90b9-2e6bbced6db6 HTTP/1.1" status: 200 len: 856 time: 0.0509233 Feb 07 16:57:21.704505 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08407efe-013e-41c3-be63-521a52e8eb4d req-88856d21-1d98-48ed-bb45-f9c88452df2e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:21.713475 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08407efe-013e-41c3-be63-521a52e8eb4d req-88856d21-1d98-48ed-bb45-f9c88452df2e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8e0899a-60a9-4ae1-839d-abff6e27f7f1 HTTP/1.1" status: 200 len: 950 time: 0.1327174 Feb 07 16:57:21.728660 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8a4f3bb-2d3d-467c-93f5-8d9ccbc46cf3 req-cc0563b7-2fb2-452a-9718-e4cf13f404d1 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756721 Feb 07 16:57:21.754964 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-95b54817-a2b1-447d-8568-bb21674dbaae req-5aeff359-ae62-45d2-86f7-78294103dece tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (fbd2bb0e-e9a3-47ba-8583-e7c02519eee4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:21.772648 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['a8f7d82e-ddce-4335-a1f4-e590fc4663ec', 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:57:21.787322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeff359-ae62-45d2-86f7-78294103dece tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Pushing event deleted for resources: {'Port': ['ID=fbd2bb0e-e9a3-47ba-8583-e7c02519eee4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:21.863963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2ff7e564-33b8-46a8-a62b-6de8c00e52b3'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:57:21.962063 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b54817-a2b1-447d-8568-bb21674dbaae req-5aeff359-ae62-45d2-86f7-78294103dece tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] No DVR routers for this DVR port fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:57:21.968252 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-95b54817-a2b1-447d-8568-bb21674dbaae req-5aeff359-ae62-45d2-86f7-78294103dece tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:21.971769 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-95b54817-a2b1-447d-8568-bb21674dbaae req-5aeff359-ae62-45d2-86f7-78294103dece tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.48 "DELETE /v2.0/ports/fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 HTTP/1.1" status: 204 len: 173 time: 1.4542637 Feb 07 16:57:21.972954 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e0899a-60a9-4ae1-839d-abff6e27f7f1', 'name': 'network-vif-deleted', 'tag': 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:57:21.973418 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08407efe-013e-41c3-be63-521a52e8eb4d req-24d36f0f-ed40-4184-af09-dc4aa5c50155 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524953 Feb 07 16:57:22.011251 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf88f28-1f62-4d99-b238-983be870ac83" -d '{"events": [{"server_uuid": "b8e0899a-60a9-4ae1-839d-abff6e27f7f1", "name": "network-vif-deleted", "tag": "fbd2bb0e-e9a3-47ba-8583-e7c02519eee4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:57:22.064230 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc6922-b8fd-4062-b806-b7ba58b3b91c req-f1b0ce9b-ca10-4c13-b8a0-37dd2ace3494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:22.065799 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3fcc6922-b8fd-4062-b806-b7ba58b3b91c req-f1b0ce9b-ca10-4c13-b8a0-37dd2ace3494 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=558210b1-aeef-4297-87e4-07b1b1a8ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3287086 Feb 07 16:57:22.156497 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5812dc5-920a-454c-a074-64dc77dffec0 req-85383d60-f2b6-43f0-9c37-ae0bd718fe81 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:22.174148 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5812dc5-920a-454c-a074-64dc77dffec0 req-85383d60-f2b6-43f0-9c37-ae0bd718fe81 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 946 time: 0.2200327 Feb 07 16:57:22.327914 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5812dc5-920a-454c-a074-64dc77dffec0 req-1df3e6dd-3c38-4cf2-b365-535a84cea74d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527600 Feb 07 16:57:22.435802 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b451cb20-11b9-415a-80ac-4ddb98ad1c37 x-openstack-request-id: req-b451cb20-11b9-415a-80ac-4ddb98ad1c37 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:57:22.436769 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e0899a-60a9-4ae1-839d-abff6e27f7f1", "name": "network-vif-deleted", "tag": "fbd2bb0e-e9a3-47ba-8583-e7c02519eee4", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:57:22.437232 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b451cb20-11b9-415a-80ac-4ddb98ad1c37 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:57:22.437902 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e0899a-60a9-4ae1-839d-abff6e27f7f1', 'name': 'network-vif-deleted', 'tag': 'fbd2bb0e-e9a3-47ba-8583-e7c02519eee4', 'status': 'completed', 'code': 200} Feb 07 16:57:22.475936 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e0b46-16a3-4898-a883-37a53fe488ea req-b0debdc7-048d-429a-9982-c96345a7a564 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:22.495778 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-830e0b46-16a3-4898-a883-37a53fe488ea req-b0debdc7-048d-429a-9982-c96345a7a564 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.2915397 Feb 07 16:57:22.660444 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-830e0b46-16a3-4898-a883-37a53fe488ea req-57690bd1-0ab7-4365-811a-80759e97b5ee tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582780 Feb 07 16:57:22.673988 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3fcc6922-b8fd-4062-b806-b7ba58b3b91c req-53c7aa9b-31fa-49e1-8bcc-82039bed0e72 service neutron] 10.222.0.32 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007957 Feb 07 16:57:22.733687 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2f2dc-ebcf-450a-8c20-21334ad01580 req-eee67381-839d-4381-9e3a-99bf586d88dc tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:22.736699 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4fb2f2dc-ebcf-450a-8c20-21334ad01580 req-eee67381-839d-4381-9e3a-99bf586d88dc tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 946 time: 0.1766350 Feb 07 16:57:22.747166 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52860) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:22.757393 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-af08bede-f453-4c5e-8e6f-515c34dc0211 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Request body: {'floatingip': {'port_id': 'a127fc73-7613-47a9-bb5b-d3f7946a307a'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:57:22.860018 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af08bede-f453-4c5e-8e6f-515c34dc0211 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for floatingip (4bbdf5da-e3e7-4bf8-8425-62d617256da8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:22.903486 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3fcc6922-b8fd-4062-b806-b7ba58b3b91c req-65721043-872c-4807-bc29-676bf3d37613 service neutron] 10.222.0.32 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229605 Feb 07 16:57:23.030422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255225b-f037-4ced-90f8-7a85c8308f19 req-249a4a11-42e0-4b5f-b20c-c5ef758e27e6 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:23.039600 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a255225b-f037-4ced-90f8-7a85c8308f19 req-249a4a11-42e0-4b5f-b20c-c5ef758e27e6 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.1350193 Feb 07 16:57:23.156298 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a255225b-f037-4ced-90f8-7a85c8308f19 req-13662419-52ba-4868-8378-bf00c1207f7b tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023412 Feb 07 16:57:23.190107 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:23.485517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66abe1c-d21c-4e5b-bb77-ca400003f9e7 req-3b426546-74af-4dd4-82ec-6801a1b7d07e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:23.487114 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e66abe1c-d21c-4e5b-bb77-ca400003f9e7 req-3b426546-74af-4dd4-82ec-6801a1b7d07e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.1081223 Feb 07 16:57:23.593354 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e66abe1c-d21c-4e5b-bb77-ca400003f9e7 req-2a1966a4-6e7c-4908-a2d8-c1f37e4e8366 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982847 Feb 07 16:57:23.706944 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af08bede-f453-4c5e-8e6f-515c34dc0211 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:23.719393 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af08bede-f453-4c5e-8e6f-515c34dc0211 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (4bbdf5da-e3e7-4bf8-8425-62d617256da8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:24.004133 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52916) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:24.167349 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1794771a-902f-4e02-a1e4-f3121425b7ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:24.324963 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c518d6-303b-44e4-b94d-98f40db729b9 req-3357b5d5-984a-4134-a328-74ebfb7b418e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:24.337619 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d7c518d6-303b-44e4-b94d-98f40db729b9 req-3357b5d5-984a-4134-a328-74ebfb7b418e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 0.1407323 Feb 07 16:57:24.341109 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-af08bede-f453-4c5e-8e6f-515c34dc0211 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Floating IP 4bbdf5da-e3e7-4bf8-8425-62d617256da8 associated. External IP: 172.25.4.94, port: a127fc73-7613-47a9-bb5b-d3f7946a307a. Feb 07 16:57:24.405157 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1794771a-902f-4e02-a1e4-f3121425b7ee admin admin] Publish callbacks [] for security_group (ad47f836-5495-4cfe-9ad8-c3e5a19faa9f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:24.442063 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1794771a-902f-4e02-a1e4-f3121425b7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ad47f836-5495-4cfe-9ad8-c3e5a19faa9f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:24.476849 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794771a-902f-4e02-a1e4-f3121425b7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad47f836-5495-4cfe-9ad8-c3e5a19faa9f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:24.488072 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6754b-682e-490d-b083-5d8ee238e7c1 req-2b429977-3141-4b83-b128-00d31b3ed276 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:24.489651 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4cf6754b-682e-490d-b083-5d8ee238e7c1 req-2b429977-3141-4b83-b128-00d31b3ed276 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.2118564 Feb 07 16:57:24.551323 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1794771a-902f-4e02-a1e4-f3121425b7ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f019867fcc346b9b083011caa0a8fbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5432537 Feb 07 16:57:24.593570 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52928) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:24.593570 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4cf6754b-682e-490d-b083-5d8ee238e7c1 req-ac5ce408-d0e0-40d5-91a6-a6d53b9cd7be tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674260 Feb 07 16:57:24.633109 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:57:24.676520 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25196257-126f-45b8-a846-f072174f38df admin admin] Publish callbacks [] for security_group (ad47f836-5495-4cfe-9ad8-c3e5a19faa9f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:24.678123 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:57:24.739261 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25196257-126f-45b8-a846-f072174f38df admin admin] Publish callbacks [] for security_group (ad47f836-5495-4cfe-9ad8-c3e5a19faa9f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:24.742344 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:57:24.742734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device fbd2bb0e-e9a3-47ba-8583-e7c02519eee4 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:57:24.866250 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d7c518d6-303b-44e4-b94d-98f40db729b9 req-812e4d20-dfa2-4945-b1fa-63902cc19716 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5275304 Feb 07 16:57:24.871221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:57:24.875634 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:24.913747 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa58a5e-823e-484c-bc07-92e1a615a270 req-a0018962-e6a1-4f5b-9076-6ec7da01142d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:24.915417 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8fa58a5e-823e-484c-bc07-92e1a615a270 req-a0018962-e6a1-4f5b-9076-6ec7da01142d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.48 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.1212702 Feb 07 16:57:24.951422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa0ccf-f1a3-4dcd-bd6c-bcf6bfdcae78 req-c2d125bf-04ff-4357-b090-3015e5896a1a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:24.953219 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2eaa0ccf-f1a3-4dcd-bd6c-bcf6bfdcae78 req-c2d125bf-04ff-4357-b090-3015e5896a1a tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 950 time: 0.2262588 Feb 07 16:57:24.973037 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:57:24.975240 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59842c98-b900-46ea-8a5b-20d1c5670932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:57:24.989749 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7575a3b-18b2-49b3-88b6-352b37e67eab" -d '{"events": [{"server_uuid": "59842c98-b900-46ea-8a5b-20d1c5670932", "name": "network-vif-unplugged", "status": "completed", "tag": "813d7c77-80ea-480a-ac2f-f1d0ba1126c2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:57:24.994023 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:25.021140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af08bede-f453-4c5e-8e6f-515c34dc0211 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Router 1f581cf4-f50d-4153-b077-bb50b79537ba has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:57:25.132518 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e2d3d1-4965-400f-8877-51a555d42f68 x-openstack-request-id: req-91e2d3d1-4965-400f-8877-51a555d42f68 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:57:25.132961 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59842c98-b900-46ea-8a5b-20d1c5670932", "name": "network-vif-unplugged", "status": "completed", "tag": "813d7c77-80ea-480a-ac2f-f1d0ba1126c2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:57:25.133435 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91e2d3d1-4965-400f-8877-51a555d42f68 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:57:25.136513 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59842c98-b900-46ea-8a5b-20d1c5670932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2', 'code': 200} Feb 07 16:57:25.139365 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:25.283901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8fa58a5e-823e-484c-bc07-92e1a615a270 req-f17f64cf-07eb-43b0-b14d-323caaecc22e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Deleting port a8f7d82e-ddce-4335-a1f4-e590fc4663ec {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:57:25.284249 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8fa58a5e-823e-484c-bc07-92e1a615a270 req-f17f64cf-07eb-43b0-b14d-323caaecc22e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:25.412197 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af08bede-f453-4c5e-8e6f-515c34dc0211 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:57:25.425875 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af08bede-f453-4c5e-8e6f-515c34dc0211 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:25.443076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aa89ee-478c-4719-b657-bfcf057bef8d None None] Sync routers for ids ['1f581cf4-f50d-4153-b077-bb50b79537ba'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:57:25.481570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa89ee-478c-4719-b657-bfcf057bef8d None None] Routers {'1f581cf4-f50d-4153-b077-bb50b79537ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:57:25.482833 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-01aa89ee-478c-4719-b657-bfcf057bef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:56:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1f581cf4-f50d-4153-b077-bb50b79537ba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:57:25.500866 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-af08bede-f453-4c5e-8e6f-515c34dc0211 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "PUT /v2.0/floatingips/4bbdf5da-e3e7-4bf8-8425-62d617256da8 HTTP/1.1" status: 200 len: 991 time: 2.7524614 Feb 07 16:57:25.508364 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'tag': 'a127fc73-7613-47a9-bb5b-d3f7946a307a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:57:25.511883 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7f6507-2f9d-4be3-ae40-aaa81cac3925" -d '{"events": [{"name": "network-changed", "server_uuid": "512f1765-e51b-4461-ad6f-276bb7e8c903", "tag": "a127fc73-7613-47a9-bb5b-d3f7946a307a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:57:25.523173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ddc59-d3e2-46c8-bf18-17748c8debdc req-6b3dc9da-64c5-42db-93b7-8c213fdb4006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:25.525138 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-073ddc59-d3e2-46c8-bf18-17748c8debdc req-6b3dc9da-64c5-42db-93b7-8c213fdb4006 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 1127 time: 0.1745861 Feb 07 16:57:25.527785 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8fa58a5e-823e-484c-bc07-92e1a615a270 req-f17f64cf-07eb-43b0-b14d-323caaecc22e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] For port a8f7d82e-ddce-4335-a1f4-e590fc4663ec, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a8f7d82e-ddce-4335-a1f4-e590fc4663ec,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:57:25.528347 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8fa58a5e-823e-484c-bc07-92e1a615a270 req-f17f64cf-07eb-43b0-b14d-323caaecc22e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:25.566034 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8fa58a5e-823e-484c-bc07-92e1a615a270 req-f17f64cf-07eb-43b0-b14d-323caaecc22e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Calling delete_port for a8f7d82e-ddce-4335-a1f4-e590fc4663ec owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:57:25.611001 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-073ddc59-d3e2-46c8-bf18-17748c8debdc req-e239c5d5-001f-4f40-9d46-f7fcd389d555 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792792 Feb 07 16:57:25.784303 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-01aa89ee-478c-4719-b657-bfcf057bef8d None None] Set router 1f581cf4-f50d-4153-b077-bb50b79537ba gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:57:25.853424 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25196257-126f-45b8-a846-f072174f38df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ad47f836-5495-4cfe-9ad8-c3e5a19faa9f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:25.856957 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25196257-126f-45b8-a846-f072174f38df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:25.861874 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-25196257-126f-45b8-a846-f072174f38df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad47f836-5495-4cfe-9ad8-c3e5a19faa9f HTTP/1.1" status: 204 len: 168 time: 1.3082402 Feb 07 16:57:25.891487 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8934310a-440f-4db2-97e3-1e28ea6f7a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:25.891711 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcd1d8-77b3-42b6-b5e9-d8056b29b98e req-2553b88c-89c3-4c37-94e5-1503a22939d9 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:25.896097 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-92dcd1d8-77b3-42b6-b5e9-d8056b29b98e req-2553b88c-89c3-4c37-94e5-1503a22939d9 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 946 time: 0.2078807 Feb 07 16:57:25.915548 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2eaa0ccf-f1a3-4dcd-bd6c-bcf6bfdcae78 req-6a46a3c0-1428-422a-be1f-36a83717d88d tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9513206 Feb 07 16:57:25.916485 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25196257-126f-45b8-a846-f072174f38df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad47f836-5495-4cfe-9ad8-c3e5a19faa9f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:26.023664 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2221b74-f8f1-4065-aa3a-5eb7bb562134 x-openstack-request-id: req-e2221b74-f8f1-4065-aa3a-5eb7bb562134 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:57:26.023953 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512f1765-e51b-4461-ad6f-276bb7e8c903", "tag": "a127fc73-7613-47a9-bb5b-d3f7946a307a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:57:26.024216 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2221b74-f8f1-4065-aa3a-5eb7bb562134 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:57:26.024620 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'tag': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'status': 'completed', 'code': 200} Feb 07 16:57:26.173551 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-92dcd1d8-77b3-42b6-b5e9-d8056b29b98e req-7e4fcdd6-1251-48d4-bfab-3f4c5a8eb976 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694459 Feb 07 16:57:26.238067 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93ac34-b2d4-4279-9f84-cdfd0fc0e1ad req-591cb28c-ed00-419d-a94e-2f879fa28cf5 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:26.249612 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf93ac34-b2d4-4279-9f84-cdfd0fc0e1ad req-591cb28c-ed00-419d-a94e-2f879fa28cf5 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.1326511 Feb 07 16:57:26.263685 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8fa58a5e-823e-484c-bc07-92e1a615a270 req-f17f64cf-07eb-43b0-b14d-323caaecc22e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a8f7d82e-ddce-4335-a1f4-e590fc4663ec), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:26.283135 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2ff7e564-33b8-46a8-a62b-6de8c00e52b3'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:57:26.285960 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['a8f7d82e-ddce-4335-a1f4-e590fc4663ec'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:57:26.350264 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f6507-2f9d-4be3-ae40-aaa81cac3925 req-37b2b053-eb10-41d0-b98a-1bb1a1f2ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:26.356316 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9f7f6507-2f9d-4be3-ae40-aaa81cac3925 req-37b2b053-eb10-41d0-b98a-1bb1a1f2ac1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 1128 time: 0.2924013 Feb 07 16:57:26.364199 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f64cf-07eb-43b0-b14d-323caaecc22e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Pushing event deleted for resources: {'Port': ['ID=a8f7d82e-ddce-4335-a1f4-e590fc4663ec,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:26.386310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-01aa89ee-478c-4719-b657-bfcf057bef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'name': 'tempest-ServerActionsTestJSON-1480506054-router', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:56:30Z', 'updated_at': '2022-02-07T16:56:41Z', 'revision_number': 4, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'gw_port': {'id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:31Z', 'updated_at': '2022-02-07T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4bbdf5da-e3e7-4bf8-8425-62d617256da8', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'port_id': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'mac_address': 'fa:16:3e:f9:20:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:56:53Z', 'updated_at': '2022-02-07T16:57:23Z', 'revision_number': 1, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd030937-ad88-48eb-910f-7f3fa4aca4c2', 'name': '', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'mac_address': 'fa:16:3e:d5:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:37Z', 'updated_at': '2022-02-07T16:56:51Z', 'revision_number': 5, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'subnets': [{'id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:57:26.413419 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf93ac34-b2d4-4279-9f84-cdfd0fc0e1ad req-adabb4c1-6963-423f-b805-ddc1feb29062 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596494 Feb 07 16:57:26.472043 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aa89ee-478c-4719-b657-bfcf057bef8d None None] Checking router: 1f581cf4-f50d-4153-b077-bb50b79537ba for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:57:26.528789 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa89ee-478c-4719-b657-bfcf057bef8d None None] Routers {'1f581cf4-f50d-4153-b077-bb50b79537ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:57:26.533811 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-01aa89ee-478c-4719-b657-bfcf057bef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:56:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1f581cf4-f50d-4153-b077-bb50b79537ba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:57:26.560135 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52964) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:26.583435 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1a84d3c-2edd-4507-b517-34cdda9cdbee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:26.626870 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa58a5e-823e-484c-bc07-92e1a615a270 req-f17f64cf-07eb-43b0-b14d-323caaecc22e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] No DVR routers for this DVR port a8f7d82e-ddce-4335-a1f4-e590fc4663ec on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:57:26.657209 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8fa58a5e-823e-484c-bc07-92e1a615a270 req-f17f64cf-07eb-43b0-b14d-323caaecc22e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:26.664935 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8fa58a5e-823e-484c-bc07-92e1a615a270 req-f17f64cf-07eb-43b0-b14d-323caaecc22e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.48 "DELETE /v2.0/ports/a8f7d82e-ddce-4335-a1f4-e590fc4663ec HTTP/1.1" status: 204 len: 173 time: 1.7399712 Feb 07 16:57:26.759394 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad90c1-e9f0-4523-8018-2f4cafa5442a req-091eb27b-951e-49cc-846b-8162b4041223 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:26.763846 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3ad90c1-e9f0-4523-8018-2f4cafa5442a req-091eb27b-951e-49cc-846b-8162b4041223 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 944 time: 0.4058421 Feb 07 16:57:26.786553 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1a84d3c-2edd-4507-b517-34cdda9cdbee admin admin] Publish callbacks [] for security_group (7dde8c49-441a-46c0-bcd9-9adb68929234), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:26.791929 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d1a84d3c-2edd-4507-b517-34cdda9cdbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7dde8c49-441a-46c0-bcd9-9adb68929234), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:26.858507 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f6507-2f9d-4be3-ae40-aaa81cac3925 req-43d8bf0d-6193-4c94-9411-b6ba7f84db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:26.860307 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9f7f6507-2f9d-4be3-ae40-aaa81cac3925 req-43d8bf0d-6193-4c94-9411-b6ba7f84db0a service neutron] 10.222.0.48 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 913 time: 0.4924452 Feb 07 16:57:26.946990 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d1a84d3c-2edd-4507-b517-34cdda9cdbee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18224f2c8d9a4d26824cb2e5e0fb51fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3843727 Feb 07 16:57:26.955225 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52970) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:26.971047 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a84d3c-2edd-4507-b517-34cdda9cdbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dde8c49-441a-46c0-bcd9-9adb68929234,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:27.106829 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3ad90c1-e9f0-4523-8018-2f4cafa5442a req-0988d262-47b8-4b51-8760-349be7aa5a3f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3355422 Feb 07 16:57:27.144330 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5fd8bd35-21a4-4457-bdbe-a757427eaf52 req-209075ac-a615-475d-be6f-a87639921a68 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=d90d69f0-8cfd-42e5-8660-7317f3671910 HTTP/1.1" status: 200 len: 210 time: 0.0756166 Feb 07 16:57:27.240226 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9f7f6507-2f9d-4be3-ae40-aaa81cac3925 req-4fdd2854-941c-466c-b5d4-88277a5617a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a HTTP/1.1" status: 200 len: 999 time: 0.3654525 Feb 07 16:57:27.384325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-01aa89ee-478c-4719-b657-bfcf057bef8d None None] Set router 1f581cf4-f50d-4153-b077-bb50b79537ba gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:57:27.440541 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f2fbac0b-8ab6-4045-8c16-1c1e6ea8d54c admin admin] Publish callbacks [] for security_group (7dde8c49-441a-46c0-bcd9-9adb68929234), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:27.467097 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:57:27.577547 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f2fbac0b-8ab6-4045-8c16-1c1e6ea8d54c admin admin] Publish callbacks [] for security_group (7dde8c49-441a-46c0-bcd9-9adb68929234), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:27.612838 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f6507-2f9d-4be3-ae40-aaa81cac3925 req-4696d056-b4e4-4349-a1ba-41a67ec0ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:27.619709 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9f7f6507-2f9d-4be3-ae40-aaa81cac3925 req-4696d056-b4e4-4349-a1ba-41a67ec0ec28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.3522987 Feb 07 16:57:27.696866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0c7c3-386e-4136-bc78-50026004cf27 req-1355a8ba-63a0-4d2a-a915-8faf0b005b3f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:27.699450 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c4b0c7c3-386e-4136-bc78-50026004cf27 req-1355a8ba-63a0-4d2a-a915-8faf0b005b3f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 946 time: 0.3255076 Feb 07 16:57:27.786281 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c4b0c7c3-386e-4136-bc78-50026004cf27 req-e56fbb43-35ce-4470-9319-0ce655bda5e1 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639689 Feb 07 16:57:27.877514 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f6507-2f9d-4be3-ae40-aaa81cac3925 req-0f20f8dd-4ac3-4b57-87e5-17b9781ae265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:27.882104 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9f7f6507-2f9d-4be3-ae40-aaa81cac3925 req-0f20f8dd-4ac3-4b57-87e5-17b9781ae265 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2433922 Feb 07 16:57:28.052155 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90d69f0-8cfd-42e5-8660-7317f3671910', 'name': 'network-vif-deleted', 'tag': 'a8f7d82e-ddce-4335-a1f4-e590fc4663ec'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:57:28.052155 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16d4179-01d8-4e86-900f-300a974b39dd" -d '{"events": [{"server_uuid": "d90d69f0-8cfd-42e5-8660-7317f3671910", "name": "network-vif-deleted", "tag": "a8f7d82e-ddce-4335-a1f4-e590fc4663ec"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:57:28.057054 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-01aa89ee-478c-4719-b657-bfcf057bef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'name': 'tempest-ServerActionsTestJSON-1480506054-router', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:56:30Z', 'updated_at': '2022-02-07T16:56:41Z', 'revision_number': 4, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'gw_port': {'id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:31Z', 'updated_at': '2022-02-07T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4bbdf5da-e3e7-4bf8-8425-62d617256da8', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'port_id': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'mac_address': 'fa:16:3e:f9:20:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:56:53Z', 'updated_at': '2022-02-07T16:57:23Z', 'revision_number': 1, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd030937-ad88-48eb-910f-7f3fa4aca4c2', 'name': '', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'mac_address': 'fa:16:3e:d5:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:37Z', 'updated_at': '2022-02-07T16:56:51Z', 'revision_number': 5, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'subnets': [{'id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:57:28.090473 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f2fbac0b-8ab6-4045-8c16-1c1e6ea8d54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7dde8c49-441a-46c0-bcd9-9adb68929234), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:28.093235 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f2fbac0b-8ab6-4045-8c16-1c1e6ea8d54c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:28.103499 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f2fbac0b-8ab6-4045-8c16-1c1e6ea8d54c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7dde8c49-441a-46c0-bcd9-9adb68929234 HTTP/1.1" status: 204 len: 168 time: 1.0402555 Feb 07 16:57:28.156594 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aa89ee-478c-4719-b657-bfcf057bef8d None None] The sync data for ids ['1f581cf4-f50d-4153-b077-bb50b79537ba'] in n-d-827865-3 is: [{'id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'name': 'tempest-ServerActionsTestJSON-1480506054-router', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:56:30Z', 'updated_at': '2022-02-07T16:56:41Z', 'revision_number': 4, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'gw_port': {'id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:31Z', 'updated_at': '2022-02-07T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4bbdf5da-e3e7-4bf8-8425-62d617256da8', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'port_id': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'mac_address': 'fa:16:3e:f9:20:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:56:53Z', 'updated_at': '2022-02-07T16:57:23Z', 'revision_number': 1, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd030937-ad88-48eb-910f-7f3fa4aca4c2', 'name': '', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'mac_address': 'fa:16:3e:d5:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:37Z', 'updated_at': '2022-02-07T16:56:51Z', 'revision_number': 5, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'subnets': [{'id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:57:28.197348 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c02ec32d-60ed-4478-8312-fa6dd45cb321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:28.248671 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93161ef-65dd-4e15-a5fc-c4688ef239b3 x-openstack-request-id: req-d93161ef-65dd-4e15-a5fc-c4688ef239b3 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:57:28.248904 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90d69f0-8cfd-42e5-8660-7317f3671910", "name": "network-vif-deleted", "tag": "a8f7d82e-ddce-4335-a1f4-e590fc4663ec", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:57:28.249164 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d93161ef-65dd-4e15-a5fc-c4688ef239b3 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:57:28.249607 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90d69f0-8cfd-42e5-8660-7317f3671910', 'name': 'network-vif-deleted', 'tag': 'a8f7d82e-ddce-4335-a1f4-e590fc4663ec', 'status': 'completed', 'code': 200} Feb 07 16:57:28.262027 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbac0b-8ab6-4045-8c16-1c1e6ea8d54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dde8c49-441a-46c0-bcd9-9adb68929234,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:28.363696 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da92576-b378-4b97-bde5-ee8317671a95 req-61e04521-1c23-4aeb-afc1-d06a87959207 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:28.376703 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6da92576-b378-4b97-bde5-ee8317671a95 req-61e04521-1c23-4aeb-afc1-d06a87959207 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.4921086 Feb 07 16:57:28.536993 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9f7f6507-2f9d-4be3-ae40-aaa81cac3925 req-f255cc45-b50b-4dfc-ae98-5ac3ba2bd6d6 service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091602 Feb 07 16:57:28.647217 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a8f7d82e-ddce-4335-a1f4-e590fc4663ec no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:57:28.684926 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6da92576-b378-4b97-bde5-ee8317671a95 req-32c88325-8712-4a43-aced-afe346feb15c tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072178 Feb 07 16:57:28.749046 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bcd072-92d1-47dc-aae5-4f226c3a00aa None None] New status for floating IP 4bbdf5da-e3e7-4bf8-8425-62d617256da8: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:57:28.785324 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: a8f7d82e-ddce-4335-a1f4-e590fc4663ec {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:57:28.788543 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a8f7d82e-ddce-4335-a1f4-e590fc4663ec not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:57:28.791120 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9f7f6507-2f9d-4be3-ae40-aaa81cac3925 req-2da6458d-66e0-40d8-8d46-0dff74a4d21f service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460871 Feb 07 16:57:29.214934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae8986-cb5b-43dd-a4eb-d6289db32bd8 req-bff274e5-9e47-4bda-a0ff-b2e5d61167a3 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:29.222075 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ddae8986-cb5b-43dd-a4eb-d6289db32bd8 req-bff274e5-9e47-4bda-a0ff-b2e5d61167a3 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 946 time: 0.1181197 Feb 07 16:57:29.325968 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ddae8986-cb5b-43dd-a4eb-d6289db32bd8 req-b1022a6a-e9df-4c7a-ab1e-fc98e5e15f27 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028419 Feb 07 16:57:29.464639 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:29.791726 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f7ffd-d0d8-46a9-8b77-687936b00f53 req-1eabf261-40b3-4bc0-bed4-50d5e0618bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:29.794211 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ad4de-ae35-4448-8b52-dc03012b7c3b req-3129c24f-f82a-420a-aac8-ddd760813664 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:29.795040 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5b3f7ffd-d0d8-46a9-8b77-687936b00f53 req-1eabf261-40b3-4bc0-bed4-50d5e0618bf4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8958f6ad8ce64d2cafce718553b9cb64&device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 1127 time: 0.1215835 Feb 07 16:57:29.796531 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f53ad4de-ae35-4448-8b52-dc03012b7c3b req-3129c24f-f82a-420a-aac8-ddd760813664 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 946 time: 0.1089232 Feb 07 16:57:29.940080 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f53ad4de-ae35-4448-8b52-dc03012b7c3b req-e63387cd-b962-4ec9-abe0-4da522b7fbc1 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266482 Feb 07 16:57:30.066362 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f7ffd-d0d8-46a9-8b77-687936b00f53 req-39d52515-078d-4b36-9380-53c1c6e20675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:30.068406 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5b3f7ffd-d0d8-46a9-8b77-687936b00f53 req-39d52515-078d-4b36-9380-53c1c6e20675 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f189284f-c88d-4a12-b11f-3bb2193ec906 HTTP/1.1" status: 200 len: 920 time: 0.2668622 Feb 07 16:57:30.132836 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5b3f7ffd-d0d8-46a9-8b77-687936b00f53 req-391d0567-174c-42f7-ab50-436cd97fa592 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d0954c-bec5-44a9-b1eb-97d72c118154 HTTP/1.1" status: 200 len: 217 time: 0.0576360 Feb 07 16:57:30.196959 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fbef4-2a5c-4a86-8564-613d9ed8e4f6 req-b589f34b-46f7-416b-a14a-354bacc087e0 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:30.199146 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5f1fbef4-2a5c-4a86-8564-613d9ed8e4f6 req-b589f34b-46f7-416b-a14a-354bacc087e0 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 944 time: 0.2031267 Feb 07 16:57:30.212894 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc90fe-c05e-47c5-a9a3-78b0aa36389a req-2d2f2901-0f80-4e25-a462-da181cfda073 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:30.225443 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3dc90fe-c05e-47c5-a9a3-78b0aa36389a req-2d2f2901-0f80-4e25-a462-da181cfda073 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.1580179 Feb 07 16:57:30.258710 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f7ffd-d0d8-46a9-8b77-687936b00f53 req-e658f80a-3e01-4189-85d7-33b5f9a922e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:30.260237 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5b3f7ffd-d0d8-46a9-8b77-687936b00f53 req-e658f80a-3e01-4189-85d7-33b5f9a922e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cea5ae11-c3af-48b5-b914-327a543b7978 HTTP/1.1" status: 200 len: 859 time: 0.1213198 Feb 07 16:57:30.306857 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5f1fbef4-2a5c-4a86-8564-613d9ed8e4f6 req-2cb18c6b-23b5-4702-9717-78ca30b7eaca tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917287 Feb 07 16:57:30.333567 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5b3f7ffd-d0d8-46a9-8b77-687936b00f53 req-b7cba3e0-5753-4c3d-83ab-0fe860c77dae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f189284f-c88d-4a12-b11f-3bb2193ec906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402877 Feb 07 16:57:30.340118 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3dc90fe-c05e-47c5-a9a3-78b0aa36389a req-defdd87e-0b05-49fd-ab6c-9f0b2f8638cc tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137049 Feb 07 16:57:30.363421 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-6e07f447-a928-4ff8-aba7-b05d6fe4c488 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1899548 Feb 07 16:57:30.553540 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57009e-2ec9-4e75-8a52-b722bbf479bc req-1da357f9-c80f-4dce-9a6b-5575fee6f96e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:30.563415 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-da57009e-2ec9-4e75-8a52-b722bbf479bc req-1da357f9-c80f-4dce-9a6b-5575fee6f96e tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.1565311 Feb 07 16:57:30.591501 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5b3f7ffd-d0d8-46a9-8b77-687936b00f53 req-a855aed3-2910-43ac-9a78-889ddef0b0bc service neutron] 10.222.0.48 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500181 Feb 07 16:57:30.631702 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-da57009e-2ec9-4e75-8a52-b722bbf479bc req-80065d0a-4975-4d26-aac1-741d28993626 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663269 Feb 07 16:57:30.820099 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:30.853701 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5b3f7ffd-d0d8-46a9-8b77-687936b00f53 req-e8bdd7e6-1196-4dba-bc7f-7d3a55b3d7f2 service neutron] 10.222.0.48 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515733 Feb 07 16:57:31.373761 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd4cbc-ddb1-41e5-b490-89d14c2b6809 req-78b84e64-8b46-4f8b-9c49-9dfc45e2fd78 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:31.380012 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-11fd4cbc-ddb1-41e5-b490-89d14c2b6809 req-78b84e64-8b46-4f8b-9c49-9dfc45e2fd78 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.1533036 Feb 07 16:57:31.566467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-11fd4cbc-ddb1-41e5-b490-89d14c2b6809 req-4b8831db-325e-4641-91ad-d19e839c3a6f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Deleting port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:57:31.566812 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-11fd4cbc-ddb1-41e5-b490-89d14c2b6809 req-4b8831db-325e-4641-91ad-d19e839c3a6f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:31.636046 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef89881-4077-4ad8-ac33-bc796665f841 req-badf7258-8725-44af-b976-c90dcea163de tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:31.660796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6dc8e-1062-4233-bcbc-64f608f14c1f req-183c01e5-5b74-4cef-95f9-bb77c6664979 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:31.669866 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-62c6dc8e-1062-4233-bcbc-64f608f14c1f req-183c01e5-5b74-4cef-95f9-bb77c6664979 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 944 time: 0.1620960 Feb 07 16:57:31.686188 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2ef89881-4077-4ad8-ac33-bc796665f841 req-badf7258-8725-44af-b976-c90dcea163de tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.1849463 Feb 07 16:57:31.732295 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-62c6dc8e-1062-4233-bcbc-64f608f14c1f req-af05cf3e-be8f-4314-b800-e8bb5b349f3a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600929 Feb 07 16:57:31.970283 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-a4044e68-0bd6-4852-970f-310f564b851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:31.971809 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-a4044e68-0bd6-4852-970f-310f564b851f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932&tenant_id=6fdea7f1b6324f67b931aa532697bca1 HTTP/1.1" status: 200 len: 1126 time: 0.1787865 Feb 07 16:57:31.976236 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2ef89881-4077-4ad8-ac33-bc796665f841 req-6afecb60-5cb3-4903-bfef-222e5ea0384e tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871614 Feb 07 16:57:31.987244 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827865-3', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:57:32.051371 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-11fd4cbc-ddb1-41e5-b490-89d14c2b6809 req-4b8831db-325e-4641-91ad-d19e839c3a6f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] For port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2ff7e564-33b8-46a8-a62b-6de8c00e52b3,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:57:32.051773 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-11fd4cbc-ddb1-41e5-b490-89d14c2b6809 req-4b8831db-325e-4641-91ad-d19e839c3a6f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:32.067855 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37392c-5e77-4f14-8607-f4899158f561 req-689d2d59-8026-4684-9a34-bce7c269fc05 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:32.078848 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af37392c-5e77-4f14-8607-f4899158f561 req-689d2d59-8026-4684-9a34-bce7c269fc05 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c HTTP/1.1" status: 200 len: 949 time: 0.1794245 Feb 07 16:57:32.101354 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-11fd4cbc-ddb1-41e5-b490-89d14c2b6809 req-4b8831db-325e-4641-91ad-d19e839c3a6f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Calling delete_port for 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:57:32.112629 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:32.209923 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af37392c-5e77-4f14-8607-f4899158f561 req-7d96ecc8-3719-473b-9d75-447d2f720bc7 tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.18 "GET /v2.0/security-groups?id=0959c17f-bbcc-48df-9d80-5824896ea484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300926 Feb 07 16:57:32.274654 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:32.401697 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-11fd4cbc-ddb1-41e5-b490-89d14c2b6809 req-4b8831db-325e-4641-91ad-d19e839c3a6f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (2ff7e564-33b8-46a8-a62b-6de8c00e52b3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:32.420944 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2ff7e564-33b8-46a8-a62b-6de8c00e52b3'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:57:32.485408 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8831db-325e-4641-91ad-d19e839c3a6f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Pushing event deleted for resources: {'Port': ['ID=2ff7e564-33b8-46a8-a62b-6de8c00e52b3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:32.543558 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] For port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:57:32.584985 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fd4cbc-ddb1-41e5-b490-89d14c2b6809 req-4b8831db-325e-4641-91ad-d19e839c3a6f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] No DVR routers for this DVR port 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:57:32.590498 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-11fd4cbc-ddb1-41e5-b490-89d14c2b6809 req-4b8831db-325e-4641-91ad-d19e839c3a6f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:32.594450 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-11fd4cbc-ddb1-41e5-b490-89d14c2b6809 req-4b8831db-325e-4641-91ad-d19e839c3a6f tempest-MigrationsAdminTest-585511163 tempest-MigrationsAdminTest-585511163-project] 10.222.0.32 "DELETE /v2.0/ports/2ff7e564-33b8-46a8-a62b-6de8c00e52b3 HTTP/1.1" status: 204 len: 173 time: 1.2091997 Feb 07 16:57:32.613404 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c', 'name': 'network-vif-deleted', 'tag': '2ff7e564-33b8-46a8-a62b-6de8c00e52b3'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:57:32.624190 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67043bf-4705-4c90-970e-2cca6c817937" -d '{"events": [{"server_uuid": "6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c", "name": "network-vif-deleted", "tag": "2ff7e564-33b8-46a8-a62b-6de8c00e52b3"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:57:32.664656 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] For port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:57:32.720887 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39646851-0305-4297-aaee-0ab2ce8142bf x-openstack-request-id: req-39646851-0305-4297-aaee-0ab2ce8142bf {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:57:32.721450 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c", "name": "network-vif-deleted", "tag": "2ff7e564-33b8-46a8-a62b-6de8c00e52b3", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:57:32.721934 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39646851-0305-4297-aaee-0ab2ce8142bf {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:57:32.722671 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2d1b35-88d6-4f91-9c45-82ec3f1bb35c', 'name': 'network-vif-deleted', 'tag': '2ff7e564-33b8-46a8-a62b-6de8c00e52b3', 'status': 'completed', 'code': 200} Feb 07 16:57:32.770151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:57:32.809004 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Publish callbacks [] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:32.838171 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Transition to ACTIVE for port object 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:57:32.844392 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:33.076010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Pushing event updated for resources: {'Port': ['ID=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,revision_number=9']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:33.472761 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a07f3-3140-4879-9d2c-8a34fb948934 req-ffb25169-223c-4959-bdd6-75e41e7c02c7 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:33.481556 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-717a07f3-3140-4879-9d2c-8a34fb948934 req-ffb25169-223c-4959-bdd6-75e41e7c02c7 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.1979713 Feb 07 16:57:33.512128 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310a4ea-b591-461f-8eb6-ba1350c4327b req-a8ea09a3-763b-4db3-82e7-d0f877ab53ea tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:33.526057 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4310a4ea-b591-461f-8eb6-ba1350c4327b req-a8ea09a3-763b-4db3-82e7-d0f877ab53ea tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 944 time: 0.6639462 Feb 07 16:57:33.649309 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-717a07f3-3140-4879-9d2c-8a34fb948934 req-f9b442ed-116b-487c-99b3-2948b41cc29a tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604352 Feb 07 16:57:33.797962 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] No DVR routers for this DVR port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:57:33.864022 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4310a4ea-b591-461f-8eb6-ba1350c4327b req-0652425d-dec2-41de-b9ac-8a4c00d259aa tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3348746 Feb 07 16:57:34.324163 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Attempting to bind port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:57:34.325044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Attempting to bind port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:57:34.325355 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Attempting to bind port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 on network 558210b1-aeef-4297-87e4-07b1b1a8ae99 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:57:34.335551 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53274) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:34.350387 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53278) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:34.380505 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 on network 558210b1-aeef-4297-87e4-07b1b1a8ae99 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:57:34.381027 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Attempting to bind port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 on network 558210b1-aeef-4297-87e4-07b1b1a8ae99 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:57:34.398024 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:57:34.401855 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Checking segment: {'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:57:34.402742 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Bound using segment: {'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:57:34.403471 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Bound port: 813d7c77-80ea-480a-ac2f-f1d0ba1126c2, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0cf986b-be03-4109-8b48-f2e3ed280476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:57:34.404209 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:34.645673 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dd1bc8b2-3d92-45da-97e0-73c3c21d2359 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52e2cfc122e2454bb720b22756b54435&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3078527 Feb 07 16:57:34.649100 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53284) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:34.656642 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed334de5-97c1-423c-a943-3430ed68686a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:34.762967 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91a66113-1f53-41e1-a490-b935a4b1720f admin admin] Publish callbacks [] for security_group (0959c17f-bbcc-48df-9d80-5824896ea484), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:34.773748 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:57:34.815093 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] For port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:57:34.828425 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] For port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:57:34.844210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:57:34.844931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2ff7e564-33b8-46a8-a62b-6de8c00e52b3 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:57:34.881847 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91a66113-1f53-41e1-a490-b935a4b1720f admin admin] Publish callbacks [] for security_group (0959c17f-bbcc-48df-9d80-5824896ea484), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:34.881960 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:34.988076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:34.988732 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:34.990336 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] 10.222.0.48 "PUT /v2.0/ports/813d7c77-80ea-480a-ac2f-f1d0ba1126c2 HTTP/1.1" status: 200 len: 1092 time: 3.0096190 Feb 07 16:57:34.990835 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59842c98-b900-46ea-8a5b-20d1c5670932', 'tag': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:57:34.994021 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f786bb-dd44-4fc5-bff4-f835d57733a2" -d '{"events": [{"name": "network-changed", "server_uuid": "59842c98-b900-46ea-8a5b-20d1c5670932", "tag": "813d7c77-80ea-480a-ac2f-f1d0ba1126c2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:57:35.012141 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f8d3b-c17c-431f-b1ab-365020321889 req-5bbdcace-a9f3-4ac5-a18d-cd2df9abd35c tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:35.029135 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-737f8d3b-c17c-431f-b1ab-365020321889 req-5bbdcace-a9f3-4ac5-a18d-cd2df9abd35c tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.2245989 Feb 07 16:57:35.137093 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-737f8d3b-c17c-431f-b1ab-365020321889 req-9a6c0a11-9283-486d-ac6d-a4b0aa04164c tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067083 Feb 07 16:57:35.153401 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91a66113-1f53-41e1-a490-b935a4b1720f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0959c17f-bbcc-48df-9d80-5824896ea484), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:35.156790 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-91a66113-1f53-41e1-a490-b935a4b1720f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:35.158334 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-91a66113-1f53-41e1-a490-b935a4b1720f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0959c17f-bbcc-48df-9d80-5824896ea484 HTTP/1.1" status: 204 len: 168 time: 0.5079057 Feb 07 16:57:35.209332 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a66113-1f53-41e1-a490-b935a4b1720f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0959c17f-bbcc-48df-9d80-5824896ea484,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:35.303738 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be67dde3-4998-469d-92bb-a0ef9013bb65 x-openstack-request-id: req-be67dde3-4998-469d-92bb-a0ef9013bb65 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:57:35.304057 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59842c98-b900-46ea-8a5b-20d1c5670932", "tag": "813d7c77-80ea-480a-ac2f-f1d0ba1126c2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:57:35.304332 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be67dde3-4998-469d-92bb-a0ef9013bb65 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:57:35.304765 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59842c98-b900-46ea-8a5b-20d1c5670932', 'tag': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2', 'status': 'completed', 'code': 200} Feb 07 16:57:35.392211 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec6185-2430-4aa3-9c4e-a95049bdc62a service neutron] Pushing event updated for resources: {'Port': ['ID=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:35.431225 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed334de5-97c1-423c-a943-3430ed68686a admin admin] Publish callbacks [] for security_group (1d369d6e-fa46-4d4a-8184-5463acdb9674), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:35.443096 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed334de5-97c1-423c-a943-3430ed68686a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1d369d6e-fa46-4d4a-8184-5463acdb9674), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:35.545899 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ed334de5-97c1-423c-a943-3430ed68686a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80de3c49e4ab4c519a0c2edc996fa32f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1941299 Feb 07 16:57:35.548699 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53312) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:35.559850 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-32db6742-1cf2-4621-ba7b-8297671530ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:35.561356 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-32db6742-1cf2-4621-ba7b-8297671530ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fdea7f1b6324f67b931aa532697bca1&device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 1127 time: 0.5445895 Feb 07 16:57:35.742348 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-713f0c42-ef2a-453c-b4b2-7a8d429c2bba admin admin] Publish callbacks [] for security_group (1d369d6e-fa46-4d4a-8184-5463acdb9674), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:35.869005 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-713f0c42-ef2a-453c-b4b2-7a8d429c2bba admin admin] Publish callbacks [] for security_group (1d369d6e-fa46-4d4a-8184-5463acdb9674), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:36.019172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53328) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:36.218897 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8dfacea6-01b0-433e-a00a-699140dcafe0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28c1b444d84b46c7add4295a50ecbc98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1984568 Feb 07 16:57:36.236902 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53330) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:36.347764 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-713f0c42-ef2a-453c-b4b2-7a8d429c2bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1d369d6e-fa46-4d4a-8184-5463acdb9674), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:36.353606 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-713f0c42-ef2a-453c-b4b2-7a8d429c2bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:36.366570 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-713f0c42-ef2a-453c-b4b2-7a8d429c2bba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d369d6e-fa46-4d4a-8184-5463acdb9674 HTTP/1.1" status: 204 len: 168 time: 0.8050742 Feb 07 16:57:36.476466 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f0c42-ef2a-453c-b4b2-7a8d429c2bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d369d6e-fa46-4d4a-8184-5463acdb9674,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:36.502600 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee573515-736c-43ba-a4f6-64e5bde7df96 admin admin] Publish callbacks [] for security_group (606879e0-dc33-4f42-9815-531daf995a6f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:36.554788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed334de5-97c1-423c-a943-3430ed68686a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d369d6e-fa46-4d4a-8184-5463acdb9674,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:36.567576 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee573515-736c-43ba-a4f6-64e5bde7df96 admin admin] Publish callbacks [] for security_group (606879e0-dc33-4f42-9815-531daf995a6f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:36.672882 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1ac87-69b1-4697-ab5f-8614beb18ea3 req-b318b1d5-4497-4181-9f4a-319e47eaf08c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:36.674429 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee573515-736c-43ba-a4f6-64e5bde7df96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (606879e0-dc33-4f42-9815-531daf995a6f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:36.677546 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee573515-736c-43ba-a4f6-64e5bde7df96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:36.678097 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a127fc73-7613-47a9-bb5b-d3f7946a307a details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:57:36.681555 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ee573515-736c-43ba-a4f6-64e5bde7df96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/606879e0-dc33-4f42-9815-531daf995a6f HTTP/1.1" status: 204 len: 168 time: 0.4394648 Feb 07 16:57:36.700670 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-13e1ac87-69b1-4697-ab5f-8614beb18ea3 req-b318b1d5-4497-4181-9f4a-319e47eaf08c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 1.5651577 Feb 07 16:57:36.714803 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee573515-736c-43ba-a4f6-64e5bde7df96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606879e0-dc33-4f42-9815-531daf995a6f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:37.006005 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-548d3f6a-427d-4e0c-9ef9-0aff247dbc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:37.030075 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-548d3f6a-427d-4e0c-9ef9-0aff247dbc7e service neutron] 10.222.0.48 "GET /v2.0/networks?id=558210b1-aeef-4297-87e4-07b1b1a8ae99 HTTP/1.1" status: 200 len: 918 time: 1.4477909 Feb 07 16:57:37.108063 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a127fc73-7613-47a9-bb5b-d3f7946a307a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:57:37.136405 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'port_id': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'mac_address': 'fa:16:3e:f9:20:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:57:37.234973 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a127fc73-7613-47a9-bb5b-d3f7946a307a is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:57:37.235372 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:37.273999 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a127fc73-7613-47a9-bb5b-d3f7946a307a {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:57:37.325429 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-13e1ac87-69b1-4697-ab5f-8614beb18ea3 req-61fbe926-dfe5-4b9d-8034-918fe2080a53 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6116693 Feb 07 16:57:37.351797 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a127fc73-7613-47a9-bb5b-d3f7946a307a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:57:37.362486 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:37.472779 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['a127fc73-7613-47a9-bb5b-d3f7946a307a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:57:37.492432 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-de49f55b-e459-4d11-9547-25ef7787152b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2 HTTP/1.1" status: 200 len: 999 time: 0.4610038 Feb 07 16:57:37.568844 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a127fc73-7613-47a9-bb5b-d3f7946a307a,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:37.727885 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-6b7c1f42-f2ce-4581-a6b7-5c0f87ff6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:37.739792 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-6b7c1f42-f2ce-4581-a6b7-5c0f87ff6559 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e08eff2f-7c93-4ede-90b9-2e6bbced6db6 HTTP/1.1" status: 200 len: 856 time: 0.2352464 Feb 07 16:57:37.969464 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-966aafa5-a9d1-447a-a415-35a881d6d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:37.971561 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-966aafa5-a9d1-447a-a415-35a881d6d430 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=558210b1-aeef-4297-87e4-07b1b1a8ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2214825 Feb 07 16:57:38.182056 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53406) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:38.227328 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-525cbeb3-085e-43ef-aa6c-335e59c75185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:38.376157 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-d70dd542-4a43-44aa-b136-db529fd940d4 service neutron] 10.222.0.48 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754780 Feb 07 16:57:38.618924 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-525cbeb3-085e-43ef-aa6c-335e59c75185 admin admin] Publish callbacks [] for security_group (6231cd22-8f66-4cdf-a5da-af682b78777e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:38.621331 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53424) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:38.648886 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-525cbeb3-085e-43ef-aa6c-335e59c75185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6231cd22-8f66-4cdf-a5da-af682b78777e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:38.686528 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a127fc73-7613-47a9-bb5b-d3f7946a307a up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:57:38.830275 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-525cbeb3-085e-43ef-aa6c-335e59c75185 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=727be3e7b7164067996a796a19d0dca9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6423950 Feb 07 16:57:38.830275 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cbeb3-085e-43ef-aa6c-335e59c75185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6231cd22-8f66-4cdf-a5da-af682b78777e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:38.865102 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0b17629-59d0-4332-b3e4-4bf18ecdfb7c req-2ba0036a-6536-44d0-8533-c89bf1f11bd1 service neutron] 10.222.0.48 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811611 Feb 07 16:57:38.868731 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53428) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:38.945862 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port a127fc73-7613-47a9-bb5b-d3f7946a307a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:57:38.953461 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:39.092927 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-241d608e-cca0-4da5-9a8a-4548630737b1 admin admin] Publish callbacks [] for security_group (6231cd22-8f66-4cdf-a5da-af682b78777e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:39.141828 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f813866c-3ec8-4c65-b918-7306315f83fb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-891176579-network', 'tenant_id': 'b0205b1699ec46a0afc8db7fce0155c6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:57:39.203097 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f813866c-3ec8-4c65-b918-7306315f83fb admin admin] Made reservation on behalf of b0205b1699ec46a0afc8db7fce0155c6 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:57:39.214922 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f813866c-3ec8-4c65-b918-7306315f83fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:39.233749 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-241d608e-cca0-4da5-9a8a-4548630737b1 admin admin] Publish callbacks [] for security_group (6231cd22-8f66-4cdf-a5da-af682b78777e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:39.248972 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f813866c-3ec8-4c65-b918-7306315f83fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:39.253587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f786bb-dd44-4fc5-bff4-f835d57733a2 req-45a723eb-c584-4370-b8d5-953a7c2d84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:39.266815 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46f786bb-dd44-4fc5-bff4-f835d57733a2 req-45a723eb-c584-4370-b8d5-953a7c2d84c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fdea7f1b6324f67b931aa532697bca1&device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 1127 time: 0.3038731 Feb 07 16:57:39.396437 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-241d608e-cca0-4da5-9a8a-4548630737b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6231cd22-8f66-4cdf-a5da-af682b78777e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:39.407577 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-241d608e-cca0-4da5-9a8a-4548630737b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:39.408792 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-241d608e-cca0-4da5-9a8a-4548630737b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6231cd22-8f66-4cdf-a5da-af682b78777e HTTP/1.1" status: 204 len: 168 time: 0.5360732 Feb 07 16:57:39.434983 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d608e-cca0-4da5-9a8a-4548630737b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6231cd22-8f66-4cdf-a5da-af682b78777e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:39.495497 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f813866c-3ec8-4c65-b918-7306315f83fb admin admin] Publish callbacks [] for security_group (4f54e20c-55fd-47cf-b5af-8b705803458e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:39.502700 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f813866c-3ec8-4c65-b918-7306315f83fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4f54e20c-55fd-47cf-b5af-8b705803458e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:39.590652 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a127fc73-7613-47a9-bb5b-d3f7946a307a is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:57:39.605010 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:39.661522 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f813866c-3ec8-4c65-b918-7306315f83fb admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:57:39.740251 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f786bb-dd44-4fc5-bff4-f835d57733a2 req-94943d23-5940-443a-9814-b05febd10f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:39.741862 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46f786bb-dd44-4fc5-bff4-f835d57733a2 req-94943d23-5940-443a-9814-b05febd10f36 service neutron] 10.222.0.48 "GET /v2.0/networks?id=558210b1-aeef-4297-87e4-07b1b1a8ae99 HTTP/1.1" status: 200 len: 918 time: 0.4633708 Feb 07 16:57:39.805934 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f813866c-3ec8-4c65-b918-7306315f83fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (85b112a7-c008-485d-8263-3bde68045604), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:39.806357 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-f813866c-3ec8-4c65-b918-7306315f83fb admin admin] Added segment 85b112a7-c008-485d-8263-3bde68045604 of type vlan for network 1deb6853-7c1a-44ba-8a96-1ebd29ed0233 Feb 07 16:57:39.808342 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813866c-3ec8-4c65-b918-7306315f83fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f54e20c-55fd-47cf-b5af-8b705803458e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:39.865323 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a127fc73-7613-47a9-bb5b-d3f7946a307a'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:57:39.895478 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ee4bc7-50ff-469c-8721-bcdf29b7c143" -d '{"events": [{"server_uuid": "512f1765-e51b-4461-ad6f-276bb7e8c903", "name": "network-vif-plugged", "status": "completed", "tag": "a127fc73-7613-47a9-bb5b-d3f7946a307a"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:57:39.920296 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46f786bb-dd44-4fc5-bff4-f835d57733a2 req-3ef22a15-7ca7-4a97-80e9-2998452acd9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2 HTTP/1.1" status: 200 len: 999 time: 0.1659787 Feb 07 16:57:39.949842 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f813866c-3ec8-4c65-b918-7306315f83fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (1deb6853-7c1a-44ba-8a96-1ebd29ed0233), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:39.985963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66d24b-1924-4c7c-a685-aded3e1954fe req-84b474fb-c2a5-4df0-8a5f-9911041767e1 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:39.987639 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fc66d24b-1924-4c7c-a685-aded3e1954fe req-84b474fb-c2a5-4df0-8a5f-9911041767e1 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 1.1602099 Feb 07 16:57:40.066979 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f786bb-dd44-4fc5-bff4-f835d57733a2 req-e499a75e-c869-41e9-b366-3ebf65193bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:40.068505 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46f786bb-dd44-4fc5-bff4-f835d57733a2 req-e499a75e-c869-41e9-b366-3ebf65193bad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e08eff2f-7c93-4ede-90b9-2e6bbced6db6 HTTP/1.1" status: 200 len: 856 time: 0.1423845 Feb 07 16:57:40.131446 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a127fc73-7613-47a9-bb5b-d3f7946a307a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:57:40.145527 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:40.187957 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f813866c-3ec8-4c65-b918-7306315f83fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (1deb6853-7c1a-44ba-8a96-1ebd29ed0233), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:40.190832 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f813866c-3ec8-4c65-b918-7306315f83fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:40.191518 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f813866c-3ec8-4c65-b918-7306315f83fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:40.222854 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8dc9a3-8af6-48d0-80bf-1ff2970df56f x-openstack-request-id: req-ea8dc9a3-8af6-48d0-80bf-1ff2970df56f {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:57:40.238784 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512f1765-e51b-4461-ad6f-276bb7e8c903", "name": "network-vif-plugged", "status": "completed", "tag": "a127fc73-7613-47a9-bb5b-d3f7946a307a", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:57:40.253780 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea8dc9a3-8af6-48d0-80bf-1ff2970df56f {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:57:40.254752 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'code': 200} Feb 07 16:57:40.331660 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fc66d24b-1924-4c7c-a685-aded3e1954fe req-7fa8d66d-2551-42b9-bf2b-e246241b5935 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3339391 Feb 07 16:57:40.364080 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a127fc73-7613-47a9-bb5b-d3f7946a307a,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:40.445516 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f786bb-dd44-4fc5-bff4-f835d57733a2 req-d9b53a4b-aa8f-42be-a421-8bfd40505648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:40.467818 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f813866c-3ec8-4c65-b918-7306315f83fb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8439426 Feb 07 16:57:40.471863 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53482) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:40.475275 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46f786bb-dd44-4fc5-bff4-f835d57733a2 req-d9b53a4b-aa8f-42be-a421-8bfd40505648 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=558210b1-aeef-4297-87e4-07b1b1a8ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3996162 Feb 07 16:57:40.492853 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1f0d36f1-14a8-4c61-b1ab-06aaff607b3d admin admin] Request body: {'subnet': {'network_id': '1deb6853-7c1a-44ba-8a96-1ebd29ed0233', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-891176579-subnet', 'tenant_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:57:40.522932 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813866c-3ec8-4c65-b918-7306315f83fb admin admin] Pushing event updated for resources: {'Network': ['ID=1deb6853-7c1a-44ba-8a96-1ebd29ed0233,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:40.551533 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 1deb6853-7c1a-44ba-8a96-1ebd29ed0233 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:57:40.596813 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0d36f1-14a8-4c61-b1ab-06aaff607b3d admin admin] Made reservation on behalf of b0205b1699ec46a0afc8db7fce0155c6 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:57:40.600096 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f0d36f1-14a8-4c61-b1ab-06aaff607b3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:40.822704 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46f786bb-dd44-4fc5-bff4-f835d57733a2 req-4a5aaef3-ea0c-4713-9637-2a4d40351c6a service neutron] 10.222.0.48 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406549 Feb 07 16:57:41.186456 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46f786bb-dd44-4fc5-bff4-f835d57733a2 req-7d875066-1b07-4e12-b041-e54790ec5594 service neutron] 10.222.0.48 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456340 Feb 07 16:57:41.402078 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f0d36f1-14a8-4c61-b1ab-06aaff607b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (0e61f930-9f68-491e-89ad-5c110dd723bd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:41.680788 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d36f1-14a8-4c61-b1ab-06aaff607b3d admin admin] Checking segment: {'id': '85b112a7-c008-485d-8263-3bde68045604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1deb6853-7c1a-44ba-8a96-1ebd29ed0233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:57:41.681933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0d36f1-14a8-4c61-b1ab-06aaff607b3d admin admin] Network hostable DHCP agents. Network: 1deb6853-7c1a-44ba-8a96-1ebd29ed0233, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:57:41.788545 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d36f1-14a8-4c61-b1ab-06aaff607b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e61f930-9f68-491e-89ad-5c110dd723bd,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:41.845393 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0d36f1-14a8-4c61-b1ab-06aaff607b3d admin admin] Network 1deb6853-7c1a-44ba-8a96-1ebd29ed0233 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:57:41.893713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1f0d36f1-14a8-4c61-b1ab-06aaff607b3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 1deb6853-7c1a-44ba-8a96-1ebd29ed0233) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:57:41.919243 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f17d95d-193f-489d-a26e-0bb69ec4317a None None] Network 1deb6853-7c1a-44ba-8a96-1ebd29ed0233 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:57:41.953293 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df43bf-3a0a-42a6-ae89-1987c5657287 req-7f7ac06b-9d67-45ba-ac03-fb9dd7137523 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:41.961708 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d6df43bf-3a0a-42a6-ae89-1987c5657287 req-7f7ac06b-9d67-45ba-ac03-fb9dd7137523 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.7727301 Feb 07 16:57:41.974235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0d36f1-14a8-4c61-b1ab-06aaff607b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:41.976774 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f0d36f1-14a8-4c61-b1ab-06aaff607b3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:42.094784 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd2e5d-36e7-4684-97df-7fa61505e135 req-726d184a-184f-4a0a-8cff-f81fba42a94f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:42.101958 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-64dd2e5d-36e7-4684-97df-7fa61505e135 req-726d184a-184f-4a0a-8cff-f81fba42a94f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.5340307 Feb 07 16:57:42.128907 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdb1484a-30eb-4058-a2f3-81abb87f7bd2 req-bd95554b-5704-45c1-86db-1fe4399efc30 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5110459 Feb 07 16:57:42.150559 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1f0d36f1-14a8-4c61-b1ab-06aaff607b3d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6757507 Feb 07 16:57:42.164700 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53520) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:42.208034 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0d6a8956-18c8-4bdc-bfff-35c2207ac93a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-891176579-router', 'tenant_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:57:42.247394 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d6df43bf-3a0a-42a6-ae89-1987c5657287 req-e988fc7c-e29c-46e2-9e09-bb159fe89257 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623885 Feb 07 16:57:42.288032 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d6a8956-18c8-4bdc-bfff-35c2207ac93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (50192d7a-b7f9-439c-b238-bb070ae3aba2), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:42.289161 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d6a8956-18c8-4bdc-bfff-35c2207ac93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (50192d7a-b7f9-439c-b238-bb070ae3aba2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:42.521443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-1deb6853-7c1a-44ba-8a96-1ebd29ed0233', 'network_id': '1deb6853-7c1a-44ba-8a96-1ebd29ed0233', 'project_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'fixed_ips': [{'subnet_id': '0e61f930-9f68-491e-89ad-5c110dd723bd'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:57:42.522675 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:42.662962 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d6a8956-18c8-4bdc-bfff-35c2207ac93a admin admin] Publish callbacks [] for router_controller (50192d7a-b7f9-439c-b238-bb070ae3aba2), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:42.690528 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-64dd2e5d-36e7-4684-97df-7fa61505e135 req-efd623c0-a303-4652-be4a-3b3aabe313ea tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5298679 Feb 07 16:57:42.707812 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1484a-30eb-4058-a2f3-81abb87f7bd2 req-0e78a9fe-b89f-4a4a-b47a-5e3a43487c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:42.739409 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdb1484a-30eb-4058-a2f3-81abb87f7bd2 req-0e78a9fe-b89f-4a4a-b47a-5e3a43487c73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8958f6ad8ce64d2cafce718553b9cb64&device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 1128 time: 0.5390406 Feb 07 16:57:43.178832 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1484a-30eb-4058-a2f3-81abb87f7bd2 req-893d67e2-60a1-41e4-88fc-4c61cc52ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:43.183594 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdb1484a-30eb-4058-a2f3-81abb87f7bd2 req-893d67e2-60a1-41e4-88fc-4c61cc52ef1d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f189284f-c88d-4a12-b11f-3bb2193ec906 HTTP/1.1" status: 200 len: 920 time: 0.4367154 Feb 07 16:57:43.193607 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] Allocated IP 172.20.0.2 (1deb6853-7c1a-44ba-8a96-1ebd29ed0233/0e61f930-9f68-491e-89ad-5c110dd723bd/503f266d-c56f-443c-8c1a-b7f0de39c804) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:57:43.221060 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d6a8956-18c8-4bdc-bfff-35c2207ac93a admin admin] Publish callbacks [] for router_gateway (50192d7a-b7f9-439c-b238-bb070ae3aba2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:43.364929 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdb1484a-30eb-4058-a2f3-81abb87f7bd2 req-a35dc9c3-d8ba-497e-a53f-5db2393fe19c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83faad69-a72c-4966-baec-014014d068ed HTTP/1.1" status: 200 len: 217 time: 0.1743181 Feb 07 16:57:43.536011 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1484a-30eb-4058-a2f3-81abb87f7bd2 req-2e616cff-6e3a-42ff-be41-377b4d3a0ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:43.539156 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdb1484a-30eb-4058-a2f3-81abb87f7bd2 req-2e616cff-6e3a-42ff-be41-377b4d3a0ce9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cea5ae11-c3af-48b5-b914-327a543b7978 HTTP/1.1" status: 200 len: 859 time: 0.1661673 Feb 07 16:57:43.623894 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdb1484a-30eb-4058-a2f3-81abb87f7bd2 req-acec9020-074f-4577-b369-e924ada58530 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f189284f-c88d-4a12-b11f-3bb2193ec906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727806 Feb 07 16:57:43.676626 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] Publish callbacks [] for port (503f266d-c56f-443c-8c1a-b7f0de39c804), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:43.691625 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (503f266d-c56f-443c-8c1a-b7f0de39c804), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:43.811705 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d6a8956-18c8-4bdc-bfff-35c2207ac93a admin admin] Publish callbacks [] for router_gateway (50192d7a-b7f9-439c-b238-bb070ae3aba2), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:43.823973 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] Network 1deb6853-7c1a-44ba-8a96-1ebd29ed0233 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:57:43.849600 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:57:43.865920 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:57:43.924979 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] Pushing event updated for resources: {'Port': ['ID=503f266d-c56f-443c-8c1a-b7f0de39c804,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:43.938971 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdb1484a-30eb-4058-a2f3-81abb87f7bd2 req-39705fa5-bd67-42f1-a28b-5afc776805ea service neutron] 10.222.0.32 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090155 Feb 07 16:57:43.943564 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d6a8956-18c8-4bdc-bfff-35c2207ac93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:44.135898 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] Attempting to bind port 503f266d-c56f-443c-8c1a-b7f0de39c804 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:57:44.135898 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] Attempting to bind port 503f266d-c56f-443c-8c1a-b7f0de39c804 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '85b112a7-c008-485d-8263-3bde68045604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1deb6853-7c1a-44ba-8a96-1ebd29ed0233'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:57:44.135898 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] Attempting to bind port 503f266d-c56f-443c-8c1a-b7f0de39c804 on network 1deb6853-7c1a-44ba-8a96-1ebd29ed0233 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:57:44.161314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:57:44.161707 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] Checking segment: {'id': '85b112a7-c008-485d-8263-3bde68045604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1deb6853-7c1a-44ba-8a96-1ebd29ed0233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:57:44.162141 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:44.162556 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] Bound using segment: {'id': '85b112a7-c008-485d-8263-3bde68045604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1deb6853-7c1a-44ba-8a96-1ebd29ed0233'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:57:44.163071 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] Bound port: 503f266d-c56f-443c-8c1a-b7f0de39c804, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b112a7-c008-485d-8263-3bde68045604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1deb6853-7c1a-44ba-8a96-1ebd29ed0233'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:57:44.163470 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (503f266d-c56f-443c-8c1a-b7f0de39c804), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:44.366945 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] For port 503f266d-c56f-443c-8c1a-b7f0de39c804, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:57:44.391845 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] For port 503f266d-c56f-443c-8c1a-b7f0de39c804, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=503f266d-c56f-443c-8c1a-b7f0de39c804,segment=NetworkSegment(85b112a7-c008-485d-8263-3bde68045604),segment_id=85b112a7-c008-485d-8263-3bde68045604)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:57:44.405892 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (503f266d-c56f-443c-8c1a-b7f0de39c804), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:44.452837 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-0d6a8956-18c8-4bdc-bfff-35c2207ac93a admin admin] Allocated IP 172.25.4.138 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/4a56bdf6-67cf-4608-8b9e-7fe71b99b498) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:57:44.580372 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d900e7-3e96-4f2c-8892-5e83e90e3ede None None] Pushing event updated for resources: {'Port': ['ID=503f266d-c56f-443c-8c1a-b7f0de39c804,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:44.690682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7f168-c3b9-4942-9b7e-c26d95299f01 req-9c77080d-b535-4499-b0e7-2a593884d9be tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:44.703986 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4ff7f168-c3b9-4942-9b7e-c26d95299f01 req-9c77080d-b535-4499-b0e7-2a593884d9be tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.6746554 Feb 07 16:57:44.723843 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdb1484a-30eb-4058-a2f3-81abb87f7bd2 req-4c2daf71-eb99-4ef6-ae20-34095483265b service neutron] 10.222.0.32 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7673886 Feb 07 16:57:44.919374 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4ff7f168-c3b9-4942-9b7e-c26d95299f01 req-20c9dd15-a279-4a6f-94ab-2f2456bdb0c2 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928658 Feb 07 16:57:44.983180 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d6a8956-18c8-4bdc-bfff-35c2207ac93a admin admin] Publish callbacks [] for port (4a56bdf6-67cf-4608-8b9e-7fe71b99b498), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:45.131000 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d6a8956-18c8-4bdc-bfff-35c2207ac93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4a56bdf6-67cf-4608-8b9e-7fe71b99b498), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:45.351083 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6a8956-18c8-4bdc-bfff-35c2207ac93a admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:57:45.385269 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0d6a8956-18c8-4bdc-bfff-35c2207ac93a admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:57:45.390909 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6a8956-18c8-4bdc-bfff-35c2207ac93a admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:57:45.561111 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a8956-18c8-4bdc-bfff-35c2207ac93a admin admin] Pushing event updated for resources: {'Port': ['ID=4a56bdf6-67cf-4608-8b9e-7fe71b99b498,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:46.145574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53588) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:46.424342 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c169f9c4-a813-42d0-86f9-863f72355248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:46.440156 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d6a8956-18c8-4bdc-bfff-35c2207ac93a admin admin] Publish callbacks [] for router_gateway (50192d7a-b7f9-439c-b238-bb070ae3aba2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:46.731588 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65a621-0c74-4cc1-9209-e48b63404200 req-ba336e5d-8bbd-4410-9806-2c8fe90cc97e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:46.743917 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d65a621-0c74-4cc1-9209-e48b63404200 req-ba336e5d-8bbd-4410-9806-2c8fe90cc97e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.4794002 Feb 07 16:57:46.758253 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c169f9c4-a813-42d0-86f9-863f72355248 admin admin] Publish callbacks [] for security_group (7ef1fd18-3f3f-4662-aecf-d5fc82eae256), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:46.767291 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c169f9c4-a813-42d0-86f9-863f72355248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7ef1fd18-3f3f-4662-aecf-d5fc82eae256), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:46.936300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 503f266d-c56f-443c-8c1a-b7f0de39c804 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:57:46.962206 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c169f9c4-a813-42d0-86f9-863f72355248 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0fc0b8ec50bb4674bd743895b3a0b71a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8104501 Feb 07 16:57:46.962206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169f9c4-a813-42d0-86f9-863f72355248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef1fd18-3f3f-4662-aecf-d5fc82eae256,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:46.965325 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53598) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:47.006169 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d65a621-0c74-4cc1-9209-e48b63404200 req-808b9a7d-95ae-4f17-bdad-bb8c9c986c42 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610831 Feb 07 16:57:47.146719 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 503f266d-c56f-443c-8c1a-b7f0de39c804 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:57:47.155106 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (503f266d-c56f-443c-8c1a-b7f0de39c804), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:47.210367 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1adee1f8-122a-47e3-8a71-a19634ba9a92 admin admin] Publish callbacks [] for security_group (7ef1fd18-3f3f-4662-aecf-d5fc82eae256), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:47.280867 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1adee1f8-122a-47e3-8a71-a19634ba9a92 admin admin] Publish callbacks [] for security_group (7ef1fd18-3f3f-4662-aecf-d5fc82eae256), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:47.332699 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d78a07-0bce-44cd-8c58-32bb59fbe1ca None None] Network 1deb6853-7c1a-44ba-8a96-1ebd29ed0233 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:57:47.352985 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1adee1f8-122a-47e3-8a71-a19634ba9a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7ef1fd18-3f3f-4662-aecf-d5fc82eae256), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:47.357353 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1adee1f8-122a-47e3-8a71-a19634ba9a92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:47.358709 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1adee1f8-122a-47e3-8a71-a19634ba9a92 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ef1fd18-3f3f-4662-aecf-d5fc82eae256 HTTP/1.1" status: 204 len: 168 time: 0.3912828 Feb 07 16:57:47.380639 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adee1f8-122a-47e3-8a71-a19634ba9a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef1fd18-3f3f-4662-aecf-d5fc82eae256,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:47.591962 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d6a8956-18c8-4bdc-bfff-35c2207ac93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (50192d7a-b7f9-439c-b238-bb070ae3aba2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:48.052684 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6a8956-18c8-4bdc-bfff-35c2207ac93a admin admin] Router 50192d7a-b7f9-439c-b238-bb070ae3aba2 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:57:48.107875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7661f431-1c85-490c-91e6-5d9ff2a36ea2 None None] Provisioning complete for port 503f266d-c56f-443c-8c1a-b7f0de39c804 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:57:48.108838 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7661f431-1c85-490c-91e6-5d9ff2a36ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (503f266d-c56f-443c-8c1a-b7f0de39c804), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:48.277040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 503f266d-c56f-443c-8c1a-b7f0de39c804 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:57:48.282041 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (503f266d-c56f-443c-8c1a-b7f0de39c804), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:48.525545 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada061c5-55ec-4c9a-bf32-11dda07e9fc4 req-afdc8b5e-3faa-449a-add3-9d2985bed257 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:48.530045 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ada061c5-55ec-4c9a-bf32-11dda07e9fc4 req-afdc8b5e-3faa-449a-add3-9d2985bed257 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.2335346 Feb 07 16:57:48.556556 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 503f266d-c56f-443c-8c1a-b7f0de39c804, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=503f266d-c56f-443c-8c1a-b7f0de39c804,segment=NetworkSegment(85b112a7-c008-485d-8263-3bde68045604),segment_id=85b112a7-c008-485d-8263-3bde68045604)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:57:48.568640 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (503f266d-c56f-443c-8c1a-b7f0de39c804), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:48.691897 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ada061c5-55ec-4c9a-bf32-11dda07e9fc4 req-faeef989-531a-4097-9ede-b7dcbb9675b6 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519158 Feb 07 16:57:48.731287 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6a8956-18c8-4bdc-bfff-35c2207ac93a admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:57:48.747201 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7661f431-1c85-490c-91e6-5d9ff2a36ea2 None None] Current status of the port 503f266d-c56f-443c-8c1a-b7f0de39c804 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:57:48.747594 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7661f431-1c85-490c-91e6-5d9ff2a36ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (503f266d-c56f-443c-8c1a-b7f0de39c804), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:48.783759 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] Sync routers for ids ['50192d7a-b7f9-439c-b238-bb070ae3aba2'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:57:48.792863 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0d6a8956-18c8-4bdc-bfff-35c2207ac93a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:48.807223 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0d6a8956-18c8-4bdc-bfff-35c2207ac93a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6261411 Feb 07 16:57:48.807920 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53634) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:48.863955 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] Routers {'50192d7a-b7f9-439c-b238-bb070ae3aba2'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:57:48.864652 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:57:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['50192d7a-b7f9-439c-b238-bb070ae3aba2'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:57:49.196225 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=503f266d-c56f-443c-8c1a-b7f0de39c804,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:49.370604 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-7661f431-1c85-490c-91e6-5d9ff2a36ea2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:57:49.380637 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-7661f431-1c85-490c-91e6-5d9ff2a36ea2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:57:49.431338 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] Set router 50192d7a-b7f9-439c-b238-bb070ae3aba2 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:57:50.107751 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7661f431-1c85-490c-91e6-5d9ff2a36ea2 None None] Current status of the port 503f266d-c56f-443c-8c1a-b7f0de39c804 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:57:50.147696 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50192d7a-b7f9-439c-b238-bb070ae3aba2', 'name': 'tempest-FloatingIPsNegativeTestJSON-891176579-router', 'tenant_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '4a56bdf6-67cf-4608-8b9e-7fe71b99b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:57:42Z', 'updated_at': '2022-02-07T16:57:46Z', 'revision_number': 3, 'project_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'gw_port': {'id': '4a56bdf6-67cf-4608-8b9e-7fe71b99b498', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50192d7a-b7f9-439c-b238-bb070ae3aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:57:43Z', 'updated_at': '2022-02-07T16:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:57:50.276606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] Checking router: 50192d7a-b7f9-439c-b238-bb070ae3aba2 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:57:50.280874 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] Updating router 50192d7a-b7f9-439c-b238-bb070ae3aba2 port 4a56bdf6-67cf-4608-8b9e-7fe71b99b498 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:57:50.366352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c47bd-c47b-4d01-b705-310ad057cb56 req-448acf10-496e-4fa6-9c73-7ddbb9809853 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:50.371374 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe2c47bd-c47b-4d01-b705-310ad057cb56 req-448acf10-496e-4fa6-9c73-7ddbb9809853 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.4852600 Feb 07 16:57:50.410706 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4a56bdf6-67cf-4608-8b9e-7fe71b99b498), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:50.602285 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:50.608112 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe2c47bd-c47b-4d01-b705-310ad057cb56 req-f9abdb4e-4955-460d-8e0d-29e41aaa260d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269166 Feb 07 16:57:50.727645 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72007455-7c46-4840-8594-ccc4c02d6446 req-543aa4e2-06b2-4836-8def-51122cadfe18 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5622535 Feb 07 16:57:51.084056 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72007455-7c46-4840-8594-ccc4c02d6446 req-cfd0c16c-3f1e-49e5-aa7a-24091fe8cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:51.090676 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72007455-7c46-4840-8594-ccc4c02d6446 req-cfd0c16c-3f1e-49e5-aa7a-24091fe8cb2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8958f6ad8ce64d2cafce718553b9cb64&device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 1127 time: 0.3124013 Feb 07 16:57:51.370060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 503f266d-c56f-443c-8c1a-b7f0de39c804 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:57:51.448827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-489ea1f1-f7a1-4c58-b6fe-30b1072ea65a None None] Provisioning complete for port 503f266d-c56f-443c-8c1a-b7f0de39c804 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:57:51.451947 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-489ea1f1-f7a1-4c58-b6fe-30b1072ea65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (503f266d-c56f-443c-8c1a-b7f0de39c804), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:51.611893 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:51.943543 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-489ea1f1-f7a1-4c58-b6fe-30b1072ea65a None None] Current status of the port 503f266d-c56f-443c-8c1a-b7f0de39c804 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:57:51.997344 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485119bb-60ac-41c7-a914-948e64cbd3fd req-3a806d58-a9ee-48ac-84af-3957ef504373 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:51.998932 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-485119bb-60ac-41c7-a914-948e64cbd3fd req-3a806d58-a9ee-48ac-84af-3957ef504373 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.1436918 Feb 07 16:57:52.156233 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-485119bb-60ac-41c7-a914-948e64cbd3fd req-b72d953c-70ef-40fd-8034-5608bb01a001 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417284 Feb 07 16:57:52.515450 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] Publish callbacks [] for port (4a56bdf6-67cf-4608-8b9e-7fe71b99b498), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:52.522297 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 503f266d-c56f-443c-8c1a-b7f0de39c804 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:57:52.522716 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (503f266d-c56f-443c-8c1a-b7f0de39c804), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:52.588537 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4a56bdf6-67cf-4608-8b9e-7fe71b99b498), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:52.711495 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 503f266d-c56f-443c-8c1a-b7f0de39c804 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:57:52.769773 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9898b1f-b70a-489c-8fbd-2c83a992ea4f None None] Pushing event updated for resources: {'Port': ['ID=4a56bdf6-67cf-4608-8b9e-7fe71b99b498,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:52.790795 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] Attempting to bind port 4a56bdf6-67cf-4608-8b9e-7fe71b99b498 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:57:52.791719 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Allocated IP 172.20.0.1 (1deb6853-7c1a-44ba-8a96-1ebd29ed0233/0e61f930-9f68-491e-89ad-5c110dd723bd/8fa6e871-d825-4e69-9c33-3501552e2e5c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:57:52.796112 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] Attempting to bind port 4a56bdf6-67cf-4608-8b9e-7fe71b99b498 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:57:52.796897 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] Attempting to bind port 4a56bdf6-67cf-4608-8b9e-7fe71b99b498 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:57:52.809028 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:57:52.811170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:57:52.812670 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:52.813610 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:57:52.815851 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] Bound port: 4a56bdf6-67cf-4608-8b9e-7fe71b99b498, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:57:52.816600 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4a56bdf6-67cf-4608-8b9e-7fe71b99b498), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:53.007572 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Publish callbacks [] for port (8fa6e871-d825-4e69-9c33-3501552e2e5c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:53.045248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] For port 4a56bdf6-67cf-4608-8b9e-7fe71b99b498, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:57:53.054969 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] For port 4a56bdf6-67cf-4608-8b9e-7fe71b99b498, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4a56bdf6-67cf-4608-8b9e-7fe71b99b498,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:57:53.066404 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4a56bdf6-67cf-4608-8b9e-7fe71b99b498), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:53.127437 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (8fa6e871-d825-4e69-9c33-3501552e2e5c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:53.146217 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72007455-7c46-4840-8594-ccc4c02d6446 req-6297dc26-952d-416c-a77a-43a0dc07c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:53.147982 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72007455-7c46-4840-8594-ccc4c02d6446 req-6297dc26-952d-416c-a77a-43a0dc07c033 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f189284f-c88d-4a12-b11f-3bb2193ec906 HTTP/1.1" status: 200 len: 920 time: 2.0305295 Feb 07 16:57:53.246230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Network 1deb6853-7c1a-44ba-8a96-1ebd29ed0233 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:57:53.251382 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72007455-7c46-4840-8594-ccc4c02d6446 req-76833590-7d2b-44f7-8fc4-33aecdd9d04c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d0954c-bec5-44a9-b1eb-97d72c118154 HTTP/1.1" status: 200 len: 217 time: 0.0593677 Feb 07 16:57:53.265042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:57:53.301024 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] Routers {'50192d7a-b7f9-439c-b238-bb070ae3aba2'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:57:53.311506 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:57:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['50192d7a-b7f9-439c-b238-bb070ae3aba2'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:57:53.331253 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9898b1f-b70a-489c-8fbd-2c83a992ea4f None None] Pushing event updated for resources: {'Port': ['ID=4a56bdf6-67cf-4608-8b9e-7fe71b99b498,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:53.389915 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72007455-7c46-4840-8594-ccc4c02d6446 req-6ed52cd3-d6e2-4b20-9f6e-040c49100678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:53.393588 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72007455-7c46-4840-8594-ccc4c02d6446 req-6ed52cd3-d6e2-4b20-9f6e-040c49100678 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cea5ae11-c3af-48b5-b914-327a543b7978 HTTP/1.1" status: 200 len: 859 time: 0.1311457 Feb 07 16:57:53.408464 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:57:53.523033 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Pushing event updated for resources: {'Port': ['ID=8fa6e871-d825-4e69-9c33-3501552e2e5c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:53.542926 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72007455-7c46-4840-8594-ccc4c02d6446 req-114c4a98-09b5-490f-ab27-f99c4396d696 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f189284f-c88d-4a12-b11f-3bb2193ec906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300995 Feb 07 16:57:53.614116 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] Set router 50192d7a-b7f9-439c-b238-bb070ae3aba2 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:57:53.619947 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:53.629060 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:53.629634 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:53.630084 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:53.630534 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:53.630978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:53.631686 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:53.632210 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:53.632638 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:53.633071 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:53.633602 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:53.634035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:53.634481 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:57:53.699096 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:53.800351 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (50192d7a-b7f9-439c-b238-bb070ae3aba2), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:53.830296 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b413c-8fd4-4c95-8a47-0cb018a91080 req-a5bf14df-1559-4c35-a6c8-59261eb6e29b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:53.839272 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc0b413c-8fd4-4c95-8a47-0cb018a91080 req-a5bf14df-1559-4c35-a6c8-59261eb6e29b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.3803487 Feb 07 16:57:54.258162 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9ddf5af4-85ed-4789-9085-6e403a5f0014 None None] Provisioning complete for port 8fa6e871-d825-4e69-9c33-3501552e2e5c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:57:54.258553 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9ddf5af4-85ed-4789-9085-6e403a5f0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8fa6e871-d825-4e69-9c33-3501552e2e5c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:54.293206 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc0b413c-8fd4-4c95-8a47-0cb018a91080 req-4aef485e-45c4-405e-966d-4a8915b49a53 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4329321 Feb 07 16:57:54.315582 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72007455-7c46-4840-8594-ccc4c02d6446 req-b5f8a6b3-1be7-4723-a420-09baeaabafe6 service neutron] 10.222.0.48 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7628067 Feb 07 16:57:54.480651 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50192d7a-b7f9-439c-b238-bb070ae3aba2', 'name': 'tempest-FloatingIPsNegativeTestJSON-891176579-router', 'tenant_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '4a56bdf6-67cf-4608-8b9e-7fe71b99b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:57:42Z', 'updated_at': '2022-02-07T16:57:46Z', 'revision_number': 3, 'project_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'gw_port': {'id': '4a56bdf6-67cf-4608-8b9e-7fe71b99b498', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50192d7a-b7f9-439c-b238-bb070ae3aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:57:43Z', 'updated_at': '2022-02-07T16:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:57:54.607126 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9ddf5af4-85ed-4789-9085-6e403a5f0014 None None] Port 8fa6e871-d825-4e69-9c33-3501552e2e5c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:57:54.615640 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58d7a80-b027-4999-95a8-bb67ed46a21f None None] The sync data for ids ['50192d7a-b7f9-439c-b238-bb070ae3aba2'] in n-d-827865-3 is: [{'id': '50192d7a-b7f9-439c-b238-bb070ae3aba2', 'name': 'tempest-FloatingIPsNegativeTestJSON-891176579-router', 'tenant_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '4a56bdf6-67cf-4608-8b9e-7fe71b99b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:57:42Z', 'updated_at': '2022-02-07T16:57:46Z', 'revision_number': 3, 'project_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'gw_port': {'id': '4a56bdf6-67cf-4608-8b9e-7fe71b99b498', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50192d7a-b7f9-439c-b238-bb070ae3aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:57:43Z', 'updated_at': '2022-02-07T16:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:57:54.824065 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8fa6e871-d825-4e69-9c33-3501552e2e5c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:55.317904 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72007455-7c46-4840-8594-ccc4c02d6446 req-dd571569-4576-4485-9872-e3ac82ba2130 service neutron] 10.222.0.48 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9934235 Feb 07 16:57:55.648039 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Publish callbacks [] for port (8fa6e871-d825-4e69-9c33-3501552e2e5c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:55.659447 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (8fa6e871-d825-4e69-9c33-3501552e2e5c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:55.768536 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add2102-563e-4635-9755-c11316bf4164 req-b1a3c91c-cd79-4e7b-b050-d37668fde7f6 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:55.786302 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3add2102-563e-4635-9755-c11316bf4164 req-b1a3c91c-cd79-4e7b-b050-d37668fde7f6 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.1805460 Feb 07 16:57:55.796632 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e21fd675-443b-4bd9-aa47-124736407a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:55.945564 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3add2102-563e-4635-9755-c11316bf4164 req-c1a4f3b3-9654-4bf3-b813-3b55448206cc tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494541 Feb 07 16:57:56.057334 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Pushing event updated for resources: {'Port': ['ID=8fa6e871-d825-4e69-9c33-3501552e2e5c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:56.084635 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (50192d7a-b7f9-439c-b238-bb070ae3aba2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:56.441101 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Network 1deb6853-7c1a-44ba-8a96-1ebd29ed0233 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:57:56.447107 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:57:56.827442 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Router 50192d7a-b7f9-439c-b238-bb070ae3aba2 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:57:57.082151 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-da0efa16-7ab9-41cb-a86f-2213f0770eb9 None None] Provisioning complete for port 8fa6e871-d825-4e69-9c33-3501552e2e5c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:57:57.088779 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-da0efa16-7ab9-41cb-a86f-2213f0770eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8fa6e871-d825-4e69-9c33-3501552e2e5c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:57.219121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4a56bdf6-67cf-4608-8b9e-7fe71b99b498 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:57:57.327712 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-da0efa16-7ab9-41cb-a86f-2213f0770eb9 None None] Port 8fa6e871-d825-4e69-9c33-3501552e2e5c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:57:57.437847 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 4a56bdf6-67cf-4608-8b9e-7fe71b99b498 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:57:57.441753 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4a56bdf6-67cf-4608-8b9e-7fe71b99b498), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:57.632299 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ea986-4566-4d25-bc9f-c27fc023d422 req-b6dc739d-0998-4146-b7bc-2c0c5635d810 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:57.635162 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-229ea986-4566-4d25-bc9f-c27fc023d422 req-b6dc739d-0998-4146-b7bc-2c0c5635d810 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.3556540 Feb 07 16:57:57.825704 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-229ea986-4566-4d25-bc9f-c27fc023d422 req-49cbbc18-228b-418b-a948-6192ca750dc5 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782670 Feb 07 16:57:57.833590 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4a56bdf6-67cf-4608-8b9e-7fe71b99b498 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:57:57.836040 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4a56bdf6-67cf-4608-8b9e-7fe71b99b498), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:57.836927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:57:57.865469 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-596a1b30-4933-406d-9113-2cc45bf3bcbb admin admin] 10.222.0.18 "PUT /v2.0/routers/50192d7a-b7f9-439c-b238-bb070ae3aba2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0563064 Feb 07 16:57:57.938261 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 4a56bdf6-67cf-4608-8b9e-7fe71b99b498, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4a56bdf6-67cf-4608-8b9e-7fe71b99b498,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:57:57.962073 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4a56bdf6-67cf-4608-8b9e-7fe71b99b498), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:58.273156 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c96883e7-ad20-41b2-817a-018f9096c346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:58.285556 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=4a56bdf6-67cf-4608-8b9e-7fe71b99b498,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:57:58.795957 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] Sync routers for ids ['50192d7a-b7f9-439c-b238-bb070ae3aba2'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:57:58.821846 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] Routers {'50192d7a-b7f9-439c-b238-bb070ae3aba2'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:57:58.824076 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:57:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['50192d7a-b7f9-439c-b238-bb070ae3aba2'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:57:58.954899 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4a56bdf6-67cf-4608-8b9e-7fe71b99b498 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:57:59.210154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 4a56bdf6-67cf-4608-8b9e-7fe71b99b498 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:57:59.214156 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4a56bdf6-67cf-4608-8b9e-7fe71b99b498), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:59.272946 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-593e3816-784e-4231-b19a-688bc5af4ed1 req-198d1a0c-7a03-405b-9b8a-86a653036306 tempest-FloatingIPsNegativeTestJSON-23587822 tempest-FloatingIPsNegativeTestJSON-23587822-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=b0205b1699ec46a0afc8db7fce0155c6 HTTP/1.1" status: 200 len: 217 time: 0.2382305 Feb 07 16:57:59.324990 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] Set router 50192d7a-b7f9-439c-b238-bb070ae3aba2 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:57:59.375614 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa58a30f-c134-441c-a7b4-19346310a409 req-8df0a013-a894-4749-844a-2a73d7725291 tempest-FloatingIPsNegativeTestJSON-23587822 tempest-FloatingIPsNegativeTestJSON-23587822-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0906224 Feb 07 16:57:59.380954 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22a2ac-2bfe-495d-b1a0-7ebd5ad897eb req-5b8fe530-fea0-4f51-924b-772f20ba3b3a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:57:59.398494 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4e22a2ac-2bfe-495d-b1a0-7ebd5ad897eb req-5b8fe530-fea0-4f51-924b-772f20ba3b3a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.2615705 Feb 07 16:57:59.496060 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [req-f42ba018-8b88-4c43-be58-85826c5e4763 req-f4a129f7-828e-42da-b87b-0d47213373dd tempest-FloatingIPsNegativeTestJSON-23587822 tempest-FloatingIPsNegativeTestJSON-23587822-project] show failed (client error): The resource could not be found. Feb 07 16:57:59.528341 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f42ba018-8b88-4c43-be58-85826c5e4763 req-f4a129f7-828e-42da-b87b-0d47213373dd tempest-FloatingIPsNegativeTestJSON-23587822 tempest-FloatingIPsNegativeTestJSON-23587822-project] 10.222.0.18 "GET /v2.0/floatingips/9da4a590-ab22-4d70-bdea-c27527749fa7 HTTP/1.1" status: 404 len: 350 time: 0.1330409 Feb 07 16:57:59.530973 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53808) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:57:59.654913 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4e22a2ac-2bfe-495d-b1a0-7ebd5ad897eb req-179479e1-10f6-4b88-b7db-5e9ed24011c0 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412908 Feb 07 16:57:59.697402 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:57:59.781268 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4a56bdf6-67cf-4608-8b9e-7fe71b99b498 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:00.183126 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50192d7a-b7f9-439c-b238-bb070ae3aba2', 'name': 'tempest-FloatingIPsNegativeTestJSON-891176579-router', 'tenant_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '4a56bdf6-67cf-4608-8b9e-7fe71b99b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:57:42Z', 'updated_at': '2022-02-07T16:57:54Z', 'revision_number': 4, 'project_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'gw_port': {'id': '4a56bdf6-67cf-4608-8b9e-7fe71b99b498', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50192d7a-b7f9-439c-b238-bb070ae3aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:57:43Z', 'updated_at': '2022-02-07T16:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '8fa6e871-d825-4e69-9c33-3501552e2e5c', 'name': '', 'network_id': '1deb6853-7c1a-44ba-8a96-1ebd29ed0233', 'tenant_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'mac_address': 'fa:16:3e:b5:cc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50192d7a-b7f9-439c-b238-bb070ae3aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '0e61f930-9f68-491e-89ad-5c110dd723bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:57:50Z', 'updated_at': '2022-02-07T16:57:55Z', 'revision_number': 2, 'project_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'subnets': [{'id': '0e61f930-9f68-491e-89ad-5c110dd723bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:00.309071 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] Checking router: 50192d7a-b7f9-439c-b238-bb070ae3aba2 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:58:00.309561 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] Updating router 50192d7a-b7f9-439c-b238-bb070ae3aba2 port 8fa6e871-d825-4e69-9c33-3501552e2e5c binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:58:00.379875 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8fa6e871-d825-4e69-9c33-3501552e2e5c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:00.471664 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49096631-b6d7-454e-8da7-61631cd8debd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (50192d7a-b7f9-439c-b238-bb070ae3aba2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:00.816814 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:01.293647 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] Publish callbacks [] for port (8fa6e871-d825-4e69-9c33-3501552e2e5c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:01.303841 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8fa6e871-d825-4e69-9c33-3501552e2e5c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:01.522410 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2042a39-32b6-4217-ada9-3712dc6915d2 None None] Pushing event updated for resources: {'Port': ['ID=8fa6e871-d825-4e69-9c33-3501552e2e5c,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:01.546497 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2042a39-32b6-4217-ada9-3712dc6915d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:01.546848 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2042a39-32b6-4217-ada9-3712dc6915d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:01.547187 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2042a39-32b6-4217-ada9-3712dc6915d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:01.547524 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2042a39-32b6-4217-ada9-3712dc6915d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:01.547901 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2042a39-32b6-4217-ada9-3712dc6915d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:01.552230 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2042a39-32b6-4217-ada9-3712dc6915d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:01.552594 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2042a39-32b6-4217-ada9-3712dc6915d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:01.552939 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2042a39-32b6-4217-ada9-3712dc6915d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:01.553314 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2042a39-32b6-4217-ada9-3712dc6915d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:01.558956 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2042a39-32b6-4217-ada9-3712dc6915d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:01.559300 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2042a39-32b6-4217-ada9-3712dc6915d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:01.559652 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2042a39-32b6-4217-ada9-3712dc6915d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:01.560011 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2042a39-32b6-4217-ada9-3712dc6915d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:01.600893 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] Attempting to bind port 8fa6e871-d825-4e69-9c33-3501552e2e5c on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:58:01.601370 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] Attempting to bind port 8fa6e871-d825-4e69-9c33-3501552e2e5c by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '85b112a7-c008-485d-8263-3bde68045604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1deb6853-7c1a-44ba-8a96-1ebd29ed0233'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:58:01.601736 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] Attempting to bind port 8fa6e871-d825-4e69-9c33-3501552e2e5c on network 1deb6853-7c1a-44ba-8a96-1ebd29ed0233 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:58:01.615363 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:58:01.615768 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] Checking segment: {'id': '85b112a7-c008-485d-8263-3bde68045604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1deb6853-7c1a-44ba-8a96-1ebd29ed0233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:58:01.616181 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:01.616607 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] Bound using segment: {'id': '85b112a7-c008-485d-8263-3bde68045604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1deb6853-7c1a-44ba-8a96-1ebd29ed0233'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:58:01.617153 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] Bound port: 8fa6e871-d825-4e69-9c33-3501552e2e5c, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b112a7-c008-485d-8263-3bde68045604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1deb6853-7c1a-44ba-8a96-1ebd29ed0233'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:58:01.624894 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8fa6e871-d825-4e69-9c33-3501552e2e5c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:01.731047 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c10e98-974d-4b94-8ab4-c8fa008d1cd0 req-821a04f9-5d95-40cf-81b2-b56e0123c892 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:01.779072 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49c10e98-974d-4b94-8ab4-c8fa008d1cd0 req-821a04f9-5d95-40cf-81b2-b56e0123c892 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.6118889 Feb 07 16:58:01.826487 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] For port 8fa6e871-d825-4e69-9c33-3501552e2e5c, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:58:01.837866 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] For port 8fa6e871-d825-4e69-9c33-3501552e2e5c, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8fa6e871-d825-4e69-9c33-3501552e2e5c,segment=NetworkSegment(85b112a7-c008-485d-8263-3bde68045604),segment_id=85b112a7-c008-485d-8263-3bde68045604)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:58:01.859494 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8fa6e871-d825-4e69-9c33-3501552e2e5c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:01.976198 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49c10e98-974d-4b94-8ab4-c8fa008d1cd0 req-a2bb8c4e-3b40-45aa-8d5f-2d2904f998ca tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959157 Feb 07 16:58:02.025907 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2042a39-32b6-4217-ada9-3712dc6915d2 None None] Pushing event updated for resources: {'Port': ['ID=8fa6e871-d825-4e69-9c33-3501552e2e5c,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:02.061795 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f85d7cd2-a874-4c7e-bc87-aa3648853635 None None] Provisioning complete for port 8fa6e871-d825-4e69-9c33-3501552e2e5c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:58:02.065000 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f85d7cd2-a874-4c7e-bc87-aa3648853635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8fa6e871-d825-4e69-9c33-3501552e2e5c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:02.096554 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] Routers {'50192d7a-b7f9-439c-b238-bb070ae3aba2'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:58:02.097215 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:57:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['50192d7a-b7f9-439c-b238-bb070ae3aba2'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:02.322126 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:02.508946 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] Set router 50192d7a-b7f9-439c-b238-bb070ae3aba2 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:58:02.549117 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-49096631-b6d7-454e-8da7-61631cd8debd admin admin] Deleting port 8fa6e871-d825-4e69-9c33-3501552e2e5c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:58:02.549568 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49096631-b6d7-454e-8da7-61631cd8debd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8fa6e871-d825-4e69-9c33-3501552e2e5c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:02.593777 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f85d7cd2-a874-4c7e-bc87-aa3648853635 None None] Current status of the port 8fa6e871-d825-4e69-9c33-3501552e2e5c is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:02.602917 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f85d7cd2-a874-4c7e-bc87-aa3648853635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8fa6e871-d825-4e69-9c33-3501552e2e5c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:02.768138 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f85d7cd2-a874-4c7e-bc87-aa3648853635 None None] For port 8fa6e871-d825-4e69-9c33-3501552e2e5c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8fa6e871-d825-4e69-9c33-3501552e2e5c,segment=NetworkSegment(85b112a7-c008-485d-8263-3bde68045604),segment_id=85b112a7-c008-485d-8263-3bde68045604)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:02.777868 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f85d7cd2-a874-4c7e-bc87-aa3648853635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8fa6e871-d825-4e69-9c33-3501552e2e5c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:02.946377 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-49096631-b6d7-454e-8da7-61631cd8debd admin admin] For port 8fa6e871-d825-4e69-9c33-3501552e2e5c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8fa6e871-d825-4e69-9c33-3501552e2e5c,segment=NetworkSegment(85b112a7-c008-485d-8263-3bde68045604),segment_id=85b112a7-c008-485d-8263-3bde68045604)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:02.947925 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49096631-b6d7-454e-8da7-61631cd8debd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8fa6e871-d825-4e69-9c33-3501552e2e5c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:02.990577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-49096631-b6d7-454e-8da7-61631cd8debd admin admin] Calling delete_port for 8fa6e871-d825-4e69-9c33-3501552e2e5c owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:58:03.132834 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d7cd2-a874-4c7e-bc87-aa3648853635 None None] Pushing event updated for resources: {'Port': ['ID=8fa6e871-d825-4e69-9c33-3501552e2e5c,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:03.214109 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ae3c9f9b-f72c-4c27-bf39-61a9063c5aa2 None None] Provisioning complete for port 8fa6e871-d825-4e69-9c33-3501552e2e5c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:58:03.214945 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ae3c9f9b-f72c-4c27-bf39-61a9063c5aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8fa6e871-d825-4e69-9c33-3501552e2e5c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:03.434053 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98ae58-e1c0-4a72-b517-d8574e9e065b req-f4900f90-e01d-4452-b7b1-3c1f977aee4a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:03.449602 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f98ae58-e1c0-4a72-b517-d8574e9e065b req-f4900f90-e01d-4452-b7b1-3c1f977aee4a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.1849864 Feb 07 16:58:03.532420 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ae3c9f9b-f72c-4c27-bf39-61a9063c5aa2 None None] Current status of the port 8fa6e871-d825-4e69-9c33-3501552e2e5c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:03.660882 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49096631-b6d7-454e-8da7-61631cd8debd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (8fa6e871-d825-4e69-9c33-3501552e2e5c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:03.708873 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f98ae58-e1c0-4a72-b517-d8574e9e065b req-623f85cd-f677-4518-9d68-d867b5bcc915 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578087 Feb 07 16:58:03.800300 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49096631-b6d7-454e-8da7-61631cd8debd admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa6e871-d825-4e69-9c33-3501552e2e5c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:03.874147 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50192d7a-b7f9-439c-b238-bb070ae3aba2', 'name': 'tempest-FloatingIPsNegativeTestJSON-891176579-router', 'tenant_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '4a56bdf6-67cf-4608-8b9e-7fe71b99b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:57:42Z', 'updated_at': '2022-02-07T16:57:54Z', 'revision_number': 4, 'project_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'gw_port': {'id': '4a56bdf6-67cf-4608-8b9e-7fe71b99b498', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50192d7a-b7f9-439c-b238-bb070ae3aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:57:43Z', 'updated_at': '2022-02-07T16:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '8fa6e871-d825-4e69-9c33-3501552e2e5c', 'name': '', 'network_id': '1deb6853-7c1a-44ba-8a96-1ebd29ed0233', 'tenant_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'mac_address': 'fa:16:3e:b5:cc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50192d7a-b7f9-439c-b238-bb070ae3aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '0e61f930-9f68-491e-89ad-5c110dd723bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:57:50Z', 'updated_at': '2022-02-07T16:58:01Z', 'revision_number': 4, 'project_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'subnets': [{'id': '0e61f930-9f68-491e-89ad-5c110dd723bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:03.958649 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa074f4-e274-42ca-8824-5388e1f0f51d None None] The sync data for ids ['50192d7a-b7f9-439c-b238-bb070ae3aba2'] in n-d-827865-3 is: [{'id': '50192d7a-b7f9-439c-b238-bb070ae3aba2', 'name': 'tempest-FloatingIPsNegativeTestJSON-891176579-router', 'tenant_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '4a56bdf6-67cf-4608-8b9e-7fe71b99b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:57:42Z', 'updated_at': '2022-02-07T16:57:54Z', 'revision_number': 4, 'project_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'gw_port': {'id': '4a56bdf6-67cf-4608-8b9e-7fe71b99b498', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50192d7a-b7f9-439c-b238-bb070ae3aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:57:43Z', 'updated_at': '2022-02-07T16:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '8fa6e871-d825-4e69-9c33-3501552e2e5c', 'name': '', 'network_id': '1deb6853-7c1a-44ba-8a96-1ebd29ed0233', 'tenant_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'mac_address': 'fa:16:3e:b5:cc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50192d7a-b7f9-439c-b238-bb070ae3aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '0e61f930-9f68-491e-89ad-5c110dd723bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:57:50Z', 'updated_at': '2022-02-07T16:58:01Z', 'revision_number': 4, 'project_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'subnets': [{'id': '0e61f930-9f68-491e-89ad-5c110dd723bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:58:04.466431 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49096631-b6d7-454e-8da7-61631cd8debd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (50192d7a-b7f9-439c-b238-bb070ae3aba2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:04.478785 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:58:06.168016 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49096631-b6d7-454e-8da7-61631cd8debd admin admin] Router 50192d7a-b7f9-439c-b238-bb070ae3aba2 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:58:06.225748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176332f-ccca-44d1-8832-8b468b497d58 req-ea28d26b-d699-47ba-b0e7-50c4199e32c7 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:06.227525 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a176332f-ccca-44d1-8832-8b468b497d58 req-ea28d26b-d699-47ba-b0e7-50c4199e32c7 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 1.2405651 Feb 07 16:58:06.519350 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49096631-b6d7-454e-8da7-61631cd8debd admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:58:06.529907 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-49096631-b6d7-454e-8da7-61631cd8debd admin admin] 10.222.0.18 "PUT /v2.0/routers/50192d7a-b7f9-439c-b238-bb070ae3aba2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9975386 Feb 07 16:58:06.533100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53912) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:06.581987 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a176332f-ccca-44d1-8832-8b468b497d58 req-56c145ef-6494-4aab-ae9f-a36985479bc9 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3310318 Feb 07 16:58:06.859945 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364abe6-8d8e-4a71-901a-c5e297c86dbd None None] Sync routers for ids ['50192d7a-b7f9-439c-b238-bb070ae3aba2'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:58:06.884071 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364abe6-8d8e-4a71-901a-c5e297c86dbd None None] Routers {'50192d7a-b7f9-439c-b238-bb070ae3aba2'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:58:06.885382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4364abe6-8d8e-4a71-901a-c5e297c86dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:57:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['50192d7a-b7f9-439c-b238-bb070ae3aba2'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:07.001457 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8555d85e-853c-4746-b334-c1369d0bd87d admin admin] Publish callbacks [] for router (50192d7a-b7f9-439c-b238-bb070ae3aba2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:07.110936 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4364abe6-8d8e-4a71-901a-c5e297c86dbd None None] Set router 50192d7a-b7f9-439c-b238-bb070ae3aba2 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:58:07.381470 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8555d85e-853c-4746-b334-c1369d0bd87d admin admin] Publish callbacks [] for router_gateway (50192d7a-b7f9-439c-b238-bb070ae3aba2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:07.522340 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8555d85e-853c-4746-b334-c1369d0bd87d admin admin] Deleting port 4a56bdf6-67cf-4608-8b9e-7fe71b99b498 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:58:07.526304 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8555d85e-853c-4746-b334-c1369d0bd87d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4a56bdf6-67cf-4608-8b9e-7fe71b99b498), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:07.574119 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4364abe6-8d8e-4a71-901a-c5e297c86dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50192d7a-b7f9-439c-b238-bb070ae3aba2', 'name': 'tempest-FloatingIPsNegativeTestJSON-891176579-router', 'tenant_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '4a56bdf6-67cf-4608-8b9e-7fe71b99b498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:57:42Z', 'updated_at': '2022-02-07T16:58:03Z', 'revision_number': 5, 'project_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'gw_port': {'id': '4a56bdf6-67cf-4608-8b9e-7fe71b99b498', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50192d7a-b7f9-439c-b238-bb070ae3aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:57:43Z', 'updated_at': '2022-02-07T16:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:07.641103 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364abe6-8d8e-4a71-901a-c5e297c86dbd None None] Checking router: 50192d7a-b7f9-439c-b238-bb070ae3aba2 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:58:07.651317 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8555d85e-853c-4746-b334-c1369d0bd87d admin admin] For port 4a56bdf6-67cf-4608-8b9e-7fe71b99b498, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4a56bdf6-67cf-4608-8b9e-7fe71b99b498,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:07.652293 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8555d85e-853c-4746-b334-c1369d0bd87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4a56bdf6-67cf-4608-8b9e-7fe71b99b498), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:07.668402 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8555d85e-853c-4746-b334-c1369d0bd87d admin admin] Calling delete_port for 4a56bdf6-67cf-4608-8b9e-7fe71b99b498 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:58:07.672337 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364abe6-8d8e-4a71-901a-c5e297c86dbd None None] Routers {'50192d7a-b7f9-439c-b238-bb070ae3aba2'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:58:07.672788 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4364abe6-8d8e-4a71-901a-c5e297c86dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:57:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['50192d7a-b7f9-439c-b238-bb070ae3aba2'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:07.881134 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4364abe6-8d8e-4a71-901a-c5e297c86dbd None None] Set router 50192d7a-b7f9-439c-b238-bb070ae3aba2 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:58:07.984235 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8555d85e-853c-4746-b334-c1369d0bd87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4a56bdf6-67cf-4608-8b9e-7fe71b99b498), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:08.133219 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555d85e-853c-4746-b334-c1369d0bd87d admin admin] Pushing event deleted for resources: {'Port': ['ID=4a56bdf6-67cf-4608-8b9e-7fe71b99b498,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:08.216913 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480a2a2-abab-426e-8c33-6c899af2098d req-a8f2cbe6-527a-46c3-9cea-8ae9ffb50254 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:08.218603 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b480a2a2-abab-426e-8c33-6c899af2098d req-a8f2cbe6-527a-46c3-9cea-8ae9ffb50254 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 946 time: 0.3004651 Feb 07 16:58:08.319985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b44234-4251-4905-96f5-9c0039f6490c req-a156a7ef-41d6-451d-81d3-e4823219a85e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:08.323668 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-16b44234-4251-4905-96f5-9c0039f6490c req-a156a7ef-41d6-451d-81d3-e4823219a85e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.3853848 Feb 07 16:58:08.324953 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8555d85e-853c-4746-b334-c1369d0bd87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (50192d7a-b7f9-439c-b238-bb070ae3aba2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:08.432680 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b480a2a2-abab-426e-8c33-6c899af2098d req-cdc79e28-f24e-4f54-8e75-f3a899fd18be tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010350 Feb 07 16:58:08.554601 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8555d85e-853c-4746-b334-c1369d0bd87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (50192d7a-b7f9-439c-b238-bb070ae3aba2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:08.569837 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8555d85e-853c-4746-b334-c1369d0bd87d admin admin] Publish callbacks [] for router_controller (50192d7a-b7f9-439c-b238-bb070ae3aba2), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:08.662955 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4364abe6-8d8e-4a71-901a-c5e297c86dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50192d7a-b7f9-439c-b238-bb070ae3aba2', 'name': 'tempest-FloatingIPsNegativeTestJSON-891176579-router', 'tenant_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:57:42Z', 'updated_at': '2022-02-07T16:58:07Z', 'revision_number': 6, 'project_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:08.790742 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8555d85e-853c-4746-b334-c1369d0bd87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (50192d7a-b7f9-439c-b238-bb070ae3aba2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:08.795654 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364abe6-8d8e-4a71-901a-c5e297c86dbd None None] The sync data for ids ['50192d7a-b7f9-439c-b238-bb070ae3aba2'] in n-d-827865-3 is: [{'id': '50192d7a-b7f9-439c-b238-bb070ae3aba2', 'name': 'tempest-FloatingIPsNegativeTestJSON-891176579-router', 'tenant_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:57:42Z', 'updated_at': '2022-02-07T16:58:07Z', 'revision_number': 6, 'project_id': 'b0205b1699ec46a0afc8db7fce0155c6', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:58:08.796820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8555d85e-853c-4746-b334-c1369d0bd87d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50192d7a-b7f9-439c-b238-bb070ae3aba2 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 16:58:08.803601 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8555d85e-853c-4746-b334-c1369d0bd87d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:08.810257 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8555d85e-853c-4746-b334-c1369d0bd87d admin admin] 10.222.0.18 "DELETE /v2.0/routers/50192d7a-b7f9-439c-b238-bb070ae3aba2 HTTP/1.1" status: 204 len: 168 time: 2.2758901 Feb 07 16:58:08.813037 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53994) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:08.904784 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-16b44234-4251-4905-96f5-9c0039f6490c req-93e450c8-a5dc-4f62-962d-36359b487e3e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986060 Feb 07 16:58:08.985157 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-19edc92c-3db3-4869-87c8-d312b68aecae admin admin] Deleting subnet 0e61f930-9f68-491e-89ad-5c110dd723bd {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:58:09.011603 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19edc92c-3db3-4869-87c8-d312b68aecae admin admin] Publish callbacks [] for subnet (0e61f930-9f68-491e-89ad-5c110dd723bd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:09.190101 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19edc92c-3db3-4869-87c8-d312b68aecae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (0e61f930-9f68-491e-89ad-5c110dd723bd), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:09.434063 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19edc92c-3db3-4869-87c8-d312b68aecae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (0e61f930-9f68-491e-89ad-5c110dd723bd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:09.512940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54012) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:09.550553 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19edc92c-3db3-4869-87c8-d312b68aecae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (0e61f930-9f68-491e-89ad-5c110dd723bd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:09.575698 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cca405b-b77b-463c-b11b-1113e4caad0a None None] Network 1deb6853-7c1a-44ba-8a96-1ebd29ed0233 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:58:09.585337 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19edc92c-3db3-4869-87c8-d312b68aecae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:09.602038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54018) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:09.603960 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-19edc92c-3db3-4869-87c8-d312b68aecae admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0e61f930-9f68-491e-89ad-5c110dd723bd HTTP/1.1" status: 204 len: 168 time: 0.7890821 Feb 07 16:58:09.725417 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edc92c-3db3-4869-87c8-d312b68aecae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e61f930-9f68-491e-89ad-5c110dd723bd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:09.844094 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (1deb6853-7c1a-44ba-8a96-1ebd29ed0233), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:09.971937 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1c8b23-115f-451c-9672-cbe4cfa443dc None None] DHCP port deletion for 1deb6853-7c1a-44ba-8a96-1ebd29ed0233 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:58:09.996289 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb2275-3df7-4456-aee3-3264ce8b8a28 req-4d6ff850-d7e1-486d-92e4-3309664635db tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:10.006789 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bccca509-8c0d-445c-ab42-75951e6f562e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:10.017978 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fddb2275-3df7-4456-aee3-3264ce8b8a28 req-4d6ff850-d7e1-486d-92e4-3309664635db tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 946 time: 0.3002720 Feb 07 16:58:10.152777 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bd1c8b23-115f-451c-9672-cbe4cfa443dc None None] Deleting port 503f266d-c56f-443c-8c1a-b7f0de39c804 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:58:10.153336 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8b23-115f-451c-9672-cbe4cfa443dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (503f266d-c56f-443c-8c1a-b7f0de39c804), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:10.199058 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fddb2275-3df7-4456-aee3-3264ce8b8a28 req-be1eb1f0-896f-468a-8059-1870d7fa9aca tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647780 Feb 07 16:58:10.238155 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bccca509-8c0d-445c-ab42-75951e6f562e admin admin] Publish callbacks [] for security_group (94941b85-016d-4748-af2c-d79005c43181), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:10.254552 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bccca509-8c0d-445c-ab42-75951e6f562e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (94941b85-016d-4748-af2c-d79005c43181), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:10.346554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-bd1c8b23-115f-451c-9672-cbe4cfa443dc None None] For port 503f266d-c56f-443c-8c1a-b7f0de39c804, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=503f266d-c56f-443c-8c1a-b7f0de39c804,segment=NetworkSegment(85b112a7-c008-485d-8263-3bde68045604),segment_id=85b112a7-c008-485d-8263-3bde68045604)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:10.346972 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8b23-115f-451c-9672-cbe4cfa443dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (503f266d-c56f-443c-8c1a-b7f0de39c804), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:10.397258 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bd1c8b23-115f-451c-9672-cbe4cfa443dc None None] Calling delete_port for 503f266d-c56f-443c-8c1a-b7f0de39c804 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:58:10.527719 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bccca509-8c0d-445c-ab42-75951e6f562e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab7c4bf9b05f4141b72010973b71bfc0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0135646 Feb 07 16:58:10.530463 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54042) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:10.540153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccca509-8c0d-445c-ab42-75951e6f562e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94941b85-016d-4748-af2c-d79005c43181,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:10.663776 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] Deleting port 503f266d-c56f-443c-8c1a-b7f0de39c804 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:58:10.664316 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (503f266d-c56f-443c-8c1a-b7f0de39c804), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:10.691858 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ba4a6-d022-4b02-88dc-ab95046f3eba req-3c7abd0b-910b-4196-a810-da86b25a8f65 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:10.698580 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8b23-115f-451c-9672-cbe4cfa443dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (503f266d-c56f-443c-8c1a-b7f0de39c804), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:10.700389 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4a6ba4a6-d022-4b02-88dc-ab95046f3eba req-3c7abd0b-910b-4196-a810-da86b25a8f65 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.4558325 Feb 07 16:58:10.751093 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73076c4a-5561-436f-bbf3-c9365683118d admin admin] Publish callbacks [] for security_group (94941b85-016d-4748-af2c-d79005c43181), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:10.773816 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c8b23-115f-451c-9672-cbe4cfa443dc None None] Pushing event deleted for resources: {'Port': ['ID=503f266d-c56f-443c-8c1a-b7f0de39c804,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:10.797910 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1c8b23-115f-451c-9672-cbe4cfa443dc None None] No DVR routers for this DVR port 503f266d-c56f-443c-8c1a-b7f0de39c804 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:58:10.831492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73076c4a-5561-436f-bbf3-c9365683118d admin admin] Publish callbacks [] for security_group (94941b85-016d-4748-af2c-d79005c43181), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:10.938563 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73076c4a-5561-436f-bbf3-c9365683118d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (94941b85-016d-4748-af2c-d79005c43181), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:10.941018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8fa6e871-d825-4e69-9c33-3501552e2e5c no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:58:10.944003 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73076c4a-5561-436f-bbf3-c9365683118d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:10.950693 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-73076c4a-5561-436f-bbf3-c9365683118d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94941b85-016d-4748-af2c-d79005c43181 HTTP/1.1" status: 204 len: 168 time: 0.4157729 Feb 07 16:58:11.015262 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 8fa6e871-d825-4e69-9c33-3501552e2e5c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:58:11.016043 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8fa6e871-d825-4e69-9c33-3501552e2e5c not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:58:11.016194 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73076c4a-5561-436f-bbf3-c9365683118d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94941b85-016d-4748-af2c-d79005c43181,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:11.016899 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 503f266d-c56f-443c-8c1a-b7f0de39c804 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:58:11.090799 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 503f266d-c56f-443c-8c1a-b7f0de39c804 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:58:11.093395 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 503f266d-c56f-443c-8c1a-b7f0de39c804 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:58:11.094640 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4a56bdf6-67cf-4608-8b9e-7fe71b99b498 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:58:11.123312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 4a56bdf6-67cf-4608-8b9e-7fe71b99b498 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:58:11.124479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4a56bdf6-67cf-4608-8b9e-7fe71b99b498 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:58:11.157485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] For port 503f266d-c56f-443c-8c1a-b7f0de39c804, host n-d-827865-3, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:11.158928 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (503f266d-c56f-443c-8c1a-b7f0de39c804), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:11.215828 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] Calling delete_port for 503f266d-c56f-443c-8c1a-b7f0de39c804 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:58:11.224241 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] Port 503f266d-c56f-443c-8c1a-b7f0de39c804 was not found and therefore no delete operation was performed {{(pid=103225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 16:58:11.226454 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (503f266d-c56f-443c-8c1a-b7f0de39c804), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:11.297022 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] No DVR routers for this DVR port 503f266d-c56f-443c-8c1a-b7f0de39c804 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:58:11.376098 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4a6ba4a6-d022-4b02-88dc-ab95046f3eba req-e1e287e4-d5d6-4c9c-bf27-380643abfb5b tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6405256 Feb 07 16:58:11.377899 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] Pushing event deleted for resources: {'Port': ['ID=503f266d-c56f-443c-8c1a-b7f0de39c804,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:11.591630 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (1deb6853-7c1a-44ba-8a96-1ebd29ed0233), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:11.678342 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1deb6853-7c1a-44ba-8a96-1ebd29ed0233']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:11.746903 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b112a7-c008-485d-8263-3bde68045604') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:11.753027 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b112a7-c008-485d-8263-3bde68045604') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:11.811850 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (85b112a7-c008-485d-8263-3bde68045604), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:11.887298 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (85b112a7-c008-485d-8263-3bde68045604), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:11.921726 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:58:11.922788 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (85b112a7-c008-485d-8263-3bde68045604), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:58:11.932693 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:58:12.069912 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (1deb6853-7c1a-44ba-8a96-1ebd29ed0233), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:12.097079 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:12.101108 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1deb6853-7c1a-44ba-8a96-1ebd29ed0233 HTTP/1.1" status: 204 len: 168 time: 2.4980831 Feb 07 16:58:12.102676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fccb58-c796-4e09-b56a-1223a697b023 admin admin] Pushing event deleted for resources: {'Network': ['ID=1deb6853-7c1a-44ba-8a96-1ebd29ed0233,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:12.646504 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54108) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:12.741680 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a127fc73-7613-47a9-bb5b-d3f7946a307a no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:58:12.764156 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-84e24a47-e1d8-41eb-bb8f-09d5541e3b2e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0205b1699ec46a0afc8db7fce0155c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1164088 Feb 07 16:58:12.765214 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54110) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:12.817772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be551c-a31c-4eb7-8af8-0427b27a629c req-bd2d9c0f-3b2e-45d0-a8dc-7940ee29c87f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:12.831854 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-76be551c-a31c-4eb7-8af8-0427b27a629c req-bd2d9c0f-3b2e-45d0-a8dc-7940ee29c87f tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.2096784 Feb 07 16:58:12.974112 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-76be551c-a31c-4eb7-8af8-0427b27a629c req-bce88601-8f74-4d92-9219-e8078e5910bc tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397593 Feb 07 16:58:12.992478 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4509c71-b84b-4f0e-9307-64ea35c58c1e admin admin] Publish callbacks [] for security_group (4f54e20c-55fd-47cf-b5af-8b705803458e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:13.045069 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4509c71-b84b-4f0e-9307-64ea35c58c1e admin admin] Publish callbacks [] for security_group (4f54e20c-55fd-47cf-b5af-8b705803458e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:13.065684 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a127fc73-7613-47a9-bb5b-d3f7946a307a is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:13.066080 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:13.103595 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a127fc73-7613-47a9-bb5b-d3f7946a307a'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:58:13.106831 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcef622-5ac6-4686-b92b-9e2aae066982" -d '{"events": [{"server_uuid": "512f1765-e51b-4461-ad6f-276bb7e8c903", "name": "network-vif-unplugged", "status": "completed", "tag": "a127fc73-7613-47a9-bb5b-d3f7946a307a"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:58:13.159606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a127fc73-7613-47a9-bb5b-d3f7946a307a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:13.174045 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4509c71-b84b-4f0e-9307-64ea35c58c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4f54e20c-55fd-47cf-b5af-8b705803458e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:13.176504 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:13.178645 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4509c71-b84b-4f0e-9307-64ea35c58c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:13.180405 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c4509c71-b84b-4f0e-9307-64ea35c58c1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4f54e20c-55fd-47cf-b5af-8b705803458e HTTP/1.1" status: 204 len: 168 time: 0.4140422 Feb 07 16:58:13.233916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4509c71-b84b-4f0e-9307-64ea35c58c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f54e20c-55fd-47cf-b5af-8b705803458e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:13.300401 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daf0f44-0009-4daa-a005-72127e8147cd x-openstack-request-id: req-4daf0f44-0009-4daa-a005-72127e8147cd {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:58:13.300968 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512f1765-e51b-4461-ad6f-276bb7e8c903", "name": "network-vif-unplugged", "status": "completed", "tag": "a127fc73-7613-47a9-bb5b-d3f7946a307a", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:58:13.301461 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4daf0f44-0009-4daa-a005-72127e8147cd {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:58:13.302100 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'code': 200} Feb 07 16:58:13.480923 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a127fc73-7613-47a9-bb5b-d3f7946a307a,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:13.498872 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:13.502757 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:13.504377 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:13.505248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:13.506043 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:13.508217 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:13.510175 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:13.511050 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:13.511805 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:13.514958 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:13.515576 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:13.516123 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:13.516675 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:14.268802 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d2776-e221-4561-9ae5-b1e753b2d087 req-c172e2fc-06ff-4930-9596-2979ded976df tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:14.295445 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a2d2776-e221-4561-9ae5-b1e753b2d087 req-c172e2fc-06ff-4930-9596-2979ded976df tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.2146864 Feb 07 16:58:14.370812 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a2d2776-e221-4561-9ae5-b1e753b2d087 req-12ef0846-d706-467d-90c4-876aac749514 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735502 Feb 07 16:58:15.276715 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54258) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:15.411871 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98ddb323-ece7-4b66-a382-252508d2d281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:15.703399 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98ddb323-ece7-4b66-a382-252508d2d281 admin admin] Publish callbacks [] for security_group (6c953625-a80a-4bb1-9673-1763c993ac51), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:15.730861 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98ddb323-ece7-4b66-a382-252508d2d281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6c953625-a80a-4bb1-9673-1763c993ac51), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:15.778591 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54282) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:15.836419 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-98ddb323-ece7-4b66-a382-252508d2d281 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6c2b38fd0d94193be087f2337f77100&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5575576 Feb 07 16:58:15.836743 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddb323-ece7-4b66-a382-252508d2d281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c953625-a80a-4bb1-9673-1763c993ac51,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:15.838799 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54286) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:15.852217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc80bac-6094-451c-89b5-61aa9b5f147e req-aa7c68fd-d5d4-40c5-99b4-6498c116484d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:15.858912 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fcc80bac-6094-451c-89b5-61aa9b5f147e req-aa7c68fd-d5d4-40c5-99b4-6498c116484d tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.2820303 Feb 07 16:58:15.936222 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fcc80bac-6094-451c-89b5-61aa9b5f147e req-3ea20003-c796-4ef8-88df-f5d95cc954f6 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755839 Feb 07 16:58:16.003817 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10f1a809-4376-4cd7-9d95-4301884c4ca5 admin admin] Publish callbacks [] for security_group (6c953625-a80a-4bb1-9673-1763c993ac51), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:16.066773 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10f1a809-4376-4cd7-9d95-4301884c4ca5 admin admin] Publish callbacks [] for security_group (6c953625-a80a-4bb1-9673-1763c993ac51), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:16.112808 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91721355-e365-49a1-9030-599cae7903f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:16.231194 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91721355-e365-49a1-9030-599cae7903f7 admin admin] Publish callbacks [] for security_group (ee782e11-9600-49f9-a423-bb625c9cfc08), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:16.255373 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91721355-e365-49a1-9030-599cae7903f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ee782e11-9600-49f9-a423-bb625c9cfc08), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:16.320761 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54304) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:16.321623 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-91721355-e365-49a1-9030-599cae7903f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02012ce27396453b921e0b93b3a49fde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5395298 Feb 07 16:58:16.324668 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91721355-e365-49a1-9030-599cae7903f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee782e11-9600-49f9-a423-bb625c9cfc08,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:16.329536 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10f1a809-4376-4cd7-9d95-4301884c4ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6c953625-a80a-4bb1-9673-1763c993ac51), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:16.333961 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-10f1a809-4376-4cd7-9d95-4301884c4ca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:16.335835 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-10f1a809-4376-4cd7-9d95-4301884c4ca5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c953625-a80a-4bb1-9673-1763c993ac51 HTTP/1.1" status: 204 len: 168 time: 0.4958227 Feb 07 16:58:16.350370 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1a809-4376-4cd7-9d95-4301884c4ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c953625-a80a-4bb1-9673-1763c993ac51,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:16.417497 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0899554d-90c2-4b53-a080-897bb0c6f56f admin admin] Publish callbacks [] for security_group (ee782e11-9600-49f9-a423-bb625c9cfc08), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:16.448214 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0899554d-90c2-4b53-a080-897bb0c6f56f admin admin] Publish callbacks [] for security_group (ee782e11-9600-49f9-a423-bb625c9cfc08), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:16.597704 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0899554d-90c2-4b53-a080-897bb0c6f56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ee782e11-9600-49f9-a423-bb625c9cfc08), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:16.600825 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0899554d-90c2-4b53-a080-897bb0c6f56f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:16.606109 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0899554d-90c2-4b53-a080-897bb0c6f56f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee782e11-9600-49f9-a423-bb625c9cfc08 HTTP/1.1" status: 204 len: 168 time: 0.2812836 Feb 07 16:58:16.628735 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899554d-90c2-4b53-a080-897bb0c6f56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee782e11-9600-49f9-a423-bb625c9cfc08,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:17.170062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d782e-9e8d-4400-98c2-4f91ee0be869 req-b8ffffbd-066a-4869-a4e5-417e46e7dead tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:17.177787 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-325d782e-9e8d-4400-98c2-4f91ee0be869 req-b8ffffbd-066a-4869-a4e5-417e46e7dead tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.1290605 Feb 07 16:58:17.278707 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-325d782e-9e8d-4400-98c2-4f91ee0be869 req-8fe61ee9-faac-4e71-ade5-585cf88e38c9 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000450 Feb 07 16:58:17.919215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54380) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:18.102494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Request body: {'networks': [{'name': 'tempest-network--1573603171'}, {'name': 'tempest-network--1015769747'}]} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:18.103614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Request body: {'network': {'name': 'tempest-network--1573603171'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:18.104217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Request body: {'network': {'name': 'tempest-network--1015769747'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:18.137888 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Made reservation on behalf of 25da0a0c645b459e8a8f07370bd9456c for: {'network': 2} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:58:18.144939 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:18.157421 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:18.204759 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54398) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:18.328052 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks [] for security_group (d7013418-aae0-4e9f-8c51-90c06dd9ddd1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:18.334022 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d7013418-aae0-4e9f-8c51-90c06dd9ddd1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:18.334875 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:18.392924 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7013418-aae0-4e9f-8c51-90c06dd9ddd1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:18.397363 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:58:18.412725 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e19c8000-9d32-444e-8265-a8fd282306ea), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:18.413081 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Added segment e19c8000-9d32-444e-8265-a8fd282306ea of type vlan for network fadcee65-0e28-4b9e-a0c6-7798f912ffd6 Feb 07 16:58:18.443799 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8cea2296-3d98-48fa-838b-4cdd1a76d05a admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1026512707-network', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:18.489570 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cea2296-3d98-48fa-838b-4cdd1a76d05a admin admin] Made reservation on behalf of bd305394fc5c4df09b672a58da37dd65 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:58:18.493072 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8cea2296-3d98-48fa-838b-4cdd1a76d05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:18.498030 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (fadcee65-0e28-4b9e-a0c6-7798f912ffd6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:18.511612 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8cea2296-3d98-48fa-838b-4cdd1a76d05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:18.531844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6431388-7a73-4dca-a30c-3e495daaf705 req-95147768-d528-4261-8bb5-8a9e30428592 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:18.533681 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c6431388-7a73-4dca-a30c-3e495daaf705 req-95147768-d528-4261-8bb5-8a9e30428592 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.0854077 Feb 07 16:58:18.603918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:58:18.641754 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (be53833b-62b8-4b29-adad-a12110b2d431), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:18.641959 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Added segment be53833b-62b8-4b29-adad-a12110b2d431 of type vlan for network b3eb6183-120f-4515-b6bb-239fb3b72df3 Feb 07 16:58:18.666294 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c6431388-7a73-4dca-a30c-3e495daaf705 req-a4829286-af22-4392-9f2b-97745896c9cb tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214225 Feb 07 16:58:18.735843 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (b3eb6183-120f-4515-b6bb-239fb3b72df3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:18.771398 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8cea2296-3d98-48fa-838b-4cdd1a76d05a admin admin] Publish callbacks [] for security_group (bcd2143e-15ea-4e57-92f5-f19f06dc663a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:18.772677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a127fc73-7613-47a9-bb5b-d3f7946a307a details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:58:18.786107 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8cea2296-3d98-48fa-838b-4cdd1a76d05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bcd2143e-15ea-4e57-92f5-f19f06dc663a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:18.805642 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (fadcee65-0e28-4b9e-a0c6-7798f912ffd6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:18.806916 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (b3eb6183-120f-4515-b6bb-239fb3b72df3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:18.817999 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:18.832182 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:18.832879 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:18.864604 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea2296-3d98-48fa-838b-4cdd1a76d05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd2143e-15ea-4e57-92f5-f19f06dc663a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:18.900221 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cea2296-3d98-48fa-838b-4cdd1a76d05a admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:58:18.914696 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event updated for resources: {'Network': ['ID=fadcee65-0e28-4b9e-a0c6-7798f912ffd6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:18.924207 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9992917 Feb 07 16:58:18.926340 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54416) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:18.937465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network fadcee65-0e28-4b9e-a0c6-7798f912ffd6 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:58:18.943791 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8cea2296-3d98-48fa-838b-4cdd1a76d05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (64c39426-2073-4249-b5cb-4c7c47311602), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:18.944154 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-8cea2296-3d98-48fa-838b-4cdd1a76d05a admin admin] Added segment 64c39426-2073-4249-b5cb-4c7c47311602 of type vlan for network 68e8b4ef-5d37-4e40-9440-79c18f6d00fd Feb 07 16:58:19.058370 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8cea2296-3d98-48fa-838b-4cdd1a76d05a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (68e8b4ef-5d37-4e40-9440-79c18f6d00fd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:19.078466 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a127fc73-7613-47a9-bb5b-d3f7946a307a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:19.094546 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8cea2296-3d98-48fa-838b-4cdd1a76d05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (68e8b4ef-5d37-4e40-9440-79c18f6d00fd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:19.095571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cea2296-3d98-48fa-838b-4cdd1a76d05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:19.096156 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8cea2296-3d98-48fa-838b-4cdd1a76d05a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:19.103352 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'port_id': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'mac_address': 'fa:16:3e:f9:20:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:58:19.213405 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8cea2296-3d98-48fa-838b-4cdd1a76d05a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0033052 Feb 07 16:58:19.213955 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a127fc73-7613-47a9-bb5b-d3f7946a307a is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:19.213955 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:19.218317 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54426) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:19.240467 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7a3bcc3a-888d-4bb7-bd7f-d01e51be6e22 admin admin] Request body: {'subnet': {'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1026512707-subnet', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:19.241876 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea2296-3d98-48fa-838b-4cdd1a76d05a admin admin] Pushing event updated for resources: {'Network': ['ID=68e8b4ef-5d37-4e40-9440-79c18f6d00fd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:19.248099 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a127fc73-7613-47a9-bb5b-d3f7946a307a {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:58:19.283369 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 68e8b4ef-5d37-4e40-9440-79c18f6d00fd details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:58:19.295000 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3bcc3a-888d-4bb7-bd7f-d01e51be6e22 admin admin] Made reservation on behalf of bd305394fc5c4df09b672a58da37dd65 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:58:19.297803 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a3bcc3a-888d-4bb7-bd7f-d01e51be6e22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:19.361903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaa1cb7-5d2d-40c9-b4b1-6b8fe5dc97d4 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:19.368168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaa1cb7-5d2d-40c9-b4b1-6b8fe5dc97d4 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:19.376720 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaa1cb7-5d2d-40c9-b4b1-6b8fe5dc97d4 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:19.385665 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaa1cb7-5d2d-40c9-b4b1-6b8fe5dc97d4 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:19.391629 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54428) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:19.393687 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dfaa1cb7-5d2d-40c9-b4b1-6b8fe5dc97d4 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4666135 Feb 07 16:58:19.394489 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a127fc73-7613-47a9-bb5b-d3f7946a307a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:19.397865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42be27-b6e6-4372-b86a-a2ac66cd2267 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event updated for resources: {'Network': ['ID=b3eb6183-120f-4515-b6bb-239fb3b72df3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:19.402230 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:19.457161 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a127fc73-7613-47a9-bb5b-d3f7946a307a,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:19.459774 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network b3eb6183-120f-4515-b6bb-239fb3b72df3 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:58:19.560236 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5273e166-cc54-43e3-a854-3b56b9324606 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (fadcee65-0e28-4b9e-a0c6-7798f912ffd6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:19.578758 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['a127fc73-7613-47a9-bb5b-d3f7946a307a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:58:19.723498 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a3bcc3a-888d-4bb7-bd7f-d01e51be6e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (3aeb2729-d066-4c80-8fec-bec551896778), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:19.835940 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5273e166-cc54-43e3-a854-3b56b9324606 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (fadcee65-0e28-4b9e-a0c6-7798f912ffd6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:19.936035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bcc3a-888d-4bb7-bd7f-d01e51be6e22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aeb2729-d066-4c80-8fec-bec551896778,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:19.940832 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5273e166-cc54-43e3-a854-3b56b9324606 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fadcee65-0e28-4b9e-a0c6-7798f912ffd6']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:19.945020 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3bcc3a-888d-4bb7-bd7f-d01e51be6e22 admin admin] Checking segment: {'id': '64c39426-2073-4249-b5cb-4c7c47311602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:58:19.945020 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3bcc3a-888d-4bb7-bd7f-d01e51be6e22 admin admin] Network hostable DHCP agents. Network: 68e8b4ef-5d37-4e40-9440-79c18f6d00fd, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:58:19.970992 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5273e166-cc54-43e3-a854-3b56b9324606 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19c8000-9d32-444e-8265-a8fd282306ea') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:19.971316 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5273e166-cc54-43e3-a854-3b56b9324606 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19c8000-9d32-444e-8265-a8fd282306ea') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:19.993000 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a68a2-3fb7-4c84-ba71-2723a7473ff5 req-2fb83c6b-1e91-4b39-b2d2-60e648c372ac tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:19.995168 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-551a68a2-3fb7-4c84-ba71-2723a7473ff5 req-2fb83c6b-1e91-4b39-b2d2-60e648c372ac tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.1684122 Feb 07 16:58:20.000186 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5273e166-cc54-43e3-a854-3b56b9324606 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (e19c8000-9d32-444e-8265-a8fd282306ea), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:20.072720 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3bcc3a-888d-4bb7-bd7f-d01e51be6e22 admin admin] Network 68e8b4ef-5d37-4e40-9440-79c18f6d00fd is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:58:20.088900 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5273e166-cc54-43e3-a854-3b56b9324606 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e19c8000-9d32-444e-8265-a8fd282306ea), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:20.111995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-7a3bcc3a-888d-4bb7-bd7f-d01e51be6e22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 68e8b4ef-5d37-4e40-9440-79c18f6d00fd) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:58:20.116853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3bcc3a-888d-4bb7-bd7f-d01e51be6e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:20.117865 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a3bcc3a-888d-4bb7-bd7f-d01e51be6e22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:20.122045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5273e166-cc54-43e3-a854-3b56b9324606 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:58:20.122382 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5273e166-cc54-43e3-a854-3b56b9324606 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (e19c8000-9d32-444e-8265-a8fd282306ea), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:20.123283 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ce5ded-56a2-4ea6-b04e-450d7681eebd None None] Network 68e8b4ef-5d37-4e40-9440-79c18f6d00fd requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:58:20.128048 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:58:20.294382 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7a3bcc3a-888d-4bb7-bd7f-d01e51be6e22 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0730300 Feb 07 16:58:20.297250 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54456) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:20.302500 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-551a68a2-3fb7-4c84-ba71-2723a7473ff5 req-44ab3dbb-7346-4553-b99e-0780f79d3b70 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988377 Feb 07 16:58:20.309110 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1026512707-router', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:20.318708 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-68e8b4ef-5d37-4e40-9440-79c18f6d00fd', 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd', 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'fixed_ips': [{'subnet_id': '3aeb2729-d066-4c80-8fec-bec551896778'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:58:20.319858 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:20.339382 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5273e166-cc54-43e3-a854-3b56b9324606 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (fadcee65-0e28-4b9e-a0c6-7798f912ffd6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:20.388693 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5273e166-cc54-43e3-a854-3b56b9324606 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:20.411274 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5273e166-cc54-43e3-a854-3b56b9324606 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "DELETE /v2.0/networks/fadcee65-0e28-4b9e-a0c6-7798f912ffd6 HTTP/1.1" status: 204 len: 168 time: 1.0148256 Feb 07 16:58:20.412538 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273e166-cc54-43e3-a854-3b56b9324606 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event deleted for resources: {'Network': ['ID=fadcee65-0e28-4b9e-a0c6-7798f912ffd6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:20.414790 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54460) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:20.417647 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (488e8b0b-77ba-4262-a202-2318a7bd532f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:20.419224 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (488e8b0b-77ba-4262-a202-2318a7bd532f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:20.546371 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f709f693-9ea7-4c57-9f59-4ca97b075ba0 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (b3eb6183-120f-4515-b6bb-239fb3b72df3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:20.585336 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Publish callbacks [] for router_controller (488e8b0b-77ba-4262-a202-2318a7bd532f), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:20.672147 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] Allocated IP 172.20.0.2 (68e8b4ef-5d37-4e40-9440-79c18f6d00fd/3aeb2729-d066-4c80-8fec-bec551896778/2ed2b138-fbed-4f8e-8462-fff99e834945) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:58:20.786699 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:58:20.791623 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a127fc73-7613-47a9-bb5b-d3f7946a307a up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:58:21.015614 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Publish callbacks [] for router_gateway (488e8b0b-77ba-4262-a202-2318a7bd532f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:21.267345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port a127fc73-7613-47a9-bb5b-d3f7946a307a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:58:21.267999 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:21.442081 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f709f693-9ea7-4c57-9f59-4ca97b075ba0 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (b3eb6183-120f-4515-b6bb-239fb3b72df3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:21.518154 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f709f693-9ea7-4c57-9f59-4ca97b075ba0 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3eb6183-120f-4515-b6bb-239fb3b72df3']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:21.519746 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:21.543762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f709f693-9ea7-4c57-9f59-4ca97b075ba0 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be53833b-62b8-4b29-adad-a12110b2d431') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:21.544120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f709f693-9ea7-4c57-9f59-4ca97b075ba0 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be53833b-62b8-4b29-adad-a12110b2d431') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:21.568717 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:21.569618 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f709f693-9ea7-4c57-9f59-4ca97b075ba0 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (be53833b-62b8-4b29-adad-a12110b2d431), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:21.606785 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] Publish callbacks [] for port (2ed2b138-fbed-4f8e-8462-fff99e834945), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:21.612226 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f709f693-9ea7-4c57-9f59-4ca97b075ba0 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (be53833b-62b8-4b29-adad-a12110b2d431), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:21.615383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'port_id': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2', 'mac_address': 'fa:16:3e:96:50:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:58:21.627364 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f709f693-9ea7-4c57-9f59-4ca97b075ba0 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:58:21.627681 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f709f693-9ea7-4c57-9f59-4ca97b075ba0 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (be53833b-62b8-4b29-adad-a12110b2d431), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:58:21.630867 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:58:21.659589 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Publish callbacks [] for router_gateway (488e8b0b-77ba-4262-a202-2318a7bd532f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:21.706273 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:21.716660 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (2ed2b138-fbed-4f8e-8462-fff99e834945), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:21.780611 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f709f693-9ea7-4c57-9f59-4ca97b075ba0 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (b3eb6183-120f-4515-b6bb-239fb3b72df3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:21.807367 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f709f693-9ea7-4c57-9f59-4ca97b075ba0 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:21.819795 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f709f693-9ea7-4c57-9f59-4ca97b075ba0 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "DELETE /v2.0/networks/b3eb6183-120f-4515-b6bb-239fb3b72df3 HTTP/1.1" status: 204 len: 168 time: 1.4002466 Feb 07 16:58:21.820330 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54486) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:21.821527 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709f693-9ea7-4c57-9f59-4ca97b075ba0 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event deleted for resources: {'Network': ['ID=b3eb6183-120f-4515-b6bb-239fb3b72df3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:21.860468 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] Network 68e8b4ef-5d37-4e40-9440-79c18f6d00fd is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:58:21.907084 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:58:21.909316 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] Pushing event updated for resources: {'Port': ['ID=2ed2b138-fbed-4f8e-8462-fff99e834945,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:21.912005 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:58:21.924169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34185d1b-77a8-4a78-9798-f80498ab3954 req-19d2c7e0-6a5f-4401-80d3-ab1f32996bb8 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:21.926056 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-34185d1b-77a8-4a78-9798-f80498ab3954 req-19d2c7e0-6a5f-4401-80d3-ab1f32996bb8 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 945 time: 0.4078090 Feb 07 16:58:22.017760 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:22.018420 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:22.057700 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-34185d1b-77a8-4a78-9798-f80498ab3954 req-65d18f5f-7fee-43cf-b01f-9ac76c5d9fa8 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955687 Feb 07 16:58:22.061939 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a127fc73-7613-47a9-bb5b-d3f7946a307a is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:22.062590 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:22.118983 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] Attempting to bind port 2ed2b138-fbed-4f8e-8462-fff99e834945 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:58:22.119428 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] Attempting to bind port 2ed2b138-fbed-4f8e-8462-fff99e834945 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '64c39426-2073-4249-b5cb-4c7c47311602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:58:22.119797 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] Attempting to bind port 2ed2b138-fbed-4f8e-8462-fff99e834945 on network 68e8b4ef-5d37-4e40-9440-79c18f6d00fd {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:58:22.152109 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a127fc73-7613-47a9-bb5b-d3f7946a307a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:22.156685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:58:22.156685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] Checking segment: {'id': '64c39426-2073-4249-b5cb-4c7c47311602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:58:22.156685 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:22.156685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] Bound using segment: {'id': '64c39426-2073-4249-b5cb-4c7c47311602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:58:22.156685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] Bound port: 2ed2b138-fbed-4f8e-8462-fff99e834945, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c39426-2073-4249-b5cb-4c7c47311602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:58:22.156685 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2ed2b138-fbed-4f8e-8462-fff99e834945), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:22.172376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a127fc73-7613-47a9-bb5b-d3f7946a307a'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:58:22.176763 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7435b2cc-ebfe-4567-9927-b4fa6c16050d" -d '{"events": [{"server_uuid": "512f1765-e51b-4461-ad6f-276bb7e8c903", "name": "network-vif-plugged", "status": "completed", "tag": "a127fc73-7613-47a9-bb5b-d3f7946a307a"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:58:22.185684 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:58:22.231700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff04232-768c-4723-9409-0fa97a8359ec tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:22.237511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff04232-768c-4723-9409-0fa97a8359ec tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:22.242998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54504) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:22.243196 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8ff04232-768c-4723-9409-0fa97a8359ec tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3984406 Feb 07 16:58:22.253141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e149f6b9-a0e7-42f9-92ad-0a8f6e9f3bd6 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1274157757'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:22.257092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:22.268119 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Allocated IP 172.25.4.109 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/e21f581b-5fef-4757-846e-80469672c104) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:58:22.341231 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e149f6b9-a0e7-42f9-92ad-0a8f6e9f3bd6 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Made reservation on behalf of 25da0a0c645b459e8a8f07370bd9456c for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:58:22.344625 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e149f6b9-a0e7-42f9-92ad-0a8f6e9f3bd6 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:22.434312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e149f6b9-a0e7-42f9-92ad-0a8f6e9f3bd6 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:58:22.454627 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e149f6b9-a0e7-42f9-92ad-0a8f6e9f3bd6 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (331c4981-da2a-43b7-91f6-cbac4d16efac), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:22.455299 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-e149f6b9-a0e7-42f9-92ad-0a8f6e9f3bd6 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Added segment 331c4981-da2a-43b7-91f6-cbac4d16efac of type vlan for network 9d2074bd-410b-448c-bd4d-ea7b5c300a68 Feb 07 16:58:22.538328 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Publish callbacks [] for port (e21f581b-5fef-4757-846e-80469672c104), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:22.591266 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e149f6b9-a0e7-42f9-92ad-0a8f6e9f3bd6 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (9d2074bd-410b-448c-bd4d-ea7b5c300a68), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:22.709991 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (e21f581b-5fef-4757-846e-80469672c104), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:22.710743 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e149f6b9-a0e7-42f9-92ad-0a8f6e9f3bd6 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (9d2074bd-410b-448c-bd4d-ea7b5c300a68), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:22.739683 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e149f6b9-a0e7-42f9-92ad-0a8f6e9f3bd6 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:22.740354 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e149f6b9-a0e7-42f9-92ad-0a8f6e9f3bd6 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:22.793432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] For port 2ed2b138-fbed-4f8e-8462-fff99e834945, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:58:22.796794 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] For port 2ed2b138-fbed-4f8e-8462-fff99e834945, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2ed2b138-fbed-4f8e-8462-fff99e834945,segment=NetworkSegment(64c39426-2073-4249-b5cb-4c7c47311602),segment_id=64c39426-2073-4249-b5cb-4c7c47311602)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:58:22.799910 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:22.803652 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba12f70c-6d09-4ad3-8221-df0fc9f959e2 x-openstack-request-id: req-ba12f70c-6d09-4ad3-8221-df0fc9f959e2 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:58:22.803960 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512f1765-e51b-4461-ad6f-276bb7e8c903", "name": "network-vif-plugged", "status": "completed", "tag": "a127fc73-7613-47a9-bb5b-d3f7946a307a", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:58:22.804268 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba12f70c-6d09-4ad3-8221-df0fc9f959e2 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:58:22.804817 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'code': 200} Feb 07 16:58:22.820848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Pushing event updated for resources: {'Port': ['ID=e21f581b-5fef-4757-846e-80469672c104,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:22.847049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:22.847481 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:22.848145 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:22.848644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:22.849177 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:22.849741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:22.850162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:22.850630 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:22.851036 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:22.851637 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:22.851816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:22.852190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:22.852706 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:22.872413 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:22.878020 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2ed2b138-fbed-4f8e-8462-fff99e834945), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:22.881611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a127fc73-7613-47a9-bb5b-d3f7946a307a,revision_number=10']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:22.895976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:58:22.911325 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:58:22.927544 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:58:23.029314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,revision_number=11']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:23.042508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149f6b9-a0e7-42f9-92ad-0a8f6e9f3bd6 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event updated for resources: {'Network': ['ID=9d2074bd-410b-448c-bd4d-ea7b5c300a68,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:23.069224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 9d2074bd-410b-448c-bd4d-ea7b5c300a68 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:58:23.078705 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e149f6b9-a0e7-42f9-92ad-0a8f6e9f3bd6 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8335860 Feb 07 16:58:23.093445 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54536) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:23.098769 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f1776745-1e61-4e0b-be0a-debcbb91dacf tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1168190615'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:23.242169 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1776745-1e61-4e0b-be0a-debcbb91dacf tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Made reservation on behalf of 25da0a0c645b459e8a8f07370bd9456c for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:58:23.281809 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1776745-1e61-4e0b-be0a-debcbb91dacf tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:23.598151 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:23.615245 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['813d7c77-80ea-480a-ac2f-f1d0ba1126c2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:58:23.616212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1776745-1e61-4e0b-be0a-debcbb91dacf tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:58:23.657581 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1776745-1e61-4e0b-be0a-debcbb91dacf tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (ec64e407-2e5c-4d3b-89b7-5876d3928914), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:23.664306 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-f1776745-1e61-4e0b-be0a-debcbb91dacf tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Added segment ec64e407-2e5c-4d3b-89b7-5876d3928914 of type vlan for network cfea0d75-7f67-4a56-b784-76a3093f284d Feb 07 16:58:23.771098 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1776745-1e61-4e0b-be0a-debcbb91dacf tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (cfea0d75-7f67-4a56-b784-76a3093f284d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:23.774490 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9fb36-68b1-4d80-952f-5e1129ae0ddf None None] Pushing event updated for resources: {'Port': ['ID=2ed2b138-fbed-4f8e-8462-fff99e834945,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:23.900670 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1776745-1e61-4e0b-be0a-debcbb91dacf tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (cfea0d75-7f67-4a56-b784-76a3093f284d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:23.919155 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1776745-1e61-4e0b-be0a-debcbb91dacf tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:23.921151 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1776745-1e61-4e0b-be0a-debcbb91dacf tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:23.980502 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cbc9d-e006-4948-b79a-a3b417725840 req-b2066f07-b25a-4808-ae4d-784f22c701a5 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:23.989399 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e9cbc9d-e006-4948-b79a-a3b417725840 req-b2066f07-b25a-4808-ae4d-784f22c701a5 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.4606256 Feb 07 16:58:24.326910 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f1776745-1e61-4e0b-be0a-debcbb91dacf tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2320209 Feb 07 16:58:24.338991 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54574) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:24.344467 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc44cd-c9b5-4992-bf8b-96f28dea0755 req-c0ce84a2-6cac-4ca2-b0ef-ececfb709394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:24.348374 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f9cc44cd-c9b5-4992-bf8b-96f28dea0755 req-c0ce84a2-6cac-4ca2-b0ef-ececfb709394 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8958f6ad8ce64d2cafce718553b9cb64&device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 1127 time: 0.9709184 Feb 07 16:58:24.391982 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Request body: {'ports': [{'network_id': '9d2074bd-410b-448c-bd4d-ea7b5c300a68', 'name': 'tempest-port--838923564', 'admin_state_up': True}, {'network_id': 'cfea0d75-7f67-4a56-b784-76a3093f284d', 'admin_state_up': False}]} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:24.392606 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Request body: {'port': {'network_id': '9d2074bd-410b-448c-bd4d-ea7b5c300a68', 'name': 'tempest-port--838923564', 'admin_state_up': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:24.393264 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Request body: {'port': {'network_id': 'cfea0d75-7f67-4a56-b784-76a3093f284d', 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:24.512611 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1776745-1e61-4e0b-be0a-debcbb91dacf tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event updated for resources: {'Network': ['ID=cfea0d75-7f67-4a56-b784-76a3093f284d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:24.536770 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network cfea0d75-7f67-4a56-b784-76a3093f284d details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:58:24.547560 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Publish callbacks [] for router_gateway (488e8b0b-77ba-4262-a202-2318a7bd532f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:24.893147 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:58:25.067303 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e9cbc9d-e006-4948-b79a-a3b417725840 req-98975a1d-7077-4556-b3c3-23522d59af23 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0471108 Feb 07 16:58:25.123573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:58:25.135353 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:58:25.138107 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:25.268692 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2ed2b138-fbed-4f8e-8462-fff99e834945 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:58:25.399330 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07834316-a2c2-437d-8ec7-9ce407c84a01 None None] Network 68e8b4ef-5d37-4e40-9440-79c18f6d00fd requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:58:25.439303 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc44cd-c9b5-4992-bf8b-96f28dea0755 req-e1f38875-fd2d-412e-8555-f57612f27306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:25.442857 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f9cc44cd-c9b5-4992-bf8b-96f28dea0755 req-e1f38875-fd2d-412e-8555-f57612f27306 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f189284f-c88d-4a12-b11f-3bb2193ec906 HTTP/1.1" status: 200 len: 920 time: 1.0854437 Feb 07 16:58:25.468396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c661a-7e2a-46d6-9454-6a75294d612d req-a932f16a-6c9d-49a4-9209-2f4add1651c2 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:25.479788 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-888c661a-7e2a-46d6-9454-6a75294d612d req-a932f16a-6c9d-49a4-9209-2f4add1651c2 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 946 time: 1.9238145 Feb 07 16:58:25.529810 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (488e8b0b-77ba-4262-a202-2318a7bd532f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:25.674892 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f9cc44cd-c9b5-4992-bf8b-96f28dea0755 req-013d5da2-5b32-4b8f-96bc-daf2edb1a5bf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d0954c-bec5-44a9-b1eb-97d72c118154 HTTP/1.1" status: 200 len: 217 time: 0.1819727 Feb 07 16:58:25.676806 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Made reservation on behalf of 25da0a0c645b459e8a8f07370bd9456c for: {'port': 2} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:58:25.704287 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:25.754748 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2f89ffa1-7ae4-446a-9c60-4408edaaedaf None None] Provisioning complete for port 2ed2b138-fbed-4f8e-8462-fff99e834945 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:58:25.755360 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2f89ffa1-7ae4-446a-9c60-4408edaaedaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2ed2b138-fbed-4f8e-8462-fff99e834945), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:25.924443 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:25.956163 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Router 488e8b0b-77ba-4262-a202-2318a7bd532f is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:58:25.962894 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2aa256fd-3294-48a7-a89f-c636aef0dcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:25.972172 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:25.972589 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:26.034683 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:26.047676 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-888c661a-7e2a-46d6-9454-6a75294d612d req-d9eb0aee-cb54-4828-b43c-1d0ed19ddbfe tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5669467 Feb 07 16:58:26.055084 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc44cd-c9b5-4992-bf8b-96f28dea0755 req-cd33c2cf-1124-4231-a878-f04c3af34f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:26.058190 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59842c98-b900-46ea-8a5b-20d1c5670932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:58:26.059809 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f9cc44cd-c9b5-4992-bf8b-96f28dea0755 req-cd33c2cf-1124-4231-a878-f04c3af34f45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cea5ae11-c3af-48b5-b914-327a543b7978 HTTP/1.1" status: 200 len: 859 time: 0.3396993 Feb 07 16:58:26.060543 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d557f4-7190-49de-96be-65c9ae0b2396" -d '{"events": [{"server_uuid": "59842c98-b900-46ea-8a5b-20d1c5670932", "name": "network-vif-plugged", "status": "completed", "tag": "813d7c77-80ea-480a-ac2f-f1d0ba1126c2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:58:26.068297 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:26.155077 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f9cc44cd-c9b5-4992-bf8b-96f28dea0755 req-d8d14b1d-16e6-41c7-9198-d63b6aca233f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f189284f-c88d-4a12-b11f-3bb2193ec906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737329 Feb 07 16:58:26.287890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 2ed2b138-fbed-4f8e-8462-fff99e834945 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:58:26.288227 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2ed2b138-fbed-4f8e-8462-fff99e834945), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:26.345452 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce98cd63-314d-4b34-8ec3-d9da830f274c x-openstack-request-id: req-ce98cd63-314d-4b34-8ec3-d9da830f274c {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:58:26.346034 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59842c98-b900-46ea-8a5b-20d1c5670932", "name": "network-vif-plugged", "status": "completed", "tag": "813d7c77-80ea-480a-ac2f-f1d0ba1126c2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:58:26.346298 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce98cd63-314d-4b34-8ec3-d9da830f274c {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:58:26.346714 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59842c98-b900-46ea-8a5b-20d1c5670932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2', 'code': 200} Feb 07 16:58:26.455467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:58:26.471385 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d22b607-6414-4889-8452-490eead16013 None None] Sync routers for ids ['488e8b0b-77ba-4262-a202-2318a7bd532f'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:58:26.497115 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2f89ffa1-7ae4-446a-9c60-4408edaaedaf None None] Current status of the port 2ed2b138-fbed-4f8e-8462-fff99e834945 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:26.497393 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2f89ffa1-7ae4-446a-9c60-4408edaaedaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2ed2b138-fbed-4f8e-8462-fff99e834945), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:26.500343 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d22b607-6414-4889-8452-490eead16013 None None] Routers {'488e8b0b-77ba-4262-a202-2318a7bd532f'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:58:26.513567 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:26.518299 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0d22b607-6414-4889-8452-490eead16013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:57:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['488e8b0b-77ba-4262-a202-2318a7bd532f'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:26.521256 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f2ec5c9d-d300-4087-949d-13f6e943b697 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2222152 Feb 07 16:58:26.522313 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54612) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:26.633308 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2f89ffa1-7ae4-446a-9c60-4408edaaedaf None None] For port 2ed2b138-fbed-4f8e-8462-fff99e834945, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2ed2b138-fbed-4f8e-8462-fff99e834945,segment=NetworkSegment(64c39426-2073-4249-b5cb-4c7c47311602),segment_id=64c39426-2073-4249-b5cb-4c7c47311602)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:26.651713 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2f89ffa1-7ae4-446a-9c60-4408edaaedaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2ed2b138-fbed-4f8e-8462-fff99e834945), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:26.660729 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,revision_number=12']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:26.866848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89ffa1-7ae4-446a-9c60-4408edaaedaf None None] Pushing event updated for resources: {'Port': ['ID=2ed2b138-fbed-4f8e-8462-fff99e834945,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:26.932859 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 2ed2b138-fbed-4f8e-8462-fff99e834945 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:27.096712 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-0d22b607-6414-4889-8452-490eead16013 None None] Set router 488e8b0b-77ba-4262-a202-2318a7bd532f gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:58:27.219465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ae732be4-fe78-44b3-a4b8-041b928cf062 None None] Provisioning complete for port 2ed2b138-fbed-4f8e-8462-fff99e834945 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:58:27.219849 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ae732be4-fe78-44b3-a4b8-041b928cf062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2ed2b138-fbed-4f8e-8462-fff99e834945), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:27.334183 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2ed2b138-fbed-4f8e-8462-fff99e834945 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:58:27.571553 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0d22b607-6414-4889-8452-490eead16013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'name': 'tempest-ServersTestFqdnHostnames-1026512707-router', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e21f581b-5fef-4757-846e-80469672c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:20Z', 'updated_at': '2022-02-07T16:58:23Z', 'revision_number': 3, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'gw_port': {'id': 'e21f581b-5fef-4757-846e-80469672c104', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:34:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:21Z', 'updated_at': '2022-02-07T16:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:27.604915 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ae732be4-fe78-44b3-a4b8-041b928cf062 None None] Current status of the port 2ed2b138-fbed-4f8e-8462-fff99e834945 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:27.605376 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d22b607-6414-4889-8452-490eead16013 None None] Checking router: 488e8b0b-77ba-4262-a202-2318a7bd532f for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:58:27.605877 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d22b607-6414-4889-8452-490eead16013 None None] Updating router 488e8b0b-77ba-4262-a202-2318a7bd532f port e21f581b-5fef-4757-846e-80469672c104 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:58:27.633407 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 2ed2b138-fbed-4f8e-8462-fff99e834945 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:58:27.634603 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2ed2b138-fbed-4f8e-8462-fff99e834945), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:27.641886 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0d22b607-6414-4889-8452-490eead16013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e21f581b-5fef-4757-846e-80469672c104), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:27.647529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147ece1-8741-413e-9e17-8e2bf8823d59 req-c61f795a-8b8e-484f-af46-4f7312c7c07b tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:27.674750 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2147ece1-8741-413e-9e17-8e2bf8823d59 req-c61f795a-8b8e-484f-af46-4f7312c7c07b tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 1.3719463 Feb 07 16:58:27.901558 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 2ed2b138-fbed-4f8e-8462-fff99e834945 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:27.956590 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f9cc44cd-c9b5-4992-bf8b-96f28dea0755 req-39fc3fa8-1186-4e78-b853-454515483a7f service neutron] 10.222.0.48 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6958921 Feb 07 16:58:27.991748 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a655eb2-4750-4d35-8aab-ec8dabb1c7fd req-e39e08bc-eb7e-4acd-9f18-bf737fc49485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:28.002860 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a655eb2-4750-4d35-8aab-ec8dabb1c7fd req-e39e08bc-eb7e-4acd-9f18-bf737fc49485 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 1129 time: 1.4404166 Feb 07 16:58:28.058191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] device_id is not set on port 17780a21-b186-4d3d-b8a0-14805c2cc3a7 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:58:28.111636 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dcb20-75f5-424a-99a0-698a91176911 req-3cdb2568-07e1-4fb0-a3df-239553e48934 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:28.123111 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-958dcb20-75f5-424a-99a0-698a91176911 req-3cdb2568-07e1-4fb0-a3df-239553e48934 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 947 time: 0.3902779 Feb 07 16:58:28.162591 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-01b4f4b9-f856-4c9a-8566-49e8f5cf01e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:28.335571 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0d22b607-6414-4889-8452-490eead16013 None None] Publish callbacks [] for port (e21f581b-5fef-4757-846e-80469672c104), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:28.354361 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0d22b607-6414-4889-8452-490eead16013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e21f581b-5fef-4757-846e-80469672c104), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:28.428798 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2147ece1-8741-413e-9e17-8e2bf8823d59 req-6624bb73-f7f5-489c-9322-5a606812c265 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7492085 Feb 07 16:58:28.495979 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-958dcb20-75f5-424a-99a0-698a91176911 req-0f9d90c9-3b4c-4de1-ad3e-fbacd524f626 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3471019 Feb 07 16:58:28.534329 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade84c0-9c95-4cc6-9aac-fe91f6dec327 None None] Pushing event updated for resources: {'Port': ['ID=e21f581b-5fef-4757-846e-80469672c104,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:28.603200 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-0d22b607-6414-4889-8452-490eead16013 None None] Attempting to bind port e21f581b-5fef-4757-846e-80469672c104 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:58:28.603200 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-0d22b607-6414-4889-8452-490eead16013 None None] Attempting to bind port e21f581b-5fef-4757-846e-80469672c104 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:58:28.603200 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d22b607-6414-4889-8452-490eead16013 None None] Attempting to bind port e21f581b-5fef-4757-846e-80469672c104 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:58:28.639060 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d22b607-6414-4889-8452-490eead16013 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:58:28.639432 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d22b607-6414-4889-8452-490eead16013 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:58:28.645946 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0d22b607-6414-4889-8452-490eead16013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:28.646596 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d22b607-6414-4889-8452-490eead16013 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:58:28.647278 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-0d22b607-6414-4889-8452-490eead16013 None None] Bound port: e21f581b-5fef-4757-846e-80469672c104, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:58:28.647841 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0d22b607-6414-4889-8452-490eead16013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e21f581b-5fef-4757-846e-80469672c104), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:28.701780 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a655eb2-4750-4d35-8aab-ec8dabb1c7fd req-6de1f422-4122-4313-8762-e8c3cc96a8dd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6698112 Feb 07 16:58:28.831483 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-0d22b607-6414-4889-8452-490eead16013 None None] For port e21f581b-5fef-4757-846e-80469672c104, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:58:28.839258 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-0d22b607-6414-4889-8452-490eead16013 None None] For port e21f581b-5fef-4757-846e-80469672c104, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e21f581b-5fef-4757-846e-80469672c104,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:58:28.840822 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f9cc44cd-c9b5-4992-bf8b-96f28dea0755 req-c95f8921-0c3f-4863-a7b9-23e9490d249b service neutron] 10.222.0.48 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7447665 Feb 07 16:58:28.854739 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0d22b607-6414-4889-8452-490eead16013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e21f581b-5fef-4757-846e-80469672c104), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:28.936502 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks [] for port (17780a21-b186-4d3d-b8a0-14805c2cc3a7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:28.970901 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87206c23-4d9f-4ee7-a8ff-7ff9b5b1e45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:28.972461 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade84c0-9c95-4cc6-9aac-fe91f6dec327 None None] Pushing event updated for resources: {'Port': ['ID=e21f581b-5fef-4757-846e-80469672c104,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:29.023934 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d22b607-6414-4889-8452-490eead16013 None None] Routers {'488e8b0b-77ba-4262-a202-2318a7bd532f'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:58:29.024875 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0d22b607-6414-4889-8452-490eead16013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:58:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['488e8b0b-77ba-4262-a202-2318a7bd532f'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:29.198064 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] device_id is not set on port b47d8eb7-176b-4bb5-baf7-d3553a852fd2 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:58:29.302457 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-0d22b607-6414-4889-8452-490eead16013 None None] Set router 488e8b0b-77ba-4262-a202-2318a7bd532f gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:58:29.477240 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:29.562159 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-87206c23-4d9f-4ee7-a8ff-7ff9b5b1e45b admin admin] Allocated IP 172.20.0.1 (68e8b4ef-5d37-4e40-9440-79c18f6d00fd/3aeb2729-d066-4c80-8fec-bec551896778/4f78ce81-849c-478a-a790-0253805eb055) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:58:29.596733 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks [] for port (b47d8eb7-176b-4bb5-baf7-d3553a852fd2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:29.717634 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (17780a21-b186-4d3d-b8a0-14805c2cc3a7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:29.775879 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event updated for resources: {'Port': ['ID=17780a21-b186-4d3d-b8a0-14805c2cc3a7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:29.813777 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e8d1e-2006-4d03-b6a3-6e2781387644 req-e53809dc-0325-4e62-bb08-a4952df0f293 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:29.815382 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f28e8d1e-2006-4d03-b6a3-6e2781387644 req-e53809dc-0325-4e62-bb08-a4952df0f293 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.1403859 Feb 07 16:58:29.877913 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f28e8d1e-2006-4d03-b6a3-6e2781387644 req-32e3331b-0389-4812-8b10-427f694fe221 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546713 Feb 07 16:58:29.906257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Checking segment: {'id': '331c4981-da2a-43b7-91f6-cbac4d16efac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9d2074bd-410b-448c-bd4d-ea7b5c300a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:58:29.906636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Network hostable DHCP agents. Network: 9d2074bd-410b-448c-bd4d-ea7b5c300a68, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:58:29.917806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae8c05-edbc-4514-83b1-cc449e222013 req-286c479f-857f-411d-b8e2-66abe32d5ce8 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:29.919956 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-45ae8c05-edbc-4514-83b1-cc449e222013 req-286c479f-857f-411d-b8e2-66abe32d5ce8 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 947 time: 0.2681003 Feb 07 16:58:29.962263 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Network 9d2074bd-410b-448c-bd4d-ea7b5c300a68 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:58:29.987239 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0d22b607-6414-4889-8452-490eead16013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'name': 'tempest-ServersTestFqdnHostnames-1026512707-router', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e21f581b-5fef-4757-846e-80469672c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:20Z', 'updated_at': '2022-02-07T16:58:23Z', 'revision_number': 3, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'gw_port': {'id': 'e21f581b-5fef-4757-846e-80469672c104', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:34:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:21Z', 'updated_at': '2022-02-07T16:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:29.996654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 9d2074bd-410b-448c-bd4d-ea7b5c300a68) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:58:30.006968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6d38fa-cb63-4a48-b36a-334584c20223 None None] Network 9d2074bd-410b-448c-bd4d-ea7b5c300a68 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:58:30.021488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:58:30.022397 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (b47d8eb7-176b-4bb5-baf7-d3553a852fd2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:30.031493 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-45ae8c05-edbc-4514-83b1-cc449e222013 req-f30e46c8-a852-4beb-ade4-2748d23ee633 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018062 Feb 07 16:58:30.046495 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87206c23-4d9f-4ee7-a8ff-7ff9b5b1e45b admin admin] Publish callbacks [] for port (4f78ce81-849c-478a-a790-0253805eb055), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:30.062680 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d22b607-6414-4889-8452-490eead16013 None None] The sync data for ids ['488e8b0b-77ba-4262-a202-2318a7bd532f'] in n-d-827865-3 is: [{'id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'name': 'tempest-ServersTestFqdnHostnames-1026512707-router', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e21f581b-5fef-4757-846e-80469672c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:20Z', 'updated_at': '2022-02-07T16:58:23Z', 'revision_number': 3, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'gw_port': {'id': 'e21f581b-5fef-4757-846e-80469672c104', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:34:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:21Z', 'updated_at': '2022-02-07T16:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:58:30.206578 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87206c23-4d9f-4ee7-a8ff-7ff9b5b1e45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (4f78ce81-849c-478a-a790-0253805eb055), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:30.292914 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event updated for resources: {'Port': ['ID=b47d8eb7-176b-4bb5-baf7-d3553a852fd2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:30.351254 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Checking segment: {'id': 'ec64e407-2e5c-4d3b-89b7-5876d3928914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cfea0d75-7f67-4a56-b784-76a3093f284d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:58:30.351623 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Network hostable DHCP agents. Network: cfea0d75-7f67-4a56-b784-76a3093f284d, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:58:30.390308 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87206c23-4d9f-4ee7-a8ff-7ff9b5b1e45b admin admin] Network 68e8b4ef-5d37-4e40-9440-79c18f6d00fd is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:58:30.392009 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87206c23-4d9f-4ee7-a8ff-7ff9b5b1e45b admin admin] Pushing event updated for resources: {'Port': ['ID=4f78ce81-849c-478a-a790-0253805eb055,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:30.416856 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-87206c23-4d9f-4ee7-a8ff-7ff9b5b1e45b admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:58:30.434733 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87206c23-4d9f-4ee7-a8ff-7ff9b5b1e45b admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:58:30.459484 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Network cfea0d75-7f67-4a56-b784-76a3093f284d is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:58:30.499749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, cfea0d75-7f67-4a56-b784-76a3093f284d) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:58:30.518616 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f611a7e-aa76-47f3-9ee8-6678b600a1a3 None None] Network cfea0d75-7f67-4a56-b784-76a3093f284d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:58:30.547755 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:58:30.567286 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:30.600766 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:30.608131 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:30.641759 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87206c23-4d9f-4ee7-a8ff-7ff9b5b1e45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (488e8b0b-77ba-4262-a202-2318a7bd532f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:30.732879 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-41ddec1a-5265-41af-8bc6-3821143507e3 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.3624928 Feb 07 16:58:30.738458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54712) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:30.863296 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf3c79f-a1cd-4c5d-95e3-777ac4bfb633 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:30.870249 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf3c79f-a1cd-4c5d-95e3-777ac4bfb633 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:30.874495 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2bf3c79f-a1cd-4c5d-95e3-777ac4bfb633 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1315432 Feb 07 16:58:30.874950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54720) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:31.147618 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:31.271551 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e21f581b-5fef-4757-846e-80469672c104 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:58:31.282664 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c0237161-e184-4ff3-95d9-3427832b91d1 None None] Provisioning complete for port 4f78ce81-849c-478a-a790-0253805eb055 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:58:31.283224 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c0237161-e184-4ff3-95d9-3427832b91d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4f78ce81-849c-478a-a790-0253805eb055), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:31.381862 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c0237161-e184-4ff3-95d9-3427832b91d1 None None] Port 4f78ce81-849c-478a-a790-0253805eb055 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:58:31.426422 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-983ba632-d0dd-49c6-964e-c51304002a67 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Deleting port 17780a21-b186-4d3d-b8a0-14805c2cc3a7 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:58:31.427899 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-983ba632-d0dd-49c6-964e-c51304002a67 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (17780a21-b186-4d3d-b8a0-14805c2cc3a7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:31.486621 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54742) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:31.522671 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d384f6-ae07-4c64-86da-97bb51e3211b req-4f464b21-1936-4d37-9d91-cf25aa5dad3e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:31.535318 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f3d384f6-ae07-4c64-86da-97bb51e3211b req-4f464b21-1936-4d37-9d91-cf25aa5dad3e tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 947 time: 0.2550387 Feb 07 16:58:31.541892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port e21f581b-5fef-4757-846e-80469672c104 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:58:31.542957 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e21f581b-5fef-4757-846e-80469672c104), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:31.564913 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87206c23-4d9f-4ee7-a8ff-7ff9b5b1e45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4f78ce81-849c-478a-a790-0253805eb055), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:31.640175 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0f2f9-68c2-4986-8f79-399f8309568c req-ff6bce79-1510-4632-87bc-e148d93a41c9 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:31.649908 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-30e0f2f9-68c2-4986-8f79-399f8309568c req-ff6bce79-1510-4632-87bc-e148d93a41c9 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.5174315 Feb 07 16:58:31.860658 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-983ba632-d0dd-49c6-964e-c51304002a67 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (17780a21-b186-4d3d-b8a0-14805c2cc3a7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:31.886830 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e21f581b-5fef-4757-846e-80469672c104 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:31.887237 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e21f581b-5fef-4757-846e-80469672c104), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:31.976228 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-983ba632-d0dd-49c6-964e-c51304002a67 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Calling delete_port for 17780a21-b186-4d3d-b8a0-14805c2cc3a7 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:58:32.049777 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-30e0f2f9-68c2-4986-8f79-399f8309568c req-913ab9f1-709f-49f8-b441-a4b1be33f91b tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735373 Feb 07 16:58:32.092907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port e21f581b-5fef-4757-846e-80469672c104, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e21f581b-5fef-4757-846e-80469672c104,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:32.256914 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87206c23-4d9f-4ee7-a8ff-7ff9b5b1e45b admin admin] Publish callbacks [] for port (4f78ce81-849c-478a-a790-0253805eb055), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:32.290857 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e21f581b-5fef-4757-846e-80469672c104), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:32.319902 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f3d384f6-ae07-4c64-86da-97bb51e3211b req-07cc94cc-aca7-485f-b2d6-b3ff54cdc6b7 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7835171 Feb 07 16:58:32.333932 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87206c23-4d9f-4ee7-a8ff-7ff9b5b1e45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (4f78ce81-849c-478a-a790-0253805eb055), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:32.339222 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-759e523e-d5c2-411e-b9fd-8ec382e5b5ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:32.378297 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-983ba632-d0dd-49c6-964e-c51304002a67 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (17780a21-b186-4d3d-b8a0-14805c2cc3a7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:32.425695 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87206c23-4d9f-4ee7-a8ff-7ff9b5b1e45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (488e8b0b-77ba-4262-a202-2318a7bd532f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:32.480360 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ba632-d0dd-49c6-964e-c51304002a67 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event deleted for resources: {'Port': ['ID=17780a21-b186-4d3d-b8a0-14805c2cc3a7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:32.490724 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=e21f581b-5fef-4757-846e-80469672c104,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:32.495217 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-983ba632-d0dd-49c6-964e-c51304002a67 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:32.513058 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-983ba632-d0dd-49c6-964e-c51304002a67 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "DELETE /v2.0/ports/17780a21-b186-4d3d-b8a0-14805c2cc3a7 HTTP/1.1" status: 204 len: 168 time: 1.6336560 Feb 07 16:58:32.516035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54758) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:32.557808 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:32.750173 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87206c23-4d9f-4ee7-a8ff-7ff9b5b1e45b admin admin] Network 68e8b4ef-5d37-4e40-9440-79c18f6d00fd is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:58:32.768972 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-32f86842-5037-4d52-955f-af1afe23754a tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Deleting port b47d8eb7-176b-4bb5-baf7-d3553a852fd2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:58:32.768972 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32f86842-5037-4d52-955f-af1afe23754a tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b47d8eb7-176b-4bb5-baf7-d3553a852fd2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:32.770402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-87206c23-4d9f-4ee7-a8ff-7ff9b5b1e45b admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:58:32.812750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87206c23-4d9f-4ee7-a8ff-7ff9b5b1e45b admin admin] Pushing event updated for resources: {'Port': ['ID=4f78ce81-849c-478a-a790-0253805eb055,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:33.085377 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32f86842-5037-4d52-955f-af1afe23754a tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b47d8eb7-176b-4bb5-baf7-d3553a852fd2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:33.092769 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87206c23-4d9f-4ee7-a8ff-7ff9b5b1e45b admin admin] Router 488e8b0b-77ba-4262-a202-2318a7bd532f has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:58:33.160172 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-759e523e-d5c2-411e-b9fd-8ec382e5b5ad admin admin] Publish callbacks [] for security_group (3d5acf91-2818-4256-a072-b3c6e2a9e351), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:33.168365 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-759e523e-d5c2-411e-b9fd-8ec382e5b5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3d5acf91-2818-4256-a072-b3c6e2a9e351), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:33.187276 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-32f86842-5037-4d52-955f-af1afe23754a tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Calling delete_port for b47d8eb7-176b-4bb5-baf7-d3553a852fd2 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:58:33.209988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e21f581b-5fef-4757-846e-80469672c104 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:58:33.522965 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87206c23-4d9f-4ee7-a8ff-7ff9b5b1e45b admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:58:33.583565 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32f86842-5037-4d52-955f-af1afe23754a tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (b47d8eb7-176b-4bb5-baf7-d3553a852fd2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:33.586216 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-759e523e-d5c2-411e-b9fd-8ec382e5b5ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cef713d7318d424ea9493a4ba883c002&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0486493 Feb 07 16:58:33.590388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54776) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:33.593609 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e523e-d5c2-411e-b9fd-8ec382e5b5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5acf91-2818-4256-a072-b3c6e2a9e351,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:33.619687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d785eea1-5624-4423-a503-56ad414140f2 None None] Provisioning complete for port 4f78ce81-849c-478a-a790-0253805eb055 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:58:33.621298 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d785eea1-5624-4423-a503-56ad414140f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4f78ce81-849c-478a-a790-0253805eb055), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:33.677995 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-87206c23-4d9f-4ee7-a8ff-7ff9b5b1e45b admin admin] 10.222.0.18 "PUT /v2.0/routers/488e8b0b-77ba-4262-a202-2318a7bd532f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1520000 Feb 07 16:58:33.708539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d785eea1-5624-4423-a503-56ad414140f2 None None] Port 4f78ce81-849c-478a-a790-0253805eb055 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:58:33.732866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f86842-5037-4d52-955f-af1afe23754a tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event deleted for resources: {'Port': ['ID=b47d8eb7-176b-4bb5-baf7-d3553a852fd2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:33.752930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port e21f581b-5fef-4757-846e-80469672c104 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:58:33.753758 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e21f581b-5fef-4757-846e-80469672c104), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:33.756640 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32f86842-5037-4d52-955f-af1afe23754a tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:33.766481 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-32f86842-5037-4d52-955f-af1afe23754a tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "DELETE /v2.0/ports/b47d8eb7-176b-4bb5-baf7-d3553a852fd2 HTTP/1.1" status: 204 len: 168 time: 1.2457693 Feb 07 16:58:33.779200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54780) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:33.864148 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad2278-e071-4c61-a22d-c84f7b187bca req-851e14ba-67ab-435b-8a25-d9fab66d3a34 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:33.874140 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22ad2278-e071-4c61-a22d-c84f7b187bca req-851e14ba-67ab-435b-8a25-d9fab66d3a34 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.3637536 Feb 07 16:58:33.916385 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1cdd-601a-45ce-9776-084b7436b969 admin admin] Publish callbacks [] for security_group (3d5acf91-2818-4256-a072-b3c6e2a9e351), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:33.950736 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c31c4719-1764-4c2c-93eb-4dc1bd12da3c tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1674531 Feb 07 16:58:33.951423 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54788) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:33.962718 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8fbcff13-a4f4-4776-b90d-c906d786f0ed tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-781259846'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:33.999518 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22ad2278-e071-4c61-a22d-c84f7b187bca req-ff689f5e-ae91-47cb-9e70-82ea105df010 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242726 Feb 07 16:58:34.027636 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1cdd-601a-45ce-9776-084b7436b969 admin admin] Publish callbacks [] for security_group (3d5acf91-2818-4256-a072-b3c6e2a9e351), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:34.131001 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] Sync routers for ids ['488e8b0b-77ba-4262-a202-2318a7bd532f'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:58:34.144253 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1cdd-601a-45ce-9776-084b7436b969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3d5acf91-2818-4256-a072-b3c6e2a9e351), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:34.147869 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1cdd-601a-45ce-9776-084b7436b969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:34.149941 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e2bb1cdd-601a-45ce-9776-084b7436b969 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d5acf91-2818-4256-a072-b3c6e2a9e351 HTTP/1.1" status: 204 len: 168 time: 0.5563960 Feb 07 16:58:34.164354 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb1cdd-601a-45ce-9776-084b7436b969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5acf91-2818-4256-a072-b3c6e2a9e351,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:34.252388 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363c9f2-fafb-492c-a479-f32ec0a5085b req-800e1850-3323-434e-9961-fd9dbb9f0f59 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:34.262363 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c363c9f2-fafb-492c-a479-f32ec0a5085b req-800e1850-3323-434e-9961-fd9dbb9f0f59 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 947 time: 0.6390285 Feb 07 16:58:34.270260 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbcff13-a4f4-4776-b90d-c906d786f0ed tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Made reservation on behalf of 25da0a0c645b459e8a8f07370bd9456c for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:58:34.281155 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8fbcff13-a4f4-4776-b90d-c906d786f0ed tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:34.293489 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e21f581b-5fef-4757-846e-80469672c104 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:34.343677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] Routers {'488e8b0b-77ba-4262-a202-2318a7bd532f'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:58:34.348515 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:58:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['488e8b0b-77ba-4262-a202-2318a7bd532f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:34.520993 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbcff13-a4f4-4776-b90d-c906d786f0ed tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:58:34.551638 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c363c9f2-fafb-492c-a479-f32ec0a5085b req-d95fe38a-0214-4beb-97c2-ee1c27708e3a tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067685 Feb 07 16:58:34.584899 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8fbcff13-a4f4-4776-b90d-c906d786f0ed tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e71a5a31-d7ce-4fc2-9315-2f9038156267), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:34.585652 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-8fbcff13-a4f4-4776-b90d-c906d786f0ed tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Added segment e71a5a31-d7ce-4fc2-9315-2f9038156267 of type vlan for network 6b48e1a8-680c-4717-8c21-5930a75325a6 Feb 07 16:58:34.687961 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8fbcff13-a4f4-4776-b90d-c906d786f0ed tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (6b48e1a8-680c-4717-8c21-5930a75325a6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:34.776167 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8fbcff13-a4f4-4776-b90d-c906d786f0ed tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (6b48e1a8-680c-4717-8c21-5930a75325a6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:34.782632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] Set router 488e8b0b-77ba-4262-a202-2318a7bd532f gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:58:34.800153 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbcff13-a4f4-4776-b90d-c906d786f0ed tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:34.802661 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8fbcff13-a4f4-4776-b90d-c906d786f0ed tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:35.157410 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcff13-a4f4-4776-b90d-c906d786f0ed tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event updated for resources: {'Network': ['ID=6b48e1a8-680c-4717-8c21-5930a75325a6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:35.181407 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 6b48e1a8-680c-4717-8c21-5930a75325a6 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:58:35.285359 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8fbcff13-a4f4-4776-b90d-c906d786f0ed tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3270371 Feb 07 16:58:35.286896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54836) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:35.293324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3b94de20-97cd-43f2-944d-f894398438f9 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1383718901'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:35.420676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b94de20-97cd-43f2-944d-f894398438f9 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Made reservation on behalf of 25da0a0c645b459e8a8f07370bd9456c for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:58:35.449988 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b94de20-97cd-43f2-944d-f894398438f9 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:35.531207 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac55c08-b510-4e0d-8e31-936e88ab3df3 req-6ab76c68-b83d-4085-9c95-f9eedb90e2e2 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:35.535516 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fac55c08-b510-4e0d-8e31-936e88ab3df3 req-6ab76c68-b83d-4085-9c95-f9eedb90e2e2 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.3610537 Feb 07 16:58:35.550849 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b94de20-97cd-43f2-944d-f894398438f9 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:58:35.575981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54840) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:35.582884 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e79712bd-5511-4f91-83fb-4e466f2747b8 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2048120392', 'description': 'tempest-description--1335155491'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:35.595993 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b94de20-97cd-43f2-944d-f894398438f9 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (2bd95027-1f71-4550-997d-827fcef4f4d5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:35.596609 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-3b94de20-97cd-43f2-944d-f894398438f9 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Added segment 2bd95027-1f71-4550-997d-827fcef4f4d5 of type vlan for network f498e557-562d-40a0-a0c7-c018607ffdc3 Feb 07 16:58:35.635916 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fac55c08-b510-4e0d-8e31-936e88ab3df3 req-37a1ba39-fb61-4fc8-b47d-e835bfab295f tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946081 Feb 07 16:58:35.655921 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e79712bd-5511-4f91-83fb-4e466f2747b8 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:35.744435 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b94de20-97cd-43f2-944d-f894398438f9 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (f498e557-562d-40a0-a0c7-c018607ffdc3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:35.825404 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'name': 'tempest-ServersTestFqdnHostnames-1026512707-router', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e21f581b-5fef-4757-846e-80469672c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:20Z', 'updated_at': '2022-02-07T16:58:31Z', 'revision_number': 4, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'gw_port': {'id': 'e21f581b-5fef-4757-846e-80469672c104', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:21Z', 'updated_at': '2022-02-07T16:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '4f78ce81-849c-478a-a790-0253805eb055', 'name': '', 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'mac_address': 'fa:16:3e:1d:05:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '3aeb2729-d066-4c80-8fec-bec551896778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:29Z', 'updated_at': '2022-02-07T16:58:31Z', 'revision_number': 2, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'subnets': [{'id': '3aeb2729-d066-4c80-8fec-bec551896778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:35.864783 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b94de20-97cd-43f2-944d-f894398438f9 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (f498e557-562d-40a0-a0c7-c018607ffdc3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:35.872910 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b94de20-97cd-43f2-944d-f894398438f9 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:35.881949 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b94de20-97cd-43f2-944d-f894398438f9 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:35.909602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] Checking router: 488e8b0b-77ba-4262-a202-2318a7bd532f for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:58:35.910382 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e79712bd-5511-4f91-83fb-4e466f2747b8 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for security_group (a79a8381-8271-4e00-91bd-43dc52840eca), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:35.912144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] Updating router 488e8b0b-77ba-4262-a202-2318a7bd532f port 4f78ce81-849c-478a-a790-0253805eb055 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:58:35.921234 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e79712bd-5511-4f91-83fb-4e466f2747b8 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a79a8381-8271-4e00-91bd-43dc52840eca), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:35.984458 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4f78ce81-849c-478a-a790-0253805eb055), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:35.999594 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79712bd-5511-4f91-83fb-4e466f2747b8 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79a8381-8271-4e00-91bd-43dc52840eca,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:36.060234 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3b94de20-97cd-43f2-944d-f894398438f9 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7721751 Feb 07 16:58:36.097031 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94de20-97cd-43f2-944d-f894398438f9 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event updated for resources: {'Network': ['ID=f498e557-562d-40a0-a0c7-c018607ffdc3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:36.100995 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e79712bd-5511-4f91-83fb-4e466f2747b8 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:36.105882 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e79712bd-5511-4f91-83fb-4e466f2747b8 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5257452 Feb 07 16:58:36.106928 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54852) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:36.115762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c537731d-cad1-435d-8f8f-d5d07f95ce8b tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Request body: {'security_group_rule': {'security_group_id': 'a79a8381-8271-4e00-91bd-43dc52840eca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:36.145210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network f498e557-562d-40a0-a0c7-c018607ffdc3 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:58:36.240247 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c537731d-cad1-435d-8f8f-d5d07f95ce8b tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for security_group_rule (631c0c85-eb8d-4bf0-8a5b-71b974333686), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:36.559870 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c537731d-cad1-435d-8f8f-d5d07f95ce8b tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for security_group_rule (631c0c85-eb8d-4bf0-8a5b-71b974333686), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:36.566470 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c537731d-cad1-435d-8f8f-d5d07f95ce8b tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (631c0c85-eb8d-4bf0-8a5b-71b974333686), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:36.641745 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537731d-cad1-435d-8f8f-d5d07f95ce8b tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631c0c85-eb8d-4bf0-8a5b-71b974333686,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:36.703511 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c537731d-cad1-435d-8f8f-d5d07f95ce8b tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:36.704776 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c537731d-cad1-435d-8f8f-d5d07f95ce8b tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5967500 Feb 07 16:58:36.707598 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54872) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:36.713885 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-86c89d63-5d27-45eb-b8e4-21212ba3f428 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Request body: {'security_group_rule': {'security_group_id': 'a79a8381-8271-4e00-91bd-43dc52840eca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:36.832783 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-86c89d63-5d27-45eb-b8e4-21212ba3f428 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for security_group_rule (a113a4b3-cc14-481c-ac33-72efaf9b09ca), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:37.281364 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-86c89d63-5d27-45eb-b8e4-21212ba3f428 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for security_group_rule (a113a4b3-cc14-481c-ac33-72efaf9b09ca), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:37.316208 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-86c89d63-5d27-45eb-b8e4-21212ba3f428 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (a113a4b3-cc14-481c-ac33-72efaf9b09ca), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:37.437702 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c89d63-5d27-45eb-b8e4-21212ba3f428 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a113a4b3-cc14-481c-ac33-72efaf9b09ca,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:37.439715 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] Publish callbacks [] for port (4f78ce81-849c-478a-a790-0253805eb055), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:37.456714 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4f78ce81-849c-478a-a790-0253805eb055), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:37.483581 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-86c89d63-5d27-45eb-b8e4-21212ba3f428 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:37.484838 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-86c89d63-5d27-45eb-b8e4-21212ba3f428 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7756050 Feb 07 16:58:37.488051 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54892) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:37.492538 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8b6693a8-a692-4a3d-b318-00b9c15715c4 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:37.580110 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b6693a8-a692-4a3d-b318-00b9c15715c4 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:37.600835 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e16bd-5086-483a-99b3-0b2b9c67b66c req-e9839a2c-9754-4214-bf2f-bb34e2e48554 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:37.608148 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b638d-d467-489b-9c36-cf57c9299d9f None None] Pushing event updated for resources: {'Port': ['ID=4f78ce81-849c-478a-a790-0253805eb055,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:37.638753 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c58e16bd-5086-483a-99b3-0b2b9c67b66c req-e9839a2c-9754-4214-bf2f-bb34e2e48554 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.6855559 Feb 07 16:58:37.875784 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c58e16bd-5086-483a-99b3-0b2b9c67b66c req-f811858b-fcce-463d-9785-d3932ba425a9 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344065 Feb 07 16:58:37.894153 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] Attempting to bind port 4f78ce81-849c-478a-a790-0253805eb055 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:58:37.905547 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] Attempting to bind port 4f78ce81-849c-478a-a790-0253805eb055 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '64c39426-2073-4249-b5cb-4c7c47311602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:58:37.909666 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] Attempting to bind port 4f78ce81-849c-478a-a790-0253805eb055 on network 68e8b4ef-5d37-4e40-9440-79c18f6d00fd {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:58:37.934910 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:58:37.939206 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] Checking segment: {'id': '64c39426-2073-4249-b5cb-4c7c47311602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:58:37.943269 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:37.944832 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] Bound using segment: {'id': '64c39426-2073-4249-b5cb-4c7c47311602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:58:37.945552 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] Bound port: 4f78ce81-849c-478a-a790-0253805eb055, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c39426-2073-4249-b5cb-4c7c47311602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:58:37.953874 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4f78ce81-849c-478a-a790-0253805eb055), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:38.104286 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b6693a8-a692-4a3d-b318-00b9c15715c4 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:38.237184 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] For port 4f78ce81-849c-478a-a790-0253805eb055, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:58:38.255191 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] For port 4f78ce81-849c-478a-a790-0253805eb055, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4f78ce81-849c-478a-a790-0253805eb055,segment=NetworkSegment(64c39426-2073-4249-b5cb-4c7c47311602),segment_id=64c39426-2073-4249-b5cb-4c7c47311602)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:58:38.279992 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4f78ce81-849c-478a-a790-0253805eb055), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:38.535317 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b638d-d467-489b-9c36-cf57c9299d9f None None] Pushing event updated for resources: {'Port': ['ID=4f78ce81-849c-478a-a790-0253805eb055,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:38.561172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-8b6693a8-a692-4a3d-b318-00b9c15715c4 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Allocated IP 172.25.4.13 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/7b537718-63da-4fc1-a5a9-0f5cc8455043) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:58:38.683574 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f5d532a2-843b-43e6-af90-6bed7d930a04 None None] Provisioning complete for port 4f78ce81-849c-478a-a790-0253805eb055 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:58:38.683963 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f5d532a2-843b-43e6-af90-6bed7d930a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4f78ce81-849c-478a-a790-0253805eb055), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:38.706796 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b6693a8-a692-4a3d-b318-00b9c15715c4 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for port (7b537718-63da-4fc1-a5a9-0f5cc8455043), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:38.774684 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b6693a8-a692-4a3d-b318-00b9c15715c4 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (7b537718-63da-4fc1-a5a9-0f5cc8455043), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:38.871907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] Routers {'488e8b0b-77ba-4262-a202-2318a7bd532f'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:58:38.872610 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:58:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['488e8b0b-77ba-4262-a202-2318a7bd532f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:38.895930 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6693a8-a692-4a3d-b318-00b9c15715c4 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:58:38.911730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8b6693a8-a692-4a3d-b318-00b9c15715c4 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:58:38.918325 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6693a8-a692-4a3d-b318-00b9c15715c4 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:58:39.096579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6693a8-a692-4a3d-b318-00b9c15715c4 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Pushing event updated for resources: {'Port': ['ID=7b537718-63da-4fc1-a5a9-0f5cc8455043,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:39.294441 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b6693a8-a692-4a3d-b318-00b9c15715c4 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for floatingip (60c56ed1-0199-4b22-9072-59b9f051f997), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:39.371662 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b6693a8-a692-4a3d-b318-00b9c15715c4 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7b537718-63da-4fc1-a5a9-0f5cc8455043), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:39.373396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a11cf7-c973-42a9-9888-d73f164e2c90 req-a809c327-20c3-4b1a-94be-bf9bb2835996 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:39.400478 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0a11cf7-c973-42a9-9888-d73f164e2c90 req-a809c327-20c3-4b1a-94be-bf9bb2835996 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.2484162 Feb 07 16:58:39.563470 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f5d532a2-843b-43e6-af90-6bed7d930a04 None None] Current status of the port 4f78ce81-849c-478a-a790-0253805eb055 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:39.564539 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f5d532a2-843b-43e6-af90-6bed7d930a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4f78ce81-849c-478a-a790-0253805eb055), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:39.566775 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0a11cf7-c973-42a9-9888-d73f164e2c90 req-a4c4ff1c-f786-4e73-b063-dd3552691280 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648350 Feb 07 16:58:39.610353 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54930) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:39.617057 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Request body: {'subnets': [{'network_id': '6b48e1a8-680c-4717-8c21-5930a75325a6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--119298511', 'ip_version': 6}, {'network_id': 'f498e557-562d-40a0-a0c7-c018607ffdc3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:39.618460 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Request body: {'subnet': {'network_id': '6b48e1a8-680c-4717-8c21-5930a75325a6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--119298511', 'ip_version': 6}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:39.619408 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Request body: {'subnet': {'network_id': 'f498e557-562d-40a0-a0c7-c018607ffdc3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:39.705426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] Set router 488e8b0b-77ba-4262-a202-2318a7bd532f gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:58:39.815619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f5d532a2-843b-43e6-af90-6bed7d930a04 None None] For port 4f78ce81-849c-478a-a790-0253805eb055, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4f78ce81-849c-478a-a790-0253805eb055,segment=NetworkSegment(64c39426-2073-4249-b5cb-4c7c47311602),segment_id=64c39426-2073-4249-b5cb-4c7c47311602)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:39.856528 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f5d532a2-843b-43e6-af90-6bed7d930a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4f78ce81-849c-478a-a790-0253805eb055), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:39.950975 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b6693a8-a692-4a3d-b318-00b9c15715c4 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for port (7b537718-63da-4fc1-a5a9-0f5cc8455043), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:39.966148 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b6693a8-a692-4a3d-b318-00b9c15715c4 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (7b537718-63da-4fc1-a5a9-0f5cc8455043), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:40.077529 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6693a8-a692-4a3d-b318-00b9c15715c4 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Pushing event updated for resources: {'Port': ['ID=7b537718-63da-4fc1-a5a9-0f5cc8455043,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:40.081692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Made reservation on behalf of 25da0a0c645b459e8a8f07370bd9456c for: {'subnet': 2} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:58:40.087019 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:40.087549 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:40.119232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d532a2-843b-43e6-af90-6bed7d930a04 None None] Pushing event updated for resources: {'Port': ['ID=4f78ce81-849c-478a-a790-0253805eb055,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:40.180062 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b6693a8-a692-4a3d-b318-00b9c15715c4 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (60c56ed1-0199-4b22-9072-59b9f051f997), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:40.217785 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b6693a8-a692-4a3d-b318-00b9c15715c4 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:40.229316 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8b6693a8-a692-4a3d-b318-00b9c15715c4 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7298918 Feb 07 16:58:40.463440 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-867a9476-fbf1-4cec-8af9-650105538315 None None] Provisioning complete for port 4f78ce81-849c-478a-a790-0253805eb055 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:58:40.465733 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-867a9476-fbf1-4cec-8af9-650105538315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4f78ce81-849c-478a-a790-0253805eb055), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:40.473230 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54946) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:40.479812 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-34b59be2-1de8-4c96-a53b-77f468eae64e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1744854427', 'description': 'tempest-secgroup-smoke-1744854427 description', 'project_id': 'b7f3b936ec124a74b808700fdcd55162'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:40.564898 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34b59be2-1de8-4c96-a53b-77f468eae64e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:40.609527 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34b59be2-1de8-4c96-a53b-77f468eae64e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:40.881782 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-867a9476-fbf1-4cec-8af9-650105538315 None None] Current status of the port 4f78ce81-849c-478a-a790-0253805eb055 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:40.901670 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-61fa2911-54f3-4e24-a456-1d567647bb85 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2048120392&fields=id&tenant_id=bd305394fc5c4df09b672a58da37dd65 HTTP/1.1" status: 200 len: 267 time: 0.1354837 Feb 07 16:58:40.935468 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'name': 'tempest-ServersTestFqdnHostnames-1026512707-router', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e21f581b-5fef-4757-846e-80469672c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:20Z', 'updated_at': '2022-02-07T16:58:31Z', 'revision_number': 4, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'gw_port': {'id': 'e21f581b-5fef-4757-846e-80469672c104', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:21Z', 'updated_at': '2022-02-07T16:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '4f78ce81-849c-478a-a790-0253805eb055', 'name': '', 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'mac_address': 'fa:16:3e:1d:05:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '3aeb2729-d066-4c80-8fec-bec551896778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:29Z', 'updated_at': '2022-02-07T16:58:38Z', 'revision_number': 4, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'subnets': [{'id': '3aeb2729-d066-4c80-8fec-bec551896778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:40.998685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b1775-70d5-4aac-8acd-5c2314fcfee6 req-f07c0bd8-fa3a-42fd-ac99-0d6bd4e2fbe3 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:41.001742 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-026b1775-70d5-4aac-8acd-5c2314fcfee6 req-f07c0bd8-fa3a-42fd-ac99-0d6bd4e2fbe3 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.2718773 Feb 07 16:58:41.004079 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34b59be2-1de8-4c96-a53b-77f468eae64e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (da3f181a-0300-4964-96e9-5f3ac16ff926), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:41.022286 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34b59be2-1de8-4c96-a53b-77f468eae64e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (da3f181a-0300-4964-96e9-5f3ac16ff926), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:41.052578 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701feb9b-7236-4fbd-96d5-01e4ec60578f None None] The sync data for ids ['488e8b0b-77ba-4262-a202-2318a7bd532f'] in n-d-827865-3 is: [{'id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'name': 'tempest-ServersTestFqdnHostnames-1026512707-router', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e21f581b-5fef-4757-846e-80469672c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:20Z', 'updated_at': '2022-02-07T16:58:31Z', 'revision_number': 4, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'gw_port': {'id': 'e21f581b-5fef-4757-846e-80469672c104', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:21Z', 'updated_at': '2022-02-07T16:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '4f78ce81-849c-478a-a790-0253805eb055', 'name': '', 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'mac_address': 'fa:16:3e:1d:05:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '3aeb2729-d066-4c80-8fec-bec551896778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:29Z', 'updated_at': '2022-02-07T16:58:38Z', 'revision_number': 4, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'subnets': [{'id': '3aeb2729-d066-4c80-8fec-bec551896778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:58:41.054637 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-9c3c6e26-f342-4907-be6d-f54bb79a6b1f tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:41.070123 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-9c3c6e26-f342-4907-be6d-f54bb79a6b1f tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/networks?id=68e8b4ef-5d37-4e40-9440-79c18f6d00fd HTTP/1.1" status: 200 len: 815 time: 0.1672850 Feb 07 16:58:41.121909 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-0817372d-c402-4e2b-bb62-652ff190303c tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/quotas/bd305394fc5c4df09b672a58da37dd65 HTTP/1.1" status: 200 len: 375 time: 0.0500424 Feb 07 16:58:41.231117 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-026b1775-70d5-4aac-8acd-5c2314fcfee6 req-c6dbd1c8-c4ab-48a4-94a5-7cfde75b5076 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215030 Feb 07 16:58:41.271823 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b59be2-1de8-4c96-a53b-77f468eae64e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3f181a-0300-4964-96e9-5f3ac16ff926,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:41.374732 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34b59be2-1de8-4c96-a53b-77f468eae64e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (40ebef1d-98c4-4ddc-abd6-a92477c5a1a6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:41.418478 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34b59be2-1de8-4c96-a53b-77f468eae64e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (40ebef1d-98c4-4ddc-abd6-a92477c5a1a6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:41.470325 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:58:41.520987 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (868434f6-6ff0-40bf-94ed-46d9d2c21272), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:41.576270 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34b59be2-1de8-4c96-a53b-77f468eae64e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:41.584673 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-34b59be2-1de8-4c96-a53b-77f468eae64e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.1069100 Feb 07 16:58:41.584967 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b59be2-1de8-4c96-a53b-77f468eae64e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:41.589843 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54978) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:41.644103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-289f32b9-250e-4423-b066-0c5a79573f5c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': '40ebef1d-98c4-4ddc-abd6-a92477c5a1a6', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:41.807077 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-289f32b9-250e-4423-b066-0c5a79573f5c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (96da0951-3bba-4ef0-9146-698798b516c1), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:41.809893 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cedae687-5949-4bae-95c5-bee436aacfe8 req-7a41a324-6b64-49d8-819b-6fe855c9fa6e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4083879 Feb 07 16:58:41.856136 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Checking segment: {'id': 'e71a5a31-d7ce-4fc2-9315-2f9038156267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6b48e1a8-680c-4717-8c21-5930a75325a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:58:41.874852 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Network hostable DHCP agents. Network: 6b48e1a8-680c-4717-8c21-5930a75325a6, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:58:41.931230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event updated for resources: {'Subnet': ['ID=868434f6-6ff0-40bf-94ed-46d9d2c21272,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:41.984751 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedae687-5949-4bae-95c5-bee436aacfe8 req-f71a6cef-39a6-4a5d-ad9a-c318b2d99495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:41.985324 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-ebe594e9-26db-4f49-b46a-3257d834d7fa tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd305394fc5c4df09b672a58da37dd65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8621111 Feb 07 16:58:41.986302 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cedae687-5949-4bae-95c5-bee436aacfe8 req-f71a6cef-39a6-4a5d-ad9a-c318b2d99495 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8958f6ad8ce64d2cafce718553b9cb64&device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 1128 time: 0.1261923 Feb 07 16:58:42.078968 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Network 6b48e1a8-680c-4717-8c21-5930a75325a6 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:58:42.132399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 6b48e1a8-680c-4717-8c21-5930a75325a6) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:58:42.140925 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-289f32b9-250e-4423-b066-0c5a79573f5c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (96da0951-3bba-4ef0-9146-698798b516c1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:42.142420 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7983ad-22c9-4840-84f2-f04a1ae4ac19 None None] Network 6b48e1a8-680c-4717-8c21-5930a75325a6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:58:42.160684 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (a3f31b6f-672a-4fff-801a-24f97c0d88a0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:42.173816 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-289f32b9-250e-4423-b066-0c5a79573f5c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (96da0951-3bba-4ef0-9146-698798b516c1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:42.175214 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedae687-5949-4bae-95c5-bee436aacfe8 req-384aa0e6-261b-4acc-8ea2-7cff7b93a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:42.176879 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cedae687-5949-4bae-95c5-bee436aacfe8 req-384aa0e6-261b-4acc-8ea2-7cff7b93a8e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f189284f-c88d-4a12-b11f-3bb2193ec906 HTTP/1.1" status: 200 len: 920 time: 0.1676950 Feb 07 16:58:42.256936 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cedae687-5949-4bae-95c5-bee436aacfe8 req-8a012d70-cd72-4de2-9fbe-82a171163418 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83faad69-a72c-4966-baec-014014d068ed HTTP/1.1" status: 200 len: 217 time: 0.0717273 Feb 07 16:58:42.335246 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-289f32b9-250e-4423-b066-0c5a79573f5c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:42.337468 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-289f32b9-250e-4423-b066-0c5a79573f5c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7112751 Feb 07 16:58:42.350782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54990) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:42.367443 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f32b9-250e-4423-b066-0c5a79573f5c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96da0951-3bba-4ef0-9146-698798b516c1,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:42.420380 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d3be0df2-9acc-4d8b-b189-70c24effb26a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': '40ebef1d-98c4-4ddc-abd6-a92477c5a1a6', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:42.425591 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f122141-041e-4bf8-b500-f843684c314b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-6b48e1a8-680c-4717-8c21-5930a75325a6', 'network_id': '6b48e1a8-680c-4717-8c21-5930a75325a6', 'project_id': '25da0a0c645b459e8a8f07370bd9456c', 'fixed_ips': [{'subnet_id': '868434f6-6ff0-40bf-94ed-46d9d2c21272'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:58:42.426711 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f122141-041e-4bf8-b500-f843684c314b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:42.454547 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-a6db7fba-25a9-4fb4-9168-7a904bda5b9c service neutron] 10.222.0.18 "GET /v2.0/networks/68e8b4ef-5d37-4e40-9440-79c18f6d00fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668796 Feb 07 16:58:42.553896 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedae687-5949-4bae-95c5-bee436aacfe8 req-b004301a-8054-48a2-8faf-0ab5fe9d490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:42.556343 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cedae687-5949-4bae-95c5-bee436aacfe8 req-b004301a-8054-48a2-8faf-0ab5fe9d490a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cea5ae11-c3af-48b5-b914-327a543b7978 HTTP/1.1" status: 200 len: 859 time: 0.2918937 Feb 07 16:58:42.644817 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cedae687-5949-4bae-95c5-bee436aacfe8 req-2c6276e5-313d-46e7-8849-bbdf3f1ec914 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f189284f-c88d-4a12-b11f-3bb2193ec906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807142 Feb 07 16:58:42.822810 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-3f122141-041e-4bf8-b500-f843684c314b None None] Allocated IP 2001:db8::1 (6b48e1a8-680c-4717-8c21-5930a75325a6/868434f6-6ff0-40bf-94ed-46d9d2c21272/3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:58:42.862134 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cedae687-5949-4bae-95c5-bee436aacfe8 req-ec986aca-ef50-4075-bc63-bf91ce10269b service neutron] 10.222.0.32 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064979 Feb 07 16:58:42.924740 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cfb57-4255-4c53-974a-86962ca8bf0e req-9e220fa5-0aa5-4f88-9b9f-81d0612f23ea tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:42.943266 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-134cfb57-4255-4c53-974a-86962ca8bf0e req-9e220fa5-0aa5-4f88-9b9f-81d0612f23ea tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.5358031 Feb 07 16:58:43.238188 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-134cfb57-4255-4c53-974a-86962ca8bf0e req-28cd37eb-c915-4f7f-830e-c2a9d1406c66 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934902 Feb 07 16:58:43.282509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4f78ce81-849c-478a-a790-0253805eb055 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:58:43.327451 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cedae687-5949-4bae-95c5-bee436aacfe8 req-b986c49e-cdd1-4804-b67b-47023bc5c61b service neutron] 10.222.0.32 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578440 Feb 07 16:58:43.407568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event updated for resources: {'Subnet': ['ID=a3f31b6f-672a-4fff-801a-24f97c0d88a0,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:43.451669 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Checking segment: {'id': '2bd95027-1f71-4550-997d-827fcef4f4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f498e557-562d-40a0-a0c7-c018607ffdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:58:43.452062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Network hostable DHCP agents. Network: f498e557-562d-40a0-a0c7-c018607ffdc3, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:58:43.472642 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3be0df2-9acc-4d8b-b189-70c24effb26a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (c8cc8b49-c5c6-48fb-9c7e-db29a081aebc), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:43.531789 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Network f498e557-562d-40a0-a0c7-c018607ffdc3 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:58:43.586104 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-4818c776-7e63-4797-a273-4504b3a14ae0 service neutron] 10.222.0.18 "GET /v2.0/networks/68e8b4ef-5d37-4e40-9440-79c18f6d00fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1138587 Feb 07 16:58:43.612363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, f498e557-562d-40a0-a0c7-c018607ffdc3) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:58:43.640535 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:43.641322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:43.642369 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:43.791783 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f122141-041e-4bf8-b500-f843684c314b None None] Publish callbacks [] for port (3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:43.799859 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67508c07-d083-4674-9b01-23444271becb None None] Network f498e557-562d-40a0-a0c7-c018607ffdc3 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:58:43.807999 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f122141-041e-4bf8-b500-f843684c314b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:43.831040 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3be0df2-9acc-4d8b-b189-70c24effb26a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (c8cc8b49-c5c6-48fb-9c7e-db29a081aebc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:43.847685 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-81bc3a55-9d0e-4d5d-b959-2213e937a352 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.2340355 Feb 07 16:58:43.848140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55016) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:43.872182 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3be0df2-9acc-4d8b-b189-70c24effb26a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (c8cc8b49-c5c6-48fb-9c7e-db29a081aebc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:43.929585 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f122141-041e-4bf8-b500-f843684c314b None None] Pushing event updated for resources: {'Port': ['ID=3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:44.003854 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f122141-041e-4bf8-b500-f843684c314b None None] Network 6b48e1a8-680c-4717-8c21-5930a75325a6 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:58:44.020588 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-3f122141-041e-4bf8-b500-f843684c314b None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:58:44.047720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f122141-041e-4bf8-b500-f843684c314b None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:58:44.049774 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8b2b28-a6ac-4aab-96d0-ab0edd4e1dbf tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:44.051345 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8b2b28-a6ac-4aab-96d0-ab0edd4e1dbf tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:44.052946 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8b2b28-a6ac-4aab-96d0-ab0edd4e1dbf tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:44.054763 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3c8b2b28-a6ac-4aab-96d0-ab0edd4e1dbf tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2052112 Feb 07 16:58:44.063362 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3be0df2-9acc-4d8b-b189-70c24effb26a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:44.065044 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d3be0df2-9acc-4d8b-b189-70c24effb26a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6987216 Feb 07 16:58:44.066012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55024) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:44.077364 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55026) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:44.082944 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-be095305-6c23-4661-817d-dc6c508c3ffb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': '40ebef1d-98c4-4ddc-abd6-a92477c5a1a6', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:44.089419 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9a7f697-4dd6-4101-8850-834003f57524 req-c0a677f8-a43f-49ca-988b-ffd124b9ea16 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 210 time: 0.1089756 Feb 07 16:58:44.090144 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be0df2-9acc-4d8b-b189-70c24effb26a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cc8b49-c5c6-48fb-9c7e-db29a081aebc,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:44.175369 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6f3d8b-2437-412d-9103-a6c991e19bd7 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Deleting subnet 868434f6-6ff0-40bf-94ed-46d9d2c21272 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:58:44.180204 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f6f3d8b-2437-412d-9103-a6c991e19bd7 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks [] for subnet (868434f6-6ff0-40bf-94ed-46d9d2c21272), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:44.183864 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be095305-6c23-4661-817d-dc6c508c3ffb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (da88423f-405f-4993-b9f4-6549a7b798a0), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:44.240704 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 4f78ce81-849c-478a-a790-0253805eb055 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:58:44.241117 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4f78ce81-849c-478a-a790-0253805eb055), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:44.247084 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3f122141-041e-4bf8-b500-f843684c314b None None] Attempting to bind port 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:58:44.247460 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3f122141-041e-4bf8-b500-f843684c314b None None] Attempting to bind port 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'e71a5a31-d7ce-4fc2-9315-2f9038156267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6b48e1a8-680c-4717-8c21-5930a75325a6'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:58:44.247825 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f122141-041e-4bf8-b500-f843684c314b None None] Attempting to bind port 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003 on network 6b48e1a8-680c-4717-8c21-5930a75325a6 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:58:44.278094 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f6f3d8b-2437-412d-9103-a6c991e19bd7 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (868434f6-6ff0-40bf-94ed-46d9d2c21272), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:44.380110 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f122141-041e-4bf8-b500-f843684c314b None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:58:44.380711 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f122141-041e-4bf8-b500-f843684c314b None None] Checking segment: {'id': 'e71a5a31-d7ce-4fc2-9315-2f9038156267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6b48e1a8-680c-4717-8c21-5930a75325a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:58:44.401753 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f122141-041e-4bf8-b500-f843684c314b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:44.402238 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f122141-041e-4bf8-b500-f843684c314b None None] Bound using segment: {'id': 'e71a5a31-d7ce-4fc2-9315-2f9038156267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6b48e1a8-680c-4717-8c21-5930a75325a6'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:58:44.402765 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3f122141-041e-4bf8-b500-f843684c314b None None] Bound port: 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71a5a31-d7ce-4fc2-9315-2f9038156267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6b48e1a8-680c-4717-8c21-5930a75325a6'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:58:44.403172 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f122141-041e-4bf8-b500-f843684c314b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:44.552706 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-f498e557-562d-40a0-a0c7-c018607ffdc3', 'network_id': 'f498e557-562d-40a0-a0c7-c018607ffdc3', 'project_id': '25da0a0c645b459e8a8f07370bd9456c', 'fixed_ips': [{'subnet_id': 'a3f31b6f-672a-4fff-801a-24f97c0d88a0'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:58:44.554242 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:44.814725 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be095305-6c23-4661-817d-dc6c508c3ffb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (da88423f-405f-4993-b9f4-6549a7b798a0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:44.818550 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] Allocated IP 2001:db8:0:1::1 (f498e557-562d-40a0-a0c7-c018607ffdc3/a3f31b6f-672a-4fff-801a-24f97c0d88a0/24207b21-88d2-497f-ab62-4f046166e417) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:58:44.841624 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be095305-6c23-4661-817d-dc6c508c3ffb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (da88423f-405f-4993-b9f4-6549a7b798a0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:44.904550 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be095305-6c23-4661-817d-dc6c508c3ffb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da88423f-405f-4993-b9f4-6549a7b798a0,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:44.954787 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be095305-6c23-4661-817d-dc6c508c3ffb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:44.958977 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-be095305-6c23-4661-817d-dc6c508c3ffb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8795691 Feb 07 16:58:44.962580 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55052) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:44.967168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8438bbe4-5ea8-4fda-9867-e1f159a81728 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': '40ebef1d-98c4-4ddc-abd6-a92477c5a1a6', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:44.974237 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f6f3d8b-2437-412d-9103-a6c991e19bd7 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (868434f6-6ff0-40bf-94ed-46d9d2c21272), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:45.002662 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97590458-c997-4bcb-b836-9b4ab99575c7 req-cc38d9c3-1daa-400b-bcd4-62f6817db92b tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:45.014629 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-97590458-c997-4bcb-b836-9b4ab99575c7 req-cc38d9c3-1daa-400b-bcd4-62f6817db92b tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.5627913 Feb 07 16:58:45.054701 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8438bbe4-5ea8-4fda-9867-e1f159a81728 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (c41b8a89-481f-479a-8ee5-92791da76bc7), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:45.239810 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] Publish callbacks [] for port (24207b21-88d2-497f-ab62-4f046166e417), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:45.243402 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8438bbe4-5ea8-4fda-9867-e1f159a81728 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (c41b8a89-481f-479a-8ee5-92791da76bc7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:45.270123 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-97590458-c997-4bcb-b836-9b4ab99575c7 req-581fd443-97ca-473e-b428-6fc16e3528a8 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522030 Feb 07 16:58:45.280380 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f6f3d8b-2437-412d-9103-a6c991e19bd7 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (868434f6-6ff0-40bf-94ed-46d9d2c21272), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:45.302469 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8438bbe4-5ea8-4fda-9867-e1f159a81728 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (c41b8a89-481f-479a-8ee5-92791da76bc7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:45.312656 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (24207b21-88d2-497f-ab62-4f046166e417), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:45.377880 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f6f3d8b-2437-412d-9103-a6c991e19bd7 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:45.386177 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8f6f3d8b-2437-412d-9103-a6c991e19bd7 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "DELETE /v2.0/subnets/868434f6-6ff0-40bf-94ed-46d9d2c21272 HTTP/1.1" status: 204 len: 168 time: 1.3171973 Feb 07 16:58:45.403096 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55066) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:45.403963 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f3d8b-2437-412d-9103-a6c991e19bd7 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event deleted for resources: {'Subnet': ['ID=868434f6-6ff0-40bf-94ed-46d9d2c21272,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:45.409838 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a2acbd46-a7f8-4dc1-85ba-6753573e586b req-cbe46819-b67b-499a-9485-b9a12663afda tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 210 time: 0.1434259 Feb 07 16:58:45.414146 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8438bbe4-5ea8-4fda-9867-e1f159a81728 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:45.418892 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8438bbe4-5ea8-4fda-9867-e1f159a81728 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4526379 Feb 07 16:58:45.432488 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55068) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:45.461216 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e0b13fff-5a26-442b-9f59-c52d5a5c34f3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': '40ebef1d-98c4-4ddc-abd6-a92477c5a1a6', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:45.468382 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55070) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:45.502610 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] Pushing event updated for resources: {'Port': ['ID=24207b21-88d2-497f-ab62-4f046166e417,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:45.512997 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438bbe4-5ea8-4fda-9867-e1f159a81728 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41b8a89-481f-479a-8ee5-92791da76bc7,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:45.538693 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] Network f498e557-562d-40a0-a0c7-c018607ffdc3 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:58:45.586915 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-e0b13fff-5a26-442b-9f59-c52d5a5c34f3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Project b7f3b936ec124a74b808700fdcd55162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 16:58:45.603571 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0b13fff-5a26-442b-9f59-c52d5a5c34f3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (083204fa-5916-499c-b251-7c5c9161fa52), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:45.613627 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d168d45-f745-4d9b-a566-3ea8a48f4b3b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Deleting subnet a3f31b6f-672a-4fff-801a-24f97c0d88a0 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:58:45.641298 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d168d45-f745-4d9b-a566-3ea8a48f4b3b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks [] for subnet (a3f31b6f-672a-4fff-801a-24f97c0d88a0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:45.678315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:58:45.707811 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:58:45.776335 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d168d45-f745-4d9b-a566-3ea8a48f4b3b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (a3f31b6f-672a-4fff-801a-24f97c0d88a0), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:45.811029 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3f122141-041e-4bf8-b500-f843684c314b None None] For port 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:58:45.912735 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-051e0f52-e9d7-45bb-b02c-256b14809e84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:45.965966 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4f78ce81-849c-478a-a790-0253805eb055 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:45.971787 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0b13fff-5a26-442b-9f59-c52d5a5c34f3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (083204fa-5916-499c-b251-7c5c9161fa52), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:45.985594 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3f122141-041e-4bf8-b500-f843684c314b None None] For port 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003,segment=NetworkSegment(e71a5a31-d7ce-4fc2-9315-2f9038156267),segment_id=e71a5a31-d7ce-4fc2-9315-2f9038156267)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:58:46.012613 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] Attempting to bind port 24207b21-88d2-497f-ab62-4f046166e417 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:58:46.012993 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] Attempting to bind port 24207b21-88d2-497f-ab62-4f046166e417 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '2bd95027-1f71-4550-997d-827fcef4f4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f498e557-562d-40a0-a0c7-c018607ffdc3'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:58:46.013489 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] Attempting to bind port 24207b21-88d2-497f-ab62-4f046166e417 on network f498e557-562d-40a0-a0c7-c018607ffdc3 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:58:46.043169 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:58:46.046108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] Checking segment: {'id': '2bd95027-1f71-4550-997d-827fcef4f4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f498e557-562d-40a0-a0c7-c018607ffdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:58:46.046730 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:46.047275 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] Bound using segment: {'id': '2bd95027-1f71-4550-997d-827fcef4f4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f498e557-562d-40a0-a0c7-c018607ffdc3'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:58:46.047910 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] Bound port: 24207b21-88d2-497f-ab62-4f046166e417, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd95027-1f71-4550-997d-827fcef4f4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f498e557-562d-40a0-a0c7-c018607ffdc3'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:58:46.051766 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (24207b21-88d2-497f-ab62-4f046166e417), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:46.054697 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f122141-041e-4bf8-b500-f843684c314b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:46.059018 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0b13fff-5a26-442b-9f59-c52d5a5c34f3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (083204fa-5916-499c-b251-7c5c9161fa52), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:46.154785 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d168d45-f745-4d9b-a566-3ea8a48f4b3b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (a3f31b6f-672a-4fff-801a-24f97c0d88a0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:46.171522 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b13fff-5a26-442b-9f59-c52d5a5c34f3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083204fa-5916-499c-b251-7c5c9161fa52,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:46.196823 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e0b13fff-5a26-442b-9f59-c52d5a5c34f3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:46.200026 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e0b13fff-5a26-442b-9f59-c52d5a5c34f3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7665575 Feb 07 16:58:46.206722 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a86cec-c70a-4dd3-8140-5e5905b71c46 req-e2b5ed58-1dec-45f7-ba00-d5dc8d3a3cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:46.210523 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55080) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:46.215744 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-13a86cec-c70a-4dd3-8140-5e5905b71c46 req-e2b5ed58-1dec-45f7-ba00-d5dc8d3a3cb6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 1127 time: 0.3287358 Feb 07 16:58:46.226459 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c1f69819-2175-4ab0-8ca8-2accbb5488b3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': '40ebef1d-98c4-4ddc-abd6-a92477c5a1a6', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:46.316606 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d168d45-f745-4d9b-a566-3ea8a48f4b3b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (a3f31b6f-672a-4fff-801a-24f97c0d88a0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:46.326688 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-051e0f52-e9d7-45bb-b02c-256b14809e84 admin admin] Publish callbacks [] for security_group (1fa61400-2989-48a3-93ff-dd2423dce86e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:46.332613 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-c1f69819-2175-4ab0-8ca8-2accbb5488b3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Project b7f3b936ec124a74b808700fdcd55162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 16:58:46.339419 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-051e0f52-e9d7-45bb-b02c-256b14809e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1fa61400-2989-48a3-93ff-dd2423dce86e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:46.372713 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1f69819-2175-4ab0-8ca8-2accbb5488b3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (486bb3b0-952a-46f7-aab4-fafd1d899b65), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:46.384917 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f122141-041e-4bf8-b500-f843684c314b None None] Pushing event updated for resources: {'Port': ['ID=3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:46.438621 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] For port 24207b21-88d2-497f-ab62-4f046166e417, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:58:46.448179 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] For port 24207b21-88d2-497f-ab62-4f046166e417, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=24207b21-88d2-497f-ab62-4f046166e417,segment=NetworkSegment(2bd95027-1f71-4550-997d-827fcef4f4d5),segment_id=2bd95027-1f71-4550-997d-827fcef4f4d5)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:58:46.470747 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-13a86cec-c70a-4dd3-8140-5e5905b71c46 req-f6e31a75-85be-40a3-b24c-d46d43607277 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204223 Feb 07 16:58:46.471742 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d168d45-f745-4d9b-a566-3ea8a48f4b3b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f31b6f-672a-4fff-801a-24f97c0d88a0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:46.473470 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (24207b21-88d2-497f-ab62-4f046166e417), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:46.506101 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d168d45-f745-4d9b-a566-3ea8a48f4b3b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:46.512879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e0f52-e9d7-45bb-b02c-256b14809e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa61400-2989-48a3-93ff-dd2423dce86e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:46.518151 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2d168d45-f745-4d9b-a566-3ea8a48f4b3b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "DELETE /v2.0/subnets/a3f31b6f-672a-4fff-801a-24f97c0d88a0 HTTP/1.1" status: 204 len: 168 time: 1.1073065 Feb 07 16:58:46.519523 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55092) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:46.548716 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-051e0f52-e9d7-45bb-b02c-256b14809e84 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e85173cd5af64112ad5917b9cb3738d4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0565112 Feb 07 16:58:46.552362 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55094) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:46.608646 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fcb57-74be-40db-96e1-ef3596105211 None None] Pushing event updated for resources: {'Port': ['ID=24207b21-88d2-497f-ab62-4f046166e417,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:46.671362 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439d181-69cf-4149-a433-fce6e16bd4ab tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:46.677461 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e439d181-69cf-4149-a433-fce6e16bd4ab tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1534503 Feb 07 16:58:46.683242 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55096) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:46.704016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a3227-d5a0-4fc9-bb87-23119d49e10e req-426551ba-0772-4e4d-8db8-d8606ca7cd17 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:46.706138 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b6a3227-d5a0-4fc9-bb87-23119d49e10e req-426551ba-0772-4e4d-8db8-d8606ca7cd17 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.2492263 Feb 07 16:58:46.706523 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1f69819-2175-4ab0-8ca8-2accbb5488b3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (486bb3b0-952a-46f7-aab4-fafd1d899b65), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:46.739915 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1966f551-3856-4212-904e-608ba5e32054 req-9b1499fb-eb18-4a95-a58a-bd6e0c5dc01b tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 210 time: 0.1169915 Feb 07 16:58:46.740647 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1f69819-2175-4ab0-8ca8-2accbb5488b3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (486bb3b0-952a-46f7-aab4-fafd1d899b65), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:46.846341 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7fa719f8-1ee8-4015-ba96-cb4ef79de012 admin admin] Publish callbacks [] for security_group (1fa61400-2989-48a3-93ff-dd2423dce86e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:46.954772 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b6a3227-d5a0-4fc9-bb87-23119d49e10e req-b73bf54f-29f1-4f38-846b-b9714c283a4c tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314577 Feb 07 16:58:46.983148 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f69819-2175-4ab0-8ca8-2accbb5488b3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486bb3b0-952a-46f7-aab4-fafd1d899b65,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:47.026745 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1f69819-2175-4ab0-8ca8-2accbb5488b3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:47.028365 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c1f69819-2175-4ab0-8ca8-2accbb5488b3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8116393 Feb 07 16:58:47.032576 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7fa719f8-1ee8-4015-ba96-cb4ef79de012 admin admin] Publish callbacks [] for security_group (1fa61400-2989-48a3-93ff-dd2423dce86e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:47.033345 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55106) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:47.079109 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-44cf0224-ece4-4b61-92e4-b71938f9c5ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'network': {'name': 'tempest-network-smoke--306528359', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'port_security_enabled': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:47.152981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-1ef29be4-78dc-4e0c-bf71-a4d65c238a71 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:47.154951 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-1ef29be4-78dc-4e0c-bf71-a4d65c238a71 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.32 "GET /v2.0/networks?id=68e8b4ef-5d37-4e40-9440-79c18f6d00fd HTTP/1.1" status: 200 len: 815 time: 0.5310659 Feb 07 16:58:47.163680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cf0224-ece4-4b61-92e4-b71938f9c5ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Made reservation on behalf of b7f3b936ec124a74b808700fdcd55162 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:58:47.169207 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44cf0224-ece4-4b61-92e4-b71938f9c5ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:47.234936 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (f498e557-562d-40a0-a0c7-c018607ffdc3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:47.262456 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cf0224-ece4-4b61-92e4-b71938f9c5ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:58:47.307378 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44cf0224-ece4-4b61-92e4-b71938f9c5ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (2075f485-98b9-4098-bd23-427890e5e09f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:47.307855 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-44cf0224-ece4-4b61-92e4-b71938f9c5ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Added segment 2075f485-98b9-4098-bd23-427890e5e09f of type vlan for network ee68e4cc-35f2-42ab-88dd-35c973261201 Feb 07 16:58:47.380170 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-43f7861c-7b40-4f42-813c-943111edc7d2 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd305394fc5c4df09b672a58da37dd65 HTTP/1.1" status: 200 len: 380 time: 0.2080121 Feb 07 16:58:47.467919 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-4d590c00-9db7-40ce-ae79-e42379b0846f tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Request body: {'port': {'device_id': '93f23f38-6e8d-4636-845e-85ec6793eba2', 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd', 'admin_state_up': True, 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'security_groups': ['a79a8381-8271-4e00-91bd-43dc52840eca']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:47.566559 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7fa719f8-1ee8-4015-ba96-cb4ef79de012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1fa61400-2989-48a3-93ff-dd2423dce86e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:47.574749 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7fa719f8-1ee8-4015-ba96-cb4ef79de012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:47.576176 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7fa719f8-1ee8-4015-ba96-cb4ef79de012 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1fa61400-2989-48a3-93ff-dd2423dce86e HTTP/1.1" status: 204 len: 168 time: 0.9971037 Feb 07 16:58:47.577671 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Deleting port 24207b21-88d2-497f-ab62-4f046166e417 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:58:47.577997 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (24207b21-88d2-497f-ab62-4f046166e417), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:47.578339 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44cf0224-ece4-4b61-92e4-b71938f9c5ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (ee68e4cc-35f2-42ab-88dd-35c973261201), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:47.619124 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa719f8-1ee8-4015-ba96-cb4ef79de012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa61400-2989-48a3-93ff-dd2423dce86e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:47.693067 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44cf0224-ece4-4b61-92e4-b71938f9c5ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (ee68e4cc-35f2-42ab-88dd-35c973261201), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:47.719388 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf0224-ece4-4b61-92e4-b71938f9c5ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:47.729543 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44cf0224-ece4-4b61-92e4-b71938f9c5ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:47.827358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] For port 24207b21-88d2-497f-ab62-4f046166e417, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=24207b21-88d2-497f-ab62-4f046166e417,segment=NetworkSegment(2bd95027-1f71-4550-997d-827fcef4f4d5),segment_id=2bd95027-1f71-4550-997d-827fcef4f4d5)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:47.828181 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (24207b21-88d2-497f-ab62-4f046166e417), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:47.850196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Calling delete_port for 24207b21-88d2-497f-ab62-4f046166e417 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:58:48.008888 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-44cf0224-ece4-4b61-92e4-b71938f9c5ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9717457 Feb 07 16:58:48.017348 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55134) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:48.043129 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f65d0741-196e-44dd-953d-f4df10181436 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-548594130', 'admin_state_up': True, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:48.162958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf0224-ece4-4b61-92e4-b71938f9c5ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Network': ['ID=ee68e4cc-35f2-42ab-88dd-35c973261201,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:48.186395 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c344d57-17f7-4ba4-8052-5a868a33495b req-5cc38a06-ffb6-46db-883b-1052e666f3db tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 210 time: 0.2164547 Feb 07 16:58:48.199029 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network ee68e4cc-35f2-42ab-88dd-35c973261201 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:58:48.226859 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (24207b21-88d2-497f-ab62-4f046166e417), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:48.250041 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f65d0741-196e-44dd-953d-f4df10181436 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (668c1be3-7ee7-4cba-96e6-2b6739c3e4f9), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:48.251626 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f65d0741-196e-44dd-953d-f4df10181436 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (668c1be3-7ee7-4cba-96e6-2b6739c3e4f9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:48.335887 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] No DVR routers for this DVR port 24207b21-88d2-497f-ab62-4f046166e417 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:58:48.395366 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f65d0741-196e-44dd-953d-f4df10181436 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_controller (668c1be3-7ee7-4cba-96e6-2b6739c3e4f9), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:48.506958 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event deleted for resources: {'Port': ['ID=24207b21-88d2-497f-ab62-4f046166e417,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:48.556744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 24207b21-88d2-497f-ab62-4f046166e417 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:58:48.561177 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03e294-6961-4fc7-8498-1873bdd3e250 req-2c9982cc-f815-4dea-8f3f-8ab1651a4cca tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:48.562988 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef03e294-6961-4fc7-8498-1873bdd3e250 req-2c9982cc-f815-4dea-8f3f-8ab1651a4cca tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.4330642 Feb 07 16:58:48.640143 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 24207b21-88d2-497f-ab62-4f046166e417 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:58:48.640817 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 24207b21-88d2-497f-ab62-4f046166e417 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 07 16:58:48.701672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Port 24207b21-88d2-497f-ab62-4f046166e417 not found, will not notify nova. {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 07 16:58:48.702330 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:58:48.812146 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (f498e557-562d-40a0-a0c7-c018607ffdc3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:48.841202 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ef03e294-6961-4fc7-8498-1873bdd3e250 req-54d1e367-4d29-44c4-ab66-b72b45bde7aa tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612789 Feb 07 16:58:48.862769 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f498e557-562d-40a0-a0c7-c018607ffdc3']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:48.911233 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd95027-1f71-4550-997d-827fcef4f4d5') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:48.911550 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd95027-1f71-4550-997d-827fcef4f4d5') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:48.932252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad52c148-7d7c-48d0-a991-553cbdd53ce4 None None] Network 6b48e1a8-680c-4717-8c21-5930a75325a6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:58:48.949623 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (2bd95027-1f71-4550-997d-827fcef4f4d5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:48.975934 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (2bd95027-1f71-4550-997d-827fcef4f4d5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:48.988908 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:58:48.990568 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (2bd95027-1f71-4550-997d-827fcef4f4d5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:58:49.000799 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:58:49.003134 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f65d0741-196e-44dd-953d-f4df10181436 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_gateway (668c1be3-7ee7-4cba-96e6-2b6739c3e4f9), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:49.007550 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-4d590c00-9db7-40ce-ae79-e42379b0846f tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Made reservation on behalf of bd305394fc5c4df09b672a58da37dd65 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:58:49.017156 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-4d590c00-9db7-40ce-ae79-e42379b0846f tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:49.201966 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (f498e557-562d-40a0-a0c7-c018607ffdc3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:49.207173 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:49.222633 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "DELETE /v2.0/networks/f498e557-562d-40a0-a0c7-c018607ffdc3 HTTP/1.1" status: 204 len: 168 time: 2.5371423 Feb 07 16:58:49.224445 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55166) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:49.225440 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:58:49.226166 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:49.311087 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3c069-b43a-4c21-972b-d5c5f2e69b70 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event deleted for resources: {'Network': ['ID=f498e557-562d-40a0-a0c7-c018607ffdc3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:49.396681 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ae55601f-29ba-475e-b326-976d627eb495 None None] Provisioning complete for port 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:58:49.396978 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ae55601f-29ba-475e-b326-976d627eb495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:49.692414 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d7c482-25c9-49ab-ae84-db91520bb08b None None] DHCP port deletion for f498e557-562d-40a0-a0c7-c018607ffdc3 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:58:49.746543 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (6b48e1a8-680c-4717-8c21-5930a75325a6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:49.818675 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6c6da-464e-4187-a239-d513eeb49e1d req-105c8012-41b5-4c8f-9526-81bec640daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:49.822799 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ed6c6da-464e-4187-a239-d513eeb49e1d req-105c8012-41b5-4c8f-9526-81bec640daa9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8958f6ad8ce64d2cafce718553b9cb64&device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 1127 time: 0.2562385 Feb 07 16:58:49.851650 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653d9140-651f-4aad-bd9c-8b9af9bd423e None None] Network f498e557-562d-40a0-a0c7-c018607ffdc3 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:58:49.885986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653d9140-651f-4aad-bd9c-8b9af9bd423e None None] Network f498e557-562d-40a0-a0c7-c018607ffdc3 could not be found, it might have been deleted concurrently. {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 07 16:58:49.952881 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:49.953398 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:50.088478 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003,segment=NetworkSegment(e71a5a31-d7ce-4fc2-9315-2f9038156267),segment_id=e71a5a31-d7ce-4fc2-9315-2f9038156267)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:50.096676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39d71fc-76bf-4421-89b6-cdec3e5ebe8d None None] DHCP port deletion for 6b48e1a8-680c-4717-8c21-5930a75325a6 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:58:50.103244 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:50.179565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:50.196015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ae55601f-29ba-475e-b326-976d627eb495 None None] Current status of the port 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:50.199560 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ae55601f-29ba-475e-b326-976d627eb495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:50.339211 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d39d71fc-76bf-4421-89b6-cdec3e5ebe8d None None] Deleting port 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:58:50.340395 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d39d71fc-76bf-4421-89b6-cdec3e5ebe8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:50.350392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 24207b21-88d2-497f-ab62-4f046166e417 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:58:50.386281 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 24207b21-88d2-497f-ab62-4f046166e417 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:58:50.387094 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 24207b21-88d2-497f-ab62-4f046166e417 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:58:50.387890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:58:50.389928 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-ae55601f-29ba-475e-b326-976d627eb495 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:58:50.390507 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-ae55601f-29ba-475e-b326-976d627eb495 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:58:50.391784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6c6da-464e-4187-a239-d513eeb49e1d req-1260c673-7122-4852-8eac-c1e7b66b7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:50.395174 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ed6c6da-464e-4187-a239-d513eeb49e1d req-1260c673-7122-4852-8eac-c1e7b66b7f9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=f189284f-c88d-4a12-b11f-3bb2193ec906 HTTP/1.1" status: 200 len: 920 time: 0.5650418 Feb 07 16:58:50.440803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Deleting port 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:58:50.443174 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:50.498801 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d39d71fc-76bf-4421-89b6-cdec3e5ebe8d None None] For port 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003,segment=NetworkSegment(e71a5a31-d7ce-4fc2-9315-2f9038156267),segment_id=e71a5a31-d7ce-4fc2-9315-2f9038156267)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:50.499680 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d39d71fc-76bf-4421-89b6-cdec3e5ebe8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:50.517708 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d39d71fc-76bf-4421-89b6-cdec3e5ebe8d None None] Calling delete_port for 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:58:50.544462 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-4d590c00-9db7-40ce-ae79-e42379b0846f tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Allocated IP 172.20.0.5 (68e8b4ef-5d37-4e40-9440-79c18f6d00fd/3aeb2729-d066-4c80-8fec-bec551896778/ecef4413-b044-467c-a6e2-dc25eb8f0029) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:58:50.596127 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ed6c6da-464e-4187-a239-d513eeb49e1d req-c40f3c7b-86ba-436f-89da-732f632bf4bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d0954c-bec5-44a9-b1eb-97d72c118154 HTTP/1.1" status: 200 len: 217 time: 0.1841273 Feb 07 16:58:50.611793 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:50.612586 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:50.700373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003,segment=NetworkSegment(e71a5a31-d7ce-4fc2-9315-2f9038156267),segment_id=e71a5a31-d7ce-4fc2-9315-2f9038156267)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:50.710535 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:50.783624 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-4d590c00-9db7-40ce-ae79-e42379b0846f tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for port (ecef4413-b044-467c-a6e2-dc25eb8f0029), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:50.840818 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-4d590c00-9db7-40ce-ae79-e42379b0846f tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ecef4413-b044-467c-a6e2-dc25eb8f0029), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:50.907448 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-4d590c00-9db7-40ce-ae79-e42379b0846f tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Network 68e8b4ef-5d37-4e40-9440-79c18f6d00fd is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:58:50.912057 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-4d590c00-9db7-40ce-ae79-e42379b0846f tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:58:50.914045 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-4d590c00-9db7-40ce-ae79-e42379b0846f tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:58:50.919867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55192) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:50.976192 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:50.987315 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f68e66e6-1468-43f3-ab8f-aa35004c1a66 req-9e8abee3-2a31-4c3b-a24e-a16d8ec248f7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7684641 Feb 07 16:58:51.005551 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d39d71fc-76bf-4421-89b6-cdec3e5ebe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:51.062598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39d71fc-76bf-4421-89b6-cdec3e5ebe8d None None] No DVR routers for this DVR port 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:58:51.076391 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d71fc-76bf-4421-89b6-cdec3e5ebe8d None None] Pushing event deleted for resources: {'Port': ['ID=3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:51.086673 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ae55601f-29ba-475e-b326-976d627eb495 None None] Current status of the port 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:51.088327 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ae55601f-29ba-475e-b326-976d627eb495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:51.121814 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1285f51-5434-4903-b312-d15c8dca2c62 req-2d5a4772-2cf9-4d7c-8b2f-2b7aa4718fc9 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:51.123458 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e1285f51-5434-4903-b312-d15c8dca2c62 req-2d5a4772-2cf9-4d7c-8b2f-2b7aa4718fc9 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 931 time: 0.3010385 Feb 07 16:58:51.163303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d590c00-9db7-40ce-ae79-e42379b0846f tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Pushing event updated for resources: {'Port': ['ID=ecef4413-b044-467c-a6e2-dc25eb8f0029,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:51.216468 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-4d590c00-9db7-40ce-ae79-e42379b0846f tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:51.217168 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-4d590c00-9db7-40ce-ae79-e42379b0846f tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:51.236079 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:51.252076 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-4d590c00-9db7-40ce-ae79-e42379b0846f tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8602903 Feb 07 16:58:51.255015 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] For port 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003,segment=NetworkSegment(e71a5a31-d7ce-4fc2-9315-2f9038156267),segment_id=e71a5a31-d7ce-4fc2-9315-2f9038156267)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:51.255391 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:51.268775 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Request body: {'port': {'device_id': '93f23f38-6e8d-4636-845e-85ec6793eba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:51.287185 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Calling delete_port for 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:58:51.321897 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-de80bb14-b39e-4635-b7ef-2abf207bcb67 None None] Could not find standard attr ID for object 24207b21-88d2-497f-ab62-4f046166e417. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 16:58:51.324565 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e1285f51-5434-4903-b312-d15c8dca2c62 req-cfe51c26-cb1b-4698-ba81-794131aecf70 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/security-groups?id=a79a8381-8271-4e00-91bd-43dc52840eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912851 Feb 07 16:58:51.385881 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:51.408149 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] No DVR routers for this DVR port 3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:58:51.418217 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ecef4413-b044-467c-a6e2-dc25eb8f0029), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:51.441975 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6c6da-464e-4187-a239-d513eeb49e1d req-2ae3cb93-6fd3-4cab-8a1b-c61a69b656bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:51.443498 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ed6c6da-464e-4187-a239-d513eeb49e1d req-2ae3cb93-6fd3-4cab-8a1b-c61a69b656bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cea5ae11-c3af-48b5-b914-327a543b7978 HTTP/1.1" status: 200 len: 859 time: 0.8108237 Feb 07 16:58:51.457923 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-58e751a8-6b9a-4517-be72-2e2c2d288533 None None] Provisioning complete for port ecef4413-b044-467c-a6e2-dc25eb8f0029 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:58:51.460386 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-58e751a8-6b9a-4517-be72-2e2c2d288533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ecef4413-b044-467c-a6e2-dc25eb8f0029), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:51.487515 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4148b0bc-ecaf-4678-a63b-229520b06fec tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'network': {'name': 'tempest-network-smoke--1854953098', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'port_security_enabled': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:51.540456 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-58e751a8-6b9a-4517-be72-2e2c2d288533 None None] Port ecef4413-b044-467c-a6e2-dc25eb8f0029 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:58:51.581884 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (6b48e1a8-680c-4717-8c21-5930a75325a6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:51.608418 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b48e1a8-680c-4717-8c21-5930a75325a6']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:51.620864 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71a5a31-d7ce-4fc2-9315-2f9038156267') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:51.621175 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71a5a31-d7ce-4fc2-9315-2f9038156267') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:51.623939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4148b0bc-ecaf-4678-a63b-229520b06fec tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Made reservation on behalf of e266b4b9b1d544eabc5eebcc70b0d46e for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:58:51.628925 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4148b0bc-ecaf-4678-a63b-229520b06fec tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:51.632504 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (e71a5a31-d7ce-4fc2-9315-2f9038156267), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:51.652884 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e71a5a31-d7ce-4fc2-9315-2f9038156267), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:51.660012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:58:51.660413 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (e71a5a31-d7ce-4fc2-9315-2f9038156267), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:51.694696 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4148b0bc-ecaf-4678-a63b-229520b06fec tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:58:51.739553 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:58:51.742021 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event deleted for resources: {'Port': ['ID=3f1e5c4c-b2ac-4a97-bd50-e1ac23f9f003,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:51.754568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f3610-79ad-4218-a333-f75bc914bfd6 req-5317ae7a-8f1a-453c-9f82-5e2a6d44f46b tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:51.756522 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d68f3610-79ad-4218-a333-f75bc914bfd6 req-5317ae7a-8f1a-453c-9f82-5e2a6d44f46b tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 1.1548097 Feb 07 16:58:51.761101 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (6b48e1a8-680c-4717-8c21-5930a75325a6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:51.772929 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f65d0741-196e-44dd-953d-f4df10181436 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_gateway (668c1be3-7ee7-4cba-96e6-2b6739c3e4f9), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:51.795680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e66e6-1468-43f3-ab8f-aa35004c1a66 req-865717e0-09e6-48b5-a3d1-1028cfb2aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:51.797184 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f68e66e6-1468-43f3-ab8f-aa35004c1a66 req-865717e0-09e6-48b5-a3d1-1028cfb2aca5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fdea7f1b6324f67b931aa532697bca1&device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 1129 time: 0.6895540 Feb 07 16:58:51.846685 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ed6c6da-464e-4187-a239-d513eeb49e1d req-248e18a9-f123-4f73-8855-85a4c66ddf8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f189284f-c88d-4a12-b11f-3bb2193ec906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169646 Feb 07 16:58:51.895151 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f65d0741-196e-44dd-953d-f4df10181436 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:52.007369 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:52.011508 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "DELETE /v2.0/networks/6b48e1a8-680c-4717-8c21-5930a75325a6 HTTP/1.1" status: 204 len: 168 time: 2.7669125 Feb 07 16:58:52.014108 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20275c93-cea5-4d2f-842f-1dcababc0e62 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event deleted for resources: {'Network': ['ID=6b48e1a8-680c-4717-8c21-5930a75325a6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:52.016609 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e66e6-1468-43f3-ab8f-aa35004c1a66 req-d65cb508-2ff9-46a4-88dd-5c64fce1cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:52.026396 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f68e66e6-1468-43f3-ab8f-aa35004c1a66 req-d65cb508-2ff9-46a4-88dd-5c64fce1cb6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=558210b1-aeef-4297-87e4-07b1b1a8ae99 HTTP/1.1" status: 200 len: 918 time: 0.1787012 Feb 07 16:58:52.027614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55202) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:52.217142 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ed6c6da-464e-4187-a239-d513eeb49e1d req-0469bf42-25b0-46f2-9d77-dbf51d42229a service neutron] 10.222.0.48 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790075 Feb 07 16:58:52.296416 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4148b0bc-ecaf-4678-a63b-229520b06fec tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group (4e30f227-8dd0-4561-a2c7-69cb5f00d526), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:52.346542 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-f65d0741-196e-44dd-953d-f4df10181436 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Allocated IP 172.25.4.234 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/d1ee8607-93a6-4449-bd2f-3a7f59f38af5) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:58:52.354413 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4148b0bc-ecaf-4678-a63b-229520b06fec tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4e30f227-8dd0-4561-a2c7-69cb5f00d526), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:52.410761 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ed6c6da-464e-4187-a239-d513eeb49e1d req-0bd59c64-1d3e-4f94-a44c-a07082e656f1 service neutron] 10.222.0.48 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775880 Feb 07 16:58:52.519274 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4148b0bc-ecaf-4678-a63b-229520b06fec tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:58:52.581144 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dfe5a547-b738-4f42-a3e4-257091c07c36 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (cfea0d75-7f67-4a56-b784-76a3093f284d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:52.605725 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4148b0bc-ecaf-4678-a63b-229520b06fec tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e5749024-453e-4820-bccc-90d03fde6ee0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:52.607313 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-4148b0bc-ecaf-4678-a63b-229520b06fec tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Added segment e5749024-453e-4820-bccc-90d03fde6ee0 of type vlan for network fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e Feb 07 16:58:52.629797 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d68f3610-79ad-4218-a333-f75bc914bfd6 req-01e3335a-550f-4d62-86b7-3c4c94106de7 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8457897 Feb 07 16:58:52.644577 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f68e66e6-1468-43f3-ab8f-aa35004c1a66 req-90da99c9-6008-4544-a050-46a29feb9712 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2 HTTP/1.1" status: 200 len: 1001 time: 0.4227493 Feb 07 16:58:52.670639 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148b0bc-ecaf-4678-a63b-229520b06fec tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e30f227-8dd0-4561-a2c7-69cb5f00d526,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:52.749901 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4148b0bc-ecaf-4678-a63b-229520b06fec tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:52.757932 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecef4413-b044-467c-a6e2-dc25eb8f0029 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:58:52.779395 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Publish callbacks [] for port (ecef4413-b044-467c-a6e2-dc25eb8f0029), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:52.816070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e66e6-1468-43f3-ab8f-aa35004c1a66 req-e2ac444e-a8f0-4f63-ab22-9844b3a4f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:52.820031 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f68e66e6-1468-43f3-ab8f-aa35004c1a66 req-e2ac444e-a8f0-4f63-ab22-9844b3a4f819 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e08eff2f-7c93-4ede-90b9-2e6bbced6db6 HTTP/1.1" status: 200 len: 856 time: 0.1512623 Feb 07 16:58:52.822932 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dfe5a547-b738-4f42-a3e4-257091c07c36 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (cfea0d75-7f67-4a56-b784-76a3093f284d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:52.860162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a258627-50f9-49cb-a63f-26fc805076ed req-8072b7c5-6d82-4c4b-ac5f-5a9260a60dc0 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:52.861782 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a258627-50f9-49cb-a63f-26fc805076ed req-8072b7c5-6d82-4c4b-ac5f-5a9260a60dc0 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 931 time: 0.3400798 Feb 07 16:58:52.865435 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Transition to ACTIVE for port object ecef4413-b044-467c-a6e2-dc25eb8f0029 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:58:52.881758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-dfe5a547-b738-4f42-a3e4-257091c07c36 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfea0d75-7f67-4a56-b784-76a3093f284d']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:52.885338 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ecef4413-b044-467c-a6e2-dc25eb8f0029), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:52.888721 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4148b0bc-ecaf-4678-a63b-229520b06fec tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:52.895939 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-dfe5a547-b738-4f42-a3e4-257091c07c36 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec64e407-2e5c-4d3b-89b7-5876d3928914') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:52.896180 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4148b0bc-ecaf-4678-a63b-229520b06fec tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:52.896618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-dfe5a547-b738-4f42-a3e4-257091c07c36 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec64e407-2e5c-4d3b-89b7-5876d3928914') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:52.896784 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4148b0bc-ecaf-4678-a63b-229520b06fec tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:52.917705 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dfe5a547-b738-4f42-a3e4-257091c07c36 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (ec64e407-2e5c-4d3b-89b7-5876d3928914), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:52.921179 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e66e6-1468-43f3-ab8f-aa35004c1a66 req-68dce39a-aed3-44e3-96af-b3339af540aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:52.922994 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f68e66e6-1468-43f3-ab8f-aa35004c1a66 req-68dce39a-aed3-44e3-96af-b3339af540aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=558210b1-aeef-4297-87e4-07b1b1a8ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0970428 Feb 07 16:58:52.995176 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dfe5a547-b738-4f42-a3e4-257091c07c36 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (ec64e407-2e5c-4d3b-89b7-5876d3928914), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:53.009959 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe5a547-b738-4f42-a3e4-257091c07c36 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:58:53.011059 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dfe5a547-b738-4f42-a3e4-257091c07c36 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (ec64e407-2e5c-4d3b-89b7-5876d3928914), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:58:53.015698 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:58:53.115594 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dfe5a547-b738-4f42-a3e4-257091c07c36 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (cfea0d75-7f67-4a56-b784-76a3093f284d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:53.163256 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dfe5a547-b738-4f42-a3e4-257091c07c36 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:53.184480 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dfe5a547-b738-4f42-a3e4-257091c07c36 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "DELETE /v2.0/networks/cfea0d75-7f67-4a56-b784-76a3093f284d HTTP/1.1" status: 204 len: 168 time: 0.9788952 Feb 07 16:58:53.186302 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55216) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:53.187798 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:53.210430 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a258627-50f9-49cb-a63f-26fc805076ed req-b8381ef6-83c9-4afe-93b2-fff653beab35 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/security-groups?id=a79a8381-8271-4e00-91bd-43dc52840eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323967 Feb 07 16:58:53.239257 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f65d0741-196e-44dd-953d-f4df10181436 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (d1ee8607-93a6-4449-bd2f-3a7f59f38af5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:53.269464 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4148b0bc-ecaf-4678-a63b-229520b06fec tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3215592 Feb 07 16:58:53.290541 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55218) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:53.308475 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e2e63d7f-7ed8-4b8d-ab4e-9298e6c91f2c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-886703135', 'admin_state_up': True, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:53.350124 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Pushing event updated for resources: {'Port': ['ID=ecef4413-b044-467c-a6e2-dc25eb8f0029,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:53.365339 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (9d2074bd-410b-448c-bd4d-ea7b5c300a68), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:53.367372 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5a547-b738-4f42-a3e4-257091c07c36 tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event deleted for resources: {'Network': ['ID=cfea0d75-7f67-4a56-b784-76a3093f284d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:53.367712 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148b0bc-ecaf-4678-a63b-229520b06fec tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Network': ['ID=fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:53.373163 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f68e66e6-1468-43f3-ab8f-aa35004c1a66 req-1cb2ffb1-1608-41cc-9982-7671efcaacb5 service neutron] 10.222.0.48 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413688 Feb 07 16:58:53.393084 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:58:53.463047 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Attempting to bind port ecef4413-b044-467c-a6e2-dc25eb8f0029 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:58:53.463777 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Attempting to bind port ecef4413-b044-467c-a6e2-dc25eb8f0029 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '64c39426-2073-4249-b5cb-4c7c47311602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:58:53.464326 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Attempting to bind port ecef4413-b044-467c-a6e2-dc25eb8f0029 on network 68e8b4ef-5d37-4e40-9440-79c18f6d00fd {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:58:53.467067 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2e63d7f-7ed8-4b8d-ab4e-9298e6c91f2c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (e4ba6760-7098-4b9e-bd41-517cb44e8abc), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:53.468326 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2e63d7f-7ed8-4b8d-ab4e-9298e6c91f2c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (e4ba6760-7098-4b9e-bd41-517cb44e8abc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:53.489227 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Port ecef4413-b044-467c-a6e2-dc25eb8f0029 on network 68e8b4ef-5d37-4e40-9440-79c18f6d00fd not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:58:53.489958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Attempting to bind port ecef4413-b044-467c-a6e2-dc25eb8f0029 on network 68e8b4ef-5d37-4e40-9440-79c18f6d00fd {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:58:53.504726 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:58:53.505466 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Checking segment: {'id': '64c39426-2073-4249-b5cb-4c7c47311602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:58:53.506065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Bound using segment: {'id': '64c39426-2073-4249-b5cb-4c7c47311602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:58:53.506717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Bound port: ecef4413-b044-467c-a6e2-dc25eb8f0029, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c39426-2073-4249-b5cb-4c7c47311602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:58:53.507314 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ecef4413-b044-467c-a6e2-dc25eb8f0029), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:53.515850 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f65d0741-196e-44dd-953d-f4df10181436 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d1ee8607-93a6-4449-bd2f-3a7f59f38af5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:53.627574 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (9d2074bd-410b-448c-bd4d-ea7b5c300a68), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:53.663177 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] For port ecef4413-b044-467c-a6e2-dc25eb8f0029, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:58:53.668013 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] For port ecef4413-b044-467c-a6e2-dc25eb8f0029, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ecef4413-b044-467c-a6e2-dc25eb8f0029,segment=NetworkSegment(64c39426-2073-4249-b5cb-4c7c47311602),segment_id=64c39426-2073-4249-b5cb-4c7c47311602)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:58:53.670384 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f68e66e6-1468-43f3-ab8f-aa35004c1a66 req-51f207ca-af55-43f4-873e-a68ddc96a4b5 service neutron] 10.222.0.48 "GET /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860005 Feb 07 16:58:53.675720 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2074bd-410b-448c-bd4d-ea7b5c300a68']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:53.703748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65d0741-196e-44dd-953d-f4df10181436 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:58:53.719276 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f65d0741-196e-44dd-953d-f4df10181436 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:58:53.719611 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331c4981-da2a-43b7-91f6-cbac4d16efac') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:53.719896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331c4981-da2a-43b7-91f6-cbac4d16efac') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:53.721812 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ecef4413-b044-467c-a6e2-dc25eb8f0029), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:53.726359 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2e63d7f-7ed8-4b8d-ab4e-9298e6c91f2c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for router_controller (e4ba6760-7098-4b9e-bd41-517cb44e8abc), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:53.727713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65d0741-196e-44dd-953d-f4df10181436 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:58:53.762616 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (331c4981-da2a-43b7-91f6-cbac4d16efac), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:53.778229 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (331c4981-da2a-43b7-91f6-cbac4d16efac), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:53.786216 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:58:53.786932 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (331c4981-da2a-43b7-91f6-cbac4d16efac), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:58:53.845470 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:58:53.886510 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d0741-196e-44dd-953d-f4df10181436 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=d1ee8607-93a6-4449-bd2f-3a7f59f38af5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:53.896975 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:53.897707 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:53.899630 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] 10.222.0.32 "PUT /v2.0/ports/ecef4413-b044-467c-a6e2-dc25eb8f0029 HTTP/1.1" status: 200 len: 1091 time: 2.6351383 Feb 07 16:58:53.910356 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f23f38-6e8d-4636-845e-85ec6793eba2', 'tag': 'ecef4413-b044-467c-a6e2-dc25eb8f0029'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:58:53.913148 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1ac4e5-dcc9-4fd3-8942-2a033464355e" -d '{"events": [{"name": "network-changed", "server_uuid": "93f23f38-6e8d-4636-845e-85ec6793eba2", "tag": "ecef4413-b044-467c-a6e2-dc25eb8f0029"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:58:54.206260 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2e63d7f-7ed8-4b8d-ab4e-9298e6c91f2c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for router_gateway (e4ba6760-7098-4b9e-bd41-517cb44e8abc), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:54.218941 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ee3ffe-fbcc-4eee-a49a-113a57df3d26 x-openstack-request-id: req-87ee3ffe-fbcc-4eee-a49a-113a57df3d26 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:58:54.219513 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f23f38-6e8d-4636-845e-85ec6793eba2", "tag": "ecef4413-b044-467c-a6e2-dc25eb8f0029", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:58:54.220300 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87ee3ffe-fbcc-4eee-a49a-113a57df3d26 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:58:54.222171 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f23f38-6e8d-4636-845e-85ec6793eba2', 'tag': 'ecef4413-b044-467c-a6e2-dc25eb8f0029', 'status': 'completed', 'code': 200} Feb 07 16:58:54.421849 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b11a5-b7b4-406a-9875-b97aa705bc05 service neutron] Pushing event updated for resources: {'Port': ['ID=ecef4413-b044-467c-a6e2-dc25eb8f0029,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:54.534430 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (9d2074bd-410b-448c-bd4d-ea7b5c300a68), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:54.553616 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:54.559311 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] 10.222.0.18 "DELETE /v2.0/networks/9d2074bd-410b-448c-bd4d-ea7b5c300a68 HTTP/1.1" status: 204 len: 168 time: 1.3439589 Feb 07 16:58:54.611894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b70e5-ce8f-4336-bc1b-5f26c4ed13e7 req-45652614-7324-41e7-8844-55ef6e870ac8 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:54.615144 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-221b70e5-ce8f-4336-bc1b-5f26c4ed13e7 req-45652614-7324-41e7-8844-55ef6e870ac8 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.7673318 Feb 07 16:58:54.616458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Pushing event deleted for resources: {'Network': ['ID=9d2074bd-410b-448c-bd4d-ea7b5c300a68,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:54.655735 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:54.656275 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:54.656808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:54.657380 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:54.657926 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:54.658462 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:54.658994 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:54.659851 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:54.660386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:54.660918 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:54.661480 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:54.662006 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:54.662525 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e0380-1c35-4f35-9d76-56216db7626b tempest-BulkNetworkOpsIpV6Test-1022122945 tempest-BulkNetworkOpsIpV6Test-1022122945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:58:54.784060 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-221b70e5-ce8f-4336-bc1b-5f26c4ed13e7 req-1ac4beec-c2be-4ac6-9547-9c43429e7779 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432621 Feb 07 16:58:55.158801 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-13baacdf-1098-4ad0-8d9b-28be6d3fc952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:55.161044 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-13baacdf-1098-4ad0-8d9b-28be6d3fc952 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd305394fc5c4df09b672a58da37dd65&device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 1125 time: 1.2026024 Feb 07 16:58:55.216657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55238) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:55.237740 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-454fa8b4-1945-46d6-bf57-9d4fc4c5f8a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecef4413-b044-467c-a6e2-dc25eb8f0029 HTTP/1.1" status: 200 len: 217 time: 0.0665970 Feb 07 16:58:55.400259 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78a6f1-2e36-4c8a-b081-ddb55c086a13 req-8af2f27e-94bd-4830-b1c2-2438eb96a1e2 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:55.407855 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7b78a6f1-2e36-4c8a-b081-ddb55c086a13 req-8af2f27e-94bd-4830-b1c2-2438eb96a1e2 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 943 time: 0.9975755 Feb 07 16:58:55.416231 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f65d0741-196e-44dd-953d-f4df10181436 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_gateway (668c1be3-7ee7-4cba-96e6-2b6739c3e4f9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:55.473419 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-17342718-24f2-4092-acde-23265ac39b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:55.475327 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-17342718-24f2-4092-acde-23265ac39b01 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3aeb2729-d066-4c80-8fec-bec551896778 HTTP/1.1" status: 200 len: 854 time: 0.2284086 Feb 07 16:58:55.577659 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9113d333-fcd0-4c54-bb35-e515026f9a0c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25da0a0c645b459e8a8f07370bd9456c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3590107 Feb 07 16:58:55.579948 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55246) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:55.651530 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7b78a6f1-2e36-4c8a-b081-ddb55c086a13 req-51072c5f-27b2-4b97-94b1-2b5de57add44 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/security-groups?id=a79a8381-8271-4e00-91bd-43dc52840eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423878 Feb 07 16:58:55.666149 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ea4c564-f951-4a15-a76f-35429def3f8a admin admin] Publish callbacks [] for security_group (d7013418-aae0-4e9f-8c51-90c06dd9ddd1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:55.708626 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ea4c564-f951-4a15-a76f-35429def3f8a admin admin] Publish callbacks [] for security_group (d7013418-aae0-4e9f-8c51-90c06dd9ddd1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:55.816552 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-70356616-8e9b-4b44-9c37-ffe2158fe34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:55.824912 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ea4c564-f951-4a15-a76f-35429def3f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d7013418-aae0-4e9f-8c51-90c06dd9ddd1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:55.828584 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ea4c564-f951-4a15-a76f-35429def3f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:55.835156 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5ea4c564-f951-4a15-a76f-35429def3f8a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7013418-aae0-4e9f-8c51-90c06dd9ddd1 HTTP/1.1" status: 204 len: 168 time: 0.2531140 Feb 07 16:58:55.846023 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4c564-f951-4a15-a76f-35429def3f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7013418-aae0-4e9f-8c51-90c06dd9ddd1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:55.891096 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2e63d7f-7ed8-4b8d-ab4e-9298e6c91f2c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for router_gateway (e4ba6760-7098-4b9e-bd41-517cb44e8abc), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:55.894379 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-db33b2cf-0efb-44e1-94bf-25c4cefcc6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:55.895980 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-db33b2cf-0efb-44e1-94bf-25c4cefcc6df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68e8b4ef-5d37-4e40-9440-79c18f6d00fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3748665 Feb 07 16:58:56.052889 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7133c6c-261a-47c9-a1fc-eda689f9845f req-231ad452-73e3-4606-972c-a9d3a8449992 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:56.055678 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c7133c6c-261a-47c9-a1fc-eda689f9845f req-231ad452-73e3-4606-972c-a9d3a8449992 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.0898199 Feb 07 16:58:56.105494 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2e63d7f-7ed8-4b8d-ab4e-9298e6c91f2c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:56.198763 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c7133c6c-261a-47c9-a1fc-eda689f9845f req-faa1e13b-46fa-46bd-822e-e7e1492df0d6 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284206 Feb 07 16:58:56.440734 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-23026645-33c8-4c2f-91b0-ce424d123e22 service neutron] 10.222.0.32 "GET /v2.0/networks/68e8b4ef-5d37-4e40-9440-79c18f6d00fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832931 Feb 07 16:58:56.602867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e2e63d7f-7ed8-4b8d-ab4e-9298e6c91f2c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Allocated IP 172.25.4.97 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/99df56ba-37f2-4367-b30e-ba670bc6bee9) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:58:56.835265 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f65d0741-196e-44dd-953d-f4df10181436 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (668c1be3-7ee7-4cba-96e6-2b6739c3e4f9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:56.934681 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-674c0cdc-ebb1-4b22-a3c7-860cfd80ded9 req-375b488c-03aa-473a-8ad2-3dd233c120cd service neutron] 10.222.0.32 "GET /v2.0/networks/68e8b4ef-5d37-4e40-9440-79c18f6d00fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837856 Feb 07 16:58:57.001516 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2e63d7f-7ed8-4b8d-ab4e-9298e6c91f2c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for port (99df56ba-37f2-4367-b30e-ba670bc6bee9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:57.178456 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f4b17-0b97-4862-93e5-1ad7dc38a2ba req-b6ef8ac7-dd2a-4691-a0bf-ef23ed1cab07 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:57.187233 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-934f4b17-0b97-4862-93e5-1ad7dc38a2ba req-b6ef8ac7-dd2a-4691-a0bf-ef23ed1cab07 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 943 time: 0.3667560 Feb 07 16:58:57.298385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ac4e5-dcc9-4fd3-8942-2a033464355e req-89adb83c-2e54-439a-a362-72ffcd284c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:57.300072 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc1ac4e5-dcc9-4fd3-8942-2a033464355e req-89adb83c-2e54-439a-a362-72ffcd284c40 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd305394fc5c4df09b672a58da37dd65&device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 1125 time: 0.2501338 Feb 07 16:58:57.301128 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2e63d7f-7ed8-4b8d-ab4e-9298e6c91f2c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (99df56ba-37f2-4367-b30e-ba670bc6bee9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:57.358157 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55298) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:57.417505 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-934f4b17-0b97-4862-93e5-1ad7dc38a2ba req-0eaf74d9-1e4c-40f5-9874-bfee2958fe6a tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/security-groups?id=a79a8381-8271-4e00-91bd-43dc52840eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167466 Feb 07 16:58:57.498799 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e63d7f-7ed8-4b8d-ab4e-9298e6c91f2c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:58:57.512768 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e2e63d7f-7ed8-4b8d-ab4e-9298e6c91f2c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:58:57.525110 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e63d7f-7ed8-4b8d-ab4e-9298e6c91f2c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:58:57.544462 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e63d7f-7ed8-4b8d-ab4e-9298e6c91f2c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Port': ['ID=99df56ba-37f2-4367-b30e-ba670bc6bee9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:57.566814 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e1306915-eb1c-4e29-9867-047b00437762 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1302276290'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:57.591894 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65d0741-196e-44dd-953d-f4df10181436 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Router 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:58:57.606124 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1306915-eb1c-4e29-9867-047b00437762 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Made reservation on behalf of 49e7b2b660e244cc88570b31d7f170c1 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:58:57.612995 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1306915-eb1c-4e29-9867-047b00437762 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:57.624879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ac4e5-dcc9-4fd3-8942-2a033464355e req-161c540c-168c-4b2b-b6e7-062477054c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:57.626683 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc1ac4e5-dcc9-4fd3-8942-2a033464355e req-161c540c-168c-4b2b-b6e7-062477054c14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68e8b4ef-5d37-4e40-9440-79c18f6d00fd HTTP/1.1" status: 200 len: 916 time: 0.3117046 Feb 07 16:58:57.632965 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1306915-eb1c-4e29-9867-047b00437762 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:57.757965 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1306915-eb1c-4e29-9867-047b00437762 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks [] for security_group (80b19c89-8f38-4c45-8650-ffcfcae45915), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:57.763005 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1306915-eb1c-4e29-9867-047b00437762 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (80b19c89-8f38-4c45-8650-ffcfcae45915), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:57.778195 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1306915-eb1c-4e29-9867-047b00437762 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:58:57.792068 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1306915-eb1c-4e29-9867-047b00437762 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (f6b50d28-22f5-45ab-9da6-ea59819170c4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:57.792475 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-e1306915-eb1c-4e29-9867-047b00437762 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Added segment f6b50d28-22f5-45ab-9da6-ea59819170c4 of type vlan for network 7ac2c55f-d793-448a-aaa2-27b5861352ac Feb 07 16:58:57.816281 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc1ac4e5-dcc9-4fd3-8942-2a033464355e req-05c58e82-3e88-4a96-b593-0cbc46a6e5ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecef4413-b044-467c-a6e2-dc25eb8f0029 HTTP/1.1" status: 200 len: 217 time: 0.1432726 Feb 07 16:58:57.916803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1306915-eb1c-4e29-9867-047b00437762 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b19c89-8f38-4c45-8650-ffcfcae45915,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:57.938636 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1306915-eb1c-4e29-9867-047b00437762 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (7ac2c55f-d793-448a-aaa2-27b5861352ac), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:57.964322 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ac4e5-dcc9-4fd3-8942-2a033464355e req-9a26f7ef-6e8a-474a-bbc9-50ad2e565ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:57.965943 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc1ac4e5-dcc9-4fd3-8942-2a033464355e req-9a26f7ef-6e8a-474a-bbc9-50ad2e565ca6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3aeb2729-d066-4c80-8fec-bec551896778 HTTP/1.1" status: 200 len: 854 time: 0.1423872 Feb 07 16:58:57.981958 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1306915-eb1c-4e29-9867-047b00437762 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (7ac2c55f-d793-448a-aaa2-27b5861352ac), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:57.992579 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1306915-eb1c-4e29-9867-047b00437762 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:57.993731 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1306915-eb1c-4e29-9867-047b00437762 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:58.044365 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65d0741-196e-44dd-953d-f4df10181436 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:58:58.060234 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] Sync routers for ids ['668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:58:58.074740 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] Routers {'668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:58:58.075488 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:58:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:58.098184 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1306915-eb1c-4e29-9867-047b00437762 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event updated for resources: {'Network': ['ID=7ac2c55f-d793-448a-aaa2-27b5861352ac,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:58:58.112623 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 7ac2c55f-d793-448a-aaa2-27b5861352ac details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:58:58.142351 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e1306915-eb1c-4e29-9867-047b00437762 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7829974 Feb 07 16:58:58.193768 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] Set router 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:58:58.265869 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d725bdba-d5cd-415b-977a-d6f97fe21244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:58.268462 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f65d0741-196e-44dd-953d-f4df10181436 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:58.269152 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f65d0741-196e-44dd-953d-f4df10181436 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 10.2428458 Feb 07 16:58:58.272363 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55320) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:58.311817 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2e63d7f-7ed8-4b8d-ab4e-9298e6c91f2c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for router_gateway (e4ba6760-7098-4b9e-bd41-517cb44e8abc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:58.829833 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548594130', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:48Z', 'updated_at': '2022-02-07T16:58:54Z', 'revision_number': 3, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:51Z', 'updated_at': '2022-02-07T16:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:58:58.857776 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ac4e5-dcc9-4fd3-8942-2a033464355e req-9ad0e4fc-cc20-4564-9fc9-a284b1fb036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:58.864197 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc1ac4e5-dcc9-4fd3-8942-2a033464355e req-9ad0e4fc-cc20-4564-9fc9-a284b1fb036f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68e8b4ef-5d37-4e40-9440-79c18f6d00fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8620853 Feb 07 16:58:58.879113 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b0d4f086-feb3-4bca-a68a-523d88521b8d tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=b7f3b936ec124a74b808700fdcd55162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6032727 Feb 07 16:58:58.894499 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765c7a4-9a7c-4bea-8ece-62bff82343d7 req-0bfceb14-6138-4fc4-991e-66d108e6024f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:58.904228 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a765c7a4-9a7c-4bea-8ece-62bff82343d7 req-0bfceb14-6138-4fc4-991e-66d108e6024f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.1370988 Feb 07 16:58:58.904228 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55340) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:58.933995 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] Checking router: 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:58:58.934261 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] Updating router 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 port d1ee8607-93a6-4449-bd2f-3a7f59f38af5 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:58:59.020512 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d1ee8607-93a6-4449-bd2f-3a7f59f38af5), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:59.083317 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ecef4413-b044-467c-a6e2-dc25eb8f0029 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:58:59.358042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbf03cd-395e-4b72-b592-87d6791c6af1 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:58:59.359755 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-edbf03cd-395e-4b72-b592-87d6791c6af1 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4543095 Feb 07 16:58:59.378882 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55346) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:59.395060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port ecef4413-b044-467c-a6e2-dc25eb8f0029, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ecef4413-b044-467c-a6e2-dc25eb8f0029,segment=NetworkSegment(64c39426-2073-4249-b5cb-4c7c47311602),segment_id=64c39426-2073-4249-b5cb-4c7c47311602)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:58:59.416856 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'ecef4413-b044-467c-a6e2-dc25eb8f0029', 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd', 'port_id': 'ecef4413-b044-467c-a6e2-dc25eb8f0029', 'mac_address': 'fa:16:3e:99:10:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aeb2729-d066-4c80-8fec-bec551896778', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:58:59.427799 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2977d073-b124-4c00-982c-789fa5954313 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475481 Feb 07 16:58:59.435350 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55348) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:58:59.444016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4879aef9-2a25-441a-8f18-52d0ba271009 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-559282516', 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:58:59.532215 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port ecef4413-b044-467c-a6e2-dc25eb8f0029 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:58:59.532858 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ecef4413-b044-467c-a6e2-dc25eb8f0029), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:59.577131 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4879aef9-2a25-441a-8f18-52d0ba271009 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Made reservation on behalf of b7f3b936ec124a74b808700fdcd55162 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:58:59.581625 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4879aef9-2a25-441a-8f18-52d0ba271009 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:59.750694 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] Publish callbacks [] for port (d1ee8607-93a6-4449-bd2f-3a7f59f38af5), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:59.762121 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d1ee8607-93a6-4449-bd2f-3a7f59f38af5), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:59.838441 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc1ac4e5-dcc9-4fd3-8942-2a033464355e req-76340645-86a2-47ac-82cc-54e2c9d6c0bb service neutron] 10.222.0.32 "GET /v2.0/networks/68e8b4ef-5d37-4e40-9440-79c18f6d00fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9450171 Feb 07 16:58:59.842042 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] Attempting to bind port d1ee8607-93a6-4449-bd2f-3a7f59f38af5 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:58:59.842684 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] Attempting to bind port d1ee8607-93a6-4449-bd2f-3a7f59f38af5 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:58:59.843930 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] Attempting to bind port d1ee8607-93a6-4449-bd2f-3a7f59f38af5 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:58:59.859517 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:58:59.860265 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:58:59.860773 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:59.861306 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:58:59.861965 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] Bound port: d1ee8607-93a6-4449-bd2f-3a7f59f38af5, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:58:59.862451 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d1ee8607-93a6-4449-bd2f-3a7f59f38af5), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:59.933493 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] For port d1ee8607-93a6-4449-bd2f-3a7f59f38af5, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:58:59.939471 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] For port d1ee8607-93a6-4449-bd2f-3a7f59f38af5, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d1ee8607-93a6-4449-bd2f-3a7f59f38af5,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:58:59.951900 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d1ee8607-93a6-4449-bd2f-3a7f59f38af5), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:59.952834 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a765c7a4-9a7c-4bea-8ece-62bff82343d7 req-786336ee-7160-4317-bfef-2d4a9a0ee49d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6782737 Feb 07 16:58:59.970011 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4879aef9-2a25-441a-8f18-52d0ba271009 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (46e7aa81-9dcc-468e-bfb9-c817f0e11f5e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:58:59.983669 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa573b39-3d58-4dff-bab1-e834331939aa None None] Pushing event updated for resources: {'Port': ['ID=d1ee8607-93a6-4449-bd2f-3a7f59f38af5,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:00.069991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecef4413-b044-467c-a6e2-dc25eb8f0029 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:59:00.082256 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc1ac4e5-dcc9-4fd3-8942-2a033464355e req-b0c71e45-af10-4291-b74f-84dbecca2989 service neutron] 10.222.0.32 "GET /v2.0/networks/68e8b4ef-5d37-4e40-9440-79c18f6d00fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280149 Feb 07 16:59:00.102665 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port ecef4413-b044-467c-a6e2-dc25eb8f0029, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ecef4413-b044-467c-a6e2-dc25eb8f0029,segment=NetworkSegment(64c39426-2073-4249-b5cb-4c7c47311602),segment_id=64c39426-2073-4249-b5cb-4c7c47311602)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:00.122732 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ecef4413-b044-467c-a6e2-dc25eb8f0029), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:00.133686 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] Routers {'668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:59:00.134477 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:58:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:00.183624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879aef9-2a25-441a-8f18-52d0ba271009 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Subnet': ['ID=46e7aa81-9dcc-468e-bfb9-c817f0e11f5e,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:00.192781 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df445740-910c-40d3-9f48-bc9b3df7f654 req-5550c0c7-553d-4f73-9424-7544f100a1e5 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:00.199205 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df445740-910c-40d3-9f48-bc9b3df7f654 req-5550c0c7-553d-4f73-9424-7544f100a1e5 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 943 time: 1.5748761 Feb 07 16:59:00.264179 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4879aef9-2a25-441a-8f18-52d0ba271009 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Checking segment: {'id': '2075f485-98b9-4098-bd23-427890e5e09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:00.264521 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4879aef9-2a25-441a-8f18-52d0ba271009 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network hostable DHCP agents. Network: ee68e4cc-35f2-42ab-88dd-35c973261201, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:59:00.296740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=ecef4413-b044-467c-a6e2-dc25eb8f0029,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:00.303348 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2e63d7f-7ed8-4b8d-ab4e-9298e6c91f2c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (e4ba6760-7098-4b9e-bd41-517cb44e8abc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:00.325960 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4879aef9-2a25-441a-8f18-52d0ba271009 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network ee68e4cc-35f2-42ab-88dd-35c973261201 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:59:00.333344 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:00.348177 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4879aef9-2a25-441a-8f18-52d0ba271009 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, ee68e4cc-35f2-42ab-88dd-35c973261201) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:00.374016 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304310e5-453c-4f27-813b-8dc0203e1d82 None None] Network ee68e4cc-35f2-42ab-88dd-35c973261201 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:59:00.378269 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4879aef9-2a25-441a-8f18-52d0ba271009 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:00.378928 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4879aef9-2a25-441a-8f18-52d0ba271009 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:00.458993 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4879aef9-2a25-441a-8f18-52d0ba271009 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0206802 Feb 07 16:59:00.460594 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa573b39-3d58-4dff-bab1-e834331939aa None None] Pushing event updated for resources: {'Port': ['ID=d1ee8607-93a6-4449-bd2f-3a7f59f38af5,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:00.464639 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55358) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:00.593511 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] Set router 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:59:00.605578 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['ecef4413-b044-467c-a6e2-dc25eb8f0029'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:59:00.630059 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df445740-910c-40d3-9f48-bc9b3df7f654 req-ddb4420a-4ff3-4893-a345-b42fa528d8a5 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/security-groups?id=a79a8381-8271-4e00-91bd-43dc52840eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4158416 Feb 07 16:59:00.854400 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e63d7f-7ed8-4b8d-ab4e-9298e6c91f2c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Router e4ba6760-7098-4b9e-bd41-517cb44e8abc is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 16:59:00.995583 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:01.166683 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548594130', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:48Z', 'updated_at': '2022-02-07T16:58:54Z', 'revision_number': 3, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:51Z', 'updated_at': '2022-02-07T16:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:01.221798 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-ee68e4cc-35f2-42ab-88dd-35c973261201', 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'fixed_ips': [{'subnet_id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:59:01.222938 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:01.292537 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbaf217-1f78-489e-8fb0-2cff27d97c4e None None] The sync data for ids ['668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'] in n-d-827865-3 is: [{'id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548594130', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:48Z', 'updated_at': '2022-02-07T16:58:54Z', 'revision_number': 3, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:51Z', 'updated_at': '2022-02-07T16:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:59:01.392224 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e63d7f-7ed8-4b8d-ab4e-9298e6c91f2c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:59:01.483930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] Sync routers for ids ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:59:01.493659 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2e63d7f-7ed8-4b8d-ab4e-9298e6c91f2c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:01.495238 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e2e63d7f-7ed8-4b8d-ab4e-9298e6c91f2c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.2032862 Feb 07 16:59:01.498395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55370) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:01.545604 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d7d22-b123-474f-8494-0e7ede407228 req-180ecb38-b6d8-44c2-99cd-193b16e74a86 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:01.559995 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a6d7d22-b123-474f-8494-0e7ede407228 req-180ecb38-b6d8-44c2-99cd-193b16e74a86 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.1619124 Feb 07 16:59:01.567191 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] Routers {'e4ba6760-7098-4b9e-bd41-517cb44e8abc'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:59:01.568173 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:58:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:01.681989 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a6d7d22-b123-474f-8494-0e7ede407228 req-ef3cd473-ccd0-481e-a471-9ee70dd79d04 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210010 Feb 07 16:59:01.785419 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9a8d98d4-ab27-4037-9b39-35ad44a578a2 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e266b4b9b1d544eabc5eebcc70b0d46e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2856045 Feb 07 16:59:01.790455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55376) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:01.983957 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] Allocated IP 172.20.0.2 (ee68e4cc-35f2-42ab-88dd-35c973261201/46e7aa81-9dcc-468e-bfb9-c817f0e11f5e/3d4eb81a-9d31-4895-8896-791893fb4acc) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:59:01.999732 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a225034d-c3be-4e73-80d4-5aec1c01099e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:02.037655 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55378) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:02.044448 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-122c454e-ac20-4e97-8d72-a108d8353971 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Request body: {'subnet': {'network_id': '7ac2c55f-d793-448a-aaa2-27b5861352ac', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:02.143048 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] Set router e4ba6760-7098-4b9e-bd41-517cb44e8abc gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:59:02.190784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7be4e6-b800-46d3-b5ba-0d0f25fb229b req-d3803d55-cbf2-4039-940a-86aa153186de tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:02.205945 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e7be4e6-b800-46d3-b5ba-0d0f25fb229b req-d3803d55-cbf2-4039-940a-86aa153186de tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 944 time: 0.3921745 Feb 07 16:59:02.262781 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeab963-001b-4198-9030-0dce067e3cd8 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:02.266873 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-eaeab963-001b-4198-9030-0dce067e3cd8 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4726970 Feb 07 16:59:02.275726 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55384) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:02.297710 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122c454e-ac20-4e97-8d72-a108d8353971 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Made reservation on behalf of 49e7b2b660e244cc88570b31d7f170c1 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:02.311017 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-122c454e-ac20-4e97-8d72-a108d8353971 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:02.331269 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2175faf3-9b3e-43d3-aabd-b24e1c085a77 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518022 Feb 07 16:59:02.337683 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55386) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:02.345080 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8185d27f-ca4d-492d-9be2-31be6101799a tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-649533735', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:02.403921 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e7be4e6-b800-46d3-b5ba-0d0f25fb229b req-9d6c3b95-584d-4c7c-84ed-56b96dae1328 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/security-groups?id=a79a8381-8271-4e00-91bd-43dc52840eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905508 Feb 07 16:59:02.450049 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d1ee8607-93a6-4449-bd2f-3a7f59f38af5 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:59:02.556050 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:02.621725 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8185d27f-ca4d-492d-9be2-31be6101799a tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Made reservation on behalf of e266b4b9b1d544eabc5eebcc70b0d46e for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:02.626220 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8185d27f-ca4d-492d-9be2-31be6101799a tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:02.658047 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] Publish callbacks [] for port (3d4eb81a-9d31-4895-8896-791893fb4acc), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:02.675808 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (3d4eb81a-9d31-4895-8896-791893fb4acc), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:02.749607 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-a225034d-c3be-4e73-80d4-5aec1c01099e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Allocated IP 172.20.0.1 (ee68e4cc-35f2-42ab-88dd-35c973261201/46e7aa81-9dcc-468e-bfb9-c817f0e11f5e/660e67c0-bf0d-4026-b388-8a6a55e91411) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:59:02.808124 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] Network ee68e4cc-35f2-42ab-88dd-35c973261201 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:59:02.823260 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:02.826910 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:59:02.892562 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8185d27f-ca4d-492d-9be2-31be6101799a tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (787e973b-4576-4e04-b9be-3a33b218cabc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:02.896978 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T16:58:57Z', 'revision_number': 3, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:02.933007 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] Pushing event updated for resources: {'Port': ['ID=3d4eb81a-9d31-4895-8896-791893fb4acc,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:02.954803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] Checking router: e4ba6760-7098-4b9e-bd41-517cb44e8abc for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:59:02.955217 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] Updating router e4ba6760-7098-4b9e-bd41-517cb44e8abc port 99df56ba-37f2-4367-b30e-ba670bc6bee9 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:59:03.005790 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (99df56ba-37f2-4367-b30e-ba670bc6bee9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:03.013478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185d27f-ca4d-492d-9be2-31be6101799a tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Subnet': ['ID=787e973b-4576-4e04-b9be-3a33b218cabc,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:03.026253 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d1ee8607-93a6-4449-bd2f-3a7f59f38af5 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:03.026637 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d1ee8607-93a6-4449-bd2f-3a7f59f38af5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:03.050394 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0d457-70a9-4d1e-b0f7-56621dc82802 req-c938566e-ea8a-4459-9264-9532b2ed99ac tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:03.052636 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a1c0d457-70a9-4d1e-b0f7-56621dc82802 req-c938566e-ea8a-4459-9264-9532b2ed99ac tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.2177982 Feb 07 16:59:03.076280 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a127fc73-7613-47a9-bb5b-d3f7946a307a no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:59:03.087315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8185d27f-ca4d-492d-9be2-31be6101799a tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Checking segment: {'id': 'e5749024-453e-4820-bccc-90d03fde6ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:03.088129 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8185d27f-ca4d-492d-9be2-31be6101799a tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Network hostable DHCP agents. Network: fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:59:03.093222 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-122c454e-ac20-4e97-8d72-a108d8353971 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (0cf15131-6f9d-43aa-97c9-8a07daf4d9f9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:03.104925 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] Attempting to bind port 3d4eb81a-9d31-4895-8896-791893fb4acc on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:59:03.105350 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] Attempting to bind port 3d4eb81a-9d31-4895-8896-791893fb4acc by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '2075f485-98b9-4098-bd23-427890e5e09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:59:03.105748 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] Attempting to bind port 3d4eb81a-9d31-4895-8896-791893fb4acc on network ee68e4cc-35f2-42ab-88dd-35c973261201 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:59:03.144666 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ecef4413-b044-467c-a6e2-dc25eb8f0029 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:59:03.176526 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c454e-ac20-4e97-8d72-a108d8353971 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event updated for resources: {'Subnet': ['ID=0cf15131-6f9d-43aa-97c9-8a07daf4d9f9,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:03.189096 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a225034d-c3be-4e73-80d4-5aec1c01099e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (660e67c0-bf0d-4026-b388-8a6a55e91411), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:03.193378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:59:03.194201 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] Checking segment: {'id': '2075f485-98b9-4098-bd23-427890e5e09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:03.194870 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:03.196117 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] Bound using segment: {'id': '2075f485-98b9-4098-bd23-427890e5e09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:59:03.196686 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] Bound port: 3d4eb81a-9d31-4895-8896-791893fb4acc, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2075f485-98b9-4098-bd23-427890e5e09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:59:03.197123 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3d4eb81a-9d31-4895-8896-791893fb4acc), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:03.214888 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8185d27f-ca4d-492d-9be2-31be6101799a tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Network fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:59:03.219623 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a1c0d457-70a9-4d1e-b0f7-56621dc82802 req-ee0d1505-41b5-4ba5-bd65-4c66e10add68 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466949 Feb 07 16:59:03.233483 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122c454e-ac20-4e97-8d72-a108d8353971 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Checking segment: {'id': 'f6b50d28-22f5-45ab-9da6-ea59819170c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7ac2c55f-d793-448a-aaa2-27b5861352ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:03.233918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122c454e-ac20-4e97-8d72-a108d8353971 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Network hostable DHCP agents. Network: 7ac2c55f-d793-448a-aaa2-27b5861352ac, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:59:03.254226 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8185d27f-ca4d-492d-9be2-31be6101799a tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:03.272646 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8185d27f-ca4d-492d-9be2-31be6101799a tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:03.273603 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8185d27f-ca4d-492d-9be2-31be6101799a tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:03.279043 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a225034d-c3be-4e73-80d4-5aec1c01099e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (660e67c0-bf0d-4026-b388-8a6a55e91411), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:03.290269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec1c4d2-2f51-4001-94ac-a0737bd1b838 None None] Network fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:59:03.292654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122c454e-ac20-4e97-8d72-a108d8353971 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Network 7ac2c55f-d793-448a-aaa2-27b5861352ac is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:59:03.302607 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8185d27f-ca4d-492d-9be2-31be6101799a tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9630568 Feb 07 16:59:03.303844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-122c454e-ac20-4e97-8d72-a108d8353971 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 7ac2c55f-d793-448a-aaa2-27b5861352ac) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:03.306584 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55394) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:03.315937 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122c454e-ac20-4e97-8d72-a108d8353971 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:03.316937 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-122c454e-ac20-4e97-8d72-a108d8353971 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:03.341553 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225034d-c3be-4e73-80d4-5aec1c01099e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=660e67c0-bf0d-4026-b388-8a6a55e91411,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:03.356403 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a225034d-c3be-4e73-80d4-5aec1c01099e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network ee68e4cc-35f2-42ab-88dd-35c973261201 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:59:03.358133 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a225034d-c3be-4e73-80d4-5aec1c01099e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:03.364152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a225034d-c3be-4e73-80d4-5aec1c01099e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:59:03.382814 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-122c454e-ac20-4e97-8d72-a108d8353971 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3437171 Feb 07 16:59:03.383810 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55396) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:03.428443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c204c5-9874-426a-b651-5438c9462552 None None] Network 7ac2c55f-d793-448a-aaa2-27b5861352ac requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:59:03.435336 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d78dcfb8-90e3-450c-8592-f800c3076c69 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-780434222'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:03.438278 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a225034d-c3be-4e73-80d4-5aec1c01099e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (668c1be3-7ee7-4cba-96e6-2b6739c3e4f9), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:03.501163 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78dcfb8-90e3-450c-8592-f800c3076c69 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Made reservation on behalf of 49e7b2b660e244cc88570b31d7f170c1 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:03.507366 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d78dcfb8-90e3-450c-8592-f800c3076c69 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:03.597594 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78dcfb8-90e3-450c-8592-f800c3076c69 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:59:03.611026 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d78dcfb8-90e3-450c-8592-f800c3076c69 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (640cc700-a9bf-4eb8-ab67-b64230ea0e5c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:03.612340 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-d78dcfb8-90e3-450c-8592-f800c3076c69 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Added segment 640cc700-a9bf-4eb8-ab67-b64230ea0e5c of type vlan for network c456bb64-8f93-47bb-a7d8-376696f6918d Feb 07 16:59:03.661722 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d78dcfb8-90e3-450c-8592-f800c3076c69 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (c456bb64-8f93-47bb-a7d8-376696f6918d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:03.773069 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a225034d-c3be-4e73-80d4-5aec1c01099e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (660e67c0-bf0d-4026-b388-8a6a55e91411), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:03.819805 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d78dcfb8-90e3-450c-8592-f800c3076c69 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (c456bb64-8f93-47bb-a7d8-376696f6918d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:03.829145 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78dcfb8-90e3-450c-8592-f800c3076c69 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:03.830562 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d78dcfb8-90e3-450c-8592-f800c3076c69 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:03.894226 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] For port 3d4eb81a-9d31-4895-8896-791893fb4acc, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:59:03.907775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] For port 3d4eb81a-9d31-4895-8896-791893fb4acc, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3d4eb81a-9d31-4895-8896-791893fb4acc,segment=NetworkSegment(2075f485-98b9-4098-bd23-427890e5e09f),segment_id=2075f485-98b9-4098-bd23-427890e5e09f)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:59:03.917861 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d1ee8607-93a6-4449-bd2f-3a7f59f38af5 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:03.918300 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d1ee8607-93a6-4449-bd2f-3a7f59f38af5), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:03.962079 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78dcfb8-90e3-450c-8592-f800c3076c69 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event updated for resources: {'Network': ['ID=c456bb64-8f93-47bb-a7d8-376696f6918d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:04.009914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6851599-78e9-4adf-84ea-747549bb013b req-19655c28-eb21-47ba-8e0a-c76f4938bfe4 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:04.018683 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c6851599-78e9-4adf-84ea-747549bb013b req-19655c28-eb21-47ba-8e0a-c76f4938bfe4 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 944 time: 0.4896412 Feb 07 16:59:04.028363 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d78dcfb8-90e3-450c-8592-f800c3076c69 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6157436 Feb 07 16:59:04.029851 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55402) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:04.043146 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-df61fef1-d479-4f3c-8abb-110fc528306b tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Request body: {'subnet': {'network_id': 'c456bb64-8f93-47bb-a7d8-376696f6918d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:04.170261 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c6851599-78e9-4adf-84ea-747549bb013b req-f9b0d7ba-6177-40eb-9a69-0de7bf610154 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/security-groups?id=a79a8381-8271-4e00-91bd-43dc52840eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504505 Feb 07 16:59:04.235829 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a225034d-c3be-4e73-80d4-5aec1c01099e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (660e67c0-bf0d-4026-b388-8a6a55e91411), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:04.252945 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a225034d-c3be-4e73-80d4-5aec1c01099e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (660e67c0-bf0d-4026-b388-8a6a55e91411), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:04.321328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port d1ee8607-93a6-4449-bd2f-3a7f59f38af5, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d1ee8607-93a6-4449-bd2f-3a7f59f38af5,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:04.340450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df61fef1-d479-4f3c-8abb-110fc528306b tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Made reservation on behalf of 49e7b2b660e244cc88570b31d7f170c1 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:04.344366 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network c456bb64-8f93-47bb-a7d8-376696f6918d details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:59:04.345353 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df61fef1-d479-4f3c-8abb-110fc528306b tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:04.347470 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d1ee8607-93a6-4449-bd2f-3a7f59f38af5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:04.349794 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3d4eb81a-9d31-4895-8896-791893fb4acc), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:04.450721 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225034d-c3be-4e73-80d4-5aec1c01099e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=660e67c0-bf0d-4026-b388-8a6a55e91411,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:04.480748 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a225034d-c3be-4e73-80d4-5aec1c01099e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (668c1be3-7ee7-4cba-96e6-2b6739c3e4f9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:04.501383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a127fc73-7613-47a9-bb5b-d3f7946a307a is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:04.501780 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:04.508731 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57c7e6-c541-40bc-9753-d49d5ff09102 req-40769254-48ed-4e6b-b3fd-1efbb2e2fab0 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:04.510848 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c57c7e6-c541-40bc-9753-d49d5ff09102 req-40769254-48ed-4e6b-b3fd-1efbb2e2fab0 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.1222410 Feb 07 16:59:04.556907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port ecef4413-b044-467c-a6e2-dc25eb8f0029 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:59:04.589412 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] Publish callbacks [] for port (99df56ba-37f2-4367-b30e-ba670bc6bee9), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:04.631901 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4c57c7e6-c541-40bc-9753-d49d5ff09102 req-b34cd7aa-96e7-4295-b4ca-0f8a4c5b7807 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032412 Feb 07 16:59:04.651220 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port ecef4413-b044-467c-a6e2-dc25eb8f0029 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:04.651660 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ecef4413-b044-467c-a6e2-dc25eb8f0029), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:04.656504 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a127fc73-7613-47a9-bb5b-d3f7946a307a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:04.675291 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a127fc73-7613-47a9-bb5b-d3f7946a307a'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:59:04.677890 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daba0a03-f4ac-4a24-86e5-15ce7f9af58e" -d '{"events": [{"server_uuid": "512f1765-e51b-4461-ad6f-276bb7e8c903", "name": "network-vif-unplugged", "status": "completed", "tag": "a127fc73-7613-47a9-bb5b-d3f7946a307a"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:59:04.688931 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a225034d-c3be-4e73-80d4-5aec1c01099e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network ee68e4cc-35f2-42ab-88dd-35c973261201 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:59:04.690860 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a225034d-c3be-4e73-80d4-5aec1c01099e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:04.802025 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65ce7a2d-571d-41aa-b3a9-c67005da43de tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:04.842130 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (99df56ba-37f2-4367-b30e-ba670bc6bee9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:04.854677 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:04.911653 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562e671e-6135-4356-b656-35b99f37739c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'fixed_ips': [{'subnet_id': '787e973b-4576-4e04-b9be-3a33b218cabc'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:59:04.912505 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-562e671e-6135-4356-b656-35b99f37739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:04.968207 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a225034d-c3be-4e73-80d4-5aec1c01099e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Router 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:59:04.974867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=d1ee8607-93a6-4449-bd2f-3a7f59f38af5,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:05.079983 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a127fc73-7613-47a9-bb5b-d3f7946a307a details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:59:05.229161 n-d-827865-3 neutron-server[103226]: DEBUG neutron.objects.ports [None req-df61fef1-d479-4f3c-8abb-110fc528306b tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 16:59:05.232373 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df61fef1-d479-4f3c-8abb-110fc528306b tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (63683931-f1c9-404a-bf9a-ed0062f0a388), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:05.254014 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a127fc73-7613-47a9-bb5b-d3f7946a307a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:05.296650 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] Attempting to bind port 99df56ba-37f2-4367-b30e-ba670bc6bee9 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:59:05.297475 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] Attempting to bind port 99df56ba-37f2-4367-b30e-ba670bc6bee9 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:59:05.298196 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] Attempting to bind port 99df56ba-37f2-4367-b30e-ba670bc6bee9 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:59:05.301092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-7ac2c55f-d793-448a-aaa2-27b5861352ac', 'network_id': '7ac2c55f-d793-448a-aaa2-27b5861352ac', 'project_id': '49e7b2b660e244cc88570b31d7f170c1', 'fixed_ips': [{'subnet_id': '0cf15131-6f9d-43aa-97c9-8a07daf4d9f9'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:59:05.302222 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:05.321654 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7c8a4e-ec82-4445-b8e7-3b5e67215354 x-openstack-request-id: req-5b7c8a4e-ec82-4445-b8e7-3b5e67215354 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:59:05.322763 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512f1765-e51b-4461-ad6f-276bb7e8c903", "name": "network-vif-unplugged", "status": "completed", "tag": "a127fc73-7613-47a9-bb5b-d3f7946a307a", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:59:05.323240 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b7c8a4e-ec82-4445-b8e7-3b5e67215354 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:59:05.323966 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'code': 200} Feb 07 16:59:05.326560 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'port_id': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'mac_address': 'fa:16:3e:f9:20:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:59:05.328626 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61fef1-d479-4f3c-8abb-110fc528306b tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event updated for resources: {'Subnet': ['ID=63683931-f1c9-404a-bf9a-ed0062f0a388,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:05.402343 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:59:05.402910 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:05.403441 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:05.404153 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:59:05.405168 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] Bound port: 99df56ba-37f2-4367-b30e-ba670bc6bee9, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:59:05.406239 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (99df56ba-37f2-4367-b30e-ba670bc6bee9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:05.465826 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] For port 99df56ba-37f2-4367-b30e-ba670bc6bee9, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:59:05.469439 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] For port 99df56ba-37f2-4367-b30e-ba670bc6bee9, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=99df56ba-37f2-4367-b30e-ba670bc6bee9,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:59:05.505390 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (99df56ba-37f2-4367-b30e-ba670bc6bee9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:05.530457 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a18bb0-17ae-4836-9443-6883e6fdef23 req-d3021338-6b9c-4d50-a3f2-df6e63ab0379 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:05.532524 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0a18bb0-17ae-4836-9443-6883e6fdef23 req-d3021338-6b9c-4d50-a3f2-df6e63ab0379 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 944 time: 0.1908617 Feb 07 16:59:05.580331 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df61fef1-d479-4f3c-8abb-110fc528306b tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Checking segment: {'id': '640cc700-a9bf-4eb8-ab67-b64230ea0e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c456bb64-8f93-47bb-a7d8-376696f6918d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:05.581061 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df61fef1-d479-4f3c-8abb-110fc528306b tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Network hostable DHCP agents. Network: c456bb64-8f93-47bb-a7d8-376696f6918d, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:59:05.591248 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a225034d-c3be-4e73-80d4-5aec1c01099e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:59:05.606416 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a225034d-c3be-4e73-80d4-5aec1c01099e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "PUT /v2.0/routers/668c1be3-7ee7-4cba-96e6-2b6739c3e4f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1397815 Feb 07 16:59:05.611369 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] Sync routers for ids ['668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:59:05.640456 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] Routers {'668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:59:05.641588 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:58:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:05.701443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-65ce7a2d-571d-41aa-b3a9-c67005da43de tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Allocated IP 172.20.0.1 (fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e/787e973b-4576-4e04-b9be-3a33b218cabc/382f62b2-d182-4488-baab-8c5248503307) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:59:05.850940 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65ce7a2d-571d-41aa-b3a9-c67005da43de tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for port (382f62b2-d182-4488-baab-8c5248503307), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:05.858176 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a127fc73-7613-47a9-bb5b-d3f7946a307a is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:05.858584 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:05.868991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port ecef4413-b044-467c-a6e2-dc25eb8f0029 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:05.869218 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ecef4413-b044-467c-a6e2-dc25eb8f0029), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:05.872320 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead290c8-f6fb-428c-8273-9e86c1483cc8 None None] Pushing event updated for resources: {'Port': ['ID=3d4eb81a-9d31-4895-8896-791893fb4acc,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:05.925241 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] Set router 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:59:05.931471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] Routers {'e4ba6760-7098-4b9e-bd41-517cb44e8abc'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:59:05.932136 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:58:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:05.973913 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbafbf-9375-40d9-bcaf-0ec802fd4ee1 req-14789e3d-2087-442f-8a87-136e48a8be71 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:05.975719 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1ecbafbf-9375-40d9-bcaf-0ec802fd4ee1 req-14789e3d-2087-442f-8a87-136e48a8be71 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1551361 Feb 07 16:59:06.014814 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df61fef1-d479-4f3c-8abb-110fc528306b tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Network c456bb64-8f93-47bb-a7d8-376696f6918d is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:59:06.026487 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65ce7a2d-571d-41aa-b3a9-c67005da43de tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (382f62b2-d182-4488-baab-8c5248503307), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:06.059325 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1ecbafbf-9375-40d9-bcaf-0ec802fd4ee1 req-137124a9-eb87-450f-a099-25e32d3d4515 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740499 Feb 07 16:59:06.061559 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-df61fef1-d479-4f3c-8abb-110fc528306b tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, c456bb64-8f93-47bb-a7d8-376696f6918d) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:06.115690 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ce7a2d-571d-41aa-b3a9-c67005da43de tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Network fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:59:06.118516 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df61fef1-d479-4f3c-8abb-110fc528306b tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:06.119127 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df61fef1-d479-4f3c-8abb-110fc528306b tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:06.124570 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-65ce7a2d-571d-41aa-b3a9-c67005da43de tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:06.129757 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0a18bb0-17ae-4836-9443-6883e6fdef23 req-33b7b026-a53d-49df-a19d-77c486a8f9b9 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/security-groups?id=a79a8381-8271-4e00-91bd-43dc52840eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5868919 Feb 07 16:59:06.131925 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ce7a2d-571d-41aa-b3a9-c67005da43de tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:59:06.165795 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a127fc73-7613-47a9-bb5b-d3f7946a307a {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:59:06.197935 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce7a2d-571d-41aa-b3a9-c67005da43de tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Port': ['ID=382f62b2-d182-4488-baab-8c5248503307,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:06.215225 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf2dd34-141c-494b-b73e-94bcd4bd30ce None None] Network c456bb64-8f93-47bb-a7d8-376696f6918d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:59:06.217811 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d021b-4fcd-44c8-baaa-3178db75e8e2 None None] Pushing event updated for resources: {'Port': ['ID=99df56ba-37f2-4367-b30e-ba670bc6bee9,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:06.281045 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-df61fef1-d479-4f3c-8abb-110fc528306b tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2464247 Feb 07 16:59:06.282546 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55434) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:06.288114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ba2eeb3e-39c7-4939-bd90-9be039e207b1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Request body: {'port': {'network_id': 'c456bb64-8f93-47bb-a7d8-376696f6918d', 'name': 'tempest-NetworksIpV6TestAttrs-1036487346'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:06.355745 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] Set router e4ba6760-7098-4b9e-bd41-517cb44e8abc gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:59:06.391387 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65ce7a2d-571d-41aa-b3a9-c67005da43de tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (e4ba6760-7098-4b9e-bd41-517cb44e8abc), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:06.541774 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548594130', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:48Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:51Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '660e67c0-bf0d-4026-b388-8a6a55e91411', 'name': '', 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:92:3f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:02Z', 'updated_at': '2022-02-07T16:59:04Z', 'revision_number': 2, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:06.582607 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-562e671e-6135-4356-b656-35b99f37739c None None] Allocated IP 172.20.0.2 (fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e/787e973b-4576-4e04-b9be-3a33b218cabc/7da9b2d3-25f4-41e4-8aba-d241f5b005c3) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:59:06.598885 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2eeb3e-39c7-4939-bd90-9be039e207b1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Made reservation on behalf of 49e7b2b660e244cc88570b31d7f170c1 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:06.608163 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-e7e1efd0-af1d-47fb-9ea7-4aa40b3a5382 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744854427&fields=id&tenant_id=b7f3b936ec124a74b808700fdcd55162 HTTP/1.1" status: 200 len: 267 time: 0.2988787 Feb 07 16:59:06.611540 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba2eeb3e-39c7-4939-bd90-9be039e207b1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:06.637393 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] Checking router: 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:59:06.639564 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] Updating router 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 port 660e67c0-bf0d-4026-b388-8a6a55e91411 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:59:06.674560 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-ba2eeb3e-39c7-4939-bd90-9be039e207b1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] device_id is not set on port 89fa2d76-4482-485d-9582-f320f28d0f31 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:59:06.718124 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a127fc73-7613-47a9-bb5b-d3f7946a307a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:06.764532 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (660e67c0-bf0d-4026-b388-8a6a55e91411), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:06.813574 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff18c4d9-0e35-4293-9966-d47225dfb157 None None] Network ee68e4cc-35f2-42ab-88dd-35c973261201 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:59:06.823253 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-ba2eeb3e-39c7-4939-bd90-9be039e207b1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Allocated IP 2001:db8::f816:3eff:fe80:3d7f (c456bb64-8f93-47bb-a7d8-376696f6918d/63683931-f1c9-404a-bf9a-ed0062f0a388/89fa2d76-4482-485d-9582-f320f28d0f31) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:59:06.867882 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d1ee8607-93a6-4449-bd2f-3a7f59f38af5 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:59:07.056730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-a6ca2df1-0f44-4d24-b30c-cb17c6917f3b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:07.058397 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba2eeb3e-39c7-4939-bd90-9be039e207b1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks [] for port (89fa2d76-4482-485d-9582-f320f28d0f31), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:07.059325 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-a6ca2df1-0f44-4d24-b30c-cb17c6917f3b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/networks?id=ee68e4cc-35f2-42ab-88dd-35c973261201 HTTP/1.1" status: 200 len: 796 time: 0.3583007 Feb 07 16:59:07.107672 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba2eeb3e-39c7-4939-bd90-9be039e207b1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (89fa2d76-4482-485d-9582-f320f28d0f31), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:07.140239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2eeb3e-39c7-4939-bd90-9be039e207b1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Network c456bb64-8f93-47bb-a7d8-376696f6918d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:59:07.143018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ba2eeb3e-39c7-4939-bd90-9be039e207b1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:07.166669 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2eeb3e-39c7-4939-bd90-9be039e207b1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:59:07.172653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2eeb3e-39c7-4939-bd90-9be039e207b1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:07.173867 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ba2eeb3e-39c7-4939-bd90-9be039e207b1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:07.182999 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:07.197839 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b2f8963a-0962-480a-81f9-ce53443bd291 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/quotas/b7f3b936ec124a74b808700fdcd55162 HTTP/1.1" status: 200 len: 375 time: 0.1181600 Feb 07 16:59:07.229217 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ba2eeb3e-39c7-4939-bd90-9be039e207b1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9454858 Feb 07 16:59:07.238828 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55442) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:07.332568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2eeb3e-39c7-4939-bd90-9be039e207b1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event updated for resources: {'Port': ['ID=89fa2d76-4482-485d-9582-f320f28d0f31,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:07.341707 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65ce7a2d-571d-41aa-b3a9-c67005da43de tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (382f62b2-d182-4488-baab-8c5248503307), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:07.350073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] Allocated IP 2001:db8:0:ffff::2 (7ac2c55f-d793-448a-aaa2-27b5861352ac/0cf15131-6f9d-43aa-97c9-8a07daf4d9f9/0a0be26f-3ad4-48da-bb8d-bf4adf1eea70) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:59:07.356956 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port ecef4413-b044-467c-a6e2-dc25eb8f0029, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ecef4413-b044-467c-a6e2-dc25eb8f0029,segment=NetworkSegment(64c39426-2073-4249-b5cb-4c7c47311602),segment_id=64c39426-2073-4249-b5cb-4c7c47311602)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:07.463488 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f23f38-6e8d-4636-845e-85ec6793eba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecef4413-b044-467c-a6e2-dc25eb8f0029'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:59:07.467232 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b93b59-2401-4ab2-9a4f-be8e9cb32b3c" -d '{"events": [{"server_uuid": "93f23f38-6e8d-4636-845e-85ec6793eba2", "name": "network-vif-plugged", "status": "completed", "tag": "ecef4413-b044-467c-a6e2-dc25eb8f0029"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:59:07.469758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-187863f9-4910-467f-b4a3-3000787c3faf tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Deleting subnet 63683931-f1c9-404a-bf9a-ed0062f0a388 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:59:07.482070 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-187863f9-4910-467f-b4a3-3000787c3faf tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks [] for subnet (63683931-f1c9-404a-bf9a-ed0062f0a388), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:07.499285 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-8db4f326-b270-4b84-8a4f-17f6c3fdbb2b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2826939 Feb 07 16:59:07.503526 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] Publish callbacks [] for port (660e67c0-bf0d-4026-b388-8a6a55e91411), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:07.521030 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (660e67c0-bf0d-4026-b388-8a6a55e91411), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:07.536518 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ecef4413-b044-467c-a6e2-dc25eb8f0029), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:07.596015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['a127fc73-7613-47a9-bb5b-d3f7946a307a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:59:07.612152 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-187863f9-4910-467f-b4a3-3000787c3faf tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (63683931-f1c9-404a-bf9a-ed0062f0a388), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:07.706511 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-562e671e-6135-4356-b656-35b99f37739c None None] Publish callbacks [] for port (7da9b2d3-25f4-41e4-8aba-d241f5b005c3), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:07.773154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ff1d19d9-f2e3-43f3-9d81-88e12261a935 None None] Provisioning complete for port 3d4eb81a-9d31-4895-8896-791893fb4acc triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:07.773565 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ff1d19d9-f2e3-43f3-9d81-88e12261a935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3d4eb81a-9d31-4895-8896-791893fb4acc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:07.842107 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] Attempting to bind port 660e67c0-bf0d-4026-b388-8a6a55e91411 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:59:07.842696 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] Attempting to bind port 660e67c0-bf0d-4026-b388-8a6a55e91411 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '2075f485-98b9-4098-bd23-427890e5e09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:59:07.842964 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] Attempting to bind port 660e67c0-bf0d-4026-b388-8a6a55e91411 on network ee68e4cc-35f2-42ab-88dd-35c973261201 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:59:07.846995 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac486f6e-a018-4dad-9e3a-f5ce22c1fc24 None None] Pushing event updated for resources: {'Port': ['ID=660e67c0-bf0d-4026-b388-8a6a55e91411,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:07.859914 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486f6e-a018-4dad-9e3a-f5ce22c1fc24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:07.860286 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486f6e-a018-4dad-9e3a-f5ce22c1fc24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:07.860662 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486f6e-a018-4dad-9e3a-f5ce22c1fc24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:07.861421 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486f6e-a018-4dad-9e3a-f5ce22c1fc24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:07.861768 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486f6e-a018-4dad-9e3a-f5ce22c1fc24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:07.862105 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486f6e-a018-4dad-9e3a-f5ce22c1fc24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:07.862444 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486f6e-a018-4dad-9e3a-f5ce22c1fc24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:07.862778 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486f6e-a018-4dad-9e3a-f5ce22c1fc24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:07.863112 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486f6e-a018-4dad-9e3a-f5ce22c1fc24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:07.863444 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486f6e-a018-4dad-9e3a-f5ce22c1fc24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:07.863951 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486f6e-a018-4dad-9e3a-f5ce22c1fc24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:07.864282 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486f6e-a018-4dad-9e3a-f5ce22c1fc24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:07.864667 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486f6e-a018-4dad-9e3a-f5ce22c1fc24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:07.864914 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a127fc73-7613-47a9-bb5b-d3f7946a307a,revision_number=11']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:07.873535 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:59:07.874281 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] Checking segment: {'id': '2075f485-98b9-4098-bd23-427890e5e09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:07.874802 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:07.875605 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] Bound using segment: {'id': '2075f485-98b9-4098-bd23-427890e5e09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:59:07.876638 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] Bound port: 660e67c0-bf0d-4026-b388-8a6a55e91411, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2075f485-98b9-4098-bd23-427890e5e09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:59:07.877053 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (660e67c0-bf0d-4026-b388-8a6a55e91411), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:07.881086 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-187863f9-4910-467f-b4a3-3000787c3faf tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (63683931-f1c9-404a-bf9a-ed0062f0a388), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:07.975732 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-562e671e-6135-4356-b656-35b99f37739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (7da9b2d3-25f4-41e4-8aba-d241f5b005c3), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:08.014123 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] For port 660e67c0-bf0d-4026-b388-8a6a55e91411, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:59:08.021246 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] For port 660e67c0-bf0d-4026-b388-8a6a55e91411, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=660e67c0-bf0d-4026-b388-8a6a55e91411,segment=NetworkSegment(2075f485-98b9-4098-bd23-427890e5e09f),segment_id=2075f485-98b9-4098-bd23-427890e5e09f)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:59:08.031973 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (660e67c0-bf0d-4026-b388-8a6a55e91411), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:08.046622 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-187863f9-4910-467f-b4a3-3000787c3faf tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (63683931-f1c9-404a-bf9a-ed0062f0a388), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:08.071355 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-12053350-1d63-4229-b2b5-ecc470cbf703 service neutron] 10.222.0.18 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349286 Feb 07 16:59:08.126393 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] Routers {'668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:59:08.127142 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:58:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:08.154802 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-187863f9-4910-467f-b4a3-3000787c3faf tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:08.159748 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-187863f9-4910-467f-b4a3-3000787c3faf tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/subnets/63683931-f1c9-404a-bf9a-ed0062f0a388 HTTP/1.1" status: 204 len: 168 time: 0.9193220 Feb 07 16:59:08.162584 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55460) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:08.175409 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed8e61-fbf8-4d49-9d48-2297beac6326 req-0b45316a-9677-44bd-b488-50009bd5b5da tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:08.185304 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3ed8e61-fbf8-4d49-9d48-2297beac6326 req-0b45316a-9677-44bd-b488-50009bd5b5da tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 946 time: 0.8410685 Feb 07 16:59:08.215620 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187863f9-4910-467f-b4a3-3000787c3faf tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event deleted for resources: {'Subnet': ['ID=63683931-f1c9-404a-bf9a-ed0062f0a388,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:08.356407 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac486f6e-a018-4dad-9e3a-f5ce22c1fc24 None None] Pushing event updated for resources: {'Port': ['ID=660e67c0-bf0d-4026-b388-8a6a55e91411,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:08.379183 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f202c4-c76c-495a-9f6e-439225b8bb18 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:08.380645 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f202c4-c76c-495a-9f6e-439225b8bb18 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:08.382232 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b8f202c4-c76c-495a-9f6e-439225b8bb18 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1855750 Feb 07 16:59:08.387734 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55466) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:08.396665 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562e671e-6135-4356-b656-35b99f37739c None None] Network fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:59:08.410567 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f3ed8e61-fbf8-4d49-9d48-2297beac6326 req-5637507d-e5fe-4114-98d7-07896498903a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242279 Feb 07 16:59:08.418983 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] Set router 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:59:08.463402 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65ce7a2d-571d-41aa-b3a9-c67005da43de tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for port (382f62b2-d182-4488-baab-8c5248503307), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:08.481695 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65ce7a2d-571d-41aa-b3a9-c67005da43de tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (382f62b2-d182-4488-baab-8c5248503307), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:08.489452 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b84b79ba-9589-4a02-adfd-1465a20ef7d0 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (c456bb64-8f93-47bb-a7d8-376696f6918d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:08.502146 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84b79ba-9589-4a02-adfd-1465a20ef7d0 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 07 16:59:08.502146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84b79ba-9589-4a02-adfd-1465a20ef7d0 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:59:08.505723 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b84b79ba-9589-4a02-adfd-1465a20ef7d0 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/networks/c456bb64-8f93-47bb-a7d8-376696f6918d HTTP/1.1" status: 409 len: 466 time: 0.1169274 Feb 07 16:59:08.510611 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55468) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:08.516676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6e9d18d4-bcce-448b-9033-2dd39e40525c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1192356504'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:08.542666 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-562e671e-6135-4356-b656-35b99f37739c None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:08.556258 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9d18d4-bcce-448b-9033-2dd39e40525c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Made reservation on behalf of 49e7b2b660e244cc88570b31d7f170c1 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:08.560040 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e9d18d4-bcce-448b-9033-2dd39e40525c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:08.571162 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-94a772fd-df6d-4817-b9a5-5ba9a62c2f66 service neutron] 10.222.0.18 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755859 Feb 07 16:59:08.606722 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e671e-6135-4356-b656-35b99f37739c None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:59:08.644996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9d18d4-bcce-448b-9033-2dd39e40525c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:59:08.670827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2f649-b67e-4e09-b1a0-9b1925d4ff1a req-05b2ebb4-5d4a-4376-a46e-0d4c29b64189 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:08.672519 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2a2f649-b67e-4e09-b1a0-9b1925d4ff1a req-05b2ebb4-5d4a-4376-a46e-0d4c29b64189 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 945 time: 0.0845656 Feb 07 16:59:08.676316 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e9d18d4-bcce-448b-9033-2dd39e40525c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e0c37dc9-7881-40f0-8ad8-908616304b87), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:08.676650 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-6e9d18d4-bcce-448b-9033-2dd39e40525c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Added segment e0c37dc9-7881-40f0-8ad8-908616304b87 of type vlan for network 3275145c-6de4-4e3e-9e93-c131c2eafdc3 Feb 07 16:59:08.754926 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d1ee8607-93a6-4449-bd2f-3a7f59f38af5 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:08.755509 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d1ee8607-93a6-4449-bd2f-3a7f59f38af5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:08.767026 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2a2f649-b67e-4e09-b1a0-9b1925d4ff1a req-c180af4f-e36f-45d2-b03e-92762d5bc3ae tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/security-groups?id=a79a8381-8271-4e00-91bd-43dc52840eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886769 Feb 07 16:59:08.785561 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e9d18d4-bcce-448b-9033-2dd39e40525c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (3275145c-6de4-4e3e-9e93-c131c2eafdc3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:08.861541 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e9d18d4-bcce-448b-9033-2dd39e40525c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (3275145c-6de4-4e3e-9e93-c131c2eafdc3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:08.863090 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548594130', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:48Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:51Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '660e67c0-bf0d-4026-b388-8a6a55e91411', 'name': '', 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:92:3f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:02Z', 'updated_at': '2022-02-07T16:59:08Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:08.872535 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9d18d4-bcce-448b-9033-2dd39e40525c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:08.875747 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e9d18d4-bcce-448b-9033-2dd39e40525c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:08.887346 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d021b-4fcd-44c8-baaa-3178db75e8e2 None None] Pushing event updated for resources: {'Port': ['ID=99df56ba-37f2-4367-b30e-ba670bc6bee9,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:08.905104 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f904d3e-9ee5-43f0-94e1-a6f61aeafa5a None None] The sync data for ids ['668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'] in n-d-827865-3 is: [{'id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548594130', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:48Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:51Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '660e67c0-bf0d-4026-b388-8a6a55e91411', 'name': '', 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:92:3f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:02Z', 'updated_at': '2022-02-07T16:59:08Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:59:09.098385 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaee967-bc3e-41d3-85c7-9c3276e7e81c x-openstack-request-id: req-6aaee967-bc3e-41d3-85c7-9c3276e7e81c {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:59:09.098718 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f23f38-6e8d-4636-845e-85ec6793eba2", "name": "network-vif-plugged", "status": "completed", "tag": "ecef4413-b044-467c-a6e2-dc25eb8f0029", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:59:09.098947 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6aaee967-bc3e-41d3-85c7-9c3276e7e81c {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:59:09.099348 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f23f38-6e8d-4636-845e-85ec6793eba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecef4413-b044-467c-a6e2-dc25eb8f0029', 'code': 200} Feb 07 16:59:09.120016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d18d4-bcce-448b-9033-2dd39e40525c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event updated for resources: {'Network': ['ID=3275145c-6de4-4e3e-9e93-c131c2eafdc3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:09.129695 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0116d2fe-ef78-4a15-b750-1b66baf6cf1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-c456bb64-8f93-47bb-a7d8-376696f6918d', 'network_id': 'c456bb64-8f93-47bb-a7d8-376696f6918d', 'project_id': '49e7b2b660e244cc88570b31d7f170c1', 'fixed_ips': [{'subnet_id': '63683931-f1c9-404a-bf9a-ed0062f0a388'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:59:09.130476 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0116d2fe-ef78-4a15-b750-1b66baf6cf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:09.150796 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 3275145c-6de4-4e3e-9e93-c131c2eafdc3 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:59:09.153868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T16:58:57Z', 'revision_number': 3, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:09.168390 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6e9d18d4-bcce-448b-9033-2dd39e40525c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6565094 Feb 07 16:59:09.171726 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-030c7550-91c7-47ab-9982-1677454d8de7 req-6c8c1762-1413-47d0-9fdb-9a6c1363e3df tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 210 time: 0.2199390 Feb 07 16:59:09.172413 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55476) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:09.178992 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d6f2dbc6-76fd-435e-b405-aeb15da00588 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Request body: {'subnet': {'network_id': '3275145c-6de4-4e3e-9e93-c131c2eafdc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:09.286195 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5403221b-450e-4f37-95f8-f5af675ace2d None None] The sync data for ids ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'] in n-d-827865-3 is: [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T16:58:57Z', 'revision_number': 3, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:59:09.342346 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f2dbc6-76fd-435e-b405-aeb15da00588 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Made reservation on behalf of 49e7b2b660e244cc88570b31d7f170c1 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:09.348410 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6f2dbc6-76fd-435e-b405-aeb15da00588 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:09.554965 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce7a2d-571d-41aa-b3a9-c67005da43de tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Port': ['ID=382f62b2-d182-4488-baab-8c5248503307,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:09.621026 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] Publish callbacks [] for port (0a0be26f-3ad4-48da-bb8d-bf4adf1eea70), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:09.626192 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65ce7a2d-571d-41aa-b3a9-c67005da43de tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (e4ba6760-7098-4b9e-bd41-517cb44e8abc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:09.710446 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a127fc73-7613-47a9-bb5b-d3f7946a307a,revision_number=12']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:09.788138 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-562e671e-6135-4356-b656-35b99f37739c None None] Attempting to bind port 7da9b2d3-25f4-41e4-8aba-d241f5b005c3 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:59:09.789537 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-562e671e-6135-4356-b656-35b99f37739c None None] Attempting to bind port 7da9b2d3-25f4-41e4-8aba-d241f5b005c3 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'e5749024-453e-4820-bccc-90d03fde6ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:59:09.789751 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e671e-6135-4356-b656-35b99f37739c None None] Attempting to bind port 7da9b2d3-25f4-41e4-8aba-d241f5b005c3 on network fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:59:09.797961 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (0a0be26f-3ad4-48da-bb8d-bf4adf1eea70), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:09.820443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ff1d19d9-f2e3-43f3-9d81-88e12261a935 None None] Current status of the port 3d4eb81a-9d31-4895-8896-791893fb4acc is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:09.820945 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ff1d19d9-f2e3-43f3-9d81-88e12261a935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3d4eb81a-9d31-4895-8896-791893fb4acc), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:10.069228 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e671e-6135-4356-b656-35b99f37739c None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:59:10.069643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e671e-6135-4356-b656-35b99f37739c None None] Checking segment: {'id': 'e5749024-453e-4820-bccc-90d03fde6ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:10.073862 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-562e671e-6135-4356-b656-35b99f37739c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:10.074609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e671e-6135-4356-b656-35b99f37739c None None] Bound using segment: {'id': 'e5749024-453e-4820-bccc-90d03fde6ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:59:10.074799 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-562e671e-6135-4356-b656-35b99f37739c None None] Bound port: 7da9b2d3-25f4-41e4-8aba-d241f5b005c3, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5749024-453e-4820-bccc-90d03fde6ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:59:10.075190 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-562e671e-6135-4356-b656-35b99f37739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7da9b2d3-25f4-41e4-8aba-d241f5b005c3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:10.105210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=ecef4413-b044-467c-a6e2-dc25eb8f0029,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:10.239254 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c82dd-1df3-4518-a6c3-df825831eecc req-39706ae0-96da-4e56-b2a6-45f7f88b1956 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:10.262099 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ae7c82dd-1df3-4518-a6c3-df825831eecc req-39706ae0-96da-4e56-b2a6-45f7f88b1956 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 946 time: 0.5902371 Feb 07 16:59:10.266245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fbb79-8e24-4061-8b8b-d50dc6d6b23a req-92284ec9-ace8-48ad-aff6-b9f482404e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:10.272172 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ad1fbb79-8e24-4061-8b8b-d50dc6d6b23a req-92284ec9-ace8-48ad-aff6-b9f482404e04 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 1127 time: 0.6535444 Feb 07 16:59:10.326135 n-d-827865-3 neutron-server[103225]: DEBUG neutron.objects.ports [None req-d6f2dbc6-76fd-435e-b405-aeb15da00588 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 16:59:10.348131 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6f2dbc6-76fd-435e-b405-aeb15da00588 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (23bdcc5c-7c00-4d8a-9694-9a8fd54b39c5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:10.605621 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ce7a2d-571d-41aa-b3a9-c67005da43de tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Network fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:59:10.625666 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] Network 7ac2c55f-d793-448a-aaa2-27b5861352ac is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:59:10.638333 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-65ce7a2d-571d-41aa-b3a9-c67005da43de tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:10.680806 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ae7c82dd-1df3-4518-a6c3-df825831eecc req-e42c7459-1c23-4337-ac94-a5e013f0ec8a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4047105 Feb 07 16:59:10.718295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2dbc6-76fd-435e-b405-aeb15da00588 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event updated for resources: {'Subnet': ['ID=23bdcc5c-7c00-4d8a-9694-9a8fd54b39c5,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:10.729746 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124cd31d-68e9-42d1-92d1-21bf158f3c3b None None] Network c456bb64-8f93-47bb-a7d8-376696f6918d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:59:10.831508 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:10.861629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:59:10.904078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bb69a-839d-48bc-b732-ec3cacaaa647 req-7494a17a-1675-4cf7-babb-0d789deee0ee tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:10.917969 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-288bb69a-839d-48bc-b732-ec3cacaaa647 req-7494a17a-1675-4cf7-babb-0d789deee0ee tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 945 time: 0.7960863 Feb 07 16:59:11.029525 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f2dbc6-76fd-435e-b405-aeb15da00588 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Checking segment: {'id': 'e0c37dc9-7881-40f0-8ad8-908616304b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3275145c-6de4-4e3e-9e93-c131c2eafdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:11.029970 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f2dbc6-76fd-435e-b405-aeb15da00588 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Network hostable DHCP agents. Network: 3275145c-6de4-4e3e-9e93-c131c2eafdc3, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:59:11.067454 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ad1fbb79-8e24-4061-8b8b-d50dc6d6b23a req-7d865821-334e-48f0-8cb6-fefdf7a0ad2a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a79a8381-8271-4e00-91bd-43dc52840eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7735918 Feb 07 16:59:11.191321 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7042ce51-486e-48a0-931f-4514df82e0e4 req-3353ab7f-9f63-4b85-81e0-864d1bb3414b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 210 time: 0.1871936 Feb 07 16:59:11.324267 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ce7a2d-571d-41aa-b3a9-c67005da43de tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Router e4ba6760-7098-4b9e-bd41-517cb44e8abc has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:59:11.432925 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d1ee8607-93a6-4449-bd2f-3a7f59f38af5 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:11.451325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3d4eb81a-9d31-4895-8896-791893fb4acc up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:59:11.497922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f2dbc6-76fd-435e-b405-aeb15da00588 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Network 3275145c-6de4-4e3e-9e93-c131c2eafdc3 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:59:11.546183 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-288bb69a-839d-48bc-b732-ec3cacaaa647 req-b8b76f9f-6379-4d06-a608-d9580614f2fa tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/security-groups?id=a79a8381-8271-4e00-91bd-43dc52840eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6272261 Feb 07 16:59:11.609774 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d6f2dbc6-76fd-435e-b405-aeb15da00588 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 3275145c-6de4-4e3e-9e93-c131c2eafdc3) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:11.623476 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ce7a2d-571d-41aa-b3a9-c67005da43de tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:59:11.626844 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f2dbc6-76fd-435e-b405-aeb15da00588 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:11.627450 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6f2dbc6-76fd-435e-b405-aeb15da00588 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:11.635141 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-65ce7a2d-571d-41aa-b3a9-c67005da43de tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "PUT /v2.0/routers/e4ba6760-7098-4b9e-bd41-517cb44e8abc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3268287 Feb 07 16:59:11.640404 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55524) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:11.739885 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a127fc73-7613-47a9-bb5b-d3f7946a307a up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:59:11.747477 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d6f2dbc6-76fd-435e-b405-aeb15da00588 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5719841 Feb 07 16:59:11.758295 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55528) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:11.788206 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-f21781b7-7852-405d-8932-67caa22aa8fe tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:11.820757 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-f21781b7-7852-405d-8932-67caa22aa8fe tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.48 "GET /v2.0/networks?id=ee68e4cc-35f2-42ab-88dd-35c973261201 HTTP/1.1" status: 200 len: 796 time: 0.7094510 Feb 07 16:59:11.902002 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ff1d19d9-f2e3-43f3-9d81-88e12261a935 None None] For port 3d4eb81a-9d31-4895-8896-791893fb4acc, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3d4eb81a-9d31-4895-8896-791893fb4acc,segment=NetworkSegment(2075f485-98b9-4098-bd23-427890e5e09f),segment_id=2075f485-98b9-4098-bd23-427890e5e09f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:11.923398 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8495631a-19e6-499f-b027-bd2f7155ca88 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Request body: {'port': {'network_id': '3275145c-6de4-4e3e-9e93-c131c2eafdc3', 'name': 'tempest-NetworksIpV6TestAttrs-1960315075'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:11.951552 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] Attempting to bind port 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:59:11.952075 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] Attempting to bind port 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'f6b50d28-22f5-45ab-9da6-ea59819170c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7ac2c55f-d793-448a-aaa2-27b5861352ac'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:59:11.952454 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] Attempting to bind port 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 on network 7ac2c55f-d793-448a-aaa2-27b5861352ac {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:59:11.955150 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4854b6-6719-48db-8a2c-4cc7464113f5 None None] Network 3275145c-6de4-4e3e-9e93-c131c2eafdc3 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:59:11.964093 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e671e-6135-4356-b656-35b99f37739c None None] Pushing event updated for resources: {'Port': ['ID=7da9b2d3-25f4-41e4-8aba-d241f5b005c3,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:12.033999 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-562e671e-6135-4356-b656-35b99f37739c None None] For port 7da9b2d3-25f4-41e4-8aba-d241f5b005c3, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:59:12.154369 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-14b68dd2-a41c-45bb-ace2-ec822f1a7ceb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7f3b936ec124a74b808700fdcd55162 HTTP/1.1" status: 200 len: 380 time: 0.3183308 Feb 07 16:59:12.164407 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ff1d19d9-f2e3-43f3-9d81-88e12261a935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3d4eb81a-9d31-4895-8896-791893fb4acc), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:12.164630 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-8efe685a-759f-4e26-966f-027f895503d9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'port': {'device_id': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201', 'admin_state_up': True, 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'security_groups': ['40ebef1d-98c4-4ddc-abd6-a92477c5a1a6']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:12.368758 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-562e671e-6135-4356-b656-35b99f37739c None None] For port 7da9b2d3-25f4-41e4-8aba-d241f5b005c3, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7da9b2d3-25f4-41e4-8aba-d241f5b005c3,segment=NetworkSegment(e5749024-453e-4820-bccc-90d03fde6ee0),segment_id=e5749024-453e-4820-bccc-90d03fde6ee0)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:59:12.386321 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 3d4eb81a-9d31-4895-8896-791893fb4acc triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:12.386629 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3d4eb81a-9d31-4895-8896-791893fb4acc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:12.442518 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:59:12.442970 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] Checking segment: {'id': 'f6b50d28-22f5-45ab-9da6-ea59819170c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7ac2c55f-d793-448a-aaa2-27b5861352ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:12.443488 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:12.443951 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] Bound using segment: {'id': 'f6b50d28-22f5-45ab-9da6-ea59819170c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7ac2c55f-d793-448a-aaa2-27b5861352ac'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:59:12.444457 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] Bound port: 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b50d28-22f5-45ab-9da6-ea59819170c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7ac2c55f-d793-448a-aaa2-27b5861352ac'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:59:12.446082 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0a0be26f-3ad4-48da-bb8d-bf4adf1eea70), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:12.514877 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-835f3490-f827-45bf-830f-5387947f570b req-2d6b886f-80b3-4b77-9045-1eba9d5cd5f2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 210 time: 0.0965049 Feb 07 16:59:12.572972 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-8efe685a-759f-4e26-966f-027f895503d9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Made reservation on behalf of b7f3b936ec124a74b808700fdcd55162 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:12.581123 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-8efe685a-759f-4e26-966f-027f895503d9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:12.837991 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ccfb89-dd33-423c-adb9-838ce802f299 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:12.838529 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ccfb89-dd33-423c-adb9-838ce802f299 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:12.843683 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ccfb89-dd33-423c-adb9-838ce802f299 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:12.844214 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ccfb89-dd33-423c-adb9-838ce802f299 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:12.849783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ccfb89-dd33-423c-adb9-838ce802f299 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:12.850291 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ccfb89-dd33-423c-adb9-838ce802f299 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:12.850762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ccfb89-dd33-423c-adb9-838ce802f299 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:12.851624 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ccfb89-dd33-423c-adb9-838ce802f299 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:12.852247 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ccfb89-dd33-423c-adb9-838ce802f299 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:12.852716 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ccfb89-dd33-423c-adb9-838ce802f299 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:12.853184 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ccfb89-dd33-423c-adb9-838ce802f299 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:12.853839 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ccfb89-dd33-423c-adb9-838ce802f299 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:12.856739 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-56ccfb89-dd33-423c-adb9-838ce802f299 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8461 time: 1.2150519 Feb 07 16:59:12.863071 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55536) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:12.925540 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272a230-2531-4d86-84b8-061f945810d1 req-6d75b70c-7a45-440f-a742-41882a03109e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:12.943440 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1272a230-2531-4d86-84b8-061f945810d1 req-6d75b70c-7a45-440f-a742-41882a03109e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 946 time: 0.8266945 Feb 07 16:59:12.994469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8495631a-19e6-499f-b027-bd2f7155ca88 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Made reservation on behalf of 49e7b2b660e244cc88570b31d7f170c1 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:13.004741 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8495631a-19e6-499f-b027-bd2f7155ca88 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:13.045185 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7b14c-7fc7-48ab-ae71-94fbad6c4f35 req-718bb9bc-296b-4603-af72-d04932ccb2ff tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:13.050473 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-55a7b14c-7fc7-48ab-ae71-94fbad6c4f35 req-718bb9bc-296b-4603-af72-d04932ccb2ff tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 945 time: 0.2930739 Feb 07 16:59:13.061527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] For port 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:59:13.068986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] For port 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0a0be26f-3ad4-48da-bb8d-bf4adf1eea70,segment=NetworkSegment(f6b50d28-22f5-45ab-9da6-ea59819170c4),segment_id=f6b50d28-22f5-45ab-9da6-ea59819170c4)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:59:13.093171 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-56d77752-7d8e-4ec9-a079-9bea87f031e4 None None] Provisioning complete for port 3d4eb81a-9d31-4895-8896-791893fb4acc triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:13.093584 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-56d77752-7d8e-4ec9-a079-9bea87f031e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3d4eb81a-9d31-4895-8896-791893fb4acc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:13.113516 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-8efe685a-759f-4e26-966f-027f895503d9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Allocated IP 172.20.0.11 (ee68e4cc-35f2-42ab-88dd-35c973261201/46e7aa81-9dcc-468e-bfb9-c817f0e11f5e/a36be7c3-0ecd-447b-a130-04ecbf89b135) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:59:13.178249 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-562e671e-6135-4356-b656-35b99f37739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7da9b2d3-25f4-41e4-8aba-d241f5b005c3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:13.201997 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-55a7b14c-7fc7-48ab-ae71-94fbad6c4f35 req-0276d299-da7f-4d1a-bc42-f5cf7c00cf1a tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/security-groups?id=a79a8381-8271-4e00-91bd-43dc52840eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400187 Feb 07 16:59:13.207868 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (0a0be26f-3ad4-48da-bb8d-bf4adf1eea70), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:13.283878 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-8495631a-19e6-499f-b027-bd2f7155ca88 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] device_id is not set on port 3794dd15-7ec8-4f7a-8917-80104e038876 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:59:13.372980 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port a127fc73-7613-47a9-bb5b-d3f7946a307a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:13.373419 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:13.375481 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] Pushing event updated for resources: {'Port': ['ID=0a0be26f-3ad4-48da-bb8d-bf4adf1eea70,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:13.506925 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-56d77752-7d8e-4ec9-a079-9bea87f031e4 None None] Current status of the port 3d4eb81a-9d31-4895-8896-791893fb4acc is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:13.510761 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d19d9-f2e3-43f3-9d81-88e12261a935 None None] Pushing event updated for resources: {'Port': ['ID=3d4eb81a-9d31-4895-8896-791893fb4acc,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:13.584836 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1272a230-2531-4d86-84b8-061f945810d1 req-be5c0059-c87b-4728-abbd-c5b5bdc1a46d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6390076 Feb 07 16:59:13.866108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e671e-6135-4356-b656-35b99f37739c None None] Pushing event updated for resources: {'Port': ['ID=7da9b2d3-25f4-41e4-8aba-d241f5b005c3,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:13.889434 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e671e-6135-4356-b656-35b99f37739c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:13.892713 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e671e-6135-4356-b656-35b99f37739c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:13.893199 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e671e-6135-4356-b656-35b99f37739c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:13.893990 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e671e-6135-4356-b656-35b99f37739c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:13.894345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e671e-6135-4356-b656-35b99f37739c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:13.894688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e671e-6135-4356-b656-35b99f37739c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:13.895027 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e671e-6135-4356-b656-35b99f37739c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:13.895384 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e671e-6135-4356-b656-35b99f37739c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:13.895756 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e671e-6135-4356-b656-35b99f37739c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:13.896094 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e671e-6135-4356-b656-35b99f37739c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:13.896431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e671e-6135-4356-b656-35b99f37739c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:13.897722 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e671e-6135-4356-b656-35b99f37739c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:13.898246 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562e671e-6135-4356-b656-35b99f37739c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:14.028955 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-56d77752-7d8e-4ec9-a079-9bea87f031e4 None None] Provisioning complete for port 660e67c0-bf0d-4026-b388-8a6a55e91411 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:14.031228 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-56d77752-7d8e-4ec9-a079-9bea87f031e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (660e67c0-bf0d-4026-b388-8a6a55e91411), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:14.059846 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-8efe685a-759f-4e26-966f-027f895503d9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:14.131961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] Sync routers for ids ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:59:14.152496 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1ea8d-efc6-4711-8e92-795c053e6f80 req-b9d3f0e1-a765-49c5-b10b-0220b90e8a32 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:14.157743 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4ee1ea8d-efc6-4711-8e92-795c053e6f80 req-b9d3f0e1-a765-49c5-b10b-0220b90e8a32 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 945 time: 0.2939796 Feb 07 16:59:14.167748 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55544) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:14.176192 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8de50234-169a-4e69-a535-2f9e356d396c tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Request body: {'floatingip': {'port_id': 'ecef4413-b044-467c-a6e2-dc25eb8f0029'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:14.214710 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-3275145c-6de4-4e3e-9e93-c131c2eafdc3', 'network_id': '3275145c-6de4-4e3e-9e93-c131c2eafdc3', 'project_id': '49e7b2b660e244cc88570b31d7f170c1', 'fixed_ips': [{'subnet_id': '23bdcc5c-7c00-4d8a-9694-9a8fd54b39c5'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:59:14.216931 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:14.312806 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8de50234-169a-4e69-a535-2f9e356d396c tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for floatingip (60c56ed1-0199-4b22-9072-59b9f051f997), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:14.370944 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-57f48fe7-4199-42da-b265-912bf7eb3755 req-0827b5ba-152e-4e3c-b800-c7077bfbe229 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 210 time: 0.4165511 Feb 07 16:59:14.413345 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b143b4-827b-4c5f-984e-349b9e7cbf7f tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:14.414846 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b143b4-827b-4c5f-984e-349b9e7cbf7f tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:14.421834 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b143b4-827b-4c5f-984e-349b9e7cbf7f tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:14.425223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b143b4-827b-4c5f-984e-349b9e7cbf7f tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:14.426070 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b143b4-827b-4c5f-984e-349b9e7cbf7f tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:14.433194 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b143b4-827b-4c5f-984e-349b9e7cbf7f tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:14.433985 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b143b4-827b-4c5f-984e-349b9e7cbf7f tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:14.437995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b143b4-827b-4c5f-984e-349b9e7cbf7f tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:14.440261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b143b4-827b-4c5f-984e-349b9e7cbf7f tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:14.442030 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b143b4-827b-4c5f-984e-349b9e7cbf7f tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:14.448441 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a127fc73-7613-47a9-bb5b-d3f7946a307a is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:14.448990 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:14.449914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b143b4-827b-4c5f-984e-349b9e7cbf7f tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:14.469970 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-82b143b4-827b-4c5f-984e-349b9e7cbf7f tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7200 time: 1.5967052 Feb 07 16:59:14.473777 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55546) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:14.475471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] Routers {'e4ba6760-7098-4b9e-bd41-517cb44e8abc'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:59:14.476946 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:58:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:14.671091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] Set router e4ba6760-7098-4b9e-bd41-517cb44e8abc gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:59:14.891432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ac786-d377-4905-8a02-5eaca3900845 None None] Pushing event updated for resources: {'Port': ['ID=0a0be26f-3ad4-48da-bb8d-bf4adf1eea70,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:14.903533 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 3d4eb81a-9d31-4895-8896-791893fb4acc is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:14.963252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a127fc73-7613-47a9-bb5b-d3f7946a307a'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:59:14.965803 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b921e9-7d81-4715-99de-00820bfefa24" -d '{"events": [{"server_uuid": "512f1765-e51b-4461-ad6f-276bb7e8c903", "name": "network-vif-plugged", "status": "completed", "tag": "a127fc73-7613-47a9-bb5b-d3f7946a307a"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:59:15.018654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-8495631a-19e6-499f-b027-bd2f7155ca88 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Allocated IP 2001:db8::f816:3eff:fe87:9ca2 (3275145c-6de4-4e3e-9e93-c131c2eafdc3/23bdcc5c-7c00-4d8a-9694-9a8fd54b39c5/3794dd15-7ec8-4f7a-8917-80104e038876) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:59:15.166243 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a127fc73-7613-47a9-bb5b-d3f7946a307a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:15.181709 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37439bfb-5271-4908-b435-78a645f237da req-9bdf097f-11a0-4116-8157-0bb984df5ac4 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:15.183790 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-37439bfb-5271-4908-b435-78a645f237da req-9bdf097f-11a0-4116-8157-0bb984df5ac4 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 946 time: 0.3845522 Feb 07 16:59:15.383077 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744973eb-130f-4bae-9611-cc31567989b5 x-openstack-request-id: req-744973eb-130f-4bae-9611-cc31567989b5 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:59:15.383525 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512f1765-e51b-4461-ad6f-276bb7e8c903", "name": "network-vif-plugged", "status": "completed", "tag": "a127fc73-7613-47a9-bb5b-d3f7946a307a", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:59:15.383933 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-744973eb-130f-4bae-9611-cc31567989b5 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:59:15.384533 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'code': 200} Feb 07 16:59:15.411125 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:15.480670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-56d77752-7d8e-4ec9-a079-9bea87f031e4 None None] Current status of the port 660e67c0-bf0d-4026-b388-8a6a55e91411 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:15.489850 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-56d77752-7d8e-4ec9-a079-9bea87f031e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (660e67c0-bf0d-4026-b388-8a6a55e91411), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:15.530945 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-37439bfb-5271-4908-b435-78a645f237da req-4b0c86c1-c13e-4322-bc66-91cb2c788488 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160412 Feb 07 16:59:15.609944 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-8efe685a-759f-4e26-966f-027f895503d9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:15.894732 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-8de50234-169a-4e69-a535-2f9e356d396c tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 16:59:16.029723 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-8efe685a-759f-4e26-966f-027f895503d9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network ee68e4cc-35f2-42ab-88dd-35c973261201 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:59:16.032819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe685a-759f-4e26-966f-027f895503d9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=a36be7c3-0ecd-447b-a130-04ecbf89b135,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:16.036599 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8495631a-19e6-499f-b027-bd2f7155ca88 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks [] for port (3794dd15-7ec8-4f7a-8917-80104e038876), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:16.041368 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-8efe685a-759f-4e26-966f-027f895503d9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:16.053750 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-8efe685a-759f-4e26-966f-027f895503d9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:59:16.091659 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-219e9ac5-9916-45f6-86a3-b209f6e50dba tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5230 time: 1.6017056 Feb 07 16:59:16.124676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3911a3d-556f-44e8-a38a-692659258926 None None] Network 7ac2c55f-d793-448a-aaa2-27b5861352ac requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:59:16.197010 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8495631a-19e6-499f-b027-bd2f7155ca88 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3794dd15-7ec8-4f7a-8917-80104e038876), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:16.233843 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3d4eb81a-9d31-4895-8896-791893fb4acc up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:59:16.298778 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8de50234-169a-4e69-a535-2f9e356d396c tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:16.356516 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fc05f-a053-4c61-90f9-f789f0893ea7 req-cef68aa4-470c-41e8-9efc-9166573ea83e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:16.368425 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a34fc05f-a053-4c61-90f9-f789f0893ea7 req-cef68aa4-470c-41e8-9efc-9166573ea83e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 932 time: 0.6350563 Feb 07 16:59:16.372897 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8de50234-169a-4e69-a535-2f9e356d396c tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (60c56ed1-0199-4b22-9072-59b9f051f997), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:16.388680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495631a-19e6-499f-b027-bd2f7155ca88 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event updated for resources: {'Port': ['ID=3794dd15-7ec8-4f7a-8917-80104e038876,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:16.399672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a127fc73-7613-47a9-bb5b-d3f7946a307a,revision_number=13']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:16.448128 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4f8029-c126-442c-8be5-1f8af9c78046 None None] Network fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:59:16.452864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8495631a-19e6-499f-b027-bd2f7155ca88 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Network 3275145c-6de4-4e3e-9e93-c131c2eafdc3 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:59:16.454744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8495631a-19e6-499f-b027-bd2f7155ca88 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:16.459199 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8495631a-19e6-499f-b027-bd2f7155ca88 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:59:16.477413 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8495631a-19e6-499f-b027-bd2f7155ca88 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:16.478378 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8495631a-19e6-499f-b027-bd2f7155ca88 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:16.521238 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8495631a-19e6-499f-b027-bd2f7155ca88 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.7473135 Feb 07 16:59:16.522090 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55566) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:16.576207 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-8efe685a-759f-4e26-966f-027f895503d9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:16.592949 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-8efe685a-759f-4e26-966f-027f895503d9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:16.598180 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-56d77752-7d8e-4ec9-a079-9bea87f031e4 None None] For port 660e67c0-bf0d-4026-b388-8a6a55e91411, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=660e67c0-bf0d-4026-b388-8a6a55e91411,segment=NetworkSegment(2075f485-98b9-4098-bd23-427890e5e09f),segment_id=2075f485-98b9-4098-bd23-427890e5e09f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:16.705954 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb89eaf2-41a8-481a-9fc1-bd1146670398 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Deleting subnet 23bdcc5c-7c00-4d8a-9694-9a8fd54b39c5 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:59:16.740166 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-56d77752-7d8e-4ec9-a079-9bea87f031e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (660e67c0-bf0d-4026-b388-8a6a55e91411), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:16.774959 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-8de50234-169a-4e69-a535-2f9e356d396c tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Floating IP 60c56ed1-0199-4b22-9072-59b9f051f997 associated. External IP: 172.25.4.13, port: ecef4413-b044-467c-a6e2-dc25eb8f0029. Feb 07 16:59:16.847203 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55572) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:16.856005 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c8c50cff-10b6-4323-be7c-2958af45471e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1320656539', 'description': 'tempest-secgroup-smoke-1320656539 description', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:16.874446 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-8efe685a-759f-4e26-966f-027f895503d9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7146196 Feb 07 16:59:16.907455 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] Allocated IP 2001:db8::f816:3eff:fee1:53e8 (3275145c-6de4-4e3e-9e93-c131c2eafdc3/23bdcc5c-7c00-4d8a-9694-9a8fd54b39c5/31d5e2c2-2976-4cea-ac83-80ba63b191a8) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:59:16.912446 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Request body: {'port': {'device_id': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:16.926797 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8c50cff-10b6-4323-be7c-2958af45471e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:16.958785 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a34fc05f-a053-4c61-90f9-f789f0893ea7 req-2a3d7da0-782e-413c-b104-742cfe19acdc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5767653 Feb 07 16:59:17.013773 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:17.029802 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 3d4eb81a-9d31-4895-8896-791893fb4acc triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:17.030461 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3d4eb81a-9d31-4895-8896-791893fb4acc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:17.215642 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7dca98-d2bf-445c-b8ed-9a0e82312f1e req-ca44e29f-64bc-4bb4-a718-7bd2ed6cf6b2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:17.224421 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a7dca98-d2bf-445c-b8ed-9a0e82312f1e req-ca44e29f-64bc-4bb4-a718-7bd2ed6cf6b2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.2541766 Feb 07 16:59:17.405803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4ede6fbe-1926-43b6-8277-982898b09ff0 None None] Provisioning complete for port a36be7c3-0ecd-447b-a130-04ecbf89b135 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:17.406329 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ede6fbe-1926-43b6-8277-982898b09ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:17.421009 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a7dca98-d2bf-445c-b8ed-9a0e82312f1e req-42d70d66-cb5c-4b03-96fd-69aaaa88f282 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886365 Feb 07 16:59:17.447543 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8c50cff-10b6-4323-be7c-2958af45471e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group (ce977e40-8fb2-4fd1-be65-878a275dec61), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:17.453458 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8c50cff-10b6-4323-be7c-2958af45471e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ce977e40-8fb2-4fd1-be65-878a275dec61), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:17.543192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c50cff-10b6-4323-be7c-2958af45471e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce977e40-8fb2-4fd1-be65-878a275dec61,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:17.563998 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8c50cff-10b6-4323-be7c-2958af45471e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:17.572736 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c8c50cff-10b6-4323-be7c-2958af45471e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7237053 Feb 07 16:59:17.575928 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55576) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:17.584654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fa636b0f-7c25-43ee-ae02-ce0e9726c235 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group_rule': {'security_group_id': 'ce977e40-8fb2-4fd1-be65-878a275dec61', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:17.601949 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d77752-7d8e-4ec9-a079-9bea87f031e4 None None] Pushing event updated for resources: {'Port': ['ID=660e67c0-bf0d-4026-b388-8a6a55e91411,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:17.657661 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa636b0f-7c25-43ee-ae02-ce0e9726c235 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (14355083-d872-423c-b7b6-83b60885084a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:17.786714 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa636b0f-7c25-43ee-ae02-ce0e9726c235 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (14355083-d872-423c-b7b6-83b60885084a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:17.791879 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa636b0f-7c25-43ee-ae02-ce0e9726c235 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (14355083-d872-423c-b7b6-83b60885084a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:17.810083 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa636b0f-7c25-43ee-ae02-ce0e9726c235 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14355083-d872-423c-b7b6-83b60885084a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:17.834778 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa636b0f-7c25-43ee-ae02-ce0e9726c235 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:17.841053 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fa636b0f-7c25-43ee-ae02-ce0e9726c235 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2580357 Feb 07 16:59:17.844737 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55580) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:17.858081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b11eb79d-a827-4aec-9a51-64946ee22d0e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group_rule': {'security_group_id': 'ce977e40-8fb2-4fd1-be65-878a275dec61', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:17.911670 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b11eb79d-a827-4aec-9a51-64946ee22d0e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (df68f340-7d1f-46e1-8c70-f173fba10afc), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:18.035981 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b11eb79d-a827-4aec-9a51-64946ee22d0e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (df68f340-7d1f-46e1-8c70-f173fba10afc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:18.041793 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b11eb79d-a827-4aec-9a51-64946ee22d0e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (df68f340-7d1f-46e1-8c70-f173fba10afc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:18.084918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11eb79d-a827-4aec-9a51-64946ee22d0e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df68f340-7d1f-46e1-8c70-f173fba10afc,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:18.099477 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b11eb79d-a827-4aec-9a51-64946ee22d0e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:18.103585 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b11eb79d-a827-4aec-9a51-64946ee22d0e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2549191 Feb 07 16:59:18.104050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55584) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:18.108669 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-95a063ec-c0e1-412e-b9fa-53f1955e044f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group_rule': {'security_group_id': 'ce977e40-8fb2-4fd1-be65-878a275dec61', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:18.174139 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95a063ec-c0e1-412e-b9fa-53f1955e044f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (aac11037-4a13-42a6-bf07-0d8405831d19), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:18.187809 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] Publish callbacks [] for port (31d5e2c2-2976-4cea-ac83-80ba63b191a8), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:18.202703 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 3d4eb81a-9d31-4895-8896-791893fb4acc is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:18.203245 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb89eaf2-41a8-481a-9fc1-bd1146670398 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks [] for subnet (23bdcc5c-7c00-4d8a-9694-9a8fd54b39c5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:18.205452 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 660e67c0-bf0d-4026-b388-8a6a55e91411 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:59:18.282229 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de50234-169a-4e69-a535-2f9e356d396c tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Router 488e8b0b-77ba-4262-a202-2318a7bd532f has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:59:18.312348 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4ede6fbe-1926-43b6-8277-982898b09ff0 None None] Port a36be7c3-0ecd-447b-a130-04ecbf89b135 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:59:18.319660 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb89eaf2-41a8-481a-9fc1-bd1146670398 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (23bdcc5c-7c00-4d8a-9694-9a8fd54b39c5), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:18.333900 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (31d5e2c2-2976-4cea-ac83-80ba63b191a8), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:18.470100 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:59:18.479671 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de50234-169a-4e69-a535-2f9e356d396c tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:59:18.490035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7665887-a8c5-40f3-97bf-6e8af70bf383 req-8cc982d4-8acd-479f-8ed0-3cc7b0abdefa tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:18.490182 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] Pushing event updated for resources: {'Port': ['ID=31d5e2c2-2976-4cea-ac83-80ba63b191a8,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:18.491274 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdacab89-a41e-4130-8d46-db3daf7db89b None None] Sync routers for ids ['488e8b0b-77ba-4262-a202-2318a7bd532f'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:59:18.491682 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e7665887-a8c5-40f3-97bf-6e8af70bf383 req-8cc982d4-8acd-479f-8ed0-3cc7b0abdefa tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 932 time: 0.2604980 Feb 07 16:59:18.498419 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8de50234-169a-4e69-a535-2f9e356d396c tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:18.529793 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdacab89-a41e-4130-8d46-db3daf7db89b None None] Routers {'488e8b0b-77ba-4262-a202-2318a7bd532f'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:59:18.535508 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] Network 3275145c-6de4-4e3e-9e93-c131c2eafdc3 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:59:18.542200 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T16:59:07Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '382f62b2-d182-4488-baab-8c5248503307', 'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:53:3d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:05Z', 'updated_at': '2022-02-07T16:59:08Z', 'revision_number': 2, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:18.544682 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-fdacab89-a41e-4130-8d46-db3daf7db89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:58:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['488e8b0b-77ba-4262-a202-2318a7bd532f'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:18.583702 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8de50234-169a-4e69-a535-2f9e356d396c tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "PUT /v2.0/floatingips/60c56ed1-0199-4b22-9072-59b9f051f997 HTTP/1.1" status: 200 len: 990 time: 4.4109046 Feb 07 16:59:18.602280 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f23f38-6e8d-4636-845e-85ec6793eba2', 'tag': 'ecef4413-b044-467c-a6e2-dc25eb8f0029'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:59:18.604556 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1d0f9d-9362-47ca-abf0-1509525ab984" -d '{"events": [{"name": "network-changed", "server_uuid": "93f23f38-6e8d-4636-845e-85ec6793eba2", "tag": "ecef4413-b044-467c-a6e2-dc25eb8f0029"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:59:18.609043 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:18.620131 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] Checking router: e4ba6760-7098-4b9e-bd41-517cb44e8abc for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:59:18.620494 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] Updating router e4ba6760-7098-4b9e-bd41-517cb44e8abc port 382f62b2-d182-4488-baab-8c5248503307 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 16:59:18.623271 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:59:18.641151 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb89eaf2-41a8-481a-9fc1-bd1146670398 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (23bdcc5c-7c00-4d8a-9694-9a8fd54b39c5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:18.660466 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 660e67c0-bf0d-4026-b388-8a6a55e91411 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:18.660855 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (660e67c0-bf0d-4026-b388-8a6a55e91411), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:18.807631 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb89eaf2-41a8-481a-9fc1-bd1146670398 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (23bdcc5c-7c00-4d8a-9694-9a8fd54b39c5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:18.828580 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (382f62b2-d182-4488-baab-8c5248503307), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:18.834990 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4ede6fbe-1926-43b6-8277-982898b09ff0 None None] Provisioning complete for port 660e67c0-bf0d-4026-b388-8a6a55e91411 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:18.835981 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ede6fbe-1926-43b6-8277-982898b09ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (660e67c0-bf0d-4026-b388-8a6a55e91411), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:18.931183 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e7665887-a8c5-40f3-97bf-6e8af70bf383 req-f82f3ae2-cf8c-4c63-82c0-11a19d060cc6 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462620 Feb 07 16:59:18.970165 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-fdacab89-a41e-4130-8d46-db3daf7db89b None None] Set router 488e8b0b-77ba-4262-a202-2318a7bd532f gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:59:18.990102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36be7c3-0ecd-447b-a130-04ecbf89b135 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:59:19.019759 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Publish callbacks [] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:19.031655 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89eaf2-41a8-481a-9fc1-bd1146670398 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event deleted for resources: {'Subnet': ['ID=23bdcc5c-7c00-4d8a-9694-9a8fd54b39c5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:19.046956 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb89eaf2-41a8-481a-9fc1-bd1146670398 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:19.064714 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Transition to ACTIVE for port object a36be7c3-0ecd-447b-a130-04ecbf89b135 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:59:19.070814 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55598) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:19.073983 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bb89eaf2-41a8-481a-9fc1-bd1146670398 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/subnets/23bdcc5c-7c00-4d8a-9694-9a8fd54b39c5 HTTP/1.1" status: 204 len: 168 time: 2.5414729 Feb 07 16:59:19.107413 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:19.191133 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95a063ec-c0e1-412e-b9fa-53f1955e044f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (aac11037-4a13-42a6-bf07-0d8405831d19), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:19.211394 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95a063ec-c0e1-412e-b9fa-53f1955e044f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (aac11037-4a13-42a6-bf07-0d8405831d19), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:19.237048 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d5ed7-6419-41a7-a23c-4e48ee170c22 req-73b36248-e514-45e7-9404-f7ada18f7d0f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:19.255883 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-645d5ed7-6419-41a7-a23c-4e48ee170c22 req-73b36248-e514-45e7-9404-f7ada18f7d0f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.5071087 Feb 07 16:59:19.282846 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] Attempting to bind port 31d5e2c2-2976-4cea-ac83-80ba63b191a8 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:59:19.295239 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] Attempting to bind port 31d5e2c2-2976-4cea-ac83-80ba63b191a8 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'e0c37dc9-7881-40f0-8ad8-908616304b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3275145c-6de4-4e3e-9e93-c131c2eafdc3'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:59:19.295861 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] Attempting to bind port 31d5e2c2-2976-4cea-ac83-80ba63b191a8 on network 3275145c-6de4-4e3e-9e93-c131c2eafdc3 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:59:19.312607 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:59:19.313447 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] Checking segment: {'id': 'e0c37dc9-7881-40f0-8ad8-908616304b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3275145c-6de4-4e3e-9e93-c131c2eafdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:19.314105 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:19.314721 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] Bound using segment: {'id': 'e0c37dc9-7881-40f0-8ad8-908616304b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3275145c-6de4-4e3e-9e93-c131c2eafdc3'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:59:19.315458 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] Bound port: 31d5e2c2-2976-4cea-ac83-80ba63b191a8, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c37dc9-7881-40f0-8ad8-908616304b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3275145c-6de4-4e3e-9e93-c131c2eafdc3'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:59:19.322729 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (31d5e2c2-2976-4cea-ac83-80ba63b191a8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:19.332190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a063ec-c0e1-412e-b9fa-53f1955e044f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac11037-4a13-42a6-bf07-0d8405831d19,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:19.354625 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95a063ec-c0e1-412e-b9fa-53f1955e044f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:19.365046 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-95a063ec-c0e1-412e-b9fa-53f1955e044f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2576489 Feb 07 16:59:19.377101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55602) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:19.381229 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c04cb3d3-8328-45bc-b177-67348552fb9d tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group_rule': {'security_group_id': 'ce977e40-8fb2-4fd1-be65-878a275dec61', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:19.410639 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5055633e-f5e4-4a4f-9b93-56b6c907cc4d tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:19.414093 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5055633e-f5e4-4a4f-9b93-56b6c907cc4d tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:19.418524 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5055633e-f5e4-4a4f-9b93-56b6c907cc4d tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3462439 Feb 07 16:59:19.422867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55604) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:19.474968 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Pushing event updated for resources: {'Port': ['ID=a36be7c3-0ecd-447b-a130-04ecbf89b135,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:19.522134 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f06fff-2666-42c5-b509-a0268e4ff246 req-47fdfa99-23bb-490f-829a-84db4dc17689 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:19.524494 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84f06fff-2666-42c5-b509-a0268e4ff246 req-47fdfa99-23bb-490f-829a-84db4dc17689 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 945 time: 0.3255801 Feb 07 16:59:19.649904 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-645d5ed7-6419-41a7-a23c-4e48ee170c22 req-0cb35c68-88a1-4999-b1e2-f74e3c615e70 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3930233 Feb 07 16:59:19.699108 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-fdacab89-a41e-4130-8d46-db3daf7db89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'name': 'tempest-ServersTestFqdnHostnames-1026512707-router', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e21f581b-5fef-4757-846e-80469672c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:20Z', 'updated_at': '2022-02-07T16:58:31Z', 'revision_number': 4, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'gw_port': {'id': 'e21f581b-5fef-4757-846e-80469672c104', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:21Z', 'updated_at': '2022-02-07T16:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '60c56ed1-0199-4b22-9072-59b9f051f997', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'port_id': 'ecef4413-b044-467c-a6e2-dc25eb8f0029', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd', 'mac_address': 'fa:16:3e:99:10:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f23f38-6e8d-4636-845e-85ec6793eba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:58:39Z', 'updated_at': '2022-02-07T16:59:15Z', 'revision_number': 1, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f78ce81-849c-478a-a790-0253805eb055', 'name': '', 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'mac_address': 'fa:16:3e:1d:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '3aeb2729-d066-4c80-8fec-bec551896778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:29Z', 'updated_at': '2022-02-07T16:58:39Z', 'revision_number': 5, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'subnets': [{'id': '3aeb2729-d066-4c80-8fec-bec551896778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:19.738829 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c04cb3d3-8328-45bc-b177-67348552fb9d tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (348aff32-2df0-480d-a032-ba0400a82385), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:19.787926 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] Publish callbacks [] for port (382f62b2-d182-4488-baab-8c5248503307), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:19.800062 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdacab89-a41e-4130-8d46-db3daf7db89b None None] Checking router: 488e8b0b-77ba-4262-a202-2318a7bd532f for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:59:19.801015 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf8230d-0ae7-4083-9d6b-a9d0d237f8d0 x-openstack-request-id: req-daf8230d-0ae7-4083-9d6b-a9d0d237f8d0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:59:19.801750 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f23f38-6e8d-4636-845e-85ec6793eba2", "tag": "ecef4413-b044-467c-a6e2-dc25eb8f0029", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:59:19.803848 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-daf8230d-0ae7-4083-9d6b-a9d0d237f8d0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:59:19.804995 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f23f38-6e8d-4636-845e-85ec6793eba2', 'tag': 'ecef4413-b044-467c-a6e2-dc25eb8f0029', 'status': 'completed', 'code': 200} Feb 07 16:59:19.811484 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Attempting to bind port a36be7c3-0ecd-447b-a130-04ecbf89b135 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:59:19.812222 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Attempting to bind port a36be7c3-0ecd-447b-a130-04ecbf89b135 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '2075f485-98b9-4098-bd23-427890e5e09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:59:19.812355 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Attempting to bind port a36be7c3-0ecd-447b-a130-04ecbf89b135 on network ee68e4cc-35f2-42ab-88dd-35c973261201 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:59:19.825569 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (382f62b2-d182-4488-baab-8c5248503307), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:19.834651 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdacab89-a41e-4130-8d46-db3daf7db89b None None] Routers {'488e8b0b-77ba-4262-a202-2318a7bd532f'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:59:19.842162 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-fdacab89-a41e-4130-8d46-db3daf7db89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:58:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['488e8b0b-77ba-4262-a202-2318a7bd532f'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:19.890522 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Port a36be7c3-0ecd-447b-a130-04ecbf89b135 on network ee68e4cc-35f2-42ab-88dd-35c973261201 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:59:19.897797 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Attempting to bind port a36be7c3-0ecd-447b-a130-04ecbf89b135 on network ee68e4cc-35f2-42ab-88dd-35c973261201 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:59:19.948432 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:59:19.950155 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Checking segment: {'id': '2075f485-98b9-4098-bd23-427890e5e09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:19.952397 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Bound using segment: {'id': '2075f485-98b9-4098-bd23-427890e5e09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:59:19.952952 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Bound port: a36be7c3-0ecd-447b-a130-04ecbf89b135, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2075f485-98b9-4098-bd23-427890e5e09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:59:19.953440 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:20.005004 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92045a91-c189-403e-9a50-e106703ee95d tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (3275145c-6de4-4e3e-9e93-c131c2eafdc3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:20.024467 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84f06fff-2666-42c5-b509-a0268e4ff246 req-5b4794e4-067b-418c-93cd-46cb1b3cf34b tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/security-groups?id=a79a8381-8271-4e00-91bd-43dc52840eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4462080 Feb 07 16:59:20.097877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 660e67c0-bf0d-4026-b388-8a6a55e91411 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:20.097877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:59:20.177955 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] For port a36be7c3-0ecd-447b-a130-04ecbf89b135, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:59:20.188899 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] For port a36be7c3-0ecd-447b-a130-04ecbf89b135, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a36be7c3-0ecd-447b-a130-04ecbf89b135,segment=NetworkSegment(2075f485-98b9-4098-bd23-427890e5e09f),segment_id=2075f485-98b9-4098-bd23-427890e5e09f)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:59:20.199225 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:20.202748 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-fdacab89-a41e-4130-8d46-db3daf7db89b None None] Set router 488e8b0b-77ba-4262-a202-2318a7bd532f gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:59:20.280774 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-92045a91-c189-403e-9a50-e106703ee95d tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 07 16:59:20.281171 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92045a91-c189-403e-9a50-e106703ee95d tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:59:20.287519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a81ac4-a1a6-4985-bcb4-f9aa29079b38 None None] Pushing event updated for resources: {'Port': ['ID=382f62b2-d182-4488-baab-8c5248503307,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:20.298355 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-92045a91-c189-403e-9a50-e106703ee95d tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/networks/3275145c-6de4-4e3e-9e93-c131c2eafdc3 HTTP/1.1" status: 409 len: 466 time: 0.8674612 Feb 07 16:59:20.308545 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55610) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:20.313082 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c04cb3d3-8328-45bc-b177-67348552fb9d tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (348aff32-2df0-480d-a032-ba0400a82385), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:20.321638 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:20.322387 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:20.323952 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] 10.222.0.48 "PUT /v2.0/ports/a36be7c3-0ecd-447b-a130-04ecbf89b135 HTTP/1.1" status: 200 len: 1092 time: 3.4287686 Feb 07 16:59:20.377830 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ccb3f195-b613-4d99-ade5-521ec6b8e1bb tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-355060438'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:20.399902 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c04cb3d3-8328-45bc-b177-67348552fb9d tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (348aff32-2df0-480d-a032-ba0400a82385), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:20.442777 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d0f9d-9362-47ca-abf0-1509525ab984 req-f00a470f-d85f-471c-916c-69f95a548570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:20.448695 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c1d0f9d-9362-47ca-abf0-1509525ab984 req-f00a470f-d85f-471c-916c-69f95a548570 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd305394fc5c4df09b672a58da37dd65&device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 1127 time: 0.6242111 Feb 07 16:59:20.456868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b61635-8350-49c6-b90e-45e0399d3c7b service neutron] Pushing event updated for resources: {'Port': ['ID=a36be7c3-0ecd-447b-a130-04ecbf89b135,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:20.525385 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-3dce0174-f59c-41d6-98cb-e9386d942cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:20.529154 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-3dce0174-f59c-41d6-98cb-e9386d942cf8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 1126 time: 0.1604004 Feb 07 16:59:20.540939 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] For port 31d5e2c2-2976-4cea-ac83-80ba63b191a8, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:59:20.577328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] Attempting to bind port 382f62b2-d182-4488-baab-8c5248503307 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:59:20.577624 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] Attempting to bind port 382f62b2-d182-4488-baab-8c5248503307 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'e5749024-453e-4820-bccc-90d03fde6ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:59:20.577991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] Attempting to bind port 382f62b2-d182-4488-baab-8c5248503307 on network fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:59:20.607243 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:59:20.607696 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] Checking segment: {'id': 'e5749024-453e-4820-bccc-90d03fde6ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:20.608043 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:20.608451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] Bound using segment: {'id': 'e5749024-453e-4820-bccc-90d03fde6ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:59:20.608950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] Bound port: 382f62b2-d182-4488-baab-8c5248503307, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5749024-453e-4820-bccc-90d03fde6ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:59:20.613701 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (382f62b2-d182-4488-baab-8c5248503307), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:20.620948 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4ede6fbe-1926-43b6-8277-982898b09ff0 None None] Current status of the port 660e67c0-bf0d-4026-b388-8a6a55e91411 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:20.627589 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] For port 31d5e2c2-2976-4cea-ac83-80ba63b191a8, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=31d5e2c2-2976-4cea-ac83-80ba63b191a8,segment=NetworkSegment(e0c37dc9-7881-40f0-8ad8-908616304b87),segment_id=e0c37dc9-7881-40f0-8ad8-908616304b87)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:59:20.646845 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-564ba2ef-de63-4496-8fbe-2255cbd9ab5b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36be7c3-0ecd-447b-a130-04ecbf89b135 HTTP/1.1" status: 200 len: 217 time: 0.1101530 Feb 07 16:59:20.680378 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04cb3d3-8328-45bc-b177-67348552fb9d tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348aff32-2df0-480d-a032-ba0400a82385,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:20.693239 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (31d5e2c2-2976-4cea-ac83-80ba63b191a8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:20.710379 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c04cb3d3-8328-45bc-b177-67348552fb9d tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:20.721148 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c04cb3d3-8328-45bc-b177-67348552fb9d tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3433461 Feb 07 16:59:20.735496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55614) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:20.755132 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7534cf99-4d3d-4eb2-94b8-7290b358e814 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group_rule': {'security_group_id': 'ce977e40-8fb2-4fd1-be65-878a275dec61', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:20.804355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb3f195-b613-4d99-ade5-521ec6b8e1bb tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Made reservation on behalf of 49e7b2b660e244cc88570b31d7f170c1 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:20.812318 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ccb3f195-b613-4d99-ade5-521ec6b8e1bb tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:20.832066 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae102d1-4429-45ac-9796-a630d747932a req-e6df641f-4058-4c80-83c1-9975c233bdc2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:20.855763 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ae102d1-4429-45ac-9796-a630d747932a req-e6df641f-4058-4c80-83c1-9975c233bdc2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 944 time: 0.7501967 Feb 07 16:59:20.899165 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-6732e41a-8790-4b14-911b-2b606563880e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:20.906995 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-6732e41a-8790-4b14-911b-2b606563880e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46e7aa81-9dcc-468e-bfb9-c817f0e11f5e HTTP/1.1" status: 200 len: 834 time: 0.2536650 Feb 07 16:59:20.919323 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-7534cf99-4d3d-4eb2-94b8-7290b358e814 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Project e266b4b9b1d544eabc5eebcc70b0d46e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 16:59:20.943584 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-fdacab89-a41e-4130-8d46-db3daf7db89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'name': 'tempest-ServersTestFqdnHostnames-1026512707-router', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e21f581b-5fef-4757-846e-80469672c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:20Z', 'updated_at': '2022-02-07T16:58:31Z', 'revision_number': 4, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'gw_port': {'id': 'e21f581b-5fef-4757-846e-80469672c104', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:21Z', 'updated_at': '2022-02-07T16:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '60c56ed1-0199-4b22-9072-59b9f051f997', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'port_id': 'ecef4413-b044-467c-a6e2-dc25eb8f0029', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd', 'mac_address': 'fa:16:3e:99:10:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f23f38-6e8d-4636-845e-85ec6793eba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:58:39Z', 'updated_at': '2022-02-07T16:59:15Z', 'revision_number': 1, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f78ce81-849c-478a-a790-0253805eb055', 'name': '', 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'mac_address': 'fa:16:3e:1d:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '3aeb2729-d066-4c80-8fec-bec551896778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:29Z', 'updated_at': '2022-02-07T16:58:39Z', 'revision_number': 5, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'subnets': [{'id': '3aeb2729-d066-4c80-8fec-bec551896778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:20.949060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] For port 382f62b2-d182-4488-baab-8c5248503307, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:59:20.979307 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] For port 382f62b2-d182-4488-baab-8c5248503307, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=382f62b2-d182-4488-baab-8c5248503307,segment=NetworkSegment(e5749024-453e-4820-bccc-90d03fde6ee0),segment_id=e5749024-453e-4820-bccc-90d03fde6ee0)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:59:20.989995 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7534cf99-4d3d-4eb2-94b8-7290b358e814 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (29b8b3ca-25cc-4783-ad77-9b3b4bb0940e), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:21.020338 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdacab89-a41e-4130-8d46-db3daf7db89b None None] The sync data for ids ['488e8b0b-77ba-4262-a202-2318a7bd532f'] in n-d-827865-3 is: [{'id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'name': 'tempest-ServersTestFqdnHostnames-1026512707-router', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e21f581b-5fef-4757-846e-80469672c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:20Z', 'updated_at': '2022-02-07T16:58:31Z', 'revision_number': 4, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'gw_port': {'id': 'e21f581b-5fef-4757-846e-80469672c104', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:21Z', 'updated_at': '2022-02-07T16:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '60c56ed1-0199-4b22-9072-59b9f051f997', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'floating_ip_address': '172.25.4.13', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'port_id': 'ecef4413-b044-467c-a6e2-dc25eb8f0029', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd', 'mac_address': 'fa:16:3e:99:10:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f23f38-6e8d-4636-845e-85ec6793eba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:58:39Z', 'updated_at': '2022-02-07T16:59:15Z', 'revision_number': 1, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f78ce81-849c-478a-a790-0253805eb055', 'name': '', 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'mac_address': 'fa:16:3e:1d:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '3aeb2729-d066-4c80-8fec-bec551896778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:29Z', 'updated_at': '2022-02-07T16:58:39Z', 'revision_number': 5, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'subnets': [{'id': '3aeb2729-d066-4c80-8fec-bec551896778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:59:21.030771 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (382f62b2-d182-4488-baab-8c5248503307), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:21.051894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7aae8d-17bf-4742-9380-b9ecaae7c306 req-4f3ff3a9-fc4c-4301-9f4f-bb316d277896 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:21.053400 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4ede6fbe-1926-43b6-8277-982898b09ff0 None None] Provisioning complete for port 7da9b2d3-25f4-41e4-8aba-d241f5b005c3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:21.054722 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ede6fbe-1926-43b6-8277-982898b09ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7da9b2d3-25f4-41e4-8aba-d241f5b005c3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:21.056573 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4a7aae8d-17bf-4742-9380-b9ecaae7c306 req-4f3ff3a9-fc4c-4301-9f4f-bb316d277896 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.2426331 Feb 07 16:59:21.073270 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb3f195-b613-4d99-ade5-521ec6b8e1bb tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:59:21.098272 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ccb3f195-b613-4d99-ade5-521ec6b8e1bb tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (03d061d7-96f5-465e-90f2-d70c13e658f4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:21.098692 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-ccb3f195-b613-4d99-ade5-521ec6b8e1bb tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Added segment 03d061d7-96f5-465e-90f2-d70c13e658f4 of type vlan for network 119efd23-d2bf-4cb4-86fb-f6ea793aae1d Feb 07 16:59:21.118125 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:21.118669 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0a0be26f-3ad4-48da-bb8d-bf4adf1eea70), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:21.148463 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-ef58f51a-1a56-421f-91eb-764e5c1cb111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:21.155113 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-ef58f51a-1a56-421f-91eb-764e5c1cb111 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ee68e4cc-35f2-42ab-88dd-35c973261201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2413485 Feb 07 16:59:21.168296 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b7d81-2be7-47b5-ab84-e3adc74d18c8 None None] Pushing event updated for resources: {'Port': ['ID=31d5e2c2-2976-4cea-ac83-80ba63b191a8,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:21.222974 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ccb3f195-b613-4d99-ade5-521ec6b8e1bb tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (119efd23-d2bf-4cb4-86fb-f6ea793aae1d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:21.266522 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a81ac4-a1a6-4985-bcb4-f9aa29079b38 None None] Pushing event updated for resources: {'Port': ['ID=382f62b2-d182-4488-baab-8c5248503307,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:21.286733 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587e8697-141d-452e-b4c6-ae58ef627ae8 None None] Network 3275145c-6de4-4e3e-9e93-c131c2eafdc3 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:59:21.296160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] Routers {'e4ba6760-7098-4b9e-bd41-517cb44e8abc'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:59:21.296950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:58:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:21.307279 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ccb3f195-b613-4d99-ade5-521ec6b8e1bb tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (119efd23-d2bf-4cb4-86fb-f6ea793aae1d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:21.314392 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb3f195-b613-4d99-ade5-521ec6b8e1bb tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:21.315041 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ccb3f195-b613-4d99-ade5-521ec6b8e1bb tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:21.391529 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4a7aae8d-17bf-4742-9380-b9ecaae7c306 req-cd018f8e-d6a9-4cad-b68e-83bf8ddfe547 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3247974 Feb 07 16:59:21.447812 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-0503ce44-02ea-4acb-b670-3cf530e66cda service neutron] 10.222.0.48 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802835 Feb 07 16:59:21.482154 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ae102d1-4429-45ac-9796-a630d747932a req-02ddb4c7-44a9-4979-901c-27a5227d0b30 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6254423 Feb 07 16:59:21.516576 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ccb3f195-b613-4d99-ade5-521ec6b8e1bb tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1517565 Feb 07 16:59:21.517576 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55622) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:21.534384 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Request body: {'subnet': {'network_id': '119efd23-d2bf-4cb4-86fb-f6ea793aae1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:21.683187 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4feed91-c724-4b70-88c8-d4c19e4ae5c5 None None] New status for floating IP 60c56ed1-0199-4b22-9072-59b9f051f997: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:59:21.739894 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:21.793439 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71128dbd-8993-4d19-919e-c7f4e3cda8b7 req-83128803-bb6b-4dd0-a61e-0ef7d3f9108b service neutron] 10.222.0.48 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397946 Feb 07 16:59:21.822213 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4ede6fbe-1926-43b6-8277-982898b09ff0 None None] Current status of the port 7da9b2d3-25f4-41e4-8aba-d241f5b005c3 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:21.822610 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ede6fbe-1926-43b6-8277-982898b09ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7da9b2d3-25f4-41e4-8aba-d241f5b005c3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:21.825555 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'tag': 'a36be7c3-0ecd-447b-a130-04ecbf89b135'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:59:21.840132 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdb2542-72d4-4a0e-8af3-c231b4e9dcfd" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cd8b1d-ab29-45da-b0f7-a1273b72d03c", "tag": "a36be7c3-0ecd-447b-a130-04ecbf89b135"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:59:21.934391 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192f4149-c42f-49e6-94b3-1e6b0d65384d x-openstack-request-id: req-192f4149-c42f-49e6-94b3-1e6b0d65384d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:59:21.934695 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cd8b1d-ab29-45da-b0f7-a1273b72d03c", "tag": "a36be7c3-0ecd-447b-a130-04ecbf89b135", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:59:21.934955 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-192f4149-c42f-49e6-94b3-1e6b0d65384d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:59:21.935358 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'tag': 'a36be7c3-0ecd-447b-a130-04ecbf89b135', 'status': 'completed', 'code': 200} Feb 07 16:59:21.984211 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] Set router e4ba6760-7098-4b9e-bd41-517cb44e8abc gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:59:21.995003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:21.995921 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0a0be26f-3ad4-48da-bb8d-bf4adf1eea70), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:22.053445 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb2542-72d4-4a0e-8af3-c231b4e9dcfd req-d91c06b8-d4f5-43ad-b68e-5a3c2a8968e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:22.063447 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5cdb2542-72d4-4a0e-8af3-c231b4e9dcfd req-d91c06b8-d4f5-43ad-b68e-5a3c2a8968e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 1126 time: 0.1168802 Feb 07 16:59:22.099438 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3f195-b613-4d99-ade5-521ec6b8e1bb tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event updated for resources: {'Network': ['ID=119efd23-d2bf-4cb4-86fb-f6ea793aae1d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:22.214895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d0f9d-9362-47ca-abf0-1509525ab984 req-0eb1cf0e-29b3-4a6b-958c-bf7b056057a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:22.216329 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c1d0f9d-9362-47ca-abf0-1509525ab984 req-0eb1cf0e-29b3-4a6b-958c-bf7b056057a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68e8b4ef-5d37-4e40-9440-79c18f6d00fd HTTP/1.1" status: 200 len: 916 time: 1.7053890 Feb 07 16:59:22.283909 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb2542-72d4-4a0e-8af3-c231b4e9dcfd req-87f2be1f-8b3f-448f-8d50-e48f1623bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:22.286029 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5cdb2542-72d4-4a0e-8af3-c231b4e9dcfd req-87f2be1f-8b3f-448f-8d50-e48f1623bb0d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ee68e4cc-35f2-42ab-88dd-35c973261201 HTTP/1.1" status: 200 len: 897 time: 0.2163513 Feb 07 16:59:22.318947 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4ede6fbe-1926-43b6-8277-982898b09ff0 None None] For port 7da9b2d3-25f4-41e4-8aba-d241f5b005c3, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7da9b2d3-25f4-41e4-8aba-d241f5b005c3,segment=NetworkSegment(e5749024-453e-4820-bccc-90d03fde6ee0),segment_id=e5749024-453e-4820-bccc-90d03fde6ee0)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:22.325568 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 119efd23-d2bf-4cb4-86fb-f6ea793aae1d details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:59:22.360909 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5cdb2542-72d4-4a0e-8af3-c231b4e9dcfd req-522f4368-ff55-4568-b153-d0fcc83c98ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36be7c3-0ecd-447b-a130-04ecbf89b135 HTTP/1.1" status: 200 len: 217 time: 0.0651276 Feb 07 16:59:22.382623 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ede6fbe-1926-43b6-8277-982898b09ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7da9b2d3-25f4-41e4-8aba-d241f5b005c3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:22.427950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de79b0d3-aa57-4b45-83a7-a6467f2a7737 None None] get_active_networks_info from n-d-827865-3 {{(pid=103228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 16:59:22.444125 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c1d0f9d-9362-47ca-abf0-1509525ab984 req-f4499bac-f7ab-4102-8d91-3b4e722dc053 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecef4413-b044-467c-a6e2-dc25eb8f0029 HTTP/1.1" status: 200 len: 998 time: 0.2145793 Feb 07 16:59:22.470315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Made reservation on behalf of 49e7b2b660e244cc88570b31d7f170c1 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:22.478686 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:22.517247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb2542-72d4-4a0e-8af3-c231b4e9dcfd req-b04c796d-77d5-4701-981c-aa0bd3b6dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:22.521683 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5cdb2542-72d4-4a0e-8af3-c231b4e9dcfd req-b04c796d-77d5-4701-981c-aa0bd3b6dc8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46e7aa81-9dcc-468e-bfb9-c817f0e11f5e HTTP/1.1" status: 200 len: 834 time: 0.1507180 Feb 07 16:59:22.696713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb2542-72d4-4a0e-8af3-c231b4e9dcfd req-82802d07-2bff-408e-aaf5-fd2e3a80a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:22.698726 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5cdb2542-72d4-4a0e-8af3-c231b4e9dcfd req-82802d07-2bff-408e-aaf5-fd2e3a80a61d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ee68e4cc-35f2-42ab-88dd-35c973261201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1682515 Feb 07 16:59:22.756904 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a793b2-439a-4fd7-8a06-6ff4cbba3672 req-462b7353-d3dc-404f-9505-d7ce07a5a466 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:22.759236 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49a793b2-439a-4fd7-8a06-6ff4cbba3672 req-462b7353-d3dc-404f-9505-d7ce07a5a466 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 945 time: 0.6512005 Feb 07 16:59:22.768837 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7534cf99-4d3d-4eb2-94b8-7290b358e814 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (29b8b3ca-25cc-4783-ad77-9b3b4bb0940e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:22.772237 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0a0be26f-3ad4-48da-bb8d-bf4adf1eea70,segment=NetworkSegment(f6b50d28-22f5-45ab-9da6-ea59819170c4),segment_id=f6b50d28-22f5-45ab-9da6-ea59819170c4)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:22.786304 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7534cf99-4d3d-4eb2-94b8-7290b358e814 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (29b8b3ca-25cc-4783-ad77-9b3b4bb0940e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:22.827331 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534cf99-4d3d-4eb2-94b8-7290b358e814 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b8b3ca-25cc-4783-ad77-9b3b4bb0940e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:22.832513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c905466-fc0d-442d-b43f-6c47de2db1d1 req-4fe4f61d-2a8f-4ae9-984b-396ba43e7e46 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:22.838952 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c905466-fc0d-442d-b43f-6c47de2db1d1 req-4fe4f61d-2a8f-4ae9-984b-396ba43e7e46 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.2151315 Feb 07 16:59:22.843320 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (0a0be26f-3ad4-48da-bb8d-bf4adf1eea70), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:22.854216 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 99df56ba-37f2-4367-b30e-ba670bc6bee9 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:59:22.878960 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4ede6fbe-1926-43b6-8277-982898b09ff0 None None] Provisioning complete for port 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:22.879489 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ede6fbe-1926-43b6-8277-982898b09ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0a0be26f-3ad4-48da-bb8d-bf4adf1eea70), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:22.885207 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7534cf99-4d3d-4eb2-94b8-7290b358e814 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:22.888862 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7534cf99-4d3d-4eb2-94b8-7290b358e814 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.1393363 Feb 07 16:59:22.893006 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55640) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:22.901242 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group_rule': {'security_group_id': 'ce977e40-8fb2-4fd1-be65-878a275dec61', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:22.933883 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5cdb2542-72d4-4a0e-8af3-c231b4e9dcfd req-b1964eb2-f4ab-4854-a289-60cb4952209c service neutron] 10.222.0.48 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237334 Feb 07 16:59:22.938369 n-d-827865-3 neutron-server[103226]: DEBUG neutron.objects.ports [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 16:59:22.948796 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d0f9d-9362-47ca-abf0-1509525ab984 req-796c03b2-61f4-4ab4-90fb-cfe32923e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:22.950354 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c1d0f9d-9362-47ca-abf0-1509525ab984 req-796c03b2-61f4-4ab4-90fb-cfe32923e396 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3aeb2729-d066-4c80-8fec-bec551896778 HTTP/1.1" status: 200 len: 854 time: 0.4970632 Feb 07 16:59:22.950550 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c905466-fc0d-442d-b43f-6c47de2db1d1 req-25332d30-f6f4-45b5-b4b1-57606232490d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068013 Feb 07 16:59:22.955797 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (884a042b-9f90-4d1c-afe0-92558eca1109), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:22.965554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede6fbe-1926-43b6-8277-982898b09ff0 None None] Pushing event updated for resources: {'Port': ['ID=7da9b2d3-25f4-41e4-8aba-d241f5b005c3,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:23.095463 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49a793b2-439a-4fd7-8a06-6ff4cbba3672 req-76968257-3c45-4400-a99e-838d7979f03c tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/security-groups?id=a79a8381-8271-4e00-91bd-43dc52840eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228531 Feb 07 16:59:23.095659 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Project e266b4b9b1d544eabc5eebcc70b0d46e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 16:59:23.107265 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (75b92cf7-ea05-4154-a4ba-97541b770ef1), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:23.180690 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (75b92cf7-ea05-4154-a4ba-97541b770ef1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:23.197127 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (75b92cf7-ea05-4154-a4ba-97541b770ef1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:23.245690 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b92cf7-ea05-4154-a4ba-97541b770ef1,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:23.245690 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event updated for resources: {'Subnet': ['ID=884a042b-9f90-4d1c-afe0-92558eca1109,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:23.255293 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:23.264970 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3592556 Feb 07 16:59:23.264970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.264970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.264970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.264970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.264970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.264970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.264970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.264970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.264970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.276610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.277035 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.278563 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.278920 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.283343 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d0f9d-9362-47ca-abf0-1509525ab984 req-b63af79e-b1eb-4150-9cd0-dc32faa1cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:23.284890 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c1d0f9d-9362-47ca-abf0-1509525ab984 req-b63af79e-b1eb-4150-9cd0-dc32faa1cc32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68e8b4ef-5d37-4e40-9440-79c18f6d00fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3183541 Feb 07 16:59:23.315427 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c8cc1-265c-417b-b7ea-10cd5f10e573 req-6b9cf2e6-1c65-4ed9-80ef-ae4e67860b85 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:23.323568 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b62c8cc1-265c-417b-b7ea-10cd5f10e573 req-6b9cf2e6-1c65-4ed9-80ef-ae4e67860b85 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 944 time: 0.2582138 Feb 07 16:59:23.334893 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5cdb2542-72d4-4a0e-8af3-c231b4e9dcfd req-f06a9053-02d1-47b0-b7a0-95ce55c2f3e5 service neutron] 10.222.0.48 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825502 Feb 07 16:59:23.336984 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.363678 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.363678 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.363678 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.363678 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.364094 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.364094 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.364408 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.365229 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.365941 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.366838 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.368245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.368892 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4329ec5-044e-46cf-b41b-e6c2329d222f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:23.447413 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b62c8cc1-265c-417b-b7ea-10cd5f10e573 req-acafc1a4-8077-47c7-bee7-97bc2e102434 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209056 Feb 07 16:59:23.488366 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Checking segment: {'id': '03d061d7-96f5-465e-90f2-d70c13e658f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '119efd23-d2bf-4cb4-86fb-f6ea793aae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:23.488884 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Network hostable DHCP agents. Network: 119efd23-d2bf-4cb4-86fb-f6ea793aae1d, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:59:23.499418 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:23.536300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=0a0be26f-3ad4-48da-bb8d-bf4adf1eea70,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:23.556348 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Network 119efd23-d2bf-4cb4-86fb-f6ea793aae1d is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:59:23.589831 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de79b0d3-aa57-4b45-83a7-a6467f2a7737 None None] Resources bound (agent type, host, resource id): {{(pid=103228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 16:59:23.618128 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 119efd23-d2bf-4cb4-86fb-f6ea793aae1d) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:23.622930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 99df56ba-37f2-4367-b30e-ba670bc6bee9 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:23.623394 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (99df56ba-37f2-4367-b30e-ba670bc6bee9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:23.642153 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:23.642919 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:23.656462 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-a32dca62-3bc0-4f96-a507-84ae38eeba79 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1320656539&fields=id&tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e HTTP/1.1" status: 200 len: 267 time: 0.1288788 Feb 07 16:59:23.661521 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c1d0f9d-9362-47ca-abf0-1509525ab984 req-92d77289-f130-4820-b090-1599f6d77e37 service neutron] 10.222.0.32 "GET /v2.0/networks/68e8b4ef-5d37-4e40-9440-79c18f6d00fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556094 Feb 07 16:59:23.671289 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-45c3ef6e-368a-4d38-a2c4-215d5d821aa6 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1408207 Feb 07 16:59:23.674010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55656) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:23.785691 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4ede6fbe-1926-43b6-8277-982898b09ff0 None None] Current status of the port 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:23.832743 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e20862d-f6ae-404f-a717-c3197c6877b4 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (119efd23-d2bf-4cb4-86fb-f6ea793aae1d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:23.879165 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T16:59:07Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '382f62b2-d182-4488-baab-8c5248503307', 'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:53:3d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:05Z', 'updated_at': '2022-02-07T16:59:20Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:23.915780 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e20862d-f6ae-404f-a717-c3197c6877b4 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (884a042b-9f90-4d1c-afe0-92558eca1109), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:23.981243 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624cf15-f71c-421a-873d-be9d0ac4e1d8 None None] The sync data for ids ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'] in n-d-827865-3 is: [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T16:59:07Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '382f62b2-d182-4488-baab-8c5248503307', 'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:53:3d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:05Z', 'updated_at': '2022-02-07T16:59:20Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:59:24.015159 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e20862d-f6ae-404f-a717-c3197c6877b4 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (884a042b-9f90-4d1c-afe0-92558eca1109), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:24.027132 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c1d0f9d-9362-47ca-abf0-1509525ab984 req-bf1c3569-3c89-4d74-8766-2287dc7ddb9b service neutron] 10.222.0.32 "GET /v2.0/networks/68e8b4ef-5d37-4e40-9440-79c18f6d00fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543496 Feb 07 16:59:24.044508 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-b722c15c-6707-4487-b45a-a8eef5d7fea0 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:24.054894 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-b722c15c-6707-4487-b45a-a8eef5d7fea0 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/networks?id=fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e HTTP/1.1" status: 200 len: 797 time: 0.3711684 Feb 07 16:59:24.080264 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-18c53e74-2d72-4165-8add-30fb4ae98649 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/quotas/e266b4b9b1d544eabc5eebcc70b0d46e HTTP/1.1" status: 200 len: 375 time: 0.0196846 Feb 07 16:59:24.160939 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e0961b90-c1b0-460a-af96-822002c12286 None None] Provisioning complete for port 382f62b2-d182-4488-baab-8c5248503307 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:24.162929 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20862d-f6ae-404f-a717-c3197c6877b4 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event deleted for resources: {'Subnet': ['ID=884a042b-9f90-4d1c-afe0-92558eca1109,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:24.164966 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0961b90-c1b0-460a-af96-822002c12286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (382f62b2-d182-4488-baab-8c5248503307), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:24.204114 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-fe99ee17-cacf-4741-ae7b-96c9aa1e8616 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1111422 Feb 07 16:59:24.361298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e0961b90-c1b0-460a-af96-822002c12286 None None] Current status of the port 382f62b2-d182-4488-baab-8c5248503307 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:24.361926 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0961b90-c1b0-460a-af96-822002c12286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (382f62b2-d182-4488-baab-8c5248503307), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:24.378044 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 99df56ba-37f2-4367-b30e-ba670bc6bee9 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:24.379553 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (99df56ba-37f2-4367-b30e-ba670bc6bee9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:24.403314 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-81971b80-58f4-40da-8f74-6e6ad29cb914 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846128 Feb 07 16:59:24.410624 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 99df56ba-37f2-4367-b30e-ba670bc6bee9, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=99df56ba-37f2-4367-b30e-ba670bc6bee9,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:24.421129 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (99df56ba-37f2-4367-b30e-ba670bc6bee9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:24.431051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf23f3-b625-4573-a4a2-953217022d52 req-207f0698-0624-403b-8ee0-0407e7225f49 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:24.431791 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7da9b2d3-25f4-41e4-8aba-d241f5b005c3 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:59:24.434562 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eadf23f3-b625-4573-a4a2-953217022d52 req-207f0698-0624-403b-8ee0-0407e7225f49 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.2875373 Feb 07 16:59:24.436538 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e20862d-f6ae-404f-a717-c3197c6877b4 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (119efd23-d2bf-4cb4-86fb-f6ea793aae1d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:24.466519 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-9e20862d-f6ae-404f-a717-c3197c6877b4 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119efd23-d2bf-4cb4-86fb-f6ea793aae1d']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:24.487725 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-9e20862d-f6ae-404f-a717-c3197c6877b4 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d061d7-96f5-465e-90f2-d70c13e658f4') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:24.488329 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-9e20862d-f6ae-404f-a717-c3197c6877b4 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d061d7-96f5-465e-90f2-d70c13e658f4') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:24.502187 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e20862d-f6ae-404f-a717-c3197c6877b4 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (03d061d7-96f5-465e-90f2-d70c13e658f4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:24.540333 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e20862d-f6ae-404f-a717-c3197c6877b4 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (03d061d7-96f5-465e-90f2-d70c13e658f4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:24.549654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e20862d-f6ae-404f-a717-c3197c6877b4 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:59:24.557025 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e20862d-f6ae-404f-a717-c3197c6877b4 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (03d061d7-96f5-465e-90f2-d70c13e658f4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:24.593311 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-64523971-0cf0-425e-8283-2f49941e8172 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888430 Feb 07 16:59:24.655405 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e0961b90-c1b0-460a-af96-822002c12286 None None] For port 382f62b2-d182-4488-baab-8c5248503307, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=382f62b2-d182-4488-baab-8c5248503307,segment=NetworkSegment(e5749024-453e-4820-bccc-90d03fde6ee0),segment_id=e5749024-453e-4820-bccc-90d03fde6ee0)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:24.674183 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04aea2d-663b-45be-a29b-0708c04552e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-119efd23-d2bf-4cb4-86fb-f6ea793aae1d', 'network_id': '119efd23-d2bf-4cb4-86fb-f6ea793aae1d', 'project_id': '49e7b2b660e244cc88570b31d7f170c1', 'fixed_ips': [{'subnet_id': '884a042b-9f90-4d1c-afe0-92558eca1109'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:59:24.676098 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a04aea2d-663b-45be-a29b-0708c04552e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:59:24.687642 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:59:24.704348 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e20862d-f6ae-404f-a717-c3197c6877b4 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (119efd23-d2bf-4cb4-86fb-f6ea793aae1d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:24.730200 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e20862d-f6ae-404f-a717-c3197c6877b4 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:24.731544 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=99df56ba-37f2-4367-b30e-ba670bc6bee9,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:24.734466 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0961b90-c1b0-460a-af96-822002c12286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (382f62b2-d182-4488-baab-8c5248503307), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:24.747416 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9e20862d-f6ae-404f-a717-c3197c6877b4 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/networks/119efd23-d2bf-4cb4-86fb-f6ea793aae1d HTTP/1.1" status: 204 len: 168 time: 1.0722964 Feb 07 16:59:24.751121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55668) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:24.759564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9869221f-2268-4d61-9e0e-104e35fb2951 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1798015935'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:24.775312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20862d-f6ae-404f-a717-c3197c6877b4 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event deleted for resources: {'Network': ['ID=119efd23-d2bf-4cb4-86fb-f6ea793aae1d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:24.803312 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9869221f-2268-4d61-9e0e-104e35fb2951 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Made reservation on behalf of 49e7b2b660e244cc88570b31d7f170c1 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:24.808635 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9869221f-2268-4d61-9e0e-104e35fb2951 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:24.854975 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9869221f-2268-4d61-9e0e-104e35fb2951 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:59:24.869490 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9869221f-2268-4d61-9e0e-104e35fb2951 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:24.869944 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-9869221f-2268-4d61-9e0e-104e35fb2951 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Added segment fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf of type vlan for network 8ddda20d-47da-4bc5-9917-48331c87f03c Feb 07 16:59:24.873658 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eadf23f3-b625-4573-a4a2-953217022d52 req-a177aaf0-aecb-4532-91f3-188eed01ff2e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804197 Feb 07 16:59:24.885021 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b756db78-8447-4eb4-b0dc-758fbb4ada6b None None] Network 119efd23-d2bf-4cb4-86fb-f6ea793aae1d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:59:24.993644 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9869221f-2268-4d61-9e0e-104e35fb2951 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (8ddda20d-47da-4bc5-9917-48331c87f03c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:25.006321 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b756db78-8447-4eb4-b0dc-758fbb4ada6b None None] Network 119efd23-d2bf-4cb4-86fb-f6ea793aae1d could not be found, it might have been deleted concurrently. {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 07 16:59:25.016657 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0961b90-c1b0-460a-af96-822002c12286 None None] Pushing event updated for resources: {'Port': ['ID=382f62b2-d182-4488-baab-8c5248503307,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:25.045049 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd81659f-b7a3-4e01-afc5-15c0b603ac45 None None] Network 119efd23-d2bf-4cb4-86fb-f6ea793aae1d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:59:25.073252 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9869221f-2268-4d61-9e0e-104e35fb2951 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (8ddda20d-47da-4bc5-9917-48331c87f03c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:25.078324 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e0961b90-c1b0-460a-af96-822002c12286 None None] Provisioning complete for port 7da9b2d3-25f4-41e4-8aba-d241f5b005c3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:25.079031 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0961b90-c1b0-460a-af96-822002c12286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7da9b2d3-25f4-41e4-8aba-d241f5b005c3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:25.082670 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9869221f-2268-4d61-9e0e-104e35fb2951 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:25.086127 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9869221f-2268-4d61-9e0e-104e35fb2951 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:25.134762 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9869221f-2268-4d61-9e0e-104e35fb2951 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3823977 Feb 07 16:59:25.143838 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55676) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:25.170348 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5d4d3636-4b0e-4e3d-b860-eeebc8c78bee tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Request body: {'subnet': {'network_id': '8ddda20d-47da-4bc5-9917-48331c87f03c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:25.182455 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd81659f-b7a3-4e01-afc5-15c0b603ac45 None None] Network 119efd23-d2bf-4cb4-86fb-f6ea793aae1d could not be found, it might have been deleted concurrently. {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 07 16:59:25.184860 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 7da9b2d3-25f4-41e4-8aba-d241f5b005c3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:25.186165 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7da9b2d3-25f4-41e4-8aba-d241f5b005c3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:25.373614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869221f-2268-4d61-9e0e-104e35fb2951 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event updated for resources: {'Network': ['ID=8ddda20d-47da-4bc5-9917-48331c87f03c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:25.383053 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a36be7c3-0ecd-447b-a130-04ecbf89b135 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:59:25.438499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e2809-dbd1-4b3b-befa-3ea95db59fbc req-24231dea-db5c-4dd3-9361-684559fc8c41 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:25.439352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4d3636-4b0e-4e3d-b860-eeebc8c78bee tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Made reservation on behalf of 49e7b2b660e244cc88570b31d7f170c1 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:25.444282 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-556e2809-dbd1-4b3b-befa-3ea95db59fbc req-24231dea-db5c-4dd3-9361-684559fc8c41 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 944 time: 0.2148488 Feb 07 16:59:25.455425 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d4d3636-4b0e-4e3d-b860-eeebc8c78bee tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:25.577760 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-556e2809-dbd1-4b3b-befa-3ea95db59fbc req-7b1a1dcc-3d69-4cf2-8823-b340529b6fa9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251767 Feb 07 16:59:25.657612 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73b243-3843-4b76-8040-4639e9c44776 req-c72b35a0-a319-46fc-a1b4-d9d24e6b22bb tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:25.657612 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9a73b243-3843-4b76-8040-4639e9c44776 req-c72b35a0-a319-46fc-a1b4-d9d24e6b22bb tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 945 time: 0.5901976 Feb 07 16:59:25.693795 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-305a719c-e6db-4a14-921b-175df418cf56 req-0d4f18eb-80aa-4bad-9425-38140e11ded9 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 210 time: 0.0526123 Feb 07 16:59:25.872042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a36be7c3-0ecd-447b-a130-04ecbf89b135, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a36be7c3-0ecd-447b-a130-04ecbf89b135,segment=NetworkSegment(2075f485-98b9-4098-bd23-427890e5e09f),segment_id=2075f485-98b9-4098-bd23-427890e5e09f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:25.873655 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9a73b243-3843-4b76-8040-4639e9c44776 req-10f2edbb-2f45-416e-ab94-4556f530fca7 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/security-groups?id=a79a8381-8271-4e00-91bd-43dc52840eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951990 Feb 07 16:59:25.894193 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e0961b90-c1b0-460a-af96-822002c12286 None None] Current status of the port 7da9b2d3-25f4-41e4-8aba-d241f5b005c3 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:25.898091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'a36be7c3-0ecd-447b-a130-04ecbf89b135', 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201', 'port_id': 'a36be7c3-0ecd-447b-a130-04ecbf89b135', 'mac_address': 'fa:16:3e:38:ef:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:59:25.902466 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 8ddda20d-47da-4bc5-9917-48331c87f03c details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:59:26.045093 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-428ca2a7-df57-4a13-bdab-1e1b9c3c4299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:26.081066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e0961b90-c1b0-460a-af96-822002c12286 None None] Provisioning complete for port 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:26.081486 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0961b90-c1b0-460a-af96-822002c12286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0a0be26f-3ad4-48da-bb8d-bf4adf1eea70), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:26.083744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a36be7c3-0ecd-447b-a130-04ecbf89b135 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:26.084131 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:26.157757 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d4d3636-4b0e-4e3d-b860-eeebc8c78bee tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (a3d171f2-278a-4ea0-bd41-86b7f3c9f1d1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:26.175374 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3040f-ee8e-445f-9247-8e0e9c7bb542 req-4a27a28d-d507-4a12-a11d-2ba4fed986d7 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:26.183588 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-35a3040f-ee8e-445f-9247-8e0e9c7bb542 req-4a27a28d-d507-4a12-a11d-2ba4fed986d7 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.1831131 Feb 07 16:59:26.222775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36be7c3-0ecd-447b-a130-04ecbf89b135 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:59:26.256324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d3636-4b0e-4e3d-b860-eeebc8c78bee tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event updated for resources: {'Subnet': ['ID=a3d171f2-278a-4ea0-bd41-86b7f3c9f1d1,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:26.294089 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a36be7c3-0ecd-447b-a130-04ecbf89b135, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a36be7c3-0ecd-447b-a130-04ecbf89b135,segment=NetworkSegment(2075f485-98b9-4098-bd23-427890e5e09f),segment_id=2075f485-98b9-4098-bd23-427890e5e09f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:26.296004 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4d3636-4b0e-4e3d-b860-eeebc8c78bee tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Checking segment: {'id': 'fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8ddda20d-47da-4bc5-9917-48331c87f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:26.296726 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4d3636-4b0e-4e3d-b860-eeebc8c78bee tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Network hostable DHCP agents. Network: 8ddda20d-47da-4bc5-9917-48331c87f03c, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:59:26.316872 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:26.318306 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4d3636-4b0e-4e3d-b860-eeebc8c78bee tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Network 8ddda20d-47da-4bc5-9917-48331c87f03c is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:59:26.325536 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 7da9b2d3-25f4-41e4-8aba-d241f5b005c3 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:26.332972 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5d4d3636-4b0e-4e3d-b860-eeebc8c78bee tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 8ddda20d-47da-4bc5-9917-48331c87f03c) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:26.344865 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-35a3040f-ee8e-445f-9247-8e0e9c7bb542 req-2c71fa46-cb42-4374-bed4-cf14e2c66bfc tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602678 Feb 07 16:59:26.367048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4d3636-4b0e-4e3d-b860-eeebc8c78bee tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:26.371751 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d4d3636-4b0e-4e3d-b860-eeebc8c78bee tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:26.389576 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8679b9-5337-4785-aa89-754a00c702e5 None None] Network 8ddda20d-47da-4bc5-9917-48331c87f03c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:59:26.419279 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5d4d3636-4b0e-4e3d-b860-eeebc8c78bee tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2596958 Feb 07 16:59:26.421981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55692) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:26.592370 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (8ddda20d-47da-4bc5-9917-48331c87f03c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:26.666781 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e0961b90-c1b0-460a-af96-822002c12286 None None] Current status of the port 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:26.669143 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a36be7c3-0ecd-447b-a130-04ecbf89b135,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:26.673041 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35094438-918e-4ff4-aeae-830927415b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-8ddda20d-47da-4bc5-9917-48331c87f03c', 'network_id': '8ddda20d-47da-4bc5-9917-48331c87f03c', 'project_id': '49e7b2b660e244cc88570b31d7f170c1', 'fixed_ips': [{'subnet_id': 'a3d171f2-278a-4ea0-bd41-86b7f3c9f1d1'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:59:26.673948 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-35094438-918e-4ff4-aeae-830927415b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:26.739933 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (a3d171f2-278a-4ea0-bd41-86b7f3c9f1d1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:26.823093 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-35094438-918e-4ff4-aeae-830927415b9f None None] Allocated IP 2001:db8::2 (8ddda20d-47da-4bc5-9917-48331c87f03c/a3d171f2-278a-4ea0-bd41-86b7f3c9f1d1/77227504-d662-4ca6-a0f0-44d00d1a9847) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:59:26.946572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8545ee-6976-4947-beb2-0e8e262d340c req-e8135819-7210-4c10-b3f4-898c16d8cfca tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:26.950147 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd8545ee-6976-4947-beb2-0e8e262d340c req-e8135819-7210-4c10-b3f4-898c16d8cfca tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 945 time: 0.1527596 Feb 07 16:59:26.975318 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5796c56c-00b6-4f01-966b-85f01a5a9a07 req-d85835fc-893e-4edd-8210-66d1aa8e66d4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 210 time: 0.0948822 Feb 07 16:59:27.054955 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd8545ee-6976-4947-beb2-0e8e262d340c req-8fd5c745-220b-4e0d-a018-96a655374c49 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900688 Feb 07 16:59:27.099409 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-35094438-918e-4ff4-aeae-830927415b9f None None] Publish callbacks [] for port (77227504-d662-4ca6-a0f0-44d00d1a9847), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:27.116987 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['a36be7c3-0ecd-447b-a130-04ecbf89b135'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:59:27.119401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 660e67c0-bf0d-4026-b388-8a6a55e91411 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:59:27.134317 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-35094438-918e-4ff4-aeae-830927415b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (77227504-d662-4ca6-a0f0-44d00d1a9847), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:27.188728 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (a3d171f2-278a-4ea0-bd41-86b7f3c9f1d1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:27.237367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event deleted for resources: {'Subnet': ['ID=a3d171f2-278a-4ea0-bd41-86b7f3c9f1d1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:27.249395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-e3916343-f8ea-45dc-9f3e-98628beaac8c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:27.251163 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-e3916343-f8ea-45dc-9f3e-98628beaac8c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.32 "GET /v2.0/networks?id=fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e HTTP/1.1" status: 200 len: 797 time: 0.2944233 Feb 07 16:59:27.338084 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35094438-918e-4ff4-aeae-830927415b9f None None] Pushing event updated for resources: {'Port': ['ID=77227504-d662-4ca6-a0f0-44d00d1a9847,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:27.384127 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35094438-918e-4ff4-aeae-830927415b9f None None] Network 8ddda20d-47da-4bc5-9917-48331c87f03c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:59:27.396427 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-35094438-918e-4ff4-aeae-830927415b9f None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:27.406570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35094438-918e-4ff4-aeae-830927415b9f None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:59:27.470331 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (8ddda20d-47da-4bc5-9917-48331c87f03c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:27.503566 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-e69ab4b5-dd5d-43d6-91a6-882f31ffbd79 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e HTTP/1.1" status: 200 len: 380 time: 0.2323062 Feb 07 16:59:27.515101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-6457258b-2d44-407b-b710-ae68fba9d593 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'port': {'device_id': 'cf378a85-3a66-4242-ba64-1759501c052f', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'admin_state_up': True, 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'security_groups': ['ce977e40-8fb2-4fd1-be65-878a275dec61']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:27.528616 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ddda20d-47da-4bc5-9917-48331c87f03c']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:27.560936 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-35094438-918e-4ff4-aeae-830927415b9f None None] Attempting to bind port 77227504-d662-4ca6-a0f0-44d00d1a9847 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:59:27.564458 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-35094438-918e-4ff4-aeae-830927415b9f None None] Attempting to bind port 77227504-d662-4ca6-a0f0-44d00d1a9847 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8ddda20d-47da-4bc5-9917-48331c87f03c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:59:27.564903 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35094438-918e-4ff4-aeae-830927415b9f None None] Attempting to bind port 77227504-d662-4ca6-a0f0-44d00d1a9847 on network 8ddda20d-47da-4bc5-9917-48331c87f03c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:59:27.583043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:27.583636 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:27.598453 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 660e67c0-bf0d-4026-b388-8a6a55e91411 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:27.599942 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eac98b-4870-4a4d-b5fd-6975e7d50a5d req-7b1f6ca0-cca1-459c-a679-ffa7f2a695f1 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:27.601233 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (660e67c0-bf0d-4026-b388-8a6a55e91411), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:27.606426 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-25eac98b-4870-4a4d-b5fd-6975e7d50a5d req-7b1f6ca0-cca1-459c-a679-ffa7f2a695f1 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.1132128 Feb 07 16:59:27.608231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35094438-918e-4ff4-aeae-830927415b9f None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:59:27.608628 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35094438-918e-4ff4-aeae-830927415b9f None None] Checking segment: {'id': 'fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8ddda20d-47da-4bc5-9917-48331c87f03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:27.609102 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-35094438-918e-4ff4-aeae-830927415b9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:27.609586 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35094438-918e-4ff4-aeae-830927415b9f None None] Bound using segment: {'id': 'fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8ddda20d-47da-4bc5-9917-48331c87f03c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:59:27.610146 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-35094438-918e-4ff4-aeae-830927415b9f None None] Bound port: 77227504-d662-4ca6-a0f0-44d00d1a9847, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8ddda20d-47da-4bc5-9917-48331c87f03c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:59:27.610594 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-35094438-918e-4ff4-aeae-830927415b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (77227504-d662-4ca6-a0f0-44d00d1a9847), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:27.618768 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:27.665253 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:27.683198 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:59:27.683848 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:59:27.687071 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:59:27.703902 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-25eac98b-4870-4a4d-b5fd-6975e7d50a5d req-b65cd4cc-7318-43be-a091-fbf5d14e78ad tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905800 Feb 07 16:59:27.826187 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.db.api [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 16:59:27.826187 n-d-827865-3 neutron-server[103226]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 16:59:27.826187 n-d-827865-3 neutron-server[103226]: [parameters: {'id': '8ddda20d-47da-4bc5-9917-48331c87f03c'}] Feb 07 16:59:27.826187 n-d-827865-3 neutron-server[103226]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:59:27.826679 n-d-827865-3 neutron-server[103226]: DEBUG oslo_db.api [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:59:27.835707 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-6457258b-2d44-407b-b710-ae68fba9d593 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Made reservation on behalf of e266b4b9b1d544eabc5eebcc70b0d46e for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:27.839859 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-6457258b-2d44-407b-b710-ae68fba9d593 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:27.853006 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-35094438-918e-4ff4-aeae-830927415b9f None None] For port 77227504-d662-4ca6-a0f0-44d00d1a9847, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:59:27.856916 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-35094438-918e-4ff4-aeae-830927415b9f None None] For port 77227504-d662-4ca6-a0f0-44d00d1a9847, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=77227504-d662-4ca6-a0f0-44d00d1a9847,segment=NetworkSegment(fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf),segment_id=fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:59:27.896808 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-35094438-918e-4ff4-aeae-830927415b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (77227504-d662-4ca6-a0f0-44d00d1a9847), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:27.947539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 660e67c0-bf0d-4026-b388-8a6a55e91411 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:27.948794 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:59:28.080919 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baab4384-9844-420f-9810-1034cb5896cc None None] get_active_networks_info from n-d-827865-3 {{(pid=103228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 16:59:28.123470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-6457258b-2d44-407b-b710-ae68fba9d593 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Allocated IP 172.20.0.12 (fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e/787e973b-4576-4e04-b9be-3a33b218cabc/5fd616f8-888d-4326-bb47-564785f53b88) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:59:28.140443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35094438-918e-4ff4-aeae-830927415b9f None None] Pushing event updated for resources: {'Port': ['ID=77227504-d662-4ca6-a0f0-44d00d1a9847,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:28.254759 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-683fd49c-3a31-44a1-8b29-7785eed1ae81 req-82ed3129-60af-4640-ba44-7a09e260803f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 210 time: 0.0892797 Feb 07 16:59:28.277915 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f4842730-7cfc-46d3-8f08-b0c8e96c0186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:28.281062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f31ce8-41e9-4a4c-8969-883782ec114b req-9f24cff8-a987-4363-b788-ba9964ada288 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:28.289638 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:28.289890 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-38f31ce8-41e9-4a4c-8969-883782ec114b req-9f24cff8-a987-4363-b788-ba9964ada288 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 945 time: 0.1031139 Feb 07 16:59:28.290267 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0a0be26f-3ad4-48da-bb8d-bf4adf1eea70), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:28.328320 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (8ddda20d-47da-4bc5-9917-48331c87f03c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:28.393609 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-38f31ce8-41e9-4a4c-8969-883782ec114b req-c631c5b0-cdbf-480f-86c0-c3b351ad5a11 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958176 Feb 07 16:59:28.446045 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baab4384-9844-420f-9810-1034cb5896cc None None] Resources bound (agent type, host, resource id): {{(pid=103228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 16:59:28.536132 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-6457258b-2d44-407b-b710-ae68fba9d593 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for port (5fd616f8-888d-4326-bb47-564785f53b88), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:28.547268 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Deleting port 77227504-d662-4ca6-a0f0-44d00d1a9847 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:59:28.547612 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (77227504-d662-4ca6-a0f0-44d00d1a9847), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:28.708543 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:28.710411 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 382f62b2-d182-4488-baab-8c5248503307 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:59:28.754293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] For port 77227504-d662-4ca6-a0f0-44d00d1a9847, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=77227504-d662-4ca6-a0f0-44d00d1a9847,segment=NetworkSegment(fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf),segment_id=fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:28.759405 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (77227504-d662-4ca6-a0f0-44d00d1a9847), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:28.792332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 382f62b2-d182-4488-baab-8c5248503307 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:28.792718 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (382f62b2-d182-4488-baab-8c5248503307), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:28.804391 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-6457258b-2d44-407b-b710-ae68fba9d593 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (5fd616f8-888d-4326-bb47-564785f53b88), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:28.806381 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Calling delete_port for 77227504-d662-4ca6-a0f0-44d00d1a9847 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:59:28.876539 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-6457258b-2d44-407b-b710-ae68fba9d593 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Network fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:59:28.880794 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457258b-2d44-407b-b710-ae68fba9d593 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Port': ['ID=5fd616f8-888d-4326-bb47-564785f53b88,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:28.895446 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-6457258b-2d44-407b-b710-ae68fba9d593 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:28.906181 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-6457258b-2d44-407b-b710-ae68fba9d593 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:59:28.941832 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44194dc9-4f46-48b8-a609-55d065df0bc2 None None] Network 8ddda20d-47da-4bc5-9917-48331c87f03c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:59:28.944075 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b50969-5fe6-416a-9d65-7a4d2969a1c2 req-ba9785c0-9459-4bb8-9e4b-31cdfa6b62ec tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:28.948516 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-70b50969-5fe6-416a-9d65-7a4d2969a1c2 req-ba9785c0-9459-4bb8-9e4b-31cdfa6b62ec tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.1146140 Feb 07 16:59:28.986185 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 382f62b2-d182-4488-baab-8c5248503307 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:28.991553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7da9b2d3-25f4-41e4-8aba-d241f5b005c3 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:59:29.001556 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-6457258b-2d44-407b-b710-ae68fba9d593 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:29.002174 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-6457258b-2d44-407b-b710-ae68fba9d593 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:29.040343 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-6457258b-2d44-407b-b710-ae68fba9d593 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5278838 Feb 07 16:59:29.046540 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-70b50969-5fe6-416a-9d65-7a4d2969a1c2 req-b2ac34b5-be43-4b5c-89c1-990869372f53 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853868 Feb 07 16:59:29.094297 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Request body: {'port': {'device_id': 'cf378a85-3a66-4242-ba64-1759501c052f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:29.198771 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 7da9b2d3-25f4-41e4-8aba-d241f5b005c3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:29.199346 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7da9b2d3-25f4-41e4-8aba-d241f5b005c3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:29.215140 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5fd616f8-888d-4326-bb47-564785f53b88), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:29.291302 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a36be7c3-0ecd-447b-a130-04ecbf89b135 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:59:29.474121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 7da9b2d3-25f4-41e4-8aba-d241f5b005c3 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:29.476529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 99df56ba-37f2-4367-b30e-ba670bc6bee9 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:59:29.479889 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:29.561364 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (77227504-d662-4ca6-a0f0-44d00d1a9847), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:29.564463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port a36be7c3-0ecd-447b-a130-04ecbf89b135 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:59:29.568476 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2b1c73b7-1412-4208-ba3c-af848f25d457 None None] Provisioning complete for port 5fd616f8-888d-4326-bb47-564785f53b88 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:29.568856 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2b1c73b7-1412-4208-ba3c-af848f25d457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5fd616f8-888d-4326-bb47-564785f53b88), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:29.606560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event deleted for resources: {'Port': ['ID=77227504-d662-4ca6-a0f0-44d00d1a9847,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:29.617091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] No DVR routers for this DVR port 77227504-d662-4ca6-a0f0-44d00d1a9847 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:59:29.626284 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfeb33-f54d-4f3f-9d3b-b1fb967c59fa req-d4a9af05-342a-4030-964d-e7fca3203fa4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:29.628036 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46dfeb33-f54d-4f3f-9d3b-b1fb967c59fa req-d4a9af05-342a-4030-964d-e7fca3203fa4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 945 time: 0.1275229 Feb 07 16:59:29.737907 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46dfeb33-f54d-4f3f-9d3b-b1fb967c59fa req-c743c462-b35f-4b64-8447-07f3e0230d53 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008387 Feb 07 16:59:29.804855 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (8ddda20d-47da-4bc5-9917-48331c87f03c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:29.887669 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2b1c73b7-1412-4208-ba3c-af848f25d457 None None] Port 5fd616f8-888d-4326-bb47-564785f53b88 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:59:29.891926 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port a36be7c3-0ecd-447b-a130-04ecbf89b135 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:29.892307 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:29.979466 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 99df56ba-37f2-4367-b30e-ba670bc6bee9 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:29.979854 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (99df56ba-37f2-4367-b30e-ba670bc6bee9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:30.065141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a36be7c3-0ecd-447b-a130-04ecbf89b135 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:30.065474 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:30.120662 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36be7c3-0ecd-447b-a130-04ecbf89b135'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:59:30.120996 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ddda20d-47da-4bc5-9917-48331c87f03c']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:30.123039 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6484e2d0-d4e7-4dac-979d-243068dd0826" -d '{"events": [{"server_uuid": "b5cd8b1d-ab29-45da-b0f7-a1273b72d03c", "name": "network-vif-plugged", "status": "completed", "tag": "a36be7c3-0ecd-447b-a130-04ecbf89b135"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:59:30.136265 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:30.136571 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:30.148272 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a36be7c3-0ecd-447b-a130-04ecbf89b135, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a36be7c3-0ecd-447b-a130-04ecbf89b135,segment=NetworkSegment(2075f485-98b9-4098-bd23-427890e5e09f),segment_id=2075f485-98b9-4098-bd23-427890e5e09f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:30.149639 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:30.155440 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:30.160393 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 99df56ba-37f2-4367-b30e-ba670bc6bee9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:30.182065 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:30.200080 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:59:30.200260 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (fe56f4ed-e583-4996-9a84-0a6bdc4b9ccf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:30.259134 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a36be7c3-0ecd-447b-a130-04ecbf89b135,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:59:30.271574 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:59:30.285658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb169cc-28be-42ea-889e-75234648a4d7 req-e55411c3-4fa1-4758-b7cc-89da6900a9b0 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:30.287310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3bb169cc-28be-42ea-889e-75234648a4d7 req-e55411c3-4fa1-4758-b7cc-89da6900a9b0 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 932 time: 0.7828691 Feb 07 16:59:30.350754 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18ec72-0e07-4e68-8bd1-6126ce6735c5 req-5e0c8b5b-d7ed-4b10-b962-fa3ed8f861e0 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:30.358087 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (8ddda20d-47da-4bc5-9917-48331c87f03c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:30.365193 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ed18ec72-0e07-4e68-8bd1-6126ce6735c5 req-5e0c8b5b-d7ed-4b10-b962-fa3ed8f861e0 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.1354771 Feb 07 16:59:30.402379 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3bb169cc-28be-42ea-889e-75234648a4d7 req-39303955-f40c-406a-ad42-be8c61403540 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce977e40-8fb2-4fd1-be65-878a275dec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989699 Feb 07 16:59:30.419487 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:30.436511 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/networks/8ddda20d-47da-4bc5-9917-48331c87f03c HTTP/1.1" status: 204 len: 168 time: 4.0035615 Feb 07 16:59:30.436511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dac70e-c2c6-4897-858f-68eb15400483 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event deleted for resources: {'Network': ['ID=8ddda20d-47da-4bc5-9917-48331c87f03c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:30.436511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55740) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:30.439064 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-50982f16-8c8c-4345-b101-beef5d86f270 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1167668010'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:30.473497 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50982f16-8c8c-4345-b101-beef5d86f270 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Made reservation on behalf of 49e7b2b660e244cc88570b31d7f170c1 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:30.477633 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50982f16-8c8c-4345-b101-beef5d86f270 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:30.500490 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ed18ec72-0e07-4e68-8bd1-6126ce6735c5 req-8eecd1db-b0db-48dd-adf2-47d2078299d4 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341250 Feb 07 16:59:30.514963 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f04022-aff0-43ea-a16f-55c247f7ffb8 x-openstack-request-id: req-86f04022-aff0-43ea-a16f-55c247f7ffb8 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:59:30.515322 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cd8b1d-ab29-45da-b0f7-a1273b72d03c", "name": "network-vif-plugged", "status": "completed", "tag": "a36be7c3-0ecd-447b-a130-04ecbf89b135", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:59:30.515634 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86f04022-aff0-43ea-a16f-55c247f7ffb8 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:59:30.516082 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36be7c3-0ecd-447b-a130-04ecbf89b135', 'code': 200} Feb 07 16:59:30.528531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50982f16-8c8c-4345-b101-beef5d86f270 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:59:30.540667 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50982f16-8c8c-4345-b101-beef5d86f270 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (aee4960b-3117-4c3c-9514-bcf0b2d52788), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:30.540984 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-50982f16-8c8c-4345-b101-beef5d86f270 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Added segment aee4960b-3117-4c3c-9514-bcf0b2d52788 of type vlan for network 70f40a70-094e-4052-af9a-dbfdae054a0d Feb 07 16:59:30.594998 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50982f16-8c8c-4345-b101-beef5d86f270 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (70f40a70-094e-4052-af9a-dbfdae054a0d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:30.671045 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd616f8-888d-4326-bb47-564785f53b88 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:59:30.675554 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b99556-8ea7-4285-8233-1426e4f76992 req-0b8a9767-84f5-4a96-ac67-a872de983faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:30.677932 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-28b99556-8ea7-4285-8233-1426e4f76992 req-0b8a9767-84f5-4a96-ac67-a872de983faa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 1128 time: 0.0773535 Feb 07 16:59:30.683808 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Publish callbacks [] for port (5fd616f8-888d-4326-bb47-564785f53b88), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:30.699378 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Transition to ACTIVE for port object 5fd616f8-888d-4326-bb47-564785f53b88 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 16:59:30.701599 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50982f16-8c8c-4345-b101-beef5d86f270 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (70f40a70-094e-4052-af9a-dbfdae054a0d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:30.707150 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50982f16-8c8c-4345-b101-beef5d86f270 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:30.708157 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-50982f16-8c8c-4345-b101-beef5d86f270 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:30.743224 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (5fd616f8-888d-4326-bb47-564785f53b88), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:30.808861 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-50982f16-8c8c-4345-b101-beef5d86f270 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3742588 Feb 07 16:59:30.813717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55744) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:30.819042 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c3db9042-bac5-456c-a450-1832bb18717c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Request body: {'subnet': {'network_id': '70f40a70-094e-4052-af9a-dbfdae054a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:30.850921 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-28b99556-8ea7-4285-8233-1426e4f76992 req-8238ea2b-fd4b-4e59-ba1c-76141d8f9473 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557143 Feb 07 16:59:30.853945 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:30.987721 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50982f16-8c8c-4345-b101-beef5d86f270 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event updated for resources: {'Network': ['ID=70f40a70-094e-4052-af9a-dbfdae054a0d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:31.001475 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 70f40a70-094e-4052-af9a-dbfdae054a0d details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:59:31.034725 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b64d98-e71e-4282-904e-658265162941 req-72b53aab-2c0e-486a-b1fb-527aa70fc634 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:31.036982 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-13b64d98-e71e-4282-904e-658265162941 req-72b53aab-2c0e-486a-b1fb-527aa70fc634 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.1324570 Feb 07 16:59:31.147623 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-13b64d98-e71e-4282-904e-658265162941 req-18f812ce-1515-4915-b71a-d7ffc0b12855 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035948 Feb 07 16:59:31.153656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Attempting to bind port 5fd616f8-888d-4326-bb47-564785f53b88 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:59:31.153884 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Attempting to bind port 5fd616f8-888d-4326-bb47-564785f53b88 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'e5749024-453e-4820-bccc-90d03fde6ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:59:31.154220 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Attempting to bind port 5fd616f8-888d-4326-bb47-564785f53b88 on network fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:59:31.156265 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Pushing event updated for resources: {'Port': ['ID=5fd616f8-888d-4326-bb47-564785f53b88,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:31.180067 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Port 5fd616f8-888d-4326-bb47-564785f53b88 on network fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 16:59:31.180516 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Attempting to bind port 5fd616f8-888d-4326-bb47-564785f53b88 on network fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:59:31.189332 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:59:31.190070 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Checking segment: {'id': 'e5749024-453e-4820-bccc-90d03fde6ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:31.190523 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Bound using segment: {'id': 'e5749024-453e-4820-bccc-90d03fde6ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:59:31.191147 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Bound port: 5fd616f8-888d-4326-bb47-564785f53b88, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5749024-453e-4820-bccc-90d03fde6ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:59:31.191560 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5fd616f8-888d-4326-bb47-564785f53b88), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:31.210253 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3db9042-bac5-456c-a450-1832bb18717c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Made reservation on behalf of 49e7b2b660e244cc88570b31d7f170c1 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:31.213962 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3db9042-bac5-456c-a450-1832bb18717c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:31.361364 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] For port 5fd616f8-888d-4326-bb47-564785f53b88, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:59:31.368178 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] For port 5fd616f8-888d-4326-bb47-564785f53b88, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5fd616f8-888d-4326-bb47-564785f53b88,segment=NetworkSegment(e5749024-453e-4820-bccc-90d03fde6ee0),segment_id=e5749024-453e-4820-bccc-90d03fde6ee0)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:59:31.379569 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (5fd616f8-888d-4326-bb47-564785f53b88), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:31.497552 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Pushing event updated for resources: {'Port': ['ID=5fd616f8-888d-4326-bb47-564785f53b88,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:31.510072 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:31.511215 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:31.512713 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-de9f7277-fa3a-4629-9cf3-ada3a020485a service neutron] 10.222.0.32 "PUT /v2.0/ports/5fd616f8-888d-4326-bb47-564785f53b88 HTTP/1.1" status: 200 len: 1092 time: 2.4601467 Feb 07 16:59:31.514889 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf378a85-3a66-4242-ba64-1759501c052f', 'tag': '5fd616f8-888d-4326-bb47-564785f53b88'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:59:31.531182 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d41ce9a-9e7f-43b4-ad81-8cf5a96773a3" -d '{"events": [{"name": "network-changed", "server_uuid": "cf378a85-3a66-4242-ba64-1759501c052f", "tag": "5fd616f8-888d-4326-bb47-564785f53b88"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:59:31.695773 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0fc4e-7c63-42e2-bfa5-41ac354d302a req-2c961f52-f7ae-45d2-b963-27704e97f404 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:31.704723 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b6c0fc4e-7c63-42e2-bfa5-41ac354d302a req-2c961f52-f7ae-45d2-b963-27704e97f404 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.1043348 Feb 07 16:59:31.823536 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b6c0fc4e-7c63-42e2-bfa5-41ac354d302a req-a0fb7f9e-65c0-4bfb-b68d-2a9a2522d253 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092525 Feb 07 16:59:31.876635 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-35523c0a-e7c9-4b49-9169-b4e8b266cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:31.879117 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-35523c0a-e7c9-4b49-9169-b4e8b266cab8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e&device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 1126 time: 0.1593182 Feb 07 16:59:31.890425 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0ba69b-de12-42d9-9485-c6de9b942bdd x-openstack-request-id: req-8e0ba69b-de12-42d9-9485-c6de9b942bdd {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:59:31.891000 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf378a85-3a66-4242-ba64-1759501c052f", "tag": "5fd616f8-888d-4326-bb47-564785f53b88", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:59:31.891364 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e0ba69b-de12-42d9-9485-c6de9b942bdd {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:59:31.891876 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf378a85-3a66-4242-ba64-1759501c052f', 'tag': '5fd616f8-888d-4326-bb47-564785f53b88', 'status': 'completed', 'code': 200} Feb 07 16:59:31.944451 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-76602431-9e07-418e-a088-59ce24ef6a48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fd616f8-888d-4326-bb47-564785f53b88 HTTP/1.1" status: 200 len: 217 time: 0.0498919 Feb 07 16:59:31.952021 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25edc0-b3ef-4bf5-9c6b-49628cd7c8c2 req-e4d7bb0d-5ef0-483a-a639-8e850bf6caf0 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:31.953778 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ff25edc0-b3ef-4bf5-9c6b-49628cd7c8c2 req-e4d7bb0d-5ef0-483a-a639-8e850bf6caf0 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 944 time: 0.2555950 Feb 07 16:59:31.971093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.objects.ports [None req-c3db9042-bac5-456c-a450-1832bb18717c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 16:59:31.990875 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3db9042-bac5-456c-a450-1832bb18717c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (054a093c-488c-4bec-a25c-b7a0e004f70b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:32.078138 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db9042-bac5-456c-a450-1832bb18717c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event updated for resources: {'Subnet': ['ID=054a093c-488c-4bec-a25c-b7a0e004f70b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:32.127720 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-978e7a71-f192-4264-acb4-a9ccf0fd503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:32.129516 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-978e7a71-f192-4264-acb4-a9ccf0fd503a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=787e973b-4576-4e04-b9be-3a33b218cabc HTTP/1.1" status: 200 len: 834 time: 0.1570547 Feb 07 16:59:32.179614 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ff25edc0-b3ef-4bf5-9c6b-49628cd7c8c2 req-b53adb39-d2ed-4779-80ea-2078c13d0cb2 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce977e40-8fb2-4fd1-be65-878a275dec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054036 Feb 07 16:59:32.216084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3db9042-bac5-456c-a450-1832bb18717c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Checking segment: {'id': 'aee4960b-3117-4c3c-9514-bcf0b2d52788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '70f40a70-094e-4052-af9a-dbfdae054a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:32.218113 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3db9042-bac5-456c-a450-1832bb18717c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Network hostable DHCP agents. Network: 70f40a70-094e-4052-af9a-dbfdae054a0d, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:59:32.236748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-80cb7bc3-3478-4f70-b561-30f1faf33dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:32.238504 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-80cb7bc3-3478-4f70-b561-30f1faf33dee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1010337 Feb 07 16:59:32.275700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3db9042-bac5-456c-a450-1832bb18717c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Network 70f40a70-094e-4052-af9a-dbfdae054a0d is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:59:32.287511 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:32.365307 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c3db9042-bac5-456c-a450-1832bb18717c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 70f40a70-094e-4052-af9a-dbfdae054a0d) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:32.376403 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c80c09-966a-43e7-b38a-3a0d81714062 None None] Network 70f40a70-094e-4052-af9a-dbfdae054a0d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:59:32.387264 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3db9042-bac5-456c-a450-1832bb18717c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:32.388244 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3db9042-bac5-456c-a450-1832bb18717c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:32.403853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ab334-d400-44f1-8499-850ceabd4ea5 req-2f732248-2a0d-4173-876f-0b9ab1f0bb0c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:32.405629 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-363ab334-d400-44f1-8499-850ceabd4ea5 req-2f732248-2a0d-4173-876f-0b9ab1f0bb0c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.1009443 Feb 07 16:59:32.441310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c3db9042-bac5-456c-a450-1832bb18717c tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6260629 Feb 07 16:59:32.444710 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55768) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:32.501988 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-363ab334-d400-44f1-8499-850ceabd4ea5 req-bbf67301-c492-4f11-ad84-f0fb394e6c60 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874078 Feb 07 16:59:32.510587 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-912a232d-d226-4540-a781-a650ce997f11 req-ae099410-6974-481b-8f91-a46e39a512d4 service neutron] (103226) timed out ('10.222.0.48', 56689) {{(pid=103226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 16:59:32.548217 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-bfd04b0a-b149-4956-b75d-642f0465dcb2 service neutron] 10.222.0.32 "GET /v2.0/networks/fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952011 Feb 07 16:59:32.606780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-70f40a70-094e-4052-af9a-dbfdae054a0d', 'network_id': '70f40a70-094e-4052-af9a-dbfdae054a0d', 'project_id': '49e7b2b660e244cc88570b31d7f170c1', 'fixed_ips': [{'subnet_id': '054a093c-488c-4bec-a25c-b7a0e004f70b'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:59:32.607717 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:32.664837 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (70f40a70-094e-4052-af9a-dbfdae054a0d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:32.706341 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b7042b7-d585-4191-af7c-2dd06ec454c2 req-166778e9-64bf-4377-bfcf-4b960676b7f1 service neutron] 10.222.0.32 "GET /v2.0/networks/fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499190 Feb 07 16:59:32.750764 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (054a093c-488c-4bec-a25c-b7a0e004f70b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:32.777975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] Allocated IP 2001:db8::f816:3eff:fe99:7281 (70f40a70-094e-4052-af9a-dbfdae054a0d/054a093c-488c-4bec-a25c-b7a0e004f70b/d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:59:32.865108 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41ce9a-9e7f-43b4-ad81-8cf5a96773a3 req-8a495055-0992-4a6b-b9d5-17b00062b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:32.870316 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d41ce9a-9e7f-43b4-ad81-8cf5a96773a3 req-8a495055-0992-4a6b-b9d5-17b00062b000 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e&device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 1126 time: 0.0932257 Feb 07 16:59:32.941896 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] Publish callbacks [] for port (d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:32.955203 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:33.002385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] Network 70f40a70-094e-4052-af9a-dbfdae054a0d is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:59:33.005809 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:33.016480 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:59:33.032017 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] Pushing event updated for resources: {'Port': ['ID=d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:33.043975 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (054a093c-488c-4bec-a25c-b7a0e004f70b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:33.085676 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470f31e-b90b-4995-8504-fb9d77027b78 req-66e95f6c-82f6-43ef-ad1e-1ef2562b0427 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:33.087662 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d470f31e-b90b-4995-8504-fb9d77027b78 req-66e95f6c-82f6-43ef-ad1e-1ef2562b0427 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.1783352 Feb 07 16:59:33.095193 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] Attempting to bind port d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 16:59:33.095592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] Attempting to bind port d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'aee4960b-3117-4c3c-9514-bcf0b2d52788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '70f40a70-094e-4052-af9a-dbfdae054a0d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 16:59:33.096020 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] Attempting to bind port d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1 on network 70f40a70-094e-4052-af9a-dbfdae054a0d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 16:59:33.103239 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 16:59:33.103637 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] Checking segment: {'id': 'aee4960b-3117-4c3c-9514-bcf0b2d52788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '70f40a70-094e-4052-af9a-dbfdae054a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:33.104045 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:33.104800 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] Bound using segment: {'id': 'aee4960b-3117-4c3c-9514-bcf0b2d52788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '70f40a70-094e-4052-af9a-dbfdae054a0d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 16:59:33.105305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] Bound port: d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee4960b-3117-4c3c-9514-bcf0b2d52788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '70f40a70-094e-4052-af9a-dbfdae054a0d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 16:59:33.105715 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:33.118149 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event deleted for resources: {'Subnet': ['ID=054a093c-488c-4bec-a25c-b7a0e004f70b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:33.131519 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41ce9a-9e7f-43b4-ad81-8cf5a96773a3 req-75709c0b-9fe8-49bb-a845-b5db452c6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:33.135348 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d41ce9a-9e7f-43b4-ad81-8cf5a96773a3 req-75709c0b-9fe8-49bb-a845-b5db452c6047 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e HTTP/1.1" status: 200 len: 898 time: 0.2592192 Feb 07 16:59:33.198344 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] For port d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 16:59:33.202677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] For port d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1,segment=NetworkSegment(aee4960b-3117-4c3c-9514-bcf0b2d52788),segment_id=aee4960b-3117-4c3c-9514-bcf0b2d52788)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 16:59:33.218760 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:33.277298 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d41ce9a-9e7f-43b4-ad81-8cf5a96773a3 req-92eacd86-8699-4e6a-a306-820034b50690 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fd616f8-888d-4326-bb47-564785f53b88 HTTP/1.1" status: 200 len: 217 time: 0.1309385 Feb 07 16:59:33.287784 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-ef29e425-136e-4805-90a7-3beddf33d200 req-59acf7db-8f9c-4686-b3f4-39ca803e98a9 service neutron] (103226) timed out ('10.222.0.48', 56698) {{(pid=103226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 16:59:33.331732 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (70f40a70-094e-4052-af9a-dbfdae054a0d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:33.339776 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d470f31e-b90b-4995-8504-fb9d77027b78 req-36521c2f-25d6-4ed8-a0bd-b20b8a7dfcb5 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258487 Feb 07 16:59:33.342348 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de4970-bf4f-4449-ad77-34e3aa609156 None None] Pushing event updated for resources: {'Port': ['ID=d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:33.384395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f40a70-094e-4052-af9a-dbfdae054a0d']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:33.391463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c00eef-d8fc-48e9-9dcf-7f0fa29a4500 None None] get_active_networks_info from n-d-827865-3 {{(pid=103228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 16:59:33.398782 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41ce9a-9e7f-43b4-ad81-8cf5a96773a3 req-1168ebd7-509c-443f-b44d-dfc4d6b8a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:33.400638 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d41ce9a-9e7f-43b4-ad81-8cf5a96773a3 req-1168ebd7-509c-443f-b44d-dfc4d6b8a440 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=787e973b-4576-4e04-b9be-3a33b218cabc HTTP/1.1" status: 200 len: 834 time: 0.1106846 Feb 07 16:59:33.402644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee4960b-3117-4c3c-9514-bcf0b2d52788') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:33.403217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee4960b-3117-4c3c-9514-bcf0b2d52788') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:33.426545 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (aee4960b-3117-4c3c-9514-bcf0b2d52788), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:33.457903 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ca5d2-3573-4f71-b148-c7f2c9238c6c req-ea7fe6e2-f536-4e9c-8ea7-843596184f02 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:33.465445 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-705ca5d2-3573-4f71-b148-c7f2c9238c6c req-ea7fe6e2-f536-4e9c-8ea7-843596184f02 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 944 time: 0.1572349 Feb 07 16:59:33.471379 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (aee4960b-3117-4c3c-9514-bcf0b2d52788), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:33.558849 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c00eef-d8fc-48e9-9dcf-7f0fa29a4500 None None] Resources bound (agent type, host, resource id): {{(pid=103228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 16:59:33.566596 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:59:33.567015 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (aee4960b-3117-4c3c-9514-bcf0b2d52788), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:59:33.572424 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:59:33.578238 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-705ca5d2-3573-4f71-b148-c7f2c9238c6c req-33614faa-2f9f-4827-b2fb-b66507c29860 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce977e40-8fb2-4fd1-be65-878a275dec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119187 Feb 07 16:59:33.709130 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41ce9a-9e7f-43b4-ad81-8cf5a96773a3 req-e420e514-a64c-4c6d-b739-8e01d58bd0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:33.711339 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d41ce9a-9e7f-43b4-ad81-8cf5a96773a3 req-e420e514-a64c-4c6d-b739-8e01d58bd0c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3005693 Feb 07 16:59:33.714760 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.db.api [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 16:59:33.714760 n-d-827865-3 neutron-server[103226]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 16:59:33.714760 n-d-827865-3 neutron-server[103226]: [parameters: {'id': '70f40a70-094e-4052-af9a-dbfdae054a0d'}] Feb 07 16:59:33.714760 n-d-827865-3 neutron-server[103226]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:59:33.715214 n-d-827865-3 neutron-server[103226]: DEBUG oslo_db.api [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:59:33.804656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d59b6e-ce9f-4e0c-80c9-b9e5b6d83a06 req-52fe3449-e7b5-49ab-b9bc-0fb4a5d54ddd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:33.806193 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b9d59b6e-ce9f-4e0c-80c9-b9e5b6d83a06 req-52fe3449-e7b5-49ab-b9bc-0fb4a5d54ddd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.1629140 Feb 07 16:59:33.905651 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b9d59b6e-ce9f-4e0c-80c9-b9e5b6d83a06 req-008c620d-4208-44a9-8cc0-5a569a3d8d60 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874932 Feb 07 16:59:33.907887 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d41ce9a-9e7f-43b4-ad81-8cf5a96773a3 req-0be95172-32f1-4051-8691-5edde8a5bfb0 service neutron] 10.222.0.32 "GET /v2.0/networks/fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899214 Feb 07 16:59:33.935613 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d76c10-cae2-4bea-ab88-5a25f50b74cd None None] Network 70f40a70-094e-4052-af9a-dbfdae054a0d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:59:34.027850 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d41ce9a-9e7f-43b4-ad81-8cf5a96773a3 req-7b54add9-e62c-4d73-9a34-790b3d0dfcd7 service neutron] 10.222.0.32 "GET /v2.0/networks/fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123776 Feb 07 16:59:34.131996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe840cb2-1823-4cd1-8536-9c756d00d69e req-40f670d9-1de8-452c-a8cf-13df8ca522f7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:34.139727 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe840cb2-1823-4cd1-8536-9c756d00d69e req-40f670d9-1de8-452c-a8cf-13df8ca522f7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.0791304 Feb 07 16:59:34.210431 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe840cb2-1823-4cd1-8536-9c756d00d69e req-76fff6be-d6b6-478a-ac9b-16fdc76b33db tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692308 Feb 07 16:59:34.216224 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (70f40a70-094e-4052-af9a-dbfdae054a0d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:34.217852 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55782) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:34.287265 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d18510-c909-4534-98f6-55d49eceaa9a tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:34.294733 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a3d18510-c909-4534-98f6-55d49eceaa9a tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 1123 time: 0.0758665 Feb 07 16:59:34.298219 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55784) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:34.302676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': 'a36be7c3-0ecd-447b-a130-04ecbf89b135', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:34.322431 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Deleting port d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:59:34.322899 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:34.338628 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:34.442579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] For port d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1,segment=NetworkSegment(aee4960b-3117-4c3c-9514-bcf0b2d52788),segment_id=aee4960b-3117-4c3c-9514-bcf0b2d52788)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:34.446808 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:34.474523 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Calling delete_port for d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:59:34.487256 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:34.572425 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95216c27-c3de-4ec5-a2ae-6394c95259e1 req-40fa317d-92de-4f88-a78a-3587282ea6cb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:34.574195 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95216c27-c3de-4ec5-a2ae-6394c95259e1 req-40fa317d-92de-4f88-a78a-3587282ea6cb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.1145401 Feb 07 16:59:34.643393 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95216c27-c3de-4ec5-a2ae-6394c95259e1 req-c45e747a-03f5-4a4e-9c5a-5383c581858a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618777 Feb 07 16:59:34.659766 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:34.675163 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] No DVR routers for this DVR port d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:59:34.717207 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event deleted for resources: {'Port': ['ID=d5d5e06d-a1b1-4a75-a996-c0a88bb8eaa1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:34.753196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Allocated IP 172.25.4.107 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/e916d795-3e75-4792-962d-84f46ccfa88b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:59:34.890835 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edf14c-441f-4318-b565-a60dd6468c78 req-54137f3e-a743-4f6d-9f4a-ada179ff2060 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:34.894270 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-61edf14c-441f-4318-b565-a60dd6468c78 req-54137f3e-a743-4f6d-9f4a-ada179ff2060 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 944 time: 0.1563776 Feb 07 16:59:34.972569 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-61edf14c-441f-4318-b565-a60dd6468c78 req-0543019d-3eed-4903-9701-5fc2de8ee097 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce977e40-8fb2-4fd1-be65-878a275dec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721958 Feb 07 16:59:35.067382 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (e916d795-3e75-4792-962d-84f46ccfa88b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:35.130847 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e916d795-3e75-4792-962d-84f46ccfa88b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:35.138333 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (70f40a70-094e-4052-af9a-dbfdae054a0d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:35.162296 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f40a70-094e-4052-af9a-dbfdae054a0d']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:35.174316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee4960b-3117-4c3c-9514-bcf0b2d52788') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:35.174721 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee4960b-3117-4c3c-9514-bcf0b2d52788') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:35.184823 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (aee4960b-3117-4c3c-9514-bcf0b2d52788), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:35.198939 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:59:35.199197 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (aee4960b-3117-4c3c-9514-bcf0b2d52788), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:35.200145 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=e916d795-3e75-4792-962d-84f46ccfa88b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:35.202745 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:35.204816 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:59:35.214533 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:59:35.215027 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (aee4960b-3117-4c3c-9514-bcf0b2d52788), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:35.275104 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5fd616f8-888d-4326-bb47-564785f53b88 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:59:35.297323 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:59:35.317352 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (70f40a70-094e-4052-af9a-dbfdae054a0d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:35.345847 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:35.362290 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/networks/70f40a70-094e-4052-af9a-dbfdae054a0d HTTP/1.1" status: 204 len: 168 time: 2.9155061 Feb 07 16:59:35.381926 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55794) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:35.468269 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf699f9-f5ec-4de8-b1f7-f71063620a94 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] DELETE failed (client error): The resource could not be found. Feb 07 16:59:35.468623 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf699f9-f5ec-4de8-b1f7-f71063620a94 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:59:35.476852 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ecf699f9-f5ec-4de8-b1f7-f71063620a94 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/subnets/054a093c-488c-4bec-a25c-b7a0e004f70b HTTP/1.1" status: 404 len: 337 time: 0.0937736 Feb 07 16:59:35.481881 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55796) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:35.496689 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c6b86-42f8-4bed-ba50-761e2234b8d5 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event deleted for resources: {'Network': ['ID=70f40a70-094e-4052-af9a-dbfdae054a0d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:35.515162 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 5fd616f8-888d-4326-bb47-564785f53b88, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5fd616f8-888d-4326-bb47-564785f53b88,segment=NetworkSegment(e5749024-453e-4820-bccc-90d03fde6ee0),segment_id=e5749024-453e-4820-bccc-90d03fde6ee0)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:35.518749 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b50e8b9-6885-461a-8770-56f45758efde tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] DELETE failed (client error): The resource could not be found. Feb 07 16:59:35.519278 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b50e8b9-6885-461a-8770-56f45758efde tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:59:35.531342 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6b50e8b9-6885-461a-8770-56f45758efde tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/networks/70f40a70-094e-4052-af9a-dbfdae054a0d HTTP/1.1" status: 404 len: 339 time: 0.0477214 Feb 07 16:59:35.534490 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55798) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:35.545733 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '5fd616f8-888d-4326-bb47-564785f53b88', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'port_id': '5fd616f8-888d-4326-bb47-564785f53b88', 'mac_address': 'fa:16:3e:2d:d1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 16:59:35.568650 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d157023-8817-4557-80eb-4dca2a7f93fc tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] DELETE failed (client error): The resource could not be found. Feb 07 16:59:35.570050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d157023-8817-4557-80eb-4dca2a7f93fc tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:59:35.573781 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8d157023-8817-4557-80eb-4dca2a7f93fc tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/subnets/a3d171f2-278a-4ea0-bd41-86b7f3c9f1d1 HTTP/1.1" status: 404 len: 337 time: 0.0381873 Feb 07 16:59:35.577063 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55802) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:35.604332 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd81cae-a636-4ae6-bfe0-127e3821d7ba tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] DELETE failed (client error): The resource could not be found. Feb 07 16:59:35.605725 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd81cae-a636-4ae6-bfe0-127e3821d7ba tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:59:35.609738 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9dd81cae-a636-4ae6-bfe0-127e3821d7ba tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/networks/8ddda20d-47da-4bc5-9917-48331c87f03c HTTP/1.1" status: 404 len: 339 time: 0.0299823 Feb 07 16:59:35.617853 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55804) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:35.639209 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 5fd616f8-888d-4326-bb47-564785f53b88 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:35.641304 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5fd616f8-888d-4326-bb47-564785f53b88), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:35.652783 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-587bac97-1693-4a1f-a02a-ee4c600858e9 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] DELETE failed (client error): The resource could not be found. Feb 07 16:59:35.653366 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587bac97-1693-4a1f-a02a-ee4c600858e9 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:59:35.660418 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-587bac97-1693-4a1f-a02a-ee4c600858e9 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/subnets/884a042b-9f90-4d1c-afe0-92558eca1109 HTTP/1.1" status: 404 len: 337 time: 0.0414677 Feb 07 16:59:35.661496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55808) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:35.684316 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd616f8-888d-4326-bb47-564785f53b88 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:59:35.697377 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-208b43fd-14cf-4d2f-8292-0d45f3814120 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] DELETE failed (client error): The resource could not be found. Feb 07 16:59:35.704074 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208b43fd-14cf-4d2f-8292-0d45f3814120 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:59:35.715153 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-208b43fd-14cf-4d2f-8292-0d45f3814120 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/networks/119efd23-d2bf-4cb4-86fb-f6ea793aae1d HTTP/1.1" status: 404 len: 339 time: 0.0525527 Feb 07 16:59:35.717241 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55812) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:35.745145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 5fd616f8-888d-4326-bb47-564785f53b88, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5fd616f8-888d-4326-bb47-564785f53b88,segment=NetworkSegment(e5749024-453e-4820-bccc-90d03fde6ee0),segment_id=e5749024-453e-4820-bccc-90d03fde6ee0)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:35.751495 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5fd616f8-888d-4326-bb47-564785f53b88), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:35.810618 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=5fd616f8-888d-4326-bb47-564785f53b88,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:35.866713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c80c93-d5bd-44a1-9f42-0dea53b5357a req-95ba3735-1e48-4b79-9fd8-226eed23f8b2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:35.876797 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-52c80c93-d5bd-44a1-9f42-0dea53b5357a req-95ba3735-1e48-4b79-9fd8-226eed23f8b2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.1141567 Feb 07 16:59:35.943111 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-52c80c93-d5bd-44a1-9f42-0dea53b5357a req-f7030587-c805-4744-8d1e-acc857c8ee41 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600798 Feb 07 16:59:35.971477 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['5fd616f8-888d-4326-bb47-564785f53b88'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 16:59:35.994200 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5c0adac8-17be-490c-a0d6-8b61af6a7e07 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Deleting port 3794dd15-7ec8-4f7a-8917-80104e038876 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:59:35.994876 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c0adac8-17be-490c-a0d6-8b61af6a7e07 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3794dd15-7ec8-4f7a-8917-80104e038876), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:36.079402 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c0adac8-17be-490c-a0d6-8b61af6a7e07 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3794dd15-7ec8-4f7a-8917-80104e038876), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:36.096880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5c0adac8-17be-490c-a0d6-8b61af6a7e07 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Calling delete_port for 3794dd15-7ec8-4f7a-8917-80104e038876 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:59:36.352056 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for floatingip (e8c7ce4c-efe7-495f-942e-ac8266ad8a89), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:36.447167 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c0adac8-17be-490c-a0d6-8b61af6a7e07 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (3794dd15-7ec8-4f7a-8917-80104e038876), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:36.456456 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017c273-b8d1-4f71-806d-8d093503c846 req-61fc30ff-7519-47cc-ba84-48d562672be6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:36.458126 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6017c273-b8d1-4f71-806d-8d093503c846 req-61fc30ff-7519-47cc-ba84-48d562672be6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 945 time: 0.2880721 Feb 07 16:59:36.913783 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0adac8-17be-490c-a0d6-8b61af6a7e07 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event deleted for resources: {'Port': ['ID=3794dd15-7ec8-4f7a-8917-80104e038876,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:36.918220 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e916d795-3e75-4792-962d-84f46ccfa88b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:36.923288 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c0adac8-17be-490c-a0d6-8b61af6a7e07 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:36.926358 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5c0adac8-17be-490c-a0d6-8b61af6a7e07 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/ports/3794dd15-7ec8-4f7a-8917-80104e038876 HTTP/1.1" status: 204 len: 168 time: 1.2077041 Feb 07 16:59:36.929876 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55822) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:36.984997 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacafbde-edc2-4276-b946-206c823aec0b tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] DELETE failed (client error): The resource could not be found. Feb 07 16:59:36.986914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aacafbde-edc2-4276-b946-206c823aec0b tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:59:36.988845 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6017c273-b8d1-4f71-806d-8d093503c846 req-51f0d468-2260-4b76-ab52-112a788c05ae tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce977e40-8fb2-4fd1-be65-878a275dec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5009470 Feb 07 16:59:36.996729 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-aacafbde-edc2-4276-b946-206c823aec0b tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/subnets/23bdcc5c-7c00-4d8a-9694-9a8fd54b39c5 HTTP/1.1" status: 404 len: 337 time: 0.0652080 Feb 07 16:59:37.001773 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55828) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:37.128496 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (e916d795-3e75-4792-962d-84f46ccfa88b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:37.143824 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (e916d795-3e75-4792-962d-84f46ccfa88b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:37.156295 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (3275145c-6de4-4e3e-9e93-c131c2eafdc3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:37.186480 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b0b3-83f2-4017-8ef9-39651e1456eb req-2feef0b8-cbe1-498e-bb98-80836316e1e9 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:37.198027 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c195b0b3-83f2-4017-8ef9-39651e1456eb req-2feef0b8-cbe1-498e-bb98-80836316e1e9 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.1226482 Feb 07 16:59:37.204464 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=e916d795-3e75-4792-962d-84f46ccfa88b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:37.278162 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (e8c7ce4c-efe7-495f-942e-ac8266ad8a89), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:37.278693 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5fd616f8-888d-4326-bb47-564785f53b88 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 16:59:37.310241 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c195b0b3-83f2-4017-8ef9-39651e1456eb req-4cf6a808-a78d-461e-b69f-323943abed72 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108842 Feb 07 16:59:37.344896 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Deleting port 31d5e2c2-2976-4cea-ac83-80ba63b191a8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:59:37.345156 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (31d5e2c2-2976-4cea-ac83-80ba63b191a8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:37.400431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 5fd616f8-888d-4326-bb47-564785f53b88 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 16:59:37.409095 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 5fd616f8-888d-4326-bb47-564785f53b88 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:37.410107 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5fd616f8-888d-4326-bb47-564785f53b88), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:37.423988 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Floating IP e8c7ce4c-efe7-495f-942e-ac8266ad8a89 associated. External IP: 172.25.4.107, port: a36be7c3-0ecd-447b-a130-04ecbf89b135. Feb 07 16:59:37.431585 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] For port 31d5e2c2-2976-4cea-ac83-80ba63b191a8, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=31d5e2c2-2976-4cea-ac83-80ba63b191a8,segment=NetworkSegment(e0c37dc9-7881-40f0-8ad8-908616304b87),segment_id=e0c37dc9-7881-40f0-8ad8-908616304b87)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:37.431972 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (31d5e2c2-2976-4cea-ac83-80ba63b191a8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:37.458343 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Calling delete_port for 31d5e2c2-2976-4cea-ac83-80ba63b191a8 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:59:37.584535 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (31d5e2c2-2976-4cea-ac83-80ba63b191a8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:37.588314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 5fd616f8-888d-4326-bb47-564785f53b88 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:37.589298 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5fd616f8-888d-4326-bb47-564785f53b88), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:37.626259 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event deleted for resources: {'Port': ['ID=31d5e2c2-2976-4cea-ac83-80ba63b191a8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:37.632061 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] No DVR routers for this DVR port 31d5e2c2-2976-4cea-ac83-80ba63b191a8 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:59:37.655806 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf378a85-3a66-4242-ba64-1759501c052f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd616f8-888d-4326-bb47-564785f53b88'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:59:37.661679 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c74d28-5c3a-4b70-b59f-0ee6072a3ad0" -d '{"events": [{"server_uuid": "cf378a85-3a66-4242-ba64-1759501c052f", "name": "network-vif-plugged", "status": "completed", "tag": "5fd616f8-888d-4326-bb47-564785f53b88"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:59:37.695172 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 5fd616f8-888d-4326-bb47-564785f53b88, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5fd616f8-888d-4326-bb47-564785f53b88,segment=NetworkSegment(e5749024-453e-4820-bccc-90d03fde6ee0),segment_id=e5749024-453e-4820-bccc-90d03fde6ee0)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:37.705412 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5fd616f8-888d-4326-bb47-564785f53b88), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:37.791734 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f76fd8-4a89-4cd8-a985-dc521c28a8b7 x-openstack-request-id: req-00f76fd8-4a89-4cd8-a985-dc521c28a8b7 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:59:37.792327 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf378a85-3a66-4242-ba64-1759501c052f", "name": "network-vif-plugged", "status": "completed", "tag": "5fd616f8-888d-4326-bb47-564785f53b88", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:59:37.792769 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00f76fd8-4a89-4cd8-a985-dc521c28a8b7 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:59:37.793487 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf378a85-3a66-4242-ba64-1759501c052f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd616f8-888d-4326-bb47-564785f53b88', 'code': 200} Feb 07 16:59:37.794274 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=5fd616f8-888d-4326-bb47-564785f53b88,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:37.842920 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (3275145c-6de4-4e3e-9e93-c131c2eafdc3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:37.901171 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3275145c-6de4-4e3e-9e93-c131c2eafdc3']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:37.914592 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Router 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:59:37.918394 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c37dc9-7881-40f0-8ad8-908616304b87') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:37.919069 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c37dc9-7881-40f0-8ad8-908616304b87') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:37.941988 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (e0c37dc9-7881-40f0-8ad8-908616304b87), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:37.957116 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e0c37dc9-7881-40f0-8ad8-908616304b87), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:37.963880 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:59:37.964437 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (e0c37dc9-7881-40f0-8ad8-908616304b87), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:59:38.036672 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:59:38.042513 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (3275145c-6de4-4e3e-9e93-c131c2eafdc3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:38.047104 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70eb5a-1d29-43f1-ae64-f0e93d948261 req-49edd701-e99e-4081-91bd-4b2ccce0a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:38.048834 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ba70eb5a-1d29-43f1-ae64-f0e93d948261 req-49edd701-e99e-4081-91bd-4b2ccce0a284 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 1128 time: 0.1960664 Feb 07 16:59:38.071804 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:38.078485 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/networks/3275145c-6de4-4e3e-9e93-c131c2eafdc3 HTTP/1.1" status: 204 len: 168 time: 1.0749416 Feb 07 16:59:38.080870 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55842) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:38.096174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:59:38.108893 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4dfb96-bec3-47bf-9b00-f33b15bd502c None None] Sync routers for ids ['668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:59:38.132112 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4dfb96-bec3-47bf-9b00-f33b15bd502c None None] Routers {'668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:59:38.133137 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7c4dfb96-bec3-47bf-9b00-f33b15bd502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:59:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:38.165837 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ba70eb5a-1d29-43f1-ae64-f0e93d948261 req-d243b9d5-3ecd-4378-ae7f-4da5b5132111 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ce977e40-8fb2-4fd1-be65-878a275dec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990498 Feb 07 16:59:38.168009 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f64f8-0097-4ef9-9e56-a17e6eab4ac1 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event deleted for resources: {'Network': ['ID=3275145c-6de4-4e3e-9e93-c131c2eafdc3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:38.173340 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:38.259421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb3f28-c5f5-47f4-a63e-0b5618c62a25 req-6b9bd1a1-efa2-408d-af5e-f59ebf31a9e8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:38.269066 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33fb3f28-c5f5-47f4-a63e-0b5618c62a25 req-6b9bd1a1-efa2-408d-af5e-f59ebf31a9e8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 946 time: 0.1093073 Feb 07 16:59:38.334007 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-64d95246-0fbd-4697-b7b7-1a292533a201 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0235691 Feb 07 16:59:38.337498 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33fb3f28-c5f5-47f4-a63e-0b5618c62a25 req-9f14f9c5-5101-4120-b25f-593a11f23ac1 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce977e40-8fb2-4fd1-be65-878a275dec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611036 Feb 07 16:59:38.352187 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'tag': 'a36be7c3-0ecd-447b-a130-04ecbf89b135'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:59:38.354536 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39155037-4b4b-4d58-98b2-b1863a296bee" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cd8b1d-ab29-45da-b0f7-a1273b72d03c", "tag": "a36be7c3-0ecd-447b-a130-04ecbf89b135"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:59:38.404543 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f84a1161-c745-41bc-ac7b-c6c7f9a3e859 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Deleting port 89fa2d76-4482-485d-9582-f320f28d0f31 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:59:38.404908 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f84a1161-c745-41bc-ac7b-c6c7f9a3e859 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (89fa2d76-4482-485d-9582-f320f28d0f31), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:38.543644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff05fdb-3e76-4dd8-abfa-59fd16df7494 req-d9c77562-1345-4e47-9f10-469f73472462 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:38.552659 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cff05fdb-3e76-4dd8-abfa-59fd16df7494 req-d9c77562-1345-4e47-9f10-469f73472462 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.1233020 Feb 07 16:59:38.608268 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-7c4dfb96-bec3-47bf-9b00-f33b15bd502c None None] Set router 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:59:38.618550 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f84a1161-c745-41bc-ac7b-c6c7f9a3e859 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (89fa2d76-4482-485d-9582-f320f28d0f31), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:38.651654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7f479-9aea-4e99-92b5-fec9177b712b req-1eb2177e-a4b5-4742-98c9-13ea6688fb0d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:38.651654 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5ea7f479-9aea-4e99-92b5-fec9177b712b req-1eb2177e-a4b5-4742-98c9-13ea6688fb0d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.1572895 Feb 07 16:59:38.651654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f84a1161-c745-41bc-ac7b-c6c7f9a3e859 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Calling delete_port for 89fa2d76-4482-485d-9582-f320f28d0f31 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:59:38.669474 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cff05fdb-3e76-4dd8-abfa-59fd16df7494 req-7d8b3dcc-93c8-431e-8a7a-6904e5959e32 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156321 Feb 07 16:59:38.813948 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f610c156-806a-4440-960f-ba7c2ce9befa x-openstack-request-id: req-f610c156-806a-4440-960f-ba7c2ce9befa {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:59:38.814258 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cd8b1d-ab29-45da-b0f7-a1273b72d03c", "tag": "a36be7c3-0ecd-447b-a130-04ecbf89b135", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:59:38.814520 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f610c156-806a-4440-960f-ba7c2ce9befa {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:59:38.814923 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'tag': 'a36be7c3-0ecd-447b-a130-04ecbf89b135', 'status': 'completed', 'code': 200} Feb 07 16:59:38.873846 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5ea7f479-9aea-4e99-92b5-fec9177b712b req-d596be56-25f5-4833-8cab-fa5a29703e7c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127454 Feb 07 16:59:38.904783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55864) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:38.913958 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39155037-4b4b-4d58-98b2-b1863a296bee req-1edf0cf2-dcc6-4a1f-a486-5d326733b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:38.915852 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39155037-4b4b-4d58-98b2-b1863a296bee req-1edf0cf2-dcc6-4a1f-a486-5d326733b3da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 1128 time: 0.0992367 Feb 07 16:59:38.917605 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f84a1161-c745-41bc-ac7b-c6c7f9a3e859 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (89fa2d76-4482-485d-9582-f320f28d0f31), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:39.092128 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39155037-4b4b-4d58-98b2-b1863a296bee req-c6653616-255a-48cd-9151-c672a0afa990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:39.093654 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39155037-4b4b-4d58-98b2-b1863a296bee req-c6653616-255a-48cd-9151-c672a0afa990 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ee68e4cc-35f2-42ab-88dd-35c973261201 HTTP/1.1" status: 200 len: 897 time: 0.1664417 Feb 07 16:59:39.094676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a1161-c745-41bc-ac7b-c6c7f9a3e859 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event deleted for resources: {'Port': ['ID=89fa2d76-4482-485d-9582-f320f28d0f31,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:39.098254 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f84a1161-c745-41bc-ac7b-c6c7f9a3e859 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:39.104763 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f84a1161-c745-41bc-ac7b-c6c7f9a3e859 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/ports/89fa2d76-4482-485d-9582-f320f28d0f31 HTTP/1.1" status: 204 len: 168 time: 1.0223243 Feb 07 16:59:39.106761 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55874) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:39.143267 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3ac2ca66-bf92-4b9e-a4df-3723b35f13d4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/floatingips/e8c7ce4c-efe7-495f-942e-ac8266ad8a89 HTTP/1.1" status: 200 len: 992 time: 0.2369370 Feb 07 16:59:39.146662 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae9a136-139e-4ef1-b55f-f6153cfe867f tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] DELETE failed (client error): The resource could not be found. Feb 07 16:59:39.147935 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae9a136-139e-4ef1-b55f-f6153cfe867f tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 16:59:39.153897 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55876) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:39.154074 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-eae9a136-139e-4ef1-b55f-f6153cfe867f tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/subnets/63683931-f1c9-404a-bf9a-ed0062f0a388 HTTP/1.1" status: 404 len: 337 time: 0.0462618 Feb 07 16:59:39.208879 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7c4dfb96-bec3-47bf-9b00-f33b15bd502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548594130', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:48Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:51Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'e8c7ce4c-efe7-495f-942e-ac8266ad8a89', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'port_id': 'a36be7c3-0ecd-447b-a130-04ecbf89b135', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201', 'mac_address': 'fa:16:3e:38:ef:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:59:35Z', 'updated_at': '2022-02-07T16:59:35Z', 'revision_number': 0, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660e67c0-bf0d-4026-b388-8a6a55e91411', 'name': '', 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:92:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:02Z', 'updated_at': '2022-02-07T16:59:16Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:39.270666 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fccb6335-f497-4e6b-b417-7f4c75d9cfb7 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (c456bb64-8f93-47bb-a7d8-376696f6918d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:39.272034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39155037-4b4b-4d58-98b2-b1863a296bee req-259c2176-556b-414e-86f9-b692b930861b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36be7c3-0ecd-447b-a130-04ecbf89b135 HTTP/1.1" status: 200 len: 1000 time: 0.1660995 Feb 07 16:59:39.370435 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4dfb96-bec3-47bf-9b00-f33b15bd502c None None] Checking router: 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:59:39.394637 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4dfb96-bec3-47bf-9b00-f33b15bd502c None None] Routers {'668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:59:39.395286 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7c4dfb96-bec3-47bf-9b00-f33b15bd502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:59:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:39.399109 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fccb6335-f497-4e6b-b417-7f4c75d9cfb7 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (c456bb64-8f93-47bb-a7d8-376696f6918d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:39.415686 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39155037-4b4b-4d58-98b2-b1863a296bee req-e0509a07-9dda-4c98-aed9-98d727e3c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:39.419415 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39155037-4b4b-4d58-98b2-b1863a296bee req-e0509a07-9dda-4c98-aed9-98d727e3c156 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46e7aa81-9dcc-468e-bfb9-c817f0e11f5e HTTP/1.1" status: 200 len: 834 time: 0.1408732 Feb 07 16:59:39.452086 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fccb6335-f497-4e6b-b417-7f4c75d9cfb7 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c456bb64-8f93-47bb-a7d8-376696f6918d']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:39.468741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fccb6335-f497-4e6b-b417-7f4c75d9cfb7 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640cc700-a9bf-4eb8-ab67-b64230ea0e5c') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:39.469103 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fccb6335-f497-4e6b-b417-7f4c75d9cfb7 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640cc700-a9bf-4eb8-ab67-b64230ea0e5c') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:39.481563 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fccb6335-f497-4e6b-b417-7f4c75d9cfb7 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (640cc700-a9bf-4eb8-ab67-b64230ea0e5c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:39.500078 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fccb6335-f497-4e6b-b417-7f4c75d9cfb7 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (640cc700-a9bf-4eb8-ab67-b64230ea0e5c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:39.509941 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fccb6335-f497-4e6b-b417-7f4c75d9cfb7 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:59:39.511076 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fccb6335-f497-4e6b-b417-7f4c75d9cfb7 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (640cc700-a9bf-4eb8-ab67-b64230ea0e5c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: timer() Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:59:39.595992 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:59:39.598097 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fccb6335-f497-4e6b-b417-7f4c75d9cfb7 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (c456bb64-8f93-47bb-a7d8-376696f6918d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:39.616872 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a1062-a1e0-40c1-9927-994eb1b90986 req-74f60f8d-5c77-4c3b-99e4-b21cbce1e690 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:39.618863 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c6a1062-a1e0-40c1-9927-994eb1b90986 req-74f60f8d-5c77-4c3b-99e4-b21cbce1e690 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 946 time: 0.1368749 Feb 07 16:59:39.621015 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39155037-4b4b-4d58-98b2-b1863a296bee req-6807fafe-70fd-455f-933d-1785e4e95094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:39.622507 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39155037-4b4b-4d58-98b2-b1863a296bee req-6807fafe-70fd-455f-933d-1785e4e95094 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ee68e4cc-35f2-42ab-88dd-35c973261201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1964142 Feb 07 16:59:39.646702 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-7c4dfb96-bec3-47bf-9b00-f33b15bd502c None None] Set router 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:59:39.651622 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fccb6335-f497-4e6b-b417-7f4c75d9cfb7 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:39.655976 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fccb6335-f497-4e6b-b417-7f4c75d9cfb7 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/networks/c456bb64-8f93-47bb-a7d8-376696f6918d HTTP/1.1" status: 204 len: 168 time: 0.5008109 Feb 07 16:59:39.670590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55884) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:39.732926 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97545c4-d35b-4f2d-9526-2bcc66198c67 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Deleting subnet 0cf15131-6f9d-43aa-97c9-8a07daf4d9f9 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 16:59:39.737554 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b97545c4-d35b-4f2d-9526-2bcc66198c67 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks [] for subnet (0cf15131-6f9d-43aa-97c9-8a07daf4d9f9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:39.790674 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39155037-4b4b-4d58-98b2-b1863a296bee req-1a453ddf-996f-4ba6-aaaf-7001057025eb service neutron] 10.222.0.48 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588781 Feb 07 16:59:39.793741 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b97545c4-d35b-4f2d-9526-2bcc66198c67 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (0cf15131-6f9d-43aa-97c9-8a07daf4d9f9), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:39.896074 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b97545c4-d35b-4f2d-9526-2bcc66198c67 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (0cf15131-6f9d-43aa-97c9-8a07daf4d9f9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:39.936943 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c6a1062-a1e0-40c1-9927-994eb1b90986 req-cb3675ee-8226-4ec4-933d-9bf0fbc50037 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce977e40-8fb2-4fd1-be65-878a275dec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3113987 Feb 07 16:59:39.967725 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39155037-4b4b-4d58-98b2-b1863a296bee req-e8e7657d-6488-4141-8222-124752ac7de2 service neutron] 10.222.0.48 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596839 Feb 07 16:59:39.987178 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb6335-f497-4e6b-b417-7f4c75d9cfb7 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event deleted for resources: {'Network': ['ID=c456bb64-8f93-47bb-a7d8-376696f6918d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:40.034363 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b5dfe-d645-4ba6-bd52-033c4ad06dc3 req-19488f49-5357-480f-a338-aa058e461d19 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:40.041826 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd8b5dfe-d645-4ba6-bd52-033c4ad06dc3 req-19488f49-5357-480f-a338-aa058e461d19 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 947 time: 0.4572933 Feb 07 16:59:40.072505 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b97545c4-d35b-4f2d-9526-2bcc66198c67 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (0cf15131-6f9d-43aa-97c9-8a07daf4d9f9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:40.093384 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b97545c4-d35b-4f2d-9526-2bcc66198c67 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:40.098845 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b97545c4-d35b-4f2d-9526-2bcc66198c67 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/subnets/0cf15131-6f9d-43aa-97c9-8a07daf4d9f9 HTTP/1.1" status: 204 len: 168 time: 0.4241040 Feb 07 16:59:40.099667 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55912) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:40.100844 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba2c4dc-6e2f-4470-b453-ce564745cf8d None None] Network 7ac2c55f-d793-448a-aaa2-27b5861352ac requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:59:40.166964 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55918) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:40.193038 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97545c4-d35b-4f2d-9526-2bcc66198c67 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf15131-6f9d-43aa-97c9-8a07daf4d9f9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:40.288539 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7c4dfb96-bec3-47bf-9b00-f33b15bd502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548594130', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:48Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:51Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'e8c7ce4c-efe7-495f-942e-ac8266ad8a89', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'port_id': 'a36be7c3-0ecd-447b-a130-04ecbf89b135', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201', 'mac_address': 'fa:16:3e:38:ef:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:59:35Z', 'updated_at': '2022-02-07T16:59:35Z', 'revision_number': 0, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660e67c0-bf0d-4026-b388-8a6a55e91411', 'name': '', 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:92:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:02Z', 'updated_at': '2022-02-07T16:59:16Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:40.300311 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (7ac2c55f-d793-448a-aaa2-27b5861352ac), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:40.360959 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4dfb96-bec3-47bf-9b00-f33b15bd502c None None] The sync data for ids ['668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'] in n-d-827865-3 is: [{'id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548594130', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:48Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:51Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'e8c7ce4c-efe7-495f-942e-ac8266ad8a89', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'port_id': 'a36be7c3-0ecd-447b-a130-04ecbf89b135', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201', 'mac_address': 'fa:16:3e:38:ef:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:59:35Z', 'updated_at': '2022-02-07T16:59:35Z', 'revision_number': 0, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '660e67c0-bf0d-4026-b388-8a6a55e91411', 'name': '', 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:92:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:02Z', 'updated_at': '2022-02-07T16:59:16Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:59:40.391832 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd8b5dfe-d645-4ba6-bd52-033c4ad06dc3 req-da2b7d59-2412-4d06-bd07-92a353c73dee tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3489549 Feb 07 16:59:40.427948 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0a01fca4-5833-4025-b9e7-c9449745128f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/floatingips/e8c7ce4c-efe7-495f-942e-ac8266ad8a89 HTTP/1.1" status: 200 len: 992 time: 0.2577684 Feb 07 16:59:40.533953 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff8f2e-c91b-4a9b-8f40-5426210de697 req-5948520c-e087-486d-8702-b2d3f079cae8 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:40.535763 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9eff8f2e-c91b-4a9b-8f40-5426210de697 req-5948520c-e087-486d-8702-b2d3f079cae8 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.2258067 Feb 07 16:59:40.554025 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72661a2d-8e16-492c-87bc-16600364e0c5 None None] DHCP port deletion for 7ac2c55f-d793-448a-aaa2-27b5861352ac request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 16:59:40.586936 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Deleting port 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:59:40.587460 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (0a0be26f-3ad4-48da-bb8d-bf4adf1eea70), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:40.633599 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-72661a2d-8e16-492c-87bc-16600364e0c5 None None] Deleting port 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:59:40.633982 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-72661a2d-8e16-492c-87bc-16600364e0c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (0a0be26f-3ad4-48da-bb8d-bf4adf1eea70), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:40.722285 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-72661a2d-8e16-492c-87bc-16600364e0c5 None None] For port 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0a0be26f-3ad4-48da-bb8d-bf4adf1eea70,segment=NetworkSegment(f6b50d28-22f5-45ab-9da6-ea59819170c4),segment_id=f6b50d28-22f5-45ab-9da6-ea59819170c4)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:40.722925 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-72661a2d-8e16-492c-87bc-16600364e0c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (0a0be26f-3ad4-48da-bb8d-bf4adf1eea70), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:40.723456 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] For port 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0a0be26f-3ad4-48da-bb8d-bf4adf1eea70,segment=NetworkSegment(f6b50d28-22f5-45ab-9da6-ea59819170c4),segment_id=f6b50d28-22f5-45ab-9da6-ea59819170c4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:40.723835 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (0a0be26f-3ad4-48da-bb8d-bf4adf1eea70), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:40.741933 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-72661a2d-8e16-492c-87bc-16600364e0c5 None None] Calling delete_port for 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:59:40.755758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Calling delete_port for 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:59:40.804491 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116479d5-a716-4f6f-b82c-49f7b41df7c3 None None] New status for floating IP e8c7ce4c-efe7-495f-942e-ac8266ad8a89: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:59:40.883230 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9eff8f2e-c91b-4a9b-8f40-5426210de697 req-bc84c9ce-7f9b-4284-a3ef-9463456fce95 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3269565 Feb 07 16:59:40.892910 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (0a0be26f-3ad4-48da-bb8d-bf4adf1eea70), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:40.909897 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-72661a2d-8e16-492c-87bc-16600364e0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (0a0be26f-3ad4-48da-bb8d-bf4adf1eea70), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:40.919188 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] No DVR routers for this DVR port 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:59:40.968407 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72661a2d-8e16-492c-87bc-16600364e0c5 None None] Pushing event deleted for resources: {'Port': ['ID=0a0be26f-3ad4-48da-bb8d-bf4adf1eea70,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:40.974075 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event deleted for resources: {'Port': ['ID=0a0be26f-3ad4-48da-bb8d-bf4adf1eea70,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:40.980130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72661a2d-8e16-492c-87bc-16600364e0c5 None None] No DVR routers for this DVR port 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:59:41.151700 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (7ac2c55f-d793-448a-aaa2-27b5861352ac), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:41.175348 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac2c55f-d793-448a-aaa2-27b5861352ac']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:41.196012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b50d28-22f5-45ab-9da6-ea59819170c4') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:41.196299 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b50d28-22f5-45ab-9da6-ea59819170c4') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:41.207065 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (f6b50d28-22f5-45ab-9da6-ea59819170c4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:41.227987 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (f6b50d28-22f5-45ab-9da6-ea59819170c4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:41.235646 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:59:41.236297 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (f6b50d28-22f5-45ab-9da6-ea59819170c4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:41.308201 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ba85c-ee93-4d4c-9c4d-8747a342f151 req-28461c3b-bf46-4155-a7d4-d6a31d069c47 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:41.311109 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-105ba85c-ee93-4d4c-9c4d-8747a342f151 req-28461c3b-bf46-4155-a7d4-d6a31d069c47 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 946 time: 0.1409199 Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:59:41.313652 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:59:41.358803 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (7ac2c55f-d793-448a-aaa2-27b5861352ac), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:41.402818 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-105ba85c-ee93-4d4c-9c4d-8747a342f151 req-c2185ad7-412a-40e0-b84d-84425498a6e6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce977e40-8fb2-4fd1-be65-878a275dec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847719 Feb 07 16:59:41.411702 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:41.415792 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] 10.222.0.18 "DELETE /v2.0/networks/7ac2c55f-d793-448a-aaa2-27b5861352ac HTTP/1.1" status: 204 len: 168 time: 1.3143506 Feb 07 16:59:41.444036 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55952) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:41.455908 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012b7e9-1f1c-4761-9c7b-e90e582e21b2 tempest-NetworksIpV6TestAttrs-493511589 tempest-NetworksIpV6TestAttrs-493511589-project] Pushing event deleted for resources: {'Network': ['ID=7ac2c55f-d793-448a-aaa2-27b5861352ac,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:41.560978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2ffbe-c2ca-479c-bbb7-3cebac93930c req-59273b14-67ea-4bcc-8e94-81f8d514dd14 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:41.569841 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10e2ffbe-c2ca-479c-bbb7-3cebac93930c req-59273b14-67ea-4bcc-8e94-81f8d514dd14 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 947 time: 0.2521875 Feb 07 16:59:41.570279 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-972cef1f-32a1-40df-a56d-9a5060248e92 req-e2a6c202-8439-4520-8d93-f939d255dd34 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1548495 Feb 07 16:59:41.613105 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a4869-617e-4348-aa5d-b1d27446d167 req-1dba5dfd-e7c2-4198-83b7-0872abd8e3c4 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:41.617399 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bf2a4869-617e-4348-aa5d-b1d27446d167 req-1dba5dfd-e7c2-4198-83b7-0872abd8e3c4 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.48 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 947 time: 0.3030050 Feb 07 16:59:41.654844 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-586d068f-1d2d-44b2-9973-a971f8a9b010 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/floatingips/e8c7ce4c-efe7-495f-942e-ac8266ad8a89 HTTP/1.1" status: 200 len: 994 time: 0.2122481 Feb 07 16:59:41.748227 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-10e2ffbe-c2ca-479c-bbb7-3cebac93930c req-0c638037-8c3f-4ad3-8066-ecb60c3bc230 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771500 Feb 07 16:59:41.770690 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d17f3-0700-4c8d-9cf0-f627ff240ef0 req-ff50aab8-2358-46e0-b34c-d92affd6ac2c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:41.779063 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-144d17f3-0700-4c8d-9cf0-f627ff240ef0 req-ff50aab8-2358-46e0-b34c-d92affd6ac2c tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 947 time: 0.2076993 Feb 07 16:59:41.894112 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-bf2a4869-617e-4348-aa5d-b1d27446d167 req-499050a3-259d-4a02-a61b-57a1d04a5d40 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Deleting port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:59:41.894699 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bf2a4869-617e-4348-aa5d-b1d27446d167 req-499050a3-259d-4a02-a61b-57a1d04a5d40 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:41.902872 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-144d17f3-0700-4c8d-9cf0-f627ff240ef0 req-0bed0d3a-f87f-45c3-af5a-f856430559c9 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c400e19-36cc-4396-bb8f-68cb02c7ecac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208100 Feb 07 16:59:41.906305 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cef1f-32a1-40df-a56d-9a5060248e92 req-f3bc3725-a197-47bf-a510-afb5661c55a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:41.907822 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-972cef1f-32a1-40df-a56d-9a5060248e92 req-f3bc3725-a197-47bf-a510-afb5661c55a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8958f6ad8ce64d2cafce718553b9cb64&device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 1128 time: 0.2616780 Feb 07 16:59:41.970897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55966) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:42.027651 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8943c4-efcc-4448-bfa4-c1666d04f179 req-c3762ba9-a2b2-466a-8b19-1f99e7cddd6c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:42.034886 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3f8943c4-efcc-4448-bfa4-c1666d04f179 req-c3762ba9-a2b2-466a-8b19-1f99e7cddd6c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 946 time: 0.1572702 Feb 07 16:59:42.089497 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-bf2a4869-617e-4348-aa5d-b1d27446d167 req-499050a3-259d-4a02-a61b-57a1d04a5d40 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] For port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:42.089877 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bf2a4869-617e-4348-aa5d-b1d27446d167 req-499050a3-259d-4a02-a61b-57a1d04a5d40 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:42.139703 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3f8943c4-efcc-4448-bfa4-c1666d04f179 req-43d77146-cbb7-47ae-aac4-00cad7de452e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce977e40-8fb2-4fd1-be65-878a275dec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036525 Feb 07 16:59:42.176491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55974) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:42.206511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cef1f-32a1-40df-a56d-9a5060248e92 req-e662b456-4559-4275-a6a3-5fe5ac4633ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:42.208032 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-972cef1f-32a1-40df-a56d-9a5060248e92 req-e662b456-4559-4275-a6a3-5fe5ac4633ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=f189284f-c88d-4a12-b11f-3bb2193ec906 HTTP/1.1" status: 200 len: 920 time: 0.2778533 Feb 07 16:59:42.283292 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-972cef1f-32a1-40df-a56d-9a5060248e92 req-4007026c-c066-4c14-9c86-443aab23c10b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83faad69-a72c-4966-baec-014014d068ed HTTP/1.1" status: 200 len: 217 time: 0.0678844 Feb 07 16:59:42.314493 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:59:42.372386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cef1f-32a1-40df-a56d-9a5060248e92 req-7ccc9d3c-9f72-45d8-adff-0a4e2e01f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:42.373942 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-972cef1f-32a1-40df-a56d-9a5060248e92 req-7ccc9d3c-9f72-45d8-adff-0a4e2e01f5d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cea5ae11-c3af-48b5-b914-327a543b7978 HTTP/1.1" status: 200 len: 859 time: 0.0816340 Feb 07 16:59:42.375583 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:59:42.375799 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0a0be26f-3ad4-48da-bb8d-bf4adf1eea70 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:59:42.433303 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-49074115-9c47-4783-9639-0ceb943f9074 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49e7b2b660e244cc88570b31d7f170c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4574533 Feb 07 16:59:42.437638 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55988) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:42.441451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2140753-e530-4630-8f16-73cacb622e5b tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:42.442685 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-972cef1f-32a1-40df-a56d-9a5060248e92 req-10824b23-b829-452c-907c-b01e7174a69b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f189284f-c88d-4a12-b11f-3bb2193ec906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597916 Feb 07 16:59:42.442799 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c2140753-e530-4630-8f16-73cacb622e5b tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 1123 time: 0.2652783 Feb 07 16:59:42.446983 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55990) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:42.472956 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': '5fd616f8-888d-4326-bb47-564785f53b88', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:42.599772 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bf2a4869-617e-4348-aa5d-b1d27446d167 req-499050a3-259d-4a02-a61b-57a1d04a5d40 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:42.602137 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bf2a4869-617e-4348-aa5d-b1d27446d167 req-499050a3-259d-4a02-a61b-57a1d04a5d40 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (f8479b03-d884-46aa-91cd-0d63d4e074c0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:42.602466 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [req-bf2a4869-617e-4348-aa5d-b1d27446d167 req-499050a3-259d-4a02-a61b-57a1d04a5d40 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Floating IP f8479b03-d884-46aa-91cd-0d63d4e074c0 disassociated. External IP: 172.25.4.84, port: 813d7c77-80ea-480a-ac2f-f1d0ba1126c2. Feb 07 16:59:42.602827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-bf2a4869-617e-4348-aa5d-b1d27446d167 req-499050a3-259d-4a02-a61b-57a1d04a5d40 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Calling delete_port for 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:59:42.631803 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-342f7f1c-7e71-4290-b0f7-0e8ea7954804 admin admin] Publish callbacks [] for security_group (80b19c89-8f38-4c45-8650-ffcfcae45915), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:42.656813 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-972cef1f-32a1-40df-a56d-9a5060248e92 req-aef7ad1a-a7f0-41c4-b530-b265a69cc3f3 service neutron] 10.222.0.32 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688869 Feb 07 16:59:42.657906 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:42.712228 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-342f7f1c-7e71-4290-b0f7-0e8ea7954804 admin admin] Publish callbacks [] for security_group (80b19c89-8f38-4c45-8650-ffcfcae45915), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:42.759164 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-972cef1f-32a1-40df-a56d-9a5060248e92 req-9dec6945-3a56-4bec-abfb-4f5d613ae939 service neutron] 10.222.0.32 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964828 Feb 07 16:59:42.844789 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-342f7f1c-7e71-4290-b0f7-0e8ea7954804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (80b19c89-8f38-4c45-8650-ffcfcae45915), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:42.848575 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-342f7f1c-7e71-4290-b0f7-0e8ea7954804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:42.853637 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-342f7f1c-7e71-4290-b0f7-0e8ea7954804 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80b19c89-8f38-4c45-8650-ffcfcae45915 HTTP/1.1" status: 204 len: 168 time: 0.4112630 Feb 07 16:59:42.872559 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f7f1c-7e71-4290-b0f7-0e8ea7954804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b19c89-8f38-4c45-8650-ffcfcae45915,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:42.904833 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bf2a4869-617e-4348-aa5d-b1d27446d167 req-499050a3-259d-4a02-a61b-57a1d04a5d40 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (813d7c77-80ea-480a-ac2f-f1d0ba1126c2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:42.910371 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:43.002792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499050a3-259d-4a02-a61b-57a1d04a5d40 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Pushing event deleted for resources: {'Port': ['ID=813d7c77-80ea-480a-ac2f-f1d0ba1126c2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:43.187600 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6b5f644e-b216-42b2-a8c0-b2500831c0cc req-8afd118f-bceb-4998-b6f8-fca7d062b6d7 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 210 time: 0.1093743 Feb 07 16:59:43.301755 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf2a4869-617e-4348-aa5d-b1d27446d167 req-499050a3-259d-4a02-a61b-57a1d04a5d40 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:59:43.337757 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Allocated IP 172.25.4.193 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/a108d87d-016a-4adf-9dd3-913dca118ba8) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:59:43.338269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:59:43.384040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 16:59:43.384393 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 16:59:43.384822 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a127fc73-7613-47a9-bb5b-d3f7946a307a no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:59:43.567108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a127fc73-7613-47a9-bb5b-d3f7946a307a is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:43.567770 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:43.581640 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for port (a108d87d-016a-4adf-9dd3-913dca118ba8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:43.618456 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a127fc73-7613-47a9-bb5b-d3f7946a307a'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:59:43.626869 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d85070b-eb80-4b2b-8d4a-98895e6104a9" -d '{"events": [{"server_uuid": "512f1765-e51b-4461-ad6f-276bb7e8c903", "name": "network-vif-unplugged", "status": "completed", "tag": "a127fc73-7613-47a9-bb5b-d3f7946a307a"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:59:43.652425 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port a127fc73-7613-47a9-bb5b-d3f7946a307a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:43.658087 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:43.685666 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a108d87d-016a-4adf-9dd3-913dca118ba8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:43.755123 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf2a4869-617e-4348-aa5d-b1d27446d167 req-499050a3-259d-4a02-a61b-57a1d04a5d40 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:59:43.755982 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f471406-cc47-4614-9205-23dce5d71378 x-openstack-request-id: req-8f471406-cc47-4614-9205-23dce5d71378 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:59:43.756434 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512f1765-e51b-4461-ad6f-276bb7e8c903", "name": "network-vif-unplugged", "status": "completed", "tag": "a127fc73-7613-47a9-bb5b-d3f7946a307a", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:59:43.757216 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f471406-cc47-4614-9205-23dce5d71378 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:59:43.757682 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'code': 200} Feb 07 16:59:43.775478 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df926ffc-dcb1-4f7f-9cb8-52ad0ad4a7a0 None None] Sync routers for ids ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:59:43.800130 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:59:43.802824 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df926ffc-dcb1-4f7f-9cb8-52ad0ad4a7a0 None None] Routers {'9af5f529-eea9-4b3c-b0e7-481af3af7f3d'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:59:43.805833 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-df926ffc-dcb1-4f7f-9cb8-52ad0ad4a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:59:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:43.827098 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:43.838946 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=a127fc73-7613-47a9-bb5b-d3f7946a307a,revision_number=14']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:43.875119 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:59:43.898393 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Port': ['ID=a108d87d-016a-4adf-9dd3-913dca118ba8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:43.922036 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2a4869-617e-4348-aa5d-b1d27446d167 req-499050a3-259d-4a02-a61b-57a1d04a5d40 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] No DVR routers for this DVR port 813d7c77-80ea-480a-ac2f-f1d0ba1126c2 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:59:43.930722 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bf2a4869-617e-4348-aa5d-b1d27446d167 req-499050a3-259d-4a02-a61b-57a1d04a5d40 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:43.938963 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bf2a4869-617e-4348-aa5d-b1d27446d167 req-499050a3-259d-4a02-a61b-57a1d04a5d40 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.48 "DELETE /v2.0/ports/813d7c77-80ea-480a-ac2f-f1d0ba1126c2 HTTP/1.1" status: 204 len: 173 time: 2.3097601 Feb 07 16:59:43.943775 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59842c98-b900-46ea-8a5b-20d1c5670932', 'name': 'network-vif-deleted', 'tag': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:59:43.952906 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b487c9-b322-444b-8bc1-b087a5d55c9a" -d '{"events": [{"server_uuid": "59842c98-b900-46ea-8a5b-20d1c5670932", "name": "network-vif-deleted", "tag": "813d7c77-80ea-480a-ac2f-f1d0ba1126c2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:59:44.172818 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-df926ffc-dcb1-4f7f-9cb8-52ad0ad4a7a0 None None] Set router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:59:44.260857 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54417fa8-6fab-4718-900f-2eaae2beb1a3 req-3b438cbc-c65d-42db-9076-a73bf108050b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:44.280089 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54417fa8-6fab-4718-900f-2eaae2beb1a3 req-3b438cbc-c65d-42db-9076-a73bf108050b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.2890065 Feb 07 16:59:44.347220 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d7171e-b7e3-4b70-9e8c-17d1e3b4069f x-openstack-request-id: req-09d7171e-b7e3-4b70-9e8c-17d1e3b4069f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:59:44.347830 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59842c98-b900-46ea-8a5b-20d1c5670932", "name": "network-vif-deleted", "tag": "813d7c77-80ea-480a-ac2f-f1d0ba1126c2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:59:44.347830 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09d7171e-b7e3-4b70-9e8c-17d1e3b4069f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:59:44.348154 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59842c98-b900-46ea-8a5b-20d1c5670932', 'name': 'network-vif-deleted', 'tag': '813d7c77-80ea-480a-ac2f-f1d0ba1126c2', 'status': 'completed', 'code': 200} Feb 07 16:59:44.460231 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54417fa8-6fab-4718-900f-2eaae2beb1a3 req-ad683c60-30c1-445f-9d42-129d8fa10dd9 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785722 Feb 07 16:59:44.649307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56088) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:44.685468 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-df926ffc-dcb1-4f7f-9cb8-52ad0ad4a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port': {'id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:06Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19', 'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'mac_address': 'fa:16:3e:24:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:12Z', 'updated_at': '2022-02-07T16:50:19Z', 'revision_number': 5, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'subnets': [{'id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:44.685786 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca2ea8e2-5953-45b0-bf01-9f5f9939273e req-272a0afe-eef0-46a0-8691-c9354a2b44f7 tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/ports?device_id=59842c98-b900-46ea-8a5b-20d1c5670932 HTTP/1.1" status: 200 len: 210 time: 0.1372855 Feb 07 16:59:44.768938 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df926ffc-dcb1-4f7f-9cb8-52ad0ad4a7a0 None None] Checking router: 9af5f529-eea9-4b3c-b0e7-481af3af7f3d for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:59:44.797713 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df926ffc-dcb1-4f7f-9cb8-52ad0ad4a7a0 None None] Routers {'9af5f529-eea9-4b3c-b0e7-481af3af7f3d'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:59:44.798515 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-df926ffc-dcb1-4f7f-9cb8-52ad0ad4a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:59:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:44.880153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ee709064-fa96-47fa-be9a-ee0d73ffc5ce tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1351742006'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:44.960119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee709064-fa96-47fa-be9a-ee0d73ffc5ce tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:44.964983 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee709064-fa96-47fa-be9a-ee0d73ffc5ce tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:44.968724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48fb29-bbb1-40ae-9f2e-0adde9d0a7b7 req-89d71749-7069-4f70-ba94-fbdc724e09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:44.970451 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bb48fb29-bbb1-40ae-9f2e-0adde9d0a7b7 req-89d71749-7069-4f70-ba94-fbdc724e09d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 1127 time: 0.1674359 Feb 07 16:59:44.997107 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee709064-fa96-47fa-be9a-ee0d73ffc5ce tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:45.014037 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-df926ffc-dcb1-4f7f-9cb8-52ad0ad4a7a0 None None] Set router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:59:45.058548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424328a-c7fb-4e43-a238-e6eb2c14aaf8 req-0c608079-ab1b-4a56-aaf9-a6f25d743644 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:45.060872 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0424328a-c7fb-4e43-a238-e6eb2c14aaf8 req-0c608079-ab1b-4a56-aaf9-a6f25d743644 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1910131 Feb 07 16:59:45.185501 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0424328a-c7fb-4e43-a238-e6eb2c14aaf8 req-51951571-6fd0-4a85-a729-fc23e1db7af7 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131122 Feb 07 16:59:45.188938 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48fb29-bbb1-40ae-9f2e-0adde9d0a7b7 req-a0bc2d05-cf69-4cb6-9448-893ed7ae27ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:45.190811 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bb48fb29-bbb1-40ae-9f2e-0adde9d0a7b7 req-a0bc2d05-cf69-4cb6-9448-893ed7ae27ed service neutron] 10.222.0.48 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 913 time: 0.2111659 Feb 07 16:59:45.305421 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bb48fb29-bbb1-40ae-9f2e-0adde9d0a7b7 req-f0e6339e-8d3e-44b0-8628-237b333ed1b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a HTTP/1.1" status: 200 len: 999 time: 0.1071777 Feb 07 16:59:45.307320 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee709064-fa96-47fa-be9a-ee0d73ffc5ce tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (437850c0-82cb-424f-a1cd-a364d77e9ef7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:45.361750 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee709064-fa96-47fa-be9a-ee0d73ffc5ce tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (437850c0-82cb-424f-a1cd-a364d77e9ef7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:45.412100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee709064-fa96-47fa-be9a-ee0d73ffc5ce tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:59:45.418462 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-df926ffc-dcb1-4f7f-9cb8-52ad0ad4a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port': {'id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:06Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19', 'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'mac_address': 'fa:16:3e:24:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:12Z', 'updated_at': '2022-02-07T16:50:19Z', 'revision_number': 5, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'subnets': [{'id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:45.439943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48fb29-bbb1-40ae-9f2e-0adde9d0a7b7 req-8fd1a858-33aa-4a0f-a6f2-03143b210e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:45.441476 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bb48fb29-bbb1-40ae-9f2e-0adde9d0a7b7 req-8fd1a858-33aa-4a0f-a6f2-03143b210e05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.1274271 Feb 07 16:59:45.442683 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee709064-fa96-47fa-be9a-ee0d73ffc5ce tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (83829f23-20c1-4275-bc1c-651048fafdd4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:45.443030 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-ee709064-fa96-47fa-be9a-ee0d73ffc5ce tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Added segment 83829f23-20c1-4275-bc1c-651048fafdd4 of type vlan for network 514f4ad2-964c-4f67-91e2-d48403c12ce9 Feb 07 16:59:45.444845 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee709064-fa96-47fa-be9a-ee0d73ffc5ce tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437850c0-82cb-424f-a1cd-a364d77e9ef7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:45.545593 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee709064-fa96-47fa-be9a-ee0d73ffc5ce tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (514f4ad2-964c-4f67-91e2-d48403c12ce9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:45.583127 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48fb29-bbb1-40ae-9f2e-0adde9d0a7b7 req-7f1d2447-115e-4731-b986-20621d8211ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:45.585152 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bb48fb29-bbb1-40ae-9f2e-0adde9d0a7b7 req-7f1d2447-115e-4731-b986-20621d8211ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1356084 Feb 07 16:59:45.586608 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee709064-fa96-47fa-be9a-ee0d73ffc5ce tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (514f4ad2-964c-4f67-91e2-d48403c12ce9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:45.592160 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee709064-fa96-47fa-be9a-ee0d73ffc5ce tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:45.592837 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee709064-fa96-47fa-be9a-ee0d73ffc5ce tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:45.597569 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df926ffc-dcb1-4f7f-9cb8-52ad0ad4a7a0 None None] The sync data for ids ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'] in n-d-827865-3 is: [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port': {'id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:06Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19', 'name': '', 'network_id': '558210b1-aeef-4297-87e4-07b1b1a8ae99', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'mac_address': 'fa:16:3e:24:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:12Z', 'updated_at': '2022-02-07T16:50:19Z', 'revision_number': 5, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'subnets': [{'id': 'e08eff2f-7c93-4ede-90b9-2e6bbced6db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:59:45.714034 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for floatingip (c47ed899-35b9-4c32-a05b-e92543414cf1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:45.732858 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ee709064-fa96-47fa-be9a-ee0d73ffc5ce tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0822601 Feb 07 16:59:45.768992 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56102) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:45.791706 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1ead5eea-4d45-4d25-a666-0c7c75d0ceee tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9', 'name': 'tempest-PortsIpV6TestJSON-1866479664'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:45.842680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee709064-fa96-47fa-be9a-ee0d73ffc5ce tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Network': ['ID=514f4ad2-964c-4f67-91e2-d48403c12ce9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:45.843467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56110) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:45.856503 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:59:45.999024 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bb48fb29-bbb1-40ae-9f2e-0adde9d0a7b7 req-ac9b5ff2-cf58-4731-8b27-d7f2937d062c service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002411 Feb 07 16:59:46.030367 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a108d87d-016a-4adf-9dd3-913dca118ba8), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:46.079294 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efab6159-4107-4f12-aea1-b03bf4d856ed tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group (3c400e19-36cc-4396-bb8f-68cb02c7ecac), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:46.205414 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efab6159-4107-4f12-aea1-b03bf4d856ed tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group (3c400e19-36cc-4396-bb8f-68cb02c7ecac), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:46.216865 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ead5eea-4d45-4d25-a666-0c7c75d0ceee tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:46.225979 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ead5eea-4d45-4d25-a666-0c7c75d0ceee tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:46.278753 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3455e9dd-69c6-4f49-ab5b-98b8471f42d6 None None] New status for floating IP f8479b03-d884-46aa-91cd-0d63d4e074c0: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:59:46.285168 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-1ead5eea-4d45-4d25-a666-0c7c75d0ceee tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] device_id is not set on port 8e275add-d8e9-4d25-8dda-0d435c247e1a yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:59:46.551692 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efab6159-4107-4f12-aea1-b03bf4d856ed tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3c400e19-36cc-4396-bb8f-68cb02c7ecac), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:46.554988 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efab6159-4107-4f12-aea1-b03bf4d856ed tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:46.564062 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-efab6159-4107-4f12-aea1-b03bf4d856ed tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "DELETE /v2.0/security-groups/3c400e19-36cc-4396-bb8f-68cb02c7ecac HTTP/1.1" status: 204 len: 168 time: 0.7169158 Feb 07 16:59:46.580088 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ead5eea-4d45-4d25-a666-0c7c75d0ceee tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (8e275add-d8e9-4d25-8dda-0d435c247e1a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:46.590757 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56118) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:46.607672 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2ff88-bd41-4e84-b3b4-d27d58f40200 req-d68c7275-ea74-4ffd-9b37-b54079902e72 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:46.618306 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d4d2ff88-bd41-4e84-b3b4-d27d58f40200 req-d68c7275-ea74-4ffd-9b37-b54079902e72 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.2590139 Feb 07 16:59:46.660694 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-f9063998-43ec-4b52-bae8-a1c8543145fa tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] show failed (client error): The resource could not be found. Feb 07 16:59:46.662218 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f9063998-43ec-4b52-bae8-a1c8543145fa tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "GET /v2.0/security-groups/3c400e19-36cc-4396-bb8f-68cb02c7ecac HTTP/1.1" status: 404 len: 347 time: 0.0269411 Feb 07 16:59:46.665676 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bb48fb29-bbb1-40ae-9f2e-0adde9d0a7b7 req-306e9df3-5cfb-469d-a1bb-3717685d279f service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6575291 Feb 07 16:59:46.666270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56120) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:46.674163 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab6159-4107-4f12-aea1-b03bf4d856ed tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c400e19-36cc-4396-bb8f-68cb02c7ecac,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:46.695648 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ead5eea-4d45-4d25-a666-0c7c75d0ceee tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (8e275add-d8e9-4d25-8dda-0d435c247e1a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:46.758322 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d4d2ff88-bd41-4e84-b3b4-d27d58f40200 req-0c32201d-564b-47fe-9fc2-b6e22596f2ac tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390257 Feb 07 16:59:46.766283 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for port (a108d87d-016a-4adf-9dd3-913dca118ba8), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:46.773182 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (a108d87d-016a-4adf-9dd3-913dca118ba8), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:46.862582 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (c47ed899-35b9-4c32-a05b-e92543414cf1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:46.933108 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead5eea-4d45-4d25-a666-0c7c75d0ceee tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=8e275add-d8e9-4d25-8dda-0d435c247e1a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:46.957264 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ead5eea-4d45-4d25-a666-0c7c75d0ceee tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Checking segment: {'id': '83829f23-20c1-4275-bc1c-651048fafdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:46.957845 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ead5eea-4d45-4d25-a666-0c7c75d0ceee tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network hostable DHCP agents. Network: 514f4ad2-964c-4f67-91e2-d48403c12ce9, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:59:46.967368 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2622fbff-0021-48cb-af6e-e00dc8d878bb tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Deleting port b25be8bb-33f2-4c94-9161-51ed12a82abc {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:59:46.968383 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2622fbff-0021-48cb-af6e-e00dc8d878bb tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b25be8bb-33f2-4c94-9161-51ed12a82abc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:47.056667 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Port': ['ID=a108d87d-016a-4adf-9dd3-913dca118ba8,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:47.131188 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Floating IP c47ed899-35b9-4c32-a05b-e92543414cf1 associated. External IP: 172.25.4.193, port: 5fd616f8-888d-4326-bb47-564785f53b88. Feb 07 16:59:47.433760 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ead5eea-4d45-4d25-a666-0c7c75d0ceee tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:59:47.449196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1ead5eea-4d45-4d25-a666-0c7c75d0ceee tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 514f4ad2-964c-4f67-91e2-d48403c12ce9) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:47.455802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ead5eea-4d45-4d25-a666-0c7c75d0ceee tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:59:47.461640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ead5eea-4d45-4d25-a666-0c7c75d0ceee tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:47.462429 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ead5eea-4d45-4d25-a666-0c7c75d0ceee tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:47.464351 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84264cdd-d621-411d-acf8-e1c56c24e4b9 None None] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:59:47.500482 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1ead5eea-4d45-4d25-a666-0c7c75d0ceee tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7238846 Feb 07 16:59:47.512016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56126) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:47.535966 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-52dceebd-3645-4092-be1a-fc3402fcfba6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1228335500'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:47.542041 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Router e4ba6760-7098-4b9e-bd41-517cb44e8abc has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:59:47.588642 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2622fbff-0021-48cb-af6e-e00dc8d878bb tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b25be8bb-33f2-4c94-9161-51ed12a82abc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:47.589510 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2622fbff-0021-48cb-af6e-e00dc8d878bb tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for floatingip (b25be8bb-33f2-4c94-9161-51ed12a82abc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:47.623118 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dceebd-3645-4092-be1a-fc3402fcfba6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:47.631135 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52dceebd-3645-4092-be1a-fc3402fcfba6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:47.686191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2622fbff-0021-48cb-af6e-e00dc8d878bb tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Calling delete_port for b25be8bb-33f2-4c94-9161-51ed12a82abc owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:59:47.712337 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52dceebd-3645-4092-be1a-fc3402fcfba6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:59:47.730882 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52dceebd-3645-4092-be1a-fc3402fcfba6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (a6656e9d-6a3d-4ecb-a92a-95941983f0ae), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:47.732209 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-52dceebd-3645-4092-be1a-fc3402fcfba6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Added segment a6656e9d-6a3d-4ecb-a92a-95941983f0ae of type vlan for network 0aed7f8e-d16f-4c9f-9937-0fd6a589b1df Feb 07 16:59:47.761854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:59:47.774225 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7734f512-9c2d-48f7-8206-8906f5e1ea08 None None] Sync routers for ids ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:59:47.797364 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7734f512-9c2d-48f7-8206-8906f5e1ea08 None None] Routers {'e4ba6760-7098-4b9e-bd41-517cb44e8abc'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:59:47.798395 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7734f512-9c2d-48f7-8206-8906f5e1ea08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:59:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:47.818511 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52dceebd-3645-4092-be1a-fc3402fcfba6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (0aed7f8e-d16f-4c9f-9937-0fd6a589b1df), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:47.823349 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:47.881033 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52dceebd-3645-4092-be1a-fc3402fcfba6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (0aed7f8e-d16f-4c9f-9937-0fd6a589b1df), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:47.894673 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-eb624685-8c2c-4e9a-b122-0a10b6ecf8a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.4369771 Feb 07 16:59:47.894673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf378a85-3a66-4242-ba64-1759501c052f', 'tag': '5fd616f8-888d-4326-bb47-564785f53b88'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:59:47.894974 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dceebd-3645-4092-be1a-fc3402fcfba6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:47.894974 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52dceebd-3645-4092-be1a-fc3402fcfba6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:47.895123 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adc537a-b731-4611-95c3-c417f43a62e7" -d '{"events": [{"name": "network-changed", "server_uuid": "cf378a85-3a66-4242-ba64-1759501c052f", "tag": "5fd616f8-888d-4326-bb47-564785f53b88"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:59:47.897618 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56130) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:48.032845 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-52dceebd-3645-4092-be1a-fc3402fcfba6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5162966 Feb 07 16:59:48.033118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56138) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:48.037034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'ports': [{'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9'}, {'network_id': '0aed7f8e-d16f-4c9f-9937-0fd6a589b1df'}]} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:48.037402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:48.038008 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'network_id': '0aed7f8e-d16f-4c9f-9937-0fd6a589b1df'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:48.148014 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-7734f512-9c2d-48f7-8206-8906f5e1ea08 None None] Set router e4ba6760-7098-4b9e-bd41-517cb44e8abc gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:59:48.229026 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cca2851f-a834-4bb8-803d-3a00d9c04e46 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/floatingips/c47ed899-35b9-4c32-a05b-e92543414cf1 HTTP/1.1" status: 200 len: 992 time: 0.3293312 Feb 07 16:59:48.322312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7ecd7-ecf1-462b-900e-2c6e1d164a11 req-3e6c811a-63f3-4bc9-9f24-c5990a14a906 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:48.324129 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dcd7ecd7-ecf1-462b-900e-2c6e1d164a11 req-3e6c811a-63f3-4bc9-9f24-c5990a14a906 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.3959754 Feb 07 16:59:48.324986 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dceebd-3645-4092-be1a-fc3402fcfba6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Network': ['ID=0aed7f8e-d16f-4c9f-9937-0fd6a589b1df,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:48.342785 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 0aed7f8e-d16f-4c9f-9937-0fd6a589b1df details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:59:48.457062 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dcd7ecd7-ecf1-462b-900e-2c6e1d164a11 req-bb65a77d-13c8-40f7-9a0c-9fb6bc8bbf03 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945902 Feb 07 16:59:48.534784 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 16:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad89e110-c322-45ae-8494-4847395f2b2f x-openstack-request-id: req-ad89e110-c322-45ae-8494-4847395f2b2f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:59:48.535246 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf378a85-3a66-4242-ba64-1759501c052f", "tag": "5fd616f8-888d-4326-bb47-564785f53b88", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:59:48.535706 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad89e110-c322-45ae-8494-4847395f2b2f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:59:48.536226 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf378a85-3a66-4242-ba64-1759501c052f', 'tag': '5fd616f8-888d-4326-bb47-564785f53b88', 'status': 'completed', 'code': 200} Feb 07 16:59:48.581117 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc537a-b731-4611-95c3-c417f43a62e7 req-abb3c27c-0d43-4566-948b-d886f6652460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:48.583494 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2adc537a-b731-4611-95c3-c417f43a62e7 req-abb3c27c-0d43-4566-948b-d886f6652460 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e&device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 1128 time: 0.1356981 Feb 07 16:59:48.598972 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7734f512-9c2d-48f7-8206-8906f5e1ea08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T16:59:07Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'c47ed899-35b9-4c32-a05b-e92543414cf1', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'floating_ip_address': '172.25.4.193', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'port_id': '5fd616f8-888d-4326-bb47-564785f53b88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'mac_address': 'fa:16:3e:2d:d1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf378a85-3a66-4242-ba64-1759501c052f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:59:44Z', 'updated_at': '2022-02-07T16:59:44Z', 'revision_number': 0, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382f62b2-d182-4488-baab-8c5248503307', 'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:53:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:05Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:48.603399 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2622fbff-0021-48cb-af6e-e00dc8d878bb tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (b25be8bb-33f2-4c94-9161-51ed12a82abc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:48.642176 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622fbff-0021-48cb-af6e-e00dc8d878bb tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Pushing event deleted for resources: {'Port': ['ID=b25be8bb-33f2-4c94-9161-51ed12a82abc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:48.708068 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7734f512-9c2d-48f7-8206-8906f5e1ea08 None None] Checking router: e4ba6760-7098-4b9e-bd41-517cb44e8abc for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:59:48.739764 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7734f512-9c2d-48f7-8206-8906f5e1ea08 None None] Routers {'e4ba6760-7098-4b9e-bd41-517cb44e8abc'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:59:48.740657 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7734f512-9c2d-48f7-8206-8906f5e1ea08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:59:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:48.805613 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc537a-b731-4611-95c3-c417f43a62e7 req-51afc5e6-2fc0-4088-901f-9fd32a4ceaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:48.807759 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2adc537a-b731-4611-95c3-c417f43a62e7 req-51afc5e6-2fc0-4088-901f-9fd32a4ceaf4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e HTTP/1.1" status: 200 len: 898 time: 0.2179036 Feb 07 16:59:48.809203 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'port': 2} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:48.814295 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:48.832015 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2622fbff-0021-48cb-af6e-e00dc8d878bb tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks [] for floatingip (f8479b03-d884-46aa-91cd-0d63d4e074c0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:48.837348 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2622fbff-0021-48cb-af6e-e00dc8d878bb tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:48.841748 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2622fbff-0021-48cb-af6e-e00dc8d878bb tempest-AttachVolumeShelveTestJSON-847503702 tempest-AttachVolumeShelveTestJSON-847503702-project] 10.222.0.18 "DELETE /v2.0/floatingips/f8479b03-d884-46aa-91cd-0d63d4e074c0 HTTP/1.1" status: 204 len: 168 time: 2.1733475 Feb 07 16:59:48.863221 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6406b5-c0a8-427b-80f0-597ba190f80e req-7873becc-4c36-40c8-9974-2abe2938a253 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:48.865059 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc6406b5-c0a8-427b-80f0-597ba190f80e req-7873becc-4c36-40c8-9974-2abe2938a253 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1269529 Feb 07 16:59:48.934133 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:48.985189 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc6406b5-c0a8-427b-80f0-597ba190f80e req-707885e3-aaa5-496d-a90d-923c116eacbf tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037025 Feb 07 16:59:49.033035 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-7734f512-9c2d-48f7-8206-8906f5e1ea08 None None] Set router e4ba6760-7098-4b9e-bd41-517cb44e8abc gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:59:49.080965 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2adc537a-b731-4611-95c3-c417f43a62e7 req-bf0b4c10-29e6-426a-8601-5f3cf70c0a9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fd616f8-888d-4326-bb47-564785f53b88 HTTP/1.1" status: 200 len: 1000 time: 0.2637937 Feb 07 16:59:49.230780 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56160) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:49.446044 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-664bf93a-51c4-4cd8-b2e9-6278c07bb4bf tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/floatingips/c47ed899-35b9-4c32-a05b-e92543414cf1 HTTP/1.1" status: 200 len: 992 time: 0.2130868 Feb 07 16:59:49.507967 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc537a-b731-4611-95c3-c417f43a62e7 req-87bc1ced-76c2-4e9e-8c64-d57cac73ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:49.509483 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2adc537a-b731-4611-95c3-c417f43a62e7 req-87bc1ced-76c2-4e9e-8c64-d57cac73ffa3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=787e973b-4576-4e04-b9be-3a33b218cabc HTTP/1.1" status: 200 len: 834 time: 0.4218366 Feb 07 16:59:49.831503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] device_id is not set on port 5365c4ec-bff7-4004-899f-da64b8d2d4d2 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:59:49.831503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbd813-e53e-4e85-be87-05ae18bcbf83 req-5aa50f55-b284-443d-bb41-003ce3b8b002 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:49.831503 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4ddbd813-e53e-4e85-be87-05ae18bcbf83 req-5aa50f55-b284-443d-bb41-003ce3b8b002 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.4217942 Feb 07 16:59:49.838364 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7734f512-9c2d-48f7-8206-8906f5e1ea08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T16:59:07Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'c47ed899-35b9-4c32-a05b-e92543414cf1', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'floating_ip_address': '172.25.4.193', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'port_id': '5fd616f8-888d-4326-bb47-564785f53b88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'mac_address': 'fa:16:3e:2d:d1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf378a85-3a66-4242-ba64-1759501c052f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:59:44Z', 'updated_at': '2022-02-07T16:59:44Z', 'revision_number': 0, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382f62b2-d182-4488-baab-8c5248503307', 'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:53:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:05Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:49.841212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21ddc8-636c-4d6c-99af-1d6bb85f4b1c req-e95f44d3-24b9-45e4-b84d-4a99d25f4d61 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:49.841212 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ae21ddc8-636c-4d6c-99af-1d6bb85f4b1c req-e95f44d3-24b9-45e4-b84d-4a99d25f4d61 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 945 time: 0.2029021 Feb 07 16:59:49.842009 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7734f512-9c2d-48f7-8206-8906f5e1ea08 None None] The sync data for ids ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'] in n-d-827865-3 is: [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T16:59:07Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'c47ed899-35b9-4c32-a05b-e92543414cf1', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'floating_ip_address': '172.25.4.193', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'port_id': '5fd616f8-888d-4326-bb47-564785f53b88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'mac_address': 'fa:16:3e:2d:d1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf378a85-3a66-4242-ba64-1759501c052f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:59:44Z', 'updated_at': '2022-02-07T16:59:44Z', 'revision_number': 0, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382f62b2-d182-4488-baab-8c5248503307', 'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:53:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:05Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:59:49.858365 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc537a-b731-4611-95c3-c417f43a62e7 req-b4e45bec-69bc-4c54-b414-b0afd408ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:49.859912 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2adc537a-b731-4611-95c3-c417f43a62e7 req-b4e45bec-69bc-4c54-b414-b0afd408ea4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3422298 Feb 07 16:59:49.907726 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ae21ddc8-636c-4d6c-99af-1d6bb85f4b1c req-19dcf14d-0029-47b0-9881-7e8bbba9e1bd tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/security-groups?id=a79a8381-8271-4e00-91bd-43dc52840eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071548 Feb 07 16:59:49.925334 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4ddbd813-e53e-4e85-be87-05ae18bcbf83 req-6de4a39b-b301-4e8a-addc-0cca07775bcc tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641671 Feb 07 16:59:49.985567 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (5365c4ec-bff7-4004-899f-da64b8d2d4d2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:50.144573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] device_id is not set on port f1ebafe9-de2c-4bb7-b93d-a3ea47915ef1 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 16:59:50.320137 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (f1ebafe9-de2c-4bb7-b93d-a3ea47915ef1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:50.555461 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56206) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:50.560324 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (5365c4ec-bff7-4004-899f-da64b8d2d4d2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:50.747419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-631690b6-0287-4e67-97f7-f5bf8c814bab tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:50.751115 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-631690b6-0287-4e67-97f7-f5bf8c814bab tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 812 time: 0.3631620 Feb 07 16:59:50.779015 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-1d57e56c-498e-4e2b-9b66-178f58e3359c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/quotas/acebdcf5865740db8b6f9c233dbd6392 HTTP/1.1" status: 200 len: 375 time: 0.0191061 Feb 07 16:59:50.800880 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2adc537a-b731-4611-95c3-c417f43a62e7 req-0aa283a6-ed5d-49ce-8df9-351c651cbef6 service neutron] 10.222.0.32 "GET /v2.0/networks/fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9286692 Feb 07 16:59:50.813226 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3189649c-d2d5-40b5-810b-23ef4532235a tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/floatingips/c47ed899-35b9-4c32-a05b-e92543414cf1 HTTP/1.1" status: 200 len: 992 time: 0.2550752 Feb 07 16:59:50.894262 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:59:50.907435 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:50.917464 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:59:50.919221 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f1ebafe9-de2c-4bb7-b93d-a3ea47915ef1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:50.975987 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-91e01e7f-8c8c-48ca-8934-5ef7d12f31d6 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1902044 Feb 07 16:59:51.007797 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=5365c4ec-bff7-4004-899f-da64b8d2d4d2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:51.203765 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-27e10b27-d7b2-4f00-8922-a81f9f7c34bc service neutron] 10.222.0.18 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257295 Feb 07 16:59:51.226709 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:51.279670 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=f1ebafe9-de2c-4bb7-b93d-a3ea47915ef1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:51.381581 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd58dc17-37f3-47f9-bbb5-751dfb269cf3 None None] New status for floating IP c47ed899-35b9-4c32-a05b-e92543414cf1: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:59:51.481321 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bdd8364e-65d4-4476-8073-db0e76651126 req-dd854c16-06d7-46de-aac7-c73875f023c1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2702460 Feb 07 16:59:51.591681 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2adc537a-b731-4611-95c3-c417f43a62e7 req-45287aa4-7204-40aa-8139-9454784c3c48 service neutron] 10.222.0.32 "GET /v2.0/networks/fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7714176 Feb 07 16:59:51.627844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4da14-033d-4205-ad15-69a65918cc09 req-8a534361-3ece-4a6d-b167-019cf18fc766 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:51.630744 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00e4da14-033d-4205-ad15-69a65918cc09 req-8a534361-3ece-4a6d-b167-019cf18fc766 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.32 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 945 time: 0.8157904 Feb 07 16:59:51.651316 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-cb5cb339-0546-438f-92e6-fc82ea49d5e8 service neutron] 10.222.0.18 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462023 Feb 07 16:59:51.726428 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8364e-65d4-4476-8073-db0e76651126 req-61feab58-5a48-4046-b688-7735e99dee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:51.730119 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bdd8364e-65d4-4476-8073-db0e76651126 req-61feab58-5a48-4046-b688-7735e99dee7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8958f6ad8ce64d2cafce718553b9cb64&device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 1127 time: 0.1897080 Feb 07 16:59:51.793887 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Checking segment: {'id': 'a6656e9d-6a3d-4ecb-a92a-95941983f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0aed7f8e-d16f-4c9f-9937-0fd6a589b1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:51.794277 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network hostable DHCP agents. Network: 0aed7f8e-d16f-4c9f-9937-0fd6a589b1df, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:59:51.831624 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad221015-cf0d-48e0-839c-46976c00a9d1 req-57b7ff2c-e5c6-481e-949b-c805405b9f22 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:51.833237 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ad221015-cf0d-48e0-839c-46976c00a9d1 req-57b7ff2c-e5c6-481e-949b-c805405b9f22 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 945 time: 0.6951864 Feb 07 16:59:51.834934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56228) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:52.020188 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8da9112e-b0ec-47a7-8280-38eb78f76ca1 req-d4fbb876-d1da-4f11-978e-71ff55ffbc24 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 210 time: 0.0504649 Feb 07 16:59:52.102624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8364e-65d4-4476-8073-db0e76651126 req-0b5432a1-0c9d-49b6-bb6e-90ce50167903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:52.104026 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bdd8364e-65d4-4476-8073-db0e76651126 req-0b5432a1-0c9d-49b6-bb6e-90ce50167903 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f189284f-c88d-4a12-b11f-3bb2193ec906 HTTP/1.1" status: 200 len: 920 time: 0.3399718 Feb 07 16:59:52.118627 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network 0aed7f8e-d16f-4c9f-9937-0fd6a589b1df is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:59:52.160328 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2ccecce8-ec20-4969-8867-fb6a56c7a091 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/floatingips/c47ed899-35b9-4c32-a05b-e92543414cf1 HTTP/1.1" status: 200 len: 994 time: 0.3238146 Feb 07 16:59:52.182585 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ad221015-cf0d-48e0-839c-46976c00a9d1 req-6575aaa4-a5da-4b6d-b0d9-fd4d20dcdcd0 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/security-groups?id=a79a8381-8271-4e00-91bd-43dc52840eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294263 Feb 07 16:59:52.185143 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 0aed7f8e-d16f-4c9f-9937-0fd6a589b1df) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:52.219443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:59:52.225437 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:52.228553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168a4275-da69-4970-a950-7c31da375338 None None] Network 0aed7f8e-d16f-4c9f-9937-0fd6a589b1df requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:59:52.243444 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bdd8364e-65d4-4476-8073-db0e76651126 req-86bcca10-4b0c-4bfb-b96a-a4243c581f8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57d0954c-bec5-44a9-b1eb-97d72c118154 HTTP/1.1" status: 200 len: 217 time: 0.1334572 Feb 07 16:59:52.244187 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:52.244905 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:52.284058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-00e4da14-033d-4205-ad15-69a65918cc09 req-feed114e-99c6-4382-af47-1c6f7e9b9e65 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Deleting port ecef4413-b044-467c-a6e2-dc25eb8f0029 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:59:52.284407 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-00e4da14-033d-4205-ad15-69a65918cc09 req-feed114e-99c6-4382-af47-1c6f7e9b9e65 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ecef4413-b044-467c-a6e2-dc25eb8f0029), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:52.325148 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-db76ae12-0c24-49ec-999a-4bb790097b2a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2919350 Feb 07 16:59:52.330181 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56240) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:52.505264 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8364e-65d4-4476-8073-db0e76651126 req-88e09b47-0f47-4e90-a1c3-835481d6c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:52.507758 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bdd8364e-65d4-4476-8073-db0e76651126 req-88e09b47-0f47-4e90-a1c3-835481d6c66c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cea5ae11-c3af-48b5-b914-327a543b7978 HTTP/1.1" status: 200 len: 859 time: 0.2568939 Feb 07 16:59:52.607120 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bdd8364e-65d4-4476-8073-db0e76651126 req-db81f87a-719a-43c9-9b44-de4657f32ba4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f189284f-c88d-4a12-b11f-3bb2193ec906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507574 Feb 07 16:59:52.642222 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-00e4da14-033d-4205-ad15-69a65918cc09 req-feed114e-99c6-4382-af47-1c6f7e9b9e65 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] For port ecef4413-b044-467c-a6e2-dc25eb8f0029, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ecef4413-b044-467c-a6e2-dc25eb8f0029,segment=NetworkSegment(64c39426-2073-4249-b5cb-4c7c47311602),segment_id=64c39426-2073-4249-b5cb-4c7c47311602)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:52.643756 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-00e4da14-033d-4205-ad15-69a65918cc09 req-feed114e-99c6-4382-af47-1c6f7e9b9e65 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ecef4413-b044-467c-a6e2-dc25eb8f0029), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:52.910374 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e6447aab-686c-4c19-9212-f467a2216c86 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port f1ebafe9-de2c-4bb7-b93d-a3ea47915ef1 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:59:52.910968 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6447aab-686c-4c19-9212-f467a2216c86 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f1ebafe9-de2c-4bb7-b93d-a3ea47915ef1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:53.001748 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6447aab-686c-4c19-9212-f467a2216c86 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f1ebafe9-de2c-4bb7-b93d-a3ea47915ef1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:53.018687 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e6447aab-686c-4c19-9212-f467a2216c86 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for f1ebafe9-de2c-4bb7-b93d-a3ea47915ef1 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:59:53.131975 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6447aab-686c-4c19-9212-f467a2216c86 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f1ebafe9-de2c-4bb7-b93d-a3ea47915ef1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:53.194305 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:53.199664 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6447aab-686c-4c19-9212-f467a2216c86 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=f1ebafe9-de2c-4bb7-b93d-a3ea47915ef1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:53.226349 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6447aab-686c-4c19-9212-f467a2216c86 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:53.229953 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e6447aab-686c-4c19-9212-f467a2216c86 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/ports/f1ebafe9-de2c-4bb7-b93d-a3ea47915ef1 HTTP/1.1" status: 204 len: 168 time: 0.8986981 Feb 07 16:59:53.258084 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56264) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:53.273686 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-623cb46f-66d5-47e5-a0b8-2f43b59b2bf5 req-627d945b-f405-43fd-8f9f-c9d36b546a4d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 210 time: 0.0750601 Feb 07 16:59:53.337539 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bdd8364e-65d4-4476-8073-db0e76651126 req-3d7a4fa5-c006-4cdf-990b-b8c547e01740 service neutron] 10.222.0.48 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7135227 Feb 07 16:59:53.366220 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ecef4413-b044-467c-a6e2-dc25eb8f0029 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:59:53.483953 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d804a5f-0143-49ed-a321-3c68f6bd0bef tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:53.501208 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d804a5f-0143-49ed-a321-3c68f6bd0bef tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:53.505342 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6d804a5f-0143-49ed-a321-3c68f6bd0bef tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2437453 Feb 07 16:59:53.507315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56274) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:53.663077 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port ecef4413-b044-467c-a6e2-dc25eb8f0029 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:53.663482 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ecef4413-b044-467c-a6e2-dc25eb8f0029), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:53.686228 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bdd8364e-65d4-4476-8073-db0e76651126 req-4d10bbaa-5695-4ea4-9193-bb33a9c55e45 service neutron] 10.222.0.48 "GET /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427191 Feb 07 16:59:53.766394 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port ecef4413-b044-467c-a6e2-dc25eb8f0029, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ecef4413-b044-467c-a6e2-dc25eb8f0029,segment=NetworkSegment(64c39426-2073-4249-b5cb-4c7c47311602),segment_id=64c39426-2073-4249-b5cb-4c7c47311602)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:53.769629 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f8066ae4-2d4e-4185-bfc6-e6481e4302e0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port 5365c4ec-bff7-4004-899f-da64b8d2d4d2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:59:53.771286 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8066ae4-2d4e-4185-bfc6-e6481e4302e0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5365c4ec-bff7-4004-899f-da64b8d2d4d2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:53.774326 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f23f38-6e8d-4636-845e-85ec6793eba2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecef4413-b044-467c-a6e2-dc25eb8f0029'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:59:53.777822 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6330e0-122d-4a82-8a16-67d409de3c96 req-a2f42223-4a1e-44a2-b663-2bbb607f627b tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:53.781722 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc2b1ec-10b6-4926-ac7c-e9925fa757a5" -d '{"events": [{"server_uuid": "93f23f38-6e8d-4636-845e-85ec6793eba2", "name": "network-vif-unplugged", "status": "completed", "tag": "ecef4413-b044-467c-a6e2-dc25eb8f0029"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:59:53.782013 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b6330e0-122d-4a82-8a16-67d409de3c96 req-a2f42223-4a1e-44a2-b663-2bbb607f627b tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 945 time: 0.1647744 Feb 07 16:59:53.805767 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ecef4413-b044-467c-a6e2-dc25eb8f0029), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:53.870233 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-00e4da14-033d-4205-ad15-69a65918cc09 req-feed114e-99c6-4382-af47-1c6f7e9b9e65 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:53.870601 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-00e4da14-033d-4205-ad15-69a65918cc09 req-feed114e-99c6-4382-af47-1c6f7e9b9e65 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (60c56ed1-0199-4b22-9072-59b9f051f997), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:53.873187 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [req-00e4da14-033d-4205-ad15-69a65918cc09 req-feed114e-99c6-4382-af47-1c6f7e9b9e65 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Floating IP 60c56ed1-0199-4b22-9072-59b9f051f997 disassociated. External IP: 172.25.4.13, port: ecef4413-b044-467c-a6e2-dc25eb8f0029. Feb 07 16:59:53.873651 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-00e4da14-033d-4205-ad15-69a65918cc09 req-feed114e-99c6-4382-af47-1c6f7e9b9e65 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Calling delete_port for ecef4413-b044-467c-a6e2-dc25eb8f0029 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:59:53.976049 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=ecef4413-b044-467c-a6e2-dc25eb8f0029,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:54.043157 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8066ae4-2d4e-4185-bfc6-e6481e4302e0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5365c4ec-bff7-4004-899f-da64b8d2d4d2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:54.078316 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f8066ae4-2d4e-4185-bfc6-e6481e4302e0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for 5365c4ec-bff7-4004-899f-da64b8d2d4d2 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:59:54.222353 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 16:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbcfb50-eed4-44e1-9cc8-b6f44c244c77 x-openstack-request-id: req-5dbcfb50-eed4-44e1-9cc8-b6f44c244c77 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:59:54.222725 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f23f38-6e8d-4636-845e-85ec6793eba2", "name": "network-vif-unplugged", "status": "completed", "tag": "ecef4413-b044-467c-a6e2-dc25eb8f0029", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:59:54.223079 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5dbcfb50-eed4-44e1-9cc8-b6f44c244c77 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:59:54.223515 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f23f38-6e8d-4636-845e-85ec6793eba2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecef4413-b044-467c-a6e2-dc25eb8f0029', 'code': 200} Feb 07 16:59:54.277809 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8066ae4-2d4e-4185-bfc6-e6481e4302e0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (5365c4ec-bff7-4004-899f-da64b8d2d4d2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:54.316017 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8066ae4-2d4e-4185-bfc6-e6481e4302e0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:54.336127 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f8066ae4-2d4e-4185-bfc6-e6481e4302e0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/ports/5365c4ec-bff7-4004-899f-da64b8d2d4d2 HTTP/1.1" status: 204 len: 168 time: 0.8207848 Feb 07 16:59:54.336788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56294) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:54.407147 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8066ae4-2d4e-4185-bfc6-e6481e4302e0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=5365c4ec-bff7-4004-899f-da64b8d2d4d2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:54.462568 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-60abc885-8cb6-419a-abf1-4c46afc39d11 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:54.464074 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-60abc885-8cb6-419a-abf1-4c46afc39d11 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.32 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 812 time: 0.5271409 Feb 07 16:59:54.476461 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b6330e0-122d-4a82-8a16-67d409de3c96 req-14388a09-d730-43d6-a866-dca06929d3c5 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/security-groups?id=a79a8381-8271-4e00-91bd-43dc52840eca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6777368 Feb 07 16:59:54.481193 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-84b32348-94fb-4ec2-84c1-3609b1982af2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Request body: {'port': {'device_id': '39269ab7-738b-43c3-8254-f41864f37137', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'admin_state_up': True, 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:54.540221 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c770281-4ee0-41be-a7e6-a5a74fc071f8 req-11685cc2-3574-4a32-aedf-c50cea6a5940 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:54.541866 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c770281-4ee0-41be-a7e6-a5a74fc071f8 req-11685cc2-3574-4a32-aedf-c50cea6a5940 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.1695845 Feb 07 16:59:54.589934 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c019180b-84ed-4e6a-b7a5-da129ea051f0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:54.589934 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c019180b-84ed-4e6a-b7a5-da129ea051f0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2254305 Feb 07 16:59:54.591029 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56304) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:54.634248 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-00e4da14-033d-4205-ad15-69a65918cc09 req-feed114e-99c6-4382-af47-1c6f7e9b9e65 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ecef4413-b044-467c-a6e2-dc25eb8f0029), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:54.661154 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-0230ebf1-bb70-4aee-a915-4b9149d29eda tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] GET failed (client error): The resource could not be found. Feb 07 16:59:54.663487 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0230ebf1-bb70-4aee-a915-4b9149d29eda tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports/f1ebafe9-de2c-4bb7-b93d-a3ea47915ef1 HTTP/1.1" status: 404 len: 333 time: 0.0695095 Feb 07 16:59:54.668095 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56308) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:54.709552 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7c8e81-9fb8-4c6b-a12d-b7d878303a16 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] GET failed (client error): The resource could not be found. Feb 07 16:59:54.711470 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bf7c8e81-9fb8-4c6b-a12d-b7d878303a16 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports/5365c4ec-bff7-4004-899f-da64b8d2d4d2 HTTP/1.1" status: 404 len: 333 time: 0.0424080 Feb 07 16:59:54.715493 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56310) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:54.730380 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed114e-99c6-4382-af47-1c6f7e9b9e65 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Pushing event deleted for resources: {'Port': ['ID=ecef4413-b044-467c-a6e2-dc25eb8f0029,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:54.747510 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-abfe01fa-0526-475c-bf94-45a805d1edc4 req-d52a5991-d9a5-4e89-a570-63d0d285de5d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 210 time: 0.1272364 Feb 07 16:59:54.751837 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c770281-4ee0-41be-a7e6-a5a74fc071f8 req-9f54f27d-0a41-43d9-b7e9-383a24901493 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597393 Feb 07 16:59:54.847005 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (0aed7f8e-d16f-4c9f-9937-0fd6a589b1df), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:54.976756 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (0aed7f8e-d16f-4c9f-9937-0fd6a589b1df), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:54.980548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-84b32348-94fb-4ec2-84c1-3609b1982af2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Made reservation on behalf of acebdcf5865740db8b6f9c233dbd6392 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:54.986326 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-84b32348-94fb-4ec2-84c1-3609b1982af2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:55.026157 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aed7f8e-d16f-4c9f-9937-0fd6a589b1df']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:55.038191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6656e9d-6a3d-4ecb-a92a-95941983f0ae') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:55.039421 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6656e9d-6a3d-4ecb-a92a-95941983f0ae') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:55.054146 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (a6656e9d-6a3d-4ecb-a92a-95941983f0ae), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:55.074668 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (a6656e9d-6a3d-4ecb-a92a-95941983f0ae), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:55.084047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 16:59:55.085104 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (a6656e9d-6a3d-4ecb-a92a-95941983f0ae), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: timer() Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 16:59:55.166930 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 16:59:55.175200 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (0aed7f8e-d16f-4c9f-9937-0fd6a589b1df), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:55.202145 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:55.206692 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/networks/0aed7f8e-d16f-4c9f-9937-0fd6a589b1df HTTP/1.1" status: 204 len: 168 time: 0.4901206 Feb 07 16:59:55.207750 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Network': ['ID=0aed7f8e-d16f-4c9f-9937-0fd6a589b1df,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:55.212587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56318) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:55.219551 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-11d3cbe9-c3ed-4bc4-85e4-5316347e238a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2055389393'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:55.238827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:55.239188 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:55.239544 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:55.239894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:55.240367 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:55.241303 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:55.241655 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:55.241995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:55.248472 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00e4da14-033d-4205-ad15-69a65918cc09 req-feed114e-99c6-4382-af47-1c6f7e9b9e65 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Router 488e8b0b-77ba-4262-a202-2318a7bd532f has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 16:59:55.248685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:55.248877 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:55.249240 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:55.249874 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:55.250222 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275aa29b-5475-4a9c-8cbc-9ad3f88225ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 16:59:55.315465 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d3cbe9-c3ed-4bc4-85e4-5316347e238a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:55.324326 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11d3cbe9-c3ed-4bc4-85e4-5316347e238a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:55.327153 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-84b32348-94fb-4ec2-84c1-3609b1982af2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Allocated IP 172.20.0.11 (f237c79b-106d-4492-9f39-8167bb8d1100/9e0c6472-60e4-48e8-a1cd-b274ac449cff/6c13aa0b-fe51-43b0-8700-22293b427f4c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:59:55.375378 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d3cbe9-c3ed-4bc4-85e4-5316347e238a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 16:59:55.390221 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11d3cbe9-c3ed-4bc4-85e4-5316347e238a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e448db72-58de-473e-bfe6-439cb5c33945), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:55.390777 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-11d3cbe9-c3ed-4bc4-85e4-5316347e238a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Added segment e448db72-58de-473e-bfe6-439cb5c33945 of type vlan for network cf785da4-6a81-43bb-b375-064a771aae3d Feb 07 16:59:55.456517 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11d3cbe9-c3ed-4bc4-85e4-5316347e238a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (cf785da4-6a81-43bb-b375-064a771aae3d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:55.472969 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 16:59:55.502077 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11d3cbe9-c3ed-4bc4-85e4-5316347e238a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (cf785da4-6a81-43bb-b375-064a771aae3d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:55.514924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d3cbe9-c3ed-4bc4-85e4-5316347e238a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:55.515568 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-11d3cbe9-c3ed-4bc4-85e4-5316347e238a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:55.650014 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00e4da14-033d-4205-ad15-69a65918cc09 req-feed114e-99c6-4382-af47-1c6f7e9b9e65 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 16:59:55.661577 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a4ee77-5f63-4c38-9960-e6b65dccca32 None None] Sync routers for ids ['488e8b0b-77ba-4262-a202-2318a7bd532f'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 16:59:55.675852 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a4ee77-5f63-4c38-9960-e6b65dccca32 None None] Routers {'488e8b0b-77ba-4262-a202-2318a7bd532f'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:59:55.679736 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-33a4ee77-5f63-4c38-9960-e6b65dccca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:59:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['488e8b0b-77ba-4262-a202-2318a7bd532f'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:55.716257 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-11d3cbe9-c3ed-4bc4-85e4-5316347e238a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5015287 Feb 07 16:59:55.725018 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56328) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:55.755783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f3fdd75d-6a6c-4490-a6de-a21bcbc967a1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'subnet': {'network_id': 'cf785da4-6a81-43bb-b375-064a771aae3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:55.789969 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-44c1e8ff-bc79-452a-b098-56567436e870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:55.799603 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cca68f76-c955-4164-94c8-c8ca381c4ea7 req-cdcc1ded-0196-423f-87b7-a163ea000c7b tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/ports?device_id=93f23f38-6e8d-4636-845e-85ec6793eba2 HTTP/1.1" status: 200 len: 210 time: 0.1119170 Feb 07 16:59:55.801162 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3cbe9-c3ed-4bc4-85e4-5316347e238a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Network': ['ID=cf785da4-6a81-43bb-b375-064a771aae3d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:55.820267 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network cf785da4-6a81-43bb-b375-064a771aae3d details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 16:59:55.945680 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-33a4ee77-5f63-4c38-9960-e6b65dccca32 None None] Set router 488e8b0b-77ba-4262-a202-2318a7bd532f gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:59:55.980602 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e4da14-033d-4205-ad15-69a65918cc09 req-feed114e-99c6-4382-af47-1c6f7e9b9e65 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] No DVR routers for this DVR port ecef4413-b044-467c-a6e2-dc25eb8f0029 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 16:59:56.027233 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-00e4da14-033d-4205-ad15-69a65918cc09 req-feed114e-99c6-4382-af47-1c6f7e9b9e65 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:56.052517 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00e4da14-033d-4205-ad15-69a65918cc09 req-feed114e-99c6-4382-af47-1c6f7e9b9e65 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.32 "DELETE /v2.0/ports/ecef4413-b044-467c-a6e2-dc25eb8f0029 HTTP/1.1" status: 204 len: 173 time: 4.3945007 Feb 07 16:59:56.063641 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f23f38-6e8d-4636-845e-85ec6793eba2', 'name': 'network-vif-deleted', 'tag': 'ecef4413-b044-467c-a6e2-dc25eb8f0029'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 16:59:56.088419 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc78c833-1985-408c-8466-9647f1152c33" -d '{"events": [{"server_uuid": "93f23f38-6e8d-4636-845e-85ec6793eba2", "name": "network-vif-deleted", "tag": "ecef4413-b044-467c-a6e2-dc25eb8f0029"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 16:59:56.138044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cf7de-105b-4088-ab89-e86136bd509b req-c7c3fcad-63a6-4b5a-9105-9695a0cf970e tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:56.139439 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-623cf7de-105b-4088-ab89-e86136bd509b req-c7c3fcad-63a6-4b5a-9105-9695a0cf970e tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.1347768 Feb 07 16:59:56.269674 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-73d3ee67-4d88-4528-8f6d-fa6a148205a7 req-1e9c72c5-9964-4750-9c82-0aa854034508 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 210 time: 0.2092853 Feb 07 16:59:56.279104 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-623cf7de-105b-4088-ab89-e86136bd509b req-552eb8bf-e0d9-458a-9e60-87e4c5bd1778 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330509 Feb 07 16:59:56.375570 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-84b32348-94fb-4ec2-84c1-3609b1982af2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for port (6c13aa0b-fe51-43b0-8700-22293b427f4c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:56.461710 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-33a4ee77-5f63-4c38-9960-e6b65dccca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'name': 'tempest-ServersTestFqdnHostnames-1026512707-router', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e21f581b-5fef-4757-846e-80469672c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:20Z', 'updated_at': '2022-02-07T16:58:31Z', 'revision_number': 4, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'gw_port': {'id': 'e21f581b-5fef-4757-846e-80469672c104', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:21Z', 'updated_at': '2022-02-07T16:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '4f78ce81-849c-478a-a790-0253805eb055', 'name': '', 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'mac_address': 'fa:16:3e:1d:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '3aeb2729-d066-4c80-8fec-bec551896778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:29Z', 'updated_at': '2022-02-07T16:58:39Z', 'revision_number': 5, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'subnets': [{'id': '3aeb2729-d066-4c80-8fec-bec551896778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:56.477928 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 16:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f91a8c-58c2-4639-913a-a72e78e5f673 x-openstack-request-id: req-01f91a8c-58c2-4639-913a-a72e78e5f673 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 16:59:56.478244 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f23f38-6e8d-4636-845e-85ec6793eba2", "name": "network-vif-deleted", "tag": "ecef4413-b044-467c-a6e2-dc25eb8f0029", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 16:59:56.478509 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01f91a8c-58c2-4639-913a-a72e78e5f673 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 16:59:56.486358 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f23f38-6e8d-4636-845e-85ec6793eba2', 'name': 'network-vif-deleted', 'tag': 'ecef4413-b044-467c-a6e2-dc25eb8f0029', 'status': 'completed', 'code': 200} Feb 07 16:59:56.496185 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a4ee77-5f63-4c38-9960-e6b65dccca32 None None] Checking router: 488e8b0b-77ba-4262-a202-2318a7bd532f for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 16:59:56.508483 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a4ee77-5f63-4c38-9960-e6b65dccca32 None None] Routers {'488e8b0b-77ba-4262-a202-2318a7bd532f'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 16:59:56.509597 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fdd75d-6a6c-4490-a6de-a21bcbc967a1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:56.509740 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-33a4ee77-5f63-4c38-9960-e6b65dccca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:59:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['488e8b0b-77ba-4262-a202-2318a7bd532f'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:56.513465 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3fdd75d-6a6c-4490-a6de-a21bcbc967a1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:56.676583 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-f3fdd75d-6a6c-4490-a6de-a21bcbc967a1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Performing IP validity checks on allocation pools {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 16:59:56.680953 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-f3fdd75d-6a6c-4490-a6de-a21bcbc967a1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 16:59:56.702396 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d033795-46ff-4418-a619-3c0aaccee6e2 req-f9da5645-1860-44b3-b289-123ccc1054c7 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:56.703959 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d033795-46ff-4418-a619-3c0aaccee6e2 req-f9da5645-1860-44b3-b289-123ccc1054c7 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.3753924 Feb 07 16:59:56.760233 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-84b32348-94fb-4ec2-84c1-3609b1982af2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (6c13aa0b-fe51-43b0-8700-22293b427f4c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:56.821443 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-33a4ee77-5f63-4c38-9960-e6b65dccca32 None None] Set router 488e8b0b-77ba-4262-a202-2318a7bd532f gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 16:59:56.949302 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56362) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:57.161775 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3fdd75d-6a6c-4490-a6de-a21bcbc967a1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (0cfd893a-15a2-430c-91fb-fbc9ed393a34), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:57.177399 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-84b32348-94fb-4ec2-84c1-3609b1982af2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Network f237c79b-106d-4492-9f39-8167bb8d1100 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 16:59:57.180296 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ea53-fc3a-4477-8ca8-b04857e4ee0d tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for security_group (a79a8381-8271-4e00-91bd-43dc52840eca), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:57.239793 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-84b32348-94fb-4ec2-84c1-3609b1982af2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:57.306047 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ea53-fc3a-4477-8ca8-b04857e4ee0d tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for security_group (a79a8381-8271-4e00-91bd-43dc52840eca), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:57.405362 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-84b32348-94fb-4ec2-84c1-3609b1982af2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 16:59:57.462475 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ea53-fc3a-4477-8ca8-b04857e4ee0d tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a79a8381-8271-4e00-91bd-43dc52840eca), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:57.465368 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ea53-fc3a-4477-8ca8-b04857e4ee0d tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:57.466571 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d1e5ea53-fc3a-4477-8ca8-b04857e4ee0d tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "DELETE /v2.0/security-groups/a79a8381-8271-4e00-91bd-43dc52840eca HTTP/1.1" status: 204 len: 168 time: 0.5162284 Feb 07 16:59:57.502843 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56378) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:57.503751 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5ea53-fc3a-4477-8ca8-b04857e4ee0d tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79a8381-8271-4e00-91bd-43dc52840eca,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:57.576682 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-43512f5b-5d02-4990-a725-c2ab69283199 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] show failed (client error): The resource could not be found. Feb 07 16:59:57.576682 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-43512f5b-5d02-4990-a725-c2ab69283199 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "GET /v2.0/security-groups/a79a8381-8271-4e00-91bd-43dc52840eca HTTP/1.1" status: 404 len: 347 time: 0.0632150 Feb 07 16:59:57.583523 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56380) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:57.634167 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b32348-94fb-4ec2-84c1-3609b1982af2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Pushing event updated for resources: {'Port': ['ID=6c13aa0b-fe51-43b0-8700-22293b427f4c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:57.888750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-84b32348-94fb-4ec2-84c1-3609b1982af2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:57.892738 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-84b32348-94fb-4ec2-84c1-3609b1982af2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:57.894554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0405d83f-8fd8-404b-9898-db3b657a8611 None None] Provisioning complete for port 6c13aa0b-fe51-43b0-8700-22293b427f4c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 16:59:57.895602 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0405d83f-8fd8-404b-9898-db3b657a8611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6c13aa0b-fe51-43b0-8700-22293b427f4c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:57.928800 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-33a4ee77-5f63-4c38-9960-e6b65dccca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'name': 'tempest-ServersTestFqdnHostnames-1026512707-router', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e21f581b-5fef-4757-846e-80469672c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:20Z', 'updated_at': '2022-02-07T16:58:31Z', 'revision_number': 4, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'gw_port': {'id': 'e21f581b-5fef-4757-846e-80469672c104', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:21Z', 'updated_at': '2022-02-07T16:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '4f78ce81-849c-478a-a790-0253805eb055', 'name': '', 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'mac_address': 'fa:16:3e:1d:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '3aeb2729-d066-4c80-8fec-bec551896778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:29Z', 'updated_at': '2022-02-07T16:58:39Z', 'revision_number': 5, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'subnets': [{'id': '3aeb2729-d066-4c80-8fec-bec551896778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 16:59:57.970720 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdd75d-6a6c-4490-a6de-a21bcbc967a1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Subnet': ['ID=0cfd893a-15a2-430c-91fb-fbc9ed393a34,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:57.983030 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0405d83f-8fd8-404b-9898-db3b657a8611 None None] Port 6c13aa0b-fe51-43b0-8700-22293b427f4c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 16:59:57.987395 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a4ee77-5f63-4c38-9960-e6b65dccca32 None None] The sync data for ids ['488e8b0b-77ba-4262-a202-2318a7bd532f'] in n-d-827865-3 is: [{'id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'name': 'tempest-ServersTestFqdnHostnames-1026512707-router', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e21f581b-5fef-4757-846e-80469672c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:20Z', 'updated_at': '2022-02-07T16:58:31Z', 'revision_number': 4, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'gw_port': {'id': 'e21f581b-5fef-4757-846e-80469672c104', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:21Z', 'updated_at': '2022-02-07T16:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '4f78ce81-849c-478a-a790-0253805eb055', 'name': '', 'network_id': '68e8b4ef-5d37-4e40-9440-79c18f6d00fd', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'mac_address': 'fa:16:3e:1d:05:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '3aeb2729-d066-4c80-8fec-bec551896778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:29Z', 'updated_at': '2022-02-07T16:58:39Z', 'revision_number': 5, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'subnets': [{'id': '3aeb2729-d066-4c80-8fec-bec551896778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 16:59:58.005008 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-84b32348-94fb-4ec2-84c1-3609b1982af2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5271983 Feb 07 16:59:58.030919 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Request body: {'port': {'device_id': '39269ab7-738b-43c3-8254-f41864f37137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:58.034176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fdd75d-6a6c-4490-a6de-a21bcbc967a1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Checking segment: {'id': 'e448db72-58de-473e-bfe6-439cb5c33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf785da4-6a81-43bb-b375-064a771aae3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 16:59:58.034562 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fdd75d-6a6c-4490-a6de-a21bcbc967a1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network hostable DHCP agents. Network: cf785da4-6a81-43bb-b375-064a771aae3d, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 16:59:58.107743 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994a44f-d409-463d-b3b4-66865c977942 req-9307306b-9066-4114-bf39-77828fcbcd1a tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:58.117159 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7994a44f-d409-463d-b3b4-66865c977942 req-9307306b-9066-4114-bf39-77828fcbcd1a tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 0.5356030 Feb 07 16:59:58.178025 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c1e19d96-6382-48c5-9e9e-28f9c3b7fb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:58.228430 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fdd75d-6a6c-4490-a6de-a21bcbc967a1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network cf785da4-6a81-43bb-b375-064a771aae3d is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 16:59:58.258802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09ad38-5971-4d05-8c64-8b08339c0988 req-9d6d4ec3-662d-4ffe-8b15-a3e2082dee06 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:58.266234 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0b09ad38-5971-4d05-8c64-8b08339c0988 req-9d6d4ec3-662d-4ffe-8b15-a3e2082dee06 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 932 time: 0.5054908 Feb 07 16:59:58.272974 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-8d033795-46ff-4418-a619-3c0aaccee6e2 req-67d5eba5-0b02-45f4-9180-8834ba2a5402 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Deleting port 83faad69-a72c-4966-baec-014014d068ed {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:59:58.273401 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8d033795-46ff-4418-a619-3c0aaccee6e2 req-67d5eba5-0b02-45f4-9180-8834ba2a5402 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (83faad69-a72c-4966-baec-014014d068ed), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:58.286165 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6c37ba18-d03b-44cd-b2c9-d60f5b28b723 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Deleting port 7b537718-63da-4fc1-a5a9-0f5cc8455043 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 16:59:58.289966 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c37ba18-d03b-44cd-b2c9-d60f5b28b723 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (7b537718-63da-4fc1-a5a9-0f5cc8455043), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:58.402118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f3fdd75d-6a6c-4490-a6de-a21bcbc967a1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, cf785da4-6a81-43bb-b375-064a771aae3d) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 16:59:58.411553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec4a078-97f4-4d8f-bc7c-ef5743599da6 None None] Network cf785da4-6a81-43bb-b375-064a771aae3d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 16:59:58.455144 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7994a44f-d409-463d-b3b4-66865c977942 req-48758fe9-3247-442d-ab78-7d6161f85040 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369720 Feb 07 16:59:58.457066 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0b09ad38-5971-4d05-8c64-8b08339c0988 req-5710388e-c735-453a-bf81-76fc1b9367fb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882584 Feb 07 16:59:58.475489 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6c13aa0b-fe51-43b0-8700-22293b427f4c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:58.545742 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fdd75d-6a6c-4490-a6de-a21bcbc967a1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 16:59:58.546255 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3fdd75d-6a6c-4490-a6de-a21bcbc967a1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:58.555310 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c37ba18-d03b-44cd-b2c9-d60f5b28b723 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (7b537718-63da-4fc1-a5a9-0f5cc8455043), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:58.555781 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c37ba18-d03b-44cd-b2c9-d60f5b28b723 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for floatingip (7b537718-63da-4fc1-a5a9-0f5cc8455043), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:58.571827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6c37ba18-d03b-44cd-b2c9-d60f5b28b723 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Calling delete_port for 7b537718-63da-4fc1-a5a9-0f5cc8455043 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:59:58.626699 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f3fdd75d-6a6c-4490-a6de-a21bcbc967a1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8892038 Feb 07 16:59:58.630586 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56398) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:58.650258 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3d21e121-4ef8-485c-a8d1-fcef66d4db0a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'network_id': 'cf785da4-6a81-43bb-b375-064a771aae3d', 'name': 'tempest-PortsIpV6TestJSON-1816834184'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 16:59:58.665815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086db75e-a8ae-49a1-bc5a-13956bbfedf1 None None] New status for floating IP 60c56ed1-0199-4b22-9072-59b9f051f997: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:59:58.858958 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-cf785da4-6a81-43bb-b375-064a771aae3d', 'network_id': 'cf785da4-6a81-43bb-b375-064a771aae3d', 'project_id': '7c0fb6dee32843e59ae1bca7a1ef780f', 'fixed_ips': [{'subnet_id': '0cfd893a-15a2-430c-91fb-fbc9ed393a34'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 16:59:58.859877 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:58.954385 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c37ba18-d03b-44cd-b2c9-d60f5b28b723 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (7b537718-63da-4fc1-a5a9-0f5cc8455043), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:59.009659 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37ba18-d03b-44cd-b2c9-d60f5b28b723 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Pushing event deleted for resources: {'Port': ['ID=7b537718-63da-4fc1-a5a9-0f5cc8455043,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 16:59:59.113752 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8d033795-46ff-4418-a619-3c0aaccee6e2 req-67d5eba5-0b02-45f4-9180-8834ba2a5402 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] For port 83faad69-a72c-4966-baec-014014d068ed, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=83faad69-a72c-4966-baec-014014d068ed,segment=NetworkSegment(0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f),segment_id=0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 16:59:59.114133 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8d033795-46ff-4418-a619-3c0aaccee6e2 req-67d5eba5-0b02-45f4-9180-8834ba2a5402 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (83faad69-a72c-4966-baec-014014d068ed), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:59.130506 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] Allocated IP 2001:db8::2 (cf785da4-6a81-43bb-b375-064a771aae3d/0cfd893a-15a2-430c-91fb-fbc9ed393a34/f520a621-5dfb-4c76-8dc2-d72abe494333) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 16:59:59.172336 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-8d033795-46ff-4418-a619-3c0aaccee6e2 req-67d5eba5-0b02-45f4-9180-8834ba2a5402 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Calling delete_port for 83faad69-a72c-4966-baec-014014d068ed owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 16:59:59.214512 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c37ba18-d03b-44cd-b2c9-d60f5b28b723 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks [] for floatingip (60c56ed1-0199-4b22-9072-59b9f051f997), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:59.222816 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c37ba18-d03b-44cd-b2c9-d60f5b28b723 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:59.229564 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6c37ba18-d03b-44cd-b2c9-d60f5b28b723 tempest-ServersTestFqdnHostnames-1865558284 tempest-ServersTestFqdnHostnames-1865558284-project] 10.222.0.18 "DELETE /v2.0/floatingips/60c56ed1-0199-4b22-9072-59b9f051f997 HTTP/1.1" status: 204 len: 168 time: 1.6455612 Feb 07 16:59:59.231327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56410) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 16:59:59.321521 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-086db75e-a8ae-49a1-bc5a-13956bbfedf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 16:59:59.322284 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-086db75e-a8ae-49a1-bc5a-13956bbfedf1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 16:59:59.385075 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 83faad69-a72c-4966-baec-014014d068ed no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 16:59:59.601751 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d21e121-4ef8-485c-a8d1-fcef66d4db0a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 16:59:59.612938 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d21e121-4ef8-485c-a8d1-fcef66d4db0a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:59.613137 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:59.842120 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086db75e-a8ae-49a1-bc5a-13956bbfedf1 None None] New status for floating IP 60c56ed1-0199-4b22-9072-59b9f051f997: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 16:59:59.952742 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c13aa0b-fe51-43b0-8700-22293b427f4c {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 16:59:59.979535 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Publish callbacks [] for port (6c13aa0b-fe51-43b0-8700-22293b427f4c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 16:59:59.990061 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 83faad69-a72c-4966-baec-014014d068ed is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 16:59:59.991479 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (83faad69-a72c-4966-baec-014014d068ed), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:00.016391 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] Publish callbacks [] for port (f520a621-5dfb-4c76-8dc2-d72abe494333), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:00.046465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 83faad69-a72c-4966-baec-014014d068ed, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=83faad69-a72c-4966-baec-014014d068ed,segment=NetworkSegment(0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f),segment_id=0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:00.048499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Transition to ACTIVE for port object 6c13aa0b-fe51-43b0-8700-22293b427f4c will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:00:00.053875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b066caf-9445-40bb-aa44-2b513cf4996a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83faad69-a72c-4966-baec-014014d068ed'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:00:00.059629 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ac646c-7dd6-4d83-a60a-52a252018e28" -d '{"events": [{"server_uuid": "6b066caf-9445-40bb-aa44-2b513cf4996a", "name": "network-vif-unplugged", "status": "completed", "tag": "83faad69-a72c-4966-baec-014014d068ed"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:00:00.070362 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (83faad69-a72c-4966-baec-014014d068ed), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:00.081412 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (f520a621-5dfb-4c76-8dc2-d72abe494333), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:00.105197 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2423f1f-535c-403c-be10-0e03a6134b88 req-3a8e2833-ba3c-4e98-8ab1-9e39d712e546 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:00.126248 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2423f1f-535c-403c-be10-0e03a6134b88 req-3a8e2833-ba3c-4e98-8ab1-9e39d712e546 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 932 time: 0.5483401 Feb 07 17:00:00.155501 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (6c13aa0b-fe51-43b0-8700-22293b427f4c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:00.222090 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-3d21e121-4ef8-485c-a8d1-fcef66d4db0a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] device_id is not set on port e7498518-5758-4d83-aa62-7231ef61c949 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:00:00.255318 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] Network cf785da4-6a81-43bb-b375-064a771aae3d is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:00.269842 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2423f1f-535c-403c-be10-0e03a6134b88 req-f7726e23-a6c9-4731-a9a1-bedd3fee71be tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423252 Feb 07 17:00:00.282894 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:00.290020 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:00:00.340633 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=83faad69-a72c-4966-baec-014014d068ed,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:00.429602 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 17:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e52416d-7770-4a09-85c0-8ee1f8fdec1d x-openstack-request-id: req-4e52416d-7770-4a09-85c0-8ee1f8fdec1d {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:00:00.433572 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2edcac8e-3809-436e-a0a9-4c95a5a9b00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (488e8b0b-77ba-4262-a202-2318a7bd532f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:00.434175 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b066caf-9445-40bb-aa44-2b513cf4996a", "name": "network-vif-unplugged", "status": "completed", "tag": "83faad69-a72c-4966-baec-014014d068ed", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:00:00.441601 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e52416d-7770-4a09-85c0-8ee1f8fdec1d {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:00:00.442321 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b066caf-9445-40bb-aa44-2b513cf4996a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83faad69-a72c-4966-baec-014014d068ed', 'code': 200} Feb 07 17:00:00.559252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] Pushing event updated for resources: {'Port': ['ID=f520a621-5dfb-4c76-8dc2-d72abe494333,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:00.570575 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] Attempting to bind port f520a621-5dfb-4c76-8dc2-d72abe494333 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:00:00.571275 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] Attempting to bind port f520a621-5dfb-4c76-8dc2-d72abe494333 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'e448db72-58de-473e-bfe6-439cb5c33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf785da4-6a81-43bb-b375-064a771aae3d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:00:00.571815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] Attempting to bind port f520a621-5dfb-4c76-8dc2-d72abe494333 on network cf785da4-6a81-43bb-b375-064a771aae3d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:00:00.579919 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:00:00.580796 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] Checking segment: {'id': 'e448db72-58de-473e-bfe6-439cb5c33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf785da4-6a81-43bb-b375-064a771aae3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:00:00.581545 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:00.582121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] Bound using segment: {'id': 'e448db72-58de-473e-bfe6-439cb5c33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf785da4-6a81-43bb-b375-064a771aae3d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:00:00.582776 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] Bound port: f520a621-5dfb-4c76-8dc2-d72abe494333, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e448db72-58de-473e-bfe6-439cb5c33945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf785da4-6a81-43bb-b375-064a771aae3d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:00:00.583466 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f520a621-5dfb-4c76-8dc2-d72abe494333), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:00.685997 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] For port f520a621-5dfb-4c76-8dc2-d72abe494333, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:00:00.692277 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] For port f520a621-5dfb-4c76-8dc2-d72abe494333, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f520a621-5dfb-4c76-8dc2-d72abe494333,segment=NetworkSegment(e448db72-58de-473e-bfe6-439cb5c33945),segment_id=e448db72-58de-473e-bfe6-439cb5c33945)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:00:00.707830 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f520a621-5dfb-4c76-8dc2-d72abe494333), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:00.726383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-3d21e121-4ef8-485c-a8d1-fcef66d4db0a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Allocated IP 2001:db8::1e7 (cf785da4-6a81-43bb-b375-064a771aae3d/0cfd893a-15a2-430c-91fb-fbc9ed393a34/e7498518-5758-4d83-aa62-7231ef61c949) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:00:00.791938 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b23201-a325-4472-9615-aacdcdb567f6 None None] Pushing event updated for resources: {'Port': ['ID=f520a621-5dfb-4c76-8dc2-d72abe494333,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:00.822568 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:00.929570 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2edcac8e-3809-436e-a0a9-4c95a5a9b00c admin admin] Deleting port 4f78ce81-849c-478a-a790-0253805eb055 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:00.930378 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2edcac8e-3809-436e-a0a9-4c95a5a9b00c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4f78ce81-849c-478a-a790-0253805eb055), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:01.040116 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Pushing event updated for resources: {'Port': ['ID=6c13aa0b-fe51-43b0-8700-22293b427f4c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:01.097849 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2edcac8e-3809-436e-a0a9-4c95a5a9b00c admin admin] For port 4f78ce81-849c-478a-a790-0253805eb055, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4f78ce81-849c-478a-a790-0253805eb055,segment=NetworkSegment(64c39426-2073-4249-b5cb-4c7c47311602),segment_id=64c39426-2073-4249-b5cb-4c7c47311602)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:01.098557 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2edcac8e-3809-436e-a0a9-4c95a5a9b00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4f78ce81-849c-478a-a790-0253805eb055), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:01.117607 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2edcac8e-3809-436e-a0a9-4c95a5a9b00c admin admin] Calling delete_port for 4f78ce81-849c-478a-a790-0253805eb055 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:01.267768 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e1e63-3df7-45ae-a884-737b1390b09c req-7fa6bdbd-e070-4905-a3c1-63ca8716033a tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:01.276914 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bb2e1e63-3df7-45ae-a884-737b1390b09c req-7fa6bdbd-e070-4905-a3c1-63ca8716033a tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b066caf-9445-40bb-aa44-2b513cf4996a HTTP/1.1" status: 200 len: 946 time: 1.7088411 Feb 07 17:00:01.286178 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8d033795-46ff-4418-a619-3c0aaccee6e2 req-67d5eba5-0b02-45f4-9180-8834ba2a5402 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (83faad69-a72c-4966-baec-014014d068ed), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:01.298247 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['57d0954c-bec5-44a9-b1eb-97d72c118154'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:00:01.486145 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d88832-5441-454e-a4f2-bad6cf4b12b0 req-c925816d-6956-4f23-842d-00b41e0fdeaf tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:01.497862 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e5d88832-5441-454e-a4f2-bad6cf4b12b0 req-c925816d-6956-4f23-842d-00b41e0fdeaf tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 944 time: 0.0979996 Feb 07 17:00:01.519831 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Attempting to bind port 6c13aa0b-fe51-43b0-8700-22293b427f4c on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:00:01.520449 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Attempting to bind port 6c13aa0b-fe51-43b0-8700-22293b427f4c by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:00:01.521048 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Attempting to bind port 6c13aa0b-fe51-43b0-8700-22293b427f4c on network f237c79b-106d-4492-9f39-8167bb8d1100 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:00:01.531102 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5eba5-0b02-45f4-9180-8834ba2a5402 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Pushing event deleted for resources: {'Port': ['ID=83faad69-a72c-4966-baec-014014d068ed,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:01.557460 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Port 6c13aa0b-fe51-43b0-8700-22293b427f4c on network f237c79b-106d-4492-9f39-8167bb8d1100 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:00:01.557854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Attempting to bind port 6c13aa0b-fe51-43b0-8700-22293b427f4c on network f237c79b-106d-4492-9f39-8167bb8d1100 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:00:01.571332 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:00:01.571687 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Checking segment: {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:00:01.572076 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Bound using segment: {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:00:01.572528 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Bound port: 6c13aa0b-fe51-43b0-8700-22293b427f4c, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:00:01.572877 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6c13aa0b-fe51-43b0-8700-22293b427f4c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:01.600779 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d033795-46ff-4418-a619-3c0aaccee6e2 req-67d5eba5-0b02-45f4-9180-8834ba2a5402 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] No DVR routers for this DVR port 83faad69-a72c-4966-baec-014014d068ed on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:00:01.604763 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8d033795-46ff-4418-a619-3c0aaccee6e2 req-67d5eba5-0b02-45f4-9180-8834ba2a5402 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:01.613206 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d033795-46ff-4418-a619-3c0aaccee6e2 req-67d5eba5-0b02-45f4-9180-8834ba2a5402 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.32 "DELETE /v2.0/ports/83faad69-a72c-4966-baec-014014d068ed HTTP/1.1" status: 204 len: 173 time: 4.8951628 Feb 07 17:00:01.630839 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b066caf-9445-40bb-aa44-2b513cf4996a', 'name': 'network-vif-deleted', 'tag': '83faad69-a72c-4966-baec-014014d068ed'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:00:01.637922 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838d0524-e3ba-470e-9863-ab693b1e9bec" -d '{"events": [{"server_uuid": "6b066caf-9445-40bb-aa44-2b513cf4996a", "name": "network-vif-deleted", "tag": "83faad69-a72c-4966-baec-014014d068ed"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:00:01.658625 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e5d88832-5441-454e-a4f2-bad6cf4b12b0 req-2cf9491a-1672-4e13-9e10-3a5ca236838d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596057 Feb 07 17:00:01.687871 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2edcac8e-3809-436e-a0a9-4c95a5a9b00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4f78ce81-849c-478a-a790-0253805eb055), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:01.762859 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d21e121-4ef8-485c-a8d1-fcef66d4db0a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (e7498518-5758-4d83-aa62-7231ef61c949), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:01.775879 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a46231d-8d1d-4771-8b4a-234e0ae9ffd3 x-openstack-request-id: req-6a46231d-8d1d-4771-8b4a-234e0ae9ffd3 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:00:01.777252 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b066caf-9445-40bb-aa44-2b513cf4996a", "name": "network-vif-deleted", "tag": "83faad69-a72c-4966-baec-014014d068ed", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:00:01.777827 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a46231d-8d1d-4771-8b4a-234e0ae9ffd3 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:00:01.778490 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b066caf-9445-40bb-aa44-2b513cf4996a', 'name': 'network-vif-deleted', 'tag': '83faad69-a72c-4966-baec-014014d068ed', 'status': 'completed', 'code': 200} Feb 07 17:00:01.821461 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcac8e-3809-436e-a0a9-4c95a5a9b00c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f78ce81-849c-478a-a790-0253805eb055,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:01.889611 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bb2e1e63-3df7-45ae-a884-737b1390b09c req-593b763a-e446-4891-91e2-4e192462c5d4 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6114528 Feb 07 17:00:01.909420 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] For port 6c13aa0b-fe51-43b0-8700-22293b427f4c, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:00:01.917641 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] For port 6c13aa0b-fe51-43b0-8700-22293b427f4c, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6c13aa0b-fe51-43b0-8700-22293b427f4c,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:00:01.940916 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (6c13aa0b-fe51-43b0-8700-22293b427f4c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:02.178544 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2edcac8e-3809-436e-a0a9-4c95a5a9b00c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (488e8b0b-77ba-4262-a202-2318a7bd532f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:02.307620 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:02.520428 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d21e121-4ef8-485c-a8d1-fcef66d4db0a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (e7498518-5758-4d83-aa62-7231ef61c949), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:02.540593 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:02.541371 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:02.542624 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] 10.222.0.32 "PUT /v2.0/ports/6c13aa0b-fe51-43b0-8700-22293b427f4c HTTP/1.1" status: 200 len: 1092 time: 4.5172229 Feb 07 17:00:02.561457 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d21e121-4ef8-485c-a8d1-fcef66d4db0a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network cf785da4-6a81-43bb-b375-064a771aae3d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:02.564763 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3d21e121-4ef8-485c-a8d1-fcef66d4db0a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:02.570386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d21e121-4ef8-485c-a8d1-fcef66d4db0a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:00:02.575706 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d21e121-4ef8-485c-a8d1-fcef66d4db0a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:02.576338 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d21e121-4ef8-485c-a8d1-fcef66d4db0a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:02.654181 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddeee85-3afc-4f3e-bb57-5edcf841747d service neutron] Pushing event updated for resources: {'Port': ['ID=6c13aa0b-fe51-43b0-8700-22293b427f4c,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:02.679854 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f520a621-5dfb-4c76-8dc2-d72abe494333 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:00:02.705644 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56470) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:02.712690 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3d21e121-4ef8-485c-a8d1-fcef66d4db0a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0742035 Feb 07 17:00:02.801651 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port f520a621-5dfb-4c76-8dc2-d72abe494333 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:02.801940 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f520a621-5dfb-4c76-8dc2-d72abe494333), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:02.805849 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-e042f6d3-86db-4a4e-87a4-d24763a98f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:02.807884 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-e042f6d3-86db-4a4e-87a4-d24763a98f30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 1126 time: 0.2254589 Feb 07 17:00:02.808634 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edcac8e-3809-436e-a0a9-4c95a5a9b00c admin admin] Router 488e8b0b-77ba-4262-a202-2318a7bd532f has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:00:02.826592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21e121-4ef8-485c-a8d1-fcef66d4db0a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=e7498518-5758-4d83-aa62-7231ef61c949,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:02.877806 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7174e6be-ca7e-4dde-8bda-aba2ad96f24a None None] Network cf785da4-6a81-43bb-b375-064a771aae3d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:00:02.891641 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-edbf68bc-c5ba-4bbd-b7dc-6cf08a85c0de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c13aa0b-fe51-43b0-8700-22293b427f4c HTTP/1.1" status: 200 len: 217 time: 0.0712471 Feb 07 17:00:03.048459 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-fb027586-43d4-4781-bc71-ba63fec11d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:03.050082 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-fb027586-43d4-4781-bc71-ba63fec11d36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.1518340 Feb 07 17:00:03.113404 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2a2104e7-872d-422a-ba3c-0bafc805924f None None] Provisioning complete for port f520a621-5dfb-4c76-8dc2-d72abe494333 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:03.117003 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2a2104e7-872d-422a-ba3c-0bafc805924f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f520a621-5dfb-4c76-8dc2-d72abe494333), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:03.198644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-ce8ff2c3-82e1-43a9-89ed-2278cf0c1a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:03.203748 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-ce8ff2c3-82e1-43a9-89ed-2278cf0c1a3d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1457136 Feb 07 17:00:03.269959 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f520a621-5dfb-4c76-8dc2-d72abe494333 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:03.270365 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f520a621-5dfb-4c76-8dc2-d72abe494333), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:03.314548 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port f520a621-5dfb-4c76-8dc2-d72abe494333, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f520a621-5dfb-4c76-8dc2-d72abe494333,segment=NetworkSegment(e448db72-58de-473e-bfe6-439cb5c33945),segment_id=e448db72-58de-473e-bfe6-439cb5c33945)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:03.325753 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f520a621-5dfb-4c76-8dc2-d72abe494333), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:03.449435 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-568fa9cb-9203-4754-9dc8-b56696c84f5e service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351480 Feb 07 17:00:03.509483 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2a2104e7-872d-422a-ba3c-0bafc805924f None None] Current status of the port f520a621-5dfb-4c76-8dc2-d72abe494333 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:03.512963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=f520a621-5dfb-4c76-8dc2-d72abe494333,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:03.616932 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edcac8e-3809-436e-a0a9-4c95a5a9b00c admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:00:03.623562 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2edcac8e-3809-436e-a0a9-4c95a5a9b00c admin admin] 10.222.0.18 "PUT /v2.0/routers/488e8b0b-77ba-4262-a202-2318a7bd532f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3881450 Feb 07 17:00:03.629360 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6831fb42-6a4b-456a-b299-5de08eb62943 None None] Sync routers for ids ['488e8b0b-77ba-4262-a202-2318a7bd532f'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:00:03.634078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56496) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:03.638445 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3c764bad-7122-4cee-bf62-d03cefb241cc req-8c7675fa-fe7e-44ba-8f28-46bc3a8609dd service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744967 Feb 07 17:00:03.655311 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6831fb42-6a4b-456a-b299-5de08eb62943 None None] Routers {'488e8b0b-77ba-4262-a202-2318a7bd532f'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:00:03.659602 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6831fb42-6a4b-456a-b299-5de08eb62943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:59:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['488e8b0b-77ba-4262-a202-2318a7bd532f'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:03.703809 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22323331-35dd-4900-ad8c-450da6ae4c4c req-0239b91f-80a2-41aa-afcd-ceba70aa811b tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:03.713871 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-22323331-35dd-4900-ad8c-450da6ae4c4c req-0239b91f-80a2-41aa-afcd-ceba70aa811b tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.4405854 Feb 07 17:00:03.780726 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39269ab7-738b-43c3-8254-f41864f37137', 'tag': '6c13aa0b-fe51-43b0-8700-22293b427f4c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:00:03.788161 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8c901e-bd8b-4777-abb0-3981e30463f6" -d '{"events": [{"name": "network-changed", "server_uuid": "39269ab7-738b-43c3-8254-f41864f37137", "tag": "6c13aa0b-fe51-43b0-8700-22293b427f4c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:00:03.819240 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-22323331-35dd-4900-ad8c-450da6ae4c4c req-8c01b6cb-4928-4e78-9bd9-c3013214201b tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044462 Feb 07 17:00:03.820636 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f3bdf05-e937-4563-9444-17a3cbcb5bdb admin admin] Publish callbacks [] for router (488e8b0b-77ba-4262-a202-2318a7bd532f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:03.860535 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-6831fb42-6a4b-456a-b299-5de08eb62943 None None] Set router 488e8b0b-77ba-4262-a202-2318a7bd532f gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:00:03.919496 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6af3cf4-6021-480b-8a5c-3d42a4869b29 x-openstack-request-id: req-f6af3cf4-6021-480b-8a5c-3d42a4869b29 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:00:03.919946 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39269ab7-738b-43c3-8254-f41864f37137", "tag": "6c13aa0b-fe51-43b0-8700-22293b427f4c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:00:03.920491 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6af3cf4-6021-480b-8a5c-3d42a4869b29 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:00:03.921021 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39269ab7-738b-43c3-8254-f41864f37137', 'tag': '6c13aa0b-fe51-43b0-8700-22293b427f4c', 'status': 'completed', 'code': 200} Feb 07 17:00:03.987544 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aafa0-fb25-4079-980c-6cf90d59b290 req-bf4be4a5-2921-4724-83cb-d1329d269a3b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:03.998577 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-558aafa0-fb25-4079-980c-6cf90d59b290 req-bf4be4a5-2921-4724-83cb-d1329d269a3b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 944 time: 1.1985807 Feb 07 17:00:04.085494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c901e-bd8b-4777-abb0-3981e30463f6 req-e923f077-4a56-435f-ba20-1b608a8d5b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:04.093194 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c8c901e-bd8b-4777-abb0-3981e30463f6 req-e923f077-4a56-435f-ba20-1b608a8d5b12 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 1126 time: 0.1515675 Feb 07 17:00:04.150424 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-558aafa0-fb25-4079-980c-6cf90d59b290 req-49124e2e-61d1-42fc-8735-2ab29699bc15 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509521 Feb 07 17:00:04.197356 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f6db4d85-f53f-4a37-b18d-9d010d26879c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port e7498518-5758-4d83-aa62-7231ef61c949 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:04.197715 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6db4d85-f53f-4a37-b18d-9d010d26879c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e7498518-5758-4d83-aa62-7231ef61c949), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:04.319707 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6831fb42-6a4b-456a-b299-5de08eb62943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'name': 'tempest-ServersTestFqdnHostnames-1026512707-router', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e21f581b-5fef-4757-846e-80469672c104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:20Z', 'updated_at': '2022-02-07T17:00:01Z', 'revision_number': 5, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'gw_port': {'id': 'e21f581b-5fef-4757-846e-80469672c104', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:21Z', 'updated_at': '2022-02-07T16:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:04.361679 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f3bdf05-e937-4563-9444-17a3cbcb5bdb admin admin] Publish callbacks [] for router_gateway (488e8b0b-77ba-4262-a202-2318a7bd532f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:04.387973 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e75e09d3-4be4-462e-9747-67012d5d5fb7 None None] Provisioning complete for port f520a621-5dfb-4c76-8dc2-d72abe494333 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:04.388599 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e75e09d3-4be4-462e-9747-67012d5d5fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f520a621-5dfb-4c76-8dc2-d72abe494333), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:04.397796 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6831fb42-6a4b-456a-b299-5de08eb62943 None None] Checking router: 488e8b0b-77ba-4262-a202-2318a7bd532f for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:00:04.399789 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f520a621-5dfb-4c76-8dc2-d72abe494333 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:00:04.422042 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6831fb42-6a4b-456a-b299-5de08eb62943 None None] Routers {'488e8b0b-77ba-4262-a202-2318a7bd532f'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:00:04.422852 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6831fb42-6a4b-456a-b299-5de08eb62943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:59:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['488e8b0b-77ba-4262-a202-2318a7bd532f'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:04.436837 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c901e-bd8b-4777-abb0-3981e30463f6 req-07cc7e03-6ca9-40fa-825b-5ee3a143f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:04.438640 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c8c901e-bd8b-4777-abb0-3981e30463f6 req-07cc7e03-6ca9-40fa-825b-5ee3a143f086 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 913 time: 0.3378775 Feb 07 17:00:04.534562 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6db4d85-f53f-4a37-b18d-9d010d26879c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e7498518-5758-4d83-aa62-7231ef61c949), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:04.537915 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port f520a621-5dfb-4c76-8dc2-d72abe494333 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:04.538496 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f520a621-5dfb-4c76-8dc2-d72abe494333), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:04.544382 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c8c901e-bd8b-4777-abb0-3981e30463f6 req-a5eed122-5d46-4286-9ac4-9a6fc6103274 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c13aa0b-fe51-43b0-8700-22293b427f4c HTTP/1.1" status: 200 len: 217 time: 0.0960252 Feb 07 17:00:04.560545 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f6db4d85-f53f-4a37-b18d-9d010d26879c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for e7498518-5758-4d83-aa62-7231ef61c949 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:04.564331 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9f3bdf05-e937-4563-9444-17a3cbcb5bdb admin admin] Deleting port e21f581b-5fef-4757-846e-80469672c104 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:04.564967 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f3bdf05-e937-4563-9444-17a3cbcb5bdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e21f581b-5fef-4757-846e-80469672c104), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:04.612768 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-6831fb42-6a4b-456a-b299-5de08eb62943 None None] Set router 488e8b0b-77ba-4262-a202-2318a7bd532f gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:00:04.644615 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c901e-bd8b-4777-abb0-3981e30463f6 req-6ed44d67-47eb-4521-a6df-fd67026213b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:04.653378 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c8c901e-bd8b-4777-abb0-3981e30463f6 req-6ed44d67-47eb-4521-a6df-fd67026213b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.1021781 Feb 07 17:00:04.676288 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e75e09d3-4be4-462e-9747-67012d5d5fb7 None None] Current status of the port f520a621-5dfb-4c76-8dc2-d72abe494333 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:04.716566 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6831fb42-6a4b-456a-b299-5de08eb62943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'name': 'tempest-ServersTestFqdnHostnames-1026512707-router', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:20Z', 'updated_at': '2022-02-07T17:00:04Z', 'revision_number': 6, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:04.718973 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e75e09d3-4be4-462e-9747-67012d5d5fb7 None None] Provisioning complete for port e7498518-5758-4d83-aa62-7231ef61c949 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:04.719840 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e75e09d3-4be4-462e-9747-67012d5d5fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e7498518-5758-4d83-aa62-7231ef61c949), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:04.746592 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9f3bdf05-e937-4563-9444-17a3cbcb5bdb admin admin] For port e21f581b-5fef-4757-846e-80469672c104, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e21f581b-5fef-4757-846e-80469672c104,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:04.747212 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f3bdf05-e937-4563-9444-17a3cbcb5bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e21f581b-5fef-4757-846e-80469672c104), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:04.764668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c901e-bd8b-4777-abb0-3981e30463f6 req-4c60cd32-2bf4-44a5-af1e-6bac2bd8c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:04.765491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9f3bdf05-e937-4563-9444-17a3cbcb5bdb admin admin] Calling delete_port for e21f581b-5fef-4757-846e-80469672c104 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:04.766341 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c8c901e-bd8b-4777-abb0-3981e30463f6 req-4c60cd32-2bf4-44a5-af1e-6bac2bd8c7e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1065862 Feb 07 17:00:04.772490 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f520a621-5dfb-4c76-8dc2-d72abe494333 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:04.776229 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6831fb42-6a4b-456a-b299-5de08eb62943 None None] The sync data for ids ['488e8b0b-77ba-4262-a202-2318a7bd532f'] in n-d-827865-3 is: [{'id': '488e8b0b-77ba-4262-a202-2318a7bd532f', 'name': 'tempest-ServersTestFqdnHostnames-1026512707-router', 'tenant_id': 'bd305394fc5c4df09b672a58da37dd65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:20Z', 'updated_at': '2022-02-07T17:00:04Z', 'revision_number': 6, 'project_id': 'bd305394fc5c4df09b672a58da37dd65', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:00:04.797136 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e75e09d3-4be4-462e-9747-67012d5d5fb7 None None] Port e7498518-5758-4d83-aa62-7231ef61c949 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:00:04.910668 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c8c901e-bd8b-4777-abb0-3981e30463f6 req-b53100ba-340b-45f4-8d0a-6e8a84856d41 service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262646 Feb 07 17:00:04.927025 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-92138ec1-34e8-4666-b5e3-a9bc55f17c26 None None] Provisioning complete for port e7498518-5758-4d83-aa62-7231ef61c949 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:04.928365 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-92138ec1-34e8-4666-b5e3-a9bc55f17c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e7498518-5758-4d83-aa62-7231ef61c949), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:05.028879 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-92138ec1-34e8-4666-b5e3-a9bc55f17c26 None None] Port e7498518-5758-4d83-aa62-7231ef61c949 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:00:05.033495 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6db4d85-f53f-4a37-b18d-9d010d26879c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e7498518-5758-4d83-aa62-7231ef61c949), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:05.137807 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f6db4d85-f53f-4a37-b18d-9d010d26879c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:05.138761 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c8c901e-bd8b-4777-abb0-3981e30463f6 req-fd50ca72-8e03-45db-b731-a11ed58af056 service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218330 Feb 07 17:00:05.145614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56526) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:05.148862 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f6db4d85-f53f-4a37-b18d-9d010d26879c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/ports/e7498518-5758-4d83-aa62-7231ef61c949 HTTP/1.1" status: 204 len: 168 time: 2.4417846 Feb 07 17:00:05.151349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db4d85-f53f-4a37-b18d-9d010d26879c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=e7498518-5758-4d83-aa62-7231ef61c949,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:05.268122 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c691e5f-545a-4572-9f9b-207d18acb25a req-5d2b0607-b83d-4a79-bf32-3f99efd7bb9e tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:05.272049 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4c691e5f-545a-4572-9f9b-207d18acb25a req-5d2b0607-b83d-4a79-bf32-3f99efd7bb9e tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.2972863 Feb 07 17:00:05.277842 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f4026a-835e-4153-bd91-3a4094e2a02a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] DELETE failed (client error): The resource could not be found. Feb 07 17:00:05.290680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f4026a-835e-4153-bd91-3a4094e2a02a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:00:05.306199 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-50f4026a-835e-4153-bd91-3a4094e2a02a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/ports/e7498518-5758-4d83-aa62-7231ef61c949 HTTP/1.1" status: 404 len: 333 time: 0.1463413 Feb 07 17:00:05.311918 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56534) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:05.414926 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6c13aa0b-fe51-43b0-8700-22293b427f4c details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:00:05.444566 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4c691e5f-545a-4572-9f9b-207d18acb25a req-c6f3e153-5e26-44b9-b02f-0c9d2eab1cae tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293802 Feb 07 17:00:05.453614 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f3bdf05-e937-4563-9444-17a3cbcb5bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e21f581b-5fef-4757-846e-80469672c104), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:05.460473 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b68f92e-0fb2-494e-a907-6dffbfb5bc94 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] GET failed (client error): The resource could not be found. Feb 07 17:00:05.465946 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2b68f92e-0fb2-494e-a907-6dffbfb5bc94 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports/e7498518-5758-4d83-aa62-7231ef61c949 HTTP/1.1" status: 404 len: 333 time: 0.1482780 Feb 07 17:00:05.468764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56538) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:05.506433 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bdf05-e937-4563-9444-17a3cbcb5bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=e21f581b-5fef-4757-846e-80469672c104,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:05.561655 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-7751d457-6ac4-46be-95bb-9f9966dd0e9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting subnet 0cfd893a-15a2-430c-91fb-fbc9ed393a34 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:00:05.572264 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7751d457-6ac4-46be-95bb-9f9966dd0e9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for subnet (0cfd893a-15a2-430c-91fb-fbc9ed393a34), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:05.572913 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 6c13aa0b-fe51-43b0-8700-22293b427f4c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6c13aa0b-fe51-43b0-8700-22293b427f4c,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:05.580380 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d54066-12d4-4c55-be78-6d102152307d req-31477044-8245-4375-97d0-77b98f44f09d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:05.587756 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e8d54066-12d4-4c55-be78-6d102152307d req-31477044-8245-4375-97d0-77b98f44f09d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 944 time: 0.2712684 Feb 07 17:00:05.598402 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '6c13aa0b-fe51-43b0-8700-22293b427f4c', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'port_id': '6c13aa0b-fe51-43b0-8700-22293b427f4c', 'mac_address': 'fa:16:3e:ff:b8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:00:05.650923 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e8d54066-12d4-4c55-be78-6d102152307d req-1dfa8012-2708-4d45-a204-cb2b6f7ed919 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622005 Feb 07 17:00:05.652094 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 6c13aa0b-fe51-43b0-8700-22293b427f4c is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:05.652740 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6c13aa0b-fe51-43b0-8700-22293b427f4c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:05.672044 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f3bdf05-e937-4563-9444-17a3cbcb5bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (488e8b0b-77ba-4262-a202-2318a7bd532f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:05.679346 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c13aa0b-fe51-43b0-8700-22293b427f4c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:00:05.706402 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 6c13aa0b-fe51-43b0-8700-22293b427f4c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6c13aa0b-fe51-43b0-8700-22293b427f4c,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:05.714056 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7751d457-6ac4-46be-95bb-9f9966dd0e9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (0cfd893a-15a2-430c-91fb-fbc9ed393a34), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:05.730401 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6c13aa0b-fe51-43b0-8700-22293b427f4c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:05.804417 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=6c13aa0b-fe51-43b0-8700-22293b427f4c,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:05.807299 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f3bdf05-e937-4563-9444-17a3cbcb5bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (488e8b0b-77ba-4262-a202-2318a7bd532f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:05.815135 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f3bdf05-e937-4563-9444-17a3cbcb5bdb admin admin] Publish callbacks [] for router_controller (488e8b0b-77ba-4262-a202-2318a7bd532f), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:05.865958 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7751d457-6ac4-46be-95bb-9f9966dd0e9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (0cfd893a-15a2-430c-91fb-fbc9ed393a34), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:05.880208 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f3bdf05-e937-4563-9444-17a3cbcb5bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (488e8b0b-77ba-4262-a202-2318a7bd532f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:05.883403 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3bdf05-e937-4563-9444-17a3cbcb5bdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 488e8b0b-77ba-4262-a202-2318a7bd532f {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:00:05.888408 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9f3bdf05-e937-4563-9444-17a3cbcb5bdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:05.892287 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9f3bdf05-e937-4563-9444-17a3cbcb5bdb admin admin] 10.222.0.18 "DELETE /v2.0/routers/488e8b0b-77ba-4262-a202-2318a7bd532f HTTP/1.1" status: 204 len: 168 time: 2.2526042 Feb 07 17:00:05.892631 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56544) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:05.947440 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc236d4c-94b1-4621-9e17-9c9359d386b2 admin admin] Deleting subnet 3aeb2729-d066-4c80-8fec-bec551896778 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:00:05.951629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['6c13aa0b-fe51-43b0-8700-22293b427f4c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:00:05.951792 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc236d4c-94b1-4621-9e17-9c9359d386b2 admin admin] Publish callbacks [] for subnet (3aeb2729-d066-4c80-8fec-bec551896778), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:05.968291 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7751d457-6ac4-46be-95bb-9f9966dd0e9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (0cfd893a-15a2-430c-91fb-fbc9ed393a34), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:05.992085 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7751d457-6ac4-46be-95bb-9f9966dd0e9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:06.000565 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7751d457-6ac4-46be-95bb-9f9966dd0e9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/subnets/0cfd893a-15a2-430c-91fb-fbc9ed393a34 HTTP/1.1" status: 204 len: 168 time: 0.5300419 Feb 07 17:00:06.002832 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56548) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:06.028801 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675320c6-6424-4c4e-9f89-da2cd7e9d1eb None None] Network cf785da4-6a81-43bb-b375-064a771aae3d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:00:06.039147 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc236d4c-94b1-4621-9e17-9c9359d386b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (3aeb2729-d066-4c80-8fec-bec551896778), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:06.076219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751d457-6ac4-46be-95bb-9f9966dd0e9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Subnet': ['ID=0cfd893a-15a2-430c-91fb-fbc9ed393a34,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:06.212387 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc236d4c-94b1-4621-9e17-9c9359d386b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (3aeb2729-d066-4c80-8fec-bec551896778), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:06.284897 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (cf785da4-6a81-43bb-b375-064a771aae3d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:06.363216 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc236d4c-94b1-4621-9e17-9c9359d386b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (3aeb2729-d066-4c80-8fec-bec551896778), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:06.401225 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port f520a621-5dfb-4c76-8dc2-d72abe494333 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:06.401590 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f520a621-5dfb-4c76-8dc2-d72abe494333), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:06.409259 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc236d4c-94b1-4621-9e17-9c9359d386b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:06.413464 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cc236d4c-94b1-4621-9e17-9c9359d386b2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3aeb2729-d066-4c80-8fec-bec551896778 HTTP/1.1" status: 204 len: 168 time: 0.5193493 Feb 07 17:00:06.432065 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56562) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:06.435430 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4f78ce81-849c-478a-a790-0253805eb055 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:00:06.439261 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc236d4c-94b1-4621-9e17-9c9359d386b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aeb2729-d066-4c80-8fec-bec551896778,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:06.509769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a392f2-7144-48d0-9704-dc6d02ae734d None None] Network 68e8b4ef-5d37-4e40-9440-79c18f6d00fd requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:00:06.514782 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] For port f520a621-5dfb-4c76-8dc2-d72abe494333, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f520a621-5dfb-4c76-8dc2-d72abe494333,segment=NetworkSegment(e448db72-58de-473e-bfe6-439cb5c33945),segment_id=e448db72-58de-473e-bfe6-439cb5c33945)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:06.515288 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f520a621-5dfb-4c76-8dc2-d72abe494333), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:06.541010 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (68e8b4ef-5d37-4e40-9440-79c18f6d00fd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:06.549979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for f520a621-5dfb-4c76-8dc2-d72abe494333 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:06.623793 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 4f78ce81-849c-478a-a790-0253805eb055 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:00:06.624614 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4f78ce81-849c-478a-a790-0253805eb055 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:00:06.625219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e21f581b-5fef-4757-846e-80469672c104 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:00:06.686914 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: e21f581b-5fef-4757-846e-80469672c104 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:00:06.687571 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e21f581b-5fef-4757-846e-80469672c104 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:00:06.711342 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdc0e0-156c-4365-b06e-49c094e80100 req-c15e021e-dccd-4fb9-92a2-686c8b3f81b0 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:06.721541 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-26cdc0e0-156c-4365-b06e-49c094e80100 req-c15e021e-dccd-4fb9-92a2-686c8b3f81b0 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.1215475 Feb 07 17:00:06.806005 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] Deleting port 2ed2b138-fbed-4f8e-8462-fff99e834945 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:06.806361 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2ed2b138-fbed-4f8e-8462-fff99e834945), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:06.814934 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f520a621-5dfb-4c76-8dc2-d72abe494333), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:06.830482 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-26cdc0e0-156c-4365-b06e-49c094e80100 req-4ab98bb6-a5ec-4a4d-8681-b3c3df34b514 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959001 Feb 07 17:00:06.834037 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3404287-dff3-4fa9-8878-3005fbe16526 None None] DHCP port deletion for cf785da4-6a81-43bb-b375-064a771aae3d request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:00:06.854714 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No DVR routers for this DVR port f520a621-5dfb-4c76-8dc2-d72abe494333 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:00:06.907261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=f520a621-5dfb-4c76-8dc2-d72abe494333,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:07.000166 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e4302b-60ee-4447-b980-a5334d646ace None None] DHCP port deletion for 68e8b4ef-5d37-4e40-9440-79c18f6d00fd request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:00:07.003715 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] For port 2ed2b138-fbed-4f8e-8462-fff99e834945, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2ed2b138-fbed-4f8e-8462-fff99e834945,segment=NetworkSegment(64c39426-2073-4249-b5cb-4c7c47311602),segment_id=64c39426-2073-4249-b5cb-4c7c47311602)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:07.003715 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2ed2b138-fbed-4f8e-8462-fff99e834945), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.021800 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] Calling delete_port for 2ed2b138-fbed-4f8e-8462-fff99e834945 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:07.125025 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-63e4302b-60ee-4447-b980-a5334d646ace None None] Deleting port 2ed2b138-fbed-4f8e-8462-fff99e834945 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:07.125435 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63e4302b-60ee-4447-b980-a5334d646ace None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2ed2b138-fbed-4f8e-8462-fff99e834945), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.129422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb345eb-5fb3-42f5-967f-14a6013bf86f req-96e49a1f-b3c0-4d6a-8556-20f4032a6b58 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:07.132901 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2bb345eb-5fb3-42f5-967f-14a6013bf86f req-96e49a1f-b3c0-4d6a-8556-20f4032a6b58 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 945 time: 0.2416821 Feb 07 17:00:07.137002 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (cf785da4-6a81-43bb-b375-064a771aae3d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.153853 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2ed2b138-fbed-4f8e-8462-fff99e834945), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.192949 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed2b138-fbed-4f8e-8462-fff99e834945,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:07.216690 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2bb345eb-5fb3-42f5-967f-14a6013bf86f req-e984253d-aedb-4a8f-9a4d-634d14ca18d3 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711677 Feb 07 17:00:07.225748 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] No DVR routers for this DVR port 2ed2b138-fbed-4f8e-8462-fff99e834945 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:00:07.253560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf785da4-6a81-43bb-b375-064a771aae3d']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:07.284012 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e448db72-58de-473e-bfe6-439cb5c33945') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:07.284323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e448db72-58de-473e-bfe6-439cb5c33945') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:07.304349 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-63e4302b-60ee-4447-b980-a5334d646ace None None] For port 2ed2b138-fbed-4f8e-8462-fff99e834945, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2ed2b138-fbed-4f8e-8462-fff99e834945,segment=NetworkSegment(64c39426-2073-4249-b5cb-4c7c47311602),segment_id=64c39426-2073-4249-b5cb-4c7c47311602)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:07.305067 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63e4302b-60ee-4447-b980-a5334d646ace None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2ed2b138-fbed-4f8e-8462-fff99e834945), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.307858 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (e448db72-58de-473e-bfe6-439cb5c33945), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.322510 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-63e4302b-60ee-4447-b980-a5334d646ace None None] Calling delete_port for 2ed2b138-fbed-4f8e-8462-fff99e834945 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:07.333420 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e448db72-58de-473e-bfe6-439cb5c33945), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.343473 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:00:07.343898 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (e448db72-58de-473e-bfe6-439cb5c33945), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:00:07.347370 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:00:07.377102 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (68e8b4ef-5d37-4e40-9440-79c18f6d00fd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.407756 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e8b4ef-5d37-4e40-9440-79c18f6d00fd']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:07.424711 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c39426-2073-4249-b5cb-4c7c47311602') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:07.425681 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c39426-2073-4249-b5cb-4c7c47311602') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:07.429782 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6c13aa0b-fe51-43b0-8700-22293b427f4c up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:00:07.448035 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (64c39426-2073-4249-b5cb-4c7c47311602), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.479842 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (cf785da4-6a81-43bb-b375-064a771aae3d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.487409 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.494489 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/networks/cf785da4-6a81-43bb-b375-064a771aae3d HTTP/1.1" status: 204 len: 168 time: 1.4905949 Feb 07 17:00:07.500384 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56584) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:07.503049 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (64c39426-2073-4249-b5cb-4c7c47311602), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.526819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:00:07.527371 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (64c39426-2073-4249-b5cb-4c7c47311602), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:00:07.529042 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:00:07.534596 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ff8a1d3d-eac2-4478-937f-127872720236 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2025207575'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:07.544670 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60c81e-e088-47ea-ae0c-ef69fb1c1d7e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Network': ['ID=cf785da4-6a81-43bb-b375-064a771aae3d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:07.591681 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8a1d3d-eac2-4478-937f-127872720236 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:07.595525 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63e4302b-60ee-4447-b980-a5334d646ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (2ed2b138-fbed-4f8e-8462-fff99e834945), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.597260 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff8a1d3d-eac2-4478-937f-127872720236 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.634010 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4302b-60ee-4447-b980-a5334d646ace None None] Pushing event deleted for resources: {'Port': ['ID=2ed2b138-fbed-4f8e-8462-fff99e834945,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:07.641314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 6c13aa0b-fe51-43b0-8700-22293b427f4c completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:00:07.647657 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8a1d3d-eac2-4478-937f-127872720236 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:00:07.649417 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e4302b-60ee-4447-b980-a5334d646ace None None] No DVR routers for this DVR port 2ed2b138-fbed-4f8e-8462-fff99e834945 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:00:07.651845 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 6c13aa0b-fe51-43b0-8700-22293b427f4c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:07.652557 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6c13aa0b-fe51-43b0-8700-22293b427f4c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.681947 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff8a1d3d-eac2-4478-937f-127872720236 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (568b87e6-2f9a-4697-993f-633968e97d2e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.683224 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-ff8a1d3d-eac2-4478-937f-127872720236 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Added segment 568b87e6-2f9a-4697-993f-633968e97d2e of type vlan for network 50da4df7-0447-42b6-976a-52ad8c573c2e Feb 07 17:00:07.699967 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (68e8b4ef-5d37-4e40-9440-79c18f6d00fd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.709594 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.719798 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] 10.222.0.18 "DELETE /v2.0/networks/68e8b4ef-5d37-4e40-9440-79c18f6d00fd HTTP/1.1" status: 204 len: 168 time: 1.2840312 Feb 07 17:00:07.759662 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2825b29-df2d-48c6-bddb-b252797cdd03 admin admin] Pushing event deleted for resources: {'Network': ['ID=68e8b4ef-5d37-4e40-9440-79c18f6d00fd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:07.793730 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff8a1d3d-eac2-4478-937f-127872720236 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (50da4df7-0447-42b6-976a-52ad8c573c2e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.811629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 6c13aa0b-fe51-43b0-8700-22293b427f4c is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:07.812426 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6c13aa0b-fe51-43b0-8700-22293b427f4c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.842797 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff8a1d3d-eac2-4478-937f-127872720236 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (50da4df7-0447-42b6-976a-52ad8c573c2e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.863005 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8a1d3d-eac2-4478-937f-127872720236 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:07.863005 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff8a1d3d-eac2-4478-937f-127872720236 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.883952 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 6c13aa0b-fe51-43b0-8700-22293b427f4c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6c13aa0b-fe51-43b0-8700-22293b427f4c,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:07.886492 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39269ab7-738b-43c3-8254-f41864f37137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c13aa0b-fe51-43b0-8700-22293b427f4c'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:00:07.889867 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564d1e58-4071-4035-bdc2-9eb923b0fb3b" -d '{"events": [{"server_uuid": "39269ab7-738b-43c3-8254-f41864f37137", "name": "network-vif-plugged", "status": "completed", "tag": "6c13aa0b-fe51-43b0-8700-22293b427f4c"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:00:07.895758 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6c13aa0b-fe51-43b0-8700-22293b427f4c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:07.902602 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ff8a1d3d-eac2-4478-937f-127872720236 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3784833 Feb 07 17:00:07.905535 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56598) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:07.910927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d65065bb-5223-4d8d-a7a3-73e68f1943a2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'subnet': {'network_id': '50da4df7-0447-42b6-976a-52ad8c573c2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:07.963520 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=6c13aa0b-fe51-43b0-8700-22293b427f4c,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:08.018121 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b939d879-65dd-4c08-b6ee-056ce5171db9 x-openstack-request-id: req-b939d879-65dd-4c08-b6ee-056ce5171db9 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:00:08.018642 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39269ab7-738b-43c3-8254-f41864f37137", "name": "network-vif-plugged", "status": "completed", "tag": "6c13aa0b-fe51-43b0-8700-22293b427f4c", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:00:08.019087 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b939d879-65dd-4c08-b6ee-056ce5171db9 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:00:08.019658 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39269ab7-738b-43c3-8254-f41864f37137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c13aa0b-fe51-43b0-8700-22293b427f4c', 'code': 200} Feb 07 17:00:08.072922 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a1d3d-eac2-4478-937f-127872720236 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Network': ['ID=50da4df7-0447-42b6-976a-52ad8c573c2e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:08.090783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 50da4df7-0447-42b6-976a-52ad8c573c2e details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:00:08.108436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56600) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:08.130423 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005122c-3167-4438-9515-0fd005187457 req-34cdd56d-dd8d-4ef1-abfa-ac9fa3bf6639 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:08.141865 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2005122c-3167-4438-9515-0fd005187457 req-34cdd56d-dd8d-4ef1-abfa-ac9fa3bf6639 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.1249156 Feb 07 17:00:08.187101 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65065bb-5223-4d8d-a7a3-73e68f1943a2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:08.196308 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d65065bb-5223-4d8d-a7a3-73e68f1943a2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:08.213501 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b9ba4104-caba-4568-8fdd-d823e7cbf6cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd305394fc5c4df09b672a58da37dd65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1033781 Feb 07 17:00:08.216713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4083be-e854-4260-a298-68b6aa3ebb55 req-cff836d6-1f02-471d-be37-ab458718a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:08.217883 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56606) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:08.226050 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6d4083be-e854-4260-a298-68b6aa3ebb55 req-cff836d6-1f02-471d-be37-ab458718a6f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 1128 time: 0.0960450 Feb 07 17:00:08.337543 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2005122c-3167-4438-9515-0fd005187457 req-9de127e5-75a6-491c-a91e-d089e412b6f0 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884267 Feb 07 17:00:08.360018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2ed2b138-fbed-4f8e-8462-fff99e834945 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:00:08.366388 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6d4083be-e854-4260-a298-68b6aa3ebb55 req-d32535f5-166e-4dcf-adfe-9dc0de2379ed service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341801 Feb 07 17:00:08.416332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 2ed2b138-fbed-4f8e-8462-fff99e834945 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:00:08.416635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2ed2b138-fbed-4f8e-8462-fff99e834945 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:00:08.422906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f520a621-5dfb-4c76-8dc2-d72abe494333 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:00:08.430700 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6564a58-b80a-4369-a75c-cb57f7c9fdf6 admin admin] Publish callbacks [] for security_group (bcd2143e-15ea-4e57-92f5-f19f06dc663a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:08.453152 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: f520a621-5dfb-4c76-8dc2-d72abe494333 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:00:08.453536 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f520a621-5dfb-4c76-8dc2-d72abe494333 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:00:08.481608 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b270c9-e78d-496a-b8cf-7f3e0b54040e req-96d22ca4-a445-4829-a569-6ae04fc3b067 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:08.489793 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-62b270c9-e78d-496a-b8cf-7f3e0b54040e req-96d22ca4-a445-4829-a569-6ae04fc3b067 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 946 time: 0.1137686 Feb 07 17:00:08.493744 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6564a58-b80a-4369-a75c-cb57f7c9fdf6 admin admin] Publish callbacks [] for security_group (bcd2143e-15ea-4e57-92f5-f19f06dc663a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:08.568827 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-62b270c9-e78d-496a-b8cf-7f3e0b54040e req-a7493c41-80fe-4105-897a-35d543ae904a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769517 Feb 07 17:00:08.637537 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6564a58-b80a-4369-a75c-cb57f7c9fdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bcd2143e-15ea-4e57-92f5-f19f06dc663a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:08.640524 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6564a58-b80a-4369-a75c-cb57f7c9fdf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:08.641763 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b6564a58-b80a-4369-a75c-cb57f7c9fdf6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bcd2143e-15ea-4e57-92f5-f19f06dc663a HTTP/1.1" status: 204 len: 168 time: 0.4181612 Feb 07 17:00:08.654696 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d65065bb-5223-4d8d-a7a3-73e68f1943a2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (b00938aa-00f7-4b54-9be1-90bfb811f3ec), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:08.660336 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6564a58-b80a-4369-a75c-cb57f7c9fdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd2143e-15ea-4e57-92f5-f19f06dc663a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:08.727990 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56626) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:08.822300 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65065bb-5223-4d8d-a7a3-73e68f1943a2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Subnet': ['ID=b00938aa-00f7-4b54-9be1-90bfb811f3ec,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:08.890349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65065bb-5223-4d8d-a7a3-73e68f1943a2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Checking segment: {'id': '568b87e6-2f9a-4697-993f-633968e97d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '50da4df7-0447-42b6-976a-52ad8c573c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:00:08.890938 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65065bb-5223-4d8d-a7a3-73e68f1943a2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network hostable DHCP agents. Network: 50da4df7-0447-42b6-976a-52ad8c573c2e, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:00:08.932554 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb063f0-9540-4277-8fbb-d9b27e42824c req-0dde8a36-c5e3-4fef-803a-39455c666eed tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:08.934706 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2cb063f0-9540-4277-8fbb-d9b27e42824c req-0dde8a36-c5e3-4fef-803a-39455c666eed tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.0993907 Feb 07 17:00:09.012079 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65065bb-5223-4d8d-a7a3-73e68f1943a2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network 50da4df7-0447-42b6-976a-52ad8c573c2e is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:00:09.021770 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d65065bb-5223-4d8d-a7a3-73e68f1943a2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 50da4df7-0447-42b6-976a-52ad8c573c2e) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:09.034993 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13474f44-6c35-4525-b576-0258d7b266ea None None] Network 50da4df7-0447-42b6-976a-52ad8c573c2e requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:00:09.064130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65065bb-5223-4d8d-a7a3-73e68f1943a2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:09.065606 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d65065bb-5223-4d8d-a7a3-73e68f1943a2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:09.144881 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d65065bb-5223-4d8d-a7a3-73e68f1943a2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2381155 Feb 07 17:00:09.145474 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56638) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:09.156141 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6babd185-5cf9-46ae-8e3f-f7b648660d3a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'network_id': '50da4df7-0447-42b6-976a-52ad8c573c2e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2011531565'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:09.211599 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-2cb063f0-9540-4277-8fbb-d9b27e42824c req-69b7b32a-02e7-45df-a202-d6b8e8e20e35 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Deleting port 57d0954c-bec5-44a9-b1eb-97d72c118154 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:09.212101 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2cb063f0-9540-4277-8fbb-d9b27e42824c req-69b7b32a-02e7-45df-a202-d6b8e8e20e35 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (57d0954c-bec5-44a9-b1eb-97d72c118154), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:09.303055 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-50da4df7-0447-42b6-976a-52ad8c573c2e', 'network_id': '50da4df7-0447-42b6-976a-52ad8c573c2e', 'project_id': '7c0fb6dee32843e59ae1bca7a1ef780f', 'fixed_ips': [{'subnet_id': 'b00938aa-00f7-4b54-9be1-90bfb811f3ec'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:00:09.303948 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:09.440665 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2cb063f0-9540-4277-8fbb-d9b27e42824c req-69b7b32a-02e7-45df-a202-d6b8e8e20e35 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] For port 57d0954c-bec5-44a9-b1eb-97d72c118154, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=57d0954c-bec5-44a9-b1eb-97d72c118154,segment=NetworkSegment(0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f),segment_id=0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:09.441034 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2cb063f0-9540-4277-8fbb-d9b27e42824c req-69b7b32a-02e7-45df-a202-d6b8e8e20e35 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (57d0954c-bec5-44a9-b1eb-97d72c118154), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:09.472363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-2cb063f0-9540-4277-8fbb-d9b27e42824c req-69b7b32a-02e7-45df-a202-d6b8e8e20e35 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Calling delete_port for 57d0954c-bec5-44a9-b1eb-97d72c118154 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:09.638767 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] Allocated IP 2001:db8::2 (50da4df7-0447-42b6-976a-52ad8c573c2e/b00938aa-00f7-4b54-9be1-90bfb811f3ec/88304010-39c5-432d-bd82-b43d069ebda0) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:00:09.831660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35e3e8-87d2-49e7-ab1c-971a91229226 req-b3b2d24c-808c-4aa5-9894-ea19375d66d2 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:09.833484 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2d35e3e8-87d2-49e7-ab1c-971a91229226 req-b3b2d24c-808c-4aa5-9894-ea19375d66d2 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7491671-39ef-4045-a015-ceda6e4d6711 HTTP/1.1" status: 200 len: 945 time: 0.1654117 Feb 07 17:00:09.867032 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274fc37-f438-42bd-a6df-e384181224e2 req-010f39fa-9f05-4517-b536-4d2c185ebdc1 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:09.868650 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7274fc37-f438-42bd-a6df-e384181224e2 req-010f39fa-9f05-4517-b536-4d2c185ebdc1 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 946 time: 0.1725051 Feb 07 17:00:09.873394 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6babd185-5cf9-46ae-8e3f-f7b648660d3a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:09.877751 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6babd185-5cf9-46ae-8e3f-f7b648660d3a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:09.909591 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] Publish callbacks [] for port (88304010-39c5-432d-bd82-b43d069ebda0), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:09.918337 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (88304010-39c5-432d-bd82-b43d069ebda0), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:09.978006 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] Pushing event updated for resources: {'Port': ['ID=88304010-39c5-432d-bd82-b43d069ebda0,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:09.980693 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-6babd185-5cf9-46ae-8e3f-f7b648660d3a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] device_id is not set on port ee53d9be-b56e-48bf-bf07-29b1ed259a4a yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:00:09.983389 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2d35e3e8-87d2-49e7-ab1c-971a91229226 req-2345655e-a70a-4b6b-b177-21e7c4b333e1 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.18 "GET /v2.0/security-groups?id=43e0073b-f1a0-40bb-9dfc-df1879930412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431651 Feb 07 17:00:10.002058 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] Network 50da4df7-0447-42b6-976a-52ad8c573c2e is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:10.003761 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2cb063f0-9540-4277-8fbb-d9b27e42824c req-69b7b32a-02e7-45df-a202-d6b8e8e20e35 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (57d0954c-bec5-44a9-b1eb-97d72c118154), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:10.006991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:10.012243 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:00:10.030740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['57d0954c-bec5-44a9-b1eb-97d72c118154'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:00:10.112929 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7b32a-02e7-45df-a202-d6b8e8e20e35 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Pushing event deleted for resources: {'Port': ['ID=57d0954c-bec5-44a9-b1eb-97d72c118154,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:10.134853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56664) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:10.204214 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] Attempting to bind port 88304010-39c5-432d-bd82-b43d069ebda0 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:00:10.205037 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] Attempting to bind port 88304010-39c5-432d-bd82-b43d069ebda0 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '568b87e6-2f9a-4697-993f-633968e97d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '50da4df7-0447-42b6-976a-52ad8c573c2e'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:00:10.205449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] Attempting to bind port 88304010-39c5-432d-bd82-b43d069ebda0 on network 50da4df7-0447-42b6-976a-52ad8c573c2e {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:00:10.212508 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:00:10.212909 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] Checking segment: {'id': '568b87e6-2f9a-4697-993f-633968e97d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '50da4df7-0447-42b6-976a-52ad8c573c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:00:10.213329 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:10.213744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] Bound using segment: {'id': '568b87e6-2f9a-4697-993f-633968e97d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '50da4df7-0447-42b6-976a-52ad8c573c2e'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:00:10.214232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] Bound port: 88304010-39c5-432d-bd82-b43d069ebda0, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568b87e6-2f9a-4697-993f-633968e97d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '50da4df7-0447-42b6-976a-52ad8c573c2e'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:00:10.214626 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (88304010-39c5-432d-bd82-b43d069ebda0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:10.226854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-6babd185-5cf9-46ae-8e3f-f7b648660d3a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Allocated IP 2001:db8::32a (50da4df7-0447-42b6-976a-52ad8c573c2e/b00938aa-00f7-4b54-9be1-90bfb811f3ec/ee53d9be-b56e-48bf-bf07-29b1ed259a4a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:00:10.236591 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb063f0-9540-4277-8fbb-d9b27e42824c req-69b7b32a-02e7-45df-a202-d6b8e8e20e35 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] No DVR routers for this DVR port 57d0954c-bec5-44a9-b1eb-97d72c118154 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:00:10.246458 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2cb063f0-9540-4277-8fbb-d9b27e42824c req-69b7b32a-02e7-45df-a202-d6b8e8e20e35 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:10.250573 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2cb063f0-9540-4277-8fbb-d9b27e42824c req-69b7b32a-02e7-45df-a202-d6b8e8e20e35 tempest-ServerRescueNegativeTestJSON-396704913 tempest-ServerRescueNegativeTestJSON-396704913-project] 10.222.0.48 "DELETE /v2.0/ports/57d0954c-bec5-44a9-b1eb-97d72c118154 HTTP/1.1" status: 204 len: 173 time: 1.3097670 Feb 07 17:00:10.255415 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7491671-39ef-4045-a015-ceda6e4d6711', 'name': 'network-vif-deleted', 'tag': '57d0954c-bec5-44a9-b1eb-97d72c118154'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:00:10.275305 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722315c4-3dc6-4a97-84b5-d4d03e0330c5" -d '{"events": [{"server_uuid": "e7491671-39ef-4045-a015-ceda6e4d6711", "name": "network-vif-deleted", "tag": "57d0954c-bec5-44a9-b1eb-97d72c118154"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:00:10.408791 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b325f8fa-530c-4007-a6e1-6ba976e7c191 x-openstack-request-id: req-b325f8fa-530c-4007-a6e1-6ba976e7c191 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:00:10.409097 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7491671-39ef-4045-a015-ceda6e4d6711", "name": "network-vif-deleted", "tag": "57d0954c-bec5-44a9-b1eb-97d72c118154", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:00:10.409398 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b325f8fa-530c-4007-a6e1-6ba976e7c191 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:00:10.409871 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7491671-39ef-4045-a015-ceda6e4d6711', 'name': 'network-vif-deleted', 'tag': '57d0954c-bec5-44a9-b1eb-97d72c118154', 'status': 'completed', 'code': 200} Feb 07 17:00:10.412851 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6babd185-5cf9-46ae-8e3f-f7b648660d3a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (ee53d9be-b56e-48bf-bf07-29b1ed259a4a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:10.457914 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-028f3ffc-bcd5-4886-b632-5f3eb6c1cb02 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1740935671-network', 'tenant_id': '7f8265dde22443dab20942b3bd88ae3d'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:10.482409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] For port 88304010-39c5-432d-bd82-b43d069ebda0, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:00:10.494445 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] For port 88304010-39c5-432d-bd82-b43d069ebda0, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=88304010-39c5-432d-bd82-b43d069ebda0,segment=NetworkSegment(568b87e6-2f9a-4697-993f-633968e97d2e),segment_id=568b87e6-2f9a-4697-993f-633968e97d2e)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:00:10.503928 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (88304010-39c5-432d-bd82-b43d069ebda0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:10.505847 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028f3ffc-bcd5-4886-b632-5f3eb6c1cb02 admin admin] Made reservation on behalf of 7f8265dde22443dab20942b3bd88ae3d for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:10.510123 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7274fc37-f438-42bd-a6df-e384181224e2 req-c9295324-1b98-4832-9430-32572faba402 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6270199 Feb 07 17:00:10.511969 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-028f3ffc-bcd5-4886-b632-5f3eb6c1cb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:10.512979 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6babd185-5cf9-46ae-8e3f-f7b648660d3a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ee53d9be-b56e-48bf-bf07-29b1ed259a4a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:10.542832 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-028f3ffc-bcd5-4886-b632-5f3eb6c1cb02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:10.591566 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6babd185-5cf9-46ae-8e3f-f7b648660d3a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network 50da4df7-0447-42b6-976a-52ad8c573c2e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:10.603560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6babd185-5cf9-46ae-8e3f-f7b648660d3a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:10.610284 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6babd185-5cf9-46ae-8e3f-f7b648660d3a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:00:10.617809 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6babd185-5cf9-46ae-8e3f-f7b648660d3a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:10.618559 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6babd185-5cf9-46ae-8e3f-f7b648660d3a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:10.658749 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ea0f0-c8a7-4593-86ef-0ebbdc13b161 None None] Pushing event updated for resources: {'Port': ['ID=88304010-39c5-432d-bd82-b43d069ebda0,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:10.681178 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babd185-5cf9-46ae-8e3f-f7b648660d3a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=ee53d9be-b56e-48bf-bf07-29b1ed259a4a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:10.715028 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6babd185-5cf9-46ae-8e3f-f7b648660d3a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.5657945 Feb 07 17:00:10.717874 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56676) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:10.731037 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-028f3ffc-bcd5-4886-b632-5f3eb6c1cb02 admin admin] Publish callbacks [] for security_group (fe2a7b2a-2753-4ef9-9eae-faba6a1db299), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:10.737823 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-028f3ffc-bcd5-4886-b632-5f3eb6c1cb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fe2a7b2a-2753-4ef9-9eae-faba6a1db299), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:10.776007 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028f3ffc-bcd5-4886-b632-5f3eb6c1cb02 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:00:10.844168 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-028f3ffc-bcd5-4886-b632-5f3eb6c1cb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (17aeef85-ff9c-46dd-8ac6-f0f3d98935b6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:10.844527 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-028f3ffc-bcd5-4886-b632-5f3eb6c1cb02 admin admin] Added segment 17aeef85-ff9c-46dd-8ac6-f0f3d98935b6 of type vlan for network 380ea26c-6043-4940-b6ef-8a90ddeec2ca Feb 07 17:00:10.848759 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f3ffc-bcd5-4886-b632-5f3eb6c1cb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2a7b2a-2753-4ef9-9eae-faba6a1db299,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:10.936878 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-028f3ffc-bcd5-4886-b632-5f3eb6c1cb02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (380ea26c-6043-4940-b6ef-8a90ddeec2ca), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:11.004918 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-028f3ffc-bcd5-4886-b632-5f3eb6c1cb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (380ea26c-6043-4940-b6ef-8a90ddeec2ca), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:11.006925 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028f3ffc-bcd5-4886-b632-5f3eb6c1cb02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:11.010335 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-028f3ffc-bcd5-4886-b632-5f3eb6c1cb02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:11.110379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56682) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:11.167604 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-028f3ffc-bcd5-4886-b632-5f3eb6c1cb02 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0250852 Feb 07 17:00:11.173792 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da211d0e-6354-4b25-8b2d-62c72ecf8ae2 req-8fbadc25-e3da-4d28-9c0c-acd0b343ae39 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:11.175652 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-da211d0e-6354-4b25-8b2d-62c72ecf8ae2 req-8fbadc25-e3da-4d28-9c0c-acd0b343ae39 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 946 time: 0.2454898 Feb 07 17:00:11.179252 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56684) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:11.185550 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-24311b6c-80f6-4db2-a2b9-86dc1fb14705 admin admin] Request body: {'subnet': {'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1740935671-subnet', 'tenant_id': '7f8265dde22443dab20942b3bd88ae3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:11.190936 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-050daabc-b292-4088-90d8-f0948c8e60ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (9af5f529-eea9-4b3c-b0e7-481af3af7f3d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:11.244156 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f3ffc-bcd5-4886-b632-5f3eb6c1cb02 admin admin] Pushing event updated for resources: {'Network': ['ID=380ea26c-6043-4940-b6ef-8a90ddeec2ca,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:11.261418 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 380ea26c-6043-4940-b6ef-8a90ddeec2ca details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:00:11.343372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a2cbd-e565-45cf-8d6d-148a07efa7f7 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port ee53d9be-b56e-48bf-bf07-29b1ed259a4a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:11.350711 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab0a2cbd-e565-45cf-8d6d-148a07efa7f7 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ee53d9be-b56e-48bf-bf07-29b1ed259a4a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:11.389732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24311b6c-80f6-4db2-a2b9-86dc1fb14705 admin admin] Made reservation on behalf of 7f8265dde22443dab20942b3bd88ae3d for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:11.392575 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24311b6c-80f6-4db2-a2b9-86dc1fb14705 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:11.721941 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5339390b-9560-48ca-a651-f42094adabc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (6c174c44-ba59-4999-85e6-3e6a1fe2ad6b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:11.940328 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-da211d0e-6354-4b25-8b2d-62c72ecf8ae2 req-b2966b69-4738-4ab5-b097-cc5852215106 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7456753 Feb 07 17:00:12.000440 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab0a2cbd-e565-45cf-8d6d-148a07efa7f7 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ee53d9be-b56e-48bf-bf07-29b1ed259a4a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:12.027479 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a2cbd-e565-45cf-8d6d-148a07efa7f7 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for ee53d9be-b56e-48bf-bf07-29b1ed259a4a owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:12.101494 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5339390b-9560-48ca-a651-f42094adabc5 admin admin] Deleting port 17a872b4-f385-4143-a622-76d714cc34cd {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:12.102008 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5339390b-9560-48ca-a651-f42094adabc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (17a872b4-f385-4143-a622-76d714cc34cd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:12.206059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5339390b-9560-48ca-a651-f42094adabc5 admin admin] For port 17a872b4-f385-4143-a622-76d714cc34cd, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=17a872b4-f385-4143-a622-76d714cc34cd,segment=NetworkSegment(0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f),segment_id=0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:12.206343 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5339390b-9560-48ca-a651-f42094adabc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (17a872b4-f385-4143-a622-76d714cc34cd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:12.232637 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5339390b-9560-48ca-a651-f42094adabc5 admin admin] Calling delete_port for 17a872b4-f385-4143-a622-76d714cc34cd owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:12.343173 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee0c20e-06e3-489f-81a5-3c51527fa305 None None] Network 50da4df7-0447-42b6-976a-52ad8c573c2e requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:00:12.485971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 88304010-39c5-432d-bd82-b43d069ebda0 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:00:12.507652 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24311b6c-80f6-4db2-a2b9-86dc1fb14705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (5e0f2a9e-b79d-4601-ac33-c328f95f4202), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:12.564981 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d4b65895-895a-45df-9442-5a4ee99ad005 None None] Provisioning complete for port 88304010-39c5-432d-bd82-b43d069ebda0 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:12.565551 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d4b65895-895a-45df-9442-5a4ee99ad005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (88304010-39c5-432d-bd82-b43d069ebda0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:12.572573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24311b6c-80f6-4db2-a2b9-86dc1fb14705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0f2a9e-b79d-4601-ac33-c328f95f4202,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:12.582020 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab0a2cbd-e565-45cf-8d6d-148a07efa7f7 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ee53d9be-b56e-48bf-bf07-29b1ed259a4a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:12.628411 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 88304010-39c5-432d-bd82-b43d069ebda0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:12.628952 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (88304010-39c5-432d-bd82-b43d069ebda0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:12.731151 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab0a2cbd-e565-45cf-8d6d-148a07efa7f7 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:12.737641 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ab0a2cbd-e565-45cf-8d6d-148a07efa7f7 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/ports/ee53d9be-b56e-48bf-bf07-29b1ed259a4a HTTP/1.1" status: 204 len: 168 time: 2.0115545 Feb 07 17:00:12.737641 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56692) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:12.768102 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56696) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:12.793008 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a2cbd-e565-45cf-8d6d-148a07efa7f7 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=ee53d9be-b56e-48bf-bf07-29b1ed259a4a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:12.895763 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24311b6c-80f6-4db2-a2b9-86dc1fb14705 admin admin] Checking segment: {'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:00:12.896339 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24311b6c-80f6-4db2-a2b9-86dc1fb14705 admin admin] Network hostable DHCP agents. Network: 380ea26c-6043-4940-b6ef-8a90ddeec2ca, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:00:12.904057 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-b356354d-7294-46c7-87b9-d9bd12b54104 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] GET failed (client error): The resource could not be found. Feb 07 17:00:12.905785 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b356354d-7294-46c7-87b9-d9bd12b54104 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports/ee53d9be-b56e-48bf-bf07-29b1ed259a4a HTTP/1.1" status: 404 len: 333 time: 0.1145775 Feb 07 17:00:12.922011 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56698) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:12.963691 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d4b65895-895a-45df-9442-5a4ee99ad005 None None] Current status of the port 88304010-39c5-432d-bd82-b43d069ebda0 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:12.964186 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d4b65895-895a-45df-9442-5a4ee99ad005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (88304010-39c5-432d-bd82-b43d069ebda0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:12.967181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 88304010-39c5-432d-bd82-b43d069ebda0 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:12.967651 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (88304010-39c5-432d-bd82-b43d069ebda0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:13.001838 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24311b6c-80f6-4db2-a2b9-86dc1fb14705 admin admin] Network 380ea26c-6043-4940-b6ef-8a90ddeec2ca is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:00:13.019140 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d4b65895-895a-45df-9442-5a4ee99ad005 None None] For port 88304010-39c5-432d-bd82-b43d069ebda0, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=88304010-39c5-432d-bd82-b43d069ebda0,segment=NetworkSegment(568b87e6-2f9a-4697-993f-633968e97d2e),segment_id=568b87e6-2f9a-4697-993f-633968e97d2e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:13.024742 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d4b65895-895a-45df-9442-5a4ee99ad005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (88304010-39c5-432d-bd82-b43d069ebda0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:13.024983 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5f791a-c38d-4952-8fe0-8a5bdb03284b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting subnet b00938aa-00f7-4b54-9be1-90bfb811f3ec {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:00:13.029946 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc5f791a-c38d-4952-8fe0-8a5bdb03284b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for subnet (b00938aa-00f7-4b54-9be1-90bfb811f3ec), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:13.032457 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5339390b-9560-48ca-a651-f42094adabc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (17a872b4-f385-4143-a622-76d714cc34cd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:13.034011 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7e3da3-bac4-4e78-88f1-43bfc8222524 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:13.035105 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7e3da3-bac4-4e78-88f1-43bfc8222524 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:13.035739 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7e3da3-bac4-4e78-88f1-43bfc8222524 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:13.039100 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-be7e3da3-bac4-4e78-88f1-43bfc8222524 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=e266b4b9b1d544eabc5eebcc70b0d46e&network_id=fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e HTTP/1.1" status: 200 len: 3073 time: 0.2737048 Feb 07 17:00:13.040392 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-24311b6c-80f6-4db2-a2b9-86dc1fb14705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 380ea26c-6043-4940-b6ef-8a90ddeec2ca) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:13.049531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24311b6c-80f6-4db2-a2b9-86dc1fb14705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:13.050348 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24311b6c-80f6-4db2-a2b9-86dc1fb14705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:13.077352 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-050daabc-b292-4088-90d8-f0948c8e60ae admin admin] Deleting port 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:13.077860 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-050daabc-b292-4088-90d8-f0948c8e60ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:13.086683 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60417b8f-65cf-4f44-b3bd-44eeb4f1b18d None None] Network 380ea26c-6043-4940-b6ef-8a90ddeec2ca requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:00:13.089882 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-24311b6c-80f6-4db2-a2b9-86dc1fb14705 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9095342 Feb 07 17:00:13.134906 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339390b-9560-48ca-a651-f42094adabc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=17a872b4-f385-4143-a622-76d714cc34cd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:13.151070 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:00:13.151430 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:00:13.171902 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc5f791a-c38d-4952-8fe0-8a5bdb03284b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (b00938aa-00f7-4b54-9be1-90bfb811f3ec), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:13.282540 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-050daabc-b292-4088-90d8-f0948c8e60ae admin admin] For port 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:13.282540 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-050daabc-b292-4088-90d8-f0948c8e60ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:13.294168 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f7aa2abf-7e07-48f6-8465-24dae83d2ad4 None None] Provisioning complete for port 88304010-39c5-432d-bd82-b43d069ebda0 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:13.294549 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f7aa2abf-7e07-48f6-8465-24dae83d2ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (88304010-39c5-432d-bd82-b43d069ebda0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:13.305750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-050daabc-b292-4088-90d8-f0948c8e60ae admin admin] Calling delete_port for 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:13.340647 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b65895-895a-45df-9442-5a4ee99ad005 None None] Pushing event updated for resources: {'Port': ['ID=88304010-39c5-432d-bd82-b43d069ebda0,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:13.408492 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 57d0954c-bec5-44a9-b1eb-97d72c118154 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:00:13.438421 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc5f791a-c38d-4952-8fe0-8a5bdb03284b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (b00938aa-00f7-4b54-9be1-90bfb811f3ec), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:13.475501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 57d0954c-bec5-44a9-b1eb-97d72c118154 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:00:13.476186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 57d0954c-bec5-44a9-b1eb-97d72c118154 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:00:13.491920 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a74080-812d-4f86-ab77-c6a08eb05864 req-e8489f2e-8136-4555-aa76-d902dc6cd537 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:13.494100 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a4a74080-812d-4f86-ab77-c6a08eb05864 req-e8489f2e-8136-4555-aa76-d902dc6cd537 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 946 time: 0.3494546 Feb 07 17:00:13.550534 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c858267-dc05-40c6-a04c-2064b70e0921 None None] Network 380ea26c-6043-4940-b6ef-8a90ddeec2ca requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:00:13.626397 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a4a74080-812d-4f86-ab77-c6a08eb05864 req-7a7d412c-a97e-476f-bd44-bfaf7795bf7e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119146 Feb 07 17:00:13.744583 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-050daabc-b292-4088-90d8-f0948c8e60ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:13.788223 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 88304010-39c5-432d-bd82-b43d069ebda0 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:13.811365 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050daabc-b292-4088-90d8-f0948c8e60ae admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:13.824596 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa2abf-7e07-48f6-8465-24dae83d2ad4 None None] Current status of the port 88304010-39c5-432d-bd82-b43d069ebda0 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:13.832704 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f7aa2abf-7e07-48f6-8465-24dae83d2ad4 None None] Could not find standard attr ID for object ee53d9be-b56e-48bf-bf07-29b1ed259a4a. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:00:13.840213 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5339390b-9560-48ca-a651-f42094adabc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (6c174c44-ba59-4999-85e6-3e6a1fe2ad6b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:13.949191 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-dbd74eef-2e65-413c-a500-d982efd711e5 None None] Could not find standard attr ID for object ee53d9be-b56e-48bf-bf07-29b1ed259a4a. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:00:13.987338 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc5f791a-c38d-4952-8fe0-8a5bdb03284b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (b00938aa-00f7-4b54-9be1-90bfb811f3ec), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:14.031376 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bc5f791a-c38d-4952-8fe0-8a5bdb03284b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:14.034927 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bc5f791a-c38d-4952-8fe0-8a5bdb03284b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/subnets/b00938aa-00f7-4b54-9be1-90bfb811f3ec HTTP/1.1" status: 204 len: 168 time: 1.1118736 Feb 07 17:00:14.036035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f791a-c38d-4952-8fe0-8a5bdb03284b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Subnet': ['ID=b00938aa-00f7-4b54-9be1-90bfb811f3ec,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:14.038885 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56724) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:14.041015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c671589-3afd-4027-9bb1-7e3d3c28965c None None] Network 50da4df7-0447-42b6-976a-52ad8c573c2e requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:00:14.074478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-939cb4c0-d496-4e77-9b46-6ab8182c0fc7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:14.077588 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-939cb4c0-d496-4e77-9b46-6ab8182c0fc7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/networks?id=380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 200 len: 812 time: 0.3248973 Feb 07 17:00:14.103823 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-22692b38-7882-4d96-893d-574169ff1cc5 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/quotas/7f8265dde22443dab20942b3bd88ae3d HTTP/1.1" status: 200 len: 375 time: 0.0181558 Feb 07 17:00:14.140885 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-050daabc-b292-4088-90d8-f0948c8e60ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (9af5f529-eea9-4b3c-b0e7-481af3af7f3d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:14.168633 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-47890e1b-1af7-4d66-9d48-cd984060113a tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f8265dde22443dab20942b3bd88ae3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503395 Feb 07 17:00:14.221644 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (50da4df7-0447-42b6-976a-52ad8c573c2e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:14.362744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8375ba-6e5b-49eb-9aa4-08369ca5fea0 None None] DHCP port deletion for 50da4df7-0447-42b6-976a-52ad8c573c2e request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:00:14.390670 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-6e5cf9d0-e023-43b6-bfd2-33271989ccb4 service neutron] 10.222.0.18 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138093 Feb 07 17:00:14.429356 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7a8375ba-6e5b-49eb-9aa4-08369ca5fea0 None None] Deleting port 88304010-39c5-432d-bd82-b43d069ebda0 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:14.429896 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7a8375ba-6e5b-49eb-9aa4-08369ca5fea0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (88304010-39c5-432d-bd82-b43d069ebda0), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:14.447307 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 88304010-39c5-432d-bd82-b43d069ebda0 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:00:14.486094 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5339390b-9560-48ca-a651-f42094adabc5 admin admin] Router 6c174c44-ba59-4999-85e6-3e6a1fe2ad6b has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:00:14.539644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050daabc-b292-4088-90d8-f0948c8e60ae admin admin] Router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:00:14.548328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7a8375ba-6e5b-49eb-9aa4-08369ca5fea0 None None] For port 88304010-39c5-432d-bd82-b43d069ebda0, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=88304010-39c5-432d-bd82-b43d069ebda0,segment=NetworkSegment(568b87e6-2f9a-4697-993f-633968e97d2e),segment_id=568b87e6-2f9a-4697-993f-633968e97d2e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:14.548798 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7a8375ba-6e5b-49eb-9aa4-08369ca5fea0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (88304010-39c5-432d-bd82-b43d069ebda0), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:14.569846 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7a8375ba-6e5b-49eb-9aa4-08369ca5fea0 None None] Calling delete_port for 88304010-39c5-432d-bd82-b43d069ebda0 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:14.638678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port 88304010-39c5-432d-bd82-b43d069ebda0 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:14.639031 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (88304010-39c5-432d-bd82-b43d069ebda0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:14.686238 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 88304010-39c5-432d-bd82-b43d069ebda0 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:14.686770 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (88304010-39c5-432d-bd82-b43d069ebda0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:14.718725 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-46e738b6-6993-4aaf-a209-1086c442d65d service neutron] 10.222.0.18 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868472 Feb 07 17:00:14.735655 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] For port 88304010-39c5-432d-bd82-b43d069ebda0, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=88304010-39c5-432d-bd82-b43d069ebda0,segment=NetworkSegment(568b87e6-2f9a-4697-993f-633968e97d2e),segment_id=568b87e6-2f9a-4697-993f-633968e97d2e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:14.736076 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (88304010-39c5-432d-bd82-b43d069ebda0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:14.745872 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050daabc-b292-4088-90d8-f0948c8e60ae admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:00:14.753994 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-050daabc-b292-4088-90d8-f0948c8e60ae admin admin] 10.222.0.18 "PUT /v2.0/routers/9af5f529-eea9-4b3c-b0e7-481af3af7f3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0245430 Feb 07 17:00:14.756486 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56730) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:14.758593 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 88304010-39c5-432d-bd82-b43d069ebda0, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=88304010-39c5-432d-bd82-b43d069ebda0,segment=NetworkSegment(568b87e6-2f9a-4697-993f-633968e97d2e),segment_id=568b87e6-2f9a-4697-993f-633968e97d2e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:14.765201 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a515917-56c5-4fb8-9e5c-3ea272018d82 None None] Sync routers for ids ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:00:14.765832 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for 88304010-39c5-432d-bd82-b43d069ebda0 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:14.776527 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (88304010-39c5-432d-bd82-b43d069ebda0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:14.787695 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7a8375ba-6e5b-49eb-9aa4-08369ca5fea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (88304010-39c5-432d-bd82-b43d069ebda0), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:14.822183 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8375ba-6e5b-49eb-9aa4-08369ca5fea0 None None] No DVR routers for this DVR port 88304010-39c5-432d-bd82-b43d069ebda0 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:00:14.843387 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event deleted for resources: {'Port': ['ID=88304010-39c5-432d-bd82-b43d069ebda0,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:14.846718 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a515917-56c5-4fb8-9e5c-3ea272018d82 None None] Routers {'9af5f529-eea9-4b3c-b0e7-481af3af7f3d'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:00:14.847497 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2a515917-56c5-4fb8-9e5c-3ea272018d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:59:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:14.907420 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5339390b-9560-48ca-a651-f42094adabc5 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:00:14.908861 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-865fac97-ce56-4d63-8d38-f9f6740701d5 admin admin] Publish callbacks [] for router (9af5f529-eea9-4b3c-b0e7-481af3af7f3d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:14.911252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:14.912298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:14.912830 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:14.913171 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:14.913530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:14.913863 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:14.914199 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:14.914527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:14.914853 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:14.915177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:14.915503 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:14.915831 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:14.916153 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:14.921511 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951e60e3-33c2-4931-b4a3-d63455215c82 None None] Sync routers for ids ['6c174c44-ba59-4999-85e6-3e6a1fe2ad6b'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:00:14.924075 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5339390b-9560-48ca-a651-f42094adabc5 admin admin] 10.222.0.18 "PUT /v2.0/routers/6c174c44-ba59-4999-85e6-3e6a1fe2ad6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8123705 Feb 07 17:00:14.942192 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951e60e3-33c2-4931-b4a3-d63455215c82 None None] Routers {'6c174c44-ba59-4999-85e6-3e6a1fe2ad6b'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:00:14.943013 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-951e60e3-33c2-4931-b4a3-d63455215c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:59:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6c174c44-ba59-4999-85e6-3e6a1fe2ad6b'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:14.953466 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56734) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:15.067295 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8375ba-6e5b-49eb-9aa4-08369ca5fea0 None None] Pushing event deleted for resources: {'Port': ['ID=88304010-39c5-432d-bd82-b43d069ebda0,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:15.107874 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f60cfb1a-22d0-4ca1-adf0-ded149f4cff7 admin admin] Publish callbacks [] for router (6c174c44-ba59-4999-85e6-3e6a1fe2ad6b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:15.137914 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bcf8522e-c677-4f72-8ca8-5a78185340c5 req-42354b4a-4e1d-4571-8875-9e80c7f68f13 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa5644c-b07f-4d77-91cf-54138b2f5422 HTTP/1.1" status: 200 len: 210 time: 0.0680132 Feb 07 17:00:15.174595 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2934dd0-c799-4cb8-a499-64a9f2148274 req-481b5f75-73de-42cf-ac02-a78ac125adf0 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:15.178581 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2934dd0-c799-4cb8-a499-64a9f2148274 req-481b5f75-73de-42cf-ac02-a78ac125adf0 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 946 time: 0.3756917 Feb 07 17:00:15.199891 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-865fac97-ce56-4d63-8d38-f9f6740701d5 admin admin] Publish callbacks [] for router_gateway (9af5f529-eea9-4b3c-b0e7-481af3af7f3d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:15.200522 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2a515917-56c5-4fb8-9e5c-3ea272018d82 None None] Set router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:00:15.264807 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-951e60e3-33c2-4931-b4a3-d63455215c82 None None] Set router 6c174c44-ba59-4999-85e6-3e6a1fe2ad6b gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:00:15.294125 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (88304010-39c5-432d-bd82-b43d069ebda0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:15.317232 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-865fac97-ce56-4d63-8d38-f9f6740701d5 admin admin] Deleting port 85308f3c-6f8b-4bc4-8c1a-418e92b42945 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:15.318538 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-865fac97-ce56-4d63-8d38-f9f6740701d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (85308f3c-6f8b-4bc4-8c1a-418e92b42945), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:15.336975 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=88304010-39c5-432d-bd82-b43d069ebda0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:15.342508 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2934dd0-c799-4cb8-a499-64a9f2148274 req-c86ced1c-a286-44a3-abb1-d710b2203dff tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276996 Feb 07 17:00:15.352879 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No DVR routers for this DVR port 88304010-39c5-432d-bd82-b43d069ebda0 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:00:15.469578 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (50da4df7-0447-42b6-976a-52ad8c573c2e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:15.477029 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-865fac97-ce56-4d63-8d38-f9f6740701d5 admin admin] For port 85308f3c-6f8b-4bc4-8c1a-418e92b42945, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=85308f3c-6f8b-4bc4-8c1a-418e92b42945,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:15.477525 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-865fac97-ce56-4d63-8d38-f9f6740701d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (85308f3c-6f8b-4bc4-8c1a-418e92b42945), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:15.497484 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50da4df7-0447-42b6-976a-52ad8c573c2e']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:15.522868 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-865fac97-ce56-4d63-8d38-f9f6740701d5 admin admin] Calling delete_port for 85308f3c-6f8b-4bc4-8c1a-418e92b42945 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:15.526183 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568b87e6-2f9a-4697-993f-633968e97d2e') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:15.527836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568b87e6-2f9a-4697-993f-633968e97d2e') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:15.551431 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (568b87e6-2f9a-4697-993f-633968e97d2e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:15.555556 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-951e60e3-33c2-4931-b4a3-d63455215c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'name': 'tempest-ServerRescueNegativeTestJSON-2062896819-router', 'tenant_id': '8958f6ad8ce64d2cafce718553b9cb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e4bfd472-f6a3-4bc1-a8da-967c3426fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:55:34Z', 'updated_at': '2022-02-07T17:00:12Z', 'revision_number': 5, 'project_id': '8958f6ad8ce64d2cafce718553b9cb64', 'gw_port': {'id': 'e4bfd472-f6a3-4bc1-a8da-967c3426fedb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:55:36Z', 'updated_at': '2022-02-07T16:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:15.585410 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (568b87e6-2f9a-4697-993f-633968e97d2e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:15.588766 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951e60e3-33c2-4931-b4a3-d63455215c82 None None] Checking router: 6c174c44-ba59-4999-85e6-3e6a1fe2ad6b for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:00:15.598442 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:00:15.598927 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (568b87e6-2f9a-4697-993f-633968e97d2e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:15.600241 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951e60e3-33c2-4931-b4a3-d63455215c82 None None] Routers {'6c174c44-ba59-4999-85e6-3e6a1fe2ad6b'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:00:15.601555 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-951e60e3-33c2-4931-b4a3-d63455215c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:59:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6c174c44-ba59-4999-85e6-3e6a1fe2ad6b'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:00:15.610017 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:00:15.657003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2a515917-56c5-4fb8-9e5c-3ea272018d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T17:00:13Z', 'revision_number': 5, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port': {'id': '85308f3c-6f8b-4bc4-8c1a-418e92b42945', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:50:06Z', 'updated_at': '2022-02-07T16:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:15.713936 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a515917-56c5-4fb8-9e5c-3ea272018d82 None None] Checking router: 9af5f529-eea9-4b3c-b0e7-481af3af7f3d for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:00:15.733782 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a515917-56c5-4fb8-9e5c-3ea272018d82 None None] Routers {'9af5f529-eea9-4b3c-b0e7-481af3af7f3d'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:00:15.734413 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2a515917-56c5-4fb8-9e5c-3ea272018d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T16:59:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:15.744634 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-951e60e3-33c2-4931-b4a3-d63455215c82 None None] Set router 6c174c44-ba59-4999-85e6-3e6a1fe2ad6b gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:00:15.766765 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f60cfb1a-22d0-4ca1-adf0-ded149f4cff7 admin admin] Publish callbacks [] for router_gateway (6c174c44-ba59-4999-85e6-3e6a1fe2ad6b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:15.776484 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-865fac97-ce56-4d63-8d38-f9f6740701d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (85308f3c-6f8b-4bc4-8c1a-418e92b42945), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:15.796562 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (50da4df7-0447-42b6-976a-52ad8c573c2e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:15.837779 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fac97-ce56-4d63-8d38-f9f6740701d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=85308f3c-6f8b-4bc4-8c1a-418e92b42945,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:15.848570 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:15.868417 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/networks/50da4df7-0447-42b6-976a-52ad8c573c2e HTTP/1.1" status: 204 len: 168 time: 1.8165429 Feb 07 17:00:15.877472 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56750) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:15.893534 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3daaa141-1876-446b-8830-0e9f8035a0f6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9', 'name': 'tempest-PortsIpV6TestJSON-1738786391'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:15.927682 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad1990-de5c-4b9f-94e3-e08de57e9b9b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Network': ['ID=50da4df7-0447-42b6-976a-52ad8c573c2e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:15.965713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f60cfb1a-22d0-4ca1-adf0-ded149f4cff7 admin admin] Deleting port e4bfd472-f6a3-4bc1-a8da-967c3426fedb {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:15.966052 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f60cfb1a-22d0-4ca1-adf0-ded149f4cff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e4bfd472-f6a3-4bc1-a8da-967c3426fedb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:15.970490 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2a515917-56c5-4fb8-9e5c-3ea272018d82 None None] Set router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:00:16.042565 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-951e60e3-33c2-4931-b4a3-d63455215c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'name': 'tempest-ServerRescueNegativeTestJSON-2062896819-router', 'tenant_id': '8958f6ad8ce64d2cafce718553b9cb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e4bfd472-f6a3-4bc1-a8da-967c3426fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:55:34Z', 'updated_at': '2022-02-07T17:00:12Z', 'revision_number': 5, 'project_id': '8958f6ad8ce64d2cafce718553b9cb64', 'gw_port': {'id': 'e4bfd472-f6a3-4bc1-a8da-967c3426fedb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:55:36Z', 'updated_at': '2022-02-07T16:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:16.049065 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-865fac97-ce56-4d63-8d38-f9f6740701d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (9af5f529-eea9-4b3c-b0e7-481af3af7f3d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:16.081537 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951e60e3-33c2-4931-b4a3-d63455215c82 None None] The sync data for ids ['6c174c44-ba59-4999-85e6-3e6a1fe2ad6b'] in n-d-827865-3 is: [{'id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'name': 'tempest-ServerRescueNegativeTestJSON-2062896819-router', 'tenant_id': '8958f6ad8ce64d2cafce718553b9cb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'e4bfd472-f6a3-4bc1-a8da-967c3426fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:55:34Z', 'updated_at': '2022-02-07T17:00:12Z', 'revision_number': 5, 'project_id': '8958f6ad8ce64d2cafce718553b9cb64', 'gw_port': {'id': 'e4bfd472-f6a3-4bc1-a8da-967c3426fedb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c174c44-ba59-4999-85e6-3e6a1fe2ad6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:55:36Z', 'updated_at': '2022-02-07T16:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:00:16.114329 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2a515917-56c5-4fb8-9e5c-3ea272018d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T17:00:15Z', 'revision_number': 6, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:16.138184 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f60cfb1a-22d0-4ca1-adf0-ded149f4cff7 admin admin] For port e4bfd472-f6a3-4bc1-a8da-967c3426fedb, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e4bfd472-f6a3-4bc1-a8da-967c3426fedb,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:16.138851 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f60cfb1a-22d0-4ca1-adf0-ded149f4cff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e4bfd472-f6a3-4bc1-a8da-967c3426fedb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:16.153384 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f60cfb1a-22d0-4ca1-adf0-ded149f4cff7 admin admin] Calling delete_port for e4bfd472-f6a3-4bc1-a8da-967c3426fedb owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:16.170194 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a515917-56c5-4fb8-9e5c-3ea272018d82 None None] The sync data for ids ['9af5f529-eea9-4b3c-b0e7-481af3af7f3d'] in n-d-827865-3 is: [{'id': '9af5f529-eea9-4b3c-b0e7-481af3af7f3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1401476315-router', 'tenant_id': '6fdea7f1b6324f67b931aa532697bca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:50:03Z', 'updated_at': '2022-02-07T17:00:15Z', 'revision_number': 6, 'project_id': '6fdea7f1b6324f67b931aa532697bca1', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:00:16.229749 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daaa141-1876-446b-8830-0e9f8035a0f6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:16.233664 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3daaa141-1876-446b-8830-0e9f8035a0f6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:16.249608 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-865fac97-ce56-4d63-8d38-f9f6740701d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (9af5f529-eea9-4b3c-b0e7-481af3af7f3d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:16.256030 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-3daaa141-1876-446b-8830-0e9f8035a0f6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] device_id is not set on port 8c8fd150-686e-4f59-b31a-4adf4ded8d52 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:00:16.293685 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-865fac97-ce56-4d63-8d38-f9f6740701d5 admin admin] Publish callbacks [] for router_controller (9af5f529-eea9-4b3c-b0e7-481af3af7f3d), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:16.418793 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f60cfb1a-22d0-4ca1-adf0-ded149f4cff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e4bfd472-f6a3-4bc1-a8da-967c3426fedb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:16.455922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56758) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:16.781023 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-55861856-9f7d-4704-a1be-08a7db418e2d req-f0fee662-54c6-45cd-9e68-03edd360fc99 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa5644c-b07f-4d77-91cf-54138b2f5422 HTTP/1.1" status: 200 len: 210 time: 0.4853227 Feb 07 17:00:16.802076 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-865fac97-ce56-4d63-8d38-f9f6740701d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (9af5f529-eea9-4b3c-b0e7-481af3af7f3d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:16.803950 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865fac97-ce56-4d63-8d38-f9f6740701d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9af5f529-eea9-4b3c-b0e7-481af3af7f3d {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:00:16.808380 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-35292fbd-7597-4814-ab41-d9fd9d110aa0 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:16.810270 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-35292fbd-7597-4814-ab41-d9fd9d110aa0 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.48 "GET /v2.0/networks?id=380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 200 len: 812 time: 0.1896861 Feb 07 17:00:16.812008 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cfb1a-22d0-4ca1-adf0-ded149f4cff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4bfd472-f6a3-4bc1-a8da-967c3426fedb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:16.823243 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-d27296c0-15d9-45c6-9bcc-635d544cdb14 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Request body: {'port': {'device_id': 'dfa5644c-b07f-4d77-91cf-54138b2f5422', 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca', 'admin_state_up': True, 'tenant_id': '7f8265dde22443dab20942b3bd88ae3d'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:16.831888 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-865fac97-ce56-4d63-8d38-f9f6740701d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:16.836637 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-865fac97-ce56-4d63-8d38-f9f6740701d5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/9af5f529-eea9-4b3c-b0e7-481af3af7f3d HTTP/1.1" status: 204 len: 168 time: 2.0790410 Feb 07 17:00:16.837754 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56762) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:16.895325 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f60cfb1a-22d0-4ca1-adf0-ded149f4cff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (6c174c44-ba59-4999-85e6-3e6a1fe2ad6b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:16.919465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:00:16.959675 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:00:16.960032 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9b9d8bea-5d38-462f-a4a0-a8d3c0a00a19 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:00:16.960471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 17a872b4-f385-4143-a622-76d714cc34cd no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:00:17.000266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 17a872b4-f385-4143-a622-76d714cc34cd {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:00:17.000266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 17a872b4-f385-4143-a622-76d714cc34cd not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:00:17.023946 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0362f1-9dd9-436a-977d-252800c98cdb admin admin] Deleting subnet e08eff2f-7c93-4ede-90b9-2e6bbced6db6 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:00:17.032522 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa0362f1-9dd9-436a-977d-252800c98cdb admin admin] Publish callbacks [] for subnet (e08eff2f-7c93-4ede-90b9-2e6bbced6db6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.084914 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3daaa141-1876-446b-8830-0e9f8035a0f6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (8c8fd150-686e-4f59-b31a-4adf4ded8d52), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.094056 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa0362f1-9dd9-436a-977d-252800c98cdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (e08eff2f-7c93-4ede-90b9-2e6bbced6db6), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.113266 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f60cfb1a-22d0-4ca1-adf0-ded149f4cff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (6c174c44-ba59-4999-85e6-3e6a1fe2ad6b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.122410 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f60cfb1a-22d0-4ca1-adf0-ded149f4cff7 admin admin] Publish callbacks [] for router_controller (6c174c44-ba59-4999-85e6-3e6a1fe2ad6b), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.129372 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a512eb-46f5-4e12-b859-ee6a0f44b513 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:17.130968 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-31a512eb-46f5-4e12-b859-ee6a0f44b513 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 814 time: 0.6740038 Feb 07 17:00:17.150534 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf403406-2a1f-44d3-9631-b61cbd751247 req-c2a09a68-0f6b-4e0c-93f6-d8ec3150868e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:17.152815 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cf403406-2a1f-44d3-9631-b61cbd751247 req-c2a09a68-0f6b-4e0c-93f6-d8ec3150868e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 946 time: 0.5609016 Feb 07 17:00:17.229223 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f60cfb1a-22d0-4ca1-adf0-ded149f4cff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (6c174c44-ba59-4999-85e6-3e6a1fe2ad6b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.229814 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60cfb1a-22d0-4ca1-adf0-ded149f4cff7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c174c44-ba59-4999-85e6-3e6a1fe2ad6b {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:00:17.241250 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3daaa141-1876-446b-8830-0e9f8035a0f6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (8c8fd150-686e-4f59-b31a-4adf4ded8d52), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.247955 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f60cfb1a-22d0-4ca1-adf0-ded149f4cff7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.248194 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa0362f1-9dd9-436a-977d-252800c98cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (e08eff2f-7c93-4ede-90b9-2e6bbced6db6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.248304 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f60cfb1a-22d0-4ca1-adf0-ded149f4cff7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6c174c44-ba59-4999-85e6-3e6a1fe2ad6b HTTP/1.1" status: 204 len: 168 time: 2.2887437 Feb 07 17:00:17.248460 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56766) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:17.275046 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cf403406-2a1f-44d3-9631-b61cbd751247 req-2f15c4a5-98a1-4031-8baa-bbc51fe3143c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869832 Feb 07 17:00:17.294873 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-d27296c0-15d9-45c6-9bcc-635d544cdb14 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Made reservation on behalf of 7f8265dde22443dab20942b3bd88ae3d for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:17.298897 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-d27296c0-15d9-45c6-9bcc-635d544cdb14 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.348439 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daaa141-1876-446b-8830-0e9f8035a0f6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:17.364511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3daaa141-1876-446b-8830-0e9f8035a0f6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:17.382597 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daaa141-1876-446b-8830-0e9f8035a0f6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:00:17.388151 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daaa141-1876-446b-8830-0e9f8035a0f6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:17.389013 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3daaa141-1876-446b-8830-0e9f8035a0f6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.434002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daaa141-1876-446b-8830-0e9f8035a0f6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=8c8fd150-686e-4f59-b31a-4adf4ded8d52,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:17.447302 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3daaa141-1876-446b-8830-0e9f8035a0f6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5611434 Feb 07 17:00:17.452916 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66ac931-b953-4ab1-bcd7-4b6e4d3be808 admin admin] Deleting subnet cea5ae11-c3af-48b5-b914-327a543b7978 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:00:17.456673 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b66ac931-b953-4ab1-bcd7-4b6e4d3be808 admin admin] Publish callbacks [] for subnet (cea5ae11-c3af-48b5-b914-327a543b7978), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.480588 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56770) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:17.507113 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa0362f1-9dd9-436a-977d-252800c98cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (e08eff2f-7c93-4ede-90b9-2e6bbced6db6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.511837 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b66ac931-b953-4ab1-bcd7-4b6e4d3be808 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (cea5ae11-c3af-48b5-b914-327a543b7978), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.567573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0362f1-9dd9-436a-977d-252800c98cdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08eff2f-7c93-4ede-90b9-2e6bbced6db6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:17.576143 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa0362f1-9dd9-436a-977d-252800c98cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.579906 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fa0362f1-9dd9-436a-977d-252800c98cdb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e08eff2f-7c93-4ede-90b9-2e6bbced6db6 HTTP/1.1" status: 204 len: 168 time: 0.7351730 Feb 07 17:00:17.582627 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56772) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:17.591150 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c26877-f906-4790-b888-ebbc065408a4 None None] Network 558210b1-aeef-4297-87e4-07b1b1a8ae99 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:00:17.627881 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-d27296c0-15d9-45c6-9bcc-635d544cdb14 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Allocated IP 172.20.0.6 (380ea26c-6043-4940-b6ef-8a90ddeec2ca/5e0f2a9e-b79d-4601-ac33-c328f95f4202/e688a0fd-56b8-4717-abb0-eea9b8f97cfc) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:00:17.640225 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ddd1d244-dbb4-4ac8-8f8f-600df79ce9ff tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port 8c8fd150-686e-4f59-b31a-4adf4ded8d52 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:17.640568 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddd1d244-dbb4-4ac8-8f8f-600df79ce9ff tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8c8fd150-686e-4f59-b31a-4adf4ded8d52), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.680020 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b66ac931-b953-4ab1-bcd7-4b6e4d3be808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (cea5ae11-c3af-48b5-b914-327a543b7978), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.707260 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56776) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:17.721945 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-16575bfb-6ef9-4832-9672-5f5673dc9142 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'network': {'name': 'tempest-network-smoke--1898784887', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'port_security_enabled': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:17.749851 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16575bfb-6ef9-4832-9672-5f5673dc9142 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Made reservation on behalf of e266b4b9b1d544eabc5eebcc70b0d46e for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:17.754628 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16575bfb-6ef9-4832-9672-5f5673dc9142 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.762478 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b66ac931-b953-4ab1-bcd7-4b6e4d3be808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (cea5ae11-c3af-48b5-b914-327a543b7978), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.808206 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddd1d244-dbb4-4ac8-8f8f-600df79ce9ff tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8c8fd150-686e-4f59-b31a-4adf4ded8d52), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.808556 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ac931-b953-4ab1-bcd7-4b6e4d3be808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cea5ae11-c3af-48b5-b914-327a543b7978,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:17.819134 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (558210b1-aeef-4297-87e4-07b1b1a8ae99), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.822523 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b66ac931-b953-4ab1-bcd7-4b6e4d3be808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.831477 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b66ac931-b953-4ab1-bcd7-4b6e4d3be808 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cea5ae11-c3af-48b5-b914-327a543b7978 HTTP/1.1" status: 204 len: 168 time: 0.5827320 Feb 07 17:00:17.832801 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56778) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:17.843738 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ddd1d244-dbb4-4ac8-8f8f-600df79ce9ff tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for 8c8fd150-686e-4f59-b31a-4adf4ded8d52 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:17.848076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16575bfb-6ef9-4832-9672-5f5673dc9142 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:00:17.879750 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16575bfb-6ef9-4832-9672-5f5673dc9142 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (969521c2-c3e8-401e-8ca6-f6c85dd9ab0a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:17.883543 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-16575bfb-6ef9-4832-9672-5f5673dc9142 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Added segment 969521c2-c3e8-401e-8ca6-f6c85dd9ab0a of type vlan for network 392ac90b-adf4-42bb-8c23-2af81c22fab0 Feb 07 17:00:17.898413 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a76fa15-0848-4e8e-8580-4d6cfb093cc4 None None] DHCP port deletion for 558210b1-aeef-4297-87e4-07b1b1a8ae99 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:00:18.015697 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5db0a9b7-0c00-4a62-a535-3a812cef5771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (f189284f-c88d-4a12-b11f-3bb2193ec906), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.016417 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8a76fa15-0848-4e8e-8580-4d6cfb093cc4 None None] Deleting port 187e36a1-4d7f-4d79-b568-029742f692e0 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:18.017034 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8a76fa15-0848-4e8e-8580-4d6cfb093cc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (187e36a1-4d7f-4d79-b568-029742f692e0), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.021777 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ae0b4e8-5377-4501-be9f-3e0bedbf949f req-9476a7df-5e11-4ea2-b15e-4a525026bf50 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa5644c-b07f-4d77-91cf-54138b2f5422 HTTP/1.1" status: 200 len: 210 time: 0.0531337 Feb 07 17:00:18.095988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8a76fa15-0848-4e8e-8580-4d6cfb093cc4 None None] For port 187e36a1-4d7f-4d79-b568-029742f692e0, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=187e36a1-4d7f-4d79-b568-029742f692e0,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:18.096692 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8a76fa15-0848-4e8e-8580-4d6cfb093cc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (187e36a1-4d7f-4d79-b568-029742f692e0), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.116715 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] Deleting port 187e36a1-4d7f-4d79-b568-029742f692e0 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:18.116990 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (187e36a1-4d7f-4d79-b568-029742f692e0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.122774 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8a76fa15-0848-4e8e-8580-4d6cfb093cc4 None None] Calling delete_port for 187e36a1-4d7f-4d79-b568-029742f692e0 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:18.131821 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16575bfb-6ef9-4832-9672-5f5673dc9142 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (392ac90b-adf4-42bb-8c23-2af81c22fab0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.167822 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5db0a9b7-0c00-4a62-a535-3a812cef5771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (f189284f-c88d-4a12-b11f-3bb2193ec906), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.209321 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5db0a9b7-0c00-4a62-a535-3a812cef5771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f189284f-c88d-4a12-b11f-3bb2193ec906']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:18.228087 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16575bfb-6ef9-4832-9672-5f5673dc9142 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (392ac90b-adf4-42bb-8c23-2af81c22fab0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.236130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16575bfb-6ef9-4832-9672-5f5673dc9142 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:18.236658 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16575bfb-6ef9-4832-9672-5f5673dc9142 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.249545 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] For port 187e36a1-4d7f-4d79-b568-029742f692e0, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=187e36a1-4d7f-4d79-b568-029742f692e0,segment=NetworkSegment(c0cf986b-be03-4109-8b48-f2e3ed280476),segment_id=c0cf986b-be03-4109-8b48-f2e3ed280476)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:18.251258 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (187e36a1-4d7f-4d79-b568-029742f692e0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.253555 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddd1d244-dbb4-4ac8-8f8f-600df79ce9ff tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (8c8fd150-686e-4f59-b31a-4adf4ded8d52), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.257657 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5db0a9b7-0c00-4a62-a535-3a812cef5771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:18.258209 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5db0a9b7-0c00-4a62-a535-3a812cef5771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:18.278893 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5db0a9b7-0c00-4a62-a535-3a812cef5771 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.281311 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] Calling delete_port for 187e36a1-4d7f-4d79-b568-029742f692e0 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:18.354994 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5db0a9b7-0c00-4a62-a535-3a812cef5771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.367753 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1d244-dbb4-4ac8-8f8f-600df79ce9ff tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=8c8fd150-686e-4f59-b31a-4adf4ded8d52,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:18.377005 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db0a9b7-0c00-4a62-a535-3a812cef5771 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:00:18.378384 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5db0a9b7-0c00-4a62-a535-3a812cef5771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (0f9ed3fb-0534-48a3-b1b4-b7b5028d1b5f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.378865 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddd1d244-dbb4-4ac8-8f8f-600df79ce9ff tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.382631 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ddd1d244-dbb4-4ac8-8f8f-600df79ce9ff tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/ports/8c8fd150-686e-4f59-b31a-4adf4ded8d52 HTTP/1.1" status: 204 len: 168 time: 0.9007716 Feb 07 17:00:18.386567 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-16575bfb-6ef9-4832-9672-5f5673dc9142 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6721802 Feb 07 17:00:18.389340 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56784) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:18.397922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ebd8fdfe-8e2f-4c5d-a0ba-41d257819ebf tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9', 'mac_address': 'fa:16:3e:95:b3:c2', 'name': 'tempest-PortsIpV6TestJSON-652395277'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:18.406889 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-d27296c0-15d9-45c6-9bcc-635d544cdb14 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks [] for port (e688a0fd-56b8-4717-abb0-eea9b8f97cfc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.417717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56786) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:00:18.464160 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:00:18.509378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 85308f3c-6f8b-4bc4-8c1a-418e92b42945 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:00:18.511701 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8a76fa15-0848-4e8e-8580-4d6cfb093cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (187e36a1-4d7f-4d79-b568-029742f692e0), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.559703 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 85308f3c-6f8b-4bc4-8c1a-418e92b42945 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:00:18.559703 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 85308f3c-6f8b-4bc4-8c1a-418e92b42945 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:00:18.559703 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e4bfd472-f6a3-4bc1-a8da-967c3426fedb no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:00:18.561172 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76fa15-0848-4e8e-8580-4d6cfb093cc4 None None] Pushing event deleted for resources: {'Port': ['ID=187e36a1-4d7f-4d79-b568-029742f692e0,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:18.568879 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a76fa15-0848-4e8e-8580-4d6cfb093cc4 None None] No DVR routers for this DVR port 187e36a1-4d7f-4d79-b568-029742f692e0 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:00:18.574449 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (187e36a1-4d7f-4d79-b568-029742f692e0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.593115 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5db0a9b7-0c00-4a62-a535-3a812cef5771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (f189284f-c88d-4a12-b11f-3bb2193ec906), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.605900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: e4bfd472-f6a3-4bc1-a8da-967c3426fedb {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:00:18.606538 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e4bfd472-f6a3-4bc1-a8da-967c3426fedb not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:00:18.607309 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 187e36a1-4d7f-4d79-b568-029742f692e0 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:00:18.629971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 187e36a1-4d7f-4d79-b568-029742f692e0 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:00:18.630606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 187e36a1-4d7f-4d79-b568-029742f692e0 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:00:18.637148 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5db0a9b7-0c00-4a62-a535-3a812cef5771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.648517 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5db0a9b7-0c00-4a62-a535-3a812cef5771 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f189284f-c88d-4a12-b11f-3bb2193ec906 HTTP/1.1" status: 204 len: 168 time: 0.8133984 Feb 07 17:00:18.678802 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] Pushing event deleted for resources: {'Port': ['ID=187e36a1-4d7f-4d79-b568-029742f692e0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:18.685498 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] No DVR routers for this DVR port 187e36a1-4d7f-4d79-b568-029742f692e0 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:00:18.690564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0a9b7-0c00-4a62-a535-3a812cef5771 admin admin] Pushing event deleted for resources: {'Network': ['ID=f189284f-c88d-4a12-b11f-3bb2193ec906,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:18.808973 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (558210b1-aeef-4297-87e4-07b1b1a8ae99), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.842783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558210b1-aeef-4297-87e4-07b1b1a8ae99']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:18.859022 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cf986b-be03-4109-8b48-f2e3ed280476') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:18.859329 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cf986b-be03-4109-8b48-f2e3ed280476') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:18.868198 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56792) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:18.879234 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (c0cf986b-be03-4109-8b48-f2e3ed280476), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.905630 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (c0cf986b-be03-4109-8b48-f2e3ed280476), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.920809 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:00:18.921230 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (c0cf986b-be03-4109-8b48-f2e3ed280476), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:00:18.923013 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:00:18.972903 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16575bfb-6ef9-4832-9672-5f5673dc9142 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Network': ['ID=392ac90b-adf4-42bb-8c23-2af81c22fab0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:18.979811 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cfb8fe24-61ac-4528-92d8-106b50c2cd6d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8958f6ad8ce64d2cafce718553b9cb64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1061444 Feb 07 17:00:18.979811 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56794) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:19.007613 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 392ac90b-adf4-42bb-8c23-2af81c22fab0 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:00:19.019180 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (558210b1-aeef-4297-87e4-07b1b1a8ae99), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:19.054806 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffbd48e-6607-434c-b87c-1d23ca26d188 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:19.056601 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2ffbd48e-6607-434c-b87c-1d23ca26d188 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e266b4b9b1d544eabc5eebcc70b0d46e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.6376138 Feb 07 17:00:19.061014 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56798) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:19.063531 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:19.070003 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] 10.222.0.18 "DELETE /v2.0/networks/558210b1-aeef-4297-87e4-07b1b1a8ae99 HTTP/1.1" status: 204 len: 168 time: 1.4834559 Feb 07 17:00:19.070003 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82864945-d16f-41f5-a127-9864f35c365b admin admin] Publish callbacks [] for security_group (43e0073b-f1a0-40bb-9dfc-df1879930412), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:19.080941 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4637ae2-44f9-4ace-ac3d-dd6779985abb admin admin] Pushing event deleted for resources: {'Network': ['ID=558210b1-aeef-4297-87e4-07b1b1a8ae99,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:19.107598 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82864945-d16f-41f5-a127-9864f35c365b admin admin] Publish callbacks [] for security_group (43e0073b-f1a0-40bb-9dfc-df1879930412), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:19.143131 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e7c6f-2df2-4e34-9d02-037c21ce96d9 req-d74d7e10-29a0-4cac-89b1-f8492e32558a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:19.149233 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a22e7c6f-2df2-4e34-9d02-037c21ce96d9 req-d74d7e10-29a0-4cac-89b1-f8492e32558a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 946 time: 0.7185445 Feb 07 17:00:19.169819 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82864945-d16f-41f5-a127-9864f35c365b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (43e0073b-f1a0-40bb-9dfc-df1879930412), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:19.173446 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82864945-d16f-41f5-a127-9864f35c365b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:19.174883 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-82864945-d16f-41f5-a127-9864f35c365b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43e0073b-f1a0-40bb-9dfc-df1879930412 HTTP/1.1" status: 204 len: 168 time: 0.1955993 Feb 07 17:00:19.188697 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82864945-d16f-41f5-a127-9864f35c365b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e0073b-f1a0-40bb-9dfc-df1879930412,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:19.225786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd8fdfe-8e2f-4c5d-a0ba-41d257819ebf tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:19.248262 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e862acfd-8a92-4c64-9677-5ddccb79d369 req-1290fc57-51f6-4be2-99cd-66e0eb00bf43 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa5644c-b07f-4d77-91cf-54138b2f5422 HTTP/1.1" status: 200 len: 210 time: 0.0718584 Feb 07 17:00:19.330345 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebd8fdfe-8e2f-4c5d-a0ba-41d257819ebf tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:19.373008 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-d27296c0-15d9-45c6-9bcc-635d544cdb14 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e688a0fd-56b8-4717-abb0-eea9b8f97cfc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:19.438398 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56804) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:19.439065 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-ebd8fdfe-8e2f-4c5d-a0ba-41d257819ebf tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] device_id is not set on port 030ca6a2-0df5-4b3a-abeb-35d212c57f9e yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:00:19.460281 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-d27296c0-15d9-45c6-9bcc-635d544cdb14 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Network 380ea26c-6043-4940-b6ef-8a90ddeec2ca is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:19.475846 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-d27296c0-15d9-45c6-9bcc-635d544cdb14 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:19.482237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-d27296c0-15d9-45c6-9bcc-635d544cdb14 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:00:19.494643 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a22e7c6f-2df2-4e34-9d02-037c21ce96d9 req-b952ccca-2b97-48e0-a463-60d0321044e9 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671417 Feb 07 17:00:19.515497 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6d73ef3a-7448-4190-8fb6-a577ec4ae44f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6fdea7f1b6324f67b931aa532697bca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0760231 Feb 07 17:00:19.522478 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56808) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:19.571689 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27296c0-15d9-45c6-9bcc-635d544cdb14 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Pushing event updated for resources: {'Port': ['ID=e688a0fd-56b8-4717-abb0-eea9b8f97cfc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:19.599969 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031b4d8e-5369-4405-b450-d255dff6ff64 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:19.601529 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-031b4d8e-5369-4405-b450-d255dff6ff64 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5391994 Feb 07 17:00:19.605540 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56810) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:19.624464 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-d27296c0-15d9-45c6-9bcc-635d544cdb14 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:19.625099 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-d27296c0-15d9-45c6-9bcc-635d544cdb14 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:19.662678 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c547ce57-0b8f-457a-9e71-89b56fec3b96 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504401 Feb 07 17:00:19.662678 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56814) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:19.694218 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-d27296c0-15d9-45c6-9bcc-635d544cdb14 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8748996 Feb 07 17:00:19.697672 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d27face0-eb9e-4b55-a85b-58006726b5b2 admin admin] Publish callbacks [] for security_group (4cd0d5de-63ae-4775-9f75-d109c7c00968), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:19.707074 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6bf154f7-e9cc-49f5-a490-c05297196bea tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e266b4b9b1d544eabc5eebcc70b0d46e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431864 Feb 07 17:00:19.708086 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56820) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:19.711412 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Request body: {'port': {'device_id': 'dfa5644c-b07f-4d77-91cf-54138b2f5422', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:19.811013 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d27face0-eb9e-4b55-a85b-58006726b5b2 admin admin] Publish callbacks [] for security_group (4cd0d5de-63ae-4775-9f75-d109c7c00968), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:19.899491 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebd8fdfe-8e2f-4c5d-a0ba-41d257819ebf tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (030ca6a2-0df5-4b3a-abeb-35d212c57f9e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:19.917902 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e688a0fd-56b8-4717-abb0-eea9b8f97cfc), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:19.926957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec6b052-ef06-4cd1-8c46-52114f076014 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:19.931644 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7ec6b052-ef06-4cd1-8c46-52114f076014 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2193937 Feb 07 17:00:19.945701 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56826) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:19.981318 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d27face0-eb9e-4b55-a85b-58006726b5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4cd0d5de-63ae-4775-9f75-d109c7c00968), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:19.983942 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d27face0-eb9e-4b55-a85b-58006726b5b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:19.985116 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d27face0-eb9e-4b55-a85b-58006726b5b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4cd0d5de-63ae-4775-9f75-d109c7c00968 HTTP/1.1" status: 204 len: 168 time: 0.4295242 Feb 07 17:00:20.006381 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebd8fdfe-8e2f-4c5d-a0ba-41d257819ebf tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (030ca6a2-0df5-4b3a-abeb-35d212c57f9e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:20.010437 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27face0-eb9e-4b55-a85b-58006726b5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd0d5de-63ae-4775-9f75-d109c7c00968,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:20.044271 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-23647725-8645-4ba6-ac07-16e543946319 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0966694 Feb 07 17:00:20.045555 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56834) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:20.054391 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-51b20e51-a8b1-402d-b914-4eed309c6e9e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-512268256', 'network_id': '392ac90b-adf4-42bb-8c23-2af81c22fab0', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:20.134477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8fdfe-8e2f-4c5d-a0ba-41d257819ebf tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=030ca6a2-0df5-4b3a-abeb-35d212c57f9e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:20.168597 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd8fdfe-8e2f-4c5d-a0ba-41d257819ebf tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:20.172862 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ebd8fdfe-8e2f-4c5d-a0ba-41d257819ebf tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:20.175897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd8fdfe-8e2f-4c5d-a0ba-41d257819ebf tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:00:20.193536 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd8fdfe-8e2f-4c5d-a0ba-41d257819ebf tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:20.194446 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebd8fdfe-8e2f-4c5d-a0ba-41d257819ebf tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:20.221023 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b20e51-a8b1-402d-b914-4eed309c6e9e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Made reservation on behalf of e266b4b9b1d544eabc5eebcc70b0d46e for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:20.223320 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ebd8fdfe-8e2f-4c5d-a0ba-41d257819ebf tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8298738 Feb 07 17:00:20.226839 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51b20e51-a8b1-402d-b914-4eed309c6e9e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:20.227716 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56840) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:20.391324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e209144c-7089-454a-a724-d00bf714fa0f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:20.392913 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e209144c-7089-454a-a724-d00bf714fa0f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports/030ca6a2-0df5-4b3a-abeb-35d212c57f9e HTTP/1.1" status: 200 len: 844 time: 0.1640866 Feb 07 17:00:20.397649 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56846) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:20.541958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818523c4-47cf-41a7-b07a-bfc1725f5b0a req-ce19363b-3e7d-4901-bf5b-2f6eebaf522b tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:20.543754 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-818523c4-47cf-41a7-b07a-bfc1725f5b0a req-ce19363b-3e7d-4901-bf5b-2f6eebaf522b tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa5644c-b07f-4d77-91cf-54138b2f5422 HTTP/1.1" status: 200 len: 931 time: 0.1667719 Feb 07 17:00:20.564480 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51b20e51-a8b1-402d-b914-4eed309c6e9e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (a94a10f6-18a5-454d-b881-3f9f162b7d34), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:20.618393 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3cb14-fe46-4319-b40a-37313582109b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port 030ca6a2-0df5-4b3a-abeb-35d212c57f9e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:20.618393 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7f3cb14-fe46-4319-b40a-37313582109b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (030ca6a2-0df5-4b3a-abeb-35d212c57f9e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:20.633486 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b20e51-a8b1-402d-b914-4eed309c6e9e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Subnet': ['ID=a94a10f6-18a5-454d-b881-3f9f162b7d34,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:20.669227 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-818523c4-47cf-41a7-b07a-bfc1725f5b0a req-6b76dbcb-8435-4f1a-8fe9-fe3a8b7bda66 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150341 Feb 07 17:00:20.680598 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e688a0fd-56b8-4717-abb0-eea9b8f97cfc {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:00:20.715321 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b20e51-a8b1-402d-b914-4eed309c6e9e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Checking segment: {'id': '969521c2-c3e8-401e-8ca6-f6c85dd9ab0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '392ac90b-adf4-42bb-8c23-2af81c22fab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:00:20.715790 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b20e51-a8b1-402d-b914-4eed309c6e9e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Network hostable DHCP agents. Network: 392ac90b-adf4-42bb-8c23-2af81c22fab0, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:00:20.738672 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b20e51-a8b1-402d-b914-4eed309c6e9e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Network 392ac90b-adf4-42bb-8c23-2af81c22fab0 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:00:20.752739 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-51b20e51-a8b1-402d-b914-4eed309c6e9e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 392ac90b-adf4-42bb-8c23-2af81c22fab0) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:20.758134 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b20e51-a8b1-402d-b914-4eed309c6e9e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:20.758697 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51b20e51-a8b1-402d-b914-4eed309c6e9e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:20.764820 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d20c987-5f8e-4267-a394-04f228fa89d0 None None] Network 392ac90b-adf4-42bb-8c23-2af81c22fab0 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:00:20.772090 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Publish callbacks [] for port (e688a0fd-56b8-4717-abb0-eea9b8f97cfc), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:20.782342 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-51b20e51-a8b1-402d-b914-4eed309c6e9e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7342200 Feb 07 17:00:20.809342 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Transition to ACTIVE for port object e688a0fd-56b8-4717-abb0-eea9b8f97cfc will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:00:20.826940 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (e688a0fd-56b8-4717-abb0-eea9b8f97cfc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:20.837598 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7f3cb14-fe46-4319-b40a-37313582109b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (030ca6a2-0df5-4b3a-abeb-35d212c57f9e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:20.886904 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3cb14-fe46-4319-b40a-37313582109b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for 030ca6a2-0df5-4b3a-abeb-35d212c57f9e owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:20.914978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feb7c1-b4c8-454f-9c38-cff7ac79e288 req-7d4ed721-bfe2-4e16-b668-4b283ee52475 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:20.924493 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-47feb7c1-b4c8-454f-9c38-cff7ac79e288 req-7d4ed721-bfe2-4e16-b668-4b283ee52475 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 946 time: 0.2868688 Feb 07 17:00:20.966089 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-392ac90b-adf4-42bb-8c23-2af81c22fab0', 'network_id': '392ac90b-adf4-42bb-8c23-2af81c22fab0', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'fixed_ips': [{'subnet_id': 'a94a10f6-18a5-454d-b881-3f9f162b7d34'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:00:20.967489 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:20.994328 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56870) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:21.019328 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Pushing event updated for resources: {'Port': ['ID=e688a0fd-56b8-4717-abb0-eea9b8f97cfc,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:21.127742 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Attempting to bind port e688a0fd-56b8-4717-abb0-eea9b8f97cfc on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:00:21.127742 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Attempting to bind port e688a0fd-56b8-4717-abb0-eea9b8f97cfc by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:00:21.128095 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Attempting to bind port e688a0fd-56b8-4717-abb0-eea9b8f97cfc on network 380ea26c-6043-4940-b6ef-8a90ddeec2ca {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:00:21.152050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56876) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:21.157554 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7d7e8b53-48f0-4bd4-82aa-f739b040bead tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572808316', 'description': 'tempest-secgroup-smoke-572808316 description', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:21.162917 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-47feb7c1-b4c8-454f-9c38-cff7ac79e288 req-c143f209-4b3d-43ce-ac82-9e2ca90d353c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365289 Feb 07 17:00:21.168331 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Port e688a0fd-56b8-4717-abb0-eea9b8f97cfc on network 380ea26c-6043-4940-b6ef-8a90ddeec2ca not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:00:21.168678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Attempting to bind port e688a0fd-56b8-4717-abb0-eea9b8f97cfc on network 380ea26c-6043-4940-b6ef-8a90ddeec2ca {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:00:21.180264 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 16, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:00:21.180620 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Checking segment: {'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:00:21.181018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Bound using segment: {'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:00:21.181494 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Bound port: e688a0fd-56b8-4717-abb0-eea9b8f97cfc, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:00:21.181864 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e688a0fd-56b8-4717-abb0-eea9b8f97cfc), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.198169 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8b53-48f0-4bd4-82aa-f739b040bead tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.218423 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a431e15-584e-4e7e-966c-e0a108b08518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.293219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] Allocated IP 172.20.0.18 (392ac90b-adf4-42bb-8c23-2af81c22fab0/a94a10f6-18a5-454d-b881-3f9f162b7d34/584b5d26-5e14-4e9b-a0ed-da2b267fcb7d) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:00:21.311913 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7f3cb14-fe46-4319-b40a-37313582109b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (030ca6a2-0df5-4b3a-abeb-35d212c57f9e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.318238 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8b53-48f0-4bd4-82aa-f739b040bead tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group (9cf6d5b0-780f-4a53-9381-9651d5de3570), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.324285 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8b53-48f0-4bd4-82aa-f739b040bead tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (9cf6d5b0-780f-4a53-9381-9651d5de3570), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.375368 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a431e15-584e-4e7e-966c-e0a108b08518 admin admin] Publish callbacks [] for security_group (accf9eff-f80a-4f3f-b079-48e9927d8132), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.378793 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8b53-48f0-4bd4-82aa-f739b040bead tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.381250 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7d7e8b53-48f0-4bd4-82aa-f739b040bead tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2281320 Feb 07 17:00:21.382833 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e8b53-48f0-4bd4-82aa-f739b040bead tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf6d5b0-780f-4a53-9381-9651d5de3570,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:21.385665 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56882) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:21.388511 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a431e15-584e-4e7e-966c-e0a108b08518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (accf9eff-f80a-4f3f-b079-48e9927d8132), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.394925 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1791e424-f387-49c4-9a57-bc7f63a21c30 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group_rule': {'security_group_id': '9cf6d5b0-780f-4a53-9381-9651d5de3570', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:21.410143 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.419613 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3cb14-fe46-4319-b40a-37313582109b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=030ca6a2-0df5-4b3a-abeb-35d212c57f9e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:21.430907 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7f3cb14-fe46-4319-b40a-37313582109b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.441391 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f7f3cb14-fe46-4319-b40a-37313582109b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/ports/030ca6a2-0df5-4b3a-abeb-35d212c57f9e HTTP/1.1" status: 204 len: 168 time: 1.0401821 Feb 07 17:00:21.444235 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56886) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:21.481096 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9a431e15-584e-4e7e-966c-e0a108b08518 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9156511a11d4913a77b981ae15cc508&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4854822 Feb 07 17:00:21.501308 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56888) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:21.511012 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1791e424-f387-49c4-9a57-bc7f63a21c30 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (50cb5dc2-897d-4b68-8ecb-7cf00726851f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.525192 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] For port e688a0fd-56b8-4717-abb0-eea9b8f97cfc, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:00:21.538619 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b670fbbe-fd36-4697-8dbd-ed933c0a8017 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] GET failed (client error): The resource could not be found. Feb 07 17:00:21.539604 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a431e15-584e-4e7e-966c-e0a108b08518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accf9eff-f80a-4f3f-b079-48e9927d8132,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:21.540122 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b670fbbe-fd36-4697-8dbd-ed933c0a8017 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports/030ca6a2-0df5-4b3a-abeb-35d212c57f9e HTTP/1.1" status: 404 len: 333 time: 0.0949147 Feb 07 17:00:21.549629 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56890) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:21.560053 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-95248869-14bc-4008-b2cc-cfc642a0e3d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9', 'name': 'tempest-PortsIpV6TestJSON-922425639'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:21.570696 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] For port e688a0fd-56b8-4717-abb0-eea9b8f97cfc, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=e688a0fd-56b8-4717-abb0-eea9b8f97cfc,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:00:21.592277 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] Publish callbacks [] for port (584b5d26-5e14-4e9b-a0ed-da2b267fcb7d), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.601546 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (584b5d26-5e14-4e9b-a0ed-da2b267fcb7d), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.624226 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1791e424-f387-49c4-9a57-bc7f63a21c30 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (50cb5dc2-897d-4b68-8ecb-7cf00726851f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.629003 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (e688a0fd-56b8-4717-abb0-eea9b8f97cfc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.633949 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1791e424-f387-49c4-9a57-bc7f63a21c30 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (50cb5dc2-897d-4b68-8ecb-7cf00726851f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.666106 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791e424-f387-49c4-9a57-bc7f63a21c30 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50cb5dc2-897d-4b68-8ecb-7cf00726851f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:21.675001 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:21.675650 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.677694 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] 10.222.0.48 "PUT /v2.0/ports/e688a0fd-56b8-4717-abb0-eea9b8f97cfc HTTP/1.1" status: 200 len: 1091 time: 1.9748359 Feb 07 17:00:21.698472 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa5644c-b07f-4d77-91cf-54138b2f5422', 'tag': 'e688a0fd-56b8-4717-abb0-eea9b8f97cfc'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:00:21.708538 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] Network 392ac90b-adf4-42bb-8c23-2af81c22fab0 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:21.709227 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1791e424-f387-49c4-9a57-bc7f63a21c30 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.712895 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64871ff-eb99-4a85-9928-11b92d8ed0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa5644c-b07f-4d77-91cf-54138b2f5422", "tag": "e688a0fd-56b8-4717-abb0-eea9b8f97cfc"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:00:21.715262 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1791e424-f387-49c4-9a57-bc7f63a21c30 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3276446 Feb 07 17:00:21.715912 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56896) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:21.721223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-73d2776d-ddc0-459c-9d2a-bfd10b0a3c29 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group_rule': {'security_group_id': '9cf6d5b0-780f-4a53-9381-9651d5de3570', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:21.767501 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73d2776d-ddc0-459c-9d2a-bfd10b0a3c29 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (3e85172c-c00f-4470-930a-4519b9c2b3e4), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.788997 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:21.794537 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] Pushing event updated for resources: {'Port': ['ID=584b5d26-5e14-4e9b-a0ed-da2b267fcb7d,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:21.806308 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:00:21.815747 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95248869-14bc-4008-b2cc-cfc642a0e3d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:21.820197 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95248869-14bc-4008-b2cc-cfc642a0e3d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.826917 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af0d346a-5863-4c0e-8ccc-cec50e143b3a admin admin] Publish callbacks [] for security_group (accf9eff-f80a-4f3f-b079-48e9927d8132), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.852967 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af0d346a-5863-4c0e-8ccc-cec50e143b3a admin admin] Publish callbacks [] for security_group (accf9eff-f80a-4f3f-b079-48e9927d8132), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.886451 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693d4443-111a-4a02-a6c1-f838f1b9bf50 x-openstack-request-id: req-693d4443-111a-4a02-a6c1-f838f1b9bf50 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:00:21.886759 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa5644c-b07f-4d77-91cf-54138b2f5422", "tag": "e688a0fd-56b8-4717-abb0-eea9b8f97cfc", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:00:21.887019 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-693d4443-111a-4a02-a6c1-f838f1b9bf50 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:00:21.887480 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa5644c-b07f-4d77-91cf-54138b2f5422', 'tag': 'e688a0fd-56b8-4717-abb0-eea9b8f97cfc', 'status': 'completed', 'code': 200} Feb 07 17:00:21.902143 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] Attempting to bind port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:00:21.902281 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] Attempting to bind port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '969521c2-c3e8-401e-8ca6-f6c85dd9ab0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '392ac90b-adf4-42bb-8c23-2af81c22fab0'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:00:21.902737 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] Attempting to bind port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d on network 392ac90b-adf4-42bb-8c23-2af81c22fab0 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:00:21.910366 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:00:21.911498 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] Checking segment: {'id': '969521c2-c3e8-401e-8ca6-f6c85dd9ab0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '392ac90b-adf4-42bb-8c23-2af81c22fab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:00:21.913698 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.914434 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] Bound using segment: {'id': '969521c2-c3e8-401e-8ca6-f6c85dd9ab0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '392ac90b-adf4-42bb-8c23-2af81c22fab0'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:00:21.915332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] Bound port: 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969521c2-c3e8-401e-8ca6-f6c85dd9ab0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '392ac90b-adf4-42bb-8c23-2af81c22fab0'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:00:21.915996 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (584b5d26-5e14-4e9b-a0ed-da2b267fcb7d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.916168 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee7a83-9076-4172-b294-1f7528f981eb service neutron] Pushing event updated for resources: {'Port': ['ID=e688a0fd-56b8-4717-abb0-eea9b8f97cfc,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:21.922842 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-95248869-14bc-4008-b2cc-cfc642a0e3d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] device_id is not set on port f9fbba32-615f-4484-af6b-6634574956be yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:00:21.979838 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-23c91f91-6251-4a5b-9a71-9cfe19a53a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:21.981464 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-23c91f91-6251-4a5b-9a71-9cfe19a53a9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f8265dde22443dab20942b3bd88ae3d&device_id=dfa5644c-b07f-4d77-91cf-54138b2f5422 HTTP/1.1" status: 200 len: 1125 time: 0.2499692 Feb 07 17:00:21.994021 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af0d346a-5863-4c0e-8ccc-cec50e143b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (accf9eff-f80a-4f3f-b079-48e9927d8132), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.996659 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af0d346a-5863-4c0e-8ccc-cec50e143b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:21.997829 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-af0d346a-5863-4c0e-8ccc-cec50e143b3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/accf9eff-f80a-4f3f-b079-48e9927d8132 HTTP/1.1" status: 204 len: 168 time: 0.4821861 Feb 07 17:00:22.051761 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d346a-5863-4c0e-8ccc-cec50e143b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accf9eff-f80a-4f3f-b079-48e9927d8132,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:22.055268 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-dfc56b8b-61de-4ac8-af5f-969e0bca2e47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e688a0fd-56b8-4717-abb0-eea9b8f97cfc HTTP/1.1" status: 200 len: 217 time: 0.0623426 Feb 07 17:00:22.065661 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73d2776d-ddc0-459c-9d2a-bfd10b0a3c29 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (3e85172c-c00f-4470-930a-4519b9c2b3e4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:22.094608 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73d2776d-ddc0-459c-9d2a-bfd10b0a3c29 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (3e85172c-c00f-4470-930a-4519b9c2b3e4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:22.183969 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-aceb0317-5cfc-416a-ab3f-df0bef77ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:22.185656 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-aceb0317-5cfc-416a-ab3f-df0bef77ceb0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e0f2a9e-b79d-4601-ac33-c328f95f4202 HTTP/1.1" status: 200 len: 852 time: 0.1231077 Feb 07 17:00:22.188494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cc0a6-84b6-4456-819c-35d6c26fded5 req-1a365f42-f9f6-46a0-826d-073e99a96720 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:22.195572 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] For port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:00:22.198908 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d24cc0a6-84b6-4456-819c-35d6c26fded5 req-1a365f42-f9f6-46a0-826d-073e99a96720 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa5644c-b07f-4d77-91cf-54138b2f5422 HTTP/1.1" status: 200 len: 943 time: 0.3406482 Feb 07 17:00:22.201123 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] For port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=584b5d26-5e14-4e9b-a0ed-da2b267fcb7d,segment=NetworkSegment(969521c2-c3e8-401e-8ca6-f6c85dd9ab0a),segment_id=969521c2-c3e8-401e-8ca6-f6c85dd9ab0a)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:00:22.229363 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2776d-ddc0-459c-9d2a-bfd10b0a3c29 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e85172c-c00f-4470-930a-4519b9c2b3e4,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:22.239084 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (584b5d26-5e14-4e9b-a0ed-da2b267fcb7d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:22.246120 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-3301ce8b-4299-470e-b64f-a9ecdd4a6daf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=380ea26c-6043-4940-b6ef-8a90ddeec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538957 Feb 07 17:00:22.275191 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95248869-14bc-4008-b2cc-cfc642a0e3d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (f9fbba32-615f-4484-af6b-6634574956be), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:22.353152 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d24cc0a6-84b6-4456-819c-35d6c26fded5 req-54d255e3-1143-49cd-8eb1-f903f39f2f5c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412179 Feb 07 17:00:22.356427 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73d2776d-ddc0-459c-9d2a-bfd10b0a3c29 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:22.358011 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-73d2776d-ddc0-459c-9d2a-bfd10b0a3c29 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6408520 Feb 07 17:00:22.360911 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56914) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:22.367976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-24de115c-5e7c-4f24-80e0-6fa45bed8321 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group_rule': {'security_group_id': '9cf6d5b0-780f-4a53-9381-9651d5de3570', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:22.397607 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10545788-d2d9-4e5e-9a03-13cd1b586e0d None None] Pushing event updated for resources: {'Port': ['ID=584b5d26-5e14-4e9b-a0ed-da2b267fcb7d,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:22.437768 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24de115c-5e7c-4f24-80e0-6fa45bed8321 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (80e567d8-55d0-44c0-943d-fc8551758dc4), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:22.544569 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24de115c-5e7c-4f24-80e0-6fa45bed8321 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (80e567d8-55d0-44c0-943d-fc8551758dc4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:22.550873 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24de115c-5e7c-4f24-80e0-6fa45bed8321 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (80e567d8-55d0-44c0-943d-fc8551758dc4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:22.579789 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da5d74-4015-46e1-b41d-0370d4225841 req-93bbd583-fcd3-4623-b868-a9527b9b1abf tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:22.581661 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b7da5d74-4015-46e1-b41d-0370d4225841 req-93bbd583-fcd3-4623-b868-a9527b9b1abf tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 946 time: 0.2953041 Feb 07 17:00:22.583898 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-bf13e23a-7a99-4268-b78e-15c6a8b564e3 service neutron] 10.222.0.48 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236196 Feb 07 17:00:22.600270 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de115c-5e7c-4f24-80e0-6fa45bed8321 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e567d8-55d0-44c0-943d-fc8551758dc4,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:22.606935 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-24de115c-5e7c-4f24-80e0-6fa45bed8321 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:22.616389 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-24de115c-5e7c-4f24-80e0-6fa45bed8321 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2540627 Feb 07 17:00:22.618559 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56922) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:22.628359 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-46c9a76f-605f-46b6-96bd-fb1763bfd827 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group_rule': {'security_group_id': '9cf6d5b0-780f-4a53-9381-9651d5de3570', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:22.678369 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46c9a76f-605f-46b6-96bd-fb1763bfd827 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (527a2e43-915b-46ad-bd9a-ee37879ba24a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:22.754238 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46c9a76f-605f-46b6-96bd-fb1763bfd827 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (527a2e43-915b-46ad-bd9a-ee37879ba24a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:22.759973 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46c9a76f-605f-46b6-96bd-fb1763bfd827 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (527a2e43-915b-46ad-bd9a-ee37879ba24a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:22.765691 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95248869-14bc-4008-b2cc-cfc642a0e3d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f9fbba32-615f-4484-af6b-6634574956be), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:22.841106 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9a76f-605f-46b6-96bd-fb1763bfd827 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527a2e43-915b-46ad-bd9a-ee37879ba24a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:22.853208 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46c9a76f-605f-46b6-96bd-fb1763bfd827 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:22.854468 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-46c9a76f-605f-46b6-96bd-fb1763bfd827 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2345598 Feb 07 17:00:22.857348 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56932) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:22.859615 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95248869-14bc-4008-b2cc-cfc642a0e3d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=f9fbba32-615f-4484-af6b-6634574956be,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:22.875350 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bea0cf86-8865-4e33-b36b-2fde35d97e23 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group_rule': {'security_group_id': '9cf6d5b0-780f-4a53-9381-9651d5de3570', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:22.877981 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d40ccfd7-6c72-494f-83e5-a78eccb9d140 req-6d96a30b-35cb-4320-82e1-8ddfc33c6f87 service neutron] 10.222.0.48 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815826 Feb 07 17:00:22.918223 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b7da5d74-4015-46e1-b41d-0370d4225841 req-eba9b131-025b-45db-89d7-4808f75784c7 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240166 Feb 07 17:00:22.924189 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95248869-14bc-4008-b2cc-cfc642a0e3d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:22.926163 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-95248869-14bc-4008-b2cc-cfc642a0e3d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:22.938032 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-bea0cf86-8865-4e33-b36b-2fde35d97e23 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Project e266b4b9b1d544eabc5eebcc70b0d46e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:00:22.939158 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95248869-14bc-4008-b2cc-cfc642a0e3d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:00:22.951746 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95248869-14bc-4008-b2cc-cfc642a0e3d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:22.953039 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95248869-14bc-4008-b2cc-cfc642a0e3d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:22.956224 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bea0cf86-8865-4e33-b36b-2fde35d97e23 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (5a30c454-9c53-416b-b6fb-1ffb9e867aea), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:23.011315 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-95248869-14bc-4008-b2cc-cfc642a0e3d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4551497 Feb 07 17:00:23.013998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56938) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:23.031486 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-600e6a67-7f33-458a-971d-0bc32e4e1695 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:23.051861 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bea0cf86-8865-4e33-b36b-2fde35d97e23 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (5a30c454-9c53-416b-b6fb-1ffb9e867aea), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:23.064803 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bea0cf86-8865-4e33-b36b-2fde35d97e23 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (5a30c454-9c53-416b-b6fb-1ffb9e867aea), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:23.085666 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0cf86-8865-4e33-b36b-2fde35d97e23 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a30c454-9c53-416b-b6fb-1ffb9e867aea,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:23.109508 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bea0cf86-8865-4e33-b36b-2fde35d97e23 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:23.111455 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bea0cf86-8865-4e33-b36b-2fde35d97e23 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2525427 Feb 07 17:00:23.113547 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56942) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:23.119845 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4011835c-fee8-4dd8-b5eb-9436463043c2 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group_rule': {'security_group_id': '9cf6d5b0-780f-4a53-9381-9651d5de3570', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:23.154620 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-4011835c-fee8-4dd8-b5eb-9436463043c2 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Project e266b4b9b1d544eabc5eebcc70b0d46e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:00:23.163306 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4011835c-fee8-4dd8-b5eb-9436463043c2 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (be47cc2a-d51e-4d6a-a6cb-97b70dfe3f6f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:23.183784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64871ff-eb99-4a85-9928-11b92d8ed0bf req-fcd50c6e-afca-4447-8600-0c61cf4cf718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:23.186310 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f64871ff-eb99-4a85-9928-11b92d8ed0bf req-fcd50c6e-afca-4447-8600-0c61cf4cf718 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f8265dde22443dab20942b3bd88ae3d&device_id=dfa5644c-b07f-4d77-91cf-54138b2f5422 HTTP/1.1" status: 200 len: 1125 time: 0.2287993 Feb 07 17:00:23.190257 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-600e6a67-7f33-458a-971d-0bc32e4e1695 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f9fbba32-615f-4484-af6b-6634574956be), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:23.216613 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:23.249752 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4011835c-fee8-4dd8-b5eb-9436463043c2 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (be47cc2a-d51e-4d6a-a6cb-97b70dfe3f6f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:23.256292 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4011835c-fee8-4dd8-b5eb-9436463043c2 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (be47cc2a-d51e-4d6a-a6cb-97b70dfe3f6f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:23.278594 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011835c-fee8-4dd8-b5eb-9436463043c2 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be47cc2a-d51e-4d6a-a6cb-97b70dfe3f6f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:23.296568 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4011835c-fee8-4dd8-b5eb-9436463043c2 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:23.297967 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4011835c-fee8-4dd8-b5eb-9436463043c2 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1834245 Feb 07 17:00:23.463316 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64871ff-eb99-4a85-9928-11b92d8ed0bf req-b96104e2-8a63-49c8-958a-d4600a78aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:23.468822 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f64871ff-eb99-4a85-9928-11b92d8ed0bf req-b96104e2-8a63-49c8-958a-d4600a78aa0a service neutron] 10.222.0.48 "GET /v2.0/networks?id=380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 200 len: 913 time: 0.2618275 Feb 07 17:00:23.565556 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378ebf8-d234-4bdb-9945-ed95f360e0f1 req-a5d26b95-77b8-4a16-8e62-45ff1b7be1cf tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:23.573728 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e378ebf8-d234-4bdb-9945-ed95f360e0f1 req-a5d26b95-77b8-4a16-8e62-45ff1b7be1cf tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa5644c-b07f-4d77-91cf-54138b2f5422 HTTP/1.1" status: 200 len: 943 time: 0.0821612 Feb 07 17:00:23.592062 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f64871ff-eb99-4a85-9928-11b92d8ed0bf req-fb75cd89-9f1b-48ae-b0ab-efac4ef6fc7e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e688a0fd-56b8-4717-abb0-eea9b8f97cfc HTTP/1.1" status: 200 len: 217 time: 0.1075671 Feb 07 17:00:23.657907 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e378ebf8-d234-4bdb-9945-ed95f360e0f1 req-00909efd-ba00-4520-b2a4-6f8b84d4e37f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815036 Feb 07 17:00:23.687454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64871ff-eb99-4a85-9928-11b92d8ed0bf req-6c69c95c-af0d-4d4f-9fac-cec7da1f1d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:23.688833 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f64871ff-eb99-4a85-9928-11b92d8ed0bf req-6c69c95c-af0d-4d4f-9fac-cec7da1f1d14 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e0f2a9e-b79d-4601-ac33-c328f95f4202 HTTP/1.1" status: 200 len: 852 time: 0.0881717 Feb 07 17:00:23.742532 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f64871ff-eb99-4a85-9928-11b92d8ed0bf req-5891c868-426c-42d7-9af8-7048d45ffb87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=380ea26c-6043-4940-b6ef-8a90ddeec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403643 Feb 07 17:00:23.749775 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-600e6a67-7f33-458a-971d-0bc32e4e1695 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (f9fbba32-615f-4484-af6b-6634574956be), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:23.817435 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-600e6a67-7f33-458a-971d-0bc32e4e1695 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (f9fbba32-615f-4484-af6b-6634574956be), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:23.839933 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-09578532-ca8e-44c9-a427-5bfffeee557c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572808316&fields=id&tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e HTTP/1.1" status: 200 len: 267 time: 0.3128631 Feb 07 17:00:23.901971 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-600e6a67-7f33-458a-971d-0bc32e4e1695 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] In _notify_port_updated(), no bound segment for port f9fbba32-615f-4484-af6b-6634574956be on network 514f4ad2-964c-4f67-91e2-d48403c12ce9 {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 17:00:23.907554 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600e6a67-7f33-458a-971d-0bc32e4e1695 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:23.908265 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-600e6a67-7f33-458a-971d-0bc32e4e1695 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:23.913038 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-600e6a67-7f33-458a-971d-0bc32e4e1695 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "PUT /v2.0/ports/f9fbba32-615f-4484-af6b-6634574956be HTTP/1.1" status: 200 len: 818 time: 0.8945546 Feb 07 17:00:23.914569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56976) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:24.030369 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e6a67-7f33-458a-971d-0bc32e4e1695 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=f9fbba32-615f-4484-af6b-6634574956be,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:24.037742 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56980) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:24.047662 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f64871ff-eb99-4a85-9928-11b92d8ed0bf req-ef7c75ec-347b-4502-aa38-385033e698dd service neutron] 10.222.0.48 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956703 Feb 07 17:00:24.193467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port f9fbba32-615f-4484-af6b-6634574956be {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:24.194051 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f9fbba32-615f-4484-af6b-6634574956be), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:24.241068 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f64871ff-eb99-4a85-9928-11b92d8ed0bf req-f8729119-614f-4abc-a16a-40dc9f464e72 service neutron] 10.222.0.48 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865125 Feb 07 17:00:24.271686 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4f595c22-3745-43d8-90bb-e6befc93b573 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1279745876-network', 'tenant_id': 'a1400382b37c4527a66d800870b8053f'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:24.273941 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f509d5-03c5-49e8-8e3e-2d2ad4236651 None None] Network 392ac90b-adf4-42bb-8c23-2af81c22fab0 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:00:24.289586 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-8e156162-45d0-4421-975a-06f8eb029bf0 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:24.291314 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-8e156162-45d0-4421-975a-06f8eb029bf0 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/networks?id=392ac90b-adf4-42bb-8c23-2af81c22fab0 HTTP/1.1" status: 200 len: 797 time: 0.4214783 Feb 07 17:00:24.316254 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f595c22-3745-43d8-90bb-e6befc93b573 admin admin] Made reservation on behalf of a1400382b37c4527a66d800870b8053f for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:24.319191 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f595c22-3745-43d8-90bb-e6befc93b573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:24.330548 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f595c22-3745-43d8-90bb-e6befc93b573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:24.341031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc583094-ff78-49af-afb4-11bdfbb0b178 req-d9550035-275b-472e-b634-ccd5f0544271 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:24.341221 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-4b8c61cf-a885-41d4-8ce4-fd2760e3a336 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/quotas/e266b4b9b1d544eabc5eebcc70b0d46e HTTP/1.1" status: 200 len: 375 time: 0.0339115 Feb 07 17:00:24.342060 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc583094-ff78-49af-afb4-11bdfbb0b178 req-d9550035-275b-472e-b634-ccd5f0544271 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 946 time: 0.2450562 Feb 07 17:00:24.353781 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f9fbba32-615f-4484-af6b-6634574956be), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:24.409188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8bb31bb8-e854-47fd-8a02-d075f0fd22f2 None None] Provisioning complete for port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:24.409598 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8bb31bb8-e854-47fd-8a02-d075f0fd22f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (584b5d26-5e14-4e9b-a0ed-da2b267fcb7d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:24.435136 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for f9fbba32-615f-4484-af6b-6634574956be owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:24.488790 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc583094-ff78-49af-afb4-11bdfbb0b178 req-3d0e0242-04aa-40d8-bfd3-0aade447eed5 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298251 Feb 07 17:00:24.513616 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-364923e0-4e5f-4c18-bd32-aae6f1b06c80 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1568208 Feb 07 17:00:24.576168 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8bb31bb8-e854-47fd-8a02-d075f0fd22f2 None None] Current status of the port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:24.576569 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8bb31bb8-e854-47fd-8a02-d075f0fd22f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (584b5d26-5e14-4e9b-a0ed-da2b267fcb7d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:24.595958 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f595c22-3745-43d8-90bb-e6befc93b573 admin admin] Publish callbacks [] for security_group (199233ee-16a7-4d6e-89d5-533e0067637a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:24.603998 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f595c22-3745-43d8-90bb-e6befc93b573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (199233ee-16a7-4d6e-89d5-533e0067637a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:24.620703 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8bb31bb8-e854-47fd-8a02-d075f0fd22f2 None None] For port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=584b5d26-5e14-4e9b-a0ed-da2b267fcb7d,segment=NetworkSegment(969521c2-c3e8-401e-8ca6-f6c85dd9ab0a),segment_id=969521c2-c3e8-401e-8ca6-f6c85dd9ab0a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:24.622239 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:00:24.656650 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8bb31bb8-e854-47fd-8a02-d075f0fd22f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (584b5d26-5e14-4e9b-a0ed-da2b267fcb7d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:24.662572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f595c22-3745-43d8-90bb-e6befc93b573 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:00:24.712065 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f595c22-3745-43d8-90bb-e6befc93b573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (7dec0ddd-c050-44ef-96cf-ebdc0971e38c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:24.712065 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-4f595c22-3745-43d8-90bb-e6befc93b573 admin admin] Added segment 7dec0ddd-c050-44ef-96cf-ebdc0971e38c of type vlan for network d8718133-0041-46ea-a20d-c0c81b2a3c51 Feb 07 17:00:24.734204 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f595c22-3745-43d8-90bb-e6befc93b573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199233ee-16a7-4d6e-89d5-533e0067637a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:24.735046 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f9fbba32-615f-4484-af6b-6634574956be), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:24.801108 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=f9fbba32-615f-4484-af6b-6634574956be,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:24.813764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:24.814242 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:24.814672 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:24.815127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:24.815477 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:24.815823 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:24.816180 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:24.816613 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:24.817659 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:24.818085 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:24.818591 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:24.819163 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:24.819511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:24.828123 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:24.834854 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-07369896-d49f-44c7-89a1-1f5b40d03990 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/ports/f9fbba32-615f-4484-af6b-6634574956be HTTP/1.1" status: 204 len: 168 time: 0.9197011 Feb 07 17:00:24.838161 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 56992) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:24.852779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 56994) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:24.859412 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb31bb8-e854-47fd-8a02-d075f0fd22f2 None None] Pushing event updated for resources: {'Port': ['ID=584b5d26-5e14-4e9b-a0ed-da2b267fcb7d,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:24.878937 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:24.879312 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (584b5d26-5e14-4e9b-a0ed-da2b267fcb7d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:24.944598 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f595c22-3745-43d8-90bb-e6befc93b573 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (d8718133-0041-46ea-a20d-c0c81b2a3c51), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:24.973591 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2a483-dc97-433b-9b73-c36c3e4cd885 req-a4325cdf-262c-456d-b4a9-e563768f80df tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:24.982042 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-42a2a483-dc97-433b-9b73-c36c3e4cd885 req-a4325cdf-262c-456d-b4a9-e563768f80df tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa5644c-b07f-4d77-91cf-54138b2f5422 HTTP/1.1" status: 200 len: 943 time: 0.1452813 Feb 07 17:00:24.986548 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-840a39ee-5ebe-4af7-bc8a-1630fd14c65f None None] Provisioning complete for port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:24.986722 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-840a39ee-5ebe-4af7-bc8a-1630fd14c65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (584b5d26-5e14-4e9b-a0ed-da2b267fcb7d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:25.008844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f83020-30c7-406a-8205-c15f79f43cd4 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:25.013386 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-79f83020-30c7-406a-8205-c15f79f43cd4 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1712422 Feb 07 17:00:25.014073 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57000) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:25.017206 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f595c22-3745-43d8-90bb-e6befc93b573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (d8718133-0041-46ea-a20d-c0c81b2a3c51), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:25.018256 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f595c22-3745-43d8-90bb-e6befc93b573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:25.019043 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f595c22-3745-43d8-90bb-e6befc93b573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:25.055949 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fdb812f-70d8-431d-882d-a4310b86038c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] GET failed (client error): The resource could not be found. Feb 07 17:00:25.061144 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1fdb812f-70d8-431d-882d-a4310b86038c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports/f9fbba32-615f-4484-af6b-6634574956be HTTP/1.1" status: 404 len: 333 time: 0.0420411 Feb 07 17:00:25.066667 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57002) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:25.068570 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-42a2a483-dc97-433b-9b73-c36c3e4cd885 req-ba296004-c5a9-4883-ade6-d58620543eb0 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851569 Feb 07 17:00:25.116299 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-8f0380db-6d4c-4c67-bad7-e0bd283c5f6a service neutron] 10.222.0.18 "GET /v2.0/networks/392ac90b-adf4-42bb-8c23-2af81c22fab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573008 Feb 07 17:00:25.120474 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a6fb2e26-bf10-422b-b785-dbc355474c85 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1290346114'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:25.141946 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:25.152632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-840a39ee-5ebe-4af7-bc8a-1630fd14c65f None None] Current status of the port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:25.169371 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7f9d1e02-fc37-41f0-b326-0dd990d621c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:25.173766 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4f595c22-3745-43d8-90bb-e6befc93b573 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1350043 Feb 07 17:00:25.224322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f595c22-3745-43d8-90bb-e6befc93b573 admin admin] Pushing event updated for resources: {'Network': ['ID=d8718133-0041-46ea-a20d-c0c81b2a3c51,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:25.237488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fb2e26-bf10-422b-b785-dbc355474c85 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:25.238685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network d8718133-0041-46ea-a20d-c0c81b2a3c51 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:00:25.241026 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2e26-bf10-422b-b785-dbc355474c85 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:25.440459 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device e688a0fd-56b8-4717-abb0-eea9b8f97cfc details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:00:25.545074 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port e688a0fd-56b8-4717-abb0-eea9b8f97cfc, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=e688a0fd-56b8-4717-abb0-eea9b8f97cfc,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:25.560428 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'e688a0fd-56b8-4717-abb0-eea9b8f97cfc', 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca', 'port_id': 'e688a0fd-56b8-4717-abb0-eea9b8f97cfc', 'mac_address': 'fa:16:3e:6e:82:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0f2a9e-b79d-4601-ac33-c328f95f4202', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:00:25.600694 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port e688a0fd-56b8-4717-abb0-eea9b8f97cfc is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:25.601198 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e688a0fd-56b8-4717-abb0-eea9b8f97cfc), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:25.620738 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e688a0fd-56b8-4717-abb0-eea9b8f97cfc {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:00:25.642124 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fb2e26-bf10-422b-b785-dbc355474c85 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:00:25.642735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port e688a0fd-56b8-4717-abb0-eea9b8f97cfc, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=e688a0fd-56b8-4717-abb0-eea9b8f97cfc,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:25.647089 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e688a0fd-56b8-4717-abb0-eea9b8f97cfc), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:25.667244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c2c0d-735b-477e-a712-a7e8d28bf8ea req-5b252bba-79b7-4b0b-8049-44f77df6b550 tempest-ComputeTenantNetworksTest-510792744 tempest-ComputeTenantNetworksTest-510792744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:25.672762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c2c0d-735b-477e-a712-a7e8d28bf8ea req-5b252bba-79b7-4b0b-8049-44f77df6b550 tempest-ComputeTenantNetworksTest-510792744 tempest-ComputeTenantNetworksTest-510792744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:25.678860 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c2c0d-735b-477e-a712-a7e8d28bf8ea req-5b252bba-79b7-4b0b-8049-44f77df6b550 tempest-ComputeTenantNetworksTest-510792744 tempest-ComputeTenantNetworksTest-510792744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:25.680068 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3c5c2c0d-735b-477e-a712-a7e8d28bf8ea req-5b252bba-79b7-4b0b-8049-44f77df6b550 tempest-ComputeTenantNetworksTest-510792744 tempest-ComputeTenantNetworksTest-510792744-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1310263 Feb 07 17:00:25.681398 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2e26-bf10-422b-b785-dbc355474c85 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (3c5a5056-1c8c-446a-81dc-5bac9a7cec3d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:25.681761 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-a6fb2e26-bf10-422b-b785-dbc355474c85 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Added segment 3c5a5056-1c8c-446a-81dc-5bac9a7cec3d of type vlan for network 865307b9-ad8a-4410-acd8-f15d6f553fc3 Feb 07 17:00:25.694755 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-90219625-5e19-4977-9a48-3f13018810cc service neutron] 10.222.0.18 "GET /v2.0/networks/392ac90b-adf4-42bb-8c23-2af81c22fab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629511 Feb 07 17:00:25.704739 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=e688a0fd-56b8-4717-abb0-eea9b8f97cfc,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:25.745108 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2e26-bf10-422b-b785-dbc355474c85 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (865307b9-ad8a-4410-acd8-f15d6f553fc3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:25.766879 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7f9d1e02-fc37-41f0-b326-0dd990d621c8 admin admin] Publish callbacks [] for security_group (f1af7fd0-0f9b-45c6-a5be-86152f0445ce), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:25.772917 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7f9d1e02-fc37-41f0-b326-0dd990d621c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f1af7fd0-0f9b-45c6-a5be-86152f0445ce), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:25.812472 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f8a5854f-e7d3-47ff-8f1c-eb8c42825aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:25.832940 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2e26-bf10-422b-b785-dbc355474c85 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (865307b9-ad8a-4410-acd8-f15d6f553fc3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:25.835167 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4e43f-aac4-4c2d-a8c3-6dd041d4876c req-f5d1250b-d869-4828-8abf-02c6fc955d6f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:25.838116 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-22c4e43f-aac4-4c2d-a8c3-6dd041d4876c req-f5d1250b-d869-4828-8abf-02c6fc955d6f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 946 time: 0.0768275 Feb 07 17:00:25.838614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fb2e26-bf10-422b-b785-dbc355474c85 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:25.839237 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2e26-bf10-422b-b785-dbc355474c85 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:25.844731 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d1e02-fc37-41f0-b326-0dd990d621c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1af7fd0-0f9b-45c6-a5be-86152f0445ce,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:25.851940 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7f9d1e02-fc37-41f0-b326-0dd990d621c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=387e2318ad2b49cfa6d81b155df43196&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9707315 Feb 07 17:00:25.861297 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57020) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:25.924922 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a6fb2e26-bf10-422b-b785-dbc355474c85 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8423274 Feb 07 17:00:25.933550 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57022) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:25.961013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['e688a0fd-56b8-4717-abb0-eea9b8f97cfc'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:00:25.986819 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-22c4e43f-aac4-4c2d-a8c3-6dd041d4876c req-23e023d8-cbae-471d-8389-7b65174d79a4 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200454 Feb 07 17:00:25.987012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb2e26-bf10-422b-b785-dbc355474c85 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Network': ['ID=865307b9-ad8a-4410-acd8-f15d6f553fc3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:26.004703 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5ffb5454-142e-4c51-b2b7-6fc5445138a5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'subnet': {'network_id': '865307b9-ad8a-4410-acd8-f15d6f553fc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:26.021694 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 865307b9-ad8a-4410-acd8-f15d6f553fc3 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:00:26.063704 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab406c-2172-40ae-90f0-d1917cca7d2d req-a6f4abc9-4e9b-45d2-a1ed-1a4a221cc04f tempest-ComputeTenantNetworksTest-510792744 tempest-ComputeTenantNetworksTest-510792744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:26.065547 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-88ab406c-2172-40ae-90f0-d1917cca7d2d req-a6f4abc9-4e9b-45d2-a1ed-1a4a221cc04f tempest-ComputeTenantNetworksTest-510792744 tempest-ComputeTenantNetworksTest-510792744-project] 10.222.0.18 "GET /v2.0/networks/d8718133-0041-46ea-a20d-c0c81b2a3c51 HTTP/1.1" status: 200 len: 769 time: 0.1994262 Feb 07 17:00:26.074274 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57034) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:26.101662 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-915b202b-2463-4f06-a787-8ff72bc0c620 admin admin] Publish callbacks [] for security_group (f1af7fd0-0f9b-45c6-a5be-86152f0445ce), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:26.133772 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-915b202b-2463-4f06-a787-8ff72bc0c620 admin admin] Publish callbacks [] for security_group (f1af7fd0-0f9b-45c6-a5be-86152f0445ce), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:26.196231 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d7d5ba0-7216-4081-816a-75d11fbdadec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (d8718133-0041-46ea-a20d-c0c81b2a3c51), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:26.276390 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-915b202b-2463-4f06-a787-8ff72bc0c620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f1af7fd0-0f9b-45c6-a5be-86152f0445ce), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:26.279304 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-915b202b-2463-4f06-a787-8ff72bc0c620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:26.281013 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-915b202b-2463-4f06-a787-8ff72bc0c620 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1af7fd0-0f9b-45c6-a5be-86152f0445ce HTTP/1.1" status: 204 len: 168 time: 0.4091947 Feb 07 17:00:26.322979 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2dcd03a1-29b4-4288-a1fd-0c41a2b77bfd req-a4beb8ca-157a-43b5-b5da-a786831acdb0 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd9280-bcc9-424b-b15b-9eea5839429d HTTP/1.1" status: 200 len: 210 time: 0.0610621 Feb 07 17:00:26.371373 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b202b-2463-4f06-a787-8ff72bc0c620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1af7fd0-0f9b-45c6-a5be-86152f0445ce,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:26.399767 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffb5454-142e-4c51-b2b7-6fc5445138a5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:26.405380 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ffb5454-142e-4c51-b2b7-6fc5445138a5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:26.433667 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51a271-9ba6-430e-a36a-80b105a15d20 req-95f4b255-8481-4c4a-bc70-677cfcff3e77 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:26.435585 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe51a271-9ba6-430e-a36a-80b105a15d20 req-95f4b255-8481-4c4a-bc70-677cfcff3e77 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa5644c-b07f-4d77-91cf-54138b2f5422 HTTP/1.1" status: 200 len: 944 time: 0.2204125 Feb 07 17:00:26.442005 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d7d5ba0-7216-4081-816a-75d11fbdadec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (d8718133-0041-46ea-a20d-c0c81b2a3c51), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:26.487566 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7d7d5ba0-7216-4081-816a-75d11fbdadec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8718133-0041-46ea-a20d-c0c81b2a3c51']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:26.514894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7d7d5ba0-7216-4081-816a-75d11fbdadec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dec0ddd-c050-44ef-96cf-ebdc0971e38c') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:26.522044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7d7d5ba0-7216-4081-816a-75d11fbdadec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dec0ddd-c050-44ef-96cf-ebdc0971e38c') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:26.565315 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d7d5ba0-7216-4081-816a-75d11fbdadec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (7dec0ddd-c050-44ef-96cf-ebdc0971e38c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:26.582832 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe51a271-9ba6-430e-a36a-80b105a15d20 req-c08ab84b-f588-4b5d-96bb-9ebb8b7efa5f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371615 Feb 07 17:00:26.599649 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d7d5ba0-7216-4081-816a-75d11fbdadec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (7dec0ddd-c050-44ef-96cf-ebdc0971e38c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:26.613317 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7d5ba0-7216-4081-816a-75d11fbdadec admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:00:26.613934 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d7d5ba0-7216-4081-816a-75d11fbdadec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (7dec0ddd-c050-44ef-96cf-ebdc0971e38c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:00:26.616185 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:00:26.713472 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:00:26.716490 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d7d5ba0-7216-4081-816a-75d11fbdadec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (d8718133-0041-46ea-a20d-c0c81b2a3c51), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:26.724635 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7d7d5ba0-7216-4081-816a-75d11fbdadec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:26.737696 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7d7d5ba0-7216-4081-816a-75d11fbdadec admin admin] 10.222.0.18 "DELETE /v2.0/networks/d8718133-0041-46ea-a20d-c0c81b2a3c51 HTTP/1.1" status: 204 len: 168 time: 0.6615245 Feb 07 17:00:26.766032 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d5ba0-7216-4081-816a-75d11fbdadec admin admin] Pushing event deleted for resources: {'Network': ['ID=d8718133-0041-46ea-a20d-c0c81b2a3c51,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:26.813696 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:26.814001 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (584b5d26-5e14-4e9b-a0ed-da2b267fcb7d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:26.879889 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ffb5454-142e-4c51-b2b7-6fc5445138a5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (319ac557-1dbe-480d-bd9f-466c9ef17162), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:26.969014 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:27.023944 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb5454-142e-4c51-b2b7-6fc5445138a5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Subnet': ['ID=319ac557-1dbe-480d-bd9f-466c9ef17162,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:27.034295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57066) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:27.056799 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26be24b1-8127-4ae0-9089-2ffdd7a48c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:27.061841 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb5454-142e-4c51-b2b7-6fc5445138a5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Checking segment: {'id': '3c5a5056-1c8c-446a-81dc-5bac9a7cec3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '865307b9-ad8a-4410-acd8-f15d6f553fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:00:27.062217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb5454-142e-4c51-b2b7-6fc5445138a5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network hostable DHCP agents. Network: 865307b9-ad8a-4410-acd8-f15d6f553fc3, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:00:27.101890 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb5454-142e-4c51-b2b7-6fc5445138a5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network 865307b9-ad8a-4410-acd8-f15d6f553fc3 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:00:27.118518 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5ffb5454-142e-4c51-b2b7-6fc5445138a5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 865307b9-ad8a-4410-acd8-f15d6f553fc3) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:27.140857 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702dc663-6c9d-4e37-ba80-73895a1b40ab None None] Network 865307b9-ad8a-4410-acd8-f15d6f553fc3 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:00:27.163131 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffb5454-142e-4c51-b2b7-6fc5445138a5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:27.163928 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ffb5454-142e-4c51-b2b7-6fc5445138a5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:27.172202 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26be24b1-8127-4ae0-9089-2ffdd7a48c57 admin admin] Publish callbacks [] for security_group (8f76396c-169d-46ec-bc02-1c603de9a31a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:27.176996 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26be24b1-8127-4ae0-9089-2ffdd7a48c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8f76396c-169d-46ec-bc02-1c603de9a31a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:27.225074 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5ffb5454-142e-4c51-b2b7-6fc5445138a5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2540913 Feb 07 17:00:27.237260 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57070) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:27.246824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d4856fab-ea4e-4d0c-a76c-cc3014d0efdf tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'subnet': {'network_id': '865307b9-ad8a-4410-acd8-f15d6f553fc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:27.346754 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b723a-df97-4413-bf68-52e7e1aafea3 req-6faf43af-8512-4194-b550-bcc1aad7e3ea tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:27.353570 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c36b723a-df97-4413-bf68-52e7e1aafea3 req-6faf43af-8512-4194-b550-bcc1aad7e3ea tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 946 time: 0.1662796 Feb 07 17:00:27.383766 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-26be24b1-8127-4ae0-9089-2ffdd7a48c57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a40f707351f24e9387f2f2c543838877&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3483467 Feb 07 17:00:27.384674 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be24b1-8127-4ae0-9089-2ffdd7a48c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f76396c-169d-46ec-bc02-1c603de9a31a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:27.387692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57074) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:27.388276 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57076) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:27.442331 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device e688a0fd-56b8-4717-abb0-eea9b8f97cfc up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:00:27.447425 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-865307b9-ad8a-4410-acd8-f15d6f553fc3', 'network_id': '865307b9-ad8a-4410-acd8-f15d6f553fc3', 'project_id': '7c0fb6dee32843e59ae1bca7a1ef780f', 'fixed_ips': [{'subnet_id': '319ac557-1dbe-480d-bd9f-466c9ef17162'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:00:27.448302 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:27.475828 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c36b723a-df97-4413-bf68-52e7e1aafea3 req-82eb2945-ee1b-4fd3-89eb-2e8e16013f03 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040819 Feb 07 17:00:27.487863 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cdcdad84-3bdf-4794-b37f-2563dc91f4c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1400382b37c4527a66d800870b8053f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0956724 Feb 07 17:00:27.511291 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57080) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:27.530312 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-945706f7-2f9c-44e6-8e4c-199f7ca3d91f req-7de00f08-cdf1-42e4-954c-ae1d821f8603 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd9280-bcc9-424b-b15b-9eea5839429d HTTP/1.1" status: 200 len: 210 time: 0.1045852 Feb 07 17:00:27.546316 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4856fab-ea4e-4d0c-a76c-cc3014d0efdf tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:27.550443 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4856fab-ea4e-4d0c-a76c-cc3014d0efdf tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:27.576208 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc3d68d0-9f95-4ce3-802f-c6dbbf49bb02 admin admin] Publish callbacks [] for security_group (8f76396c-169d-46ec-bc02-1c603de9a31a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:27.649591 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc3d68d0-9f95-4ce3-802f-c6dbbf49bb02 admin admin] Publish callbacks [] for security_group (8f76396c-169d-46ec-bc02-1c603de9a31a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:27.740832 n-d-827865-3 neutron-server[103225]: INFO neutron.db.ipam_backend_mixin [None req-d4856fab-ea4e-4d0c-a76c-cc3014d0efdf tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 319ac557-1dbe-480d-bd9f-466c9ef17162 (CIDR: 2001:db8::/64) Feb 07 17:00:27.744899 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4856fab-ea4e-4d0c-a76c-cc3014d0efdf tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:00:27.746025 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4856fab-ea4e-4d0c-a76c-cc3014d0efdf tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:00:27.788183 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d4856fab-ea4e-4d0c-a76c-cc3014d0efdf tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5460343 Feb 07 17:00:27.790837 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57098) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:27.796095 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port e688a0fd-56b8-4717-abb0-eea9b8f97cfc completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:00:27.797312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8766ff63-e272-4a9f-b740-72ee00566be1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'subnet': {'network_id': '865307b9-ad8a-4410-acd8-f15d6f553fc3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:27.807315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port e688a0fd-56b8-4717-abb0-eea9b8f97cfc triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:27.807743 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e688a0fd-56b8-4717-abb0-eea9b8f97cfc), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:27.855306 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] Allocated IP 2001:db8::2 (865307b9-ad8a-4410-acd8-f15d6f553fc3/319ac557-1dbe-480d-bd9f-466c9ef17162/75659955-040d-406a-8aba-5513375ac8b8) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:00:27.950174 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc3d68d0-9f95-4ce3-802f-c6dbbf49bb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8f76396c-169d-46ec-bc02-1c603de9a31a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:27.954568 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc3d68d0-9f95-4ce3-802f-c6dbbf49bb02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:27.958966 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dc3d68d0-9f95-4ce3-802f-c6dbbf49bb02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f76396c-169d-46ec-bc02-1c603de9a31a HTTP/1.1" status: 204 len: 168 time: 0.5654070 Feb 07 17:00:27.993414 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bbb9eff-06a5-427a-9059-b873217da327 admin admin] Publish callbacks [] for security_group (199233ee-16a7-4d6e-89d5-533e0067637a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:27.999138 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d68d0-9f95-4ce3-802f-c6dbbf49bb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f76396c-169d-46ec-bc02-1c603de9a31a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:28.024998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-8919c20d-e593-43a2-b50b-d38dd84fa718 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:28.026803 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-8919c20d-e593-43a2-b50b-d38dd84fa718 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.32 "GET /v2.0/networks?id=392ac90b-adf4-42bb-8c23-2af81c22fab0 HTTP/1.1" status: 200 len: 797 time: 0.5550621 Feb 07 17:00:28.027479 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8766ff63-e272-4a9f-b740-72ee00566be1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:28.039162 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8766ff63-e272-4a9f-b740-72ee00566be1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:28.049803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port e688a0fd-56b8-4717-abb0-eea9b8f97cfc is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:28.050223 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e688a0fd-56b8-4717-abb0-eea9b8f97cfc), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:28.076603 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bbb9eff-06a5-427a-9059-b873217da327 admin admin] Publish callbacks [] for security_group (199233ee-16a7-4d6e-89d5-533e0067637a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:28.102938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fa4f0-8dae-4562-858c-9886a88b0086 req-64b433f9-1152-4029-97a4-7ecc576dc387 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:28.104655 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-482fa4f0-8dae-4562-858c-9886a88b0086 req-64b433f9-1152-4029-97a4-7ecc576dc387 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa5644c-b07f-4d77-91cf-54138b2f5422 HTTP/1.1" status: 200 len: 944 time: 0.3019769 Feb 07 17:00:28.145650 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa5644c-b07f-4d77-91cf-54138b2f5422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e688a0fd-56b8-4717-abb0-eea9b8f97cfc'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:00:28.148642 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33259885-4de5-4f69-892f-e0eef40b6167" -d '{"events": [{"server_uuid": "dfa5644c-b07f-4d77-91cf-54138b2f5422", "name": "network-vif-plugged", "status": "completed", "tag": "e688a0fd-56b8-4717-abb0-eea9b8f97cfc"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:00:28.216025 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-482fa4f0-8dae-4562-858c-9886a88b0086 req-e86f54f2-a0d4-42df-8674-cdb1d176bdd0 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955784 Feb 07 17:00:28.225623 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-7d176c5f-1a1c-4603-a788-acffc34e9509 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e HTTP/1.1" status: 200 len: 472 time: 0.1906939 Feb 07 17:00:28.238293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-fd63001f-333c-4050-97bd-81351b10fad6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'port': {'device_id': '90bd9280-bcc9-424b-b15b-9eea5839429d', 'network_id': '392ac90b-adf4-42bb-8c23-2af81c22fab0', 'admin_state_up': True, 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'security_groups': ['9cf6d5b0-780f-4a53-9381-9651d5de3570']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:28.312036 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bbb9eff-06a5-427a-9059-b873217da327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (199233ee-16a7-4d6e-89d5-533e0067637a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:28.316318 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bbb9eff-06a5-427a-9059-b873217da327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:28.318397 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9bbb9eff-06a5-427a-9059-b873217da327 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/199233ee-16a7-4d6e-89d5-533e0067637a HTTP/1.1" status: 204 len: 168 time: 0.8060284 Feb 07 17:00:28.319375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port e688a0fd-56b8-4717-abb0-eea9b8f97cfc, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=e688a0fd-56b8-4717-abb0-eea9b8f97cfc,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:28.349342 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee0be14-fe60-4070-ae1b-edd6b404e2db x-openstack-request-id: req-0ee0be14-fe60-4070-ae1b-edd6b404e2db {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:00:28.350494 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa5644c-b07f-4d77-91cf-54138b2f5422", "name": "network-vif-plugged", "status": "completed", "tag": "e688a0fd-56b8-4717-abb0-eea9b8f97cfc", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:00:28.351123 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ee0be14-fe60-4070-ae1b-edd6b404e2db {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:00:28.351722 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa5644c-b07f-4d77-91cf-54138b2f5422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e688a0fd-56b8-4717-abb0-eea9b8f97cfc', 'code': 200} Feb 07 17:00:28.356178 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e688a0fd-56b8-4717-abb0-eea9b8f97cfc), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:28.367981 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c85704f9-b2dd-40ee-bc83-b078938bee95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:28.377712 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb9eff-06a5-427a-9059-b873217da327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199233ee-16a7-4d6e-89d5-533e0067637a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:28.524492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-fd63001f-333c-4050-97bd-81351b10fad6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Made reservation on behalf of e266b4b9b1d544eabc5eebcc70b0d46e for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:28.531120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be96e8a-7e4d-4c12-bb1d-a8d25644ba32 req-ee780fb2-dd29-40cb-b7a5-3faa42f40e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:28.535598 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4be96e8a-7e4d-4c12-bb1d-a8d25644ba32 req-ee780fb2-dd29-40cb-b7a5-3faa42f40e6c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dfa5644c-b07f-4d77-91cf-54138b2f5422 HTTP/1.1" status: 200 len: 1127 time: 0.1627581 Feb 07 17:00:28.547593 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-fd63001f-333c-4050-97bd-81351b10fad6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:28.760484 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] Publish callbacks [] for port (75659955-040d-406a-8aba-5513375ac8b8), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:28.787813 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (75659955-040d-406a-8aba-5513375ac8b8), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:28.829534 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=e688a0fd-56b8-4717-abb0-eea9b8f97cfc,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:28.835374 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] Network 865307b9-ad8a-4410-acd8-f15d6f553fc3 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:28.840582 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2730426-7f11-49de-beeb-47fc150b13e8 req-c450632c-079a-4ff7-9e4e-e2a646a68c8f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd9280-bcc9-424b-b15b-9eea5839429d HTTP/1.1" status: 200 len: 210 time: 0.1336117 Feb 07 17:00:28.843018 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4be96e8a-7e4d-4c12-bb1d-a8d25644ba32 req-cfb50526-83b9-48ee-9d5f-ec3cbbaa85d8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936797 Feb 07 17:00:28.914530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] Pushing event updated for resources: {'Port': ['ID=75659955-040d-406a-8aba-5513375ac8b8,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:28.917644 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:28.920354 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:00:29.020194 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8766ff63-e272-4a9f-b740-72ee00566be1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (ccc9d275-bc46-49d4-8a48-b80db4837737), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:29.047628 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] Attempting to bind port 75659955-040d-406a-8aba-5513375ac8b8 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:00:29.048078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] Attempting to bind port 75659955-040d-406a-8aba-5513375ac8b8 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '3c5a5056-1c8c-446a-81dc-5bac9a7cec3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '865307b9-ad8a-4410-acd8-f15d6f553fc3'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:00:29.049160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] Attempting to bind port 75659955-040d-406a-8aba-5513375ac8b8 on network 865307b9-ad8a-4410-acd8-f15d6f553fc3 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:00:29.060983 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:00:29.065262 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] Checking segment: {'id': '3c5a5056-1c8c-446a-81dc-5bac9a7cec3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '865307b9-ad8a-4410-acd8-f15d6f553fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:00:29.065895 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:29.066379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] Bound using segment: {'id': '3c5a5056-1c8c-446a-81dc-5bac9a7cec3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '865307b9-ad8a-4410-acd8-f15d6f553fc3'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:00:29.066959 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] Bound port: 75659955-040d-406a-8aba-5513375ac8b8, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5a5056-1c8c-446a-81dc-5bac9a7cec3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '865307b9-ad8a-4410-acd8-f15d6f553fc3'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:00:29.067727 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (75659955-040d-406a-8aba-5513375ac8b8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:29.131726 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4438012-f211-4b6e-b136-afceee933cb6 req-c8892644-affb-45c9-99b6-296109ca5ae0 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:29.141878 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d4438012-f211-4b6e-b136-afceee933cb6 req-c8892644-affb-45c9-99b6-296109ca5ae0 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 946 time: 0.4497895 Feb 07 17:00:29.160334 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766ff63-e272-4a9f-b740-72ee00566be1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Subnet': ['ID=ccc9d275-bc46-49d4-8a48-b80db4837737,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:29.191774 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8766ff63-e272-4a9f-b740-72ee00566be1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network 865307b9-ad8a-4410-acd8-f15d6f553fc3 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:29.197462 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-8766ff63-e272-4a9f-b740-72ee00566be1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:29.200546 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8766ff63-e272-4a9f-b740-72ee00566be1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:29.201173 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8766ff63-e272-4a9f-b740-72ee00566be1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:29.209546 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-fd63001f-333c-4050-97bd-81351b10fad6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Allocated IP 172.20.0.20 (392ac90b-adf4-42bb-8c23-2af81c22fab0/a94a10f6-18a5-454d-b881-3f9f162b7d34/8c3198b8-e618-43c8-b191-12afeb1d1bb1) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:00:29.232913 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8766ff63-e272-4a9f-b740-72ee00566be1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4408000 Feb 07 17:00:29.236517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57244) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:29.245192 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fa86c2f0-7cec-45a1-bcf9-b21256264a0b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'network_id': '865307b9-ad8a-4410-acd8-f15d6f553fc3', 'fixed_ips': [{'subnet_id': '319ac557-1dbe-480d-bd9f-466c9ef17162'}, {'subnet_id': 'ccc9d275-bc46-49d4-8a48-b80db4837737'}], 'name': 'tempest-PortsIpV6TestJSON-194638449'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:29.254481 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] For port 75659955-040d-406a-8aba-5513375ac8b8, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:00:29.261890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] For port 75659955-040d-406a-8aba-5513375ac8b8, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=75659955-040d-406a-8aba-5513375ac8b8,segment=NetworkSegment(3c5a5056-1c8c-446a-81dc-5bac9a7cec3d),segment_id=3c5a5056-1c8c-446a-81dc-5bac9a7cec3d)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:00:29.272482 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (75659955-040d-406a-8aba-5513375ac8b8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:29.285574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d4438012-f211-4b6e-b136-afceee933cb6 req-c65a0772-5bed-49c0-8e6b-657bd1bc3c6d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424952 Feb 07 17:00:29.390044 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf35b26-40f1-416c-9d94-430eebf00091 None None] Pushing event updated for resources: {'Port': ['ID=75659955-040d-406a-8aba-5513375ac8b8,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:29.486632 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:29.530308 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2b3e6-aa72-4c52-9cb1-e93985a47275 req-afe4cb89-981e-4023-a5f9-cc98f1890391 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:29.532450 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fbd2b3e6-aa72-4c52-9cb1-e93985a47275 req-afe4cb89-981e-4023-a5f9-cc98f1890391 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa5644c-b07f-4d77-91cf-54138b2f5422 HTTP/1.1" status: 200 len: 945 time: 0.1722615 Feb 07 17:00:29.588959 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-fd63001f-333c-4050-97bd-81351b10fad6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for port (8c3198b8-e618-43c8-b191-12afeb1d1bb1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:29.656252 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-fd63001f-333c-4050-97bd-81351b10fad6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (8c3198b8-e618-43c8-b191-12afeb1d1bb1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:29.659069 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa86c2f0-7cec-45a1-bcf9-b21256264a0b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:29.730208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63001f-333c-4050-97bd-81351b10fad6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Port': ['ID=8c3198b8-e618-43c8-b191-12afeb1d1bb1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:29.758242 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-fd63001f-333c-4050-97bd-81351b10fad6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Network 392ac90b-adf4-42bb-8c23-2af81c22fab0 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:29.764688 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-fd63001f-333c-4050-97bd-81351b10fad6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:29.770682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-fd63001f-333c-4050-97bd-81351b10fad6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:00:29.820775 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fbd2b3e6-aa72-4c52-9cb1-e93985a47275 req-7ea607fc-9f10-4fdf-af07-78fcdd841344 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743144 Feb 07 17:00:29.979415 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa86c2f0-7cec-45a1-bcf9-b21256264a0b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:30.052388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-fa86c2f0-7cec-45a1-bcf9-b21256264a0b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] device_id is not set on port 0a3fa652-d469-4b1b-afce-6b643a1346d6 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:00:30.473305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-46509b7f-859f-4de3-a0fe-3c2c477b7e60 None None] Provisioning complete for port 8c3198b8-e618-43c8-b191-12afeb1d1bb1 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:30.479354 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-46509b7f-859f-4de3-a0fe-3c2c477b7e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8c3198b8-e618-43c8-b191-12afeb1d1bb1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:30.556701 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57374) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:30.592635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 75659955-040d-406a-8aba-5513375ac8b8 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:00:30.710712 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-46509b7f-859f-4de3-a0fe-3c2c477b7e60 None None] Port 8c3198b8-e618-43c8-b191-12afeb1d1bb1 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:00:30.746668 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7d5ce-4eac-4272-932f-d29662657dba req-e717c4b7-7ebf-4dd9-b813-4f9b4f774a59 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:30.749191 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bdf7d5ce-4eac-4272-932f-d29662657dba req-e717c4b7-7ebf-4dd9-b813-4f9b4f774a59 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 946 time: 0.2079248 Feb 07 17:00:30.764585 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 75659955-040d-406a-8aba-5513375ac8b8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:30.765190 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (75659955-040d-406a-8aba-5513375ac8b8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:30.846374 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-fd63001f-333c-4050-97bd-81351b10fad6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:30.849515 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-fd63001f-333c-4050-97bd-81351b10fad6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:30.903236 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bdf7d5ce-4eac-4272-932f-d29662657dba req-ccb5197e-aab2-45e3-961c-ecc44fb9d0af tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440730 Feb 07 17:00:30.915156 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-fd63001f-333c-4050-97bd-81351b10fad6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6678851 Feb 07 17:00:30.921507 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:30.925682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Request body: {'port': {'device_id': '90bd9280-bcc9-424b-b15b-9eea5839429d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:30.926169 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-001eb9f0-cad8-4123-93e9-680f63e77aaa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1289674548-network', 'tenant_id': '8977117e06d848e1935eae573fabcc59'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:30.997738 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001eb9f0-cad8-4123-93e9-680f63e77aaa admin admin] Made reservation on behalf of 8977117e06d848e1935eae573fabcc59 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:31.008242 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001eb9f0-cad8-4123-93e9-680f63e77aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:31.072009 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc618fd3-5be2-4383-8200-9cf9037077da req-1545abff-a55e-468d-9c8e-5271bb53b822 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:31.077972 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bc618fd3-5be2-4383-8200-9cf9037077da req-1545abff-a55e-468d-9c8e-5271bb53b822 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd9280-bcc9-424b-b15b-9eea5839429d HTTP/1.1" status: 200 len: 932 time: 0.3746805 Feb 07 17:00:31.106100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 75659955-040d-406a-8aba-5513375ac8b8 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:31.106710 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (75659955-040d-406a-8aba-5513375ac8b8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:31.118372 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001eb9f0-cad8-4123-93e9-680f63e77aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:31.155195 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8c3198b8-e618-43c8-b191-12afeb1d1bb1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:31.197259 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 75659955-040d-406a-8aba-5513375ac8b8, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=75659955-040d-406a-8aba-5513375ac8b8,segment=NetworkSegment(3c5a5056-1c8c-446a-81dc-5bac9a7cec3d),segment_id=3c5a5056-1c8c-446a-81dc-5bac9a7cec3d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:31.207405 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (75659955-040d-406a-8aba-5513375ac8b8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:31.384439 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bc618fd3-5be2-4383-8200-9cf9037077da req-f9601d1f-806a-4557-ad1f-1c2b8bac6556 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cf6d5b0-780f-4a53-9381-9651d5de3570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061462 Feb 07 17:00:31.407285 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=75659955-040d-406a-8aba-5513375ac8b8,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:31.421618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-fa86c2f0-7cec-45a1-bcf9-b21256264a0b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Allocated IP 2001:db8::35e (865307b9-ad8a-4410-acd8-f15d6f553fc3/319ac557-1dbe-480d-bd9f-466c9ef17162/0a3fa652-d469-4b1b-afce-6b643a1346d6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:00:31.479320 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-fa86c2f0-7cec-45a1-bcf9-b21256264a0b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Allocated IP 2001:db8:0:1::1b6 (865307b9-ad8a-4410-acd8-f15d6f553fc3/ccc9d275-bc46-49d4-8a48-b80db4837737/0a3fa652-d469-4b1b-afce-6b643a1346d6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:00:31.505379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2bbf0-ef69-4a86-b591-e56e7c536a59 req-b80bea16-4248-49e3-bc68-d3ee11a6f6a0 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:31.514514 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07a2bbf0-ef69-4a86-b591-e56e7c536a59 req-b80bea16-4248-49e3-bc68-d3ee11a6f6a0 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa5644c-b07f-4d77-91cf-54138b2f5422 HTTP/1.1" status: 200 len: 945 time: 0.3999498 Feb 07 17:00:31.654810 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c9ff72-5b51-4575-8071-65448f0793fc None None] Network 865307b9-ad8a-4410-acd8-f15d6f553fc3 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:00:31.730624 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07a2bbf0-ef69-4a86-b591-e56e7c536a59 req-19a79548-9eea-41cb-bb0e-dba0c7cac5ef tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152247 Feb 07 17:00:31.797647 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c3198b8-e618-43c8-b191-12afeb1d1bb1 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:00:31.810461 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8cdb2c84-ebfc-4693-99ee-9bbe9eecead4 None None] Provisioning complete for port 75659955-040d-406a-8aba-5513375ac8b8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:31.811766 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8cdb2c84-ebfc-4693-99ee-9bbe9eecead4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (75659955-040d-406a-8aba-5513375ac8b8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:31.821646 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Publish callbacks [] for port (8c3198b8-e618-43c8-b191-12afeb1d1bb1), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:31.897678 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Transition to ACTIVE for port object 8c3198b8-e618-43c8-b191-12afeb1d1bb1 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:00:31.905551 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (8c3198b8-e618-43c8-b191-12afeb1d1bb1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:32.055344 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001eb9f0-cad8-4123-93e9-680f63e77aaa admin admin] Publish callbacks [] for security_group (4503e44a-357c-4d0f-b08e-e67bcf51e48e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:32.122770 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001eb9f0-cad8-4123-93e9-680f63e77aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4503e44a-357c-4d0f-b08e-e67bcf51e48e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:32.215978 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3198b8-e618-43c8-b191-12afeb1d1bb1,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:32.337018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001eb9f0-cad8-4123-93e9-680f63e77aaa admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:00:32.420777 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976e346-f4dd-47c5-923f-3a3c9b3285fa req-40303d94-3ad8-4aab-b93a-dcbd9ed3e30f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:32.425410 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001eb9f0-cad8-4123-93e9-680f63e77aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4503e44a-357c-4d0f-b08e-e67bcf51e48e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:32.429703 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1976e346-f4dd-47c5-923f-3a3c9b3285fa req-40303d94-3ad8-4aab-b93a-dcbd9ed3e30f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa5644c-b07f-4d77-91cf-54138b2f5422 HTTP/1.1" status: 200 len: 945 time: 0.2349606 Feb 07 17:00:32.429894 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001eb9f0-cad8-4123-93e9-680f63e77aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0b335b56-9acc-471e-a796-eeb06c7bb7a5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:32.430287 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-001eb9f0-cad8-4123-93e9-680f63e77aaa admin admin] Added segment 0b335b56-9acc-471e-a796-eeb06c7bb7a5 of type vlan for network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f Feb 07 17:00:32.471287 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:32.473019 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:00:32.474492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Attempting to bind port 8c3198b8-e618-43c8-b191-12afeb1d1bb1 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:00:32.475476 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Attempting to bind port 8c3198b8-e618-43c8-b191-12afeb1d1bb1 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '969521c2-c3e8-401e-8ca6-f6c85dd9ab0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '392ac90b-adf4-42bb-8c23-2af81c22fab0'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:00:32.475816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Attempting to bind port 8c3198b8-e618-43c8-b191-12afeb1d1bb1 on network 392ac90b-adf4-42bb-8c23-2af81c22fab0 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:00:32.486020 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Port 8c3198b8-e618-43c8-b191-12afeb1d1bb1 on network 392ac90b-adf4-42bb-8c23-2af81c22fab0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:00:32.486355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Attempting to bind port 8c3198b8-e618-43c8-b191-12afeb1d1bb1 on network 392ac90b-adf4-42bb-8c23-2af81c22fab0 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:00:32.526492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:00:32.526848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Checking segment: {'id': '969521c2-c3e8-401e-8ca6-f6c85dd9ab0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '392ac90b-adf4-42bb-8c23-2af81c22fab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:00:32.527238 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Bound using segment: {'id': '969521c2-c3e8-401e-8ca6-f6c85dd9ab0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '392ac90b-adf4-42bb-8c23-2af81c22fab0'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:00:32.527923 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Bound port: 8c3198b8-e618-43c8-b191-12afeb1d1bb1, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969521c2-c3e8-401e-8ca6-f6c85dd9ab0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '392ac90b-adf4-42bb-8c23-2af81c22fab0'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:00:32.528501 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8c3198b8-e618-43c8-b191-12afeb1d1bb1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:32.563890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 75659955-040d-406a-8aba-5513375ac8b8 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:00:32.564086 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcff037-daf9-4bf7-873d-fa046a0b861d req-0b967463-0127-4e24-9e0b-25738c7eed89 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:32.566473 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bcff037-daf9-4bf7-873d-fa046a0b861d req-0b967463-0127-4e24-9e0b-25738c7eed89 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 946 time: 0.5090322 Feb 07 17:00:32.590436 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1976e346-f4dd-47c5-923f-3a3c9b3285fa req-27164f8d-653f-4f9c-92bb-8247e5147acd tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582065 Feb 07 17:00:32.652772 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8cdb2c84-ebfc-4693-99ee-9bbe9eecead4 None None] Current status of the port 75659955-040d-406a-8aba-5513375ac8b8 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:32.700720 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa86c2f0-7cec-45a1-bcf9-b21256264a0b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (0a3fa652-d469-4b1b-afce-6b643a1346d6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:32.717950 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001eb9f0-cad8-4123-93e9-680f63e77aaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:32.727287 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 75659955-040d-406a-8aba-5513375ac8b8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:32.727766 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (75659955-040d-406a-8aba-5513375ac8b8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:32.783054 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bcff037-daf9-4bf7-873d-fa046a0b861d req-62dc1c22-fc34-4e2a-a563-3a3946414ad2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667802 Feb 07 17:00:32.835591 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] For port 8c3198b8-e618-43c8-b191-12afeb1d1bb1, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:00:32.840687 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] For port 8c3198b8-e618-43c8-b191-12afeb1d1bb1, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8c3198b8-e618-43c8-b191-12afeb1d1bb1,segment=NetworkSegment(969521c2-c3e8-401e-8ca6-f6c85dd9ab0a),segment_id=969521c2-c3e8-401e-8ca6-f6c85dd9ab0a)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:00:32.857742 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (8c3198b8-e618-43c8-b191-12afeb1d1bb1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:32.885251 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001eb9f0-cad8-4123-93e9-680f63e77aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:32.886282 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001eb9f0-cad8-4123-93e9-680f63e77aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:32.886906 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-001eb9f0-cad8-4123-93e9-680f63e77aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:32.896251 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1262111-6a34-4965-8b0f-3a29add27a65 req-a63231dc-9708-4dcc-b477-8b91af6d522f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:32.910105 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c1262111-6a34-4965-8b0f-3a29add27a65 req-a63231dc-9708-4dcc-b477-8b91af6d522f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd9280-bcc9-424b-b15b-9eea5839429d HTTP/1.1" status: 200 len: 944 time: 0.1959527 Feb 07 17:00:32.940880 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 75659955-040d-406a-8aba-5513375ac8b8 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:32.973372 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08abcd1a-d088-45ff-8a19-ceba3e0ca45a None None] Update dhcp port {'port': {'network_id': '865307b9-ad8a-4410-acd8-f15d6f553fc3', 'fixed_ips': [{'subnet_id': '319ac557-1dbe-480d-bd9f-466c9ef17162', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ccc9d275-bc46-49d4-8a48-b80db4837737'}], 'binding:host_id': 'n-d-827865-3'}, 'id': '75659955-040d-406a-8aba-5513375ac8b8'} from n-d-827865-3. {{(pid=103228) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 17:00:33.010995 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa86c2f0-7cec-45a1-bcf9-b21256264a0b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (0a3fa652-d469-4b1b-afce-6b643a1346d6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:33.022355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:33.023329 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:33.024938 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] 10.222.0.32 "PUT /v2.0/ports/8c3198b8-e618-43c8-b191-12afeb1d1bb1 HTTP/1.1" status: 200 len: 1092 time: 2.1087396 Feb 07 17:00:33.025493 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bd9280-bcc9-424b-b15b-9eea5839429d', 'tag': '8c3198b8-e618-43c8-b191-12afeb1d1bb1'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:00:33.032222 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ceceef1-ff85-45f8-be39-39ef2d5a3b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "90bd9280-bcc9-424b-b15b-9eea5839429d", "tag": "8c3198b8-e618-43c8-b191-12afeb1d1bb1"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:00:33.063251 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-001eb9f0-cad8-4123-93e9-680f63e77aaa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4396005 Feb 07 17:00:33.085676 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57622) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:33.089591 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-08abcd1a-d088-45ff-8a19-ceba3e0ca45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (75659955-040d-406a-8aba-5513375ac8b8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:33.113030 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c1262111-6a34-4965-8b0f-3a29add27a65 req-15d3fedd-0b68-4330-bf5a-f7e5a7c89275 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cf6d5b0-780f-4a53-9381-9651d5de3570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019553 Feb 07 17:00:33.151824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa86c2f0-7cec-45a1-bcf9-b21256264a0b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network 865307b9-ad8a-4410-acd8-f15d6f553fc3 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:33.157975 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-fa86c2f0-7cec-45a1-bcf9-b21256264a0b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:33.159782 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-866847f4-65ae-4b43-bab2-c2cc40d5b367 admin admin] Request body: {'subnet': {'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1289674548-subnet', 'tenant_id': '8977117e06d848e1935eae573fabcc59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:33.163635 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa86c2f0-7cec-45a1-bcf9-b21256264a0b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:00:33.169422 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa86c2f0-7cec-45a1-bcf9-b21256264a0b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:33.170592 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa86c2f0-7cec-45a1-bcf9-b21256264a0b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:33.174047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001eb9f0-cad8-4123-93e9-680f63e77aaa admin admin] Pushing event updated for resources: {'Network': ['ID=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:33.191425 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c562a1cc-61fd-4dc8-a4b0-46a317c1d667 x-openstack-request-id: req-c562a1cc-61fd-4dc8-a4b0-46a317c1d667 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:00:33.193170 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bd9280-bcc9-424b-b15b-9eea5839429d", "tag": "8c3198b8-e618-43c8-b191-12afeb1d1bb1", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:00:33.193605 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c562a1cc-61fd-4dc8-a4b0-46a317c1d667 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:00:33.194141 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bd9280-bcc9-424b-b15b-9eea5839429d', 'tag': '8c3198b8-e618-43c8-b191-12afeb1d1bb1', 'status': 'completed', 'code': 200} Feb 07 17:00:33.199756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0134c7-b118-45c3-95bb-57b38048b942 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3198b8-e618-43c8-b191-12afeb1d1bb1,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:33.229222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:00:33.248121 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fa86c2f0-7cec-45a1-bcf9-b21256264a0b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.0102830 Feb 07 17:00:33.253243 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57628) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:33.256225 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86c2f0-7cec-45a1-bcf9-b21256264a0b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=0a3fa652-d469-4b1b-afce-6b643a1346d6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:33.275454 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2145b72a-7b37-4a09-b85f-eff8703398c0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '319ac557-1dbe-480d-bd9f-466c9ef17162'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:33.309386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866847f4-65ae-4b43-bab2-c2cc40d5b367 admin admin] Made reservation on behalf of 8977117e06d848e1935eae573fabcc59 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:33.312389 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-866847f4-65ae-4b43-bab2-c2cc40d5b367 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:33.413312 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-19f94d32-ebe9-409c-84f6-f6a53badaf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:33.414957 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-19f94d32-ebe9-409c-84f6-f6a53badaf2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e&device_id=90bd9280-bcc9-424b-b15b-9eea5839429d HTTP/1.1" status: 200 len: 1126 time: 0.3328905 Feb 07 17:00:33.503776 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-08abcd1a-d088-45ff-8a19-ceba3e0ca45a None None] Allocated IP 2001:db8:0:1::2 (865307b9-ad8a-4410-acd8-f15d6f553fc3/ccc9d275-bc46-49d4-8a48-b80db4837737/75659955-040d-406a-8aba-5513375ac8b8) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:00:33.517820 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-74ff85a9-1e3f-4341-827b-05ded29a3e78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=8c3198b8-e618-43c8-b191-12afeb1d1bb1 HTTP/1.1" status: 200 len: 217 time: 0.0878670 Feb 07 17:00:33.586003 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d25f5-671f-447f-baf5-2c4b14c59977 req-994d5be2-4c5e-49ed-8697-300a107cbe1a tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:33.588808 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a1d25f5-671f-447f-baf5-2c4b14c59977 req-994d5be2-4c5e-49ed-8697-300a107cbe1a tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfa5644c-b07f-4d77-91cf-54138b2f5422 HTTP/1.1" status: 200 len: 945 time: 0.1359394 Feb 07 17:00:33.612969 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-d96c59ac-a3b8-4161-ae08-0ce85e16e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:33.617769 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-d96c59ac-a3b8-4161-ae08-0ce85e16e60c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a94a10f6-18a5-454d-b881-3f9f162b7d34 HTTP/1.1" status: 200 len: 837 time: 0.0884333 Feb 07 17:00:33.658964 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-08abcd1a-d088-45ff-8a19-ceba3e0ca45a None None] For port 75659955-040d-406a-8aba-5513375ac8b8, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=75659955-040d-406a-8aba-5513375ac8b8,segment=NetworkSegment(3c5a5056-1c8c-446a-81dc-5bac9a7cec3d),segment_id=3c5a5056-1c8c-446a-81dc-5bac9a7cec3d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:33.702742 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-08abcd1a-d088-45ff-8a19-ceba3e0ca45a None None] Publish callbacks [] for port (75659955-040d-406a-8aba-5513375ac8b8), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:33.710112 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-08abcd1a-d088-45ff-8a19-ceba3e0ca45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (75659955-040d-406a-8aba-5513375ac8b8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:33.779256 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abcd1a-d088-45ff-8a19-ceba3e0ca45a None None] Pushing event updated for resources: {'Port': ['ID=75659955-040d-406a-8aba-5513375ac8b8,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:33.835565 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-6a1d25f5-671f-447f-baf5-2c4b14c59977 req-67151547-61ac-4153-bfc5-b8de57b3a475 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Deleting port e688a0fd-56b8-4717-abb0-eea9b8f97cfc {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:33.836570 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6a1d25f5-671f-447f-baf5-2c4b14c59977 req-67151547-61ac-4153-bfc5-b8de57b3a475 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e688a0fd-56b8-4717-abb0-eea9b8f97cfc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:34.085325 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6a1d25f5-671f-447f-baf5-2c4b14c59977 req-67151547-61ac-4153-bfc5-b8de57b3a475 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] For port e688a0fd-56b8-4717-abb0-eea9b8f97cfc, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=e688a0fd-56b8-4717-abb0-eea9b8f97cfc,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:34.086000 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6a1d25f5-671f-447f-baf5-2c4b14c59977 req-67151547-61ac-4153-bfc5-b8de57b3a475 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e688a0fd-56b8-4717-abb0-eea9b8f97cfc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:34.117960 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2145b72a-7b37-4a09-b85f-eff8703398c0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0a3fa652-d469-4b1b-afce-6b643a1346d6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:34.147648 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-6a1d25f5-671f-447f-baf5-2c4b14c59977 req-67151547-61ac-4153-bfc5-b8de57b3a475 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Calling delete_port for e688a0fd-56b8-4717-abb0-eea9b8f97cfc owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:34.159759 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-7de08741-af45-4504-8890-1d9321df7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:34.163371 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-7de08741-af45-4504-8890-1d9321df7011 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=392ac90b-adf4-42bb-8c23-2af81c22fab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5265405 Feb 07 17:00:34.166024 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-866847f4-65ae-4b43-bab2-c2cc40d5b367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (64c0f60d-9607-407f-80c0-5214bf77aad0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:34.176148 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c9ab4-abf6-4a36-8df7-6fe57738ce1f req-5f122501-fe9b-4699-bc18-adaf72eed619 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:34.178883 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-166c9ab4-abf6-4a36-8df7-6fe57738ce1f req-5f122501-fe9b-4699-bc18-adaf72eed619 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 946 time: 0.2166612 Feb 07 17:00:34.300186 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-166c9ab4-abf6-4a36-8df7-6fe57738ce1f req-4bdd5ee5-d081-4b25-8da3-e116c6c3e6ac tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719166 Feb 07 17:00:34.431897 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 75659955-040d-406a-8aba-5513375ac8b8 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:00:34.481905 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6a1d25f5-671f-447f-baf5-2c4b14c59977 req-67151547-61ac-4153-bfc5-b8de57b3a475 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e688a0fd-56b8-4717-abb0-eea9b8f97cfc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:34.526461 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['e688a0fd-56b8-4717-abb0-eea9b8f97cfc'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:00:34.552295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67151547-61ac-4153-bfc5-b8de57b3a475 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Pushing event deleted for resources: {'Port': ['ID=e688a0fd-56b8-4717-abb0-eea9b8f97cfc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:34.606314 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d566ca-2731-4ca3-86ac-708e2b101e00 req-d800cf19-2207-4429-87c9-5b463f2a1247 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:34.625257 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41d566ca-2731-4ca3-86ac-708e2b101e00 req-d800cf19-2207-4429-87c9-5b463f2a1247 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa5644c-b07f-4d77-91cf-54138b2f5422 HTTP/1.1" status: 200 len: 945 time: 0.8931668 Feb 07 17:00:34.641709 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 75659955-040d-406a-8aba-5513375ac8b8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:34.642346 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (75659955-040d-406a-8aba-5513375ac8b8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:34.649358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1d25f5-671f-447f-baf5-2c4b14c59977 req-67151547-61ac-4153-bfc5-b8de57b3a475 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] No DVR routers for this DVR port e688a0fd-56b8-4717-abb0-eea9b8f97cfc on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:00:34.660597 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6a1d25f5-671f-447f-baf5-2c4b14c59977 req-67151547-61ac-4153-bfc5-b8de57b3a475 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:34.666991 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a1d25f5-671f-447f-baf5-2c4b14c59977 req-67151547-61ac-4153-bfc5-b8de57b3a475 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.48 "DELETE /v2.0/ports/e688a0fd-56b8-4717-abb0-eea9b8f97cfc HTTP/1.1" status: 204 len: 173 time: 1.0700912 Feb 07 17:00:34.670059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa5644c-b07f-4d77-91cf-54138b2f5422', 'name': 'network-vif-deleted', 'tag': 'e688a0fd-56b8-4717-abb0-eea9b8f97cfc'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:00:34.673121 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebd27b4-8784-41a8-b9cf-4d0bd843b170" -d '{"events": [{"server_uuid": "dfa5644c-b07f-4d77-91cf-54138b2f5422", "name": "network-vif-deleted", "tag": "e688a0fd-56b8-4717-abb0-eea9b8f97cfc"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:00:34.694863 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd7d7a-ad80-4c19-9833-2304506b3f1a req-dfa1c818-d00a-4ba3-bd5b-5d4f7ed121f4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:34.703798 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3bd7d7a-ad80-4c19-9833-2304506b3f1a req-dfa1c818-d00a-4ba3-bd5b-5d4f7ed121f4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd9280-bcc9-424b-b15b-9eea5839429d HTTP/1.1" status: 200 len: 944 time: 0.1644630 Feb 07 17:00:34.832303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866847f4-65ae-4b43-bab2-c2cc40d5b367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c0f60d-9607-407f-80c0-5214bf77aad0,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:34.852641 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3bd7d7a-ad80-4c19-9833-2304506b3f1a req-61d5c7cc-4168-4d95-be2f-f3ffddcc17cf tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cf6d5b0-780f-4a53-9381-9651d5de3570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469178 Feb 07 17:00:34.950991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 75659955-040d-406a-8aba-5513375ac8b8 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:34.983238 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0290a903-cd32-4bfa-9921-4d3bb6993049 None None] Network 865307b9-ad8a-4410-acd8-f15d6f553fc3 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:00:34.987451 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44424d3c-870d-4548-a971-507c30cd0b2d x-openstack-request-id: req-44424d3c-870d-4548-a971-507c30cd0b2d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:00:34.987759 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa5644c-b07f-4d77-91cf-54138b2f5422", "name": "network-vif-deleted", "tag": "e688a0fd-56b8-4717-abb0-eea9b8f97cfc", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:00:34.988018 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44424d3c-870d-4548-a971-507c30cd0b2d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:00:34.988427 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa5644c-b07f-4d77-91cf-54138b2f5422', 'name': 'network-vif-deleted', 'tag': 'e688a0fd-56b8-4717-abb0-eea9b8f97cfc', 'status': 'completed', 'code': 200} Feb 07 17:00:35.086211 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-de099c70-926c-4f68-b1a0-46f6a494b174 None None] Provisioning complete for port 75659955-040d-406a-8aba-5513375ac8b8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:35.086852 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-de099c70-926c-4f68-b1a0-46f6a494b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (75659955-040d-406a-8aba-5513375ac8b8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:35.105824 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41d566ca-2731-4ca3-86ac-708e2b101e00 req-5f057ae3-d9b9-4e3d-86bc-136a48bcc538 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738798 Feb 07 17:00:35.240702 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-2145b72a-7b37-4a09-b85f-eff8703398c0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Delete allocated IP 2001:db8:0:1::1b6 (865307b9-ad8a-4410-acd8-f15d6f553fc3/ccc9d275-bc46-49d4-8a48-b80db4837737) {{(pid=103226) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 17:00:35.279813 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-de099c70-926c-4f68-b1a0-46f6a494b174 None None] Current status of the port 75659955-040d-406a-8aba-5513375ac8b8 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:35.378585 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-414afc5e-675c-47fb-93f4-0fc4ee0b0c56 service neutron] 10.222.0.32 "GET /v2.0/networks/392ac90b-adf4-42bb-8c23-2af81c22fab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1862216 Feb 07 17:00:35.451069 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866847f4-65ae-4b43-bab2-c2cc40d5b367 admin admin] Checking segment: {'id': '0b335b56-9acc-471e-a796-eeb06c7bb7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:00:35.452100 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866847f4-65ae-4b43-bab2-c2cc40d5b367 admin admin] Network hostable DHCP agents. Network: f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:00:35.546794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ab1ed-bcb2-4f83-8077-b30b382ba3e4 req-34999372-a473-498d-b58b-86274ce9fd36 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:35.549306 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d35ab1ed-bcb2-4f83-8077-b30b382ba3e4 req-34999372-a473-498d-b58b-86274ce9fd36 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 946 time: 0.0826092 Feb 07 17:00:35.607611 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866847f4-65ae-4b43-bab2-c2cc40d5b367 admin admin] Network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:00:35.631357 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-866847f4-65ae-4b43-bab2-c2cc40d5b367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:35.650476 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b050d97c-df1d-4278-a38d-430e8c8dc8da None None] Network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:00:35.652856 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866847f4-65ae-4b43-bab2-c2cc40d5b367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:35.653848 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-866847f4-65ae-4b43-bab2-c2cc40d5b367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:35.684511 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0555b0a-5cc6-4ad8-ae17-20953ba111a3 req-3cddc2a9-2705-406f-8eda-674e8b5f978b service neutron] 10.222.0.32 "GET /v2.0/networks/392ac90b-adf4-42bb-8c23-2af81c22fab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945044 Feb 07 17:00:35.714173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57668) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:35.716392 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-866847f4-65ae-4b43-bab2-c2cc40d5b367 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6222932 Feb 07 17:00:35.718980 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2145b72a-7b37-4a09-b85f-eff8703398c0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (0a3fa652-d469-4b1b-afce-6b643a1346d6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:35.734516 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2145b72a-7b37-4a09-b85f-eff8703398c0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (0a3fa652-d469-4b1b-afce-6b643a1346d6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:35.764278 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d35ab1ed-bcb2-4f83-8077-b30b382ba3e4 req-5e1a9aba-59c2-47f8-acfb-e7bd0bce6c68 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073121 Feb 07 17:00:36.011486 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a1da2b-f82b-49f0-afa3-2a4a599de15e None None] Network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:00:36.026948 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-670f65c7-acdb-4976-90bf-e14fd99f69e7 None None] Provisioning complete for port 75659955-040d-406a-8aba-5513375ac8b8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:36.027785 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-670f65c7-acdb-4976-90bf-e14fd99f69e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (75659955-040d-406a-8aba-5513375ac8b8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:36.070936 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2145b72a-7b37-4a09-b85f-eff8703398c0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] In _notify_port_updated(), no bound segment for port 0a3fa652-d469-4b1b-afce-6b643a1346d6 on network 865307b9-ad8a-4410-acd8-f15d6f553fc3 {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 17:00:36.076012 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7266064c-14e2-4291-a359-6aa08f8c271f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:36.076499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2145b72a-7b37-4a09-b85f-eff8703398c0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:36.077176 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2145b72a-7b37-4a09-b85f-eff8703398c0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:36.079543 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2145b72a-7b37-4a09-b85f-eff8703398c0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "PUT /v2.0/ports/0a3fa652-d469-4b1b-afce-6b643a1346d6 HTTP/1.1" status: 200 len: 925 time: 2.8148701 Feb 07 17:00:36.087503 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57678) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:36.099292 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceceef1-ff85-45f8-be39-39ef2d5a3b8d req-743c4592-c203-48b3-a13a-1308dcab9db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:36.101165 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ceceef1-ff85-45f8-be39-39ef2d5a3b8d req-743c4592-c203-48b3-a13a-1308dcab9db9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e&device_id=90bd9280-bcc9-424b-b15b-9eea5839429d HTTP/1.1" status: 200 len: 1126 time: 0.3197217 Feb 07 17:00:36.102234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145b72a-7b37-4a09-b85f-eff8703398c0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=0a3fa652-d469-4b1b-afce-6b643a1346d6,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:36.136051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-72475487-bdd0-4bba-b17c-c6bf1b75763d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '319ac557-1dbe-480d-bd9f-466c9ef17162'}, {'subnet_id': 'ccc9d275-bc46-49d4-8a48-b80db4837737'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:36.257573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804b119-ecc1-4a4d-8858-fc9dc82ce50e req-f743a3dc-251c-4440-b61b-325f5d95cbb1 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:36.259332 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4804b119-ecc1-4a4d-8858-fc9dc82ce50e req-f743a3dc-251c-4440-b61b-325f5d95cbb1 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd9280-bcc9-424b-b15b-9eea5839429d HTTP/1.1" status: 200 len: 944 time: 0.2708578 Feb 07 17:00:36.462333 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceceef1-ff85-45f8-be39-39ef2d5a3b8d req-fcdef37d-a650-45e1-a8f4-c2b89b3ca410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:36.466560 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ceceef1-ff85-45f8-be39-39ef2d5a3b8d req-fcdef37d-a650-45e1-a8f4-c2b89b3ca410 service neutron] 10.222.0.32 "GET /v2.0/networks?id=392ac90b-adf4-42bb-8c23-2af81c22fab0 HTTP/1.1" status: 200 len: 898 time: 0.3588362 Feb 07 17:00:36.509221 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4804b119-ecc1-4a4d-8858-fc9dc82ce50e req-e80468ad-a7cd-440e-a14e-f2956f8c2242 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cf6d5b0-780f-4a53-9381-9651d5de3570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379591 Feb 07 17:00:36.601774 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ceceef1-ff85-45f8-be39-39ef2d5a3b8d req-f10ba795-a810-4ac9-9334-12c2b6f01d57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=8c3198b8-e618-43c8-b191-12afeb1d1bb1 HTTP/1.1" status: 200 len: 217 time: 0.1255190 Feb 07 17:00:36.757664 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72475487-bdd0-4bba-b17c-c6bf1b75763d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0a3fa652-d469-4b1b-afce-6b643a1346d6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:36.773060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-670f65c7-acdb-4976-90bf-e14fd99f69e7 None None] Current status of the port 75659955-040d-406a-8aba-5513375ac8b8 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:36.801226 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-670f65c7-acdb-4976-90bf-e14fd99f69e7 None None] Provisioning complete for port 0a3fa652-d469-4b1b-afce-6b643a1346d6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:36.802445 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-670f65c7-acdb-4976-90bf-e14fd99f69e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0a3fa652-d469-4b1b-afce-6b643a1346d6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:36.835162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceceef1-ff85-45f8-be39-39ef2d5a3b8d req-0959eed4-3acd-4138-b600-57ccd413299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:36.837200 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ceceef1-ff85-45f8-be39-39ef2d5a3b8d req-0959eed4-3acd-4138-b600-57ccd413299d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a94a10f6-18a5-454d-b881-3f9f162b7d34 HTTP/1.1" status: 200 len: 837 time: 0.2296038 Feb 07 17:00:36.873239 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-670f65c7-acdb-4976-90bf-e14fd99f69e7 None None] Port 0a3fa652-d469-4b1b-afce-6b643a1346d6 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:00:36.934277 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-42c6efd0-63a6-447b-b5c3-7d39281c8972 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:36.941671 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-42c6efd0-63a6-447b-b5c3-7d39281c8972 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/networks?id=380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 200 len: 812 time: 0.2311981 Feb 07 17:00:36.960220 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-642fb14a-defb-46bd-a564-b7a9e6dddad3 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/quotas/7f8265dde22443dab20942b3bd88ae3d HTTP/1.1" status: 200 len: 375 time: 0.0175261 Feb 07 17:00:36.968759 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceceef1-ff85-45f8-be39-39ef2d5a3b8d req-0d81600b-a519-45cb-bd5b-bb2bc180a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:36.968759 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ceceef1-ff85-45f8-be39-39ef2d5a3b8d req-0d81600b-a519-45cb-bd5b-bb2bc180a482 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=392ac90b-adf4-42bb-8c23-2af81c22fab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1243191 Feb 07 17:00:37.017762 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0e1af557-03a4-4f06-8653-5982c8ec416e None None] Provisioning complete for port 0a3fa652-d469-4b1b-afce-6b643a1346d6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:37.019431 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e1af557-03a4-4f06-8653-5982c8ec416e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0a3fa652-d469-4b1b-afce-6b643a1346d6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:37.027976 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2b8ba2e2-3edb-4574-aeb4-ec84d857366f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f8265dde22443dab20942b3bd88ae3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659573 Feb 07 17:00:37.096685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0e1af557-03a4-4f06-8653-5982c8ec416e None None] Port 0a3fa652-d469-4b1b-afce-6b643a1346d6 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:00:37.149055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-4c84439f-5f58-430b-8d6b-ee36d885916b req-f3bd06f9-c1c4-4a0e-b4ae-64bccf0ac982 service neutron] (103225) timed out ('10.222.0.32', 64197) {{(pid=103225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 17:00:37.203569 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7266064c-14e2-4291-a359-6aa08f8c271f admin admin] Publish callbacks [] for security_group (2f0db98c-9368-47d0-ad85-afb4e3d5a9ec), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:37.267710 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-82528f1c-6a01-4f00-9589-e1db59afc5f6 service neutron] 10.222.0.18 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387795 Feb 07 17:00:37.270033 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ceceef1-ff85-45f8-be39-39ef2d5a3b8d req-3a328ffe-64c3-4f8e-b13c-e089d1ede26d service neutron] 10.222.0.32 "GET /v2.0/networks/392ac90b-adf4-42bb-8c23-2af81c22fab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926149 Feb 07 17:00:37.277154 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7266064c-14e2-4291-a359-6aa08f8c271f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2f0db98c-9368-47d0-ad85-afb4e3d5a9ec), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:37.313961 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-fede20bf-b36e-4837-bdd7-c542ada974d3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:37.315758 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-fede20bf-b36e-4837-bdd7-c542ada974d3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/networks?id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f HTTP/1.1" status: 200 len: 815 time: 0.5631702 Feb 07 17:00:37.387476 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-cee90081-eb1b-4a06-b874-b87f639dce9d tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/quotas/8977117e06d848e1935eae573fabcc59 HTTP/1.1" status: 200 len: 375 time: 0.0472298 Feb 07 17:00:37.433067 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266064c-14e2-4291-a359-6aa08f8c271f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0db98c-9368-47d0-ad85-afb4e3d5a9ec,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:37.440391 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7266064c-14e2-4291-a359-6aa08f8c271f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28af553482e34d3cb1c18f05c481bc53&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7211430 Feb 07 17:00:37.441366 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57710) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:37.444439 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device e688a0fd-56b8-4717-abb0-eea9b8f97cfc no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:00:37.464323 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-a5b145d4-d37b-408d-878f-914dace45bd0 service neutron] 10.222.0.18 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885123 Feb 07 17:00:37.466317 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ceceef1-ff85-45f8-be39-39ef2d5a3b8d req-fb6798ea-3ac9-4524-8cb2-708bc64312ff service neutron] 10.222.0.32 "GET /v2.0/networks/392ac90b-adf4-42bb-8c23-2af81c22fab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816511 Feb 07 17:00:37.482596 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: e688a0fd-56b8-4717-abb0-eea9b8f97cfc {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:00:37.483295 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device e688a0fd-56b8-4717-abb0-eea9b8f97cfc not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:00:37.496467 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a278d1cd-7c64-40e1-9270-36425f5e1e6c tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8977117e06d848e1935eae573fabcc59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903111 Feb 07 17:00:37.552965 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8c3198b8-e618-43c8-b191-12afeb1d1bb1 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:00:37.689671 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 8c3198b8-e618-43c8-b191-12afeb1d1bb1, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8c3198b8-e618-43c8-b191-12afeb1d1bb1,segment=NetworkSegment(969521c2-c3e8-401e-8ca6-f6c85dd9ab0a),segment_id=969521c2-c3e8-401e-8ca6-f6c85dd9ab0a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:37.707818 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '8c3198b8-e618-43c8-b191-12afeb1d1bb1', 'network_id': '392ac90b-adf4-42bb-8c23-2af81c22fab0', 'port_id': '8c3198b8-e618-43c8-b191-12afeb1d1bb1', 'mac_address': 'fa:16:3e:66:6a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a94a10f6-18a5-454d-b881-3f9f162b7d34', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:00:37.729669 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc281bb-c560-45c1-8304-abae2aefcbd0 req-7dfef278-c47d-4daf-ab52-9711a53da26a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:37.731796 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0cc281bb-c560-45c1-8304-abae2aefcbd0 req-7dfef278-c47d-4daf-ab52-9711a53da26a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 946 time: 0.0643430 Feb 07 17:00:37.763502 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 8c3198b8-e618-43c8-b191-12afeb1d1bb1 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:37.769176 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8c3198b8-e618-43c8-b191-12afeb1d1bb1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:37.775798 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-72475487-bdd0-4bba-b17c-c6bf1b75763d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Allocated IP 2001:db8:0:1::33c (865307b9-ad8a-4410-acd8-f15d6f553fc3/ccc9d275-bc46-49d4-8a48-b80db4837737/0a3fa652-d469-4b1b-afce-6b643a1346d6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:00:37.805029 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67f65cea-9185-4a31-ae9c-4fe36fed9289 admin admin] Publish callbacks [] for security_group (2f0db98c-9368-47d0-ad85-afb4e3d5a9ec), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:37.809003 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0cc281bb-c560-45c1-8304-abae2aefcbd0 req-38226b1c-9a2f-41f7-b7ff-a2afde80d131 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696297 Feb 07 17:00:37.816372 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3198b8-e618-43c8-b191-12afeb1d1bb1 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:00:37.856087 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-f4f687ad-3309-4ef2-bd75-fd1739617b3d req-70a77cf5-d4e0-4f32-b3e6-f918df195001 service neutron] (103225) timed out ('10.222.0.32', 64192) {{(pid=103225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 17:00:37.878995 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-0b38849d-9eaa-4308-acd7-7c2f8ea051e1 service neutron] 10.222.0.18 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718629 Feb 07 17:00:37.882422 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 8c3198b8-e618-43c8-b191-12afeb1d1bb1, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8c3198b8-e618-43c8-b191-12afeb1d1bb1,segment=NetworkSegment(969521c2-c3e8-401e-8ca6-f6c85dd9ab0a),segment_id=969521c2-c3e8-401e-8ca6-f6c85dd9ab0a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:37.892293 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8c3198b8-e618-43c8-b191-12afeb1d1bb1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:38.028462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=8c3198b8-e618-43c8-b191-12afeb1d1bb1,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:38.054372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f190da8-e56f-4221-9433-bae041099818 req-a77d7c2d-64b2-445a-80bd-7d71106232dd tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:38.064206 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f190da8-e56f-4221-9433-bae041099818 req-a77d7c2d-64b2-445a-80bd-7d71106232dd tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd9280-bcc9-424b-b15b-9eea5839429d HTTP/1.1" status: 200 len: 945 time: 0.1031175 Feb 07 17:00:38.107353 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['8c3198b8-e618-43c8-b191-12afeb1d1bb1'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:00:38.122223 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67f65cea-9185-4a31-ae9c-4fe36fed9289 admin admin] Publish callbacks [] for security_group (2f0db98c-9368-47d0-ad85-afb4e3d5a9ec), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:38.137021 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f190da8-e56f-4221-9433-bae041099818 req-010a0906-94d8-43d9-a61b-b64380743a51 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cf6d5b0-780f-4a53-9381-9651d5de3570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662620 Feb 07 17:00:38.146495 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-47be3f07-51a8-419e-b3c6-033a8351c046 service neutron] 10.222.0.18 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663689 Feb 07 17:00:38.222491 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b1677041-ec22-4418-be5f-9992a6500199 req-ad07c8d5-3223-4d68-a0f2-196360b08f2b tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 210 time: 0.0463111 Feb 07 17:00:38.462853 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72475487-bdd0-4bba-b17c-c6bf1b75763d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (0a3fa652-d469-4b1b-afce-6b643a1346d6), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:38.471278 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67f65cea-9185-4a31-ae9c-4fe36fed9289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2f0db98c-9368-47d0-ad85-afb4e3d5a9ec), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:38.479523 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67f65cea-9185-4a31-ae9c-4fe36fed9289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:38.483247 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-67f65cea-9185-4a31-ae9c-4fe36fed9289 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f0db98c-9368-47d0-ad85-afb4e3d5a9ec HTTP/1.1" status: 204 len: 168 time: 0.9940028 Feb 07 17:00:38.505896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f65cea-9185-4a31-ae9c-4fe36fed9289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0db98c-9368-47d0-ad85-afb4e3d5a9ec,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:38.524822 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72475487-bdd0-4bba-b17c-c6bf1b75763d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (0a3fa652-d469-4b1b-afce-6b643a1346d6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:38.620450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199735a-e051-402b-a52e-af62f95bae46 req-c0b73178-dd67-4074-97c1-5ce8d0b523d1 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:38.634557 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1199735a-e051-402b-a52e-af62f95bae46 req-c0b73178-dd67-4074-97c1-5ce8d0b523d1 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1880863 Feb 07 17:00:38.657749 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-57f7bf3a-9584-4434-9983-33249d6c7260 req-01e4db70-8da3-4787-b4e9-33d5a1222b7c tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 210 time: 0.1180453 Feb 07 17:00:38.768807 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-72475487-bdd0-4bba-b17c-c6bf1b75763d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] In _notify_port_updated(), no bound segment for port 0a3fa652-d469-4b1b-afce-6b643a1346d6 on network 865307b9-ad8a-4410-acd8-f15d6f553fc3 {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 17:00:38.777020 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72475487-bdd0-4bba-b17c-c6bf1b75763d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:38.777890 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72475487-bdd0-4bba-b17c-c6bf1b75763d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:38.783003 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-72475487-bdd0-4bba-b17c-c6bf1b75763d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "PUT /v2.0/ports/0a3fa652-d469-4b1b-afce-6b643a1346d6 HTTP/1.1" status: 200 len: 1011 time: 2.6789558 Feb 07 17:00:38.783803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57742) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:38.790340 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72475487-bdd0-4bba-b17c-c6bf1b75763d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=0a3fa652-d469-4b1b-afce-6b643a1346d6,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:38.793977 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1199735a-e051-402b-a52e-af62f95bae46 req-250bc8e6-d2b6-4b52-9b28-71797e532f85 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583562 Feb 07 17:00:39.264448 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0e3df667-4e7f-4a02-bba2-e876ae0041c3 None None] Provisioning complete for port 0a3fa652-d469-4b1b-afce-6b643a1346d6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:39.265034 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e3df667-4e7f-4a02-bba2-e876ae0041c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0a3fa652-d469-4b1b-afce-6b643a1346d6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:39.384708 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0e3df667-4e7f-4a02-bba2-e876ae0041c3 None None] Port 0a3fa652-d469-4b1b-afce-6b643a1346d6 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:00:39.467959 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45155740-b830-4725-9ce6-2d25c54d2b60 req-4e55e2db-0389-4c2e-bce5-2ac17cc30999 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:39.478251 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-45155740-b830-4725-9ce6-2d25c54d2b60 req-4e55e2db-0389-4c2e-bce5-2ac17cc30999 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd9280-bcc9-424b-b15b-9eea5839429d HTTP/1.1" status: 200 len: 945 time: 0.2140620 Feb 07 17:00:39.479051 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57760) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:39.558376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8c3198b8-e618-43c8-b191-12afeb1d1bb1 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:00:39.616766 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2697a57-dade-4bba-b13b-e2332eaada0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:39.690366 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-45155740-b830-4725-9ce6-2d25c54d2b60 req-b54333dd-52f4-4dc9-bae3-13609a8a67be tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cf6d5b0-780f-4a53-9381-9651d5de3570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929476 Feb 07 17:00:39.724165 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 8c3198b8-e618-43c8-b191-12afeb1d1bb1 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:00:39.736545 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 8c3198b8-e618-43c8-b191-12afeb1d1bb1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:39.736935 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8c3198b8-e618-43c8-b191-12afeb1d1bb1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:39.862839 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2697a57-dade-4bba-b13b-e2332eaada0d admin admin] Publish callbacks [] for security_group (fa95b83b-ad81-48ae-9bb3-8e508f6f4808), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:39.891842 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-69ea060f-6385-439e-9ed5-228155cecb5b req-c52365d9-c449-4ae1-9404-235625fc76dd tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 210 time: 0.0479276 Feb 07 17:00:39.893323 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e2697a57-dade-4bba-b13b-e2332eaada0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fa95b83b-ad81-48ae-9bb3-8e508f6f4808), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:39.912443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 8c3198b8-e618-43c8-b191-12afeb1d1bb1 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:39.912900 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8c3198b8-e618-43c8-b191-12afeb1d1bb1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:39.940337 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2697a57-dade-4bba-b13b-e2332eaada0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa95b83b-ad81-48ae-9bb3-8e508f6f4808,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:39.959542 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e2697a57-dade-4bba-b13b-e2332eaada0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=178d0abd79bb44949398a960c5748032&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4787617 Feb 07 17:00:39.959788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57764) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:39.982550 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bd9280-bcc9-424b-b15b-9eea5839429d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3198b8-e618-43c8-b191-12afeb1d1bb1'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:00:39.987617 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c91f991-b259-43f0-a5eb-48474c5afea0" -d '{"events": [{"server_uuid": "90bd9280-bcc9-424b-b15b-9eea5839429d", "name": "network-vif-plugged", "status": "completed", "tag": "8c3198b8-e618-43c8-b191-12afeb1d1bb1"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:00:40.009661 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 8c3198b8-e618-43c8-b191-12afeb1d1bb1, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8c3198b8-e618-43c8-b191-12afeb1d1bb1,segment=NetworkSegment(969521c2-c3e8-401e-8ca6-f6c85dd9ab0a),segment_id=969521c2-c3e8-401e-8ca6-f6c85dd9ab0a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:40.019182 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8c3198b8-e618-43c8-b191-12afeb1d1bb1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:40.125997 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ba123bd8-26c8-474e-bb41-007e76a58a88 req-82c91176-65f6-4770-a7e3-efc6cb9594b1 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 210 time: 0.0606866 Feb 07 17:00:40.139251 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-510b2e3b-1b74-400d-8980-403243039883 admin admin] Publish callbacks [] for security_group (fa95b83b-ad81-48ae-9bb3-8e508f6f4808), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:40.146804 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fa33f7e9-e832-43fb-95fb-96d71b035d7c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port 0a3fa652-d469-4b1b-afce-6b643a1346d6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:40.147153 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa33f7e9-e832-43fb-95fb-96d71b035d7c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (0a3fa652-d469-4b1b-afce-6b643a1346d6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:40.160574 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=8c3198b8-e618-43c8-b191-12afeb1d1bb1,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:40.164169 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dc61f-4ba6-4785-b7f7-c52329271d90 req-d3464dca-d72d-40e6-bf8b-8bdc934b6680 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:40.165788 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-442dc61f-4ba6-4785-b7f7-c52329271d90 req-d3464dca-d72d-40e6-bf8b-8bdc934b6680 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 1.2166700 Feb 07 17:00:40.185609 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f653724d-90b6-4e97-bbd9-5cd70f5e0b42 x-openstack-request-id: req-f653724d-90b6-4e97-bbd9-5cd70f5e0b42 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:00:40.186326 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bd9280-bcc9-424b-b15b-9eea5839429d", "name": "network-vif-plugged", "status": "completed", "tag": "8c3198b8-e618-43c8-b191-12afeb1d1bb1", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:00:40.186743 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f653724d-90b6-4e97-bbd9-5cd70f5e0b42 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:00:40.187303 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bd9280-bcc9-424b-b15b-9eea5839429d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3198b8-e618-43c8-b191-12afeb1d1bb1', 'code': 200} Feb 07 17:00:40.269996 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-510b2e3b-1b74-400d-8980-403243039883 admin admin] Publish callbacks [] for security_group (fa95b83b-ad81-48ae-9bb3-8e508f6f4808), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:40.361592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e1d0d-d133-4304-ba5d-6ead4fa5c1b9 req-7a8d412d-7edb-44af-a1de-8b5bbdc01a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:40.368776 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a1e1d0d-d133-4304-ba5d-6ead4fa5c1b9 req-7a8d412d-7edb-44af-a1de-8b5bbdc01a97 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=90bd9280-bcc9-424b-b15b-9eea5839429d HTTP/1.1" status: 200 len: 1128 time: 0.1149428 Feb 07 17:00:40.368978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-5ae9fa2b-ebc0-4002-bbea-20564c6736b6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:40.384948 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-5ae9fa2b-ebc0-4002-bbea-20564c6736b6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.48 "GET /v2.0/networks?id=380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 200 len: 812 time: 0.6353230 Feb 07 17:00:40.426673 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a1e1d0d-d133-4304-ba5d-6ead4fa5c1b9 req-b4daa8d5-44ad-45af-bdf6-4f4efb8e3983 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9cf6d5b0-780f-4a53-9381-9651d5de3570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520623 Feb 07 17:00:40.440146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-b75332a9-5ce2-4004-b38b-392d955355f9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Request body: {'port': {'device_id': '37159f39-8aa7-496c-85b2-8e1cde66ef84', 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca', 'admin_state_up': True, 'tenant_id': '7f8265dde22443dab20942b3bd88ae3d'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:40.586533 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-442dc61f-4ba6-4785-b7f7-c52329271d90 req-48b9976d-642c-4506-83ca-9710eca4a4bb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3867261 Feb 07 17:00:40.610975 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa33f7e9-e832-43fb-95fb-96d71b035d7c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (0a3fa652-d469-4b1b-afce-6b643a1346d6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:40.648057 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fa33f7e9-e832-43fb-95fb-96d71b035d7c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for 0a3fa652-d469-4b1b-afce-6b643a1346d6 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:40.692990 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-510b2e3b-1b74-400d-8980-403243039883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fa95b83b-ad81-48ae-9bb3-8e508f6f4808), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:40.695953 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-510b2e3b-1b74-400d-8980-403243039883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:40.697240 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-510b2e3b-1b74-400d-8980-403243039883 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa95b83b-ad81-48ae-9bb3-8e508f6f4808 HTTP/1.1" status: 204 len: 168 time: 0.7327976 Feb 07 17:00:40.735925 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b2e3b-1b74-400d-8980-403243039883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa95b83b-ad81-48ae-9bb3-8e508f6f4808,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:40.909879 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-656af751-54f2-47b2-b71d-818a309f5da8 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:40.912576 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-656af751-54f2-47b2-b71d-818a309f5da8 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.48 "GET /v2.0/networks?id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f HTTP/1.1" status: 200 len: 815 time: 0.4476836 Feb 07 17:00:40.925022 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cff00-5b93-4ab1-ac6a-57ca7314a8ad req-ac729c60-89c2-4f39-9b72-16877f69b881 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:40.940235 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f0cff00-5b93-4ab1-ac6a-57ca7314a8ad req-ac729c60-89c2-4f39-9b72-16877f69b881 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd9280-bcc9-424b-b15b-9eea5839429d HTTP/1.1" status: 200 len: 946 time: 0.0966432 Feb 07 17:00:40.956522 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-54e969ff-3bf8-4302-b737-82188fbe59a3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Request body: {'port': {'device_id': 'd838b404-51f2-42fc-86eb-8aba2ae3ffb0', 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f', 'admin_state_up': True, 'tenant_id': '8977117e06d848e1935eae573fabcc59'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:41.013510 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f0cff00-5b93-4ab1-ac6a-57ca7314a8ad req-455b7b09-ed23-4e69-9b8e-b8f16dff2783 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cf6d5b0-780f-4a53-9381-9651d5de3570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722358 Feb 07 17:00:41.069792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-b75332a9-5ce2-4004-b38b-392d955355f9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Made reservation on behalf of 7f8265dde22443dab20942b3bd88ae3d for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:41.073966 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-b75332a9-5ce2-4004-b38b-392d955355f9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:41.184948 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a9e0c809-449a-483d-be0f-99de6d9adf5c req-c4d9a656-20b5-4306-b31d-1ffefeef63be tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 210 time: 0.0590847 Feb 07 17:00:41.354300 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-572b5218-a67a-4fd5-b160-2cfafa7fc592 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:41.356238 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-572b5218-a67a-4fd5-b160-2cfafa7fc592 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 812 time: 0.3815253 Feb 07 17:00:41.404612 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-54e969ff-3bf8-4302-b737-82188fbe59a3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Made reservation on behalf of 8977117e06d848e1935eae573fabcc59 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:41.412020 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-54e969ff-3bf8-4302-b737-82188fbe59a3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:41.451208 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0e7fa1f1-4066-4152-847d-21d1fa1ac798 req-0aef3e09-24df-415a-9a2b-f3eb677a693b tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 210 time: 0.1682496 Feb 07 17:00:41.500891 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-9d1ae247-96b2-4e3f-bf06-d3e82d30e3bd tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/quotas/acebdcf5865740db8b6f9c233dbd6392 HTTP/1.1" status: 200 len: 375 time: 0.1352487 Feb 07 17:00:41.662815 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87f0c560-7ae5-4c50-9e01-703d71abc2e5 req-7c3ae47a-f250-4743-88c7-a1ba87b4710a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cf378a85-3a66-4242-ba64-1759501c052f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1257119 Feb 07 17:00:41.729510 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa33f7e9-e832-43fb-95fb-96d71b035d7c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (0a3fa652-d469-4b1b-afce-6b643a1346d6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:41.770033 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0c560-7ae5-4c50-9e01-703d71abc2e5 req-a44f94f5-69f3-4743-8ec7-ecbb4b2baa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:41.772815 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87f0c560-7ae5-4c50-9e01-703d71abc2e5 req-a44f94f5-69f3-4743-8ec7-ecbb4b2baa0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e&device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 1128 time: 0.0849340 Feb 07 17:00:41.860012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33f7e9-e832-43fb-95fb-96d71b035d7c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=0a3fa652-d469-4b1b-afce-6b643a1346d6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:41.994781 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-54e969ff-3bf8-4302-b737-82188fbe59a3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Allocated IP 172.20.0.11 (f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f/64c0f60d-9607-407f-80c0-5214bf77aad0/4522e1af-eb3d-4c70-ad64-b7d25b8f30af) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:00:42.166804 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0c560-7ae5-4c50-9e01-703d71abc2e5 req-dcc7f110-e6b0-415f-abcc-ec0de972f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:42.169047 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87f0c560-7ae5-4c50-9e01-703d71abc2e5 req-dcc7f110-e6b0-415f-abcc-ec0de972f6a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e HTTP/1.1" status: 200 len: 898 time: 0.2463996 Feb 07 17:00:42.211469 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-54e969ff-3bf8-4302-b737-82188fbe59a3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks [] for port (4522e1af-eb3d-4c70-ad64-b7d25b8f30af), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:42.322011 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-b75332a9-5ce2-4004-b38b-392d955355f9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Allocated IP 172.20.0.12 (380ea26c-6043-4940-b6ef-8a90ddeec2ca/5e0f2a9e-b79d-4601-ac33-c328f95f4202/d0434525-8267-422c-8e40-871e63dec37d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:00:42.339779 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fea2b-e191-40e4-81b7-7b4327f5f37d req-f88b8b44-6dfd-41ee-83ed-cca6c2f625d1 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:42.346994 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc2fea2b-e191-40e4-81b7-7b4327f5f37d req-f88b8b44-6dfd-41ee-83ed-cca6c2f625d1 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd9280-bcc9-424b-b15b-9eea5839429d HTTP/1.1" status: 200 len: 946 time: 0.1715448 Feb 07 17:00:42.351652 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87f0c560-7ae5-4c50-9e01-703d71abc2e5 req-bd865383-5c5e-4215-a8e9-2c522f7bf4bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fd616f8-888d-4326-bb47-564785f53b88 HTTP/1.1" status: 200 len: 1002 time: 0.1742849 Feb 07 17:00:42.460689 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc2fea2b-e191-40e4-81b7-7b4327f5f37d req-9bdc744b-cccb-401a-bae8-4f3307a265e5 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cf6d5b0-780f-4a53-9381-9651d5de3570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040440 Feb 07 17:00:42.483872 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0c560-7ae5-4c50-9e01-703d71abc2e5 req-8ad8455c-cc90-4ee5-9d7e-0ae000460ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:42.489527 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87f0c560-7ae5-4c50-9e01-703d71abc2e5 req-8ad8455c-cc90-4ee5-9d7e-0ae000460ec9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=787e973b-4576-4e04-b9be-3a33b218cabc HTTP/1.1" status: 200 len: 834 time: 0.1045687 Feb 07 17:00:42.499960 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-3f69c49f-87c8-45fb-839a-23cd588d828a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&fields=id HTTP/1.1" status: 200 len: 394 time: 0.9894261 Feb 07 17:00:42.531469 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-54e969ff-3bf8-4302-b737-82188fbe59a3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4522e1af-eb3d-4c70-ad64-b7d25b8f30af), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:42.626890 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b9f24504-885a-4c77-807d-85c4d846f34f req-0621ac5f-ce18-4f02-9f5b-627bbafb6151 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 210 time: 0.0405862 Feb 07 17:00:42.629374 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0c560-7ae5-4c50-9e01-703d71abc2e5 req-075d5a94-d482-40f7-a86b-a5cadf132f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:42.639786 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87f0c560-7ae5-4c50-9e01-703d71abc2e5 req-075d5a94-d482-40f7-a86b-a5cadf132f5a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1449661 Feb 07 17:00:42.667440 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa33f7e9-e832-43fb-95fb-96d71b035d7c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:42.671032 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fa33f7e9-e832-43fb-95fb-96d71b035d7c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/ports/0a3fa652-d469-4b1b-afce-6b643a1346d6 HTTP/1.1" status: 204 len: 168 time: 3.8824039 Feb 07 17:00:42.691665 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57824) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:42.769072 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e969ff-3bf8-4302-b737-82188fbe59a3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Pushing event updated for resources: {'Port': ['ID=4522e1af-eb3d-4c70-ad64-b7d25b8f30af,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:42.777358 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-b75332a9-5ce2-4004-b38b-392d955355f9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks [] for port (d0434525-8267-422c-8e40-871e63dec37d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:42.780007 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-54e969ff-3bf8-4302-b737-82188fbe59a3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:42.792803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-54e969ff-3bf8-4302-b737-82188fbe59a3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:42.798211 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-54e969ff-3bf8-4302-b737-82188fbe59a3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:00:42.856775 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-b37ccfd5-be2a-4e68-86ac-512322241f24 service neutron] 10.222.0.18 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559184 Feb 07 17:00:42.937522 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1f09f5-3f63-4f8b-bff1-2e697d9f5cab tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] GET failed (client error): The resource could not be found. Feb 07 17:00:42.939917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-54e969ff-3bf8-4302-b737-82188fbe59a3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:42.940585 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-54e969ff-3bf8-4302-b737-82188fbe59a3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:42.940865 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5c1f09f5-3f63-4f8b-bff1-2e697d9f5cab tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports/0a3fa652-d469-4b1b-afce-6b643a1346d6 HTTP/1.1" status: 404 len: 333 time: 0.2471464 Feb 07 17:00:42.945207 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87f0c560-7ae5-4c50-9e01-703d71abc2e5 req-b267bc20-df70-467f-aa9f-ba009d78bfeb service neutron] 10.222.0.32 "GET /v2.0/networks/fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963915 Feb 07 17:00:42.946054 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57832) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:43.001603 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-b75332a9-5ce2-4004-b38b-392d955355f9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d0434525-8267-422c-8e40-871e63dec37d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:43.034171 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-54e969ff-3bf8-4302-b737-82188fbe59a3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0951173 Feb 07 17:00:43.052201 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Request body: {'port': {'device_id': 'd838b404-51f2-42fc-86eb-8aba2ae3ffb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:43.194848 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd3cb66-7dc8-44c0-b6fa-0a647a9d89d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting subnet ccc9d275-bc46-49d4-8a48-b80db4837737 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:00:43.237065 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-b75332a9-5ce2-4004-b38b-392d955355f9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Network 380ea26c-6043-4940-b6ef-8a90ddeec2ca is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:43.242711 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3bd3cb66-7dc8-44c0-b6fa-0a647a9d89d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for subnet (ccc9d275-bc46-49d4-8a48-b80db4837737), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:43.290721 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-b75332a9-5ce2-4004-b38b-392d955355f9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:43.306166 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-b2f90967-babe-4a6c-8e20-bf661976212f service neutron] 10.222.0.18 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481544 Feb 07 17:00:43.308229 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-b75332a9-5ce2-4004-b38b-392d955355f9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:00:43.333643 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75332a9-5ce2-4004-b38b-392d955355f9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Pushing event updated for resources: {'Port': ['ID=d0434525-8267-422c-8e40-871e63dec37d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:43.478911 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3bd3cb66-7dc8-44c0-b6fa-0a647a9d89d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (ccc9d275-bc46-49d4-8a48-b80db4837737), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:43.553984 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4522e1af-eb3d-4c70-ad64-b7d25b8f30af), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:43.555112 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61916170-94bb-4001-a48f-183c9ac65f49 req-c35ff813-5b0d-421c-8df1-db13ba801531 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:43.562667 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61916170-94bb-4001-a48f-183c9ac65f49 req-c35ff813-5b0d-421c-8df1-db13ba801531 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd9280-bcc9-424b-b15b-9eea5839429d HTTP/1.1" status: 200 len: 946 time: 0.8199463 Feb 07 17:00:43.587472 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-b75332a9-5ce2-4004-b38b-392d955355f9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:43.588719 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-b75332a9-5ce2-4004-b38b-392d955355f9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:43.673715 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61916170-94bb-4001-a48f-183c9ac65f49 req-d6115dc8-4485-45a7-8581-d9d40fb6df78 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cf6d5b0-780f-4a53-9381-9651d5de3570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098666 Feb 07 17:00:43.740156 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-b75332a9-5ce2-4004-b38b-392d955355f9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3303809 Feb 07 17:00:43.805215 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7cadcee-ec5c-4fa2-a809-72aae53934ac req-18da7a1a-b8df-42ae-aa05-43c54e7eb107 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 210 time: 0.0505044 Feb 07 17:00:43.809168 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87f0c560-7ae5-4c50-9e01-703d71abc2e5 req-b0e8dd76-f60c-459d-b235-bb2b6b917b63 service neutron] 10.222.0.32 "GET /v2.0/networks/fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8501821 Feb 07 17:00:43.830175 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Request body: {'port': {'device_id': '37159f39-8aa7-496c-85b2-8e1cde66ef84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:43.981863 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3bd3cb66-7dc8-44c0-b6fa-0a647a9d89d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (ccc9d275-bc46-49d4-8a48-b80db4837737), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:44.087972 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d0434525-8267-422c-8e40-871e63dec37d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:44.140225 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a33713-f960-4658-9abe-fd098aa2f2e9 req-697455f9-e529-44f3-a6c3-6b7f6dc2ab8f tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:44.146908 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c9a33713-f960-4658-9abe-fd098aa2f2e9 req-697455f9-e529-44f3-a6c3-6b7f6dc2ab8f tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 932 time: 0.4167151 Feb 07 17:00:44.166739 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93a972-32f5-48c7-b78e-d67bfb865ef2 req-7b3fd2e4-b5ec-446f-a461-5f2f3b46b998 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:44.170968 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eb93a972-32f5-48c7-b78e-d67bfb865ef2 req-7b3fd2e4-b5ec-446f-a461-5f2f3b46b998 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 932 time: 0.1944902 Feb 07 17:00:44.284150 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eb93a972-32f5-48c7-b78e-d67bfb865ef2 req-e55664e9-abe0-45f5-9511-1efdb549628a tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081553 Feb 07 17:00:44.454747 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c9a33713-f960-4658-9abe-fd098aa2f2e9 req-f37fc50e-cce4-4c51-909d-f7d21e2198b6 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649865 Feb 07 17:00:44.541427 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3bd3cb66-7dc8-44c0-b6fa-0a647a9d89d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (ccc9d275-bc46-49d4-8a48-b80db4837737), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:44.579446 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3cb66-7dc8-44c0-b6fa-0a647a9d89d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc9d275-bc46-49d4-8a48-b80db4837737,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:44.633909 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86953ab9-e2d2-4b7a-88d9-897b499d97e0 None None] Network 865307b9-ad8a-4410-acd8-f15d6f553fc3 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:00:44.659046 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3bd3cb66-7dc8-44c0-b6fa-0a647a9d89d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:44.664129 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3bd3cb66-7dc8-44c0-b6fa-0a647a9d89d6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/subnets/ccc9d275-bc46-49d4-8a48-b80db4837737 HTTP/1.1" status: 204 len: 168 time: 1.7148595 Feb 07 17:00:44.667087 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57890) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:44.778630 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc432826-0fe5-4ce9-a24a-c52480b5753d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting subnet 319ac557-1dbe-480d-bd9f-466c9ef17162 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:00:44.782244 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc432826-0fe5-4ce9-a24a-c52480b5753d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for subnet (319ac557-1dbe-480d-bd9f-466c9ef17162), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:44.852679 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4522e1af-eb3d-4c70-ad64-b7d25b8f30af {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:00:44.857876 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc432826-0fe5-4ce9-a24a-c52480b5753d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (319ac557-1dbe-480d-bd9f-466c9ef17162), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:44.883395 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Publish callbacks [] for port (4522e1af-eb3d-4c70-ad64-b7d25b8f30af), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:44.978048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Transition to ACTIVE for port object 4522e1af-eb3d-4c70-ad64-b7d25b8f30af will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:00:44.987851 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (4522e1af-eb3d-4c70-ad64-b7d25b8f30af), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:45.010498 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0434525-8267-422c-8e40-871e63dec37d {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:00:45.039374 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Publish callbacks [] for port (d0434525-8267-422c-8e40-871e63dec37d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:45.089335 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Transition to ACTIVE for port object d0434525-8267-422c-8e40-871e63dec37d will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:00:45.106434 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (d0434525-8267-422c-8e40-871e63dec37d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:45.112182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Pushing event updated for resources: {'Port': ['ID=4522e1af-eb3d-4c70-ad64-b7d25b8f30af,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:45.204152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57902) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:45.245562 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-55345fc2-297b-4616-8a70-bed7972971a0 req-90d892e2-d2df-41ec-a2c0-6d317cf04116 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 210 time: 0.1297684 Feb 07 17:00:45.293931 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc432826-0fe5-4ce9-a24a-c52480b5753d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (319ac557-1dbe-480d-bd9f-466c9ef17162), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:45.452160 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc432826-0fe5-4ce9-a24a-c52480b5753d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (319ac557-1dbe-480d-bd9f-466c9ef17162), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:45.484651 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc432826-0fe5-4ce9-a24a-c52480b5753d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:45.497969 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bc432826-0fe5-4ce9-a24a-c52480b5753d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/subnets/319ac557-1dbe-480d-bd9f-466c9ef17162 HTTP/1.1" status: 204 len: 168 time: 0.8296404 Feb 07 17:00:45.500517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57912) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:45.501140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d0434525-8267-422c-8e40-871e63dec37d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:45.700744 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (865307b9-ad8a-4410-acd8-f15d6f553fc3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:45.705138 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc432826-0fe5-4ce9-a24a-c52480b5753d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Subnet': ['ID=319ac557-1dbe-480d-bd9f-466c9ef17162,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:45.812915 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297fbfe-9085-4f19-b70c-782b673f033a req-81afcc29-9898-4909-a2ed-eb140d70a829 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:45.815064 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a297fbfe-9085-4f19-b70c-782b673f033a req-81afcc29-9898-4909-a2ed-eb140d70a829 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 944 time: 0.1111648 Feb 07 17:00:45.884522 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port 75659955-040d-406a-8aba-5513375ac8b8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:45.885145 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (75659955-040d-406a-8aba-5513375ac8b8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:45.991216 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a297fbfe-9085-4f19-b70c-782b673f033a req-1a83bdcc-f497-41fc-81dd-091cd4307e1b tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675441 Feb 07 17:00:46.013700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] For port 75659955-040d-406a-8aba-5513375ac8b8, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=75659955-040d-406a-8aba-5513375ac8b8,segment=NetworkSegment(3c5a5056-1c8c-446a-81dc-5bac9a7cec3d),segment_id=3c5a5056-1c8c-446a-81dc-5bac9a7cec3d)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:46.014175 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (75659955-040d-406a-8aba-5513375ac8b8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:46.040921 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for 75659955-040d-406a-8aba-5513375ac8b8 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:46.135860 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3e1ec5-73a1-4775-b109-570450acfc2b None None] Network 865307b9-ad8a-4410-acd8-f15d6f553fc3 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:00:46.203880 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (75659955-040d-406a-8aba-5513375ac8b8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:46.222564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No DVR routers for this DVR port 75659955-040d-406a-8aba-5513375ac8b8 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:00:46.285148 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5f77972d-066e-4e63-b6f8-5967dfd283e4 None None] Could not find standard attr ID for object 75659955-040d-406a-8aba-5513375ac8b8. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:00:46.327905 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=75659955-040d-406a-8aba-5513375ac8b8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:46.417122 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (865307b9-ad8a-4410-acd8-f15d6f553fc3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:46.434255 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Attempting to bind port 4522e1af-eb3d-4c70-ad64-b7d25b8f30af on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:00:46.434867 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Attempting to bind port 4522e1af-eb3d-4c70-ad64-b7d25b8f30af by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '0b335b56-9acc-471e-a796-eeb06c7bb7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:00:46.435356 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Attempting to bind port 4522e1af-eb3d-4c70-ad64-b7d25b8f30af on network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:00:46.468916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Port 4522e1af-eb3d-4c70-ad64-b7d25b8f30af on network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:00:46.469424 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Attempting to bind port 4522e1af-eb3d-4c70-ad64-b7d25b8f30af on network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:00:46.478216 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d1cc7ab8-1d8a-42f5-af28-4bf5c23e50d3 req-f42e8e45-cb5b-4ce3-a83e-8b34dcfeca72 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 210 time: 0.0511472 Feb 07 17:00:46.489430 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865307b9-ad8a-4410-acd8-f15d6f553fc3']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:46.496563 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022ca972-9d32-4f99-b3e6-30ba1e0e91ce None None] DHCP port deletion for 865307b9-ad8a-4410-acd8-f15d6f553fc3 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:00:46.514298 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5a5056-1c8c-446a-81dc-5bac9a7cec3d') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:46.514872 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5a5056-1c8c-446a-81dc-5bac9a7cec3d') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:46.525451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fca1e-2625-4b7d-9caf-69d59965e92f req-453a1aa7-b577-49d0-8335-49be6f08b89c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:46.533309 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-121fca1e-2625-4b7d-9caf-69d59965e92f req-453a1aa7-b577-49d0-8335-49be6f08b89c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 944 time: 1.0932701 Feb 07 17:00:46.546560 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (3c5a5056-1c8c-446a-81dc-5bac9a7cec3d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:46.563732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57922) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:46.566748 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (3c5a5056-1c8c-446a-81dc-5bac9a7cec3d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:46.575659 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:00:46.576464 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (3c5a5056-1c8c-446a-81dc-5bac9a7cec3d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:46.586894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:00:46.587239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Checking segment: {'id': '0b335b56-9acc-471e-a796-eeb06c7bb7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:00:46.587644 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Bound using segment: {'id': '0b335b56-9acc-471e-a796-eeb06c7bb7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:00:46.588229 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Bound port: 4522e1af-eb3d-4c70-ad64-b7d25b8f30af, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b335b56-9acc-471e-a796-eeb06c7bb7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:00:46.588601 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4522e1af-eb3d-4c70-ad64-b7d25b8f30af), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:00:46.595591 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:00:46.695305 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (865307b9-ad8a-4410-acd8-f15d6f553fc3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:46.698417 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-121fca1e-2625-4b7d-9caf-69d59965e92f req-061bb49a-097c-49b0-89a5-82e9521ad8fb tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640534 Feb 07 17:00:46.710931 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Attempting to bind port d0434525-8267-422c-8e40-871e63dec37d on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:00:46.711576 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Attempting to bind port d0434525-8267-422c-8e40-871e63dec37d by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:00:46.712095 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Attempting to bind port d0434525-8267-422c-8e40-871e63dec37d on network 380ea26c-6043-4940-b6ef-8a90ddeec2ca {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:00:46.716768 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:46.726805 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/networks/865307b9-ad8a-4410-acd8-f15d6f553fc3 HTTP/1.1" status: 204 len: 168 time: 1.1735580 Feb 07 17:00:46.728213 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b265b-d429-4550-b5e7-6d95b4dc870f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Network': ['ID=865307b9-ad8a-4410-acd8-f15d6f553fc3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:46.729618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57928) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:46.731964 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Port d0434525-8267-422c-8e40-871e63dec37d on network 380ea26c-6043-4940-b6ef-8a90ddeec2ca not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:00:46.732306 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Attempting to bind port d0434525-8267-422c-8e40-871e63dec37d on network 380ea26c-6043-4940-b6ef-8a90ddeec2ca {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:00:46.773828 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:00:46.774188 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Checking segment: {'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:00:46.774597 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Bound using segment: {'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:00:46.775074 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Bound port: d0434525-8267-422c-8e40-871e63dec37d, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:00:46.775459 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d0434525-8267-422c-8e40-871e63dec37d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:46.903985 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-594d7544-2deb-4db7-a972-d0ef859dcebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:46.908597 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] For port 4522e1af-eb3d-4c70-ad64-b7d25b8f30af, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:00:46.971286 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] For port 4522e1af-eb3d-4c70-ad64-b7d25b8f30af, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=4522e1af-eb3d-4c70-ad64-b7d25b8f30af,segment=NetworkSegment(0b335b56-9acc-471e-a796-eeb06c7bb7a5),segment_id=0b335b56-9acc-471e-a796-eeb06c7bb7a5)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:00:46.993405 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (4522e1af-eb3d-4c70-ad64-b7d25b8f30af), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:47.078779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5b4744-aa2c-4f4a-b51e-791922787b48 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:47.084658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57932) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:47.084948 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-db5b4744-aa2c-4f4a-b51e-791922787b48 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3498819 Feb 07 17:00:47.096408 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:47.097039 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:47.099320 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] 10.222.0.48 "PUT /v2.0/ports/4522e1af-eb3d-4c70-ad64-b7d25b8f30af HTTP/1.1" status: 200 len: 1092 time: 4.0554812 Feb 07 17:00:47.106098 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd838b404-51f2-42fc-86eb-8aba2ae3ffb0', 'tag': '4522e1af-eb3d-4c70-ad64-b7d25b8f30af'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:00:47.108458 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eded069-87b1-4699-a27c-9f9e57eddb04" -d '{"events": [{"name": "network-changed", "server_uuid": "d838b404-51f2-42fc-86eb-8aba2ae3ffb0", "tag": "4522e1af-eb3d-4c70-ad64-b7d25b8f30af"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:00:47.181590 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] For port d0434525-8267-422c-8e40-871e63dec37d, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:00:47.219691 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4373432-2b02-4f26-b25f-510da2822a61 x-openstack-request-id: req-d4373432-2b02-4f26-b25f-510da2822a61 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:00:47.220288 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d838b404-51f2-42fc-86eb-8aba2ae3ffb0", "tag": "4522e1af-eb3d-4c70-ad64-b7d25b8f30af", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:00:47.220708 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4373432-2b02-4f26-b25f-510da2822a61 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:00:47.221463 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd838b404-51f2-42fc-86eb-8aba2ae3ffb0', 'tag': '4522e1af-eb3d-4c70-ad64-b7d25b8f30af', 'status': 'completed', 'code': 200} Feb 07 17:00:47.292137 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] For port d0434525-8267-422c-8e40-871e63dec37d, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d0434525-8267-422c-8e40-871e63dec37d,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:00:47.312148 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1750e0e-f2b5-4aeb-bee7-1047e278800e service neutron] Pushing event updated for resources: {'Port': ['ID=4522e1af-eb3d-4c70-ad64-b7d25b8f30af,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:47.330063 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (d0434525-8267-422c-8e40-871e63dec37d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:47.405439 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e5066c5a-251c-4d81-b0bb-db32bdf7f53a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3195255 Feb 07 17:00:47.421534 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57936) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:47.422186 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-5bd9009f-5f40-49d6-8d99-4c9d7aec6967 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:47.425194 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-5bd9009f-5f40-49d6-8d99-4c9d7aec6967 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.32 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 812 time: 0.2672071 Feb 07 17:00:47.431916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5accdae9-38bc-4e16-a1d3-663010e1b6d2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-825865251'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:47.437668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318e9fe-c1a1-403a-9b27-d5d4430aa244 req-fa40a48b-b775-4254-b497-fc3ca88bc597 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:47.439944 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c318e9fe-c1a1-403a-9b27-d5d4430aa244 req-fa40a48b-b775-4254-b497-fc3ca88bc597 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 944 time: 0.3032544 Feb 07 17:00:47.443469 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:47.444114 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:47.445628 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] 10.222.0.48 "PUT /v2.0/ports/d0434525-8267-422c-8e40-871e63dec37d HTTP/1.1" status: 200 len: 1092 time: 3.6558261 Feb 07 17:00:47.451315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-16ec6bb2-d79f-48c6-8ff5-cd7b4cfdc9eb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Request body: {'port': {'device_id': '370b2b93-6f21-440c-b148-0755ff0d9f29', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'admin_state_up': True, 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:47.509978 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-594d7544-2deb-4db7-a972-d0ef859dcebe admin admin] Publish callbacks [] for security_group (06d185d2-7a63-48cb-9688-91de24daa4d6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:47.526379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-d5f5648c-4ecc-49a7-b346-e0e5dda951ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:47.527149 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-d5f5648c-4ecc-49a7-b346-e0e5dda951ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8977117e06d848e1935eae573fabcc59&device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 1126 time: 0.3300707 Feb 07 17:00:47.530596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5904be-2412-4709-9d3d-5245ab853eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d0434525-8267-422c-8e40-871e63dec37d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:47.561466 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-594d7544-2deb-4db7-a972-d0ef859dcebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (06d185d2-7a63-48cb-9688-91de24daa4d6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:47.595898 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5accdae9-38bc-4e16-a1d3-663010e1b6d2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:47.597932 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c318e9fe-c1a1-403a-9b27-d5d4430aa244 req-d5784632-8b97-434c-bbfc-626784b1067b tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421325 Feb 07 17:00:47.600914 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5accdae9-38bc-4e16-a1d3-663010e1b6d2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:47.695793 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-16ec6bb2-d79f-48c6-8ff5-cd7b4cfdc9eb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Made reservation on behalf of acebdcf5865740db8b6f9c233dbd6392 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:47.699885 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-16ec6bb2-d79f-48c6-8ff5-cd7b4cfdc9eb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:47.735559 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-9647913f-6ef2-4407-abb7-8d1f6d618b25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4522e1af-eb3d-4c70-ad64-b7d25b8f30af HTTP/1.1" status: 200 len: 217 time: 0.1766095 Feb 07 17:00:47.795162 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef822-5bef-4143-a6b2-4a4c77d30a09 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:47.798782 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f8f5935-9230-4689-a30b-cfd43eaf364f req-194d0a24-eded-449e-a01d-47fe6e48a5bf tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 210 time: 0.1424050 Feb 07 17:00:47.825093 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-594d7544-2deb-4db7-a972-d0ef859dcebe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=820817848b5a4441bd55a0734ba0b505&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2451332 Feb 07 17:00:47.827102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d7544-2deb-4db7-a972-d0ef859dcebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d185d2-7a63-48cb-9688-91de24daa4d6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:47.834532 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57944) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:47.873375 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5accdae9-38bc-4e16-a1d3-663010e1b6d2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:00:47.918251 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a5595-9add-4826-a4d2-55eef4f29699 req-5a257f1e-0736-479b-848f-61ced9c341d7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:47.920125 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a1a5595-9add-4826-a4d2-55eef4f29699 req-5a257f1e-0736-479b-848f-61ced9c341d7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 944 time: 0.1302011 Feb 07 17:00:47.942751 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-16ec6bb2-d79f-48c6-8ff5-cd7b4cfdc9eb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Allocated IP 172.20.0.13 (f237c79b-106d-4492-9f39-8167bb8d1100/9e0c6472-60e4-48e8-a1cd-b274ac449cff/4d2a83f3-8b43-4512-8f2d-71401f763736) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:00:47.963104 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5accdae9-38bc-4e16-a1d3-663010e1b6d2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0e3d720b-037c-45b5-93b3-cec9d45c59a6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:47.963498 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-5accdae9-38bc-4e16-a1d3-663010e1b6d2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Added segment 0e3d720b-037c-45b5-93b3-cec9d45c59a6 of type vlan for network a4133581-2324-44e1-af87-d5351fe403c1 Feb 07 17:00:47.998934 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-fe801ff9-7a40-4974-8dc1-0af27f9803db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:48.001823 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-fe801ff9-7a40-4974-8dc1-0af27f9803db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f8265dde22443dab20942b3bd88ae3d&device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 1126 time: 0.4783401 Feb 07 17:00:48.023139 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a1a5595-9add-4826-a4d2-55eef4f29699 req-20186c5b-a26c-458a-b6d1-a7e53eb5bb72 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778475 Feb 07 17:00:48.037485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-49e9e7d1-5901-4265-a2cd-d649ab020237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:48.039069 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-49e9e7d1-5901-4265-a2cd-d649ab020237 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64c0f60d-9607-407f-80c0-5214bf77aad0 HTTP/1.1" status: 200 len: 855 time: 0.2535186 Feb 07 17:00:48.135321 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-e7b9f69f-8546-48f3-b1db-433170b4b14e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0434525-8267-422c-8e40-871e63dec37d HTTP/1.1" status: 200 len: 217 time: 0.1111593 Feb 07 17:00:48.144078 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-56a05748-a2d8-4853-9fd2-ab5bd598c29e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948997 Feb 07 17:00:48.183622 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5accdae9-38bc-4e16-a1d3-663010e1b6d2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (a4133581-2324-44e1-af87-d5351fe403c1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:48.185597 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-16ec6bb2-d79f-48c6-8ff5-cd7b4cfdc9eb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for port (4d2a83f3-8b43-4512-8f2d-71401f763736), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:48.225785 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-16ec6bb2-d79f-48c6-8ff5-cd7b4cfdc9eb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (4d2a83f3-8b43-4512-8f2d-71401f763736), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:48.242446 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['6c13aa0b-fe51-43b0-8700-22293b427f4c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:00:48.276343 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c74cd6d-4e4c-4f3c-b7e9-fa56d64d83c5 admin admin] Publish callbacks [] for security_group (06d185d2-7a63-48cb-9688-91de24daa4d6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:48.278454 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-16ec6bb2-d79f-48c6-8ff5-cd7b4cfdc9eb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Network f237c79b-106d-4492-9f39-8167bb8d1100 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:48.292930 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-16ec6bb2-d79f-48c6-8ff5-cd7b4cfdc9eb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:48.298998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-16ec6bb2-d79f-48c6-8ff5-cd7b4cfdc9eb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:00:48.350043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec6bb2-d79f-48c6-8ff5-cd7b4cfdc9eb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Pushing event updated for resources: {'Port': ['ID=4d2a83f3-8b43-4512-8f2d-71401f763736,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:48.351882 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-95887f2c-c9cb-487a-ba9f-aa2a1b50039b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:48.354254 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-95887f2c-c9cb-487a-ba9f-aa2a1b50039b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e0f2a9e-b79d-4601-ac33-c328f95f4202 HTTP/1.1" status: 200 len: 852 time: 0.2073443 Feb 07 17:00:48.363219 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c74cd6d-4e4c-4f3c-b7e9-fa56d64d83c5 admin admin] Publish callbacks [] for security_group (06d185d2-7a63-48cb-9688-91de24daa4d6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:48.370282 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5accdae9-38bc-4e16-a1d3-663010e1b6d2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (a4133581-2324-44e1-af87-d5351fe403c1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:48.375659 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5accdae9-38bc-4e16-a1d3-663010e1b6d2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:48.376313 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5accdae9-38bc-4e16-a1d3-663010e1b6d2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:48.388825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-16ec6bb2-d79f-48c6-8ff5-cd7b4cfdc9eb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:48.390689 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-16ec6bb2-d79f-48c6-8ff5-cd7b4cfdc9eb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:48.430470 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-16ec6bb2-d79f-48c6-8ff5-cd7b4cfdc9eb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9888921 Feb 07 17:00:48.441373 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Request body: {'port': {'device_id': '370b2b93-6f21-440c-b148-0755ff0d9f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:48.490413 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 75659955-040d-406a-8aba-5513375ac8b8 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:00:48.532340 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 75659955-040d-406a-8aba-5513375ac8b8 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:00:48.533899 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 75659955-040d-406a-8aba-5513375ac8b8 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:00:48.562203 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4d2a83f3-8b43-4512-8f2d-71401f763736), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:48.622533 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-3b06baf1-2ae4-42dd-af4f-338217d5db19 service neutron] 10.222.0.48 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673831 Feb 07 17:00:48.724554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-617d49cb-5ab0-4c07-ba43-eb461318c83d None None] Provisioning complete for port 4d2a83f3-8b43-4512-8f2d-71401f763736 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:48.726364 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-617d49cb-5ab0-4c07-ba43-eb461318c83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4d2a83f3-8b43-4512-8f2d-71401f763736), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:48.793250 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-617d49cb-5ab0-4c07-ba43-eb461318c83d None None] Port 4d2a83f3-8b43-4512-8f2d-71401f763736 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:00:48.836917 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5accdae9-38bc-4e16-a1d3-663010e1b6d2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4130805 Feb 07 17:00:48.840581 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-c05e3bed-48e5-4bd1-9d3c-4fa607312694 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=380ea26c-6043-4940-b6ef-8a90ddeec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4725072 Feb 07 17:00:48.842712 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57952) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:48.847677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3c22ee57-d71a-445b-91ad-942722e23600 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'subnet': {'network_id': 'a4133581-2324-44e1-af87-d5351fe403c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:49.034640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accdae9-38bc-4e16-a1d3-663010e1b6d2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Network': ['ID=a4133581-2324-44e1-af87-d5351fe403c1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:49.056974 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network a4133581-2324-44e1-af87-d5351fe403c1 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:00:49.112769 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c74cd6d-4e4c-4f3c-b7e9-fa56d64d83c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (06d185d2-7a63-48cb-9688-91de24daa4d6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:49.115777 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c74cd6d-4e4c-4f3c-b7e9-fa56d64d83c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:49.130461 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8c74cd6d-4e4c-4f3c-b7e9-fa56d64d83c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06d185d2-7a63-48cb-9688-91de24daa4d6 HTTP/1.1" status: 204 len: 168 time: 1.2736757 Feb 07 17:00:49.151369 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d2a83f3-8b43-4512-8f2d-71401f763736 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:00:49.160930 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Publish callbacks [] for port (4d2a83f3-8b43-4512-8f2d-71401f763736), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:49.175587 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Transition to ACTIVE for port object 4d2a83f3-8b43-4512-8f2d-71401f763736 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:00:49.188727 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (4d2a83f3-8b43-4512-8f2d-71401f763736), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:49.204114 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c22ee57-d71a-445b-91ad-942722e23600 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:49.207431 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c22ee57-d71a-445b-91ad-942722e23600 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:49.229711 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37159f39-8aa7-496c-85b2-8e1cde66ef84', 'tag': 'd0434525-8267-422c-8e40-871e63dec37d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:00:49.237706 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c899bfb-6acf-4135-9017-c04907a29abb" -d '{"events": [{"name": "network-changed", "server_uuid": "37159f39-8aa7-496c-85b2-8e1cde66ef84", "tag": "d0434525-8267-422c-8e40-871e63dec37d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:00:49.253871 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36592c5e-7fd5-46b2-af99-9f728c8063a7 req-6af3d2fd-71dc-4eab-8d95-20c8b0eef62e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:49.255552 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36592c5e-7fd5-46b2-af99-9f728c8063a7 req-6af3d2fd-71dc-4eab-8d95-20c8b0eef62e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 932 time: 0.3176482 Feb 07 17:00:49.264120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447eafb1-21eb-41a3-8780-ff2ac6a4ac1f req-20853155-af5e-4f33-8bf3-fa3d0f840099 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:49.275762 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-447eafb1-21eb-41a3-8780-ff2ac6a4ac1f req-20853155-af5e-4f33-8bf3-fa3d0f840099 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 944 time: 0.4349890 Feb 07 17:00:49.288976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-cd2ef822-5bef-4143-a6b2-4a4c77d30a09 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Allocated IP 172.20.0.17 (392ac90b-adf4-42bb-8c23-2af81c22fab0/a94a10f6-18a5-454d-b881-3f9f162b7d34/5e51c2a7-7c6d-475a-8c64-e0c8dfa15685) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:00:49.292081 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74cd6d-4e4c-4f3c-b7e9-fa56d64d83c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d185d2-7a63-48cb-9688-91de24daa4d6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:49.362276 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b34aa2e-5eb3-4b91-8009-6dd48f42ee96 req-450a1ba1-152d-418f-9ea4-009c3d4ed9c1 service neutron] 10.222.0.48 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085304 Feb 07 17:00:49.421716 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-65fe9b10-2483-4dd1-919e-b8f99d593162 service neutron] 10.222.0.48 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435898 Feb 07 17:00:49.440419 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2a83f3-8b43-4512-8f2d-71401f763736,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:49.656941 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-447eafb1-21eb-41a3-8780-ff2ac6a4ac1f req-ea96d600-42fb-43de-99f5-7f281fe88a68 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800187 Feb 07 17:00:49.760664 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36592c5e-7fd5-46b2-af99-9f728c8063a7 req-c2fd1f4d-ff97-4adb-8035-b69506775cdb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385457 Feb 07 17:00:49.777791 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33dc5cdb-a924-489e-84ec-a460c0c35747 req-1dbeae30-e5ed-4d00-9c25-ab0fef82aa57 service neutron] 10.222.0.48 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404377 Feb 07 17:00:49.814271 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57968) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:49.821784 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef822-5bef-4143-a6b2-4a4c77d30a09 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for port (5e51c2a7-7c6d-475a-8c64-e0c8dfa15685), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:49.864262 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c931df59-3c67-4105-be85-91f00352ee1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:49.887574 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef822-5bef-4143-a6b2-4a4c77d30a09 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (5e51c2a7-7c6d-475a-8c64-e0c8dfa15685), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:49.928876 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Attempting to bind port 4d2a83f3-8b43-4512-8f2d-71401f763736 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:00:49.929270 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Attempting to bind port 4d2a83f3-8b43-4512-8f2d-71401f763736 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:00:49.929650 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Attempting to bind port 4d2a83f3-8b43-4512-8f2d-71401f763736 on network f237c79b-106d-4492-9f39-8167bb8d1100 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:00:49.963915 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Port 4d2a83f3-8b43-4512-8f2d-71401f763736 on network f237c79b-106d-4492-9f39-8167bb8d1100 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:00:49.964261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Attempting to bind port 4d2a83f3-8b43-4512-8f2d-71401f763736 on network f237c79b-106d-4492-9f39-8167bb8d1100 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:00:50.016195 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:00:50.016535 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Checking segment: {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:00:50.016936 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Bound using segment: {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:00:50.017469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Bound port: 4d2a83f3-8b43-4512-8f2d-71401f763736, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:00:50.017853 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4d2a83f3-8b43-4512-8f2d-71401f763736), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:50.154484 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c22ee57-d71a-445b-91ad-942722e23600 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (b5fed7cf-e1bf-4fb2-92b9-6a0b6c41212e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:50.215469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94173e15-f9b9-4252-98fa-9444a8a32fc7 req-269dc85f-8071-44a7-a314-75aa6b60395c tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:50.217139 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-94173e15-f9b9-4252-98fa-9444a8a32fc7 req-269dc85f-8071-44a7-a314-75aa6b60395c tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 1128 time: 0.2783866 Feb 07 17:00:50.298495 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] For port 4d2a83f3-8b43-4512-8f2d-71401f763736, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:00:50.306035 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c931df59-3c67-4105-be85-91f00352ee1c admin admin] Publish callbacks [] for security_group (881de1ed-2f45-470e-bbed-af310d4fe437), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:50.312203 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-94173e15-f9b9-4252-98fa-9444a8a32fc7 req-0d69fc27-5e69-459d-a08d-ccaa717aafcb tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:50.321553 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22ee57-d71a-445b-91ad-942722e23600 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Subnet': ['ID=b5fed7cf-e1bf-4fb2-92b9-6a0b6c41212e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:50.331073 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c931df59-3c67-4105-be85-91f00352ee1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (881de1ed-2f45-470e-bbed-af310d4fe437), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:50.341995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] For port 4d2a83f3-8b43-4512-8f2d-71401f763736, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4d2a83f3-8b43-4512-8f2d-71401f763736,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:00:50.388999 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (4d2a83f3-8b43-4512-8f2d-71401f763736), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:50.419093 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2ef822-5bef-4143-a6b2-4a4c77d30a09 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Network 392ac90b-adf4-42bb-8c23-2af81c22fab0 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:50.435973 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-cd2ef822-5bef-4143-a6b2-4a4c77d30a09 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:50.445069 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2ef822-5bef-4143-a6b2-4a4c77d30a09 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:00:50.467948 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c931df59-3c67-4105-be85-91f00352ee1c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a99ba447023848349b714d98b5541008&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6396267 Feb 07 17:00:50.467948 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931df59-3c67-4105-be85-91f00352ee1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881de1ed-2f45-470e-bbed-af310d4fe437,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:50.472177 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c22ee57-d71a-445b-91ad-942722e23600 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Checking segment: {'id': '0e3d720b-037c-45b5-93b3-cec9d45c59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4133581-2324-44e1-af87-d5351fe403c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:00:50.472626 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c22ee57-d71a-445b-91ad-942722e23600 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network hostable DHCP agents. Network: a4133581-2324-44e1-af87-d5351fe403c1, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:00:50.478023 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57970) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:50.482217 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ef822-5bef-4143-a6b2-4a4c77d30a09 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Port': ['ID=5e51c2a7-7c6d-475a-8c64-e0c8dfa15685,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:50.506180 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:50.507664 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:50.508596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eded069-87b1-4699-a27c-9f9e57eddb04 req-f6e9a058-5ec4-49c8-b389-22ead63ebf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:50.509509 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] 10.222.0.32 "PUT /v2.0/ports/4d2a83f3-8b43-4512-8f2d-71401f763736 HTTP/1.1" status: 200 len: 1092 time: 2.0725875 Feb 07 17:00:50.510172 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4eded069-87b1-4699-a27c-9f9e57eddb04 req-f6e9a058-5ec4-49c8-b389-22ead63ebf49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8977117e06d848e1935eae573fabcc59&device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 1126 time: 0.6436179 Feb 07 17:00:50.518844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370b2b93-6f21-440c-b148-0755ff0d9f29', 'tag': '4d2a83f3-8b43-4512-8f2d-71401f763736'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:00:50.522336 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a780e2-b2db-49a0-bdd9-14f45682704b" -d '{"events": [{"name": "network-changed", "server_uuid": "370b2b93-6f21-440c-b148-0755ff0d9f29", "tag": "4d2a83f3-8b43-4512-8f2d-71401f763736"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:00:50.545182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72591a-d076-42b5-a84e-d5499e09508b req-fe06dbd2-d326-42df-b34c-6a0405deafd4 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:50.546816 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e72591a-d076-42b5-a84e-d5499e09508b req-fe06dbd2-d326-42df-b34c-6a0405deafd4 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 944 time: 0.6821537 Feb 07 17:00:50.569970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73b3e6-ea2b-456d-b9b2-b65e7c2c4981 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2a83f3-8b43-4512-8f2d-71401f763736,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:50.587725 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c22ee57-d71a-445b-91ad-942722e23600 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network a4133581-2324-44e1-af87-d5351fe403c1 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:00:50.617239 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3c22ee57-d71a-445b-91ad-942722e23600 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, a4133581-2324-44e1-af87-d5351fe403c1) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:50.619217 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef822-5bef-4143-a6b2-4a4c77d30a09 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (e4ba6760-7098-4b9e-bd41-517cb44e8abc), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:50.623288 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c22ee57-d71a-445b-91ad-942722e23600 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:50.624222 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c22ee57-d71a-445b-91ad-942722e23600 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:50.686511 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3676e5ab-d652-49b9-be9b-2e63cf89b655 None None] Network a4133581-2324-44e1-af87-d5351fe403c1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:00:50.702049 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-94173e15-f9b9-4252-98fa-9444a8a32fc7 req-0d69fc27-5e69-459d-a08d-ccaa717aafcb tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Publish callbacks [] for security_group (e4370779-f2e5-4fc8-9494-cb1c5771cc97), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:50.712749 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3c22ee57-d71a-445b-91ad-942722e23600 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8693917 Feb 07 17:00:50.714091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57976) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:50.720355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-714c9551-7e36-470d-9feb-bdf3922c5d22 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'network_id': 'a4133581-2324-44e1-af87-d5351fe403c1', 'name': 'tempest-PortsIpV6TestJSON-762044309'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:50.726196 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-94173e15-f9b9-4252-98fa-9444a8a32fc7 req-0d69fc27-5e69-459d-a08d-ccaa717aafcb tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e4370779-f2e5-4fc8-9494-cb1c5771cc97), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:50.871327 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69fc27-5e69-459d-a08d-ccaa717aafcb tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4370779-f2e5-4fc8-9494-cb1c5771cc97,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:50.877738 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-119a8ac9-cac3-4ded-a016-4efda3eb29db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:50.879795 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-119a8ac9-cac3-4ded-a016-4efda3eb29db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 1126 time: 0.2250698 Feb 07 17:00:50.885369 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-94173e15-f9b9-4252-98fa-9444a8a32fc7 req-0d69fc27-5e69-459d-a08d-ccaa717aafcb tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6428363 Feb 07 17:00:50.898223 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-a4133581-2324-44e1-af87-d5351fe403c1', 'network_id': 'a4133581-2324-44e1-af87-d5351fe403c1', 'project_id': '7c0fb6dee32843e59ae1bca7a1ef780f', 'fixed_ips': [{'subnet_id': 'b5fed7cf-e1bf-4fb2-92b9-6a0b6c41212e'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:00:50.899832 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:50.967629 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-0552b860-5324-4233-9648-edc5d0d20d1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d2a83f3-8b43-4512-8f2d-71401f763736 HTTP/1.1" status: 200 len: 217 time: 0.0812938 Feb 07 17:00:51.071494 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bba3f3-f272-48bd-b949-8d259f7cd63b x-openstack-request-id: req-73bba3f3-f272-48bd-b949-8d259f7cd63b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:00:51.072060 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37159f39-8aa7-496c-85b2-8e1cde66ef84", "tag": "d0434525-8267-422c-8e40-871e63dec37d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:00:51.072379 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73bba3f3-f272-48bd-b949-8d259f7cd63b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:00:51.072972 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37159f39-8aa7-496c-85b2-8e1cde66ef84', 'tag': 'd0434525-8267-422c-8e40-871e63dec37d', 'status': 'completed', 'code': 200} Feb 07 17:00:51.100709 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9d4eff-2a24-4aff-a1e5-629f0b909905 x-openstack-request-id: req-5f9d4eff-2a24-4aff-a1e5-629f0b909905 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:00:51.101919 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "370b2b93-6f21-440c-b148-0755ff0d9f29", "tag": "4d2a83f3-8b43-4512-8f2d-71401f763736", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:00:51.103518 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f9d4eff-2a24-4aff-a1e5-629f0b909905 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:00:51.104237 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370b2b93-6f21-440c-b148-0755ff0d9f29', 'tag': '4d2a83f3-8b43-4512-8f2d-71401f763736', 'status': 'completed', 'code': 200} Feb 07 17:00:51.163171 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e72591a-d076-42b5-a84e-d5499e09508b req-2f230483-2523-4b11-85e0-d07bf7c7b555 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5561213 Feb 07 17:00:51.200027 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-f0322460-a718-4b6f-bf12-466f5216154e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:51.201633 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-f0322460-a718-4b6f-bf12-466f5216154e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.2256784 Feb 07 17:00:51.227867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] Allocated IP 2001:db8::2 (a4133581-2324-44e1-af87-d5351fe403c1/b5fed7cf-e1bf-4fb2-92b9-6a0b6c41212e/174be446-1033-4843-9375-682c748fb82c) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:00:51.229882 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714c9551-7e36-470d-9feb-bdf3922c5d22 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:51.234226 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-714c9551-7e36-470d-9feb-bdf3922c5d22 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:51.277681 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20e5df01-3054-4eab-b547-b86ba2108436 admin admin] Publish callbacks [] for security_group (881de1ed-2f45-470e-bbed-af310d4fe437), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:51.290336 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eded069-87b1-4699-a27c-9f9e57eddb04 req-5c2f8652-7efa-429d-a834-07efc0bb12a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:51.291917 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4eded069-87b1-4699-a27c-9f9e57eddb04 req-5c2f8652-7efa-429d-a834-07efc0bb12a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f HTTP/1.1" status: 200 len: 916 time: 0.7716646 Feb 07 17:00:51.315216 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-714c9551-7e36-470d-9feb-bdf3922c5d22 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] device_id is not set on port a36ca675-f51c-4cb6-88a4-324f040a2b2b yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:00:51.379932 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20e5df01-3054-4eab-b547-b86ba2108436 admin admin] Publish callbacks [] for security_group (881de1ed-2f45-470e-bbed-af310d4fe437), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:51.394203 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4eded069-87b1-4699-a27c-9f9e57eddb04 req-e87d546c-0bf2-4f4d-8704-274537549689 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4522e1af-eb3d-4c70-ad64-b7d25b8f30af HTTP/1.1" status: 200 len: 217 time: 0.0849340 Feb 07 17:00:51.419342 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-35e73289-c28b-42e3-90e6-407a135f09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:51.422614 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-35e73289-c28b-42e3-90e6-407a135f09a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2134650 Feb 07 17:00:51.479023 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef822-5bef-4143-a6b2-4a4c77d30a09 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5e51c2a7-7c6d-475a-8c64-e0c8dfa15685), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:51.491184 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e098212-2f59-4a1e-9638-4b95451c5ef9 req-0efd4edb-d8fc-4e37-9b6f-dca4285ee25f tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:51.493253 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0e098212-2f59-4a1e-9638-4b95451c5ef9 req-0efd4edb-d8fc-4e37-9b6f-dca4285ee25f tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 944 time: 0.2449040 Feb 07 17:00:51.501002 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:51.553985 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2d2ea770-bb74-4dea-beaf-308b1e525a39 req-8e646ded-05b8-484a-8b3c-91e0f90a85ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3863935 Feb 07 17:00:51.556460 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c899bfb-6acf-4135-9017-c04907a29abb req-92772ab8-2746-4772-a228-c8c876314cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:51.560224 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c899bfb-6acf-4135-9017-c04907a29abb req-92772ab8-2746-4772-a228-c8c876314cc4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f8265dde22443dab20942b3bd88ae3d&device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 1126 time: 0.4832253 Feb 07 17:00:51.598794 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] Publish callbacks [] for port (174be446-1033-4843-9375-682c748fb82c), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:51.602525 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c159b331-f4c9-48c7-b9fb-eb5a8817c329 None None] Provisioning complete for port 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:51.603171 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c159b331-f4c9-48c7-b9fb-eb5a8817c329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5e51c2a7-7c6d-475a-8c64-e0c8dfa15685), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:51.646647 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c159b331-f4c9-48c7-b9fb-eb5a8817c329 None None] Port 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:00:51.648933 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (174be446-1033-4843-9375-682c748fb82c), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:51.675659 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0e098212-2f59-4a1e-9638-4b95451c5ef9 req-3376e1e7-a42c-435b-aa15-cb7ec934dc34 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508617 Feb 07 17:00:51.684286 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-0ba64b53-5256-4aba-b41c-089e5ee3b96c service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413089 Feb 07 17:00:51.722739 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] Pushing event updated for resources: {'Port': ['ID=174be446-1033-4843-9375-682c748fb82c,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:51.764040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] Network a4133581-2324-44e1-af87-d5351fe403c1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:51.766791 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:51.770881 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-714c9551-7e36-470d-9feb-bdf3922c5d22 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Allocated IP 2001:db8::31e (a4133581-2324-44e1-af87-d5351fe403c1/b5fed7cf-e1bf-4fb2-92b9-6a0b6c41212e/a36ca675-f51c-4cb6-88a4-324f040a2b2b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:00:51.773202 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:00:51.858611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] Attempting to bind port 174be446-1033-4843-9375-682c748fb82c on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:00:51.859374 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6da1ea2f-cd85-4dfc-a205-c97ef54926ab req-79cf7731-c3f6-4936-8930-a64ba3fcb89a service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685319 Feb 07 17:00:51.859508 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] Attempting to bind port 174be446-1033-4843-9375-682c748fb82c by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '0e3d720b-037c-45b5-93b3-cec9d45c59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4133581-2324-44e1-af87-d5351fe403c1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:00:51.859895 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] Attempting to bind port 174be446-1033-4843-9375-682c748fb82c on network a4133581-2324-44e1-af87-d5351fe403c1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:00:51.867599 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:00:51.867988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] Checking segment: {'id': '0e3d720b-037c-45b5-93b3-cec9d45c59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4133581-2324-44e1-af87-d5351fe403c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:00:51.868555 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:51.879991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] Bound using segment: {'id': '0e3d720b-037c-45b5-93b3-cec9d45c59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4133581-2324-44e1-af87-d5351fe403c1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:00:51.879991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] Bound port: 174be446-1033-4843-9375-682c748fb82c, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3d720b-037c-45b5-93b3-cec9d45c59a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a4133581-2324-44e1-af87-d5351fe403c1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:00:51.879991 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (174be446-1033-4843-9375-682c748fb82c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:51.969195 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] For port 174be446-1033-4843-9375-682c748fb82c, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:00:51.975059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] For port 174be446-1033-4843-9375-682c748fb82c, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=174be446-1033-4843-9375-682c748fb82c,segment=NetworkSegment(0e3d720b-037c-45b5-93b3-cec9d45c59a6),segment_id=0e3d720b-037c-45b5-93b3-cec9d45c59a6)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:00:51.983699 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (174be446-1033-4843-9375-682c748fb82c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:52.039318 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b6cb3-c136-48e6-b6d4-8956d4f228ba req-d7f70d3f-1420-4684-84fd-dee9d37ad25c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:52.049991 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bd7b6cb3-c136-48e6-b6d4-8956d4f228ba req-d7f70d3f-1420-4684-84fd-dee9d37ad25c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.1893539 Feb 07 17:00:52.080189 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eded069-87b1-4699-a27c-9f9e57eddb04 req-aa145cf9-d8fa-4dae-bc58-339a7f7b8870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:52.083624 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0f154-e3cc-4453-bc30-c958b8454137 None None] Pushing event updated for resources: {'Port': ['ID=174be446-1033-4843-9375-682c748fb82c,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:52.084099 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4eded069-87b1-4699-a27c-9f9e57eddb04 req-aa145cf9-d8fa-4dae-bc58-339a7f7b8870 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64c0f60d-9607-407f-80c0-5214bf77aad0 HTTP/1.1" status: 200 len: 855 time: 0.6776254 Feb 07 17:00:52.148599 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20e5df01-3054-4eab-b547-b86ba2108436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (881de1ed-2f45-470e-bbed-af310d4fe437), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:52.152093 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20e5df01-3054-4eab-b547-b86ba2108436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:52.156216 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-20e5df01-3054-4eab-b547-b86ba2108436 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/881de1ed-2f45-470e-bbed-af310d4fe437 HTTP/1.1" status: 204 len: 168 time: 1.6688802 Feb 07 17:00:52.158525 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bd7b6cb3-c136-48e6-b6d4-8956d4f228ba req-e2caa55e-dbce-47d2-901d-4fc965e52038 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063466 Feb 07 17:00:52.194140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6eb2c-4aee-4509-9f69-fe2fffd8822d req-c1e650f4-4d7c-4104-8af0-ec1d21759a69 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:52.195989 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57992) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:52.203637 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8eb6eb2c-4aee-4509-9f69-fe2fffd8822d req-c1e650f4-4d7c-4104-8af0-ec1d21759a69 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 944 time: 0.8025923 Feb 07 17:00:52.283230 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4eded069-87b1-4699-a27c-9f9e57eddb04 req-8a1f00b4-1299-448d-9f66-44b0fbcb895d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1721745 Feb 07 17:00:52.299784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5df01-3054-4eab-b547-b86ba2108436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881de1ed-2f45-470e-bbed-af310d4fe437,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:52.378813 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef822-5bef-4143-a6b2-4a4c77d30a09 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for port (5e51c2a7-7c6d-475a-8c64-e0c8dfa15685), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:52.396074 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a780e2-b2db-49a0-bdd9-14f45682704b req-bf830e2b-77a6-4a0c-901e-1a92274e07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:52.397901 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61a780e2-b2db-49a0-bdd9-14f45682704b req-bf830e2b-77a6-4a0c-901e-1a92274e07a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 1126 time: 0.4668624 Feb 07 17:00:52.486861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ea770-bb74-4dea-beaf-308b1e525a39 req-64b37bb3-9679-493e-bc9a-502be9ea8281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:52.488752 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2d2ea770-bb74-4dea-beaf-308b1e525a39 req-64b37bb3-9679-493e-bc9a-502be9ea8281 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 1127 time: 0.8909197 Feb 07 17:00:52.490363 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef822-5bef-4143-a6b2-4a4c77d30a09 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (5e51c2a7-7c6d-475a-8c64-e0c8dfa15685), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:52.521771 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c899bfb-6acf-4135-9017-c04907a29abb req-972866d5-53a5-4d6a-b460-ebb6cc1d64dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:52.523298 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c899bfb-6acf-4135-9017-c04907a29abb req-972866d5-53a5-4d6a-b460-ebb6cc1d64dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 200 len: 913 time: 0.9504409 Feb 07 17:00:52.641451 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8eb6eb2c-4aee-4509-9f69-fe2fffd8822d req-a3ba91cd-3eef-463a-8938-0b54119c2eb9 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923862 Feb 07 17:00:52.660864 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ef822-5bef-4143-a6b2-4a4c77d30a09 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Port': ['ID=5e51c2a7-7c6d-475a-8c64-e0c8dfa15685,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:52.666027 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-714c9551-7e36-470d-9feb-bdf3922c5d22 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (a36ca675-f51c-4cb6-88a4-324f040a2b2b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:52.714344 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef822-5bef-4143-a6b2-4a4c77d30a09 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (e4ba6760-7098-4b9e-bd41-517cb44e8abc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:52.722155 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8d971db4-6c44-4624-beb0-db0ee2c426d8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/floatingips/e8c7ce4c-efe7-495f-942e-ac8266ad8a89 HTTP/1.1" status: 200 len: 994 time: 0.5211310 Feb 07 17:00:52.749130 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-714c9551-7e36-470d-9feb-bdf3922c5d22 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a36ca675-f51c-4cb6-88a4-324f040a2b2b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:52.808537 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c899bfb-6acf-4135-9017-c04907a29abb req-f42a6e62-9657-4863-aafe-f3dced6149f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0434525-8267-422c-8e40-871e63dec37d HTTP/1.1" status: 200 len: 217 time: 0.1298726 Feb 07 17:00:52.819853 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4eded069-87b1-4699-a27c-9f9e57eddb04 req-a9f6dcd1-c356-4a0c-beaa-cdb599a57109 service neutron] 10.222.0.48 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170336 Feb 07 17:00:52.906367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c827f-99ba-4662-aef5-dd5f1718a189 req-ffa3f0ef-db4f-425d-8545-0f2e2d049e6e tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:52.913632 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1b3c827f-99ba-4662-aef5-dd5f1718a189 req-ffa3f0ef-db4f-425d-8545-0f2e2d049e6e tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 944 time: 0.5910840 Feb 07 17:00:53.080460 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714c9551-7e36-470d-9feb-bdf3922c5d22 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network a4133581-2324-44e1-af87-d5351fe403c1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:53.080749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c899bfb-6acf-4135-9017-c04907a29abb req-69eee58d-329a-45bf-92fa-f2f816f56749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:53.083001 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c899bfb-6acf-4135-9017-c04907a29abb req-69eee58d-329a-45bf-92fa-f2f816f56749 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e0f2a9e-b79d-4601-ac33-c328f95f4202 HTTP/1.1" status: 200 len: 852 time: 0.2618992 Feb 07 17:00:53.099495 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ea770-bb74-4dea-beaf-308b1e525a39 req-8ed1561d-a11f-4dee-9e8c-5a8f490c63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:53.101123 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2d2ea770-bb74-4dea-beaf-308b1e525a39 req-8ed1561d-a11f-4dee-9e8c-5a8f490c63d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 913 time: 0.4263964 Feb 07 17:00:53.206216 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:53.226967 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c899bfb-6acf-4135-9017-c04907a29abb req-9fcc1985-8c9b-4a2d-97b8-ce0d8a2e5433 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=380ea26c-6043-4940-b6ef-8a90ddeec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323371 Feb 07 17:00:53.260980 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4eded069-87b1-4699-a27c-9f9e57eddb04 req-8a02545b-ab52-4464-aad3-7dee9ac556a2 service neutron] 10.222.0.48 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187703 Feb 07 17:00:53.276568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2ef822-5bef-4143-a6b2-4a4c77d30a09 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Network 392ac90b-adf4-42bb-8c23-2af81c22fab0 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:53.335871 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c563369-bad8-4c17-9d91-5f10b9142393 req-7684c5ac-131e-4cbb-a51f-7ecfdc03a828 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:53.337456 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c563369-bad8-4c17-9d91-5f10b9142393 req-7684c5ac-131e-4cbb-a51f-7ecfdc03a828 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 944 time: 0.4278369 Feb 07 17:00:53.338534 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-cd2ef822-5bef-4143-a6b2-4a4c77d30a09 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:53.386845 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2d2ea770-bb74-4dea-beaf-308b1e525a39 req-64f63d95-3701-498a-b05a-8701ca36427b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a HTTP/1.1" status: 200 len: 999 time: 0.2690315 Feb 07 17:00:53.524118 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device d0434525-8267-422c-8e40-871e63dec37d details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:00:53.676101 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4d2a83f3-8b43-4512-8f2d-71401f763736 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:00:53.821710 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ea770-bb74-4dea-beaf-308b1e525a39 req-09fb3716-1499-4a7f-ae0a-3abb1680cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:53.823239 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2d2ea770-bb74-4dea-beaf-308b1e525a39 req-09fb3716-1499-4a7f-ae0a-3abb1680cf47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.4159589 Feb 07 17:00:53.832756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-714c9551-7e36-470d-9feb-bdf3922c5d22 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:53.836420 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a780e2-b2db-49a0-bdd9-14f45682704b req-e76a33dd-a8d0-48ab-809b-bba043a22234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:53.838233 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61a780e2-b2db-49a0-bdd9-14f45682704b req-e76a33dd-a8d0-48ab-809b-bba043a22234 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 913 time: 1.4276416 Feb 07 17:00:53.839200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c9551-7e36-470d-9feb-bdf3922c5d22 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:00:53.847214 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714c9551-7e36-470d-9feb-bdf3922c5d22 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:53.847470 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-714c9551-7e36-470d-9feb-bdf3922c5d22 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:53.848470 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c563369-bad8-4c17-9d91-5f10b9142393 req-ddb517a2-8ae9-421d-b59a-4f7ef669f4c4 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873497 Feb 07 17:00:53.856362 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c899bfb-6acf-4135-9017-c04907a29abb req-cb0476fc-a488-46af-ba69-7e636c968994 service neutron] 10.222.0.48 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6149902 Feb 07 17:00:53.862715 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c9551-7e36-470d-9feb-bdf3922c5d22 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=a36ca675-f51c-4cb6-88a4-324f040a2b2b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:53.924331 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1b3c827f-99ba-4662-aef5-dd5f1718a189 req-a0ed18ae-5482-4102-8468-c3d27ab8918a tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9320190 Feb 07 17:00:53.985770 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61a780e2-b2db-49a0-bdd9-14f45682704b req-0e369f54-eb9e-4c1e-8f7d-9fe4eeb71952 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d2a83f3-8b43-4512-8f2d-71401f763736 HTTP/1.1" status: 200 len: 217 time: 0.0949285 Feb 07 17:00:54.044510 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-714c9551-7e36-470d-9feb-bdf3922c5d22 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3267980 Feb 07 17:00:54.081557 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58028) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:54.100538 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'network_id': 'a4133581-2324-44e1-af87-d5351fe403c1', 'name': 'tempest-PortsIpV6TestJSON-1317935037'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:00:54.138566 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a780e2-b2db-49a0-bdd9-14f45682704b req-4b7f89c1-4977-46b9-9c2b-c6840be52f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:54.139953 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61a780e2-b2db-49a0-bdd9-14f45682704b req-4b7f89c1-4977-46b9-9c2b-c6840be52f52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.1533694 Feb 07 17:00:54.142925 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port d0434525-8267-422c-8e40-871e63dec37d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d0434525-8267-422c-8e40-871e63dec37d,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:54.181785 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd9a374-517c-454e-9b2a-c95192baf626 None None] Network a4133581-2324-44e1-af87-d5351fe403c1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:00:54.217114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2ef822-5bef-4143-a6b2-4a4c77d30a09 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Router e4ba6760-7098-4b9e-bd41-517cb44e8abc has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:00:54.242003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-071b99d0-f1c1-4f11-b41c-70e130254d99 None None] Provisioning complete for port 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:54.245452 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-071b99d0-f1c1-4f11-b41c-70e130254d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5e51c2a7-7c6d-475a-8c64-e0c8dfa15685), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:54.296677 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ea770-bb74-4dea-beaf-308b1e525a39 req-e6b7c577-7b24-497e-964f-041a2c39bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:54.303297 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2d2ea770-bb74-4dea-beaf-308b1e525a39 req-e6b7c577-7b24-497e-964f-041a2c39bf2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4537952 Feb 07 17:00:54.335715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'd0434525-8267-422c-8e40-871e63dec37d', 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca', 'port_id': 'd0434525-8267-422c-8e40-871e63dec37d', 'mac_address': 'fa:16:3e:aa:8e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0f2a9e-b79d-4601-ac33-c328f95f4202', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:00:54.364977 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e40a5b-41e4-4ac6-84b2-42b1354f3124 req-35433e5f-dd85-4595-ac61-781c97709f4d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:54.373887 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c899bfb-6acf-4135-9017-c04907a29abb req-8b7ca2a9-5e0e-4ecc-be9d-91e08fc78818 service neutron] 10.222.0.48 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926169 Feb 07 17:00:54.388787 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d1e40a5b-41e4-4ac6-84b2-42b1354f3124 req-35433e5f-dd85-4595-ac61-781c97709f4d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 944 time: 0.2528396 Feb 07 17:00:54.441014 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-071b99d0-f1c1-4f11-b41c-70e130254d99 None None] Port 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:00:54.509056 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a780e2-b2db-49a0-bdd9-14f45682704b req-c1e3ec5b-0c7a-4d96-bce5-57a23a3b19c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:54.520313 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61a780e2-b2db-49a0-bdd9-14f45682704b req-c1e3ec5b-0c7a-4d96-bce5-57a23a3b19c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2895296 Feb 07 17:00:54.533892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port d0434525-8267-422c-8e40-871e63dec37d is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:54.534681 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d0434525-8267-422c-8e40-871e63dec37d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:54.572719 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0434525-8267-422c-8e40-871e63dec37d {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:00:54.606616 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 174be446-1033-4843-9375-682c748fb82c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:00:54.698974 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4d2a83f3-8b43-4512-8f2d-71401f763736, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4d2a83f3-8b43-4512-8f2d-71401f763736,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:54.745458 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port d0434525-8267-422c-8e40-871e63dec37d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d0434525-8267-422c-8e40-871e63dec37d,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:54.761207 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d0434525-8267-422c-8e40-871e63dec37d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:54.762279 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 4522e1af-eb3d-4c70-ad64-b7d25b8f30af details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:00:54.858655 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d1e40a5b-41e4-4ac6-84b2-42b1354f3124 req-7922fcea-27bd-472d-aa71-7cb85468490b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668429 Feb 07 17:00:54.995275 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61a780e2-b2db-49a0-bdd9-14f45682704b req-c780a846-c259-44c7-a53d-572685141d4c service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673228 Feb 07 17:00:55.070812 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '4d2a83f3-8b43-4512-8f2d-71401f763736', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'port_id': '4d2a83f3-8b43-4512-8f2d-71401f763736', 'mac_address': 'fa:16:3e:22:6e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:00:55.095252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-db103f0a-69a3-494b-86cd-5ae80ca58f84 None None] Provisioning complete for port 174be446-1033-4843-9375-682c748fb82c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:55.095649 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-db103f0a-69a3-494b-86cd-5ae80ca58f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (174be446-1033-4843-9375-682c748fb82c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:55.204553 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b8d9a-645e-4528-99af-c95c6185d67e req-9856d1c0-48bc-4b87-839b-7a27c9780460 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:55.206466 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-511b8d9a-645e-4528-99af-c95c6185d67e req-9856d1c0-48bc-4b87-839b-7a27c9780460 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 944 time: 0.1867595 Feb 07 17:00:55.268672 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-cd60532d-7b1c-4346-bd46-35b5f09daf83 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6274354 Feb 07 17:00:55.280021 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-a37027d6-f8aa-4998-bd9b-16af87b7c2fc service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:00:55.294711 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-a37027d6-f8aa-4998-bd9b-16af87b7c2fc service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0199904 Feb 07 17:00:55.297784 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61a780e2-b2db-49a0-bdd9-14f45682704b req-c5cc86cd-50df-499f-bbe6-40061c19e771 service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952406 Feb 07 17:00:55.343929 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2ef822-5bef-4143-a6b2-4a4c77d30a09 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:00:55.357195 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-511b8d9a-645e-4528-99af-c95c6185d67e req-6f6046a5-1261-4534-8d61-df6009b5886f tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440580 Feb 07 17:00:55.369296 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cd2ef822-5bef-4143-a6b2-4a4c77d30a09 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "PUT /v2.0/routers/e4ba6760-7098-4b9e-bd41-517cb44e8abc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1504881 Feb 07 17:00:55.399183 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:00:55.402682 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:55.406605 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-db103f0a-69a3-494b-86cd-5ae80ca58f84 None None] Current status of the port 174be446-1033-4843-9375-682c748fb82c is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:55.409917 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-db103f0a-69a3-494b-86cd-5ae80ca58f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (174be446-1033-4843-9375-682c748fb82c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:55.421428 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] Sync routers for ids ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:00:55.436695 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2d2ea770-bb74-4dea-beaf-308b1e525a39 req-f440b5c9-108e-4c88-a4c4-467986341c35 service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0973427 Feb 07 17:00:55.449921 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1dd70-0b24-4f2b-ab5a-c49d029278b0 req-3e28da1f-ced3-4308-be19-0d9619f4c481 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:55.451405 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1a1dd70-0b24-4f2b-ab5a-c49d029278b0 req-3e28da1f-ced3-4308-be19-0d9619f4c481 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.2166920 Feb 07 17:00:55.452717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] device_id is not set on port 70ed326d-36aa-4187-b179-11b22dcb76dd yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:00:55.510464 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 174be446-1033-4843-9375-682c748fb82c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:55.510848 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (174be446-1033-4843-9375-682c748fb82c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:55.564721 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] Routers {'e4ba6760-7098-4b9e-bd41-517cb44e8abc'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:00:55.565416 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:00:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:55.607413 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97582f-9310-4ac8-9253-d1b3b339c14f req-e920363d-cc50-4e05-9ae7-3159e1f22d68 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:55.609248 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d97582f-9310-4ac8-9253-d1b3b339c14f req-e920363d-cc50-4e05-9ae7-3159e1f22d68 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 945 time: 0.1069012 Feb 07 17:00:55.640039 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2d2ea770-bb74-4dea-beaf-308b1e525a39 req-042fc6c7-100b-47d2-a39d-e20cc909fdbf service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821833 Feb 07 17:00:55.717468 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d97582f-9310-4ac8-9253-d1b3b339c14f req-19485d23-f56b-49d5-bda1-503cd80df0bd tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991576 Feb 07 17:00:55.738214 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 4d2a83f3-8b43-4512-8f2d-71401f763736 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:55.739540 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4d2a83f3-8b43-4512-8f2d-71401f763736), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:55.766122 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2a83f3-8b43-4512-8f2d-71401f763736 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:00:55.795597 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=d0434525-8267-422c-8e40-871e63dec37d,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:55.807385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 4522e1af-eb3d-4c70-ad64-b7d25b8f30af, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=4522e1af-eb3d-4c70-ad64-b7d25b8f30af,segment=NetworkSegment(0b335b56-9acc-471e-a796-eeb06c7bb7a5),segment_id=0b335b56-9acc-471e-a796-eeb06c7bb7a5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:55.904881 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-db103f0a-69a3-494b-86cd-5ae80ca58f84 None None] For port 174be446-1033-4843-9375-682c748fb82c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=174be446-1033-4843-9375-682c748fb82c,segment=NetworkSegment(0e3d720b-037c-45b5-93b3-cec9d45c59a6),segment_id=0e3d720b-037c-45b5-93b3-cec9d45c59a6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:55.909850 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-15201e3c-e8d3-4edd-be51-6e3ae24d4e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:55.916513 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4d2a83f3-8b43-4512-8f2d-71401f763736, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4d2a83f3-8b43-4512-8f2d-71401f763736,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:55.918164 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '4522e1af-eb3d-4c70-ad64-b7d25b8f30af', 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f', 'port_id': '4522e1af-eb3d-4c70-ad64-b7d25b8f30af', 'mac_address': 'fa:16:3e:8c:c2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c0f60d-9607-407f-80c0-5214bf77aad0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:00:55.921804 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] Set router e4ba6760-7098-4b9e-bd41-517cb44e8abc gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:00:55.927910 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-db103f0a-69a3-494b-86cd-5ae80ca58f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (174be446-1033-4843-9375-682c748fb82c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:56.011084 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4d2a83f3-8b43-4512-8f2d-71401f763736), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:56.086038 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1a1dd70-0b24-4f2b-ab5a-c49d029278b0 req-420e3d52-37d1-4a41-b8e5-827f3db8ba5a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6133497 Feb 07 17:00:56.155803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Allocated IP 2001:db8::145 (a4133581-2324-44e1-af87-d5351fe403c1/b5fed7cf-e1bf-4fb2-92b9-6a0b6c41212e/70ed326d-36aa-4187-b179-11b22dcb76dd) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:00:56.201377 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8080c38-9d4c-40e7-9e17-45db2b8fa133 req-3d74f3ae-4e5e-4ffe-91a5-f9248ad1edfe tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:56.211555 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8080c38-9d4c-40e7-9e17-45db2b8fa133 req-3d74f3ae-4e5e-4ffe-91a5-f9248ad1edfe tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 945 time: 0.2147388 Feb 07 17:00:56.369962 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8080c38-9d4c-40e7-9e17-45db2b8fa133 req-b9b2ddc1-2e1f-409e-8f32-61e905f528d6 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574490 Feb 07 17:00:56.455775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['4d2a83f3-8b43-4512-8f2d-71401f763736'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:00:56.505864 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (70ed326d-36aa-4187-b179-11b22dcb76dd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:56.558531 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db103f0a-69a3-494b-86cd-5ae80ca58f84 None None] Pushing event updated for resources: {'Port': ['ID=174be446-1033-4843-9375-682c748fb82c,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:56.570276 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 4522e1af-eb3d-4c70-ad64-b7d25b8f30af is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:56.570983 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4522e1af-eb3d-4c70-ad64-b7d25b8f30af), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:56.637570 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14fa81-5a1e-4b3f-8c1f-9fdbd5b6b445 req-fa3c1c6f-6256-44c2-990e-10c02a347f20 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:56.647556 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a14fa81-5a1e-4b3f-8c1f-9fdbd5b6b445 req-fa3c1c6f-6256-44c2-990e-10c02a347f20 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 944 time: 0.1123719 Feb 07 17:00:56.654304 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (70ed326d-36aa-4187-b179-11b22dcb76dd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:56.678087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 174be446-1033-4843-9375-682c748fb82c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:56.701785 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-65d4ae79-a324-4171-a676-02e7988f8ac2 None None] Provisioning complete for port 174be446-1033-4843-9375-682c748fb82c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:56.709468 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-65d4ae79-a324-4171-a676-02e7988f8ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (174be446-1033-4843-9375-682c748fb82c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:56.718850 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4522e1af-eb3d-4c70-ad64-b7d25b8f30af {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:00:56.750281 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=70ed326d-36aa-4187-b179-11b22dcb76dd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:56.767782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:56.768230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:56.768609 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:56.769005 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:56.769521 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:56.770695 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:56.771097 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:56.771512 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:56.771866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:56.772215 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:56.773005 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:56.773403 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:56.773901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:00:56.797645 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network a4133581-2324-44e1-af87-d5351fe403c1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:00:56.803665 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:00:56.829225 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:00:56.841740 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:56.844266 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:56.886868 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a14fa81-5a1e-4b3f-8c1f-9fdbd5b6b445 req-3680c354-e338-41c8-bd7a-ba955a39c118 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574354 Feb 07 17:00:56.900768 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e62fdf8f-9c6e-453c-a60c-00ffdf748988 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8113608 Feb 07 17:00:56.903149 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58116) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:56.903279 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 174be446-1033-4843-9375-682c748fb82c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:00:57.103656 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 4522e1af-eb3d-4c70-ad64-b7d25b8f30af, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=4522e1af-eb3d-4c70-ad64-b7d25b8f30af,segment=NetworkSegment(0b335b56-9acc-471e-a796-eeb06c7bb7a5),segment_id=0b335b56-9acc-471e-a796-eeb06c7bb7a5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:00:57.140689 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2c9cf2-19cc-41d2-9850-181eab7e098f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:57.143982 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=4d2a83f3-8b43-4512-8f2d-71401f763736,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:57.147202 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58122) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:57.148303 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fa2c9cf2-19cc-41d2-9850-181eab7e098f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A31e HTTP/1.1" status: 200 len: 928 time: 0.2394776 Feb 07 17:00:57.174345 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d810c-94e4-4980-8e39-417a5ac160a5 req-fd4f45bc-b73e-4548-a06c-d26cffd59d69 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:57.180544 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4522e1af-eb3d-4c70-ad64-b7d25b8f30af), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:57.183724 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-216d810c-94e4-4980-8e39-417a5ac160a5 req-fd4f45bc-b73e-4548-a06c-d26cffd59d69 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 945 time: 0.2607968 Feb 07 17:00:57.309568 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-216d810c-94e4-4980-8e39-417a5ac160a5 req-0616d16e-63e3-448e-9362-5ffe102078dc tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231401 Feb 07 17:00:57.415824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-00bd5f22-4e39-4323-ae3f-53b656c9bd26 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port 70ed326d-36aa-4187-b179-11b22dcb76dd {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:57.416428 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00bd5f22-4e39-4323-ae3f-53b656c9bd26 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (70ed326d-36aa-4187-b179-11b22dcb76dd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:57.524694 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f4d51-ab90-46ff-8bf3-4dfda61f2a3d req-ac792e2d-4d4e-4832-8d99-9532867ef8ed tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:57.529870 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd0f4d51-ab90-46ff-8bf3-4dfda61f2a3d req-ac792e2d-4d4e-4832-8d99-9532867ef8ed tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.2941723 Feb 07 17:00:57.540063 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58130) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:57.623230 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=4522e1af-eb3d-4c70-ad64-b7d25b8f30af,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:57.631293 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00bd5f22-4e39-4323-ae3f-53b656c9bd26 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (70ed326d-36aa-4187-b179-11b22dcb76dd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:57.648991 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-00bd5f22-4e39-4323-ae3f-53b656c9bd26 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for 70ed326d-36aa-4187-b179-11b22dcb76dd owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:57.699035 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6226b-47aa-4016-a0a3-6ff57211464f req-5a5b53da-1463-4064-a9a1-4836cc85e398 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:57.704182 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4cc6226b-47aa-4016-a0a3-6ff57211464f req-5a5b53da-1463-4064-a9a1-4836cc85e398 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 945 time: 0.1703246 Feb 07 17:00:57.728007 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['d0434525-8267-422c-8e40-871e63dec37d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:00:57.730582 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['4522e1af-eb3d-4c70-ad64-b7d25b8f30af'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:00:57.788596 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4cc6226b-47aa-4016-a0a3-6ff57211464f req-eeaa8be5-9f28-4497-a645-1850769a33e7 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771573 Feb 07 17:00:57.905521 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23f2-ade5-4930-b23e-8b1979075a5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:57.915680 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00bd5f22-4e39-4323-ae3f-53b656c9bd26 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (70ed326d-36aa-4187-b179-11b22dcb76dd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:57.926753 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-65d4ae79-a324-4171-a676-02e7988f8ac2 None None] Current status of the port 174be446-1033-4843-9375-682c748fb82c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:57.936609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 174be446-1033-4843-9375-682c748fb82c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:57.937448 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (174be446-1033-4843-9375-682c748fb82c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:58.008493 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23f2-ade5-4930-b23e-8b1979075a5f admin admin] Publish callbacks [] for security_group (cba25756-f14b-46e4-81f0-f818bb86effe), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:58.027110 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-65d4ae79-a324-4171-a676-02e7988f8ac2 None None] Provisioning complete for port a36ca675-f51c-4cb6-88a4-324f040a2b2b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:58.027790 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-65d4ae79-a324-4171-a676-02e7988f8ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a36ca675-f51c-4cb6-88a4-324f040a2b2b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:58.029154 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23f2-ade5-4930-b23e-8b1979075a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cba25756-f14b-46e4-81f0-f818bb86effe), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:58.040492 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T17:00:51Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'c47ed899-35b9-4c32-a05b-e92543414cf1', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'floating_ip_address': '172.25.4.193', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'port_id': '5fd616f8-888d-4326-bb47-564785f53b88', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'mac_address': 'fa:16:3e:2d:d1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf378a85-3a66-4242-ba64-1759501c052f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:59:44Z', 'updated_at': '2022-02-07T16:59:51Z', 'revision_number': 1, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382f62b2-d182-4488-baab-8c5248503307', 'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:53:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:05Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51c2a7-7c6d-475a-8c64-e0c8dfa15685', 'name': '', 'network_id': '392ac90b-adf4-42bb-8c23-2af81c22fab0', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:69:68:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'a94a10f6-18a5-454d-b881-3f9f162b7d34', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:00:48Z', 'updated_at': '2022-02-07T17:00:51Z', 'revision_number': 2, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': 'a94a10f6-18a5-454d-b881-3f9f162b7d34', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:00:58.105651 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7a5a23f2-ade5-4930-b23e-8b1979075a5f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a699273d5ad7416bbc46593c215af3da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5621135 Feb 07 17:00:58.106779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58140) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:58.110487 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a23f2-ade5-4930-b23e-8b1979075a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba25756-f14b-46e4-81f0-f818bb86effe,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:58.136462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] Checking router: e4ba6760-7098-4b9e-bd41-517cb44e8abc for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:00:58.137045 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] Updating router e4ba6760-7098-4b9e-bd41-517cb44e8abc port 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:00:58.169023 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7016fcd-8439-485d-b3a8-ac014b6686be req-5ad6d7a1-7148-4ffd-85e2-d74e80691a07 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:58.170693 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7016fcd-8439-485d-b3a8-ac014b6686be req-5ad6d7a1-7148-4ffd-85e2-d74e80691a07 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 945 time: 0.1323316 Feb 07 17:00:58.188355 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd5f22-4e39-4323-ae3f-53b656c9bd26 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=70ed326d-36aa-4187-b179-11b22dcb76dd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:58.208466 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-65d4ae79-a324-4171-a676-02e7988f8ac2 None None] Port a36ca675-f51c-4cb6-88a4-324f040a2b2b cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:00:58.233904 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8683-cf64-4a98-9506-63d29a8cd2c2 admin admin] Publish callbacks [] for security_group (cba25756-f14b-46e4-81f0-f818bb86effe), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:58.240242 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78b51d0b-ec86-447a-b065-21f71ae6ccf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:58.241156 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-ef17dd14-1861-4e0f-9013-5137ad774d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:58.243103 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-ef17dd14-1861-4e0f-9013-5137ad774d14 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 1128 time: 0.3960376 Feb 07 17:00:58.289149 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5e51c2a7-7c6d-475a-8c64-e0c8dfa15685), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:58.331723 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7016fcd-8439-485d-b3a8-ac014b6686be req-4fdaee56-6d62-45e7-8a96-162e41806aa9 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386333 Feb 07 17:00:58.418078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 174be446-1033-4843-9375-682c748fb82c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:00:58.495865 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-7c24002d-76ec-48d3-940b-7b9694a901c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:58.497536 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-7c24002d-76ec-48d3-940b-7b9694a901c2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ee68e4cc-35f2-42ab-88dd-35c973261201 HTTP/1.1" status: 200 len: 897 time: 0.2266676 Feb 07 17:00:58.499011 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00bd5f22-4e39-4323-ae3f-53b656c9bd26 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:58.507340 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-00bd5f22-4e39-4323-ae3f-53b656c9bd26 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/ports/70ed326d-36aa-4187-b179-11b22dcb76dd HTTP/1.1" status: 204 len: 168 time: 1.3540525 Feb 07 17:00:58.509264 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58146) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:58.540815 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd0f4d51-ab90-46ff-8bf3-4dfda61f2a3d req-b6433d9a-5b9d-4d37-b9f4-84c9e701032a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0015852 Feb 07 17:00:58.542999 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8683-cf64-4a98-9506-63d29a8cd2c2 admin admin] Publish callbacks [] for security_group (cba25756-f14b-46e4-81f0-f818bb86effe), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:58.576721 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-2653bfd9-bd3b-4ef5-acf1-f3eb530aa7bd tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] GET failed (client error): The resource could not be found. Feb 07 17:00:58.578552 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2653bfd9-bd3b-4ef5-acf1-f3eb530aa7bd tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports/70ed326d-36aa-4187-b179-11b22dcb76dd HTTP/1.1" status: 404 len: 333 time: 0.0672505 Feb 07 17:00:58.581375 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58148) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:58.666243 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-fbb1c248-3eb3-49d3-89d9-dc0b3f3d494c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36be7c3-0ecd-447b-a130-04ecbf89b135 HTTP/1.1" status: 200 len: 1002 time: 0.1554928 Feb 07 17:00:58.724653 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af0492-6682-4f84-81c3-ce819f163b4e req-40d221ad-6324-4627-b885-3183d752269c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:58.737129 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-67af0492-6682-4f84-81c3-ce819f163b4e req-40d221ad-6324-4627-b885-3183d752269c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 945 time: 0.2778296 Feb 07 17:00:58.799148 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8683-cf64-4a98-9506-63d29a8cd2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cba25756-f14b-46e4-81f0-f818bb86effe), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:58.807942 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8683-cf64-4a98-9506-63d29a8cd2c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:58.807942 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9e1f8683-cf64-4a98-9506-63d29a8cd2c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cba25756-f14b-46e4-81f0-f818bb86effe HTTP/1.1" status: 204 len: 168 time: 0.6918256 Feb 07 17:00:58.877474 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-e043a351-02b8-4291-9356-f5421f3463e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:58.885677 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-e043a351-02b8-4291-9356-f5421f3463e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46e7aa81-9dcc-468e-bfb9-c817f0e11f5e HTTP/1.1" status: 200 len: 834 time: 0.1772358 Feb 07 17:00:58.895975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7ae7d584-fa1f-48ab-9e63-f29add78b10a None None] Provisioning complete for port a36ca675-f51c-4cb6-88a4-324f040a2b2b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:00:58.895975 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d584-fa1f-48ab-9e63-f29add78b10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a36ca675-f51c-4cb6-88a4-324f040a2b2b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:58.969234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f8683-cf64-4a98-9506-63d29a8cd2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba25756-f14b-46e4-81f0-f818bb86effe,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:59.018622 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-67af0492-6682-4f84-81c3-ce819f163b4e req-4123db4d-a68c-46a3-84ea-3c43ea6562c4 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724092 Feb 07 17:00:59.047580 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4b8baadc-65a0-4069-a996-01b495e6296e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port a36ca675-f51c-4cb6-88a4-324f040a2b2b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:00:59.047969 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b8baadc-65a0-4069-a996-01b495e6296e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a36ca675-f51c-4cb6-88a4-324f040a2b2b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:59.094337 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-3a560d30-53cd-46ac-89e1-d0f3f9cfe83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:59.096110 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-3a560d30-53cd-46ac-89e1-d0f3f9cfe83f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ee68e4cc-35f2-42ab-88dd-35c973261201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2093568 Feb 07 17:00:59.258713 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7ae7d584-fa1f-48ab-9e63-f29add78b10a None None] Port a36ca675-f51c-4cb6-88a4-324f040a2b2b cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:00:59.262162 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00692182-20e8-43e3-9364-da71c008e6e5 req-90d4ee56-5b2f-4d48-894d-5eb16824bcf2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:59.266638 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-00692182-20e8-43e3-9364-da71c008e6e5 req-90d4ee56-5b2f-4d48-894d-5eb16824bcf2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 945 time: 0.2900324 Feb 07 17:00:59.270303 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b8baadc-65a0-4069-a996-01b495e6296e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a36ca675-f51c-4cb6-88a4-324f040a2b2b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:59.281266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7ae7d584-fa1f-48ab-9e63-f29add78b10a None None] Could not find standard attr ID for object 70ed326d-36aa-4187-b179-11b22dcb76dd. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:00:59.298227 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58158) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:59.317585 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4b8baadc-65a0-4069-a996-01b495e6296e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for a36ca675-f51c-4cb6-88a4-324f040a2b2b owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:00:59.486277 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:59.510938 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-00692182-20e8-43e3-9364-da71c008e6e5 req-2d50477a-5938-44ea-8139-484400f8ef7b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312181 Feb 07 17:00:59.514140 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-8a374bb6-0529-4295-bff4-d3da3c0c5dc3 service neutron] 10.222.0.48 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064517 Feb 07 17:00:59.586822 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b8baadc-65a0-4069-a996-01b495e6296e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a36ca675-f51c-4cb6-88a4-324f040a2b2b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:59.680485 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-681313b3-78ca-483e-b01a-2b89e2ce1801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:59.684722 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-5be3d6e5-fbd3-4e04-92ae-6cfbb1bcaafc service neutron] 10.222.0.48 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633236 Feb 07 17:00:59.750316 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] Publish callbacks [] for port (5e51c2a7-7c6d-475a-8c64-e0c8dfa15685), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:59.767581 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5e51c2a7-7c6d-475a-8c64-e0c8dfa15685), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:59.776973 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8baadc-65a0-4069-a996-01b495e6296e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=a36ca675-f51c-4cb6-88a4-324f040a2b2b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:59.864913 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb0a45-d219-4251-ac3e-d7e87c001d1c req-d0b8faf8-4441-4706-9bd8-fa77ee845ecb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:59.888875 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b8baadc-65a0-4069-a996-01b495e6296e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:00:59.892210 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-51cb0a45-d219-4251-ac3e-d7e87c001d1c req-d0b8faf8-4441-4706-9bd8-fa77ee845ecb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.1799848 Feb 07 17:00:59.896566 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4b8baadc-65a0-4069-a996-01b495e6296e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/ports/a36ca675-f51c-4cb6-88a4-324f040a2b2b HTTP/1.1" status: 204 len: 168 time: 1.3099968 Feb 07 17:00:59.901227 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58170) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:00:59.906349 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74c81d-ceb1-408e-991c-087c843777b8 None None] Pushing event updated for resources: {'Port': ['ID=5e51c2a7-7c6d-475a-8c64-e0c8dfa15685,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:00:59.976277 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c81eb-88d7-4941-aa23-3e7dfa0fd4a4 req-c132c18c-0bc1-4f8f-8084-588019d43062 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:00:59.996225 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-51cb0a45-d219-4251-ac3e-d7e87c001d1c req-203d094c-e1c5-425f-b33e-506c392427ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030226 Feb 07 17:01:00.010398 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f35c81eb-88d7-4941-aa23-3e7dfa0fd4a4 req-c132c18c-0bc1-4f8f-8084-588019d43062 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 945 time: 0.4393692 Feb 07 17:01:00.024748 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4d2a83f3-8b43-4512-8f2d-71401f763736 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:01:00.093459 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de719bb-f9b2-4370-ac81-37b487dbc957 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] GET failed (client error): The resource could not be found. Feb 07 17:01:00.097116 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9de719bb-f9b2-4370-ac81-37b487dbc957 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports/a36ca675-f51c-4cb6-88a4-324f040a2b2b HTTP/1.1" status: 404 len: 333 time: 0.1929967 Feb 07 17:01:00.100725 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58178) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:00.118910 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] Attempting to bind port 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:01:00.119288 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] Attempting to bind port 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '969521c2-c3e8-401e-8ca6-f6c85dd9ab0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '392ac90b-adf4-42bb-8c23-2af81c22fab0'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:01:00.119662 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] Attempting to bind port 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685 on network 392ac90b-adf4-42bb-8c23-2af81c22fab0 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:01:00.130900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:01:00.131281 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] Checking segment: {'id': '969521c2-c3e8-401e-8ca6-f6c85dd9ab0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '392ac90b-adf4-42bb-8c23-2af81c22fab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:01:00.131699 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:00.132102 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] Bound using segment: {'id': '969521c2-c3e8-401e-8ca6-f6c85dd9ab0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '392ac90b-adf4-42bb-8c23-2af81c22fab0'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:01:00.132600 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] Bound port: 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969521c2-c3e8-401e-8ca6-f6c85dd9ab0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '392ac90b-adf4-42bb-8c23-2af81c22fab0'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:01:00.132992 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5e51c2a7-7c6d-475a-8c64-e0c8dfa15685), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:00.228302 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 4d2a83f3-8b43-4512-8f2d-71401f763736 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:01:00.244530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 4d2a83f3-8b43-4512-8f2d-71401f763736 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:00.245371 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4d2a83f3-8b43-4512-8f2d-71401f763736), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:00.259664 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f35c81eb-88d7-4941-aa23-3e7dfa0fd4a4 req-30315b0c-5a5c-4146-8a2d-fbc1b5b5fb22 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482831 Feb 07 17:01:00.293987 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06ef27f-76fc-4cc4-a563-f9330aacdba0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting subnet b5fed7cf-e1bf-4fb2-92b9-6a0b6c41212e {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:01:00.305060 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b06ef27f-76fc-4cc4-a563-f9330aacdba0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for subnet (b5fed7cf-e1bf-4fb2-92b9-6a0b6c41212e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:00.316999 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-681313b3-78ca-483e-b01a-2b89e2ce1801 admin admin] Publish callbacks [] for security_group (d2c6091e-8fbf-4eeb-bcdc-428cfbd879da), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:00.321790 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-681313b3-78ca-483e-b01a-2b89e2ce1801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d2c6091e-8fbf-4eeb-bcdc-428cfbd879da), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:00.324686 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] For port 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:01:00.332051 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] For port 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5e51c2a7-7c6d-475a-8c64-e0c8dfa15685,segment=NetworkSegment(969521c2-c3e8-401e-8ca6-f6c85dd9ab0a),segment_id=969521c2-c3e8-401e-8ca6-f6c85dd9ab0a)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:01:00.345184 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5e51c2a7-7c6d-475a-8c64-e0c8dfa15685), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:00.370189 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce908a-30e4-43f4-8c69-4ab69baca30d req-30b61d71-c796-4f5d-a037-92770805171e tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:00.372928 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3ce908a-30e4-43f4-8c69-4ab69baca30d req-30b61d71-c796-4f5d-a037-92770805171e tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 945 time: 0.1342211 Feb 07 17:01:00.374741 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b06ef27f-76fc-4cc4-a563-f9330aacdba0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (b5fed7cf-e1bf-4fb2-92b9-6a0b6c41212e), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:00.409633 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-681313b3-78ca-483e-b01a-2b89e2ce1801 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0b7c07ad0384ad8920aca8516af318a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1101811 Feb 07 17:01:00.415545 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58184) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:00.452590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681313b3-78ca-483e-b01a-2b89e2ce1801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c6091e-8fbf-4eeb-bcdc-428cfbd879da,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:00.537320 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] Routers {'e4ba6760-7098-4b9e-bd41-517cb44e8abc'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:01:00.537976 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:00:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:00.551678 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ad0512e6-6aad-4654-9870-d64e1382f73d None None] Provisioning complete for port 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:00.552312 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad0512e6-6aad-4654-9870-d64e1382f73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5e51c2a7-7c6d-475a-8c64-e0c8dfa15685), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:00.606850 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b06ef27f-76fc-4cc4-a563-f9330aacdba0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (b5fed7cf-e1bf-4fb2-92b9-6a0b6c41212e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:00.668615 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 4d2a83f3-8b43-4512-8f2d-71401f763736 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:00.668615 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4d2a83f3-8b43-4512-8f2d-71401f763736), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:00.670305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74c81d-ceb1-408e-991c-087c843777b8 None None] Pushing event updated for resources: {'Port': ['ID=5e51c2a7-7c6d-475a-8c64-e0c8dfa15685,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:00.671748 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3ce908a-30e4-43f4-8c69-4ab69baca30d req-7721c8d1-7a09-4fca-9f99-248ce5778212 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634194 Feb 07 17:01:00.685901 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8af26a7d-fb87-4dc8-bd55-accd304143c0 admin admin] Publish callbacks [] for security_group (d2c6091e-8fbf-4eeb-bcdc-428cfbd879da), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:00.687097 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28831d5f-a834-4339-a5e2-6b1c6d39c74e req-85858d02-b0a4-4cd7-90d3-a33940978275 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:00.697103 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-28831d5f-a834-4339-a5e2-6b1c6d39c74e req-85858d02-b0a4-4cd7-90d3-a33940978275 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 945 time: 0.1088631 Feb 07 17:01:00.738063 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b06ef27f-76fc-4cc4-a563-f9330aacdba0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (b5fed7cf-e1bf-4fb2-92b9-6a0b6c41212e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:00.757749 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8af26a7d-fb87-4dc8-bd55-accd304143c0 admin admin] Publish callbacks [] for security_group (d2c6091e-8fbf-4eeb-bcdc-428cfbd879da), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:00.790112 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-28831d5f-a834-4339-a5e2-6b1c6d39c74e req-813be0db-73e5-480b-9af3-82707c9f6eea tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866308 Feb 07 17:01:00.797717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ef27f-76fc-4cc4-a563-f9330aacdba0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Subnet': ['ID=b5fed7cf-e1bf-4fb2-92b9-6a0b6c41212e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:00.804363 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b06ef27f-76fc-4cc4-a563-f9330aacdba0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:00.810875 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b06ef27f-76fc-4cc4-a563-f9330aacdba0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/subnets/b5fed7cf-e1bf-4fb2-92b9-6a0b6c41212e HTTP/1.1" status: 204 len: 168 time: 0.7058272 Feb 07 17:01:00.811992 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58192) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:00.837249 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3979b053-f794-4680-b2ff-ab80bb8e2c6c None None] Network a4133581-2324-44e1-af87-d5351fe403c1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:00.866877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370b2b93-6f21-440c-b148-0755ff0d9f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2a83f3-8b43-4512-8f2d-71401f763736'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:01:00.869141 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdefa7f2-0a58-4b14-9562-87515ab663d4" -d '{"events": [{"server_uuid": "370b2b93-6f21-440c-b148-0755ff0d9f29", "name": "network-vif-plugged", "status": "completed", "tag": "4d2a83f3-8b43-4512-8f2d-71401f763736"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:01:00.940487 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (a4133581-2324-44e1-af87-d5351fe403c1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:00.944265 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8af26a7d-fb87-4dc8-bd55-accd304143c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d2c6091e-8fbf-4eeb-bcdc-428cfbd879da), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:00.947062 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8af26a7d-fb87-4dc8-bd55-accd304143c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:00.952251 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8af26a7d-fb87-4dc8-bd55-accd304143c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2c6091e-8fbf-4eeb-bcdc-428cfbd879da HTTP/1.1" status: 204 len: 168 time: 0.5204027 Feb 07 17:01:00.964740 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af26a7d-fb87-4dc8-bd55-accd304143c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c6091e-8fbf-4eeb-bcdc-428cfbd879da,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:00.984439 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 4d2a83f3-8b43-4512-8f2d-71401f763736, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4d2a83f3-8b43-4512-8f2d-71401f763736,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:01.003731 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0596c564-3f2f-4314-a8c2-cd7215018b4d x-openstack-request-id: req-0596c564-3f2f-4314-a8c2-cd7215018b4d {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:01:01.005147 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370b2b93-6f21-440c-b148-0755ff0d9f29", "name": "network-vif-plugged", "status": "completed", "tag": "4d2a83f3-8b43-4512-8f2d-71401f763736", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:01:01.005582 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0596c564-3f2f-4314-a8c2-cd7215018b4d {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:01:01.006735 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370b2b93-6f21-440c-b148-0755ff0d9f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2a83f3-8b43-4512-8f2d-71401f763736', 'code': 200} Feb 07 17:01:01.027515 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port 174be446-1033-4843-9375-682c748fb82c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:01.028124 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (174be446-1033-4843-9375-682c748fb82c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:01.047100 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:01.048322 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4d2a83f3-8b43-4512-8f2d-71401f763736), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:01.163555 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ad0512e6-6aad-4654-9870-d64e1382f73d None None] Current status of the port 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:01.163960 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad0512e6-6aad-4654-9870-d64e1382f73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5e51c2a7-7c6d-475a-8c64-e0c8dfa15685), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:01.170600 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=4d2a83f3-8b43-4512-8f2d-71401f763736,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:01.181497 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] Set router e4ba6760-7098-4b9e-bd41-517cb44e8abc gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:01:01.187912 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] For port 174be446-1033-4843-9375-682c748fb82c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=174be446-1033-4843-9375-682c748fb82c,segment=NetworkSegment(0e3d720b-037c-45b5-93b3-cec9d45c59a6),segment_id=0e3d720b-037c-45b5-93b3-cec9d45c59a6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:01.188687 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (174be446-1033-4843-9375-682c748fb82c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:01.198627 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5dda2-c856-404c-9697-4dfc5d565271 req-810307cd-c677-4cca-92ed-c35f2f681941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:01.200231 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fbd5dda2-c856-404c-9697-4dfc5d565271 req-810307cd-c677-4cca-92ed-c35f2f681941 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 1128 time: 0.1549494 Feb 07 17:01:01.213875 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for 174be446-1033-4843-9375-682c748fb82c owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:01.267561 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d9f7f-d4ae-442a-b9b0-074079b78c14 req-992bcd53-dc6d-407a-8aa4-b1beda718df6 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:01.273560 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device d0434525-8267-422c-8e40-871e63dec37d up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:01:01.282499 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f75d9f7f-d4ae-442a-b9b0-074079b78c14 req-992bcd53-dc6d-407a-8aa4-b1beda718df6 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.1730313 Feb 07 17:01:01.355718 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fbd5dda2-c856-404c-9697-4dfc5d565271 req-3c37fa9b-82d9-44d3-b0cc-609923abbcac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466362 Feb 07 17:01:01.395988 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f75d9f7f-d4ae-442a-b9b0-074079b78c14 req-781af996-a77a-415d-88c5-1fc377d1baf6 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110027 Feb 07 17:01:01.440119 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ad0512e6-6aad-4654-9870-d64e1382f73d None None] For port 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5e51c2a7-7c6d-475a-8c64-e0c8dfa15685,segment=NetworkSegment(969521c2-c3e8-401e-8ca6-f6c85dd9ab0a),segment_id=969521c2-c3e8-401e-8ca6-f6c85dd9ab0a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:01.445862 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (174be446-1033-4843-9375-682c748fb82c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:01.452649 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad0512e6-6aad-4654-9870-d64e1382f73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5e51c2a7-7c6d-475a-8c64-e0c8dfa15685), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:01.487019 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No DVR routers for this DVR port 174be446-1033-4843-9375-682c748fb82c on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:01:01.516496 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=174be446-1033-4843-9375-682c748fb82c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:01.527602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5c7da5-07cd-4fc4-be0f-e70530b206a6 None None] DHCP port deletion for a4133581-2324-44e1-af87-d5351fe403c1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:01:01.600376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0c480-d8d0-4d21-9e6d-3de6268250a7 req-79302d75-749f-4b4a-81e7-38e2d96216f4 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:01.602398 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0aa0c480-d8d0-4d21-9e6d-3de6268250a7 req-79302d75-749f-4b4a-81e7-38e2d96216f4 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 945 time: 0.1910465 Feb 07 17:01:01.641081 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (a4133581-2324-44e1-af87-d5351fe403c1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:01.656810 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port d0434525-8267-422c-8e40-871e63dec37d completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:01:01.663375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port d0434525-8267-422c-8e40-871e63dec37d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:01.663902 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d0434525-8267-422c-8e40-871e63dec37d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:01.665811 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0512e6-6aad-4654-9870-d64e1382f73d None None] Pushing event updated for resources: {'Port': ['ID=5e51c2a7-7c6d-475a-8c64-e0c8dfa15685,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:01.697004 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4133581-2324-44e1-af87-d5351fe403c1']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:01.708979 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-be78c381-44f4-475f-ab07-d91b72597510 None None] Provisioning complete for port 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:01.709386 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-be78c381-44f4-475f-ab07-d91b72597510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5e51c2a7-7c6d-475a-8c64-e0c8dfa15685), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:01.713588 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0aa0c480-d8d0-4d21-9e6d-3de6268250a7 req-553dc0a4-1760-4fe6-a0dd-b81d4713b9c2 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023521 Feb 07 17:01:01.715823 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3d720b-037c-45b5-93b3-cec9d45c59a6') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:01.716191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3d720b-037c-45b5-93b3-cec9d45c59a6') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:01.727982 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (0e3d720b-037c-45b5-93b3-cec9d45c59a6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:01.755448 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0e3d720b-037c-45b5-93b3-cec9d45c59a6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:01.764981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:01:01.765547 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (0e3d720b-037c-45b5-93b3-cec9d45c59a6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:01:01.770037 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:01:01.893861 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (a4133581-2324-44e1-af87-d5351fe403c1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:01.894153 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cc96c-a5f2-4ef8-abe2-29c515e10da1 req-a31d2aab-fd95-43bd-b0c0-8f90723a34de tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:01.905447 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-199cc96c-a5f2-4ef8-abe2-29c515e10da1 req-a31d2aab-fd95-43bd-b0c0-8f90723a34de tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 945 time: 0.0989563 Feb 07 17:01:01.922085 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:01.930441 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/networks/a4133581-2324-44e1-af87-d5351fe403c1 HTTP/1.1" status: 204 len: 168 time: 1.1169775 Feb 07 17:01:01.934978 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58230) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:01.955907 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-249849a6-7aee-4130-b501-9d7e1a532637 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-453446141'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:01.981964 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e4dcc-4985-4ccd-b1f5-f431f416bd24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Network': ['ID=a4133581-2324-44e1-af87-d5351fe403c1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:02.008375 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249849a6-7aee-4130-b501-9d7e1a532637 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:02.011792 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-249849a6-7aee-4130-b501-9d7e1a532637 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:02.045021 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port d0434525-8267-422c-8e40-871e63dec37d is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:02.045683 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d0434525-8267-422c-8e40-871e63dec37d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:02.048750 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15138157-02f9-4453-8d85-d756d80ff0dd req-60ad0698-a398-4579-b0bc-2dc55a381dcc tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:02.048908 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249849a6-7aee-4130-b501-9d7e1a532637 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:01:02.052994 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-15138157-02f9-4453-8d85-d756d80ff0dd req-60ad0698-a398-4579-b0bc-2dc55a381dcc tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 946 time: 0.1182575 Feb 07 17:01:02.060145 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-249849a6-7aee-4130-b501-9d7e1a532637 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (2ebd9e0d-5e4d-45d3-a3d0-d94ea80a9a54), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:02.060499 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-249849a6-7aee-4130-b501-9d7e1a532637 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Added segment 2ebd9e0d-5e4d-45d3-a3d0-d94ea80a9a54 of type vlan for network b047fc8e-8f13-4f79-a1d1-325642cfb122 Feb 07 17:01:02.069160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-be78c381-44f4-475f-ab07-d91b72597510 None None] Current status of the port 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:02.105631 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-249849a6-7aee-4130-b501-9d7e1a532637 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (b047fc8e-8f13-4f79-a1d1-325642cfb122), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:02.132902 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-15138157-02f9-4453-8d85-d756d80ff0dd req-54040522-b110-4ec3-bda3-30e0d06aa82c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705369 Feb 07 17:01:02.134819 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-199cc96c-a5f2-4ef8-abe2-29c515e10da1 req-a1966ed5-9351-4fd3-8e8a-0d6c421fcba0 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283494 Feb 07 17:01:02.135941 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-249849a6-7aee-4130-b501-9d7e1a532637 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (b047fc8e-8f13-4f79-a1d1-325642cfb122), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:02.141194 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249849a6-7aee-4130-b501-9d7e1a532637 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:02.141768 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-249849a6-7aee-4130-b501-9d7e1a532637 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:02.167173 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T17:00:51Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'c47ed899-35b9-4c32-a05b-e92543414cf1', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'floating_ip_address': '172.25.4.193', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'port_id': '5fd616f8-888d-4326-bb47-564785f53b88', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'mac_address': 'fa:16:3e:2d:d1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf378a85-3a66-4242-ba64-1759501c052f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:59:44Z', 'updated_at': '2022-02-07T16:59:51Z', 'revision_number': 1, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382f62b2-d182-4488-baab-8c5248503307', 'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:53:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:05Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51c2a7-7c6d-475a-8c64-e0c8dfa15685', 'name': '', 'network_id': '392ac90b-adf4-42bb-8c23-2af81c22fab0', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:69:68:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'a94a10f6-18a5-454d-b881-3f9f162b7d34', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:00:48Z', 'updated_at': '2022-02-07T17:01:00Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': 'a94a10f6-18a5-454d-b881-3f9f162b7d34', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:02.205678 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5123d7b2-d995-45f8-85de-fd4dffd09852 None None] The sync data for ids ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'] in n-d-827865-3 is: [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T17:00:51Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'c47ed899-35b9-4c32-a05b-e92543414cf1', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'floating_ip_address': '172.25.4.193', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'port_id': '5fd616f8-888d-4326-bb47-564785f53b88', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'mac_address': 'fa:16:3e:2d:d1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf378a85-3a66-4242-ba64-1759501c052f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:59:44Z', 'updated_at': '2022-02-07T16:59:51Z', 'revision_number': 1, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382f62b2-d182-4488-baab-8c5248503307', 'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:53:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:05Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e51c2a7-7c6d-475a-8c64-e0c8dfa15685', 'name': '', 'network_id': '392ac90b-adf4-42bb-8c23-2af81c22fab0', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:69:68:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': 'a94a10f6-18a5-454d-b881-3f9f162b7d34', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:00:48Z', 'updated_at': '2022-02-07T17:01:00Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': 'a94a10f6-18a5-454d-b881-3f9f162b7d34', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:01:02.209612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port d0434525-8267-422c-8e40-871e63dec37d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d0434525-8267-422c-8e40-871e63dec37d,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:02.213929 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d0434525-8267-422c-8e40-871e63dec37d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:02.215099 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 4522e1af-eb3d-4c70-ad64-b7d25b8f30af up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:01:02.227792 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-249849a6-7aee-4130-b501-9d7e1a532637 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2895763 Feb 07 17:01:02.230827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58242) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:02.237696 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f8d9d7ef-5a45-445c-9324-7f6375950c08 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'subnet': {'network_id': 'b047fc8e-8f13-4f79-a1d1-325642cfb122', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:02.322984 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249849a6-7aee-4130-b501-9d7e1a532637 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Network': ['ID=b047fc8e-8f13-4f79-a1d1-325642cfb122,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:02.388975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network b047fc8e-8f13-4f79-a1d1-325642cfb122 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:01:02.484741 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d9d7ef-5a45-445c-9324-7f6375950c08 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:02.494581 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d7ef-5a45-445c-9324-7f6375950c08 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:02.611848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e929f-8c42-44a9-bbbe-09c04ab97164 req-3a2a9711-a56c-4a20-a2ca-31ffaca13b95 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:02.621890 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-799e929f-8c42-44a9-bbbe-09c04ab97164 req-3a2a9711-a56c-4a20-a2ca-31ffaca13b95 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.1018481 Feb 07 17:01:02.689320 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=d0434525-8267-422c-8e40-871e63dec37d,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:02.696204 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:02.721979 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 4522e1af-eb3d-4c70-ad64-b7d25b8f30af completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:01:02.732804 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 4522e1af-eb3d-4c70-ad64-b7d25b8f30af triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:02.733195 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4522e1af-eb3d-4c70-ad64-b7d25b8f30af), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:02.733329 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-799e929f-8c42-44a9-bbbe-09c04ab97164 req-62fcb467-e167-42a5-a5c2-99f532f0cddf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092803 Feb 07 17:01:02.893023 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 4522e1af-eb3d-4c70-ad64-b7d25b8f30af is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:02.896333 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4522e1af-eb3d-4c70-ad64-b7d25b8f30af), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:02.958064 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d7ef-5a45-445c-9324-7f6375950c08 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (6aca730d-dfd4-4b39-bdb5-df50135be422), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:02.959223 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:01:02.964341 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 4522e1af-eb3d-4c70-ad64-b7d25b8f30af, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=4522e1af-eb3d-4c70-ad64-b7d25b8f30af,segment=NetworkSegment(0b335b56-9acc-471e-a796-eeb06c7bb7a5),segment_id=0b335b56-9acc-471e-a796-eeb06c7bb7a5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:03.007667 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4522e1af-eb3d-4c70-ad64-b7d25b8f30af), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:03.013882 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37159f39-8aa7-496c-85b2-8e1cde66ef84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0434525-8267-422c-8e40-871e63dec37d'}, {'server_uuid': 'd838b404-51f2-42fc-86eb-8aba2ae3ffb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4522e1af-eb3d-4c70-ad64-b7d25b8f30af'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:01:03.022321 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7916c4-b36a-465f-834b-77c82b3e54bf" -d '{"events": [{"server_uuid": "37159f39-8aa7-496c-85b2-8e1cde66ef84", "name": "network-vif-plugged", "status": "completed", "tag": "d0434525-8267-422c-8e40-871e63dec37d"}, {"server_uuid": "d838b404-51f2-42fc-86eb-8aba2ae3ffb0", "name": "network-vif-plugged", "status": "completed", "tag": "4522e1af-eb3d-4c70-ad64-b7d25b8f30af"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:01:03.076264 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d9d7ef-5a45-445c-9324-7f6375950c08 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Checking segment: {'id': '2ebd9e0d-5e4d-45d3-a3d0-d94ea80a9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b047fc8e-8f13-4f79-a1d1-325642cfb122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:01:03.078998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d9d7ef-5a45-445c-9324-7f6375950c08 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network hostable DHCP agents. Network: b047fc8e-8f13-4f79-a1d1-325642cfb122, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:01:03.120756 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9d7ef-5a45-445c-9324-7f6375950c08 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Subnet': ['ID=6aca730d-dfd4-4b39-bdb5-df50135be422,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:03.148180 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44d1f-e3d7-4946-b2bb-169398766fc5 req-16a60690-b906-4a76-b1af-22eead6b2786 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:03.152598 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1be44d1f-e3d7-4946-b2bb-169398766fc5 req-16a60690-b906-4a76-b1af-22eead6b2786 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 945 time: 0.2411585 Feb 07 17:01:03.157675 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d9d7ef-5a45-445c-9324-7f6375950c08 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network b047fc8e-8f13-4f79-a1d1-325642cfb122 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:01:03.178123 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f8d9d7ef-5a45-445c-9324-7f6375950c08 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, b047fc8e-8f13-4f79-a1d1-325642cfb122) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:03.185100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d9d7ef-5a45-445c-9324-7f6375950c08 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:03.186084 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d7ef-5a45-445c-9324-7f6375950c08 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:03.268115 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 17:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b93922f-dd42-485f-be28-7adc0e93095f x-openstack-request-id: req-4b93922f-dd42-485f-be28-7adc0e93095f {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:01:03.268657 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37159f39-8aa7-496c-85b2-8e1cde66ef84", "name": "network-vif-plugged", "status": "completed", "tag": "d0434525-8267-422c-8e40-871e63dec37d", "code": 200}, {"server_uuid": "d838b404-51f2-42fc-86eb-8aba2ae3ffb0", "name": "network-vif-plugged", "status": "completed", "tag": "4522e1af-eb3d-4c70-ad64-b7d25b8f30af", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:01:03.270793 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b93922f-dd42-485f-be28-7adc0e93095f {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:01:03.271629 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37159f39-8aa7-496c-85b2-8e1cde66ef84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0434525-8267-422c-8e40-871e63dec37d', 'code': 200} Feb 07 17:01:03.272104 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd838b404-51f2-42fc-86eb-8aba2ae3ffb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4522e1af-eb3d-4c70-ad64-b7d25b8f30af', 'code': 200} Feb 07 17:01:03.298119 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baad2c5-df08-4d54-a9ea-12d1bd460de7 None None] Network b047fc8e-8f13-4f79-a1d1-325642cfb122 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:03.319718 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1be44d1f-e3d7-4946-b2bb-169398766fc5 req-044edca9-84e6-4863-ad3c-330f8918f3a6 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442676 Feb 07 17:01:03.324073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=4522e1af-eb3d-4c70-ad64-b7d25b8f30af,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:03.395410 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0312078-6d6f-4a87-828c-e9b860347a94 req-73288ee1-b912-4c9f-beb6-2f529cb3c871 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:03.400544 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:03.400944 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5e51c2a7-7c6d-475a-8c64-e0c8dfa15685), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:03.403105 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c0312078-6d6f-4a87-828c-e9b860347a94 req-73288ee1-b912-4c9f-beb6-2f529cb3c871 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 946 time: 0.1261652 Feb 07 17:01:03.450485 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f8d9d7ef-5a45-445c-9324-7f6375950c08 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2156992 Feb 07 17:01:03.451948 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58276) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:03.527158 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b6840322-1385-4e17-8ca1-6fbecacd8d21 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'network_id': 'b047fc8e-8f13-4f79-a1d1-325642cfb122', 'name': 'tempest-PortsIpV6TestJSON-498697723', 'fixed_ips': [{'subnet_id': '6aca730d-dfd4-4b39-bdb5-df50135be422', 'ip_address': '2001:db8::10'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:03.586537 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c0312078-6d6f-4a87-828c-e9b860347a94 req-c66366fc-e02b-4c8b-af38-683e811dcf90 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824102 Feb 07 17:01:03.726139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6840322-1385-4e17-8ca1-6fbecacd8d21 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:03.732350 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05a973-4147-4573-93c9-c1c3f31942c9 req-1b50f52e-6afa-475b-a1c6-f37e927fe74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:03.734163 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0f05a973-4147-4573-93c9-c1c3f31942c9 req-1b50f52e-6afa-475b-a1c6-f37e927fe74c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 1128 time: 0.4240301 Feb 07 17:01:03.801160 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67db74-eb22-435b-827b-f6e23e0ffaa2 req-b4be2eb1-1a36-49d6-9806-b7ca626fef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:03.803101 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3b67db74-eb22-435b-827b-f6e23e0ffaa2 req-b4be2eb1-1a36-49d6-9806-b7ca626fef2f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 1128 time: 0.4886785 Feb 07 17:01:03.810669 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff10620-29d3-4497-9f97-7a811344ad2e req-e3f6bb89-5ca1-40be-89cf-a9c2fdea6a35 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:03.812585 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aff10620-29d3-4497-9f97-7a811344ad2e req-e3f6bb89-5ca1-40be-89cf-a9c2fdea6a35 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 946 time: 0.3636928 Feb 07 17:01:03.842202 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-b047fc8e-8f13-4f79-a1d1-325642cfb122', 'network_id': 'b047fc8e-8f13-4f79-a1d1-325642cfb122', 'project_id': '7c0fb6dee32843e59ae1bca7a1ef780f', 'fixed_ips': [{'subnet_id': '6aca730d-dfd4-4b39-bdb5-df50135be422'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:01:03.843236 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:03.860833 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:03.979243 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6840322-1385-4e17-8ca1-6fbecacd8d21 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:03.981298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 174be446-1033-4843-9375-682c748fb82c no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:01:03.986155 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee9eb0-bc0e-4950-9d32-113a6c52c878 req-0f5c3c2d-0a70-4082-9791-81f93e0feae1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:03.993960 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14ee9eb0-bc0e-4950-9d32-113a6c52c878 req-0f5c3c2d-0a70-4082-9791-81f93e0feae1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.0722499 Feb 07 17:01:04.039866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 174be446-1033-4843-9375-682c748fb82c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:01:04.040406 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 174be446-1033-4843-9375-682c748fb82c not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:01:04.063875 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0f05a973-4147-4573-93c9-c1c3f31942c9 req-f52b880a-2e37-4a1e-a5b7-cff334d68197 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053730 Feb 07 17:01:04.066130 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3b67db74-eb22-435b-827b-f6e23e0ffaa2 req-7a70d8f4-99a7-498e-b5a1-84e395f3ead3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512429 Feb 07 17:01:04.076877 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-14ee9eb0-bc0e-4950-9d32-113a6c52c878 req-f7c85011-30e9-45f1-9c35-1f3b55ef25f6 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816700 Feb 07 17:01:04.111260 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aff10620-29d3-4497-9f97-7a811344ad2e req-ffdf4e23-38ec-4417-ab0c-8c5619286b70 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793605 Feb 07 17:01:04.114740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] Allocated IP 2001:db8::2 (b047fc8e-8f13-4f79-a1d1-325642cfb122/6aca730d-dfd4-4b39-bdb5-df50135be422/8540b3a5-508c-4dda-9f7c-8e7c30540686) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:01:04.121883 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-b6840322-1385-4e17-8ca1-6fbecacd8d21 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] device_id is not set on port 4861ea01-b394-4668-9f21-38ed69451f52 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:01:04.378788 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] Publish callbacks [] for port (8540b3a5-508c-4dda-9f7c-8e7c30540686), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:04.386155 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (8540b3a5-508c-4dda-9f7c-8e7c30540686), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:04.448369 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] Network b047fc8e-8f13-4f79-a1d1-325642cfb122 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:01:04.453914 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:04.470204 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:01:04.475067 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] Pushing event updated for resources: {'Port': ['ID=8540b3a5-508c-4dda-9f7c-8e7c30540686,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:04.545702 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b6840322-1385-4e17-8ca1-6fbecacd8d21 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Allocated IP 2001:db8::10 (b047fc8e-8f13-4f79-a1d1-325642cfb122/6aca730d-dfd4-4b39-bdb5-df50135be422/4861ea01-b394-4668-9f21-38ed69451f52) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:01:04.550116 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] Attempting to bind port 8540b3a5-508c-4dda-9f7c-8e7c30540686 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:01:04.550422 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] Attempting to bind port 8540b3a5-508c-4dda-9f7c-8e7c30540686 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '2ebd9e0d-5e4d-45d3-a3d0-d94ea80a9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b047fc8e-8f13-4f79-a1d1-325642cfb122'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:01:04.552314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] Attempting to bind port 8540b3a5-508c-4dda-9f7c-8e7c30540686 on network b047fc8e-8f13-4f79-a1d1-325642cfb122 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:01:04.559747 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:01:04.560676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] Checking segment: {'id': '2ebd9e0d-5e4d-45d3-a3d0-d94ea80a9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b047fc8e-8f13-4f79-a1d1-325642cfb122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:01:04.561424 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:04.562577 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] Bound using segment: {'id': '2ebd9e0d-5e4d-45d3-a3d0-d94ea80a9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b047fc8e-8f13-4f79-a1d1-325642cfb122'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:01:04.563312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] Bound port: 8540b3a5-508c-4dda-9f7c-8e7c30540686, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ebd9e0d-5e4d-45d3-a3d0-d94ea80a9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b047fc8e-8f13-4f79-a1d1-325642cfb122'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:01:04.564319 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8540b3a5-508c-4dda-9f7c-8e7c30540686), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:04.583927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b15e0-38a3-4695-bc83-8e058672e94e req-cfbfd86f-5409-4a37-9c94-aec89baa2c42 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:04.586168 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0d7b15e0-38a3-4695-bc83-8e058672e94e req-cfbfd86f-5409-4a37-9c94-aec89baa2c42 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 946 time: 0.1250930 Feb 07 17:01:04.668074 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] For port 8540b3a5-508c-4dda-9f7c-8e7c30540686, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:01:04.676510 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] For port 8540b3a5-508c-4dda-9f7c-8e7c30540686, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8540b3a5-508c-4dda-9f7c-8e7c30540686,segment=NetworkSegment(2ebd9e0d-5e4d-45d3-a3d0-d94ea80a9a54),segment_id=2ebd9e0d-5e4d-45d3-a3d0-d94ea80a9a54)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:01:04.686493 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8540b3a5-508c-4dda-9f7c-8e7c30540686), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:04.715940 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0d7b15e0-38a3-4695-bc83-8e058672e94e req-55db8c7e-0cd5-4f5a-a7a8-9b2e79c24cfc tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241796 Feb 07 17:01:04.821529 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6840322-1385-4e17-8ca1-6fbecacd8d21 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (4861ea01-b394-4668-9f21-38ed69451f52), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:04.831682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1c247-662c-42b8-b0b8-7d5b9249cee2 None None] Pushing event updated for resources: {'Port': ['ID=8540b3a5-508c-4dda-9f7c-8e7c30540686,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:04.837402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a5923-e640-4034-8968-44026e3024d0 req-55e749bc-8e5b-4c0a-9e28-d378b4fc0fad tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:04.840159 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d06a5923-e640-4034-8968-44026e3024d0 req-55e749bc-8e5b-4c0a-9e28-d378b4fc0fad tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 946 time: 0.1044931 Feb 07 17:01:04.890084 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6840322-1385-4e17-8ca1-6fbecacd8d21 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4861ea01-b394-4668-9f21-38ed69451f52), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:04.940239 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d06a5923-e640-4034-8968-44026e3024d0 req-22a02574-c5ce-44a2-a9c4-769186291756 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874727 Feb 07 17:01:04.967923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6840322-1385-4e17-8ca1-6fbecacd8d21 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network b047fc8e-8f13-4f79-a1d1-325642cfb122 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:01:04.972224 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b6840322-1385-4e17-8ca1-6fbecacd8d21 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:04.975604 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6840322-1385-4e17-8ca1-6fbecacd8d21 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:01:04.981531 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6840322-1385-4e17-8ca1-6fbecacd8d21 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:04.982332 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6840322-1385-4e17-8ca1-6fbecacd8d21 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:05.027547 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6840322-1385-4e17-8ca1-6fbecacd8d21 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=4861ea01-b394-4668-9f21-38ed69451f52,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:05.046462 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b6840322-1385-4e17-8ca1-6fbecacd8d21 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5934024 Feb 07 17:01:05.049513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58338) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:05.058214 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f54f4cce-b566-47ba-9f09-aa9c65962fc0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'network_id': 'b047fc8e-8f13-4f79-a1d1-325642cfb122', 'name': 'tempest-PortsIpV6TestJSON-1342983510', 'fixed_ips': [{'subnet_id': '6aca730d-dfd4-4b39-bdb5-df50135be422', 'ip_address': '2001:db8::f'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:05.344509 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ab410-fb22-4ade-8815-599098bcbd30 req-088eb1f4-ba29-47db-a308-3a9b85f25b8d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:05.346444 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cb4ab410-fb22-4ade-8815-599098bcbd30 req-088eb1f4-ba29-47db-a308-3a9b85f25b8d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.1542513 Feb 07 17:01:05.348291 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54f4cce-b566-47ba-9f09-aa9c65962fc0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:05.356750 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f54f4cce-b566-47ba-9f09-aa9c65962fc0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:05.392976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-f54f4cce-b566-47ba-9f09-aa9c65962fc0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] device_id is not set on port 354a04e9-74d1-495d-aa6b-4920ca59acf2 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:01:05.507766 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cb4ab410-fb22-4ade-8815-599098bcbd30 req-ae55ec46-cc59-4e71-8ee3-caa5c9751277 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470988 Feb 07 17:01:05.662573 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-f54f4cce-b566-47ba-9f09-aa9c65962fc0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Allocated IP 2001:db8::f (b047fc8e-8f13-4f79-a1d1-325642cfb122/6aca730d-dfd4-4b39-bdb5-df50135be422/354a04e9-74d1-495d-aa6b-4920ca59acf2) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:01:05.925203 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14fee9-06d7-4897-b82e-291dbf1d73a6 req-a4ad46bd-eae5-457f-b15f-b3f585a4486f tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:05.928681 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e14fee9-06d7-4897-b82e-291dbf1d73a6 req-a4ad46bd-eae5-457f-b15f-b3f585a4486f tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 946 time: 0.0928710 Feb 07 17:01:05.943076 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f54f4cce-b566-47ba-9f09-aa9c65962fc0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (354a04e9-74d1-495d-aa6b-4920ca59acf2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:05.953985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58374) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:06.018443 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f54f4cce-b566-47ba-9f09-aa9c65962fc0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (354a04e9-74d1-495d-aa6b-4920ca59acf2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:06.068658 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e14fee9-06d7-4897-b82e-291dbf1d73a6 req-a5b2f065-0cbe-4254-a20f-4b2d1bdfeb1e tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323473 Feb 07 17:01:06.119125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f4cce-b566-47ba-9f09-aa9c65962fc0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network b047fc8e-8f13-4f79-a1d1-325642cfb122 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:01:06.161762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f54f4cce-b566-47ba-9f09-aa9c65962fc0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:06.164299 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f4cce-b566-47ba-9f09-aa9c65962fc0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:01:06.169957 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54f4cce-b566-47ba-9f09-aa9c65962fc0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:06.171203 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f54f4cce-b566-47ba-9f09-aa9c65962fc0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:06.220970 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f54f4cce-b566-47ba-9f09-aa9c65962fc0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1699567 Feb 07 17:01:06.221646 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58386) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:06.229146 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-512e978c-d844-4d18-8969-74cf38f0dc1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:06.271404 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f4cce-b566-47ba-9f09-aa9c65962fc0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=354a04e9-74d1-495d-aa6b-4920ca59acf2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:06.381641 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540a2d9-a2a6-4614-8f86-e9fcb99298ab req-fef3c87c-7c58-4aa5-82ce-d743cb286580 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:06.388019 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b540a2d9-a2a6-4614-8f86-e9fcb99298ab req-fef3c87c-7c58-4aa5-82ce-d743cb286580 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 946 time: 0.3350999 Feb 07 17:01:06.460658 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46276d29-f124-4404-bf3a-107672bb23c9 None None] Network b047fc8e-8f13-4f79-a1d1-325642cfb122 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:06.494500 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9102c72c-581b-4ced-ba97-9f621839c8c9 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:06.496377 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9102c72c-581b-4ced-ba97-9f621839c8c9 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2697346 Feb 07 17:01:06.499468 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58392) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:06.556414 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b540a2d9-a2a6-4614-8f86-e9fcb99298ab req-e4867b36-d83d-4c9b-90ad-49989b244ec7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508968 Feb 07 17:01:06.736630 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-65c89403-ae9c-4c1f-9a16-7151c52e9a13 None None] Provisioning complete for port 8540b3a5-508c-4dda-9f7c-8e7c30540686 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:06.736983 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-512e978c-d844-4d18-8969-74cf38f0dc1f admin admin] Publish callbacks [] for security_group (0da4497c-2a01-4d36-86eb-067ed821a232), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:06.742460 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-512e978c-d844-4d18-8969-74cf38f0dc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0da4497c-2a01-4d36-86eb-067ed821a232), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:06.742693 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-65c89403-ae9c-4c1f-9a16-7151c52e9a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8540b3a5-508c-4dda-9f7c-8e7c30540686), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:06.835569 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-512e978c-d844-4d18-8969-74cf38f0dc1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e04b8833b98a41ea8215615211ace9c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8856139 Feb 07 17:01:06.838057 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e978c-d844-4d18-8969-74cf38f0dc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da4497c-2a01-4d36-86eb-067ed821a232,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:06.838186 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ba5177-0214-4d9f-85c3-cb885531db9f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:06.843766 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ba5177-0214-4d9f-85c3-cb885531db9f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:06.849474 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58408) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:06.850440 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ba5177-0214-4d9f-85c3-cb885531db9f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:06.852727 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-59ba5177-0214-4d9f-85c3-cb885531db9f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3522885 Feb 07 17:01:06.858243 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58410) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:06.929251 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed61c7-3137-4b84-88b1-53d9bb8584c3 req-7fe9d2fd-002c-4ae1-8d8b-8c479ad8c18f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:06.939866 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d1ed61c7-3137-4b84-88b1-53d9bb8584c3 req-7fe9d2fd-002c-4ae1-8d8b-8c479ad8c18f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.2350430 Feb 07 17:01:06.959785 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfca1a59-9ae7-4f2d-9ece-0d80b91f5db4 admin admin] Publish callbacks [] for security_group (0da4497c-2a01-4d36-86eb-067ed821a232), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:06.996474 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8540b3a5-508c-4dda-9f7c-8e7c30540686 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:01:07.010555 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfca1a59-9ae7-4f2d-9ece-0d80b91f5db4 admin admin] Publish callbacks [] for security_group (0da4497c-2a01-4d36-86eb-067ed821a232), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:07.059951 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d1ed61c7-3137-4b84-88b1-53d9bb8584c3 req-29d91625-c105-43cc-a731-63952d0d11b9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182542 Feb 07 17:01:07.095393 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ffad1541-078a-45ef-9e03-a177a53fb243 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port 354a04e9-74d1-495d-aa6b-4920ca59acf2 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:07.095736 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffad1541-078a-45ef-9e03-a177a53fb243 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (354a04e9-74d1-495d-aa6b-4920ca59acf2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:07.104085 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfca1a59-9ae7-4f2d-9ece-0d80b91f5db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0da4497c-2a01-4d36-86eb-067ed821a232), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:07.108901 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfca1a59-9ae7-4f2d-9ece-0d80b91f5db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:07.112762 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cfca1a59-9ae7-4f2d-9ece-0d80b91f5db4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0da4497c-2a01-4d36-86eb-067ed821a232 HTTP/1.1" status: 204 len: 168 time: 0.2597914 Feb 07 17:01:07.133975 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca1a59-9ae7-4f2d-9ece-0d80b91f5db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da4497c-2a01-4d36-86eb-067ed821a232,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:07.285152 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-65c89403-ae9c-4c1f-9a16-7151c52e9a13 None None] Current status of the port 8540b3a5-508c-4dda-9f7c-8e7c30540686 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:07.286081 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-65c89403-ae9c-4c1f-9a16-7151c52e9a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8540b3a5-508c-4dda-9f7c-8e7c30540686), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:07.364526 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-65c89403-ae9c-4c1f-9a16-7151c52e9a13 None None] For port 8540b3a5-508c-4dda-9f7c-8e7c30540686, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8540b3a5-508c-4dda-9f7c-8e7c30540686,segment=NetworkSegment(2ebd9e0d-5e4d-45d3-a3d0-d94ea80a9a54),segment_id=2ebd9e0d-5e4d-45d3-a3d0-d94ea80a9a54)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:07.376407 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffad1541-078a-45ef-9e03-a177a53fb243 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (354a04e9-74d1-495d-aa6b-4920ca59acf2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:07.387854 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-65c89403-ae9c-4c1f-9a16-7151c52e9a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8540b3a5-508c-4dda-9f7c-8e7c30540686), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:07.401616 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58424) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:07.427782 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ffad1541-078a-45ef-9e03-a177a53fb243 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for 354a04e9-74d1-495d-aa6b-4920ca59acf2 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:07.587669 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 8540b3a5-508c-4dda-9f7c-8e7c30540686 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:07.588214 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8540b3a5-508c-4dda-9f7c-8e7c30540686), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:07.727583 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58440) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:07.762518 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffad1541-078a-45ef-9e03-a177a53fb243 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (354a04e9-74d1-495d-aa6b-4920ca59acf2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:07.790040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c89403-ae9c-4c1f-9a16-7151c52e9a13 None None] Pushing event updated for resources: {'Port': ['ID=8540b3a5-508c-4dda-9f7c-8e7c30540686,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:07.803063 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2155ec86-abd8-4dd9-96ab-ab79896b219a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:07.909637 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 8540b3a5-508c-4dda-9f7c-8e7c30540686 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:07.926431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1a5c7269-d2f0-4f24-bfd1-1bbea4c51d10 None None] Provisioning complete for port 8540b3a5-508c-4dda-9f7c-8e7c30540686 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:07.927086 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1a5c7269-d2f0-4f24-bfd1-1bbea4c51d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8540b3a5-508c-4dda-9f7c-8e7c30540686), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:08.012492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2155ec86-abd8-4dd9-96ab-ab79896b219a admin admin] Publish callbacks [] for security_group (93e22dd8-ea3a-4261-9f49-616da77ff2c6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:08.029127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad1541-078a-45ef-9e03-a177a53fb243 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=354a04e9-74d1-495d-aa6b-4920ca59acf2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:08.033387 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2155ec86-abd8-4dd9-96ab-ab79896b219a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (93e22dd8-ea3a-4261-9f49-616da77ff2c6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:08.121668 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c7269-d2f0-4f24-bfd1-1bbea4c51d10 None None] Current status of the port 8540b3a5-508c-4dda-9f7c-8e7c30540686 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:08.147523 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1a5c7269-d2f0-4f24-bfd1-1bbea4c51d10 None None] Could not find standard attr ID for object 354a04e9-74d1-495d-aa6b-4920ca59acf2. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:01:08.158298 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2155ec86-abd8-4dd9-96ab-ab79896b219a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=285575419c6d4f2e97ae9bc8cfb4a8a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4299738 Feb 07 17:01:08.159311 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155ec86-abd8-4dd9-96ab-ab79896b219a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e22dd8-ea3a-4261-9f49-616da77ff2c6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:08.174701 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58448) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:08.186359 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffad1541-078a-45ef-9e03-a177a53fb243 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:08.188830 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1a5c7269-d2f0-4f24-bfd1-1bbea4c51d10 None None] Provisioning complete for port 4861ea01-b394-4668-9f21-38ed69451f52 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:08.189893 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1a5c7269-d2f0-4f24-bfd1-1bbea4c51d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4861ea01-b394-4668-9f21-38ed69451f52), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:08.203423 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ffad1541-078a-45ef-9e03-a177a53fb243 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/ports/354a04e9-74d1-495d-aa6b-4920ca59acf2 HTTP/1.1" status: 204 len: 168 time: 1.3439686 Feb 07 17:01:08.204034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58450) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:08.282558 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b300672-64d2-4144-858e-b400c1bac472 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] GET failed (client error): The resource could not be found. Feb 07 17:01:08.297141 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7b300672-64d2-4144-858e-b400c1bac472 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports/354a04e9-74d1-495d-aa6b-4920ca59acf2 HTTP/1.1" status: 404 len: 333 time: 0.0920117 Feb 07 17:01:08.298268 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c7269-d2f0-4f24-bfd1-1bbea4c51d10 None None] Port 4861ea01-b394-4668-9f21-38ed69451f52 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:01:08.321024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58452) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:08.438638 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-43f0e7cb-5db1-45a2-84da-f3b15955beb7 None None] Provisioning complete for port 4861ea01-b394-4668-9f21-38ed69451f52 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:08.439017 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-43f0e7cb-5db1-45a2-84da-f3b15955beb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4861ea01-b394-4668-9f21-38ed69451f52), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:08.487589 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb6e4a-48a1-4c98-9ff9-c26e4b77b69b req-3989a6ac-742f-4882-8f18-dbeb1d2e7282 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:08.496163 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fbdb6e4a-48a1-4c98-9ff9-c26e4b77b69b req-3989a6ac-742f-4882-8f18-dbeb1d2e7282 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.2692900 Feb 07 17:01:08.553647 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-946790ca-4339-4d87-9576-3add868d9742 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port 4861ea01-b394-4668-9f21-38ed69451f52 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:08.554024 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-946790ca-4339-4d87-9576-3add868d9742 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4861ea01-b394-4668-9f21-38ed69451f52), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:08.564417 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-43f0e7cb-5db1-45a2-84da-f3b15955beb7 None None] Port 4861ea01-b394-4668-9f21-38ed69451f52 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:01:08.789155 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fbdb6e4a-48a1-4c98-9ff9-c26e4b77b69b req-24909a44-e161-4fc7-b245-a4c85a694a71 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2920153 Feb 07 17:01:08.876289 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-946790ca-4339-4d87-9576-3add868d9742 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4861ea01-b394-4668-9f21-38ed69451f52), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:08.883446 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c6a7dd91-8860-4305-84b2-3d13c2f2249c None None] Could not find standard attr ID for object 354a04e9-74d1-495d-aa6b-4920ca59acf2. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:01:08.898312 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-946790ca-4339-4d87-9576-3add868d9742 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for 4861ea01-b394-4668-9f21-38ed69451f52 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:08.912514 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8540b3a5-508c-4dda-9f7c-8e7c30540686 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:01:09.045226 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8073-6c01-45a5-a508-80bef5077fa4 admin admin] Publish callbacks [] for security_group (93e22dd8-ea3a-4261-9f49-616da77ff2c6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:09.051981 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 8540b3a5-508c-4dda-9f7c-8e7c30540686 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:09.053701 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8540b3a5-508c-4dda-9f7c-8e7c30540686), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:09.099346 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8073-6c01-45a5-a508-80bef5077fa4 admin admin] Publish callbacks [] for security_group (93e22dd8-ea3a-4261-9f49-616da77ff2c6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:09.255329 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-946790ca-4339-4d87-9576-3add868d9742 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (4861ea01-b394-4668-9f21-38ed69451f52), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:09.283859 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b28231b-2d26-47d0-98a2-45437aff7cdf tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (e4ba6760-7098-4b9e-bd41-517cb44e8abc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:09.311594 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 8540b3a5-508c-4dda-9f7c-8e7c30540686 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:09.345544 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8073-6c01-45a5-a508-80bef5077fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (93e22dd8-ea3a-4261-9f49-616da77ff2c6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:09.349209 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8073-6c01-45a5-a508-80bef5077fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:09.350548 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3e9e8073-6c01-45a5-a508-80bef5077fa4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93e22dd8-ea3a-4261-9f49-616da77ff2c6 HTTP/1.1" status: 204 len: 168 time: 1.1594222 Feb 07 17:01:09.384786 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946790ca-4339-4d87-9576-3add868d9742 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=4861ea01-b394-4668-9f21-38ed69451f52,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:09.408976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e8073-6c01-45a5-a508-80bef5077fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e22dd8-ea3a-4261-9f49-616da77ff2c6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:09.475441 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:01:09.494778 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-946790ca-4339-4d87-9576-3add868d9742 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:09.502050 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-946790ca-4339-4d87-9576-3add868d9742 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/ports/4861ea01-b394-4668-9f21-38ed69451f52 HTTP/1.1" status: 204 len: 168 time: 1.1775699 Feb 07 17:01:09.506196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58472) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:09.542551 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc709c4-4d76-4387-986e-6adfe3532a60 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] GET failed (client error): The resource could not be found. Feb 07 17:01:09.544035 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4dc709c4-4d76-4387-986e-6adfe3532a60 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports/4861ea01-b394-4668-9f21-38ed69451f52 HTTP/1.1" status: 404 len: 333 time: 0.0363631 Feb 07 17:01:09.547623 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58476) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:09.708448 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb58bc7-3268-4024-9b49-8a4bdf680d1f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting subnet 6aca730d-dfd4-4b39-bdb5-df50135be422 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:01:09.712520 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-feb58bc7-3268-4024-9b49-8a4bdf680d1f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for subnet (6aca730d-dfd4-4b39-bdb5-df50135be422), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:09.828824 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-feb58bc7-3268-4024-9b49-8a4bdf680d1f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (6aca730d-dfd4-4b39-bdb5-df50135be422), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:10.143350 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-feb58bc7-3268-4024-9b49-8a4bdf680d1f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (6aca730d-dfd4-4b39-bdb5-df50135be422), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:10.227326 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8b28231b-2d26-47d0-98a2-45437aff7cdf tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Deleting port 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:10.227884 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b28231b-2d26-47d0-98a2-45437aff7cdf tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5e51c2a7-7c6d-475a-8c64-e0c8dfa15685), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:10.235869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffafd6-ff7a-4110-86ab-5a28d7eed9ce req-5fc21e3b-b9c8-4dd1-98e9-fc250ab06e4a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:10.269197 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06ffafd6-ff7a-4110-86ab-5a28d7eed9ce req-5fc21e3b-b9c8-4dd1-98e9-fc250ab06e4a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.2455018 Feb 07 17:01:10.385897 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-06ffafd6-ff7a-4110-86ab-5a28d7eed9ce req-7edda9ed-1163-44bb-b623-9b9048644fdd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141438 Feb 07 17:01:10.412333 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-feb58bc7-3268-4024-9b49-8a4bdf680d1f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (6aca730d-dfd4-4b39-bdb5-df50135be422), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:10.438481 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8b28231b-2d26-47d0-98a2-45437aff7cdf tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] For port 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5e51c2a7-7c6d-475a-8c64-e0c8dfa15685,segment=NetworkSegment(969521c2-c3e8-401e-8ca6-f6c85dd9ab0a),segment_id=969521c2-c3e8-401e-8ca6-f6c85dd9ab0a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:10.439124 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b28231b-2d26-47d0-98a2-45437aff7cdf tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5e51c2a7-7c6d-475a-8c64-e0c8dfa15685), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:10.446262 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb58bc7-3268-4024-9b49-8a4bdf680d1f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Subnet': ['ID=6aca730d-dfd4-4b39-bdb5-df50135be422,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:10.461485 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0f17d5-b16e-46ae-a605-5d0ee172fc00 None None] Network b047fc8e-8f13-4f79-a1d1-325642cfb122 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:10.466043 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-feb58bc7-3268-4024-9b49-8a4bdf680d1f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:10.471690 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-feb58bc7-3268-4024-9b49-8a4bdf680d1f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/subnets/6aca730d-dfd4-4b39-bdb5-df50135be422 HTTP/1.1" status: 204 len: 168 time: 0.9203775 Feb 07 17:01:10.472789 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58518) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:10.485921 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8b28231b-2d26-47d0-98a2-45437aff7cdf tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Calling delete_port for 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:10.639248 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (b047fc8e-8f13-4f79-a1d1-325642cfb122), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:10.784396 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port 8540b3a5-508c-4dda-9f7c-8e7c30540686 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:10.785646 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8540b3a5-508c-4dda-9f7c-8e7c30540686), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:10.796390 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e778a9-ee45-47f6-bd2d-0b0df4d90eb8 None None] DHCP port deletion for b047fc8e-8f13-4f79-a1d1-325642cfb122 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:01:10.909203 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b7e778a9-ee45-47f6-bd2d-0b0df4d90eb8 None None] Deleting port 8540b3a5-508c-4dda-9f7c-8e7c30540686 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:10.913359 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7e778a9-ee45-47f6-bd2d-0b0df4d90eb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8540b3a5-508c-4dda-9f7c-8e7c30540686), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:10.960586 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] For port 8540b3a5-508c-4dda-9f7c-8e7c30540686, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8540b3a5-508c-4dda-9f7c-8e7c30540686,segment=NetworkSegment(2ebd9e0d-5e4d-45d3-a3d0-d94ea80a9a54),segment_id=2ebd9e0d-5e4d-45d3-a3d0-d94ea80a9a54)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:10.961233 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8540b3a5-508c-4dda-9f7c-8e7c30540686), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:10.991360 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for 8540b3a5-508c-4dda-9f7c-8e7c30540686 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:11.031077 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b7e778a9-ee45-47f6-bd2d-0b0df4d90eb8 None None] For port 8540b3a5-508c-4dda-9f7c-8e7c30540686, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8540b3a5-508c-4dda-9f7c-8e7c30540686,segment=NetworkSegment(2ebd9e0d-5e4d-45d3-a3d0-d94ea80a9a54),segment_id=2ebd9e0d-5e4d-45d3-a3d0-d94ea80a9a54)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:11.031853 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7e778a9-ee45-47f6-bd2d-0b0df4d90eb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8540b3a5-508c-4dda-9f7c-8e7c30540686), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:11.077337 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b7e778a9-ee45-47f6-bd2d-0b0df4d90eb8 None None] Calling delete_port for 8540b3a5-508c-4dda-9f7c-8e7c30540686 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:11.121199 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b28231b-2d26-47d0-98a2-45437aff7cdf tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (5e51c2a7-7c6d-475a-8c64-e0c8dfa15685), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:11.135244 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (8540b3a5-508c-4dda-9f7c-8e7c30540686), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:11.207929 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28231b-2d26-47d0-98a2-45437aff7cdf tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event deleted for resources: {'Port': ['ID=5e51c2a7-7c6d-475a-8c64-e0c8dfa15685,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:11.216631 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=8540b3a5-508c-4dda-9f7c-8e7c30540686,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:11.242696 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No DVR routers for this DVR port 8540b3a5-508c-4dda-9f7c-8e7c30540686 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:01:11.332282 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7e778a9-ee45-47f6-bd2d-0b0df4d90eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (8540b3a5-508c-4dda-9f7c-8e7c30540686), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:11.461754 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e778a9-ee45-47f6-bd2d-0b0df4d90eb8 None None] Pushing event deleted for resources: {'Port': ['ID=8540b3a5-508c-4dda-9f7c-8e7c30540686,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:11.494826 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (b047fc8e-8f13-4f79-a1d1-325642cfb122), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:11.518205 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e778a9-ee45-47f6-bd2d-0b0df4d90eb8 None None] No DVR routers for this DVR port 8540b3a5-508c-4dda-9f7c-8e7c30540686 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:01:11.566763 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b047fc8e-8f13-4f79-a1d1-325642cfb122']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:11.589816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebd9e0d-5e4d-45d3-a3d0-d94ea80a9a54') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:11.590223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebd9e0d-5e4d-45d3-a3d0-d94ea80a9a54') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:11.611650 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (2ebd9e0d-5e4d-45d3-a3d0-d94ea80a9a54), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:11.649741 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (2ebd9e0d-5e4d-45d3-a3d0-d94ea80a9a54), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:11.678859 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:01:11.679578 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (2ebd9e0d-5e4d-45d3-a3d0-d94ea80a9a54), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:01:11.693912 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:01:11.786265 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f23c4a-a651-4f22-8e93-561f1b9dc83c req-214996ae-7262-4169-a0c0-618e0ca84ac5 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:11.797897 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77f23c4a-a651-4f22-8e93-561f1b9dc83c req-214996ae-7262-4169-a0c0-618e0ca84ac5 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.2429140 Feb 07 17:01:11.836521 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (b047fc8e-8f13-4f79-a1d1-325642cfb122), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:11.858470 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:11.868495 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/networks/b047fc8e-8f13-4f79-a1d1-325642cfb122 HTTP/1.1" status: 204 len: 168 time: 1.3944569 Feb 07 17:01:11.871719 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58582) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:11.887535 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2a60f2ac-4fd1-404a-9a86-c4e2f176cf26 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1403055671'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:11.896828 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b28231b-2d26-47d0-98a2-45437aff7cdf tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (e4ba6760-7098-4b9e-bd41-517cb44e8abc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:11.936629 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89b5e9-7d7b-4234-881b-b1a9e6dbd712 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Network': ['ID=b047fc8e-8f13-4f79-a1d1-325642cfb122,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:11.961268 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77f23c4a-a651-4f22-8e93-561f1b9dc83c req-cc4d92a3-da9c-4d9c-aab5-9f975dfb6a4c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623421 Feb 07 17:01:11.964844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a60f2ac-4fd1-404a-9a86-c4e2f176cf26 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:11.968626 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a60f2ac-4fd1-404a-9a86-c4e2f176cf26 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:12.015752 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a60f2ac-4fd1-404a-9a86-c4e2f176cf26 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:01:12.033918 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a60f2ac-4fd1-404a-9a86-c4e2f176cf26 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (7b1aa211-6268-4b70-a5c8-592326ccd703), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:12.034493 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-2a60f2ac-4fd1-404a-9a86-c4e2f176cf26 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Added segment 7b1aa211-6268-4b70-a5c8-592326ccd703 of type vlan for network 1cad7276-6378-4b2a-8d72-f1f4e09ba53c Feb 07 17:01:12.150966 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a60f2ac-4fd1-404a-9a86-c4e2f176cf26 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (1cad7276-6378-4b2a-8d72-f1f4e09ba53c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:12.186691 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a60f2ac-4fd1-404a-9a86-c4e2f176cf26 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (1cad7276-6378-4b2a-8d72-f1f4e09ba53c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:12.224651 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a60f2ac-4fd1-404a-9a86-c4e2f176cf26 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:12.226159 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a60f2ac-4fd1-404a-9a86-c4e2f176cf26 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:12.343979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60f2ac-4fd1-404a-9a86-c4e2f176cf26 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Network': ['ID=1cad7276-6378-4b2a-8d72-f1f4e09ba53c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:12.356803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 1cad7276-6378-4b2a-8d72-f1f4e09ba53c details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:01:12.359467 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2a60f2ac-4fd1-404a-9a86-c4e2f176cf26 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4837737 Feb 07 17:01:12.362294 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58598) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:12.370513 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cd3683ae-82b2-40b7-b6fa-a855acb80b4a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'subnet': {'network_id': '1cad7276-6378-4b2a-8d72-f1f4e09ba53c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:12.497803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b28231b-2d26-47d0-98a2-45437aff7cdf tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Router e4ba6760-7098-4b9e-bd41-517cb44e8abc has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:01:12.526687 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3683ae-82b2-40b7-b6fa-a855acb80b4a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:12.536819 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd3683ae-82b2-40b7-b6fa-a855acb80b4a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:12.690301 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b28231b-2d26-47d0-98a2-45437aff7cdf tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:01:12.708218 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4486d34-4284-4462-b3e6-b304a4cb5265 None None] Sync routers for ids ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:01:12.711031 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8b28231b-2d26-47d0-98a2-45437aff7cdf tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "PUT /v2.0/routers/e4ba6760-7098-4b9e-bd41-517cb44e8abc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3085101 Feb 07 17:01:12.754281 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4486d34-4284-4462-b3e6-b304a4cb5265 None None] Routers {'e4ba6760-7098-4b9e-bd41-517cb44e8abc'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:01:12.755015 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e4486d34-4284-4462-b3e6-b304a4cb5265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:00:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:12.932987 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-e4486d34-4284-4462-b3e6-b304a4cb5265 None None] Set router e4ba6760-7098-4b9e-bd41-517cb44e8abc gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:01:12.984176 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8540b3a5-508c-4dda-9f7c-8e7c30540686 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:01:13.057685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 8540b3a5-508c-4dda-9f7c-8e7c30540686 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:01:13.065505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8540b3a5-508c-4dda-9f7c-8e7c30540686 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:01:13.085750 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58614) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:13.097748 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd3683ae-82b2-40b7-b6fa-a855acb80b4a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (42edde39-eaf4-48f5-8716-063a653aaced), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:13.277816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3683ae-82b2-40b7-b6fa-a855acb80b4a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Subnet': ['ID=42edde39-eaf4-48f5-8716-063a653aaced,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:13.317259 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d08f0-dec8-4d0a-aedc-8e9abede4177 req-c946206d-76dd-4d89-896c-0fa97db57c6d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:13.318877 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-918d08f0-dec8-4d0a-aedc-8e9abede4177 req-c946206d-76dd-4d89-896c-0fa97db57c6d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.2170894 Feb 07 17:01:13.319955 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3683ae-82b2-40b7-b6fa-a855acb80b4a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Checking segment: {'id': '7b1aa211-6268-4b70-a5c8-592326ccd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1cad7276-6378-4b2a-8d72-f1f4e09ba53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:01:13.320325 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3683ae-82b2-40b7-b6fa-a855acb80b4a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network hostable DHCP agents. Network: 1cad7276-6378-4b2a-8d72-f1f4e09ba53c, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:01:13.321500 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a056a-3fd5-45a3-9a77-720297d3d55f req-bb6fdd21-af73-410d-bab6-701f8c7e108e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:13.345641 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f10a056a-3fd5-45a3-9a77-720297d3d55f req-bb6fdd21-af73-410d-bab6-701f8c7e108e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd9280-bcc9-424b-b15b-9eea5839429d HTTP/1.1" status: 200 len: 946 time: 0.1821237 Feb 07 17:01:13.386404 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35ce2c2d-caa4-4ee7-8ff6-5e7ac3df0393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:13.394902 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3683ae-82b2-40b7-b6fa-a855acb80b4a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network 1cad7276-6378-4b2a-8d72-f1f4e09ba53c is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:01:13.474578 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-cd3683ae-82b2-40b7-b6fa-a855acb80b4a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 1cad7276-6378-4b2a-8d72-f1f4e09ba53c) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:13.474808 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f10a056a-3fd5-45a3-9a77-720297d3d55f req-2a1b4951-1f4b-4869-8b8c-6d8c59dc41e6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cf6d5b0-780f-4a53-9381-9651d5de3570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928061 Feb 07 17:01:13.483413 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaaea94-531d-43dd-bc0a-fe4b73f73f65 None None] Network 1cad7276-6378-4b2a-8d72-f1f4e09ba53c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:13.494220 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-918d08f0-dec8-4d0a-aedc-8e9abede4177 req-22c075dd-648e-4d87-8494-4a38022e7a3a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666434 Feb 07 17:01:13.504439 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3683ae-82b2-40b7-b6fa-a855acb80b4a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:13.504439 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd3683ae-82b2-40b7-b6fa-a855acb80b4a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:13.541326 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cd3683ae-82b2-40b7-b6fa-a855acb80b4a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1750836 Feb 07 17:01:13.543821 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58624) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:13.548353 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-83863235-c6d3-4671-a794-619e46d9b0da tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-544631687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:13.563698 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e4486d34-4284-4462-b3e6-b304a4cb5265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T17:01:10Z', 'revision_number': 6, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'c47ed899-35b9-4c32-a05b-e92543414cf1', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'floating_ip_address': '172.25.4.193', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'port_id': '5fd616f8-888d-4326-bb47-564785f53b88', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'mac_address': 'fa:16:3e:2d:d1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf378a85-3a66-4242-ba64-1759501c052f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:59:44Z', 'updated_at': '2022-02-07T16:59:51Z', 'revision_number': 1, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382f62b2-d182-4488-baab-8c5248503307', 'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:53:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:05Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:13.617163 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-83863235-c6d3-4671-a794-619e46d9b0da tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (ccf1059c-9476-4984-914f-967a80b91c48), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:13.618426 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-83863235-c6d3-4671-a794-619e46d9b0da tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (ccf1059c-9476-4984-914f-967a80b91c48), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:13.641707 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4486d34-4284-4462-b3e6-b304a4cb5265 None None] Checking router: e4ba6760-7098-4b9e-bd41-517cb44e8abc for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:01:13.667755 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4486d34-4284-4462-b3e6-b304a4cb5265 None None] Routers {'e4ba6760-7098-4b9e-bd41-517cb44e8abc'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:01:13.672391 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35ce2c2d-caa4-4ee7-8ff6-5e7ac3df0393 admin admin] Publish callbacks [] for security_group (f2490c79-b6d5-4027-9da4-9bfba984be77), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:13.675910 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e4486d34-4284-4462-b3e6-b304a4cb5265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:00:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:13.678150 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35ce2c2d-caa4-4ee7-8ff6-5e7ac3df0393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f2490c79-b6d5-4027-9da4-9bfba984be77), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:13.780325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-1cad7276-6378-4b2a-8d72-f1f4e09ba53c', 'network_id': '1cad7276-6378-4b2a-8d72-f1f4e09ba53c', 'project_id': '7c0fb6dee32843e59ae1bca7a1ef780f', 'fixed_ips': [{'subnet_id': '42edde39-eaf4-48f5-8716-063a653aaced'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:01:13.781760 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:13.788778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce2c2d-caa4-4ee7-8ff6-5e7ac3df0393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2490c79-b6d5-4027-9da4-9bfba984be77,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:13.820905 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-35ce2c2d-caa4-4ee7-8ff6-5e7ac3df0393 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d70c6938f5f24c529c111a83286fd061&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7334630 Feb 07 17:01:13.823824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58630) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:13.875615 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-e4486d34-4284-4462-b3e6-b304a4cb5265 None None] Set router e4ba6760-7098-4b9e-bd41-517cb44e8abc gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:01:13.946863 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c80fd77-c736-4f45-8ba4-8d786c047e11 admin admin] Publish callbacks [] for security_group (f2490c79-b6d5-4027-9da4-9bfba984be77), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:13.986131 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c80fd77-c736-4f45-8ba4-8d786c047e11 admin admin] Publish callbacks [] for security_group (f2490c79-b6d5-4027-9da4-9bfba984be77), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:14.083642 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c80fd77-c736-4f45-8ba4-8d786c047e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f2490c79-b6d5-4027-9da4-9bfba984be77), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:14.086799 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c80fd77-c736-4f45-8ba4-8d786c047e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:14.087849 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7c80fd77-c736-4f45-8ba4-8d786c047e11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2490c79-b6d5-4027-9da4-9bfba984be77 HTTP/1.1" status: 204 len: 168 time: 0.2630768 Feb 07 17:01:14.121683 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80fd77-c736-4f45-8ba4-8d786c047e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2490c79-b6d5-4027-9da4-9bfba984be77,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:14.135667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Allocated IP 2001:db8::2 (1cad7276-6378-4b2a-8d72-f1f4e09ba53c/42edde39-eaf4-48f5-8716-063a653aaced/b28394c1-beb5-4100-9278-4fb940dc0b29) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:01:14.273515 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-83863235-c6d3-4671-a794-619e46d9b0da tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for router_controller (ccf1059c-9476-4984-914f-967a80b91c48), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:14.281021 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-83863235-c6d3-4671-a794-619e46d9b0da tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (ccf1059c-9476-4984-914f-967a80b91c48), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:14.312532 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-83863235-c6d3-4671-a794-619e46d9b0da tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:14.317428 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-83863235-c6d3-4671-a794-619e46d9b0da tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7699175 Feb 07 17:01:14.318145 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58638) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:14.323890 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a5886cbc-bfc6-4095-986c-c8f1a5d6f7af tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'network_id': '1cad7276-6378-4b2a-8d72-f1f4e09ba53c', 'name': 'tempest-PortsIpV6TestJSON-565306867'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:14.403222 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e4486d34-4284-4462-b3e6-b304a4cb5265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T17:01:10Z', 'revision_number': 6, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'c47ed899-35b9-4c32-a05b-e92543414cf1', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'floating_ip_address': '172.25.4.193', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'port_id': '5fd616f8-888d-4326-bb47-564785f53b88', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'mac_address': 'fa:16:3e:2d:d1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf378a85-3a66-4242-ba64-1759501c052f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:59:44Z', 'updated_at': '2022-02-07T16:59:51Z', 'revision_number': 1, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382f62b2-d182-4488-baab-8c5248503307', 'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:53:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:05Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:14.437954 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4486d34-4284-4462-b3e6-b304a4cb5265 None None] The sync data for ids ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'] in n-d-827865-3 is: [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T17:01:10Z', 'revision_number': 6, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'c47ed899-35b9-4c32-a05b-e92543414cf1', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'floating_ip_address': '172.25.4.193', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'port_id': '5fd616f8-888d-4326-bb47-564785f53b88', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'mac_address': 'fa:16:3e:2d:d1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf378a85-3a66-4242-ba64-1759501c052f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T16:59:44Z', 'updated_at': '2022-02-07T16:59:51Z', 'revision_number': 1, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382f62b2-d182-4488-baab-8c5248503307', 'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:53:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:05Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:01:14.484666 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Publish callbacks [] for port (b28394c1-beb5-4100-9278-4fb940dc0b29), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:14.516628 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (b28394c1-beb5-4100-9278-4fb940dc0b29), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:14.543949 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5886cbc-bfc6-4095-986c-c8f1a5d6f7af tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:14.553027 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a5886cbc-bfc6-4095-986c-c8f1a5d6f7af tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:14.595857 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-a5886cbc-bfc6-4095-986c-c8f1a5d6f7af tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] device_id is not set on port 9bb600b1-574b-4349-a44a-b096095dd419 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:01:14.629629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Network 1cad7276-6378-4b2a-8d72-f1f4e09ba53c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:01:14.633606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:14.642418 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:01:14.713671 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36133c0b-a85b-4051-85d3-d2f35afdedd3 req-1bf854c5-2824-4f3c-a773-c63675c84cfe tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:14.715632 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36133c0b-a85b-4051-85d3-d2f35afdedd3 req-1bf854c5-2824-4f3c-a773-c63675c84cfe tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.32 "GET /v2.0/ports?device_id=90bd9280-bcc9-424b-b15b-9eea5839429d HTTP/1.1" status: 200 len: 946 time: 0.2274251 Feb 07 17:01:14.768816 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Pushing event updated for resources: {'Port': ['ID=b28394c1-beb5-4100-9278-4fb940dc0b29,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:14.804326 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Attempting to bind port b28394c1-beb5-4100-9278-4fb940dc0b29 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:01:14.804728 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Attempting to bind port b28394c1-beb5-4100-9278-4fb940dc0b29 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '7b1aa211-6268-4b70-a5c8-592326ccd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1cad7276-6378-4b2a-8d72-f1f4e09ba53c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:01:14.805086 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Attempting to bind port b28394c1-beb5-4100-9278-4fb940dc0b29 on network 1cad7276-6378-4b2a-8d72-f1f4e09ba53c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:01:14.822655 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:01:14.823119 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Checking segment: {'id': '7b1aa211-6268-4b70-a5c8-592326ccd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1cad7276-6378-4b2a-8d72-f1f4e09ba53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:01:14.823454 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:14.823856 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Bound using segment: {'id': '7b1aa211-6268-4b70-a5c8-592326ccd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1cad7276-6378-4b2a-8d72-f1f4e09ba53c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:01:14.824344 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Bound port: b28394c1-beb5-4100-9278-4fb940dc0b29, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1aa211-6268-4b70-a5c8-592326ccd703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1cad7276-6378-4b2a-8d72-f1f4e09ba53c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:01:14.824733 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b28394c1-beb5-4100-9278-4fb940dc0b29), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:14.839175 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fc0e7-292a-4f1f-9343-70dd157697e8 req-e5e5e1ae-468f-4de8-99ca-827374f03efc tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:14.841646 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a2fc0e7-292a-4f1f-9343-70dd157697e8 req-e5e5e1ae-468f-4de8-99ca-827374f03efc tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd9280-bcc9-424b-b15b-9eea5839429d HTTP/1.1" status: 200 len: 946 time: 0.2273586 Feb 07 17:01:14.944651 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] For port b28394c1-beb5-4100-9278-4fb940dc0b29, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:01:14.948334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] For port b28394c1-beb5-4100-9278-4fb940dc0b29, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b28394c1-beb5-4100-9278-4fb940dc0b29,segment=NetworkSegment(7b1aa211-6268-4b70-a5c8-592326ccd703),segment_id=7b1aa211-6268-4b70-a5c8-592326ccd703)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:01:14.958776 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:01:14.960987 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-36133c0b-a85b-4051-85d3-d2f35afdedd3 req-92d4bc9c-9d18-4277-bc89-f3f301e4d29c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Deleting port 8c3198b8-e618-43c8-b191-12afeb1d1bb1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:14.961367 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-36133c0b-a85b-4051-85d3-d2f35afdedd3 req-92d4bc9c-9d18-4277-bc89-f3f301e4d29c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8c3198b8-e618-43c8-b191-12afeb1d1bb1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:14.982835 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:01:14.983187 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5e51c2a7-7c6d-475a-8c64-e0c8dfa15685 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:01:14.985497 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b28394c1-beb5-4100-9278-4fb940dc0b29), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:15.050062 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Pushing event updated for resources: {'Port': ['ID=b28394c1-beb5-4100-9278-4fb940dc0b29,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:15.056671 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eae105-24b1-43cd-8fa4-34429508de98 req-63626d5e-07dc-4daf-b0a1-89cdab04ffbc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:15.065899 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-25eae105-24b1-43cd-8fa4-34429508de98 req-63626d5e-07dc-4daf-b0a1-89cdab04ffbc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.3706870 Feb 07 17:01:15.069906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:15.070356 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:15.070592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:15.070935 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:15.071273 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:15.071609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:15.071944 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:15.072507 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:15.072760 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:15.073100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:15.073455 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:15.073783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:15.074111 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d8ec8-be47-4107-b6cf-fb79ea78ed58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:15.135065 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a2fc0e7-292a-4f1f-9343-70dd157697e8 req-3014e7e4-0a47-4a9a-848e-91770d687664 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cf6d5b0-780f-4a53-9381-9651d5de3570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845376 Feb 07 17:01:15.167796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-a5886cbc-bfc6-4095-986c-c8f1a5d6f7af tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Allocated IP 2001:db8::335 (1cad7276-6378-4b2a-8d72-f1f4e09ba53c/42edde39-eaf4-48f5-8716-063a653aaced/9bb600b1-574b-4349-a44a-b096095dd419) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:01:15.288937 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-36133c0b-a85b-4051-85d3-d2f35afdedd3 req-92d4bc9c-9d18-4277-bc89-f3f301e4d29c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] For port 8c3198b8-e618-43c8-b191-12afeb1d1bb1, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8c3198b8-e618-43c8-b191-12afeb1d1bb1,segment=NetworkSegment(969521c2-c3e8-401e-8ca6-f6c85dd9ab0a),segment_id=969521c2-c3e8-401e-8ca6-f6c85dd9ab0a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:15.293497 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-36133c0b-a85b-4051-85d3-d2f35afdedd3 req-92d4bc9c-9d18-4277-bc89-f3f301e4d29c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8c3198b8-e618-43c8-b191-12afeb1d1bb1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:15.344077 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-25eae105-24b1-43cd-8fa4-34429508de98 req-305469c5-a5c8-48af-86c4-27e2e2069ab0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661161 Feb 07 17:01:15.345999 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-36133c0b-a85b-4051-85d3-d2f35afdedd3 req-92d4bc9c-9d18-4277-bc89-f3f301e4d29c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Calling delete_port for 8c3198b8-e618-43c8-b191-12afeb1d1bb1 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:15.650418 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a5886cbc-bfc6-4095-986c-c8f1a5d6f7af tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (9bb600b1-574b-4349-a44a-b096095dd419), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:15.663734 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-36133c0b-a85b-4051-85d3-d2f35afdedd3 req-92d4bc9c-9d18-4277-bc89-f3f301e4d29c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (8c3198b8-e618-43c8-b191-12afeb1d1bb1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:15.724039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4bc9c-9d18-4277-bc89-f3f301e4d29c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event deleted for resources: {'Port': ['ID=8c3198b8-e618-43c8-b191-12afeb1d1bb1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:15.737268 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a5886cbc-bfc6-4095-986c-c8f1a5d6f7af tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (9bb600b1-574b-4349-a44a-b096095dd419), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:15.785515 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-36133c0b-a85b-4051-85d3-d2f35afdedd3 req-92d4bc9c-9d18-4277-bc89-f3f301e4d29c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] No DVR routers for this DVR port 8c3198b8-e618-43c8-b191-12afeb1d1bb1 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:01:15.788385 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-36133c0b-a85b-4051-85d3-d2f35afdedd3 req-92d4bc9c-9d18-4277-bc89-f3f301e4d29c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:15.793017 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36133c0b-a85b-4051-85d3-d2f35afdedd3 req-92d4bc9c-9d18-4277-bc89-f3f301e4d29c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.32 "DELETE /v2.0/ports/8c3198b8-e618-43c8-b191-12afeb1d1bb1 HTTP/1.1" status: 204 len: 173 time: 1.0691946 Feb 07 17:01:15.793526 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bd9280-bcc9-424b-b15b-9eea5839429d', 'name': 'network-vif-deleted', 'tag': '8c3198b8-e618-43c8-b191-12afeb1d1bb1'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:01:15.805131 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bea4c9-863d-4b28-af41-406c8b481d1d" -d '{"events": [{"server_uuid": "90bd9280-bcc9-424b-b15b-9eea5839429d", "name": "network-vif-deleted", "tag": "8c3198b8-e618-43c8-b191-12afeb1d1bb1"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:01:15.844612 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5886cbc-bfc6-4095-986c-c8f1a5d6f7af tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network 1cad7276-6378-4b2a-8d72-f1f4e09ba53c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:01:15.858055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a5886cbc-bfc6-4095-986c-c8f1a5d6f7af tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:15.870134 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5886cbc-bfc6-4095-986c-c8f1a5d6f7af tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:01:15.884396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5886cbc-bfc6-4095-986c-c8f1a5d6f7af tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:15.886888 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a5886cbc-bfc6-4095-986c-c8f1a5d6f7af tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:15.898523 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7c0455-3dfb-4f2c-aa1a-ea587356e88b x-openstack-request-id: req-bb7c0455-3dfb-4f2c-aa1a-ea587356e88b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:01:15.899042 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bd9280-bcc9-424b-b15b-9eea5839429d", "name": "network-vif-deleted", "tag": "8c3198b8-e618-43c8-b191-12afeb1d1bb1", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:01:15.899489 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb7c0455-3dfb-4f2c-aa1a-ea587356e88b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:01:15.900172 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bd9280-bcc9-424b-b15b-9eea5839429d', 'name': 'network-vif-deleted', 'tag': '8c3198b8-e618-43c8-b191-12afeb1d1bb1', 'status': 'completed', 'code': 200} Feb 07 17:01:15.927896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5886cbc-bfc6-4095-986c-c8f1a5d6f7af tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=9bb600b1-574b-4349-a44a-b096095dd419,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:15.934404 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a5886cbc-bfc6-4095-986c-c8f1a5d6f7af tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6151133 Feb 07 17:01:15.936919 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58696) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:16.730121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641ae1f-af76-45c0-8a51-ae3e87f8fc3a req-1fcb1315-7aab-4d99-bf2b-372475d329d1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:16.737632 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1641ae1f-af76-45c0-8a51-ae3e87f8fc3a req-1fcb1315-7aab-4d99-bf2b-372475d329d1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.1363890 Feb 07 17:01:16.860074 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2eb654a7-7703-4d0e-892d-77432afdaca6 req-951c4cf8-cd6c-41e5-bace-b12fb8dc9619 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd9280-bcc9-424b-b15b-9eea5839429d HTTP/1.1" status: 200 len: 210 time: 0.1358719 Feb 07 17:01:16.893611 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1641ae1f-af76-45c0-8a51-ae3e87f8fc3a req-2082272a-cbcd-42af-a67a-3c0e0f6d08ab tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477578 Feb 07 17:01:16.996924 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b28394c1-beb5-4100-9278-4fb940dc0b29 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:01:17.107954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port b28394c1-beb5-4100-9278-4fb940dc0b29 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:17.108527 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b28394c1-beb5-4100-9278-4fb940dc0b29), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:17.245852 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f71fba4f-0419-46e3-b405-98f6a8736bf5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9bb600b1-574b-4349-a44a-b096095dd419), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:17.260926 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-8ec8b9f6-2cf5-4d7c-9848-de58565bb9cc service neutron] show failed (client error): The resource could not be found. Feb 07 17:01:17.262063 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-8ec8b9f6-2cf5-4d7c-9848-de58565bb9cc service neutron] 10.222.0.48 "GET /v2.0/ports/a36be7c3-0ecd-447b-a130-04ecbf89b135/bindings/n-h2-827865-3 HTTP/1.1" status: 404 len: 380 time: 0.2916186 Feb 07 17:01:17.272735 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52deb1c4-3dbf-49bb-82c8-6bd51c44c60c req-8f0f245a-4aee-451b-9008-f41b9e88d8c9 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:17.280879 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-52deb1c4-3dbf-49bb-82c8-6bd51c44c60c req-8f0f245a-4aee-451b-9008-f41b9e88d8c9 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.2391233 Feb 07 17:01:17.379452 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-52deb1c4-3dbf-49bb-82c8-6bd51c44c60c req-a7b30de1-52c3-4503-9b2f-188f0f85310b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969906 Feb 07 17:01:17.413689 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58792) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:17.441434 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b9858a-8ecb-4b96-b123-71cb2de95e0a None None] Network 1cad7276-6378-4b2a-8d72-f1f4e09ba53c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:17.546763 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e55efe81-5903-4090-9702-415c4039dfce None None] Provisioning complete for port b28394c1-beb5-4100-9278-4fb940dc0b29 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:17.547907 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e55efe81-5903-4090-9702-415c4039dfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b28394c1-beb5-4100-9278-4fb940dc0b29), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:17.685427 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f71fba4f-0419-46e3-b405-98f6a8736bf5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (9bb600b1-574b-4349-a44a-b096095dd419), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:17.691502 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f71fba4f-0419-46e3-b405-98f6a8736bf5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (9bb600b1-574b-4349-a44a-b096095dd419), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:17.739634 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port b28394c1-beb5-4100-9278-4fb940dc0b29 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:17.739876 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b28394c1-beb5-4100-9278-4fb940dc0b29), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:17.758381 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7aa1720a-b312-4213-b88d-dfc33af1f261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:17.801759 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port b28394c1-beb5-4100-9278-4fb940dc0b29, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b28394c1-beb5-4100-9278-4fb940dc0b29,segment=NetworkSegment(7b1aa211-6268-4b70-a5c8-592326ccd703),segment_id=7b1aa211-6268-4b70-a5c8-592326ccd703)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:17.806994 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b28394c1-beb5-4100-9278-4fb940dc0b29), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:17.821971 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fba4f-0419-46e3-b405-98f6a8736bf5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=9bb600b1-574b-4349-a44a-b096095dd419,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:17.846918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-9cf69815-c0d1-43b5-a557-cb00630776ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:17.849383 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-9cf69815-c0d1-43b5-a557-cb00630776ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c&tenant_id=b7f3b936ec124a74b808700fdcd55162 HTTP/1.1" status: 200 len: 1128 time: 0.2624722 Feb 07 17:01:17.869843 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827865-3', 'device_owner': 'compute:nova'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:17.906258 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=b28394c1-beb5-4100-9278-4fb940dc0b29,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:17.920175 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307fb02-8fbd-473f-a555-46fa7d45b951 req-d04c2c82-136c-45d0-916e-f2d941b8ed35 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:17.933929 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c307fb02-8fbd-473f-a555-46fa7d45b951 req-d04c2c82-136c-45d0-916e-f2d941b8ed35 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.4159656 Feb 07 17:01:17.951686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58804) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:18.028005 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8c3198b8-e618-43c8-b191-12afeb1d1bb1 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:01:18.066335 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 8c3198b8-e618-43c8-b191-12afeb1d1bb1 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:01:18.066977 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8c3198b8-e618-43c8-b191-12afeb1d1bb1 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:01:18.069881 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e55efe81-5903-4090-9702-415c4039dfce None None] Current status of the port b28394c1-beb5-4100-9278-4fb940dc0b29 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:18.125794 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f71fba4f-0419-46e3-b405-98f6a8736bf5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (ccf1059c-9476-4984-914f-967a80b91c48), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:18.191072 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:18.250761 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7aa1720a-b312-4213-b88d-dfc33af1f261 admin admin] Publish callbacks [] for security_group (96a3cd82-a18f-4c31-be0d-889522eb70a8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:18.283335 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7aa1720a-b312-4213-b88d-dfc33af1f261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (96a3cd82-a18f-4c31-be0d-889522eb70a8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:18.346925 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c307fb02-8fbd-473f-a555-46fa7d45b951 req-afe7e368-09c4-459f-bbb2-3cbcaa8a4958 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071722 Feb 07 17:01:18.365824 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17740b7d-538b-4dfc-91a1-4c502f298d38 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group (9cf6d5b0-780f-4a53-9381-9651d5de3570), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:18.367458 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f71fba4f-0419-46e3-b405-98f6a8736bf5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9bb600b1-574b-4349-a44a-b096095dd419), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:18.405269 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337bdc6-d738-4fef-add0-da579cfd67f9 req-74614826-6ed2-466e-aee5-f835964cb6d3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:18.407185 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c337bdc6-d738-4fef-add0-da579cfd67f9 req-74614826-6ed2-466e-aee5-f835964cb6d3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.2129567 Feb 07 17:01:18.413964 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1720a-b312-4213-b88d-dfc33af1f261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a3cd82-a18f-4c31-be0d-889522eb70a8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:18.434170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f31c8080-1cfd-480f-a277-f623214046fc None None] Provisioning complete for port 9bb600b1-574b-4349-a44a-b096095dd419 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:18.434554 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f31c8080-1cfd-480f-a277-f623214046fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9bb600b1-574b-4349-a44a-b096095dd419), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:18.501685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f31c8080-1cfd-480f-a277-f623214046fc None None] Port 9bb600b1-574b-4349-a44a-b096095dd419 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:01:18.531592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f31c8080-1cfd-480f-a277-f623214046fc None None] Provisioning complete for port b28394c1-beb5-4100-9278-4fb940dc0b29 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:18.531974 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f31c8080-1cfd-480f-a277-f623214046fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b28394c1-beb5-4100-9278-4fb940dc0b29), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:18.533208 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7aa1720a-b312-4213-b88d-dfc33af1f261 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f3a38cde9ac4589891163d922b02bec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1168916 Feb 07 17:01:18.541997 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58812) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:18.565183 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17740b7d-538b-4dfc-91a1-4c502f298d38 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group (9cf6d5b0-780f-4a53-9381-9651d5de3570), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:18.658635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f31c8080-1cfd-480f-a277-f623214046fc None None] Current status of the port b28394c1-beb5-4100-9278-4fb940dc0b29 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:18.844459 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68c5b273-b9f6-4b71-ab33-acb525121cc4 admin admin] Publish callbacks [] for security_group (96a3cd82-a18f-4c31-be0d-889522eb70a8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:18.890979 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5da52f88-f014-401f-a9e2-716a0f07bfd9 None None] Provisioning complete for port 9bb600b1-574b-4349-a44a-b096095dd419 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:18.891399 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5da52f88-f014-401f-a9e2-716a0f07bfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9bb600b1-574b-4349-a44a-b096095dd419), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:18.920135 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68c5b273-b9f6-4b71-ab33-acb525121cc4 admin admin] Publish callbacks [] for security_group (96a3cd82-a18f-4c31-be0d-889522eb70a8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:18.927671 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b28394c1-beb5-4100-9278-4fb940dc0b29 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:01:18.957686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] For port a36be7c3-0ecd-447b-a130-04ecbf89b135, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a36be7c3-0ecd-447b-a130-04ecbf89b135,segment=NetworkSegment(2075f485-98b9-4098-bd23-427890e5e09f),segment_id=2075f485-98b9-4098-bd23-427890e5e09f)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:18.999783 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f71fba4f-0419-46e3-b405-98f6a8736bf5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (9bb600b1-574b-4349-a44a-b096095dd419), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:19.010137 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17740b7d-538b-4dfc-91a1-4c502f298d38 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (9cf6d5b0-780f-4a53-9381-9651d5de3570), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:19.013164 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f71fba4f-0419-46e3-b405-98f6a8736bf5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (9bb600b1-574b-4349-a44a-b096095dd419), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:19.014230 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f71fba4f-0419-46e3-b405-98f6a8736bf5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (ccf1059c-9476-4984-914f-967a80b91c48), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:19.019542 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17740b7d-538b-4dfc-91a1-4c502f298d38 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:19.020952 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-17740b7d-538b-4dfc-91a1-4c502f298d38 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "DELETE /v2.0/security-groups/9cf6d5b0-780f-4a53-9381-9651d5de3570 HTTP/1.1" status: 204 len: 168 time: 1.0583341 Feb 07 17:01:19.048246 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c337bdc6-d738-4fef-add0-da579cfd67f9 req-e4b0df6b-03a2-4307-a757-abf9180247ee tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4202383 Feb 07 17:01:19.061401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb5604-2c27-4ec8-a302-c706a2162f4f req-e27e8e99-6e84-4990-aeb9-f62c2d7c2177 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:19.065355 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5da52f88-f014-401f-a9e2-716a0f07bfd9 None None] Port 9bb600b1-574b-4349-a44a-b096095dd419 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:01:19.068095 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port b28394c1-beb5-4100-9278-4fb940dc0b29 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:19.068520 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b28394c1-beb5-4100-9278-4fb940dc0b29), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:19.074442 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a2eb5604-2c27-4ec8-a302-c706a2162f4f req-e27e8e99-6e84-4990-aeb9-f62c2d7c2177 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.2863328 Feb 07 17:01:19.111788 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17740b7d-538b-4dfc-91a1-4c502f298d38 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf6d5b0-780f-4a53-9381-9651d5de3570,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:19.125611 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58826) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:19.155099 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] For port a36be7c3-0ecd-447b-a130-04ecbf89b135, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:01:19.204931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a36be7c3-0ecd-447b-a130-04ecbf89b135 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:01:19.295718 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a5251a-dd1f-4dda-b341-0a0ca1832522 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Deleting subnet a94a10f6-18a5-454d-b881-3f9f162b7d34 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:01:19.299945 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1a5251a-dd1f-4dda-b341-0a0ca1832522 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for subnet (a94a10f6-18a5-454d-b881-3f9f162b7d34), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:19.337091 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fba4f-0419-46e3-b405-98f6a8736bf5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=9bb600b1-574b-4349-a44a-b096095dd419,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:19.356062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a36be7c3-0ecd-447b-a130-04ecbf89b135'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:01:19.358957 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41f011c-bdbb-43b1-ab25-ccb01ae7847d" -d '{"events": [{"server_uuid": "b5cd8b1d-ab29-45da-b0f7-a1273b72d03c", "name": "network-vif-unplugged", "status": "completed", "tag": "a36be7c3-0ecd-447b-a130-04ecbf89b135"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:01:19.369905 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68c5b273-b9f6-4b71-ab33-acb525121cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (96a3cd82-a18f-4c31-be0d-889522eb70a8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:19.372911 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68c5b273-b9f6-4b71-ab33-acb525121cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:19.377890 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-68c5b273-b9f6-4b71-ab33-acb525121cc4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/96a3cd82-a18f-4c31-be0d-889522eb70a8 HTTP/1.1" status: 204 len: 168 time: 0.8232234 Feb 07 17:01:19.383824 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] Publish callbacks [] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:19.433103 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1a5251a-dd1f-4dda-b341-0a0ca1832522 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (a94a10f6-18a5-454d-b881-3f9f162b7d34), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:19.472310 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5b273-b9f6-4b71-ab33-acb525121cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a3cd82-a18f-4c31-be0d-889522eb70a8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:19.487360 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-55f8e9ae-a519-40bd-bfab-b8f161496204 None None] Provisioning complete for port 9bb600b1-574b-4349-a44a-b096095dd419 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:19.490653 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-55f8e9ae-a519-40bd-bfab-b8f161496204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9bb600b1-574b-4349-a44a-b096095dd419), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:19.521406 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a2eb5604-2c27-4ec8-a302-c706a2162f4f req-397d8fc3-3be5-48c8-84ca-86281c51ff5c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4379754 Feb 07 17:01:19.531797 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] Transition to ACTIVE for port object a36be7c3-0ecd-447b-a130-04ecbf89b135 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:01:19.547357 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 17:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1f5bc2-cfe6-449f-bff7-681460cc5697 x-openstack-request-id: req-6c1f5bc2-cfe6-449f-bff7-681460cc5697 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:01:19.547777 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cd8b1d-ab29-45da-b0f7-a1273b72d03c", "name": "network-vif-unplugged", "status": "completed", "tag": "a36be7c3-0ecd-447b-a130-04ecbf89b135", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:01:19.549532 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c1f5bc2-cfe6-449f-bff7-681460cc5697 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:01:19.550125 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a36be7c3-0ecd-447b-a130-04ecbf89b135', 'code': 200} Feb 07 17:01:19.555512 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:19.628144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-55f8e9ae-a519-40bd-bfab-b8f161496204 None None] Port 9bb600b1-574b-4349-a44a-b096095dd419 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:01:19.637702 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1a5251a-dd1f-4dda-b341-0a0ca1832522 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (a94a10f6-18a5-454d-b881-3f9f162b7d34), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:19.664388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a36be7c3-0ecd-447b-a130-04ecbf89b135 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:19.665108 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:19.787966 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port b28394c1-beb5-4100-9278-4fb940dc0b29 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:19.819980 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:01:19.820436 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:01:19.892703 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71fba4f-0419-46e3-b405-98f6a8736bf5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network 1cad7276-6378-4b2a-8d72-f1f4e09ba53c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:01:19.893559 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f71fba4f-0419-46e3-b405-98f6a8736bf5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:19.919101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] Pushing event updated for resources: {'Port': ['ID=a36be7c3-0ecd-447b-a130-04ecbf89b135,revision_number=6']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:20.020520 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1a5251a-dd1f-4dda-b341-0a0ca1832522 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (a94a10f6-18a5-454d-b881-3f9f162b7d34), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:20.099722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] No DVR routers for this DVR port a36be7c3-0ecd-447b-a130-04ecbf89b135 on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:01:20.169163 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea5fc15-0a69-4a1a-93a1-e57fb51a9dc8 None None] Network 392ac90b-adf4-42bb-8c23-2af81c22fab0 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:20.279051 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1a5251a-dd1f-4dda-b341-0a0ca1832522 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:20.289695 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e1a5251a-dd1f-4dda-b341-0a0ca1832522 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "DELETE /v2.0/subnets/a94a10f6-18a5-454d-b881-3f9f162b7d34 HTTP/1.1" status: 204 len: 168 time: 1.1626809 Feb 07 17:01:20.329765 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58860) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:20.384881 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5251a-dd1f-4dda-b341-0a0ca1832522 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event deleted for resources: {'Subnet': ['ID=a94a10f6-18a5-454d-b881-3f9f162b7d34,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:20.514550 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (392ac90b-adf4-42bb-8c23-2af81c22fab0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:20.524111 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71fba4f-0419-46e3-b405-98f6a8736bf5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Router ccf1059c-9476-4984-914f-967a80b91c48 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:01:20.536768 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54711f8a-e61c-431b-8970-452dbf46ebc0 req-1d05c46a-b8b5-449c-afe2-45072c6b8e5e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:20.538764 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-54711f8a-e61c-431b-8970-452dbf46ebc0 req-1d05c46a-b8b5-449c-afe2-45072c6b8e5e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 944 time: 0.2625618 Feb 07 17:01:20.553103 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd093d-b05f-4b8e-b47b-6159b3ebb46c req-6e32ff71-6449-4bc8-aad4-f4ef490b5e0c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:20.560143 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-abbd093d-b05f-4b8e-b47b-6159b3ebb46c req-6e32ff71-6449-4bc8-aad4-f4ef490b5e0c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.2293952 Feb 07 17:01:20.616565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port a36be7c3-0ecd-447b-a130-04ecbf89b135 is: DOWN; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:20.715889 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] Attempting to bind port a36be7c3-0ecd-447b-a130-04ecbf89b135 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:01:20.716227 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] Attempting to bind port a36be7c3-0ecd-447b-a130-04ecbf89b135 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '2075f485-98b9-4098-bd23-427890e5e09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:01:20.716557 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] Attempting to bind port a36be7c3-0ecd-447b-a130-04ecbf89b135 on network ee68e4cc-35f2-42ab-88dd-35c973261201 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:01:20.718440 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-54711f8a-e61c-431b-8970-452dbf46ebc0 req-9e016bee-1446-49a1-a498-4a352e67d3a6 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733479 Feb 07 17:01:20.730374 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] Port a36be7c3-0ecd-447b-a130-04ecbf89b135 on network ee68e4cc-35f2-42ab-88dd-35c973261201 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:01:20.730712 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] Attempting to bind port a36be7c3-0ecd-447b-a130-04ecbf89b135 on network ee68e4cc-35f2-42ab-88dd-35c973261201 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:01:20.751010 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-abbd093d-b05f-4b8e-b47b-6159b3ebb46c req-25c5f219-b084-4567-9152-3d10739ab017 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899500 Feb 07 17:01:20.753675 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e4f67a-98b3-48e4-93aa-f06c82f8f79e None None] DHCP port deletion for 392ac90b-adf4-42bb-8c23-2af81c22fab0 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:01:20.759968 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71fba4f-0419-46e3-b405-98f6a8736bf5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:01:20.768683 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:01:20.769024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] Checking segment: {'id': '2075f485-98b9-4098-bd23-427890e5e09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:01:20.769621 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] Bound using segment: {'id': '2075f485-98b9-4098-bd23-427890e5e09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:01:20.770225 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] Bound port: a36be7c3-0ecd-447b-a130-04ecbf89b135, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2075f485-98b9-4098-bd23-427890e5e09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:01:20.771079 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:20.771600 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f71fba4f-0419-46e3-b405-98f6a8736bf5 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "PUT /v2.0/routers/ccf1059c-9476-4984-914f-967a80b91c48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8333890 Feb 07 17:01:20.774989 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58874) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:20.811743 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73532cdc-22a1-40c4-be4f-f8cc84b6ac7b None None] Sync routers for ids ['ccf1059c-9476-4984-914f-967a80b91c48'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:01:20.816998 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-739465eb-1bfc-4a05-a7b2-558f14f2e1f8 None None] Provisioning complete for port 9bb600b1-574b-4349-a44a-b096095dd419 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:20.819985 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-739465eb-1bfc-4a05-a7b2-558f14f2e1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9bb600b1-574b-4349-a44a-b096095dd419), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:20.867718 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Deleting port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:20.868314 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (584b5d26-5e14-4e9b-a0ed-da2b267fcb7d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:20.879853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef158e4d-786d-48b6-9249-a06b9eecd159 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:20.881616 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ef158e4d-786d-48b6-9249-a06b9eecd159 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccf1059c-9476-4984-914f-967a80b91c48 HTTP/1.1" status: 200 len: 988 time: 0.1056108 Feb 07 17:01:20.885827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58876) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:20.897850 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:01:20.964090 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] For port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=584b5d26-5e14-4e9b-a0ed-da2b267fcb7d,segment=NetworkSegment(969521c2-c3e8-401e-8ca6-f6c85dd9ab0a),segment_id=969521c2-c3e8-401e-8ca6-f6c85dd9ab0a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:20.965270 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (584b5d26-5e14-4e9b-a0ed-da2b267fcb7d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:20.968256 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] For port a36be7c3-0ecd-447b-a130-04ecbf89b135, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:01:20.994449 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Calling delete_port for 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:20.997475 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] For port a36be7c3-0ecd-447b-a130-04ecbf89b135, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a36be7c3-0ecd-447b-a130-04ecbf89b135,segment=NetworkSegment(2075f485-98b9-4098-bd23-427890e5e09f),segment_id=2075f485-98b9-4098-bd23-427890e5e09f)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:01:21.014002 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:21.051742 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73532cdc-22a1-40c4-be4f-f8cc84b6ac7b None None] Routers {'ccf1059c-9476-4984-914f-967a80b91c48'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:01:21.054060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-73532cdc-22a1-40c4-be4f-f8cc84b6ac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:00:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ccf1059c-9476-4984-914f-967a80b91c48'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:21.197667 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:21.198408 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:21.201035 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] 10.222.0.32 "PUT /v2.0/ports/a36be7c3-0ecd-447b-a130-04ecbf89b135 HTTP/1.1" status: 200 len: 1092 time: 3.3407447 Feb 07 17:01:21.234527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-73532cdc-22a1-40c4-be4f-f8cc84b6ac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:21.250492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190885b-daf5-45b8-b7af-f38bd7d10b11 service neutron] Pushing event updated for resources: {'Port': ['ID=a36be7c3-0ecd-447b-a130-04ecbf89b135,revision_number=7']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:21.255390 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (584b5d26-5e14-4e9b-a0ed-da2b267fcb7d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:21.259162 n-d-827865-3 neutron-server[103228]: INFO neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No ports have port_id starting with 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d Feb 07 17:01:21.268696 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-739465eb-1bfc-4a05-a7b2-558f14f2e1f8 None None] Port 9bb600b1-574b-4349-a44a-b096095dd419 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:01:21.314810 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:21.316975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-62e4f67a-98b3-48e4-93aa-f06c82f8f79e None None] Deleting port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:21.317373 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-62e4f67a-98b3-48e4-93aa-f06c82f8f79e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (584b5d26-5e14-4e9b-a0ed-da2b267fcb7d), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:21.320056 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73532cdc-22a1-40c4-be4f-f8cc84b6ac7b None None] Routers {'ccf1059c-9476-4984-914f-967a80b91c48'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:01:21.320693 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-73532cdc-22a1-40c4-be4f-f8cc84b6ac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:00:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ccf1059c-9476-4984-914f-967a80b91c48'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:21.361805 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event deleted for resources: {'Port': ['ID=584b5d26-5e14-4e9b-a0ed-da2b267fcb7d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:21.377948 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] No DVR routers for this DVR port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:01:21.484949 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-560af6c1-2e12-42cc-99ca-2b721e2036f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:21.486537 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-560af6c1-2e12-42cc-99ca-2b721e2036f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 1126 time: 0.2268150 Feb 07 17:01:21.494846 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-73532cdc-22a1-40c4-be4f-f8cc84b6ac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:21.495532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73532cdc-22a1-40c4-be4f-f8cc84b6ac7b None None] The sync data for ids ['ccf1059c-9476-4984-914f-967a80b91c48'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:01:21.540525 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-62e4f67a-98b3-48e4-93aa-f06c82f8f79e None None] For port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d, host n-d-827865-3, got binding levels [] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:21.541470 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-62e4f67a-98b3-48e4-93aa-f06c82f8f79e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (584b5d26-5e14-4e9b-a0ed-da2b267fcb7d), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:21.560118 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-62e4f67a-98b3-48e4-93aa-f06c82f8f79e None None] Calling delete_port for 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:21.566252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.ipam_backend_mixin [None req-62e4f67a-98b3-48e4-93aa-f06c82f8f79e None None] Port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d was not found and therefore no delete operation was performed {{(pid=103228) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 17:01:21.568104 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-62e4f67a-98b3-48e4-93aa-f06c82f8f79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (584b5d26-5e14-4e9b-a0ed-da2b267fcb7d), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:21.610372 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4f67a-98b3-48e4-93aa-f06c82f8f79e None None] Pushing event deleted for resources: {'Port': ['ID=584b5d26-5e14-4e9b-a0ed-da2b267fcb7d,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:21.623520 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e4f67a-98b3-48e4-93aa-f06c82f8f79e None None] No DVR routers for this DVR port 584b5d26-5e14-4e9b-a0ed-da2b267fcb7d on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:01:21.629034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'tag': 'a36be7c3-0ecd-447b-a130-04ecbf89b135'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:01:21.633920 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cd8b1d-ab29-45da-b0f7-a1273b72d03c", "tag": "a36be7c3-0ecd-447b-a130-04ecbf89b135"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:01:21.702022 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (392ac90b-adf4-42bb-8c23-2af81c22fab0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:21.748973 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392ac90b-adf4-42bb-8c23-2af81c22fab0']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:21.792420 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec238e08-2def-4e9d-9070-6dfb5858a5d1 x-openstack-request-id: req-ec238e08-2def-4e9d-9070-6dfb5858a5d1 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:01:21.792420 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cd8b1d-ab29-45da-b0f7-a1273b72d03c", "tag": "a36be7c3-0ecd-447b-a130-04ecbf89b135", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:01:21.792420 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec238e08-2def-4e9d-9070-6dfb5858a5d1 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:01:21.792420 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'tag': 'a36be7c3-0ecd-447b-a130-04ecbf89b135', 'status': 'completed', 'code': 200} Feb 07 17:01:21.822487 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969521c2-c3e8-401e-8ca6-f6c85dd9ab0a') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:21.823063 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969521c2-c3e8-401e-8ca6-f6c85dd9ab0a') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:21.867089 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (969521c2-c3e8-401e-8ca6-f6c85dd9ab0a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:21.902712 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d4983a05-ffa0-4121-a108-f5ee385d7df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:21.905596 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-d4983a05-ffa0-4121-a108-f5ee385d7df1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee68e4cc-35f2-42ab-88dd-35c973261201 HTTP/1.1" status: 200 len: 897 time: 0.4056389 Feb 07 17:01:21.927664 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (969521c2-c3e8-401e-8ca6-f6c85dd9ab0a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:21.989993 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:01:21.990559 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (969521c2-c3e8-401e-8ca6-f6c85dd9ab0a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:01:21.997224 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:01:22.087735 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efc3758d-d7df-4d66-8df9-0c65f505004f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (ccf1059c-9476-4984-914f-967a80b91c48), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:22.094499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc7b2d-a741-4be4-9e4f-d90d1338e783 req-e8fb87a8-c778-42f3-9413-a1edf4749d26 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:22.096185 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5acc7b2d-a741-4be4-9e4f-d90d1338e783 req-e8fb87a8-c778-42f3-9413-a1edf4749d26 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 944 time: 0.2211907 Feb 07 17:01:22.111757 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-b8f09fa7-d6d1-4f61-91db-2ea817631c9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36be7c3-0ecd-447b-a130-04ecbf89b135 HTTP/1.1" status: 200 len: 1000 time: 0.1860619 Feb 07 17:01:22.118404 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (392ac90b-adf4-42bb-8c23-2af81c22fab0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:22.148581 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:22.156271 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "DELETE /v2.0/networks/392ac90b-adf4-42bb-8c23-2af81c22fab0 HTTP/1.1" status: 204 len: 168 time: 1.8241305 Feb 07 17:01:22.182739 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58910) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:22.272962 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5acc7b2d-a741-4be4-9e4f-d90d1338e783 req-500ab89b-137f-4866-90e5-0bdb5eeb3b61 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659997 Feb 07 17:01:22.273919 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196a6ff-0ecd-4b5c-9fa8-3dbb987cd52e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event deleted for resources: {'Network': ['ID=392ac90b-adf4-42bb-8c23-2af81c22fab0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:22.285670 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58912) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:22.340383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-0aa63aba-e13d-4c96-88ee-c0b455059fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:22.345202 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-0aa63aba-e13d-4c96-88ee-c0b455059fe3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46e7aa81-9dcc-468e-bfb9-c817f0e11f5e HTTP/1.1" status: 200 len: 834 time: 0.2235212 Feb 07 17:01:22.523120 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b1cb6f10-0cd9-4b41-b0a6-61943b469e93 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2003602422'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:22.530200 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-6ce4f3b8-8638-4aa2-a303-105284b4c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:22.532271 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-6ce4f3b8-8638-4aa2-a303-105284b4c3d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 1126 time: 0.7213807 Feb 07 17:01:22.564669 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-db4c7841-11df-409a-9d6f-9816ebf734c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:22.568419 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-db4c7841-11df-409a-9d6f-9816ebf734c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee68e4cc-35f2-42ab-88dd-35c973261201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2150848 Feb 07 17:01:22.576022 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e356b89-eb54-4dd6-bbac-8065babb6500 req-ee6680e0-e986-460f-9b3f-7f0d67fce22b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:22.577677 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e356b89-eb54-4dd6-bbac-8065babb6500 req-ee6680e0-e986-460f-9b3f-7f0d67fce22b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.6766646 Feb 07 17:01:22.595139 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cb6f10-0cd9-4b41-b0a6-61943b469e93 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Made reservation on behalf of 760461ede9b8464f8b488b63a5f7acda for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:22.600695 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6f10-0cd9-4b41-b0a6-61943b469e93 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:22.747560 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e356b89-eb54-4dd6-bbac-8065babb6500 req-ba90f394-a3f8-4cea-998c-bbeb7e62ac03 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380579 Feb 07 17:01:22.799111 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-5e37ce5c-2b7b-4401-857b-68bc3913ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:22.801578 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-5e37ce5c-2b7b-4401-857b-68bc3913ef85 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ee68e4cc-35f2-42ab-88dd-35c973261201 HTTP/1.1" status: 200 len: 897 time: 0.2579806 Feb 07 17:01:22.880906 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-d0d01af8-3fbb-4940-873b-e7fc1e336586 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36be7c3-0ecd-447b-a130-04ecbf89b135 HTTP/1.1" status: 200 len: 1000 time: 0.0737154 Feb 07 17:01:22.996844 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-570f83e0-cb17-47e4-baac-5fe60c1b1981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:22.998721 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-570f83e0-cb17-47e4-baac-5fe60c1b1981 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46e7aa81-9dcc-468e-bfb9-c817f0e11f5e HTTP/1.1" status: 200 len: 834 time: 0.1085629 Feb 07 17:01:23.036890 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-efc3758d-d7df-4d66-8df9-0c65f505004f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port 9bb600b1-574b-4349-a44a-b096095dd419 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:23.037851 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efc3758d-d7df-4d66-8df9-0c65f505004f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (9bb600b1-574b-4349-a44a-b096095dd419), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:23.044745 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6f10-0cd9-4b41-b0a6-61943b469e93 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:23.145821 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efc3758d-d7df-4d66-8df9-0c65f505004f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (9bb600b1-574b-4349-a44a-b096095dd419), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:23.165310 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-efc3758d-d7df-4d66-8df9-0c65f505004f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for 9bb600b1-574b-4349-a44a-b096095dd419 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:23.178147 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-743f2108-dc64-47aa-8452-8932ae9dd79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:23.179502 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-743f2108-dc64-47aa-8452-8932ae9dd79c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ee68e4cc-35f2-42ab-88dd-35c973261201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1732180 Feb 07 17:01:23.194249 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-460be274-d6ca-4405-bfd5-2882ec5abd2c service neutron] 10.222.0.32 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105464 Feb 07 17:01:23.241201 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:23.290152 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6f10-0cd9-4b41-b0a6-61943b469e93 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks [] for security_group (c0ada988-835b-4dc7-ac12-e901d15dd363), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:23.311069 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6f10-0cd9-4b41-b0a6-61943b469e93 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c0ada988-835b-4dc7-ac12-e901d15dd363), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:23.323507 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1cb6f10-0cd9-4b41-b0a6-61943b469e93 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:01:23.335071 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6f10-0cd9-4b41-b0a6-61943b469e93 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (ca184265-5855-4839-8d67-bdf5cee58272), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:23.335422 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-b1cb6f10-0cd9-4b41-b0a6-61943b469e93 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Added segment ca184265-5855-4839-8d67-bdf5cee58272 of type vlan for network b89dce9f-c492-4e55-b099-b86bf501ec88 Feb 07 17:01:23.381870 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6f10-0cd9-4b41-b0a6-61943b469e93 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (b89dce9f-c492-4e55-b099-b86bf501ec88), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:23.384873 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-c902dfac-849d-40a3-97b3-cb44be783c45 service neutron] 10.222.0.48 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689627 Feb 07 17:01:23.406876 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-96212ffd-19b2-4879-b717-86a4925e675e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Deleting port a108d87d-016a-4adf-9dd3-913dca118ba8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:23.407263 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96212ffd-19b2-4879-b717-86a4925e675e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a108d87d-016a-4adf-9dd3-913dca118ba8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:23.452065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb6f10-0cd9-4b41-b0a6-61943b469e93 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ada988-835b-4dc7-ac12-e901d15dd363,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:23.452897 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6f10-0cd9-4b41-b0a6-61943b469e93 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (b89dce9f-c492-4e55-b099-b86bf501ec88), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:23.458865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cb6f10-0cd9-4b41-b0a6-61943b469e93 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:23.459491 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6f10-0cd9-4b41-b0a6-61943b469e93 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:23.529574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4fb7ea56-3cb2-4c6e-aaa3-04c7b89bb28e req-95e1ab99-a936-477f-a076-32deffd563b2 service neutron] 10.222.0.32 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292372 Feb 07 17:01:23.616846 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efc3758d-d7df-4d66-8df9-0c65f505004f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (9bb600b1-574b-4349-a44a-b096095dd419), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:23.625175 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58934) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:23.631895 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b1cb6f10-0cd9-4b41-b0a6-61943b469e93 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3337405 Feb 07 17:01:23.640570 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-da7f3cf4-06d2-4fb3-883d-567d3622e348 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Request body: {'subnet': {'network_id': 'b89dce9f-c492-4e55-b099-b86bf501ec88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:23.682975 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-c376ef18-4ad3-4b8a-a37d-33a17e9236d7 service neutron] 10.222.0.48 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870283 Feb 07 17:01:23.683798 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3758d-d7df-4d66-8df9-0c65f505004f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=9bb600b1-574b-4349-a44a-b096095dd419,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:23.741482 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96212ffd-19b2-4879-b717-86a4925e675e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a108d87d-016a-4adf-9dd3-913dca118ba8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:23.741827 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96212ffd-19b2-4879-b717-86a4925e675e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for floatingip (a108d87d-016a-4adf-9dd3-913dca118ba8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:23.797961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-96212ffd-19b2-4879-b717-86a4925e675e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Calling delete_port for a108d87d-016a-4adf-9dd3-913dca118ba8 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:23.934776 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb6f10-0cd9-4b41-b0a6-61943b469e93 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Pushing event updated for resources: {'Network': ['ID=b89dce9f-c492-4e55-b099-b86bf501ec88,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:23.950128 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network b89dce9f-c492-4e55-b099-b86bf501ec88 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:01:23.987730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773533a4-b660-43bd-89b8-c44ff6dfda72 req-bfc769d7-e5e6-4598-8e9c-1a1c9a500425 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:23.995439 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-773533a4-b660-43bd-89b8-c44ff6dfda72 req-bfc769d7-e5e6-4598-8e9c-1a1c9a500425 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 944 time: 0.4876626 Feb 07 17:01:24.025824 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-3fd7707a-a2a2-4333-9d2a-3dfafae65826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:24.027367 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-3fd7707a-a2a2-4333-9d2a-3dfafae65826 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 1126 time: 0.4125292 Feb 07 17:01:24.129505 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efc3758d-d7df-4d66-8df9-0c65f505004f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (ccf1059c-9476-4984-914f-967a80b91c48), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:24.162565 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7f3cf4-06d2-4fb3-883d-567d3622e348 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Made reservation on behalf of 760461ede9b8464f8b488b63a5f7acda for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:24.168945 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da7f3cf4-06d2-4fb3-883d-567d3622e348 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:24.184342 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-773533a4-b660-43bd-89b8-c44ff6dfda72 req-a521e78a-5788-4bc5-bd0a-a5166b40f9e7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850059 Feb 07 17:01:24.250557 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96212ffd-19b2-4879-b717-86a4925e675e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a108d87d-016a-4adf-9dd3-913dca118ba8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:24.265152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-4128f4c2-5dad-4b39-9979-50c4b61ca35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:24.266914 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-4128f4c2-5dad-4b39-9979-50c4b61ca35e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee68e4cc-35f2-42ab-88dd-35c973261201 HTTP/1.1" status: 200 len: 897 time: 0.2302070 Feb 07 17:01:24.385804 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-24133f5d-27f0-4a89-ad5d-c361719a63b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36be7c3-0ecd-447b-a130-04ecbf89b135 HTTP/1.1" status: 200 len: 1000 time: 0.0815945 Feb 07 17:01:24.387094 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96212ffd-19b2-4879-b717-86a4925e675e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event deleted for resources: {'Port': ['ID=a108d87d-016a-4adf-9dd3-913dca118ba8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:24.389827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0b146-4804-466b-acab-e9e6625fc208 req-83de8a90-6d4c-43ac-857d-70fb038c620c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:24.397612 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5cd0b146-4804-466b-acab-e9e6625fc208 req-83de8a90-6d4c-43ac-857d-70fb038c620c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.3836839 Feb 07 17:01:24.545988 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-bf8b3191-031e-48ef-8b0e-2cb0cbeb12cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:24.547624 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-bf8b3191-031e-48ef-8b0e-2cb0cbeb12cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46e7aa81-9dcc-468e-bfb9-c817f0e11f5e HTTP/1.1" status: 200 len: 834 time: 0.1476862 Feb 07 17:01:24.556835 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc3758d-d7df-4d66-8df9-0c65f505004f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Router ccf1059c-9476-4984-914f-967a80b91c48 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:01:24.561942 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96212ffd-19b2-4879-b717-86a4925e675e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for floatingip (c47ed899-35b9-4c32-a05b-e92543414cf1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:24.562910 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-96212ffd-19b2-4879-b717-86a4925e675e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Floating IP c47ed899-35b9-4c32-a05b-e92543414cf1 disassociated (deleted). External IP: 172.25.4.193, port: 5fd616f8-888d-4326-bb47-564785f53b88. Feb 07 17:01:24.591892 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5cd0b146-4804-466b-acab-e9e6625fc208 req-bcb25999-4113-4fe5-a889-da46c03286a2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932230 Feb 07 17:01:24.716455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc3758d-d7df-4d66-8df9-0c65f505004f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:01:24.723868 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-efc3758d-d7df-4d66-8df9-0c65f505004f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "PUT /v2.0/routers/ccf1059c-9476-4984-914f-967a80b91c48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8369026 Feb 07 17:01:24.727467 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58950) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:24.727618 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18beab3-cb2e-4a4b-b00c-79a1c3311110 None None] Sync routers for ids ['ccf1059c-9476-4984-914f-967a80b91c48'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:01:24.750878 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18beab3-cb2e-4a4b-b00c-79a1c3311110 None None] Routers {'ccf1059c-9476-4984-914f-967a80b91c48'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:01:24.751755 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f18beab3-cb2e-4a4b-b00c-79a1c3311110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:00:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ccf1059c-9476-4984-914f-967a80b91c48'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:24.782628 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-91ddbafa-0bdb-4327-ae95-0538a63c9afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:24.784150 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-91ddbafa-0bdb-4327-ae95-0538a63c9afe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee68e4cc-35f2-42ab-88dd-35c973261201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2238443 Feb 07 17:01:24.794598 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e31a5ae-77a4-436c-a228-2a63545e3987 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] GET failed (client error): The resource could not be found. Feb 07 17:01:24.796078 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1e31a5ae-77a4-436c-a228-2a63545e3987 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports/9bb600b1-574b-4349-a44a-b096095dd419 HTTP/1.1" status: 404 len: 333 time: 0.0676584 Feb 07 17:01:24.802317 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58956) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:24.822731 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da7f3cf4-06d2-4fb3-883d-567d3622e348 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (cdfbd95c-2ff4-48c4-b9af-7be7ab16cbcd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:24.918957 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f18beab3-cb2e-4a4b-b00c-79a1c3311110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:24.920989 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f3cf4-06d2-4fb3-883d-567d3622e348 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Pushing event updated for resources: {'Subnet': ['ID=cdfbd95c-2ff4-48c4-b9af-7be7ab16cbcd,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:24.928287 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f3cf4-06d2-4fb3-883d-567d3622e348 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Checking segment: {'id': 'ca184265-5855-4839-8d67-bdf5cee58272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b89dce9f-c492-4e55-b099-b86bf501ec88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:01:24.928671 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f3cf4-06d2-4fb3-883d-567d3622e348 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Network hostable DHCP agents. Network: b89dce9f-c492-4e55-b099-b86bf501ec88, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:01:24.938353 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18beab3-cb2e-4a4b-b00c-79a1c3311110 None None] Routers {'ccf1059c-9476-4984-914f-967a80b91c48'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:01:24.945007 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f18beab3-cb2e-4a4b-b00c-79a1c3311110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:00:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ccf1059c-9476-4984-914f-967a80b91c48'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:24.951951 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f3cf4-06d2-4fb3-883d-567d3622e348 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Network b89dce9f-c492-4e55-b099-b86bf501ec88 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:01:24.971263 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-da7f3cf4-06d2-4fb3-883d-567d3622e348 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, b89dce9f-c492-4e55-b099-b86bf501ec88) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:24.981334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe92df85-062f-41b8-96a0-d938a1647fa5 None None] Network b89dce9f-c492-4e55-b099-b86bf501ec88 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:24.987237 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f18beab3-cb2e-4a4b-b00c-79a1c3311110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:24.989095 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18beab3-cb2e-4a4b-b00c-79a1c3311110 None None] The sync data for ids ['ccf1059c-9476-4984-914f-967a80b91c48'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:01:24.997868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7f3cf4-06d2-4fb3-883d-567d3622e348 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:24.998993 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da7f3cf4-06d2-4fb3-883d-567d3622e348 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:25.035339 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-da7f3cf4-06d2-4fb3-883d-567d3622e348 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4062164 Feb 07 17:01:25.037840 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58958) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:25.048780 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-64a9fb57-9996-44ba-8e70-66e3f5a67206 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Request body: {'port': {'network_id': 'b89dce9f-c492-4e55-b099-b86bf501ec88', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1806251814'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:25.134432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-b89dce9f-c492-4e55-b099-b86bf501ec88', 'network_id': 'b89dce9f-c492-4e55-b099-b86bf501ec88', 'project_id': '760461ede9b8464f8b488b63a5f7acda', 'fixed_ips': [{'subnet_id': 'cdfbd95c-2ff4-48c4-b9af-7be7ab16cbcd'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:01:25.135754 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f4015d2-5e46-4b35-adad-bd55478e6400 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for router (ccf1059c-9476-4984-914f-967a80b91c48), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:25.138706 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:25.234642 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a9fb57-9996-44ba-8e70-66e3f5a67206 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Made reservation on behalf of 760461ede9b8464f8b488b63a5f7acda for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:25.238423 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64a9fb57-9996-44ba-8e70-66e3f5a67206 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:25.266827 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-3ccd61cc-59fe-4dbf-80da-1ec247f704f9 service neutron] 10.222.0.32 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753580 Feb 07 17:01:25.307531 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-64a9fb57-9996-44ba-8e70-66e3f5a67206 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] device_id is not set on port 271a793b-686a-4540-8298-0b32e7c6cd14 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:01:25.326534 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] Allocated IP 172.20.0.2 (b89dce9f-c492-4e55-b099-b86bf501ec88/cdfbd95c-2ff4-48c4-b9af-7be7ab16cbcd/349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:01:25.497315 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] Publish callbacks [] for port (349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:25.504934 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:25.561733 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] Pushing event updated for resources: {'Port': ['ID=349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:25.577663 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] Network b89dce9f-c492-4e55-b099-b86bf501ec88 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:01:25.581628 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:25.584771 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:01:25.593255 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-64a9fb57-9996-44ba-8e70-66e3f5a67206 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Allocated IP 172.20.0.6 (b89dce9f-c492-4e55-b099-b86bf501ec88/cdfbd95c-2ff4-48c4-b9af-7be7ab16cbcd/271a793b-686a-4540-8298-0b32e7c6cd14) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:01:25.623632 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96212ffd-19b2-4879-b717-86a4925e675e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Router e4ba6760-7098-4b9e-bd41-517cb44e8abc has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:01:25.685124 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] Attempting to bind port 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:01:25.685693 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] Attempting to bind port 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'ca184265-5855-4839-8d67-bdf5cee58272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b89dce9f-c492-4e55-b099-b86bf501ec88'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:01:25.686168 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] Attempting to bind port 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd on network b89dce9f-c492-4e55-b099-b86bf501ec88 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:01:25.693499 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:01:25.694080 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] Checking segment: {'id': 'ca184265-5855-4839-8d67-bdf5cee58272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b89dce9f-c492-4e55-b099-b86bf501ec88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:01:25.694594 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:25.695096 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] Bound using segment: {'id': 'ca184265-5855-4839-8d67-bdf5cee58272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b89dce9f-c492-4e55-b099-b86bf501ec88'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:01:25.695691 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] Bound port: 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca184265-5855-4839-8d67-bdf5cee58272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b89dce9f-c492-4e55-b099-b86bf501ec88'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:01:25.696184 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:25.707152 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7248ab94-0bd4-4f0f-9a66-e331844d3ae0 req-e7db636b-f905-42df-9d32-cff233653347 service neutron] 10.222.0.32 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309645 Feb 07 17:01:25.709602 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f4015d2-5e46-4b35-adad-bd55478e6400 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (ccf1059c-9476-4984-914f-967a80b91c48), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:25.714341 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f4015d2-5e46-4b35-adad-bd55478e6400 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for router_controller (ccf1059c-9476-4984-914f-967a80b91c48), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:25.805583 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d8ced3fd-b01b-45c3-97ae-276b1c740669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:25.844775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] For port 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:01:25.847673 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53fd3c-d0a8-40e3-9de3-1717bb84d222 req-acfd1358-d44e-4b7a-bdd0-890f2d533a70 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:25.848639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] For port 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd,segment=NetworkSegment(ca184265-5855-4839-8d67-bdf5cee58272),segment_id=ca184265-5855-4839-8d67-bdf5cee58272)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:01:25.855938 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:25.856846 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca53fd3c-d0a8-40e3-9de3-1717bb84d222 req-acfd1358-d44e-4b7a-bdd0-890f2d533a70 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1812236 Feb 07 17:01:25.890166 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4087b-55a8-41a0-8310-c1aa76c0bb89 req-104d871d-8582-49a0-8547-9c70d65a095d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:25.898068 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-80a4087b-55a8-41a0-8310-c1aa76c0bb89 req-104d871d-8582-49a0-8547-9c70d65a095d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 944 time: 0.5720425 Feb 07 17:01:25.937608 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f4015d2-5e46-4b35-adad-bd55478e6400 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (ccf1059c-9476-4984-914f-967a80b91c48), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:25.938151 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4015d2-5e46-4b35-adad-bd55478e6400 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Fanout notify agent at l3_agent the message router_deleted on router ccf1059c-9476-4984-914f-967a80b91c48 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:01:25.952371 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14904ec8-77c8-4f18-90af-201bf46a6580 None None] Pushing event updated for resources: {'Port': ['ID=349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:25.953641 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f4015d2-5e46-4b35-adad-bd55478e6400 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:25.954840 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6f4015d2-5e46-4b35-adad-bd55478e6400 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/routers/ccf1059c-9476-4984-914f-967a80b91c48 HTTP/1.1" status: 204 len: 168 time: 1.1507475 Feb 07 17:01:25.970032 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58972) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:26.080958 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-80a4087b-55a8-41a0-8310-c1aa76c0bb89 req-d8c608c4-8248-421d-98c0-40f706d3e4a6 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764238 Feb 07 17:01:26.085259 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting subnet 42edde39-eaf4-48f5-8716-063a653aaced {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:01:26.093601 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a36be7c3-0ecd-447b-a130-04ecbf89b135 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:01:26.094427 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for subnet (42edde39-eaf4-48f5-8716-063a653aaced), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:26.163193 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96212ffd-19b2-4879-b717-86a4925e675e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:01:26.172230 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96212ffd-19b2-4879-b717-86a4925e675e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:26.209611 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-96212ffd-19b2-4879-b717-86a4925e675e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "DELETE /v2.0/floatingips/c47ed899-35b9-4c32-a05b-e92543414cf1 HTTP/1.1" status: 204 len: 168 time: 4.0245724 Feb 07 17:01:26.223837 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf378a85-3a66-4242-ba64-1759501c052f', 'tag': '5fd616f8-888d-4326-bb47-564785f53b88'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:01:26.226211 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1412b86-c3ea-4de1-bc75-13ce5d8b7fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "cf378a85-3a66-4242-ba64-1759501c052f", "tag": "5fd616f8-888d-4326-bb47-564785f53b88"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:01:26.238875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9aaf4e-ac86-4f72-90d0-7befc3d7343a None None] Sync routers for ids ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:01:26.295955 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (42edde39-eaf4-48f5-8716-063a653aaced), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:26.307993 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9aaf4e-ac86-4f72-90d0-7befc3d7343a None None] Routers {'e4ba6760-7098-4b9e-bd41-517cb44e8abc'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:01:26.308645 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8b9aaf4e-ac86-4f72-90d0-7befc3d7343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:00:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:26.510389 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (42edde39-eaf4-48f5-8716-063a653aaced), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:26.511593 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64a9fb57-9996-44ba-8e70-66e3f5a67206 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks [] for port (271a793b-686a-4540-8298-0b32e7c6cd14), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:26.570234 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64a9fb57-9996-44ba-8e70-66e3f5a67206 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (271a793b-686a-4540-8298-0b32e7c6cd14), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:26.592917 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3851003c-eae0-4bad-ab68-c3a2ecbda47b x-openstack-request-id: req-3851003c-eae0-4bad-ab68-c3a2ecbda47b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:01:26.593238 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf378a85-3a66-4242-ba64-1759501c052f", "tag": "5fd616f8-888d-4326-bb47-564785f53b88", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:01:26.593643 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3851003c-eae0-4bad-ab68-c3a2ecbda47b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:01:26.593961 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf378a85-3a66-4242-ba64-1759501c052f', 'tag': '5fd616f8-888d-4326-bb47-564785f53b88', 'status': 'completed', 'code': 200} Feb 07 17:01:26.727931 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a9fb57-9996-44ba-8e70-66e3f5a67206 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Network b89dce9f-c492-4e55-b099-b86bf501ec88 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:01:26.749918 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ca53fd3c-d0a8-40e3-9de3-1717bb84d222 req-8af4682a-b9a3-43ef-ba30-847f794f2212 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8903594 Feb 07 17:01:26.759203 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-64a9fb57-9996-44ba-8e70-66e3f5a67206 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:26.777724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9fb57-9996-44ba-8e70-66e3f5a67206 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:01:26.829359 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9fb57-9996-44ba-8e70-66e3f5a67206 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Pushing event updated for resources: {'Port': ['ID=271a793b-686a-4540-8298-0b32e7c6cd14,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:26.905535 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a9fb57-9996-44ba-8e70-66e3f5a67206 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:26.930070 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64a9fb57-9996-44ba-8e70-66e3f5a67206 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:26.967008 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-64a9fb57-9996-44ba-8e70-66e3f5a67206 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9249549 Feb 07 17:01:26.968043 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58988) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:26.968564 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:01:27.090606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a36be7c3-0ecd-447b-a130-04ecbf89b135, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a36be7c3-0ecd-447b-a130-04ecbf89b135,segment=NetworkSegment(2075f485-98b9-4098-bd23-427890e5e09f),segment_id=2075f485-98b9-4098-bd23-427890e5e09f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:27.121292 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:27.121292 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:27.187066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'a36be7c3-0ecd-447b-a130-04ecbf89b135', 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201', 'port_id': 'a36be7c3-0ecd-447b-a130-04ecbf89b135', 'mac_address': 'fa:16:3e:38:ef:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:01:27.193058 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8b9aaf4e-ac86-4f72-90d0-7befc3d7343a None None] Set router e4ba6760-7098-4b9e-bd41-517cb44e8abc gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:01:27.237165 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-37234b24-d438-4238-8937-854ee41a7bd2 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Deleting port 271a793b-686a-4540-8298-0b32e7c6cd14 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:27.238093 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37234b24-d438-4238-8937-854ee41a7bd2 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (271a793b-686a-4540-8298-0b32e7c6cd14), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:27.334277 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port a36be7c3-0ecd-447b-a130-04ecbf89b135 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:27.334679 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:27.409655 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1412b86-c3ea-4de1-bc75-13ce5d8b7fa7 req-de184e2c-d0d9-4899-92ff-cd8a2692cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:27.411659 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1412b86-c3ea-4de1-bc75-13ce5d8b7fa7 req-de184e2c-d0d9-4899-92ff-cd8a2692cba5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e&device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 1128 time: 0.8210399 Feb 07 17:01:27.506588 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfdcc5-58cf-41f7-bb61-7b4cabfcb53d req-b2836692-6aac-4fcf-9ce5-d80fd95f5cce tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:27.515704 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-03cfdcc5-58cf-41f7-bb61-7b4cabfcb53d req-b2836692-6aac-4fcf-9ce5-d80fd95f5cce tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 946 time: 0.8780119 Feb 07 17:01:27.517636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f000d4e-e90f-4d60-bf4f-984d1a25d23a req-3f8f2a57-4662-419f-84b5-cb3eeb9b9099 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:27.519658 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0f000d4e-e90f-4d60-bf4f-984d1a25d23a req-3f8f2a57-4662-419f-84b5-cb3eeb9b9099 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 944 time: 0.2853608 Feb 07 17:01:27.541797 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36be7c3-0ecd-447b-a130-04ecbf89b135 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:01:27.578698 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a36be7c3-0ecd-447b-a130-04ecbf89b135, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a36be7c3-0ecd-447b-a130-04ecbf89b135,segment=NetworkSegment(2075f485-98b9-4098-bd23-427890e5e09f),segment_id=2075f485-98b9-4098-bd23-427890e5e09f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:27.579661 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:27.580656 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:27.592234 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37234b24-d438-4238-8937-854ee41a7bd2 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (271a793b-686a-4540-8298-0b32e7c6cd14), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:27.603716 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:27.652838 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (42edde39-eaf4-48f5-8716-063a653aaced), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:27.659125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-37234b24-d438-4238-8937-854ee41a7bd2 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Calling delete_port for 271a793b-686a-4540-8298-0b32e7c6cd14 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:27.678178 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:27.681939 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/subnets/42edde39-eaf4-48f5-8716-063a653aaced HTTP/1.1" status: 204 len: 168 time: 1.7109869 Feb 07 17:01:27.694593 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59000) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:27.738572 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=a36be7c3-0ecd-447b-a130-04ecbf89b135,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:27.746490 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adab82f-0d7b-4e8a-baae-949d31a82f3f None None] Network 1cad7276-6378-4b2a-8d72-f1f4e09ba53c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:27.750339 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Subnet': ['ID=42edde39-eaf4-48f5-8716-063a653aaced,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:27.767145 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0f000d4e-e90f-4d60-bf4f-984d1a25d23a req-f1a329da-38fa-46c6-b472-d0c4016dc1d4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235360 Feb 07 17:01:27.781768 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:27.782140 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:27.782502 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:27.782865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:27.783197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:27.783548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:27.783894 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:27.784783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:27.785246 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:27.785575 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:27.785917 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:27.786258 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:27.786641 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1499f5e6-6ca4-4b40-9606-09038ae535c8 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:27.830856 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-03cfdcc5-58cf-41f7-bb61-7b4cabfcb53d req-afb21736-61de-41c0-9d13-e2676049148d tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce977e40-8fb2-4fd1-be65-878a275dec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098929 Feb 07 17:01:27.891689 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1412b86-c3ea-4de1-bc75-13ce5d8b7fa7 req-9a8e09ac-de65-41a9-821b-fa176382b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:27.898296 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1412b86-c3ea-4de1-bc75-13ce5d8b7fa7 req-9a8e09ac-de65-41a9-821b-fa176382b2f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e HTTP/1.1" status: 200 len: 898 time: 0.4788597 Feb 07 17:01:27.928307 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe77f78a-3413-4054-9fd5-d957117c5a62 None None] Network b89dce9f-c492-4e55-b099-b86bf501ec88 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:27.931740 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (1cad7276-6378-4b2a-8d72-f1f4e09ba53c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:28.013161 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd,segment=NetworkSegment(ca184265-5855-4839-8d67-bdf5cee58272),segment_id=ca184265-5855-4839-8d67-bdf5cee58272)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:28.077064 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1412b86-c3ea-4de1-bc75-13ce5d8b7fa7 req-cc3b4aac-b772-4131-897b-1984b0882b65 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fd616f8-888d-4326-bb47-564785f53b88 HTTP/1.1" status: 200 len: 217 time: 0.1679490 Feb 07 17:01:28.079609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['a36be7c3-0ecd-447b-a130-04ecbf89b135'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:01:28.102613 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:28.256366 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164c4d5-fd3c-49f2-9bce-ab4c902a76fe req-5905ea91-b090-4b86-9eb3-cba2bbb0fdef tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:28.258046 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b164c4d5-fd3c-49f2-9bce-ab4c902a76fe req-5905ea91-b090-4b86-9eb3-cba2bbb0fdef tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 946 time: 0.3504775 Feb 07 17:01:28.276983 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f3e77f7e-a484-486a-b14a-63ef25516dbd None None] Provisioning complete for port 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:28.277725 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f3e77f7e-a484-486a-b14a-63ef25516dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:28.316543 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1412b86-c3ea-4de1-bc75-13ce5d8b7fa7 req-2ed30ade-063e-44b6-96b1-86a5c7508228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:28.318844 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1412b86-c3ea-4de1-bc75-13ce5d8b7fa7 req-2ed30ade-063e-44b6-96b1-86a5c7508228 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=787e973b-4576-4e04-b9be-3a33b218cabc HTTP/1.1" status: 200 len: 834 time: 0.2251098 Feb 07 17:01:28.380977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af9fec-ca35-4a6d-9f69-dc75bea097ba req-c3b45942-d497-41a5-b703-c76123baeb2a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:28.382197 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6af9fec-ca35-4a6d-9f69-dc75bea097ba req-c3b45942-d497-41a5-b703-c76123baeb2a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.4624789 Feb 07 17:01:28.434130 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9cc1c9df-63d5-44db-ba63-a558611325c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:28.435154 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e92ad-b000-4e28-8af8-b89535d480d8 req-189a2a96-5a9e-4c1e-8827-e955a2902e86 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:28.445926 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-118e92ad-b000-4e28-8af8-b89535d480d8 req-189a2a96-5a9e-4c1e-8827-e955a2902e86 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 945 time: 0.2940249 Feb 07 17:01:28.469586 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37234b24-d438-4238-8937-854ee41a7bd2 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (271a793b-686a-4540-8298-0b32e7c6cd14), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:28.510457 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263d2ed-655b-4a1b-9158-e98c70f41aaa req-6cc00ce6-fc8a-449a-b915-cd3b952b4fcb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:28.513207 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e263d2ed-655b-4a1b-9158-e98c70f41aaa req-6cc00ce6-fc8a-449a-b915-cd3b952b4fcb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c&tenant_id=b7f3b936ec124a74b808700fdcd55162&binding%3Ahost_id=n-h2-827865-3 HTTP/1.1" status: 200 len: 945 time: 0.3992729 Feb 07 17:01:28.522901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port b28394c1-beb5-4100-9278-4fb940dc0b29 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:28.523599 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b28394c1-beb5-4100-9278-4fb940dc0b29), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:28.568628 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:28.614830 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-118e92ad-b000-4e28-8af8-b89535d480d8 req-d845ff39-69eb-4e20-8fe7-f4b2f61de15e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675372 Feb 07 17:01:28.622579 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] For port b28394c1-beb5-4100-9278-4fb940dc0b29, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b28394c1-beb5-4100-9278-4fb940dc0b29,segment=NetworkSegment(7b1aa211-6268-4b70-a5c8-592326ccd703),segment_id=7b1aa211-6268-4b70-a5c8-592326ccd703)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:28.623229 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b28394c1-beb5-4100-9278-4fb940dc0b29), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:28.638727 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-b164c4d5-fd3c-49f2-9bce-ab4c902a76fe req-ce5aa7b0-55b8-49d4-8be6-f1e736b9725b tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Deleting port 5fd616f8-888d-4326-bb47-564785f53b88 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:28.638727 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b164c4d5-fd3c-49f2-9bce-ab4c902a76fe req-ce5aa7b0-55b8-49d4-8be6-f1e736b9725b tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5fd616f8-888d-4326-bb47-564785f53b88), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:28.641197 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for b28394c1-beb5-4100-9278-4fb940dc0b29 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:28.671436 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8b9aaf4e-ac86-4f72-90d0-7befc3d7343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T17:01:10Z', 'revision_number': 6, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '382f62b2-d182-4488-baab-8c5248503307', 'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:53:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:05Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:28.740655 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f3e77f7e-a484-486a-b14a-63ef25516dbd None None] Current status of the port 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:28.745395 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9aaf4e-ac86-4f72-90d0-7befc3d7343a None None] Checking router: e4ba6760-7098-4b9e-bd41-517cb44e8abc for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:01:28.748908 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1412b86-c3ea-4de1-bc75-13ce5d8b7fa7 req-007149b2-5a92-4244-b23d-ff63e8e19dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:28.750392 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1412b86-c3ea-4de1-bc75-13ce5d8b7fa7 req-007149b2-5a92-4244-b23d-ff63e8e19dfd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3960311 Feb 07 17:01:28.799450 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9aaf4e-ac86-4f72-90d0-7befc3d7343a None None] Routers {'e4ba6760-7098-4b9e-bd41-517cb44e8abc'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:01:28.800870 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8b9aaf4e-ac86-4f72-90d0-7befc3d7343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:01:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:28.821086 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2050dd5-2aae-4e08-8371-2dfb540ad30d None None] DHCP port deletion for 1cad7276-6378-4b2a-8d72-f1f4e09ba53c request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:01:28.914544 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:01:28.956691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37234b24-d438-4238-8937-854ee41a7bd2 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Pushing event deleted for resources: {'Port': ['ID=271a793b-686a-4540-8298-0b32e7c6cd14,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:29.062116 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8b9aaf4e-ac86-4f72-90d0-7befc3d7343a None None] Set router e4ba6760-7098-4b9e-bd41-517cb44e8abc gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:01:29.082465 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-e263d2ed-655b-4a1b-9158-e98c70f41aaa req-1b4a7b44-022d-4492-9cd6-d00fbb71db5a service neutron] delete failed (client error): The resource could not be found. Feb 07 17:01:29.083737 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e263d2ed-655b-4a1b-9158-e98c70f41aaa req-1b4a7b44-022d-4492-9cd6-d00fbb71db5a service neutron] 10.222.0.48 "DELETE /v2.0/ports/a36be7c3-0ecd-447b-a130-04ecbf89b135/bindings/n-h1-827865-3 HTTP/1.1" status: 404 len: 380 time: 0.3021848 Feb 07 17:01:29.085158 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b164c4d5-fd3c-49f2-9bce-ab4c902a76fe req-ce5aa7b0-55b8-49d4-8be6-f1e736b9725b tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] For port 5fd616f8-888d-4326-bb47-564785f53b88, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5fd616f8-888d-4326-bb47-564785f53b88,segment=NetworkSegment(e5749024-453e-4820-bccc-90d03fde6ee0),segment_id=e5749024-453e-4820-bccc-90d03fde6ee0)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:29.085581 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b164c4d5-fd3c-49f2-9bce-ab4c902a76fe req-ce5aa7b0-55b8-49d4-8be6-f1e736b9725b tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5fd616f8-888d-4326-bb47-564785f53b88), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:29.233957 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1412b86-c3ea-4de1-bc75-13ce5d8b7fa7 req-d8f19706-63cd-4c36-ae77-fc49cd5a8a05 service neutron] 10.222.0.32 "GET /v2.0/networks/fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634669 Feb 07 17:01:29.252947 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6af9fec-ca35-4a6d-9f69-dc75bea097ba req-efde2b0c-64b0-4cdd-8358-fe5e392a0bc2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8348982 Feb 07 17:01:29.263373 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-b164c4d5-fd3c-49f2-9bce-ab4c902a76fe req-ce5aa7b0-55b8-49d4-8be6-f1e736b9725b tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Calling delete_port for 5fd616f8-888d-4326-bb47-564785f53b88 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:29.303452 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37234b24-d438-4238-8937-854ee41a7bd2 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:29.309633 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-37234b24-d438-4238-8937-854ee41a7bd2 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] 10.222.0.18 "DELETE /v2.0/ports/271a793b-686a-4540-8298-0b32e7c6cd14 HTTP/1.1" status: 204 len: 168 time: 2.3385773 Feb 07 17:01:29.310586 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59022) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:29.318038 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (b28394c1-beb5-4100-9278-4fb940dc0b29), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:29.351489 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=b28394c1-beb5-4100-9278-4fb940dc0b29,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:29.365370 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No DVR routers for this DVR port b28394c1-beb5-4100-9278-4fb940dc0b29 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:01:29.439234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263d2ed-655b-4a1b-9158-e98c70f41aaa req-9aa615d1-b160-477f-b9bd-ee75489c16e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:29.441455 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e263d2ed-655b-4a1b-9158-e98c70f41aaa req-9aa615d1-b160-477f-b9bd-ee75489c16e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 1127 time: 0.2612453 Feb 07 17:01:29.548795 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:29.549308 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:29.599609 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420119e-25b5-4930-9b9c-bb0a0873b318 req-fc8866a3-ea5e-4940-b080-a6728f5f6e3e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:29.625487 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b420119e-25b5-4930-9b9c-bb0a0873b318 req-fc8866a3-ea5e-4940-b080-a6728f5f6e3e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf378a85-3a66-4242-ba64-1759501c052f HTTP/1.1" status: 200 len: 946 time: 0.6414158 Feb 07 17:01:29.635938 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1412b86-c3ea-4de1-bc75-13ce5d8b7fa7 req-f34f2864-8cd6-46bb-957c-ff8d1c8861ed service neutron] 10.222.0.32 "GET /v2.0/networks/fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861752 Feb 07 17:01:29.692639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-da2c8fc4-d287-4fc5-b0be-2fc9ab7fe8d8 None None] Provisioning complete for port 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:29.693024 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-da2c8fc4-d287-4fc5-b0be-2fc9ab7fe8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:29.746215 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1a7b8006-e5cf-44bd-a79f-ed82f675938a tempest-DHCPAgentSchedulersTestJSON-720479930 tempest-DHCPAgentSchedulersTestJSON-720479930-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.4297748 Feb 07 17:01:29.759060 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59032) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:29.764048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5ef7764f-2879-406b-bc86-0b58e8aa91a0 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1507418695'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:29.773057 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (1cad7276-6378-4b2a-8d72-f1f4e09ba53c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:29.807688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263d2ed-655b-4a1b-9158-e98c70f41aaa req-d7cf68eb-31e6-42fc-94fc-3aa09da7a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:29.809149 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e263d2ed-655b-4a1b-9158-e98c70f41aaa req-d7cf68eb-31e6-42fc-94fc-3aa09da7a78c service neutron] 10.222.0.48 "GET /v2.0/networks?id=ee68e4cc-35f2-42ab-88dd-35c973261201 HTTP/1.1" status: 200 len: 897 time: 0.3351190 Feb 07 17:01:29.841184 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b164c4d5-fd3c-49f2-9bce-ab4c902a76fe req-ce5aa7b0-55b8-49d4-8be6-f1e736b9725b tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (5fd616f8-888d-4326-bb47-564785f53b88), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:29.864994 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef7764f-2879-406b-bc86-0b58e8aa91a0 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Made reservation on behalf of 760461ede9b8464f8b488b63a5f7acda for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:29.869769 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ef7764f-2879-406b-bc86-0b58e8aa91a0 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:29.890999 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5aa7b0-55b8-49d4-8be6-f1e736b9725b tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event deleted for resources: {'Port': ['ID=5fd616f8-888d-4326-bb47-564785f53b88,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:29.976265 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b420119e-25b5-4930-9b9c-bb0a0873b318 req-1dba7c11-3aa2-4b2d-9818-66f17a909115 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce977e40-8fb2-4fd1-be65-878a275dec61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481276 Feb 07 17:01:30.014466 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-b164c4d5-fd3c-49f2-9bce-ab4c902a76fe req-ce5aa7b0-55b8-49d4-8be6-f1e736b9725b tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] No DVR routers for this DVR port 5fd616f8-888d-4326-bb47-564785f53b88 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:01:30.018196 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b164c4d5-fd3c-49f2-9bce-ab4c902a76fe req-ce5aa7b0-55b8-49d4-8be6-f1e736b9725b tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:30.028370 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b164c4d5-fd3c-49f2-9bce-ab4c902a76fe req-ce5aa7b0-55b8-49d4-8be6-f1e736b9725b tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.32 "DELETE /v2.0/ports/5fd616f8-888d-4326-bb47-564785f53b88 HTTP/1.1" status: 204 len: 173 time: 1.7542961 Feb 07 17:01:30.029205 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf378a85-3a66-4242-ba64-1759501c052f', 'name': 'network-vif-deleted', 'tag': '5fd616f8-888d-4326-bb47-564785f53b88'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:01:30.043715 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e75a9e0-d01d-4dcb-800e-a68c7b7e1c14" -d '{"events": [{"server_uuid": "cf378a85-3a66-4242-ba64-1759501c052f", "name": "network-vif-deleted", "tag": "5fd616f8-888d-4326-bb47-564785f53b88"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:01:30.056082 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cad7276-6378-4b2a-8d72-f1f4e09ba53c']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:30.116875 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1aa211-6268-4b70-a5c8-592326ccd703') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:30.117392 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1aa211-6268-4b70-a5c8-592326ccd703') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:30.136573 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567cfc52-b547-47d4-a029-779a37ffa568 x-openstack-request-id: req-567cfc52-b547-47d4-a029-779a37ffa568 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:01:30.136872 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf378a85-3a66-4242-ba64-1759501c052f", "name": "network-vif-deleted", "tag": "5fd616f8-888d-4326-bb47-564785f53b88", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:01:30.137339 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-567cfc52-b547-47d4-a029-779a37ffa568 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:01:30.137779 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf378a85-3a66-4242-ba64-1759501c052f', 'name': 'network-vif-deleted', 'tag': '5fd616f8-888d-4326-bb47-564785f53b88', 'status': 'completed', 'code': 200} Feb 07 17:01:30.158972 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (7b1aa211-6268-4b70-a5c8-592326ccd703), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:30.192424 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c2050dd5-2aae-4e08-8371-2dfb540ad30d None None] Deleting port b28394c1-beb5-4100-9278-4fb940dc0b29 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:30.192685 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c2050dd5-2aae-4e08-8371-2dfb540ad30d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b28394c1-beb5-4100-9278-4fb940dc0b29), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:30.219432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5fd616f8-888d-4326-bb47-564785f53b88 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:01:30.221447 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef7764f-2879-406b-bc86-0b58e8aa91a0 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:01:30.230154 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (7b1aa211-6268-4b70-a5c8-592326ccd703), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:30.231021 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:30.291783 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c5400-c6e2-404c-9b47-4909452d5197 req-733c01f6-36f5-4ecd-a111-43eb6d6b93f1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:30.296796 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2d8c5400-c6e2-404c-9b47-4909452d5197 req-733c01f6-36f5-4ecd-a111-43eb6d6b93f1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 945 time: 0.4863896 Feb 07 17:01:30.301536 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e263d2ed-655b-4a1b-9158-e98c70f41aaa req-c8337dd9-1e03-4020-896d-0ee213b1a21c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36be7c3-0ecd-447b-a130-04ecbf89b135 HTTP/1.1" status: 200 len: 1001 time: 0.4522381 Feb 07 17:01:30.344539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c2050dd5-2aae-4e08-8371-2dfb540ad30d None None] For port b28394c1-beb5-4100-9278-4fb940dc0b29, host n-d-827865-3, got binding levels [] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:30.345027 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c2050dd5-2aae-4e08-8371-2dfb540ad30d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b28394c1-beb5-4100-9278-4fb940dc0b29), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:30.361333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c2050dd5-2aae-4e08-8371-2dfb540ad30d None None] Calling delete_port for b28394c1-beb5-4100-9278-4fb940dc0b29 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:30.365387 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.ipam_backend_mixin [None req-c2050dd5-2aae-4e08-8371-2dfb540ad30d None None] Port b28394c1-beb5-4100-9278-4fb940dc0b29 was not found and therefore no delete operation was performed {{(pid=103228) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 17:01:30.371580 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c2050dd5-2aae-4e08-8371-2dfb540ad30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (b28394c1-beb5-4100-9278-4fb940dc0b29), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:30.392351 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:01:30.397491 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (7b1aa211-6268-4b70-a5c8-592326ccd703), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:30.424380 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2050dd5-2aae-4e08-8371-2dfb540ad30d None None] No DVR routers for this DVR port b28394c1-beb5-4100-9278-4fb940dc0b29 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:01:30.508000 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ef7764f-2879-406b-bc86-0b58e8aa91a0 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (f006b0ec-0625-4080-9748-bd57084866d2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:30.508583 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-5ef7764f-2879-406b-bc86-0b58e8aa91a0 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Added segment f006b0ec-0625-4080-9748-bd57084866d2 of type vlan for network 0e1ff557-b061-4504-a631-ea356627c562 Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:01:30.520386 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:01:30.556722 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 5fd616f8-888d-4326-bb47-564785f53b88 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:01:30.557593 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5fd616f8-888d-4326-bb47-564785f53b88 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:01:30.560089 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972b92f-724f-4168-adda-e117f9db357a req-f782817a-ef05-4dde-bc45-5040d52cdc1d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:30.560546 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-da2c8fc4-d287-4fc5-b0be-2fc9ab7fe8d8 None None] Current status of the port 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:30.571487 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9972b92f-724f-4168-adda-e117f9db357a req-f782817a-ef05-4dde-bc45-5040d52cdc1d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1496429 Feb 07 17:01:30.593336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2050dd5-2aae-4e08-8371-2dfb540ad30d None None] Pushing event deleted for resources: {'Port': ['ID=b28394c1-beb5-4100-9278-4fb940dc0b29,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:30.690194 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8b9aaf4e-ac86-4f72-90d0-7befc3d7343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T17:01:10Z', 'revision_number': 6, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '382f62b2-d182-4488-baab-8c5248503307', 'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:53:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:05Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:30.722329 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9972b92f-724f-4168-adda-e117f9db357a req-450522c7-e4d7-467b-b326-1d32322c78d7 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403830 Feb 07 17:01:30.749357 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:30.755113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9aaf4e-ac86-4f72-90d0-7befc3d7343a None None] The sync data for ids ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'] in n-d-827865-3 is: [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T17:01:10Z', 'revision_number': 6, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '382f62b2-d182-4488-baab-8c5248503307', 'name': '', 'network_id': 'fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:53:3d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:05Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '787e973b-4576-4e04-b9be-3a33b218cabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:01:30.757658 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-00ecd08f-2072-48be-af4f-ec852c282730 None None] Could not find standard attr ID for object 271a793b-686a-4540-8298-0b32e7c6cd14. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:01:30.838647 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:30.878988 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263d2ed-655b-4a1b-9158-e98c70f41aaa req-5835c4a1-7a0c-4fd3-958d-86c2b7951327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:30.881412 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e263d2ed-655b-4a1b-9158-e98c70f41aaa req-5835c4a1-7a0c-4fd3-958d-86c2b7951327 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=46e7aa81-9dcc-468e-bfb9-c817f0e11f5e HTTP/1.1" status: 200 len: 834 time: 0.5738950 Feb 07 17:01:30.897648 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b28394c1-beb5-4100-9278-4fb940dc0b29 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:01:30.937316 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: b28394c1-beb5-4100-9278-4fb940dc0b29 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:01:30.938069 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b28394c1-beb5-4100-9278-4fb940dc0b29 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:01:30.955688 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (1cad7276-6378-4b2a-8d72-f1f4e09ba53c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:30.988449 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2d8c5400-c6e2-404c-9b47-4909452d5197 req-944bb7c6-ace4-4d54-935b-8b2626513c79 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5230105 Feb 07 17:01:30.990622 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:30.997805 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59046) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:31.000321 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/networks/1cad7276-6378-4b2a-8d72-f1f4e09ba53c HTTP/1.1" status: 204 len: 168 time: 3.2914500 Feb 07 17:01:31.021236 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ef7764f-2879-406b-bc86-0b58e8aa91a0 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (0e1ff557-b061-4504-a631-ea356627c562), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:31.024427 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748fddc-96ff-4f30-b48b-fee7e7efad1c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Network': ['ID=1cad7276-6378-4b2a-8d72-f1f4e09ba53c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:31.064038 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ef7764f-2879-406b-bc86-0b58e8aa91a0 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (0e1ff557-b061-4504-a631-ea356627c562), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:31.069734 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef7764f-2879-406b-bc86-0b58e8aa91a0 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:31.070413 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ef7764f-2879-406b-bc86-0b58e8aa91a0 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:31.084027 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59050) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:31.084244 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263d2ed-655b-4a1b-9158-e98c70f41aaa req-ec0359e6-df31-472f-bad6-f401035d4481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:31.086244 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e263d2ed-655b-4a1b-9158-e98c70f41aaa req-ec0359e6-df31-472f-bad6-f401035d4481 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ee68e4cc-35f2-42ab-88dd-35c973261201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1730022 Feb 07 17:01:31.104461 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0664c3b2-2ba8-4e31-b88f-ae9a79c3c943 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:31.113822 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0664c3b2-2ba8-4e31-b88f-ae9a79c3c943 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports/8e275add-d8e9-4d25-8dda-0d435c247e1a HTTP/1.1" status: 200 len: 845 time: 0.1143355 Feb 07 17:01:31.114483 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59052) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:31.177604 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e9237c96-acc5-4f92-99a7-b45a40a59fd0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports/8e275add-d8e9-4d25-8dda-0d435c247e1a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0605435 Feb 07 17:01:31.178248 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59054) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:31.192409 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7b8c6a76-8d60-444f-ab16-44d0d4bf14c2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'subnet': {'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:31.220506 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b8d7d3-5f52-4c74-bcd9-8f1f77bdd632 None None] New status for floating IP c47ed899-35b9-4c32-a05b-e92543414cf1: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:01:31.245426 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7764f-2879-406b-bc86-0b58e8aa91a0 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Pushing event updated for resources: {'Network': ['ID=0e1ff557-b061-4504-a631-ea356627c562,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:31.275756 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 0e1ff557-b061-4504-a631-ea356627c562 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:01:31.276587 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59056) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:31.292059 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5ef7764f-2879-406b-bc86-0b58e8aa91a0 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5131395 Feb 07 17:01:31.462286 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e263d2ed-655b-4a1b-9158-e98c70f41aaa req-4ee803f0-48b8-4bf2-bf0d-2c2714dcff94 service neutron] 10.222.0.48 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554778 Feb 07 17:01:31.504940 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dee5d68-44d0-4f0a-b827-bc80bc3c56f5 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group (ce977e40-8fb2-4fd1-be65-878a275dec61), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:31.504940 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8c6a76-8d60-444f-ab16-44d0d4bf14c2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:31.507208 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b8c6a76-8d60-444f-ab16-44d0d4bf14c2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:31.599869 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dee5d68-44d0-4f0a-b827-bc80bc3c56f5 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group (ce977e40-8fb2-4fd1-be65-878a275dec61), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:31.601191 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e263d2ed-655b-4a1b-9158-e98c70f41aaa req-71698100-3a46-45ef-9344-b5dd751dfd82 service neutron] 10.222.0.48 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345417 Feb 07 17:01:31.756025 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59068) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:31.756286 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4ab46070-c6d9-4c58-bbaa-b0e5d8227da7 tempest-DHCPAgentSchedulersTestJSON-720479930 tempest-DHCPAgentSchedulersTestJSON-720479930-project-admin] 10.222.0.18 "GET /v2.0/agents/48df0b44-d17b-4496-bde7-735ec66923d5/dhcp-networks HTTP/1.1" status: 200 len: 8022 time: 0.4370422 Feb 07 17:01:31.878836 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dee5d68-44d0-4f0a-b827-bc80bc3c56f5 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ce977e40-8fb2-4fd1-be65-878a275dec61), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:31.882383 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1dee5d68-44d0-4f0a-b827-bc80bc3c56f5 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:31.883723 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1dee5d68-44d0-4f0a-b827-bc80bc3c56f5 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "DELETE /v2.0/security-groups/ce977e40-8fb2-4fd1-be65-878a275dec61 HTTP/1.1" status: 204 len: 168 time: 0.7977209 Feb 07 17:01:31.908884 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee5d68-44d0-4f0a-b827-bc80bc3c56f5 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce977e40-8fb2-4fd1-be65-878a275dec61,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:31.922428 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b8c6a76-8d60-444f-ab16-44d0d4bf14c2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (0687d854-584f-4d1b-86b1-b3503765ecf6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:31.939518 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5bf25-8e43-44ac-a9aa-d9188919ba0d req-d271dfcd-56d3-4527-94da-b9923b34d0e6 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:31.940186 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59072) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:31.942242 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1ed5bf25-8e43-44ac-a9aa-d9188919ba0d req-d271dfcd-56d3-4527-94da-b9923b34d0e6 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1216028 Feb 07 17:01:31.985569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08b885e-de04-4505-9f29-d479d8103eef tempest-DHCPAgentSchedulersTestJSON-720479930 tempest-DHCPAgentSchedulersTestJSON-720479930-project-admin] Network 0e1ff557-b061-4504-a631-ea356627c562 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:01:32.059692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8c6a76-8d60-444f-ab16-44d0d4bf14c2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:01:32.060006 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1ed5bf25-8e43-44ac-a9aa-d9188919ba0d req-770bd9d5-58cb-46fa-9c27-a9cb7b442b32 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102672 Feb 07 17:01:32.063749 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b08b885e-de04-4505-9f29-d479d8103eef tempest-DHCPAgentSchedulersTestJSON-720479930 tempest-DHCPAgentSchedulersTestJSON-720479930-project-admin] 10.222.0.18 "POST /v2.0/agents/48df0b44-d17b-4496-bde7-735ec66923d5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3061392 Feb 07 17:01:32.066935 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59076) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:32.074293 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de1da48-4f34-40fb-9f77-01a4ddf1b3b5 None None] Network 0e1ff557-b061-4504-a631-ea356627c562 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:32.186691 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7b8c6a76-8d60-444f-ab16-44d0d4bf14c2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:32.218043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8c6a76-8d60-444f-ab16-44d0d4bf14c2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:32.218994 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b8c6a76-8d60-444f-ab16-44d0d4bf14c2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:32.283507 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a36be7c3-0ecd-447b-a130-04ecbf89b135 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:01:32.297745 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd055f12-ebab-45ea-a137-e1bcbcb8fefe None None] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:32.309045 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c6a76-8d60-444f-ab16-44d0d4bf14c2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Subnet': ['ID=0687d854-584f-4d1b-86b1-b3503765ecf6,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:32.363434 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7b8c6a76-8d60-444f-ab16-44d0d4bf14c2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1785343 Feb 07 17:01:32.391163 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59084) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:32.400983 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-69d15593-08ac-4641-beb0-eac475638b3f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'security_group': {'name': 'tempest-secgroup-1722872446'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:32.449016 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69d15593-08ac-4641-beb0-eac475638b3f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:32.465782 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c9b63-1fbf-405a-96a6-5e5d5739a28a req-c8795c1f-b546-4f01-a472-bbea591be691 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:32.489346 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ae5c9b63-1fbf-405a-96a6-5e5d5739a28a req-c8795c1f-b546-4f01-a472-bbea591be691 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 945 time: 0.2928393 Feb 07 17:01:32.724342 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:32.791575 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ae5c9b63-1fbf-405a-96a6-5e5d5739a28a req-e5ea4558-2e0d-42ad-bb98-b36c5a8c8fde tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3010015 Feb 07 17:01:32.823370 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port a36be7c3-0ecd-447b-a130-04ecbf89b135 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:01:32.832425 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port a36be7c3-0ecd-447b-a130-04ecbf89b135 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:32.832814 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:32.869716 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c449a6f8-b633-404a-955d-945304626615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-514f4ad2-964c-4f67-91e2-d48403c12ce9', 'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9', 'project_id': '7c0fb6dee32843e59ae1bca7a1ef780f', 'fixed_ips': [{'subnet_id': '0687d854-584f-4d1b-86b1-b3503765ecf6'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:01:32.870731 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c449a6f8-b633-404a-955d-945304626615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:32.886057 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-48504f4e-0696-4c93-904e-af6b54e27484 tempest-DHCPAgentSchedulersTestJSON-720479930 tempest-DHCPAgentSchedulersTestJSON-720479930-project-admin] 10.222.0.18 "GET /v2.0/agents/48df0b44-d17b-4496-bde7-735ec66923d5/dhcp-networks HTTP/1.1" status: 200 len: 8831 time: 0.8170729 Feb 07 17:01:32.888513 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59092) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:32.980015 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69d15593-08ac-4641-beb0-eac475638b3f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (620724f3-c331-4063-b6bc-d5c90fdd15a8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:33.014196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8ec7c-f8ee-4665-bf17-434989cd0b58 req-822c3887-8ca5-472b-9c79-990aaeffaf2f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:33.022832 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65c8ec7c-f8ee-4665-bf17-434989cd0b58 req-822c3887-8ca5-472b-9c79-990aaeffaf2f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1353242 Feb 07 17:01:33.024981 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69d15593-08ac-4641-beb0-eac475638b3f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (620724f3-c331-4063-b6bc-d5c90fdd15a8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:33.050719 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3945e-a79d-4105-9177-c88fa61a78fe req-7a0066bd-cbc5-4f2b-98e2-89baa3a11f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:33.054381 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bb3945e-a79d-4105-9177-c88fa61a78fe req-7a0066bd-cbc5-4f2b-98e2-89baa3a11f9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 1127 time: 0.1570590 Feb 07 17:01:33.129212 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69d15593-08ac-4641-beb0-eac475638b3f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:33.134167 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-69d15593-08ac-4641-beb0-eac475638b3f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7400537 Feb 07 17:01:33.138034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65c8ec7c-f8ee-4665-bf17-434989cd0b58 req-583f1d40-68e4-4c9c-916d-a6ec50bf3b9b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141753 Feb 07 17:01:33.138570 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59094) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:33.148638 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-55f55a1d-c731-4b88-a7c3-a66dea1c829f tempest-DHCPAgentSchedulersTestJSON-720479930 tempest-DHCPAgentSchedulersTestJSON-720479930-project-admin] 10.222.0.18 "DELETE /v2.0/agents/48df0b44-d17b-4496-bde7-735ec66923d5/dhcp-networks/0e1ff557-b061-4504-a631-ea356627c562 HTTP/1.1" status: 204 len: 168 time: 0.2574873 Feb 07 17:01:33.156873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59096) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:33.170823 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9147f266-791a-4ea7-8a21-5b6c50628917 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'security_group': {'name': 'tempest-secgroup-46003831'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:33.175733 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d15593-08ac-4641-beb0-eac475638b3f tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620724f3-c331-4063-b6bc-d5c90fdd15a8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:33.197608 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9147f266-791a-4ea7-8a21-5b6c50628917 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:33.257827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-c449a6f8-b633-404a-955d-945304626615 None None] Allocated IP 2001:db8::2 (514f4ad2-964c-4f67-91e2-d48403c12ce9/0687d854-584f-4d1b-86b1-b3503765ecf6/a7246b9d-3bb4-4330-8555-a6fabe4b5d48) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:01:33.303046 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9147f266-791a-4ea7-8a21-5b6c50628917 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (5597c159-101c-49bb-a009-95ab0ae9f7c5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:33.350119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3945e-a79d-4105-9177-c88fa61a78fe req-366cd044-bb22-435a-a6b1-925c20dd4d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:33.352142 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bb3945e-a79d-4105-9177-c88fa61a78fe req-366cd044-bb22-435a-a6b1-925c20dd4d73 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 913 time: 0.2909210 Feb 07 17:01:33.354475 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9147f266-791a-4ea7-8a21-5b6c50628917 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5597c159-101c-49bb-a009-95ab0ae9f7c5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:33.446395 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-084eff30-f98b-4fab-bc83-b9b3e2b8dc85 tempest-DHCPAgentSchedulersTestJSON-720479930 tempest-DHCPAgentSchedulersTestJSON-720479930-project-admin] 10.222.0.18 "GET /v2.0/agents/48df0b44-d17b-4496-bde7-735ec66923d5/dhcp-networks HTTP/1.1" status: 200 len: 8060 time: 0.2852547 Feb 07 17:01:33.452068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59102) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:33.454933 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c449a6f8-b633-404a-955d-945304626615 None None] Publish callbacks [] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:33.468400 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c449a6f8-b633-404a-955d-945304626615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:33.489049 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-707857dd-ac57-4656-ba9d-a5a3d9699c41 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (e4ba6760-7098-4b9e-bd41-517cb44e8abc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:33.493061 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-946c9395-ff8f-4a59-9efc-cfdd4c8f6c88 tempest-DHCPAgentSchedulersTestJSON-720479930 tempest-DHCPAgentSchedulersTestJSON-720479930-project-admin] 10.222.0.18 "GET /v2.0/networks/b89dce9f-c492-4e55-b099-b86bf501ec88/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0379748 Feb 07 17:01:33.498803 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bb3945e-a79d-4105-9177-c88fa61a78fe req-46410a23-357b-4434-afcb-a3cb5de28549 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a HTTP/1.1" status: 200 len: 999 time: 0.1300442 Feb 07 17:01:33.499450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59104) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:33.503804 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147f266-791a-4ea7-8a21-5b6c50628917 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5597c159-101c-49bb-a009-95ab0ae9f7c5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:33.518170 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9147f266-791a-4ea7-8a21-5b6c50628917 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:33.522852 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9147f266-791a-4ea7-8a21-5b6c50628917 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3663070 Feb 07 17:01:33.543879 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59106) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:33.544884 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c449a6f8-b633-404a-955d-945304626615 None None] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:01:33.551566 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9e0e067a-8d9e-4c74-80f3-3fa46b70acad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1769356394', 'security_groups': ['5597c159-101c-49bb-a009-95ab0ae9f7c5'], 'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0687d854-584f-4d1b-86b1-b3503765ecf6'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:33.555662 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-c449a6f8-b633-404a-955d-945304626615 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:33.562806 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c449a6f8-b633-404a-955d-945304626615 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:01:33.641063 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449a6f8-b633-404a-955d-945304626615 None None] Pushing event updated for resources: {'Port': ['ID=a7246b9d-3bb4-4330-8555-a6fabe4b5d48,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:33.649831 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port a36be7c3-0ecd-447b-a130-04ecbf89b135 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:33.650375 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:33.668196 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c449a6f8-b633-404a-955d-945304626615 None None] Attempting to bind port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:01:33.668694 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c449a6f8-b633-404a-955d-945304626615 None None] Attempting to bind port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '83829f23-20c1-4275-bc1c-651048fafdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:01:33.669805 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c449a6f8-b633-404a-955d-945304626615 None None] Attempting to bind port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 on network 514f4ad2-964c-4f67-91e2-d48403c12ce9 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:01:33.679688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c449a6f8-b633-404a-955d-945304626615 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:01:33.680273 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c449a6f8-b633-404a-955d-945304626615 None None] Checking segment: {'id': '83829f23-20c1-4275-bc1c-651048fafdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:01:33.680824 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c449a6f8-b633-404a-955d-945304626615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:33.681934 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c449a6f8-b633-404a-955d-945304626615 None None] Bound using segment: {'id': '83829f23-20c1-4275-bc1c-651048fafdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:01:33.687031 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c449a6f8-b633-404a-955d-945304626615 None None] Bound port: a7246b9d-3bb4-4330-8555-a6fabe4b5d48, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83829f23-20c1-4275-bc1c-651048fafdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:01:33.687031 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c449a6f8-b633-404a-955d-945304626615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:33.695306 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3945e-a79d-4105-9177-c88fa61a78fe req-7486a64d-6357-4d5e-939d-deacb565dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:33.698140 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bb3945e-a79d-4105-9177-c88fa61a78fe req-7486a64d-6357-4d5e-939d-deacb565dd7c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.1897454 Feb 07 17:01:33.702281 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0e067a-8d9e-4c74-80f3-3fa46b70acad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:33.713743 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36be7c3-0ecd-447b-a130-04ecbf89b135'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:01:33.716765 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f680233-d079-4949-898e-41005b2c5685" -d '{"events": [{"server_uuid": "b5cd8b1d-ab29-45da-b0f7-a1273b72d03c", "name": "network-vif-plugged", "status": "completed", "tag": "a36be7c3-0ecd-447b-a130-04ecbf89b135"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:01:33.735248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a36be7c3-0ecd-447b-a130-04ecbf89b135, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a36be7c3-0ecd-447b-a130-04ecbf89b135,segment=NetworkSegment(2075f485-98b9-4098-bd23-427890e5e09f),segment_id=2075f485-98b9-4098-bd23-427890e5e09f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:33.742279 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:33.781007 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d36e09-12bf-4e74-b771-10e1279b2293 x-openstack-request-id: req-d7d36e09-12bf-4e74-b771-10e1279b2293 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:01:33.781342 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cd8b1d-ab29-45da-b0f7-a1273b72d03c", "name": "network-vif-plugged", "status": "completed", "tag": "a36be7c3-0ecd-447b-a130-04ecbf89b135", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:01:33.781598 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7d36e09-12bf-4e74-b771-10e1279b2293 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:01:33.782000 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36be7c3-0ecd-447b-a130-04ecbf89b135', 'code': 200} Feb 07 17:01:33.812749 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d4e72602-c20d-4efe-a389-36561251d671 tempest-DHCPAgentSchedulersTestJSON-720479930 tempest-DHCPAgentSchedulersTestJSON-720479930-project-admin] 10.222.0.18 "GET /v2.0/networks/b89dce9f-c492-4e55-b099-b86bf501ec88/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.3114913 Feb 07 17:01:33.813999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59114) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:33.856570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=a36be7c3-0ecd-447b-a130-04ecbf89b135,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:33.903299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c449a6f8-b633-404a-955d-945304626615 None None] For port a7246b9d-3bb4-4330-8555-a6fabe4b5d48, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:01:33.907917 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c449a6f8-b633-404a-955d-945304626615 None None] For port a7246b9d-3bb4-4330-8555-a6fabe4b5d48, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a7246b9d-3bb4-4330-8555-a6fabe4b5d48,segment=NetworkSegment(83829f23-20c1-4275-bc1c-651048fafdd4),segment_id=83829f23-20c1-4275-bc1c-651048fafdd4)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:01:33.918138 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c449a6f8-b633-404a-955d-945304626615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:34.028678 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449a6f8-b633-404a-955d-945304626615 None None] Pushing event updated for resources: {'Port': ['ID=a7246b9d-3bb4-4330-8555-a6fabe4b5d48,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:34.042257 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-707857dd-ac57-4656-ba9d-a5a3d9699c41 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Deleting port 382f62b2-d182-4488-baab-8c5248503307 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:34.042572 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-707857dd-ac57-4656-ba9d-a5a3d9699c41 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (382f62b2-d182-4488-baab-8c5248503307), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:34.074683 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ddd1ceac-ca1a-49d6-88d7-fa6f6f683f94 tempest-DHCPAgentSchedulersTestJSON-720479930 tempest-DHCPAgentSchedulersTestJSON-720479930-project-admin] 10.222.0.18 "GET /v2.0/agents/48df0b44-d17b-4496-bde7-735ec66923d5/dhcp-networks HTTP/1.1" status: 200 len: 8060 time: 0.2591870 Feb 07 17:01:34.085706 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59122) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:34.120464 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3945e-a79d-4105-9177-c88fa61a78fe req-d1904192-cd8b-4211-badd-a62d15a60c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:34.126248 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bb3945e-a79d-4105-9177-c88fa61a78fe req-d1904192-cd8b-4211-badd-a62d15a60c00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3700814 Feb 07 17:01:34.183866 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e0e067a-8d9e-4c74-80f3-3fa46b70acad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:34.240174 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-707857dd-ac57-4656-ba9d-a5a3d9699c41 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] For port 382f62b2-d182-4488-baab-8c5248503307, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=382f62b2-d182-4488-baab-8c5248503307,segment=NetworkSegment(e5749024-453e-4820-bccc-90d03fde6ee0),segment_id=e5749024-453e-4820-bccc-90d03fde6ee0)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:34.240546 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-707857dd-ac57-4656-ba9d-a5a3d9699c41 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (382f62b2-d182-4488-baab-8c5248503307), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:34.260577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-707857dd-ac57-4656-ba9d-a5a3d9699c41 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Calling delete_port for 382f62b2-d182-4488-baab-8c5248503307 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:34.340150 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-9e0e067a-8d9e-4c74-80f3-3fa46b70acad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] device_id is not set on port ca828cba-dbfb-446f-9b9d-185d2ebf5146 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:01:34.364642 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100dd66-af70-4bdd-9bf8-e59ef3c57ede req-fb661196-5682-4cc0-9185-7b38362fa32a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:34.366254 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a100dd66-af70-4bdd-9bf8-e59ef3c57ede req-fb661196-5682-4cc0-9185-7b38362fa32a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.3132405 Feb 07 17:01:34.513576 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bb3945e-a79d-4105-9177-c88fa61a78fe req-43d9e918-923a-4dc8-8889-7800c09ac5c8 service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787107 Feb 07 17:01:34.656623 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a100dd66-af70-4bdd-9bf8-e59ef3c57ede req-e97fd4ad-e425-4396-be06-8bb51677ab0b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463036 Feb 07 17:01:34.684406 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82679ce9-1e1a-4158-b743-27d76daf908c tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (0e1ff557-b061-4504-a631-ea356627c562), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:34.696313 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59130) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:34.699393 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-707857dd-ac57-4656-ba9d-a5a3d9699c41 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (382f62b2-d182-4488-baab-8c5248503307), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:34.764807 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-9e0e067a-8d9e-4c74-80f3-3fa46b70acad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Allocated IP 2001:db8::99 (514f4ad2-964c-4f67-91e2-d48403c12ce9/0687d854-584f-4d1b-86b1-b3503765ecf6/ca828cba-dbfb-446f-9b9d-185d2ebf5146) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:01:34.769247 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bb3945e-a79d-4105-9177-c88fa61a78fe req-7b89d5e9-3375-4b87-ba1d-3061a8792cba service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240932 Feb 07 17:01:34.836368 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707857dd-ac57-4656-ba9d-a5a3d9699c41 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event deleted for resources: {'Port': ['ID=382f62b2-d182-4488-baab-8c5248503307,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:34.895900 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e983bdf-c5b2-40fd-9f3f-0a18cac241d3 req-3c888fdc-4463-4237-9fd0-1544afa9e590 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:34.910522 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e983bdf-c5b2-40fd-9f3f-0a18cac241d3 req-3c888fdc-4463-4237-9fd0-1544afa9e590 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.5807524 Feb 07 17:01:35.035329 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a7246b9d-3bb4-4330-8555-a6fabe4b5d48 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:01:35.070944 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82679ce9-1e1a-4158-b743-27d76daf908c tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (0e1ff557-b061-4504-a631-ea356627c562), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:35.079091 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-99952a13-b9a8-49e9-a11a-81bd9cc54069 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/floatingips/e8c7ce4c-efe7-495f-942e-ac8266ad8a89 HTTP/1.1" status: 200 len: 994 time: 0.3767750 Feb 07 17:01:35.147570 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e983bdf-c5b2-40fd-9f3f-0a18cac241d3 req-9adfda45-834a-441d-94d9-8f458ba60c13 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357230 Feb 07 17:01:35.175418 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-82679ce9-1e1a-4158-b743-27d76daf908c tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1ff557-b061-4504-a631-ea356627c562']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:35.216895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-82679ce9-1e1a-4158-b743-27d76daf908c tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f006b0ec-0625-4080-9748-bd57084866d2') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:35.217205 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-82679ce9-1e1a-4158-b743-27d76daf908c tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f006b0ec-0625-4080-9748-bd57084866d2') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:35.220439 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e0e067a-8d9e-4c74-80f3-3fa46b70acad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (ca828cba-dbfb-446f-9b9d-185d2ebf5146), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:35.239895 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:35.240297 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:35.340392 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e0e067a-8d9e-4c74-80f3-3fa46b70acad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ca828cba-dbfb-446f-9b9d-185d2ebf5146), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:35.445380 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0e067a-8d9e-4c74-80f3-3fa46b70acad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:01:35.448950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-9e0e067a-8d9e-4c74-80f3-3fa46b70acad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:35.453537 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0e067a-8d9e-4c74-80f3-3fa46b70acad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:01:35.460146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0e067a-8d9e-4c74-80f3-3fa46b70acad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:35.460828 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9e0e067a-8d9e-4c74-80f3-3fa46b70acad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:35.480691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e067a-8d9e-4c74-80f3-3fa46b70acad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=ca828cba-dbfb-446f-9b9d-185d2ebf5146,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:35.501783 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9e0e067a-8d9e-4c74-80f3-3fa46b70acad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9567482 Feb 07 17:01:35.506046 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59136) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:35.514756 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a6019c50-6e28-476b-94b2-1363edd2f350 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'subnet': {'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:35.516705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:35.517135 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:35.602895 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port a7246b9d-3bb4-4330-8555-a6fabe4b5d48, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a7246b9d-3bb4-4330-8555-a6fabe4b5d48,segment=NetworkSegment(83829f23-20c1-4275-bc1c-651048fafdd4),segment_id=83829f23-20c1-4275-bc1c-651048fafdd4)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:35.609735 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:35.776472 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=a7246b9d-3bb4-4330-8555-a6fabe4b5d48,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:35.788341 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6019c50-6e28-476b-94b2-1363edd2f350 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:35.792794 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a6019c50-6e28-476b-94b2-1363edd2f350 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:35.881174 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82679ce9-1e1a-4158-b743-27d76daf908c tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (f006b0ec-0625-4080-9748-bd57084866d2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:35.937510 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82679ce9-1e1a-4158-b743-27d76daf908c tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (f006b0ec-0625-4080-9748-bd57084866d2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:35.953892 n-d-827865-3 neutron-server[103225]: INFO neutron.db.ipam_backend_mixin [None req-a6019c50-6e28-476b-94b2-1363edd2f350 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0687d854-584f-4d1b-86b1-b3503765ecf6 (CIDR: 2001:db8::/64) Feb 07 17:01:35.956370 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-747154c8-ee1a-485a-aa6e-eeb893196395 None None] Provisioning complete for port 8e275add-d8e9-4d25-8dda-0d435c247e1a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:35.956918 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-747154c8-ee1a-485a-aa6e-eeb893196395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8e275add-d8e9-4d25-8dda-0d435c247e1a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:35.958313 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6019c50-6e28-476b-94b2-1363edd2f350 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:01:35.958780 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6019c50-6e28-476b-94b2-1363edd2f350 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:01:35.964158 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82679ce9-1e1a-4158-b743-27d76daf908c tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:01:35.964564 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82679ce9-1e1a-4158-b743-27d76daf908c tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (f006b0ec-0625-4080-9748-bd57084866d2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:01:35.972566 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:01:36.007915 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a6019c50-6e28-476b-94b2-1363edd2f350 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5001416 Feb 07 17:01:36.008689 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59146) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:36.014159 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-109f10ac-30b9-45f1-8356-134d9dbfc268 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'subnet': {'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:36.061064 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-747154c8-ee1a-485a-aa6e-eeb893196395 None None] Port 8e275add-d8e9-4d25-8dda-0d435c247e1a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:01:36.084204 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-747154c8-ee1a-485a-aa6e-eeb893196395 None None] Provisioning complete for port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:36.084594 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-747154c8-ee1a-485a-aa6e-eeb893196395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:36.110394 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-707857dd-ac57-4656-ba9d-a5a3d9699c41 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (e4ba6760-7098-4b9e-bd41-517cb44e8abc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:36.300570 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109f10ac-30b9-45f1-8356-134d9dbfc268 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:36.304912 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-109f10ac-30b9-45f1-8356-134d9dbfc268 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:36.314177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-747154c8-ee1a-485a-aa6e-eeb893196395 None None] Current status of the port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:36.341738 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82679ce9-1e1a-4158-b743-27d76daf908c tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (0e1ff557-b061-4504-a631-ea356627c562), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:36.355592 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82679ce9-1e1a-4158-b743-27d76daf908c tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:36.368235 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-82679ce9-1e1a-4158-b743-27d76daf908c tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] 10.222.0.18 "DELETE /v2.0/networks/0e1ff557-b061-4504-a631-ea356627c562 HTTP/1.1" status: 204 len: 168 time: 2.2769969 Feb 07 17:01:36.379912 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59150) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:36.468545 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82679ce9-1e1a-4158-b743-27d76daf908c tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Pushing event deleted for resources: {'Network': ['ID=0e1ff557-b061-4504-a631-ea356627c562,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:36.476527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7b04ab84-9210-479d-b8ed-1e27febd05f5 None None] Provisioning complete for port ca828cba-dbfb-446f-9b9d-185d2ebf5146 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:36.477137 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7b04ab84-9210-479d-b8ed-1e27febd05f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ca828cba-dbfb-446f-9b9d-185d2ebf5146), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:36.482028 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-2023928c-eb69-4ce0-b964-0c8fb8ad5672 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] DELETE failed (client error): The resource could not be found. Feb 07 17:01:36.483640 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2023928c-eb69-4ce0-b964-0c8fb8ad5672 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:01:36.495732 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2023928c-eb69-4ce0-b964-0c8fb8ad5672 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] 10.222.0.18 "DELETE /v2.0/ports/271a793b-686a-4540-8298-0b32e7c6cd14 HTTP/1.1" status: 404 len: 333 time: 0.1144259 Feb 07 17:01:36.504663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59156) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:36.605541 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7b04ab84-9210-479d-b8ed-1e27febd05f5 None None] Port ca828cba-dbfb-446f-9b9d-185d2ebf5146 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:01:36.667026 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65006688-e46b-4819-b8d5-ca72826a15e8 req-c576639a-50e9-4a80-b76b-18bebf9aa655 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:36.669633 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65006688-e46b-4819-b8d5-ca72826a15e8 req-c576639a-50e9-4a80-b76b-18bebf9aa655 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.2584801 Feb 07 17:01:36.826495 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b36305d-15ef-4f6d-b8ab-f22641676440 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Deleting subnet cdfbd95c-2ff4-48c4-b9af-7be7ab16cbcd {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:01:36.834801 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b36305d-15ef-4f6d-b8ab-f22641676440 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks [] for subnet (cdfbd95c-2ff4-48c4-b9af-7be7ab16cbcd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:36.860543 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707857dd-ac57-4656-ba9d-a5a3d9699c41 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Router e4ba6760-7098-4b9e-bd41-517cb44e8abc has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:01:36.865907 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65006688-e46b-4819-b8d5-ca72826a15e8 req-77df8384-7a68-4089-9dde-3de92751d3b9 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788478 Feb 07 17:01:36.966815 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b36305d-15ef-4f6d-b8ab-f22641676440 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (cdfbd95c-2ff4-48c4-b9af-7be7ab16cbcd), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:37.122494 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-109f10ac-30b9-45f1-8356-134d9dbfc268 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (960ea84c-1891-46f4-a7d0-cdcccc7d1f7d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:37.127090 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a7246b9d-3bb4-4330-8555-a6fabe4b5d48 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:01:37.236034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:37.236682 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:37.287098 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109f10ac-30b9-45f1-8356-134d9dbfc268 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:01:37.289321 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-109f10ac-30b9-45f1-8356-134d9dbfc268 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:37.293785 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109f10ac-30b9-45f1-8356-134d9dbfc268 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:37.294386 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-109f10ac-30b9-45f1-8356-134d9dbfc268 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:37.305540 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f10ac-30b9-45f1-8356-134d9dbfc268 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Subnet': ['ID=960ea84c-1891-46f4-a7d0-cdcccc7d1f7d,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:37.306615 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd34024-9570-433f-9da5-53e777dcb712 None None] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:37.338107 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-109f10ac-30b9-45f1-8356-134d9dbfc268 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3281417 Feb 07 17:01:37.338757 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59168) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:37.345253 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8e87f818-f9ec-4e59-bee3-df5b8744c8ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-655193339', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '960ea84c-1891-46f4-a7d0-cdcccc7d1f7d'}], 'security_groups': ['620724f3-c331-4063-b6bc-d5c90fdd15a8']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:37.399503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707857dd-ac57-4656-ba9d-a5a3d9699c41 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:01:37.415711 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-707857dd-ac57-4656-ba9d-a5a3d9699c41 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "PUT /v2.0/routers/e4ba6760-7098-4b9e-bd41-517cb44e8abc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4652128 Feb 07 17:01:37.421239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59170) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:37.445037 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6570ad-7c38-4924-97b4-489d9f912154 None None] Sync routers for ids ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:01:37.451236 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b36305d-15ef-4f6d-b8ab-f22641676440 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (cdfbd95c-2ff4-48c4-b9af-7be7ab16cbcd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:37.483620 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6570ad-7c38-4924-97b4-489d9f912154 None None] Routers {'e4ba6760-7098-4b9e-bd41-517cb44e8abc'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:01:37.484510 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7d6570ad-7c38-4924-97b4-489d9f912154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:01:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:37.510567 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2c2a6-7029-40e9-86bf-969f1d121a98 req-510b5412-c458-4a59-81f1-6ca08f4ade6b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:37.523029 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ede2c2a6-7029-40e9-86bf-969f1d121a98 req-510b5412-c458-4a59-81f1-6ca08f4ade6b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.4332018 Feb 07 17:01:37.639135 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7d6570ad-7c38-4924-97b4-489d9f912154 None None] Set router e4ba6760-7098-4b9e-bd41-517cb44e8abc gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:01:37.661771 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ede2c2a6-7029-40e9-86bf-969f1d121a98 req-4b109500-2067-40f3-805b-719b60eb8a02 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371822 Feb 07 17:01:37.700735 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b36305d-15ef-4f6d-b8ab-f22641676440 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (cdfbd95c-2ff4-48c4-b9af-7be7ab16cbcd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:37.742073 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-806884cb-2a31-4784-a051-ac7ae2bd1fd6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Deleting subnet 787e973b-4576-4e04-b9be-3a33b218cabc {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:01:37.753432 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36305d-15ef-4f6d-b8ab-f22641676440 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Pushing event deleted for resources: {'Subnet': ['ID=cdfbd95c-2ff4-48c4-b9af-7be7ab16cbcd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:37.762846 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-806884cb-2a31-4784-a051-ac7ae2bd1fd6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for subnet (787e973b-4576-4e04-b9be-3a33b218cabc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:37.767109 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b36305d-15ef-4f6d-b8ab-f22641676440 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:37.772781 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7b36305d-15ef-4f6d-b8ab-f22641676440 tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] 10.222.0.18 "DELETE /v2.0/subnets/cdfbd95c-2ff4-48c4-b9af-7be7ab16cbcd HTTP/1.1" status: 204 len: 168 time: 1.0555439 Feb 07 17:01:37.776381 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59178) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:37.806535 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60f4ef5-6633-4f30-b312-6ba70e6c5c9c None None] Network b89dce9f-c492-4e55-b099-b86bf501ec88 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:37.841939 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e87f818-f9ec-4e59-bee3-df5b8744c8ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ca828cba-dbfb-446f-9b9d-185d2ebf5146), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:37.877932 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-806884cb-2a31-4784-a051-ac7ae2bd1fd6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (787e973b-4576-4e04-b9be-3a33b218cabc), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:37.920489 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (b89dce9f-c492-4e55-b099-b86bf501ec88), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:38.183837 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Deleting port 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:38.184527 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:38.308311 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:38.312973 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-806884cb-2a31-4784-a051-ac7ae2bd1fd6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (787e973b-4576-4e04-b9be-3a33b218cabc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:38.361428 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04096ee-87bf-445e-9662-ae897749abea None None] Update dhcp port {'port': {'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9', 'fixed_ips': [{'subnet_id': '0687d854-584f-4d1b-86b1-b3503765ecf6', 'ip_address': '2001:db8::2'}, {'subnet_id': '960ea84c-1891-46f4-a7d0-cdcccc7d1f7d'}], 'binding:host_id': 'n-d-827865-3'}, 'id': 'a7246b9d-3bb4-4330-8555-a6fabe4b5d48'} from n-d-827865-3. {{(pid=103228) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 17:01:38.392619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] For port 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd,segment=NetworkSegment(ca184265-5855-4839-8d67-bdf5cee58272),segment_id=ca184265-5855-4839-8d67-bdf5cee58272)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:38.393495 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:38.427891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Calling delete_port for 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:38.435518 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b04096ee-87bf-445e-9662-ae897749abea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:38.444152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c948620-2cfd-4ea8-b8e1-13037a87989d req-4e552994-f449-4b96-bd8b-f64e83db0f68 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:38.459103 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5c948620-2cfd-4ea8-b8e1-13037a87989d req-4e552994-f449-4b96-bd8b-f64e83db0f68 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.3423557 Feb 07 17:01:38.572938 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5c948620-2cfd-4ea8-b8e1-13037a87989d req-98e5cef5-6959-4fb8-bdf8-002227e9061e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096444 Feb 07 17:01:38.644989 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-806884cb-2a31-4784-a051-ac7ae2bd1fd6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (787e973b-4576-4e04-b9be-3a33b218cabc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:38.695883 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fa8368-11d9-4763-ade7-720a38455235 None None] DHCP port deletion for b89dce9f-c492-4e55-b099-b86bf501ec88 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:01:38.724558 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:38.747158 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] No DVR routers for this DVR port 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:01:38.765497 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7d6570ad-7c38-4924-97b4-489d9f912154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T17:01:34Z', 'revision_number': 7, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:38.792578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-8e87f818-f9ec-4e59-bee3-df5b8744c8ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Delete allocated IP 2001:db8::99 (514f4ad2-964c-4f67-91e2-d48403c12ce9/0687d854-584f-4d1b-86b1-b3503765ecf6) {{(pid=103225) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 17:01:38.816257 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e9fa8368-11d9-4763-ade7-720a38455235 None None] The port '349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd' was deleted {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 07 17:01:38.841142 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-806884cb-2a31-4784-a051-ac7ae2bd1fd6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:38.858045 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-806884cb-2a31-4784-a051-ac7ae2bd1fd6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "DELETE /v2.0/subnets/787e973b-4576-4e04-b9be-3a33b218cabc HTTP/1.1" status: 204 len: 168 time: 1.4357333 Feb 07 17:01:38.864833 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59194) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:38.869832 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Pushing event deleted for resources: {'Port': ['ID=349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:38.903437 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ea9f9b-ff3f-4066-8eba-040c90f5c986 None None] Network fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:38.917890 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-8e87f818-f9ec-4e59-bee3-df5b8744c8ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Allocated IP 2001:db8:0:1::65 (514f4ad2-964c-4f67-91e2-d48403c12ce9/960ea84c-1891-46f4-a7d0-cdcccc7d1f7d/ca828cba-dbfb-446f-9b9d-185d2ebf5146) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:01:38.926006 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806884cb-2a31-4784-a051-ac7ae2bd1fd6 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event deleted for resources: {'Subnet': ['ID=787e973b-4576-4e04-b9be-3a33b218cabc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:38.933920 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6570ad-7c38-4924-97b4-489d9f912154 None None] Checking router: e4ba6760-7098-4b9e-bd41-517cb44e8abc for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:01:39.012078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:01:39.039578 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:01:39.040097 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 349b4d3c-91e0-4c52-bf47-fbcbaecbb8bd not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:01:39.053734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6570ad-7c38-4924-97b4-489d9f912154 None None] Routers {'e4ba6760-7098-4b9e-bd41-517cb44e8abc'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:01:39.054486 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7d6570ad-7c38-4924-97b4-489d9f912154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:01:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:39.189827 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (b89dce9f-c492-4e55-b099-b86bf501ec88), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:39.216964 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89dce9f-c492-4e55-b099-b86bf501ec88']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:39.231713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca184265-5855-4839-8d67-bdf5cee58272') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:39.234605 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca184265-5855-4839-8d67-bdf5cee58272') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:39.257054 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (ca184265-5855-4839-8d67-bdf5cee58272), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:39.289950 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (ca184265-5855-4839-8d67-bdf5cee58272), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:39.304816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:01:39.305694 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (ca184265-5855-4839-8d67-bdf5cee58272), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:39.315314 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e1b08b1-a315-4b77-8759-2d1801f303bc tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for router (e4ba6760-7098-4b9e-bd41-517cb44e8abc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:01:39.379295 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:01:39.381646 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (b89dce9f-c492-4e55-b099-b86bf501ec88), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:39.406155 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:39.410446 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] 10.222.0.18 "DELETE /v2.0/networks/b89dce9f-c492-4e55-b099-b86bf501ec88 HTTP/1.1" status: 204 len: 168 time: 1.6324906 Feb 07 17:01:39.429266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7d6570ad-7c38-4924-97b4-489d9f912154 None None] Set router e4ba6760-7098-4b9e-bd41-517cb44e8abc gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:01:39.453261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a73039-fcb6-4a5d-b46b-a5d710cdcd8d tempest-DHCPAgentSchedulersTestJSON-1107874274 tempest-DHCPAgentSchedulersTestJSON-1107874274-project] Pushing event deleted for resources: {'Network': ['ID=b89dce9f-c492-4e55-b099-b86bf501ec88,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:39.476677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94016dd-7304-4c95-9ca6-ca54ef10f884 req-4129b40c-0974-4edd-9770-370ba5beeb8d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:39.478511 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a94016dd-7304-4c95-9ca6-ca54ef10f884 req-4129b40c-0974-4edd-9770-370ba5beeb8d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.4960082 Feb 07 17:01:39.578909 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a94016dd-7304-4c95-9ca6-ca54ef10f884 req-744b7c28-4bd8-49c4-bcf1-9f0894a41343 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942874 Feb 07 17:01:39.610634 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e534dc2b-b2a8-4f0b-9205-f1a0c60909e9 None None] DHCP port deletion for fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:01:39.749230 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e534dc2b-b2a8-4f0b-9205-f1a0c60909e9 None None] Deleting port 7da9b2d3-25f4-41e4-8aba-d241f5b005c3 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:39.749576 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e534dc2b-b2a8-4f0b-9205-f1a0c60909e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (7da9b2d3-25f4-41e4-8aba-d241f5b005c3), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:39.841859 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e87f818-f9ec-4e59-bee3-df5b8744c8ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (ca828cba-dbfb-446f-9b9d-185d2ebf5146), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:39.849967 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e87f818-f9ec-4e59-bee3-df5b8744c8ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (ca828cba-dbfb-446f-9b9d-185d2ebf5146), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:39.863431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e534dc2b-b2a8-4f0b-9205-f1a0c60909e9 None None] For port 7da9b2d3-25f4-41e4-8aba-d241f5b005c3, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7da9b2d3-25f4-41e4-8aba-d241f5b005c3,segment=NetworkSegment(e5749024-453e-4820-bccc-90d03fde6ee0),segment_id=e5749024-453e-4820-bccc-90d03fde6ee0)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:39.863860 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e534dc2b-b2a8-4f0b-9205-f1a0c60909e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (7da9b2d3-25f4-41e4-8aba-d241f5b005c3), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:39.873212 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e1b08b1-a315-4b77-8759-2d1801f303bc tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for router_gateway (e4ba6760-7098-4b9e-bd41-517cb44e8abc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:39.906541 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59208) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:39.913093 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e534dc2b-b2a8-4f0b-9205-f1a0c60909e9 None None] Calling delete_port for 7da9b2d3-25f4-41e4-8aba-d241f5b005c3 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:39.955500 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-b04096ee-87bf-445e-9662-ae897749abea None None] Allocated IP 2001:db8:0:1::2 (514f4ad2-964c-4f67-91e2-d48403c12ce9/960ea84c-1891-46f4-a7d0-cdcccc7d1f7d/a7246b9d-3bb4-4330-8555-a6fabe4b5d48) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:01:39.960718 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8e87f818-f9ec-4e59-bee3-df5b8744c8ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] In _notify_port_updated(), no bound segment for port ca828cba-dbfb-446f-9b9d-185d2ebf5146 on network 514f4ad2-964c-4f67-91e2-d48403c12ce9 {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 17:01:39.968162 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e87f818-f9ec-4e59-bee3-df5b8744c8ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:39.968978 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e87f818-f9ec-4e59-bee3-df5b8744c8ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:39.970520 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8e87f818-f9ec-4e59-bee3-df5b8744c8ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "PUT /v2.0/ports/ca828cba-dbfb-446f-9b9d-185d2ebf5146 HTTP/1.1" status: 200 len: 929 time: 2.6307847 Feb 07 17:01:39.973535 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59212) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:40.036228 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87f818-f9ec-4e59-bee3-df5b8744c8ea tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=ca828cba-dbfb-446f-9b9d-185d2ebf5146,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:40.066055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b08b1-a315-4b77-8759-2d1801f303bc tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Deleting port 99df56ba-37f2-4367-b30e-ba670bc6bee9 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:40.066535 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e1b08b1-a315-4b77-8759-2d1801f303bc tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (99df56ba-37f2-4367-b30e-ba670bc6bee9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:40.183561 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4e1b08b1-a315-4b77-8759-2d1801f303bc tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] For port 99df56ba-37f2-4367-b30e-ba670bc6bee9, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=99df56ba-37f2-4367-b30e-ba670bc6bee9,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:40.184127 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e1b08b1-a315-4b77-8759-2d1801f303bc tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (99df56ba-37f2-4367-b30e-ba670bc6bee9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:40.200574 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b08b1-a315-4b77-8759-2d1801f303bc tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Calling delete_port for 99df56ba-37f2-4367-b30e-ba670bc6bee9 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:40.228412 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7d6570ad-7c38-4924-97b4-489d9f912154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T17:01:34Z', 'revision_number': 7, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:40.310676 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d13fe918-094f-4a85-9560-a9596d36208d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=760461ede9b8464f8b488b63a5f7acda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4005408 Feb 07 17:01:40.311567 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59226) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:40.313342 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e534dc2b-b2a8-4f0b-9205-f1a0c60909e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (7da9b2d3-25f4-41e4-8aba-d241f5b005c3), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:40.335168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7bc4f0eb-0200-4ab0-921c-70eae9c051c9 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port ca828cba-dbfb-446f-9b9d-185d2ebf5146 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:40.335655 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bc4f0eb-0200-4ab0-921c-70eae9c051c9 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ca828cba-dbfb-446f-9b9d-185d2ebf5146), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:40.363710 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6570ad-7c38-4924-97b4-489d9f912154 None None] The sync data for ids ['e4ba6760-7098-4b9e-bd41-517cb44e8abc'] in n-d-827865-3 is: [{'id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'name': 'tempest-TestNetworkBasicOps-router-886703135', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:53Z', 'updated_at': '2022-02-07T17:01:34Z', 'revision_number': 7, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '99df56ba-37f2-4367-b30e-ba670bc6bee9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ba6760-7098-4b9e-bd41-517cb44e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:56Z', 'updated_at': '2022-02-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:01:40.443815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534dc2b-b2a8-4f0b-9205-f1a0c60909e9 None None] Pushing event deleted for resources: {'Port': ['ID=7da9b2d3-25f4-41e4-8aba-d241f5b005c3,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:40.457474 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e534dc2b-b2a8-4f0b-9205-f1a0c60909e9 None None] No DVR routers for this DVR port 7da9b2d3-25f4-41e4-8aba-d241f5b005c3 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:01:40.462169 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e1b08b1-a315-4b77-8759-2d1801f303bc tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (99df56ba-37f2-4367-b30e-ba670bc6bee9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:40.508352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b08b1-a315-4b77-8759-2d1801f303bc tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event deleted for resources: {'Port': ['ID=99df56ba-37f2-4367-b30e-ba670bc6bee9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:40.529074 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b04096ee-87bf-445e-9662-ae897749abea None None] For port a7246b9d-3bb4-4330-8555-a6fabe4b5d48, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a7246b9d-3bb4-4330-8555-a6fabe4b5d48,segment=NetworkSegment(83829f23-20c1-4275-bc1c-651048fafdd4),segment_id=83829f23-20c1-4275-bc1c-651048fafdd4)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:40.568017 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b04096ee-87bf-445e-9662-ae897749abea None None] Publish callbacks [] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:40.574956 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b04096ee-87bf-445e-9662-ae897749abea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:40.595701 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e1b08b1-a315-4b77-8759-2d1801f303bc tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (e4ba6760-7098-4b9e-bd41-517cb44e8abc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:40.667240 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bc4f0eb-0200-4ab0-921c-70eae9c051c9 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ca828cba-dbfb-446f-9b9d-185d2ebf5146), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:40.674895 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c575aed0-4501-4972-a012-265da0d8991f admin admin] Publish callbacks [] for security_group (c0ada988-835b-4dc7-ac12-e901d15dd363), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:40.714295 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04096ee-87bf-445e-9662-ae897749abea None None] Pushing event updated for resources: {'Port': ['ID=a7246b9d-3bb4-4330-8555-a6fabe4b5d48,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:40.754048 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7bc4f0eb-0200-4ab0-921c-70eae9c051c9 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for ca828cba-dbfb-446f-9b9d-185d2ebf5146 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:40.761738 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c575aed0-4501-4972-a012-265da0d8991f admin admin] Publish callbacks [] for security_group (c0ada988-835b-4dc7-ac12-e901d15dd363), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:40.926067 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e1b08b1-a315-4b77-8759-2d1801f303bc tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (e4ba6760-7098-4b9e-bd41-517cb44e8abc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:40.930087 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e1b08b1-a315-4b77-8759-2d1801f303bc tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for router_controller (e4ba6760-7098-4b9e-bd41-517cb44e8abc), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:41.078846 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a7246b9d-3bb4-4330-8555-a6fabe4b5d48 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:01:41.083323 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3de32c-4cc1-4b78-9d66-0067a4df4415 req-e881b2cf-7e48-4eff-9f2c-653cc6c4daef tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:41.091250 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c3de32c-4cc1-4b78-9d66-0067a4df4415 req-e881b2cf-7e48-4eff-9f2c-653cc6c4daef tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.2839892 Feb 07 17:01:41.099005 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e1b08b1-a315-4b77-8759-2d1801f303bc tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (e4ba6760-7098-4b9e-bd41-517cb44e8abc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:41.107532 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1b08b1-a315-4b77-8759-2d1801f303bc tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Fanout notify agent at l3_agent the message router_deleted on router e4ba6760-7098-4b9e-bd41-517cb44e8abc {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:01:41.117867 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bc4f0eb-0200-4ab0-921c-70eae9c051c9 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ca828cba-dbfb-446f-9b9d-185d2ebf5146), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:41.144697 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4e1b08b1-a315-4b77-8759-2d1801f303bc tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:41.148310 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4e1b08b1-a315-4b77-8759-2d1801f303bc tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "DELETE /v2.0/routers/e4ba6760-7098-4b9e-bd41-517cb44e8abc HTTP/1.1" status: 204 len: 168 time: 2.2465749 Feb 07 17:01:41.153326 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59234) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:41.235400 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:41.235921 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:41.237870 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c3de32c-4cc1-4b78-9d66-0067a4df4415 req-b57c2498-7bd7-4ab7-9afc-2b4601f8b2ae tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436541 Feb 07 17:01:41.389155 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4f0eb-0200-4ab0-921c-70eae9c051c9 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=ca828cba-dbfb-446f-9b9d-185d2ebf5146,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:41.393353 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bc4f0eb-0200-4ab0-921c-70eae9c051c9 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:41.398148 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7bc4f0eb-0200-4ab0-921c-70eae9c051c9 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/ports/ca828cba-dbfb-446f-9b9d-185d2ebf5146 HTTP/1.1" status: 204 len: 168 time: 1.4233551 Feb 07 17:01:41.401079 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59244) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:41.487139 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-f268f0c1-d7a9-42ad-af27-fc659b295926 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] GET failed (client error): The resource could not be found. Feb 07 17:01:41.496635 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f268f0c1-d7a9-42ad-af27-fc659b295926 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports/ca828cba-dbfb-446f-9b9d-185d2ebf5146 HTTP/1.1" status: 404 len: 333 time: 0.0913651 Feb 07 17:01:41.497785 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59248) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:41.530523 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:41.650390 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c575aed0-4501-4972-a012-265da0d8991f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c0ada988-835b-4dc7-ac12-e901d15dd363), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:41.655389 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c575aed0-4501-4972-a012-265da0d8991f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:41.658568 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7da9b2d3-25f4-41e4-8aba-d241f5b005c3 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:01:41.670952 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c575aed0-4501-4972-a012-265da0d8991f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0ada988-835b-4dc7-ac12-e901d15dd363 HTTP/1.1" status: 204 len: 168 time: 1.3577476 Feb 07 17:01:41.758879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575aed0-4501-4972-a012-265da0d8991f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ada988-835b-4dc7-ac12-e901d15dd363,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:41.763890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 7da9b2d3-25f4-41e4-8aba-d241f5b005c3 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:01:41.764537 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7da9b2d3-25f4-41e4-8aba-d241f5b005c3 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:01:41.766444 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 382f62b2-d182-4488-baab-8c5248503307 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:01:41.794413 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0bdb858-9521-4ba2-86ac-0e9846d5ef6f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:41.828986 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f97fdbb-d42c-44b0-8530-5a0d13a48c73 req-bcf3697c-2f8a-4c94-a505-154dc04a5206 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4131784 Feb 07 17:01:41.865670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 382f62b2-d182-4488-baab-8c5248503307 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:01:41.868728 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 382f62b2-d182-4488-baab-8c5248503307 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:01:41.933941 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-97f0d97d-4bd8-40bf-bdb0-f46a39d26ec7 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (5597c159-101c-49bb-a009-95ab0ae9f7c5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:42.007943 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-97f0d97d-4bd8-40bf-bdb0-f46a39d26ec7 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (5597c159-101c-49bb-a009-95ab0ae9f7c5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:42.091213 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f1b9a-7274-494d-9291-dcfbe5fa46cb req-c38f9833-87a4-48e3-b241-20a5bd33ad1f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:42.097249 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f91f1b9a-7274-494d-9291-dcfbe5fa46cb req-c38f9833-87a4-48e3-b241-20a5bd33ad1f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.3976011 Feb 07 17:01:42.101187 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0bdb858-9521-4ba2-86ac-0e9846d5ef6f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:42.145710 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2695774b-fb25-4194-96ab-30e7400d5537 None None] Could not find standard attr ID for object ca828cba-dbfb-446f-9b9d-185d2ebf5146. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:01:42.175731 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d0bdb858-9521-4ba2-86ac-0e9846d5ef6f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:42.204242 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2695774b-fb25-4194-96ab-30e7400d5537 None None] Provisioning complete for port 8e275add-d8e9-4d25-8dda-0d435c247e1a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:42.204623 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2695774b-fb25-4194-96ab-30e7400d5537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8e275add-d8e9-4d25-8dda-0d435c247e1a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:42.227419 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d0bdb858-9521-4ba2-86ac-0e9846d5ef6f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5749024-453e-4820-bccc-90d03fde6ee0') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:42.227667 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-97f0d97d-4bd8-40bf-bdb0-f46a39d26ec7 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5597c159-101c-49bb-a009-95ab0ae9f7c5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:42.230599 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d0bdb858-9521-4ba2-86ac-0e9846d5ef6f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5749024-453e-4820-bccc-90d03fde6ee0') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:42.240069 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-97f0d97d-4bd8-40bf-bdb0-f46a39d26ec7 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:42.240690 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-97f0d97d-4bd8-40bf-bdb0-f46a39d26ec7 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/security-groups/5597c159-101c-49bb-a009-95ab0ae9f7c5 HTTP/1.1" status: 204 len: 168 time: 0.7365394 Feb 07 17:01:42.247607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97fdbb-d42c-44b0-8530-5a0d13a48c73 req-4a2571bd-e259-4cb0-857a-d9c8d0910f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:42.254066 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f97fdbb-d42c-44b0-8530-5a0d13a48c73 req-4a2571bd-e259-4cb0-857a-d9c8d0910f4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 1128 time: 0.2775521 Feb 07 17:01:42.254948 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59262) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:42.323941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0d97d-4bd8-40bf-bdb0-f46a39d26ec7 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5597c159-101c-49bb-a009-95ab0ae9f7c5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:42.341459 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f91f1b9a-7274-494d-9291-dcfbe5fa46cb req-fcff5498-ec3a-4566-b246-8f53090b1dda tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237420 Feb 07 17:01:42.423197 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2695774b-fb25-4194-96ab-30e7400d5537 None None] Port 8e275add-d8e9-4d25-8dda-0d435c247e1a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:01:42.453911 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2695774b-fb25-4194-96ab-30e7400d5537 None None] Provisioning complete for port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:42.454549 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2695774b-fb25-4194-96ab-30e7400d5537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:42.461380 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0bdb858-9521-4ba2-86ac-0e9846d5ef6f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (e5749024-453e-4820-bccc-90d03fde6ee0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:42.502906 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59268) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:42.522190 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a076262-dde7-4343-ad27-1548f420aa89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:42.583572 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0bdb858-9521-4ba2-86ac-0e9846d5ef6f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e5749024-453e-4820-bccc-90d03fde6ee0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:42.599832 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bdb858-9521-4ba2-86ac-0e9846d5ef6f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:01:42.600627 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0bdb858-9521-4ba2-86ac-0e9846d5ef6f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (e5749024-453e-4820-bccc-90d03fde6ee0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:01:42.604418 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:01:42.696039 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87d7298e-f114-40cb-94a1-df88268f593d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (620724f3-c331-4063-b6bc-d5c90fdd15a8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:42.703865 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a076262-dde7-4343-ad27-1548f420aa89 admin admin] Publish callbacks [] for security_group (296777e8-f05f-4c9d-a7a7-e159275c81e6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:42.712313 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a076262-dde7-4343-ad27-1548f420aa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (296777e8-f05f-4c9d-a7a7-e159275c81e6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:42.728358 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87d7298e-f114-40cb-94a1-df88268f593d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (620724f3-c331-4063-b6bc-d5c90fdd15a8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:42.735760 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2695774b-fb25-4194-96ab-30e7400d5537 None None] Current status of the port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:42.845514 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 99df56ba-37f2-4367-b30e-ba670bc6bee9 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:01:42.858478 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7a076262-dde7-4343-ad27-1548f420aa89 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1126f0884ae469aaf5d900cb77d6499&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3530939 Feb 07 17:01:42.862658 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a076262-dde7-4343-ad27-1548f420aa89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296777e8-f05f-4c9d-a7a7-e159275c81e6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:42.863306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59276) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:42.910658 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87d7298e-f114-40cb-94a1-df88268f593d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (620724f3-c331-4063-b6bc-d5c90fdd15a8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:42.914221 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87d7298e-f114-40cb-94a1-df88268f593d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:42.915398 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-87d7298e-f114-40cb-94a1-df88268f593d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/security-groups/620724f3-c331-4063-b6bc-d5c90fdd15a8 HTTP/1.1" status: 204 len: 168 time: 0.6377094 Feb 07 17:01:42.918184 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59278) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:42.927560 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 99df56ba-37f2-4367-b30e-ba670bc6bee9 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:01:42.930436 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 99df56ba-37f2-4367-b30e-ba670bc6bee9 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:01:42.938413 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e11e897e-d51f-46fd-a94f-d264a597bc52 None None] Could not find standard attr ID for object ca828cba-dbfb-446f-9b9d-185d2ebf5146. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:01:42.970686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97fdbb-d42c-44b0-8530-5a0d13a48c73 req-7ee57dc8-7f3d-4442-accf-d06ef26cafa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:42.973392 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f97fdbb-d42c-44b0-8530-5a0d13a48c73 req-7ee57dc8-7f3d-4442-accf-d06ef26cafa4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee68e4cc-35f2-42ab-88dd-35c973261201 HTTP/1.1" status: 200 len: 897 time: 0.6943557 Feb 07 17:01:42.979694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7298e-f114-40cb-94a1-df88268f593d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=620724f3-c331-4063-b6bc-d5c90fdd15a8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:42.982742 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0bdb858-9521-4ba2-86ac-0e9846d5ef6f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:42.988187 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0bdb858-9521-4ba2-86ac-0e9846d5ef6f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:42.991978 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d0bdb858-9521-4ba2-86ac-0e9846d5ef6f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "DELETE /v2.0/networks/fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e HTTP/1.1" status: 204 len: 168 time: 1.8314674 Feb 07 17:01:43.016227 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59284) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:43.024814 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1e2f7fca-c2e6-4487-9a5f-6ace12ec9647 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'network': {'name': 'tempest-network-smoke--290489995', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'port_security_enabled': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:43.067740 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdb858-9521-4ba2-86ac-0e9846d5ef6f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event deleted for resources: {'Network': ['ID=fbb6ec7a-9ded-4cfc-b2f1-927045b3da7e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:43.084283 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-71840117-d7e4-47a9-a8a6-87f4f61cb68c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting subnet 0687d854-584f-4d1b-86b1-b3503765ecf6 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:01:43.088276 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2f7fca-c2e6-4487-9a5f-6ace12ec9647 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Made reservation on behalf of e266b4b9b1d544eabc5eebcc70b0d46e for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:43.091979 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e2f7fca-c2e6-4487-9a5f-6ace12ec9647 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:43.094300 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71840117-d7e4-47a9-a8a6-87f4f61cb68c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for subnet (0687d854-584f-4d1b-86b1-b3503765ecf6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:43.116174 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f97fdbb-d42c-44b0-8530-5a0d13a48c73 req-ca546103-6336-419b-9ed5-33c87a864e1f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36be7c3-0ecd-447b-a130-04ecbf89b135 HTTP/1.1" status: 200 len: 1002 time: 0.1205919 Feb 07 17:01:43.152634 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71840117-d7e4-47a9-a8a6-87f4f61cb68c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (0687d854-584f-4d1b-86b1-b3503765ecf6), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:43.181158 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97fdbb-d42c-44b0-8530-5a0d13a48c73 req-ff6c97eb-dc94-492c-967d-0e1d665b2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:43.182827 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f97fdbb-d42c-44b0-8530-5a0d13a48c73 req-ff6c97eb-dc94-492c-967d-0e1d665b2827 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46e7aa81-9dcc-468e-bfb9-c817f0e11f5e HTTP/1.1" status: 200 len: 834 time: 0.0587063 Feb 07 17:01:43.227475 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5329d514-274e-446c-b0fb-40861d09b145 admin admin] Publish callbacks [] for security_group (296777e8-f05f-4c9d-a7a7-e159275c81e6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:43.252137 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2f7fca-c2e6-4487-9a5f-6ace12ec9647 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:01:43.272486 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5329d514-274e-446c-b0fb-40861d09b145 admin admin] Publish callbacks [] for security_group (296777e8-f05f-4c9d-a7a7-e159275c81e6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:43.276309 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e2f7fca-c2e6-4487-9a5f-6ace12ec9647 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (ab22d59c-b79e-4dcf-b392-5748fece1fbd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:43.276780 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-1e2f7fca-c2e6-4487-9a5f-6ace12ec9647 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Added segment ab22d59c-b79e-4dcf-b392-5748fece1fbd of type vlan for network 34d4dd5b-2a45-46d7-be0e-45cea9796556 Feb 07 17:01:43.289676 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97fdbb-d42c-44b0-8530-5a0d13a48c73 req-cf9aeb0d-d738-4cb8-8148-3baf719411b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:43.290878 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71840117-d7e4-47a9-a8a6-87f4f61cb68c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (0687d854-584f-4d1b-86b1-b3503765ecf6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:43.291399 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f97fdbb-d42c-44b0-8530-5a0d13a48c73 req-cf9aeb0d-d738-4cb8-8148-3baf719411b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee68e4cc-35f2-42ab-88dd-35c973261201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1023159 Feb 07 17:01:43.359813 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e2f7fca-c2e6-4487-9a5f-6ace12ec9647 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (34d4dd5b-2a45-46d7-be0e-45cea9796556), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:43.418920 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f97fdbb-d42c-44b0-8530-5a0d13a48c73 req-986bbcf4-6189-48ef-b6b7-8fdbb2802a73 service neutron] 10.222.0.32 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177466 Feb 07 17:01:43.441905 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5329d514-274e-446c-b0fb-40861d09b145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (296777e8-f05f-4c9d-a7a7-e159275c81e6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:43.444588 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e2f7fca-c2e6-4487-9a5f-6ace12ec9647 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (34d4dd5b-2a45-46d7-be0e-45cea9796556), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:43.444750 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5329d514-274e-446c-b0fb-40861d09b145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:43.455284 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5329d514-274e-446c-b0fb-40861d09b145 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/296777e8-f05f-4c9d-a7a7-e159275c81e6 HTTP/1.1" status: 204 len: 168 time: 0.5661707 Feb 07 17:01:43.468728 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2f7fca-c2e6-4487-9a5f-6ace12ec9647 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:43.481406 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e2f7fca-c2e6-4487-9a5f-6ace12ec9647 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:43.495386 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71840117-d7e4-47a9-a8a6-87f4f61cb68c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (0687d854-584f-4d1b-86b1-b3503765ecf6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:43.579482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329d514-274e-446c-b0fb-40861d09b145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296777e8-f05f-4c9d-a7a7-e159275c81e6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:43.663598 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d844683-6cdf-41ec-98a0-e9b825eefe73 req-b7df14ed-3682-41b9-a0a5-937280baa141 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:43.665553 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1d844683-6cdf-41ec-98a0-e9b825eefe73 req-b7df14ed-3682-41b9-a0a5-937280baa141 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1227870 Feb 07 17:01:43.668648 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f97fdbb-d42c-44b0-8530-5a0d13a48c73 req-e587eea8-649b-4b67-8c52-2225b9f90121 service neutron] 10.222.0.32 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432652 Feb 07 17:01:43.754072 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71840117-d7e4-47a9-a8a6-87f4f61cb68c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Subnet': ['ID=0687d854-584f-4d1b-86b1-b3503765ecf6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:43.765259 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca749cb9-dcd8-4c71-8a4b-adc2318b6b1b None None] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:43.768174 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71840117-d7e4-47a9-a8a6-87f4f61cb68c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:43.772608 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-71840117-d7e4-47a9-a8a6-87f4f61cb68c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/subnets/0687d854-584f-4d1b-86b1-b3503765ecf6 HTTP/1.1" status: 204 len: 168 time: 0.8532825 Feb 07 17:01:43.777824 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59298) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:43.779911 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1e2f7fca-c2e6-4487-9a5f-6ace12ec9647 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7601759 Feb 07 17:01:43.782777 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59300) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:43.788141 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-90291541-3766-460f-afd6-f2aa8bf26206 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'subnet': {'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:43.788613 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-af5de90b-aa07-4f72-85fe-fa7c85176247 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-259180856', 'admin_state_up': True, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:43.799062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f7fca-c2e6-4487-9a5f-6ace12ec9647 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Network': ['ID=34d4dd5b-2a45-46d7-be0e-45cea9796556,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:43.817967 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1d844683-6cdf-41ec-98a0-e9b825eefe73 req-3d3394c2-9471-4e15-a591-54ff30b43084 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407542 Feb 07 17:01:43.843766 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 34d4dd5b-2a45-46d7-be0e-45cea9796556 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:01:43.877270 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af5de90b-aa07-4f72-85fe-fa7c85176247 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (6a751a93-e6b1-44e1-a306-652494db0c23), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:43.879099 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af5de90b-aa07-4f72-85fe-fa7c85176247 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (6a751a93-e6b1-44e1-a306-652494db0c23), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:44.103439 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90291541-3766-460f-afd6-f2aa8bf26206 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:44.110693 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90291541-3766-460f-afd6-f2aa8bf26206 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:44.260146 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af5de90b-aa07-4f72-85fe-fa7c85176247 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for router_controller (6a751a93-e6b1-44e1-a306-652494db0c23), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:44.510178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa6d42-285a-495a-a1b9-cbeb9685fa01 req-488e3f2c-7191-4a63-97f8-1bbb6561d873 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:44.521811 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35fa6d42-285a-495a-a1b9-cbeb9685fa01 req-488e3f2c-7191-4a63-97f8-1bbb6561d873 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.4943256 Feb 07 17:01:44.637164 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90291541-3766-460f-afd6-f2aa8bf26206 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (58dfcb49-3424-4afe-b101-6763e582f8e4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:44.691386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90291541-3766-460f-afd6-f2aa8bf26206 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:01:44.700531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-90291541-3766-460f-afd6-f2aa8bf26206 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:44.703995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90291541-3766-460f-afd6-f2aa8bf26206 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:44.704607 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90291541-3766-460f-afd6-f2aa8bf26206 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:44.875094 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af5de90b-aa07-4f72-85fe-fa7c85176247 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for router_gateway (6a751a93-e6b1-44e1-a306-652494db0c23), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:44.880021 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59340) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:44.881738 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-90291541-3766-460f-afd6-f2aa8bf26206 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1019220 Feb 07 17:01:44.882977 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90291541-3766-460f-afd6-f2aa8bf26206 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Subnet': ['ID=58dfcb49-3424-4afe-b101-6763e582f8e4,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:44.926230 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35fa6d42-285a-495a-a1b9-cbeb9685fa01 req-7715ce8a-e6f3-485d-9f9c-9e4532d5b4c9 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4032841 Feb 07 17:01:44.934891 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-109c8c17-9875-4046-8cf3-83957dad89fb tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'security_group': {'name': 'tempest-secgroup-474055306'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:45.031096 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-109c8c17-9875-4046-8cf3-83957dad89fb tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:45.161251 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a8780-c5c3-4ac6-83cf-95fdfcdf99d3 req-f2f0d44e-456e-470b-9cba-2ac3001980c8 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:45.166866 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fc2a8780-c5c3-4ac6-83cf-95fdfcdf99d3 req-f2f0d44e-456e-470b-9cba-2ac3001980c8 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1567862 Feb 07 17:01:45.196438 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-109c8c17-9875-4046-8cf3-83957dad89fb tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (1a73a97e-7cb3-4f7f-97ac-e6524221fd27), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:45.202184 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-109c8c17-9875-4046-8cf3-83957dad89fb tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1a73a97e-7cb3-4f7f-97ac-e6524221fd27), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:45.229879 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-109c8c17-9875-4046-8cf3-83957dad89fb tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:45.231813 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-109c8c17-9875-4046-8cf3-83957dad89fb tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3501787 Feb 07 17:01:45.248998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59348) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:45.258077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-900a85fd-9c10-4174-9c78-367853b42280 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'security_group': {'name': 'tempest-secgroup-1009693698'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:45.289877 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-900a85fd-9c10-4174-9c78-367853b42280 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:45.301185 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fc2a8780-c5c3-4ac6-83cf-95fdfcdf99d3 req-1f8dfa0d-9474-4158-b6d8-86a2454f9e4c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277738 Feb 07 17:01:45.329002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c8c17-9875-4046-8cf3-83957dad89fb tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a73a97e-7cb3-4f7f-97ac-e6524221fd27,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:45.453407 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50ba1f7-5123-434a-bbcc-90cd8e752b56 None None] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:45.554236 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-900a85fd-9c10-4174-9c78-367853b42280 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (c7efb889-e0ee-4247-93dc-1dbd90e94cd0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:45.562746 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-900a85fd-9c10-4174-9c78-367853b42280 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c7efb889-e0ee-4247-93dc-1dbd90e94cd0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:45.583588 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e4d81854-0032-469d-9e5d-e5b931cdbafe None None] Provisioning complete for port 8e275add-d8e9-4d25-8dda-0d435c247e1a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:45.584647 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e4d81854-0032-469d-9e5d-e5b931cdbafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8e275add-d8e9-4d25-8dda-0d435c247e1a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:45.594015 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-900a85fd-9c10-4174-9c78-367853b42280 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:45.600310 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-900a85fd-9c10-4174-9c78-367853b42280 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3451579 Feb 07 17:01:45.601363 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59358) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:45.605951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-96a3bbee-d0d7-42d1-9f23-9e1dcaeed551 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'security_group': {'name': 'tempest-secgroup-582295081'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:45.665341 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96a3bbee-d0d7-42d1-9f23-9e1dcaeed551 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:45.806968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e4d81854-0032-469d-9e5d-e5b931cdbafe None None] Port 8e275add-d8e9-4d25-8dda-0d435c247e1a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:01:45.844994 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96a3bbee-d0d7-42d1-9f23-9e1dcaeed551 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (479b92fa-ff80-4080-af13-e4b7bebe6cba), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:45.851597 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96a3bbee-d0d7-42d1-9f23-9e1dcaeed551 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (479b92fa-ff80-4080-af13-e4b7bebe6cba), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:45.877038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a85fd-9c10-4174-9c78-367853b42280 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7efb889-e0ee-4247-93dc-1dbd90e94cd0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:45.886799 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e4d81854-0032-469d-9e5d-e5b931cdbafe None None] Provisioning complete for port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:45.887187 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e4d81854-0032-469d-9e5d-e5b931cdbafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:45.917750 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96a3bbee-d0d7-42d1-9f23-9e1dcaeed551 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:45.921387 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-96a3bbee-d0d7-42d1-9f23-9e1dcaeed551 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3197076 Feb 07 17:01:45.927197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59374) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:45.935578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545f800-a0e0-4eed-82e9-5150a83183cb req-a9973bb3-a931-4da3-b179-6e51368e1e1c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:45.937300 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3545f800-a0e0-4eed-82e9-5150a83183cb req-a9973bb3-a931-4da3-b179-6e51368e1e1c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.5180576 Feb 07 17:01:45.942482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-100a63c5-7684-4d2f-899d-ee9171dcf530 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1551874979', 'security_groups': ['479b92fa-ff80-4080-af13-e4b7bebe6cba'], 'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '58dfcb49-3424-4afe-b101-6763e582f8e4'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:45.951971 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3bbee-d0d7-42d1-9f23-9e1dcaeed551 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=479b92fa-ff80-4080-af13-e4b7bebe6cba,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:46.010413 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af5de90b-aa07-4f72-85fe-fa7c85176247 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for router_gateway (6a751a93-e6b1-44e1-a306-652494db0c23), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:46.055274 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af5de90b-aa07-4f72-85fe-fa7c85176247 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:46.095174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e4d81854-0032-469d-9e5d-e5b931cdbafe None None] Current status of the port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:46.220248 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100a63c5-7684-4d2f-899d-ee9171dcf530 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:46.225715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ec8f85-4d0d-4f82-a99b-fa661ecceeeb None None] Update dhcp port {'port': {'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9', 'fixed_ips': [{'subnet_id': '960ea84c-1891-46f4-a7d0-cdcccc7d1f7d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '58dfcb49-3424-4afe-b101-6763e582f8e4'}], 'binding:host_id': 'n-d-827865-3'}, 'id': 'a7246b9d-3bb4-4330-8555-a6fabe4b5d48'} from n-d-827865-3. {{(pid=103228) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 17:01:46.322881 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54ec8f85-4d0d-4f82-a99b-fa661ecceeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:46.477909 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:01:46.520330 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-af5de90b-aa07-4f72-85fe-fa7c85176247 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Allocated IP 172.25.4.112 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/60d794fd-f516-4b67-b214-7cb2cbf17b8b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:01:46.538580 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-6248258f-9401-4585-bd42-40dbced3086e tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:46.540733 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-6248258f-9401-4585-bd42-40dbced3086e tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/networks?id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f HTTP/1.1" status: 200 len: 815 time: 0.1491311 Feb 07 17:01:46.574753 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-7940ea8c-b29d-463c-8b7c-4f533426561d tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/quotas/8977117e06d848e1935eae573fabcc59 HTTP/1.1" status: 200 len: 375 time: 0.0250936 Feb 07 17:01:46.632779 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59402) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:46.652724 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-100a63c5-7684-4d2f-899d-ee9171dcf530 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:46.661183 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-54ec8f85-4d0d-4f82-a99b-fa661ecceeeb None None] Allocated IP 2001:db8::2 (514f4ad2-964c-4f67-91e2-d48403c12ce9/58dfcb49-3424-4afe-b101-6763e582f8e4/a7246b9d-3bb4-4330-8555-a6fabe4b5d48) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:01:46.686520 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-100a63c5-7684-4d2f-899d-ee9171dcf530 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] device_id is not set on port 249c28ea-7b67-4027-a730-c0c18278af66 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:01:46.706518 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-ff319477-bb48-41ff-8301-e69cf7e6e2b3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8977117e06d848e1935eae573fabcc59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1228969 Feb 07 17:01:46.756627 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ecc4a062-029a-4198-94ec-1e678570d338 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2145072067'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:46.837830 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-54ec8f85-4d0d-4f82-a99b-fa661ecceeeb None None] For port a7246b9d-3bb4-4330-8555-a6fabe4b5d48, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a7246b9d-3bb4-4330-8555-a6fabe4b5d48,segment=NetworkSegment(83829f23-20c1-4275-bc1c-651048fafdd4),segment_id=83829f23-20c1-4275-bc1c-651048fafdd4)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:46.882248 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54ec8f85-4d0d-4f82-a99b-fa661ecceeeb None None] Publish callbacks [] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:46.890266 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54ec8f85-4d0d-4f82-a99b-fa661ecceeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:47.004218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec8f85-4d0d-4f82-a99b-fa661ecceeeb None None] Pushing event updated for resources: {'Port': ['ID=a7246b9d-3bb4-4330-8555-a6fabe4b5d48,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:47.066273 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3545f800-a0e0-4eed-82e9-5150a83183cb req-42293a03-84a9-4b29-a02c-b63929182268 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1164761 Feb 07 17:01:47.133235 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af5de90b-aa07-4f72-85fe-fa7c85176247 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for port (60d794fd-f516-4b67-b214-7cb2cbf17b8b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:47.183624 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af5de90b-aa07-4f72-85fe-fa7c85176247 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (60d794fd-f516-4b67-b214-7cb2cbf17b8b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:47.227644 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5de90b-aa07-4f72-85fe-fa7c85176247 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:01:47.234050 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-af5de90b-aa07-4f72-85fe-fa7c85176247 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:47.240091 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5de90b-aa07-4f72-85fe-fa7c85176247 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:01:47.278614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5de90b-aa07-4f72-85fe-fa7c85176247 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Port': ['ID=60d794fd-f516-4b67-b214-7cb2cbf17b8b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:47.365197 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecc4a062-029a-4198-94ec-1e678570d338 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (c48963ee-59fb-4d0f-a92c-1e396b2438d4), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:47.366541 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecc4a062-029a-4198-94ec-1e678570d338 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (c48963ee-59fb-4d0f-a92c-1e396b2438d4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:47.472408 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-4a1caafc-2afc-4a6f-bf03-95d802293b26 service neutron] 10.222.0.18 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7088518 Feb 07 17:01:47.579121 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecc4a062-029a-4198-94ec-1e678570d338 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router_controller (c48963ee-59fb-4d0f-a92c-1e396b2438d4), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:47.590498 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecc4a062-029a-4198-94ec-1e678570d338 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (c48963ee-59fb-4d0f-a92c-1e396b2438d4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:47.602009 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af5de90b-aa07-4f72-85fe-fa7c85176247 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for router_gateway (6a751a93-e6b1-44e1-a306-652494db0c23), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:47.639503 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecc4a062-029a-4198-94ec-1e678570d338 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:47.641159 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ecc4a062-029a-4198-94ec-1e678570d338 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0071454 Feb 07 17:01:47.642899 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-100a63c5-7684-4d2f-899d-ee9171dcf530 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Allocated IP 2001:db8::2da (514f4ad2-964c-4f67-91e2-d48403c12ce9/58dfcb49-3424-4afe-b101-6763e582f8e4/249c28ea-7b67-4027-a730-c0c18278af66) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:01:47.647876 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59428) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:47.760462 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-8cac1329-9a45-4772-a347-504d9eefa28e service neutron] 10.222.0.18 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554703 Feb 07 17:01:47.767627 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b70cf36b-2920-48ad-9195-086daee68a28 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router (c48963ee-59fb-4d0f-a92c-1e396b2438d4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:47.885943 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af5de90b-aa07-4f72-85fe-fa7c85176247 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (6a751a93-e6b1-44e1-a306-652494db0c23), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:47.943573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-71c9e21c-8338-4516-80d9-fa8acefb1420 None None] Provisioning complete for port 8e275add-d8e9-4d25-8dda-0d435c247e1a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:47.944192 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71c9e21c-8338-4516-80d9-fa8acefb1420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8e275add-d8e9-4d25-8dda-0d435c247e1a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.004588 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-71c9e21c-8338-4516-80d9-fa8acefb1420 None None] Port 8e275add-d8e9-4d25-8dda-0d435c247e1a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:01:48.024553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-71c9e21c-8338-4516-80d9-fa8acefb1420 None None] Provisioning complete for port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:48.026442 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71c9e21c-8338-4516-80d9-fa8acefb1420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.038010 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b70cf36b-2920-48ad-9195-086daee68a28 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (c48963ee-59fb-4d0f-a92c-1e396b2438d4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.039512 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d1f11f00-12fe-41ec-a11b-0dd078e73045 req-dc128c54-c84b-4019-adfe-f2f60a52c2c7 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=2914a7cb-f3c8-4a99-94ea-907fed815134 HTTP/1.1" status: 200 len: 210 time: 0.0611520 Feb 07 17:01:48.042298 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b70cf36b-2920-48ad-9195-086daee68a28 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router_controller (c48963ee-59fb-4d0f-a92c-1e396b2438d4), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.133879 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-100a63c5-7684-4d2f-899d-ee9171dcf530 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (249c28ea-7b67-4027-a730-c0c18278af66), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.137794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5de90b-aa07-4f72-85fe-fa7c85176247 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Router 6a751a93-e6b1-44e1-a306-652494db0c23 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:01:48.139181 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b70cf36b-2920-48ad-9195-086daee68a28 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (c48963ee-59fb-4d0f-a92c-1e396b2438d4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.139702 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70cf36b-2920-48ad-9195-086daee68a28 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c48963ee-59fb-4d0f-a92c-1e396b2438d4 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:01:48.144296 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b70cf36b-2920-48ad-9195-086daee68a28 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.149899 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b70cf36b-2920-48ad-9195-086daee68a28 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] 10.222.0.18 "DELETE /v2.0/routers/c48963ee-59fb-4d0f-a92c-1e396b2438d4 HTTP/1.1" status: 204 len: 168 time: 0.4990702 Feb 07 17:01:48.150528 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59436) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:48.153891 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-71c9e21c-8338-4516-80d9-fa8acefb1420 None None] Current status of the port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:48.158421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-27efc394-a4b2-434e-aed3-aa184f98defb tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Request body: {'router': {'name': 'tempest-router-1484361635', 'distributed': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:48.198321 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27efc394-a4b2-434e-aed3-aa184f98defb tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (0a396ab0-02cf-475e-bc26-61c71229fa25), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.200985 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27efc394-a4b2-434e-aed3-aa184f98defb tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (0a396ab0-02cf-475e-bc26-61c71229fa25), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.228332 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-100a63c5-7684-4d2f-899d-ee9171dcf530 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (249c28ea-7b67-4027-a730-c0c18278af66), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.303720 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5de90b-aa07-4f72-85fe-fa7c85176247 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:01:48.316360 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] Sync routers for ids ['6a751a93-e6b1-44e1-a306-652494db0c23'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:01:48.337911 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] Routers {'6a751a93-e6b1-44e1-a306-652494db0c23'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:01:48.340220 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:01:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6a751a93-e6b1-44e1-a306-652494db0c23'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:48.343362 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27efc394-a4b2-434e-aed3-aa184f98defb tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router_controller (0a396ab0-02cf-475e-bc26-61c71229fa25), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.347287 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af5de90b-aa07-4f72-85fe-fa7c85176247 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.348791 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-af5de90b-aa07-4f72-85fe-fa7c85176247 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5648038 Feb 07 17:01:48.352829 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59442) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:48.356971 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100a63c5-7684-4d2f-899d-ee9171dcf530 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:01:48.358108 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27efc394-a4b2-434e-aed3-aa184f98defb tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (0a396ab0-02cf-475e-bc26-61c71229fa25), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.362358 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a63c5-7684-4d2f-899d-ee9171dcf530 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=249c28ea-7b67-4027-a730-c0c18278af66,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:48.367926 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-100a63c5-7684-4d2f-899d-ee9171dcf530 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:48.372641 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100a63c5-7684-4d2f-899d-ee9171dcf530 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:01:48.378327 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100a63c5-7684-4d2f-899d-ee9171dcf530 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:48.378967 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-100a63c5-7684-4d2f-899d-ee9171dcf530 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.390866 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27efc394-a4b2-434e-aed3-aa184f98defb tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.392271 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-27efc394-a4b2-434e-aed3-aa184f98defb tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2392137 Feb 07 17:01:48.396374 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59444) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:48.433788 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7bd191de-2c1f-488c-bb5e-56afae7dfe4d tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=e266b4b9b1d544eabc5eebcc70b0d46e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0774748 Feb 07 17:01:48.434720 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59450) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:48.463127 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-100a63c5-7684-4d2f-899d-ee9171dcf530 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5324581 Feb 07 17:01:48.473753 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59452) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:48.498241 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d1019926-2d4f-4649-9b4e-7f8ca04ff8f2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'subnet': {'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:48.560532 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0011cd6-5b72-4c11-8d3a-139604b4d170 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router (0a396ab0-02cf-475e-bc26-61c71229fa25), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.578904 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] Set router 6a751a93-e6b1-44e1-a306-652494db0c23 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:01:48.759162 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cabf35-d59f-4a7d-b31e-98fe40715cc1 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:48.760993 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-44cabf35-d59f-4a7d-b31e-98fe40715cc1 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3226845 Feb 07 17:01:48.764603 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59454) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:48.900640 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0011cd6-5b72-4c11-8d3a-139604b4d170 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (0a396ab0-02cf-475e-bc26-61c71229fa25), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.904028 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0011cd6-5b72-4c11-8d3a-139604b4d170 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router_controller (0a396ab0-02cf-475e-bc26-61c71229fa25), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.904738 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a1a4bd97-4bf1-4890-ba03-c75867765c18 None None] Provisioning complete for port 249c28ea-7b67-4027-a730-c0c18278af66 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:48.905120 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a1a4bd97-4bf1-4890-ba03-c75867765c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (249c28ea-7b67-4027-a730-c0c18278af66), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.907514 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-749b91c0-3f89-4492-85bc-74ac1f9c5f17 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1413660 Feb 07 17:01:48.912178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59456) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:48.919527 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-aa14ffbc-5910-44f8-b6ab-ea42af62046e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-434282991', 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:48.974287 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0011cd6-5b72-4c11-8d3a-139604b4d170 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (0a396ab0-02cf-475e-bc26-61c71229fa25), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.974944 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0011cd6-5b72-4c11-8d3a-139604b4d170 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a396ab0-02cf-475e-bc26-61c71229fa25 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:01:48.982380 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0011cd6-5b72-4c11-8d3a-139604b4d170 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:48.987668 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d0011cd6-5b72-4c11-8d3a-139604b4d170 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] 10.222.0.18 "DELETE /v2.0/routers/0a396ab0-02cf-475e-bc26-61c71229fa25 HTTP/1.1" status: 204 len: 168 time: 0.5893891 Feb 07 17:01:48.992504 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59458) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:48.998844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f5ec252b-396f-4b90-aca0-72d54b9a63e0 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Request body: {'router': {'name': 'tempest-router-2000967457', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6790f9fa9a1441e7811927759e1cb89b'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:49.002931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a7246b9d-3bb4-4330-8555-a6fabe4b5d48 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:01:49.015266 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1019926-2d4f-4649-9b4e-7f8ca04ff8f2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:49.019682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4bd97-4bf1-4890-ba03-c75867765c18 None None] Port 249c28ea-7b67-4027-a730-c0c18278af66 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:01:49.020802 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1019926-2d4f-4649-9b4e-7f8ca04ff8f2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.028166 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5ec252b-396f-4b90-aca0-72d54b9a63e0 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (7983a584-cf10-4bb7-afb8-065391eab565), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.031431 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5ec252b-396f-4b90-aca0-72d54b9a63e0 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (7983a584-cf10-4bb7-afb8-065391eab565), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.140327 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:49.140730 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.146767 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5ec252b-396f-4b90-aca0-72d54b9a63e0 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router_controller (7983a584-cf10-4bb7-afb8-065391eab565), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.155254 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'name': 'tempest-TestNetworkBasicOps-router-259180856', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:01:43Z', 'updated_at': '2022-02-07T17:01:47Z', 'revision_number': 3, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:46Z', 'updated_at': '2022-02-07T17:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:49.156086 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5ec252b-396f-4b90-aca0-72d54b9a63e0 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (7983a584-cf10-4bb7-afb8-065391eab565), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.165755 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa14ffbc-5910-44f8-b6ab-ea42af62046e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Made reservation on behalf of e266b4b9b1d544eabc5eebcc70b0d46e for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:49.170608 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa14ffbc-5910-44f8-b6ab-ea42af62046e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.188269 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5ec252b-396f-4b90-aca0-72d54b9a63e0 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.191792 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f5ec252b-396f-4b90-aca0-72d54b9a63e0 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1975012 Feb 07 17:01:49.194581 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59464) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:49.200781 n-d-827865-3 neutron-server[103225]: INFO neutron.db.ipam_backend_mixin [None req-d1019926-2d4f-4649-9b4e-7f8ca04ff8f2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 58dfcb49-3424-4afe-b101-6763e582f8e4 (CIDR: 2001:db8::/64) Feb 07 17:01:49.214651 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] Checking router: 6a751a93-e6b1-44e1-a306-652494db0c23 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:01:49.214651 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] Updating router 6a751a93-e6b1-44e1-a306-652494db0c23 port 60d794fd-f516-4b67-b214-7cb2cbf17b8b binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:01:49.216094 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1019926-2d4f-4649-9b4e-7f8ca04ff8f2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:01:49.218361 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1019926-2d4f-4649-9b4e-7f8ca04ff8f2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:01:49.218523 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-beff3ac6-3405-46f7-ae83-a44daf2bd1fe tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:49.289221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:49.289969 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (60d794fd-f516-4b67-b214-7cb2cbf17b8b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.295287 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d1019926-2d4f-4649-9b4e-7f8ca04ff8f2 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8099990 Feb 07 17:01:49.298525 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59466) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:49.306209 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-91739fa7-daa1-4f52-a1bd-caeb2364000e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'subnet': {'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:49.453486 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7dc8dc8-5cfb-498f-81ab-cbf813c47a80 req-79952042-e05d-421b-a022-1570eb45970a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=2914a7cb-f3c8-4a99-94ea-907fed815134 HTTP/1.1" status: 200 len: 210 time: 0.2306950 Feb 07 17:01:49.524388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91739fa7-daa1-4f52-a1bd-caeb2364000e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:49.529649 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91739fa7-daa1-4f52-a1bd-caeb2364000e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.653365 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa14ffbc-5910-44f8-b6ab-ea42af62046e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (994ba421-3766-4dad-a45b-85b122d6c2fa), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.680635 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] Publish callbacks [] for port (60d794fd-f516-4b67-b214-7cb2cbf17b8b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.688493 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (60d794fd-f516-4b67-b214-7cb2cbf17b8b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.707464 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-beff3ac6-3405-46f7-ae83-a44daf2bd1fe tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (7983a584-cf10-4bb7-afb8-065391eab565), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.707840 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-beff3ac6-3405-46f7-ae83-a44daf2bd1fe tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router (7983a584-cf10-4bb7-afb8-065391eab565), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.747137 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] Attempting to bind port 60d794fd-f516-4b67-b214-7cb2cbf17b8b on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:01:49.748008 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] Attempting to bind port 60d794fd-f516-4b67-b214-7cb2cbf17b8b by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:01:49.748386 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] Attempting to bind port 60d794fd-f516-4b67-b214-7cb2cbf17b8b on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:01:49.762259 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:01:49.762548 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:01:49.762955 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.763350 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:01:49.763827 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] Bound port: 60d794fd-f516-4b67-b214-7cb2cbf17b8b, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:01:49.764209 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (60d794fd-f516-4b67-b214-7cb2cbf17b8b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.772462 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa14ffbc-5910-44f8-b6ab-ea42af62046e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Checking segment: {'id': 'ab22d59c-b79e-4dcf-b392-5748fece1fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:01:49.772973 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa14ffbc-5910-44f8-b6ab-ea42af62046e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Network hostable DHCP agents. Network: 34d4dd5b-2a45-46d7-be0e-45cea9796556, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:01:49.802172 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14ffbc-5910-44f8-b6ab-ea42af62046e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Subnet': ['ID=994ba421-3766-4dad-a45b-85b122d6c2fa,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:49.813586 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa14ffbc-5910-44f8-b6ab-ea42af62046e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Network 34d4dd5b-2a45-46d7-be0e-45cea9796556 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:01:49.814632 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-eb86896b-66cf-40ed-badf-2d25ff276d76 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:49.816855 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-eb86896b-66cf-40ed-badf-2d25ff276d76 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.32 "GET /v2.0/networks?id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f HTTP/1.1" status: 200 len: 815 time: 0.3732867 Feb 07 17:01:49.830374 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-37c2697c-22ba-49d8-9eab-dba2c67f7ac5 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Request body: {'port': {'device_id': '2914a7cb-f3c8-4a99-94ea-907fed815134', 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f', 'admin_state_up': True, 'tenant_id': '8977117e06d848e1935eae573fabcc59'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:49.831641 n-d-827865-3 neutron-server[103225]: INFO neutron.db.ipam_backend_mixin [None req-91739fa7-daa1-4f52-a1bd-caeb2364000e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 960ea84c-1891-46f4-a7d0-cdcccc7d1f7d (CIDR: 2001:db8:0:1::/64) Feb 07 17:01:49.834515 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] For port 60d794fd-f516-4b67-b214-7cb2cbf17b8b, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:01:49.836959 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-91739fa7-daa1-4f52-a1bd-caeb2364000e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:01:49.837786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91739fa7-daa1-4f52-a1bd-caeb2364000e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:01:49.839185 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] For port 60d794fd-f516-4b67-b214-7cb2cbf17b8b, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=60d794fd-f516-4b67-b214-7cb2cbf17b8b,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:01:49.847182 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (60d794fd-f516-4b67-b214-7cb2cbf17b8b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.853315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-aa14ffbc-5910-44f8-b6ab-ea42af62046e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 34d4dd5b-2a45-46d7-be0e-45cea9796556) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:49.854638 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09049fe-1b21-416f-a887-321fe7e19468 None None] Pushing event updated for resources: {'Port': ['ID=60d794fd-f516-4b67-b214-7cb2cbf17b8b,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:49.860366 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-91739fa7-daa1-4f52-a1bd-caeb2364000e tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5610700 Feb 07 17:01:49.863782 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71b6620-a08b-4018-97a3-e1a78be8fa31 None None] Network 34d4dd5b-2a45-46d7-be0e-45cea9796556 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:49.864283 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa14ffbc-5910-44f8-b6ab-ea42af62046e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:49.865246 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa14ffbc-5910-44f8-b6ab-ea42af62046e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.877127 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59470) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:49.886488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2767d286-a23c-4009-84fd-2eb86eb37ca6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'subnet': {'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:49.894462 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09049fe-1b21-416f-a887-321fe7e19468 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:49.895838 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09049fe-1b21-416f-a887-321fe7e19468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:49.896832 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09049fe-1b21-416f-a887-321fe7e19468 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:49.897182 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09049fe-1b21-416f-a887-321fe7e19468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:49.897548 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09049fe-1b21-416f-a887-321fe7e19468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:49.898985 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09049fe-1b21-416f-a887-321fe7e19468 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:49.900028 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-aa14ffbc-5910-44f8-b6ab-ea42af62046e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9867451 Feb 07 17:01:49.900217 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09049fe-1b21-416f-a887-321fe7e19468 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:49.900714 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09049fe-1b21-416f-a887-321fe7e19468 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:49.900837 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59472) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:49.901992 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09049fe-1b21-416f-a887-321fe7e19468 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:49.902342 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09049fe-1b21-416f-a887-321fe7e19468 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:49.903437 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09049fe-1b21-416f-a887-321fe7e19468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:49.905593 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09049fe-1b21-416f-a887-321fe7e19468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:49.906004 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09049fe-1b21-416f-a887-321fe7e19468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:49.965949 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-beff3ac6-3405-46f7-ae83-a44daf2bd1fe tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103226) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 07 17:01:49.966497 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-beff3ac6-3405-46f7-ae83-a44daf2bd1fe tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Router 7983a584-cf10-4bb7-afb8-065391eab565 migrating from provider to provider. {{(pid=103226) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 07 17:01:49.966734 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-beff3ac6-3405-46f7-ae83-a44daf2bd1fe tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router_controller (7983a584-cf10-4bb7-afb8-065391eab565), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.968890 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-37c2697c-22ba-49d8-9eab-dba2c67f7ac5 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Made reservation on behalf of 8977117e06d848e1935eae573fabcc59 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:49.973319 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-37c2697c-22ba-49d8-9eab-dba2c67f7ac5 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.991571 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-beff3ac6-3405-46f7-ae83-a44daf2bd1fe tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router_controller (7983a584-cf10-4bb7-afb8-065391eab565), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:49.998097 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-beff3ac6-3405-46f7-ae83-a44daf2bd1fe tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (7983a584-cf10-4bb7-afb8-065391eab565), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:50.028888 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] Routers {'6a751a93-e6b1-44e1-a306-652494db0c23'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:01:50.029685 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:01:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6a751a93-e6b1-44e1-a306-652494db0c23'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:50.098477 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-34d4dd5b-2a45-46d7-be0e-45cea9796556', 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'fixed_ips': [{'subnet_id': '994ba421-3766-4dad-a45b-85b122d6c2fa'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:01:50.099357 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:50.156266 n-d-827865-3 neutron-server[103226]: WARNING neutron.scheduler.l3_agent_scheduler [None req-beff3ac6-3405-46f7-ae83-a44daf2bd1fe tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] No L3 agents can host the router 7983a584-cf10-4bb7-afb8-065391eab565 Feb 07 17:01:50.165441 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] Set router 6a751a93-e6b1-44e1-a306-652494db0c23 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:01:50.295678 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09049fe-1b21-416f-a887-321fe7e19468 None None] Pushing event updated for resources: {'Port': ['ID=60d794fd-f516-4b67-b214-7cb2cbf17b8b,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:50.333562 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff3ac6-3405-46f7-ae83-a44daf2bd1fe tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Hosts for router 7983a584-cf10-4bb7-afb8-065391eab565: [] {{(pid=103226) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 07 17:01:50.361634 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-37c2697c-22ba-49d8-9eab-dba2c67f7ac5 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Allocated IP 172.20.0.3 (f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f/64c0f60d-9607-407f-80c0-5214bf77aad0/8e433e0c-d28f-4d2a-8329-e962ce086384) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:01:50.371382 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff3ac6-3405-46f7-ae83-a44daf2bd1fe tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Hosts for other DVR routers connected to router 7983a584-cf10-4bb7-afb8-065391eab565: set() {{(pid=103226) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 07 17:01:50.374787 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-beff3ac6-3405-46f7-ae83-a44daf2bd1fe tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:50.379232 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-beff3ac6-3405-46f7-ae83-a44daf2bd1fe tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] 10.222.0.18 "PUT /v2.0/routers/7983a584-cf10-4bb7-afb8-065391eab565 HTTP/1.1" status: 200 len: 717 time: 1.1805253 Feb 07 17:01:50.381167 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59476) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:50.412682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] Allocated IP 172.20.0.2 (34d4dd5b-2a45-46d7-be0e-45cea9796556/994ba421-3766-4dad-a45b-85b122d6c2fa/a7e09168-a349-4c81-ae76-7f9b0b36f0f3) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:01:50.457438 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'name': 'tempest-TestNetworkBasicOps-router-259180856', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:01:43Z', 'updated_at': '2022-02-07T17:01:47Z', 'revision_number': 3, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:46Z', 'updated_at': '2022-02-07T17:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:50.490443 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-be721863-db2b-40a1-806f-cca1d72c0fa6 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] 10.222.0.18 "GET /v2.0/routers/7983a584-cf10-4bb7-afb8-065391eab565 HTTP/1.1" status: 200 len: 717 time: 0.1080315 Feb 07 17:01:50.493241 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59480) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:50.501576 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b61c1a-2aef-4524-98d7-7aacfcbcf69d None None] The sync data for ids ['6a751a93-e6b1-44e1-a306-652494db0c23'] in n-d-827865-3 is: [{'id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'name': 'tempest-TestNetworkBasicOps-router-259180856', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:01:43Z', 'updated_at': '2022-02-07T17:01:47Z', 'revision_number': 3, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:46Z', 'updated_at': '2022-02-07T17:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:01:50.726569 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-37c2697c-22ba-49d8-9eab-dba2c67f7ac5 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks [] for port (8e433e0c-d28f-4d2a-8329-e962ce086384), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:50.777343 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] Publish callbacks [] for port (a7e09168-a349-4c81-ae76-7f9b0b36f0f3), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:50.792276 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (a7e09168-a349-4c81-ae76-7f9b0b36f0f3), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:50.843850 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] Network 34d4dd5b-2a45-46d7-be0e-45cea9796556 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:01:50.852790 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:50.853007 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b8dbe9e-e0b5-4a60-b7af-028fdea893e6 req-2ac07c5b-55fe-4af2-9627-03dc8c8466a4 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=2914a7cb-f3c8-4a99-94ea-907fed815134 HTTP/1.1" status: 200 len: 210 time: 0.0641842 Feb 07 17:01:50.859147 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:01:50.969030 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] Pushing event updated for resources: {'Port': ['ID=a7e09168-a349-4c81-ae76-7f9b0b36f0f3,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:51.063138 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] Attempting to bind port a7e09168-a349-4c81-ae76-7f9b0b36f0f3 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:01:51.063553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] Attempting to bind port a7e09168-a349-4c81-ae76-7f9b0b36f0f3 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'ab22d59c-b79e-4dcf-b392-5748fece1fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:01:51.063939 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] Attempting to bind port a7e09168-a349-4c81-ae76-7f9b0b36f0f3 on network 34d4dd5b-2a45-46d7-be0e-45cea9796556 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:01:51.070497 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:01:51.070879 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] Checking segment: {'id': 'ab22d59c-b79e-4dcf-b392-5748fece1fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:01:51.071291 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:51.071688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] Bound using segment: {'id': 'ab22d59c-b79e-4dcf-b392-5748fece1fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:01:51.072167 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] Bound port: a7e09168-a349-4c81-ae76-7f9b0b36f0f3, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab22d59c-b79e-4dcf-b392-5748fece1fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:01:51.072551 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a7e09168-a349-4c81-ae76-7f9b0b36f0f3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:51.076291 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2767d286-a23c-4009-84fd-2eb86eb37ca6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Made reservation on behalf of 7c0fb6dee32843e59ae1bca7a1ef780f for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:01:51.084579 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2767d286-a23c-4009-84fd-2eb86eb37ca6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:51.170979 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] For port a7e09168-a349-4c81-ae76-7f9b0b36f0f3, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:01:51.187056 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] For port a7e09168-a349-4c81-ae76-7f9b0b36f0f3, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a7e09168-a349-4c81-ae76-7f9b0b36f0f3,segment=NetworkSegment(ab22d59c-b79e-4dcf-b392-5748fece1fbd),segment_id=ab22d59c-b79e-4dcf-b392-5748fece1fbd)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:01:51.210971 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a7e09168-a349-4c81-ae76-7f9b0b36f0f3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:51.374505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aba043-1c76-4bed-82e9-43a476c74ed2 None None] Pushing event updated for resources: {'Port': ['ID=a7e09168-a349-4c81-ae76-7f9b0b36f0f3,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:51.384486 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f9b744be-de17-4b31-ab74-2a03c20a2c54 tempest-RoutersTestDVR-1973241908 tempest-RoutersTestDVR-1973241908-project] 10.222.0.18 "GET /v2.0/routers/7983a584-cf10-4bb7-afb8-065391eab565 HTTP/1.1" status: 200 len: 683 time: 0.8898144 Feb 07 17:01:51.386914 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-37c2697c-22ba-49d8-9eab-dba2c67f7ac5 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (8e433e0c-d28f-4d2a-8329-e962ce086384), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:51.388623 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59492) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:51.391397 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:51.399670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['4522e1af-eb3d-4c70-ad64-b7d25b8f30af'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:01:51.558118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-37c2697c-22ba-49d8-9eab-dba2c67f7ac5 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:01:51.568903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-37c2697c-22ba-49d8-9eab-dba2c67f7ac5 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:51.575029 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9da9fc1-21fe-4fa3-9075-16c6a1c2b372 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router (7983a584-cf10-4bb7-afb8-065391eab565), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:51.577118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-37c2697c-22ba-49d8-9eab-dba2c67f7ac5 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:01:51.635223 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:51.651554 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-37c2697c-22ba-49d8-9eab-dba2c67f7ac5 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:51.657315 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-37c2697c-22ba-49d8-9eab-dba2c67f7ac5 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:51.762684 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2697c-22ba-49d8-9eab-dba2c67f7ac5 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Pushing event updated for resources: {'Port': ['ID=8e433e0c-d28f-4d2a-8329-e962ce086384,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:51.947812 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-37c2697c-22ba-49d8-9eab-dba2c67f7ac5 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1226761 Feb 07 17:01:51.972385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Request body: {'port': {'device_id': '2914a7cb-f3c8-4a99-94ea-907fed815134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:52.027869 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2767d286-a23c-4009-84fd-2eb86eb37ca6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (647cccb6-d34c-4847-b164-c2ca6c18546d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:52.112143 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2767d286-a23c-4009-84fd-2eb86eb37ca6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:01:52.123086 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2767d286-a23c-4009-84fd-2eb86eb37ca6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:52.125976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2767d286-a23c-4009-84fd-2eb86eb37ca6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:52.126792 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2767d286-a23c-4009-84fd-2eb86eb37ca6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:52.137961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd79c2e1-8c6c-4968-9edf-51a7fad6fa80 None None] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:52.150599 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767d286-a23c-4009-84fd-2eb86eb37ca6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Subnet': ['ID=647cccb6-d34c-4847-b164-c2ca6c18546d,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:52.195827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd0160-1cc6-42a9-b6d6-63fa33d7b55e req-80163f34-dbc2-41da-b264-442d26238da5 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:52.197486 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-32cd0160-1cc6-42a9-b6d6-63fa33d7b55e req-80163f34-dbc2-41da-b264-442d26238da5 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=2914a7cb-f3c8-4a99-94ea-907fed815134 HTTP/1.1" status: 200 len: 931 time: 0.2098763 Feb 07 17:01:52.203070 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2767d286-a23c-4009-84fd-2eb86eb37ca6 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3232999 Feb 07 17:01:52.206227 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59498) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:52.214662 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9da9fc1-21fe-4fa3-9075-16c6a1c2b372 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (7983a584-cf10-4bb7-afb8-065391eab565), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:52.219833 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9da9fc1-21fe-4fa3-9075-16c6a1c2b372 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router_controller (7983a584-cf10-4bb7-afb8-065391eab565), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:52.261068 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9646058b-6b21-4a02-940f-28b0dce0c32b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-122818140', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '647cccb6-d34c-4847-b164-c2ca6c18546d'}], 'security_groups': ['1a73a97e-7cb3-4f7f-97ac-e6524221fd27', 'c7efb889-e0ee-4247-93dc-1dbd90e94cd0']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:52.313201 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8e433e0c-d28f-4d2a-8329-e962ce086384), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:52.467643 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-32cd0160-1cc6-42a9-b6d6-63fa33d7b55e req-f316e029-4f42-4369-a5fe-af39c450a38a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032444 Feb 07 17:01:52.482598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e9dd72-6444-49e5-8b5a-84ac858009ba None None] Update dhcp port {'port': {'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9', 'fixed_ips': [{'subnet_id': '960ea84c-1891-46f4-a7d0-cdcccc7d1f7d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '58dfcb49-3424-4afe-b101-6763e582f8e4', 'ip_address': '2001:db8::2'}, {'subnet_id': '647cccb6-d34c-4847-b164-c2ca6c18546d'}], 'binding:host_id': 'n-d-827865-3'}, 'id': 'a7246b9d-3bb4-4330-8555-a6fabe4b5d48'} from n-d-827865-3. {{(pid=103228) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 17:01:52.498680 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9da9fc1-21fe-4fa3-9075-16c6a1c2b372 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (7983a584-cf10-4bb7-afb8-065391eab565), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:52.498680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9da9fc1-21fe-4fa3-9075-16c6a1c2b372 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7983a584-cf10-4bb7-afb8-065391eab565 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:01:52.515306 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e9da9fc1-21fe-4fa3-9075-16c6a1c2b372 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:52.516458 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e9da9fc1-21fe-4fa3-9075-16c6a1c2b372 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] 10.222.0.18 "DELETE /v2.0/routers/7983a584-cf10-4bb7-afb8-065391eab565 HTTP/1.1" status: 204 len: 168 time: 1.1263535 Feb 07 17:01:52.522199 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59502) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:52.525254 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-72e9dd72-6444-49e5-8b5a-84ac858009ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:52.526377 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2573f43b-ae17-4404-a94e-3913c99a7219 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Request body: {'router': {'name': 'tempest-router-1497823216', 'distributed': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:01:52.598316 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Allocated IP 172.20.0.1 (34d4dd5b-2a45-46d7-be0e-45cea9796556/994ba421-3766-4dad-a45b-85b122d6c2fa/733857e7-0d36-44e5-8e0d-d42878815d43) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:01:52.652931 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9646058b-6b21-4a02-940f-28b0dce0c32b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (249c28ea-7b67-4027-a730-c0c18278af66), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:52.702402 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2573f43b-ae17-4404-a94e-3913c99a7219 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (50d7cba8-a3e5-4932-bb87-0ab1eb57dd4c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:52.703798 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2573f43b-ae17-4404-a94e-3913c99a7219 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (50d7cba8-a3e5-4932-bb87-0ab1eb57dd4c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:52.864176 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-72e9dd72-6444-49e5-8b5a-84ac858009ba None None] Allocated IP 2001:db8:0:2::2 (514f4ad2-964c-4f67-91e2-d48403c12ce9/647cccb6-d34c-4847-b164-c2ca6c18546d/a7246b9d-3bb4-4330-8555-a6fabe4b5d48) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:01:52.889927 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2573f43b-ae17-4404-a94e-3913c99a7219 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router_controller (50d7cba8-a3e5-4932-bb87-0ab1eb57dd4c), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:52.897263 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2573f43b-ae17-4404-a94e-3913c99a7219 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (50d7cba8-a3e5-4932-bb87-0ab1eb57dd4c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:52.913948 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e433e0c-d28f-4d2a-8329-e962ce086384 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:01:52.926201 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Publish callbacks [] for port (8e433e0c-d28f-4d2a-8329-e962ce086384), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:52.931985 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2573f43b-ae17-4404-a94e-3913c99a7219 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:52.937403 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2573f43b-ae17-4404-a94e-3913c99a7219 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4144685 Feb 07 17:01:52.938168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59510) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:53.025640 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Transition to ACTIVE for port object 8e433e0c-d28f-4d2a-8329-e962ce086384 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:01:53.038407 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (8e433e0c-d28f-4d2a-8329-e962ce086384), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:53.140962 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9985a051-3cfa-42a6-8ffd-ad00e1950308 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router (50d7cba8-a3e5-4932-bb87-0ab1eb57dd4c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:53.186612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-72e9dd72-6444-49e5-8b5a-84ac858009ba None None] For port a7246b9d-3bb4-4330-8555-a6fabe4b5d48, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a7246b9d-3bb4-4330-8555-a6fabe4b5d48,segment=NetworkSegment(83829f23-20c1-4275-bc1c-651048fafdd4),segment_id=83829f23-20c1-4275-bc1c-651048fafdd4)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:53.199941 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 60d794fd-f516-4b67-b214-7cb2cbf17b8b up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:01:53.226581 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2f5658-7204-4909-aac6-c68dc8d58752 None None] Network 34d4dd5b-2a45-46d7-be0e-45cea9796556 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:53.316191 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07e79a3b-51d8-44ab-b963-d3711d421c69 req-208337ae-97a9-4eda-b1b3-c1412497868f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1829226 Feb 07 17:01:53.362795 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for port (733857e7-0d36-44e5-8e0d-d42878815d43), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:53.464419 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (733857e7-0d36-44e5-8e0d-d42878815d43), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:53.471238 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:53.483108 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e433e0c-d28f-4d2a-8329-e962ce086384,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:53.485132 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7f161b8d-71db-4657-9e1d-57b94c9ed847 None None] Provisioning complete for port a7e09168-a349-4c81-ae76-7f9b0b36f0f3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:53.493138 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f161b8d-71db-4657-9e1d-57b94c9ed847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a7e09168-a349-4c81-ae76-7f9b0b36f0f3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:53.540444 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-72e9dd72-6444-49e5-8b5a-84ac858009ba None None] Publish callbacks [] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:53.561616 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-72e9dd72-6444-49e5-8b5a-84ac858009ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:53.591804 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Port': ['ID=733857e7-0d36-44e5-8e0d-d42878815d43,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:53.625442 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9985a051-3cfa-42a6-8ffd-ad00e1950308 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (50d7cba8-a3e5-4932-bb87-0ab1eb57dd4c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:53.628068 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9985a051-3cfa-42a6-8ffd-ad00e1950308 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router_controller (50d7cba8-a3e5-4932-bb87-0ab1eb57dd4c), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:53.658498 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9dd72-6444-49e5-8b5a-84ac858009ba None None] Pushing event updated for resources: {'Port': ['ID=a7246b9d-3bb4-4330-8555-a6fabe4b5d48,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:53.699264 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9985a051-3cfa-42a6-8ffd-ad00e1950308 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (50d7cba8-a3e5-4932-bb87-0ab1eb57dd4c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:53.701357 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9985a051-3cfa-42a6-8ffd-ad00e1950308 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50d7cba8-a3e5-4932-bb87-0ab1eb57dd4c {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:01:53.730675 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Network 34d4dd5b-2a45-46d7-be0e-45cea9796556 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:01:53.739845 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 60d794fd-f516-4b67-b214-7cb2cbf17b8b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:53.740394 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (60d794fd-f516-4b67-b214-7cb2cbf17b8b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:53.746982 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9985a051-3cfa-42a6-8ffd-ad00e1950308 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:53.752810 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9985a051-3cfa-42a6-8ffd-ad00e1950308 tempest-RoutersTestDVR-373469854 tempest-RoutersTestDVR-373469854-project-admin] 10.222.0.18 "DELETE /v2.0/routers/50d7cba8-a3e5-4932-bb87-0ab1eb57dd4c HTTP/1.1" status: 204 len: 168 time: 0.8114886 Feb 07 17:01:53.755940 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Attempting to bind port 8e433e0c-d28f-4d2a-8329-e962ce086384 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:01:53.756284 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Attempting to bind port 8e433e0c-d28f-4d2a-8329-e962ce086384 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '0b335b56-9acc-471e-a796-eeb06c7bb7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:01:53.756615 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Attempting to bind port 8e433e0c-d28f-4d2a-8329-e962ce086384 on network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:01:53.763134 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Port 8e433e0c-d28f-4d2a-8329-e962ce086384 on network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:01:53.763499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Attempting to bind port 8e433e0c-d28f-4d2a-8329-e962ce086384 on network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:01:53.776346 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:01:53.776698 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Checking segment: {'id': '0b335b56-9acc-471e-a796-eeb06c7bb7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:01:53.777096 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Bound using segment: {'id': '0b335b56-9acc-471e-a796-eeb06c7bb7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:01:53.777597 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Bound port: 8e433e0c-d28f-4d2a-8329-e962ce086384, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b335b56-9acc-471e-a796-eeb06c7bb7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:01:53.777962 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8e433e0c-d28f-4d2a-8329-e962ce086384), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:53.792077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:53.798094 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e79a3b-51d8-44ab-b963-d3711d421c69 req-4692474e-a6b3-4bfe-903c-5b4d44c7acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:53.801049 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07e79a3b-51d8-44ab-b963-d3711d421c69 req-4692474e-a6b3-4bfe-903c-5b4d44c7acaa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 1127 time: 0.3994365 Feb 07 17:01:53.802151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:01:53.830141 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5484f-587f-4d22-8461-661f0ca7e863 req-c0732946-6ed2-4e45-abc0-46194697db5c tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:53.840583 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00f5484f-587f-4d22-8461-661f0ca7e863 req-c0732946-6ed2-4e45-abc0-46194697db5c tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=2914a7cb-f3c8-4a99-94ea-907fed815134 HTTP/1.1" status: 200 len: 943 time: 0.1585562 Feb 07 17:01:53.899221 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb97868-3eb8-43ce-97e6-3c8ec065a9b6 req-cbe39833-5a5c-4e72-9113-2acb8e6a9af3 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:53.901949 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ebb97868-3eb8-43ce-97e6-3c8ec065a9b6 req-cbe39833-5a5c-4e72-9113-2acb8e6a9af3 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 946 time: 0.3227549 Feb 07 17:01:53.937933 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00f5484f-587f-4d22-8461-661f0ca7e863 req-00c3e1c8-6525-4c0a-9854-f707a408d485 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963435 Feb 07 17:01:53.970325 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] For port 8e433e0c-d28f-4d2a-8329-e962ce086384, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:01:53.976033 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] For port 8e433e0c-d28f-4d2a-8329-e962ce086384, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8e433e0c-d28f-4d2a-8329-e962ce086384,segment=NetworkSegment(0b335b56-9acc-471e-a796-eeb06c7bb7a5),segment_id=0b335b56-9acc-471e-a796-eeb06c7bb7a5)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:01:54.004785 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (8e433e0c-d28f-4d2a-8329-e962ce086384), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:54.098491 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7f161b8d-71db-4657-9e1d-57b94c9ed847 None None] Current status of the port a7e09168-a349-4c81-ae76-7f9b0b36f0f3 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:54.098915 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f161b8d-71db-4657-9e1d-57b94c9ed847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a7e09168-a349-4c81-ae76-7f9b0b36f0f3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:54.139556 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (6a751a93-e6b1-44e1-a306-652494db0c23), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:54.193805 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e433e0c-d28f-4d2a-8329-e962ce086384,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:54.213178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 60d794fd-f516-4b67-b214-7cb2cbf17b8b is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:54.215284 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (60d794fd-f516-4b67-b214-7cb2cbf17b8b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:54.242772 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ebb97868-3eb8-43ce-97e6-3c8ec065a9b6 req-50cf05ea-724a-49ed-87ed-7f06188ef843 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443836 Feb 07 17:01:54.259990 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:54.260642 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:54.262165 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-22aa97c4-4b47-4561-8c3f-edc57dbb24e2 service neutron] 10.222.0.32 "PUT /v2.0/ports/8e433e0c-d28f-4d2a-8329-e962ce086384 HTTP/1.1" status: 200 len: 1091 time: 2.2973807 Feb 07 17:01:54.270446 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2914a7cb-f3c8-4a99-94ea-907fed815134', 'tag': '8e433e0c-d28f-4d2a-8329-e962ce086384'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:01:54.276089 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b1f638-81ab-466d-b3d4-4e3ccdfcb774" -d '{"events": [{"name": "network-changed", "server_uuid": "2914a7cb-f3c8-4a99-94ea-907fed815134", "tag": "8e433e0c-d28f-4d2a-8329-e962ce086384"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:01:54.321844 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-9646058b-6b21-4a02-940f-28b0dce0c32b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Delete allocated IP 2001:db8::2da (514f4ad2-964c-4f67-91e2-d48403c12ce9/58dfcb49-3424-4afe-b101-6763e582f8e4) {{(pid=103225) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 17:01:54.326278 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 60d794fd-f516-4b67-b214-7cb2cbf17b8b, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=60d794fd-f516-4b67-b214-7cb2cbf17b8b,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:54.340338 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (60d794fd-f516-4b67-b214-7cb2cbf17b8b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:54.341735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a7e09168-a349-4c81-ae76-7f9b0b36f0f3 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:01:54.401125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-9646058b-6b21-4a02-940f-28b0dce0c32b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Allocated IP 2001:db8:0:2::54 (514f4ad2-964c-4f67-91e2-d48403c12ce9/647cccb6-d34c-4847-b164-c2ca6c18546d/249c28ea-7b67-4027-a730-c0c18278af66) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:01:54.405883 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2bbf93-24d6-4bdc-9e7e-202b6446a7fc x-openstack-request-id: req-1a2bbf93-24d6-4bdc-9e7e-202b6446a7fc {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:01:54.406229 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2914a7cb-f3c8-4a99-94ea-907fed815134", "tag": "8e433e0c-d28f-4d2a-8329-e962ce086384", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:01:54.406513 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a2bbf93-24d6-4bdc-9e7e-202b6446a7fc {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:01:54.406663 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7f161b8d-71db-4657-9e1d-57b94c9ed847 None None] For port a7e09168-a349-4c81-ae76-7f9b0b36f0f3, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a7e09168-a349-4c81-ae76-7f9b0b36f0f3,segment=NetworkSegment(ab22d59c-b79e-4dcf-b392-5748fece1fbd),segment_id=ab22d59c-b79e-4dcf-b392-5748fece1fbd)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:54.406861 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2914a7cb-f3c8-4a99-94ea-907fed815134', 'tag': '8e433e0c-d28f-4d2a-8329-e962ce086384', 'status': 'completed', 'code': 200} Feb 07 17:01:54.460141 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59530) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:54.481000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-171f2bec-2d76-4a29-aeb1-6688b9536a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:54.482556 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-171f2bec-2d76-4a29-aeb1-6688b9536a03 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8977117e06d848e1935eae573fabcc59&device_id=2914a7cb-f3c8-4a99-94ea-907fed815134 HTTP/1.1" status: 200 len: 1125 time: 0.1658506 Feb 07 17:01:54.540641 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f161b8d-71db-4657-9e1d-57b94c9ed847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a7e09168-a349-4c81-ae76-7f9b0b36f0f3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:54.566708 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-c6f556cf-c778-4496-ae1d-68142e2562fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e433e0c-d28f-4d2a-8329-e962ce086384 HTTP/1.1" status: 200 len: 217 time: 0.0736127 Feb 07 17:01:54.590342 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e79a3b-51d8-44ab-b963-d3711d421c69 req-52ecdd33-1554-42cd-b42f-c7e983b1c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:54.595145 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07e79a3b-51d8-44ab-b963-d3711d421c69 req-52ecdd33-1554-42cd-b42f-c7e983b1c921 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 913 time: 0.7334330 Feb 07 17:01:54.635679 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=60d794fd-f516-4b67-b214-7cb2cbf17b8b,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:54.685957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-50270a8f-58db-43fc-ae69-b0f410742ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:54.687456 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-50270a8f-58db-43fc-ae69-b0f410742ed7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64c0f60d-9607-407f-80c0-5214bf77aad0 HTTP/1.1" status: 200 len: 855 time: 0.1093626 Feb 07 17:01:54.764536 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a7e09168-a349-4c81-ae76-7f9b0b36f0f3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:54.764922 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a7e09168-a349-4c81-ae76-7f9b0b36f0f3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:54.778542 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-e16017b9-152c-42e3-a397-849616ca341a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800159 Feb 07 17:01:54.810685 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9646058b-6b21-4a02-940f-28b0dce0c32b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for port (249c28ea-7b67-4027-a730-c0c18278af66), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:54.815481 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab14959e-d455-4bcc-8138-c4da6707db98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:54.823471 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9646058b-6b21-4a02-940f-28b0dce0c32b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (249c28ea-7b67-4027-a730-c0c18278af66), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:54.857240 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a4520181-c83f-41b6-99f6-c6f8444c2c0e None None] Provisioning complete for port a7e09168-a349-4c81-ae76-7f9b0b36f0f3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:54.857661 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4520181-c83f-41b6-99f6-c6f8444c2c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a7e09168-a349-4c81-ae76-7f9b0b36f0f3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:55.032950 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-e9a67866-9d50-4522-81e4-fb0047accc6d service neutron] 10.222.0.32 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355468 Feb 07 17:01:55.118974 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9646058b-6b21-4a02-940f-28b0dce0c32b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] In _notify_port_updated(), no bound segment for port 249c28ea-7b67-4027-a730-c0c18278af66 on network 514f4ad2-964c-4f67-91e2-d48403c12ce9 {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 17:01:55.125559 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9646058b-6b21-4a02-940f-28b0dce0c32b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:55.126483 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9646058b-6b21-4a02-940f-28b0dce0c32b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:55.128622 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9646058b-6b21-4a02-940f-28b0dce0c32b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "PUT /v2.0/ports/249c28ea-7b67-4027-a730-c0c18278af66 HTTP/1.1" status: 200 len: 968 time: 2.9217238 Feb 07 17:01:55.134954 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59536) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:55.191841 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab14959e-d455-4bcc-8138-c4da6707db98 admin admin] Publish callbacks [] for security_group (12444558-39a1-4a77-aaf8-c2319cd73e24), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:55.201523 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646058b-6b21-4a02-940f-28b0dce0c32b tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event updated for resources: {'Port': ['ID=249c28ea-7b67-4027-a730-c0c18278af66,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:55.206694 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab14959e-d455-4bcc-8138-c4da6707db98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (12444558-39a1-4a77-aaf8-c2319cd73e24), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:55.221939 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07e79a3b-51d8-44ab-b963-d3711d421c69 req-dfdd224d-646b-41ec-9532-8069fcce6eba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a HTTP/1.1" status: 200 len: 999 time: 0.5867782 Feb 07 17:01:55.222822 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (733857e7-0d36-44e5-8e0d-d42878815d43), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:55.249783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14959e-d455-4bcc-8138-c4da6707db98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12444558-39a1-4a77-aaf8-c2319cd73e24,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:55.308455 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f161b8d-71db-4657-9e1d-57b94c9ed847 None None] Pushing event updated for resources: {'Port': ['ID=a7e09168-a349-4c81-ae76-7f9b0b36f0f3,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:55.382787 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ab14959e-d455-4bcc-8138-c4da6707db98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6790f9fa9a1441e7811927759e1cb89b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9194798 Feb 07 17:01:55.399023 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59540) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:55.413961 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d4628ab-5817-4967-9d42-40dc8591f352 req-ecfd5df9-d68b-46cf-b59c-17d3f74253c5 service neutron] 10.222.0.32 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546524 Feb 07 17:01:55.491497 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a7e09168-a349-4c81-ae76-7f9b0b36f0f3 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:55.506149 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a4520181-c83f-41b6-99f6-c6f8444c2c0e None None] Current status of the port a7e09168-a349-4c81-ae76-7f9b0b36f0f3 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:55.518962 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a4520181-c83f-41b6-99f6-c6f8444c2c0e None None] Provisioning complete for port 733857e7-0d36-44e5-8e0d-d42878815d43 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:55.519516 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4520181-c83f-41b6-99f6-c6f8444c2c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (733857e7-0d36-44e5-8e0d-d42878815d43), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:55.558385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1d78deb4-9e9d-42d7-8c65-bc9331f72ad1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port 249c28ea-7b67-4027-a730-c0c18278af66 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:55.558736 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d78deb4-9e9d-42d7-8c65-bc9331f72ad1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (249c28ea-7b67-4027-a730-c0c18278af66), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:55.562393 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a4520181-c83f-41b6-99f6-c6f8444c2c0e None None] Port 733857e7-0d36-44e5-8e0d-d42878815d43 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:01:55.635708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ad0f0-7e0d-4a71-a1ed-74a7a5af8b41 req-7f850551-9759-4105-ae51-ce7ca95bf436 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:55.637640 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac3ad0f0-7e0d-4a71-a1ed-74a7a5af8b41 req-7f850551-9759-4105-ae51-ce7ca95bf436 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 946 time: 0.2528827 Feb 07 17:01:55.653082 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a7246b9d-3bb4-4330-8555-a6fabe4b5d48 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:01:55.697197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1f638-81ab-466d-b3d4-4e3ccdfcb774 req-34bd1f23-9bca-4eba-b5ca-df197b0816ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:55.698988 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b7b1f638-81ab-466d-b3d4-4e3ccdfcb774 req-34bd1f23-9bca-4eba-b5ca-df197b0816ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8977117e06d848e1935eae573fabcc59&device_id=2914a7cb-f3c8-4a99-94ea-907fed815134 HTTP/1.1" status: 200 len: 1125 time: 0.2269464 Feb 07 17:01:55.746544 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-207dffaf-f6d4-4a7a-9998-c67aeebc06c6 None None] Provisioning complete for port 249c28ea-7b67-4027-a730-c0c18278af66 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:55.746855 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-207dffaf-f6d4-4a7a-9998-c67aeebc06c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (249c28ea-7b67-4027-a730-c0c18278af66), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:55.788572 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d78deb4-9e9d-42d7-8c65-bc9331f72ad1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (249c28ea-7b67-4027-a730-c0c18278af66), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:55.802591 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-207dffaf-f6d4-4a7a-9998-c67aeebc06c6 None None] Port 249c28ea-7b67-4027-a730-c0c18278af66 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:01:55.825538 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac3ad0f0-7e0d-4a71-a1ed-74a7a5af8b41 req-5b2b4c8d-6ad6-4774-aec5-bcc9fd588a58 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651626 Feb 07 17:01:55.826719 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1d78deb4-9e9d-42d7-8c65-bc9331f72ad1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for 249c28ea-7b67-4027-a730-c0c18278af66 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:55.870376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:55.870822 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:55.883218 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a252149-af0e-4f36-a4c6-97bc61943e91 req-142c5a03-d927-41a8-96ad-93f09edbf48b tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:55.890285 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a252149-af0e-4f36-a4c6-97bc61943e91 req-142c5a03-d927-41a8-96ad-93f09edbf48b tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=2914a7cb-f3c8-4a99-94ea-907fed815134 HTTP/1.1" status: 200 len: 943 time: 0.7924333 Feb 07 17:01:55.909750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1f638-81ab-466d-b3d4-4e3ccdfcb774 req-e97032cf-afc4-4413-a666-0d13cc2bea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:55.911477 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b7b1f638-81ab-466d-b3d4-4e3ccdfcb774 req-e97032cf-afc4-4413-a666-0d13cc2bea9f service neutron] 10.222.0.32 "GET /v2.0/networks?id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f HTTP/1.1" status: 200 len: 916 time: 0.2031534 Feb 07 17:01:55.917963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-207dffaf-f6d4-4a7a-9998-c67aeebc06c6 None None] Provisioning complete for port 733857e7-0d36-44e5-8e0d-d42878815d43 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:55.918422 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-207dffaf-f6d4-4a7a-9998-c67aeebc06c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (733857e7-0d36-44e5-8e0d-d42878815d43), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:55.966039 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b7b1f638-81ab-466d-b3d4-4e3ccdfcb774 req-44f72537-27ae-49d0-bee3-6d9285dac984 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e433e0c-d28f-4d2a-8329-e962ce086384 HTTP/1.1" status: 200 len: 217 time: 0.0481668 Feb 07 17:01:55.970816 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dc64bfa2-644b-49ee-94b2-c2b12649c5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:55.974361 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-207dffaf-f6d4-4a7a-9998-c67aeebc06c6 None None] Port 733857e7-0d36-44e5-8e0d-d42878815d43 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:01:56.003302 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-207dffaf-f6d4-4a7a-9998-c67aeebc06c6 None None] Provisioning complete for port 8e275add-d8e9-4d25-8dda-0d435c247e1a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:56.003843 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-207dffaf-f6d4-4a7a-9998-c67aeebc06c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8e275add-d8e9-4d25-8dda-0d435c247e1a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:56.013698 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e79a3b-51d8-44ab-b963-d3711d421c69 req-e7485ebf-eaf2-4e8d-a40a-ee372d4158b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:56.015450 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07e79a3b-51d8-44ab-b963-d3711d421c69 req-e7485ebf-eaf2-4e8d-a40a-ee372d4158b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.7583504 Feb 07 17:01:56.084522 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-207dffaf-f6d4-4a7a-9998-c67aeebc06c6 None None] Port 8e275add-d8e9-4d25-8dda-0d435c247e1a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:01:56.087871 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1f638-81ab-466d-b3d4-4e3ccdfcb774 req-3dfbc6c4-c773-482b-9041-7836ae388083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:56.092523 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b7b1f638-81ab-466d-b3d4-4e3ccdfcb774 req-3dfbc6c4-c773-482b-9041-7836ae388083 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64c0f60d-9607-407f-80c0-5214bf77aad0 HTTP/1.1" status: 200 len: 855 time: 0.1109500 Feb 07 17:01:56.097917 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a252149-af0e-4f36-a4c6-97bc61943e91 req-24131791-82f0-45a5-9525-66d177167cca tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066479 Feb 07 17:01:56.110616 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-207dffaf-f6d4-4a7a-9998-c67aeebc06c6 None None] Provisioning complete for port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:56.111047 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-207dffaf-f6d4-4a7a-9998-c67aeebc06c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:56.120518 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72e39a4d-defa-4bba-86f6-18ce9f1bfe5a admin admin] Publish callbacks [] for security_group (12444558-39a1-4a77-aaf8-c2319cd73e24), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:56.141577 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b7b1f638-81ab-466d-b3d4-4e3ccdfcb774 req-d3e85a6b-0d91-40b8-90b3-54ef4dd493ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447228 Feb 07 17:01:56.146370 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72e39a4d-defa-4bba-86f6-18ce9f1bfe5a admin admin] Publish callbacks [] for security_group (12444558-39a1-4a77-aaf8-c2319cd73e24), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:56.158657 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d78deb4-9e9d-42d7-8c65-bc9331f72ad1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (249c28ea-7b67-4027-a730-c0c18278af66), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:56.171116 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:56.172458 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 60d794fd-f516-4b67-b214-7cb2cbf17b8b up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:01:56.241473 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78deb4-9e9d-42d7-8c65-bc9331f72ad1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=249c28ea-7b67-4027-a730-c0c18278af66,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:56.245572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6685ff-38ba-4243-af3b-5864e28e2780 req-ea433022-55b3-4394-bfbf-205efea32daa tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:56.247198 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fb6685ff-38ba-4243-af3b-5864e28e2780 req-ea433022-55b3-4394-bfbf-205efea32daa tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.48 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 946 time: 0.3783908 Feb 07 17:01:56.303887 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d78deb4-9e9d-42d7-8c65-bc9331f72ad1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:56.311031 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1d78deb4-9e9d-42d7-8c65-bc9331f72ad1 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/ports/249c28ea-7b67-4027-a730-c0c18278af66 HTTP/1.1" status: 204 len: 168 time: 1.1740541 Feb 07 17:01:56.313879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59544) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:56.336301 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-207dffaf-f6d4-4a7a-9998-c67aeebc06c6 None None] Current status of the port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:56.348611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 60d794fd-f516-4b67-b214-7cb2cbf17b8b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:56.348882 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (60d794fd-f516-4b67-b214-7cb2cbf17b8b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:56.364455 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-6392e216-449d-4628-a1d4-33acc1bd4594 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] GET failed (client error): The resource could not be found. Feb 07 17:01:56.365866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e79a3b-51d8-44ab-b963-d3711d421c69 req-5317e88b-e34f-4119-9cbb-00dc6bc6ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:56.367423 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07e79a3b-51d8-44ab-b963-d3711d421c69 req-5317e88b-e34f-4119-9cbb-00dc6bc6ff23 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3339543 Feb 07 17:01:56.373798 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6392e216-449d-4628-a1d4-33acc1bd4594 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports/249c28ea-7b67-4027-a730-c0c18278af66 HTTP/1.1" status: 404 len: 333 time: 0.0572650 Feb 07 17:01:56.389738 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72e39a4d-defa-4bba-86f6-18ce9f1bfe5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (12444558-39a1-4a77-aaf8-c2319cd73e24), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:56.390891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59546) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:56.392587 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-72e39a4d-defa-4bba-86f6-18ce9f1bfe5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:56.396717 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-72e39a4d-defa-4bba-86f6-18ce9f1bfe5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12444558-39a1-4a77-aaf8-c2319cd73e24 HTTP/1.1" status: 204 len: 168 time: 0.9921610 Feb 07 17:01:56.413568 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b7b1f638-81ab-466d-b3d4-4e3ccdfcb774 req-bfa88ac1-d58b-4932-8bd9-4877da19036f service neutron] 10.222.0.32 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649894 Feb 07 17:01:56.490195 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 60d794fd-f516-4b67-b214-7cb2cbf17b8b is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:56.491552 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a7e09168-a349-4c81-ae76-7f9b0b36f0f3 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:01:56.573622 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a7e09168-a349-4c81-ae76-7f9b0b36f0f3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:56.574999 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a7e09168-a349-4c81-ae76-7f9b0b36f0f3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:56.585384 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e39a4d-defa-4bba-86f6-18ce9f1bfe5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12444558-39a1-4a77-aaf8-c2319cd73e24,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:56.600763 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95075e67-9954-48c3-a4d6-53441930b180 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (479b92fa-ff80-4080-af13-e4b7bebe6cba), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:56.698800 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95075e67-9954-48c3-a4d6-53441930b180 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (479b92fa-ff80-4080-af13-e4b7bebe6cba), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:56.706474 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b7b1f638-81ab-466d-b3d4-4e3ccdfcb774 req-f2e57e98-1f2a-4579-89ac-695110705960 service neutron] 10.222.0.32 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853141 Feb 07 17:01:56.750882 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95075e67-9954-48c3-a4d6-53441930b180 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (479b92fa-ff80-4080-af13-e4b7bebe6cba), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:56.753867 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95075e67-9954-48c3-a4d6-53441930b180 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:56.755468 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a7e09168-a349-4c81-ae76-7f9b0b36f0f3 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:56.764076 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-95075e67-9954-48c3-a4d6-53441930b180 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/security-groups/479b92fa-ff80-4080-af13-e4b7bebe6cba HTTP/1.1" status: 204 len: 168 time: 0.3696623 Feb 07 17:01:56.769813 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59554) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:56.821545 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95075e67-9954-48c3-a4d6-53441930b180 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=479b92fa-ff80-4080-af13-e4b7bebe6cba,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:56.868965 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce58bca1-86ed-4255-899b-3f2a57d40019 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (c7efb889-e0ee-4247-93dc-1dbd90e94cd0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:56.921123 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce58bca1-86ed-4255-899b-3f2a57d40019 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (c7efb889-e0ee-4247-93dc-1dbd90e94cd0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:56.931659 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07e79a3b-51d8-44ab-b963-d3711d421c69 req-177a5817-faa2-4be6-96d9-cc73a43821e4 service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360003 Feb 07 17:01:56.969332 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-fb6685ff-38ba-4243-af3b-5864e28e2780 req-45f0ecd2-9c01-42a8-9339-6db942f4def6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Deleting port d0434525-8267-422c-8e40-871e63dec37d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:56.969707 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fb6685ff-38ba-4243-af3b-5864e28e2780 req-45f0ecd2-9c01-42a8-9339-6db942f4def6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d0434525-8267-422c-8e40-871e63dec37d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.025958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59558) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:57.045267 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc643a80-c6b9-4527-9db0-7fdffcef9c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.047117 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce58bca1-86ed-4255-899b-3f2a57d40019 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c7efb889-e0ee-4247-93dc-1dbd90e94cd0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.051017 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce58bca1-86ed-4255-899b-3f2a57d40019 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.055518 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ce58bca1-86ed-4255-899b-3f2a57d40019 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/security-groups/c7efb889-e0ee-4247-93dc-1dbd90e94cd0 HTTP/1.1" status: 204 len: 168 time: 0.2840118 Feb 07 17:01:57.056166 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59560) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:57.122285 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58bca1-86ed-4255-899b-3f2a57d40019 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7efb889-e0ee-4247-93dc-1dbd90e94cd0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:57.134712 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for port (733857e7-0d36-44e5-8e0d-d42878815d43), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.167058 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (733857e7-0d36-44e5-8e0d-d42878815d43), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.218717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-fb6685ff-38ba-4243-af3b-5864e28e2780 req-45f0ecd2-9c01-42a8-9339-6db942f4def6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] For port d0434525-8267-422c-8e40-871e63dec37d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d0434525-8267-422c-8e40-871e63dec37d,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:57.219228 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fb6685ff-38ba-4243-af3b-5864e28e2780 req-45f0ecd2-9c01-42a8-9339-6db942f4def6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d0434525-8267-422c-8e40-871e63dec37d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.238298 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-fb6685ff-38ba-4243-af3b-5864e28e2780 req-45f0ecd2-9c01-42a8-9339-6db942f4def6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Calling delete_port for d0434525-8267-422c-8e40-871e63dec37d owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:01:57.254007 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc643a80-c6b9-4527-9db0-7fdffcef9c73 admin admin] Publish callbacks [] for security_group (b1d0b439-1750-4924-8ebe-d677c2e46432), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.264778 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc643a80-c6b9-4527-9db0-7fdffcef9c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b1d0b439-1750-4924-8ebe-d677c2e46432), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.296454 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc643a80-c6b9-4527-9db0-7fdffcef9c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d0b439-1750-4924-8ebe-d677c2e46432,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:57.308333 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2af78f-156d-4e77-b1e7-a6660861ffba req-e941e65c-ae93-4f6f-8813-84b79cd434d9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:57.318270 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4b2af78f-156d-4e77-b1e7-a6660861ffba req-e941e65c-ae93-4f6f-8813-84b79cd434d9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 946 time: 0.2908595 Feb 07 17:01:57.394429 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4b2af78f-156d-4e77-b1e7-a6660861ffba req-c0127b47-bd29-4a72-bffc-8d249fe33dd1 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690265 Feb 07 17:01:57.423694 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bc643a80-c6b9-4527-9db0-7fdffcef9c73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=412523fbae8f42c7bc2477cd7327c485&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3947432 Feb 07 17:01:57.431323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59566) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:57.432350 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-463a7f97-e5f2-4691-8815-d08f8ae18b24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (1a73a97e-7cb3-4f7f-97ac-e6524221fd27), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.479822 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-463a7f97-e5f2-4691-8815-d08f8ae18b24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (1a73a97e-7cb3-4f7f-97ac-e6524221fd27), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.485807 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (6a751a93-e6b1-44e1-a306-652494db0c23), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.505891 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fb6685ff-38ba-4243-af3b-5864e28e2780 req-45f0ecd2-9c01-42a8-9339-6db942f4def6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d0434525-8267-422c-8e40-871e63dec37d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.579516 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16b607b5-c257-4f57-8f7c-6580bf58634c admin admin] Publish callbacks [] for security_group (b1d0b439-1750-4924-8ebe-d677c2e46432), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.605178 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16b607b5-c257-4f57-8f7c-6580bf58634c admin admin] Publish callbacks [] for security_group (b1d0b439-1750-4924-8ebe-d677c2e46432), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.621766 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-07e79a3b-51d8-44ab-b963-d3711d421c69 req-93de6c0a-6bcc-49b6-92c6-4df8f3357265 service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6767385 Feb 07 17:01:57.659630 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-463a7f97-e5f2-4691-8815-d08f8ae18b24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1a73a97e-7cb3-4f7f-97ac-e6524221fd27), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.669823 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-463a7f97-e5f2-4691-8815-d08f8ae18b24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.672103 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-463a7f97-e5f2-4691-8815-d08f8ae18b24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/security-groups/1a73a97e-7cb3-4f7f-97ac-e6524221fd27 HTTP/1.1" status: 204 len: 168 time: 0.5678940 Feb 07 17:01:57.703240 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59570) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:57.714884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Port': ['ID=733857e7-0d36-44e5-8e0d-d42878815d43,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:57.741678 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a7f97-e5f2-4691-8815-d08f8ae18b24 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a73a97e-7cb3-4f7f-97ac-e6524221fd27,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:57.754927 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16b607b5-c257-4f57-8f7c-6580bf58634c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b1d0b439-1750-4924-8ebe-d677c2e46432), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.758796 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16b607b5-c257-4f57-8f7c-6580bf58634c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.762460 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-16b607b5-c257-4f57-8f7c-6580bf58634c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b1d0b439-1750-4924-8ebe-d677c2e46432 HTTP/1.1" status: 204 len: 168 time: 0.3258984 Feb 07 17:01:57.816958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b607b5-c257-4f57-8f7c-6580bf58634c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d0b439-1750-4924-8ebe-d677c2e46432,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:57.829567 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6685ff-38ba-4243-af3b-5864e28e2780 req-45f0ecd2-9c01-42a8-9339-6db942f4def6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] No DVR routers for this DVR port d0434525-8267-422c-8e40-871e63dec37d on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:01:57.836849 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:57.844642 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:57.845652 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:57.847947 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:57.848468 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:57.849192 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:57.851659 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:57.852223 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:57.852741 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:57.853250 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:57.853778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:57.854304 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:57.854808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:01:57.862934 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fb6685ff-38ba-4243-af3b-5864e28e2780 req-45f0ecd2-9c01-42a8-9339-6db942f4def6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.866741 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fb6685ff-38ba-4243-af3b-5864e28e2780 req-45f0ecd2-9c01-42a8-9339-6db942f4def6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.48 "DELETE /v2.0/ports/d0434525-8267-422c-8e40-871e63dec37d HTTP/1.1" status: 204 len: 173 time: 1.5831151 Feb 07 17:01:57.880720 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37159f39-8aa7-496c-85b2-8e1cde66ef84', 'name': 'network-vif-deleted', 'tag': 'd0434525-8267-422c-8e40-871e63dec37d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:01:57.882487 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-80dfd22d-fb2a-46be-b12a-ce9263eec21d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting subnet 58dfcb49-3424-4afe-b101-6763e582f8e4 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:01:57.883972 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f929d3a5-7efc-40e0-8ff6-60e2a11ab48a" -d '{"events": [{"server_uuid": "37159f39-8aa7-496c-85b2-8e1cde66ef84", "name": "network-vif-deleted", "tag": "d0434525-8267-422c-8e40-871e63dec37d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:01:57.929927 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80dfd22d-fb2a-46be-b12a-ce9263eec21d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for subnet (58dfcb49-3424-4afe-b101-6763e582f8e4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:57.992457 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80dfd22d-fb2a-46be-b12a-ce9263eec21d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (58dfcb49-3424-4afe-b101-6763e582f8e4), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:58.040682 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Network 34d4dd5b-2a45-46d7-be0e-45cea9796556 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:01:58.043726 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:01:58.074648 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e0b02-c30d-4d7f-9c92-ab4c8ffcc723 req-147b45a1-3ed7-477a-a170-3829b0f732f2 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:58.076778 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-546e0b02-c30d-4d7f-9c92-ab4c8ffcc723 req-147b45a1-3ed7-477a-a170-3829b0f732f2 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=2914a7cb-f3c8-4a99-94ea-907fed815134 HTTP/1.1" status: 200 len: 943 time: 0.5853226 Feb 07 17:01:58.078198 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0ecd2-9c01-42a8-9339-6db942f4def6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Pushing event deleted for resources: {'Port': ['ID=d0434525-8267-422c-8e40-871e63dec37d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:58.176432 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9392e396-54c2-4c55-ac43-d3c0d62060f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:58.274077 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80dfd22d-fb2a-46be-b12a-ce9263eec21d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (58dfcb49-3424-4afe-b101-6763e582f8e4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:58.300379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8e433e0c-d28f-4d2a-8329-e962ce086384 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:01:58.371789 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e23445-d0d9-4bca-aade-74220f2037f7 req-5ccbe6eb-c4d9-481d-9457-f87569dca3c4 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:01:58.373927 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12e23445-d0d9-4bca-aade-74220f2037f7 req-5ccbe6eb-c4d9-481d-9457-f87569dca3c4 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 1128 time: 0.5239010 Feb 07 17:01:58.375670 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80dfd22d-fb2a-46be-b12a-ce9263eec21d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (58dfcb49-3424-4afe-b101-6763e582f8e4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:58.391748 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Router 6a751a93-e6b1-44e1-a306-652494db0c23 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:01:58.452539 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfd22d-fb2a-46be-b12a-ce9263eec21d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Subnet': ['ID=58dfcb49-3424-4afe-b101-6763e582f8e4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:58.476191 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80dfd22d-fb2a-46be-b12a-ce9263eec21d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:58.479486 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-80dfd22d-fb2a-46be-b12a-ce9263eec21d tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/subnets/58dfcb49-3424-4afe-b101-6763e582f8e4 HTTP/1.1" status: 204 len: 168 time: 0.7708948 Feb 07 17:01:58.484817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59586) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:58.510869 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bac92f-aea7-4e06-9495-b0b58a0e0235 None None] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:01:58.570825 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-546e0b02-c30d-4d7f-9c92-ab4c8ffcc723 req-589ac8c1-bfa1-4dad-b4f7-ff86bdb39fa7 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876983 Feb 07 17:01:58.652840 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12e23445-d0d9-4bca-aade-74220f2037f7 req-30942c96-537b-4b0c-89c2-6c0c759829b0 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705314 Feb 07 17:01:58.664075 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0a2510-4b29-4ae0-a896-0325c91fa2ad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting subnet 647cccb6-d34c-4847-b164-c2ca6c18546d {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:01:58.685445 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:01:58.690185 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59594) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:58.694437 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2510-4b29-4ae0-a896-0325c91fa2ad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for subnet (647cccb6-d34c-4847-b164-c2ca6c18546d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:58.725758 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] Sync routers for ids ['6a751a93-e6b1-44e1-a306-652494db0c23'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:01:58.746614 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 8e433e0c-d28f-4d2a-8329-e962ce086384, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8e433e0c-d28f-4d2a-8329-e962ce086384,segment=NetworkSegment(0b335b56-9acc-471e-a796-eeb06c7bb7a5),segment_id=0b335b56-9acc-471e-a796-eeb06c7bb7a5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:58.749337 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] Routers {'6a751a93-e6b1-44e1-a306-652494db0c23'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:01:58.749974 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:01:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6a751a93-e6b1-44e1-a306-652494db0c23'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:58.810175 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-341b51c4-c489-44d0-81b1-d2ff6c2c63e3 None None] Provisioning complete for port 733857e7-0d36-44e5-8e0d-d42878815d43 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:01:58.810695 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-341b51c4-c489-44d0-81b1-d2ff6c2c63e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (733857e7-0d36-44e5-8e0d-d42878815d43), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:58.844893 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facfdd87-7f87-48c1-b951-8ccee05f6980 x-openstack-request-id: req-facfdd87-7f87-48c1-b951-8ccee05f6980 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:01:58.845634 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37159f39-8aa7-496c-85b2-8e1cde66ef84", "name": "network-vif-deleted", "tag": "d0434525-8267-422c-8e40-871e63dec37d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:01:58.846654 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-facfdd87-7f87-48c1-b951-8ccee05f6980 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:01:58.847259 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37159f39-8aa7-496c-85b2-8e1cde66ef84', 'name': 'network-vif-deleted', 'tag': 'd0434525-8267-422c-8e40-871e63dec37d', 'status': 'completed', 'code': 200} Feb 07 17:01:58.852482 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d56e4ad7-fd03-4713-b2e2-240542a377b8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "PUT /v2.0/routers/6a751a93-e6b1-44e1-a306-652494db0c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9480510 Feb 07 17:01:58.861486 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59598) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:58.877648 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fe68a42c-c22c-4a75-8094-b6cf74b23899 req-2b831d5a-9aa1-4e52-ab5b-6241f21d0e67 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 210 time: 0.0767043 Feb 07 17:01:58.880156 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2510-4b29-4ae0-a896-0325c91fa2ad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (647cccb6-d34c-4847-b164-c2ca6c18546d), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:58.939195 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '8e433e0c-d28f-4d2a-8329-e962ce086384', 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f', 'port_id': '8e433e0c-d28f-4d2a-8329-e962ce086384', 'mac_address': 'fa:16:3e:85:eb:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c0f60d-9607-407f-80c0-5214bf77aad0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:01:59.060710 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-341b51c4-c489-44d0-81b1-d2ff6c2c63e3 None None] Port 733857e7-0d36-44e5-8e0d-d42878815d43 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:01:59.074939 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 8e433e0c-d28f-4d2a-8329-e962ce086384 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:01:59.075863 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8e433e0c-d28f-4d2a-8329-e962ce086384), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:59.097104 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e433e0c-d28f-4d2a-8329-e962ce086384 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:01:59.123520 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 8e433e0c-d28f-4d2a-8329-e962ce086384, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8e433e0c-d28f-4d2a-8329-e962ce086384,segment=NetworkSegment(0b335b56-9acc-471e-a796-eeb06c7bb7a5),segment_id=0b335b56-9acc-471e-a796-eeb06c7bb7a5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:01:59.129508 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8e433e0c-d28f-4d2a-8329-e962ce086384), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:59.173773 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2510-4b29-4ae0-a896-0325c91fa2ad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (647cccb6-d34c-4847-b164-c2ca6c18546d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:59.201565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=8e433e0c-d28f-4d2a-8329-e962ce086384,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:59.212086 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] Set router 6a751a93-e6b1-44e1-a306-652494db0c23 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:01:59.316387 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2510-4b29-4ae0-a896-0325c91fa2ad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (647cccb6-d34c-4847-b164-c2ca6c18546d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:59.350475 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device d0434525-8267-422c-8e40-871e63dec37d no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:01:59.355325 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a2510-4b29-4ae0-a896-0325c91fa2ad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Subnet': ['ID=647cccb6-d34c-4847-b164-c2ca6c18546d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:01:59.363910 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2510-4b29-4ae0-a896-0325c91fa2ad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:59.368531 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-eb0a2510-4b29-4ae0-a896-0325c91fa2ad tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/subnets/647cccb6-d34c-4847-b164-c2ca6c18546d HTTP/1.1" status: 204 len: 168 time: 0.8804026 Feb 07 17:01:59.370123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59608) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:59.395189 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: d0434525-8267-422c-8e40-871e63dec37d {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:01:59.396246 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device d0434525-8267-422c-8e40-871e63dec37d not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:01:59.399728 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['8e433e0c-d28f-4d2a-8329-e962ce086384'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:01:59.409731 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59610) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:59.542940 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7e1cd9-1980-4bd2-98cd-6915db169b77 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] DELETE failed (client error): The resource could not be found. Feb 07 17:01:59.543427 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7e1cd9-1980-4bd2-98cd-6915db169b77 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:01:59.549791 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9a7e1cd9-1980-4bd2-98cd-6915db169b77 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/subnets/58dfcb49-3424-4afe-b101-6763e582f8e4 HTTP/1.1" status: 404 len: 337 time: 0.1754949 Feb 07 17:01:59.550062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59616) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:01:59.570215 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2ba5353a-f6ae-46bc-8c7c-17de681e0f63 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Deleting port e916d795-3e75-4792-962d-84f46ccfa88b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:01:59.570569 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ba5353a-f6ae-46bc-8c7c-17de681e0f63 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e916d795-3e75-4792-962d-84f46ccfa88b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:59.624610 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:59.701669 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b2a1b0-75a0-4b9a-a2fe-a223bbf5cb13 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting subnet 960ea84c-1891-46f4-a7d0-cdcccc7d1f7d {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:01:59.708239 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2b2a1b0-75a0-4b9a-a2fe-a223bbf5cb13 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks [] for subnet (960ea84c-1891-46f4-a7d0-cdcccc7d1f7d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:59.779116 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2b2a1b0-75a0-4b9a-a2fe-a223bbf5cb13 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (960ea84c-1891-46f4-a7d0-cdcccc7d1f7d), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:01:59.857816 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'name': 'tempest-TestNetworkBasicOps-router-259180856', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:01:43Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:46Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '733857e7-0d36-44e5-8e0d-d42878815d43', 'name': '', 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:7b:b0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '994ba421-3766-4dad-a45b-85b122d6c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:52Z', 'updated_at': '2022-02-07T17:01:56Z', 'revision_number': 2, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '994ba421-3766-4dad-a45b-85b122d6c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:01:59.893822 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] Checking router: 6a751a93-e6b1-44e1-a306-652494db0c23 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:01:59.894592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] Updating router 6a751a93-e6b1-44e1-a306-652494db0c23 port 733857e7-0d36-44e5-8e0d-d42878815d43 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:01:59.996073 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (733857e7-0d36-44e5-8e0d-d42878815d43), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.120379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c3b51f1c-ed01-46d4-8599-2e2093594e1c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1686633992'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:00.168314 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5930da-cf27-4300-9658-e126baa95058 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:00.169255 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5930da-cf27-4300-9658-e126baa95058 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:00.169901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5930da-cf27-4300-9658-e126baa95058 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:00.170520 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5930da-cf27-4300-9658-e126baa95058 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:00.171137 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5930da-cf27-4300-9658-e126baa95058 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:00.171751 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5930da-cf27-4300-9658-e126baa95058 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:00.172374 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5930da-cf27-4300-9658-e126baa95058 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:00.172990 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5930da-cf27-4300-9658-e126baa95058 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:00.173733 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5930da-cf27-4300-9658-e126baa95058 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:00.176217 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2a5930da-cf27-4300-9658-e126baa95058 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6412 time: 1.3128507 Feb 07 17:02:00.182208 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59622) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:00.310748 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a8299-cc59-4ff8-865e-67f52aab1b8a tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:00.311478 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a8299-cc59-4ff8-865e-67f52aab1b8a tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:00.312094 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a8299-cc59-4ff8-865e-67f52aab1b8a tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:00.312735 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a8299-cc59-4ff8-865e-67f52aab1b8a tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:00.313427 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a8299-cc59-4ff8-865e-67f52aab1b8a tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:00.314058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a8299-cc59-4ff8-865e-67f52aab1b8a tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:00.315358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a8299-cc59-4ff8-865e-67f52aab1b8a tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:00.316077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a8299-cc59-4ff8-865e-67f52aab1b8a tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:00.316721 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7a8299-cc59-4ff8-865e-67f52aab1b8a tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:00.317941 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] Publish callbacks [] for port (733857e7-0d36-44e5-8e0d-d42878815d43), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.319526 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9c7a8299-cc59-4ff8-865e-67f52aab1b8a tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5898 time: 0.1335428 Feb 07 17:02:00.324056 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad0c5a2-e912-4916-9c1d-3c20a886dcf8 None None] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:00.325044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59624) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:00.420732 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2b2a1b0-75a0-4b9a-a2fe-a223bbf5cb13 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (960ea84c-1891-46f4-a7d0-cdcccc7d1f7d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.422935 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b51f1c-ed01-46d4-8599-2e2093594e1c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:00.425004 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (733857e7-0d36-44e5-8e0d-d42878815d43), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.427495 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b51f1c-ed01-46d4-8599-2e2093594e1c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.472179 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b51f1c-ed01-46d4-8599-2e2093594e1c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.511979 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2b2a1b0-75a0-4b9a-a2fe-a223bbf5cb13 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (960ea84c-1891-46f4-a7d0-cdcccc7d1f7d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.525220 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1718ec7-ceb0-4f22-84af-b25bd368e0c6 req-5a66d989-c9dc-4382-9c0c-b70edbdb1520 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:00.527374 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c1718ec7-ceb0-4f22-84af-b25bd368e0c6 req-5a66d989-c9dc-4382-9c0c-b70edbdb1520 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=2914a7cb-f3c8-4a99-94ea-907fed815134 HTTP/1.1" status: 200 len: 944 time: 0.4220788 Feb 07 17:02:00.566423 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-077d8130-c272-4193-8228-a77376560349 req-06ad7928-6a90-4889-b8fc-f048b63b654b tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 210 time: 0.0692413 Feb 07 17:02:00.570862 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2a1b0-75a0-4b9a-a2fe-a223bbf5cb13 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Subnet': ['ID=960ea84c-1891-46f4-a7d0-cdcccc7d1f7d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:00.587183 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2b2a1b0-75a0-4b9a-a2fe-a223bbf5cb13 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.591381 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c2b2a1b0-75a0-4b9a-a2fe-a223bbf5cb13 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/subnets/960ea84c-1891-46f4-a7d0-cdcccc7d1f7d HTTP/1.1" status: 204 len: 168 time: 1.0401990 Feb 07 17:02:00.593868 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59628) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:00.625693 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b51f1c-ed01-46d4-8599-2e2093594e1c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for security_group (2ce50002-93b2-4fd1-b866-4147618d8200), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.631577 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ba5353a-f6ae-46bc-8c7c-17de681e0f63 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e916d795-3e75-4792-962d-84f46ccfa88b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.632221 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ba5353a-f6ae-46bc-8c7c-17de681e0f63 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for floatingip (e916d795-3e75-4792-962d-84f46ccfa88b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.662838 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b51f1c-ed01-46d4-8599-2e2093594e1c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2ce50002-93b2-4fd1-b866-4147618d8200), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.663169 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2634e8-f1d3-4430-bd80-f958e40b717c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] DELETE failed (client error): The resource could not be found. Feb 07 17:02:00.663649 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2634e8-f1d3-4430-bd80-f958e40b717c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:02:00.669734 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3a2634e8-f1d3-4430-bd80-f958e40b717c tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/subnets/0687d854-584f-4d1b-86b1-b3503765ecf6 HTTP/1.1" status: 404 len: 337 time: 0.0716436 Feb 07 17:02:00.670389 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59630) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:00.676869 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-cfc2ad86-f169-4aba-b9ef-759a21bd4906 None None] Provisioning complete for port 8e275add-d8e9-4d25-8dda-0d435c247e1a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:00.677249 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cfc2ad86-f169-4aba-b9ef-759a21bd4906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8e275add-d8e9-4d25-8dda-0d435c247e1a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.678044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b51f1c-ed01-46d4-8599-2e2093594e1c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:02:00.689085 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b51f1c-ed01-46d4-8599-2e2093594e1c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (d9763d7d-aa7c-41d6-bc7a-ef704a17d052), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.690240 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-c3b51f1c-ed01-46d4-8599-2e2093594e1c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Added segment d9763d7d-aa7c-41d6-bc7a-ef704a17d052 of type vlan for network aa2d44c9-1db7-438e-a6d0-756aa46ab034 Feb 07 17:02:00.743872 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b46f4c93-017b-4ba2-9fa3-daccc8c0e57a tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccf1059c-9476-4984-914f-967a80b91c48 HTTP/1.1" status: 200 len: 205 time: 0.0596151 Feb 07 17:02:00.744681 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59632) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:00.753197 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b51f1c-ed01-46d4-8599-2e2093594e1c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (aa2d44c9-1db7-438e-a6d0-756aa46ab034), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.792269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2ad86-f169-4aba-b9ef-759a21bd4906 None None] Port 8e275add-d8e9-4d25-8dda-0d435c247e1a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:02:00.801130 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-7688fb6a-1d2f-4520-a2fe-441c2b2bee85 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] delete failed (client error): The resource could not be found. Feb 07 17:02:00.802667 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7688fb6a-1d2f-4520-a2fe-441c2b2bee85 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/routers/ccf1059c-9476-4984-914f-967a80b91c48 HTTP/1.1" status: 404 len: 336 time: 0.0568745 Feb 07 17:02:00.805326 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59634) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:00.826451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b51f1c-ed01-46d4-8599-2e2093594e1c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce50002-93b2-4fd1-b866-4147618d8200,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:00.831256 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09167c5b-cce7-4186-a12a-944fc06a8110 None None] Pushing event updated for resources: {'Port': ['ID=733857e7-0d36-44e5-8e0d-d42878815d43,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:00.832049 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2ba5353a-f6ae-46bc-8c7c-17de681e0f63 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Calling delete_port for e916d795-3e75-4792-962d-84f46ccfa88b owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:02:00.853069 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f5fbcb-2b4a-496c-a9da-c6af852d3770 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] DELETE failed (client error): The resource could not be found. Feb 07 17:02:00.860710 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f5fbcb-2b4a-496c-a9da-c6af852d3770 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:02:00.865523 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b51f1c-ed01-46d4-8599-2e2093594e1c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (aa2d44c9-1db7-438e-a6d0-756aa46ab034), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.870068 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-51f5fbcb-2b4a-496c-a9da-c6af852d3770 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/subnets/42edde39-eaf4-48f5-8716-063a653aaced HTTP/1.1" status: 404 len: 337 time: 0.0633521 Feb 07 17:02:00.873353 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59636) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:00.873485 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-cfc2ad86-f169-4aba-b9ef-759a21bd4906 None None] Provisioning complete for port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:00.873940 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cfc2ad86-f169-4aba-b9ef-759a21bd4906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.877660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b51f1c-ed01-46d4-8599-2e2093594e1c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:00.888568 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b51f1c-ed01-46d4-8599-2e2093594e1c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.948574 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2059ff-a8cf-43f1-9090-93e35455f502 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] DELETE failed (client error): The resource could not be found. Feb 07 17:02:00.949037 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2059ff-a8cf-43f1-9090-93e35455f502 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:02:00.952456 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fb2059ff-a8cf-43f1-9090-93e35455f502 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/subnets/6aca730d-dfd4-4b39-bdb5-df50135be422 HTTP/1.1" status: 404 len: 337 time: 0.0780518 Feb 07 17:02:00.955247 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59638) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:00.964610 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.976289 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] Attempting to bind port 733857e7-0d36-44e5-8e0d-d42878815d43 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:02:00.976527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] Attempting to bind port 733857e7-0d36-44e5-8e0d-d42878815d43 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'ab22d59c-b79e-4dcf-b392-5748fece1fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:02:00.976813 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] Attempting to bind port 733857e7-0d36-44e5-8e0d-d42878815d43 on network 34d4dd5b-2a45-46d7-be0e-45cea9796556 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:02:00.984710 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:02:00.984963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] Checking segment: {'id': 'ab22d59c-b79e-4dcf-b392-5748fece1fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:00.985254 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.985914 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] Bound using segment: {'id': 'ab22d59c-b79e-4dcf-b392-5748fece1fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:02:00.987071 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] Bound port: 733857e7-0d36-44e5-8e0d-d42878815d43, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab22d59c-b79e-4dcf-b392-5748fece1fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:02:00.987587 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (733857e7-0d36-44e5-8e0d-d42878815d43), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:00.988535 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b32bb93-06f9-4de2-8ce8-8550448b1350 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] DELETE failed (client error): The resource could not be found. Feb 07 17:02:00.989354 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b32bb93-06f9-4de2-8ce8-8550448b1350 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:02:00.997249 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4b32bb93-06f9-4de2-8ce8-8550448b1350 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/subnets/b5fed7cf-e1bf-4fb2-92b9-6a0b6c41212e HTTP/1.1" status: 404 len: 337 time: 0.0407271 Feb 07 17:02:00.998203 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59640) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:01.033926 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddee28e-805f-4f54-bdbb-493ce9ef2f58 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] DELETE failed (client error): The resource could not be found. Feb 07 17:02:01.034760 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ddee28e-805f-4f54-bdbb-493ce9ef2f58 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:02:01.038621 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7ddee28e-805f-4f54-bdbb-493ce9ef2f58 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/ports/0a3fa652-d469-4b1b-afce-6b643a1346d6 HTTP/1.1" status: 404 len: 333 time: 0.0391061 Feb 07 17:02:01.040870 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59642) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:01.070869 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f2935f-1228-49de-bf89-0e7faef07715 None None] Update dhcp port {'port': {'network_id': '514f4ad2-964c-4f67-91e2-d48403c12ce9', 'fixed_ips': [{'subnet_id': '960ea84c-1891-46f4-a7d0-cdcccc7d1f7d'}], 'binding:host_id': 'n-d-827865-3'}, 'id': 'a7246b9d-3bb4-4330-8555-a6fabe4b5d48'} from n-d-827865-3. {{(pid=103228) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 17:02:01.072088 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba3e172-1785-459e-8d98-53c0940e7fec tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] DELETE failed (client error): The resource could not be found. Feb 07 17:02:01.072560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba3e172-1785-459e-8d98-53c0940e7fec tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:02:01.078307 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4ba3e172-1785-459e-8d98-53c0940e7fec tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/subnets/ccc9d275-bc46-49d4-8a48-b80db4837737 HTTP/1.1" status: 404 len: 337 time: 0.0331693 Feb 07 17:02:01.079864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59644) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:01.107278 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-88f2935f-1228-49de-bf89-0e7faef07715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:01.111052 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-b394f4c1-0452-4f32-baaa-6a15452f1cf3 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] DELETE failed (client error): The resource could not be found. Feb 07 17:02:01.112219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b394f4c1-0452-4f32-baaa-6a15452f1cf3 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:02:01.117328 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b394f4c1-0452-4f32-baaa-6a15452f1cf3 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/subnets/319ac557-1dbe-480d-bd9f-466c9ef17162 HTTP/1.1" status: 404 len: 337 time: 0.0340514 Feb 07 17:02:01.118995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59646) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:01.127894 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2ad86-f169-4aba-b9ef-759a21bd4906 None None] Current status of the port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:01.134158 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c1718ec7-ceb0-4f22-84af-b25bd368e0c6 req-f0177fa8-1ede-4503-bef6-7adfdf1825b9 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929699 Feb 07 17:02:01.141096 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b51f1c-ed01-46d4-8599-2e2093594e1c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Network': ['ID=aa2d44c9-1db7-438e-a6d0-756aa46ab034,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:01.156703 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c3b51f1c-ed01-46d4-8599-2e2093594e1c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7450013 Feb 07 17:02:01.167415 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5829d7-4182-45ad-b840-5d7ebad40f28 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] DELETE failed (client error): The resource could not be found. Feb 07 17:02:01.167979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5829d7-4182-45ad-b840-5d7ebad40f28 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:02:01.174081 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9d5829d7-4182-45ad-b840-5d7ebad40f28 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/ports/ee53d9be-b56e-48bf-bf07-29b1ed259a4a HTTP/1.1" status: 404 len: 333 time: 0.0505304 Feb 07 17:02:01.174854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59648) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:01.195328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] For port 733857e7-0d36-44e5-8e0d-d42878815d43, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:02:01.200153 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] For port 733857e7-0d36-44e5-8e0d-d42878815d43, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=733857e7-0d36-44e5-8e0d-d42878815d43,segment=NetworkSegment(ab22d59c-b79e-4dcf-b392-5748fece1fbd),segment_id=ab22d59c-b79e-4dcf-b392-5748fece1fbd)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:02:01.204960 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network aa2d44c9-1db7-438e-a6d0-756aa46ab034 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:02:01.232242 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (733857e7-0d36-44e5-8e0d-d42878815d43), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:01.242446 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-3990f410-1d8f-4b54-93e8-fda8f0e82eec tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] DELETE failed (client error): The resource could not be found. Feb 07 17:02:01.243067 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3990f410-1d8f-4b54-93e8-fda8f0e82eec tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:02:01.257002 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3990f410-1d8f-4b54-93e8-fda8f0e82eec tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/subnets/b00938aa-00f7-4b54-9be1-90bfb811f3ec HTTP/1.1" status: 404 len: 337 time: 0.0783622 Feb 07 17:02:01.257002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59650) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:01.298470 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35ba38c-fc7f-4315-bb20-8208ec162fb0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] DELETE failed (client error): The resource could not be found. Feb 07 17:02:01.298891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d35ba38c-fc7f-4315-bb20-8208ec162fb0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:02:01.304916 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d35ba38c-fc7f-4315-bb20-8208ec162fb0 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/subnets/0cfd893a-15a2-430c-91fb-fbc9ed393a34 HTTP/1.1" status: 404 len: 337 time: 0.0447333 Feb 07 17:02:01.305240 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59652) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:01.340154 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c14f48cd-01dc-488e-ac16-4a69c48f98c5 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 1.0099893 Feb 07 17:02:01.359344 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59656) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:01.368402 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c53aef9f-5476-445a-a784-64ef138b38e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'subnet': {'network_id': 'aa2d44c9-1db7-438e-a6d0-756aa46ab034', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:01.373035 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a812b7c-e291-4901-b7d2-e2e9bde0df52 None None] Provisioning complete for port 733857e7-0d36-44e5-8e0d-d42878815d43 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:01.373599 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a812b7c-e291-4901-b7d2-e2e9bde0df52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (733857e7-0d36-44e5-8e0d-d42878815d43), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:01.428001 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-886288db-37cd-4d50-a4d7-4a8554de4912 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port 8e275add-d8e9-4d25-8dda-0d435c247e1a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:02:01.428572 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-886288db-37cd-4d50-a4d7-4a8554de4912 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8e275add-d8e9-4d25-8dda-0d435c247e1a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:01.555220 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09167c5b-cce7-4186-a12a-944fc06a8110 None None] Pushing event updated for resources: {'Port': ['ID=733857e7-0d36-44e5-8e0d-d42878815d43,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:01.590751 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ba5353a-f6ae-46bc-8c7c-17de681e0f63 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e916d795-3e75-4792-962d-84f46ccfa88b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:01.613573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] Routers {'6a751a93-e6b1-44e1-a306-652494db0c23'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:02:01.614251 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:01:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6a751a93-e6b1-44e1-a306-652494db0c23'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:01.673228 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-886288db-37cd-4d50-a4d7-4a8554de4912 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8e275add-d8e9-4d25-8dda-0d435c247e1a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:01.677717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53aef9f-5476-445a-a784-64ef138b38e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:01.681352 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c53aef9f-5476-445a-a784-64ef138b38e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:01.686361 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59662) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:01.694572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5353a-f6ae-46bc-8c7c-17de681e0f63 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Port': ['ID=e916d795-3e75-4792-962d-84f46ccfa88b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:01.698991 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-886288db-37cd-4d50-a4d7-4a8554de4912 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for 8e275add-d8e9-4d25-8dda-0d435c247e1a owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:02:01.701453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3096da0c-133e-4ee5-ac4e-189c0d6f4476 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1788318270', 'description': 'tempest-secgroup-smoke-1788318270 description', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:01.742378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b59843-f61d-4020-b83d-c852b6d7cc54 None None] Network 514f4ad2-964c-4f67-91e2-d48403c12ce9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:01.802632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] Set router 6a751a93-e6b1-44e1-a306-652494db0c23 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:02:01.854901 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ba5353a-f6ae-46bc-8c7c-17de681e0f63 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for floatingip (e8c7ce4c-efe7-495f-942e-ac8266ad8a89), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:01.855636 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-2ba5353a-f6ae-46bc-8c7c-17de681e0f63 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Floating IP e8c7ce4c-efe7-495f-942e-ac8266ad8a89 disassociated (deleted). External IP: 172.25.4.107, port: a36be7c3-0ecd-447b-a130-04ecbf89b135. Feb 07 17:02:01.872855 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-886288db-37cd-4d50-a4d7-4a8554de4912 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (8e275add-d8e9-4d25-8dda-0d435c247e1a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:01.925212 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-886288db-37cd-4d50-a4d7-4a8554de4912 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:01.931347 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-886288db-37cd-4d50-a4d7-4a8554de4912 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/ports/8e275add-d8e9-4d25-8dda-0d435c247e1a HTTP/1.1" status: 204 len: 168 time: 0.6216915 Feb 07 17:02:01.931347 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886288db-37cd-4d50-a4d7-4a8554de4912 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=8e275add-d8e9-4d25-8dda-0d435c247e1a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:01.932730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59664) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:01.953877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a812b7c-e291-4901-b7d2-e2e9bde0df52 None None] Current status of the port 733857e7-0d36-44e5-8e0d-d42878815d43 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:01.954645 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a812b7c-e291-4901-b7d2-e2e9bde0df52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (733857e7-0d36-44e5-8e0d-d42878815d43), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:01.968792 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72050475-3d42-480a-9d5d-3a859978b473 req-53f622e6-d013-4524-9f29-ac556e8f914d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 210 time: 0.1332915 Feb 07 17:02:01.983509 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3096da0c-133e-4ee5-ac4e-189c0d6f4476 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.059358 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a812b7c-e291-4901-b7d2-e2e9bde0df52 None None] For port 733857e7-0d36-44e5-8e0d-d42878815d43, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=733857e7-0d36-44e5-8e0d-d42878815d43,segment=NetworkSegment(ab22d59c-b79e-4dcf-b392-5748fece1fbd),segment_id=ab22d59c-b79e-4dcf-b392-5748fece1fbd)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:02.081331 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (514f4ad2-964c-4f67-91e2-d48403c12ce9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.171161 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Deleting port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:02:02.171903 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.191665 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a812b7c-e291-4901-b7d2-e2e9bde0df52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (733857e7-0d36-44e5-8e0d-d42878815d43), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.239467 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3096da0c-133e-4ee5-ac4e-189c0d6f4476 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group (8e0cf269-e51a-452b-916f-8659479cd595), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.262124 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a812b7c-e291-4901-b7d2-e2e9bde0df52 None None] Pushing event updated for resources: {'Port': ['ID=733857e7-0d36-44e5-8e0d-d42878815d43,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:02.287566 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3096da0c-133e-4ee5-ac4e-189c0d6f4476 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8e0cf269-e51a-452b-916f-8659479cd595), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.323369 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3096da0c-133e-4ee5-ac4e-189c0d6f4476 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.327935 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3096da0c-133e-4ee5-ac4e-189c0d6f4476 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6268299 Feb 07 17:02:02.328039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59668) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:02.334662 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-54f57fd5-a265-4b3c-845a-6d76d5aa1afd tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group_rule': {'security_group_id': '8e0cf269-e51a-452b-916f-8659479cd595', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:02.349358 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8e433e0c-d28f-4d2a-8329-e962ce086384 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:02:02.371281 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c53aef9f-5476-445a-a784-64ef138b38e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (df5c9cbf-eb5c-4772-ba06-ed63a3ce9017), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.382116 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee049e7b-4ed2-445b-bc97-f8fbfb2cf343 None None] DHCP port deletion for 514f4ad2-964c-4f67-91e2-d48403c12ce9 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:02:02.404271 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4fac58b3-a0de-48b0-9429-bbb40c4a5b5c None None] Provisioning complete for port 733857e7-0d36-44e5-8e0d-d42878815d43 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:02.404841 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4fac58b3-a0de-48b0-9429-bbb40c4a5b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (733857e7-0d36-44e5-8e0d-d42878815d43), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.418065 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096da0c-133e-4ee5-ac4e-189c0d6f4476 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0cf269-e51a-452b-916f-8659479cd595,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:02.426000 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54f57fd5-a265-4b3c-845a-6d76d5aa1afd tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (75b17d42-b059-46d0-8dd7-4cee63077e1a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.481818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba5353a-f6ae-46bc-8c7c-17de681e0f63 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Router 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:02:02.488274 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] For port a7246b9d-3bb4-4330-8555-a6fabe4b5d48, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a7246b9d-3bb4-4330-8555-a6fabe4b5d48,segment=NetworkSegment(83829f23-20c1-4275-bc1c-651048fafdd4),segment_id=83829f23-20c1-4275-bc1c-651048fafdd4)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:02.490003 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.500820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53aef9f-5476-445a-a784-64ef138b38e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Checking segment: {'id': 'd9763d7d-aa7c-41d6-bc7a-ef704a17d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'aa2d44c9-1db7-438e-a6d0-756aa46ab034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:02.501270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53aef9f-5476-445a-a784-64ef138b38e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network hostable DHCP agents. Network: aa2d44c9-1db7-438e-a6d0-756aa46ab034, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:02:02.507256 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53aef9f-5476-445a-a784-64ef138b38e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Subnet': ['ID=df5c9cbf-eb5c-4772-ba06-ed63a3ce9017,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:02.547484 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71ac29-7689-427d-baa9-b8c2e9f7419b req-2ad83992-948d-4ae0-a424-e3a23aa4cd2e tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:02.556725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4fac58b3-a0de-48b0-9429-bbb40c4a5b5c None None] Current status of the port 733857e7-0d36-44e5-8e0d-d42878815d43 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:02.558906 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1d71ac29-7689-427d-baa9-b8c2e9f7419b req-2ad83992-948d-4ae0-a424-e3a23aa4cd2e tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=2914a7cb-f3c8-4a99-94ea-907fed815134 HTTP/1.1" status: 200 len: 944 time: 0.2297835 Feb 07 17:02:02.560682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'name': 'tempest-TestNetworkBasicOps-router-259180856', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:01:43Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:46Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '733857e7-0d36-44e5-8e0d-d42878815d43', 'name': '', 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:7b:b0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '994ba421-3766-4dad-a45b-85b122d6c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:52Z', 'updated_at': '2022-02-07T17:02:01Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '994ba421-3766-4dad-a45b-85b122d6c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:02.567411 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Calling delete_port for a7246b9d-3bb4-4330-8555-a6fabe4b5d48 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:02:02.598488 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a5700-7ae2-4836-bed9-141a59f2b54a None None] The sync data for ids ['6a751a93-e6b1-44e1-a306-652494db0c23'] in n-d-827865-3 is: [{'id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'name': 'tempest-TestNetworkBasicOps-router-259180856', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:01:43Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:46Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '733857e7-0d36-44e5-8e0d-d42878815d43', 'name': '', 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:7b:b0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '994ba421-3766-4dad-a45b-85b122d6c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:52Z', 'updated_at': '2022-02-07T17:02:01Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '994ba421-3766-4dad-a45b-85b122d6c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:02:02.610071 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.618414 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4fac58b3-a0de-48b0-9429-bbb40c4a5b5c None None] Could not find standard attr ID for object 8e275add-d8e9-4d25-8dda-0d435c247e1a. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:02:02.635085 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 8e433e0c-d28f-4d2a-8329-e962ce086384 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:02:02.652529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4fac58b3-a0de-48b0-9429-bbb40c4a5b5c None None] Provisioning complete for port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:02.653024 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4fac58b3-a0de-48b0-9429-bbb40c4a5b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.660716 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1d71ac29-7689-427d-baa9-b8c2e9f7419b req-d64e4d89-1536-4b70-85df-646e4aae9aab tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007545 Feb 07 17:02:02.711645 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54f57fd5-a265-4b3c-845a-6d76d5aa1afd tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (75b17d42-b059-46d0-8dd7-4cee63077e1a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.716521 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 8e433e0c-d28f-4d2a-8329-e962ce086384 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:02.717043 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8e433e0c-d28f-4d2a-8329-e962ce086384), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.745435 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba5353a-f6ae-46bc-8c7c-17de681e0f63 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:02:02.753490 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54f57fd5-a265-4b3c-845a-6d76d5aa1afd tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (75b17d42-b059-46d0-8dd7-4cee63077e1a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.758399 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6c0fd3-3357-4c96-922c-325a5b739ba6 None None] Sync routers for ids ['668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:02:02.762990 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ba5353a-f6ae-46bc-8c7c-17de681e0f63 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.767138 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ee049e7b-4ed2-445b-bc97-f8fbfb2cf343 None None] Deleting port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:02:02.768195 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ee049e7b-4ed2-445b-bc97-f8fbfb2cf343 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.768497 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c0fd3-3357-4c96-922c-325a5b739ba6 None None] Routers {'668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:02:02.769125 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2a6c0fd3-3357-4c96-922c-325a5b739ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:01:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:02.805981 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-54f57fd5-a265-4b3c-845a-6d76d5aa1afd tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.807226 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-54f57fd5-a265-4b3c-845a-6d76d5aa1afd tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4773743 Feb 07 17:02:02.812041 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59672) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:02.822945 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2ba5353a-f6ae-46bc-8c7c-17de681e0f63 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "DELETE /v2.0/floatingips/e8c7ce4c-efe7-495f-942e-ac8266ad8a89 HTTP/1.1" status: 204 len: 168 time: 4.1313634 Feb 07 17:02:02.826413 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'tag': 'a36be7c3-0ecd-447b-a130-04ecbf89b135'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:02:02.829901 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28a0b0c-579c-4015-9d3e-93db9d7b6df2" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cd8b1d-ab29-45da-b0f7-a1273b72d03c", "tag": "a36be7c3-0ecd-447b-a130-04ecbf89b135"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:02:02.844568 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2e8675ff-7c91-4fc0-8b6c-0671651d234c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group_rule': {'security_group_id': '8e0cf269-e51a-452b-916f-8659479cd595', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:02.849789 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ee049e7b-4ed2-445b-bc97-f8fbfb2cf343 None None] For port a7246b9d-3bb4-4330-8555-a6fabe4b5d48, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a7246b9d-3bb4-4330-8555-a6fabe4b5d48,segment=NetworkSegment(83829f23-20c1-4275-bc1c-651048fafdd4),segment_id=83829f23-20c1-4275-bc1c-651048fafdd4)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:02.851639 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ee049e7b-4ed2-445b-bc97-f8fbfb2cf343 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.868670 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f57fd5-a265-4b3c-845a-6d76d5aa1afd tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b17d42-b059-46d0-8dd7-4cee63077e1a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:02.883713 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ee049e7b-4ed2-445b-bc97-f8fbfb2cf343 None None] Calling delete_port for a7246b9d-3bb4-4330-8555-a6fabe4b5d48 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:02:02.884267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53aef9f-5476-445a-a784-64ef138b38e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network aa2d44c9-1db7-438e-a6d0-756aa46ab034 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:02:02.916108 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c53aef9f-5476-445a-a784-64ef138b38e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, aa2d44c9-1db7-438e-a6d0-756aa46ab034) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:02.929919 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53aef9f-5476-445a-a784-64ef138b38e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:02.931279 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c53aef9f-5476-445a-a784-64ef138b38e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:02.949080 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3d7bc7-4b3a-4c39-a257-23c2cb7b43ba x-openstack-request-id: req-6a3d7bc7-4b3a-4c39-a257-23c2cb7b43ba {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:02:02.950415 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cd8b1d-ab29-45da-b0f7-a1273b72d03c", "tag": "a36be7c3-0ecd-447b-a130-04ecbf89b135", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:02:02.950861 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a3d7bc7-4b3a-4c39-a257-23c2cb7b43ba {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:02:02.951431 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'tag': 'a36be7c3-0ecd-447b-a130-04ecbf89b135', 'status': 'completed', 'code': 200} Feb 07 17:02:02.981935 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c53aef9f-5476-445a-a784-64ef138b38e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6226439 Feb 07 17:02:02.985439 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59678) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:02.991634 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8fc7a115-7033-4fd0-b66b-15241d7fd271 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-161667785'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:03.000491 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54d5577-a038-4026-9e2d-0b4bcefdf3ea None None] Network aa2d44c9-1db7-438e-a6d0-756aa46ab034 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:03.040269 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2a6c0fd3-3357-4c96-922c-325a5b739ba6 None None] Set router 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:02:03.069779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc7a115-7033-4fd0-b66b-15241d7fd271 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:03.073603 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8fc7a115-7033-4fd0-b66b-15241d7fd271 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:03.139104 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc7a115-7033-4fd0-b66b-15241d7fd271 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:02:03.150953 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e8675ff-7c91-4fc0-8b6c-0671651d234c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (30331dae-27b2-4763-821e-5caf8161808b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:03.169951 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8fc7a115-7033-4fd0-b66b-15241d7fd271 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e3f17d74-28e9-40cf-85dc-336012e01abb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:03.170398 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-8fc7a115-7033-4fd0-b66b-15241d7fd271 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Added segment e3f17d74-28e9-40cf-85dc-336012e01abb of type vlan for network d4bb9015-0c92-4b1b-90e2-ef40ff5daae2 Feb 07 17:02:03.264215 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-47cf8041-0206-408a-b8a4-8f15d6d3343b req-41c113fd-308e-4f06-8170-68bf9e0399e8 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 210 time: 0.1663480 Feb 07 17:02:03.264215 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:03.266802 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8fc7a115-7033-4fd0-b66b-15241d7fd271 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (d4bb9015-0c92-4b1b-90e2-ef40ff5daae2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:03.311207 n-d-827865-3 neutron-server[103228]: INFO neutron.plugins.ml2.db [None req-4fac58b3-a0de-48b0-9429-bbb40c4a5b5c None None] No ports have port_id starting with a7246b9d-3bb4-4330-8555-a6fabe4b5d48 Feb 07 17:02:03.321382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-aa2d44c9-1db7-438e-a6d0-756aa46ab034', 'network_id': 'aa2d44c9-1db7-438e-a6d0-756aa46ab034', 'project_id': '579956259c9549e4a1f4d565ffeae601', 'fixed_ips': [{'subnet_id': 'df5c9cbf-eb5c-4772-ba06-ed63a3ce9017'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:02:03.322458 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:03.359514 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ee049e7b-4ed2-445b-bc97-f8fbfb2cf343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (a7246b9d-3bb4-4330-8555-a6fabe4b5d48), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:03.372318 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Port': ['ID=a7246b9d-3bb4-4330-8555-a6fabe4b5d48,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:03.383983 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a0b0c-579c-4015-9d3e-93db9d7b6df2 req-72b7a4dc-c762-4929-b27b-4e82d43bb204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:03.392167 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c28a0b0c-579c-4015-9d3e-93db9d7b6df2 req-72b7a4dc-c762-4929-b27b-4e82d43bb204 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 1128 time: 0.4445333 Feb 07 17:02:03.402470 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8fc7a115-7033-4fd0-b66b-15241d7fd271 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (d4bb9015-0c92-4b1b-90e2-ef40ff5daae2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:03.412473 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc7a115-7033-4fd0-b66b-15241d7fd271 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:03.412473 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8fc7a115-7033-4fd0-b66b-15241d7fd271 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:03.436668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] No DVR routers for this DVR port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:02:03.437467 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2a6c0fd3-3357-4c96-922c-325a5b739ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548594130', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:48Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:51Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '660e67c0-bf0d-4026-b388-8a6a55e91411', 'name': '', 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:92:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:02Z', 'updated_at': '2022-02-07T16:59:16Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:03.482728 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6c0fd3-3357-4c96-922c-325a5b739ba6 None None] Checking router: 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:02:03.515663 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c0fd3-3357-4c96-922c-325a5b739ba6 None None] Routers {'668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:02:03.516333 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2a6c0fd3-3357-4c96-922c-325a5b739ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:01:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:03.609932 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8fc7a115-7033-4fd0-b66b-15241d7fd271 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6201477 Feb 07 17:02:03.614427 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59684) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:03.643113 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7745170c-d0bb-4eaa-b4a2-73cf9c3923cb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'subnet': {'network_id': 'd4bb9015-0c92-4b1b-90e2-ef40ff5daae2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:03.677534 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382a898-ad38-4102-a34a-b279700bfd6e req-1d23633a-fd3b-48b0-b09a-5cf629864be2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:03.686084 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee049e7b-4ed2-445b-bc97-f8fbfb2cf343 None None] Pushing event deleted for resources: {'Port': ['ID=a7246b9d-3bb4-4330-8555-a6fabe4b5d48,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:03.687197 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9382a898-ad38-4102-a34a-b279700bfd6e req-1d23633a-fd3b-48b0-b09a-5cf629864be2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.3832958 Feb 07 17:02:03.692342 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee049e7b-4ed2-445b-bc97-f8fbfb2cf343 None None] No DVR routers for this DVR port a7246b9d-3bb4-4330-8555-a6fabe4b5d48 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:02:03.723981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a0b0c-579c-4015-9d3e-93db9d7b6df2 req-0e996dac-1210-4742-b617-f8ebb0c20963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:03.726622 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c28a0b0c-579c-4015-9d3e-93db9d7b6df2 req-0e996dac-1210-4742-b617-f8ebb0c20963 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee68e4cc-35f2-42ab-88dd-35c973261201 HTTP/1.1" status: 200 len: 897 time: 0.3198130 Feb 07 17:02:03.727884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7a115-7033-4fd0-b66b-15241d7fd271 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Network': ['ID=d4bb9015-0c92-4b1b-90e2-ef40ff5daae2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:03.803486 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2a6c0fd3-3357-4c96-922c-325a5b739ba6 None None] Set router 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:02:03.820371 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (514f4ad2-964c-4f67-91e2-d48403c12ce9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:03.852182 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514f4ad2-964c-4f67-91e2-d48403c12ce9']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:03.859242 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network d4bb9015-0c92-4b1b-90e2-ef40ff5daae2 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:02:03.865348 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 733857e7-0d36-44e5-8e0d-d42878815d43 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:02:03.872769 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83829f23-20c1-4275-bc1c-651048fafdd4') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:03.873189 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83829f23-20c1-4275-bc1c-651048fafdd4') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:03.889892 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (83829f23-20c1-4275-bc1c-651048fafdd4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:03.921046 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (83829f23-20c1-4275-bc1c-651048fafdd4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:03.945263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:02:03.946789 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (83829f23-20c1-4275-bc1c-651048fafdd4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:02:04.040161 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:02:04.051984 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (514f4ad2-964c-4f67-91e2-d48403c12ce9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:04.112511 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 8e433e0c-d28f-4d2a-8329-e962ce086384 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:04.113329 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8e433e0c-d28f-4d2a-8329-e962ce086384), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:04.136970 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:04.140417 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] 10.222.0.18 "DELETE /v2.0/networks/514f4ad2-964c-4f67-91e2-d48403c12ce9 HTTP/1.1" status: 204 len: 168 time: 2.2065473 Feb 07 17:02:04.194435 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2914a7cb-f3c8-4a99-94ea-907fed815134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e433e0c-d28f-4d2a-8329-e962ce086384'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:02:04.197218 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b07a1d-19ea-4654-96d7-a7623ce8890b" -d '{"events": [{"server_uuid": "2914a7cb-f3c8-4a99-94ea-907fed815134", "name": "network-vif-plugged", "status": "completed", "tag": "8e433e0c-d28f-4d2a-8329-e962ce086384"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:02:04.202637 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd7ece-2328-4a97-a238-ef231825a967 tempest-PortsIpV6TestJSON-1501363423 tempest-PortsIpV6TestJSON-1501363423-project] Pushing event deleted for resources: {'Network': ['ID=514f4ad2-964c-4f67-91e2-d48403c12ce9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:04.217090 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e8675ff-7c91-4fc0-8b6c-0671651d234c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (30331dae-27b2-4763-821e-5caf8161808b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:04.225802 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c28a0b0c-579c-4015-9d3e-93db9d7b6df2 req-c6f29469-8763-478c-bead-5855b08a6214 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36be7c3-0ecd-447b-a130-04ecbf89b135 HTTP/1.1" status: 200 len: 217 time: 0.1884155 Feb 07 17:02:04.235099 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e8675ff-7c91-4fc0-8b6c-0671651d234c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (30331dae-27b2-4763-821e-5caf8161808b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:04.271371 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2a6c0fd3-3357-4c96-922c-325a5b739ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548594130', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:48Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:51Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '660e67c0-bf0d-4026-b388-8a6a55e91411', 'name': '', 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:92:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:02Z', 'updated_at': '2022-02-07T16:59:16Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:04.285663 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 8e433e0c-d28f-4d2a-8329-e962ce086384, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8e433e0c-d28f-4d2a-8329-e962ce086384,segment=NetworkSegment(0b335b56-9acc-471e-a796-eeb06c7bb7a5),segment_id=0b335b56-9acc-471e-a796-eeb06c7bb7a5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:04.304891 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8e433e0c-d28f-4d2a-8329-e962ce086384), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:04.329376 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6c0fd3-3357-4c96-922c-325a5b739ba6 None None] The sync data for ids ['668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'] in n-d-827865-3 is: [{'id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548594130', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:48Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:51Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '660e67c0-bf0d-4026-b388-8a6a55e91411', 'name': '', 'network_id': 'ee68e4cc-35f2-42ab-88dd-35c973261201', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:92:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:59:02Z', 'updated_at': '2022-02-07T16:59:16Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '46e7aa81-9dcc-468e-bfb9-c817f0e11f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:02:04.381070 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] Allocated IP 172.20.255.242 (aa2d44c9-1db7-438e-a6d0-756aa46ab034/df5c9cbf-eb5c-4772-ba06-ed63a3ce9017/bdc9aeea-bd9a-46f4-bab5-85b442c94296) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:02:04.381323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a0b0c-579c-4015-9d3e-93db9d7b6df2 req-fd0200cf-f984-42c7-91b8-a396dc4333c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:04.382680 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c28a0b0c-579c-4015-9d3e-93db9d7b6df2 req-fd0200cf-f984-42c7-91b8-a396dc4333c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=46e7aa81-9dcc-468e-bfb9-c817f0e11f5e HTTP/1.1" status: 200 len: 834 time: 0.1491070 Feb 07 17:02:04.386948 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e8675ff-7c91-4fc0-8b6c-0671651d234c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:04.388523 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2e8675ff-7c91-4fc0-8b6c-0671651d234c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5713975 Feb 07 17:02:04.390869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8675ff-7c91-4fc0-8b6c-0671651d234c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30331dae-27b2-4763-821e-5caf8161808b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:04.418239 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 733857e7-0d36-44e5-8e0d-d42878815d43 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:04.419344 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (733857e7-0d36-44e5-8e0d-d42878815d43), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:04.442447 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59696) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:04.455907 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8a500607-a5e4-448a-9add-0add3a2838fa tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group_rule': {'security_group_id': '8e0cf269-e51a-452b-916f-8659479cd595', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:04.534186 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a6f44-dd4a-4dc8-9050-d204a20d40a9 req-bec4bdd5-2077-40ea-b54f-75c71d992060 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:04.542172 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e24a6f44-dd4a-4dc8-9050-d204a20d40a9 req-bec4bdd5-2077-40ea-b54f-75c71d992060 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=2914a7cb-f3c8-4a99-94ea-907fed815134 HTTP/1.1" status: 200 len: 944 time: 0.5032947 Feb 07 17:02:04.612711 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=8e433e0c-d28f-4d2a-8329-e962ce086384,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:04.631306 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e24a6f44-dd4a-4dc8-9050-d204a20d40a9 req-c1c74bc3-ba1a-441b-91cc-a1ff519ba266 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878909 Feb 07 17:02:04.704827 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a0b0c-579c-4015-9d3e-93db9d7b6df2 req-60fe45eb-b207-47c1-93a6-33d517297919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:04.710843 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c28a0b0c-579c-4015-9d3e-93db9d7b6df2 req-60fe45eb-b207-47c1-93a6-33d517297919 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee68e4cc-35f2-42ab-88dd-35c973261201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3211555 Feb 07 17:02:04.731241 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a500607-a5e4-448a-9add-0add3a2838fa tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (71e5489b-a700-44f1-b41b-d608003553ea), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:04.753978 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9382a898-ad38-4102-a34a-b279700bfd6e req-4b3d62ad-e44e-4735-8451-a2ba847a212e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0658684 Feb 07 17:02:04.767074 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6686b8-901f-46e4-9593-e7d0aac62b88 x-openstack-request-id: req-1e6686b8-901f-46e4-9593-e7d0aac62b88 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:02:04.768194 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2914a7cb-f3c8-4a99-94ea-907fed815134", "name": "network-vif-plugged", "status": "completed", "tag": "8e433e0c-d28f-4d2a-8329-e962ce086384", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:02:04.768783 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e6686b8-901f-46e4-9593-e7d0aac62b88 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:02:04.769447 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2914a7cb-f3c8-4a99-94ea-907fed815134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e433e0c-d28f-4d2a-8329-e962ce086384', 'code': 200} Feb 07 17:02:04.781537 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7745170c-d0bb-4eaa-b4a2-73cf9c3923cb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:04.786045 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7745170c-d0bb-4eaa-b4a2-73cf9c3923cb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:04.793646 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 733857e7-0d36-44e5-8e0d-d42878815d43 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:04.903103 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] Publish callbacks [] for port (bdc9aeea-bd9a-46f4-bab5-85b442c94296), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:04.922966 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a7246b9d-3bb4-4330-8555-a6fabe4b5d48 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:02:04.972944 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (bdc9aeea-bd9a-46f4-bab5-85b442c94296), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:04.991962 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: a7246b9d-3bb4-4330-8555-a6fabe4b5d48 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:02:04.992480 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a7246b9d-3bb4-4330-8555-a6fabe4b5d48 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:02:05.036927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59706) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:05.083927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7ff7d1-e0ab-4b95-b49c-9f338fc5db7c None None] New status for floating IP e8c7ce4c-efe7-495f-942e-ac8266ad8a89: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:02:05.093546 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17d881-7c6f-4958-bcac-8ad8dd2cf68c req-f150c57c-d68f-4b01-818c-504b3ecd320b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:05.095126 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-de17d881-7c6f-4958-bcac-8ad8dd2cf68c req-f150c57c-d68f-4b01-818c-504b3ecd320b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.6429234 Feb 07 17:02:05.142696 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] Network aa2d44c9-1db7-438e-a6d0-756aa46ab034 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:02:05.178647 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:05.184245 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:02:05.187817 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] Pushing event updated for resources: {'Port': ['ID=bdc9aeea-bd9a-46f4-bab5-85b442c94296,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:05.233884 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ddde5c3-34ca-4e0f-8e89-4f51f687589d req-98cdc26b-379c-4842-9874-132fd1663d30 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 210 time: 0.2246826 Feb 07 17:02:05.253021 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a500607-a5e4-448a-9add-0add3a2838fa tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (71e5489b-a700-44f1-b41b-d608003553ea), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:05.286028 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a500607-a5e4-448a-9add-0add3a2838fa tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (71e5489b-a700-44f1-b41b-d608003553ea), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:05.324830 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] Attempting to bind port bdc9aeea-bd9a-46f4-bab5-85b442c94296 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:02:05.325331 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] Attempting to bind port bdc9aeea-bd9a-46f4-bab5-85b442c94296 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'd9763d7d-aa7c-41d6-bc7a-ef704a17d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'aa2d44c9-1db7-438e-a6d0-756aa46ab034'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:02:05.325707 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] Attempting to bind port bdc9aeea-bd9a-46f4-bab5-85b442c94296 on network aa2d44c9-1db7-438e-a6d0-756aa46ab034 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:02:05.339115 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:02:05.339501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] Checking segment: {'id': 'd9763d7d-aa7c-41d6-bc7a-ef704a17d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'aa2d44c9-1db7-438e-a6d0-756aa46ab034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:05.339915 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:05.340314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] Bound using segment: {'id': 'd9763d7d-aa7c-41d6-bc7a-ef704a17d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'aa2d44c9-1db7-438e-a6d0-756aa46ab034'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:02:05.340805 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] Bound port: bdc9aeea-bd9a-46f4-bab5-85b442c94296, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9763d7d-aa7c-41d6-bc7a-ef704a17d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'aa2d44c9-1db7-438e-a6d0-756aa46ab034'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:02:05.341189 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bdc9aeea-bd9a-46f4-bab5-85b442c94296), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:05.405361 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e412921-e9a4-4072-8195-53833cc3cbbb req-2c725750-bc79-43a9-8ef8-fedd4b2e8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:05.405567 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a500607-a5e4-448a-9add-0add3a2838fa tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:05.406753 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8a500607-a5e4-448a-9add-0add3a2838fa tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9617229 Feb 07 17:02:05.410299 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59726) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:05.410954 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a500607-a5e4-448a-9add-0add3a2838fa tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e5489b-a700-44f1-b41b-d608003553ea,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:05.411655 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e412921-e9a4-4072-8195-53833cc3cbbb req-2c725750-bc79-43a9-8ef8-fedd4b2e8504 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2914a7cb-f3c8-4a99-94ea-907fed815134 HTTP/1.1" status: 200 len: 1127 time: 0.5826774 Feb 07 17:02:05.427101 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7745170c-d0bb-4eaa-b4a2-73cf9c3923cb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (3f92664f-2a19-44b7-905a-20079202fe24), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:05.427306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5f8cc54c-4e95-4527-8166-fef8f5d00531 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group_rule': {'security_group_id': '8e0cf269-e51a-452b-916f-8659479cd595', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:05.486615 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] For port bdc9aeea-bd9a-46f4-bab5-85b442c94296, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:02:05.497179 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] For port bdc9aeea-bd9a-46f4-bab5-85b442c94296, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bdc9aeea-bd9a-46f4-bab5-85b442c94296,segment=NetworkSegment(d9763d7d-aa7c-41d6-bc7a-ef704a17d052),segment_id=d9763d7d-aa7c-41d6-bc7a-ef704a17d052)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:02:05.502423 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c28a0b0c-579c-4015-9d3e-93db9d7b6df2 req-20173e41-28db-4479-a44c-9f5c8454210d service neutron] 10.222.0.32 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7718618 Feb 07 17:02:05.514332 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bdc9aeea-bd9a-46f4-bab5-85b442c94296), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:05.555750 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc54c-4e95-4527-8166-fef8f5d00531 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (697091cf-5594-4634-a7a5-942943c5dd33), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:05.571830 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-29675d17-e7e0-42be-9d6f-7ecf3973edc9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c0fb6dee32843e59ae1bca7a1ef780f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4720650 Feb 07 17:02:05.572849 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745170c-d0bb-4eaa-b4a2-73cf9c3923cb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Subnet': ['ID=3f92664f-2a19-44b7-905a-20079202fe24,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:05.575296 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59738) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:05.584472 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e412921-e9a4-4072-8195-53833cc3cbbb req-5a618a5c-74ff-4896-aa11-402e04a4ba6f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639655 Feb 07 17:02:05.608415 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7745170c-d0bb-4eaa-b4a2-73cf9c3923cb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Checking segment: {'id': 'e3f17d74-28e9-40cf-85dc-336012e01abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd4bb9015-0c92-4b1b-90e2-ef40ff5daae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:05.609081 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7745170c-d0bb-4eaa-b4a2-73cf9c3923cb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network hostable DHCP agents. Network: d4bb9015-0c92-4b1b-90e2-ef40ff5daae2, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:02:05.640036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bacf2-5fa0-406c-9070-36aeaa0a2eda None None] Pushing event updated for resources: {'Port': ['ID=bdc9aeea-bd9a-46f4-bab5-85b442c94296,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:05.697236 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7745170c-d0bb-4eaa-b4a2-73cf9c3923cb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network d4bb9015-0c92-4b1b-90e2-ef40ff5daae2 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:02:05.713747 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b959dd9-2a9b-4bff-9296-dc8407564eb9 admin admin] Publish callbacks [] for security_group (437850c0-82cb-424f-a1cd-a364d77e9ef7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:05.725048 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc54c-4e95-4527-8166-fef8f5d00531 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (697091cf-5594-4634-a7a5-942943c5dd33), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:05.728902 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-7745170c-d0bb-4eaa-b4a2-73cf9c3923cb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, d4bb9015-0c92-4b1b-90e2-ef40ff5daae2) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:05.739943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7745170c-d0bb-4eaa-b4a2-73cf9c3923cb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:05.740735 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7745170c-d0bb-4eaa-b4a2-73cf9c3923cb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:05.742573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aad76f-493e-40bc-9092-044f868dbaba None None] Network d4bb9015-0c92-4b1b-90e2-ef40ff5daae2 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:05.755402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-de17d881-7c6f-4958-bcac-8ad8dd2cf68c req-770d3649-111e-452f-b7c0-ac520b51ec1e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Deleting port a36be7c3-0ecd-447b-a130-04ecbf89b135 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:02:05.755877 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-de17d881-7c6f-4958-bcac-8ad8dd2cf68c req-770d3649-111e-452f-b7c0-ac520b51ec1e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:05.779392 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc54c-4e95-4527-8166-fef8f5d00531 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (697091cf-5594-4634-a7a5-942943c5dd33), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:05.788019 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b959dd9-2a9b-4bff-9296-dc8407564eb9 admin admin] Publish callbacks [] for security_group (437850c0-82cb-424f-a1cd-a364d77e9ef7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:05.844165 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7745170c-d0bb-4eaa-b4a2-73cf9c3923cb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2262263 Feb 07 17:02:05.871408 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59764) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:06.012884 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-d4bb9015-0c92-4b1b-90e2-ef40ff5daae2', 'network_id': 'd4bb9015-0c92-4b1b-90e2-ef40ff5daae2', 'project_id': '579956259c9549e4a1f4d565ffeae601', 'fixed_ips': [{'subnet_id': '3f92664f-2a19-44b7-905a-20079202fe24'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:02:06.013781 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:06.078123 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e6ed3-4999-44c9-93a0-e311a4cd9fb9 req-34749eb6-a170-4a2d-b249-f204ae16c948 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:06.088238 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-109e6ed3-4999-44c9-93a0-e311a4cd9fb9 req-34749eb6-a170-4a2d-b249-f204ae16c948 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=2914a7cb-f3c8-4a99-94ea-907fed815134 HTTP/1.1" status: 200 len: 945 time: 0.2961602 Feb 07 17:02:06.150014 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c28a0b0c-579c-4015-9d3e-93db9d7b6df2 req-e80808aa-f68a-4e43-b094-c01b075e7b1e service neutron] 10.222.0.32 "GET /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6404774 Feb 07 17:02:06.152349 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b959dd9-2a9b-4bff-9296-dc8407564eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (437850c0-82cb-424f-a1cd-a364d77e9ef7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:06.153408 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cc54c-4e95-4527-8166-fef8f5d00531 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697091cf-5594-4634-a7a5-942943c5dd33,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:06.169790 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b959dd9-2a9b-4bff-9296-dc8407564eb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:06.177612 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc54c-4e95-4527-8166-fef8f5d00531 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:06.177879 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1b959dd9-2a9b-4bff-9296-dc8407564eb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/437850c0-82cb-424f-a1cd-a364d77e9ef7 HTTP/1.1" status: 204 len: 168 time: 0.5993388 Feb 07 17:02:06.186816 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5f8cc54c-4e95-4527-8166-fef8f5d00531 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7731581 Feb 07 17:02:06.199085 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59792) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:06.222571 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (d4bb9015-0c92-4b1b-90e2-ef40ff5daae2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:06.238885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b689fe0d-b5e9-4dd0-92ac-fe372c2d91d7 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group_rule': {'security_group_id': '8e0cf269-e51a-452b-916f-8659479cd595', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:06.254643 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b959dd9-2a9b-4bff-9296-dc8407564eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437850c0-82cb-424f-a1cd-a364d77e9ef7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:06.278433 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] Allocated IP 172.20.0.2 (d4bb9015-0c92-4b1b-90e2-ef40ff5daae2/3f92664f-2a19-44b7-905a-20079202fe24/2e6cc992-fe1a-449c-ba41-acb47a133d94) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:02:06.384071 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-de17d881-7c6f-4958-bcac-8ad8dd2cf68c req-770d3649-111e-452f-b7c0-ac520b51ec1e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] For port a36be7c3-0ecd-447b-a130-04ecbf89b135, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a36be7c3-0ecd-447b-a130-04ecbf89b135,segment=NetworkSegment(2075f485-98b9-4098-bd23-427890e5e09f),segment_id=2075f485-98b9-4098-bd23-427890e5e09f)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:06.396103 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-de17d881-7c6f-4958-bcac-8ad8dd2cf68c req-770d3649-111e-452f-b7c0-ac520b51ec1e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:06.436014 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6eb6e-49fa-416f-aa4c-515d069acf68 req-1517cb70-b082-4ab9-89d7-7a2b797d92c9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:06.438308 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-85e6eb6e-49fa-416f-aa4c-515d069acf68 req-1517cb70-b082-4ab9-89d7-7a2b797d92c9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5cd8b1d-ab29-45da-b0f7-a1273b72d03c HTTP/1.1" status: 200 len: 946 time: 0.5520048 Feb 07 17:02:06.446772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-de17d881-7c6f-4958-bcac-8ad8dd2cf68c req-770d3649-111e-452f-b7c0-ac520b51ec1e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Calling delete_port for a36be7c3-0ecd-447b-a130-04ecbf89b135 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:02:06.456480 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-b689fe0d-b5e9-4dd0-92ac-fe372c2d91d7 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Project e266b4b9b1d544eabc5eebcc70b0d46e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:02:06.503005 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (3f92664f-2a19-44b7-905a-20079202fe24), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:06.507583 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] Publish callbacks [] for port (2e6cc992-fe1a-449c-ba41-acb47a133d94), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:06.523155 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (2e6cc992-fe1a-449c-ba41-acb47a133d94), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:06.534378 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-109e6ed3-4999-44c9-93a0-e311a4cd9fb9 req-fa83d901-c7f2-40de-bbc5-0ad2fd373b20 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448762 Feb 07 17:02:06.570438 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b689fe0d-b5e9-4dd0-92ac-fe372c2d91d7 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (4f05b79f-8acb-4589-a063-2218d128c624), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:06.574207 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] Network d4bb9015-0c92-4b1b-90e2-ef40ff5daae2 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:02:06.577123 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:06.581495 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:02:06.592546 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] Pushing event updated for resources: {'Port': ['ID=2e6cc992-fe1a-449c-ba41-acb47a133d94,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:06.718401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] Attempting to bind port 2e6cc992-fe1a-449c-ba41-acb47a133d94 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:02:06.719042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] Attempting to bind port 2e6cc992-fe1a-449c-ba41-acb47a133d94 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'e3f17d74-28e9-40cf-85dc-336012e01abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd4bb9015-0c92-4b1b-90e2-ef40ff5daae2'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:02:06.719771 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] Attempting to bind port 2e6cc992-fe1a-449c-ba41-acb47a133d94 on network d4bb9015-0c92-4b1b-90e2-ef40ff5daae2 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:02:06.746875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:02:06.748291 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] Checking segment: {'id': 'e3f17d74-28e9-40cf-85dc-336012e01abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd4bb9015-0c92-4b1b-90e2-ef40ff5daae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:06.749779 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:06.750193 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] Bound using segment: {'id': 'e3f17d74-28e9-40cf-85dc-336012e01abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd4bb9015-0c92-4b1b-90e2-ef40ff5daae2'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:02:06.750706 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] Bound port: 2e6cc992-fe1a-449c-ba41-acb47a133d94, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f17d74-28e9-40cf-85dc-336012e01abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd4bb9015-0c92-4b1b-90e2-ef40ff5daae2'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:02:06.751096 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2e6cc992-fe1a-449c-ba41-acb47a133d94), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:06.757103 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-053047fe-d55f-48c5-aeff-b0af127c3ac2 req-b371f9d1-1581-4622-adf3-b73a74110718 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 210 time: 0.0974326 Feb 07 17:02:06.807372 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (3f92664f-2a19-44b7-905a-20079202fe24), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:06.848609 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-85e6eb6e-49fa-416f-aa4c-515d069acf68 req-f2f59636-9552-425f-a681-429c89d8c4b7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3945744 Feb 07 17:02:06.933177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] For port 2e6cc992-fe1a-449c-ba41-acb47a133d94, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:02:06.944527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] For port 2e6cc992-fe1a-449c-ba41-acb47a133d94, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2e6cc992-fe1a-449c-ba41-acb47a133d94,segment=NetworkSegment(e3f17d74-28e9-40cf-85dc-336012e01abb),segment_id=e3f17d74-28e9-40cf-85dc-336012e01abb)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:02:06.954037 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2e6cc992-fe1a-449c-ba41-acb47a133d94), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:06.954189 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Subnet': ['ID=3f92664f-2a19-44b7-905a-20079202fe24,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:06.958313 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (d4bb9015-0c92-4b1b-90e2-ef40ff5daae2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:06.961587 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b689fe0d-b5e9-4dd0-92ac-fe372c2d91d7 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (4f05b79f-8acb-4589-a063-2218d128c624), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:07.018947 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bb9015-0c92-4b1b-90e2-ef40ff5daae2']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:07.041408 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b689fe0d-b5e9-4dd0-92ac-fe372c2d91d7 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (4f05b79f-8acb-4589-a063-2218d128c624), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:07.054064 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f17d74-28e9-40cf-85dc-336012e01abb') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:07.054412 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f17d74-28e9-40cf-85dc-336012e01abb') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:07.097806 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (e3f17d74-28e9-40cf-85dc-336012e01abb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:07.099080 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689fe0d-b5e9-4dd0-92ac-fe372c2d91d7 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f05b79f-8acb-4589-a063-2218d128c624,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:07.110629 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b689fe0d-b5e9-4dd0-92ac-fe372c2d91d7 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:07.113251 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b689fe0d-b5e9-4dd0-92ac-fe372c2d91d7 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9078014 Feb 07 17:02:07.116676 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59886) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:07.128110 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-252bfda5-b675-43c7-9d6a-2967edf4be27 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'security_group_rule': {'security_group_id': '8e0cf269-e51a-452b-916f-8659479cd595', 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:07.142649 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-de17d881-7c6f-4958-bcac-8ad8dd2cf68c req-770d3649-111e-452f-b7c0-ac520b51ec1e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a36be7c3-0ecd-447b-a130-04ecbf89b135), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:07.181679 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e3f17d74-28e9-40cf-85dc-336012e01abb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:07.199354 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d3649-111e-452f-b7c0-ac520b51ec1e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Port': ['ID=a36be7c3-0ecd-447b-a130-04ecbf89b135,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:07.231343 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:02:07.232565 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (e3f17d74-28e9-40cf-85dc-336012e01abb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:07.261405 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-de17d881-7c6f-4958-bcac-8ad8dd2cf68c req-770d3649-111e-452f-b7c0-ac520b51ec1e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] No DVR routers for this DVR port a36be7c3-0ecd-447b-a130-04ecbf89b135 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:02:07.268630 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-de17d881-7c6f-4958-bcac-8ad8dd2cf68c req-770d3649-111e-452f-b7c0-ac520b51ec1e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:07.272144 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-de17d881-7c6f-4958-bcac-8ad8dd2cf68c req-770d3649-111e-452f-b7c0-ac520b51ec1e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.32 "DELETE /v2.0/ports/a36be7c3-0ecd-447b-a130-04ecbf89b135 HTTP/1.1" status: 204 len: 173 time: 2.1268532 Feb 07 17:02:07.273855 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'name': 'network-vif-deleted', 'tag': 'a36be7c3-0ecd-447b-a130-04ecbf89b135'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:02:07.278072 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b2c7ad-7236-47c0-abb6-d13a764167d2" -d '{"events": [{"server_uuid": "b5cd8b1d-ab29-45da-b0f7-a1273b72d03c", "name": "network-vif-deleted", "tag": "a36be7c3-0ecd-447b-a130-04ecbf89b135"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:02:07.297047 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-252bfda5-b675-43c7-9d6a-2967edf4be27 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Project e266b4b9b1d544eabc5eebcc70b0d46e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:02:07.314256 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-252bfda5-b675-43c7-9d6a-2967edf4be27 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (686f2dcf-bec9-4195-a7a0-6a5cecab3be7), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:07.334456 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f40139-644a-442f-9f4a-704725a5098e None None] Pushing event updated for resources: {'Port': ['ID=2e6cc992-fe1a-449c-ba41-acb47a133d94,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:07.375662 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c10460-569d-442e-9549-aea1d3eca2e5 None None] Network d4bb9015-0c92-4b1b-90e2-ef40ff5daae2 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:07.378871 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7a52f3-8683-4908-9e87-60a29d2a209d x-openstack-request-id: req-cb7a52f3-8683-4908-9e87-60a29d2a209d {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:02:07.379397 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cd8b1d-ab29-45da-b0f7-a1273b72d03c", "name": "network-vif-deleted", "tag": "a36be7c3-0ecd-447b-a130-04ecbf89b135", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:02:07.379814 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb7a52f3-8683-4908-9e87-60a29d2a209d {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:02:07.380561 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cd8b1d-ab29-45da-b0f7-a1273b72d03c', 'name': 'network-vif-deleted', 'tag': 'a36be7c3-0ecd-447b-a130-04ecbf89b135', 'status': 'completed', 'code': 200} Feb 07 17:02:07.459365 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-252bfda5-b675-43c7-9d6a-2967edf4be27 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (686f2dcf-bec9-4195-a7a0-6a5cecab3be7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:02:07.462960 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:02:07.465179 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-252bfda5-b675-43c7-9d6a-2967edf4be27 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (686f2dcf-bec9-4195-a7a0-6a5cecab3be7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:07.496439 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 17:02:07.496439 n-d-827865-3 neutron-server[103225]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 17:02:07.496439 n-d-827865-3 neutron-server[103225]: [parameters: {'id': 'd4bb9015-0c92-4b1b-90e2-ef40ff5daae2'}] Feb 07 17:02:07.496439 n-d-827865-3 neutron-server[103225]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:02:07.496840 n-d-827865-3 neutron-server[103225]: DEBUG oslo_db.api [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:02:07.509813 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-252bfda5-b675-43c7-9d6a-2967edf4be27 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:07.512576 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-252bfda5-b675-43c7-9d6a-2967edf4be27 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3937738 Feb 07 17:02:07.522825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bfda5-b675-43c7-9d6a-2967edf4be27 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686f2dcf-bec9-4195-a7a0-6a5cecab3be7,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:07.880065 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01c0515-c7c0-4825-ad22-5fcda4f18f06 None None] Network aa2d44c9-1db7-438e-a6d0-756aa46ab034 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:07.943349 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efab53-5970-49c6-a0ea-5b7bede0c07c req-32be2986-0a11-4529-81e8-cd367415cb5b tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:07.944883 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-77efab53-5970-49c6-a0ea-5b7bede0c07c req-32be2986-0a11-4529-81e8-cd367415cb5b tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=2914a7cb-f3c8-4a99-94ea-907fed815134 HTTP/1.1" status: 200 len: 945 time: 0.2506776 Feb 07 17:02:07.979781 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a7f34922-4fa5-4da4-9c0a-915dde7518c1 req-81a4164f-5c73-4395-a3d5-09c70c76a780 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 210 time: 0.0560160 Feb 07 17:02:07.998363 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (d4bb9015-0c92-4b1b-90e2-ef40ff5daae2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:08.078352 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bdc9aeea-bd9a-46f4-bab5-85b442c94296 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:02:08.128653 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-77efab53-5970-49c6-a0ea-5b7bede0c07c req-0220118b-f9a4-4608-9a62-eab4a543dc79 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542854 Feb 07 17:02:08.154039 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Deleting port 2e6cc992-fe1a-449c-ba41-acb47a133d94 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:02:08.154387 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2e6cc992-fe1a-449c-ba41-acb47a133d94), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:08.205252 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60014) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:08.213409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b59ac07a-937a-4d01-b332-658c12cdd99d None None] Provisioning complete for port bdc9aeea-bd9a-46f4-bab5-85b442c94296 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:08.214027 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60020) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:08.214469 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b59ac07a-937a-4d01-b332-658c12cdd99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bdc9aeea-bd9a-46f4-bab5-85b442c94296), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:08.369387 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a36be7c3-0ecd-447b-a130-04ecbf89b135 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:02:08.379507 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] For port 2e6cc992-fe1a-449c-ba41-acb47a133d94, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2e6cc992-fe1a-449c-ba41-acb47a133d94,segment=NetworkSegment(e3f17d74-28e9-40cf-85dc-336012e01abb),segment_id=e3f17d74-28e9-40cf-85dc-336012e01abb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:08.380531 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2e6cc992-fe1a-449c-ba41-acb47a133d94), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:08.452092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: a36be7c3-0ecd-447b-a130-04ecbf89b135 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:02:08.452769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a36be7c3-0ecd-447b-a130-04ecbf89b135 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:02:08.483684 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Calling delete_port for 2e6cc992-fe1a-449c-ba41-acb47a133d94 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:02:08.496420 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e75eed2d-335c-474f-adcf-78345c613bdb tempest-ServiceProvidersTest-746611088 tempest-ServiceProvidersTest-746611088-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2898755 Feb 07 17:02:08.521934 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-a5cbd0df-bce3-417e-9def-ccc627ba94b5 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1788318270&fields=id&tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e HTTP/1.1" status: 200 len: 267 time: 0.2602623 Feb 07 17:02:08.538500 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port bdc9aeea-bd9a-46f4-bab5-85b442c94296 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:08.545603 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bdc9aeea-bd9a-46f4-bab5-85b442c94296), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:08.612315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b59ac07a-937a-4d01-b332-658c12cdd99d None None] Current status of the port bdc9aeea-bd9a-46f4-bab5-85b442c94296 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:08.612315 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b59ac07a-937a-4d01-b332-658c12cdd99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bdc9aeea-bd9a-46f4-bab5-85b442c94296), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:08.719478 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b59ac07a-937a-4d01-b332-658c12cdd99d None None] For port bdc9aeea-bd9a-46f4-bab5-85b442c94296, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bdc9aeea-bd9a-46f4-bab5-85b442c94296,segment=NetworkSegment(d9763d7d-aa7c-41d6-bc7a-ef704a17d052),segment_id=d9763d7d-aa7c-41d6-bc7a-ef704a17d052)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:08.728427 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b59ac07a-937a-4d01-b332-658c12cdd99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bdc9aeea-bd9a-46f4-bab5-85b442c94296), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:08.892113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port bdc9aeea-bd9a-46f4-bab5-85b442c94296 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:08.921427 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ac07a-937a-4d01-b332-658c12cdd99d None None] Pushing event updated for resources: {'Port': ['ID=bdc9aeea-bd9a-46f4-bab5-85b442c94296,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:09.100769 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-5d590936-a12c-4e2e-86d3-f83910e50202 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:09.102363 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-5d590936-a12c-4e2e-86d3-f83910e50202 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/networks?id=34d4dd5b-2a45-46d7-be0e-45cea9796556 HTTP/1.1" status: 200 len: 796 time: 0.5523527 Feb 07 17:02:09.103233 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60126) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:09.113054 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2e6cc992-fe1a-449c-ba41-acb47a133d94), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:09.207772 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Port': ['ID=2e6cc992-fe1a-449c-ba41-acb47a133d94,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:09.234019 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No DVR routers for this DVR port 2e6cc992-fe1a-449c-ba41-acb47a133d94 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:02:09.243291 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-9ecbec55-bf51-43fa-bd12-5661b48bb6e9 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/quotas/e266b4b9b1d544eabc5eebcc70b0d46e HTTP/1.1" status: 200 len: 375 time: 0.1240566 Feb 07 17:02:09.343472 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7eb278-cd98-4e73-8d5e-e579bcb05db5 None None] get_active_networks_info from n-d-827865-3 {{(pid=103228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 17:02:09.388344 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8fc20209-bb58-4b6c-af13-269f08b5257b req-bf8cc176-c681-4881-aca9-0f739e943e1f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 210 time: 0.0727005 Feb 07 17:02:09.432189 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c024ddd-661b-44d8-91ec-927ab61a0064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:09.432407 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ae8bd04-4d89-41b1-b62d-f528b5d07f96 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (668c1be3-7ee7-4cba-96e6-2b6739c3e4f9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:09.438116 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (d4bb9015-0c92-4b1b-90e2-ef40ff5daae2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:09.505471 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bb9015-0c92-4b1b-90e2-ef40ff5daae2']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:09.527269 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-69a635f1-a308-473e-a018-485c375e62b9 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2741580 Feb 07 17:02:09.547936 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a431be8-5229-47d4-b0a9-874db9c455f7 None None] Provisioning complete for port bdc9aeea-bd9a-46f4-bab5-85b442c94296 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:09.549731 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a431be8-5229-47d4-b0a9-874db9c455f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bdc9aeea-bd9a-46f4-bab5-85b442c94296), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:09.624282 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f17d74-28e9-40cf-85dc-336012e01abb') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:09.625420 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f17d74-28e9-40cf-85dc-336012e01abb') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:09.643993 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bdc9aeea-bd9a-46f4-bab5-85b442c94296 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:02:09.695196 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (e3f17d74-28e9-40cf-85dc-336012e01abb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:09.751266 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e3f17d74-28e9-40cf-85dc-336012e01abb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:09.785039 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:02:09.786096 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (e3f17d74-28e9-40cf-85dc-336012e01abb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:02:09.790395 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:02:09.804613 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7eb278-cd98-4e73-8d5e-e579bcb05db5 None None] Resources bound (agent type, host, resource id): {{(pid=103228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 17:02:09.901563 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-6c31aa58-6887-4e2c-9da6-e1adb6333fa1 service neutron] 10.222.0.18 "GET /v2.0/networks/34d4dd5b-2a45-46d7-be0e-45cea9796556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338563 Feb 07 17:02:09.908998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9ae8bd04-4d89-41b1-b62d-f528b5d07f96 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Deleting port 660e67c0-bf0d-4026-b388-8a6a55e91411 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:02:09.909812 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ae8bd04-4d89-41b1-b62d-f528b5d07f96 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (660e67c0-bf0d-4026-b388-8a6a55e91411), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:09.914168 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (d4bb9015-0c92-4b1b-90e2-ef40ff5daae2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:09.980914 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:10.000302 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/d4bb9015-0c92-4b1b-90e2-ef40ff5daae2 HTTP/1.1" status: 204 len: 168 time: 4.1182678 Feb 07 17:02:10.004269 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60210) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:10.028068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-428527da-22b1-4439-89de-6bfd8520adfc tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-974962735'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:10.031099 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c024ddd-661b-44d8-91ec-927ab61a0064 admin admin] Publish callbacks [] for security_group (166afcf1-10cf-45bd-9f7a-fa8406e9163a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:10.036612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port bdc9aeea-bd9a-46f4-bab5-85b442c94296 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:10.038450 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140f048-93c7-4204-b511-73bb43e94485 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Network': ['ID=d4bb9015-0c92-4b1b-90e2-ef40ff5daae2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:10.040542 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bdc9aeea-bd9a-46f4-bab5-85b442c94296), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:10.042757 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c024ddd-661b-44d8-91ec-927ab61a0064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (166afcf1-10cf-45bd-9f7a-fa8406e9163a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:10.098887 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0c024ddd-661b-44d8-91ec-927ab61a0064 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79554a7762ff4a5baa1376ce596bb280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9946291 Feb 07 17:02:10.101664 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60220) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:10.102541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c024ddd-661b-44d8-91ec-927ab61a0064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166afcf1-10cf-45bd-9f7a-fa8406e9163a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:10.134198 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a431be8-5229-47d4-b0a9-874db9c455f7 None None] Current status of the port bdc9aeea-bd9a-46f4-bab5-85b442c94296 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:10.141682 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-d760d446-e388-4710-9556-754a749a8e8b service neutron] 10.222.0.18 "GET /v2.0/networks/34d4dd5b-2a45-46d7-be0e-45cea9796556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387428 Feb 07 17:02:10.159981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428527da-22b1-4439-89de-6bfd8520adfc tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:10.163214 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-428527da-22b1-4439-89de-6bfd8520adfc tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:10.192332 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-9ae8bd04-4d89-41b1-b62d-f528b5d07f96 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] For port 660e67c0-bf0d-4026-b388-8a6a55e91411, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=660e67c0-bf0d-4026-b388-8a6a55e91411,segment=NetworkSegment(2075f485-98b9-4098-bd23-427890e5e09f),segment_id=2075f485-98b9-4098-bd23-427890e5e09f)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:10.192707 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ae8bd04-4d89-41b1-b62d-f528b5d07f96 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (660e67c0-bf0d-4026-b388-8a6a55e91411), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:10.208792 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9ae8bd04-4d89-41b1-b62d-f528b5d07f96 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Calling delete_port for 660e67c0-bf0d-4026-b388-8a6a55e91411 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:02:10.558718 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eacf3013-7740-4e86-b7f7-7b1405cc6e46 req-cbc0c26d-eefe-4764-aa39-002af581a0e3 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 210 time: 0.0438714 Feb 07 17:02:10.566787 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aee90f6e-1238-4d5f-9424-3bdbe5911a9a req-3bcaeb7a-a652-4b25-a650-dd6a188e9ee3 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 210 time: 0.0649419 Feb 07 17:02:10.589171 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eabfe8e8-3ed9-4985-b032-b540632aa91a admin admin] Publish callbacks [] for security_group (166afcf1-10cf-45bd-9f7a-fa8406e9163a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:10.594391 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428527da-22b1-4439-89de-6bfd8520adfc tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:02:10.615371 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ae8bd04-4d89-41b1-b62d-f528b5d07f96 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (660e67c0-bf0d-4026-b388-8a6a55e91411), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:10.620559 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-428527da-22b1-4439-89de-6bfd8520adfc tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:10.621252 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-428527da-22b1-4439-89de-6bfd8520adfc tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Added segment 4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c of type vlan for network 6d86253c-f9e6-46a5-93e6-55fbc71d2fb8 Feb 07 17:02:10.638373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port bdc9aeea-bd9a-46f4-bab5-85b442c94296 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:11.014213 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eabfe8e8-3ed9-4985-b032-b540632aa91a admin admin] Publish callbacks [] for security_group (166afcf1-10cf-45bd-9f7a-fa8406e9163a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:11.022856 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8bd04-4d89-41b1-b62d-f528b5d07f96 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Port': ['ID=660e67c0-bf0d-4026-b388-8a6a55e91411,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:11.102457 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-428527da-22b1-4439-89de-6bfd8520adfc tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (6d86253c-f9e6-46a5-93e6-55fbc71d2fb8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:11.169726 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eabfe8e8-3ed9-4985-b032-b540632aa91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (166afcf1-10cf-45bd-9f7a-fa8406e9163a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:11.172902 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eabfe8e8-3ed9-4985-b032-b540632aa91a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:11.174638 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-eabfe8e8-3ed9-4985-b032-b540632aa91a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/166afcf1-10cf-45bd-9f7a-fa8406e9163a HTTP/1.1" status: 204 len: 168 time: 1.0641778 Feb 07 17:02:11.181913 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-428527da-22b1-4439-89de-6bfd8520adfc tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (6d86253c-f9e6-46a5-93e6-55fbc71d2fb8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:11.187431 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428527da-22b1-4439-89de-6bfd8520adfc tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:11.188230 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-428527da-22b1-4439-89de-6bfd8520adfc tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:11.277717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfe8e8-3ed9-4985-b032-b540632aa91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166afcf1-10cf-45bd-9f7a-fa8406e9163a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:11.381196 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-428527da-22b1-4439-89de-6bfd8520adfc tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3751018 Feb 07 17:02:11.387802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60270) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:11.399685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6fedc69f-00a2-49ca-82a0-3df46cc941e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'subnet': {'network_id': '6d86253c-f9e6-46a5-93e6-55fbc71d2fb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:11.414977 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428527da-22b1-4439-89de-6bfd8520adfc tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Network': ['ID=6d86253c-f9e6-46a5-93e6-55fbc71d2fb8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:11.431281 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 6d86253c-f9e6-46a5-93e6-55fbc71d2fb8 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:02:11.448052 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ae8bd04-4d89-41b1-b62d-f528b5d07f96 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (668c1be3-7ee7-4cba-96e6-2b6739c3e4f9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:11.538680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fedc69f-00a2-49ca-82a0-3df46cc941e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:11.542444 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6fedc69f-00a2-49ca-82a0-3df46cc941e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:11.630525 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-6fedc69f-00a2-49ca-82a0-3df46cc941e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Performing IP validity checks on allocation pools {{(pid=103225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 17:02:11.631351 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.ipam_backend_mixin [None req-6fedc69f-00a2-49ca-82a0-3df46cc941e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 17:02:11.835402 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-afaf1bfe-5ccb-4a06-a16f-46f6d48af40f req-9e161f51-11ff-4300-ac10-4791b4906b1b tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 210 time: 0.0870278 Feb 07 17:02:11.916402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae8bd04-4d89-41b1-b62d-f528b5d07f96 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Router 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:02:11.987603 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-b0ca4f6d-9324-4c0f-b680-78fa5e6a5093 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:11.989549 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-b0ca4f6d-9324-4c0f-b680-78fa5e6a5093 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.48 "GET /v2.0/networks?id=34d4dd5b-2a45-46d7-be0e-45cea9796556 HTTP/1.1" status: 200 len: 796 time: 0.1264646 Feb 07 17:02:12.026853 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6fedc69f-00a2-49ca-82a0-3df46cc941e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (384c3566-e83b-4231-92d6-7d5b07b8dcd3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:12.068257 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae8bd04-4d89-41b1-b62d-f528b5d07f96 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:02:12.080853 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9ae8bd04-4d89-41b1-b62d-f528b5d07f96 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "PUT /v2.0/routers/668c1be3-7ee7-4cba-96e6-2b6739c3e4f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8652000 Feb 07 17:02:12.081557 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60288) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:12.082129 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe60c01-eeb2-44da-b24f-a22d94e5cb6a None None] Sync routers for ids ['668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:02:12.090840 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d543eab-ed9f-46ae-8d71-3751defc3fc4 req-097c500a-03fe-4a5e-8e26-72db5d789cbd tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 210 time: 0.2255290 Feb 07 17:02:12.116660 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe60c01-eeb2-44da-b24f-a22d94e5cb6a None None] Routers {'668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:02:12.117602 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-8fe60c01-eeb2-44da-b24f-a22d94e5cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:01:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:12.192587 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-d431a27d-07e8-4e67-9c07-f6ee2fbabf53 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e HTTP/1.1" status: 200 len: 380 time: 0.1200264 Feb 07 17:02:12.193691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fedc69f-00a2-49ca-82a0-3df46cc941e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Subnet': ['ID=384c3566-e83b-4231-92d6-7d5b07b8dcd3,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:12.223717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-ea717cd7-7620-41ba-a7d4-7437bada9570 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'port': {'device_id': '839740b4-de31-4a5b-8375-3db94b4b12c0', 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556', 'admin_state_up': True, 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'security_groups': ['8e0cf269-e51a-452b-916f-8659479cd595']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:12.238482 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-8fe60c01-eeb2-44da-b24f-a22d94e5cb6a None None] Set router 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:02:12.247733 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-95df2af9-8fb1-4106-a242-f21c2dab82c8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Deleting subnet 46e7aa81-9dcc-468e-bfb9-c817f0e11f5e {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:02:12.250148 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95df2af9-8fb1-4106-a242-f21c2dab82c8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for subnet (46e7aa81-9dcc-468e-bfb9-c817f0e11f5e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:12.317656 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fedc69f-00a2-49ca-82a0-3df46cc941e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Checking segment: {'id': '4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d86253c-f9e6-46a5-93e6-55fbc71d2fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:12.318022 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fedc69f-00a2-49ca-82a0-3df46cc941e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network hostable DHCP agents. Network: 6d86253c-f9e6-46a5-93e6-55fbc71d2fb8, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:02:12.335078 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95df2af9-8fb1-4106-a242-f21c2dab82c8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (46e7aa81-9dcc-468e-bfb9-c817f0e11f5e), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:12.351676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fedc69f-00a2-49ca-82a0-3df46cc941e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network 6d86253c-f9e6-46a5-93e6-55fbc71d2fb8 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:02:12.379496 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6fedc69f-00a2-49ca-82a0-3df46cc941e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 6d86253c-f9e6-46a5-93e6-55fbc71d2fb8) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:12.389747 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5b1cc6-b1e3-4082-a0be-941a15ee007f None None] Network 6d86253c-f9e6-46a5-93e6-55fbc71d2fb8 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:12.401491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fedc69f-00a2-49ca-82a0-3df46cc941e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:12.402734 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6fedc69f-00a2-49ca-82a0-3df46cc941e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:12.440401 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-8fe60c01-eeb2-44da-b24f-a22d94e5cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548594130', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:48Z', 'updated_at': '2022-02-07T17:02:10Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:51Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:12.479039 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe60c01-eeb2-44da-b24f-a22d94e5cb6a None None] Checking router: 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:02:12.483035 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95df2af9-8fb1-4106-a242-f21c2dab82c8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (46e7aa81-9dcc-468e-bfb9-c817f0e11f5e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:12.489678 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6fedc69f-00a2-49ca-82a0-3df46cc941e8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0988925 Feb 07 17:02:12.490690 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe60c01-eeb2-44da-b24f-a22d94e5cb6a None None] Routers {'668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:02:12.491562 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-8fe60c01-eeb2-44da-b24f-a22d94e5cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:01:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:12.495230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60298) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:12.574037 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-ea717cd7-7620-41ba-a7d4-7437bada9570 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Made reservation on behalf of e266b4b9b1d544eabc5eebcc70b0d46e for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:12.585657 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-ea717cd7-7620-41ba-a7d4-7437bada9570 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:12.612161 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95df2af9-8fb1-4106-a242-f21c2dab82c8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (46e7aa81-9dcc-468e-bfb9-c817f0e11f5e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:12.649080 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-6d86253c-f9e6-46a5-93e6-55fbc71d2fb8', 'network_id': '6d86253c-f9e6-46a5-93e6-55fbc71d2fb8', 'project_id': '579956259c9549e4a1f4d565ffeae601', 'fixed_ips': [{'subnet_id': '384c3566-e83b-4231-92d6-7d5b07b8dcd3'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:02:12.650000 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:12.652518 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-8fe60c01-eeb2-44da-b24f-a22d94e5cb6a None None] Set router 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:02:12.692744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df2af9-8fb1-4106-a242-f21c2dab82c8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Subnet': ['ID=46e7aa81-9dcc-468e-bfb9-c817f0e11f5e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:12.694982 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95df2af9-8fb1-4106-a242-f21c2dab82c8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:12.704891 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-95df2af9-8fb1-4106-a242-f21c2dab82c8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "DELETE /v2.0/subnets/46e7aa81-9dcc-468e-bfb9-c817f0e11f5e HTTP/1.1" status: 204 len: 168 time: 0.6222022 Feb 07 17:02:12.708187 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60302) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:12.749426 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (6d86253c-f9e6-46a5-93e6-55fbc71d2fb8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:12.809777 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a439093d-6053-4841-9cb4-d2a942996b68 None None] Network ee68e4cc-35f2-42ab-88dd-35c973261201 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:12.949138 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (384c3566-e83b-4231-92d6-7d5b07b8dcd3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:12.973965 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f504af75-736c-41a9-a2ec-4655bf15bc1f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router (668c1be3-7ee7-4cba-96e6-2b6739c3e4f9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:13.019190 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-8fe60c01-eeb2-44da-b24f-a22d94e5cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548594130', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:48Z', 'updated_at': '2022-02-07T17:02:10Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:51Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:13.036731 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24436a3f-ff7b-4315-bc50-168e780e08d2 req-3c0e34df-8eea-48d9-8602-78e3973546b2 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 210 time: 0.0470216 Feb 07 17:02:13.046498 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-ea717cd7-7620-41ba-a7d4-7437bada9570 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Allocated IP 172.20.0.11 (34d4dd5b-2a45-46d7-be0e-45cea9796556/994ba421-3766-4dad-a45b-85b122d6c2fa/2e542f5e-56bb-4e0f-87d0-13bbb74af549) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:02:13.092463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] Allocated IP 172.20.0.3 (6d86253c-f9e6-46a5-93e6-55fbc71d2fb8/384c3566-e83b-4231-92d6-7d5b07b8dcd3/663eb880-8ecf-4725-994e-90ac93a8d9ef) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:02:13.123408 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe60c01-eeb2-44da-b24f-a22d94e5cb6a None None] The sync data for ids ['668c1be3-7ee7-4cba-96e6-2b6739c3e4f9'] in n-d-827865-3 is: [{'id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548594130', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:58:48Z', 'updated_at': '2022-02-07T17:02:10Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': 'd1ee8607-93a6-4449-bd2f-3a7f59f38af5', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668c1be3-7ee7-4cba-96e6-2b6739c3e4f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:58:51Z', 'updated_at': '2022-02-07T16:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:02:13.257901 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-31a11da2-d0b8-444f-8697-ad158e38f19e req-9ed4e01f-a086-495f-843a-0be914dddaa7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 210 time: 0.0606050 Feb 07 17:02:13.311456 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-ea717cd7-7620-41ba-a7d4-7437bada9570 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for port (2e542f5e-56bb-4e0f-87d0-13bbb74af549), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:13.331806 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f504af75-736c-41a9-a2ec-4655bf15bc1f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_gateway (668c1be3-7ee7-4cba-96e6-2b6739c3e4f9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:13.386823 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-ea717cd7-7620-41ba-a7d4-7437bada9570 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2e542f5e-56bb-4e0f-87d0-13bbb74af549), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:13.388631 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] Publish callbacks [] for port (663eb880-8ecf-4725-994e-90ac93a8d9ef), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:13.396691 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (663eb880-8ecf-4725-994e-90ac93a8d9ef), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:13.422416 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f504af75-736c-41a9-a2ec-4655bf15bc1f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Deleting port d1ee8607-93a6-4449-bd2f-3a7f59f38af5 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:02:13.422812 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f504af75-736c-41a9-a2ec-4655bf15bc1f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d1ee8607-93a6-4449-bd2f-3a7f59f38af5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:13.451775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] Network 6d86253c-f9e6-46a5-93e6-55fbc71d2fb8 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:02:13.455356 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:13.460060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:02:13.463711 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] Pushing event updated for resources: {'Port': ['ID=663eb880-8ecf-4725-994e-90ac93a8d9ef,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:13.520147 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-ea717cd7-7620-41ba-a7d4-7437bada9570 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Network 34d4dd5b-2a45-46d7-be0e-45cea9796556 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:02:13.552030 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb54719-9c3a-43f1-84e5-b5d819c7b640 None None] DHCP port deletion for ee68e4cc-35f2-42ab-88dd-35c973261201 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:02:13.575612 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-ea717cd7-7620-41ba-a7d4-7437bada9570 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:13.591909 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f504af75-736c-41a9-a2ec-4655bf15bc1f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] For port d1ee8607-93a6-4449-bd2f-3a7f59f38af5, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d1ee8607-93a6-4449-bd2f-3a7f59f38af5,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:13.592289 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f504af75-736c-41a9-a2ec-4655bf15bc1f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d1ee8607-93a6-4449-bd2f-3a7f59f38af5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:13.598211 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-ea717cd7-7620-41ba-a7d4-7437bada9570 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:02:13.627850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f504af75-736c-41a9-a2ec-4655bf15bc1f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Calling delete_port for d1ee8607-93a6-4449-bd2f-3a7f59f38af5 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:02:13.662808 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 660e67c0-bf0d-4026-b388-8a6a55e91411 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:02:13.674822 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (384c3566-e83b-4231-92d6-7d5b07b8dcd3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:13.693907 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea717cd7-7620-41ba-a7d4-7437bada9570 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Port': ['ID=2e542f5e-56bb-4e0f-87d0-13bbb74af549,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:13.737032 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Subnet': ['ID=384c3566-e83b-4231-92d6-7d5b07b8dcd3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:13.784180 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 660e67c0-bf0d-4026-b388-8a6a55e91411 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:02:13.789468 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 660e67c0-bf0d-4026-b388-8a6a55e91411 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:02:13.794089 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3d4eb81a-9d31-4895-8896-791893fb4acc no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:02:13.834862 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-ea717cd7-7620-41ba-a7d4-7437bada9570 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:13.835507 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-ea717cd7-7620-41ba-a7d4-7437bada9570 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:13.855948 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (6d86253c-f9e6-46a5-93e6-55fbc71d2fb8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:13.878921 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-ea717cd7-7620-41ba-a7d4-7437bada9570 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6755204 Feb 07 17:02:13.882760 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] Attempting to bind port 663eb880-8ecf-4725-994e-90ac93a8d9ef on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:02:13.883371 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] Attempting to bind port 663eb880-8ecf-4725-994e-90ac93a8d9ef by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d86253c-f9e6-46a5-93e6-55fbc71d2fb8'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:02:13.883901 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] Attempting to bind port 663eb880-8ecf-4725-994e-90ac93a8d9ef on network 6d86253c-f9e6-46a5-93e6-55fbc71d2fb8 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:02:13.896614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Request body: {'port': {'device_id': '839740b4-de31-4a5b-8375-3db94b4b12c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:13.901518 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d86253c-f9e6-46a5-93e6-55fbc71d2fb8']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:13.932924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:13.933234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:13.947683 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 3d4eb81a-9d31-4895-8896-791893fb4acc is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:13.948279 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3d4eb81a-9d31-4895-8896-791893fb4acc), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:13.967318 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:02:13.968121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] Checking segment: {'id': '4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d86253c-f9e6-46a5-93e6-55fbc71d2fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:13.968261 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:13.968579 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] Bound using segment: {'id': '4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d86253c-f9e6-46a5-93e6-55fbc71d2fb8'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:02:13.969065 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] Bound port: 663eb880-8ecf-4725-994e-90ac93a8d9ef, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d86253c-f9e6-46a5-93e6-55fbc71d2fb8'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:02:13.969688 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (663eb880-8ecf-4725-994e-90ac93a8d9ef), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:13.971151 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:13.993772 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:14.029454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:02:14.029454 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:02:14.032729 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:02:14.052933 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f504af75-736c-41a9-a2ec-4655bf15bc1f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d1ee8607-93a6-4449-bd2f-3a7f59f38af5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:14.068899 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2039c2c5-ae0c-4013-a110-3f00674bf572 None None] Provisioning complete for port 2e542f5e-56bb-4e0f-87d0-13bbb74af549 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:14.069301 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2039c2c5-ae0c-4013-a110-3f00674bf572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2e542f5e-56bb-4e0f-87d0-13bbb74af549), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:14.092191 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2e542f5e-56bb-4e0f-87d0-13bbb74af549), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:14.135761 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2039c2c5-ae0c-4013-a110-3f00674bf572 None None] Port 2e542f5e-56bb-4e0f-87d0-13bbb74af549 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:02:14.142582 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504af75-736c-41a9-a2ec-4655bf15bc1f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Port': ['ID=d1ee8607-93a6-4449-bd2f-3a7f59f38af5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:14.146066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-abb54719-9c3a-43f1-84e5-b5d819c7b640 None None] Deleting port 3d4eb81a-9d31-4895-8896-791893fb4acc {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:02:14.151299 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-abb54719-9c3a-43f1-84e5-b5d819c7b640 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3d4eb81a-9d31-4895-8896-791893fb4acc), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:14.241052 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-abb54719-9c3a-43f1-84e5-b5d819c7b640 None None] For port 3d4eb81a-9d31-4895-8896-791893fb4acc, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3d4eb81a-9d31-4895-8896-791893fb4acc,segment=NetworkSegment(2075f485-98b9-4098-bd23-427890e5e09f),segment_id=2075f485-98b9-4098-bd23-427890e5e09f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:14.241485 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-abb54719-9c3a-43f1-84e5-b5d819c7b640 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3d4eb81a-9d31-4895-8896-791893fb4acc), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:14.256121 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 17:02:14.256121 n-d-827865-3 neutron-server[103225]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 17:02:14.256121 n-d-827865-3 neutron-server[103225]: [parameters: {'id': '6d86253c-f9e6-46a5-93e6-55fbc71d2fb8'}] Feb 07 17:02:14.256121 n-d-827865-3 neutron-server[103225]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:02:14.256527 n-d-827865-3 neutron-server[103225]: DEBUG oslo_db.api [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:02:14.256637 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-abb54719-9c3a-43f1-84e5-b5d819c7b640 None None] Calling delete_port for 3d4eb81a-9d31-4895-8896-791893fb4acc owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:02:14.280001 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] For port 663eb880-8ecf-4725-994e-90ac93a8d9ef, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:02:14.289619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 3d4eb81a-9d31-4895-8896-791893fb4acc, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3d4eb81a-9d31-4895-8896-791893fb4acc,segment=NetworkSegment(2075f485-98b9-4098-bd23-427890e5e09f),segment_id=2075f485-98b9-4098-bd23-427890e5e09f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:14.332960 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f504af75-736c-41a9-a2ec-4655bf15bc1f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (668c1be3-7ee7-4cba-96e6-2b6739c3e4f9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:14.336108 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3d4eb81a-9d31-4895-8896-791893fb4acc), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:14.342189 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] For port 663eb880-8ecf-4725-994e-90ac93a8d9ef, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=663eb880-8ecf-4725-994e-90ac93a8d9ef,segment=NetworkSegment(4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c),segment_id=4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:02:14.399971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=3d4eb81a-9d31-4895-8896-791893fb4acc,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:14.408348 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (663eb880-8ecf-4725-994e-90ac93a8d9ef), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:14.422468 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4393a35e-5eba-4a40-9bf1-fb9212b81587 req-46e4e684-1930-4af5-b344-6d8142431d31 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 210 time: 0.0421226 Feb 07 17:02:14.515900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe59629-3850-4213-b7f3-56b57d8bf657 None None] Pushing event updated for resources: {'Port': ['ID=663eb880-8ecf-4725-994e-90ac93a8d9ef,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:14.530795 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873cbc4-93cf-4b0c-ab4f-d7f742b1cbf7 req-f8553882-313d-4b61-8a06-963901b139e0 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:14.532438 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8873cbc4-93cf-4b0c-ab4f-d7f742b1cbf7 req-f8553882-313d-4b61-8a06-963901b139e0 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 932 time: 0.3216186 Feb 07 17:02:14.541578 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f504af75-736c-41a9-a2ec-4655bf15bc1f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (668c1be3-7ee7-4cba-96e6-2b6739c3e4f9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:14.545947 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f504af75-736c-41a9-a2ec-4655bf15bc1f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_controller (668c1be3-7ee7-4cba-96e6-2b6739c3e4f9), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:14.583303 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-abb54719-9c3a-43f1-84e5-b5d819c7b640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (3d4eb81a-9d31-4895-8896-791893fb4acc), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:14.610137 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e542f5e-56bb-4e0f-87d0-13bbb74af549 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:02:14.620929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f7d0ec-e5e7-4ede-8b30-3fea20f57632 None None] Network 6d86253c-f9e6-46a5-93e6-55fbc71d2fb8 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:14.626078 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f504af75-736c-41a9-a2ec-4655bf15bc1f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (668c1be3-7ee7-4cba-96e6-2b6739c3e4f9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:14.626078 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f504af75-736c-41a9-a2ec-4655bf15bc1f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Fanout notify agent at l3_agent the message router_deleted on router 668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:02:14.646746 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f504af75-736c-41a9-a2ec-4655bf15bc1f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:14.647905 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f504af75-736c-41a9-a2ec-4655bf15bc1f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "DELETE /v2.0/routers/668c1be3-7ee7-4cba-96e6-2b6739c3e4f9 HTTP/1.1" status: 204 len: 168 time: 1.9385865 Feb 07 17:02:14.652667 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Publish callbacks [] for port (2e542f5e-56bb-4e0f-87d0-13bbb74af549), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:14.653264 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60328) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:14.673211 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Transition to ACTIVE for port object 2e542f5e-56bb-4e0f-87d0-13bbb74af549 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:02:14.678144 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (2e542f5e-56bb-4e0f-87d0-13bbb74af549), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:14.757181 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (6d86253c-f9e6-46a5-93e6-55fbc71d2fb8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:14.800063 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb54719-9c3a-43f1-84e5-b5d819c7b640 None None] Pushing event deleted for resources: {'Port': ['ID=3d4eb81a-9d31-4895-8896-791893fb4acc,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:14.819070 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb54719-9c3a-43f1-84e5-b5d819c7b640 None None] No DVR routers for this DVR port 3d4eb81a-9d31-4895-8896-791893fb4acc on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:02:14.846532 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1312f24-c516-4eee-b2bc-919202f75fd0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (ee68e4cc-35f2-42ab-88dd-35c973261201), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:14.865790 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8873cbc4-93cf-4b0c-ab4f-d7f742b1cbf7 req-018f4755-6f50-471b-b059-ced78d9c65bf tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e0cf269-e51a-452b-916f-8659479cd595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218973 Feb 07 17:02:14.877557 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e542f5e-56bb-4e0f-87d0-13bbb74af549,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:14.983923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Attempting to bind port 2e542f5e-56bb-4e0f-87d0-13bbb74af549 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:02:14.984367 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Attempting to bind port 2e542f5e-56bb-4e0f-87d0-13bbb74af549 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'ab22d59c-b79e-4dcf-b392-5748fece1fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:02:14.984779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Attempting to bind port 2e542f5e-56bb-4e0f-87d0-13bbb74af549 on network 34d4dd5b-2a45-46d7-be0e-45cea9796556 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:02:14.992945 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Port 2e542f5e-56bb-4e0f-87d0-13bbb74af549 on network 34d4dd5b-2a45-46d7-be0e-45cea9796556 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:02:14.993423 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Attempting to bind port 2e542f5e-56bb-4e0f-87d0-13bbb74af549 on network 34d4dd5b-2a45-46d7-be0e-45cea9796556 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:02:15.002059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Deleting port 663eb880-8ecf-4725-994e-90ac93a8d9ef {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:02:15.002539 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (663eb880-8ecf-4725-994e-90ac93a8d9ef), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:15.004685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:02:15.005047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Checking segment: {'id': 'ab22d59c-b79e-4dcf-b392-5748fece1fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:15.005538 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Bound using segment: {'id': 'ab22d59c-b79e-4dcf-b392-5748fece1fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:02:15.006056 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Bound port: 2e542f5e-56bb-4e0f-87d0-13bbb74af549, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab22d59c-b79e-4dcf-b392-5748fece1fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:02:15.006836 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2e542f5e-56bb-4e0f-87d0-13bbb74af549), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:15.014076 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1312f24-c516-4eee-b2bc-919202f75fd0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (ee68e4cc-35f2-42ab-88dd-35c973261201), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:15.028291 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c85a44-c15d-49a8-93f0-1dabeb2f8916 None None] get_active_networks_info from n-d-827865-3 {{(pid=103228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 17:02:15.050629 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b1312f24-c516-4eee-b2bc-919202f75fd0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee68e4cc-35f2-42ab-88dd-35c973261201']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:15.062211 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b1312f24-c516-4eee-b2bc-919202f75fd0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2075f485-98b9-4098-bd23-427890e5e09f') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:15.063271 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b1312f24-c516-4eee-b2bc-919202f75fd0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2075f485-98b9-4098-bd23-427890e5e09f') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:15.076701 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1312f24-c516-4eee-b2bc-919202f75fd0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (2075f485-98b9-4098-bd23-427890e5e09f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:15.094618 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1312f24-c516-4eee-b2bc-919202f75fd0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (2075f485-98b9-4098-bd23-427890e5e09f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:15.107428 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1312f24-c516-4eee-b2bc-919202f75fd0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:02:15.108195 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1312f24-c516-4eee-b2bc-919202f75fd0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (2075f485-98b9-4098-bd23-427890e5e09f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:15.139198 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c85a44-c15d-49a8-93f0-1dabeb2f8916 None None] Resources bound (agent type, host, resource id): {{(pid=103228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:02:15.182183 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:02:15.187425 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1312f24-c516-4eee-b2bc-919202f75fd0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (ee68e4cc-35f2-42ab-88dd-35c973261201), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:15.194212 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1312f24-c516-4eee-b2bc-919202f75fd0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:15.198597 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b1312f24-c516-4eee-b2bc-919202f75fd0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "DELETE /v2.0/networks/ee68e4cc-35f2-42ab-88dd-35c973261201 HTTP/1.1" status: 204 len: 168 time: 0.5440421 Feb 07 17:02:15.202690 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60332) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:15.233568 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1312f24-c516-4eee-b2bc-919202f75fd0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Network': ['ID=ee68e4cc-35f2-42ab-88dd-35c973261201,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:15.296066 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39ca9acd-c4f7-4cc0-b262-72c5bb5ffd10 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (40ebef1d-98c4-4ddc-abd6-a92477c5a1a6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:15.352693 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39ca9acd-c4f7-4cc0-b262-72c5bb5ffd10 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (40ebef1d-98c4-4ddc-abd6-a92477c5a1a6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:15.435552 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39ca9acd-c4f7-4cc0-b262-72c5bb5ffd10 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (40ebef1d-98c4-4ddc-abd6-a92477c5a1a6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:15.438588 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39ca9acd-c4f7-4cc0-b262-72c5bb5ffd10 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:15.443140 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-39ca9acd-c4f7-4cc0-b262-72c5bb5ffd10 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "DELETE /v2.0/security-groups/40ebef1d-98c4-4ddc-abd6-a92477c5a1a6 HTTP/1.1" status: 204 len: 168 time: 0.2365198 Feb 07 17:02:15.450081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca9acd-c4f7-4cc0-b262-72c5bb5ffd10 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ebef1d-98c4-4ddc-abd6-a92477c5a1a6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:15.581741 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] For port 663eb880-8ecf-4725-994e-90ac93a8d9ef, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=663eb880-8ecf-4725-994e-90ac93a8d9ef,segment=NetworkSegment(4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c),segment_id=4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:15.582192 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (663eb880-8ecf-4725-994e-90ac93a8d9ef), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:15.640295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Calling delete_port for 663eb880-8ecf-4725-994e-90ac93a8d9ef owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:02:15.644883 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5f84cf4-4314-4835-848a-790ac939b2cf req-eebaa2db-9b4e-4ed8-881c-27aaa18f1f10 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 210 time: 0.0548611 Feb 07 17:02:15.651173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] For port 2e542f5e-56bb-4e0f-87d0-13bbb74af549, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:02:15.670782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] For port 2e542f5e-56bb-4e0f-87d0-13bbb74af549, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2e542f5e-56bb-4e0f-87d0-13bbb74af549,segment=NetworkSegment(ab22d59c-b79e-4dcf-b392-5748fece1fbd),segment_id=ab22d59c-b79e-4dcf-b392-5748fece1fbd)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:02:15.724514 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (2e542f5e-56bb-4e0f-87d0-13bbb74af549), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:15.783747 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d1ee8607-93a6-4449-bd2f-3a7f59f38af5 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:02:15.796158 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:15.796787 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:15.798321 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] 10.222.0.48 "PUT /v2.0/ports/2e542f5e-56bb-4e0f-87d0-13bbb74af549 HTTP/1.1" status: 200 len: 1092 time: 1.9115713 Feb 07 17:02:15.800122 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839740b4-de31-4a5b-8375-3db94b4b12c0', 'tag': '2e542f5e-56bb-4e0f-87d0-13bbb74af549'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:02:15.802595 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287bdcc0-bc49-4a49-9e1a-2319d16aa929" -d '{"events": [{"name": "network-changed", "server_uuid": "839740b4-de31-4a5b-8375-3db94b4b12c0", "tag": "2e542f5e-56bb-4e0f-87d0-13bbb74af549"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:02:15.830629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: d1ee8607-93a6-4449-bd2f-3a7f59f38af5 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:02:15.831213 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d1ee8607-93a6-4449-bd2f-3a7f59f38af5 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:02:15.837150 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b2053-e49d-4e35-b61a-dd78da92ada4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e542f5e-56bb-4e0f-87d0-13bbb74af549,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:15.896066 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (663eb880-8ecf-4725-994e-90ac93a8d9ef), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:15.927573 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Port': ['ID=663eb880-8ecf-4725-994e-90ac93a8d9ef,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:15.942151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No DVR routers for this DVR port 663eb880-8ecf-4725-994e-90ac93a8d9ef on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:02:15.976963 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd951ad-c26a-4eb4-9517-d119697f7f87 x-openstack-request-id: req-8dd951ad-c26a-4eb4-9517-d119697f7f87 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:02:15.977265 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839740b4-de31-4a5b-8375-3db94b4b12c0", "tag": "2e542f5e-56bb-4e0f-87d0-13bbb74af549", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:02:15.977576 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8dd951ad-c26a-4eb4-9517-d119697f7f87 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:02:15.977947 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839740b4-de31-4a5b-8375-3db94b4b12c0', 'tag': '2e542f5e-56bb-4e0f-87d0-13bbb74af549', 'status': 'completed', 'code': 200} Feb 07 17:02:16.000141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-0505eab4-7540-455e-bbbc-5a0f72b78b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:16.001779 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-0505eab4-7540-455e-bbbc-5a0f72b78b23 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e&device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 1126 time: 0.1593041 Feb 07 17:02:16.119435 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-7393731d-4ee1-4817-b831-a94166bf1dfa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e542f5e-56bb-4e0f-87d0-13bbb74af549 HTTP/1.1" status: 200 len: 217 time: 0.0816426 Feb 07 17:02:16.120934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60348) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:16.122783 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (6d86253c-f9e6-46a5-93e6-55fbc71d2fb8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.126594 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-13eb87d3-a9c2-44f7-8929-0df880f75d74 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937940342', 'description': 'tempest-secgroup-smoke-937940342 description', 'project_id': 'b7f3b936ec124a74b808700fdcd55162'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:16.161261 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13eb87d3-a9c2-44f7-8929-0df880f75d74 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.188294 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d86253c-f9e6-46a5-93e6-55fbc71d2fb8']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:16.205673 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:16.205912 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:16.223596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a975da0-5349-4e22-9fbf-eba54da66e35 req-a21140f8-d1a0-4460-8e6a-e87f66a8072f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:16.229907 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a975da0-5349-4e22-9fbf-eba54da66e35 req-a21140f8-d1a0-4460-8e6a-e87f66a8072f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 944 time: 0.1932118 Feb 07 17:02:16.244841 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.247053 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13eb87d3-a9c2-44f7-8929-0df880f75d74 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (f3cc164b-0a9c-4498-bc18-4388aeb3aaea), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.254576 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13eb87d3-a9c2-44f7-8929-0df880f75d74 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f3cc164b-0a9c-4498-bc18-4388aeb3aaea), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.264737 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.273452 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:02:16.274152 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (4f6779d1-504e-4d90-8ec1-c2a0a19e2c3c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.288725 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13eb87d3-a9c2-44f7-8929-0df880f75d74 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.292695 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-13eb87d3-a9c2-44f7-8929-0df880f75d74 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1670196 Feb 07 17:02:16.293071 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60350) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:16.297616 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1814a37b-dfd4-48bf-85b5-4b4911affcf7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': 'f3cc164b-0a9c-4498-bc18-4388aeb3aaea', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:16.304178 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb87d3-a9c2-44f7-8929-0df880f75d74 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cc164b-0a9c-4498-bc18-4388aeb3aaea,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:16.334399 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1814a37b-dfd4-48bf-85b5-4b4911affcf7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (d0130101-317f-469d-9f58-19e00db6715d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.334838 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-c077c654-16b6-41f8-a349-f04ef2f05d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:16.336346 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-c077c654-16b6-41f8-a349-f04ef2f05d0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=994ba421-3766-4dad-a45b-85b122d6c2fa HTTP/1.1" status: 200 len: 834 time: 0.2102661 Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:02:16.337018 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:02:16.405158 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1814a37b-dfd4-48bf-85b5-4b4911affcf7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (d0130101-317f-469d-9f58-19e00db6715d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.410466 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1814a37b-dfd4-48bf-85b5-4b4911affcf7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (d0130101-317f-469d-9f58-19e00db6715d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.418671 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (6d86253c-f9e6-46a5-93e6-55fbc71d2fb8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.437402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a37b-dfd4-48bf-85b5-4b4911affcf7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0130101-317f-469d-9f58-19e00db6715d,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:16.442323 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.445903 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/6d86253c-f9e6-46a5-93e6-55fbc71d2fb8 HTTP/1.1" status: 204 len: 168 time: 3.9496145 Feb 07 17:02:16.450592 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-df04de69-0ac8-4a58-9ef7-1397d50ec146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:16.451907 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60352) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:16.452130 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-df04de69-0ac8-4a58-9ef7-1397d50ec146 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34d4dd5b-2a45-46d7-be0e-45cea9796556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1082501 Feb 07 17:02:16.459579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ea014971-3d6a-4813-b95a-0f6701c305b8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2112632515'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:16.467896 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a975da0-5349-4e22-9fbf-eba54da66e35 req-25fbef83-684e-426e-ac4b-c4a6fa0d1cc7 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e0cf269-e51a-452b-916f-8659479cd595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356780 Feb 07 17:02:16.472138 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1814a37b-dfd4-48bf-85b5-4b4911affcf7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.473580 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1814a37b-dfd4-48bf-85b5-4b4911affcf7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1796103 Feb 07 17:02:16.476817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60354) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:16.478971 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee8223-e640-4a42-9273-53b4e186b832 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Network': ['ID=6d86253c-f9e6-46a5-93e6-55fbc71d2fb8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:16.482112 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-443b73fa-62fe-4a1f-89b5-242f34586693 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': 'f3cc164b-0a9c-4498-bc18-4388aeb3aaea', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:16.512636 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea014971-3d6a-4813-b95a-0f6701c305b8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:16.516688 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea014971-3d6a-4813-b95a-0f6701c305b8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.537050 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-443b73fa-62fe-4a1f-89b5-242f34586693 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (8f867c07-0e0f-4bc1-9d7d-ee75df7acb46), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.567318 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea014971-3d6a-4813-b95a-0f6701c305b8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:02:16.582862 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-a3d3f231-3873-4588-a5c6-6b78cf7071ee service neutron] 10.222.0.48 "GET /v2.0/networks/34d4dd5b-2a45-46d7-be0e-45cea9796556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205163 Feb 07 17:02:16.585363 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea014971-3d6a-4813-b95a-0f6701c305b8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0bc71e79-b28f-4b3b-abe4-37b72a5e2094), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.585720 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-ea014971-3d6a-4813-b95a-0f6701c305b8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Added segment 0bc71e79-b28f-4b3b-abe4-37b72a5e2094 of type vlan for network 1db458de-d14b-4199-9c5d-793c4f84933d Feb 07 17:02:16.642991 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea014971-3d6a-4813-b95a-0f6701c305b8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (1db458de-d14b-4199-9c5d-793c4f84933d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.655136 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-443b73fa-62fe-4a1f-89b5-242f34586693 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (8f867c07-0e0f-4bc1-9d7d-ee75df7acb46), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.665495 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-443b73fa-62fe-4a1f-89b5-242f34586693 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (8f867c07-0e0f-4bc1-9d7d-ee75df7acb46), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.688475 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea014971-3d6a-4813-b95a-0f6701c305b8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (1db458de-d14b-4199-9c5d-793c4f84933d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.694174 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea014971-3d6a-4813-b95a-0f6701c305b8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:16.694776 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea014971-3d6a-4813-b95a-0f6701c305b8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.701704 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b73fa-62fe-4a1f-89b5-242f34586693 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f867c07-0e0f-4bc1-9d7d-ee75df7acb46,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:16.707085 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce4c584e-30f2-4d1f-8448-74da8d1a40a0 req-e2398a4b-60ac-45ed-a84e-8a069ff73359 service neutron] 10.222.0.48 "GET /v2.0/networks/34d4dd5b-2a45-46d7-be0e-45cea9796556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188731 Feb 07 17:02:16.749141 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-443b73fa-62fe-4a1f-89b5-242f34586693 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.750422 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-443b73fa-62fe-4a1f-89b5-242f34586693 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2724009 Feb 07 17:02:16.754406 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60358) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:16.760355 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ea014971-3d6a-4813-b95a-0f6701c305b8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3069277 Feb 07 17:02:16.761309 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-885484fd-515f-41b0-bf5b-0be0f476c9ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': 'f3cc164b-0a9c-4498-bc18-4388aeb3aaea', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:16.767936 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60360) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:16.779610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-da3c4e59-397c-48f1-8492-95c87dbf6c38 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'subnet': {'network_id': '1db458de-d14b-4199-9c5d-793c4f84933d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:16.830303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea014971-3d6a-4813-b95a-0f6701c305b8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Network': ['ID=1db458de-d14b-4199-9c5d-793c4f84933d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:16.839254 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bdcc0-bc49-4a49-9e1a-2319d16aa929 req-1ac6c344-e7c9-41fe-9198-a64735012e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:16.841014 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-287bdcc0-bc49-4a49-9e1a-2319d16aa929 req-1ac6c344-e7c9-41fe-9198-a64735012e0f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e&device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 1126 time: 0.0745146 Feb 07 17:02:16.842013 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-885484fd-515f-41b0-bf5b-0be0f476c9ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (8e425c7d-d58f-4020-a094-6745b3d35e71), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:16.853354 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 1db458de-d14b-4199-9c5d-793c4f84933d details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:02:16.870854 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ede5d9fb-4ac5-4e7f-ab4e-10db5f7c014d req-28bd6afc-eca5-46f6-b633-72efbf32f36c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 210 time: 0.0449803 Feb 07 17:02:16.904787 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3c4e59-397c-48f1-8492-95c87dbf6c38 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:16.909462 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da3c4e59-397c-48f1-8492-95c87dbf6c38 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.016475 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-885484fd-515f-41b0-bf5b-0be0f476c9ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (8e425c7d-d58f-4020-a094-6745b3d35e71), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.022399 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-885484fd-515f-41b0-bf5b-0be0f476c9ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (8e425c7d-d58f-4020-a094-6745b3d35e71), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.031372 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bdcc0-bc49-4a49-9e1a-2319d16aa929 req-1b391103-b348-4532-aa64-63e6a800440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:17.033642 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-287bdcc0-bc49-4a49-9e1a-2319d16aa929 req-1b391103-b348-4532-aa64-63e6a800440c service neutron] 10.222.0.48 "GET /v2.0/networks?id=34d4dd5b-2a45-46d7-be0e-45cea9796556 HTTP/1.1" status: 200 len: 897 time: 0.1853614 Feb 07 17:02:17.093311 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885484fd-515f-41b0-bf5b-0be0f476c9ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e425c7d-d58f-4020-a094-6745b3d35e71,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:17.097391 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-287bdcc0-bc49-4a49-9e1a-2319d16aa929 req-f498ce42-6dda-45fa-9cdd-8296638a53d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e542f5e-56bb-4e0f-87d0-13bbb74af549 HTTP/1.1" status: 200 len: 217 time: 0.0533795 Feb 07 17:02:17.101010 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-885484fd-515f-41b0-bf5b-0be0f476c9ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.102578 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-885484fd-515f-41b0-bf5b-0be0f476c9ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3454585 Feb 07 17:02:17.105341 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60364) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:17.110493 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-32560ad8-7681-4ce7-bb48-8a5e0de482d7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': 'f3cc164b-0a9c-4498-bc18-4388aeb3aaea', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:17.153005 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bdcc0-bc49-4a49-9e1a-2319d16aa929 req-424a60c5-a4c8-4a4b-ab17-d4394bea576f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:17.154538 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-287bdcc0-bc49-4a49-9e1a-2319d16aa929 req-424a60c5-a4c8-4a4b-ab17-d4394bea576f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=994ba421-3766-4dad-a45b-85b122d6c2fa HTTP/1.1" status: 200 len: 834 time: 0.0510507 Feb 07 17:02:17.184823 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32560ad8-7681-4ce7-bb48-8a5e0de482d7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (bf4d671b-8184-4ac1-81a8-4cddc6885e1b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.208095 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bdcc0-bc49-4a49-9e1a-2319d16aa929 req-a0e785a8-9c34-4ff9-b73c-68e9c5fb27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:17.209665 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-287bdcc0-bc49-4a49-9e1a-2319d16aa929 req-a0e785a8-9c34-4ff9-b73c-68e9c5fb27e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34d4dd5b-2a45-46d7-be0e-45cea9796556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489798 Feb 07 17:02:17.231396 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da3c4e59-397c-48f1-8492-95c87dbf6c38 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (454c1a49-46e4-487f-b339-12ecd30f0766), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.308349 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32560ad8-7681-4ce7-bb48-8a5e0de482d7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (bf4d671b-8184-4ac1-81a8-4cddc6885e1b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.316123 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32560ad8-7681-4ce7-bb48-8a5e0de482d7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (bf4d671b-8184-4ac1-81a8-4cddc6885e1b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.318706 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-287bdcc0-bc49-4a49-9e1a-2319d16aa929 req-0b918801-1c89-41a9-a50e-f19dc169e1d7 service neutron] 10.222.0.48 "GET /v2.0/networks/34d4dd5b-2a45-46d7-be0e-45cea9796556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024277 Feb 07 17:02:17.335975 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c4e59-397c-48f1-8492-95c87dbf6c38 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Subnet': ['ID=454c1a49-46e4-487f-b339-12ecd30f0766,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:17.353265 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32560ad8-7681-4ce7-bb48-8a5e0de482d7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4d671b-8184-4ac1-81a8-4cddc6885e1b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:17.358478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c4e59-397c-48f1-8492-95c87dbf6c38 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Checking segment: {'id': '0bc71e79-b28f-4b3b-abe4-37b72a5e2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1db458de-d14b-4199-9c5d-793c4f84933d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:17.358870 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3c4e59-397c-48f1-8492-95c87dbf6c38 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network hostable DHCP agents. Network: 1db458de-d14b-4199-9c5d-793c4f84933d, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:02:17.364480 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32560ad8-7681-4ce7-bb48-8a5e0de482d7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.365703 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-32560ad8-7681-4ce7-bb48-8a5e0de482d7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2591329 Feb 07 17:02:17.369018 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60366) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:17.374518 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0edee938-5447-4454-a433-0210b6b72caa tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': 'f3cc164b-0a9c-4498-bc18-4388aeb3aaea', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:17.400325 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3c4e59-397c-48f1-8492-95c87dbf6c38 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network 1db458de-d14b-4199-9c5d-793c4f84933d is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:02:17.403693 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-0edee938-5447-4454-a433-0210b6b72caa tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Project b7f3b936ec124a74b808700fdcd55162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:02:17.411654 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0edee938-5447-4454-a433-0210b6b72caa tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (31d6415b-7f3f-4043-9023-8fb61951121b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.416250 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-da3c4e59-397c-48f1-8492-95c87dbf6c38 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 1db458de-d14b-4199-9c5d-793c4f84933d) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:17.421184 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-287bdcc0-bc49-4a49-9e1a-2319d16aa929 req-0a2528a0-a492-44ff-b52e-e54eb1597156 service neutron] 10.222.0.48 "GET /v2.0/networks/34d4dd5b-2a45-46d7-be0e-45cea9796556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964081 Feb 07 17:02:17.426149 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3c4e59-397c-48f1-8492-95c87dbf6c38 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:17.426364 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d096e0-f148-47d0-99d1-ebf600e2e18c None None] Network 1db458de-d14b-4199-9c5d-793c4f84933d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:17.426739 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da3c4e59-397c-48f1-8492-95c87dbf6c38 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.461415 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-da3c4e59-397c-48f1-8492-95c87dbf6c38 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6922741 Feb 07 17:02:17.464030 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60368) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:17.540898 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0edee938-5447-4454-a433-0210b6b72caa tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (31d6415b-7f3f-4043-9023-8fb61951121b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.547326 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0edee938-5447-4454-a433-0210b6b72caa tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (31d6415b-7f3f-4043-9023-8fb61951121b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.568415 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-1db458de-d14b-4199-9c5d-793c4f84933d', 'network_id': '1db458de-d14b-4199-9c5d-793c4f84933d', 'project_id': '579956259c9549e4a1f4d565ffeae601', 'fixed_ips': [{'subnet_id': '454c1a49-46e4-487f-b339-12ecd30f0766'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:02:17.569355 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.595176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edee938-5447-4454-a433-0210b6b72caa tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d6415b-7f3f-4043-9023-8fb61951121b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:17.627114 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0edee938-5447-4454-a433-0210b6b72caa tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.629352 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0edee938-5447-4454-a433-0210b6b72caa tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2583616 Feb 07 17:02:17.631509 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60372) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:17.636112 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d8a3a12b-b075-465d-b165-97604ce56f4b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': 'f3cc164b-0a9c-4498-bc18-4388aeb3aaea', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:17.640326 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (1db458de-d14b-4199-9c5d-793c4f84933d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.668073 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-d8a3a12b-b075-465d-b165-97604ce56f4b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Project b7f3b936ec124a74b808700fdcd55162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:02:17.674627 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a12b-b075-465d-b165-97604ce56f4b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (6e98879a-9a7a-455f-acd8-bac2e25a4511), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.696907 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb5034-d462-4715-806a-9e851fdb2d09 req-0b4093e9-8e90-4dc9-bdc1-273d1e4f6385 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:17.698287 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-56fb5034-d462-4715-806a-9e851fdb2d09 req-0b4093e9-8e90-4dc9-bdc1-273d1e4f6385 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 944 time: 0.1157475 Feb 07 17:02:17.736396 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (454c1a49-46e4-487f-b339-12ecd30f0766), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.769593 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Allocated IP 172.20.0.1 (1db458de-d14b-4199-9c5d-793c4f84933d/454c1a49-46e4-487f-b339-12ecd30f0766/f941fea9-b1b9-41f5-a29c-a7bf0caf437d) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:02:17.780002 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a12b-b075-465d-b165-97604ce56f4b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (6e98879a-9a7a-455f-acd8-bac2e25a4511), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.785603 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a12b-b075-465d-b165-97604ce56f4b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (6e98879a-9a7a-455f-acd8-bac2e25a4511), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.804434 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-56fb5034-d462-4715-806a-9e851fdb2d09 req-73b9b954-a7e2-4861-9d18-5fc379332593 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e0cf269-e51a-452b-916f-8659479cd595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936363 Feb 07 17:02:17.831274 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a12b-b075-465d-b165-97604ce56f4b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.836693 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d8a3a12b-b075-465d-b165-97604ce56f4b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2001336 Feb 07 17:02:17.836693 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3a12b-b075-465d-b165-97604ce56f4b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e98879a-9a7a-455f-acd8-bac2e25a4511,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:17.836978 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60374) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:17.840766 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b41059fc-7f90-48b7-ac94-9515da3bdf02 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'network': {'name': 'tempest-network-smoke--1072706577', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'port_security_enabled': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:17.861989 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41059fc-7f90-48b7-ac94-9515da3bdf02 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Made reservation on behalf of b7f3b936ec124a74b808700fdcd55162 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:17.865407 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b41059fc-7f90-48b7-ac94-9515da3bdf02 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.891476 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41059fc-7f90-48b7-ac94-9515da3bdf02 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:02:17.901786 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b41059fc-7f90-48b7-ac94-9515da3bdf02 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (ad960021-139b-46d1-afd2-4d9543218d8e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.905634 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-b41059fc-7f90-48b7-ac94-9515da3bdf02 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Added segment ad960021-139b-46d1-afd2-4d9543218d8e of type vlan for network 17d86bb1-2b06-4458-812d-7d92a6610c16 Feb 07 17:02:17.947523 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Publish callbacks [] for port (f941fea9-b1b9-41f5-a29c-a7bf0caf437d), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.948025 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b41059fc-7f90-48b7-ac94-9515da3bdf02 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (17d86bb1-2b06-4458-812d-7d92a6610c16), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.959642 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (f941fea9-b1b9-41f5-a29c-a7bf0caf437d), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.984347 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b41059fc-7f90-48b7-ac94-9515da3bdf02 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (17d86bb1-2b06-4458-812d-7d92a6610c16), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:17.990615 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41059fc-7f90-48b7-ac94-9515da3bdf02 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:17.991353 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b41059fc-7f90-48b7-ac94-9515da3bdf02 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:18.003740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Network 1db458de-d14b-4199-9c5d-793c4f84933d is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:02:18.007821 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:18.013227 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:02:18.018657 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b41059fc-7f90-48b7-ac94-9515da3bdf02 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1817479 Feb 07 17:02:18.019913 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (454c1a49-46e4-487f-b339-12ecd30f0766), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:18.037355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60378) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:18.045611 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d0686aa2-eed2-484c-b266-8eb21b9b00a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2078840000', 'admin_state_up': True, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:18.053043 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b3d22a81-025a-4b42-a1ed-963242cf4c15 req-f08c51dc-5011-465e-a34b-d92fd7e70035 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=37159f39-8aa7-496c-85b2-8e1cde66ef84 HTTP/1.1" status: 200 len: 210 time: 0.0480239 Feb 07 17:02:18.079373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Pushing event updated for resources: {'Port': ['ID=f941fea9-b1b9-41f5-a29c-a7bf0caf437d,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:18.097407 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Attempting to bind port f941fea9-b1b9-41f5-a29c-a7bf0caf437d on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:02:18.098072 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Attempting to bind port f941fea9-b1b9-41f5-a29c-a7bf0caf437d by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '0bc71e79-b28f-4b3b-abe4-37b72a5e2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1db458de-d14b-4199-9c5d-793c4f84933d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:02:18.098543 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Attempting to bind port f941fea9-b1b9-41f5-a29c-a7bf0caf437d on network 1db458de-d14b-4199-9c5d-793c4f84933d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:02:18.108154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:02:18.108723 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Checking segment: {'id': '0bc71e79-b28f-4b3b-abe4-37b72a5e2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1db458de-d14b-4199-9c5d-793c4f84933d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:18.109304 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:18.109823 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Bound using segment: {'id': '0bc71e79-b28f-4b3b-abe4-37b72a5e2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1db458de-d14b-4199-9c5d-793c4f84933d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:02:18.110436 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Bound port: f941fea9-b1b9-41f5-a29c-a7bf0caf437d, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc71e79-b28f-4b3b-abe4-37b72a5e2094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1db458de-d14b-4199-9c5d-793c4f84933d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:02:18.111648 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f941fea9-b1b9-41f5-a29c-a7bf0caf437d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:18.123812 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:18.124168 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:18.124519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:18.124865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:18.125211 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:18.125597 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:18.125939 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:18.126275 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:18.127194 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:18.127628 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:18.127963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:18.128327 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:18.128661 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:18.146310 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Subnet': ['ID=454c1a49-46e4-487f-b339-12ecd30f0766,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:18.201248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] For port f941fea9-b1b9-41f5-a29c-a7bf0caf437d, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:02:18.205255 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] For port f941fea9-b1b9-41f5-a29c-a7bf0caf437d, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f941fea9-b1b9-41f5-a29c-a7bf0caf437d,segment=NetworkSegment(0bc71e79-b28f-4b3b-abe4-37b72a5e2094),segment_id=0bc71e79-b28f-4b3b-abe4-37b72a5e2094)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:02:18.214194 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f941fea9-b1b9-41f5-a29c-a7bf0caf437d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:18.222587 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41059fc-7f90-48b7-ac94-9515da3bdf02 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Network': ['ID=17d86bb1-2b06-4458-812d-7d92a6610c16,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:18.229225 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0686aa2-eed2-484c-b266-8eb21b9b00a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (08937027-b990-4ee3-9a0d-5a1119a1dc77), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:18.230339 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0686aa2-eed2-484c-b266-8eb21b9b00a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (08937027-b990-4ee3-9a0d-5a1119a1dc77), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:18.240846 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (1db458de-d14b-4199-9c5d-793c4f84933d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:18.255101 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 17d86bb1-2b06-4458-812d-7d92a6610c16 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:02:18.290716 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db458de-d14b-4199-9c5d-793c4f84933d']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:18.302677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc71e79-b28f-4b3b-abe4-37b72a5e2094') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:18.303246 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc71e79-b28f-4b3b-abe4-37b72a5e2094') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:18.317857 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (0bc71e79-b28f-4b3b-abe4-37b72a5e2094), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:18.336266 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0bc71e79-b28f-4b3b-abe4-37b72a5e2094), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:18.344437 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:02:18.345379 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (0bc71e79-b28f-4b3b-abe4-37b72a5e2094), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:18.404424 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb062c9e-0ecb-4d58-8e82-c666c7668067 None None] Pushing event updated for resources: {'Port': ['ID=f941fea9-b1b9-41f5-a29c-a7bf0caf437d,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:18.436976 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818f7447-86b4-4ce6-93ef-b796a75b4cc8 None None] get_active_networks_info from n-d-827865-3 {{(pid=103228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:02:18.449742 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:02:18.452256 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.db.api [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 17:02:18.452256 n-d-827865-3 neutron-server[103226]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 17:02:18.452256 n-d-827865-3 neutron-server[103226]: [parameters: {'id': '1db458de-d14b-4199-9c5d-793c4f84933d'}] Feb 07 17:02:18.452256 n-d-827865-3 neutron-server[103226]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:02:18.452596 n-d-827865-3 neutron-server[103226]: DEBUG oslo_db.api [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:02:18.517297 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0686aa2-eed2-484c-b266-8eb21b9b00a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_controller (08937027-b990-4ee3-9a0d-5a1119a1dc77), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:18.597322 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818f7447-86b4-4ce6-93ef-b796a75b4cc8 None None] Resources bound (agent type, host, resource id): {{(pid=103228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 17:02:18.741735 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0686aa2-eed2-484c-b266-8eb21b9b00a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_gateway (08937027-b990-4ee3-9a0d-5a1119a1dc77), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:18.962996 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190571fb-8aec-465c-9a53-b8c2397f9c53 None None] Network 1db458de-d14b-4199-9c5d-793c4f84933d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:18.963549 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (1db458de-d14b-4199-9c5d-793c4f84933d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:19.043940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f165ac7-4c80-4f87-8a15-50a5d00f0777 req-9bbbcace-a87e-4d67-a9a5-a771fcbfc6e8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:19.045604 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f165ac7-4c80-4f87-8a15-50a5d00f0777 req-9bbbcace-a87e-4d67-a9a5-a771fcbfc6e8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 944 time: 0.1191888 Feb 07 17:02:19.155330 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f165ac7-4c80-4f87-8a15-50a5d00f0777 req-9e3465ff-818c-4649-b6ee-6d92a9802922 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e0cf269-e51a-452b-916f-8659479cd595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023412 Feb 07 17:02:19.587856 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0686aa2-eed2-484c-b266-8eb21b9b00a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_gateway (08937027-b990-4ee3-9a0d-5a1119a1dc77), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:19.613448 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0686aa2-eed2-484c-b266-8eb21b9b00a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:19.630339 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Deleting port f941fea9-b1b9-41f5-a29c-a7bf0caf437d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:02:19.630686 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f941fea9-b1b9-41f5-a29c-a7bf0caf437d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:19.799851 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] For port f941fea9-b1b9-41f5-a29c-a7bf0caf437d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f941fea9-b1b9-41f5-a29c-a7bf0caf437d,segment=NetworkSegment(0bc71e79-b28f-4b3b-abe4-37b72a5e2094),segment_id=0bc71e79-b28f-4b3b-abe4-37b72a5e2094)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:19.800235 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f941fea9-b1b9-41f5-a29c-a7bf0caf437d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:19.818968 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Calling delete_port for f941fea9-b1b9-41f5-a29c-a7bf0caf437d owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:02:19.839625 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d0686aa2-eed2-484c-b266-8eb21b9b00a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Allocated IP 172.25.4.225 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/40f97e91-9841-4df5-b486-7ebe6fecf636) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:02:19.988272 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0686aa2-eed2-484c-b266-8eb21b9b00a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (40f97e91-9841-4df5-b486-7ebe6fecf636), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:20.087104 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0686aa2-eed2-484c-b266-8eb21b9b00a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (40f97e91-9841-4df5-b486-7ebe6fecf636), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:20.125715 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f941fea9-b1b9-41f5-a29c-a7bf0caf437d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:20.147681 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0686aa2-eed2-484c-b266-8eb21b9b00a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:02:20.176403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d0686aa2-eed2-484c-b266-8eb21b9b00a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:20.205851 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No DVR routers for this DVR port f941fea9-b1b9-41f5-a29c-a7bf0caf437d on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:02:20.207511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0686aa2-eed2-484c-b266-8eb21b9b00a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:02:20.221350 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0686aa2-eed2-484c-b266-8eb21b9b00a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=40f97e91-9841-4df5-b486-7ebe6fecf636,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:20.334638 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf111d4-1256-415f-be11-33417d132283 req-5c99e035-d559-4dbd-99a2-1f5fa5a2cc3b tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:20.337425 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6cf111d4-1256-415f-be11-33417d132283 req-5c99e035-d559-4dbd-99a2-1f5fa5a2cc3b tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 944 time: 0.0650468 Feb 07 17:02:20.346608 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (1db458de-d14b-4199-9c5d-793c4f84933d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:20.370622 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db458de-d14b-4199-9c5d-793c4f84933d']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:20.381346 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc71e79-b28f-4b3b-abe4-37b72a5e2094') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:20.381663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc71e79-b28f-4b3b-abe4-37b72a5e2094') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:20.392996 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (0bc71e79-b28f-4b3b-abe4-37b72a5e2094), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:20.409043 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6cf111d4-1256-415f-be11-33417d132283 req-5b94bc2c-ed27-4f4e-9c69-ebe5c1fca24e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e0cf269-e51a-452b-916f-8659479cd595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650275 Feb 07 17:02:20.409907 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0bc71e79-b28f-4b3b-abe4-37b72a5e2094), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:20.416859 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:02:20.417302 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (0bc71e79-b28f-4b3b-abe4-37b72a5e2094), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:02:20.506110 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:02:20.512730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Port': ['ID=f941fea9-b1b9-41f5-a29c-a7bf0caf437d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:20.527270 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (1db458de-d14b-4199-9c5d-793c4f84933d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:20.537465 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:20.540635 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/1db458de-d14b-4199-9c5d-793c4f84933d HTTP/1.1" status: 204 len: 168 time: 3.0754330 Feb 07 17:02:20.544195 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60440) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:20.551387 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1aabc4e9-2c6a-4f5c-9787-30cf3b41aa10 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1713260576'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:20.574946 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aabc4e9-2c6a-4f5c-9787-30cf3b41aa10 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:20.578945 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1aabc4e9-2c6a-4f5c-9787-30cf3b41aa10 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:20.629107 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aabc4e9-2c6a-4f5c-9787-30cf3b41aa10 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:02:20.636180 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49240d48-94dc-4779-9739-78ce069adc87 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Network': ['ID=1db458de-d14b-4199-9c5d-793c4f84933d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:20.646748 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1aabc4e9-2c6a-4f5c-9787-30cf3b41aa10 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e6cbdf69-3eca-4b45-b00e-d1d7442f7178), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:20.647283 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-1aabc4e9-2c6a-4f5c-9787-30cf3b41aa10 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Added segment e6cbdf69-3eca-4b45-b00e-d1d7442f7178 of type vlan for network c1cb9a15-39b6-4914-bd84-fd9301aff4cd Feb 07 17:02:20.664240 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46dae6-4d0f-474e-896e-305f3a156058 req-4c99e30b-15bb-462f-b2e7-0c9a5138628f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:20.667005 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b46dae6-4d0f-474e-896e-305f3a156058 req-4c99e30b-15bb-462f-b2e7-0c9a5138628f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/networks?id=380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 200 len: 812 time: 0.5360823 Feb 07 17:02:20.707117 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b46dae6-4d0f-474e-896e-305f3a156058 req-107a53a0-dc71-4bac-9ff7-afcd2942c5bf tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/quotas/7f8265dde22443dab20942b3bd88ae3d HTTP/1.1" status: 200 len: 375 time: 0.0152733 Feb 07 17:02:20.741888 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1aabc4e9-2c6a-4f5c-9787-30cf3b41aa10 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (c1cb9a15-39b6-4914-bd84-fd9301aff4cd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:20.759095 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b46dae6-4d0f-474e-896e-305f3a156058 req-83282a79-0282-4491-b375-770873bb9d94 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f8265dde22443dab20942b3bd88ae3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447855 Feb 07 17:02:20.790066 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1aabc4e9-2c6a-4f5c-9787-30cf3b41aa10 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (c1cb9a15-39b6-4914-bd84-fd9301aff4cd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:20.795677 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aabc4e9-2c6a-4f5c-9787-30cf3b41aa10 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:20.796445 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1aabc4e9-2c6a-4f5c-9787-30cf3b41aa10 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:20.860591 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1aabc4e9-2c6a-4f5c-9787-30cf3b41aa10 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3116715 Feb 07 17:02:20.862776 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60442) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:20.867878 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1621da36-cb7f-4180-be32-d96bac7fac24 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'subnet': {'network_id': 'c1cb9a15-39b6-4914-bd84-fd9301aff4cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:20.932875 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabc4e9-2c6a-4f5c-9787-30cf3b41aa10 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Network': ['ID=c1cb9a15-39b6-4914-bd84-fd9301aff4cd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:20.948330 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network c1cb9a15-39b6-4914-bd84-fd9301aff4cd details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:02:20.952778 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b46dae6-4d0f-474e-896e-305f3a156058 req-d09d5f0d-0425-44fc-a105-54683d39c028 service neutron] 10.222.0.18 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823993 Feb 07 17:02:20.953385 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0686aa2-eed2-484c-b266-8eb21b9b00a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_gateway (08937027-b990-4ee3-9a0d-5a1119a1dc77), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:21.031271 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1621da36-cb7f-4180-be32-d96bac7fac24 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:21.038444 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1621da36-cb7f-4180-be32-d96bac7fac24 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:21.154163 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b46dae6-4d0f-474e-896e-305f3a156058 req-b62e8ed6-44d0-4532-aefc-4ed20552a0ed service neutron] 10.222.0.18 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563900 Feb 07 17:02:21.288513 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:21.319881 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1621da36-cb7f-4180-be32-d96bac7fac24 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (5d8f2734-e82f-4bd3-9d07-43f84aea0c83), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:21.331958 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0686aa2-eed2-484c-b266-8eb21b9b00a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (08937027-b990-4ee3-9a0d-5a1119a1dc77), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:21.399574 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2e542f5e-56bb-4e0f-87d0-13bbb74af549 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:02:21.426152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621da36-cb7f-4180-be32-d96bac7fac24 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Subnet': ['ID=5d8f2734-e82f-4bd3-9d07-43f84aea0c83,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:21.462521 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-979f43b2-86c8-4d87-9f7c-e03142344b6a req-3b7852f4-18c0-4b10-87d5-aff7834cbb1e tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=61e07c6d-f94c-432f-9c75-32a77d8055b9 HTTP/1.1" status: 200 len: 210 time: 0.0626762 Feb 07 17:02:21.471518 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1621da36-cb7f-4180-be32-d96bac7fac24 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Checking segment: {'id': 'e6cbdf69-3eca-4b45-b00e-d1d7442f7178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c1cb9a15-39b6-4914-bd84-fd9301aff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:21.471965 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1621da36-cb7f-4180-be32-d96bac7fac24 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network hostable DHCP agents. Network: c1cb9a15-39b6-4914-bd84-fd9301aff4cd, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:02:21.494475 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1621da36-cb7f-4180-be32-d96bac7fac24 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network c1cb9a15-39b6-4914-bd84-fd9301aff4cd is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:02:21.520824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1621da36-cb7f-4180-be32-d96bac7fac24 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, c1cb9a15-39b6-4914-bd84-fd9301aff4cd) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:21.537256 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1621da36-cb7f-4180-be32-d96bac7fac24 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:21.540899 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1621da36-cb7f-4180-be32-d96bac7fac24 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:21.578505 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1621da36-cb7f-4180-be32-d96bac7fac24 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7141969 Feb 07 17:02:21.581462 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60460) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:21.630550 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cd57c8-a87c-45a2-b4f6-48c6a001282b None None] Network c1cb9a15-39b6-4914-bd84-fd9301aff4cd requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:21.745695 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 2e542f5e-56bb-4e0f-87d0-13bbb74af549, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2e542f5e-56bb-4e0f-87d0-13bbb74af549,segment=NetworkSegment(ab22d59c-b79e-4dcf-b392-5748fece1fbd),segment_id=ab22d59c-b79e-4dcf-b392-5748fece1fbd)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:21.769229 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '2e542f5e-56bb-4e0f-87d0-13bbb74af549', 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556', 'port_id': '2e542f5e-56bb-4e0f-87d0-13bbb74af549', 'mac_address': 'fa:16:3e:ee:27:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994ba421-3766-4dad-a45b-85b122d6c2fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:02:21.926992 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0686aa2-eed2-484c-b266-8eb21b9b00a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Router 08937027-b990-4ee3-9a0d-5a1119a1dc77 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:02:21.939740 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea3453-1a7e-46d5-b0e4-9bce57c25241 req-f888887a-8338-4a41-9f36-a76cad52108f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:21.947438 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2bea3453-1a7e-46d5-b0e4-9bce57c25241 req-f888887a-8338-4a41-9f36-a76cad52108f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 944 time: 0.3531797 Feb 07 17:02:21.963061 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (c1cb9a15-39b6-4914-bd84-fd9301aff4cd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:22.137311 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 2e542f5e-56bb-4e0f-87d0-13bbb74af549 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:22.137843 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2e542f5e-56bb-4e0f-87d0-13bbb74af549), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:22.164141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e542f5e-56bb-4e0f-87d0-13bbb74af549 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:02:22.207525 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 2e542f5e-56bb-4e0f-87d0-13bbb74af549, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2e542f5e-56bb-4e0f-87d0-13bbb74af549,segment=NetworkSegment(ab22d59c-b79e-4dcf-b392-5748fece1fbd),segment_id=ab22d59c-b79e-4dcf-b392-5748fece1fbd)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:22.213362 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2e542f5e-56bb-4e0f-87d0-13bbb74af549), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:22.221848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4020430-b33c-4559-a146-921c07f517bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-c1cb9a15-39b6-4914-bd84-fd9301aff4cd', 'network_id': 'c1cb9a15-39b6-4914-bd84-fd9301aff4cd', 'project_id': '579956259c9549e4a1f4d565ffeae601', 'fixed_ips': [{'subnet_id': '5d8f2734-e82f-4bd3-9d07-43f84aea0c83'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:02:22.223356 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d4020430-b33c-4559-a146-921c07f517bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:22.334165 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2bea3453-1a7e-46d5-b0e4-9bce57c25241 req-58a49475-aee3-4b76-89a4-e0080b285230 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e0cf269-e51a-452b-916f-8659479cd595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3857329 Feb 07 17:02:22.337382 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (5d8f2734-e82f-4bd3-9d07-43f84aea0c83), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:22.377144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=2e542f5e-56bb-4e0f-87d0-13bbb74af549,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:22.446388 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0686aa2-eed2-484c-b266-8eb21b9b00a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:02:22.463113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] Sync routers for ids ['08937027-b990-4ee3-9a0d-5a1119a1dc77'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:02:22.474194 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-66dfa4d3-2802-4fce-8edb-7226bb5015d7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:22.476460 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-66dfa4d3-2802-4fce-8edb-7226bb5015d7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/networks?id=380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 200 len: 812 time: 0.1874850 Feb 07 17:02:22.488455 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0686aa2-eed2-484c-b266-8eb21b9b00a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:22.489866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] Routers {'08937027-b990-4ee3-9a0d-5a1119a1dc77'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:02:22.490538 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:01:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['08937027-b990-4ee3-9a0d-5a1119a1dc77'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:22.492347 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d0686aa2-eed2-484c-b266-8eb21b9b00a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.4509845 Feb 07 17:02:22.493316 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-d4020430-b33c-4559-a146-921c07f517bf None None] Allocated IP 172.20.0.2 (c1cb9a15-39b6-4914-bd84-fd9301aff4cd/5d8f2734-e82f-4bd3-9d07-43f84aea0c83/2307d5ea-01b9-409f-958a-989629f65d81) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:02:22.496379 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60496) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:22.502085 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-59b9e67a-c3fb-4a72-bf44-dad58f9fec91 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/quotas/7f8265dde22443dab20942b3bd88ae3d HTTP/1.1" status: 200 len: 375 time: 0.0186787 Feb 07 17:02:22.537436 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6984a453-9d93-46d4-87e0-c3ec9072b195 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=b7f3b936ec124a74b808700fdcd55162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385220 Feb 07 17:02:22.541694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60498) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:22.547562 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-b15afead-a0e0-4b03-8c0e-37843f14a33b tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f8265dde22443dab20942b3bd88ae3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388401 Feb 07 17:02:22.576832 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['2e542f5e-56bb-4e0f-87d0-13bbb74af549'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:02:22.679073 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-93312c4b-f2a6-40bd-bc37-18f296b839c8 service neutron] 10.222.0.18 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305442 Feb 07 17:02:22.713394 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7ddfc9-7607-473c-8daf-ef70d65f404f tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:22.716973 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bf7ddfc9-7607-473c-8daf-ef70d65f404f tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1730609 Feb 07 17:02:22.722073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60502) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:22.736959 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] Set router 08937027-b990-4ee3-9a0d-5a1119a1dc77 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:02:22.785271 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c87aef42-0172-4b2a-a44d-228854c89d97 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0609615 Feb 07 17:02:22.786775 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-d66cc293-c148-4247-bc24-f09cc8d18ed8 service neutron] 10.222.0.18 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067195 Feb 07 17:02:22.787837 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60504) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:22.793386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-151547db-1044-42ff-8619-bad12c314b4a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-693486763', 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:22.911040 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151547db-1044-42ff-8619-bad12c314b4a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Made reservation on behalf of b7f3b936ec124a74b808700fdcd55162 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:22.920674 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-151547db-1044-42ff-8619-bad12c314b4a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:22.971018 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d4020430-b33c-4559-a146-921c07f517bf None None] Publish callbacks [] for port (2307d5ea-01b9-409f-958a-989629f65d81), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:22.996439 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d4020430-b33c-4559-a146-921c07f517bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (2307d5ea-01b9-409f-958a-989629f65d81), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:23.062185 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (5d8f2734-e82f-4bd3-9d07-43f84aea0c83), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:23.078664 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4020430-b33c-4559-a146-921c07f517bf None None] Network c1cb9a15-39b6-4914-bd84-fd9301aff4cd is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:02:23.098641 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-d4020430-b33c-4559-a146-921c07f517bf None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:23.098904 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7503d3e4-370b-45cb-8646-d7deee2c0332 req-ac982783-8122-4b27-86fc-29faf8f642aa tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 210 time: 0.0567286 Feb 07 17:02:23.123289 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4020430-b33c-4559-a146-921c07f517bf None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:02:23.129751 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Subnet': ['ID=5d8f2734-e82f-4bd3-9d07-43f84aea0c83,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:23.140723 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4020430-b33c-4559-a146-921c07f517bf None None] Pushing event updated for resources: {'Port': ['ID=2307d5ea-01b9-409f-958a-989629f65d81,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:23.245090 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (c1cb9a15-39b6-4914-bd84-fd9301aff4cd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:23.288585 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d4020430-b33c-4559-a146-921c07f517bf None None] Attempting to bind port 2307d5ea-01b9-409f-958a-989629f65d81 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:02:23.289020 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d4020430-b33c-4559-a146-921c07f517bf None None] Attempting to bind port 2307d5ea-01b9-409f-958a-989629f65d81 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'e6cbdf69-3eca-4b45-b00e-d1d7442f7178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c1cb9a15-39b6-4914-bd84-fd9301aff4cd'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:02:23.289465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4020430-b33c-4559-a146-921c07f517bf None None] Attempting to bind port 2307d5ea-01b9-409f-958a-989629f65d81 on network c1cb9a15-39b6-4914-bd84-fd9301aff4cd {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:02:23.302803 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:23.307551 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4020430-b33c-4559-a146-921c07f517bf None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:02:23.307945 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4020430-b33c-4559-a146-921c07f517bf None None] Checking segment: {'id': 'e6cbdf69-3eca-4b45-b00e-d1d7442f7178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c1cb9a15-39b6-4914-bd84-fd9301aff4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:23.308361 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d4020430-b33c-4559-a146-921c07f517bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:23.308770 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4020430-b33c-4559-a146-921c07f517bf None None] Bound using segment: {'id': 'e6cbdf69-3eca-4b45-b00e-d1d7442f7178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c1cb9a15-39b6-4914-bd84-fd9301aff4cd'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:02:23.310801 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d4020430-b33c-4559-a146-921c07f517bf None None] Bound port: 2307d5ea-01b9-409f-958a-989629f65d81, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6cbdf69-3eca-4b45-b00e-d1d7442f7178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c1cb9a15-39b6-4914-bd84-fd9301aff4cd'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:02:23.310801 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d4020430-b33c-4559-a146-921c07f517bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2307d5ea-01b9-409f-958a-989629f65d81), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:23.323660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1cb9a15-39b6-4914-bd84-fd9301aff4cd']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:23.348394 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6cbdf69-3eca-4b45-b00e-d1d7442f7178') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:23.348727 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6cbdf69-3eca-4b45-b00e-d1d7442f7178') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:23.348931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078840000', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:02:18Z', 'updated_at': '2022-02-07T17:02:20Z', 'revision_number': 3, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:19Z', 'updated_at': '2022-02-07T17:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:23.375703 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (e6cbdf69-3eca-4b45-b00e-d1d7442f7178), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:23.381693 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] Checking router: 08937027-b990-4ee3-9a0d-5a1119a1dc77 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:02:23.382061 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] Updating router 08937027-b990-4ee3-9a0d-5a1119a1dc77 port 40f97e91-9841-4df5-b486-7ebe6fecf636 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:02:23.391174 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e6cbdf69-3eca-4b45-b00e-d1d7442f7178), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:23.399216 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:02:23.399939 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (e6cbdf69-3eca-4b45-b00e-d1d7442f7178), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:23.481320 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:02:23.484103 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:02:23.528291 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (40f97e91-9841-4df5-b486-7ebe6fecf636), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:23.580723 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bd91f-e6ea-46e7-8343-59ba6386a8b0 req-9b1ce219-f7b1-4bdd-8021-ebe0b387eaa2 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:23.590322 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-684bd91f-e6ea-46e7-8343-59ba6386a8b0 req-9b1ce219-f7b1-4bdd-8021-ebe0b387eaa2 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 945 time: 0.0944180 Feb 07 17:02:23.605893 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.db.api [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 17:02:23.605893 n-d-827865-3 neutron-server[103226]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 17:02:23.605893 n-d-827865-3 neutron-server[103226]: [parameters: {'id': 'c1cb9a15-39b6-4914-bd84-fd9301aff4cd'}] Feb 07 17:02:23.605893 n-d-827865-3 neutron-server[103226]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:02:23.606399 n-d-827865-3 neutron-server[103226]: DEBUG oslo_db.api [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:02:23.612497 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-151547db-1044-42ff-8619-bad12c314b4a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (777bd969-6a46-4ef3-8997-2719fbc1a79e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:23.631377 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d4020430-b33c-4559-a146-921c07f517bf None None] For port 2307d5ea-01b9-409f-958a-989629f65d81, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:02:23.637019 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d4020430-b33c-4559-a146-921c07f517bf None None] For port 2307d5ea-01b9-409f-958a-989629f65d81, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2307d5ea-01b9-409f-958a-989629f65d81,segment=NetworkSegment(e6cbdf69-3eca-4b45-b00e-d1d7442f7178),segment_id=e6cbdf69-3eca-4b45-b00e-d1d7442f7178)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:02:23.696362 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d4020430-b33c-4559-a146-921c07f517bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2307d5ea-01b9-409f-958a-989629f65d81), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:23.699933 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-684bd91f-e6ea-46e7-8343-59ba6386a8b0 req-55bcf57d-6515-4225-8548-46360512fbe8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e0cf269-e51a-452b-916f-8659479cd595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080413 Feb 07 17:02:23.796239 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151547db-1044-42ff-8619-bad12c314b4a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Checking segment: {'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:23.803562 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151547db-1044-42ff-8619-bad12c314b4a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network hostable DHCP agents. Network: 17d86bb1-2b06-4458-812d-7d92a6610c16, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:02:23.838426 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151547db-1044-42ff-8619-bad12c314b4a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Subnet': ['ID=777bd969-6a46-4ef3-8997-2719fbc1a79e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:23.858817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151547db-1044-42ff-8619-bad12c314b4a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network 17d86bb1-2b06-4458-812d-7d92a6610c16 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:02:23.875256 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-151547db-1044-42ff-8619-bad12c314b4a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 17d86bb1-2b06-4458-812d-7d92a6610c16) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:23.890636 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151547db-1044-42ff-8619-bad12c314b4a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:23.893043 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-151547db-1044-42ff-8619-bad12c314b4a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:23.906196 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae643cf3-4b90-4ef2-9bd3-14971325b387 None None] Network 17d86bb1-2b06-4458-812d-7d92a6610c16 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:23.919824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60530) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:23.921485 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-151547db-1044-42ff-8619-bad12c314b4a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1324646 Feb 07 17:02:24.076766 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4020430-b33c-4559-a146-921c07f517bf None None] Pushing event updated for resources: {'Port': ['ID=2307d5ea-01b9-409f-958a-989629f65d81,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:24.103563 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de74880-492a-4fdc-80a7-4cca4ebaaa28 None None] Network c1cb9a15-39b6-4914-bd84-fd9301aff4cd requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:24.107273 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (c1cb9a15-39b6-4914-bd84-fd9301aff4cd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:24.206913 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-17d86bb1-2b06-4458-812d-7d92a6610c16', 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'fixed_ips': [{'subnet_id': '777bd969-6a46-4ef3-8997-2719fbc1a79e'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:02:24.207884 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:24.227852 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Deleting port 2307d5ea-01b9-409f-958a-989629f65d81 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:02:24.228296 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2307d5ea-01b9-409f-958a-989629f65d81), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:24.513178 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a98fc691-4bca-4292-8969-d50cd77f5543 req-b25fa52a-4360-4b62-ac72-5d01344a40a8 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 210 time: 0.2138307 Feb 07 17:02:24.591548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] For port 2307d5ea-01b9-409f-958a-989629f65d81, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2307d5ea-01b9-409f-958a-989629f65d81,segment=NetworkSegment(e6cbdf69-3eca-4b45-b00e-d1d7442f7178),segment_id=e6cbdf69-3eca-4b45-b00e-d1d7442f7178)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:24.602615 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2307d5ea-01b9-409f-958a-989629f65d81), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:24.661330 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Calling delete_port for 2307d5ea-01b9-409f-958a-989629f65d81 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:02:24.704978 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] Publish callbacks [] for port (40f97e91-9841-4df5-b486-7ebe6fecf636), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:24.712537 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (40f97e91-9841-4df5-b486-7ebe6fecf636), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:24.734160 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3591f90d-8da6-4455-a93a-a407fe763488 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:24.772584 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-22dbf3f0-292e-49a6-8ce5-ca5b0f233fd8 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:24.774399 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-22dbf3f0-292e-49a6-8ce5-ca5b0f233fd8 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.32 "GET /v2.0/networks?id=380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 200 len: 812 time: 0.3961790 Feb 07 17:02:24.803631 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] Attempting to bind port 40f97e91-9841-4df5-b486-7ebe6fecf636 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:02:24.804103 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] Attempting to bind port 40f97e91-9841-4df5-b486-7ebe6fecf636 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:02:24.804502 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] Attempting to bind port 40f97e91-9841-4df5-b486-7ebe6fecf636 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:02:24.807028 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Request body: {'port': {'device_id': 'afd97b63-83eb-4af5-ad34-a7a1ed2d8040', 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca', 'admin_state_up': True, 'tenant_id': '7f8265dde22443dab20942b3bd88ae3d'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:24.846629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:02:24.847311 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:24.847891 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:24.848549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:02:24.849203 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] Bound port: 40f97e91-9841-4df5-b486-7ebe6fecf636, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:02:24.850142 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (40f97e91-9841-4df5-b486-7ebe6fecf636), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:24.921637 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdccc5-02ab-4937-8a57-1319e59a8578 None None] Pushing event updated for resources: {'Port': ['ID=40f97e91-9841-4df5-b486-7ebe6fecf636,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:24.984021 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] Allocated IP 172.20.0.2 (17d86bb1-2b06-4458-812d-7d92a6610c16/777bd969-6a46-4ef3-8997-2719fbc1a79e/16e33410-c7b0-4cc6-9a63-2abfcfd6274e) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:02:24.991852 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] For port 40f97e91-9841-4df5-b486-7ebe6fecf636, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:02:25.008046 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] For port 40f97e91-9841-4df5-b486-7ebe6fecf636, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=40f97e91-9841-4df5-b486-7ebe6fecf636,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:02:25.033542 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (40f97e91-9841-4df5-b486-7ebe6fecf636), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:25.123111 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdccc5-02ab-4937-8a57-1319e59a8578 None None] Pushing event updated for resources: {'Port': ['ID=40f97e91-9841-4df5-b486-7ebe6fecf636,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:25.333843 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] Publish callbacks [] for port (16e33410-c7b0-4cc6-9a63-2abfcfd6274e), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:25.342800 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (16e33410-c7b0-4cc6-9a63-2abfcfd6274e), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:25.357939 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] Routers {'08937027-b990-4ee3-9a0d-5a1119a1dc77'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:02:25.360763 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:01:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['08937027-b990-4ee3-9a0d-5a1119a1dc77'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:25.430740 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (2307d5ea-01b9-409f-958a-989629f65d81), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:25.449369 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No DVR routers for this DVR port 2307d5ea-01b9-409f-958a-989629f65d81 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:02:25.464483 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2e542f5e-56bb-4e0f-87d0-13bbb74af549 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:02:25.496120 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ef6c9-9193-49a9-b4cb-3d11055db3c3 req-2f833a2e-7fa2-4c5d-9f78-d3d64eda0418 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:25.496818 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] Network 17d86bb1-2b06-4458-812d-7d92a6610c16 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:02:25.500016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-3591f90d-8da6-4455-a93a-a407fe763488 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Allocated IP 172.20.0.1 (17d86bb1-2b06-4458-812d-7d92a6610c16/777bd969-6a46-4ef3-8997-2719fbc1a79e/84670373-4059-4f55-828f-ab5f90b04b79) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:02:25.506030 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a9ef6c9-9193-49a9-b4cb-3d11055db3c3 req-2f833a2e-7fa2-4c5d-9f78-d3d64eda0418 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 945 time: 0.6849620 Feb 07 17:02:25.508435 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Port': ['ID=2307d5ea-01b9-409f-958a-989629f65d81,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:25.515022 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:25.526905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:02:25.633423 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (c1cb9a15-39b6-4914-bd84-fd9301aff4cd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:25.659130 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1cb9a15-39b6-4914-bd84-fd9301aff4cd']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:25.660620 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] Pushing event updated for resources: {'Port': ['ID=16e33410-c7b0-4cc6-9a63-2abfcfd6274e,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:25.693785 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6cbdf69-3eca-4b45-b00e-d1d7442f7178') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:25.700249 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6cbdf69-3eca-4b45-b00e-d1d7442f7178') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:25.702802 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] Attempting to bind port 16e33410-c7b0-4cc6-9a63-2abfcfd6274e on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:02:25.703027 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] Attempting to bind port 16e33410-c7b0-4cc6-9a63-2abfcfd6274e by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:02:25.703511 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] Attempting to bind port 16e33410-c7b0-4cc6-9a63-2abfcfd6274e on network 17d86bb1-2b06-4458-812d-7d92a6610c16 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:02:25.719003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] Set router 08937027-b990-4ee3-9a0d-5a1119a1dc77 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:02:25.720484 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eba9fb46-7d9e-48e0-9c91-52e3ff869063 req-a15d399e-d616-41fa-a53c-6eefd4b12fab tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 210 time: 0.0341616 Feb 07 17:02:25.729126 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (e6cbdf69-3eca-4b45-b00e-d1d7442f7178), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:25.778698 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:02:25.779508 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] Checking segment: {'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:25.780764 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:25.781511 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] Bound using segment: {'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:02:25.783555 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] Bound port: 16e33410-c7b0-4cc6-9a63-2abfcfd6274e, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:02:25.784347 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (16e33410-c7b0-4cc6-9a63-2abfcfd6274e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:25.805685 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3591f90d-8da6-4455-a93a-a407fe763488 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (84670373-4059-4f55-828f-ab5f90b04b79), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:25.833234 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e6cbdf69-3eca-4b45-b00e-d1d7442f7178), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:25.847023 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3591f90d-8da6-4455-a93a-a407fe763488 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (84670373-4059-4f55-828f-ab5f90b04b79), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:25.878503 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a9ef6c9-9193-49a9-b4cb-3d11055db3c3 req-0ceabe2f-a1d5-4ada-a028-1c17fe73a4d4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e0cf269-e51a-452b-916f-8659479cd595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3715556 Feb 07 17:02:25.888481 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:02:25.889045 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (e6cbdf69-3eca-4b45-b00e-d1d7442f7178), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:02:25.893034 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:02:25.966897 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Made reservation on behalf of 7f8265dde22443dab20942b3bd88ae3d for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:25.971468 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:26.002252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 2e542f5e-56bb-4e0f-87d0-13bbb74af549 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:02:26.013211 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3591f90d-8da6-4455-a93a-a407fe763488 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network 17d86bb1-2b06-4458-812d-7d92a6610c16 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:02:26.015252 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591f90d-8da6-4455-a93a-a407fe763488 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=84670373-4059-4f55-828f-ab5f90b04b79,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:26.023098 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3591f90d-8da6-4455-a93a-a407fe763488 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:26.023420 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (c1cb9a15-39b6-4914-bd84-fd9301aff4cd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:26.030682 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3591f90d-8da6-4455-a93a-a407fe763488 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:02:26.083965 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:26.083965 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/c1cb9a15-39b6-4914-bd84-fd9301aff4cd HTTP/1.1" status: 204 len: 168 time: 4.4951906 Feb 07 17:02:26.083965 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d5548-c319-46bf-9b9f-e3e5bda46bec tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Network': ['ID=c1cb9a15-39b6-4914-bd84-fd9301aff4cd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:26.085777 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60550) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:26.096363 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-90575384-40d1-4698-b5f0-ec19ba81ca07 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1253693001'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:26.128902 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1cf034ac-4f3b-4c0a-9458-8f2591361dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:26.142902 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 2e542f5e-56bb-4e0f-87d0-13bbb74af549 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:26.143271 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2e542f5e-56bb-4e0f-87d0-13bbb74af549), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:26.145432 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3591f90d-8da6-4455-a93a-a407fe763488 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (08937027-b990-4ee3-9a0d-5a1119a1dc77), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:26.211405 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90575384-40d1-4698-b5f0-ec19ba81ca07 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:26.215175 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90575384-40d1-4698-b5f0-ec19ba81ca07 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:26.261947 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] For port 16e33410-c7b0-4cc6-9a63-2abfcfd6274e, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:02:26.270162 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] For port 16e33410-c7b0-4cc6-9a63-2abfcfd6274e, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=16e33410-c7b0-4cc6-9a63-2abfcfd6274e,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:02:26.278571 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078840000', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:02:18Z', 'updated_at': '2022-02-07T17:02:20Z', 'revision_number': 3, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:19Z', 'updated_at': '2022-02-07T17:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:26.304574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90575384-40d1-4698-b5f0-ec19ba81ca07 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:02:26.316463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294df30f-e429-4540-b45f-25516c36f6cd None None] The sync data for ids ['08937027-b990-4ee3-9a0d-5a1119a1dc77'] in n-d-827865-3 is: [{'id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078840000', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:02:18Z', 'updated_at': '2022-02-07T17:02:20Z', 'revision_number': 3, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:19Z', 'updated_at': '2022-02-07T17:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:02:26.326761 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (16e33410-c7b0-4cc6-9a63-2abfcfd6274e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:26.334391 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Allocated IP 172.20.0.3 (380ea26c-6043-4940-b6ef-8a90ddeec2ca/5e0f2a9e-b79d-4601-ac33-c328f95f4202/216789f5-3fde-44cd-ae14-fb9e1e02c685) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:02:26.337327 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90575384-40d1-4698-b5f0-ec19ba81ca07 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (63b73111-2cff-4346-bdd7-f5fa2741937f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:26.339280 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-90575384-40d1-4698-b5f0-ec19ba81ca07 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Added segment 63b73111-2cff-4346-bdd7-f5fa2741937f of type vlan for network c8fe0cd4-6280-43ca-a01c-84a83fd489f4 Feb 07 17:02:26.437840 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40e54c-646a-41c3-902c-49199dc5a39d None None] Pushing event updated for resources: {'Port': ['ID=16e33410-c7b0-4cc6-9a63-2abfcfd6274e,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:26.449465 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3591f90d-8da6-4455-a93a-a407fe763488 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (84670373-4059-4f55-828f-ab5f90b04b79), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:26.456086 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90575384-40d1-4698-b5f0-ec19ba81ca07 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (c8fe0cd4-6280-43ca-a01c-84a83fd489f4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:26.514804 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 2e542f5e-56bb-4e0f-87d0-13bbb74af549 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:26.515588 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2e542f5e-56bb-4e0f-87d0-13bbb74af549), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:26.590785 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 2e542f5e-56bb-4e0f-87d0-13bbb74af549, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2e542f5e-56bb-4e0f-87d0-13bbb74af549,segment=NetworkSegment(ab22d59c-b79e-4dcf-b392-5748fece1fbd),segment_id=ab22d59c-b79e-4dcf-b392-5748fece1fbd)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:26.591844 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839740b4-de31-4a5b-8375-3db94b4b12c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e542f5e-56bb-4e0f-87d0-13bbb74af549'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:02:26.594828 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dc3826-e8f4-4a06-ad5a-dd928dbbe097" -d '{"events": [{"server_uuid": "839740b4-de31-4a5b-8375-3db94b4b12c0", "name": "network-vif-plugged", "status": "completed", "tag": "2e542f5e-56bb-4e0f-87d0-13bbb74af549"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:02:26.610239 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2e542f5e-56bb-4e0f-87d0-13bbb74af549), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:26.610423 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90575384-40d1-4698-b5f0-ec19ba81ca07 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (c8fe0cd4-6280-43ca-a01c-84a83fd489f4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:26.618019 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90575384-40d1-4698-b5f0-ec19ba81ca07 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:26.618692 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90575384-40d1-4698-b5f0-ec19ba81ca07 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:26.739801 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-90575384-40d1-4698-b5f0-ec19ba81ca07 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6539226 Feb 07 17:02:26.764238 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60556) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:26.778622 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f103c5cf-432f-41c1-8eea-47ed5fcb2970 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'subnet': {'network_id': 'c8fe0cd4-6280-43ca-a01c-84a83fd489f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:26.824232 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90575384-40d1-4698-b5f0-ec19ba81ca07 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Network': ['ID=c8fe0cd4-6280-43ca-a01c-84a83fd489f4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:26.880658 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9bd636-b8cc-4d75-b236-123a138c463f x-openstack-request-id: req-7d9bd636-b8cc-4d75-b236-123a138c463f {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:02:26.880932 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839740b4-de31-4a5b-8375-3db94b4b12c0", "name": "network-vif-plugged", "status": "completed", "tag": "2e542f5e-56bb-4e0f-87d0-13bbb74af549", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:02:26.881037 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d9bd636-b8cc-4d75-b236-123a138c463f {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:02:26.881438 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839740b4-de31-4a5b-8375-3db94b4b12c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e542f5e-56bb-4e0f-87d0-13bbb74af549', 'code': 200} Feb 07 17:02:26.886994 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=2e542f5e-56bb-4e0f-87d0-13bbb74af549,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:26.925552 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network c8fe0cd4-6280-43ca-a01c-84a83fd489f4 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:02:27.049047 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks [] for port (216789f5-3fde-44cd-ae14-fb9e1e02c685), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:27.240275 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f103c5cf-432f-41c1-8eea-47ed5fcb2970 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:27.243952 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f103c5cf-432f-41c1-8eea-47ed5fcb2970 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:27.369080 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b35af-bf63-40da-a50e-7e92956a902d req-785d5f18-89f9-4fb8-9a3f-c61edf7c489f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:27.370771 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-677b35af-bf63-40da-a50e-7e92956a902d req-785d5f18-89f9-4fb8-9a3f-c61edf7c489f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 946 time: 0.2718680 Feb 07 17:02:27.452042 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-677b35af-bf63-40da-a50e-7e92956a902d req-7662abfc-6890-4ef1-8f17-fe5e4a7fc0a0 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e0cf269-e51a-452b-916f-8659479cd595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741467 Feb 07 17:02:27.459518 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-f103c5cf-432f-41c1-8eea-47ed5fcb2970 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Performing IP validity checks on allocation pools {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 17:02:27.460382 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-f103c5cf-432f-41c1-8eea-47ed5fcb2970 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 17:02:27.488753 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (216789f5-3fde-44cd-ae14-fb9e1e02c685), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:27.699591 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Network 380ea26c-6043-4940-b6ef-8a90ddeec2ca is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:02:27.708283 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:27.714874 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:02:27.927961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Pushing event updated for resources: {'Port': ['ID=216789f5-3fde-44cd-ae14-fb9e1e02c685,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:27.954564 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a2c19-f5af-4e1b-9974-eb79e2909968 req-6c8f9e7f-85b6-4cd5-be35-adc73eb07d11 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:27.955063 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f103c5cf-432f-41c1-8eea-47ed5fcb2970 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (f059d72a-b9e9-47ab-8490-04466bf7e56c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:27.962569 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a19a2c19-f5af-4e1b-9974-eb79e2909968 req-6c8f9e7f-85b6-4cd5-be35-adc73eb07d11 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 931 time: 0.3938260 Feb 07 17:02:27.982967 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:27.983401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:27.983752 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:27.984101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:27.984444 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:27.988043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:27.988470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:27.988819 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:27.990269 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:27.990631 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:27.990976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:27.991320 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:27.991662 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:28.161829 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:28.163267 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:28.164883 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb54b-192c-43d2-bf33-505963de32e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:28.197483 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a19a2c19-f5af-4e1b-9974-eb79e2909968 req-c8b1b4e5-d9b5-4127-af07-8a207b56c220 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322466 Feb 07 17:02:28.203452 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 16e33410-c7b0-4cc6-9a63-2abfcfd6274e up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:02:28.206256 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afc85a-7291-47fa-882a-9e0ac649e228 req-cec588e3-2b3c-469c-90f4-4061ef3d0a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:28.207881 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9afc85a-7291-47fa-882a-9e0ac649e228 req-cec588e3-2b3c-469c-90f4-4061ef3d0a6d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 1128 time: 0.6671700 Feb 07 17:02:28.224606 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-5a1d4e42-eceb-4b62-8c38-c1c413375484 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4357131 Feb 07 17:02:28.289547 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Request body: {'port': {'device_id': 'afd97b63-83eb-4af5-ad34-a7a1ed2d8040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:28.294823 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103c5cf-432f-41c1-8eea-47ed5fcb2970 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Subnet': ['ID=f059d72a-b9e9-47ab-8490-04466bf7e56c,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:28.340940 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 16e33410-c7b0-4cc6-9a63-2abfcfd6274e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:28.341478 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (16e33410-c7b0-4cc6-9a63-2abfcfd6274e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:28.351127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103c5cf-432f-41c1-8eea-47ed5fcb2970 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Checking segment: {'id': '63b73111-2cff-4346-bdd7-f5fa2741937f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c8fe0cd4-6280-43ca-a01c-84a83fd489f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:28.351831 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f103c5cf-432f-41c1-8eea-47ed5fcb2970 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network hostable DHCP agents. Network: c8fe0cd4-6280-43ca-a01c-84a83fd489f4, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:02:28.413564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f103c5cf-432f-41c1-8eea-47ed5fcb2970 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network c8fe0cd4-6280-43ca-a01c-84a83fd489f4 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:02:28.431320 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f103c5cf-432f-41c1-8eea-47ed5fcb2970 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, c8fe0cd4-6280-43ca-a01c-84a83fd489f4) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:28.438196 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f103c5cf-432f-41c1-8eea-47ed5fcb2970 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:28.440825 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f103c5cf-432f-41c1-8eea-47ed5fcb2970 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:28.442741 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3591f90d-8da6-4455-a93a-a407fe763488 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (84670373-4059-4f55-828f-ab5f90b04b79), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:28.444589 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3934c89e-d3f6-4299-9e82-581416d1b6df None None] Network c8fe0cd4-6280-43ca-a01c-84a83fd489f4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:28.459450 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3591f90d-8da6-4455-a93a-a407fe763488 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (84670373-4059-4f55-828f-ab5f90b04b79), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:28.468605 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f103c5cf-432f-41c1-8eea-47ed5fcb2970 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7031140 Feb 07 17:02:28.469567 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60570) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:28.470291 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (216789f5-3fde-44cd-ae14-fb9e1e02c685), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:28.513078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 16e33410-c7b0-4cc6-9a63-2abfcfd6274e is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:28.513506 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (16e33410-c7b0-4cc6-9a63-2abfcfd6274e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:28.646640 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 16e33410-c7b0-4cc6-9a63-2abfcfd6274e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=16e33410-c7b0-4cc6-9a63-2abfcfd6274e,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:28.678049 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3591f90d-8da6-4455-a93a-a407fe763488 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (08937027-b990-4ee3-9a0d-5a1119a1dc77), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:28.688282 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (16e33410-c7b0-4cc6-9a63-2abfcfd6274e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:28.689859 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 40f97e91-9841-4df5-b486-7ebe6fecf636 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:02:28.713062 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9afc85a-7291-47fa-882a-9e0ac649e228 req-47550124-ca5d-4648-be63-3a88296faf18 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8e0cf269-e51a-452b-916f-8659479cd595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4933295 Feb 07 17:02:28.788978 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab238c2-cf4a-446d-b6e8-b955e1ea14bc None None] Network 17d86bb1-2b06-4458-812d-7d92a6610c16 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:28.879231 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591f90d-8da6-4455-a93a-a407fe763488 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=84670373-4059-4f55-828f-ab5f90b04b79,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:28.886138 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3591f90d-8da6-4455-a93a-a407fe763488 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network 17d86bb1-2b06-4458-812d-7d92a6610c16 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:02:28.888507 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3591f90d-8da6-4455-a93a-a407fe763488 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:28.890449 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6e37a11e-a95e-4ab3-a919-7500e26b8691 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (c8fe0cd4-6280-43ca-a01c-84a83fd489f4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:28.904623 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc0806-aded-4443-86e6-97a7975601f2 req-6cb59504-b9cf-40c8-af2f-9df0a0c17b91 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:28.906218 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e3bc0806-aded-4443-86e6-97a7975601f2 req-6cb59504-b9cf-40c8-af2f-9df0a0c17b91 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 946 time: 0.1905050 Feb 07 17:02:28.979980 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5593c2e2-cafb-4b46-b291-3c9b5b440d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-c8fe0cd4-6280-43ca-a01c-84a83fd489f4', 'network_id': 'c8fe0cd4-6280-43ca-a01c-84a83fd489f4', 'project_id': '579956259c9549e4a1f4d565ffeae601', 'fixed_ips': [{'subnet_id': 'f059d72a-b9e9-47ab-8490-04466bf7e56c'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:02:28.981119 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5593c2e2-cafb-4b46-b291-3c9b5b440d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:29.041375 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e3bc0806-aded-4443-86e6-97a7975601f2 req-82001aa6-1cc1-4d81-b1af-f7653374bd36 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e0cf269-e51a-452b-916f-8659479cd595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282682 Feb 07 17:02:29.049226 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6e37a11e-a95e-4ab3-a919-7500e26b8691 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (f059d72a-b9e9-47ab-8490-04466bf7e56c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:29.072177 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3591f90d-8da6-4455-a93a-a407fe763488 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Router 08937027-b990-4ee3-9a0d-5a1119a1dc77 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:02:29.124932 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 216789f5-3fde-44cd-ae14-fb9e1e02c685 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:02:29.137726 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Publish callbacks [] for port (216789f5-3fde-44cd-ae14-fb9e1e02c685), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:29.152902 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Transition to ACTIVE for port object 216789f5-3fde-44cd-ae14-fb9e1e02c685 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:02:29.157555 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (216789f5-3fde-44cd-ae14-fb9e1e02c685), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:29.157892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 40f97e91-9841-4df5-b486-7ebe6fecf636 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:29.158509 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (40f97e91-9841-4df5-b486-7ebe6fecf636), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:29.271057 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3591f90d-8da6-4455-a93a-a407fe763488 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:02:29.278278 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3591f90d-8da6-4455-a93a-a407fe763488 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "PUT /v2.0/routers/08937027-b990-4ee3-9a0d-5a1119a1dc77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3568654 Feb 07 17:02:29.284627 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Pushing event updated for resources: {'Port': ['ID=216789f5-3fde-44cd-ae14-fb9e1e02c685,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:29.448788 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6e37a11e-a95e-4ab3-a919-7500e26b8691 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (f059d72a-b9e9-47ab-8490-04466bf7e56c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:29.471529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bee8bb-f4b2-42fa-9651-3d91c2c90dae req-1edf2e77-70f6-437b-9ad9-17c99596cc9d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:29.473974 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21bee8bb-f4b2-42fa-9651-3d91c2c90dae req-1edf2e77-70f6-437b-9ad9-17c99596cc9d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 943 time: 0.0954950 Feb 07 17:02:29.479582 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] Sync routers for ids ['08937027-b990-4ee3-9a0d-5a1119a1dc77'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:02:29.499492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37a11e-a95e-4ab3-a919-7500e26b8691 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Subnet': ['ID=f059d72a-b9e9-47ab-8490-04466bf7e56c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:29.503475 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] Routers {'08937027-b990-4ee3-9a0d-5a1119a1dc77'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:02:29.505725 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:02:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['08937027-b990-4ee3-9a0d-5a1119a1dc77'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:29.533543 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Attempting to bind port 216789f5-3fde-44cd-ae14-fb9e1e02c685 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:02:29.533894 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Attempting to bind port 216789f5-3fde-44cd-ae14-fb9e1e02c685 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:02:29.534231 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Attempting to bind port 216789f5-3fde-44cd-ae14-fb9e1e02c685 on network 380ea26c-6043-4940-b6ef-8a90ddeec2ca {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:02:29.535023 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0ed99369-4ef0-478b-b5bd-886d77747989 None None] Provisioning complete for port 16e33410-c7b0-4cc6-9a63-2abfcfd6274e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:29.535529 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0ed99369-4ef0-478b-b5bd-886d77747989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (16e33410-c7b0-4cc6-9a63-2abfcfd6274e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:29.570865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Port 216789f5-3fde-44cd-ae14-fb9e1e02c685 on network 380ea26c-6043-4940-b6ef-8a90ddeec2ca not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:02:29.571320 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Attempting to bind port 216789f5-3fde-44cd-ae14-fb9e1e02c685 on network 380ea26c-6043-4940-b6ef-8a90ddeec2ca {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:02:29.590274 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:02:29.590660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Checking segment: {'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:29.591065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Bound using segment: {'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:02:29.591513 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Bound port: 216789f5-3fde-44cd-ae14-fb9e1e02c685, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:02:29.592413 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (216789f5-3fde-44cd-ae14-fb9e1e02c685), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:29.634757 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=16e33410-c7b0-4cc6-9a63-2abfcfd6274e,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:29.668937 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21bee8bb-f4b2-42fa-9651-3d91c2c90dae req-6f8f5abd-fa9f-4671-b1e3-c1d037c414dc tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754644 Feb 07 17:02:29.724303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] For port 216789f5-3fde-44cd-ae14-fb9e1e02c685, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:02:29.728066 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] For port 216789f5-3fde-44cd-ae14-fb9e1e02c685, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=216789f5-3fde-44cd-ae14-fb9e1e02c685,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:02:29.732490 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6e37a11e-a95e-4ab3-a919-7500e26b8691 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (c8fe0cd4-6280-43ca-a01c-84a83fd489f4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:29.755708 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (216789f5-3fde-44cd-ae14-fb9e1e02c685), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:29.789112 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:29.839101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6e37a11e-a95e-4ab3-a919-7500e26b8691 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fe0cd4-6280-43ca-a01c-84a83fd489f4']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:29.881002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6e37a11e-a95e-4ab3-a919-7500e26b8691 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b73111-2cff-4346-bdd7-f5fa2741937f') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:29.881322 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6e37a11e-a95e-4ab3-a919-7500e26b8691 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b73111-2cff-4346-bdd7-f5fa2741937f') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:29.881813 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] Set router 08937027-b990-4ee3-9a0d-5a1119a1dc77 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:02:29.903423 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:29.904050 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:29.905557 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] 10.222.0.32 "PUT /v2.0/ports/216789f5-3fde-44cd-ae14-fb9e1e02c685 HTTP/1.1" status: 200 len: 1091 time: 1.6516724 Feb 07 17:02:29.920543 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd97b63-83eb-4af5-ad34-a7a1ed2d8040', 'tag': '216789f5-3fde-44cd-ae14-fb9e1e02c685'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:02:29.923203 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b15bdf-f45a-4a3b-8bb1-62bb5417f8fe" -d '{"events": [{"name": "network-changed", "server_uuid": "afd97b63-83eb-4af5-ad34-a7a1ed2d8040", "tag": "216789f5-3fde-44cd-ae14-fb9e1e02c685"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server [None req-5593c2e2-cafb-4b46-b291-3c9b5b440d47 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f059d72a-b9e9-47ab-8490-04466bf7e56c: This subnet is being modified by another concurrent operation. Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise exception Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f059d72a-b9e9-47ab-8490-04466bf7e56c: This subnet is being modified by another concurrent operation. Feb 07 17:02:29.926289 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server Feb 07 17:02:29.958206 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6e37a11e-a95e-4ab3-a919-7500e26b8691 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (63b73111-2cff-4346-bdd7-f5fa2741937f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:30.101947 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1185e076-5a85-4929-93db-5aec16d1a4f3 x-openstack-request-id: req-1185e076-5a85-4929-93db-5aec16d1a4f3 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:02:30.102695 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd97b63-83eb-4af5-ad34-a7a1ed2d8040", "tag": "216789f5-3fde-44cd-ae14-fb9e1e02c685", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:02:30.103268 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1185e076-5a85-4929-93db-5aec16d1a4f3 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:02:30.103979 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd97b63-83eb-4af5-ad34-a7a1ed2d8040', 'tag': '216789f5-3fde-44cd-ae14-fb9e1e02c685', 'status': 'completed', 'code': 200} Feb 07 17:02:30.108126 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 40f97e91-9841-4df5-b486-7ebe6fecf636 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:30.109362 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (40f97e91-9841-4df5-b486-7ebe6fecf636), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:30.121218 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-60c6af99-8994-4787-b088-04f3cb256320 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937940342&fields=id&tenant_id=b7f3b936ec124a74b808700fdcd55162 HTTP/1.1" status: 200 len: 267 time: 0.3844335 Feb 07 17:02:30.122441 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0f8b40-5b32-4d65-abbd-b55e721fdb75 None None] Network c8fe0cd4-6280-43ca-a01c-84a83fd489f4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:30.170448 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6e37a11e-a95e-4ab3-a919-7500e26b8691 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (63b73111-2cff-4346-bdd7-f5fa2741937f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:30.297933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b9b3a-4619-490c-8814-a7e34c812c40 service neutron] Pushing event updated for resources: {'Port': ['ID=216789f5-3fde-44cd-ae14-fb9e1e02c685,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:30.337396 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e37a11e-a95e-4ab3-a919-7500e26b8691 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:02:30.337895 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6e37a11e-a95e-4ab3-a919-7500e26b8691 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (63b73111-2cff-4346-bdd7-f5fa2741937f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:30.338215 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 40f97e91-9841-4df5-b486-7ebe6fecf636, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=40f97e91-9841-4df5-b486-7ebe6fecf636,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:02:30.356664 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:02:30.371024 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35772ac-dd6f-404b-b9f2-b00406932a1e req-9d678e41-2b4b-4b68-b7d8-c7a2eeff24a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:30.377848 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a35772ac-dd6f-404b-b9f2-b00406932a1e req-9d678e41-2b4b-4b68-b7d8-c7a2eeff24a4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 946 time: 0.1725912 Feb 07 17:02:30.456665 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0ed99369-4ef0-478b-b5bd-886d77747989 None None] Current status of the port 16e33410-c7b0-4cc6-9a63-2abfcfd6274e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:30.472408 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (40f97e91-9841-4df5-b486-7ebe6fecf636), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:30.511072 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-2e8da0ff-09de-402e-a824-72d71ffff8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:30.513225 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-2e8da0ff-09de-402e-a824-72d71ffff8db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8265dde22443dab20942b3bd88ae3d&device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 1125 time: 0.5319963 Feb 07 17:02:30.537544 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a35772ac-dd6f-404b-b9f2-b00406932a1e req-7623f078-37ba-4f06-866f-4b1e9580db27 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e0cf269-e51a-452b-916f-8659479cd595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521370 Feb 07 17:02:30.561705 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078840000', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:02:18Z', 'updated_at': '2022-02-07T17:02:26Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:19Z', 'updated_at': '2022-02-07T17:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '84670373-4059-4f55-828f-ab5f90b04b79', 'name': '', 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:39:47:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:25Z', 'updated_at': '2022-02-07T17:02:27Z', 'revision_number': 2, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:30.638682 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] Checking router: 08937027-b990-4ee3-9a0d-5a1119a1dc77 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:02:30.639303 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] Updating router 08937027-b990-4ee3-9a0d-5a1119a1dc77 port 84670373-4059-4f55-828f-ab5f90b04b79 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:02:30.648353 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-71b3f0c6-7b72-46e5-976c-032f42a56c5c None None] Provisioning complete for port 16e33410-c7b0-4cc6-9a63-2abfcfd6274e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:30.648895 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71b3f0c6-7b72-46e5-976c-032f42a56c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (16e33410-c7b0-4cc6-9a63-2abfcfd6274e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:30.693995 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-ef518573-d5ff-4630-a8d8-32319c56687d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=216789f5-3fde-44cd-ae14-fb9e1e02c685 HTTP/1.1" status: 200 len: 217 time: 0.1477950 Feb 07 17:02:30.695350 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (84670373-4059-4f55-828f-ab5f90b04b79), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:30.728751 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6e37a11e-a95e-4ab3-a919-7500e26b8691 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (c8fe0cd4-6280-43ca-a01c-84a83fd489f4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:30.763839 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 16e33410-c7b0-4cc6-9a63-2abfcfd6274e up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:02:30.765740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bcd066-753f-46c2-9981-65b05aa15808 None None] get_active_networks_info from n-d-827865-3 {{(pid=103228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 17:02:30.787805 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6e37a11e-a95e-4ab3-a919-7500e26b8691 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:30.810339 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6e37a11e-a95e-4ab3-a919-7500e26b8691 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/c8fe0cd4-6280-43ca-a01c-84a83fd489f4 HTTP/1.1" status: 204 len: 168 time: 2.3371663 Feb 07 17:02:30.815190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60622) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:30.820384 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1f64a626-8dfe-4c21-bc11-7b8cd47e4be7 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1055242101'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:30.851599 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f64a626-8dfe-4c21-bc11-7b8cd47e4be7 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:30.854954 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f64a626-8dfe-4c21-bc11-7b8cd47e4be7 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:30.876782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbf5e0-dce5-467f-87ee-b18249b534f8 req-169abd68-fe96-4076-9e8f-717fd26b44ec tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:30.878196 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-2d7919a3-c66f-48e6-a3e9-50aedfcd6c57 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:30.884053 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8ecbf5e0-dce5-467f-87ee-b18249b534f8 req-169abd68-fe96-4076-9e8f-717fd26b44ec tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 943 time: 0.0997899 Feb 07 17:02:30.884760 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-2d7919a3-c66f-48e6-a3e9-50aedfcd6c57 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/networks?id=17d86bb1-2b06-4458-812d-7d92a6610c16 HTTP/1.1" status: 200 len: 797 time: 0.7611499 Feb 07 17:02:30.903446 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37a11e-a95e-4ab3-a919-7500e26b8691 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Network': ['ID=c8fe0cd4-6280-43ca-a01c-84a83fd489f4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:30.911120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f64a626-8dfe-4c21-bc11-7b8cd47e4be7 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:02:30.921008 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f64a626-8dfe-4c21-bc11-7b8cd47e4be7 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e9c29eee-1313-44d2-914c-281f8c6ee70e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:30.921637 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-1f64a626-8dfe-4c21-bc11-7b8cd47e4be7 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Added segment e9c29eee-1313-44d2-914c-281f8c6ee70e of type vlan for network e0cfe14a-e322-4b6e-9b07-dc41cc983536 Feb 07 17:02:30.931565 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-ae40ce28-7819-4edc-83ef-dcb813a3b6ab tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/quotas/b7f3b936ec124a74b808700fdcd55162 HTTP/1.1" status: 200 len: 375 time: 0.0457487 Feb 07 17:02:30.959839 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bcd066-753f-46c2-9981-65b05aa15808 None None] Resources bound (agent type, host, resource id): {{(pid=103228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 17:02:30.964464 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f64a626-8dfe-4c21-bc11-7b8cd47e4be7 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (e0cfe14a-e322-4b6e-9b07-dc41cc983536), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:30.994843 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f64a626-8dfe-4c21-bc11-7b8cd47e4be7 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (e0cfe14a-e322-4b6e-9b07-dc41cc983536), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:30.998875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=40f97e91-9841-4df5-b486-7ebe6fecf636,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:31.002338 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f64a626-8dfe-4c21-bc11-7b8cd47e4be7 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:31.003196 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f64a626-8dfe-4c21-bc11-7b8cd47e4be7 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:31.013206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-5fdb873e-f4ef-4060-b041-cabe12aa532d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:31.024585 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-5fdb873e-f4ef-4060-b041-cabe12aa532d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e0f2a9e-b79d-4601-ac33-c328f95f4202 HTTP/1.1" status: 200 len: 852 time: 0.3114898 Feb 07 17:02:31.070529 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8ecbf5e0-dce5-467f-87ee-b18249b534f8 req-77ec3f77-3753-41b4-a218-a628d833e2af tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852062 Feb 07 17:02:31.082438 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:31.098239 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-d71bdbeb-294c-4ad7-b87e-7aac4eb2b769 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=380ea26c-6043-4940-b6ef-8a90ddeec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668626 Feb 07 17:02:31.168142 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-b75d5343-24b4-48a1-9628-7f0da8a26cc0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2352953 Feb 07 17:02:31.177330 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1f64a626-8dfe-4c21-bc11-7b8cd47e4be7 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3606827 Feb 07 17:02:31.193047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60626) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:31.201787 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c934f4c8-cbb7-41ac-8a7a-40bbb0d4670c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'subnet': {'network_id': 'e0cfe14a-e322-4b6e-9b07-dc41cc983536', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:31.288467 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-71b3f0c6-7b72-46e5-976c-032f42a56c5c None None] Current status of the port 16e33410-c7b0-4cc6-9a63-2abfcfd6274e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:31.291367 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] Publish callbacks [] for port (84670373-4059-4f55-828f-ab5f90b04b79), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:31.302549 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (84670373-4059-4f55-828f-ab5f90b04b79), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:31.401905 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-c9271d60-faba-46ba-b6e1-922e852ca4ef service neutron] 10.222.0.32 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940283 Feb 07 17:02:31.481798 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c5c08-b817-460a-ab67-26b5ec1b4890 None None] Pushing event updated for resources: {'Port': ['ID=84670373-4059-4f55-828f-ab5f90b04b79,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:31.508172 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-71b3f0c6-7b72-46e5-976c-032f42a56c5c None None] Provisioning complete for port 84670373-4059-4f55-828f-ab5f90b04b79 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:31.515088 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71b3f0c6-7b72-46e5-976c-032f42a56c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (84670373-4059-4f55-828f-ab5f90b04b79), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:31.516772 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c934f4c8-cbb7-41ac-8a7a-40bbb0d4670c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:31.519554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 16e33410-c7b0-4cc6-9a63-2abfcfd6274e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:31.521522 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (16e33410-c7b0-4cc6-9a63-2abfcfd6274e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:31.523625 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c934f4c8-cbb7-41ac-8a7a-40bbb0d4670c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:31.572006 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46d9d9ec-56f8-4db3-a776-003b245a1ce8 req-4e2158d9-bd7a-4231-b259-17ad25e63ce4 service neutron] 10.222.0.32 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566787 Feb 07 17:02:31.581921 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-8a3b69ce-90fb-4cd9-b358-806f2baea31b service neutron] 10.222.0.18 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505976 Feb 07 17:02:31.588824 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] Attempting to bind port 84670373-4059-4f55-828f-ab5f90b04b79 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:02:31.591118 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] Attempting to bind port 84670373-4059-4f55-828f-ab5f90b04b79 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:02:31.593098 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] Attempting to bind port 84670373-4059-4f55-828f-ab5f90b04b79 on network 17d86bb1-2b06-4458-812d-7d92a6610c16 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:02:31.607441 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:02:31.608377 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] Checking segment: {'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:31.609338 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:31.610039 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] Bound using segment: {'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:02:31.611742 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] Bound port: 84670373-4059-4f55-828f-ab5f90b04b79, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:02:31.614652 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (84670373-4059-4f55-828f-ab5f90b04b79), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:31.734101 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-71b3f0c6-7b72-46e5-976c-032f42a56c5c None None] Port 84670373-4059-4f55-828f-ab5f90b04b79 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:02:31.765724 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-e2453432-1995-4cd5-b317-cc1ea9712d61 service neutron] 10.222.0.18 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826756 Feb 07 17:02:31.829685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d889bfa0-afd8-40b2-ac98-65f6a29525f4 None None] get_active_networks_info from n-d-827865-3 {{(pid=103228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 17:02:31.833163 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] For port 84670373-4059-4f55-828f-ab5f90b04b79, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:02:31.838181 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] For port 84670373-4059-4f55-828f-ab5f90b04b79, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=84670373-4059-4f55-828f-ab5f90b04b79,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:02:31.854379 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (84670373-4059-4f55-828f-ab5f90b04b79), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:31.859037 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64a626-8dfe-4c21-bc11-7b8cd47e4be7 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Network': ['ID=e0cfe14a-e322-4b6e-9b07-dc41cc983536,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:31.888415 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b15bdf-f45a-4a3b-8bb1-62bb5417f8fe req-63ff153b-041c-4ed2-8e35-6764232b6342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:31.889994 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19b15bdf-f45a-4a3b-8bb1-62bb5417f8fe req-63ff153b-041c-4ed2-8e35-6764232b6342 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8265dde22443dab20942b3bd88ae3d&device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 1125 time: 0.1677179 Feb 07 17:02:32.046585 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c934f4c8-cbb7-41ac-8a7a-40bbb0d4670c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (dacb1404-33b4-4d51-a47a-f9aaafeac1ee), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:32.048391 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c5c08-b817-460a-ab67-26b5ec1b4890 None None] Pushing event updated for resources: {'Port': ['ID=84670373-4059-4f55-828f-ab5f90b04b79,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:32.060596 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] Routers {'08937027-b990-4ee3-9a0d-5a1119a1dc77'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:02:32.061326 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:02:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['08937027-b990-4ee3-9a0d-5a1119a1dc77'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:32.087732 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network e0cfe14a-e322-4b6e-9b07-dc41cc983536 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:02:32.107322 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b15bdf-f45a-4a3b-8bb1-62bb5417f8fe req-185e950a-08d6-4b4d-a12c-4f4c2317fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:32.108837 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19b15bdf-f45a-4a3b-8bb1-62bb5417f8fe req-185e950a-08d6-4b4d-a12c-4f4c2317fefa service neutron] 10.222.0.32 "GET /v2.0/networks?id=380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 200 len: 913 time: 0.2123528 Feb 07 17:02:32.138521 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934f4c8-cbb7-41ac-8a7a-40bbb0d4670c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Subnet': ['ID=dacb1404-33b4-4d51-a47a-f9aaafeac1ee,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:32.149309 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549d6b9-d2f4-4ff1-9cf3-550994dcde33 req-b793e594-53c5-4aeb-acb1-08baaa06beaf tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:32.151443 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b549d6b9-d2f4-4ff1-9cf3-550994dcde33 req-b793e594-53c5-4aeb-acb1-08baaa06beaf tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 946 time: 0.3185029 Feb 07 17:02:32.223552 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19b15bdf-f45a-4a3b-8bb1-62bb5417f8fe req-0ef981d5-6692-4641-b047-760b60eb65a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=216789f5-3fde-44cd-ae14-fb9e1e02c685 HTTP/1.1" status: 200 len: 217 time: 0.1038470 Feb 07 17:02:32.364987 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c934f4c8-cbb7-41ac-8a7a-40bbb0d4670c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Checking segment: {'id': 'e9c29eee-1313-44d2-914c-281f8c6ee70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e0cfe14a-e322-4b6e-9b07-dc41cc983536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:32.364987 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c934f4c8-cbb7-41ac-8a7a-40bbb0d4670c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network hostable DHCP agents. Network: e0cfe14a-e322-4b6e-9b07-dc41cc983536, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:02:32.383145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d889bfa0-afd8-40b2-ac98-65f6a29525f4 None None] Resources bound (agent type, host, resource id): {{(pid=103228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 17:02:32.397831 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b549d6b9-d2f4-4ff1-9cf3-550994dcde33 req-e0b5fcbd-4d24-40d8-bd34-6d1430422a46 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e0cf269-e51a-452b-916f-8659479cd595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344389 Feb 07 17:02:32.451425 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c934f4c8-cbb7-41ac-8a7a-40bbb0d4670c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network e0cfe14a-e322-4b6e-9b07-dc41cc983536 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:02:32.459061 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b15bdf-f45a-4a3b-8bb1-62bb5417f8fe req-55e8e2df-d029-4a0c-bf01-41b2d2c8e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:32.460689 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19b15bdf-f45a-4a3b-8bb1-62bb5417f8fe req-55e8e2df-d029-4a0c-bf01-41b2d2c8e292 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e0f2a9e-b79d-4601-ac33-c328f95f4202 HTTP/1.1" status: 200 len: 852 time: 0.2312751 Feb 07 17:02:32.473148 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c934f4c8-cbb7-41ac-8a7a-40bbb0d4670c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, e0cfe14a-e322-4b6e-9b07-dc41cc983536) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:32.479242 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c934f4c8-cbb7-41ac-8a7a-40bbb0d4670c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:32.479723 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c934f4c8-cbb7-41ac-8a7a-40bbb0d4670c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:32.509105 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c934f4c8-cbb7-41ac-8a7a-40bbb0d4670c tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3147535 Feb 07 17:02:32.513232 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60648) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:32.549530 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19b15bdf-f45a-4a3b-8bb1-62bb5417f8fe req-9824e0ba-c4e6-4093-924a-f30af2079ee7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=380ea26c-6043-4940-b6ef-8a90ddeec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747080 Feb 07 17:02:32.580857 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acda94-dd8b-4045-9951-661b0944aee9 req-2c6684b7-952c-4dca-9bd1-4b5975dc9cb0 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:32.594795 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54acda94-dd8b-4045-9951-661b0944aee9 req-2c6684b7-952c-4dca-9bd1-4b5975dc9cb0 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 943 time: 0.2896843 Feb 07 17:02:32.613878 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] Set router 08937027-b990-4ee3-9a0d-5a1119a1dc77 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:02:32.618332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 16e33410-c7b0-4cc6-9a63-2abfcfd6274e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:32.641269 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:32.692954 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4d7e5895-9750-42ba-87c9-a0cdbe647457 req-cd08523a-8a31-44c7-8ae0-a84258bfae18 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 210 time: 0.0676637 Feb 07 17:02:32.804520 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54acda94-dd8b-4045-9951-661b0944aee9 req-c6f11982-0356-4c40-852f-d2a1bb85c109 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877038 Feb 07 17:02:32.805865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-eb9016f2-ce50-4035-ac22-ed63b869dead None None] Provisioning complete for port 84670373-4059-4f55-828f-ab5f90b04b79 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:32.809355 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-eb9016f2-ce50-4035-ac22-ed63b869dead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (84670373-4059-4f55-828f-ab5f90b04b79), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:32.854765 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b590-137d-4007-b41f-d9853f572330 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (e0cfe14a-e322-4b6e-9b07-dc41cc983536), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:33.022848 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19b15bdf-f45a-4a3b-8bb1-62bb5417f8fe req-4b26835e-830d-4032-ac3c-4c8231685a2d service neutron] 10.222.0.32 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720852 Feb 07 17:02:33.064546 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b590-137d-4007-b41f-d9853f572330 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (dacb1404-33b4-4d51-a47a-f9aaafeac1ee), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:33.184216 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 40f97e91-9841-4df5-b486-7ebe6fecf636 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:02:33.223252 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078840000', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:02:18Z', 'updated_at': '2022-02-07T17:02:26Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:19Z', 'updated_at': '2022-02-07T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '84670373-4059-4f55-828f-ab5f90b04b79', 'name': '', 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:39:47:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:25Z', 'updated_at': '2022-02-07T17:02:31Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:33.255569 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b590-137d-4007-b41f-d9853f572330 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (dacb1404-33b4-4d51-a47a-f9aaafeac1ee), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:33.303885 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19b15bdf-f45a-4a3b-8bb1-62bb5417f8fe req-1781310c-77b5-4265-96d0-b691357d14b3 service neutron] 10.222.0.32 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288640 Feb 07 17:02:33.326781 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3b590-137d-4007-b41f-d9853f572330 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Subnet': ['ID=dacb1404-33b4-4d51-a47a-f9aaafeac1ee,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:33.359492 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67434675-b950-4727-b5dc-d02c8e58cbbb None None] The sync data for ids ['08937027-b990-4ee3-9a0d-5a1119a1dc77'] in n-d-827865-3 is: [{'id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078840000', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:02:18Z', 'updated_at': '2022-02-07T17:02:26Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:19Z', 'updated_at': '2022-02-07T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '84670373-4059-4f55-828f-ab5f90b04b79', 'name': '', 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:39:47:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:25Z', 'updated_at': '2022-02-07T17:02:31Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:02:33.401610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76035a0d-29e9-4e9c-9c9d-a1b0b8cbe2c3 req-64b2e0b1-cf4f-425c-9108-49aed680e4ac tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:33.409389 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-76035a0d-29e9-4e9c-9c9d-a1b0b8cbe2c3 req-64b2e0b1-cf4f-425c-9108-49aed680e4ac tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 946 time: 0.3839622 Feb 07 17:02:33.531414 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b590-137d-4007-b41f-d9853f572330 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (e0cfe14a-e322-4b6e-9b07-dc41cc983536), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:33.537921 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-76035a0d-29e9-4e9c-9c9d-a1b0b8cbe2c3 req-1cdc1b11-9d94-4354-b35f-99a547e35350 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e0cf269-e51a-452b-916f-8659479cd595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224518 Feb 07 17:02:33.564844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60662) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:33.623187 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d4d3b590-137d-4007-b41f-d9853f572330 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0cfe14a-e322-4b6e-9b07-dc41cc983536']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:33.644586 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-eb9016f2-ce50-4035-ac22-ed63b869dead None None] Current status of the port 84670373-4059-4f55-828f-ab5f90b04b79 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:33.645419 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-eb9016f2-ce50-4035-ac22-ed63b869dead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (84670373-4059-4f55-828f-ab5f90b04b79), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:33.655281 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d4d3b590-137d-4007-b41f-d9853f572330 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c29eee-1313-44d2-914c-281f8c6ee70e') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:33.655856 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d4d3b590-137d-4007-b41f-d9853f572330 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c29eee-1313-44d2-914c-281f8c6ee70e') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:33.679269 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b590-137d-4007-b41f-d9853f572330 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (e9c29eee-1313-44d2-914c-281f8c6ee70e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:33.709300 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b590-137d-4007-b41f-d9853f572330 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e9c29eee-1313-44d2-914c-281f8c6ee70e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:33.714237 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0331643e-3b7b-4eaa-b1a6-1d0d2127b8f0 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:33.718175 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0331643e-3b7b-4eaa-b1a6-1d0d2127b8f0 tempest-TestNetworkBasicOps-1649021857 tempest-TestNetworkBasicOps-1649021857-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 1123 time: 0.1433423 Feb 07 17:02:33.721482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60664) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:33.728600 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d3b590-137d-4007-b41f-d9853f572330 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:02:33.729009 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b590-137d-4007-b41f-d9853f572330 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (e9c29eee-1313-44d2-914c-281f8c6ee70e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:33.735079 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': '2e542f5e-56bb-4e0f-87d0-13bbb74af549', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:33.740015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1595dddb-8055-4da4-844c-f0a1a81ff7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-e0cfe14a-e322-4b6e-9b07-dc41cc983536', 'network_id': 'e0cfe14a-e322-4b6e-9b07-dc41cc983536', 'project_id': '579956259c9549e4a1f4d565ffeae601', 'fixed_ips': [{'subnet_id': 'dacb1404-33b4-4d51-a47a-f9aaafeac1ee'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:02:33.741115 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1595dddb-8055-4da4-844c-f0a1a81ff7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:33.776304 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 40f97e91-9841-4df5-b486-7ebe6fecf636 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:33.776833 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (40f97e91-9841-4df5-b486-7ebe6fecf636), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:33.810336 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:02:33.837347 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:02:33.844900 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b590-137d-4007-b41f-d9853f572330 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (e0cfe14a-e322-4b6e-9b07-dc41cc983536), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:33.862590 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b590-137d-4007-b41f-d9853f572330 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:33.870144 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d4d3b590-137d-4007-b41f-d9853f572330 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/e0cfe14a-e322-4b6e-9b07-dc41cc983536 HTTP/1.1" status: 204 len: 168 time: 1.3555651 Feb 07 17:02:33.876661 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60670) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:33.890645 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-93dbbb18-8024-4cfb-a103-79d5c58dc894 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1226707085'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:33.896247 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-eb9016f2-ce50-4035-ac22-ed63b869dead None None] For port 84670373-4059-4f55-828f-ab5f90b04b79, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=84670373-4059-4f55-828f-ab5f90b04b79,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:33.929884 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-eb9016f2-ce50-4035-ac22-ed63b869dead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (84670373-4059-4f55-828f-ab5f90b04b79), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:33.952407 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3b590-137d-4007-b41f-d9853f572330 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Network': ['ID=e0cfe14a-e322-4b6e-9b07-dc41cc983536,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:34.008937 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35c5af7a-73b8-419e-8d13-9f14b9bd9226 req-4c9bb46e-713a-422a-94b8-b83bb3e549e0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 210 time: 0.0925839 Feb 07 17:02:34.061100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dbbb18-8024-4cfb-a103-79d5c58dc894 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:34.065571 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93dbbb18-8024-4cfb-a103-79d5c58dc894 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:34.218637 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93dbbb18-8024-4cfb-a103-79d5c58dc894 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:02:34.268869 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:34.390812 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74754e-c493-44ee-81b7-e445e006c54d req-cb201e67-9b8e-4e15-a1f0-c815890d74f5 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:34.401737 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e74754e-c493-44ee-81b7-e445e006c54d req-cb201e67-9b8e-4e15-a1f0-c815890d74f5 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 943 time: 0.3295193 Feb 07 17:02:34.412898 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93dbbb18-8024-4cfb-a103-79d5c58dc894 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0c4e0470-52d9-4b42-92db-7d19f5ace847), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:34.414023 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-93dbbb18-8024-4cfb-a103-79d5c58dc894 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Added segment 0c4e0470-52d9-4b42-92db-7d19f5ace847 of type vlan for network 0608c271-53d5-4a98-a8cc-60a0e0cebeda Feb 07 17:02:34.464645 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869bc573-18a0-44b5-a055-84f37ecfe567 None None] Network e0cfe14a-e322-4b6e-9b07-dc41cc983536 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:34.494571 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 216789f5-3fde-44cd-ae14-fb9e1e02c685 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:02:34.553729 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e74754e-c493-44ee-81b7-e445e006c54d req-1016da73-13ed-48e0-9621-02a8b0357ad8 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508780 Feb 07 17:02:34.589859 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93dbbb18-8024-4cfb-a103-79d5c58dc894 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (0608c271-53d5-4a98-a8cc-60a0e0cebeda), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:34.635877 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Allocated IP 172.25.4.132 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/fc54fbf5-9564-49c1-95b9-7a68f136f780) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:02:34.658152 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869bc573-18a0-44b5-a055-84f37ecfe567 None None] Network e0cfe14a-e322-4b6e-9b07-dc41cc983536 could not be found, it might have been deleted concurrently. {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 07 17:02:34.662365 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9016f2-ce50-4035-ac22-ed63b869dead None None] Pushing event updated for resources: {'Port': ['ID=84670373-4059-4f55-828f-ab5f90b04b79,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:34.714135 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701877fb-77e2-4a4b-b348-58b191040ee2 None None] Network e0cfe14a-e322-4b6e-9b07-dc41cc983536 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:34.726357 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-2d42af70-1d9a-470d-b718-f778167700f3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:34.738347 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-2d42af70-1d9a-470d-b718-f778167700f3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.48 "GET /v2.0/networks?id=17d86bb1-2b06-4458-812d-7d92a6610c16 HTTP/1.1" status: 200 len: 797 time: 0.5515654 Feb 07 17:02:34.814091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701877fb-77e2-4a4b-b348-58b191040ee2 None None] Network e0cfe14a-e322-4b6e-9b07-dc41cc983536 could not be found, it might have been deleted concurrently. {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 07 17:02:34.817703 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93dbbb18-8024-4cfb-a103-79d5c58dc894 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (0608c271-53d5-4a98-a8cc-60a0e0cebeda), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:34.831611 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dbbb18-8024-4cfb-a103-79d5c58dc894 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:34.832515 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93dbbb18-8024-4cfb-a103-79d5c58dc894 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:34.841649 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-fe6e80dd-e3ab-4e3f-b6d8-0c832c6a6fca None None] Provisioning complete for port 84670373-4059-4f55-828f-ab5f90b04b79 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:34.842073 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fe6e80dd-e3ab-4e3f-b6d8-0c832c6a6fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (84670373-4059-4f55-828f-ab5f90b04b79), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:34.900968 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-93dbbb18-8024-4cfb-a103-79d5c58dc894 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0143046 Feb 07 17:02:34.908075 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for port (fc54fbf5-9564-49c1-95b9-7a68f136f780), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:34.912117 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60680) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:34.918036 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-29171253-f259-479b-924f-ce2dd6f9a93e tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'subnet': {'network_id': '0608c271-53d5-4a98-a8cc-60a0e0cebeda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:34.946355 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 17:02:34.961405 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 40f97e91-9841-4df5-b486-7ebe6fecf636 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:34.991069 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (fc54fbf5-9564-49c1-95b9-7a68f136f780), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:35.174869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Port': ['ID=fc54fbf5-9564-49c1-95b9-7a68f136f780,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:35.185197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:02:35.190428 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:35.197540 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:02:35.203610 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e80dd-e3ab-4e3f-b6d8-0c832c6a6fca None None] Current status of the port 84670373-4059-4f55-828f-ab5f90b04b79 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:35.220841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 216789f5-3fde-44cd-ae14-fb9e1e02c685, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=216789f5-3fde-44cd-ae14-fb9e1e02c685,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:35.278028 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '216789f5-3fde-44cd-ae14-fb9e1e02c685', 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca', 'port_id': '216789f5-3fde-44cd-ae14-fb9e1e02c685', 'mac_address': 'fa:16:3e:4d:e3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0f2a9e-b79d-4601-ac33-c328f95f4202', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:02:35.292937 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 84670373-4059-4f55-828f-ab5f90b04b79 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:02:35.467083 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 216789f5-3fde-44cd-ae14-fb9e1e02c685 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:35.467493 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (216789f5-3fde-44cd-ae14-fb9e1e02c685), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:35.497563 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e011374-b67d-4352-9824-ef6bd4ba6c26 req-f6a950bf-b32b-43d1-a095-98e68b3a2612 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 210 time: 0.1968353 Feb 07 17:02:35.564877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-60490a7a-5ee7-45cb-8ab0-0e6bb60731ff None None] Provisioning complete for port 84670373-4059-4f55-828f-ab5f90b04b79 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:35.575132 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-60490a7a-5ee7-45cb-8ab0-0e6bb60731ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (84670373-4059-4f55-828f-ab5f90b04b79), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:35.582523 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216789f5-3fde-44cd-ae14-fb9e1e02c685 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:02:35.596551 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-c7de6b7b-3210-4fe2-95b8-ae7b86cb3fc8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7f3b936ec124a74b808700fdcd55162 HTTP/1.1" status: 200 len: 379 time: 0.8491578 Feb 07 17:02:35.630451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-8c4f366f-f1f8-4939-a314-8ef0c1d1857c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'port': {'device_id': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16', 'admin_state_up': True, 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'security_groups': ['f3cc164b-0a9c-4498-bc18-4388aeb3aaea']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:35.744445 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 216789f5-3fde-44cd-ae14-fb9e1e02c685, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=216789f5-3fde-44cd-ae14-fb9e1e02c685,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:35.774426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 84670373-4059-4f55-828f-ab5f90b04b79 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:35.777002 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (84670373-4059-4f55-828f-ab5f90b04b79), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:35.882089 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (216789f5-3fde-44cd-ae14-fb9e1e02c685), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:35.920558 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbbb18-8024-4cfb-a103-79d5c58dc894 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Network': ['ID=0608c271-53d5-4a98-a8cc-60a0e0cebeda,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:35.978347 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 0608c271-53d5-4a98-a8cc-60a0e0cebeda details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:02:36.022347 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-8c4f366f-f1f8-4939-a314-8ef0c1d1857c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Made reservation on behalf of b7f3b936ec124a74b808700fdcd55162 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:36.027301 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-8c4f366f-f1f8-4939-a314-8ef0c1d1857c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:36.031768 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29171253-f259-479b-924f-ce2dd6f9a93e tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:36.045527 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29171253-f259-479b-924f-ce2dd6f9a93e tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:36.181298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=216789f5-3fde-44cd-ae14-fb9e1e02c685,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:36.272279 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-60490a7a-5ee7-45cb-8ab0-0e6bb60731ff None None] Current status of the port 84670373-4059-4f55-828f-ab5f90b04b79 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:36.280120 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['216789f5-3fde-44cd-ae14-fb9e1e02c685'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:02:36.342917 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 84670373-4059-4f55-828f-ab5f90b04b79 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:36.370280 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29171253-f259-479b-924f-ce2dd6f9a93e tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (b1629a68-2c63-4041-b816-5889b1930ca7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:36.451417 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d884b5dd-6a7b-45a4-bdb3-e627ce16610d None None] Provisioning complete for port 84670373-4059-4f55-828f-ab5f90b04b79 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:36.451834 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d884b5dd-6a7b-45a4-bdb3-e627ce16610d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (84670373-4059-4f55-828f-ab5f90b04b79), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:36.541093 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29171253-f259-479b-924f-ce2dd6f9a93e tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Subnet': ['ID=b1629a68-2c63-4041-b816-5889b1930ca7,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:36.631329 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe183a-a96a-4b9f-b900-26663638b511 req-cea4f98d-d63a-41e2-8e47-dee967d8f3ce tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:36.643354 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4afe183a-a96a-4b9f-b900-26663638b511 req-cea4f98d-d63a-41e2-8e47-dee967d8f3ce tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/networks?id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f HTTP/1.1" status: 200 len: 815 time: 0.6939945 Feb 07 17:02:36.716276 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d884b5dd-6a7b-45a4-bdb3-e627ce16610d None None] Current status of the port 84670373-4059-4f55-828f-ab5f90b04b79 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:36.736892 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for floatingip (5de6f696-cd17-46dc-b965-117fd565731f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:36.795345 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-8c4f366f-f1f8-4939-a314-8ef0c1d1857c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Allocated IP 172.20.0.7 (17d86bb1-2b06-4458-812d-7d92a6610c16/777bd969-6a46-4ef3-8997-2719fbc1a79e/eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:02:36.850182 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586bc32-6393-477a-adc4-bd9a737dc1ae req-01a28d39-5c2d-4dac-af8b-20d608ac7255 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:36.852339 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f586bc32-6393-477a-adc4-bd9a737dc1ae req-01a28d39-5c2d-4dac-af8b-20d608ac7255 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 944 time: 0.6381555 Feb 07 17:02:36.856159 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fc54fbf5-9564-49c1-95b9-7a68f136f780), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:36.986857 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-8c4f366f-f1f8-4939-a314-8ef0c1d1857c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:37.042710 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4afe183a-a96a-4b9f-b900-26663638b511 req-961ca50b-d9f6-434d-9be3-10ed2a118050 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/quotas/8977117e06d848e1935eae573fabcc59 HTTP/1.1" status: 200 len: 375 time: 0.3981776 Feb 07 17:02:37.062027 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f586bc32-6393-477a-adc4-bd9a737dc1ae req-2bceaf63-4584-47e4-953b-d90e8ab4ff61 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033246 Feb 07 17:02:37.073543 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-8c4f366f-f1f8-4939-a314-8ef0c1d1857c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:37.195265 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for port (fc54fbf5-9564-49c1-95b9-7a68f136f780), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:37.213374 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (fc54fbf5-9564-49c1-95b9-7a68f136f780), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:37.227172 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f366f-f1f8-4939-a314-8ef0c1d1857c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:37.244973 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29171253-f259-479b-924f-ce2dd6f9a93e tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Checking segment: {'id': '0c4e0470-52d9-4b42-92db-7d19f5ace847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0608c271-53d5-4a98-a8cc-60a0e0cebeda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:37.245649 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29171253-f259-479b-924f-ce2dd6f9a93e tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network hostable DHCP agents. Network: 0608c271-53d5-4a98-a8cc-60a0e0cebeda, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:02:37.260167 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-8c4f366f-f1f8-4939-a314-8ef0c1d1857c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network 17d86bb1-2b06-4458-812d-7d92a6610c16 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:02:37.262249 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-8c4f366f-f1f8-4939-a314-8ef0c1d1857c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:37.283886 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-8c4f366f-f1f8-4939-a314-8ef0c1d1857c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:02:37.313052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event updated for resources: {'Port': ['ID=fc54fbf5-9564-49c1-95b9-7a68f136f780,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:37.357493 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-8c4f366f-f1f8-4939-a314-8ef0c1d1857c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:37.358448 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-8c4f366f-f1f8-4939-a314-8ef0c1d1857c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:37.390051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29171253-f259-479b-924f-ce2dd6f9a93e tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network 0608c271-53d5-4a98-a8cc-60a0e0cebeda is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:02:37.399052 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-8c4f366f-f1f8-4939-a314-8ef0c1d1857c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7926583 Feb 07 17:02:37.411360 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4afe183a-a96a-4b9f-b900-26663638b511 req-2fab3a15-8c9c-44fe-9e94-3418f28408a0 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8977117e06d848e1935eae573fabcc59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3355796 Feb 07 17:02:37.413663 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (5de6f696-cd17-46dc-b965-117fd565731f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:37.418434 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Request body: {'port': {'device_id': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:37.497502 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-29171253-f259-479b-924f-ce2dd6f9a93e tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 0608c271-53d5-4a98-a8cc-60a0e0cebeda) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:37.506907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ce01c1-dae0-4709-83d6-eaff65d390e3 None None] Network 0608c271-53d5-4a98-a8cc-60a0e0cebeda requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:37.572831 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2ace8-a71f-4400-8721-17cde48e848f req-3ab810b4-c9fa-4c3a-8adb-e3e57c12e2b4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:37.575345 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68a2ace8-a71f-4400-8721-17cde48e848f req-3ab810b4-c9fa-4c3a-8adb-e3e57c12e2b4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 931 time: 0.3772171 Feb 07 17:02:37.576716 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Floating IP 5de6f696-cd17-46dc-b965-117fd565731f associated. External IP: 172.25.4.132, port: 2e542f5e-56bb-4e0f-87d0-13bbb74af549. Feb 07 17:02:37.652416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29171253-f259-479b-924f-ce2dd6f9a93e tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:37.655452 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29171253-f259-479b-924f-ce2dd6f9a93e tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:37.725383 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:37.791595 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-29171253-f259-479b-924f-ce2dd6f9a93e tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8780553 Feb 07 17:02:37.794024 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-0608c271-53d5-4a98-a8cc-60a0e0cebeda', 'network_id': '0608c271-53d5-4a98-a8cc-60a0e0cebeda', 'project_id': '579956259c9549e4a1f4d565ffeae601', 'fixed_ips': [{'subnet_id': 'b1629a68-2c63-4041-b816-5889b1930ca7'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:02:37.796147 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:37.818152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60720) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:37.824293 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9a64d2fd-b70b-460f-be22-95a88dbdc744 None None] Provisioning complete for port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:37.824595 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a64d2fd-b70b-460f-be22-95a88dbdc744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:37.952015 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4afe183a-a96a-4b9f-b900-26663638b511 req-b8012df8-aaec-4076-a263-c5b5940f358f service neutron] 10.222.0.18 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630198 Feb 07 17:02:37.953596 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Router 6a751a93-e6b1-44e1-a306-652494db0c23 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:02:38.004118 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68a2ace8-a71f-4400-8721-17cde48e848f req-42503a46-2b18-4b0d-ad78-1846c63c8f41 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489038 Feb 07 17:02:38.047234 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] Allocated IP 172.20.0.1 (0608c271-53d5-4a98-a8cc-60a0e0cebeda/b1629a68-2c63-4041-b816-5889b1930ca7/0551e60a-72a1-4480-b67c-39252c0459cd) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:02:38.158073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:02:38.201779 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:38.205204 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] Publish callbacks [] for port (0551e60a-72a1-4480-b67c-39252c0459cd), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:38.213005 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6477d3f-9371-40c2-892e-6b5655034858 None None] Sync routers for ids ['6a751a93-e6b1-44e1-a306-652494db0c23'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:02:38.221514 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (0551e60a-72a1-4480-b67c-39252c0459cd), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:38.288304 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] Pushing event updated for resources: {'Port': ['ID=0551e60a-72a1-4480-b67c-39252c0459cd,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:38.303735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6477d3f-9371-40c2-892e-6b5655034858 None None] Routers {'6a751a93-e6b1-44e1-a306-652494db0c23'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:02:38.304451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b6477d3f-9371-40c2-892e-6b5655034858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:02:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6a751a93-e6b1-44e1-a306-652494db0c23'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:38.306588 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a64d2fd-b70b-460f-be22-95a88dbdc744 None None] Port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:02:38.318883 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] Network 0608c271-53d5-4a98-a8cc-60a0e0cebeda is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:02:38.351026 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f73a0228-dc61-44ac-a90e-60515ade2420 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6278586 Feb 07 17:02:38.355962 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:38.362208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60728) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:38.362648 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839740b4-de31-4a5b-8375-3db94b4b12c0', 'tag': '2e542f5e-56bb-4e0f-87d0-13bbb74af549'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:02:38.366098 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8679c2-1bd0-48ce-aef0-ecda769939e2" -d '{"events": [{"name": "network-changed", "server_uuid": "839740b4-de31-4a5b-8375-3db94b4b12c0", "tag": "2e542f5e-56bb-4e0f-87d0-13bbb74af549"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:02:38.391538 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:02:38.461702 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdeb296-f13f-4771-b4e8-2e980d3b5e57 req-38eb7337-4ab8-4145-b01c-3e3d475084cc tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:38.464043 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-afdeb296-f13f-4771-b4e8-2e980d3b5e57 req-38eb7337-4ab8-4145-b01c-3e3d475084cc tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 944 time: 0.1704142 Feb 07 17:02:38.470332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] Attempting to bind port 0551e60a-72a1-4480-b67c-39252c0459cd on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:02:38.470935 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] Attempting to bind port 0551e60a-72a1-4480-b67c-39252c0459cd by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '0c4e0470-52d9-4b42-92db-7d19f5ace847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0608c271-53d5-4a98-a8cc-60a0e0cebeda'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:02:38.470935 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] Attempting to bind port 0551e60a-72a1-4480-b67c-39252c0459cd on network 0608c271-53d5-4a98-a8cc-60a0e0cebeda {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:02:38.478898 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:02:38.479277 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] Checking segment: {'id': '0c4e0470-52d9-4b42-92db-7d19f5ace847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0608c271-53d5-4a98-a8cc-60a0e0cebeda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:38.479762 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:38.480176 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] Bound using segment: {'id': '0c4e0470-52d9-4b42-92db-7d19f5ace847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0608c271-53d5-4a98-a8cc-60a0e0cebeda'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:02:38.480725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] Bound port: 0551e60a-72a1-4480-b67c-39252c0459cd, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4e0470-52d9-4b42-92db-7d19f5ace847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0608c271-53d5-4a98-a8cc-60a0e0cebeda'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:02:38.481126 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0551e60a-72a1-4480-b67c-39252c0459cd), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:38.535435 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-afdeb296-f13f-4771-b4e8-2e980d3b5e57 req-12f8d00b-8815-4593-a136-687fc2be1b8d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610003 Feb 07 17:02:38.552407 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0e432b27-015e-4291-8f89-f1ecdbe95473 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/floatingips/5de6f696-cd17-46dc-b965-117fd565731f HTTP/1.1" status: 200 len: 992 time: 0.1772404 Feb 07 17:02:38.564688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 216789f5-3fde-44cd-ae14-fb9e1e02c685 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:02:38.617054 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b6477d3f-9371-40c2-892e-6b5655034858 None None] Set router 6a751a93-e6b1-44e1-a306-652494db0c23 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:02:38.620161 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b591e2b6-fb64-4b7d-a604-10cf33e10e59 x-openstack-request-id: req-b591e2b6-fb64-4b7d-a604-10cf33e10e59 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:02:38.620558 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839740b4-de31-4a5b-8375-3db94b4b12c0", "tag": "2e542f5e-56bb-4e0f-87d0-13bbb74af549", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:02:38.620821 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b591e2b6-fb64-4b7d-a604-10cf33e10e59 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:02:38.621244 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839740b4-de31-4a5b-8375-3db94b4b12c0', 'tag': '2e542f5e-56bb-4e0f-87d0-13bbb74af549', 'status': 'completed', 'code': 200} Feb 07 17:02:38.658902 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4afe183a-a96a-4b9f-b900-26663638b511 req-58d511b5-c4f4-4bab-809f-8930f296d33e service neutron] 10.222.0.18 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6868930 Feb 07 17:02:38.711551 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (0608c271-53d5-4a98-a8cc-60a0e0cebeda), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:38.793803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] For port 0551e60a-72a1-4480-b67c-39252c0459cd, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:02:38.805337 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] For port 0551e60a-72a1-4480-b67c-39252c0459cd, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0551e60a-72a1-4480-b67c-39252c0459cd,segment=NetworkSegment(0c4e0470-52d9-4b42-92db-7d19f5ace847),segment_id=0c4e0470-52d9-4b42-92db-7d19f5ace847)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:02:38.854688 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (0551e60a-72a1-4480-b67c-39252c0459cd), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:38.870191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8679c2-1bd0-48ce-aef0-ecda769939e2 req-c213a09e-e489-4800-8a70-f7b18562183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:38.871907 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1c8679c2-1bd0-48ce-aef0-ecda769939e2 req-c213a09e-e489-4800-8a70-f7b18562183c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e&device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 1128 time: 0.2120092 Feb 07 17:02:38.957971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 216789f5-3fde-44cd-ae14-fb9e1e02c685 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:02:38.984630 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 216789f5-3fde-44cd-ae14-fb9e1e02c685 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:38.985411 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (216789f5-3fde-44cd-ae14-fb9e1e02c685), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:39.005009 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:02:39.021435 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Publish callbacks [] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:39.046961 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Transition to ACTIVE for port object eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:02:39.071839 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f8782d14-d0e6-4ec5-99c6-7abb07a8d0ef req-8c3c0d48-ee14-411a-8d1b-b9c5bc38efaa tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=f696395e-66d0-4bb5-b8d5-646d249ff480 HTTP/1.1" status: 200 len: 210 time: 0.1215842 Feb 07 17:02:39.135223 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:39.208382 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:39.237643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137652d-7da2-495f-a999-9df2655e3ea2 None None] Pushing event updated for resources: {'Port': ['ID=0551e60a-72a1-4480-b67c-39252c0459cd,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:39.278842 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Deleting port 0551e60a-72a1-4480-b67c-39252c0459cd {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:02:39.280021 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (0551e60a-72a1-4480-b67c-39252c0459cd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:39.414393 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 216789f5-3fde-44cd-ae14-fb9e1e02c685 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:39.414798 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (216789f5-3fde-44cd-ae14-fb9e1e02c685), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:39.525340 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 216789f5-3fde-44cd-ae14-fb9e1e02c685, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=216789f5-3fde-44cd-ae14-fb9e1e02c685,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:39.528614 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd97b63-83eb-4af5-ad34-a7a1ed2d8040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216789f5-3fde-44cd-ae14-fb9e1e02c685'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:02:39.533596 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6612e523-86a3-42ba-ab87-aa81b0d3cf04" -d '{"events": [{"server_uuid": "afd97b63-83eb-4af5-ad34-a7a1ed2d8040", "name": "network-vif-plugged", "status": "completed", "tag": "216789f5-3fde-44cd-ae14-fb9e1e02c685"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:02:39.539444 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (216789f5-3fde-44cd-ae14-fb9e1e02c685), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:39.556162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60756) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:39.608652 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=216789f5-3fde-44cd-ae14-fb9e1e02c685,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:39.629996 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b6477d3f-9371-40c2-892e-6b5655034858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'name': 'tempest-TestNetworkBasicOps-router-259180856', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:01:43Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:46Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '5de6f696-cd17-46dc-b965-117fd565731f', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'port_id': '2e542f5e-56bb-4e0f-87d0-13bbb74af549', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556', 'mac_address': 'fa:16:3e:ee:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839740b4-de31-4a5b-8375-3db94b4b12c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:02:36Z', 'updated_at': '2022-02-07T17:02:36Z', 'revision_number': 0, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733857e7-0d36-44e5-8e0d-d42878815d43', 'name': '', 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:7b:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '994ba421-3766-4dad-a45b-85b122d6c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:52Z', 'updated_at': '2022-02-07T17:02:02Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '994ba421-3766-4dad-a45b-85b122d6c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:39.675906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6477d3f-9371-40c2-892e-6b5655034858 None None] Checking router: 6a751a93-e6b1-44e1-a306-652494db0c23 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:02:39.697818 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6477d3f-9371-40c2-892e-6b5655034858 None None] Routers {'6a751a93-e6b1-44e1-a306-652494db0c23'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:02:39.698667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b6477d3f-9371-40c2-892e-6b5655034858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:02:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6a751a93-e6b1-44e1-a306-652494db0c23'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:39.882441 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ccb7ee90-4321-448a-a3a5-279ce8ded194 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/floatingips/5de6f696-cd17-46dc-b965-117fd565731f HTTP/1.1" status: 200 len: 992 time: 0.3248444 Feb 07 17:02:39.940817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0985f9-6d94-442c-9cd9-3b503a992935 req-0aaf8f13-ae1c-4b72-b414-28e8c84311a4 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:39.944619 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fd0985f9-6d94-442c-9cd9-3b503a992935 req-0aaf8f13-ae1c-4b72-b414-28e8c84311a4 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.2494116 Feb 07 17:02:40.250426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b6477d3f-9371-40c2-892e-6b5655034858 None None] Set router 6a751a93-e6b1-44e1-a306-652494db0c23 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:02:40.351843 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] For port 0551e60a-72a1-4480-b67c-39252c0459cd, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0551e60a-72a1-4480-b67c-39252c0459cd,segment=NetworkSegment(0c4e0470-52d9-4b42-92db-7d19f5ace847),segment_id=0c4e0470-52d9-4b42-92db-7d19f5ace847)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:40.354088 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (0551e60a-72a1-4480-b67c-39252c0459cd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:40.386126 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Calling delete_port for 0551e60a-72a1-4480-b67c-39252c0459cd owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:02:40.520375 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8679c2-1bd0-48ce-aef0-ecda769939e2 req-66673f80-49c6-408c-b056-7d96cd6bbf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:40.521960 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1c8679c2-1bd0-48ce-aef0-ecda769939e2 req-66673f80-49c6-408c-b056-7d96cd6bbf3f service neutron] 10.222.0.48 "GET /v2.0/networks?id=34d4dd5b-2a45-46d7-be0e-45cea9796556 HTTP/1.1" status: 200 len: 897 time: 1.6211431 Feb 07 17:02:40.694398 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fd0985f9-6d94-442c-9cd9-3b503a992935 req-cf99f174-9ebd-4395-8862-63689523ab5b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7426448 Feb 07 17:02:40.712288 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd71e6-5fd6-4214-ad15-2804acfabd9f req-bef28b7d-6718-45af-9268-af7539aa00d7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:40.713910 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-adfd71e6-5fd6-4214-ad15-2804acfabd9f req-bef28b7d-6718-45af-9268-af7539aa00d7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 943 time: 1.5763679 Feb 07 17:02:40.801924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728baa2d-a453-411f-b7d8-b4dc322d3814 req-204a75a1-f3e7-4ab4-9098-1f3d8e97dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:40.803940 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-728baa2d-a453-411f-b7d8-b4dc322d3814 req-204a75a1-f3e7-4ab4-9098-1f3d8e97dde0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 1127 time: 0.8368735 Feb 07 17:02:40.865724 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2fdd60-cb58-4bd6-bac5-9308b4e4143a x-openstack-request-id: req-7d2fdd60-cb58-4bd6-bac5-9308b4e4143a {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:02:40.866215 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd97b63-83eb-4af5-ad34-a7a1ed2d8040", "name": "network-vif-plugged", "status": "completed", "tag": "216789f5-3fde-44cd-ae14-fb9e1e02c685", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:02:40.866215 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d2fdd60-cb58-4bd6-bac5-9308b4e4143a {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:02:40.866545 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd97b63-83eb-4af5-ad34-a7a1ed2d8040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216789f5-3fde-44cd-ae14-fb9e1e02c685', 'code': 200} Feb 07 17:02:40.875953 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5247c354-c371-4c40-a16c-28c986f599c4 None None] Network 0608c271-53d5-4a98-a8cc-60a0e0cebeda requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:40.886989 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60772) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:41.062060 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7d9c214c-2688-4cda-848a-5ceacad58c82 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/floatingips/5de6f696-cd17-46dc-b965-117fd565731f HTTP/1.1" status: 200 len: 992 time: 0.1734977 Feb 07 17:02:41.098852 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2e353d40-0d0b-4e1c-920d-8b5a93f6d4f1 None None] Provisioning complete for port 0551e60a-72a1-4480-b67c-39252c0459cd triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:41.099618 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2e353d40-0d0b-4e1c-920d-8b5a93f6d4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0551e60a-72a1-4480-b67c-39252c0459cd), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:41.271602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0551e60a-72a1-4480-b67c-39252c0459cd up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:02:41.276450 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1c8679c2-1bd0-48ce-aef0-ecda769939e2 req-ae928d2e-02f3-4865-b4d9-8cbb10c8f1dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e542f5e-56bb-4e0f-87d0-13bbb74af549 HTTP/1.1" status: 200 len: 1000 time: 0.7323604 Feb 07 17:02:41.303030 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-adfd71e6-5fd6-4214-ad15-2804acfabd9f req-e75ea7ef-5184-4c68-9a50-99df891ad560 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5135515 Feb 07 17:02:41.412315 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (0551e60a-72a1-4480-b67c-39252c0459cd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:41.440836 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe183a-a96a-4b9f-b900-26663638b511 req-2e90f001-cbde-44c4-914a-6a2fc6d3dff0 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:41.447352 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4afe183a-a96a-4b9f-b900-26663638b511 req-2e90f001-cbde-44c4-914a-6a2fc6d3dff0 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.32 "GET /v2.0/networks?id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f HTTP/1.1" status: 200 len: 815 time: 0.3106139 Feb 07 17:02:41.452240 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b6477d3f-9371-40c2-892e-6b5655034858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'name': 'tempest-TestNetworkBasicOps-router-259180856', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:01:43Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:46Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '5de6f696-cd17-46dc-b965-117fd565731f', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'port_id': '2e542f5e-56bb-4e0f-87d0-13bbb74af549', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556', 'mac_address': 'fa:16:3e:ee:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839740b4-de31-4a5b-8375-3db94b4b12c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:02:36Z', 'updated_at': '2022-02-07T17:02:36Z', 'revision_number': 0, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733857e7-0d36-44e5-8e0d-d42878815d43', 'name': '', 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:7b:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '994ba421-3766-4dad-a45b-85b122d6c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:52Z', 'updated_at': '2022-02-07T17:02:02Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '994ba421-3766-4dad-a45b-85b122d6c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:41.464431 n-d-827865-3 neutron-server[103228]: INFO neutron.plugins.ml2.db [None req-2e353d40-0d0b-4e1c-920d-8b5a93f6d4f1 None None] No ports have port_id starting with 0551e60a-72a1-4480-b67c-39252c0459cd Feb 07 17:02:41.470175 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-4afe183a-a96a-4b9f-b900-26663638b511 req-af4e8149-66e1-4c06-aea1-675906b5b640 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Request body: {'port': {'device_id': 'f696395e-66d0-4bb5-b8d5-646d249ff480', 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f', 'admin_state_up': True, 'tenant_id': '8977117e06d848e1935eae573fabcc59'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:41.497252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No active binding found for port 0551e60a-72a1-4480-b67c-39252c0459cd {{(pid=103228) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 07 17:02:41.497730 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] The host n-d-827865-3 is not matching for port 0551e60a-72a1-4480-b67c-39252c0459cd host None! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 17:02:41.498135 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0551e60a-72a1-4480-b67c-39252c0459cd not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 07 17:02:41.503973 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6477d3f-9371-40c2-892e-6b5655034858 None None] The sync data for ids ['6a751a93-e6b1-44e1-a306-652494db0c23'] in n-d-827865-3 is: [{'id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'name': 'tempest-TestNetworkBasicOps-router-259180856', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:01:43Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:46Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '5de6f696-cd17-46dc-b965-117fd565731f', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'port_id': '2e542f5e-56bb-4e0f-87d0-13bbb74af549', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556', 'mac_address': 'fa:16:3e:ee:27:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839740b4-de31-4a5b-8375-3db94b4b12c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:02:36Z', 'updated_at': '2022-02-07T17:02:36Z', 'revision_number': 0, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733857e7-0d36-44e5-8e0d-d42878815d43', 'name': '', 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:7b:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '994ba421-3766-4dad-a45b-85b122d6c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:52Z', 'updated_at': '2022-02-07T17:02:02Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '994ba421-3766-4dad-a45b-85b122d6c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:02:41.542186 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Attempting to bind port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:02:41.542722 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Attempting to bind port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:02:41.543357 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Attempting to bind port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a on network 17d86bb1-2b06-4458-812d-7d92a6610c16 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:02:41.598653 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Port 0551e60a-72a1-4480-b67c-39252c0459cd not found, will not notify nova. {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 07 17:02:41.637942 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728baa2d-a453-411f-b7d8-b4dc322d3814 req-edee7677-aef2-48b1-9705-c0aeabe91690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:41.643975 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-728baa2d-a453-411f-b7d8-b4dc322d3814 req-edee7677-aef2-48b1-9705-c0aeabe91690 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 913 time: 0.8240407 Feb 07 17:02:41.772621 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da1acf1e-f39d-44b8-8445-853b1b3a2c09 req-5c8fca45-9f53-4edb-ad22-e3114da0b831 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=f696395e-66d0-4bb5-b8d5-646d249ff480 HTTP/1.1" status: 200 len: 210 time: 0.2619321 Feb 07 17:02:41.775332 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Port': ['ID=0551e60a-72a1-4480-b67c-39252c0459cd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:41.792165 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd810df3-1398-4abd-a0ad-da684b706a0d req-99957bb4-d86c-453b-82b3-47f515d507c6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:41.806709 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fd810df3-1398-4abd-a0ad-da684b706a0d req-99957bb4-d86c-453b-82b3-47f515d507c6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 945 time: 0.8512304 Feb 07 17:02:41.859855 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b89b8-2b4e-4380-82d7-bb0d02ed18d6 req-308ff4d8-85ab-4c0e-91a7-7a9636aa8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:41.868038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a on network 17d86bb1-2b06-4458-812d-7d92a6610c16 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:02:41.868395 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Attempting to bind port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a on network 17d86bb1-2b06-4458-812d-7d92a6610c16 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:02:41.870624 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e86b89b8-2b4e-4380-82d7-bb0d02ed18d6 req-308ff4d8-85ab-4c0e-91a7-7a9636aa8eca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 1127 time: 0.7983561 Feb 07 17:02:41.891994 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8679c2-1bd0-48ce-aef0-ecda769939e2 req-0d3f8bb9-580a-428b-b9c9-e3f8a8ccd0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:41.893899 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1c8679c2-1bd0-48ce-aef0-ecda769939e2 req-0d3f8bb9-580a-428b-b9c9-e3f8a8ccd0ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=994ba421-3766-4dad-a45b-85b122d6c2fa HTTP/1.1" status: 200 len: 834 time: 0.5845997 Feb 07 17:02:41.928430 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No DVR routers for this DVR port 0551e60a-72a1-4480-b67c-39252c0459cd on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:02:41.946976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:02:41.947342 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Checking segment: {'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:41.947717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Bound using segment: {'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:02:41.948181 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Bound port: eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:02:41.948552 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:41.962306 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e86b89b8-2b4e-4380-82d7-bb0d02ed18d6 req-7d7a7881-5bdc-4677-bd89-a8d33a90b390 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907280 Feb 07 17:02:42.071460 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60782) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:42.079368 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c9288d-3f09-4085-ba68-ba64afe7cd65 None None] New status for floating IP 5de6f696-cd17-46dc-b965-117fd565731f: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:02:42.086580 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01e11093-77c9-40b8-9e24-4652919bcf1d req-5157a9b8-3169-4813-b174-1145c332c1de service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7125881 Feb 07 17:02:42.112061 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-728baa2d-a453-411f-b7d8-b4dc322d3814 req-8f4422b7-1b83-4382-9241-56e35d7ad6b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a HTTP/1.1" status: 200 len: 999 time: 0.3584087 Feb 07 17:02:42.139413 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fd810df3-1398-4abd-a0ad-da684b706a0d req-924189cb-a587-4fd6-a9b4-2078d8710ffc tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309410 Feb 07 17:02:42.146612 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4afe183a-a96a-4b9f-b900-26663638b511 req-af4e8149-66e1-4c06-aea1-675906b5b640 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Made reservation on behalf of 8977117e06d848e1935eae573fabcc59 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:42.150839 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4afe183a-a96a-4b9f-b900-26663638b511 req-af4e8149-66e1-4c06-aea1-675906b5b640 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:42.204912 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8679c2-1bd0-48ce-aef0-ecda769939e2 req-335b556a-6dcd-4173-bd6a-d87482344606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:42.206598 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1c8679c2-1bd0-48ce-aef0-ecda769939e2 req-335b556a-6dcd-4173-bd6a-d87482344606 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34d4dd5b-2a45-46d7-be0e-45cea9796556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2795057 Feb 07 17:02:42.232909 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (b1629a68-2c63-4041-b816-5889b1930ca7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:42.240838 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1735f618-f8cc-4f1e-bcf1-49824c7ac848 None None] Could not find standard attr ID for object 0551e60a-72a1-4480-b67c-39252c0459cd. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:02:42.273050 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11c842c-22a8-4538-8e71-34d597d1ed1c None None] DHCP port deletion for 0608c271-53d5-4a98-a8cc-60a0e0cebeda request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:02:42.326658 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4334ee56-5a24-439d-8812-3019125b14ef None None] get_active_networks_info from n-d-827865-3 {{(pid=103228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 17:02:42.337901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] For port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:02:42.418670 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] For port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:02:42.441875 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c31e4db3-0527-4b12-879b-05d09aed5a1e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/floatingips/5de6f696-cd17-46dc-b965-117fd565731f HTTP/1.1" status: 200 len: 992 time: 0.3544908 Feb 07 17:02:42.451541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728baa2d-a453-411f-b7d8-b4dc322d3814 req-204d41e2-0004-4eda-a122-7b55c201c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:42.453708 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-728baa2d-a453-411f-b7d8-b4dc322d3814 req-204d41e2-0004-4eda-a122-7b55c201c107 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.3002777 Feb 07 17:02:42.458829 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:42.557817 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:42.658917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e11093-77c9-40b8-9e24-4652919bcf1d req-21d6cacd-5217-4f5d-b8c6-7c4a94b87a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:42.660732 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01e11093-77c9-40b8-9e24-4652919bcf1d req-21d6cacd-5217-4f5d-b8c6-7c4a94b87a5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 1128 time: 0.3730769 Feb 07 17:02:42.662502 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:42.662986 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:42.664582 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-db33f484-c223-435c-a8d7-8d3a4c7e42c8 service neutron] 10.222.0.48 "PUT /v2.0/ports/eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a HTTP/1.1" status: 200 len: 1091 time: 5.2506664 Feb 07 17:02:42.675134 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:02:42.677546 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571eae9a-9eb4-4317-915d-f3eb25362f06" -d '{"events": [{"name": "network-changed", "server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:02:42.692345 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (b1629a68-2c63-4041-b816-5889b1930ca7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:42.772557 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-4afe183a-a96a-4b9f-b900-26663638b511 req-af4e8149-66e1-4c06-aea1-675906b5b640 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Allocated IP 172.20.0.7 (f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f/64c0f60d-9607-407f-80c0-5214bf77aad0/583cc7a9-4ac5-4c88-8307-c5e76c5d7c73) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:02:42.797530 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7a365-a5ba-4317-a726-96b87a08d65e req-3364fbf1-c9b6-4a54-82e0-1f77f9e28bcd tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:42.799718 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3ad7a365-a5ba-4317-a726-96b87a08d65e req-3364fbf1-c9b6-4a54-82e0-1f77f9e28bcd tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.6443756 Feb 07 17:02:42.802979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81d2c7-6b62-49a7-a547-4b3ed438a8cb req-5984dc8c-6c4d-4c46-b9ca-37d547c2b904 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:42.810635 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1c8679c2-1bd0-48ce-aef0-ecda769939e2 req-d023cf79-8114-4204-9984-59f221122e78 service neutron] 10.222.0.48 "GET /v2.0/networks/34d4dd5b-2a45-46d7-be0e-45cea9796556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719390 Feb 07 17:02:42.814311 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0d81d2c7-6b62-49a7-a547-4b3ed438a8cb req-5984dc8c-6c4d-4c46-b9ca-37d547c2b904 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 943 time: 0.2990952 Feb 07 17:02:42.822473 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4334ee56-5a24-439d-8812-3019125b14ef None None] Resources bound (agent type, host, resource id): {{(pid=103228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 17:02:42.847536 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Subnet': ['ID=b1629a68-2c63-4041-b816-5889b1930ca7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:42.919598 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0d81d2c7-6b62-49a7-a547-4b3ed438a8cb req-73817bdd-5767-4c97-b764-e09ae2e7622d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042998 Feb 07 17:02:43.218872 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0551e60a-72a1-4480-b67c-39252c0459cd no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:02:43.238474 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726a5bc8-4263-4c01-bbc7-fc9755934af2 x-openstack-request-id: req-726a5bc8-4263-4c01-bbc7-fc9755934af2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:02:43.241564 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:02:43.243676 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-726a5bc8-4263-4c01-bbc7-fc9755934af2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:02:43.244358 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'status': 'completed', 'code': 200} Feb 07 17:02:43.293303 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 0551e60a-72a1-4480-b67c-39252c0459cd {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:02:43.294392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0551e60a-72a1-4480-b67c-39252c0459cd not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:02:43.342286 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c77832b8-6bb4-47c4-a23d-908a2b20be95 req-83c804db-3a8f-492f-af27-5a4afba5a994 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=f696395e-66d0-4bb5-b8d5-646d249ff480 HTTP/1.1" status: 200 len: 210 time: 0.1263666 Feb 07 17:02:43.382548 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4afe183a-a96a-4b9f-b900-26663638b511 req-af4e8149-66e1-4c06-aea1-675906b5b640 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks [] for port (583cc7a9-4ac5-4c88-8307-c5e76c5d7c73), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:43.443853 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60800) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:43.493554 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4afe183a-a96a-4b9f-b900-26663638b511 req-af4e8149-66e1-4c06-aea1-675906b5b640 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (583cc7a9-4ac5-4c88-8307-c5e76c5d7c73), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:43.508570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['8e433e0c-d28f-4d2a-8329-e962ce086384'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:02:43.511377 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['4522e1af-eb3d-4c70-ad64-b7d25b8f30af'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:02:43.558768 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (0608c271-53d5-4a98-a8cc-60a0e0cebeda), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:43.591167 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9639fab8-1abc-452c-b3bd-ab963f58f60e None None] Network 0608c271-53d5-4a98-a8cc-60a0e0cebeda requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:43.696519 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0608c271-53d5-4a98-a8cc-60a0e0cebeda']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:43.725308 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1c8679c2-1bd0-48ce-aef0-ecda769939e2 req-52902236-f1af-4ec2-af22-5ff96e89a124 service neutron] 10.222.0.48 "GET /v2.0/networks/34d4dd5b-2a45-46d7-be0e-45cea9796556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8055530 Feb 07 17:02:43.745477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728baa2d-a453-411f-b7d8-b4dc322d3814 req-c87cc308-ebd2-4803-a7cd-811c11942f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:43.747757 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-728baa2d-a453-411f-b7d8-b4dc322d3814 req-c87cc308-ebd2-4803-a7cd-811c11942f69 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1946216 Feb 07 17:02:43.769982 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4e0470-52d9-4b42-92db-7d19f5ace847') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:43.770339 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4e0470-52d9-4b42-92db-7d19f5ace847') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:43.796976 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6699cbcc-eb4f-41f9-869c-26ed3cec316e None None] DHCP port deletion for 0608c271-53d5-4a98-a8cc-60a0e0cebeda request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:02:43.842115 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (0c4e0470-52d9-4b42-92db-7d19f5ace847), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:43.943926 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-1835792b-5f10-4206-a964-e19327a33338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:43.945756 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-1835792b-5f10-4206-a964-e19327a33338 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 1125 time: 1.1448119 Feb 07 17:02:43.948371 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0c4e0470-52d9-4b42-92db-7d19f5ace847), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:43.960396 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4afe183a-a96a-4b9f-b900-26663638b511 req-af4e8149-66e1-4c06-aea1-675906b5b640 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:02:43.973064 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3ad7a365-a5ba-4317-a726-96b87a08d65e req-af2eb202-f9b5-4418-b14e-db6d64f0deb4 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1366901 Feb 07 17:02:43.990136 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e11093-77c9-40b8-9e24-4652919bcf1d req-4f939f4a-08b5-4d3f-9b51-8fe90db2b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:43.991606 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-4afe183a-a96a-4b9f-b900-26663638b511 req-af4e8149-66e1-4c06-aea1-675906b5b640 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:43.992529 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01e11093-77c9-40b8-9e24-4652919bcf1d req-4f939f4a-08b5-4d3f-9b51-8fe90db2b87a service neutron] 10.222.0.32 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 913 time: 1.2830193 Feb 07 17:02:44.000884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:02:44.002572 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (0c4e0470-52d9-4b42-92db-7d19f5ace847), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:02:44.029698 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:02:44.054057 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-13276d11-f1ae-4aa9-89df-a8cefe62e9ff tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/floatingips/5de6f696-cd17-46dc-b965-117fd565731f HTTP/1.1" status: 200 len: 994 time: 0.6033089 Feb 07 17:02:44.057063 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afe183a-a96a-4b9f-b900-26663638b511 req-af4e8149-66e1-4c06-aea1-675906b5b640 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:02:44.146809 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e8149-66e1-4c06-aea1-675906b5b640 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Pushing event updated for resources: {'Port': ['ID=583cc7a9-4ac5-4c88-8307-c5e76c5d7c73,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:44.173987 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe183a-a96a-4b9f-b900-26663638b511 req-af4e8149-66e1-4c06-aea1-675906b5b640 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:44.175597 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4afe183a-a96a-4b9f-b900-26663638b511 req-af4e8149-66e1-4c06-aea1-675906b5b640 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:44.200595 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638c263-1893-4530-8d47-a94e56757a07 req-2f8ca403-46b4-4f17-b048-d6b7051a6f12 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:44.208461 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5638c263-1893-4530-8d47-a94e56757a07 req-2f8ca403-46b4-4f17-b048-d6b7051a6f12 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 945 time: 0.6536670 Feb 07 17:02:44.215971 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-f6a62781-b412-4906-9b1b-d8d33f451178 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a HTTP/1.1" status: 200 len: 217 time: 0.2418406 Feb 07 17:02:44.218767 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4afe183a-a96a-4b9f-b900-26663638b511 req-af4e8149-66e1-4c06-aea1-675906b5b640 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7537169 Feb 07 17:02:44.235723 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01e11093-77c9-40b8-9e24-4652919bcf1d req-81325df9-aba3-4b26-9925-e1e265789de6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c13aa0b-fe51-43b0-8700-22293b427f4c HTTP/1.1" status: 200 len: 217 time: 0.1728597 Feb 07 17:02:44.274203 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Request body: {'port': {'device_id': 'f696395e-66d0-4bb5-b8d5-646d249ff480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:44.303649 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-7f55c29a-2ede-4618-af85-f5b93c11c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:44.305396 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-7f55c29a-2ede-4618-af85-f5b93c11c8f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=777bd969-6a46-4ef3-8997-2719fbc1a79e HTTP/1.1" status: 200 len: 834 time: 0.0620084 Feb 07 17:02:44.387207 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (583cc7a9-4ac5-4c88-8307-c5e76c5d7c73), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:44.409370 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5638c263-1893-4530-8d47-a94e56757a07 req-f4a830b2-29e0-4fdb-91b9-2e40195e878a tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998219 Feb 07 17:02:44.723125 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdfe63-8b7b-4177-9634-ab2e9f933ec5 req-3c8d16b5-cb6b-464b-bee5-41377777e9aa tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:44.724744 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-abfdfe63-8b7b-4177-9634-ab2e9f933ec5 req-3c8d16b5-cb6b-464b-bee5-41377777e9aa tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=f696395e-66d0-4bb5-b8d5-646d249ff480 HTTP/1.1" status: 200 len: 931 time: 0.1339269 Feb 07 17:02:44.784842 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e11093-77c9-40b8-9e24-4652919bcf1d req-303a9fb4-aa5d-4f93-9d81-a54e28998aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:44.786438 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01e11093-77c9-40b8-9e24-4652919bcf1d req-303a9fb4-aa5d-4f93-9d81-a54e28998aa5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.5360830 Feb 07 17:02:44.788286 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-728baa2d-a453-411f-b7d8-b4dc322d3814 req-ac60520f-2f4d-4774-9fa9-ce45b8d2ce90 service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0208709 Feb 07 17:02:44.815719 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-abfdfe63-8b7b-4177-9634-ab2e9f933ec5 req-648870d6-5c06-4a57-8c65-f10724c2577e tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775502 Feb 07 17:02:44.916726 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:02:44.932320 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Publish callbacks [] for port (583cc7a9-4ac5-4c88-8307-c5e76c5d7c73), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:44.962659 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (0608c271-53d5-4a98-a8cc-60a0e0cebeda), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:44.972701 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Transition to ACTIVE for port object 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:02:44.976055 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:44.987111 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (583cc7a9-4ac5-4c88-8307-c5e76c5d7c73), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:44.996383 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/0608c271-53d5-4a98-a8cc-60a0e0cebeda HTTP/1.1" status: 204 len: 168 time: 7.1705289 Feb 07 17:02:45.002993 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60824) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:45.115315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-37d37ad6-a233-4b9b-83cd-468035f958ed tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-209569578'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:45.206136 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5608d-8961-4e1b-8f46-8dabae59e390 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Network': ['ID=0608c271-53d5-4a98-a8cc-60a0e0cebeda,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:45.216472 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-728baa2d-a453-411f-b7d8-b4dc322d3814 req-94d5a231-445b-47da-8dba-c12453d08924 service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604219 Feb 07 17:02:45.285314 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-c64df70d-e5a1-428c-8806-b676123715cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:45.290928 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-c64df70d-e5a1-428c-8806-b676123715cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17d86bb1-2b06-4458-812d-7d92a6610c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9519739 Feb 07 17:02:45.327347 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d37ad6-a233-4b9b-83cd-468035f958ed tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:45.347679 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37d37ad6-a233-4b9b-83cd-468035f958ed tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:45.418274 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7913e5-99a4-4fc0-96b1-9a9936d1ade0 req-3db43b2f-a39e-467e-953b-78ff42635662 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:45.427164 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af7913e5-99a4-4fc0-96b1-9a9936d1ade0 req-3db43b2f-a39e-467e-953b-78ff42635662 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 943 time: 1.2185168 Feb 07 17:02:45.692729 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e11093-77c9-40b8-9e24-4652919bcf1d req-400cbae7-18b4-4b6a-a7d1-0195512bf4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:45.694514 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01e11093-77c9-40b8-9e24-4652919bcf1d req-400cbae7-18b4-4b6a-a7d1-0195512bf4e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8769832 Feb 07 17:02:45.697213 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d37ad6-a233-4b9b-83cd-468035f958ed tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:02:45.787165 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Pushing event updated for resources: {'Port': ['ID=583cc7a9-4ac5-4c88-8307-c5e76c5d7c73,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:45.855723 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb25295-6785-499f-a799-df8af60d4d3b req-18709b34-11e0-4b7f-ab50-01d11bd7897a tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:45.858697 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4bb25295-6785-499f-a799-df8af60d4d3b req-18709b34-11e0-4b7f-ab50-01d11bd7897a tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 945 time: 0.1649544 Feb 07 17:02:45.876792 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01e11093-77c9-40b8-9e24-4652919bcf1d req-4f9d51de-3abf-40a8-8cf7-31ca5dcf6563 service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585667 Feb 07 17:02:45.933201 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4bb25295-6785-499f-a799-df8af60d4d3b req-98516324-361a-4a9b-ae9a-cc023201ed66 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630603 Feb 07 17:02:45.957315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Attempting to bind port 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:02:45.957846 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Attempting to bind port 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '0b335b56-9acc-471e-a796-eeb06c7bb7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:02:45.958454 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Attempting to bind port 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 on network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:02:45.964677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Port 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 on network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:02:45.965343 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Attempting to bind port 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 on network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:02:45.981903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:02:45.982595 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Checking segment: {'id': '0b335b56-9acc-471e-a796-eeb06c7bb7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:45.982710 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Bound using segment: {'id': '0b335b56-9acc-471e-a796-eeb06c7bb7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:02:45.984296 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Bound port: 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b335b56-9acc-471e-a796-eeb06c7bb7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:02:45.984296 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (583cc7a9-4ac5-4c88-8307-c5e76c5d7c73), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:46.030504 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37d37ad6-a233-4b9b-83cd-468035f958ed tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (b3824fd8-a475-478a-8c1a-6ef8c90520a5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:46.030891 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-37d37ad6-a233-4b9b-83cd-468035f958ed tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Added segment b3824fd8-a475-478a-8c1a-6ef8c90520a5 of type vlan for network 902dde00-d921-4789-b5dd-397e3da122cc Feb 07 17:02:46.080542 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af7913e5-99a4-4fc0-96b1-9a9936d1ade0 req-bf73f907-88d4-4416-9f0f-836ee732d271 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6483953 Feb 07 17:02:46.139134 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-65d5cf56-2e03-4654-8275-606095978995 service neutron] 10.222.0.48 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640958 Feb 07 17:02:46.230212 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb08ea-cdc2-4d1b-91c8-28e6d4e21f50 req-cb003ffe-e39d-4754-95e5-98cb3db1f758 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:46.231912 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2fcb08ea-cdc2-4d1b-91c8-28e6d4e21f50 req-cb003ffe-e39d-4754-95e5-98cb3db1f758 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1281159 Feb 07 17:02:46.250024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] For port 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:02:46.315436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] For port 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=583cc7a9-4ac5-4c88-8307-c5e76c5d7c73,segment=NetworkSegment(0b335b56-9acc-471e-a796-eeb06c7bb7a5),segment_id=0b335b56-9acc-471e-a796-eeb06c7bb7a5)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:02:46.322288 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37d37ad6-a233-4b9b-83cd-468035f958ed tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (902dde00-d921-4789-b5dd-397e3da122cc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:46.326767 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2fcb08ea-cdc2-4d1b-91c8-28e6d4e21f50 req-9a810e7c-e9ec-435b-9f48-d770b8adcef3 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869296 Feb 07 17:02:46.348760 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (583cc7a9-4ac5-4c88-8307-c5e76c5d7c73), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:46.405314 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Pushing event updated for resources: {'Port': ['ID=583cc7a9-4ac5-4c88-8307-c5e76c5d7c73,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:46.420584 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:46.421258 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:46.423831 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ba21fa19-2e34-4730-b36d-c585be337873 service neutron] 10.222.0.32 "PUT /v2.0/ports/583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 HTTP/1.1" status: 200 len: 1091 time: 2.1958134 Feb 07 17:02:46.424719 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f696395e-66d0-4bb5-b8d5-646d249ff480', 'tag': '583cc7a9-4ac5-4c88-8307-c5e76c5d7c73'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:02:46.427011 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7b38fc-98a8-4962-a61e-535f36991ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "f696395e-66d0-4bb5-b8d5-646d249ff480", "tag": "583cc7a9-4ac5-4c88-8307-c5e76c5d7c73"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:02:46.477031 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-37d37ad6-a233-4b9b-83cd-468035f958ed tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 17:02:46.506788 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01e11093-77c9-40b8-9e24-4652919bcf1d req-73f821ab-7ae5-4f4e-8648-1552b8273850 service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6193008 Feb 07 17:02:46.607286 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37d37ad6-a233-4b9b-83cd-468035f958ed tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (902dde00-d921-4789-b5dd-397e3da122cc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:46.612914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ece76a48-a031-43ef-8957-bf255922defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:46.617837 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4afe183a-a96a-4b9f-b900-26663638b511 req-ece76a48-a031-43ef-8957-bf255922defa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8977117e06d848e1935eae573fabcc59&device_id=f696395e-66d0-4bb5-b8d5-646d249ff480 HTTP/1.1" status: 200 len: 1125 time: 0.1464436 Feb 07 17:02:46.623026 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cfe039-cbdd-43e1-a8b5-322945cc3303 x-openstack-request-id: req-44cfe039-cbdd-43e1-a8b5-322945cc3303 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:02:46.623343 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f696395e-66d0-4bb5-b8d5-646d249ff480", "tag": "583cc7a9-4ac5-4c88-8307-c5e76c5d7c73", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:02:46.623587 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44cfe039-cbdd-43e1-a8b5-322945cc3303 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:02:46.624034 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f696395e-66d0-4bb5-b8d5-646d249ff480', 'tag': '583cc7a9-4ac5-4c88-8307-c5e76c5d7c73', 'status': 'completed', 'code': 200} Feb 07 17:02:46.627379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d37ad6-a233-4b9b-83cd-468035f958ed tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:46.632169 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37d37ad6-a233-4b9b-83cd-468035f958ed tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:46.735827 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4afe183a-a96a-4b9f-b900-26663638b511 req-616b9735-a730-4f1b-830f-2c97a15b66cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 HTTP/1.1" status: 200 len: 217 time: 0.1105852 Feb 07 17:02:46.857634 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe183a-a96a-4b9f-b900-26663638b511 req-99eaec72-c552-4def-81c8-df33b5221953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:46.863147 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4afe183a-a96a-4b9f-b900-26663638b511 req-99eaec72-c552-4def-81c8-df33b5221953 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64c0f60d-9607-407f-80c0-5214bf77aad0 HTTP/1.1" status: 200 len: 855 time: 0.1206520 Feb 07 17:02:46.873724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1885fe-a7ea-40c5-9cc0-cdad88db5cb7 req-6c3fbf2c-f769-45ed-a8e8-c75f68d0d97d tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:46.875440 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f1885fe-a7ea-40c5-9cc0-cdad88db5cb7 req-6c3fbf2c-f769-45ed-a8e8-c75f68d0d97d tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=f696395e-66d0-4bb5-b8d5-646d249ff480 HTTP/1.1" status: 200 len: 943 time: 0.5571313 Feb 07 17:02:46.888083 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-37d37ad6-a233-4b9b-83cd-468035f958ed tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7905352 Feb 07 17:02:46.889782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60840) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:46.893043 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e272ea7-0296-4bbb-bbe4-60367024f762 req-4fdca61d-b6d4-47f8-a10d-7fe2d1f3b149 service neutron] 10.222.0.48 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6998777 Feb 07 17:02:46.893739 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d37ad6-a233-4b9b-83cd-468035f958ed tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Network': ['ID=902dde00-d921-4789-b5dd-397e3da122cc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:46.904980 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 902dde00-d921-4789-b5dd-397e3da122cc details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:02:46.905981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e4e383fd-a61b-4283-a920-ee5edc1de9d8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:46.958906 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4afe183a-a96a-4b9f-b900-26663638b511 req-8ec46b19-a41a-4bc0-8d4e-efb9cd7a916d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887041 Feb 07 17:02:47.247444 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4afe183a-a96a-4b9f-b900-26663638b511 req-76a8bba7-6530-45d4-9e75-e1ea17d8d6e6 service neutron] 10.222.0.32 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811575 Feb 07 17:02:47.305566 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610076e5-7966-4624-b876-17eb73975b3e req-14363f30-db7e-42b5-abe6-1dd35b27ac38 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:47.307433 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-610076e5-7966-4624-b876-17eb73975b3e req-14363f30-db7e-42b5-abe6-1dd35b27ac38 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 945 time: 0.1801801 Feb 07 17:02:47.401961 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f1885fe-a7ea-40c5-9cc0-cdad88db5cb7 req-91371b44-89b1-4ea2-b11e-a66df085a99b tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728065 Feb 07 17:02:47.486979 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4afe183a-a96a-4b9f-b900-26663638b511 req-11faa1be-a870-4306-a620-f2cf3af6c7cd service neutron] 10.222.0.32 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282119 Feb 07 17:02:47.612029 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4e383fd-a61b-4283-a920-ee5edc1de9d8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (902dde00-d921-4789-b5dd-397e3da122cc), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:47.692931 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4e383fd-a61b-4283-a920-ee5edc1de9d8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (902dde00-d921-4789-b5dd-397e3da122cc), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:47.696968 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571eae9a-9eb4-4317-915d-f3eb25362f06 req-bd0d4049-f304-411e-961b-0f4ebafd3e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:47.698539 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-571eae9a-9eb4-4317-915d-f3eb25362f06 req-bd0d4049-f304-411e-961b-0f4ebafd3e85 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 1125 time: 0.5910404 Feb 07 17:02:47.703596 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-610076e5-7966-4624-b876-17eb73975b3e req-8e2fef2d-ed02-424d-9264-78ba9c5c2169 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634434 Feb 07 17:02:47.837938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b38fc-98a8-4962-a61e-535f36991ebe req-336df37e-8e13-4889-91bb-40ac4f926111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:47.853379 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e7b38fc-98a8-4962-a61e-535f36991ebe req-336df37e-8e13-4889-91bb-40ac4f926111 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8977117e06d848e1935eae573fabcc59&device_id=f696395e-66d0-4bb5-b8d5-646d249ff480 HTTP/1.1" status: 200 len: 1125 time: 0.2992058 Feb 07 17:02:47.860520 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571eae9a-9eb4-4317-915d-f3eb25362f06 req-4e3a2986-f251-4651-a7a2-bd3ede515ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:47.862370 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-571eae9a-9eb4-4317-915d-f3eb25362f06 req-4e3a2986-f251-4651-a7a2-bd3ede515ebc service neutron] 10.222.0.48 "GET /v2.0/networks?id=17d86bb1-2b06-4458-812d-7d92a6610c16 HTTP/1.1" status: 200 len: 898 time: 0.1088948 Feb 07 17:02:47.871009 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e4e383fd-a61b-4283-a920-ee5edc1de9d8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network 902dde00-d921-4789-b5dd-397e3da122cc is not hosted by any dhcp agent {{(pid=103225) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 17:02:47.877089 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e383fd-a61b-4283-a920-ee5edc1de9d8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:47.877737 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4e383fd-a61b-4283-a920-ee5edc1de9d8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:47.879082 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e4e383fd-a61b-4283-a920-ee5edc1de9d8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "PUT /v2.0/networks/902dde00-d921-4789-b5dd-397e3da122cc HTTP/1.1" status: 200 len: 723 time: 0.9816494 Feb 07 17:02:47.884327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60856) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:47.892896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3e2f1bd8-d9f5-42b5-ac03-19240188f410 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'subnet': {'network_id': '902dde00-d921-4789-b5dd-397e3da122cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:47.934218 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-571eae9a-9eb4-4317-915d-f3eb25362f06 req-5722bd09-ffdf-4299-9e43-5d845a50b5a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a HTTP/1.1" status: 200 len: 217 time: 0.0530443 Feb 07 17:02:47.937628 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e383fd-a61b-4283-a920-ee5edc1de9d8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Network': ['ID=902dde00-d921-4789-b5dd-397e3da122cc,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:47.952379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 902dde00-d921-4789-b5dd-397e3da122cc details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:02:48.031558 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571eae9a-9eb4-4317-915d-f3eb25362f06 req-2c2ca9fe-d569-4fe7-ae3b-94a7bde92369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:48.033386 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-571eae9a-9eb4-4317-915d-f3eb25362f06 req-2c2ca9fe-d569-4fe7-ae3b-94a7bde92369 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=777bd969-6a46-4ef3-8997-2719fbc1a79e HTTP/1.1" status: 200 len: 834 time: 0.0811505 Feb 07 17:02:48.109704 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7a480-0fd0-4b57-8e21-2dc885e19ca4 req-1a98b461-f533-4b3f-9691-38fcb873e782 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:48.112278 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ff7a480-0fd0-4b57-8e21-2dc885e19ca4 req-1a98b461-f533-4b3f-9691-38fcb873e782 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 943 time: 0.4768853 Feb 07 17:02:48.160741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b584c-80c3-4e4e-b6cc-bb60edfaa29c req-c775236b-7ace-453b-8aab-922a85635d60 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:48.168600 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d1b584c-80c3-4e4e-b6cc-bb60edfaa29c req-c775236b-7ace-453b-8aab-922a85635d60 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.2664814 Feb 07 17:02:48.181390 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2f1bd8-d9f5-42b5-ac03-19240188f410 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:48.185225 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e2f1bd8-d9f5-42b5-ac03-19240188f410 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:48.203679 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b38fc-98a8-4962-a61e-535f36991ebe req-84270317-4963-4f23-a83c-e7a44c645a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:48.204880 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e7b38fc-98a8-4962-a61e-535f36991ebe req-84270317-4963-4f23-a83c-e7a44c645a64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f HTTP/1.1" status: 200 len: 916 time: 0.3480158 Feb 07 17:02:48.276115 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571eae9a-9eb4-4317-915d-f3eb25362f06 req-f9a5e24d-dadc-453b-a08e-0b37145cad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:48.277758 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-571eae9a-9eb4-4317-915d-f3eb25362f06 req-f9a5e24d-dadc-453b-a08e-0b37145cad3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17d86bb1-2b06-4458-812d-7d92a6610c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2294974 Feb 07 17:02:48.351925 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e7b38fc-98a8-4962-a61e-535f36991ebe req-cb28bb1b-59be-442b-9f16-1c92d04c9034 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 HTTP/1.1" status: 200 len: 217 time: 0.1404691 Feb 07 17:02:48.356508 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ff7a480-0fd0-4b57-8e21-2dc885e19ca4 req-d7000b7a-9cea-4ddc-8ff8-8db800fcf128 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243145 Feb 07 17:02:48.435253 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d1b584c-80c3-4e4e-b6cc-bb60edfaa29c req-6b8e890e-6ae2-4b74-b2ad-b7f4e228e17e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651191 Feb 07 17:02:48.484285 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b38fc-98a8-4962-a61e-535f36991ebe req-a3fecc21-a482-4e4c-99bd-5ea70f901b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:48.488826 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e7b38fc-98a8-4962-a61e-535f36991ebe req-a3fecc21-a482-4e4c-99bd-5ea70f901b1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64c0f60d-9607-407f-80c0-5214bf77aad0 HTTP/1.1" status: 200 len: 855 time: 0.1269586 Feb 07 17:02:48.523470 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-571eae9a-9eb4-4317-915d-f3eb25362f06 req-0c463bd1-b038-4715-b232-a0f1625735c8 service neutron] 10.222.0.48 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338576 Feb 07 17:02:48.580795 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e7b38fc-98a8-4962-a61e-535f36991ebe req-058a36d8-b698-4336-b752-cde29cc11e96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827098 Feb 07 17:02:48.744058 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-571eae9a-9eb4-4317-915d-f3eb25362f06 req-d463297d-4c0d-41ad-b430-14a4a8697250 service neutron] 10.222.0.48 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105412 Feb 07 17:02:48.768456 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e2f1bd8-d9f5-42b5-ac03-19240188f410 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (e8b27885-2682-4ad5-b8c7-d330889658e5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:48.805727 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de16efc-60b4-463a-bfa2-ab695da37e0c req-69c7855a-6f63-4fed-94ea-569fadc84652 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:48.807846 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4de16efc-60b4-463a-bfa2-ab695da37e0c req-69c7855a-6f63-4fed-94ea-569fadc84652 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=f696395e-66d0-4bb5-b8d5-646d249ff480 HTTP/1.1" status: 200 len: 943 time: 0.2398880 Feb 07 17:02:48.843333 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e7b38fc-98a8-4962-a61e-535f36991ebe req-e59d286a-4995-4671-b2cc-655edab1c0c7 service neutron] 10.222.0.32 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407300 Feb 07 17:02:48.893238 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f1bd8-d9f5-42b5-ac03-19240188f410 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Subnet': ['ID=e8b27885-2682-4ad5-b8c7-d330889658e5,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:48.907048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2f1bd8-d9f5-42b5-ac03-19240188f410 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Checking segment: {'id': 'b3824fd8-a475-478a-8c1a-6ef8c90520a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '902dde00-d921-4789-b5dd-397e3da122cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:48.907793 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2f1bd8-d9f5-42b5-ac03-19240188f410 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network hostable DHCP agents. Network: 902dde00-d921-4789-b5dd-397e3da122cc, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:02:48.970818 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4de16efc-60b4-463a-bfa2-ab695da37e0c req-d0470655-9b77-4285-b66e-056c5cc3fe7d tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513197 Feb 07 17:02:49.006118 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2f1bd8-d9f5-42b5-ac03-19240188f410 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network 902dde00-d921-4789-b5dd-397e3da122cc is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:02:49.029733 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee81bd4-67de-40ee-982d-6edfb9ed3294 req-7c55bcd1-ea85-4b56-806b-78c9bfe736a1 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:49.032305 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4ee81bd4-67de-40ee-982d-6edfb9ed3294 req-7c55bcd1-ea85-4b56-806b-78c9bfe736a1 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 945 time: 0.0920246 Feb 07 17:02:49.033666 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3e2f1bd8-d9f5-42b5-ac03-19240188f410 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 902dde00-d921-4789-b5dd-397e3da122cc) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:49.036930 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e7b38fc-98a8-4962-a61e-535f36991ebe req-4530b024-3569-4953-a6b1-75503847c0b4 service neutron] 10.222.0.32 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857476 Feb 07 17:02:49.047044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2f1bd8-d9f5-42b5-ac03-19240188f410 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:49.049084 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e2f1bd8-d9f5-42b5-ac03-19240188f410 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:49.050541 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236dfffd-52bc-4819-a8a0-959c7d290ad5 None None] Network 902dde00-d921-4789-b5dd-397e3da122cc requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:49.086286 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3e2f1bd8-d9f5-42b5-ac03-19240188f410 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1979599 Feb 07 17:02:49.089024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60870) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:49.096076 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-33e9d8b5-088f-448e-9a93-270df3030606 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:49.151863 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4ee81bd4-67de-40ee-982d-6edfb9ed3294 req-76f01afb-8504-4b56-8923-5050e0d8387e tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865579 Feb 07 17:02:49.204561 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-902dde00-d921-4789-b5dd-397e3da122cc', 'network_id': '902dde00-d921-4789-b5dd-397e3da122cc', 'project_id': '579956259c9549e4a1f4d565ffeae601', 'fixed_ips': [{'subnet_id': 'e8b27885-2682-4ad5-b8c7-d330889658e5'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:02:49.205846 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:49.274948 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33e9d8b5-088f-448e-9a93-270df3030606 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25856750'] for subnet (e8b27885-2682-4ad5-b8c7-d330889658e5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:49.349963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] Allocated IP 172.20.0.2 (902dde00-d921-4789-b5dd-397e3da122cc/e8b27885-2682-4ad5-b8c7-d330889658e5/54facf6f-5e90-4ff2-b17e-6c0ed3fd7754) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:02:49.541760 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] Publish callbacks [] for port (54facf6f-5e90-4ff2-b17e-6c0ed3fd7754), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:49.560414 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (54facf6f-5e90-4ff2-b17e-6c0ed3fd7754), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:49.567663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cdfda-0167-4ad4-8dd5-54a84d00c9a0 req-b3588ee6-e3f6-48ad-8076-ad185b2e9a3f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:49.569391 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c99cdfda-0167-4ad4-8dd5-54a84d00c9a0 req-b3588ee6-e3f6-48ad-8076-ad185b2e9a3f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 943 time: 0.0923316 Feb 07 17:02:49.626782 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] Network 902dde00-d921-4789-b5dd-397e3da122cc is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:02:49.638914 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:49.643366 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:02:49.694335 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c99cdfda-0167-4ad4-8dd5-54a84d00c9a0 req-b9ea3368-2349-4083-ba52-74f68a4dbe3d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127062 Feb 07 17:02:49.695486 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] Pushing event updated for resources: {'Port': ['ID=54facf6f-5e90-4ff2-b17e-6c0ed3fd7754,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:49.727575 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33e9d8b5-088f-448e-9a93-270df3030606 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746820499716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25545402'] for subnet (e8b27885-2682-4ad5-b8c7-d330889658e5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:49.763983 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] Attempting to bind port 54facf6f-5e90-4ff2-b17e-6c0ed3fd7754 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:02:49.764394 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] Attempting to bind port 54facf6f-5e90-4ff2-b17e-6c0ed3fd7754 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'b3824fd8-a475-478a-8c1a-6ef8c90520a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '902dde00-d921-4789-b5dd-397e3da122cc'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:02:49.764527 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e9d8b5-088f-448e-9a93-270df3030606 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:49.765037 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] Attempting to bind port 54facf6f-5e90-4ff2-b17e-6c0ed3fd7754 on network 902dde00-d921-4789-b5dd-397e3da122cc {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:02:49.765177 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33e9d8b5-088f-448e-9a93-270df3030606 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:49.766527 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-33e9d8b5-088f-448e-9a93-270df3030606 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "PUT /v2.0/subnets/e8b27885-2682-4ad5-b8c7-d330889658e5 HTTP/1.1" status: 200 len: 806 time: 0.6760426 Feb 07 17:02:49.771035 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60876) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:49.779573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:02:49.780234 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] Checking segment: {'id': 'b3824fd8-a475-478a-8c1a-6ef8c90520a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '902dde00-d921-4789-b5dd-397e3da122cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:49.780933 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:49.782499 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] Bound using segment: {'id': 'b3824fd8-a475-478a-8c1a-6ef8c90520a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '902dde00-d921-4789-b5dd-397e3da122cc'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:02:49.783833 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] Bound port: 54facf6f-5e90-4ff2-b17e-6c0ed3fd7754, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3824fd8-a475-478a-8c1a-6ef8c90520a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '902dde00-d921-4789-b5dd-397e3da122cc'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:02:49.783833 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (54facf6f-5e90-4ff2-b17e-6c0ed3fd7754), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:49.837344 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9d8b5-088f-448e-9a93-270df3030606 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Subnet': ['ID=e8b27885-2682-4ad5-b8c7-d330889658e5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:49.908089 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (902dde00-d921-4789-b5dd-397e3da122cc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:49.910410 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] For port 54facf6f-5e90-4ff2-b17e-6c0ed3fd7754, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:02:49.919392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] For port 54facf6f-5e90-4ff2-b17e-6c0ed3fd7754, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=54facf6f-5e90-4ff2-b17e-6c0ed3fd7754,segment=NetworkSegment(b3824fd8-a475-478a-8c1a-6ef8c90520a5),segment_id=b3824fd8-a475-478a-8c1a-6ef8c90520a5)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:02:49.928626 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (54facf6f-5e90-4ff2-b17e-6c0ed3fd7754), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:49.988668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Deleting port 54facf6f-5e90-4ff2-b17e-6c0ed3fd7754 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:02:49.996168 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (54facf6f-5e90-4ff2-b17e-6c0ed3fd7754), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:50.001018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71457127-c7e7-4cee-b6d8-0075318b7312 None None] Pushing event updated for resources: {'Port': ['ID=54facf6f-5e90-4ff2-b17e-6c0ed3fd7754,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:50.157991 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] For port 54facf6f-5e90-4ff2-b17e-6c0ed3fd7754, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=54facf6f-5e90-4ff2-b17e-6c0ed3fd7754,segment=NetworkSegment(b3824fd8-a475-478a-8c1a-6ef8c90520a5),segment_id=b3824fd8-a475-478a-8c1a-6ef8c90520a5)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:50.158393 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (54facf6f-5e90-4ff2-b17e-6c0ed3fd7754), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:50.181503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Calling delete_port for 54facf6f-5e90-4ff2-b17e-6c0ed3fd7754 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:02:50.196318 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b88d3-c2d2-43bf-b7b1-ffb30cda73db req-618ac0da-8084-4149-a388-e9034fb5a815 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:50.197199 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea6546-abb2-4aea-bb0f-9738ac083ca5 req-c066dd5a-d051-48d7-ba70-aca8a6b40f13 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:50.197989 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d7ea6546-abb2-4aea-bb0f-9738ac083ca5 req-c066dd5a-d051-48d7-ba70-aca8a6b40f13 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.32 "GET /v2.0/ports?device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 945 time: 0.1066682 Feb 07 17:02:50.214664 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-585b88d3-c2d2-43bf-b7b1-ffb30cda73db req-618ac0da-8084-4149-a388-e9034fb5a815 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=f696395e-66d0-4bb5-b8d5-646d249ff480 HTTP/1.1" status: 200 len: 943 time: 0.1436265 Feb 07 17:02:50.347684 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-585b88d3-c2d2-43bf-b7b1-ffb30cda73db req-96b7ddcd-ed3a-428a-8356-2ff85d02467f tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208200 Feb 07 17:02:50.492338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390722b-4f0b-41bc-ae8f-e241eeadfc67 req-9c75add1-f875-47a8-a642-6ebfe07b5588 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:50.493945 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1390722b-4f0b-41bc-ae8f-e241eeadfc67 req-9c75add1-f875-47a8-a642-6ebfe07b5588 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 945 time: 0.2025428 Feb 07 17:02:50.517526 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:02:50.633517 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (54facf6f-5e90-4ff2-b17e-6c0ed3fd7754), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:50.663374 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d7ea6546-abb2-4aea-bb0f-9738ac083ca5 req-a6a79a5e-7411-4b2e-875c-a7e1a7bf0615 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Deleting port 216789f5-3fde-44cd-ae14-fb9e1e02c685 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:02:50.663731 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d7ea6546-abb2-4aea-bb0f-9738ac083ca5 req-a6a79a5e-7411-4b2e-875c-a7e1a7bf0615 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (216789f5-3fde-44cd-ae14-fb9e1e02c685), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:50.746664 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=583cc7a9-4ac5-4c88-8307-c5e76c5d7c73,segment=NetworkSegment(0b335b56-9acc-471e-a796-eeb06c7bb7a5),segment_id=0b335b56-9acc-471e-a796-eeb06c7bb7a5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:50.765682 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1390722b-4f0b-41bc-ae8f-e241eeadfc67 req-5a128cfe-c631-412f-a966-14380b0591a3 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634225 Feb 07 17:02:50.772424 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '583cc7a9-4ac5-4c88-8307-c5e76c5d7c73', 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f', 'port_id': '583cc7a9-4ac5-4c88-8307-c5e76c5d7c73', 'mac_address': 'fa:16:3e:2c:86:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c0f60d-9607-407f-80c0-5214bf77aad0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:02:50.815656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Port': ['ID=54facf6f-5e90-4ff2-b17e-6c0ed3fd7754,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:50.821091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No DVR routers for this DVR port 54facf6f-5e90-4ff2-b17e-6c0ed3fd7754 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:02:50.834622 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:50.834622 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (583cc7a9-4ac5-4c88-8307-c5e76c5d7c73), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:50.849840 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:02:50.882331 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=583cc7a9-4ac5-4c88-8307-c5e76c5d7c73,segment=NetworkSegment(0b335b56-9acc-471e-a796-eeb06c7bb7a5),segment_id=0b335b56-9acc-471e-a796-eeb06c7bb7a5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:50.890065 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (583cc7a9-4ac5-4c88-8307-c5e76c5d7c73), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:50.926784 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (e8b27885-2682-4ad5-b8c7-d330889658e5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:50.930166 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790caf7-9479-402d-ad4a-4a550f75401e req-d0d947b8-db88-491b-854b-7b829ddf4f07 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:50.932016 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0790caf7-9479-402d-ad4a-4a550f75401e req-d0d947b8-db88-491b-854b-7b829ddf4f07 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 943 time: 0.0658853 Feb 07 17:02:50.990675 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=583cc7a9-4ac5-4c88-8307-c5e76c5d7c73,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:51.014215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d7ea6546-abb2-4aea-bb0f-9738ac083ca5 req-a6a79a5e-7411-4b2e-875c-a7e1a7bf0615 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] For port 216789f5-3fde-44cd-ae14-fb9e1e02c685, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=216789f5-3fde-44cd-ae14-fb9e1e02c685,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:51.014601 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d7ea6546-abb2-4aea-bb0f-9738ac083ca5 req-a6a79a5e-7411-4b2e-875c-a7e1a7bf0615 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (216789f5-3fde-44cd-ae14-fb9e1e02c685), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:51.038051 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0790caf7-9479-402d-ad4a-4a550f75401e req-740f0a19-c682-495a-88de-7cca062fc2d4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961843 Feb 07 17:02:51.054955 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d7ea6546-abb2-4aea-bb0f-9738ac083ca5 req-a6a79a5e-7411-4b2e-875c-a7e1a7bf0615 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Calling delete_port for 216789f5-3fde-44cd-ae14-fb9e1e02c685 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:02:51.123758 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['583cc7a9-4ac5-4c88-8307-c5e76c5d7c73'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:02:51.237064 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d7ea6546-abb2-4aea-bb0f-9738ac083ca5 req-a6a79a5e-7411-4b2e-875c-a7e1a7bf0615 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (216789f5-3fde-44cd-ae14-fb9e1e02c685), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:51.240134 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (e8b27885-2682-4ad5-b8c7-d330889658e5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:51.310933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b27885-2682-4ad5-b8c7-d330889658e5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:51.320183 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a79a5e-7411-4b2e-875c-a7e1a7bf0615 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Pushing event deleted for resources: {'Port': ['ID=216789f5-3fde-44cd-ae14-fb9e1e02c685,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:51.344178 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:51.481122 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ea6546-abb2-4aea-bb0f-9738ac083ca5 req-a6a79a5e-7411-4b2e-875c-a7e1a7bf0615 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] No DVR routers for this DVR port 216789f5-3fde-44cd-ae14-fb9e1e02c685 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:02:51.505860 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d7ea6546-abb2-4aea-bb0f-9738ac083ca5 req-a6a79a5e-7411-4b2e-875c-a7e1a7bf0615 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:51.510397 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d7ea6546-abb2-4aea-bb0f-9738ac083ca5 req-a6a79a5e-7411-4b2e-875c-a7e1a7bf0615 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.32 "DELETE /v2.0/ports/216789f5-3fde-44cd-ae14-fb9e1e02c685 HTTP/1.1" status: 204 len: 173 time: 1.3048685 Feb 07 17:02:51.510966 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd97b63-83eb-4af5-ad34-a7a1ed2d8040', 'name': 'network-vif-deleted', 'tag': '216789f5-3fde-44cd-ae14-fb9e1e02c685'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:02:51.514869 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef7ef6c-81bc-40cf-8b2a-c831e452bfda" -d '{"events": [{"server_uuid": "afd97b63-83eb-4af5-ad34-a7a1ed2d8040", "name": "network-vif-deleted", "tag": "216789f5-3fde-44cd-ae14-fb9e1e02c685"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:02:51.535986 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (902dde00-d921-4789-b5dd-397e3da122cc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:51.566506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902dde00-d921-4789-b5dd-397e3da122cc']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:51.576609 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3824fd8-a475-478a-8c1a-6ef8c90520a5') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:51.577047 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3824fd8-a475-478a-8c1a-6ef8c90520a5') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:51.588980 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:02:51.603244 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (b3824fd8-a475-478a-8c1a-6ef8c90520a5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:51.621000 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (b3824fd8-a475-478a-8c1a-6ef8c90520a5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:51.628623 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:02:51.629020 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (b3824fd8-a475-478a-8c1a-6ef8c90520a5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:51.716364 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f90b70-f071-42c6-b6cc-7a609c02dc40 None None] Network 902dde00-d921-4789-b5dd-397e3da122cc requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:02:51.753736 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:02:51.775089 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8c88ff-53d1-490a-81ab-4d6cfbc25a72 x-openstack-request-id: req-1a8c88ff-53d1-490a-81ab-4d6cfbc25a72 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:02:51.775089 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd97b63-83eb-4af5-ad34-a7a1ed2d8040", "name": "network-vif-deleted", "tag": "216789f5-3fde-44cd-ae14-fb9e1e02c685", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:02:51.775536 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a8c88ff-53d1-490a-81ab-4d6cfbc25a72 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:02:51.776033 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd97b63-83eb-4af5-ad34-a7a1ed2d8040', 'name': 'network-vif-deleted', 'tag': '216789f5-3fde-44cd-ae14-fb9e1e02c685', 'status': 'completed', 'code': 200} Feb 07 17:02:51.778694 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (902dde00-d921-4789-b5dd-397e3da122cc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:51.788283 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:51.794311 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/902dde00-d921-4789-b5dd-397e3da122cc HTTP/1.1" status: 204 len: 168 time: 2.0200384 Feb 07 17:02:51.794692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60914) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:51.825761 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c50fe2-bf66-40f0-839e-46f6b0b085d1 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:02:51.826405 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c50fe2-bf66-40f0-839e-46f6b0b085d1 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:02:51.833679 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04cad8-4ee9-419c-8312-7959b1581166 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Network': ['ID=902dde00-d921-4789-b5dd-397e3da122cc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:51.843675 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60918) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:51.851358 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e3c50fe2-bf66-40f0-839e-46f6b0b085d1 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/902dde00-d921-4789-b5dd-397e3da122cc HTTP/1.1" status: 404 len: 339 time: 0.0344732 Feb 07 17:02:51.857591 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3aec0ddf-38a4-4f08-a232-8d0922cf213d tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-330393092', 'description': 'd1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:51.893627 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ca5fd-2d0f-4922-9bda-18460a776044 req-c8caa2c1-6520-490e-8358-5567449a5423 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:51.901218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-64f44893-e11d-4d7b-8197-4208d8428055 None None] Could not find standard attr ID for object 54facf6f-5e90-4ff2-b17e-6c0ed3fd7754. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:02:51.902456 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-143ca5fd-2d0f-4922-9bda-18460a776044 req-c8caa2c1-6520-490e-8358-5567449a5423 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=f696395e-66d0-4bb5-b8d5-646d249ff480 HTTP/1.1" status: 200 len: 944 time: 0.4098184 Feb 07 17:02:51.931430 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aec0ddf-38a4-4f08-a232-8d0922cf213d tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:51.935931 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aec0ddf-38a4-4f08-a232-8d0922cf213d tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:51.944911 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:51.963669 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16', 'port_id': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'mac_address': 'fa:16:3e:21:02:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:02:52.035813 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-64d54917-c212-4505-8b5d-d2b80b046369 req-e4444b94-7d11-4e2f-99e7-9f1744cd356c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=afd97b63-83eb-4af5-ad34-a7a1ed2d8040 HTTP/1.1" status: 200 len: 210 time: 0.0706978 Feb 07 17:02:52.042168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aec0ddf-38a4-4f08-a232-8d0922cf213d tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:02:52.043073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13121ae0-d6d5-45f7-93d4-6c8721512d63 None None] DHCP port deletion for 902dde00-d921-4789-b5dd-397e3da122cc request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:02:52.045516 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:52.045925 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:52.057303 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-143ca5fd-2d0f-4922-9bda-18460a776044 req-4c0e1ec6-28bb-4d5d-86ac-c843413f8bae tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535239 Feb 07 17:02:52.067155 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aec0ddf-38a4-4f08-a232-8d0922cf213d tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (1ad20369-8842-4950-b938-a751be2495d3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:52.067916 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-3aec0ddf-38a4-4f08-a232-8d0922cf213d tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Added segment 1ad20369-8842-4950-b938-a751be2495d3 of type vlan for network a340a790-cb85-4886-be3d-d4392ec383c3 Feb 07 17:02:52.076073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:02:52.116019 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8c5af1-bb4f-4d50-b981-eaf2921a01cb None None] Network 902dde00-d921-4789-b5dd-397e3da122cc requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:52.120991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:52.144895 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8c5af1-bb4f-4d50-b981-eaf2921a01cb None None] Network 902dde00-d921-4789-b5dd-397e3da122cc could not be found, it might have been deleted concurrently. {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 07 17:02:52.161406 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:52.179895 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aec0ddf-38a4-4f08-a232-8d0922cf213d tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (a340a790-cb85-4886-be3d-d4392ec383c3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:52.239666 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aec0ddf-38a4-4f08-a232-8d0922cf213d tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (a340a790-cb85-4886-be3d-d4392ec383c3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:52.248095 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:52.248317 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec0ddf-38a4-4f08-a232-8d0922cf213d tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:52.248317 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3aec0ddf-38a4-4f08-a232-8d0922cf213d tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:52.269093 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd00ecf-e70a-46ae-a2ae-becc5bc04edc req-977aa751-6ba3-4994-876f-a4232e5dc414 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:52.271235 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4bd00ecf-e70a-46ae-a2ae-becc5bc04edc req-977aa751-6ba3-4994-876f-a4232e5dc414 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 944 time: 0.0820179 Feb 07 17:02:52.337036 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec0ddf-38a4-4f08-a232-8d0922cf213d tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Network': ['ID=a340a790-cb85-4886-be3d-d4392ec383c3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:52.342363 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3aec0ddf-38a4-4f08-a232-8d0922cf213d tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4918704 Feb 07 17:02:52.345970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60922) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:52.346626 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4bd00ecf-e70a-46ae-a2ae-becc5bc04edc req-d7223843-91c6-4582-b58a-c93b74fc690c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674629 Feb 07 17:02:52.355443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network a340a790-cb85-4886-be3d-d4392ec383c3 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:02:52.358229 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-301b5077-9e42-4300-9046-28e372c9054f req-6919367a-6c71-4a64-b8f2-06357ab4eeb3 service neutron] (103226) timed out ('10.222.0.18', 42296) {{(pid=103226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 17:02:52.445836 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb2e9a9-b618-479e-bfff-a47871ba6698 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:52.448255 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8bb2e9a9-b618-479e-bfff-a47871ba6698 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "GET /v2.0/networks?id=a340a790-cb85-4886-be3d-d4392ec383c3 HTTP/1.1" status: 200 len: 760 time: 0.1005504 Feb 07 17:02:52.451091 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60924) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:52.458439 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-71224871-4de1-47e2-b94b-31802f4d3679 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'network': {'description': 'd2'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:52.532936 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:02:52.569518 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:02:52.637676 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71224871-4de1-47e2-b94b-31802f4d3679 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (a340a790-cb85-4886-be3d-d4392ec383c3), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:52.658845 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71224871-4de1-47e2-b94b-31802f4d3679 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (a340a790-cb85-4886-be3d-d4392ec383c3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:52.675131 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-71224871-4de1-47e2-b94b-31802f4d3679 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network a340a790-cb85-4886-be3d-d4392ec383c3 is not hosted by any dhcp agent {{(pid=103225) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 17:02:52.680556 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71224871-4de1-47e2-b94b-31802f4d3679 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:52.681342 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71224871-4de1-47e2-b94b-31802f4d3679 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:52.685224 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-71224871-4de1-47e2-b94b-31802f4d3679 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "PUT /v2.0/networks/a340a790-cb85-4886-be3d-d4392ec383c3 HTTP/1.1" status: 200 len: 757 time: 0.2304890 Feb 07 17:02:52.686607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60926) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:52.707867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:02:52.717245 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:52.718555 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (583cc7a9-4ac5-4c88-8307-c5e76c5d7c73), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:52.783359 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71224871-4de1-47e2-b94b-31802f4d3679 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Network': ['ID=a340a790-cb85-4886-be3d-d4392ec383c3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:52.805419 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network a340a790-cb85-4886-be3d-d4392ec383c3 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:02:52.825505 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79c18a2-571c-4d6b-910a-36cd9bdf219d tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:52.833457 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60930) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:52.838967 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-bd813294-f71b-4138-9ac0-c591a942e9c3 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1100827578'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:52.843330 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f79c18a2-571c-4d6b-910a-36cd9bdf219d tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "GET /v2.0/networks?id=a340a790-cb85-4886-be3d-d4392ec383c3 HTTP/1.1" status: 200 len: 760 time: 0.1554482 Feb 07 17:02:52.892736 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd813294-f71b-4138-9ac0-c591a942e9c3 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:52.897623 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd813294-f71b-4138-9ac0-c591a942e9c3 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:52.932313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd813294-f71b-4138-9ac0-c591a942e9c3 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:02:52.954186 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd813294-f71b-4138-9ac0-c591a942e9c3 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (26416200-9fa9-4240-bec5-fe3fb1984f5f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:52.954727 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-bd813294-f71b-4138-9ac0-c591a942e9c3 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Added segment 26416200-9fa9-4240-bec5-fe3fb1984f5f of type vlan for network 75799fd3-f295-4b5c-9e32-9df6e23ba903 Feb 07 17:02:53.004273 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd813294-f71b-4138-9ac0-c591a942e9c3 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (75799fd3-f295-4b5c-9e32-9df6e23ba903), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:53.039264 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd813294-f71b-4138-9ac0-c591a942e9c3 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (75799fd3-f295-4b5c-9e32-9df6e23ba903), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:53.043604 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:53.046930 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd813294-f71b-4138-9ac0-c591a942e9c3 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:53.048605 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd813294-f71b-4138-9ac0-c591a942e9c3 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:53.050692 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (583cc7a9-4ac5-4c88-8307-c5e76c5d7c73), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:53.108676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 54facf6f-5e90-4ff2-b17e-6c0ed3fd7754 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:02:53.124205 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f696395e-66d0-4bb5-b8d5-646d249ff480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583cc7a9-4ac5-4c88-8307-c5e76c5d7c73'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:02:53.132633 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa933104-3c1a-440f-9b76-ceb905d06292" -d '{"events": [{"server_uuid": "f696395e-66d0-4bb5-b8d5-646d249ff480", "name": "network-vif-plugged", "status": "completed", "tag": "583cc7a9-4ac5-4c88-8307-c5e76c5d7c73"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:02:53.142134 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=583cc7a9-4ac5-4c88-8307-c5e76c5d7c73,segment=NetworkSegment(0b335b56-9acc-471e-a796-eeb06c7bb7a5),segment_id=0b335b56-9acc-471e-a796-eeb06c7bb7a5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:53.173267 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 54facf6f-5e90-4ff2-b17e-6c0ed3fd7754 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:02:53.173748 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 54facf6f-5e90-4ff2-b17e-6c0ed3fd7754 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:02:53.191164 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (583cc7a9-4ac5-4c88-8307-c5e76c5d7c73), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:53.191164 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 216789f5-3fde-44cd-ae14-fb9e1e02c685 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:02:53.260875 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dad37a-8fd0-4211-baaf-9a2afffebcdb x-openstack-request-id: req-47dad37a-8fd0-4211-baaf-9a2afffebcdb {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:02:53.260875 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f696395e-66d0-4bb5-b8d5-646d249ff480", "name": "network-vif-plugged", "status": "completed", "tag": "583cc7a9-4ac5-4c88-8307-c5e76c5d7c73", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:02:53.261259 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47dad37a-8fd0-4211-baaf-9a2afffebcdb {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:02:53.261955 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f696395e-66d0-4bb5-b8d5-646d249ff480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583cc7a9-4ac5-4c88-8307-c5e76c5d7c73', 'code': 200} Feb 07 17:02:53.270015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 216789f5-3fde-44cd-ae14-fb9e1e02c685 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:02:53.270353 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 216789f5-3fde-44cd-ae14-fb9e1e02c685 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:02:53.277926 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:53.330841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=583cc7a9-4ac5-4c88-8307-c5e76c5d7c73,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:53.335739 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bd813294-f71b-4138-9ac0-c591a942e9c3 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5010297 Feb 07 17:02:53.345579 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60956) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:53.382495 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2b33e3d1-6e98-4f22-a336-fdeebe729dd8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'subnet': {'network_id': '75799fd3-f295-4b5c-9e32-9df6e23ba903', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:53.467081 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd813294-f71b-4138-9ac0-c591a942e9c3 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Network': ['ID=75799fd3-f295-4b5c-9e32-9df6e23ba903,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:53.479675 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 75799fd3-f295-4b5c-9e32-9df6e23ba903 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:02:53.505506 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-254aeb97-52d9-4d41-9248-358f50e59c82 req-d80ac68c-6d27-4320-abd4-9ad88c7993f8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4114232 Feb 07 17:02:53.535650 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c582e-170e-474f-a61e-6d0802f9118d req-8032c46e-cefd-4b92-bccc-7f3dca4896ad tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:53.536020 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-f0fa8451-e47e-4fd0-ae14-a5304bdaf051 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:53.539983 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-f0fa8451-e47e-4fd0-ae14-a5304bdaf051 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/networks?id=380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 200 len: 812 time: 0.1834922 Feb 07 17:02:53.542876 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f65c582e-170e-474f-a61e-6d0802f9118d req-8032c46e-cefd-4b92-bccc-7f3dca4896ad tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=f696395e-66d0-4bb5-b8d5-646d249ff480 HTTP/1.1" status: 200 len: 945 time: 0.3063273 Feb 07 17:02:53.553661 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b33e3d1-6e98-4f22-a336-fdeebe729dd8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:53.556871 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b33e3d1-6e98-4f22-a336-fdeebe729dd8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:53.578224 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec240c-feae-4e53-b43e-6681089dfe18 req-bfb421c6-fea6-4b7d-8868-52166f08fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:53.580860 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8ec240c-feae-4e53-b43e-6681089dfe18 req-bfb421c6-fea6-4b7d-8868-52166f08fa93 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f696395e-66d0-4bb5-b8d5-646d249ff480 HTTP/1.1" status: 200 len: 1127 time: 0.2706730 Feb 07 17:02:53.582767 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-a695ba6d-5078-43e1-bce6-4debfcdaa714 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/quotas/7f8265dde22443dab20942b3bd88ae3d HTTP/1.1" status: 200 len: 375 time: 0.0327625 Feb 07 17:02:53.664277 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-c36c01b8-be89-47bf-9a6f-b91a31dec182 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f8265dde22443dab20942b3bd88ae3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699689 Feb 07 17:02:53.822566 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8ec240c-feae-4e53-b43e-6681089dfe18 req-061a97f0-39bc-4f2b-a08d-1f49118385cf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129028 Feb 07 17:02:53.898406 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-478c59a4-ad6f-4768-a2b1-f67cab03fd50 service neutron] 10.222.0.18 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249715 Feb 07 17:02:54.075129 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f65c582e-170e-474f-a61e-6d0802f9118d req-8fa56a10-f1a7-4e4b-8903-29739f353832 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5313432 Feb 07 17:02:54.100376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254aeb97-52d9-4d41-9248-358f50e59c82 req-3ac9db64-3159-4342-872e-03e0fe414df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:54.102165 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-254aeb97-52d9-4d41-9248-358f50e59c82 req-3ac9db64-3159-4342-872e-03e0fe414df2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8977117e06d848e1935eae573fabcc59&device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 1128 time: 0.5567858 Feb 07 17:02:54.163145 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-d8d4a2c4-73e7-410c-a428-f53caa4758a2 service neutron] 10.222.0.18 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637725 Feb 07 17:02:54.354254 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254aeb97-52d9-4d41-9248-358f50e59c82 req-6776e74c-5c9d-48d2-9b65-a2bf4301633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:54.355976 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-254aeb97-52d9-4d41-9248-358f50e59c82 req-6776e74c-5c9d-48d2-9b65-a2bf4301633f service neutron] 10.222.0.48 "GET /v2.0/networks?id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f HTTP/1.1" status: 200 len: 916 time: 0.2293372 Feb 07 17:02:54.363846 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99aa089-9974-4a39-a3d0-8839b613d5de req-ddf6aaf1-f165-497a-824d-b129691f7059 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:54.370813 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b99aa089-9974-4a39-a3d0-8839b613d5de req-ddf6aaf1-f165-497a-824d-b129691f7059 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 944 time: 0.1843936 Feb 07 17:02:54.393404 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60970) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:54.437053 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-254aeb97-52d9-4d41-9248-358f50e59c82 req-c2869700-0c31-4c9d-bbc9-58fc63e445fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4522e1af-eb3d-4c70-ad64-b7d25b8f30af HTTP/1.1" status: 200 len: 217 time: 0.0638120 Feb 07 17:02:54.495035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254aeb97-52d9-4d41-9248-358f50e59c82 req-c9d57f68-aa2b-4a4e-993c-440f2ec589ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:54.497454 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-254aeb97-52d9-4d41-9248-358f50e59c82 req-c9d57f68-aa2b-4a4e-993c-440f2ec589ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64c0f60d-9607-407f-80c0-5214bf77aad0 HTTP/1.1" status: 200 len: 855 time: 0.0545743 Feb 07 17:02:54.499593 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b33e3d1-6e98-4f22-a336-fdeebe729dd8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (528d69a4-1d77-47c0-9bd6-33d2ca2ba7fa), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:54.687198 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33e3d1-6e98-4f22-a336-fdeebe729dd8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Subnet': ['ID=528d69a4-1d77-47c0-9bd6-33d2ca2ba7fa,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:54.721560 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-73031f76-5315-4d8e-a48c-938046ee5860 req-8ad6e986-e3aa-401b-af4e-3983c9a77bf4 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 210 time: 0.0963404 Feb 07 17:02:54.738103 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-254aeb97-52d9-4d41-9248-358f50e59c82 req-7605098f-ce4a-47a6-b9f7-7ba97756a9d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2206600 Feb 07 17:02:54.742667 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b99aa089-9974-4a39-a3d0-8839b613d5de req-e68c631b-8359-4992-89c8-d4cd4036b35c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3709393 Feb 07 17:02:54.805753 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ef7bbf6-8e37-4fe3-8dbd-8296b5314fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:54.823130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b33e3d1-6e98-4f22-a336-fdeebe729dd8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Checking segment: {'id': '26416200-9fa9-4240-bec5-fe3fb1984f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '75799fd3-f295-4b5c-9e32-9df6e23ba903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:54.823509 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b33e3d1-6e98-4f22-a336-fdeebe729dd8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network hostable DHCP agents. Network: 75799fd3-f295-4b5c-9e32-9df6e23ba903, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:02:54.893455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b33e3d1-6e98-4f22-a336-fdeebe729dd8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network 75799fd3-f295-4b5c-9e32-9df6e23ba903 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:02:54.921795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2b33e3d1-6e98-4f22-a336-fdeebe729dd8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 75799fd3-f295-4b5c-9e32-9df6e23ba903) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:54.933739 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6985acba-8627-4283-8539-3941bf707675 None None] Network 75799fd3-f295-4b5c-9e32-9df6e23ba903 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:54.939573 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b33e3d1-6e98-4f22-a336-fdeebe729dd8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:54.940889 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b33e3d1-6e98-4f22-a336-fdeebe729dd8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:54.965815 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-254aeb97-52d9-4d41-9248-358f50e59c82 req-1a2ab4ac-c6b5-4eeb-b766-3583c553cda3 service neutron] 10.222.0.48 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192464 Feb 07 17:02:54.980079 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2b33e3d1-6e98-4f22-a336-fdeebe729dd8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6012573 Feb 07 17:02:54.984428 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60978) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:55.180868 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-254aeb97-52d9-4d41-9248-358f50e59c82 req-cd806147-f10e-4822-ad90-52d8de16ec38 service neutron] 10.222.0.48 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985326 Feb 07 17:02:55.339993 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-75799fd3-f295-4b5c-9e32-9df6e23ba903', 'network_id': '75799fd3-f295-4b5c-9e32-9df6e23ba903', 'project_id': '579956259c9549e4a1f4d565ffeae601', 'fixed_ips': [{'subnet_id': '528d69a4-1d77-47c0-9bd6-33d2ca2ba7fa'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:02:55.341735 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:55.410275 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ef7bbf6-8e37-4fe3-8dbd-8296b5314fb7 admin admin] Publish callbacks [] for security_group (393c35ca-e952-4e49-a1bd-f9bf682f3bb0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:55.447651 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ef7bbf6-8e37-4fe3-8dbd-8296b5314fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (393c35ca-e952-4e49-a1bd-f9bf682f3bb0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:55.554063 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7bbf6-8e37-4fe3-8dbd-8296b5314fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393c35ca-e952-4e49-a1bd-f9bf682f3bb0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:55.602384 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5ef7bbf6-8e37-4fe3-8dbd-8296b5314fb7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cfc97ec4b94547cd8f8305813e354c6d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2078791 Feb 07 17:02:55.604941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60992) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:55.614491 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:02:55.645767 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (75799fd3-f295-4b5c-9e32-9df6e23ba903), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:55.693668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cd163-1cdd-4de4-ac30-2449439756a2 req-203a34c2-d279-42e8-a306-d7ee98af7203 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:55.696176 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3a2cd163-1cdd-4de4-ac30-2449439756a2 req-203a34c2-d279-42e8-a306-d7ee98af7203 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=f696395e-66d0-4bb5-b8d5-646d249ff480 HTTP/1.1" status: 200 len: 945 time: 0.3897009 Feb 07 17:02:55.742482 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1ffd177-203e-469e-9d17-b5d43769bc8b admin admin] Publish callbacks [] for security_group (393c35ca-e952-4e49-a1bd-f9bf682f3bb0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:55.752114 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] Allocated IP 172.20.0.2 (75799fd3-f295-4b5c-9e32-9df6e23ba903/528d69a4-1d77-47c0-9bd6-33d2ca2ba7fa/62f3c4b2-c6e2-479b-b189-5251ad118707) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:02:55.838455 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1ffd177-203e-469e-9d17-b5d43769bc8b admin admin] Publish callbacks [] for security_group (393c35ca-e952-4e49-a1bd-f9bf682f3bb0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:55.908272 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a97b983d-9b60-4c02-b798-e4b430739787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:55.920930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:02:55.937359 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:02:55.939056 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:55.954568 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (528d69a4-1d77-47c0-9bd6-33d2ca2ba7fa), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:55.975468 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8174cb-9fc4-4edd-82eb-dd12d1410387 req-5577b83b-0f10-4f94-8de1-dd4f7e144195 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:55.982885 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ea8174cb-9fc4-4edd-82eb-dd12d1410387 req-5577b83b-0f10-4f94-8de1-dd4f7e144195 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 944 time: 0.0782392 Feb 07 17:02:56.070969 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ea8174cb-9fc4-4edd-82eb-dd12d1410387 req-5980bd85-70f5-4308-ba79-d3fe011493cf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827851 Feb 07 17:02:56.072533 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1ffd177-203e-469e-9d17-b5d43769bc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (393c35ca-e952-4e49-a1bd-f9bf682f3bb0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:56.081233 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1ffd177-203e-469e-9d17-b5d43769bc8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:56.084793 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e1ffd177-203e-469e-9d17-b5d43769bc8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/393c35ca-e952-4e49-a1bd-f9bf682f3bb0 HTTP/1.1" status: 204 len: 168 time: 0.4777794 Feb 07 17:02:56.112184 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffd177-203e-469e-9d17-b5d43769bc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393c35ca-e952-4e49-a1bd-f9bf682f3bb0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:56.172626 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3a2cd163-1cdd-4de4-ac30-2449439756a2 req-a6c32a43-17fe-46da-8958-e56a432e51e4 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655375 Feb 07 17:02:56.381241 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a0b1a4c8-b4d5-4275-b6c8-616291e57c30 req-0f0e7198-e673-4ef1-a999-0c850137f154 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 210 time: 0.1492665 Feb 07 17:02:56.381850 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:02:56.382247 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:56.428226 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] Publish callbacks [] for port (62f3c4b2-c6e2-479b-b189-5251ad118707), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:56.449929 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (62f3c4b2-c6e2-479b-b189-5251ad118707), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:56.456550 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (528d69a4-1d77-47c0-9bd6-33d2ca2ba7fa), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:56.518444 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] Network 75799fd3-f295-4b5c-9e32-9df6e23ba903 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:02:56.519632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:02:56.521977 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c350eeb2-0be2-4628-9ba9-f3daeb877e99" -d '{"events": [{"server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "name": "network-vif-plugged", "status": "completed", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:02:56.528748 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:56.539240 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:02:56.549810 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:02:56.556751 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:56.565591 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Subnet': ['ID=528d69a4-1d77-47c0-9bd6-33d2ca2ba7fa,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:56.589750 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] Pushing event updated for resources: {'Port': ['ID=62f3c4b2-c6e2-479b-b189-5251ad118707,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:56.666986 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7591c250-6b84-40fb-b348-c45646419c33 x-openstack-request-id: req-7591c250-6b84-40fb-b348-c45646419c33 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:02:56.666986 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "name": "network-vif-plugged", "status": "completed", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:02:56.666986 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7591c250-6b84-40fb-b348-c45646419c33 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:02:56.667410 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'code': 200} Feb 07 17:02:56.772452 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] Attempting to bind port 62f3c4b2-c6e2-479b-b189-5251ad118707 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:02:56.772867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] Attempting to bind port 62f3c4b2-c6e2-479b-b189-5251ad118707 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '26416200-9fa9-4240-bec5-fe3fb1984f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '75799fd3-f295-4b5c-9e32-9df6e23ba903'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:02:56.773334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] Attempting to bind port 62f3c4b2-c6e2-479b-b189-5251ad118707 on network 75799fd3-f295-4b5c-9e32-9df6e23ba903 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:02:56.816626 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:02:56.821475 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] Checking segment: {'id': '26416200-9fa9-4240-bec5-fe3fb1984f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '75799fd3-f295-4b5c-9e32-9df6e23ba903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:02:56.821970 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:56.822383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] Bound using segment: {'id': '26416200-9fa9-4240-bec5-fe3fb1984f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '75799fd3-f295-4b5c-9e32-9df6e23ba903'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:02:56.822896 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] Bound port: 62f3c4b2-c6e2-479b-b189-5251ad118707, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26416200-9fa9-4240-bec5-fe3fb1984f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '75799fd3-f295-4b5c-9e32-9df6e23ba903'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:02:56.823304 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (62f3c4b2-c6e2-479b-b189-5251ad118707), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:56.871218 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce7af4-7d6d-47bf-9cf7-8b6e1f513163 req-8ef9eef2-d65c-4a96-b600-c01f2f2e9b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:56.873869 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-94ce7af4-7d6d-47bf-9cf7-8b6e1f513163 req-8ef9eef2-d65c-4a96-b600-c01f2f2e9b9a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 1127 time: 0.1330702 Feb 07 17:02:56.905303 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:56.983948 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 32784) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:57.022140 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-94ce7af4-7d6d-47bf-9cf7-8b6e1f513163 req-4b91a9cd-132e-4f27-ae10-25db4fbe3c54 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342709 Feb 07 17:02:57.035817 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] For port 62f3c4b2-c6e2-479b-b189-5251ad118707, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:02:57.045035 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] For port 62f3c4b2-c6e2-479b-b189-5251ad118707, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=62f3c4b2-c6e2-479b-b189-5251ad118707,segment=NetworkSegment(26416200-9fa9-4240-bec5-fe3fb1984f5f),segment_id=26416200-9fa9-4240-bec5-fe3fb1984f5f)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:02:57.055926 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (62f3c4b2-c6e2-479b-b189-5251ad118707), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:57.073251 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-61e7f051-47e5-41d7-9e25-03d94c0299a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:57.134408 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (75799fd3-f295-4b5c-9e32-9df6e23ba903), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:57.216748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75799fd3-f295-4b5c-9e32-9df6e23ba903']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:57.262886 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26416200-9fa9-4240-bec5-fe3fb1984f5f') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:57.269649 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26416200-9fa9-4240-bec5-fe3fb1984f5f') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:02:57.318069 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-61e7f051-47e5-41d7-9e25-03d94c0299a9 admin admin] Publish callbacks [] for security_group (98510da3-2433-41a9-abad-a48f9ebdad00), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:57.321880 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (26416200-9fa9-4240-bec5-fe3fb1984f5f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:57.336372 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51d81a9-60a8-4325-ab23-62b042c96013 None None] get_active_networks_info from n-d-827865-3 {{(pid=103228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 17:02:57.344086 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2176a-163e-4454-a6be-f1a48ef9eaa7 None None] Pushing event updated for resources: {'Port': ['ID=62f3c4b2-c6e2-479b-b189-5251ad118707,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:57.345311 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-61e7f051-47e5-41d7-9e25-03d94c0299a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (98510da3-2433-41a9-abad-a48f9ebdad00), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:57.358357 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-20906c27-ef37-41eb-885b-21b9bd75351f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:57.372177 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-20906c27-ef37-41eb-885b-21b9bd75351f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.32 "GET /v2.0/networks?id=380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 200 len: 812 time: 0.5938361 Feb 07 17:02:57.394200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-3eea8326-775e-4385-8d42-167128fe9b3d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Request body: {'port': {'device_id': '2b76da48-bda6-4d8d-a1b7-45b15f4ddcde', 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca', 'admin_state_up': True, 'tenant_id': '7f8265dde22443dab20942b3bd88ae3d'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:57.610443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51d81a9-60a8-4325-ab23-62b042c96013 None None] Resources bound (agent type, host, resource id): {{(pid=103228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 17:02:57.641474 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7f051-47e5-41d7-9e25-03d94c0299a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98510da3-2433-41a9-abad-a48f9ebdad00,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:57.669565 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-61e7f051-47e5-41d7-9e25-03d94c0299a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8cec7c70f64e44afba14a1b946cfa8f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6419907 Feb 07 17:02:57.670221 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 32802) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:02:57.675084 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (26416200-9fa9-4240-bec5-fe3fb1984f5f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:57.739692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:02:57.740113 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (26416200-9fa9-4240-bec5-fe3fb1984f5f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:02:57.744546 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:02:57.746587 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-3eea8326-775e-4385-8d42-167128fe9b3d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Made reservation on behalf of 7f8265dde22443dab20942b3bd88ae3d for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:02:57.749893 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-3eea8326-775e-4385-8d42-167128fe9b3d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:57.863788 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9abd1c2c-70ac-454c-a8c3-a60ffa0e1171 admin admin] Publish callbacks [] for security_group (98510da3-2433-41a9-abad-a48f9ebdad00), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:57.890198 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0bfc1-33d0-488f-8b2a-202b2217f1c4 req-23831f99-f8b0-4adf-b6d4-79b8308721e6 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:57.891999 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ff0bfc1-33d0-488f-8b2a-202b2217f1c4 req-23831f99-f8b0-4adf-b6d4-79b8308721e6 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 945 time: 0.5713196 Feb 07 17:02:57.908013 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36cee0d4-8502-464a-a51d-41a14c1deb72 req-f254532f-7376-4224-8b3e-ed5cb50a57f5 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 210 time: 0.1935873 Feb 07 17:02:58.053762 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9f0403-9d92-4f23-a07b-bff00f0572ee None None] Network 75799fd3-f295-4b5c-9e32-9df6e23ba903 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:02:58.090056 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ff0bfc1-33d0-488f-8b2a-202b2217f1c4 req-1fbfd359-9cb5-4563-b21a-d4a4422bb12c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851285 Feb 07 17:02:58.115871 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9abd1c2c-70ac-454c-a8c3-a60ffa0e1171 admin admin] Publish callbacks [] for security_group (98510da3-2433-41a9-abad-a48f9ebdad00), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:58.249731 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9abd1c2c-70ac-454c-a8c3-a60ffa0e1171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (98510da3-2433-41a9-abad-a48f9ebdad00), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:58.256316 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9abd1c2c-70ac-454c-a8c3-a60ffa0e1171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:58.258676 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9abd1c2c-70ac-454c-a8c3-a60ffa0e1171 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98510da3-2433-41a9-abad-a48f9ebdad00 HTTP/1.1" status: 204 len: 168 time: 0.5786886 Feb 07 17:02:58.274871 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd1c2c-70ac-454c-a8c3-a60ffa0e1171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98510da3-2433-41a9-abad-a48f9ebdad00,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:58.290489 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1c2c-70ac-454c-a8c3-a60ffa0e1171 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:58.290893 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1c2c-70ac-454c-a8c3-a60ffa0e1171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:58.291248 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1c2c-70ac-454c-a8c3-a60ffa0e1171 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:58.291597 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1c2c-70ac-454c-a8c3-a60ffa0e1171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:58.291943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1c2c-70ac-454c-a8c3-a60ffa0e1171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:58.292284 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1c2c-70ac-454c-a8c3-a60ffa0e1171 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:58.292620 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1c2c-70ac-454c-a8c3-a60ffa0e1171 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:58.292952 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1c2c-70ac-454c-a8c3-a60ffa0e1171 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:58.293303 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1c2c-70ac-454c-a8c3-a60ffa0e1171 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:58.293655 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1c2c-70ac-454c-a8c3-a60ffa0e1171 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:58.293991 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1c2c-70ac-454c-a8c3-a60ffa0e1171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:58.299349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1c2c-70ac-454c-a8c3-a60ffa0e1171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:58.299709 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1c2c-70ac-454c-a8c3-a60ffa0e1171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:02:58.377807 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c3e1b445-890d-4727-a071-163eb0abb56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:58.980471 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.db.api [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 17:02:58.980471 n-d-827865-3 neutron-server[103226]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 17:02:58.980471 n-d-827865-3 neutron-server[103226]: [parameters: {'id': '75799fd3-f295-4b5c-9e32-9df6e23ba903'}] Feb 07 17:02:58.980471 n-d-827865-3 neutron-server[103226]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:02:58.981109 n-d-827865-3 neutron-server[103226]: DEBUG oslo_db.api [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:02:59.128117 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-738b563e-27e0-4178-be11-e350397ed1a8 req-67741b54-dab9-42b8-b9a1-1408f62b9a6c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 210 time: 0.0553956 Feb 07 17:02:59.137119 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-3eea8326-775e-4385-8d42-167128fe9b3d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Allocated IP 172.20.0.12 (380ea26c-6043-4940-b6ef-8a90ddeec2ca/5e0f2a9e-b79d-4601-ac33-c328f95f4202/2468e7cf-4c20-4a15-b9d1-4cc420687479) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:02:59.461237 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-3eea8326-775e-4385-8d42-167128fe9b3d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks [] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:59.508535 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (75799fd3-f295-4b5c-9e32-9df6e23ba903), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:59.515437 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:59.522570 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-3eea8326-775e-4385-8d42-167128fe9b3d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:59.543943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c4062-6e37-4174-8dad-86f350a7d0ca req-41187497-a4fa-4505-a959-e0d1bc06b9c7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:59.560515 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe3c4062-6e37-4174-8dad-86f350a7d0ca req-41187497-a4fa-4505-a959-e0d1bc06b9c7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 945 time: 0.2317894 Feb 07 17:02:59.613983 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-3eea8326-775e-4385-8d42-167128fe9b3d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Network 380ea26c-6043-4940-b6ef-8a90ddeec2ca is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:02:59.619623 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-3eea8326-775e-4385-8d42-167128fe9b3d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:02:59.621903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea8326-775e-4385-8d42-167128fe9b3d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Pushing event updated for resources: {'Port': ['ID=2468e7cf-4c20-4a15-b9d1-4cc420687479,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:02:59.624808 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-3eea8326-775e-4385-8d42-167128fe9b3d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:02:59.686613 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe3c4062-6e37-4174-8dad-86f350a7d0ca req-e59ce05e-6b5d-43dd-8818-7c651aefcf2a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164763 Feb 07 17:02:59.743039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-3eea8326-775e-4385-8d42-167128fe9b3d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:02:59.747148 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-3eea8326-775e-4385-8d42-167128fe9b3d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:59.783486 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-3eea8326-775e-4385-8d42-167128fe9b3d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4101593 Feb 07 17:02:59.806418 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Request body: {'port': {'device_id': '2b76da48-bda6-4d8d-a1b7-45b15f4ddcde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:02:59.889674 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Deleting port 62f3c4b2-c6e2-479b-b189-5251ad118707 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:02:59.889942 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (62f3c4b2-c6e2-479b-b189-5251ad118707), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:02:59.972720 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:00.056119 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d50a7-f1c9-4825-8c78-4c0c1cfe2429 req-63b73398-872c-4dd0-87c8-0dd6cbc75a33 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:00.062939 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e25d50a7-f1c9-4825-8c78-4c0c1cfe2429 req-63b73398-872c-4dd0-87c8-0dd6cbc75a33 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 945 time: 0.2604470 Feb 07 17:03:00.066150 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] For port 62f3c4b2-c6e2-479b-b189-5251ad118707, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=62f3c4b2-c6e2-479b-b189-5251ad118707,segment=NetworkSegment(26416200-9fa9-4240-bec5-fe3fb1984f5f),segment_id=26416200-9fa9-4240-bec5-fe3fb1984f5f)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:03:00.066527 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (62f3c4b2-c6e2-479b-b189-5251ad118707), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:00.098926 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Calling delete_port for 62f3c4b2-c6e2-479b-b189-5251ad118707 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:03:00.158441 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e25d50a7-f1c9-4825-8c78-4c0c1cfe2429 req-d1ad9780-8973-4b4b-af0c-86138665c92b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945504 Feb 07 17:03:00.182355 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 32844) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:00.326924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0994721-da19-4db5-9884-16fdcc6bf412 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:00.334891 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c0994721-da19-4db5-9884-16fdcc6bf412 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 1122 time: 0.1503754 Feb 07 17:03:00.345241 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 32848) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:00.351346 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:00.411458 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:00.442737 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6717c-d7c8-42bc-aed2-3d2ae531a825 req-c885870e-6448-4536-ac1c-09a849acbc96 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:00.452745 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-51c6717c-d7c8-42bc-aed2-3d2ae531a825 req-c885870e-6448-4536-ac1c-09a849acbc96 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 932 time: 0.1147399 Feb 07 17:03:00.489635 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (62f3c4b2-c6e2-479b-b189-5251ad118707), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:00.489974 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:03:00.563806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Port': ['ID=62f3c4b2-c6e2-479b-b189-5251ad118707,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:00.580948 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No DVR routers for this DVR port 62f3c4b2-c6e2-479b-b189-5251ad118707 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:03:00.725878 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (75799fd3-f295-4b5c-9e32-9df6e23ba903), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:00.765949 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-51c6717c-d7c8-42bc-aed2-3d2ae531a825 req-f3b8ec10-3eff-40e4-a3d4-a29ded22c416 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028908 Feb 07 17:03:00.801646 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75799fd3-f295-4b5c-9e32-9df6e23ba903']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:00.887968 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:00.899423 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:00.900074 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26416200-9fa9-4240-bec5-fe3fb1984f5f') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:00.900590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26416200-9fa9-4240-bec5-fe3fb1984f5f') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:00.932406 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (26416200-9fa9-4240-bec5-fe3fb1984f5f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:00.988972 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (26416200-9fa9-4240-bec5-fe3fb1984f5f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:01.008517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:03:01.009243 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (26416200-9fa9-4240-bec5-fe3fb1984f5f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:03:01.013061 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:03:01.029098 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2468e7cf-4c20-4a15-b9d1-4cc420687479 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:03:01.119355 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Allocated IP 172.25.4.72 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/786b767b-f505-47a6-88d0-0bffde440784) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:03:01.184040 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Publish callbacks [] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:01.270828 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (75799fd3-f295-4b5c-9e32-9df6e23ba903), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:01.282490 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:01.291618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 32870) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:01.292948 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/75799fd3-f295-4b5c-9e32-9df6e23ba903 HTTP/1.1" status: 204 len: 168 time: 6.3034129 Feb 07 17:03:01.294307 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Transition to ACTIVE for port object 2468e7cf-4c20-4a15-b9d1-4cc420687479 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:03:01.305649 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:01.338712 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b1482c-9960-4b3c-b3e4-e32a5a525e5a tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] GET failed (client error): The resource could not be found. Feb 07 17:03:01.340224 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-04b1482c-9960-4b3c-b3e4-e32a5a525e5a tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "GET /v2.0/subnets/528d69a4-1d77-47c0-9bd6-33d2ca2ba7fa HTTP/1.1" status: 404 len: 337 time: 0.0474770 Feb 07 17:03:01.347831 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 32874) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:01.360327 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46cc4d-ce3f-48c7-8c53-e3918b753513 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Network': ['ID=75799fd3-f295-4b5c-9e32-9df6e23ba903,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:01.390958 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-26320848-a74f-42b0-beea-394e86a9aff8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:01.391850 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26320848-a74f-42b0-beea-394e86a9aff8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:01.397421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Pushing event updated for resources: {'Port': ['ID=2468e7cf-4c20-4a15-b9d1-4cc420687479,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:01.399411 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-26320848-a74f-42b0-beea-394e86a9aff8 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/75799fd3-f295-4b5c-9e32-9df6e23ba903 HTTP/1.1" status: 404 len: 339 time: 0.0503163 Feb 07 17:03:01.404828 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 32876) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:01.412534 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (786b767b-f505-47a6-88d0-0bffde440784), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:01.474722 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (786b767b-f505-47a6-88d0-0bffde440784), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:01.541467 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:03:01.552030 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:03:01.561234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:03:01.569579 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=786b767b-f505-47a6-88d0-0bffde440784,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:01.626819 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Attempting to bind port 2468e7cf-4c20-4a15-b9d1-4cc420687479 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:03:01.629613 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Attempting to bind port 2468e7cf-4c20-4a15-b9d1-4cc420687479 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:03:01.630172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Attempting to bind port 2468e7cf-4c20-4a15-b9d1-4cc420687479 on network 380ea26c-6043-4940-b6ef-8a90ddeec2ca {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:03:01.669729 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Port 2468e7cf-4c20-4a15-b9d1-4cc420687479 on network 380ea26c-6043-4940-b6ef-8a90ddeec2ca not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:03:01.670470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Attempting to bind port 2468e7cf-4c20-4a15-b9d1-4cc420687479 on network 380ea26c-6043-4940-b6ef-8a90ddeec2ca {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:03:01.692759 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:03:01.694786 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Checking segment: {'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:03:01.695375 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Bound using segment: {'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:03:01.696112 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Bound port: 2468e7cf-4c20-4a15-b9d1-4cc420687479, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:03:01.697252 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:01.876262 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744abfeb-dccd-4f67-8b2e-6a7336c10c09 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:01.880364 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-744abfeb-dccd-4f67-8b2e-6a7336c10c09 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4720435 Feb 07 17:03:01.886038 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 32880) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:01.944729 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a7ea24ac-288f-4c10-932c-a224ed0bf8af tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "GET /v2.0/subnets?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 207 time: 0.0525210 Feb 07 17:03:01.964347 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 32884) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:02.160402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] For port 2468e7cf-4c20-4a15-b9d1-4cc420687479, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:03:02.167032 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for floatingip (ea2e212e-f340-492c-af34-f33fc97e9f43), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:02.205201 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] For port 2468e7cf-4c20-4a15-b9d1-4cc420687479, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2468e7cf-4c20-4a15-b9d1-4cc420687479,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:03:02.224548 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:02.252297 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5badc2-6daf-4897-81db-c5aba191b59f tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:02.258363 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5badc2-6daf-4897-81db-c5aba191b59f tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:02.264190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5badc2-6daf-4897-81db-c5aba191b59f tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:02.270609 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5badc2-6daf-4897-81db-c5aba191b59f tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:02.272915 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-be5badc2-6daf-4897-81db-c5aba191b59f tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3071442 Feb 07 17:03:02.293189 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 32888) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:02.294579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:02.295457 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:02.297300 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] 10.222.0.32 "PUT /v2.0/ports/2468e7cf-4c20-4a15-b9d1-4cc420687479 HTTP/1.1" status: 200 len: 1092 time: 2.4961705 Feb 07 17:03:02.297966 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b76da48-bda6-4d8d-a1b7-45b15f4ddcde', 'tag': '2468e7cf-4c20-4a15-b9d1-4cc420687479'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:03:02.300533 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72eb09b3-895d-4aa3-acce-fdec97a8b012" -d '{"events": [{"name": "network-changed", "server_uuid": "2b76da48-bda6-4d8d-a1b7-45b15f4ddcde", "tag": "2468e7cf-4c20-4a15-b9d1-4cc420687479"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:03:02.371348 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:02.384691 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ebae7-c232-477e-af77-d7569071b370 service neutron] Pushing event updated for resources: {'Port': ['ID=2468e7cf-4c20-4a15-b9d1-4cc420687479,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:02.389927 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd36902-7be4-4e60-88f8-7557f964c9ac x-openstack-request-id: req-0bd36902-7be4-4e60-88f8-7557f964c9ac {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:03:02.390412 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b76da48-bda6-4d8d-a1b7-45b15f4ddcde", "tag": "2468e7cf-4c20-4a15-b9d1-4cc420687479", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:03:02.391362 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0bd36902-7be4-4e60-88f8-7557f964c9ac {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:03:02.391874 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b76da48-bda6-4d8d-a1b7-45b15f4ddcde', 'tag': '2468e7cf-4c20-4a15-b9d1-4cc420687479', 'status': 'completed', 'code': 200} Feb 07 17:03:02.399860 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (786b767b-f505-47a6-88d0-0bffde440784), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:02.484267 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-08af2167-e77d-4c2b-8e45-54db1cafc6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:02.486213 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-08af2167-e77d-4c2b-8e45-54db1cafc6ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8265dde22443dab20942b3bd88ae3d&device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 1126 time: 0.0934751 Feb 07 17:03:02.554171 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-32c0360f-6be5-45d7-a089-c7da8f4e2677 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2468e7cf-4c20-4a15-b9d1-4cc420687479 HTTP/1.1" status: 200 len: 217 time: 0.0594838 Feb 07 17:03:02.645998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-8b618680-ec43-44c5-8053-1dd8ef142bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:02.654806 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-8b618680-ec43-44c5-8053-1dd8ef142bf7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e0f2a9e-b79d-4601-ac33-c328f95f4202 HTTP/1.1" status: 200 len: 852 time: 0.0942683 Feb 07 17:03:02.719641 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5f91d710-0fbf-4db9-bb3c-4ff1a30bad5e tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4245937 Feb 07 17:03:02.727716 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-f525e18f-08ad-4b95-bae8-2bdc27811b3f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=380ea26c-6043-4940-b6ef-8a90ddeec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668857 Feb 07 17:03:02.728697 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 32902) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:02.802464 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493976f-84e8-4f52-9df2-6a0733b5c0de req-161eb2f8-6733-4ebb-9510-0b172488c734 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:02.805869 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8493976f-84e8-4f52-9df2-6a0733b5c0de req-161eb2f8-6733-4ebb-9510-0b172488c734 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 944 time: 0.5143051 Feb 07 17:03:02.888699 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8493976f-84e8-4f52-9df2-6a0733b5c0de req-b41fed59-b27f-40f4-83f0-6a05ccef1c59 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716410 Feb 07 17:03:02.890242 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83af535-2556-4064-8ac3-3a30ef590242 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:02.892183 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83af535-2556-4064-8ac3-3a30ef590242 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:02.893868 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d83af535-2556-4064-8ac3-3a30ef590242 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1636596 Feb 07 17:03:02.900933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 32910) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:02.942724 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-2ff21140-918e-4617-a795-23773316eab7 service neutron] 10.222.0.32 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917193 Feb 07 17:03:03.028218 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40a1a85-e239-49d0-b3de-9ee7d6c49b92 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:03.029925 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40a1a85-e239-49d0-b3de-9ee7d6c49b92 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:03.037807 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a40a1a85-e239-49d0-b3de-9ee7d6c49b92 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1356838 Feb 07 17:03:03.038492 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 32914) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:03.117775 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f69be2e-d3df-4c78-8183-2a1599cce044 req-a69c35dc-913d-4a1d-9663-ebae802e2fee service neutron] 10.222.0.32 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683731 Feb 07 17:03:03.156823 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (786b767b-f505-47a6-88d0-0bffde440784), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:03.164996 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (786b767b-f505-47a6-88d0-0bffde440784), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:03.233786 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb09b3-895d-4aa3-acce-fdec97a8b012 req-29613871-5543-4453-8db1-9ed13b51724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:03.236649 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-72eb09b3-895d-4aa3-acce-fdec97a8b012 req-29613871-5543-4453-8db1-9ed13b51724e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8265dde22443dab20942b3bd88ae3d&device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 1126 time: 0.0590582 Feb 07 17:03:03.314988 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73815ec-4641-4168-b587-2a16d1c020c3 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:03.321575 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a73815ec-4641-4168-b587-2a16d1c020c3 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "GET /v2.0/networks/aa2d44c9-1db7-438e-a6d0-756aa46ab034 HTTP/1.1" status: 200 len: 800 time: 0.2728305 Feb 07 17:03:03.333092 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 32922) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:03.453158 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-97b85248-638b-4bf4-90e7-277cd539912e tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "GET /v2.0/networks/aa2d44c9-1db7-438e-a6d0-756aa46ab034?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1137578 Feb 07 17:03:03.453730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 32928) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:03.551801 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f137694-f0e6-49c3-92dc-1d15f24d945b tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:03.554688 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0f137694-f0e6-49c3-92dc-1d15f24d945b tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "GET /v2.0/subnets/df5c9cbf-eb5c-4772-ba06-ed63a3ce9017 HTTP/1.1" status: 200 len: 811 time: 0.0968206 Feb 07 17:03:03.559634 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 32934) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:03.623290 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9faa61-26aa-4240-9faf-d04521da2be4 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:03.638611 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8b9faa61-26aa-4240-9faf-d04521da2be4 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "GET /v2.0/subnets/df5c9cbf-eb5c-4772-ba06-ed63a3ce9017?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0781064 Feb 07 17:03:03.642136 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 32938) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:03.657747 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ae84fd45-dcf0-4d95-843f-daeac7f1f552 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-795685474'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:03.671164 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb09b3-895d-4aa3-acce-fdec97a8b012 req-8ceab243-06fd-42a6-84b6-3b8ba2efe880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:03.673119 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-72eb09b3-895d-4aa3-acce-fdec97a8b012 req-8ceab243-06fd-42a6-84b6-3b8ba2efe880 service neutron] 10.222.0.32 "GET /v2.0/networks?id=380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 200 len: 913 time: 0.4295094 Feb 07 17:03:03.776424 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-72eb09b3-895d-4aa3-acce-fdec97a8b012 req-328a8481-fe99-42e1-bec9-003156015867 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2468e7cf-4c20-4a15-b9d1-4cc420687479 HTTP/1.1" status: 200 len: 217 time: 0.0873561 Feb 07 17:03:03.789092 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae84fd45-dcf0-4d95-843f-daeac7f1f552 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:03:03.792826 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae84fd45-dcf0-4d95-843f-daeac7f1f552 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:03.946306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae84fd45-dcf0-4d95-843f-daeac7f1f552 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:03:03.965216 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb09b3-895d-4aa3-acce-fdec97a8b012 req-a3b3d6bf-966d-4ba8-bb23-79838397c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:03.970771 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-72eb09b3-895d-4aa3-acce-fdec97a8b012 req-a3b3d6bf-966d-4ba8-bb23-79838397c9e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e0f2a9e-b79d-4601-ac33-c328f95f4202 HTTP/1.1" status: 200 len: 852 time: 0.1829216 Feb 07 17:03:03.990319 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=786b767b-f505-47a6-88d0-0bffde440784,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:04.003069 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae84fd45-dcf0-4d95-843f-daeac7f1f552 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (78ab8585-492b-4d41-aa92-ce040650afc5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:04.003430 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-ae84fd45-dcf0-4d95-843f-daeac7f1f552 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Added segment 78ab8585-492b-4d41-aa92-ce040650afc5 of type vlan for network bec5d32a-84d1-4644-8967-d7f3c2c96a62 Feb 07 17:03:04.043368 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (ea2e212e-f340-492c-af34-f33fc97e9f43), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:04.053964 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-72eb09b3-895d-4aa3-acce-fdec97a8b012 req-5210d82c-ba47-4dc3-bc71-3aae2fedccb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=380ea26c-6043-4940-b6ef-8a90ddeec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759988 Feb 07 17:03:04.221477 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Floating IP ea2e212e-f340-492c-af34-f33fc97e9f43 associated. External IP: 172.25.4.72, port: eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a. Feb 07 17:03:04.224864 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae84fd45-dcf0-4d95-843f-daeac7f1f552 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (bec5d32a-84d1-4644-8967-d7f3c2c96a62), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:04.291242 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae84fd45-dcf0-4d95-843f-daeac7f1f552 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (bec5d32a-84d1-4644-8967-d7f3c2c96a62), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:04.297308 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae84fd45-dcf0-4d95-843f-daeac7f1f552 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:04.297925 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae84fd45-dcf0-4d95-843f-daeac7f1f552 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:04.323116 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261c7ee-4d0d-4476-816b-796653044b3e req-0519b683-8a14-46e2-b569-302d820654a9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:04.325015 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1261c7ee-4d0d-4476-816b-796653044b3e req-0519b683-8a14-46e2-b569-302d820654a9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 944 time: 0.2803009 Feb 07 17:03:04.447850 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ae84fd45-dcf0-4d95-843f-daeac7f1f552 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8031967 Feb 07 17:03:04.448559 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-72eb09b3-895d-4aa3-acce-fdec97a8b012 req-ad0baa88-79e1-4cee-8441-552796aeee1b service neutron] 10.222.0.32 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821840 Feb 07 17:03:04.449071 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 32962) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:04.508400 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84fd45-dcf0-4d95-843f-daeac7f1f552 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Network': ['ID=bec5d32a-84d1-4644-8967-d7f3c2c96a62,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:04.519508 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-824beef0-b7b4-4a91-9977-9c53103867fb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'subnet': {'network_id': 'bec5d32a-84d1-4644-8967-d7f3c2c96a62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:04.523533 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network bec5d32a-84d1-4644-8967-d7f3c2c96a62 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:03:04.558670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2468e7cf-4c20-4a15-b9d1-4cc420687479 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:03:04.566641 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Router 08937027-b990-4ee3-9a0d-5a1119a1dc77 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:03:04.717085 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:03:04.749048 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:04.757717 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e6ae6-69fe-4fc4-9e2b-695f380bd9c9 None None] Sync routers for ids ['08937027-b990-4ee3-9a0d-5a1119a1dc77'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:03:04.812173 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e6ae6-69fe-4fc4-9e2b-695f380bd9c9 None None] Routers {'08937027-b990-4ee3-9a0d-5a1119a1dc77'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:03:04.813045 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c03e6ae6-69fe-4fc4-9e2b-695f380bd9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:02:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['08937027-b990-4ee3-9a0d-5a1119a1dc77'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:04.814356 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-72eb09b3-895d-4aa3-acce-fdec97a8b012 req-39c322bb-b14d-4c16-8d42-2a7448e44670 service neutron] 10.222.0.32 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664612 Feb 07 17:03:04.833092 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4ea7a66c-0e67-449b-8b9d-1765c5748bcf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4828918 Feb 07 17:03:04.833601 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:03:04.837318 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26eebd17-eda0-4318-ba58-64dd833a7401" -d '{"events": [{"name": "network-changed", "server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:03:04.920288 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1261c7ee-4d0d-4476-816b-796653044b3e req-c0992ccb-f2fb-4157-8591-90861a3f0bcf tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649777 Feb 07 17:03:04.943083 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824beef0-b7b4-4a91-9977-9c53103867fb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Made reservation on behalf of 579956259c9549e4a1f4d565ffeae601 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:03:04.946883 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-824beef0-b7b4-4a91-9977-9c53103867fb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:04.957177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2468e7cf-4c20-4a15-b9d1-4cc420687479, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2468e7cf-4c20-4a15-b9d1-4cc420687479,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:03:04.972865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '2468e7cf-4c20-4a15-b9d1-4cc420687479', 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca', 'port_id': '2468e7cf-4c20-4a15-b9d1-4cc420687479', 'mac_address': 'fa:16:3e:4e:90:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0f2a9e-b79d-4601-ac33-c328f95f4202', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:03:05.023550 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209a7ffa-9eb2-48d0-a446-0c3179f5f405 x-openstack-request-id: req-209a7ffa-9eb2-48d0-a446-0c3179f5f405 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:03:05.024612 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:03:05.024888 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-209a7ffa-9eb2-48d0-a446-0c3179f5f405 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:03:05.027606 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'status': 'completed', 'code': 200} Feb 07 17:03:05.066715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c03e6ae6-69fe-4fc4-9e2b-695f380bd9c9 None None] Set router 08937027-b990-4ee3-9a0d-5a1119a1dc77 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:03:05.068477 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-824beef0-b7b4-4a91-9977-9c53103867fb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Performing IP validity checks on allocation pools {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 17:03:05.073981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-824beef0-b7b4-4a91-9977-9c53103867fb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 17:03:05.189055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdf38d-ab70-42d4-8e1c-9e22bd898472 req-88228836-c655-4c2d-b562-871c4a6c4b2d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:05.191304 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-67bdf38d-ab70-42d4-8e1c-9e22bd898472 req-88228836-c655-4c2d-b562-871c4a6c4b2d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 945 time: 0.2580445 Feb 07 17:03:05.201983 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eebd17-eda0-4318-ba58-64dd833a7401 req-2f344fdf-f5b3-4111-9b47-b1c86b3e5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:05.204249 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-26eebd17-eda0-4318-ba58-64dd833a7401 req-2f344fdf-f5b3-4111-9b47-b1c86b3e5c92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 1127 time: 0.1694191 Feb 07 17:03:05.343600 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eebd17-eda0-4318-ba58-64dd833a7401 req-7839bc9f-3553-4266-a3bd-213ec3d44198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:05.345694 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-26eebd17-eda0-4318-ba58-64dd833a7401 req-7839bc9f-3553-4266-a3bd-213ec3d44198 service neutron] 10.222.0.48 "GET /v2.0/networks?id=17d86bb1-2b06-4458-812d-7d92a6610c16 HTTP/1.1" status: 200 len: 898 time: 0.1326969 Feb 07 17:03:05.388347 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-67bdf38d-ab70-42d4-8e1c-9e22bd898472 req-1dacbafd-8470-46a0-a11e-d9054eca5024 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828060 Feb 07 17:03:05.405971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 2468e7cf-4c20-4a15-b9d1-4cc420687479 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:03:05.407452 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:05.435112 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 32974) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:05.466186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2468e7cf-4c20-4a15-b9d1-4cc420687479 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:03:05.488120 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-26eebd17-eda0-4318-ba58-64dd833a7401 req-7908354a-f860-4a51-b7da-59dcea7349a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a HTTP/1.1" status: 200 len: 998 time: 0.1048200 Feb 07 17:03:05.509133 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2468e7cf-4c20-4a15-b9d1-4cc420687479, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2468e7cf-4c20-4a15-b9d1-4cc420687479,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:03:05.530985 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:05.573681 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1318ba6d-acd4-4526-86d7-130eb2980aea tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/floatingips/ea2e212e-f340-492c-af34-f33fc97e9f43 HTTP/1.1" status: 200 len: 990 time: 0.1366572 Feb 07 17:03:05.577837 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-824beef0-b7b4-4a91-9977-9c53103867fb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (ea3282e3-0977-4d3a-a4a8-c340acee50f3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:05.619669 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eebd17-eda0-4318-ba58-64dd833a7401 req-da4934be-89e0-47c6-887a-e7eee84e8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:05.622361 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-26eebd17-eda0-4318-ba58-64dd833a7401 req-da4934be-89e0-47c6-887a-e7eee84e8401 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=777bd969-6a46-4ef3-8997-2719fbc1a79e HTTP/1.1" status: 200 len: 834 time: 0.1277473 Feb 07 17:03:05.655680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824beef0-b7b4-4a91-9977-9c53103867fb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Subnet': ['ID=ea3282e3-0977-4d3a-a4a8-c340acee50f3,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:05.685622 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824beef0-b7b4-4a91-9977-9c53103867fb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Checking segment: {'id': '78ab8585-492b-4d41-aa92-ce040650afc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bec5d32a-84d1-4644-8967-d7f3c2c96a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:03:05.686017 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824beef0-b7b4-4a91-9977-9c53103867fb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network hostable DHCP agents. Network: bec5d32a-84d1-4644-8967-d7f3c2c96a62, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:03:05.718183 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824beef0-b7b4-4a91-9977-9c53103867fb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Network bec5d32a-84d1-4644-8967-d7f3c2c96a62 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:03:05.719691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eebd17-eda0-4318-ba58-64dd833a7401 req-d513e01a-de40-46ce-b247-a6c836f0839b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:05.721225 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-26eebd17-eda0-4318-ba58-64dd833a7401 req-d513e01a-de40-46ce-b247-a6c836f0839b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17d86bb1-2b06-4458-812d-7d92a6610c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0921233 Feb 07 17:03:05.730938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-824beef0-b7b4-4a91-9977-9c53103867fb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, bec5d32a-84d1-4644-8967-d7f3c2c96a62) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:03:05.740269 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824beef0-b7b4-4a91-9977-9c53103867fb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:05.741430 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-824beef0-b7b4-4a91-9977-9c53103867fb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:05.775700 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-824beef0-b7b4-4a91-9977-9c53103867fb tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2584336 Feb 07 17:03:05.776344 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 32978) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:05.785938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-842fe8f6-e59e-42e7-9666-69a019940d18 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:05.911329 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-26eebd17-eda0-4318-ba58-64dd833a7401 req-97d73c13-3e75-4808-90e8-919444bf13e9 service neutron] 10.222.0.48 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737132 Feb 07 17:03:05.932277 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-842fe8f6-e59e-42e7-9666-69a019940d18 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25856750'] for subnet (ea3282e3-0977-4d3a-a4a8-c340acee50f3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:06.058317 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f4347a-3a8d-424b-a580-9373297ea7c5 None None] Network bec5d32a-84d1-4644-8967-d7f3c2c96a62 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:03:06.083314 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-26eebd17-eda0-4318-ba58-64dd833a7401 req-5faa24bb-6bd1-4177-bd26-5a7804a55264 service neutron] 10.222.0.48 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652112 Feb 07 17:03:06.184219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428f633-6fb8-409d-a16a-f54b9dcae310 req-a23bbae8-5083-4af7-a4fd-e5e768603528 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:06.202986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2468e7cf-4c20-4a15-b9d1-4cc420687479'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:03:06.214574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2428f633-6fb8-409d-a16a-f54b9dcae310 req-a23bbae8-5083-4af7-a4fd-e5e768603528 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 945 time: 0.1687045 Feb 07 17:03:06.280272 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=2468e7cf-4c20-4a15-b9d1-4cc420687479,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:06.369510 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-842fe8f6-e59e-42e7-9666-69a019940d18 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746820499716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25545402'] for subnet (ea3282e3-0977-4d3a-a4a8-c340acee50f3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:06.495906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-bec5d32a-84d1-4644-8967-d7f3c2c96a62', 'network_id': 'bec5d32a-84d1-4644-8967-d7f3c2c96a62', 'project_id': '579956259c9549e4a1f4d565ffeae601', 'fixed_ips': [{'subnet_id': 'ea3282e3-0977-4d3a-a4a8-c340acee50f3'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:03:06.497118 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:06.516331 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842fe8f6-e59e-42e7-9666-69a019940d18 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:06.517574 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-842fe8f6-e59e-42e7-9666-69a019940d18 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:06.523937 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-842fe8f6-e59e-42e7-9666-69a019940d18 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "PUT /v2.0/subnets/ea3282e3-0977-4d3a-a4a8-c340acee50f3 HTTP/1.1" status: 200 len: 877 time: 0.7430255 Feb 07 17:03:06.527598 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 32988) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:06.555736 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2428f633-6fb8-409d-a16a-f54b9dcae310 req-8bafe238-5288-4b9b-adf5-aaeb45f7f41f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083382 Feb 07 17:03:06.570606 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fe8f6-e59e-42e7-9666-69a019940d18 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event updated for resources: {'Subnet': ['ID=ea3282e3-0977-4d3a-a4a8-c340acee50f3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:06.579922 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 32990) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:06.686803 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (bec5d32a-84d1-4644-8967-d7f3c2c96a62), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:06.740703 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-26812787-e21c-484c-8e0d-59277b0bbab8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/floatingips/ea2e212e-f340-492c-af34-f33fc97e9f43 HTTP/1.1" status: 200 len: 990 time: 0.1594968 Feb 07 17:03:06.766359 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (ea3282e3-0977-4d3a-a4a8-c340acee50f3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:06.772087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] Allocated IP 172.20.0.3 (bec5d32a-84d1-4644-8967-d7f3c2c96a62/ea3282e3-0977-4d3a-a4a8-c340acee50f3/4c92fbe7-5550-4abd-a2ec-554af8a6f1f7) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:03:06.904950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c03e6ae6-69fe-4fc4-9e2b-695f380bd9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078840000', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:02:18Z', 'updated_at': '2022-02-07T17:02:26Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:19Z', 'updated_at': '2022-02-07T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'ea2e212e-f340-492c-af34-f33fc97e9f43', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'port_id': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16', 'mac_address': 'fa:16:3e:21:02:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:03:01Z', 'updated_at': '2022-02-07T17:03:01Z', 'revision_number': 0, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84670373-4059-4f55-828f-ab5f90b04b79', 'name': '', 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:39:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:25Z', 'updated_at': '2022-02-07T17:02:33Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:06.943441 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e6ae6-69fe-4fc4-9e2b-695f380bd9c9 None None] Checking router: 08937027-b990-4ee3-9a0d-5a1119a1dc77 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:03:06.981949 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e6ae6-69fe-4fc4-9e2b-695f380bd9c9 None None] Routers {'08937027-b990-4ee3-9a0d-5a1119a1dc77'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:03:06.982756 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c03e6ae6-69fe-4fc4-9e2b-695f380bd9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:02:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['08937027-b990-4ee3-9a0d-5a1119a1dc77'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:07.089428 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] Publish callbacks [] for port (4c92fbe7-5550-4abd-a2ec-554af8a6f1f7), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:07.103661 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (4c92fbe7-5550-4abd-a2ec-554af8a6f1f7), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:07.133718 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (ea3282e3-0977-4d3a-a4a8-c340acee50f3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:07.145294 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] Network bec5d32a-84d1-4644-8967-d7f3c2c96a62 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:03:07.154842 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:03:07.162686 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:03:07.194884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3282e3-0977-4d3a-a4a8-c340acee50f3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:07.214455 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c03e6ae6-69fe-4fc4-9e2b-695f380bd9c9 None None] Set router 08937027-b990-4ee3-9a0d-5a1119a1dc77 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:03:07.216913 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] Pushing event updated for resources: {'Port': ['ID=4c92fbe7-5550-4abd-a2ec-554af8a6f1f7,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:07.295685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] Attempting to bind port 4c92fbe7-5550-4abd-a2ec-554af8a6f1f7 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:03:07.296325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] Attempting to bind port 4c92fbe7-5550-4abd-a2ec-554af8a6f1f7 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '78ab8585-492b-4d41-aa92-ce040650afc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bec5d32a-84d1-4644-8967-d7f3c2c96a62'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:03:07.297483 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] Attempting to bind port 4c92fbe7-5550-4abd-a2ec-554af8a6f1f7 on network bec5d32a-84d1-4644-8967-d7f3c2c96a62 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:03:07.307710 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:03:07.308262 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] Checking segment: {'id': '78ab8585-492b-4d41-aa92-ce040650afc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bec5d32a-84d1-4644-8967-d7f3c2c96a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:03:07.308772 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:07.309261 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] Bound using segment: {'id': '78ab8585-492b-4d41-aa92-ce040650afc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bec5d32a-84d1-4644-8967-d7f3c2c96a62'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:03:07.309878 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] Bound port: 4c92fbe7-5550-4abd-a2ec-554af8a6f1f7, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ab8585-492b-4d41-aa92-ce040650afc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bec5d32a-84d1-4644-8967-d7f3c2c96a62'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:03:07.310359 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4c92fbe7-5550-4abd-a2ec-554af8a6f1f7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:07.398348 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (bec5d32a-84d1-4644-8967-d7f3c2c96a62), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:07.439965 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec5d32a-84d1-4644-8967-d7f3c2c96a62']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:07.462084 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ab8585-492b-4d41-aa92-ce040650afc5') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:07.462656 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ab8585-492b-4d41-aa92-ce040650afc5') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:07.463275 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] For port 4c92fbe7-5550-4abd-a2ec-554af8a6f1f7, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:03:07.475273 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] For port 4c92fbe7-5550-4abd-a2ec-554af8a6f1f7, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4c92fbe7-5550-4abd-a2ec-554af8a6f1f7,segment=NetworkSegment(78ab8585-492b-4d41-aa92-ce040650afc5),segment_id=78ab8585-492b-4d41-aa92-ce040650afc5)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:03:07.486443 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (78ab8585-492b-4d41-aa92-ce040650afc5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:07.493950 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4c92fbe7-5550-4abd-a2ec-554af8a6f1f7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:07.514350 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (78ab8585-492b-4d41-aa92-ce040650afc5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:07.524627 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:03:07.525258 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (78ab8585-492b-4d41-aa92-ce040650afc5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:03:07.529156 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:03:07.628272 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.db.api [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 17:03:07.628272 n-d-827865-3 neutron-server[103225]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 17:03:07.628272 n-d-827865-3 neutron-server[103225]: [parameters: {'id': 'bec5d32a-84d1-4644-8967-d7f3c2c96a62'}] Feb 07 17:03:07.628272 n-d-827865-3 neutron-server[103225]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:03:07.628750 n-d-827865-3 neutron-server[103225]: DEBUG oslo_db.api [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:03:07.680572 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e92f9-9731-4657-8314-23fcd7beaa9c None None] Pushing event updated for resources: {'Port': ['ID=4c92fbe7-5550-4abd-a2ec-554af8a6f1f7,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:07.744651 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33004) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:07.767538 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a03ff-5e60-4ee1-86ab-cc7c143c627b req-03cd3fbc-f6ff-4bba-9ecc-7e67df7f6f78 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:07.769206 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-278a03ff-5e60-4ee1-86ab-cc7c143c627b req-03cd3fbc-f6ff-4bba-9ecc-7e67df7f6f78 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 945 time: 0.1047430 Feb 07 17:03:07.850113 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-278a03ff-5e60-4ee1-86ab-cc7c143c627b req-bd5ca482-9e72-4145-805f-101837da215c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717132 Feb 07 17:03:07.914310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faef24e1-04e7-4997-9ad6-f54185474d2f None None] get_active_networks_info from n-d-827865-3 {{(pid=103228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 17:03:08.039275 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c03e6ae6-69fe-4fc4-9e2b-695f380bd9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078840000', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:02:18Z', 'updated_at': '2022-02-07T17:02:26Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:19Z', 'updated_at': '2022-02-07T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'ea2e212e-f340-492c-af34-f33fc97e9f43', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'port_id': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16', 'mac_address': 'fa:16:3e:21:02:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:03:01Z', 'updated_at': '2022-02-07T17:03:01Z', 'revision_number': 0, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84670373-4059-4f55-828f-ab5f90b04b79', 'name': '', 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:39:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:25Z', 'updated_at': '2022-02-07T17:02:33Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:08.081779 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e6ae6-69fe-4fc4-9e2b-695f380bd9c9 None None] The sync data for ids ['08937027-b990-4ee3-9a0d-5a1119a1dc77'] in n-d-827865-3 is: [{'id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078840000', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:02:18Z', 'updated_at': '2022-02-07T17:02:26Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:19Z', 'updated_at': '2022-02-07T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'ea2e212e-f340-492c-af34-f33fc97e9f43', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'port_id': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16', 'mac_address': 'fa:16:3e:21:02:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:03:01Z', 'updated_at': '2022-02-07T17:03:01Z', 'revision_number': 0, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84670373-4059-4f55-828f-ab5f90b04b79', 'name': '', 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:39:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:25Z', 'updated_at': '2022-02-07T17:02:33Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:03:08.097249 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef24e1-04e7-4997-9ad6-f54185474d2f None None] Resources bound (agent type, host, resource id): {{(pid=103228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 17:03:08.130759 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (bec5d32a-84d1-4644-8967-d7f3c2c96a62), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:08.308494 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Deleting port 4c92fbe7-5550-4abd-a2ec-554af8a6f1f7 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:03:08.308842 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4c92fbe7-5550-4abd-a2ec-554af8a6f1f7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:08.486005 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] For port 4c92fbe7-5550-4abd-a2ec-554af8a6f1f7, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4c92fbe7-5550-4abd-a2ec-554af8a6f1f7,segment=NetworkSegment(78ab8585-492b-4d41-aa92-ce040650afc5),segment_id=78ab8585-492b-4d41-aa92-ce040650afc5)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:03:08.486394 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4c92fbe7-5550-4abd-a2ec-554af8a6f1f7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:08.514264 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Calling delete_port for 4c92fbe7-5550-4abd-a2ec-554af8a6f1f7 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:03:08.547481 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2468e7cf-4c20-4a15-b9d1-4cc420687479 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:03:08.595372 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3e72e03f-1df5-4130-9770-296324e90e99 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/floatingips/ea2e212e-f340-492c-af34-f33fc97e9f43 HTTP/1.1" status: 200 len: 990 time: 0.8483601 Feb 07 17:03:08.596889 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be895ea-38c7-47a0-9d4f-778f2509521b None None] New status for floating IP ea2e212e-f340-492c-af34-f33fc97e9f43: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:03:08.606195 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4667c4a-3246-40c3-8d68-d7f94aeb8948 None None] Network bec5d32a-84d1-4644-8967-d7f3c2c96a62 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:03:08.759174 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4c92fbe7-5550-4abd-a2ec-554af8a6f1f7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:08.785377 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No DVR routers for this DVR port 4c92fbe7-5550-4abd-a2ec-554af8a6f1f7 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:03:08.792979 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 2468e7cf-4c20-4a15-b9d1-4cc420687479 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:03:08.811511 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 2468e7cf-4c20-4a15-b9d1-4cc420687479 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:03:08.811833 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:08.931834 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Port': ['ID=4c92fbe7-5550-4abd-a2ec-554af8a6f1f7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:08.952232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfd8ed7-2723-4f72-9e04-28fb989b8078 None None] Network bec5d32a-84d1-4644-8967-d7f3c2c96a62 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:03:09.058281 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 2468e7cf-4c20-4a15-b9d1-4cc420687479 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:03:09.058834 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:09.070487 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (bec5d32a-84d1-4644-8967-d7f3c2c96a62), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:09.127260 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b76da48-bda6-4d8d-a1b7-45b15f4ddcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2468e7cf-4c20-4a15-b9d1-4cc420687479'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:03:09.130220 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aef0cdf-52e1-4093-b751-a315f47de648" -d '{"events": [{"server_uuid": "2b76da48-bda6-4d8d-a1b7-45b15f4ddcde", "name": "network-vif-plugged", "status": "completed", "tag": "2468e7cf-4c20-4a15-b9d1-4cc420687479"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:03:09.145121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2468e7cf-4c20-4a15-b9d1-4cc420687479, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2468e7cf-4c20-4a15-b9d1-4cc420687479,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:03:09.149708 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:09.155044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec5d32a-84d1-4644-8967-d7f3c2c96a62']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:09.197992 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ab8585-492b-4d41-aa92-ce040650afc5') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:09.200367 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ab8585-492b-4d41-aa92-ce040650afc5') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:09.219649 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (78ab8585-492b-4d41-aa92-ce040650afc5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:09.235356 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3e2c7-b365-47cf-b84c-7d931e77fd73 req-973cf431-40d7-416b-8d45-65bcfaa682c4 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:09.237417 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-59f3e2c7-b365-47cf-b84c-7d931e77fd73 req-973cf431-40d7-416b-8d45-65bcfaa682c4 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 945 time: 0.1914039 Feb 07 17:03:09.253749 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17de5de0-6fa3-49b0-82f9-59c54f93ada0 x-openstack-request-id: req-17de5de0-6fa3-49b0-82f9-59c54f93ada0 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:03:09.254234 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b76da48-bda6-4d8d-a1b7-45b15f4ddcde", "name": "network-vif-plugged", "status": "completed", "tag": "2468e7cf-4c20-4a15-b9d1-4cc420687479", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:03:09.254680 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17de5de0-6fa3-49b0-82f9-59c54f93ada0 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:03:09.255236 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b76da48-bda6-4d8d-a1b7-45b15f4ddcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2468e7cf-4c20-4a15-b9d1-4cc420687479', 'code': 200} Feb 07 17:03:09.267021 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=2468e7cf-4c20-4a15-b9d1-4cc420687479,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:09.297464 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-59f3e2c7-b365-47cf-b84c-7d931e77fd73 req-fc41de46-681d-46ae-ad19-228d06c78b75 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529885 Feb 07 17:03:09.298686 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (78ab8585-492b-4d41-aa92-ce040650afc5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:09.309416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:03:09.312941 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (78ab8585-492b-4d41-aa92-ce040650afc5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:03:09.327622 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:03:09.417947 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (bec5d32a-84d1-4644-8967-d7f3c2c96a62), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:09.427413 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:09.434329 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fcd15-3f14-4817-8b87-608fdfaaa90a req-a1fbd2a1-d226-4dad-9b9c-f8a6a5ac7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:09.436442 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0a7fcd15-3f14-4817-8b87-608fdfaaa90a req-a1fbd2a1-d226-4dad-9b9c-f8a6a5ac7e3e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 1128 time: 0.0756238 Feb 07 17:03:09.437606 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33032) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:09.441727 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/bec5d32a-84d1-4644-8967-d7f3c2c96a62 HTTP/1.1" status: 204 len: 168 time: 2.9080641 Feb 07 17:03:09.466815 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50d252-b2a7-425a-9123-12572cb190c9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Network': ['ID=bec5d32a-84d1-4644-8967-d7f3c2c96a62,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:09.500558 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1be39b3-ef33-4a1e-8eb4-db969e332d48 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:09.501028 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1be39b3-ef33-4a1e-8eb4-db969e332d48 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:09.504481 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d1be39b3-ef33-4a1e-8eb4-db969e332d48 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/subnets/ea3282e3-0977-4d3a-a4a8-c340acee50f3 HTTP/1.1" status: 404 len: 337 time: 0.0657854 Feb 07 17:03:09.507178 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33034) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:09.544271 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d1701f-64bc-401e-8f49-78bb6e0bbded tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:09.545052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d1701f-64bc-401e-8f49-78bb6e0bbded tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:09.549090 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d3d1701f-64bc-401e-8f49-78bb6e0bbded tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/bec5d32a-84d1-4644-8967-d7f3c2c96a62 HTTP/1.1" status: 404 len: 339 time: 0.0406408 Feb 07 17:03:09.552091 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33038) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:09.553668 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0a7fcd15-3f14-4817-8b87-608fdfaaa90a req-4cc9cee3-c8b6-4771-9fc8-384adc984d98 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063972 Feb 07 17:03:09.597270 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33040) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:09.612486 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-c725f730-b441-449a-8eb5-bea246861104 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:09.612961 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c725f730-b441-449a-8eb5-bea246861104 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:09.619059 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c725f730-b441-449a-8eb5-bea246861104 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/subnets/528d69a4-1d77-47c0-9bd6-33d2ca2ba7fa HTTP/1.1" status: 404 len: 337 time: 0.0658619 Feb 07 17:03:09.619817 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33042) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:09.653404 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6183a78-58b1-4ad4-9c05-0b446f7e3780 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:09.654318 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6183a78-58b1-4ad4-9c05-0b446f7e3780 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:09.666449 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d6183a78-58b1-4ad4-9c05-0b446f7e3780 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/75799fd3-f295-4b5c-9e32-9df6e23ba903 HTTP/1.1" status: 404 len: 339 time: 0.0455654 Feb 07 17:03:09.667129 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33044) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:09.726705 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-219baae2-b62c-402d-84aa-15918489a65e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/floatingips/ea2e212e-f340-492c-af34-f33fc97e9f43 HTTP/1.1" status: 200 len: 992 time: 0.1278379 Feb 07 17:03:09.795771 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4863f525-9c43-4022-bc6b-de31a2169f18 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (a340a790-cb85-4886-be3d-d4392ec383c3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:09.897150 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4863f525-9c43-4022-bc6b-de31a2169f18 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (a340a790-cb85-4886-be3d-d4392ec383c3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:09.923515 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4863f525-9c43-4022-bc6b-de31a2169f18 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a340a790-cb85-4886-be3d-d4392ec383c3']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:09.934762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4863f525-9c43-4022-bc6b-de31a2169f18 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad20369-8842-4950-b938-a751be2495d3') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:09.935259 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4863f525-9c43-4022-bc6b-de31a2169f18 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad20369-8842-4950-b938-a751be2495d3') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:09.951672 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4863f525-9c43-4022-bc6b-de31a2169f18 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (1ad20369-8842-4950-b938-a751be2495d3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:09.968048 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4863f525-9c43-4022-bc6b-de31a2169f18 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (1ad20369-8842-4950-b938-a751be2495d3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:09.975585 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4863f525-9c43-4022-bc6b-de31a2169f18 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:03:09.975982 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4863f525-9c43-4022-bc6b-de31a2169f18 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (1ad20369-8842-4950-b938-a751be2495d3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:03:09.979189 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:03:10.072872 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4863f525-9c43-4022-bc6b-de31a2169f18 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (a340a790-cb85-4886-be3d-d4392ec383c3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:10.085887 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4863f525-9c43-4022-bc6b-de31a2169f18 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:10.090032 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4863f525-9c43-4022-bc6b-de31a2169f18 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/a340a790-cb85-4886-be3d-d4392ec383c3 HTTP/1.1" status: 204 len: 168 time: 0.4175136 Feb 07 17:03:10.092788 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33052) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:10.102692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863f525-9c43-4022-bc6b-de31a2169f18 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Network': ['ID=a340a790-cb85-4886-be3d-d4392ec383c3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:10.131351 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af6f52a-5c9e-4f5b-87af-9b721b66d62b tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:10.131963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af6f52a-5c9e-4f5b-87af-9b721b66d62b tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:10.135252 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8af6f52a-5c9e-4f5b-87af-9b721b66d62b tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/subnets/e8b27885-2682-4ad5-b8c7-d330889658e5 HTTP/1.1" status: 404 len: 337 time: 0.0411770 Feb 07 17:03:10.137899 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33054) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:10.166966 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e1976c-32ba-48fa-8458-6daf80e6f78e tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:10.167798 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e1976c-32ba-48fa-8458-6daf80e6f78e tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:10.172776 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-32e1976c-32ba-48fa-8458-6daf80e6f78e tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/902dde00-d921-4789-b5dd-397e3da122cc HTTP/1.1" status: 404 len: 339 time: 0.0329759 Feb 07 17:03:10.175318 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33056) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:10.226505 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3becac-1952-465a-b2da-98e2c7062693 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:10.226988 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3becac-1952-465a-b2da-98e2c7062693 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:10.235952 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fb3becac-1952-465a-b2da-98e2c7062693 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/subnets/b1629a68-2c63-4041-b816-5889b1930ca7 HTTP/1.1" status: 404 len: 337 time: 0.0558653 Feb 07 17:03:10.236524 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33058) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:10.273385 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-0823777d-f9e6-43f5-bd26-7fec50669034 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:10.273847 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0823777d-f9e6-43f5-bd26-7fec50669034 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:10.279402 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0823777d-f9e6-43f5-bd26-7fec50669034 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/0608c271-53d5-4a98-a8cc-60a0e0cebeda HTTP/1.1" status: 404 len: 339 time: 0.0394311 Feb 07 17:03:10.279878 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33062) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:10.320389 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f8c2cc-5ec3-4ca1-b3df-8a0e49cbfc9a tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:10.320845 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f8c2cc-5ec3-4ca1-b3df-8a0e49cbfc9a tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:10.329180 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-28f8c2cc-5ec3-4ca1-b3df-8a0e49cbfc9a tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/subnets/dacb1404-33b4-4d51-a47a-f9aaafeac1ee HTTP/1.1" status: 404 len: 337 time: 0.0438170 Feb 07 17:03:10.329180 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33064) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:10.352671 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-867fe054-fb13-417b-b9d6-a94f885a6c15 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:10.355574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867fe054-fb13-417b-b9d6-a94f885a6c15 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:10.364621 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33068) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:10.365079 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-867fe054-fb13-417b-b9d6-a94f885a6c15 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/e0cfe14a-e322-4b6e-9b07-dc41cc983536 HTTP/1.1" status: 404 len: 339 time: 0.0329008 Feb 07 17:03:10.407075 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-253ab813-4754-41b4-8b50-3f35286dde33 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:10.407550 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-253ab813-4754-41b4-8b50-3f35286dde33 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:10.423356 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-253ab813-4754-41b4-8b50-3f35286dde33 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/subnets/f059d72a-b9e9-47ab-8490-04466bf7e56c HTTP/1.1" status: 404 len: 337 time: 0.0574257 Feb 07 17:03:10.426196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33070) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:10.456497 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa3db2a-f62e-472e-84ab-1d150bf9e056 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:10.458099 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa3db2a-f62e-472e-84ab-1d150bf9e056 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:10.463712 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-caa3db2a-f62e-472e-84ab-1d150bf9e056 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/c8fe0cd4-6280-43ca-a01c-84a83fd489f4 HTTP/1.1" status: 404 len: 339 time: 0.0365331 Feb 07 17:03:10.466299 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33072) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:10.502963 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1844430-f1c6-44aa-b242-3442b67d8c90 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:10.504190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1844430-f1c6-44aa-b242-3442b67d8c90 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:10.511017 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b1844430-f1c6-44aa-b242-3442b67d8c90 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/subnets/5d8f2734-e82f-4bd3-9d07-43f84aea0c83 HTTP/1.1" status: 404 len: 337 time: 0.0419738 Feb 07 17:03:10.514091 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33080) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:10.573221 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f1742-8a23-48b6-b253-80397532fef3 req-dad80e17-da79-4ae2-a4d3-2d1ab9d778db tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:10.594440 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa3f1742-8a23-48b6-b253-80397532fef3 req-dad80e17-da79-4ae2-a4d3-2d1ab9d778db tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.1503642 Feb 07 17:03:10.614243 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff9fe39-cc62-42b6-b66e-c3ad044c6caa tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:10.617577 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff9fe39-cc62-42b6-b66e-c3ad044c6caa tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:10.637458 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33088) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:10.653026 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9ff9fe39-cc62-42b6-b66e-c3ad044c6caa tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/c1cb9a15-39b6-4914-bd84-fd9301aff4cd HTTP/1.1" status: 404 len: 339 time: 0.1374950 Feb 07 17:03:10.792135 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-df96cb54-4f2c-4a20-9183-bf1f4dba6f0b tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:10.794085 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df96cb54-4f2c-4a20-9183-bf1f4dba6f0b tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:10.817311 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-df96cb54-4f2c-4a20-9183-bf1f4dba6f0b tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/subnets/454c1a49-46e4-487f-b339-12ecd30f0766 HTTP/1.1" status: 404 len: 337 time: 0.1745880 Feb 07 17:03:10.817906 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33092) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:10.873211 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f7370a-655b-4ee2-8cc7-963c30747ec5 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:10.875068 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f7370a-655b-4ee2-8cc7-963c30747ec5 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:10.883767 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-97f7370a-655b-4ee2-8cc7-963c30747ec5 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/1db458de-d14b-4199-9c5d-793c4f84933d HTTP/1.1" status: 404 len: 339 time: 0.0641792 Feb 07 17:03:10.884177 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33096) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:10.932191 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8e5671-2e7c-48d2-bf2c-81663c981740 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:10.932673 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8e5671-2e7c-48d2-bf2c-81663c981740 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:10.940455 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fa8e5671-2e7c-48d2-bf2c-81663c981740 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/subnets/384c3566-e83b-4231-92d6-7d5b07b8dcd3 HTTP/1.1" status: 404 len: 337 time: 0.0529630 Feb 07 17:03:10.953778 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa3f1742-8a23-48b6-b253-80397532fef3 req-1eb75ba3-3f60-424e-b196-07b82d771c2c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497946 Feb 07 17:03:10.953778 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33100) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:11.020261 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ddda95-e350-4c33-8bdd-789d03a1448a tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:11.020997 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ddda95-e350-4c33-8bdd-789d03a1448a tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:11.026970 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f4ddda95-e350-4c33-8bdd-789d03a1448a tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/6d86253c-f9e6-46a5-93e6-55fbc71d2fb8 HTTP/1.1" status: 404 len: 339 time: 0.0743427 Feb 07 17:03:11.027338 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33106) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:11.074782 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0a8960-1438-4051-b7a7-d13970563706 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:11.075277 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a0a8960-1438-4051-b7a7-d13970563706 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:11.081386 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3a0a8960-1438-4051-b7a7-d13970563706 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/subnets/3f92664f-2a19-44b7-905a-20079202fe24 HTTP/1.1" status: 404 len: 337 time: 0.0508280 Feb 07 17:03:11.081777 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33108) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:11.107172 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ddb7d40-e887-40bb-a162-d1664780e592 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] DELETE failed (client error): The resource could not be found. Feb 07 17:03:11.107695 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ddb7d40-e887-40bb-a162-d1664780e592 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:03:11.123035 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0ddb7d40-e887-40bb-a162-d1664780e592 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/d4bb9015-0c92-4b1b-90e2-ef40ff5daae2 HTTP/1.1" status: 404 len: 339 time: 0.0401564 Feb 07 17:03:11.126430 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33110) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:11.203207 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33112) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:11.219291 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7d6505-2a25-4645-95a3-53e7d232d6a4 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Deleting subnet df5c9cbf-eb5c-4772-ba06-ed63a3ce9017 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:03:11.226807 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b7d6505-2a25-4645-95a3-53e7d232d6a4 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for subnet (df5c9cbf-eb5c-4772-ba06-ed63a3ce9017), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:11.302775 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b7d6505-2a25-4645-95a3-53e7d232d6a4 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (df5c9cbf-eb5c-4772-ba06-ed63a3ce9017), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:11.458851 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af59bf14-3d91-471b-a8a8-ee84d198204d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:11.491622 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b7d6505-2a25-4645-95a3-53e7d232d6a4 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (df5c9cbf-eb5c-4772-ba06-ed63a3ce9017), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:11.597795 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b7d6505-2a25-4645-95a3-53e7d232d6a4 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (df5c9cbf-eb5c-4772-ba06-ed63a3ce9017), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:11.651455 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af59bf14-3d91-471b-a8a8-ee84d198204d admin admin] Publish callbacks [] for security_group (97350dd2-a1ec-4024-8d76-a274f022d207), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:11.658422 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af59bf14-3d91-471b-a8a8-ee84d198204d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (97350dd2-a1ec-4024-8d76-a274f022d207), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:11.697075 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc56895-0899-47c7-889e-30d2a53fbb54 None None] Network aa2d44c9-1db7-438e-a6d0-756aa46ab034 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:03:11.710426 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d6505-2a25-4645-95a3-53e7d232d6a4 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Subnet': ['ID=df5c9cbf-eb5c-4772-ba06-ed63a3ce9017,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:11.717333 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b7d6505-2a25-4645-95a3-53e7d232d6a4 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:11.727630 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6b7d6505-2a25-4645-95a3-53e7d232d6a4 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/subnets/df5c9cbf-eb5c-4772-ba06-ed63a3ce9017 HTTP/1.1" status: 204 len: 168 time: 0.5987864 Feb 07 17:03:11.728969 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33120) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:11.767994 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-af59bf14-3d91-471b-a8a8-ee84d198204d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2efd0507802e4f329d28bf01f8d048c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5633435 Feb 07 17:03:11.784589 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33122) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:11.802565 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59bf14-3d91-471b-a8a8-ee84d198204d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97350dd2-a1ec-4024-8d76-a274f022d207,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:11.891421 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25f2e193-2845-4f62-95ad-8f33f6f6e9a2 admin admin] Publish callbacks [] for security_group (97350dd2-a1ec-4024-8d76-a274f022d207), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:11.943332 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25f2e193-2845-4f62-95ad-8f33f6f6e9a2 admin admin] Publish callbacks [] for security_group (97350dd2-a1ec-4024-8d76-a274f022d207), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:11.962871 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (aa2d44c9-1db7-438e-a6d0-756aa46ab034), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:12.040701 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Deleting port bdc9aeea-bd9a-46f4-bab5-85b442c94296 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:03:12.041050 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (bdc9aeea-bd9a-46f4-bab5-85b442c94296), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:12.073489 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25f2e193-2845-4f62-95ad-8f33f6f6e9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (97350dd2-a1ec-4024-8d76-a274f022d207), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:12.076538 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-25f2e193-2845-4f62-95ad-8f33f6f6e9a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:12.081050 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-25f2e193-2845-4f62-95ad-8f33f6f6e9a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97350dd2-a1ec-4024-8d76-a274f022d207 HTTP/1.1" status: 204 len: 168 time: 0.2855082 Feb 07 17:03:12.098178 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2e193-2845-4f62-95ad-8f33f6f6e9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97350dd2-a1ec-4024-8d76-a274f022d207,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:12.194875 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] For port bdc9aeea-bd9a-46f4-bab5-85b442c94296, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bdc9aeea-bd9a-46f4-bab5-85b442c94296,segment=NetworkSegment(d9763d7d-aa7c-41d6-bc7a-ef704a17d052),segment_id=d9763d7d-aa7c-41d6-bc7a-ef704a17d052)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:03:12.195256 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (bdc9aeea-bd9a-46f4-bab5-85b442c94296), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:12.237766 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Calling delete_port for bdc9aeea-bd9a-46f4-bab5-85b442c94296 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:03:12.437885 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff17398-b0ca-4bcd-9c85-aa4c7bf90ced None None] DHCP port deletion for aa2d44c9-1db7-438e-a6d0-756aa46ab034 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:03:12.450642 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (bdc9aeea-bd9a-46f4-bab5-85b442c94296), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:12.499299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-dff17398-b0ca-4bcd-9c85-aa4c7bf90ced None None] The port 'bdc9aeea-bd9a-46f4-bab5-85b442c94296' was deleted {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 07 17:03:12.541492 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Port': ['ID=bdc9aeea-bd9a-46f4-bab5-85b442c94296,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:12.586760 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] No DVR routers for this DVR port bdc9aeea-bd9a-46f4-bab5-85b442c94296 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:03:12.689795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a64141-b6ee-4aa3-a2e1-313cbfdc31c0 req-c54c3ccb-c811-4080-821f-bd6b9ce97ca5 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:12.691680 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65a64141-b6ee-4aa3-a2e1-313cbfdc31c0 req-c54c3ccb-c811-4080-821f-bd6b9ce97ca5 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.3449745 Feb 07 17:03:12.868435 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (aa2d44c9-1db7-438e-a6d0-756aa46ab034), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:12.931959 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65a64141-b6ee-4aa3-a2e1-313cbfdc31c0 req-4890a544-08df-4bba-9362-19028f25516b tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309451 Feb 07 17:03:12.947340 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa2d44c9-1db7-438e-a6d0-756aa46ab034']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:12.969410 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9763d7d-aa7c-41d6-bc7a-ef704a17d052') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:12.970077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9763d7d-aa7c-41d6-bc7a-ef704a17d052') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:13.018731 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (d9763d7d-aa7c-41d6-bc7a-ef704a17d052), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:13.049016 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (d9763d7d-aa7c-41d6-bc7a-ef704a17d052), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:13.065186 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:03:13.065627 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (d9763d7d-aa7c-41d6-bc7a-ef704a17d052), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:03:13.069527 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:03:13.139472 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bdc9aeea-bd9a-46f4-bab5-85b442c94296 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:03:13.197392 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (aa2d44c9-1db7-438e-a6d0-756aa46ab034), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:13.206422 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:13.218332 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] 10.222.0.18 "DELETE /v2.0/networks/aa2d44c9-1db7-438e-a6d0-756aa46ab034 HTTP/1.1" status: 204 len: 168 time: 1.4880710 Feb 07 17:03:13.239360 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: bdc9aeea-bd9a-46f4-bab5-85b442c94296 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:03:13.239743 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bdc9aeea-bd9a-46f4-bab5-85b442c94296 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:03:13.253958 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00b223-de42-4d36-8ccf-e8bf30fcdaa9 tempest-NetworksTest-1797659994 tempest-NetworksTest-1797659994-project] Pushing event deleted for resources: {'Network': ['ID=aa2d44c9-1db7-438e-a6d0-756aa46ab034,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:13.569202 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33170) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:13.621901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad8faf-ad14-4fbf-b4f1-6d791e2abf54 req-03352df1-66d7-4943-8e42-d1e737835467 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:13.630870 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-70ad8faf-ad14-4fbf-b4f1-6d791e2abf54 req-03352df1-66d7-4943-8e42-d1e737835467 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.1013901 Feb 07 17:03:13.714953 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-70ad8faf-ad14-4fbf-b4f1-6d791e2abf54 req-7193af81-a216-4f75-86a2-c004daedbb69 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827301 Feb 07 17:03:13.778367 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33178) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:13.789623 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cad38da4-e9e4-4fad-b72a-b02cf589a917 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=579956259c9549e4a1f4d565ffeae601&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2063556 Feb 07 17:03:13.860930 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6fb47509-a8bb-420f-bba2-7fe6721020d5 admin admin] Publish callbacks [] for security_group (2ce50002-93b2-4fd1-b866-4147618d8200), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:13.891944 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6fb47509-a8bb-420f-bba2-7fe6721020d5 admin admin] Publish callbacks [] for security_group (2ce50002-93b2-4fd1-b866-4147618d8200), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:13.957618 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6fb47509-a8bb-420f-bba2-7fe6721020d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2ce50002-93b2-4fd1-b866-4147618d8200), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:13.962720 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6fb47509-a8bb-420f-bba2-7fe6721020d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:13.964855 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6fb47509-a8bb-420f-bba2-7fe6721020d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ce50002-93b2-4fd1-b866-4147618d8200 HTTP/1.1" status: 204 len: 168 time: 0.1854434 Feb 07 17:03:13.976025 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb47509-a8bb-420f-bba2-7fe6721020d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce50002-93b2-4fd1-b866-4147618d8200,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:14.964253 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33228) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:14.979611 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61cd64-6f1f-4d2f-96ed-729305aabd47 req-d2c925d9-89ac-4a1d-9d35-00cc3780c071 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:14.988339 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8f61cd64-6f1f-4d2f-96ed-729305aabd47 req-d2c925d9-89ac-4a1d-9d35-00cc3780c071 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.1168137 Feb 07 17:03:15.065703 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8f61cd64-6f1f-4d2f-96ed-729305aabd47 req-25a065f4-a754-4a3b-a0e5-0005a9608387 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763175 Feb 07 17:03:15.122351 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-977065b0-6ebd-40ad-90e8-3fa098718dfa tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:15.123495 n-d-827865-3 neutron-server[103225]: WARNING neutron.api.v2.base [None req-977065b0-6ebd-40ad-90e8-3fa098718dfa tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 07 17:03:15.124557 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-977065b0-6ebd-40ad-90e8-3fa098718dfa tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): There was a conflict when trying to complete your request. Feb 07 17:03:15.126181 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-977065b0-6ebd-40ad-90e8-3fa098718dfa tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1599143 Feb 07 17:03:15.130376 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33232) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:15.134959 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c8141fd3-e4aa-449f-a56a-409f3081bfa5 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group': {'name': 'tempest-secgroup--198750569'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:15.159267 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8141fd3-e4aa-449f-a56a-409f3081bfa5 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:15.170231 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8141fd3-e4aa-449f-a56a-409f3081bfa5 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:15.314389 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8141fd3-e4aa-449f-a56a-409f3081bfa5 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (03c76481-3dca-45a5-8018-e92082e12c0a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:15.323484 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8141fd3-e4aa-449f-a56a-409f3081bfa5 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (03c76481-3dca-45a5-8018-e92082e12c0a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:15.374102 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8141fd3-e4aa-449f-a56a-409f3081bfa5 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c76481-3dca-45a5-8018-e92082e12c0a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:15.427004 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8141fd3-e4aa-449f-a56a-409f3081bfa5 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (885b4525-ac91-4842-b9ce-d36d18bf8186), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:15.435482 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8141fd3-e4aa-449f-a56a-409f3081bfa5 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (885b4525-ac91-4842-b9ce-d36d18bf8186), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:15.480399 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8141fd3-e4aa-449f-a56a-409f3081bfa5 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=885b4525-ac91-4842-b9ce-d36d18bf8186,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:15.509059 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8141fd3-e4aa-449f-a56a-409f3081bfa5 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:15.511332 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c8141fd3-e4aa-449f-a56a-409f3081bfa5 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3798523 Feb 07 17:03:15.515351 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33236) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:15.520376 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0b215ba0-f25a-4167-809d-7a2e3a917e6b tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': '885b4525-ac91-4842-b9ce-d36d18bf8186', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:15.575259 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b215ba0-f25a-4167-809d-7a2e3a917e6b tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group_rule (79f07ac1-442e-4433-ab56-815a3f902b0e), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:15.699446 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b215ba0-f25a-4167-809d-7a2e3a917e6b tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group_rule (79f07ac1-442e-4433-ab56-815a3f902b0e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:15.706681 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b215ba0-f25a-4167-809d-7a2e3a917e6b tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (79f07ac1-442e-4433-ab56-815a3f902b0e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:15.750293 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b215ba0-f25a-4167-809d-7a2e3a917e6b tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:15.756000 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33240) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:15.762975 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0b215ba0-f25a-4167-809d-7a2e3a917e6b tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2461326 Feb 07 17:03:15.766731 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-78d20f92-049e-46ea-81ae-9c61f9c012e5 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': '885b4525-ac91-4842-b9ce-d36d18bf8186', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:15.777461 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b215ba0-f25a-4167-809d-7a2e3a917e6b tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f07ac1-442e-4433-ab56-815a3f902b0e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:15.828378 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-78d20f92-049e-46ea-81ae-9c61f9c012e5 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group_rule (0d1e4ac1-5833-4b23-8899-d2d1fd729c00), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:15.888070 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-78d20f92-049e-46ea-81ae-9c61f9c012e5 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): There was a conflict when trying to complete your request. Feb 07 17:03:15.892896 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-78d20f92-049e-46ea-81ae-9c61f9c012e5 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1318991 Feb 07 17:03:15.893636 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33246) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:15.975900 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f3249fd-4f17-4876-b27e-2d281b8ec25c tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (885b4525-ac91-4842-b9ce-d36d18bf8186), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:16.003076 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f3249fd-4f17-4876-b27e-2d281b8ec25c tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (885b4525-ac91-4842-b9ce-d36d18bf8186), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:16.084844 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f3249fd-4f17-4876-b27e-2d281b8ec25c tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (885b4525-ac91-4842-b9ce-d36d18bf8186), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:16.088835 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f3249fd-4f17-4876-b27e-2d281b8ec25c tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:16.090522 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9f3249fd-4f17-4876-b27e-2d281b8ec25c tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "DELETE /v2.0/security-groups/885b4525-ac91-4842-b9ce-d36d18bf8186 HTTP/1.1" status: 204 len: 168 time: 0.1958048 Feb 07 17:03:16.093762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33250) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:16.104256 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3249fd-4f17-4876-b27e-2d281b8ec25c tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=885b4525-ac91-4842-b9ce-d36d18bf8186,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:16.292279 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-77b6f8c2-afdd-4969-88af-003f7cc95604 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1972456 Feb 07 17:03:16.296330 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33252) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:16.306251 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-644b58ff-2e20-4d0c-9a87-af227dc0f965 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group': {'name': 'tempest-secgroup--352101322'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:16.335599 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40556b02-9b43-45b6-b580-f2691453a594 req-b4e0ca08-6e41-47f8-8b3f-b8df0c5e8f19 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:16.337205 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-40556b02-9b43-45b6-b580-f2691453a594 req-b4e0ca08-6e41-47f8-8b3f-b8df0c5e8f19 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.1004634 Feb 07 17:03:16.343213 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-644b58ff-2e20-4d0c-9a87-af227dc0f965 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:16.413841 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-40556b02-9b43-45b6-b580-f2691453a594 req-22979f71-b178-4840-9b87-8bc29ee4c0e2 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679748 Feb 07 17:03:16.446030 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-644b58ff-2e20-4d0c-9a87-af227dc0f965 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (19140477-6d9c-4bd6-b825-b317b373fb92), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:16.449820 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-644b58ff-2e20-4d0c-9a87-af227dc0f965 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (19140477-6d9c-4bd6-b825-b317b373fb92), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:16.485581 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-644b58ff-2e20-4d0c-9a87-af227dc0f965 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:16.487106 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-644b58ff-2e20-4d0c-9a87-af227dc0f965 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1876073 Feb 07 17:03:16.490103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33258) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:16.494567 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b58ff-2e20-4d0c-9a87-af227dc0f965 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19140477-6d9c-4bd6-b825-b317b373fb92,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:16.495043 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5f7c7843-a42f-4489-b8cd-9ed75a1b2672 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': '19140477-6d9c-4bd6-b825-b317b373fb92', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:16.495926 n-d-827865-3 neutron-server[103225]: WARNING neutron.api.v2.base [None req-5f7c7843-a42f-4489-b8cd-9ed75a1b2672 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 07 17:03:16.496733 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-5f7c7843-a42f-4489-b8cd-9ed75a1b2672 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:03:16.501323 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5f7c7843-a42f-4489-b8cd-9ed75a1b2672 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067794 Feb 07 17:03:16.502883 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33260) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:16.560014 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c89be60-2abe-42d1-9ac5-c39943388309 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (19140477-6d9c-4bd6-b825-b317b373fb92), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:16.585688 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c89be60-2abe-42d1-9ac5-c39943388309 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (19140477-6d9c-4bd6-b825-b317b373fb92), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:16.629530 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c89be60-2abe-42d1-9ac5-c39943388309 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (19140477-6d9c-4bd6-b825-b317b373fb92), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:16.632402 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c89be60-2abe-42d1-9ac5-c39943388309 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:16.633663 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1c89be60-2abe-42d1-9ac5-c39943388309 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "DELETE /v2.0/security-groups/19140477-6d9c-4bd6-b825-b317b373fb92 HTTP/1.1" status: 204 len: 168 time: 0.1286676 Feb 07 17:03:16.636411 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33264) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:16.643476 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89be60-2abe-42d1-9ac5-c39943388309 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19140477-6d9c-4bd6-b825-b317b373fb92,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:16.700681 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c26c88d5-2c4b-485f-8830-819cf0992921 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0629849 Feb 07 17:03:16.704534 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33266) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:16.709215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ac967fb3-a383-439a-a60b-da6748bcca0d tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477510530'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:16.732225 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac967fb3-a383-439a-a60b-da6748bcca0d tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:16.817158 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac967fb3-a383-439a-a60b-da6748bcca0d tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (2b690caf-f7f5-4e11-b2e5-4bb5fd26ec50), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:16.823004 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac967fb3-a383-439a-a60b-da6748bcca0d tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2b690caf-f7f5-4e11-b2e5-4bb5fd26ec50), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:16.858380 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac967fb3-a383-439a-a60b-da6748bcca0d tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b690caf-f7f5-4e11-b2e5-4bb5fd26ec50,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:16.872434 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac967fb3-a383-439a-a60b-da6748bcca0d tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:16.873713 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ac967fb3-a383-439a-a60b-da6748bcca0d tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1680262 Feb 07 17:03:16.876601 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33270) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:16.881075 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2e4323b8-6853-4b07-a687-05adc4f5b397 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': '2b690caf-f7f5-4e11-b2e5-4bb5fd26ec50', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:16.881752 n-d-827865-3 neutron-server[103226]: WARNING neutron.api.v2.base [None req-2e4323b8-6853-4b07-a687-05adc4f5b397 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 07 17:03:16.885319 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-2e4323b8-6853-4b07-a687-05adc4f5b397 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:03:16.885319 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2e4323b8-6853-4b07-a687-05adc4f5b397 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056994 Feb 07 17:03:16.889801 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33272) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:16.948553 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47517d15-94f3-47dc-8b8b-45e0e7d494ea tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (2b690caf-f7f5-4e11-b2e5-4bb5fd26ec50), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:16.974293 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47517d15-94f3-47dc-8b8b-45e0e7d494ea tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (2b690caf-f7f5-4e11-b2e5-4bb5fd26ec50), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:17.023902 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47517d15-94f3-47dc-8b8b-45e0e7d494ea tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2b690caf-f7f5-4e11-b2e5-4bb5fd26ec50), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:17.027589 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-47517d15-94f3-47dc-8b8b-45e0e7d494ea tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:17.029192 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-47517d15-94f3-47dc-8b8b-45e0e7d494ea tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "DELETE /v2.0/security-groups/2b690caf-f7f5-4e11-b2e5-4bb5fd26ec50 HTTP/1.1" status: 204 len: 168 time: 0.1376252 Feb 07 17:03:17.031969 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33280) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:17.039467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47517d15-94f3-47dc-8b8b-45e0e7d494ea tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b690caf-f7f5-4e11-b2e5-4bb5fd26ec50,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:17.092318 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-667349d7-8321-4162-a25b-e9b01f37ba95 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0588288 Feb 07 17:03:17.096827 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33284) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:17.101364 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0832b4fa-62e9-44ff-9b94-172463ebd0d3 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1384310113'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:17.131725 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0832b4fa-62e9-44ff-9b94-172463ebd0d3 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:17.200561 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0832b4fa-62e9-44ff-9b94-172463ebd0d3 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (213f2816-0663-4d4e-89fe-ab21b07f63cf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:17.204694 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0832b4fa-62e9-44ff-9b94-172463ebd0d3 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (213f2816-0663-4d4e-89fe-ab21b07f63cf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:17.236395 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0832b4fa-62e9-44ff-9b94-172463ebd0d3 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:17.237867 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0832b4fa-62e9-44ff-9b94-172463ebd0d3 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1399176 Feb 07 17:03:17.238651 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832b4fa-62e9-44ff-9b94-172463ebd0d3 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213f2816-0663-4d4e-89fe-ab21b07f63cf,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:17.240894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33286) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:17.247132 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5d9f017c-ceb7-463a-8abd-bbf498e5e147 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': '213f2816-0663-4d4e-89fe-ab21b07f63cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:17.249884 n-d-827865-3 neutron-server[103225]: WARNING neutron.api.v2.base [None req-5d9f017c-ceb7-463a-8abd-bbf498e5e147 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 07 17:03:17.250453 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-5d9f017c-ceb7-463a-8abd-bbf498e5e147 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:03:17.251626 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5d9f017c-ceb7-463a-8abd-bbf498e5e147 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0095255 Feb 07 17:03:17.254370 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33288) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:17.260167 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6f65c6f6-c87b-48fd-9d4a-91730bbb2ead tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': '213f2816-0663-4d4e-89fe-ab21b07f63cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:17.261230 n-d-827865-3 neutron-server[103225]: WARNING neutron.api.v2.base [None req-6f65c6f6-c87b-48fd-9d4a-91730bbb2ead tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 07 17:03:17.261953 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-6f65c6f6-c87b-48fd-9d4a-91730bbb2ead tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:03:17.263251 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6f65c6f6-c87b-48fd-9d4a-91730bbb2ead tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079677 Feb 07 17:03:17.266439 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33290) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:17.271461 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-aa20bfe5-70ec-491c-aaa5-2ab4c82d461a tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': '213f2816-0663-4d4e-89fe-ab21b07f63cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:17.272290 n-d-827865-3 neutron-server[103226]: WARNING neutron.api.v2.base [None req-aa20bfe5-70ec-491c-aaa5-2ab4c82d461a tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 07 17:03:17.272784 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-aa20bfe5-70ec-491c-aaa5-2ab4c82d461a tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:03:17.273734 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-aa20bfe5-70ec-491c-aaa5-2ab4c82d461a tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063140 Feb 07 17:03:17.276233 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33292) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:17.280444 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2823b213-826e-4875-8f53-bc805a930297 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': '213f2816-0663-4d4e-89fe-ab21b07f63cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:17.281819 n-d-827865-3 neutron-server[103226]: WARNING neutron.api.v2.base [None req-2823b213-826e-4875-8f53-bc805a930297 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 07 17:03:17.282275 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-2823b213-826e-4875-8f53-bc805a930297 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:03:17.283189 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2823b213-826e-4875-8f53-bc805a930297 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058486 Feb 07 17:03:17.285510 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33294) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:17.343416 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-329ca100-a126-4363-b0e5-f00e94f2a66e tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (213f2816-0663-4d4e-89fe-ab21b07f63cf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:17.366187 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-329ca100-a126-4363-b0e5-f00e94f2a66e tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (213f2816-0663-4d4e-89fe-ab21b07f63cf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:17.408924 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-329ca100-a126-4363-b0e5-f00e94f2a66e tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (213f2816-0663-4d4e-89fe-ab21b07f63cf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:17.411757 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-329ca100-a126-4363-b0e5-f00e94f2a66e tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:17.412909 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-329ca100-a126-4363-b0e5-f00e94f2a66e tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "DELETE /v2.0/security-groups/213f2816-0663-4d4e-89fe-ab21b07f63cf HTTP/1.1" status: 204 len: 168 time: 0.1265600 Feb 07 17:03:17.415657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33296) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:17.422840 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ca100-a126-4363-b0e5-f00e94f2a66e tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=213f2816-0663-4d4e-89fe-ab21b07f63cf,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:17.473998 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0f30402f-753a-4d7a-94ab-18a5f8c22afe tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0555892 Feb 07 17:03:17.475405 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33300) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:17.480689 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bd07f4ee-a06d-4a6e-ba31-4dccc0f91151 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group': {'name': 'tempest-secgroup--372521468'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:17.527946 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd07f4ee-a06d-4a6e-ba31-4dccc0f91151 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:17.576959 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fafc8-3905-4d11-983c-206b82c435e9 req-55ffb766-f5ab-4ffb-8d95-42b8e5fec016 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:17.581519 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5c7fafc8-3905-4d11-983c-206b82c435e9 req-55ffb766-f5ab-4ffb-8d95-42b8e5fec016 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.0837133 Feb 07 17:03:17.648068 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd07f4ee-a06d-4a6e-ba31-4dccc0f91151 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (9b847d4d-7a5e-4bd6-8fac-d0dfb170f336), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:17.654570 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd07f4ee-a06d-4a6e-ba31-4dccc0f91151 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (9b847d4d-7a5e-4bd6-8fac-d0dfb170f336), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:17.674731 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5c7fafc8-3905-4d11-983c-206b82c435e9 req-dbd42469-4c67-4120-923c-c3c2c0fee9b4 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852044 Feb 07 17:03:17.694402 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd07f4ee-a06d-4a6e-ba31-4dccc0f91151 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:17.698196 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bd07f4ee-a06d-4a6e-ba31-4dccc0f91151 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2190831 Feb 07 17:03:17.698413 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33304) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:17.702996 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a331cfbe-6eac-45ef-8a79-29f8fa493071 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': '9b847d4d-7a5e-4bd6-8fac-d0dfb170f336', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:17.703721 n-d-827865-3 neutron-server[103226]: WARNING neutron.api.v2.base [None req-a331cfbe-6eac-45ef-8a79-29f8fa493071 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 07 17:03:17.704226 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-a331cfbe-6eac-45ef-8a79-29f8fa493071 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:03:17.705197 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a331cfbe-6eac-45ef-8a79-29f8fa493071 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059011 Feb 07 17:03:17.707281 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07f4ee-a06d-4a6e-ba31-4dccc0f91151 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b847d4d-7a5e-4bd6-8fac-d0dfb170f336,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:17.708595 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33306) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:17.713481 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1b491bad-d988-48f1-bcef-30740aedda03 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': '9b847d4d-7a5e-4bd6-8fac-d0dfb170f336', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:17.748325 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-1b491bad-d988-48f1-bcef-30740aedda03 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:03:17.749753 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1b491bad-d988-48f1-bcef-30740aedda03 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0398583 Feb 07 17:03:17.753148 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33308) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:17.757677 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2d7a144f-8046-4027-a638-1142e2fc0f0d tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': '9b847d4d-7a5e-4bd6-8fac-d0dfb170f336', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:17.758164 n-d-827865-3 neutron-server[103225]: WARNING neutron.api.v2.base [None req-2d7a144f-8046-4027-a638-1142e2fc0f0d tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 07 17:03:17.758641 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-2d7a144f-8046-4027-a638-1142e2fc0f0d tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:03:17.759564 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2d7a144f-8046-4027-a638-1142e2fc0f0d tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054784 Feb 07 17:03:17.762654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33310) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:17.771275 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fe77ea5d-77fd-4d8b-95d5-9b4fb0a31313 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': '9b847d4d-7a5e-4bd6-8fac-d0dfb170f336', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:17.807667 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-fe77ea5d-77fd-4d8b-95d5-9b4fb0a31313 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:03:17.808892 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fe77ea5d-77fd-4d8b-95d5-9b4fb0a31313 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0453658 Feb 07 17:03:17.812104 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33312) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:17.817086 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f8fad728-c2bf-4f59-94d3-06b9564bb151 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': '9b847d4d-7a5e-4bd6-8fac-d0dfb170f336', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:17.817625 n-d-827865-3 neutron-server[103225]: WARNING neutron.api.v2.base [None req-f8fad728-c2bf-4f59-94d3-06b9564bb151 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 07 17:03:17.818265 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-f8fad728-c2bf-4f59-94d3-06b9564bb151 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:03:17.819504 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f8fad728-c2bf-4f59-94d3-06b9564bb151 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059764 Feb 07 17:03:17.822227 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33314) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:17.831235 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8fd5e578-42c9-422f-bb85-e3e34c4c7101 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': '9b847d4d-7a5e-4bd6-8fac-d0dfb170f336', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:17.887040 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-8fd5e578-42c9-422f-bb85-e3e34c4c7101 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:03:17.891750 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8fd5e578-42c9-422f-bb85-e3e34c4c7101 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0649431 Feb 07 17:03:17.892106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33318) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:17.897053 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a8f907c6-124b-419f-8842-00f6625b1ccf tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': '9b847d4d-7a5e-4bd6-8fac-d0dfb170f336', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:17.897580 n-d-827865-3 neutron-server[103225]: WARNING neutron.api.v2.base [None req-a8f907c6-124b-419f-8842-00f6625b1ccf tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 07 17:03:17.898141 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-a8f907c6-124b-419f-8842-00f6625b1ccf tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:03:17.902100 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33320) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:17.902643 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a8f907c6-124b-419f-8842-00f6625b1ccf tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086048 Feb 07 17:03:17.910054 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0514821c-0b03-4e84-87da-7ade55bc1aa8 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': '9b847d4d-7a5e-4bd6-8fac-d0dfb170f336', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:17.960410 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-0514821c-0b03-4e84-87da-7ade55bc1aa8 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:03:17.964718 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0514821c-0b03-4e84-87da-7ade55bc1aa8 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0568438 Feb 07 17:03:17.965269 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33322) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:17.972776 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a3e250dd-8d83-4711-b0ca-24e7ca706284 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': '9b847d4d-7a5e-4bd6-8fac-d0dfb170f336', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:18.024077 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-a3e250dd-8d83-4711-b0ca-24e7ca706284 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:03:18.030241 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a3e250dd-8d83-4711-b0ca-24e7ca706284 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0589020 Feb 07 17:03:18.030241 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33324) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:18.106278 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bbd9903-3e56-4a3c-bbfd-97b7c30123c4 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (9b847d4d-7a5e-4bd6-8fac-d0dfb170f336), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:18.144139 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bbd9903-3e56-4a3c-bbfd-97b7c30123c4 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (9b847d4d-7a5e-4bd6-8fac-d0dfb170f336), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:18.199451 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bbd9903-3e56-4a3c-bbfd-97b7c30123c4 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (9b847d4d-7a5e-4bd6-8fac-d0dfb170f336), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:18.202304 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bbd9903-3e56-4a3c-bbfd-97b7c30123c4 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:18.203867 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3bbd9903-3e56-4a3c-bbfd-97b7c30123c4 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "DELETE /v2.0/security-groups/9b847d4d-7a5e-4bd6-8fac-d0dfb170f336 HTTP/1.1" status: 204 len: 168 time: 0.1714349 Feb 07 17:03:18.206538 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33330) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:18.213614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd9903-3e56-4a3c-bbfd-97b7c30123c4 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b847d4d-7a5e-4bd6-8fac-d0dfb170f336,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:18.269395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33334) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:18.271134 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4089dd4d-8e08-4ab1-9c65-a77c2a0bd8e2 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0628536 Feb 07 17:03:18.276077 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bddaf5de-3648-4a4e-9331-7256c20c5dd8 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1318514437'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:18.300474 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bddaf5de-3648-4a4e-9331-7256c20c5dd8 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:18.381930 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bddaf5de-3648-4a4e-9331-7256c20c5dd8 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (8681ed3b-5d83-4018-86b7-e9693b5bc54d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:18.386462 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bddaf5de-3648-4a4e-9331-7256c20c5dd8 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8681ed3b-5d83-4018-86b7-e9693b5bc54d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:18.420518 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bddaf5de-3648-4a4e-9331-7256c20c5dd8 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:18.422276 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bddaf5de-3648-4a4e-9331-7256c20c5dd8 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1518145 Feb 07 17:03:18.425365 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33336) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:18.430709 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b58449d7-0e1a-406f-b9e7-66925f64df22 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': '8681ed3b-5d83-4018-86b7-e9693b5bc54d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:18.436100 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddaf5de-3648-4a4e-9331-7256c20c5dd8 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8681ed3b-5d83-4018-86b7-e9693b5bc54d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:18.475920 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-b58449d7-0e1a-406f-b9e7-66925f64df22 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): The resource could not be found. Feb 07 17:03:18.476979 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b58449d7-0e1a-406f-b9e7-66925f64df22 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0505028 Feb 07 17:03:18.479996 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33338) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:18.485589 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3570ab38-65d2-4625-8913-7c62cd5a12de tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': '8681ed3b-5d83-4018-86b7-e9693b5bc54d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9f7e3482-dbbc-406a-afc5-d56109773b80'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:18.530634 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-3570ab38-65d2-4625-8913-7c62cd5a12de tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): The resource could not be found. Feb 07 17:03:18.531122 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3570ab38-65d2-4625-8913-7c62cd5a12de tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0501213 Feb 07 17:03:18.534591 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33340) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:18.592099 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a095cf21-3da8-4853-bc7b-fd2b481fca7f tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (8681ed3b-5d83-4018-86b7-e9693b5bc54d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:18.619867 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a095cf21-3da8-4853-bc7b-fd2b481fca7f tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (8681ed3b-5d83-4018-86b7-e9693b5bc54d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:18.665155 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a095cf21-3da8-4853-bc7b-fd2b481fca7f tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8681ed3b-5d83-4018-86b7-e9693b5bc54d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:18.668119 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a095cf21-3da8-4853-bc7b-fd2b481fca7f tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:18.669468 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a095cf21-3da8-4853-bc7b-fd2b481fca7f tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "DELETE /v2.0/security-groups/8681ed3b-5d83-4018-86b7-e9693b5bc54d HTTP/1.1" status: 204 len: 168 time: 0.1331606 Feb 07 17:03:18.673419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33344) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:18.681149 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095cf21-3da8-4853-bc7b-fd2b481fca7f tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8681ed3b-5d83-4018-86b7-e9693b5bc54d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:18.730318 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33348) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:18.731088 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-500ce8d5-53a3-4806-8bca-fd4863c501a9 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0554957 Feb 07 17:03:18.737082 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a1936af7-0c9a-4a22-9f25-604894625865 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': '88aa915b-c95b-408f-bf16-c5282a0ed109', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:18.783742 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-a1936af7-0c9a-4a22-9f25-604894625865 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): The resource could not be found. Feb 07 17:03:18.785255 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a1936af7-0c9a-4a22-9f25-604894625865 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0529795 Feb 07 17:03:18.788959 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33350) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:18.794534 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2a659bce-ace2-418d-9a1a-3a992bf8b5c4 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group': {'name': 'tempest-secgroup--24324987'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:18.821687 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a659bce-ace2-418d-9a1a-3a992bf8b5c4 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:18.834882 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef34927-38da-4388-ba45-1cd4e3518884 req-097f6b04-1509-4f0f-b955-39dbdd1a0b71 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:18.836625 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eef34927-38da-4388-ba45-1cd4e3518884 req-097f6b04-1509-4f0f-b955-39dbdd1a0b71 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.0744047 Feb 07 17:03:18.898641 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a659bce-ace2-418d-9a1a-3a992bf8b5c4 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (f038da12-1428-4fa8-8713-26e3f830e4ab), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:18.903809 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a659bce-ace2-418d-9a1a-3a992bf8b5c4 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f038da12-1428-4fa8-8713-26e3f830e4ab), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:18.917697 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eef34927-38da-4388-ba45-1cd4e3518884 req-ee750151-5d5b-4c7b-afe7-b161a51e32ba tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703175 Feb 07 17:03:18.946510 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a659bce-ace2-418d-9a1a-3a992bf8b5c4 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f038da12-1428-4fa8-8713-26e3f830e4ab,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:18.951251 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2a659bce-ace2-418d-9a1a-3a992bf8b5c4 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:18.956491 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2a659bce-ace2-418d-9a1a-3a992bf8b5c4 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1660721 Feb 07 17:03:18.958031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33358) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:18.962403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e7aa8097-2998-4726-8cfb-45a0a5cad079 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group': {'name': 'tempest-secgroup--898255381'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:18.994043 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7aa8097-2998-4726-8cfb-45a0a5cad079 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:19.073550 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7aa8097-2998-4726-8cfb-45a0a5cad079 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (d6d80326-e208-44c6-b762-d8b22eb6304b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:19.078307 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7aa8097-2998-4726-8cfb-45a0a5cad079 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d6d80326-e208-44c6-b762-d8b22eb6304b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:19.107702 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7aa8097-2998-4726-8cfb-45a0a5cad079 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:19.112263 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e7aa8097-2998-4726-8cfb-45a0a5cad079 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1503925 Feb 07 17:03:19.112561 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33360) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:19.116987 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0299153c-a627-4383-bd2d-1837c0856ed3 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group_rule': {'security_group_id': 'f038da12-1428-4fa8-8713-26e3f830e4ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd6d80326-e208-44c6-b762-d8b22eb6304b'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:19.125807 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa8097-2998-4726-8cfb-45a0a5cad079 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d80326-e208-44c6-b762-d8b22eb6304b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:19.161094 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-0299153c-a627-4383-bd2d-1837c0856ed3 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:03:19.162234 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0299153c-a627-4383-bd2d-1837c0856ed3 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0488465 Feb 07 17:03:19.165210 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33362) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:19.223394 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10c8a9ca-f745-47e9-9a9d-c121e841e310 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (d6d80326-e208-44c6-b762-d8b22eb6304b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:19.251087 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10c8a9ca-f745-47e9-9a9d-c121e841e310 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (d6d80326-e208-44c6-b762-d8b22eb6304b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:19.299040 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10c8a9ca-f745-47e9-9a9d-c121e841e310 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d6d80326-e208-44c6-b762-d8b22eb6304b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:19.308154 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10c8a9ca-f745-47e9-9a9d-c121e841e310 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:19.309365 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-10c8a9ca-f745-47e9-9a9d-c121e841e310 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "DELETE /v2.0/security-groups/d6d80326-e208-44c6-b762-d8b22eb6304b HTTP/1.1" status: 204 len: 168 time: 0.1431723 Feb 07 17:03:19.312958 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33366) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:19.320095 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8a9ca-f745-47e9-9a9d-c121e841e310 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d80326-e208-44c6-b762-d8b22eb6304b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:19.397241 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9cb4aa47-7d0f-4cc9-82cf-405c09388a1e tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0826073 Feb 07 17:03:19.400210 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33370) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:19.458576 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee68fe31-ef1c-4253-82f2-651ae8506ee8 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (f038da12-1428-4fa8-8713-26e3f830e4ab), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:19.483476 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee68fe31-ef1c-4253-82f2-651ae8506ee8 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (f038da12-1428-4fa8-8713-26e3f830e4ab), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:19.538473 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee68fe31-ef1c-4253-82f2-651ae8506ee8 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f038da12-1428-4fa8-8713-26e3f830e4ab), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:19.541507 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee68fe31-ef1c-4253-82f2-651ae8506ee8 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:19.545355 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ee68fe31-ef1c-4253-82f2-651ae8506ee8 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "DELETE /v2.0/security-groups/f038da12-1428-4fa8-8713-26e3f830e4ab HTTP/1.1" status: 204 len: 168 time: 0.1413870 Feb 07 17:03:19.545680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33374) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:19.556787 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68fe31-ef1c-4253-82f2-651ae8506ee8 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f038da12-1428-4fa8-8713-26e3f830e4ab,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:19.601541 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-40de3aa8-916e-43ff-9af6-025fc6ea72bb tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0545397 Feb 07 17:03:19.604084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33376) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:19.608725 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-184c9867-89a6-4945-96b0-e54c9ee0a885 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1759878501'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:19.641382 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-184c9867-89a6-4945-96b0-e54c9ee0a885 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:19.717997 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-184c9867-89a6-4945-96b0-e54c9ee0a885 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (11b2128d-e012-4e4d-b4f0-5d6eed6eb85c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:19.722752 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-184c9867-89a6-4945-96b0-e54c9ee0a885 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (11b2128d-e012-4e4d-b4f0-5d6eed6eb85c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:19.760016 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-184c9867-89a6-4945-96b0-e54c9ee0a885 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:19.761345 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-184c9867-89a6-4945-96b0-e54c9ee0a885 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1562686 Feb 07 17:03:19.763491 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c9867-89a6-4945-96b0-e54c9ee0a885 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b2128d-e012-4e4d-b4f0-5d6eed6eb85c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:19.764343 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33380) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:19.770873 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c0ca6fe7-e927-4d95-8eb6-f3b9d152796e tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:19.771310 n-d-827865-3 neutron-server[103225]: WARNING neutron.api.v2.base [None req-c0ca6fe7-e927-4d95-8eb6-f3b9d152796e tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 07 17:03:19.771811 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-c0ca6fe7-e927-4d95-8eb6-f3b9d152796e tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] update failed (client error): There was a conflict when trying to complete your request. Feb 07 17:03:19.775667 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33382) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:19.780318 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c0ca6fe7-e927-4d95-8eb6-f3b9d152796e tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "PUT /v2.0/security-groups/11b2128d-e012-4e4d-b4f0-5d6eed6eb85c HTTP/1.1" status: 409 len: 330 time: 0.0132265 Feb 07 17:03:19.833650 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea7995f0-ac30-45e7-9d29-83d9e1f64ade tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (11b2128d-e012-4e4d-b4f0-5d6eed6eb85c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:19.857666 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea7995f0-ac30-45e7-9d29-83d9e1f64ade tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (11b2128d-e012-4e4d-b4f0-5d6eed6eb85c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:19.900249 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea7995f0-ac30-45e7-9d29-83d9e1f64ade tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (11b2128d-e012-4e4d-b4f0-5d6eed6eb85c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:19.903173 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea7995f0-ac30-45e7-9d29-83d9e1f64ade tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:19.907194 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ea7995f0-ac30-45e7-9d29-83d9e1f64ade tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "DELETE /v2.0/security-groups/11b2128d-e012-4e4d-b4f0-5d6eed6eb85c HTTP/1.1" status: 204 len: 168 time: 0.1273901 Feb 07 17:03:19.907503 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33384) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:19.913744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7995f0-ac30-45e7-9d29-83d9e1f64ade tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b2128d-e012-4e4d-b4f0-5d6eed6eb85c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:19.968910 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-792cf18f-1f64-473d-9b18-9f949ae19ad1 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0599036 Feb 07 17:03:19.974560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33388) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:20.003028 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-a613dd1d-4855-456a-b23a-0b91dd35e55f tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] delete failed (client error): The resource could not be found. Feb 07 17:03:20.003028 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a613dd1d-4855-456a-b23a-0b91dd35e55f tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "DELETE /v2.0/security-groups/8b256598-a8d7-47c4-b059-8b844b3de8a5 HTTP/1.1" status: 404 len: 347 time: 0.0271554 Feb 07 17:03:20.006788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33392) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:20.022865 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-6ba2839b-2e7c-44a4-92cd-4f5947dc4d62 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] show failed (client error): The resource could not be found. Feb 07 17:03:20.024409 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6ba2839b-2e7c-44a4-92cd-4f5947dc4d62 tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "GET /v2.0/security-groups/a2218706-3dee-41f3-a53c-eebf9471ef3e HTTP/1.1" status: 404 len: 347 time: 0.0165524 Feb 07 17:03:20.029312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33394) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:20.045583 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-78ba7a0f-08ec-446d-b236-8728f9fb1d0b tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] show failed (client error): The resource could not be found. Feb 07 17:03:20.052435 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-78ba7a0f-08ec-446d-b236-8728f9fb1d0b tempest-NegativeSecGroupTest-1464400306 tempest-NegativeSecGroupTest-1464400306-project] 10.222.0.18 "GET /v2.0/security-group-rules/af1b21ca-273c-4cb9-9191-dfbdf3b1190c HTTP/1.1" status: 404 len: 356 time: 0.0219033 Feb 07 17:03:20.063701 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0976048-3b89-4c24-a587-b47a2d8f7d51 req-9c84a21d-03ff-4194-9451-2672fd94debf tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:20.065700 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a0976048-3b89-4c24-a587-b47a2d8f7d51 req-9c84a21d-03ff-4194-9451-2672fd94debf tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.0830462 Feb 07 17:03:20.117817 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a0976048-3b89-4c24-a587-b47a2d8f7d51 req-22fc9f21-427a-4b57-a3e2-9ae8a223bab6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466027 Feb 07 17:03:20.316281 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33400) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:20.480225 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1aa4e5aa-7a85-46e9-8410-c50dbb646ac9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dfb69506cb7b4451b6ddc957362f5ff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626399 Feb 07 17:03:20.483089 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33406) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:20.552687 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8665ceb-99e7-4493-8ed8-87a0ef22a145 admin admin] Publish callbacks [] for security_group (03c76481-3dca-45a5-8018-e92082e12c0a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:20.580272 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8665ceb-99e7-4493-8ed8-87a0ef22a145 admin admin] Publish callbacks [] for security_group (03c76481-3dca-45a5-8018-e92082e12c0a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:20.673900 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8665ceb-99e7-4493-8ed8-87a0ef22a145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (03c76481-3dca-45a5-8018-e92082e12c0a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:20.677396 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8665ceb-99e7-4493-8ed8-87a0ef22a145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:20.681525 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f8665ceb-99e7-4493-8ed8-87a0ef22a145 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03c76481-3dca-45a5-8018-e92082e12c0a HTTP/1.1" status: 204 len: 168 time: 0.1945999 Feb 07 17:03:20.689530 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8665ceb-99e7-4493-8ed8-87a0ef22a145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c76481-3dca-45a5-8018-e92082e12c0a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:21.256189 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd471222-43c9-40ef-9fdf-cf17959f08f6 req-f17d8508-79ce-4332-8d96-84d8048247ca tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:21.258169 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd471222-43c9-40ef-9fdf-cf17959f08f6 req-f17d8508-79ce-4332-8d96-84d8048247ca tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.0662084 Feb 07 17:03:21.290382 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:21.316809 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd471222-43c9-40ef-9fdf-cf17959f08f6 req-4ad0e995-393c-4290-a27f-72e49cf9aa0d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515962 Feb 07 17:03:21.402829 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33438) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:21.505454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-db4759a3-0080-4357-b93e-6d82b2d64c88 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-345673510'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:21.525038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4759a3-0080-4357-b93e-6d82b2d64c88 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Made reservation on behalf of 5ffc8945a6414d0d9876d2c3de1469b1 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:03:21.528420 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db4759a3-0080-4357-b93e-6d82b2d64c88 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:21.537464 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db4759a3-0080-4357-b93e-6d82b2d64c88 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:21.616616 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db4759a3-0080-4357-b93e-6d82b2d64c88 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks [] for security_group (4ad675f8-fadb-4a5f-b1a0-d63f5f6b938f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:21.620943 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db4759a3-0080-4357-b93e-6d82b2d64c88 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4ad675f8-fadb-4a5f-b1a0-d63f5f6b938f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:21.650349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4759a3-0080-4357-b93e-6d82b2d64c88 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:03:21.660743 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4759a3-0080-4357-b93e-6d82b2d64c88 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad675f8-fadb-4a5f-b1a0-d63f5f6b938f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:21.667172 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db4759a3-0080-4357-b93e-6d82b2d64c88 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4158575a-3bf9-4daa-b99c-c40182277f5d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:21.667626 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-db4759a3-0080-4357-b93e-6d82b2d64c88 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Added segment 4158575a-3bf9-4daa-b99c-c40182277f5d of type vlan for network de954bf7-d889-4c69-956f-363233989ff9 Feb 07 17:03:21.754738 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db4759a3-0080-4357-b93e-6d82b2d64c88 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (de954bf7-d889-4c69-956f-363233989ff9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:21.790330 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db4759a3-0080-4357-b93e-6d82b2d64c88 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (de954bf7-d889-4c69-956f-363233989ff9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:21.797195 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4759a3-0080-4357-b93e-6d82b2d64c88 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:21.797897 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db4759a3-0080-4357-b93e-6d82b2d64c88 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:21.886081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33454) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:21.895098 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-19a3954f-91db-4f77-9bae-c3a9e2137c61 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Request body: {'subnet': {'network_id': 'de954bf7-d889-4c69-956f-363233989ff9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:21.902251 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-db4759a3-0080-4357-b93e-6d82b2d64c88 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4977961 Feb 07 17:03:21.944824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4759a3-0080-4357-b93e-6d82b2d64c88 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Pushing event updated for resources: {'Network': ['ID=de954bf7-d889-4c69-956f-363233989ff9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:21.958479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network de954bf7-d889-4c69-956f-363233989ff9 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:03:22.106013 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a3954f-91db-4f77-9bae-c3a9e2137c61 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Made reservation on behalf of 5ffc8945a6414d0d9876d2c3de1469b1 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:03:22.110581 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19a3954f-91db-4f77-9bae-c3a9e2137c61 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:22.497187 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19a3954f-91db-4f77-9bae-c3a9e2137c61 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:22.504477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82956cd7-32ef-4cf5-bd80-108eb6021d23 req-6d16f638-7bd4-4670-9313-8b363be50b35 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:22.507185 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-82956cd7-32ef-4cf5-bd80-108eb6021d23 req-6d16f638-7bd4-4670-9313-8b363be50b35 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.1101677 Feb 07 17:03:22.596594 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3954f-91db-4f77-9bae-c3a9e2137c61 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Checking segment: {'id': '4158575a-3bf9-4daa-b99c-c40182277f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'de954bf7-d889-4c69-956f-363233989ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:03:22.597052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a3954f-91db-4f77-9bae-c3a9e2137c61 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Network hostable DHCP agents. Network: de954bf7-d889-4c69-956f-363233989ff9, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:03:22.621238 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3954f-91db-4f77-9bae-c3a9e2137c61 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Pushing event updated for resources: {'Subnet': ['ID=cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:22.628774 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a3954f-91db-4f77-9bae-c3a9e2137c61 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Network de954bf7-d889-4c69-956f-363233989ff9 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:03:22.636120 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-82956cd7-32ef-4cf5-bd80-108eb6021d23 req-1384fef1-fa50-47d9-a2ea-6c14f4dde259 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230073 Feb 07 17:03:22.641780 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-19a3954f-91db-4f77-9bae-c3a9e2137c61 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, de954bf7-d889-4c69-956f-363233989ff9) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:03:22.657502 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249e8d9d-fac5-44fd-a701-9d77a7ac38fa None None] Network de954bf7-d889-4c69-956f-363233989ff9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:03:22.657974 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a3954f-91db-4f77-9bae-c3a9e2137c61 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:22.657974 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19a3954f-91db-4f77-9bae-c3a9e2137c61 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:22.688589 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-19a3954f-91db-4f77-9bae-c3a9e2137c61 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8007991 Feb 07 17:03:22.691049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33474) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:22.701721 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bcbb4884-6f74-4c6a-add9-0b1cf047768f tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Request body: {'port': {'network_id': 'de954bf7-d889-4c69-956f-363233989ff9', 'name': 'tempest-TagsExtTest-297449938'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:22.853593 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbb4884-6f74-4c6a-add9-0b1cf047768f tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Made reservation on behalf of 5ffc8945a6414d0d9876d2c3de1469b1 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:03:22.859728 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4884-6f74-4c6a-add9-0b1cf047768f tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:22.865181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-de954bf7-d889-4c69-956f-363233989ff9', 'network_id': 'de954bf7-d889-4c69-956f-363233989ff9', 'project_id': '5ffc8945a6414d0d9876d2c3de1469b1', 'fixed_ips': [{'subnet_id': 'cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:03:22.866691 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:22.903378 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-bcbb4884-6f74-4c6a-add9-0b1cf047768f tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] device_id is not set on port c132f994-90c6-4294-b64c-7c3fb0e6a5ae yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:03:23.035605 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Allocated IP 172.20.0.2 (de954bf7-d889-4c69-956f-363233989ff9/cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3/6bec5181-132d-4a95-bb9d-d96c4f6960cf) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:03:23.190745 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Publish callbacks [] for port (6bec5181-132d-4a95-bb9d-d96c4f6960cf), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:23.197670 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (6bec5181-132d-4a95-bb9d-d96c4f6960cf), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:23.261446 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Network de954bf7-d889-4c69-956f-363233989ff9 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:03:23.264272 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:03:23.270519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:03:23.281609 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:23.306047 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-bcbb4884-6f74-4c6a-add9-0b1cf047768f tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Allocated IP 172.20.0.7 (de954bf7-d889-4c69-956f-363233989ff9/cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3/c132f994-90c6-4294-b64c-7c3fb0e6a5ae) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:03:23.352283 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Pushing event updated for resources: {'Port': ['ID=6bec5181-132d-4a95-bb9d-d96c4f6960cf,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:23.366349 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:23.366988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:23.367621 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:23.368009 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:23.368519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:23.368952 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:23.369479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:23.369826 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:23.370177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:23.370549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:23.371060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:23.371770 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:23.372198 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:23.382257 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Attempting to bind port 6bec5181-132d-4a95-bb9d-d96c4f6960cf on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:03:23.382559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Attempting to bind port 6bec5181-132d-4a95-bb9d-d96c4f6960cf by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '4158575a-3bf9-4daa-b99c-c40182277f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'de954bf7-d889-4c69-956f-363233989ff9'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:03:23.382906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Attempting to bind port 6bec5181-132d-4a95-bb9d-d96c4f6960cf on network de954bf7-d889-4c69-956f-363233989ff9 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:03:23.388514 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:03:23.388959 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Checking segment: {'id': '4158575a-3bf9-4daa-b99c-c40182277f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'de954bf7-d889-4c69-956f-363233989ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:03:23.389412 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:23.389820 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Bound using segment: {'id': '4158575a-3bf9-4daa-b99c-c40182277f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'de954bf7-d889-4c69-956f-363233989ff9'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:03:23.390340 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Bound port: 6bec5181-132d-4a95-bb9d-d96c4f6960cf, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4158575a-3bf9-4daa-b99c-c40182277f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'de954bf7-d889-4c69-956f-363233989ff9'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:03:23.390732 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6bec5181-132d-4a95-bb9d-d96c4f6960cf), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:23.464722 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] For port 6bec5181-132d-4a95-bb9d-d96c4f6960cf, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:03:23.468700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] For port 6bec5181-132d-4a95-bb9d-d96c4f6960cf, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=6bec5181-132d-4a95-bb9d-d96c4f6960cf,segment=NetworkSegment(4158575a-3bf9-4daa-b99c-c40182277f5d),segment_id=4158575a-3bf9-4daa-b99c-c40182277f5d)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:03:23.476174 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6bec5181-132d-4a95-bb9d-d96c4f6960cf), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:23.523935 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4884-6f74-4c6a-add9-0b1cf047768f tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks [] for port (c132f994-90c6-4294-b64c-7c3fb0e6a5ae), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:23.556345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a36d16-b12e-4251-8cbf-22e791c8d425 None None] Pushing event updated for resources: {'Port': ['ID=6bec5181-132d-4a95-bb9d-d96c4f6960cf,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:23.576634 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4884-6f74-4c6a-add9-0b1cf047768f tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c132f994-90c6-4294-b64c-7c3fb0e6a5ae), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:23.631445 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbb4884-6f74-4c6a-add9-0b1cf047768f tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Network de954bf7-d889-4c69-956f-363233989ff9 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:03:23.635273 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bcbb4884-6f74-4c6a-add9-0b1cf047768f tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:03:23.639479 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb4884-6f74-4c6a-add9-0b1cf047768f tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:03:23.688515 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb4884-6f74-4c6a-add9-0b1cf047768f tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Pushing event updated for resources: {'Port': ['ID=c132f994-90c6-4294-b64c-7c3fb0e6a5ae,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:23.733375 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbb4884-6f74-4c6a-add9-0b1cf047768f tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:23.734994 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcbb4884-6f74-4c6a-add9-0b1cf047768f tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:23.780401 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bcbb4884-6f74-4c6a-add9-0b1cf047768f tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0841773 Feb 07 17:03:23.780604 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33488) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:23.785999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c3b85153-c8be-4d0d-8e41-42ad0dcedc24 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1212880833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:23.856403 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b85153-c8be-4d0d-8e41-42ad0dcedc24 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (8d28b4cc-3385-4bb7-b5a7-04f6105b27ea), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:23.861095 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b85153-c8be-4d0d-8e41-42ad0dcedc24 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (8d28b4cc-3385-4bb7-b5a7-04f6105b27ea), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:23.926038 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467fb19-b2c4-45ec-b3f2-748947794bc7 req-8cb536c4-7f57-48f8-bd66-5782f08e4de6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:23.940351 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c467fb19-b2c4-45ec-b3f2-748947794bc7 req-8cb536c4-7f57-48f8-bd66-5782f08e4de6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.1780701 Feb 07 17:03:24.070140 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c467fb19-b2c4-45ec-b3f2-748947794bc7 req-68a8414b-3c31-4bae-bec9-51584a692ca3 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284018 Feb 07 17:03:24.125992 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b85153-c8be-4d0d-8e41-42ad0dcedc24 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks [] for router_controller (8d28b4cc-3385-4bb7-b5a7-04f6105b27ea), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:24.132788 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b85153-c8be-4d0d-8e41-42ad0dcedc24 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (8d28b4cc-3385-4bb7-b5a7-04f6105b27ea), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:24.160419 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3b85153-c8be-4d0d-8e41-42ad0dcedc24 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:24.164768 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33492) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:24.165182 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c3b85153-c8be-4d0d-8e41-42ad0dcedc24 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3827016 Feb 07 17:03:24.170116 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-900a695d-c82a-43a5-9003-e8bc382e29ef tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-171565107', 'prefixes': ['172.20.0.0/16']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:24.234820 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-900a695d-c82a-43a5-9003-e8bc382e29ef tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:24.238095 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-900a695d-c82a-43a5-9003-e8bc382e29ef tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0699241 Feb 07 17:03:24.239900 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33494) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:24.244988 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-d13bd6cf-d9cb-4f15-9fa8-0bf1ba1dd73f tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3', 'tempest-TagsExtTest-Tag-642015947') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:24.371211 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d13bd6cf-d9cb-4f15-9fa8-0bf1ba1dd73f tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "PUT /v2.0/subnets/cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3/tags/tempest-TagsExtTest-Tag-642015947 HTTP/1.1" status: 201 len: 201 time: 0.1275902 Feb 07 17:03:24.371866 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33500) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:24.376645 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-1b299859-6cf1-49ff-89c5-050b8b99f9af tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c132f994-90c6-4294-b64c-7c3fb0e6a5ae', 'tempest-TagsExtTest-Tag-1239914105') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:24.443132 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1b299859-6cf1-49ff-89c5-050b8b99f9af tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "PUT /v2.0/ports/c132f994-90c6-4294-b64c-7c3fb0e6a5ae/tags/tempest-TagsExtTest-Tag-1239914105 HTTP/1.1" status: 201 len: 201 time: 0.0701668 Feb 07 17:03:24.445831 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33502) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:24.451642 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-0100cbec-1134-4bc2-ad24-32b2bba3c22b tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8d28b4cc-3385-4bb7-b5a7-04f6105b27ea', 'tempest-TagsExtTest-Tag-1995212500') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:24.641401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33504) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:24.642462 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0100cbec-1134-4bc2-ad24-32b2bba3c22b tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "PUT /v2.0/routers/8d28b4cc-3385-4bb7-b5a7-04f6105b27ea/tags/tempest-TagsExtTest-Tag-1995212500 HTTP/1.1" status: 201 len: 201 time: 0.1951561 Feb 07 17:03:24.646646 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-a7056ed7-075b-48dc-8351-d0f71cbb779d tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0f8c88e2-a542-4738-98da-3d3bd3d5c4d7', 'tempest-TagsExtTest-Tag-744651882') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:24.710476 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a7056ed7-075b-48dc-8351-d0f71cbb779d tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "PUT /v2.0/subnetpools/0f8c88e2-a542-4738-98da-3d3bd3d5c4d7/tags/tempest-TagsExtTest-Tag-744651882 HTTP/1.1" status: 201 len: 201 time: 0.0654600 Feb 07 17:03:24.710699 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33506) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:24.715740 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-aa370edb-0489-4387-ac6c-5755be529b71 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:24.830274 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-aa370edb-0489-4387-ac6c-5755be529b71 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/subnets/cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3/tags HTTP/1.1" status: 200 len: 240 time: 0.1183250 Feb 07 17:03:24.832879 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33510) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:24.840420 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-1a0ae10d-dac7-4864-995d-835ddb9bdab1 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3', 'tempest-TagsExtTest-Tag-642015947') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:24.922220 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1a0ae10d-dac7-4864-995d-835ddb9bdab1 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/subnets/cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3/tags/tempest-TagsExtTest-Tag-642015947 HTTP/1.1" status: 204 len: 168 time: 0.0863664 Feb 07 17:03:24.923932 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33512) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:24.928378 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-770c6c9e-ce27-43c7-9f40-61df0b229068 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3', 'tempest-TagsExtTest-Tag-642015947') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:24.932459 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc816120-4818-4803-8540-1087663a5362 None None] Network de954bf7-d889-4c69-956f-363233989ff9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:03:25.063944 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-770c6c9e-ce27-43c7-9f40-61df0b229068 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/subnets/cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3/tags/tempest-TagsExtTest-Tag-642015947 HTTP/1.1" status: 204 len: 168 time: 0.1386361 Feb 07 17:03:25.066236 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33516) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:25.078192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-473a4d36-7992-4cee-83a3-5353b06c09c0 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:25.174064 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-14bdd2b2-7ddf-4ca3-87b2-63264295b858 None None] Provisioning complete for port 6bec5181-132d-4a95-bb9d-d96c4f6960cf triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:03:25.174453 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14bdd2b2-7ddf-4ca3-87b2-63264295b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6bec5181-132d-4a95-bb9d-d96c4f6960cf), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:25.224177 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33520) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:25.224585 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-473a4d36-7992-4cee-83a3-5353b06c09c0 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/subnets/cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3/tags HTTP/1.1" status: 200 len: 205 time: 0.1503365 Feb 07 17:03:25.228670 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-67b51a5c-2d47-48bd-9312-4420c9b3a045 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c132f994-90c6-4294-b64c-7c3fb0e6a5ae') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:25.337776 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 6bec5181-132d-4a95-bb9d-d96c4f6960cf up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:03:25.379530 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa07e56-9c42-4128-a889-0eb36c40f579 req-2e061b0a-c2cc-45ac-87ba-1949eb118154 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:25.381332 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cfa07e56-9c42-4128-a889-0eb36c40f579 req-2e061b0a-c2cc-45ac-87ba-1949eb118154 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.1113126 Feb 07 17:03:25.491622 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-14bdd2b2-7ddf-4ca3-87b2-63264295b858 None None] Current status of the port 6bec5181-132d-4a95-bb9d-d96c4f6960cf is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:03:25.492135 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14bdd2b2-7ddf-4ca3-87b2-63264295b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6bec5181-132d-4a95-bb9d-d96c4f6960cf), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:25.501809 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cfa07e56-9c42-4128-a889-0eb36c40f579 req-078f2858-f761-42b7-98d3-b3350e00a9ee tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137087 Feb 07 17:03:25.542732 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 6bec5181-132d-4a95-bb9d-d96c4f6960cf triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:03:25.543116 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6bec5181-132d-4a95-bb9d-d96c4f6960cf), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:25.571356 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-14bdd2b2-7ddf-4ca3-87b2-63264295b858 None None] For port 6bec5181-132d-4a95-bb9d-d96c4f6960cf, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=6bec5181-132d-4a95-bb9d-d96c4f6960cf,segment=NetworkSegment(4158575a-3bf9-4daa-b99c-c40182277f5d),segment_id=4158575a-3bf9-4daa-b99c-c40182277f5d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:03:25.591512 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14bdd2b2-7ddf-4ca3-87b2-63264295b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6bec5181-132d-4a95-bb9d-d96c4f6960cf), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:25.683100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdd2b2-7ddf-4ca3-87b2-63264295b858 None None] Pushing event updated for resources: {'Port': ['ID=6bec5181-132d-4a95-bb9d-d96c4f6960cf,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:25.776385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 6bec5181-132d-4a95-bb9d-d96c4f6960cf is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:03:25.782334 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-67b51a5c-2d47-48bd-9312-4420c9b3a045 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/ports/c132f994-90c6-4294-b64c-7c3fb0e6a5ae/tags HTTP/1.1" status: 200 len: 241 time: 0.5544469 Feb 07 17:03:25.782720 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33524) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:25.787298 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-cd393ea1-18d7-4543-899c-8a1d75990b4b tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c132f994-90c6-4294-b64c-7c3fb0e6a5ae', 'tempest-TagsExtTest-Tag-1239914105') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:25.835284 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-880d17c7-62be-49b3-a81b-89492ab0afc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:25.873479 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cd393ea1-18d7-4543-899c-8a1d75990b4b tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/ports/c132f994-90c6-4294-b64c-7c3fb0e6a5ae/tags/tempest-TagsExtTest-Tag-1239914105 HTTP/1.1" status: 204 len: 168 time: 0.0895028 Feb 07 17:03:25.876289 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33528) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:25.882820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-30f2d3b0-fe05-477a-98a1-d7f637de1441 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c132f994-90c6-4294-b64c-7c3fb0e6a5ae', 'tempest-TagsExtTest-Tag-1239914105') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:25.939201 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9d1f2d23-6853-4ba7-a30d-c5130907f4f9 None None] Provisioning complete for port 6bec5181-132d-4a95-bb9d-d96c4f6960cf triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:03:25.939742 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9d1f2d23-6853-4ba7-a30d-c5130907f4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6bec5181-132d-4a95-bb9d-d96c4f6960cf), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:25.984367 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-30f2d3b0-fe05-477a-98a1-d7f637de1441 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/ports/c132f994-90c6-4294-b64c-7c3fb0e6a5ae/tags/tempest-TagsExtTest-Tag-1239914105 HTTP/1.1" status: 204 len: 168 time: 0.1055505 Feb 07 17:03:25.986344 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33530) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:26.008369 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-a8fecd95-187e-4d6c-8412-8f5187e7ab71 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c132f994-90c6-4294-b64c-7c3fb0e6a5ae') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:26.051692 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9d1f2d23-6853-4ba7-a30d-c5130907f4f9 None None] Current status of the port 6bec5181-132d-4a95-bb9d-d96c4f6960cf is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:03:26.066332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9d1f2d23-6853-4ba7-a30d-c5130907f4f9 None None] Provisioning complete for port c132f994-90c6-4294-b64c-7c3fb0e6a5ae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:03:26.066720 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9d1f2d23-6853-4ba7-a30d-c5130907f4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c132f994-90c6-4294-b64c-7c3fb0e6a5ae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:26.110505 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33532) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:26.114039 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a8fecd95-187e-4d6c-8412-8f5187e7ab71 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/ports/c132f994-90c6-4294-b64c-7c3fb0e6a5ae/tags HTTP/1.1" status: 200 len: 205 time: 0.1209211 Feb 07 17:03:26.116385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-b8df76c2-721b-45a2-9d2c-c68c4d880fbc tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8d28b4cc-3385-4bb7-b5a7-04f6105b27ea') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:26.125064 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9d1f2d23-6853-4ba7-a30d-c5130907f4f9 None None] Port c132f994-90c6-4294-b64c-7c3fb0e6a5ae cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:03:26.241564 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b8df76c2-721b-45a2-9d2c-c68c4d880fbc tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/routers/8d28b4cc-3385-4bb7-b5a7-04f6105b27ea/tags HTTP/1.1" status: 200 len: 241 time: 0.1298590 Feb 07 17:03:26.246141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33534) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:26.249950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-3bd6ce1b-4c16-42a7-9d5c-3fc9cc45c00b tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8d28b4cc-3385-4bb7-b5a7-04f6105b27ea', 'tempest-TagsExtTest-Tag-1995212500') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:26.254537 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4b86c15e-b1a2-4f36-9337-d0e55a080f9b None None] Provisioning complete for port c132f994-90c6-4294-b64c-7c3fb0e6a5ae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:03:26.254930 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4b86c15e-b1a2-4f36-9337-d0e55a080f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c132f994-90c6-4294-b64c-7c3fb0e6a5ae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:26.342557 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4b86c15e-b1a2-4f36-9337-d0e55a080f9b None None] Port c132f994-90c6-4294-b64c-7c3fb0e6a5ae cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:03:26.393624 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3bd6ce1b-4c16-42a7-9d5c-3fc9cc45c00b tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/routers/8d28b4cc-3385-4bb7-b5a7-04f6105b27ea/tags/tempest-TagsExtTest-Tag-1995212500 HTTP/1.1" status: 204 len: 168 time: 0.1481230 Feb 07 17:03:26.396386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33538) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:26.401853 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-38f7198b-2396-49d2-a479-8c0d7c894d7d tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8d28b4cc-3385-4bb7-b5a7-04f6105b27ea', 'tempest-TagsExtTest-Tag-1995212500') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:26.552210 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-38f7198b-2396-49d2-a479-8c0d7c894d7d tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/routers/8d28b4cc-3385-4bb7-b5a7-04f6105b27ea/tags/tempest-TagsExtTest-Tag-1995212500 HTTP/1.1" status: 204 len: 168 time: 0.1539292 Feb 07 17:03:26.554990 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33544) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:26.559156 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-c56c27b8-57b4-4e6b-8471-63980f96bfc8 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8d28b4cc-3385-4bb7-b5a7-04f6105b27ea') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:26.672255 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba83c59-1b42-4962-a538-d30122a83acf req-5b15d7cb-aeaf-4129-8a11-b9deda239e5c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:26.673872 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dba83c59-1b42-4962-a538-d30122a83acf req-5b15d7cb-aeaf-4129-8a11-b9deda239e5c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.0619800 Feb 07 17:03:26.717564 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c56c27b8-57b4-4e6b-8471-63980f96bfc8 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/routers/8d28b4cc-3385-4bb7-b5a7-04f6105b27ea/tags HTTP/1.1" status: 200 len: 205 time: 0.1617658 Feb 07 17:03:26.719048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33546) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:26.725179 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-a286fff2-2af6-4f39-be07-934fea768424 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0f8c88e2-a542-4738-98da-3d3bd3d5c4d7') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:26.747136 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dba83c59-1b42-4962-a538-d30122a83acf req-322fe16c-d48e-45cc-91dd-fb6de721f699 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656013 Feb 07 17:03:26.776975 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a286fff2-2af6-4f39-be07-934fea768424 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/subnetpools/0f8c88e2-a542-4738-98da-3d3bd3d5c4d7/tags HTTP/1.1" status: 200 len: 240 time: 0.0570674 Feb 07 17:03:26.779278 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33548) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:26.784337 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-4bb0dbc6-eb01-45d0-8d94-9d05aacf9916 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0f8c88e2-a542-4738-98da-3d3bd3d5c4d7', 'tempest-TagsExtTest-Tag-744651882') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:26.819301 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4bb0dbc6-eb01-45d0-8d94-9d05aacf9916 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/subnetpools/0f8c88e2-a542-4738-98da-3d3bd3d5c4d7/tags/tempest-TagsExtTest-Tag-744651882 HTTP/1.1" status: 204 len: 168 time: 0.0363443 Feb 07 17:03:26.819550 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33550) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:26.824370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-082f2ecb-715b-4e49-927d-1501c8a61232 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0f8c88e2-a542-4738-98da-3d3bd3d5c4d7', 'tempest-TagsExtTest-Tag-744651882') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:26.877578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33554) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:26.879200 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-082f2ecb-715b-4e49-927d-1501c8a61232 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/subnetpools/0f8c88e2-a542-4738-98da-3d3bd3d5c4d7/tags/tempest-TagsExtTest-Tag-744651882 HTTP/1.1" status: 204 len: 168 time: 0.0585721 Feb 07 17:03:26.883068 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-041148da-f22a-4b76-a072-5d2fa4552eb0 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0f8c88e2-a542-4738-98da-3d3bd3d5c4d7') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:26.926393 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-041148da-f22a-4b76-a072-5d2fa4552eb0 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/subnetpools/0f8c88e2-a542-4738-98da-3d3bd3d5c4d7/tags HTTP/1.1" status: 200 len: 205 time: 0.0473979 Feb 07 17:03:26.929397 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33556) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:26.934152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-02fb065e-8894-466e-b3b7-05d9c214c73c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0f8c88e2-a542-4738-98da-3d3bd3d5c4d7') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:26.967683 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-02fb065e-8894-466e-b3b7-05d9c214c73c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/subnetpools/0f8c88e2-a542-4738-98da-3d3bd3d5c4d7/tags HTTP/1.1" status: 204 len: 168 time: 0.0343280 Feb 07 17:03:26.968595 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33558) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:26.973407 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-88ac31a0-0512-458e-b0f4-3ce3f8294f15 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8d28b4cc-3385-4bb7-b5a7-04f6105b27ea') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:27.073937 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-88ac31a0-0512-458e-b0f4-3ce3f8294f15 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/routers/8d28b4cc-3385-4bb7-b5a7-04f6105b27ea/tags HTTP/1.1" status: 204 len: 168 time: 0.1020112 Feb 07 17:03:27.075282 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33560) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:27.080138 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-2f145423-8b8d-4cab-b7b9-3dd9540e4008 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c132f994-90c6-4294-b64c-7c3fb0e6a5ae') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:27.109498 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 6bec5181-132d-4a95-bb9d-d96c4f6960cf up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:03:27.161050 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2f145423-8b8d-4cab-b7b9-3dd9540e4008 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/ports/c132f994-90c6-4294-b64c-7c3fb0e6a5ae/tags HTTP/1.1" status: 204 len: 168 time: 0.0822890 Feb 07 17:03:27.161614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33562) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:27.168285 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-396e51e4-4864-408d-aee4-4c45f53b87e3 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:27.178766 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 6bec5181-132d-4a95-bb9d-d96c4f6960cf triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:03:27.179105 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6bec5181-132d-4a95-bb9d-d96c4f6960cf), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:27.239076 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-396e51e4-4864-408d-aee4-4c45f53b87e3 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/subnets/cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3/tags HTTP/1.1" status: 204 len: 168 time: 0.0719860 Feb 07 17:03:27.239331 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33564) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:27.250228 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-e9aa3c13-8295-4f7d-8eb6-ad5af12b9b94 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3', 'tempest-TagsExtTest-Tag-799896594') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:27.285487 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 6bec5181-132d-4a95-bb9d-d96c4f6960cf is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:03:27.323685 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e9aa3c13-8295-4f7d-8eb6-ad5af12b9b94 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "PUT /v2.0/subnets/cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3/tags/tempest-TagsExtTest-Tag-799896594 HTTP/1.1" status: 201 len: 201 time: 0.0832250 Feb 07 17:03:27.328316 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33566) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:27.338219 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-10fb5c85-cda3-4dd1-a2cf-b8f363d739b6 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c132f994-90c6-4294-b64c-7c3fb0e6a5ae', 'tempest-TagsExtTest-Tag-77585517') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:27.413413 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-10fb5c85-cda3-4dd1-a2cf-b8f363d739b6 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "PUT /v2.0/ports/c132f994-90c6-4294-b64c-7c3fb0e6a5ae/tags/tempest-TagsExtTest-Tag-77585517 HTTP/1.1" status: 201 len: 201 time: 0.0812442 Feb 07 17:03:27.419395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33570) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:27.427908 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-dd41e4f7-a62a-4537-894f-a3a282135bad tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8d28b4cc-3385-4bb7-b5a7-04f6105b27ea', 'tempest-TagsExtTest-Tag-1714633242') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:27.549214 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dd41e4f7-a62a-4537-894f-a3a282135bad tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "PUT /v2.0/routers/8d28b4cc-3385-4bb7-b5a7-04f6105b27ea/tags/tempest-TagsExtTest-Tag-1714633242 HTTP/1.1" status: 201 len: 201 time: 0.1240563 Feb 07 17:03:27.549674 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33574) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:27.554573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-4cb67ae3-c77b-468e-a873-24ccdb4480f3 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0f8c88e2-a542-4738-98da-3d3bd3d5c4d7', 'tempest-TagsExtTest-Tag-438624011') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:27.598966 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4cb67ae3-c77b-468e-a873-24ccdb4480f3 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "PUT /v2.0/subnetpools/0f8c88e2-a542-4738-98da-3d3bd3d5c4d7/tags/tempest-TagsExtTest-Tag-438624011 HTTP/1.1" status: 201 len: 201 time: 0.0479541 Feb 07 17:03:27.602315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33576) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:27.611590 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-e7ae9c28-917e-4daa-9fd1-c27a42cb4073 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3', {'tags': ['tempest-TagsExtTest-Tag-381988850', 'tempest-TagsExtTest-Tag-1710419711', 'tempest-TagsExtTest-Tag-1079321714']}) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:27.711783 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e7ae9c28-917e-4daa-9fd1-c27a42cb4073 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "PUT /v2.0/subnets/cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3/tags HTTP/1.1" status: 200 len: 317 time: 0.1060932 Feb 07 17:03:27.712064 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33578) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:27.724363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-59102a90-f3cd-4de9-9c53-9a84607c9725 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:27.863752 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-59102a90-f3cd-4de9-9c53-9a84607c9725 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/subnets/cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3/tags HTTP/1.1" status: 204 len: 168 time: 0.1500528 Feb 07 17:03:27.866449 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33584) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:27.871629 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-ab336cd7-04b3-484f-bbb5-9eff3e1cc8e5 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3', 'tempest-TagsExtTest-Tag-381988850') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:27.931357 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847ff43-9a22-4903-bc15-a90f1e10c684 req-eb8be1de-5c21-4771-b021-efab67d80e37 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:27.942434 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7847ff43-9a22-4903-bc15-a90f1e10c684 req-eb8be1de-5c21-4771-b021-efab67d80e37 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.0907595 Feb 07 17:03:27.962958 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-ab336cd7-04b3-484f-bbb5-9eff3e1cc8e5 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] show failed (client error): The resource could not be found. Feb 07 17:03:27.966036 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ab336cd7-04b3-484f-bbb5-9eff3e1cc8e5 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/subnets/cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3/tags/tempest-TagsExtTest-Tag-381988850 HTTP/1.1" status: 404 len: 328 time: 0.0977015 Feb 07 17:03:27.969325 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33588) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:27.978510 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-d4877efd-10d0-41da-be80-cdbb152a9940 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3', 'tempest-TagsExtTest-Tag-1710419711') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:28.004369 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7847ff43-9a22-4903-bc15-a90f1e10c684 req-095c2bc0-f3c7-4164-927b-5f803f3ac004 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592711 Feb 07 17:03:28.099482 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-d4877efd-10d0-41da-be80-cdbb152a9940 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] show failed (client error): The resource could not be found. Feb 07 17:03:28.100915 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d4877efd-10d0-41da-be80-cdbb152a9940 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/subnets/cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3/tags/tempest-TagsExtTest-Tag-1710419711 HTTP/1.1" status: 404 len: 329 time: 0.1301756 Feb 07 17:03:28.103998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33590) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:28.109733 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-98027ed7-a55e-4f17-a7d6-73d968287ac5 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3', 'tempest-TagsExtTest-Tag-1079321714') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:28.168787 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fdc86ca6-7e3d-4de5-85bd-f2bf22d9ffc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:28.195295 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-98027ed7-a55e-4f17-a7d6-73d968287ac5 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] show failed (client error): The resource could not be found. Feb 07 17:03:28.196430 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-98027ed7-a55e-4f17-a7d6-73d968287ac5 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/subnets/cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3/tags/tempest-TagsExtTest-Tag-1079321714 HTTP/1.1" status: 404 len: 329 time: 0.0910766 Feb 07 17:03:28.199403 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33592) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:28.204403 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-c9b2f7d1-7776-4e79-a35c-35f46902f062 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c132f994-90c6-4294-b64c-7c3fb0e6a5ae', {'tags': ['tempest-TagsExtTest-Tag-746771755', 'tempest-TagsExtTest-Tag-238693291', 'tempest-TagsExtTest-Tag-2065819133']}) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:28.281967 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c9b2f7d1-7776-4e79-a35c-35f46902f062 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "PUT /v2.0/ports/c132f994-90c6-4294-b64c-7c3fb0e6a5ae/tags HTTP/1.1" status: 200 len: 316 time: 0.0814211 Feb 07 17:03:28.283961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33594) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:28.291837 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-d4feda5d-2bb9-4d18-ac88-03e0c6cca37d tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c132f994-90c6-4294-b64c-7c3fb0e6a5ae') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:28.373687 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33596) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:28.375130 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d4feda5d-2bb9-4d18-ac88-03e0c6cca37d tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/ports/c132f994-90c6-4294-b64c-7c3fb0e6a5ae/tags HTTP/1.1" status: 204 len: 168 time: 0.0893967 Feb 07 17:03:28.378907 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-71cd365b-11cd-4b65-8bfc-0975ec995c4c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c132f994-90c6-4294-b64c-7c3fb0e6a5ae', 'tempest-TagsExtTest-Tag-746771755') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:28.437496 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-71cd365b-11cd-4b65-8bfc-0975ec995c4c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] show failed (client error): The resource could not be found. Feb 07 17:03:28.439388 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-71cd365b-11cd-4b65-8bfc-0975ec995c4c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/ports/c132f994-90c6-4294-b64c-7c3fb0e6a5ae/tags/tempest-TagsExtTest-Tag-746771755 HTTP/1.1" status: 404 len: 328 time: 0.0650823 Feb 07 17:03:28.442904 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33600) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:28.448450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-b63171a8-9664-4000-bd0a-33418d7b6fd9 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c132f994-90c6-4294-b64c-7c3fb0e6a5ae', 'tempest-TagsExtTest-Tag-238693291') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:28.509753 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-b63171a8-9664-4000-bd0a-33418d7b6fd9 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] show failed (client error): The resource could not be found. Feb 07 17:03:28.513795 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b63171a8-9664-4000-bd0a-33418d7b6fd9 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/ports/c132f994-90c6-4294-b64c-7c3fb0e6a5ae/tags/tempest-TagsExtTest-Tag-238693291 HTTP/1.1" status: 404 len: 328 time: 0.0696645 Feb 07 17:03:28.515677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33604) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:28.521487 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-6e1ad00b-7d98-48e3-b959-a770faee368b tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c132f994-90c6-4294-b64c-7c3fb0e6a5ae', 'tempest-TagsExtTest-Tag-2065819133') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:28.598724 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-6e1ad00b-7d98-48e3-b959-a770faee368b tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] show failed (client error): The resource could not be found. Feb 07 17:03:28.603891 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6e1ad00b-7d98-48e3-b959-a770faee368b tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/ports/c132f994-90c6-4294-b64c-7c3fb0e6a5ae/tags/tempest-TagsExtTest-Tag-2065819133 HTTP/1.1" status: 404 len: 329 time: 0.0827870 Feb 07 17:03:28.604432 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33612) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:28.610874 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-114b9b72-ed8d-494b-8e64-3a7873dbb860 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8d28b4cc-3385-4bb7-b5a7-04f6105b27ea', {'tags': ['tempest-TagsExtTest-Tag-1488621761', 'tempest-TagsExtTest-Tag-224411976', 'tempest-TagsExtTest-Tag-2086382021']}) {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:28.709917 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-114b9b72-ed8d-494b-8e64-3a7873dbb860 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "PUT /v2.0/routers/8d28b4cc-3385-4bb7-b5a7-04f6105b27ea/tags HTTP/1.1" status: 200 len: 317 time: 0.1018331 Feb 07 17:03:28.710266 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33618) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:28.715275 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-30c5d7a2-f339-4bfb-8042-37258da49709 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8d28b4cc-3385-4bb7-b5a7-04f6105b27ea') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:28.857873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33624) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:28.858044 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-30c5d7a2-f339-4bfb-8042-37258da49709 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/routers/8d28b4cc-3385-4bb7-b5a7-04f6105b27ea/tags HTTP/1.1" status: 204 len: 168 time: 0.1463943 Feb 07 17:03:28.863746 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-56f9993c-1bca-41f4-a081-2f2aef527436 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8d28b4cc-3385-4bb7-b5a7-04f6105b27ea', 'tempest-TagsExtTest-Tag-1488621761') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:28.969436 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-56f9993c-1bca-41f4-a081-2f2aef527436 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] show failed (client error): The resource could not be found. Feb 07 17:03:28.969589 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33632) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:28.974059 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-56f9993c-1bca-41f4-a081-2f2aef527436 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/routers/8d28b4cc-3385-4bb7-b5a7-04f6105b27ea/tags/tempest-TagsExtTest-Tag-1488621761 HTTP/1.1" status: 404 len: 329 time: 0.1138084 Feb 07 17:03:28.974864 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-48a92d79-23ba-46c0-9fa1-3aae2241685d tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8d28b4cc-3385-4bb7-b5a7-04f6105b27ea', 'tempest-TagsExtTest-Tag-224411976') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:29.106433 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-48a92d79-23ba-46c0-9fa1-3aae2241685d tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] show failed (client error): The resource could not be found. Feb 07 17:03:29.107665 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-48a92d79-23ba-46c0-9fa1-3aae2241685d tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/routers/8d28b4cc-3385-4bb7-b5a7-04f6105b27ea/tags/tempest-TagsExtTest-Tag-224411976 HTTP/1.1" status: 404 len: 328 time: 0.1372590 Feb 07 17:03:29.111974 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33636) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:29.118155 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-877540fc-8c5d-4b6d-b185-b9b90cd028d4 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8d28b4cc-3385-4bb7-b5a7-04f6105b27ea', 'tempest-TagsExtTest-Tag-2086382021') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:29.241223 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-877540fc-8c5d-4b6d-b185-b9b90cd028d4 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] show failed (client error): The resource could not be found. Feb 07 17:03:29.243085 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-877540fc-8c5d-4b6d-b185-b9b90cd028d4 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/routers/8d28b4cc-3385-4bb7-b5a7-04f6105b27ea/tags/tempest-TagsExtTest-Tag-2086382021 HTTP/1.1" status: 404 len: 329 time: 0.1299396 Feb 07 17:03:29.246076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33638) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:29.252810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-2e43719f-897c-4a40-b513-232d2791c45e tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0f8c88e2-a542-4738-98da-3d3bd3d5c4d7', {'tags': ['tempest-TagsExtTest-Tag-1208033759', 'tempest-TagsExtTest-Tag-305485185', 'tempest-TagsExtTest-Tag-343595364']}) {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:29.259785 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc875a-1995-498b-9bdb-bfc72dc378b7 req-798fdbd6-b920-4997-abe7-95bc59bad2f9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:29.261676 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d0fc875a-1995-498b-9bdb-bfc72dc378b7 req-798fdbd6-b920-4997-abe7-95bc59bad2f9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.1610816 Feb 07 17:03:29.370312 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2e43719f-897c-4a40-b513-232d2791c45e tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "PUT /v2.0/subnetpools/0f8c88e2-a542-4738-98da-3d3bd3d5c4d7/tags HTTP/1.1" status: 200 len: 316 time: 0.1226370 Feb 07 17:03:29.370977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33640) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:29.376483 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-31f3cda6-d795-4506-a1bd-f6163c5710b4 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0f8c88e2-a542-4738-98da-3d3bd3d5c4d7') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:29.464075 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-31f3cda6-d795-4506-a1bd-f6163c5710b4 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/subnetpools/0f8c88e2-a542-4738-98da-3d3bd3d5c4d7/tags HTTP/1.1" status: 204 len: 168 time: 0.0917375 Feb 07 17:03:29.466768 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33642) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:29.476823 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-ee1ed40a-daec-4709-aede-5b7a237797fc tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0f8c88e2-a542-4738-98da-3d3bd3d5c4d7', 'tempest-TagsExtTest-Tag-1208033759') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:29.502041 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:29.549059 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-ee1ed40a-daec-4709-aede-5b7a237797fc tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] show failed (client error): The resource could not be found. Feb 07 17:03:29.555265 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ee1ed40a-daec-4709-aede-5b7a237797fc tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/subnetpools/0f8c88e2-a542-4738-98da-3d3bd3d5c4d7/tags/tempest-TagsExtTest-Tag-1208033759 HTTP/1.1" status: 404 len: 329 time: 0.0840185 Feb 07 17:03:29.557667 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33646) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:29.572991 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-0cc214db-0d83-4bd5-a800-76db5a611bf7 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0f8c88e2-a542-4738-98da-3d3bd3d5c4d7', 'tempest-TagsExtTest-Tag-305485185') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:29.632490 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-0cc214db-0d83-4bd5-a800-76db5a611bf7 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] show failed (client error): The resource could not be found. Feb 07 17:03:29.636770 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0cc214db-0d83-4bd5-a800-76db5a611bf7 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/subnetpools/0f8c88e2-a542-4738-98da-3d3bd3d5c4d7/tags/tempest-TagsExtTest-Tag-305485185 HTTP/1.1" status: 404 len: 328 time: 0.0773931 Feb 07 17:03:29.639140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33648) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:29.649143 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-03362988-5b98-4a5f-9e34-d4fb89d174b1 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0f8c88e2-a542-4738-98da-3d3bd3d5c4d7', 'tempest-TagsExtTest-Tag-343595364') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:29.703262 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-03362988-5b98-4a5f-9e34-d4fb89d174b1 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] show failed (client error): The resource could not be found. Feb 07 17:03:29.704654 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-03362988-5b98-4a5f-9e34-d4fb89d174b1 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/subnetpools/0f8c88e2-a542-4738-98da-3d3bd3d5c4d7/tags/tempest-TagsExtTest-Tag-343595364 HTTP/1.1" status: 404 len: 328 time: 0.0637691 Feb 07 17:03:29.707310 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33650) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:29.715140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-c069d060-bd75-4894-8854-282c6e059ab5 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0f8c88e2-a542-4738-98da-3d3bd3d5c4d7') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:29.722924 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d0fc875a-1995-498b-9bdb-bfc72dc378b7 req-f1d05dd2-1416-48dc-a819-fa4f265df799 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483674 Feb 07 17:03:29.760926 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c069d060-bd75-4894-8854-282c6e059ab5 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/subnetpools/0f8c88e2-a542-4738-98da-3d3bd3d5c4d7/tags HTTP/1.1" status: 204 len: 168 time: 0.0523698 Feb 07 17:03:29.763656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33652) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:29.770490 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-43c7b582-89f5-46c0-ac69-617b78b13286 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8d28b4cc-3385-4bb7-b5a7-04f6105b27ea') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:29.904961 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-43c7b582-89f5-46c0-ac69-617b78b13286 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/routers/8d28b4cc-3385-4bb7-b5a7-04f6105b27ea/tags HTTP/1.1" status: 204 len: 168 time: 0.1385059 Feb 07 17:03:29.907842 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33654) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:29.913313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.tag.tag_plugin [None req-f9fa8450-f30d-4571-8b17-7d761d59fdc2 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c132f994-90c6-4294-b64c-7c3fb0e6a5ae') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:30.004826 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f9fa8450-f30d-4571-8b17-7d761d59fdc2 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/ports/c132f994-90c6-4294-b64c-7c3fb0e6a5ae/tags HTTP/1.1" status: 204 len: 168 time: 0.0952864 Feb 07 17:03:30.010088 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33660) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:30.014446 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.tag.tag_plugin [None req-c1ef164e-6951-4cb8-b833-0147442541d8 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:30.094004 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33662) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:30.094581 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c1ef164e-6951-4cb8-b833-0147442541d8 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/subnets/cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3/tags HTTP/1.1" status: 204 len: 168 time: 0.0830870 Feb 07 17:03:30.224662 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5627a84-9a94-42fa-8c1b-009aeb3e7e97 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:30.226424 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e5627a84-9a94-42fa-8c1b-009aeb3e7e97 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/subnetpools/0f8c88e2-a542-4738-98da-3d3bd3d5c4d7 HTTP/1.1" status: 204 len: 168 time: 0.1303656 Feb 07 17:03:30.228830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33664) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:30.301542 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33666) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:30.302502 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9fca2e67-c12f-4e62-930b-c468cd6f0762 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d28b4cc-3385-4bb7-b5a7-04f6105b27ea HTTP/1.1" status: 200 len: 205 time: 0.0699914 Feb 07 17:03:30.422782 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52b37a3e-5692-4d61-8a22-f792097ea746 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks [] for router (8d28b4cc-3385-4bb7-b5a7-04f6105b27ea), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:30.621899 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52b37a3e-5692-4d61-8a22-f792097ea746 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (8d28b4cc-3385-4bb7-b5a7-04f6105b27ea), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:30.624699 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52b37a3e-5692-4d61-8a22-f792097ea746 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks [] for router_controller (8d28b4cc-3385-4bb7-b5a7-04f6105b27ea), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:30.686478 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52b37a3e-5692-4d61-8a22-f792097ea746 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (8d28b4cc-3385-4bb7-b5a7-04f6105b27ea), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:30.687627 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b37a3e-5692-4d61-8a22-f792097ea746 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Fanout notify agent at l3_agent the message router_deleted on router 8d28b4cc-3385-4bb7-b5a7-04f6105b27ea {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:03:30.698505 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52b37a3e-5692-4d61-8a22-f792097ea746 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:30.701961 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-52b37a3e-5692-4d61-8a22-f792097ea746 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/routers/8d28b4cc-3385-4bb7-b5a7-04f6105b27ea HTTP/1.1" status: 204 len: 168 time: 0.3953226 Feb 07 17:03:30.702858 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33686) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:30.823366 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:30.916728 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c6b24-57bb-4f62-8dbb-475b33688ce4 req-f6846fb0-cfd8-4a00-ac62-0c4a18f9bb3d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:30.918323 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0e3c6b24-57bb-4f62-8dbb-475b33688ce4 req-f6846fb0-cfd8-4a00-ac62-0c4a18f9bb3d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.0773323 Feb 07 17:03:30.926511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Deleting port c132f994-90c6-4294-b64c-7c3fb0e6a5ae {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:03:30.926882 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c132f994-90c6-4294-b64c-7c3fb0e6a5ae), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:31.080525 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0e3c6b24-57bb-4f62-8dbb-475b33688ce4 req-b99bfc99-2725-49dd-8339-6f01be2be3bb tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112332 Feb 07 17:03:31.098065 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c132f994-90c6-4294-b64c-7c3fb0e6a5ae), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:31.116398 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Calling delete_port for c132f994-90c6-4294-b64c-7c3fb0e6a5ae owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:03:31.262373 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c132f994-90c6-4294-b64c-7c3fb0e6a5ae), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:31.300328 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Pushing event deleted for resources: {'Port': ['ID=c132f994-90c6-4294-b64c-7c3fb0e6a5ae,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:31.309190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:31.310274 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:31.310809 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:31.311318 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:31.312079 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:31.313091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:31.314034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:31.314567 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:31.315073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:31.315578 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:31.316080 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:31.316733 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:31.317232 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:03:31.421790 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:31.427543 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6b70d432-3ceb-44a5-8e17-2a4f98c4866c tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/ports/c132f994-90c6-4294-b64c-7c3fb0e6a5ae HTTP/1.1" status: 204 len: 168 time: 0.7210608 Feb 07 17:03:31.427950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33706) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:31.507501 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-406b57b5-9a5d-45a6-8ac4-fce2a2252758 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Deleting subnet cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:03:31.513770 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-406b57b5-9a5d-45a6-8ac4-fce2a2252758 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks [] for subnet (cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:31.631898 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-406b57b5-9a5d-45a6-8ac4-fce2a2252758 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:31.752534 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-406b57b5-9a5d-45a6-8ac4-fce2a2252758 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:31.844650 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-406b57b5-9a5d-45a6-8ac4-fce2a2252758 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:31.879944 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f071c4-bc49-479b-86b2-33026515164e None None] Network de954bf7-d889-4c69-956f-363233989ff9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:03:31.881556 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-406b57b5-9a5d-45a6-8ac4-fce2a2252758 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:31.892718 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33714) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:31.895534 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-406b57b5-9a5d-45a6-8ac4-fce2a2252758 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/subnets/cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3 HTTP/1.1" status: 204 len: 168 time: 0.4660685 Feb 07 17:03:31.947890 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b57b5-9a5d-45a6-8ac4-fce2a2252758 tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Pushing event deleted for resources: {'Subnet': ['ID=cb47fde4-1e7e-4f36-a0eb-ab3dfa4875d3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:32.040532 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (de954bf7-d889-4c69-956f-363233989ff9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:32.089418 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffa4f85-b553-45c4-9bc5-9fc3b3448f40 None None] DHCP port deletion for de954bf7-d889-4c69-956f-363233989ff9 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:03:32.116176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Deleting port 6bec5181-132d-4a95-bb9d-d96c4f6960cf {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:03:32.129444 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (6bec5181-132d-4a95-bb9d-d96c4f6960cf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:32.190330 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bffa4f85-b553-45c4-9bc5-9fc3b3448f40 None None] Deleting port 6bec5181-132d-4a95-bb9d-d96c4f6960cf {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:03:32.205857 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bffa4f85-b553-45c4-9bc5-9fc3b3448f40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (6bec5181-132d-4a95-bb9d-d96c4f6960cf), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:32.266865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] For port 6bec5181-132d-4a95-bb9d-d96c4f6960cf, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=6bec5181-132d-4a95-bb9d-d96c4f6960cf,segment=NetworkSegment(4158575a-3bf9-4daa-b99c-c40182277f5d),segment_id=4158575a-3bf9-4daa-b99c-c40182277f5d)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:03:32.267242 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (6bec5181-132d-4a95-bb9d-d96c4f6960cf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:32.340448 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Calling delete_port for 6bec5181-132d-4a95-bb9d-d96c4f6960cf owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:03:32.358222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-bffa4f85-b553-45c4-9bc5-9fc3b3448f40 None None] For port 6bec5181-132d-4a95-bb9d-d96c4f6960cf, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=6bec5181-132d-4a95-bb9d-d96c4f6960cf,segment=NetworkSegment(4158575a-3bf9-4daa-b99c-c40182277f5d),segment_id=4158575a-3bf9-4daa-b99c-c40182277f5d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:03:32.360635 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bffa4f85-b553-45c4-9bc5-9fc3b3448f40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (6bec5181-132d-4a95-bb9d-d96c4f6960cf), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:32.378689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bffa4f85-b553-45c4-9bc5-9fc3b3448f40 None None] Calling delete_port for 6bec5181-132d-4a95-bb9d-d96c4f6960cf owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:03:32.495483 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bffa4f85-b553-45c4-9bc5-9fc3b3448f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (6bec5181-132d-4a95-bb9d-d96c4f6960cf), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:32.499523 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (6bec5181-132d-4a95-bb9d-d96c4f6960cf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:32.509363 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:32.556210 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56911f-f22c-47e7-813d-2ef910324389 req-88ec980e-a7ad-43a4-97d6-fb7a1042a818 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:32.558369 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b56911f-f22c-47e7-813d-2ef910324389 req-88ec980e-a7ad-43a4-97d6-fb7a1042a818 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.2729745 Feb 07 17:03:32.560127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Pushing event deleted for resources: {'Port': ['ID=6bec5181-132d-4a95-bb9d-d96c4f6960cf,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:32.563973 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] No DVR routers for this DVR port 6bec5181-132d-4a95-bb9d-d96c4f6960cf on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:03:32.603399 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa4f85-b553-45c4-9bc5-9fc3b3448f40 None None] No DVR routers for this DVR port 6bec5181-132d-4a95-bb9d-d96c4f6960cf on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:03:32.605626 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa4f85-b553-45c4-9bc5-9fc3b3448f40 None None] Pushing event deleted for resources: {'Port': ['ID=6bec5181-132d-4a95-bb9d-d96c4f6960cf,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:32.722184 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b56911f-f22c-47e7-813d-2ef910324389 req-08de7f8b-1331-446c-b603-09cdf7a8a73c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496317 Feb 07 17:03:32.741576 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (de954bf7-d889-4c69-956f-363233989ff9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:32.778545 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de954bf7-d889-4c69-956f-363233989ff9']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:32.789585 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4158575a-3bf9-4daa-b99c-c40182277f5d') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:32.789885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4158575a-3bf9-4daa-b99c-c40182277f5d') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:32.801180 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (4158575a-3bf9-4daa-b99c-c40182277f5d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:32.816460 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4158575a-3bf9-4daa-b99c-c40182277f5d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:32.825764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:03:32.826173 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (4158575a-3bf9-4daa-b99c-c40182277f5d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:03:32.829866 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:03:32.910404 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (de954bf7-d889-4c69-956f-363233989ff9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:32.940873 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:32.947854 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] 10.222.0.18 "DELETE /v2.0/networks/de954bf7-d889-4c69-956f-363233989ff9 HTTP/1.1" status: 204 len: 168 time: 1.0536485 Feb 07 17:03:32.949841 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0e606-a097-4250-b9e4-3ffc0f0d51dd tempest-TagsExtTest-1094607546 tempest-TagsExtTest-1094607546-project] Pushing event deleted for resources: {'Network': ['ID=de954bf7-d889-4c69-956f-363233989ff9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:33.131334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 6bec5181-132d-4a95-bb9d-d96c4f6960cf no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:03:33.156396 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 6bec5181-132d-4a95-bb9d-d96c4f6960cf {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:03:33.157134 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 6bec5181-132d-4a95-bb9d-d96c4f6960cf not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:03:33.452131 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33750) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:33.637506 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-631155a1-7637-454d-8f20-064ef2003bb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ffc8945a6414d0d9876d2c3de1469b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1827793 Feb 07 17:03:33.640202 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33756) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:33.697582 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf27825b-286c-4bbf-b940-7b466e85b466 admin admin] Publish callbacks [] for security_group (4ad675f8-fadb-4a5f-b1a0-d63f5f6b938f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:33.723065 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf27825b-286c-4bbf-b940-7b466e85b466 admin admin] Publish callbacks [] for security_group (4ad675f8-fadb-4a5f-b1a0-d63f5f6b938f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:33.810409 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf27825b-286c-4bbf-b940-7b466e85b466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4ad675f8-fadb-4a5f-b1a0-d63f5f6b938f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:33.813575 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf27825b-286c-4bbf-b940-7b466e85b466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:33.817967 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bf27825b-286c-4bbf-b940-7b466e85b466 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ad675f8-fadb-4a5f-b1a0-d63f5f6b938f HTTP/1.1" status: 204 len: 168 time: 0.1761501 Feb 07 17:03:33.837839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27825b-286c-4bbf-b940-7b466e85b466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad675f8-fadb-4a5f-b1a0-d63f5f6b938f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:33.936427 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bb0bc-130f-4521-b69f-0cd3e48a6bd6 req-9d99f759-55d6-4cc0-8e7b-1b51d9ee7223 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:33.939473 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a10bb0bc-130f-4521-b69f-0cd3e48a6bd6 req-9d99f759-55d6-4cc0-8e7b-1b51d9ee7223 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.1202922 Feb 07 17:03:34.043811 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a10bb0bc-130f-4521-b69f-0cd3e48a6bd6 req-257ea8ab-e2a9-49c7-9542-3ac04c4fa1d7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964522 Feb 07 17:03:35.313056 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5752e-36b5-4fa1-904f-bdf313ddcf25 req-8dec2b4c-6612-43b9-9fc2-1ad05ccac52e tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:35.324164 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eeb5752e-36b5-4fa1-904f-bdf313ddcf25 req-8dec2b4c-6612-43b9-9fc2-1ad05ccac52e tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.1363556 Feb 07 17:03:35.387462 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eeb5752e-36b5-4fa1-904f-bdf313ddcf25 req-e7bd8a4f-1ccf-4f2f-97c8-20eda0d1fbfa tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623593 Feb 07 17:03:36.588795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a41409-f5e3-4969-b8ef-39151e4c3e56 req-7274e97a-43ee-40ac-9d7a-e47b7bd304f6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:36.597869 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-47a41409-f5e3-4969-b8ef-39151e4c3e56 req-7274e97a-43ee-40ac-9d7a-e47b7bd304f6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.0988526 Feb 07 17:03:36.697961 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-47a41409-f5e3-4969-b8ef-39151e4c3e56 req-a2c4ca55-81a9-45d5-892e-578b583ffd94 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836210 Feb 07 17:03:37.006295 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33906) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:37.176496 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-854728d0-e288-46ba-8df9-08759c53a66b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:37.296941 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-854728d0-e288-46ba-8df9-08759c53a66b admin admin] Publish callbacks [] for security_group (4c224c58-4207-4949-8c72-8073844d2aa1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:37.301130 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-854728d0-e288-46ba-8df9-08759c53a66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4c224c58-4207-4949-8c72-8073844d2aa1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:37.330718 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854728d0-e288-46ba-8df9-08759c53a66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c224c58-4207-4949-8c72-8073844d2aa1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:37.362715 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-854728d0-e288-46ba-8df9-08759c53a66b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=703f0ec22426485388bd6b45c6863c7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3516023 Feb 07 17:03:37.363030 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33922) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:37.440106 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98a080fb-94da-4a15-8b2b-908145accb04 admin admin] Publish callbacks [] for security_group (4c224c58-4207-4949-8c72-8073844d2aa1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:37.466721 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98a080fb-94da-4a15-8b2b-908145accb04 admin admin] Publish callbacks [] for security_group (4c224c58-4207-4949-8c72-8073844d2aa1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:37.478970 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:03:37.525150 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98a080fb-94da-4a15-8b2b-908145accb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4c224c58-4207-4949-8c72-8073844d2aa1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:37.528308 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-98a080fb-94da-4a15-8b2b-908145accb04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:37.529842 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-98a080fb-94da-4a15-8b2b-908145accb04 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c224c58-4207-4949-8c72-8073844d2aa1 HTTP/1.1" status: 204 len: 168 time: 0.1657174 Feb 07 17:03:37.544803 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a080fb-94da-4a15-8b2b-908145accb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c224c58-4207-4949-8c72-8073844d2aa1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:37.835827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eff572-307c-4e87-b324-2ead1f8428f2 req-b6bdcb14-42a2-4085-b6dd-2efb3248349e tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:37.837447 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-73eff572-307c-4e87-b324-2ead1f8428f2 req-b6bdcb14-42a2-4085-b6dd-2efb3248349e tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.0772793 Feb 07 17:03:37.979846 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-73eff572-307c-4e87-b324-2ead1f8428f2 req-80220032-5c98-4906-8a03-e9a680d30806 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253159 Feb 07 17:03:38.054720 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33942) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:38.098768 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6227f3e0-6f9b-48fe-b293-6571c7844808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:38.258928 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6227f3e0-6f9b-48fe-b293-6571c7844808 admin admin] Publish callbacks [] for security_group (2a3f043a-8a11-42cf-ac61-85c326f11d09), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:38.267681 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6227f3e0-6f9b-48fe-b293-6571c7844808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2a3f043a-8a11-42cf-ac61-85c326f11d09), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:38.295573 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6227f3e0-6f9b-48fe-b293-6571c7844808 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bfbb8fffd9924714b3092982b4b16fd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2390940 Feb 07 17:03:38.298463 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33952) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:38.352614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227f3e0-6f9b-48fe-b293-6571c7844808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3f043a-8a11-42cf-ac61-85c326f11d09,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:38.376456 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93fdea1a-243e-4d86-b4af-e598713bf834 admin admin] Publish callbacks [] for security_group (2a3f043a-8a11-42cf-ac61-85c326f11d09), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:38.403244 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93fdea1a-243e-4d86-b4af-e598713bf834 admin admin] Publish callbacks [] for security_group (2a3f043a-8a11-42cf-ac61-85c326f11d09), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:38.465145 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93fdea1a-243e-4d86-b4af-e598713bf834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2a3f043a-8a11-42cf-ac61-85c326f11d09), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:38.469956 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93fdea1a-243e-4d86-b4af-e598713bf834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:38.477017 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-93fdea1a-243e-4d86-b4af-e598713bf834 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a3f043a-8a11-42cf-ac61-85c326f11d09 HTTP/1.1" status: 204 len: 168 time: 0.1758432 Feb 07 17:03:38.500025 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdea1a-243e-4d86-b4af-e598713bf834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3f043a-8a11-42cf-ac61-85c326f11d09,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:39.167440 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423495d1-13b6-4710-9496-81a511a9f2be req-f8075f17-41d9-44b1-8f8e-61f85b029df9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:39.169812 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-423495d1-13b6-4710-9496-81a511a9f2be req-f8075f17-41d9-44b1-8f8e-61f85b029df9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.0731244 Feb 07 17:03:39.240143 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-423495d1-13b6-4710-9496-81a511a9f2be req-bc8a6b80-1d37-4849-be52-26b8914fcc9b tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615554 Feb 07 17:03:40.001922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-69764825-a054-4df3-b509-745105fc5437 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:40.003719 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-69764825-a054-4df3-b509-745105fc5437 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/networks?id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f HTTP/1.1" status: 200 len: 815 time: 0.1546021 Feb 07 17:03:40.021544 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-f946efdb-a221-47b1-bf2c-5a1b8fb7facf tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/quotas/8977117e06d848e1935eae573fabcc59 HTTP/1.1" status: 200 len: 375 time: 0.0109031 Feb 07 17:03:40.125188 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-50595ec6-1749-49d6-a466-16aca0aac7cb tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8977117e06d848e1935eae573fabcc59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0979054 Feb 07 17:03:40.252594 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-60c33a90-ea17-4615-b93b-a06be9f75d29 service neutron] 10.222.0.18 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262465 Feb 07 17:03:40.364674 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-7f46aa24-7813-4815-a0c9-4205db159ce0 service neutron] 10.222.0.18 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101122 Feb 07 17:03:40.475104 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef7be2-00d0-4e09-83c1-a033a95ad86c req-10b918ad-32d4-4651-b0e1-f04c0f2a471d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:40.484210 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5bef7be2-00d0-4e09-83c1-a033a95ad86c req-10b918ad-32d4-4651-b0e1-f04c0f2a471d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.0741155 Feb 07 17:03:40.576341 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5bef7be2-00d0-4e09-83c1-a033a95ad86c req-4b474ee2-06fa-432e-ac09-8fc94fb80423 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887733 Feb 07 17:03:40.688332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2468e7cf-4c20-4a15-b9d1-4cc420687479 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:03:40.731911 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-204da1a9-89c1-487f-b3ce-4af719cf9d5f req-ac2ec052-476f-4cf4-9406-8f730c9bee22 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 210 time: 0.0327375 Feb 07 17:03:40.840071 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2468e7cf-4c20-4a15-b9d1-4cc420687479, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2468e7cf-4c20-4a15-b9d1-4cc420687479,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:03:40.857689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '2468e7cf-4c20-4a15-b9d1-4cc420687479', 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca', 'port_id': '2468e7cf-4c20-4a15-b9d1-4cc420687479', 'mac_address': 'fa:16:3e:4e:90:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0f2a9e-b79d-4601-ac33-c328f95f4202', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:03:40.911880 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 2468e7cf-4c20-4a15-b9d1-4cc420687479 is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:03:40.912571 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:40.932363 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2468e7cf-4c20-4a15-b9d1-4cc420687479 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:03:40.956581 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2468e7cf-4c20-4a15-b9d1-4cc420687479, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2468e7cf-4c20-4a15-b9d1-4cc420687479,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:03:40.963693 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:41.090024 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2468e7cf-4c20-4a15-b9d1-4cc420687479'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:03:41.121322 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=2468e7cf-4c20-4a15-b9d1-4cc420687479,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:41.752257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34126) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:41.820051 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e4783c03-603d-4fad-b3ef-60b4c32fea0d req-5d05813d-d2b6-4c54-889a-bcd736590d2a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=370b2b93-6f21-440c-b148-0755ff0d9f29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3847106 Feb 07 17:03:41.968602 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ded274fd-9499-41dd-b5df-6477bfec1824 req-165f42c8-5dc2-4db3-a494-ebd93fd3d864 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 210 time: 0.0598123 Feb 07 17:03:41.987877 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4783c03-603d-4fad-b3ef-60b4c32fea0d req-928dc408-e921-4394-baed-b86eaf4bd408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:41.989786 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e4783c03-603d-4fad-b3ef-60b4c32fea0d req-928dc408-e921-4394-baed-b86eaf4bd408 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 1128 time: 0.1434674 Feb 07 17:03:41.996765 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5617-db00-432c-b399-af754846cfe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:42.204157 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4783c03-603d-4fad-b3ef-60b4c32fea0d req-9e200e58-c4a0-4ba0-b766-cfe571cec2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:42.205621 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e4783c03-603d-4fad-b3ef-60b4c32fea0d req-9e200e58-c4a0-4ba0-b766-cfe571cec2db service neutron] 10.222.0.32 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 913 time: 0.1972451 Feb 07 17:03:42.276578 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5617-db00-432c-b399-af754846cfe3 admin admin] Publish callbacks [] for security_group (6220c4d3-3274-4fbe-abf8-9b949b4b0b85), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:42.319416 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5617-db00-432c-b399-af754846cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6220c4d3-3274-4fbe-abf8-9b949b4b0b85), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:42.359297 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e4783c03-603d-4fad-b3ef-60b4c32fea0d req-603fcda7-704b-444e-9556-7bbe36ce9619 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d2a83f3-8b43-4512-8f2d-71401f763736 HTTP/1.1" status: 200 len: 217 time: 0.1374810 Feb 07 17:03:42.401928 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185af9ea-eb25-4ec5-bac3-abff47619aaa req-9ce894c1-e5d3-4b93-ade4-4e54923f08fa tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:42.414754 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-185af9ea-eb25-4ec5-bac3-abff47619aaa req-9ce894c1-e5d3-4b93-ade4-4e54923f08fa tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 945 time: 0.5907779 Feb 07 17:03:42.438205 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4783c03-603d-4fad-b3ef-60b4c32fea0d req-562deafd-a568-4655-b805-1346b1e432af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:42.439678 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e4783c03-603d-4fad-b3ef-60b4c32fea0d req-562deafd-a568-4655-b805-1346b1e432af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.0735047 Feb 07 17:03:42.470011 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7a8e5617-db00-432c-b399-af754846cfe3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4bff9a96160499f9308bcec61be8eff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7155008 Feb 07 17:03:42.471342 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34140) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:42.589909 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4783c03-603d-4fad-b3ef-60b4c32fea0d req-f616989b-9b2f-452b-85e9-be8bd2ff4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:42.598136 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e4783c03-603d-4fad-b3ef-60b4c32fea0d req-f616989b-9b2f-452b-85e9-be8bd2ff4e6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1416533 Feb 07 17:03:42.599694 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e5617-db00-432c-b399-af754846cfe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6220c4d3-3274-4fbe-abf8-9b949b4b0b85,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:42.621782 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-e4783c03-603d-4fad-b3ef-60b4c32fea0d req-858c13c5-4e03-4325-aa1f-f49dae271334 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:03:42.624439 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e4783c03-603d-4fad-b3ef-60b4c32fea0d req-858c13c5-4e03-4325-aa1f-f49dae271334 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0244870 Feb 07 17:03:42.696302 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2468e7cf-4c20-4a15-b9d1-4cc420687479 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:03:42.724595 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-185af9ea-eb25-4ec5-bac3-abff47619aaa req-2b50b5f0-fd52-4bc1-b4a1-46d19e482bc9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083286 Feb 07 17:03:42.834784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 2468e7cf-4c20-4a15-b9d1-4cc420687479 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:03:42.835480 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:42.849320 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e45d1411-ca47-45df-b5ae-669785bdb08f admin admin] Publish callbacks [] for security_group (6220c4d3-3274-4fbe-abf8-9b949b4b0b85), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:42.944481 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e4783c03-603d-4fad-b3ef-60b4c32fea0d req-5fc2cd0d-744f-4e10-865a-f37187d357b2 service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125651 Feb 07 17:03:42.971052 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e45d1411-ca47-45df-b5ae-669785bdb08f admin admin] Publish callbacks [] for security_group (6220c4d3-3274-4fbe-abf8-9b949b4b0b85), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:43.035379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-a070377a-a731-41df-8611-77b5bc1d15ec tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:43.042651 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-a070377a-a731-41df-8611-77b5bc1d15ec tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.48 "GET /v2.0/networks?id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f HTTP/1.1" status: 200 len: 815 time: 0.4232111 Feb 07 17:03:43.070767 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-7385e600-cad3-4618-9cf2-c24a651cfc2a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Request body: {'port': {'device_id': '3bff2929-af83-4bd9-99f5-39b269906934', 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f', 'admin_state_up': True, 'tenant_id': '8977117e06d848e1935eae573fabcc59'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:43.107000 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 2468e7cf-4c20-4a15-b9d1-4cc420687479 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:03:43.107422 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:43.176625 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b76da48-bda6-4d8d-a1b7-45b15f4ddcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2468e7cf-4c20-4a15-b9d1-4cc420687479'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:03:43.183902 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3e2989-79b4-4c3e-8a7e-54cc4b8c0827" -d '{"events": [{"server_uuid": "2b76da48-bda6-4d8d-a1b7-45b15f4ddcde", "name": "network-vif-plugged", "status": "completed", "tag": "2468e7cf-4c20-4a15-b9d1-4cc420687479"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:03:43.189599 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-53adc574-b4b3-4623-b737-2f828a0465e2 req-3629681e-bd2a-4238-ad09-579c99a5bc03 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 210 time: 0.0868628 Feb 07 17:03:43.209724 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e4783c03-603d-4fad-b3ef-60b4c32fea0d req-faf966e2-6582-420e-9149-45783981c213 service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583604 Feb 07 17:03:43.229855 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2468e7cf-4c20-4a15-b9d1-4cc420687479, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2468e7cf-4c20-4a15-b9d1-4cc420687479,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:03:43.244287 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:43.287861 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e45d1411-ca47-45df-b5ae-669785bdb08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6220c4d3-3274-4fbe-abf8-9b949b4b0b85), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:43.298698 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e45d1411-ca47-45df-b5ae-669785bdb08f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:43.300530 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a45821-72f2-420a-892e-b855b220c271 x-openstack-request-id: req-a0a45821-72f2-420a-892e-b855b220c271 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:03:43.301094 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b76da48-bda6-4d8d-a1b7-45b15f4ddcde", "name": "network-vif-plugged", "status": "completed", "tag": "2468e7cf-4c20-4a15-b9d1-4cc420687479", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:03:43.301586 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0a45821-72f2-420a-892e-b855b220c271 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:03:43.302231 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b76da48-bda6-4d8d-a1b7-45b15f4ddcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2468e7cf-4c20-4a15-b9d1-4cc420687479', 'code': 200} Feb 07 17:03:43.304889 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e45d1411-ca47-45df-b5ae-669785bdb08f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6220c4d3-3274-4fbe-abf8-9b949b4b0b85 HTTP/1.1" status: 204 len: 168 time: 0.8234904 Feb 07 17:03:43.340237 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=2468e7cf-4c20-4a15-b9d1-4cc420687479,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:43.371628 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d1411-ca47-45df-b5ae-669785bdb08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6220c4d3-3274-4fbe-abf8-9b949b4b0b85,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:43.464485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-7385e600-cad3-4618-9cf2-c24a651cfc2a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Made reservation on behalf of 8977117e06d848e1935eae573fabcc59 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:03:43.473813 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-7385e600-cad3-4618-9cf2-c24a651cfc2a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:43.846692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-7385e600-cad3-4618-9cf2-c24a651cfc2a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Allocated IP 172.20.0.14 (f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f/64c0f60d-9607-407f-80c0-5214bf77aad0/6db19fe0-72fe-4e7b-819b-455f291a8d6f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:03:44.010075 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87368918-1afd-49df-807a-882857c7b364 req-f7729e81-788a-4fd2-80bb-b0480ccfd86b tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:44.020713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34174) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:44.023482 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87368918-1afd-49df-807a-882857c7b364 req-f7729e81-788a-4fd2-80bb-b0480ccfd86b tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.1623979 Feb 07 17:03:44.102311 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0165a258-fae0-4b96-a439-389a3e3ac45d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:44.117412 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87368918-1afd-49df-807a-882857c7b364 req-5ac8e9bb-4645-4779-9095-31a13475b909 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850966 Feb 07 17:03:44.357667 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-7385e600-cad3-4618-9cf2-c24a651cfc2a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks [] for port (6db19fe0-72fe-4e7b-819b-455f291a8d6f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:44.416563 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0165a258-fae0-4b96-a439-389a3e3ac45d admin admin] Publish callbacks [] for security_group (76639069-3cf3-43c6-bf1b-3d7aae2ad7a1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:44.476441 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0165a258-fae0-4b96-a439-389a3e3ac45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (76639069-3cf3-43c6-bf1b-3d7aae2ad7a1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:44.495569 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e1770097-8369-4515-8577-408623cb8607 req-1f509edb-24b1-4a14-877c-e6f3f58c5504 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 210 time: 0.0813138 Feb 07 17:03:44.561100 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-7385e600-cad3-4618-9cf2-c24a651cfc2a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (6db19fe0-72fe-4e7b-819b-455f291a8d6f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:44.574219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['4522e1af-eb3d-4c70-ad64-b7d25b8f30af'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:03:44.590073 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0165a258-fae0-4b96-a439-389a3e3ac45d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70414ba2134046bf82beb8c2ab98f6b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5667093 Feb 07 17:03:44.595172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34186) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:44.606929 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165a258-fae0-4b96-a439-389a3e3ac45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76639069-3cf3-43c6-bf1b-3d7aae2ad7a1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:44.671240 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['8e433e0c-d28f-4d2a-8329-e962ce086384', '583cc7a9-4ac5-4c88-8307-c5e76c5d7c73'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:03:44.699779 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce4cee02-e677-4142-b5ce-ab89812fbeb6 admin admin] Publish callbacks [] for security_group (76639069-3cf3-43c6-bf1b-3d7aae2ad7a1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:44.700003 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385e600-cad3-4618-9cf2-c24a651cfc2a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Pushing event updated for resources: {'Port': ['ID=6db19fe0-72fe-4e7b-819b-455f291a8d6f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:44.733078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-7385e600-cad3-4618-9cf2-c24a651cfc2a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:03:44.734653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-7385e600-cad3-4618-9cf2-c24a651cfc2a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:03:44.737226 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-7385e600-cad3-4618-9cf2-c24a651cfc2a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:03:44.754046 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce4cee02-e677-4142-b5ce-ab89812fbeb6 admin admin] Publish callbacks [] for security_group (76639069-3cf3-43c6-bf1b-3d7aae2ad7a1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:44.840051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-7385e600-cad3-4618-9cf2-c24a651cfc2a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:44.840717 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-7385e600-cad3-4618-9cf2-c24a651cfc2a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:44.881947 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-7385e600-cad3-4618-9cf2-c24a651cfc2a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8301716 Feb 07 17:03:44.888043 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce4cee02-e677-4142-b5ce-ab89812fbeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (76639069-3cf3-43c6-bf1b-3d7aae2ad7a1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:44.891427 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce4cee02-e677-4142-b5ce-ab89812fbeb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:44.894829 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-818e8ea6-21d8-442a-a14e-f9cca96d32d6 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:03:44.895479 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ce4cee02-e677-4142-b5ce-ab89812fbeb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76639069-3cf3-43c6-bf1b-3d7aae2ad7a1 HTTP/1.1" status: 204 len: 168 time: 0.2992206 Feb 07 17:03:44.895836 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-818e8ea6-21d8-442a-a14e-f9cca96d32d6 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057135 Feb 07 17:03:44.908478 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Request body: {'port': {'device_id': '3bff2929-af83-4bd9-99f5-39b269906934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:44.911138 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cee02-e677-4142-b5ce-ab89812fbeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76639069-3cf3-43c6-bf1b-3d7aae2ad7a1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:45.084051 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6db19fe0-72fe-4e7b-819b-455f291a8d6f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:45.426189 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eac2b3-2e34-4ee4-a803-80df57c52962 req-37f22403-ce6d-4e4f-8234-00225c3177c3 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:45.428436 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19eac2b3-2e34-4ee4-a803-80df57c52962 req-37f22403-ce6d-4e4f-8234-00225c3177c3 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.1423700 Feb 07 17:03:45.533499 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19eac2b3-2e34-4ee4-a803-80df57c52962 req-f5e0cde7-9350-4f70-8295-ac0898ee1c6e tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875416 Feb 07 17:03:45.695138 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db19fe0-72fe-4e7b-819b-455f291a8d6f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:03:45.703931 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Publish callbacks [] for port (6db19fe0-72fe-4e7b-819b-455f291a8d6f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:45.717199 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Transition to ACTIVE for port object 6db19fe0-72fe-4e7b-819b-455f291a8d6f will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:03:45.758223 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (6db19fe0-72fe-4e7b-819b-455f291a8d6f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:45.846530 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b025f89-83d3-4a1b-9c69-3496425ba0cb req-5ad44dfc-e7b7-4bff-a1d9-5eab12b0fe37 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:45.848313 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b025f89-83d3-4a1b-9c69-3496425ba0cb req-5ad44dfc-e7b7-4bff-a1d9-5eab12b0fe37 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 944 time: 0.1276267 Feb 07 17:03:45.918138 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Pushing event updated for resources: {'Port': ['ID=6db19fe0-72fe-4e7b-819b-455f291a8d6f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:46.149395 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b025f89-83d3-4a1b-9c69-3496425ba0cb req-20e0255d-9c33-4d59-bdeb-21dd4ee3941c tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808597 Feb 07 17:03:46.202223 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Attempting to bind port 6db19fe0-72fe-4e7b-819b-455f291a8d6f on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:03:46.202990 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Attempting to bind port 6db19fe0-72fe-4e7b-819b-455f291a8d6f by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '0b335b56-9acc-471e-a796-eeb06c7bb7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:03:46.203642 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Attempting to bind port 6db19fe0-72fe-4e7b-819b-455f291a8d6f on network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:03:46.217438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Port 6db19fe0-72fe-4e7b-819b-455f291a8d6f on network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:03:46.220191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Attempting to bind port 6db19fe0-72fe-4e7b-819b-455f291a8d6f on network f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:03:46.235536 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:03:46.251901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Checking segment: {'id': '0b335b56-9acc-471e-a796-eeb06c7bb7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:03:46.253887 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Bound using segment: {'id': '0b335b56-9acc-471e-a796-eeb06c7bb7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:03:46.254854 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Bound port: 6db19fe0-72fe-4e7b-819b-455f291a8d6f, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b335b56-9acc-471e-a796-eeb06c7bb7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:03:46.256312 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6db19fe0-72fe-4e7b-819b-455f291a8d6f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:46.358759 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] For port 6db19fe0-72fe-4e7b-819b-455f291a8d6f, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:03:46.364927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] For port 6db19fe0-72fe-4e7b-819b-455f291a8d6f, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6db19fe0-72fe-4e7b-819b-455f291a8d6f,segment=NetworkSegment(0b335b56-9acc-471e-a796-eeb06c7bb7a5),segment_id=0b335b56-9acc-471e-a796-eeb06c7bb7a5)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:03:46.400994 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (6db19fe0-72fe-4e7b-819b-455f291a8d6f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:46.494971 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:46.496225 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:46.498527 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] 10.222.0.48 "PUT /v2.0/ports/6db19fe0-72fe-4e7b-819b-455f291a8d6f HTTP/1.1" status: 200 len: 1092 time: 1.5951943 Feb 07 17:03:46.511020 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bff2929-af83-4bd9-99f5-39b269906934', 'tag': '6db19fe0-72fe-4e7b-819b-455f291a8d6f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:03:46.532542 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc5892f-fc6c-4869-9b07-3ddc9547eb32" -d '{"events": [{"name": "network-changed", "server_uuid": "3bff2929-af83-4bd9-99f5-39b269906934", "tag": "6db19fe0-72fe-4e7b-819b-455f291a8d6f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:03:46.723424 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a86cf08-3a5d-4580-9142-ccf22b26029c x-openstack-request-id: req-7a86cf08-3a5d-4580-9142-ccf22b26029c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:03:46.723424 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bff2929-af83-4bd9-99f5-39b269906934", "tag": "6db19fe0-72fe-4e7b-819b-455f291a8d6f", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:03:46.725517 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a86cf08-3a5d-4580-9142-ccf22b26029c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:03:46.725979 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bff2929-af83-4bd9-99f5-39b269906934', 'tag': '6db19fe0-72fe-4e7b-819b-455f291a8d6f', 'status': 'completed', 'code': 200} Feb 07 17:03:46.806513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ddc94-f72f-4b7e-bd6d-6ae2480e8932 service neutron] Pushing event updated for resources: {'Port': ['ID=6db19fe0-72fe-4e7b-819b-455f291a8d6f,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:46.964755 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4721ce-c95e-467e-8f60-3adf54923595 req-2a3b8583-12a3-48d7-8b62-b783d6ee5be7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:46.976659 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d4721ce-c95e-467e-8f60-3adf54923595 req-2a3b8583-12a3-48d7-8b62-b783d6ee5be7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.1571612 Feb 07 17:03:47.061143 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34266) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:47.175890 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-24c83d39-bdb0-46ab-bea8-9e44bb53562d tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/floatingips/5de6f696-cd17-46dc-b965-117fd565731f HTTP/1.1" status: 200 len: 994 time: 0.1119018 Feb 07 17:03:47.287608 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d4721ce-c95e-467e-8f60-3adf54923595 req-57a8e564-d873-4621-b7b3-fbbc3b00e664 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998016 Feb 07 17:03:47.288450 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-8c860481-fc8f-4d4a-9b83-a77ae245d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:47.290033 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-8c860481-fc8f-4d4a-9b83-a77ae245d6a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8977117e06d848e1935eae573fabcc59&device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 1126 time: 0.6815157 Feb 07 17:03:47.362443 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-d9ab9902-1403-486a-8431-12a77510ac6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6db19fe0-72fe-4e7b-819b-455f291a8d6f HTTP/1.1" status: 200 len: 217 time: 0.0627906 Feb 07 17:03:47.435129 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dce0bb-f9ee-4c6c-a8eb-c93fcf9876a6 req-01b70758-b487-44e3-98c4-294cbcaf1f27 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:47.437720 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-28dce0bb-f9ee-4c6c-a8eb-c93fcf9876a6 req-01b70758-b487-44e3-98c4-294cbcaf1f27 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 944 time: 0.1509459 Feb 07 17:03:47.518230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-b37c13ba-39e7-46b4-97ac-911fa5c67ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:47.521547 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-b37c13ba-39e7-46b4-97ac-911fa5c67ebb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64c0f60d-9607-407f-80c0-5214bf77aad0 HTTP/1.1" status: 200 len: 855 time: 0.1383698 Feb 07 17:03:47.542349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34282) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:47.563185 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-28dce0bb-f9ee-4c6c-a8eb-c93fcf9876a6 req-12ccb59a-b797-47ca-bea3-f6912d9cd7f6 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187549 Feb 07 17:03:47.594619 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-cce74318-bc39-4a0e-884f-963d15c82bb9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666909 Feb 07 17:03:48.178226 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-4934a780-6da7-4225-b5cf-c3cffe95b947 service neutron] 10.222.0.48 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523674 Feb 07 17:03:48.418652 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e3f05d0b-3beb-4934-a355-92f2cc667e4c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Deleting port fc54fbf5-9564-49c1-95b9-7a68f136f780 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:03:48.419322 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3f05d0b-3beb-4934-a355-92f2cc667e4c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (fc54fbf5-9564-49c1-95b9-7a68f136f780), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:48.734983 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c255eeb4-203d-4791-a466-9487e541f4d9 req-ea531e39-610a-4ae9-a3f2-0e24923ff10a service neutron] 10.222.0.48 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443246 Feb 07 17:03:48.855414 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ad8c9-d836-47d6-a4ca-0e3241f4acc3 req-ad11c1b6-a8c6-4006-ab58-446e77ab9a1c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:48.865633 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b67ad8c9-d836-47d6-a4ca-0e3241f4acc3 req-ad11c1b6-a8c6-4006-ab58-446e77ab9a1c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.3264513 Feb 07 17:03:48.896581 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaeaf7d-1f26-483e-be02-f610adf4c462 req-f78b759e-e0f6-4634-915a-3928f817e205 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:48.900259 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0aaeaf7d-1f26-483e-be02-f610adf4c462 req-f78b759e-e0f6-4634-915a-3928f817e205 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 944 time: 0.1744885 Feb 07 17:03:49.054217 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3f05d0b-3beb-4934-a355-92f2cc667e4c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (fc54fbf5-9564-49c1-95b9-7a68f136f780), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:49.054768 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3f05d0b-3beb-4934-a355-92f2cc667e4c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for floatingip (fc54fbf5-9564-49c1-95b9-7a68f136f780), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:49.061265 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0aaeaf7d-1f26-483e-be02-f610adf4c462 req-ba6dcce2-10aa-41ae-9fc4-b2b8088f9bc5 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506019 Feb 07 17:03:49.162347 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b67ad8c9-d836-47d6-a4ca-0e3241f4acc3 req-fc88cd62-e470-44d7-8d55-c8fbbf098bb3 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929468 Feb 07 17:03:49.179258 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e3f05d0b-3beb-4934-a355-92f2cc667e4c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Calling delete_port for fc54fbf5-9564-49c1-95b9-7a68f136f780 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:03:49.217413 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5892f-fc6c-4869-9b07-3ddc9547eb32 req-bd300c13-501c-4337-b7fb-39990d5fa77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:49.219211 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-efc5892f-fc6c-4869-9b07-3ddc9547eb32 req-bd300c13-501c-4337-b7fb-39990d5fa77b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8977117e06d848e1935eae573fabcc59&device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 1126 time: 0.4119034 Feb 07 17:03:49.569396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5892f-fc6c-4869-9b07-3ddc9547eb32 req-efe9ada7-a481-473e-9fee-68c7f834aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:49.571576 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-efc5892f-fc6c-4869-9b07-3ddc9547eb32 req-efe9ada7-a481-473e-9fee-68c7f834aefa service neutron] 10.222.0.48 "GET /v2.0/networks?id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f HTTP/1.1" status: 200 len: 916 time: 0.2229571 Feb 07 17:03:49.721359 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3f05d0b-3beb-4934-a355-92f2cc667e4c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (fc54fbf5-9564-49c1-95b9-7a68f136f780), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:49.730433 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-efc5892f-fc6c-4869-9b07-3ddc9547eb32 req-4e1d3863-87ba-4152-8a30-7ba68304f1db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6db19fe0-72fe-4e7b-819b-455f291a8d6f HTTP/1.1" status: 200 len: 217 time: 0.0947185 Feb 07 17:03:49.762258 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f05d0b-3beb-4934-a355-92f2cc667e4c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event deleted for resources: {'Port': ['ID=fc54fbf5-9564-49c1-95b9-7a68f136f780,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:49.899477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5892f-fc6c-4869-9b07-3ddc9547eb32 req-bb3da78e-efd1-4998-81da-fe08bbe42ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:49.901291 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-efc5892f-fc6c-4869-9b07-3ddc9547eb32 req-bb3da78e-efd1-4998-81da-fe08bbe42ba4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64c0f60d-9607-407f-80c0-5214bf77aad0 HTTP/1.1" status: 200 len: 855 time: 0.1435773 Feb 07 17:03:49.920619 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3f05d0b-3beb-4934-a355-92f2cc667e4c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for floatingip (5de6f696-cd17-46dc-b965-117fd565731f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:49.921356 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-e3f05d0b-3beb-4934-a355-92f2cc667e4c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Floating IP 5de6f696-cd17-46dc-b965-117fd565731f disassociated (deleted). External IP: 172.25.4.132, port: 2e542f5e-56bb-4e0f-87d0-13bbb74af549. Feb 07 17:03:50.090198 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-efc5892f-fc6c-4869-9b07-3ddc9547eb32 req-dfd45309-08b3-454b-969b-8e449d46b0c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1822536 Feb 07 17:03:50.418203 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-efc5892f-fc6c-4869-9b07-3ddc9547eb32 req-1c368298-6f53-4938-9d03-e6adf81c8bad service neutron] 10.222.0.48 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021567 Feb 07 17:03:50.446239 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c7040-5a52-48c3-ae62-d13299071231 req-bbb263a8-59cb-42c7-8382-976893e8466e tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:50.460264 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-858c7040-5a52-48c3-ae62-d13299071231 req-bbb263a8-59cb-42c7-8382-976893e8466e tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 944 time: 0.2075546 Feb 07 17:03:50.613186 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-858c7040-5a52-48c3-ae62-d13299071231 req-17983cc3-d73b-49fe-b6ac-ef177c9e1591 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441524 Feb 07 17:03:50.854627 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f05d0b-3beb-4934-a355-92f2cc667e4c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Router 6a751a93-e6b1-44e1-a306-652494db0c23 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:03:51.026297 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bed3e2-3f6e-43f0-934b-7befe39931a5 req-24197b77-df37-4d9f-bed0-c80e86641255 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:51.028115 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-52bed3e2-3f6e-43f0-934b-7befe39931a5 req-24197b77-df37-4d9f-bed0-c80e86641255 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.6033990 Feb 07 17:03:51.087148 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-efc5892f-fc6c-4869-9b07-3ddc9547eb32 req-1073e1c4-db06-4a19-8976-6e31a5aa1282 service neutron] 10.222.0.48 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6665163 Feb 07 17:03:51.238823 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f05d0b-3beb-4934-a355-92f2cc667e4c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:03:51.244947 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e3f05d0b-3beb-4934-a355-92f2cc667e4c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:51.252382 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-52bed3e2-3f6e-43f0-934b-7befe39931a5 req-a56e6c3e-3ad8-4d05-94dd-b31f344add7e tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008455 Feb 07 17:03:51.277853 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833ded9d-ddc0-42eb-96f1-38173255a1d0 None None] Sync routers for ids ['6a751a93-e6b1-44e1-a306-652494db0c23'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:03:51.294979 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e3f05d0b-3beb-4934-a355-92f2cc667e4c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "DELETE /v2.0/floatingips/5de6f696-cd17-46dc-b965-117fd565731f HTTP/1.1" status: 204 len: 168 time: 3.7475934 Feb 07 17:03:51.294979 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839740b4-de31-4a5b-8375-3db94b4b12c0', 'tag': '2e542f5e-56bb-4e0f-87d0-13bbb74af549'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:03:51.298002 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780b6771-92f3-4880-a8a0-cc63de45f1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "839740b4-de31-4a5b-8375-3db94b4b12c0", "tag": "2e542f5e-56bb-4e0f-87d0-13bbb74af549"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:03:51.378275 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0651fd-c2e5-4b0f-8893-24d4ed167e14 x-openstack-request-id: req-6a0651fd-c2e5-4b0f-8893-24d4ed167e14 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:03:51.378573 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839740b4-de31-4a5b-8375-3db94b4b12c0", "tag": "2e542f5e-56bb-4e0f-87d0-13bbb74af549", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:03:51.378835 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a0651fd-c2e5-4b0f-8893-24d4ed167e14 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:03:51.379248 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839740b4-de31-4a5b-8375-3db94b4b12c0', 'tag': '2e542f5e-56bb-4e0f-87d0-13bbb74af549', 'status': 'completed', 'code': 200} Feb 07 17:03:51.392333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833ded9d-ddc0-42eb-96f1-38173255a1d0 None None] Routers {'6a751a93-e6b1-44e1-a306-652494db0c23'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:03:51.393884 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-833ded9d-ddc0-42eb-96f1-38173255a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:03:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6a751a93-e6b1-44e1-a306-652494db0c23'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:51.400007 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:51.515042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6771-92f3-4880-a8a0-cc63de45f1aa req-01b55994-e1c3-440e-bae5-6ea4f9296ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:51.518439 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-780b6771-92f3-4880-a8a0-cc63de45f1aa req-01b55994-e1c3-440e-bae5-6ea4f9296ba9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e&device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 1128 time: 0.1195915 Feb 07 17:03:51.657873 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-833ded9d-ddc0-42eb-96f1-38173255a1d0 None None] Set router 6a751a93-e6b1-44e1-a306-652494db0c23 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:03:51.730361 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6771-92f3-4880-a8a0-cc63de45f1aa req-419e9f8c-fa3f-4ae1-b9db-b8d226194f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:51.733095 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-780b6771-92f3-4880-a8a0-cc63de45f1aa req-419e9f8c-fa3f-4ae1-b9db-b8d226194f26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=34d4dd5b-2a45-46d7-be0e-45cea9796556 HTTP/1.1" status: 200 len: 897 time: 0.2080505 Feb 07 17:03:51.831231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 6db19fe0-72fe-4e7b-819b-455f291a8d6f details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:03:51.886996 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-780b6771-92f3-4880-a8a0-cc63de45f1aa req-8fa4b4c7-c954-4469-a02b-2b1d8236b3c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e542f5e-56bb-4e0f-87d0-13bbb74af549 HTTP/1.1" status: 200 len: 217 time: 0.1403944 Feb 07 17:03:52.225177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 6db19fe0-72fe-4e7b-819b-455f291a8d6f, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6db19fe0-72fe-4e7b-819b-455f291a8d6f,segment=NetworkSegment(0b335b56-9acc-471e-a796-eeb06c7bb7a5),segment_id=0b335b56-9acc-471e-a796-eeb06c7bb7a5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:03:52.259260 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '6db19fe0-72fe-4e7b-819b-455f291a8d6f', 'network_id': 'f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f', 'port_id': '6db19fe0-72fe-4e7b-819b-455f291a8d6f', 'mac_address': 'fa:16:3e:43:4d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c0f60d-9607-407f-80c0-5214bf77aad0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:03:52.314438 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 6db19fe0-72fe-4e7b-819b-455f291a8d6f is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:03:52.315260 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6db19fe0-72fe-4e7b-819b-455f291a8d6f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:52.336703 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db19fe0-72fe-4e7b-819b-455f291a8d6f {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:03:52.373039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 6db19fe0-72fe-4e7b-819b-455f291a8d6f, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6db19fe0-72fe-4e7b-819b-455f291a8d6f,segment=NetworkSegment(0b335b56-9acc-471e-a796-eeb06c7bb7a5),segment_id=0b335b56-9acc-471e-a796-eeb06c7bb7a5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:03:52.403787 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d26b2-7eee-4e33-809a-878d0aa2f9b9 req-31f5febe-d0ec-4395-b806-29ff6badf378 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:52.412180 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6db19fe0-72fe-4e7b-819b-455f291a8d6f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:52.415235 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b5d26b2-7eee-4e33-809a-878d0aa2f9b9 req-31f5febe-d0ec-4395-b806-29ff6badf378 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 944 time: 0.1424928 Feb 07 17:03:52.504283 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=6db19fe0-72fe-4e7b-819b-455f291a8d6f,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:52.562919 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b5d26b2-7eee-4e33-809a-878d0aa2f9b9 req-b50538af-7bf3-4f86-ac4a-6292f499636e tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328475 Feb 07 17:03:52.888677 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25ca09-abf3-4e2a-985b-5d40edc9618f req-2b1883c3-08ea-440e-b5b0-22a595cf3ab0 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:52.893401 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eb25ca09-abf3-4e2a-985b-5d40edc9618f req-2b1883c3-08ea-440e-b5b0-22a595cf3ab0 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 1.2311392 Feb 07 17:03:52.896466 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['6db19fe0-72fe-4e7b-819b-455f291a8d6f'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:03:52.928195 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19ddf5-fc13-4f5d-b641-d588b0f0da90 req-34b17e56-ad51-49ea-8596-5ea70cc66b7f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:52.930115 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ec19ddf5-fc13-4f5d-b641-d588b0f0da90 req-34b17e56-ad51-49ea-8596-5ea70cc66b7f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 946 time: 0.1938026 Feb 07 17:03:52.965569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6771-92f3-4880-a8a0-cc63de45f1aa req-662beaa7-ef31-445a-b380-2cc92ab91097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:52.979064 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-780b6771-92f3-4880-a8a0-cc63de45f1aa req-662beaa7-ef31-445a-b380-2cc92ab91097 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=994ba421-3766-4dad-a45b-85b122d6c2fa HTTP/1.1" status: 200 len: 834 time: 1.0685961 Feb 07 17:03:53.106945 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ec19ddf5-fc13-4f5d-b641-d588b0f0da90 req-6ce06db2-2401-4301-9ff8-098873b97d1c tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e0cf269-e51a-452b-916f-8659479cd595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691031 Feb 07 17:03:53.124276 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eb25ca09-abf3-4e2a-985b-5d40edc9618f req-81bd2a70-587f-4513-b611-7edbb29f00a7 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189300 Feb 07 17:03:53.126631 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6771-92f3-4880-a8a0-cc63de45f1aa req-280b4639-e9f1-4cf7-8e79-6408a795d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:53.131466 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-780b6771-92f3-4880-a8a0-cc63de45f1aa req-280b4639-e9f1-4cf7-8e79-6408a795d3c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=34d4dd5b-2a45-46d7-be0e-45cea9796556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1397274 Feb 07 17:03:53.182018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-833ded9d-ddc0-42eb-96f1-38173255a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'name': 'tempest-TestNetworkBasicOps-router-259180856', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:01:43Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:46Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '733857e7-0d36-44e5-8e0d-d42878815d43', 'name': '', 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:7b:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '994ba421-3766-4dad-a45b-85b122d6c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:52Z', 'updated_at': '2022-02-07T17:02:02Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '994ba421-3766-4dad-a45b-85b122d6c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:53.322009 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833ded9d-ddc0-42eb-96f1-38173255a1d0 None None] Checking router: 6a751a93-e6b1-44e1-a306-652494db0c23 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:03:53.374806 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-780b6771-92f3-4880-a8a0-cc63de45f1aa req-2523f0b3-6068-4392-80f8-b52f65ce463d service neutron] 10.222.0.48 "GET /v2.0/networks/34d4dd5b-2a45-46d7-be0e-45cea9796556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365391 Feb 07 17:03:53.381708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedbeb3-ab2b-47c2-b59b-241afc29ede4 req-105bcf51-f740-418f-bde8-61197b936628 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:53.390875 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c3466-9acc-4541-8d2d-9c956a1c55cb req-13b42176-e1d9-454a-b995-436e8c1471d7 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:53.393253 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4dedbeb3-ab2b-47c2-b59b-241afc29ede4 req-105bcf51-f740-418f-bde8-61197b936628 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.0976334 Feb 07 17:03:53.401778 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:53.404534 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-945c3466-9acc-4541-8d2d-9c956a1c55cb req-13b42176-e1d9-454a-b995-436e8c1471d7 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1089368 Feb 07 17:03:53.470408 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833ded9d-ddc0-42eb-96f1-38173255a1d0 None None] Routers {'6a751a93-e6b1-44e1-a306-652494db0c23'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:03:53.471282 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-833ded9d-ddc0-42eb-96f1-38173255a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:03:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6a751a93-e6b1-44e1-a306-652494db0c23'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:53.509077 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4dedbeb3-ab2b-47c2-b59b-241afc29ede4 req-bf7f4621-cda1-4883-b5ab-7eb28e134d8f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145756 Feb 07 17:03:53.516842 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-945c3466-9acc-4541-8d2d-9c956a1c55cb req-5b690018-1579-4740-99fc-1e8f7aeaa883 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028550 Feb 07 17:03:53.599014 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-780b6771-92f3-4880-a8a0-cc63de45f1aa req-6113ef20-90ae-4089-bdf9-603e47c45984 service neutron] 10.222.0.48 "GET /v2.0/networks/34d4dd5b-2a45-46d7-be0e-45cea9796556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179525 Feb 07 17:03:53.788026 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-833ded9d-ddc0-42eb-96f1-38173255a1d0 None None] Set router 6a751a93-e6b1-44e1-a306-652494db0c23 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:03:53.789334 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ed4b2-b672-4156-af01-404de9216ec3 req-db6bf5aa-10fc-4918-b4e1-4c37c007de4c tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:53.801046 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c64ed4b2-b672-4156-af01-404de9216ec3 req-db6bf5aa-10fc-4918-b4e1-4c37c007de4c tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 945 time: 0.1188202 Feb 07 17:03:53.903633 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c64ed4b2-b672-4156-af01-404de9216ec3 req-1ffe9738-e39e-4e67-a78f-5479f238e0ff tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014659 Feb 07 17:03:53.951417 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6866c7a-86f2-4ec4-a857-ce168f82618a req-3e3a2b3b-391d-4dad-8f95-a379417deb7e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:53.954025 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6866c7a-86f2-4ec4-a857-ce168f82618a req-3e3a2b3b-391d-4dad-8f95-a379417deb7e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.48 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 946 time: 0.1746538 Feb 07 17:03:54.102674 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-b778e091-f180-4910-b264-b9ddcfb5fda6 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:54.105799 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-b778e091-f180-4910-b264-b9ddcfb5fda6 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 812 time: 0.1880770 Feb 07 17:03:54.214740 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-21dbd91d-f3cf-458e-bec3-bf9fa3e8f51c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/quotas/acebdcf5865740db8b6f9c233dbd6392 HTTP/1.1" status: 200 len: 375 time: 0.0825667 Feb 07 17:03:54.237840 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-833ded9d-ddc0-42eb-96f1-38173255a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'name': 'tempest-TestNetworkBasicOps-router-259180856', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:01:43Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:46Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '733857e7-0d36-44e5-8e0d-d42878815d43', 'name': '', 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:7b:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '994ba421-3766-4dad-a45b-85b122d6c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:52Z', 'updated_at': '2022-02-07T17:02:02Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '994ba421-3766-4dad-a45b-85b122d6c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:03:54.394092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833ded9d-ddc0-42eb-96f1-38173255a1d0 None None] The sync data for ids ['6a751a93-e6b1-44e1-a306-652494db0c23'] in n-d-827865-3 is: [{'id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'name': 'tempest-TestNetworkBasicOps-router-259180856', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:01:43Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:46Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '733857e7-0d36-44e5-8e0d-d42878815d43', 'name': '', 'network_id': '34d4dd5b-2a45-46d7-be0e-45cea9796556', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'mac_address': 'fa:16:3e:7b:b0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': '994ba421-3766-4dad-a45b-85b122d6c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:52Z', 'updated_at': '2022-02-07T17:02:02Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'subnets': [{'id': '994ba421-3766-4dad-a45b-85b122d6c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:03:54.439739 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e9ebc0d-f975-4253-b990-b11b3039d5b5 req-c4c884f4-4d6c-44e5-8176-989d8ef02146 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3327889 Feb 07 17:03:54.486242 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-e6beec08-c3f4-4934-972f-da35cfbb74c3 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2697487 Feb 07 17:03:54.488313 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097412c2-eb7e-4155-80ae-19d3a45a06a3 req-02b2b547-ed54-46cc-8471-5c0f9f3accb4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:54.536051 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-097412c2-eb7e-4155-80ae-19d3a45a06a3 req-02b2b547-ed54-46cc-8471-5c0f9f3accb4 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 946 time: 0.1947489 Feb 07 17:03:54.627051 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-097412c2-eb7e-4155-80ae-19d3a45a06a3 req-4c60c490-5318-418c-bf3f-3bc2d87853f9 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e0cf269-e51a-452b-916f-8659479cd595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886691 Feb 07 17:03:54.766481 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f6866c7a-86f2-4ec4-a857-ce168f82618a req-7a1a1376-ad09-4404-826f-75f6750a17ce tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Deleting port 2e542f5e-56bb-4e0f-87d0-13bbb74af549 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:03:54.766481 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6866c7a-86f2-4ec4-a857-ce168f82618a req-7a1a1376-ad09-4404-826f-75f6750a17ce tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2e542f5e-56bb-4e0f-87d0-13bbb74af549), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:54.860408 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf064c2-5d18-4902-bd11-eb45e82d13c7 req-40fb0ee4-39a6-422c-89e2-ec6df9f6a805 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:54.874747 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5bf064c2-5d18-4902-bd11-eb45e82d13c7 req-40fb0ee4-39a6-422c-89e2-ec6df9f6a805 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.1639283 Feb 07 17:03:54.946666 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ebc0d-f975-4253-b990-b11b3039d5b5 req-a9b80e88-0bef-4a66-bc84-1fcf022b1120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:54.950868 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e9ebc0d-f975-4253-b990-b11b3039d5b5 req-a9b80e88-0bef-4a66-bc84-1fcf022b1120 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 1127 time: 0.4296057 Feb 07 17:03:54.956329 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfbc0e0-e56f-4f11-91ca-827f89dfc7ea None None] New status for floating IP 5de6f696-cd17-46dc-b965-117fd565731f: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:03:55.118223 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5bf064c2-5d18-4902-bd11-eb45e82d13c7 req-4d7580e4-7899-435b-92c1-1410e6ae54a1 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424326 Feb 07 17:03:55.249145 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ebc0d-f975-4253-b990-b11b3039d5b5 req-1ca59238-b240-4ef5-82f3-5d3cea899ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:55.251041 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e9ebc0d-f975-4253-b990-b11b3039d5b5 req-1ca59238-b240-4ef5-82f3-5d3cea899ef1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 913 time: 0.2677665 Feb 07 17:03:55.297987 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-00cb171c-3379-4ed4-82b1-2a992432b4ac service neutron] 10.222.0.18 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8105156 Feb 07 17:03:55.482296 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec632c7a-e5d0-44e9-8161-d87194554961 req-a4d01f00-aaca-4322-94f5-6482faf6463a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:55.495549 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ec632c7a-e5d0-44e9-8161-d87194554961 req-a4d01f00-aaca-4322-94f5-6482faf6463a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 945 time: 0.2062426 Feb 07 17:03:55.595001 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ec632c7a-e5d0-44e9-8161-d87194554961 req-cc73ca81-d87e-4119-90c7-c1afb1e17a04 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917683 Feb 07 17:03:55.596765 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f6866c7a-86f2-4ec4-a857-ce168f82618a req-7a1a1376-ad09-4404-826f-75f6750a17ce tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] For port 2e542f5e-56bb-4e0f-87d0-13bbb74af549, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2e542f5e-56bb-4e0f-87d0-13bbb74af549,segment=NetworkSegment(ab22d59c-b79e-4dcf-b392-5748fece1fbd),segment_id=ab22d59c-b79e-4dcf-b392-5748fece1fbd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:03:55.597152 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6866c7a-86f2-4ec4-a857-ce168f82618a req-7a1a1376-ad09-4404-826f-75f6750a17ce tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2e542f5e-56bb-4e0f-87d0-13bbb74af549), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:55.659966 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e9ebc0d-f975-4253-b990-b11b3039d5b5 req-60f627d0-fd3f-477d-bd6f-66ad33902a4d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a HTTP/1.1" status: 200 len: 999 time: 0.3999701 Feb 07 17:03:55.660618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f6866c7a-86f2-4ec4-a857-ce168f82618a req-7a1a1376-ad09-4404-826f-75f6750a17ce tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Calling delete_port for 2e542f5e-56bb-4e0f-87d0-13bbb74af549 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:03:55.853174 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-bd3b4785-1d0e-4ac0-9688-5b933c2522a4 service neutron] 10.222.0.18 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542071 Feb 07 17:03:55.858157 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 6db19fe0-72fe-4e7b-819b-455f291a8d6f up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:03:55.878121 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ebc0d-f975-4253-b990-b11b3039d5b5 req-ab65e454-0e95-4579-b6b2-1ff94d8327c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:55.880314 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e9ebc0d-f975-4253-b990-b11b3039d5b5 req-ab65e454-0e95-4579-b6b2-1ff94d8327c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.2108035 Feb 07 17:03:56.019977 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376021c-5f08-40f6-9876-4c71fe16e8e9 req-1166d3f9-bc02-494b-84f0-733c7d045a27 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:56.024559 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a376021c-5f08-40f6-9876-4c71fe16e8e9 req-1166d3f9-bc02-494b-84f0-733c7d045a27 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 946 time: 0.2689476 Feb 07 17:03:56.067052 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0436733a-5883-4a18-a84d-f9f346bd29e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:56.069476 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ebc0d-f975-4253-b990-b11b3039d5b5 req-b37a0fd5-5ae8-4d66-8bab-bf708f776f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:56.071296 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e9ebc0d-f975-4253-b990-b11b3039d5b5 req-b37a0fd5-5ae8-4d66-8bab-bf708f776f98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1782062 Feb 07 17:03:56.127696 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 6db19fe0-72fe-4e7b-819b-455f291a8d6f completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:03:56.148559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 6db19fe0-72fe-4e7b-819b-455f291a8d6f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:03:56.148951 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6db19fe0-72fe-4e7b-819b-455f291a8d6f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:56.288651 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a376021c-5f08-40f6-9876-4c71fe16e8e9 req-e22bbe1f-3ddd-42ac-b2ac-9c5a675a715b tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e0cf269-e51a-452b-916f-8659479cd595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518189 Feb 07 17:03:56.459443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 6db19fe0-72fe-4e7b-819b-455f291a8d6f is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:03:56.463237 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6db19fe0-72fe-4e7b-819b-455f291a8d6f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:56.468965 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e80f426-fcc6-4a57-bfb2-3c7dd1ff1909 req-243b7188-7ebd-49c3-a167-8d8bc2e60a98 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 210 time: 0.2508216 Feb 07 17:03:56.516280 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6866c7a-86f2-4ec4-a857-ce168f82618a req-7a1a1376-ad09-4404-826f-75f6750a17ce tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2e542f5e-56bb-4e0f-87d0-13bbb74af549), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:56.619904 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965de9e-782b-44c8-aad1-8034d2c37dfb req-efad135a-25ac-440e-8593-78801b473f44 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:56.620477 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bff2929-af83-4bd9-99f5-39b269906934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db19fe0-72fe-4e7b-819b-455f291a8d6f'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:03:56.630113 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02b5e33-d599-484e-85f9-a392f7b04e1b" -d '{"events": [{"server_uuid": "3bff2929-af83-4bd9-99f5-39b269906934", "name": "network-vif-plugged", "status": "completed", "tag": "6db19fe0-72fe-4e7b-819b-455f291a8d6f"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:03:56.635980 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0965de9e-782b-44c8-aad1-8034d2c37dfb req-efad135a-25ac-440e-8593-78801b473f44 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.2265248 Feb 07 17:03:56.672577 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 6db19fe0-72fe-4e7b-819b-455f291a8d6f, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6db19fe0-72fe-4e7b-819b-455f291a8d6f,segment=NetworkSegment(0b335b56-9acc-471e-a796-eeb06c7bb7a5),segment_id=0b335b56-9acc-471e-a796-eeb06c7bb7a5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:03:56.680418 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a1376-ad09-4404-826f-75f6750a17ce tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event deleted for resources: {'Port': ['ID=2e542f5e-56bb-4e0f-87d0-13bbb74af549,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:56.694849 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6db19fe0-72fe-4e7b-819b-455f291a8d6f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:56.946674 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0965de9e-782b-44c8-aad1-8034d2c37dfb req-0ff063b8-86ef-4b60-aafd-4769c535fd68 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094568 Feb 07 17:03:56.949177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=6db19fe0-72fe-4e7b-819b-455f291a8d6f,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:03:57.013595 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48d4be1-7623-4f78-942f-78a71c97b507 x-openstack-request-id: req-d48d4be1-7623-4f78-942f-78a71c97b507 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:03:57.013965 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bff2929-af83-4bd9-99f5-39b269906934", "name": "network-vif-plugged", "status": "completed", "tag": "6db19fe0-72fe-4e7b-819b-455f291a8d6f", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:03:57.014370 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d48d4be1-7623-4f78-942f-78a71c97b507 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:03:57.015033 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bff2929-af83-4bd9-99f5-39b269906934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db19fe0-72fe-4e7b-819b-455f291a8d6f', 'code': 200} Feb 07 17:03:57.112723 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6866c7a-86f2-4ec4-a857-ce168f82618a req-7a1a1376-ad09-4404-826f-75f6750a17ce tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] No DVR routers for this DVR port 2e542f5e-56bb-4e0f-87d0-13bbb74af549 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:03:57.117343 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f6866c7a-86f2-4ec4-a857-ce168f82618a req-7a1a1376-ad09-4404-826f-75f6750a17ce tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:57.124236 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6866c7a-86f2-4ec4-a857-ce168f82618a req-7a1a1376-ad09-4404-826f-75f6750a17ce tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.48 "DELETE /v2.0/ports/2e542f5e-56bb-4e0f-87d0-13bbb74af549 HTTP/1.1" status: 204 len: 173 time: 3.0161726 Feb 07 17:03:57.167752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839740b4-de31-4a5b-8375-3db94b4b12c0', 'name': 'network-vif-deleted', 'tag': '2e542f5e-56bb-4e0f-87d0-13bbb74af549'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:03:57.171357 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76683d0e-8b54-4c75-b8c2-e1fba0a4087d" -d '{"events": [{"server_uuid": "839740b4-de31-4a5b-8375-3db94b4b12c0", "name": "network-vif-deleted", "tag": "2e542f5e-56bb-4e0f-87d0-13bbb74af549"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:03:57.182692 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e9ebc0d-f975-4253-b990-b11b3039d5b5 req-693daf09-f28c-4fce-8a83-e4c8c373f54d service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0505710 Feb 07 17:03:57.440972 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01f9e9d-c1c8-4cde-a2c9-39b5100ce176 x-openstack-request-id: req-d01f9e9d-c1c8-4cde-a2c9-39b5100ce176 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:03:57.441514 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839740b4-de31-4a5b-8375-3db94b4b12c0", "name": "network-vif-deleted", "tag": "2e542f5e-56bb-4e0f-87d0-13bbb74af549", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:03:57.441953 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d01f9e9d-c1c8-4cde-a2c9-39b5100ce176 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:03:57.442530 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839740b4-de31-4a5b-8375-3db94b4b12c0', 'name': 'network-vif-deleted', 'tag': '2e542f5e-56bb-4e0f-87d0-13bbb74af549', 'status': 'completed', 'code': 200} Feb 07 17:03:57.610301 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bc43b-304d-4bb2-8917-101fb046a353 req-0a735a44-edf3-4955-8219-5f60d76eddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:57.615831 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-702bc43b-304d-4bb2-8917-101fb046a353 req-0a735a44-edf3-4955-8219-5f60d76eddc4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 1128 time: 0.5110047 Feb 07 17:03:57.661070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c114d-5958-4192-97a7-52da74989a24 req-225f4851-e3f9-4e70-b194-b68b54212517 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:57.663480 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d2c114d-5958-4192-97a7-52da74989a24 req-225f4851-e3f9-4e70-b194-b68b54212517 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 946 time: 0.6546056 Feb 07 17:03:57.846436 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2e542f5e-56bb-4e0f-87d0-13bbb74af549 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:03:57.877001 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-702bc43b-304d-4bb2-8917-101fb046a353 req-4cfaf699-d87f-4425-9117-18c6ca80e46d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523720 Feb 07 17:03:57.897864 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e9ebc0d-f975-4253-b990-b11b3039d5b5 req-58409cc8-2e86-4a37-8b40-3861cac7b77f service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6588366 Feb 07 17:03:57.947703 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 2e542f5e-56bb-4e0f-87d0-13bbb74af549 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:03:57.953963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2e542f5e-56bb-4e0f-87d0-13bbb74af549 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:03:57.999697 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d2c114d-5958-4192-97a7-52da74989a24 req-cb869aff-d1a9-4bcf-b599-2398bf44c9e6 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944334 Feb 07 17:03:58.190666 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-35b60efb-63dc-46a5-aad8-b2b28f0ba226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:58.416408 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a67487a-d321-4664-b081-4c278a60d4d7 req-fbc294d9-9a3b-46a5-8615-1579aff4bfee tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 210 time: 0.2456777 Feb 07 17:03:58.599518 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563a3ba-3614-465a-acdd-16fc64a7ac3e req-5d87141c-cf81-4d5e-9b94-692451fcab43 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:58.606759 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e563a3ba-3614-465a-acdd-16fc64a7ac3e req-5d87141c-cf81-4d5e-9b94-692451fcab43 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.0995116 Feb 07 17:03:58.672392 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f2baf2b1-f8c8-48e2-ba7e-a80941989fee req-74a96144-b1a6-4658-8139-8f0b560c23d8 tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "GET /v2.0/ports?device_id=839740b4-de31-4a5b-8375-3db94b4b12c0 HTTP/1.1" status: 200 len: 210 time: 1.0506334 Feb 07 17:03:58.704529 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e563a3ba-3614-465a-acdd-16fc64a7ac3e req-5703ce48-d204-4cb2-ba7f-97e247682e18 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967441 Feb 07 17:03:59.080898 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-1d5d8c6e-ad8f-490f-9f68-0cbadd17ba64 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:59.085561 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-1d5d8c6e-ad8f-490f-9f68-0cbadd17ba64 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.32 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 812 time: 0.3261986 Feb 07 17:03:59.113244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-7a232bfa-507e-488e-9f3b-16924e21c78a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Request body: {'port': {'device_id': 'dcd27f15-1905-4a61-aa49-c8b8f29a92e6', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'admin_state_up': True, 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:03:59.500930 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:59.557878 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc35a30-7202-4ed8-81f4-50d6c3ed1009 req-0529949d-690b-44f0-93cf-feb69dc0c7c3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:03:59.565978 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3bc35a30-7202-4ed8-81f4-50d6c3ed1009 req-0529949d-690b-44f0-93cf-feb69dc0c7c3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 946 time: 0.2102757 Feb 07 17:03:59.626426 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ddef9f69-891a-45cc-b557-d0373c6a9268 req-ced65942-6d97-4fd8-a3bd-37ed47fe109c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 210 time: 0.0838492 Feb 07 17:03:59.753864 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3bc35a30-7202-4ed8-81f4-50d6c3ed1009 req-20f553b5-a57c-4013-8a3d-4493b63367b5 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865635 Feb 07 17:03:59.772606 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34580) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:03:59.811578 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-7a232bfa-507e-488e-9f3b-16924e21c78a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Made reservation on behalf of acebdcf5865740db8b6f9c233dbd6392 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:03:59.822515 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-7a232bfa-507e-488e-9f3b-16924e21c78a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:03:59.932275 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5219feb8-8f2d-4b0f-9a31-c7077eb18ffb tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group (8e0cf269-e51a-452b-916f-8659479cd595), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:00.000756 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5219feb8-8f2d-4b0f-9a31-c7077eb18ffb tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group (8e0cf269-e51a-452b-916f-8659479cd595), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:00.155741 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5219feb8-8f2d-4b0f-9a31-c7077eb18ffb tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8e0cf269-e51a-452b-916f-8659479cd595), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:00.158861 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5219feb8-8f2d-4b0f-9a31-c7077eb18ffb tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:00.160101 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5219feb8-8f2d-4b0f-9a31-c7077eb18ffb tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "DELETE /v2.0/security-groups/8e0cf269-e51a-452b-916f-8659479cd595 HTTP/1.1" status: 204 len: 168 time: 0.3864703 Feb 07 17:04:00.186815 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219feb8-8f2d-4b0f-9a31-c7077eb18ffb tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0cf269-e51a-452b-916f-8659479cd595,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:00.208894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219feb8-8f2d-4b0f-9a31-c7077eb18ffb tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:00.210054 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219feb8-8f2d-4b0f-9a31-c7077eb18ffb tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:00.211343 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219feb8-8f2d-4b0f-9a31-c7077eb18ffb tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:00.214234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219feb8-8f2d-4b0f-9a31-c7077eb18ffb tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:00.216511 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219feb8-8f2d-4b0f-9a31-c7077eb18ffb tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:00.218070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219feb8-8f2d-4b0f-9a31-c7077eb18ffb tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:00.218762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219feb8-8f2d-4b0f-9a31-c7077eb18ffb tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:00.220020 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219feb8-8f2d-4b0f-9a31-c7077eb18ffb tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:00.221248 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219feb8-8f2d-4b0f-9a31-c7077eb18ffb tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:00.221817 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219feb8-8f2d-4b0f-9a31-c7077eb18ffb tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:00.222627 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219feb8-8f2d-4b0f-9a31-c7077eb18ffb tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:00.223174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219feb8-8f2d-4b0f-9a31-c7077eb18ffb tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:00.223678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5219feb8-8f2d-4b0f-9a31-c7077eb18ffb tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:00.228108 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34588) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:00.378588 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-7a232bfa-507e-488e-9f3b-16924e21c78a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Allocated IP 172.20.0.8 (f237c79b-106d-4492-9f39-8167bb8d1100/9e0c6472-60e4-48e8-a1cd-b274ac449cff/9856d4b3-92da-43f8-83dc-9d891c299ea6) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:04:00.419235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d89e1-e6d9-40e1-aa73-b38c9be943d1 req-b61570dc-8d0e-4b37-914d-61f31ac42e01 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:00.422232 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6c5d89e1-e6d9-40e1-aa73-b38c9be943d1 req-b61570dc-8d0e-4b37-914d-61f31ac42e01 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.2998481 Feb 07 17:04:00.858578 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:00.885298 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6c5d89e1-e6d9-40e1-aa73-b38c9be943d1 req-c6cb7021-f25d-4d80-bad1-c7319d78552d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048412 Feb 07 17:04:01.184417 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-7a232bfa-507e-488e-9f3b-16924e21c78a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for port (9856d4b3-92da-43f8-83dc-9d891c299ea6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:01.292254 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2723f-737e-488d-a458-f6b40fa33beb req-e9a013e9-e96b-46cb-b005-6636f4d4f9c5 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:01.304888 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0cb2723f-737e-488d-a458-f6b40fa33beb req-e9a013e9-e96b-46cb-b005-6636f4d4f9c5 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 946 time: 0.2385569 Feb 07 17:04:01.457639 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-7a232bfa-507e-488e-9f3b-16924e21c78a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (9856d4b3-92da-43f8-83dc-9d891c299ea6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:01.471398 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['6c13aa0b-fe51-43b0-8700-22293b427f4c', '4d2a83f3-8b43-4512-8f2d-71401f763736'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:04:01.574950 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a232bfa-507e-488e-9f3b-16924e21c78a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Pushing event updated for resources: {'Port': ['ID=9856d4b3-92da-43f8-83dc-9d891c299ea6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:01.609884 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0cb2723f-737e-488d-a458-f6b40fa33beb req-4169c3eb-f1d1-499c-b3ed-38e531b7a47c tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035889 Feb 07 17:04:01.635303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-7a232bfa-507e-488e-9f3b-16924e21c78a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Network f237c79b-106d-4492-9f39-8167bb8d1100 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:04:01.644954 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-7a232bfa-507e-488e-9f3b-16924e21c78a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:04:01.654226 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-7a232bfa-507e-488e-9f3b-16924e21c78a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:04:01.813394 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-7a232bfa-507e-488e-9f3b-16924e21c78a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:01.814279 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-7a232bfa-507e-488e-9f3b-16924e21c78a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:01.888135 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-7a232bfa-507e-488e-9f3b-16924e21c78a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7932744 Feb 07 17:04:01.908899 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Request body: {'port': {'device_id': 'dcd27f15-1905-4a61-aa49-c8b8f29a92e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:04:02.012901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3287bbc-af57-451e-9afb-5ae488524008 req-a06682ab-b7dc-41cd-8ebb-9bbc1a076427 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:02.018391 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3287bbc-af57-451e-9afb-5ae488524008 req-a06682ab-b7dc-41cd-8ebb-9bbc1a076427 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 931 time: 0.6378458 Feb 07 17:04:02.192254 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9856d4b3-92da-43f8-83dc-9d891c299ea6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:02.353305 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3287bbc-af57-451e-9afb-5ae488524008 req-44490c91-f510-40cc-9785-ba621f0af7d7 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062460 Feb 07 17:04:02.395623 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-143332e6-4a5e-4138-afc5-0389c2e9a071 None None] Provisioning complete for port 9856d4b3-92da-43f8-83dc-9d891c299ea6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:04:02.407703 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-143332e6-4a5e-4138-afc5-0389c2e9a071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9856d4b3-92da-43f8-83dc-9d891c299ea6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:02.641603 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:02.714198 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-143332e6-4a5e-4138-afc5-0389c2e9a071 None None] Port 9856d4b3-92da-43f8-83dc-9d891c299ea6 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:04:02.793133 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-461433d2-64f9-49d8-8fef-2f3a9902e74f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (6a751a93-e6b1-44e1-a306-652494db0c23), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:02.878102 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b58e6-c88a-4a81-a033-dbc4ccaf3007 req-3a572070-f063-4808-a76f-5499ea7b3fa7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:02.895903 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a8b58e6-c88a-4a81-a033-dbc4ccaf3007 req-3a572070-f063-4808-a76f-5499ea7b3fa7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.6793532 Feb 07 17:04:02.935469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9856d4b3-92da-43f8-83dc-9d891c299ea6 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:04:03.005460 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a8b58e6-c88a-4a81-a033-dbc4ccaf3007 req-4eebe6ee-ac1e-4eff-80fe-ada4def120ba tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016915 Feb 07 17:04:03.012174 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Publish callbacks [] for port (9856d4b3-92da-43f8-83dc-9d891c299ea6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:03.051485 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Transition to ACTIVE for port object 9856d4b3-92da-43f8-83dc-9d891c299ea6 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:04:03.067937 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (9856d4b3-92da-43f8-83dc-9d891c299ea6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:03.173488 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Pushing event updated for resources: {'Port': ['ID=9856d4b3-92da-43f8-83dc-9d891c299ea6,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:03.458568 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Attempting to bind port 9856d4b3-92da-43f8-83dc-9d891c299ea6 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:04:03.458913 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Attempting to bind port 9856d4b3-92da-43f8-83dc-9d891c299ea6 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:04:03.459245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Attempting to bind port 9856d4b3-92da-43f8-83dc-9d891c299ea6 on network f237c79b-106d-4492-9f39-8167bb8d1100 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:04:03.467884 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Port 9856d4b3-92da-43f8-83dc-9d891c299ea6 on network f237c79b-106d-4492-9f39-8167bb8d1100 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:04:03.468208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Attempting to bind port 9856d4b3-92da-43f8-83dc-9d891c299ea6 on network f237c79b-106d-4492-9f39-8167bb8d1100 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:04:03.488363 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:04:03.488719 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Checking segment: {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:04:03.489112 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Bound using segment: {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:04:03.489572 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Bound port: 9856d4b3-92da-43f8-83dc-9d891c299ea6, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:04:03.489935 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9856d4b3-92da-43f8-83dc-9d891c299ea6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:03.675741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] For port 9856d4b3-92da-43f8-83dc-9d891c299ea6, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:04:03.689169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] For port 9856d4b3-92da-43f8-83dc-9d891c299ea6, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=9856d4b3-92da-43f8-83dc-9d891c299ea6,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:04:03.701870 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (9856d4b3-92da-43f8-83dc-9d891c299ea6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:03.725759 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:03.726397 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:03.727791 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] 10.222.0.32 "PUT /v2.0/ports/9856d4b3-92da-43f8-83dc-9d891c299ea6 HTTP/1.1" status: 200 len: 1091 time: 1.8322899 Feb 07 17:04:03.729392 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd27f15-1905-4a61-aa49-c8b8f29a92e6', 'tag': '9856d4b3-92da-43f8-83dc-9d891c299ea6'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:04:03.750871 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668a4954-a177-4f9c-b96b-8c078b36b3bc" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd27f15-1905-4a61-aa49-c8b8f29a92e6", "tag": "9856d4b3-92da-43f8-83dc-9d891c299ea6"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:04:03.879508 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd66a07-b586-4911-999c-76e4e1230a55 x-openstack-request-id: req-cbd66a07-b586-4911-999c-76e4e1230a55 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:04:03.879812 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd27f15-1905-4a61-aa49-c8b8f29a92e6", "tag": "9856d4b3-92da-43f8-83dc-9d891c299ea6", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:04:03.880071 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbd66a07-b586-4911-999c-76e4e1230a55 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:04:03.880485 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd27f15-1905-4a61-aa49-c8b8f29a92e6', 'tag': '9856d4b3-92da-43f8-83dc-9d891c299ea6', 'status': 'completed', 'code': 200} Feb 07 17:04:03.963516 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb4dd6-5190-431a-b9ec-2ecd8de0734a req-6fb37284-cbf9-46f5-8b2f-a8060cad2188 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:03.965869 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bdeb4dd6-5190-431a-b9ec-2ecd8de0734a req-6fb37284-cbf9-46f5-8b2f-a8060cad2188 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 943 time: 0.3438258 Feb 07 17:04:04.077679 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bdeb4dd6-5190-431a-b9ec-2ecd8de0734a req-fd4004ab-8c13-40d8-a2de-07a410f4277c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866492 Feb 07 17:04:04.127532 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-461433d2-64f9-49d8-8fef-2f3a9902e74f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Deleting port 733857e7-0d36-44e5-8e0d-d42878815d43 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:04:04.127889 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-461433d2-64f9-49d8-8fef-2f3a9902e74f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (733857e7-0d36-44e5-8e0d-d42878815d43), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:04.129346 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-fa22d361-020b-401e-a4c1-14636e532b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:04.140861 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-fa22d361-020b-401e-a4c1-14636e532b6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 1125 time: 0.3028064 Feb 07 17:04:04.175483 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90438c2d-a191-46f9-b59b-fae4feb5404a service neutron] Pushing event updated for resources: {'Port': ['ID=9856d4b3-92da-43f8-83dc-9d891c299ea6,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:04.371797 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-461433d2-64f9-49d8-8fef-2f3a9902e74f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] For port 733857e7-0d36-44e5-8e0d-d42878815d43, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=733857e7-0d36-44e5-8e0d-d42878815d43,segment=NetworkSegment(ab22d59c-b79e-4dcf-b392-5748fece1fbd),segment_id=ab22d59c-b79e-4dcf-b392-5748fece1fbd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:04.373508 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-461433d2-64f9-49d8-8fef-2f3a9902e74f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (733857e7-0d36-44e5-8e0d-d42878815d43), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:04.392304 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-461433d2-64f9-49d8-8fef-2f3a9902e74f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Calling delete_port for 733857e7-0d36-44e5-8e0d-d42878815d43 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:04:04.406176 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-a346f7c8-e2d0-4fc5-87c0-e90850f7b504 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9856d4b3-92da-43f8-83dc-9d891c299ea6 HTTP/1.1" status: 200 len: 217 time: 0.2397978 Feb 07 17:04:04.552236 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973a0be-4fa2-4d91-8bbe-2acb7a3c6830 req-08f5d1c6-0b2a-4741-81ad-cf1cfeae1810 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:04.559352 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1973a0be-4fa2-4d91-8bbe-2acb7a3c6830 req-08f5d1c6-0b2a-4741-81ad-cf1cfeae1810 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.2587650 Feb 07 17:04:04.599979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-67394f55-6b0a-4177-b65a-49dfd56e7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:04.604745 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-67394f55-6b0a-4177-b65a-49dfd56e7ed0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.1974065 Feb 07 17:04:04.815487 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1973a0be-4fa2-4d91-8bbe-2acb7a3c6830 req-1d2f44aa-3a6c-4500-9155-2fca9373b8cb tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504885 Feb 07 17:04:04.891085 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-be6c7aca-f7c3-4fcf-831a-85a234d91987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:04.921321 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-be6c7aca-f7c3-4fcf-831a-85a234d91987 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2879779 Feb 07 17:04:05.005660 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-461433d2-64f9-49d8-8fef-2f3a9902e74f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (733857e7-0d36-44e5-8e0d-d42878815d43), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:05.101912 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461433d2-64f9-49d8-8fef-2f3a9902e74f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event deleted for resources: {'Port': ['ID=733857e7-0d36-44e5-8e0d-d42878815d43,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:05.184290 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-e9abf45e-dcdc-4c04-99c6-33b2bdbbf15a service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612801 Feb 07 17:04:05.523683 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2f9cf8f-c736-4394-9b97-7ecb0d6837bf req-07e723b9-3d3b-4ffb-82ca-7f47e73889ab service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246171 Feb 07 17:04:05.736146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60125dd-4a73-4465-88a7-0ceb9d314ead req-c7fcefff-f318-40b9-8f02-b7b358061142 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:05.737838 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f60125dd-4a73-4465-88a7-0ceb9d314ead req-c7fcefff-f318-40b9-8f02-b7b358061142 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 943 time: 0.4463444 Feb 07 17:04:05.776487 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a4954-a177-4f9c-b96b-8c078b36b3bc req-535e0b7d-a115-450d-b29b-83e8c606a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:05.780581 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-668a4954-a177-4f9c-b96b-8c078b36b3bc req-535e0b7d-a115-450d-b29b-83e8c606a5ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 1125 time: 0.1855438 Feb 07 17:04:05.946690 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f60125dd-4a73-4465-88a7-0ceb9d314ead req-6957d923-e324-4e4c-9f61-f5cbba7f595a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917896 Feb 07 17:04:06.003020 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-461433d2-64f9-49d8-8fef-2f3a9902e74f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (6a751a93-e6b1-44e1-a306-652494db0c23), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:06.124479 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861e61a-8d0e-4365-997c-4ee46ff1061b req-05e81d17-d033-446e-9d90-e6d5512e3b38 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:06.132349 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8861e61a-8d0e-4365-997c-4ee46ff1061b req-05e81d17-d033-446e-9d90-e6d5512e3b38 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.1475024 Feb 07 17:04:06.183028 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a4954-a177-4f9c-b96b-8c078b36b3bc req-dcf930ec-5cc9-4bd4-8d2e-d759ce7b48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:06.184591 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-668a4954-a177-4f9c-b96b-8c078b36b3bc req-dcf930ec-5cc9-4bd4-8d2e-d759ce7b48dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 913 time: 0.3969891 Feb 07 17:04:06.252604 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-668a4954-a177-4f9c-b96b-8c078b36b3bc req-582bd393-587b-496b-b7a2-48c587e6b7cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9856d4b3-92da-43f8-83dc-9d891c299ea6 HTTP/1.1" status: 200 len: 217 time: 0.0567567 Feb 07 17:04:06.272262 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8861e61a-8d0e-4365-997c-4ee46ff1061b req-7f9cd581-2957-4fb7-ab98-d700bb39ae2b tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387818 Feb 07 17:04:06.394605 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461433d2-64f9-49d8-8fef-2f3a9902e74f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Router 6a751a93-e6b1-44e1-a306-652494db0c23 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:04:06.407054 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a4954-a177-4f9c-b96b-8c078b36b3bc req-1e5d0cee-1915-472c-b478-d1ceabe34318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:06.407760 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-668a4954-a177-4f9c-b96b-8c078b36b3bc req-1e5d0cee-1915-472c-b478-d1ceabe34318 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.1345196 Feb 07 17:04:06.576638 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a4954-a177-4f9c-b96b-8c078b36b3bc req-c383e4ff-29d4-44a7-8afe-83da74cf9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:06.578794 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-668a4954-a177-4f9c-b96b-8c078b36b3bc req-c383e4ff-29d4-44a7-8afe-83da74cf9218 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1589420 Feb 07 17:04:06.614344 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461433d2-64f9-49d8-8fef-2f3a9902e74f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:04:06.627639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68396124-500c-479d-add7-e5324b492a0f None None] Sync routers for ids ['6a751a93-e6b1-44e1-a306-652494db0c23'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:04:06.657406 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-461433d2-64f9-49d8-8fef-2f3a9902e74f tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "PUT /v2.0/routers/6a751a93-e6b1-44e1-a306-652494db0c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4277861 Feb 07 17:04:06.658434 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68396124-500c-479d-add7-e5324b492a0f None None] Routers {'6a751a93-e6b1-44e1-a306-652494db0c23'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:04:06.660353 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34720) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:06.661820 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-68396124-500c-479d-add7-e5324b492a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:03:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6a751a93-e6b1-44e1-a306-652494db0c23'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:04:06.814360 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-668a4954-a177-4f9c-b96b-8c078b36b3bc req-16668451-db12-4fc1-9ef4-29ba660517c5 service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282946 Feb 07 17:04:06.966610 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-68396124-500c-479d-add7-e5324b492a0f None None] Set router 6a751a93-e6b1-44e1-a306-652494db0c23 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:04:07.078739 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-668a4954-a177-4f9c-b96b-8c078b36b3bc req-952a7855-8e13-4245-995a-c75b771cd323 service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574639 Feb 07 17:04:07.093549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 9856d4b3-92da-43f8-83dc-9d891c299ea6 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:04:07.256997 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2583-9726-4251-85c4-d16fe993a0ab req-c32b41b5-f8b6-4c41-a84f-0019748f78fc tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:07.268755 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c6f2583-9726-4251-85c4-d16fe993a0ab req-c32b41b5-f8b6-4c41-a84f-0019748f78fc tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 943 time: 0.1092675 Feb 07 17:04:07.383915 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 17:04:07.447229 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c6f2583-9726-4251-85c4-d16fe993a0ab req-cdeafeb9-b155-479e-a158-92b7c470190d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720958 Feb 07 17:04:07.688628 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e22ce-c9f8-4c42-90f1-2bb5392e58df req-d11e1342-d729-490a-bc4e-2cbe14332735 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:07.700349 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f52e22ce-c9f8-4c42-90f1-2bb5392e58df req-d11e1342-d729-490a-bc4e-2cbe14332735 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.1593726 Feb 07 17:04:07.800736 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-af413d91-51d8-4727-9adc-e27910cc61be tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Deleting subnet 994ba421-3766-4dad-a45b-85b122d6c2fa {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:04:07.811379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 9856d4b3-92da-43f8-83dc-9d891c299ea6, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=9856d4b3-92da-43f8-83dc-9d891c299ea6,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:07.830207 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af413d91-51d8-4727-9adc-e27910cc61be tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for subnet (994ba421-3766-4dad-a45b-85b122d6c2fa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:07.833111 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '9856d4b3-92da-43f8-83dc-9d891c299ea6', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'port_id': '9856d4b3-92da-43f8-83dc-9d891c299ea6', 'mac_address': 'fa:16:3e:20:5c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:04:07.845570 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f52e22ce-c9f8-4c42-90f1-2bb5392e58df req-a2fc28dc-077e-4dcf-8694-0877a54f4339 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429284 Feb 07 17:04:07.886777 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 9856d4b3-92da-43f8-83dc-9d891c299ea6 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:04:07.887188 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9856d4b3-92da-43f8-83dc-9d891c299ea6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:07.909306 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9856d4b3-92da-43f8-83dc-9d891c299ea6 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:04:07.925099 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-68396124-500c-479d-add7-e5324b492a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'name': 'tempest-TestNetworkBasicOps-router-259180856', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:01:43Z', 'updated_at': '2022-02-07T17:04:04Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:46Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:04:08.007543 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af413d91-51d8-4727-9adc-e27910cc61be tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (994ba421-3766-4dad-a45b-85b122d6c2fa), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:08.027468 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68396124-500c-479d-add7-e5324b492a0f None None] Checking router: 6a751a93-e6b1-44e1-a306-652494db0c23 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:04:08.065813 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68396124-500c-479d-add7-e5324b492a0f None None] Routers {'6a751a93-e6b1-44e1-a306-652494db0c23'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:04:08.066722 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-68396124-500c-479d-add7-e5324b492a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:03:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6a751a93-e6b1-44e1-a306-652494db0c23'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:04:08.115211 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 9856d4b3-92da-43f8-83dc-9d891c299ea6, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=9856d4b3-92da-43f8-83dc-9d891c299ea6,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:08.190484 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9856d4b3-92da-43f8-83dc-9d891c299ea6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:08.320828 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af413d91-51d8-4727-9adc-e27910cc61be tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (994ba421-3766-4dad-a45b-85b122d6c2fa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:08.461892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-68396124-500c-479d-add7-e5324b492a0f None None] Set router 6a751a93-e6b1-44e1-a306-652494db0c23 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:04:08.464829 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=9856d4b3-92da-43f8-83dc-9d891c299ea6,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:08.507097 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af413d91-51d8-4727-9adc-e27910cc61be tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (994ba421-3766-4dad-a45b-85b122d6c2fa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:08.556366 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af413d91-51d8-4727-9adc-e27910cc61be tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:08.562408 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-af413d91-51d8-4727-9adc-e27910cc61be tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "DELETE /v2.0/subnets/994ba421-3766-4dad-a45b-85b122d6c2fa HTTP/1.1" status: 204 len: 168 time: 1.8964343 Feb 07 17:04:08.564121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34774) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:08.565265 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af413d91-51d8-4727-9adc-e27910cc61be tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event deleted for resources: {'Subnet': ['ID=994ba421-3766-4dad-a45b-85b122d6c2fa,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:08.800515 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67a023-ff8f-4204-88be-4ce487ec8267 req-26d9a79b-66e4-47be-b29b-a7c88dc14c97 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:08.805059 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f67a023-ff8f-4204-88be-4ce487ec8267 req-26d9a79b-66e4-47be-b29b-a7c88dc14c97 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 944 time: 0.2228079 Feb 07 17:04:09.112440 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['9856d4b3-92da-43f8-83dc-9d891c299ea6'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:04:09.114925 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74faaa97-9169-4bf8-95ae-1c7ba33f659f None None] Network 34d4dd5b-2a45-46d7-be0e-45cea9796556 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:04:09.115418 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-feeb6573-88e5-4bf1-9b31-3fad821c482e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for router (6a751a93-e6b1-44e1-a306-652494db0c23), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:09.238208 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f67a023-ff8f-4204-88be-4ce487ec8267 req-73347ccc-3d43-4b9b-969a-2a3a65ae8eb9 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972249 Feb 07 17:04:09.459525 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-feeb6573-88e5-4bf1-9b31-3fad821c482e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for router_gateway (6a751a93-e6b1-44e1-a306-652494db0c23), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:09.485563 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2a2f1-1edc-407a-a87f-483b4862572f req-b1bf5871-a70f-490d-b627-18d44b6b0f0b tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:09.489383 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-44c2a2f1-1edc-407a-a87f-483b4862572f req-b1bf5871-a70f-490d-b627-18d44b6b0f0b tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.3469839 Feb 07 17:04:09.563927 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-44c2a2f1-1edc-407a-a87f-483b4862572f req-bfc698bc-77d5-4c89-9b58-a3f7010979a8 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512588 Feb 07 17:04:09.589918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-feeb6573-88e5-4bf1-9b31-3fad821c482e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Deleting port 60d794fd-f516-4b67-b214-7cb2cbf17b8b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:04:09.601697 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-feeb6573-88e5-4bf1-9b31-3fad821c482e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (60d794fd-f516-4b67-b214-7cb2cbf17b8b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:09.791842 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8597ff2d-e62d-4d24-9aeb-694e14bd1c88 None None] DHCP port deletion for 34d4dd5b-2a45-46d7-be0e-45cea9796556 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:04:09.860391 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-feeb6573-88e5-4bf1-9b31-3fad821c482e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] For port 60d794fd-f516-4b67-b214-7cb2cbf17b8b, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=60d794fd-f516-4b67-b214-7cb2cbf17b8b,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:09.860836 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-feeb6573-88e5-4bf1-9b31-3fad821c482e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (60d794fd-f516-4b67-b214-7cb2cbf17b8b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:09.880644 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-68396124-500c-479d-add7-e5324b492a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'name': 'tempest-TestNetworkBasicOps-router-259180856', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:01:43Z', 'updated_at': '2022-02-07T17:04:04Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:46Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:04:09.902546 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-feeb6573-88e5-4bf1-9b31-3fad821c482e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Calling delete_port for 60d794fd-f516-4b67-b214-7cb2cbf17b8b owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:04:09.976925 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68396124-500c-479d-add7-e5324b492a0f None None] The sync data for ids ['6a751a93-e6b1-44e1-a306-652494db0c23'] in n-d-827865-3 is: [{'id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'name': 'tempest-TestNetworkBasicOps-router-259180856', 'tenant_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:01:43Z', 'updated_at': '2022-02-07T17:04:04Z', 'revision_number': 5, 'project_id': 'e266b4b9b1d544eabc5eebcc70b0d46e', 'gw_port': {'id': '60d794fd-f516-4b67-b214-7cb2cbf17b8b', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a751a93-e6b1-44e1-a306-652494db0c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:01:46Z', 'updated_at': '2022-02-07T17:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:04:10.002551 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8597ff2d-e62d-4d24-9aeb-694e14bd1c88 None None] Deleting port a7e09168-a349-4c81-ae76-7f9b0b36f0f3 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:04:10.004847 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8597ff2d-e62d-4d24-9aeb-694e14bd1c88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a7e09168-a349-4c81-ae76-7f9b0b36f0f3), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:10.295689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8597ff2d-e62d-4d24-9aeb-694e14bd1c88 None None] For port a7e09168-a349-4c81-ae76-7f9b0b36f0f3, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a7e09168-a349-4c81-ae76-7f9b0b36f0f3,segment=NetworkSegment(ab22d59c-b79e-4dcf-b392-5748fece1fbd),segment_id=ab22d59c-b79e-4dcf-b392-5748fece1fbd)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:10.296383 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8597ff2d-e62d-4d24-9aeb-694e14bd1c88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a7e09168-a349-4c81-ae76-7f9b0b36f0f3), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:10.383148 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8597ff2d-e62d-4d24-9aeb-694e14bd1c88 None None] Calling delete_port for a7e09168-a349-4c81-ae76-7f9b0b36f0f3 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:04:10.487468 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-feeb6573-88e5-4bf1-9b31-3fad821c482e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (60d794fd-f516-4b67-b214-7cb2cbf17b8b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:10.611369 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131af357-5515-478a-87de-74580dbba1e1 req-78b4a962-1424-4ffc-9a49-f5e4f5b7d78a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:10.612968 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-131af357-5515-478a-87de-74580dbba1e1 req-78b4a962-1424-4ffc-9a49-f5e4f5b7d78a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 944 time: 0.1599128 Feb 07 17:04:10.630268 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb6573-88e5-4bf1-9b31-3fad821c482e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event deleted for resources: {'Port': ['ID=60d794fd-f516-4b67-b214-7cb2cbf17b8b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:10.677019 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8597ff2d-e62d-4d24-9aeb-694e14bd1c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (a7e09168-a349-4c81-ae76-7f9b0b36f0f3), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:10.696389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597ff2d-e62d-4d24-9aeb-694e14bd1c88 None None] No DVR routers for this DVR port a7e09168-a349-4c81-ae76-7f9b0b36f0f3 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:04:10.740118 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-131af357-5515-478a-87de-74580dbba1e1 req-bf4a44bd-b3fc-4f51-93f8-2ab7d0f8b4e6 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211557 Feb 07 17:04:10.746065 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597ff2d-e62d-4d24-9aeb-694e14bd1c88 None None] Pushing event deleted for resources: {'Port': ['ID=a7e09168-a349-4c81-ae76-7f9b0b36f0f3,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:10.786441 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 9856d4b3-92da-43f8-83dc-9d891c299ea6 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:04:10.922008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 9856d4b3-92da-43f8-83dc-9d891c299ea6 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:04:10.926595 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 9856d4b3-92da-43f8-83dc-9d891c299ea6 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:04:10.927280 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9856d4b3-92da-43f8-83dc-9d891c299ea6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:10.962638 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-feeb6573-88e5-4bf1-9b31-3fad821c482e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (6a751a93-e6b1-44e1-a306-652494db0c23), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:11.144670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 9856d4b3-92da-43f8-83dc-9d891c299ea6 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:04:11.144987 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9856d4b3-92da-43f8-83dc-9d891c299ea6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:11.222601 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd27f15-1905-4a61-aa49-c8b8f29a92e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9856d4b3-92da-43f8-83dc-9d891c299ea6'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:04:11.227119 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f40183-1774-4aaf-b26b-6ff65c9636d4" -d '{"events": [{"server_uuid": "dcd27f15-1905-4a61-aa49-c8b8f29a92e6", "name": "network-vif-plugged", "status": "completed", "tag": "9856d4b3-92da-43f8-83dc-9d891c299ea6"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:04:11.288638 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 9856d4b3-92da-43f8-83dc-9d891c299ea6, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=9856d4b3-92da-43f8-83dc-9d891c299ea6,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:11.295775 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9856d4b3-92da-43f8-83dc-9d891c299ea6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:11.430034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 733857e7-0d36-44e5-8e0d-d42878815d43 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:04:11.500705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 733857e7-0d36-44e5-8e0d-d42878815d43 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:04:11.501068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 733857e7-0d36-44e5-8e0d-d42878815d43 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:04:11.501536 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a7e09168-a349-4c81-ae76-7f9b0b36f0f3 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:04:11.542531 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7246e773-01eb-4dc3-bfee-f9a93cf26a51 x-openstack-request-id: req-7246e773-01eb-4dc3-bfee-f9a93cf26a51 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:04:11.542830 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd27f15-1905-4a61-aa49-c8b8f29a92e6", "name": "network-vif-plugged", "status": "completed", "tag": "9856d4b3-92da-43f8-83dc-9d891c299ea6", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:04:11.543096 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7246e773-01eb-4dc3-bfee-f9a93cf26a51 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:04:11.543501 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd27f15-1905-4a61-aa49-c8b8f29a92e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9856d4b3-92da-43f8-83dc-9d891c299ea6', 'code': 200} Feb 07 17:04:11.549386 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: a7e09168-a349-4c81-ae76-7f9b0b36f0f3 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:04:11.549746 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a7e09168-a349-4c81-ae76-7f9b0b36f0f3 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:04:11.601421 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=9856d4b3-92da-43f8-83dc-9d891c299ea6,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:11.731618 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-feeb6573-88e5-4bf1-9b31-3fad821c482e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (6a751a93-e6b1-44e1-a306-652494db0c23), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:11.736116 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-feeb6573-88e5-4bf1-9b31-3fad821c482e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for router_controller (6a751a93-e6b1-44e1-a306-652494db0c23), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:11.799206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ddd49-94a0-4578-9c82-265e19591407 req-d11ab43d-3a0c-4772-a9b1-46c8432e2bee tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:11.800888 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a0ddd49-94a0-4578-9c82-265e19591407 req-d11ab43d-3a0c-4772-a9b1-46c8432e2bee tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.9770610 Feb 07 17:04:11.838561 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-feeb6573-88e5-4bf1-9b31-3fad821c482e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (6a751a93-e6b1-44e1-a306-652494db0c23), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:11.839685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feeb6573-88e5-4bf1-9b31-3fad821c482e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Fanout notify agent at l3_agent the message router_deleted on router 6a751a93-e6b1-44e1-a306-652494db0c23 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:04:11.880452 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904db0a-d159-469c-9c54-013b876d65fe req-b4d01265-864b-4ecd-987b-9aab37b33546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:11.882032 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2904db0a-d159-469c-9c54-013b876d65fe req-b4d01265-864b-4ecd-987b-9aab37b33546 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8265dde22443dab20942b3bd88ae3d&device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 1128 time: 0.1107428 Feb 07 17:04:11.909816 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-feeb6573-88e5-4bf1-9b31-3fad821c482e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:11.938264 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-feeb6573-88e5-4bf1-9b31-3fad821c482e tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "DELETE /v2.0/routers/6a751a93-e6b1-44e1-a306-652494db0c23 HTTP/1.1" status: 204 len: 168 time: 3.3661048 Feb 07 17:04:11.944866 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a0ddd49-94a0-4578-9c82-265e19591407 req-b6b4f79f-a040-45f9-af26-632a8e8ac063 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023002 Feb 07 17:04:11.946208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34866) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:12.071684 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1ebcc-3d1c-441f-84a8-610c0a7df256 req-0e07e988-1362-474f-9a30-a8837cc44ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:12.073532 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26f1ebcc-3d1c-441f-84a8-610c0a7df256 req-0e07e988-1362-474f-9a30-a8837cc44ec9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 1127 time: 0.2715600 Feb 07 17:04:12.082735 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904db0a-d159-469c-9c54-013b876d65fe req-524fb590-3b98-456e-932f-30b2ae5ab539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:12.084558 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2904db0a-d159-469c-9c54-013b876d65fe req-524fb590-3b98-456e-932f-30b2ae5ab539 service neutron] 10.222.0.32 "GET /v2.0/networks?id=380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 200 len: 913 time: 0.1962903 Feb 07 17:04:12.146809 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26f1ebcc-3d1c-441f-84a8-610c0a7df256 req-f5ac13cc-735a-47b4-86b8-e09821dfe26c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636179 Feb 07 17:04:12.156821 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04159e6c-9e7e-4156-987a-286b66828fda tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (34d4dd5b-2a45-46d7-be0e-45cea9796556), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:12.285690 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2904db0a-d159-469c-9c54-013b876d65fe req-e94989ee-c335-4dcf-8028-49cdaf89e4d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2468e7cf-4c20-4a15-b9d1-4cc420687479 HTTP/1.1" status: 200 len: 217 time: 0.1865551 Feb 07 17:04:12.290356 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04159e6c-9e7e-4156-987a-286b66828fda tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (34d4dd5b-2a45-46d7-be0e-45cea9796556), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:12.316695 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08653f-eac0-41f3-9be7-942d9f332037 req-2951145d-0093-4c02-8907-c60d7666c546 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:12.330597 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8b08653f-eac0-41f3-9be7-942d9f332037 req-2951145d-0093-4c02-8907-c60d7666c546 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 945 time: 0.2449284 Feb 07 17:04:12.334830 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-04159e6c-9e7e-4156-987a-286b66828fda tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d4dd5b-2a45-46d7-be0e-45cea9796556']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:04:12.366427 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-04159e6c-9e7e-4156-987a-286b66828fda tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab22d59c-b79e-4dcf-b392-5748fece1fbd') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:04:12.366976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-04159e6c-9e7e-4156-987a-286b66828fda tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab22d59c-b79e-4dcf-b392-5748fece1fbd') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:04:12.405736 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04159e6c-9e7e-4156-987a-286b66828fda tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (ab22d59c-b79e-4dcf-b392-5748fece1fbd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:12.425598 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04159e6c-9e7e-4156-987a-286b66828fda tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (ab22d59c-b79e-4dcf-b392-5748fece1fbd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:12.432894 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04159e6c-9e7e-4156-987a-286b66828fda tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:04:12.434122 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04159e6c-9e7e-4156-987a-286b66828fda tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (ab22d59c-b79e-4dcf-b392-5748fece1fbd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:12.511815 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8b08653f-eac0-41f3-9be7-942d9f332037 req-21a46759-0586-4c98-806e-91ce7a0a7099 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736276 Feb 07 17:04:12.522786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904db0a-d159-469c-9c54-013b876d65fe req-9429fb2b-025e-4308-bf94-7ca15894f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:12.541415 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2904db0a-d159-469c-9c54-013b876d65fe req-9429fb2b-025e-4308-bf94-7ca15894f0c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e0f2a9e-b79d-4601-ac33-c328f95f4202 HTTP/1.1" status: 200 len: 852 time: 0.1661522 Feb 07 17:04:12.594499 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2904db0a-d159-469c-9c54-013b876d65fe req-b05a19e3-7551-49bc-9919-64a9c6f1f6e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=380ea26c-6043-4940-b6ef-8a90ddeec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521488 Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:04:12.648408 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:04:12.652135 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04159e6c-9e7e-4156-987a-286b66828fda tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (34d4dd5b-2a45-46d7-be0e-45cea9796556), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:12.663654 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04159e6c-9e7e-4156-987a-286b66828fda tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:12.671076 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-04159e6c-9e7e-4156-987a-286b66828fda tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] 10.222.0.18 "DELETE /v2.0/networks/34d4dd5b-2a45-46d7-be0e-45cea9796556 HTTP/1.1" status: 204 len: 168 time: 0.7132266 Feb 07 17:04:12.718834 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04159e6c-9e7e-4156-987a-286b66828fda tempest-TestNetworkBasicOps-1071664481 tempest-TestNetworkBasicOps-1071664481-project] Pushing event deleted for resources: {'Network': ['ID=34d4dd5b-2a45-46d7-be0e-45cea9796556,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:12.793102 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2904db0a-d159-469c-9c54-013b876d65fe req-f5f5de16-3906-4b2d-8dc8-263cf17f1d0d service neutron] 10.222.0.32 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898899 Feb 07 17:04:12.988462 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2904db0a-d159-469c-9c54-013b876d65fe req-c1f5025d-5ee0-4686-8897-cf04e3374547 service neutron] 10.222.0.32 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884036 Feb 07 17:04:13.141391 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 60d794fd-f516-4b67-b214-7cb2cbf17b8b no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:04:13.144392 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163e46e-5749-4911-b411-7e165f5d4c32 req-7aee8ada-db67-4f53-a1b0-9f3723b43943 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:13.153690 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0163e46e-5749-4911-b411-7e165f5d4c32 req-7aee8ada-db67-4f53-a1b0-9f3723b43943 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.0797839 Feb 07 17:04:13.227639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 60d794fd-f516-4b67-b214-7cb2cbf17b8b {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:04:13.227903 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 60d794fd-f516-4b67-b214-7cb2cbf17b8b not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:04:13.238833 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0163e46e-5749-4911-b411-7e165f5d4c32 req-e65d921e-c55c-4686-8fb9-5d7db31126b7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834262 Feb 07 17:04:13.325577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34892) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:13.481975 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e69a2e16-82bc-451b-adbd-1c6dac5f5a80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e266b4b9b1d544eabc5eebcc70b0d46e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1541598 Feb 07 17:04:13.484963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34902) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:13.581981 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95905896-cb03-446e-9614-a8148c877c6d admin admin] Publish callbacks [] for security_group (4e30f227-8dd0-4561-a2c7-69cb5f00d526), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:13.636884 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95905896-cb03-446e-9614-a8148c877c6d admin admin] Publish callbacks [] for security_group (4e30f227-8dd0-4561-a2c7-69cb5f00d526), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:13.751277 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95905896-cb03-446e-9614-a8148c877c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4e30f227-8dd0-4561-a2c7-69cb5f00d526), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:13.751855 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8491eb3-0c31-44c2-abd4-68f9a0865ffd req-e0d76e6c-c40d-4a36-b96e-0585839d2c51 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:13.754322 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95905896-cb03-446e-9614-a8148c877c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:13.755518 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-95905896-cb03-446e-9614-a8148c877c6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e30f227-8dd0-4561-a2c7-69cb5f00d526 HTTP/1.1" status: 204 len: 168 time: 0.2671161 Feb 07 17:04:13.771014 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95905896-cb03-446e-9614-a8148c877c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e30f227-8dd0-4561-a2c7-69cb5f00d526,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:13.783246 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e8491eb3-0c31-44c2-abd4-68f9a0865ffd req-e0d76e6c-c40d-4a36-b96e-0585839d2c51 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 945 time: 0.1351514 Feb 07 17:04:13.886756 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e8491eb3-0c31-44c2-abd4-68f9a0865ffd req-971fe5dd-acc3-48f8-b94b-5c405e13185c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023865 Feb 07 17:04:14.081936 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e4267f95-9fab-42fa-bfa7-b41150910b51 req-68b596a7-446f-4274-8af8-3c084d8cd8ba tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=acebdcf5865740db8b6f9c233dbd6392 HTTP/1.1" status: 200 len: 267 time: 0.0586360 Feb 07 17:04:14.150717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4267f95-9fab-42fa-bfa7-b41150910b51 req-41c5742b-914c-4adf-87c4-dffbcc068c93 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:14.153512 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e4267f95-9fab-42fa-bfa7-b41150910b51 req-41c5742b-914c-4adf-87c4-dffbcc068c93 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 945 time: 0.0704691 Feb 07 17:04:14.169333 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-e4267f95-9fab-42fa-bfa7-b41150910b51 req-7b03cae5-aeea-4faa-a579-33e68425ec13 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Request body: {'port': {'security_groups': []}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:04:14.239627 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34924) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:14.303166 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8bb11710-e9d9-40fa-9e13-2f2a5893798b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:14.304260 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e4267f95-9fab-42fa-bfa7-b41150910b51 req-7b03cae5-aeea-4faa-a579-33e68425ec13 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9856d4b3-92da-43f8-83dc-9d891c299ea6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:14.493874 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:04:14.625968 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8bb11710-e9d9-40fa-9e13-2f2a5893798b admin admin] Publish callbacks [] for security_group (6500c87e-18f7-4f27-a0e3-2e96fb7bedd7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:14.635735 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8bb11710-e9d9-40fa-9e13-2f2a5893798b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6500c87e-18f7-4f27-a0e3-2e96fb7bedd7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:14.770567 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8bb11710-e9d9-40fa-9e13-2f2a5893798b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3f617f87b234c4b9060563518a809b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5292521 Feb 07 17:04:14.773837 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e4267f95-9fab-42fa-bfa7-b41150910b51 req-7b03cae5-aeea-4faa-a579-33e68425ec13 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] For port 9856d4b3-92da-43f8-83dc-9d891c299ea6, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=9856d4b3-92da-43f8-83dc-9d891c299ea6,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:14.778095 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34940) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:14.792698 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a8de2-4101-4f9a-a571-c08404e2ac66 req-301fe1f2-f4f5-45b2-8d90-fec531a35733 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:14.807726 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-273a8de2-4101-4f9a-a571-c08404e2ac66 req-301fe1f2-f4f5-45b2-8d90-fec531a35733 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.3850248 Feb 07 17:04:14.911295 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e4267f95-9fab-42fa-bfa7-b41150910b51 req-7b03cae5-aeea-4faa-a579-33e68425ec13 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for port (9856d4b3-92da-43f8-83dc-9d891c299ea6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:14.926963 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e4267f95-9fab-42fa-bfa7-b41150910b51 req-7b03cae5-aeea-4faa-a579-33e68425ec13 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (9856d4b3-92da-43f8-83dc-9d891c299ea6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:14.946815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['6c13aa0b-fe51-43b0-8700-22293b427f4c', '4d2a83f3-8b43-4512-8f2d-71401f763736', '9856d4b3-92da-43f8-83dc-9d891c299ea6'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:04:14.991766 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb11710-e9d9-40fa-9e13-2f2a5893798b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6500c87e-18f7-4f27-a0e3-2e96fb7bedd7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:15.036380 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-273a8de2-4101-4f9a-a571-c08404e2ac66 req-29c67d59-f914-4b33-9ef9-f55e6ca216c1 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273962 Feb 07 17:04:15.128999 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03cae5-aeea-4faa-a579-33e68425ec13 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Pushing event updated for resources: {'Port': ['ID=9856d4b3-92da-43f8-83dc-9d891c299ea6,revision_number=6']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:15.164185 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4267f95-9fab-42fa-bfa7-b41150910b51 req-7b03cae5-aeea-4faa-a579-33e68425ec13 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:15.164938 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e4267f95-9fab-42fa-bfa7-b41150910b51 req-7b03cae5-aeea-4faa-a579-33e68425ec13 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:15.170850 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e4267f95-9fab-42fa-bfa7-b41150910b51 req-7b03cae5-aeea-4faa-a579-33e68425ec13 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "PUT /v2.0/ports/9856d4b3-92da-43f8-83dc-9d891c299ea6 HTTP/1.1" status: 200 len: 904 time: 1.0074511 Feb 07 17:04:15.171632 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd27f15-1905-4a61-aa49-c8b8f29a92e6', 'tag': '9856d4b3-92da-43f8-83dc-9d891c299ea6'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:04:15.175004 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f1339c-b345-4ac1-9548-f94ef9d78105" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd27f15-1905-4a61-aa49-c8b8f29a92e6", "tag": "9856d4b3-92da-43f8-83dc-9d891c299ea6"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:04:15.179987 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dd42804-72d5-4e89-a537-3b5a5152acd3 admin admin] Publish callbacks [] for security_group (6500c87e-18f7-4f27-a0e3-2e96fb7bedd7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:15.214327 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dd42804-72d5-4e89-a537-3b5a5152acd3 admin admin] Publish callbacks [] for security_group (6500c87e-18f7-4f27-a0e3-2e96fb7bedd7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:15.299939 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971d8c54-c8a9-44c9-8e4b-e63631237a0e x-openstack-request-id: req-971d8c54-c8a9-44c9-8e4b-e63631237a0e {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:04:15.300617 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd27f15-1905-4a61-aa49-c8b8f29a92e6", "tag": "9856d4b3-92da-43f8-83dc-9d891c299ea6", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:04:15.301054 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-971d8c54-c8a9-44c9-8e4b-e63631237a0e {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:04:15.301723 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd27f15-1905-4a61-aa49-c8b8f29a92e6', 'tag': '9856d4b3-92da-43f8-83dc-9d891c299ea6', 'status': 'completed', 'code': 200} Feb 07 17:04:15.345803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['9856d4b3-92da-43f8-83dc-9d891c299ea6'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:04:15.347390 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dd42804-72d5-4e89-a537-3b5a5152acd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6500c87e-18f7-4f27-a0e3-2e96fb7bedd7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:15.352849 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dd42804-72d5-4e89-a537-3b5a5152acd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:15.354288 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7dd42804-72d5-4e89-a537-3b5a5152acd3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6500c87e-18f7-4f27-a0e3-2e96fb7bedd7 HTTP/1.1" status: 204 len: 168 time: 0.5734463 Feb 07 17:04:15.371764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd42804-72d5-4e89-a537-3b5a5152acd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6500c87e-18f7-4f27-a0e3-2e96fb7bedd7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:15.440512 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1339c-b345-4ac1-9548-f94ef9d78105 req-2dcdbbc9-0977-453f-ad7d-64e58fe15cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:15.443421 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5f1339c-b345-4ac1-9548-f94ef9d78105 req-2dcdbbc9-0977-453f-ad7d-64e58fe15cae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 1089 time: 0.1383774 Feb 07 17:04:15.621151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1339c-b345-4ac1-9548-f94ef9d78105 req-42e593de-4677-4469-b4f9-574f8f40ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:15.622841 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5f1339c-b345-4ac1-9548-f94ef9d78105 req-42e593de-4677-4469-b4f9-574f8f40ee6f service neutron] 10.222.0.32 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 913 time: 0.1702023 Feb 07 17:04:15.644315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d70e9-e84b-46ae-85c5-1b6a977396bd req-e011506f-733f-4260-9e06-b82461049573 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:15.665550 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be2d70e9-e84b-46ae-85c5-1b6a977396bd req-e011506f-733f-4260-9e06-b82461049573 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 907 time: 0.2963905 Feb 07 17:04:15.809774 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5f1339c-b345-4ac1-9548-f94ef9d78105 req-df7cd349-2777-4bd2-8559-18199fac4618 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9856d4b3-92da-43f8-83dc-9d891c299ea6 HTTP/1.1" status: 200 len: 217 time: 0.1811903 Feb 07 17:04:15.910056 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1339c-b345-4ac1-9548-f94ef9d78105 req-44840f4d-03f8-40d0-aae8-085d8e7db4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:15.911845 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5f1339c-b345-4ac1-9548-f94ef9d78105 req-44840f4d-03f8-40d0-aae8-085d8e7db4c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.0962880 Feb 07 17:04:15.918041 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4c045f18-dc3a-4523-8396-5fc62d1ad61c None None] Provisioning complete for port 9856d4b3-92da-43f8-83dc-9d891c299ea6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:04:15.918736 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4c045f18-dc3a-4523-8396-5fc62d1ad61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9856d4b3-92da-43f8-83dc-9d891c299ea6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:15.948026 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2d8ad-1e7e-4190-a92e-19cfe6d4ed7e req-4fc2bd0a-4d59-4922-b62b-1105a282af24 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:15.949749 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-65f2d8ad-1e7e-4190-a92e-19cfe6d4ed7e req-4fc2bd0a-4d59-4922-b62b-1105a282af24 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1516240 Feb 07 17:04:16.047650 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1339c-b345-4ac1-9548-f94ef9d78105 req-2e021468-5388-4c1c-a058-9222369544bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:16.049522 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5f1339c-b345-4ac1-9548-f94ef9d78105 req-2e021468-5388-4c1c-a058-9222369544bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1306701 Feb 07 17:04:16.083715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4c045f18-dc3a-4523-8396-5fc62d1ad61c None None] Current status of the port 9856d4b3-92da-43f8-83dc-9d891c299ea6 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:04:16.091851 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-65f2d8ad-1e7e-4190-a92e-19cfe6d4ed7e req-96593e4c-a167-4c11-a9b5-3ea7ece6d587 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335676 Feb 07 17:04:16.187351 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5f1339c-b345-4ac1-9548-f94ef9d78105 req-923460ab-5b78-413a-beb6-460204a3e642 service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204212 Feb 07 17:04:16.434589 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0886b7-7a90-4039-9bad-aa05a30b5d61 req-de213225-5ef0-46f7-8233-50100863ae50 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:16.440800 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c0886b7-7a90-4039-9bad-aa05a30b5d61 req-de213225-5ef0-46f7-8233-50100863ae50 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1680737 Feb 07 17:04:16.501194 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5f1339c-b345-4ac1-9548-f94ef9d78105 req-88a0f1b5-b7c4-4aa3-b000-f2e19a43b425 service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113282 Feb 07 17:04:16.648517 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c0886b7-7a90-4039-9bad-aa05a30b5d61 req-5eb27191-a0c1-4c8c-8364-4a7c55ad7090 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980910 Feb 07 17:04:16.707955 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a0403-f7ec-43ad-91db-e1d36a65003b req-57ff77fe-8e44-4119-aa48-a3377b16dca7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:16.713910 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc3a0403-f7ec-43ad-91db-e1d36a65003b req-57ff77fe-8e44-4119-aa48-a3377b16dca7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 946 time: 0.2116935 Feb 07 17:04:16.827496 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2468e7cf-4c20-4a15-b9d1-4cc420687479 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:04:16.847518 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc3a0403-f7ec-43ad-91db-e1d36a65003b req-5d63b2e8-aee0-4f66-b4b2-c953deaff11b tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251938 Feb 07 17:04:16.862658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35034) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:17.109952 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 2468e7cf-4c20-4a15-b9d1-4cc420687479 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:04:17.110538 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:17.162404 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-89618abb-9a11-4c03-bad1-888d0ab8d38b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1517255054-network', 'tenant_id': '65e107c9d8fa45cea49a8bfacf19bd96'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:04:17.213081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89618abb-9a11-4c03-bad1-888d0ab8d38b admin admin] Made reservation on behalf of 65e107c9d8fa45cea49a8bfacf19bd96 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:04:17.222917 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-89618abb-9a11-4c03-bad1-888d0ab8d38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:17.229163 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2468e7cf-4c20-4a15-b9d1-4cc420687479, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2468e7cf-4c20-4a15-b9d1-4cc420687479,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:17.239998 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b76da48-bda6-4d8d-a1b7-45b15f4ddcde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2468e7cf-4c20-4a15-b9d1-4cc420687479'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:04:17.249904 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5091ed2-e443-4c4d-9221-eb659f525d96" -d '{"events": [{"server_uuid": "2b76da48-bda6-4d8d-a1b7-45b15f4ddcde", "name": "network-vif-unplugged", "status": "completed", "tag": "2468e7cf-4c20-4a15-b9d1-4cc420687479"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:04:17.251824 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-89618abb-9a11-4c03-bad1-888d0ab8d38b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:17.276816 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:17.475616 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-89618abb-9a11-4c03-bad1-888d0ab8d38b admin admin] Publish callbacks [] for security_group (64e6ab1e-4fae-46e8-8ca2-54634089e0e0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:17.479288 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=2468e7cf-4c20-4a15-b9d1-4cc420687479,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:17.494522 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-89618abb-9a11-4c03-bad1-888d0ab8d38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (64e6ab1e-4fae-46e8-8ca2-54634089e0e0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:17.559419 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89618abb-9a11-4c03-bad1-888d0ab8d38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e6ab1e-4fae-46e8-8ca2-54634089e0e0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:17.563828 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89618abb-9a11-4c03-bad1-888d0ab8d38b admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:04:17.593000 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-89618abb-9a11-4c03-bad1-888d0ab8d38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (6269149e-2de3-41c0-9b0e-3a5a1a4d2efd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:17.594962 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-89618abb-9a11-4c03-bad1-888d0ab8d38b admin admin] Added segment 6269149e-2de3-41c0-9b0e-3a5a1a4d2efd of type vlan for network 939c611c-e0db-472a-af7b-79978e76a216 Feb 07 17:04:17.698243 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-89618abb-9a11-4c03-bad1-888d0ab8d38b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (939c611c-e0db-472a-af7b-79978e76a216), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:17.738120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35074) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:17.815756 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-89618abb-9a11-4c03-bad1-888d0ab8d38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (939c611c-e0db-472a-af7b-79978e76a216), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:17.816680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89618abb-9a11-4c03-bad1-888d0ab8d38b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:17.817314 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-89618abb-9a11-4c03-bad1-888d0ab8d38b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:18.073089 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ef5e3-adbf-42e8-965e-8b50f2af6b42 req-272f6e8c-7d26-4c54-8050-f21eba396030 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:18.082693 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af3ef5e3-adbf-42e8-965e-8b50f2af6b42 req-272f6e8c-7d26-4c54-8050-f21eba396030 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 1127 time: 0.1347690 Feb 07 17:04:18.085113 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-570bdc91-d6b1-469b-a0c0-355b7eef1dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:18.173718 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89618abb-9a11-4c03-bad1-888d0ab8d38b admin admin] Pushing event updated for resources: {'Network': ['ID=939c611c-e0db-472a-af7b-79978e76a216,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:18.182203 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-89618abb-9a11-4c03-bad1-888d0ab8d38b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3185344 Feb 07 17:04:18.186383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35094) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:18.188465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 939c611c-e0db-472a-af7b-79978e76a216 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:04:18.196765 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1fac2bb8-b6c2-48f7-9eca-171cd736ac1f admin admin] Request body: {'subnet': {'network_id': '939c611c-e0db-472a-af7b-79978e76a216', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1517255054-subnet', 'tenant_id': '65e107c9d8fa45cea49a8bfacf19bd96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:04:18.243886 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af3ef5e3-adbf-42e8-965e-8b50f2af6b42 req-df703312-fa4b-40d9-9318-5b947bb15ef7 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565533 Feb 07 17:04:18.266190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fac2bb8-b6c2-48f7-9eca-171cd736ac1f admin admin] Made reservation on behalf of 65e107c9d8fa45cea49a8bfacf19bd96 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:04:18.273141 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fac2bb8-b6c2-48f7-9eca-171cd736ac1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:18.643372 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-570bdc91-d6b1-469b-a0c0-355b7eef1dba admin admin] Publish callbacks [] for security_group (5b2c1794-e465-4729-8357-7c52bcbc6fe5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:18.661776 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-570bdc91-d6b1-469b-a0c0-355b7eef1dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5b2c1794-e465-4729-8357-7c52bcbc6fe5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:18.757894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bdc91-d6b1-469b-a0c0-355b7eef1dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2c1794-e465-4729-8357-7c52bcbc6fe5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:18.787685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de99371-f7ce-4f18-972f-f4a5096df11b req-97e27494-2b5e-4ac1-a8a9-01f8c4b6d306 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:18.797551 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7de99371-f7ce-4f18-972f-f4a5096df11b req-97e27494-2b5e-4ac1-a8a9-01f8c4b6d306 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b76da48-bda6-4d8d-a1b7-45b15f4ddcde HTTP/1.1" status: 200 len: 944 time: 0.1105323 Feb 07 17:04:18.835260 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-570bdc91-d6b1-469b-a0c0-355b7eef1dba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8e0c82495a743c5965cb621b8ffa39c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0958872 Feb 07 17:04:18.839725 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35132) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:18.895441 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fac2bb8-b6c2-48f7-9eca-171cd736ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (7328acd3-6f7f-424a-8595-dddcad934017), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:18.934700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-7de99371-f7ce-4f18-972f-f4a5096df11b req-84af5e6f-060b-4612-91a9-a7cdd1248047 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Deleting port 2468e7cf-4c20-4a15-b9d1-4cc420687479 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:04:18.936228 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7de99371-f7ce-4f18-972f-f4a5096df11b req-84af5e6f-060b-4612-91a9-a7cdd1248047 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:18.991219 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-5d840b68-d5ce-4630-96ab-1b1ecac8ab32 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:18.992801 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-5d840b68-d5ce-4630-96ab-1b1ecac8ab32 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 812 time: 0.4225991 Feb 07 17:04:19.012373 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90d73550-db85-47c1-8c07-47a61ddc2258 admin admin] Publish callbacks [] for security_group (5b2c1794-e465-4729-8357-7c52bcbc6fe5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:19.081053 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90d73550-db85-47c1-8c07-47a61ddc2258 admin admin] Publish callbacks [] for security_group (5b2c1794-e465-4729-8357-7c52bcbc6fe5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:19.095633 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7de99371-f7ce-4f18-972f-f4a5096df11b req-84af5e6f-060b-4612-91a9-a7cdd1248047 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] For port 2468e7cf-4c20-4a15-b9d1-4cc420687479, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2468e7cf-4c20-4a15-b9d1-4cc420687479,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:19.096021 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7de99371-f7ce-4f18-972f-f4a5096df11b req-84af5e6f-060b-4612-91a9-a7cdd1248047 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:19.111041 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-7de99371-f7ce-4f18-972f-f4a5096df11b req-84af5e6f-060b-4612-91a9-a7cdd1248047 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Calling delete_port for 2468e7cf-4c20-4a15-b9d1-4cc420687479 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:04:19.141059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fac2bb8-b6c2-48f7-9eca-171cd736ac1f admin admin] Checking segment: {'id': '6269149e-2de3-41c0-9b0e-3a5a1a4d2efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '939c611c-e0db-472a-af7b-79978e76a216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:04:19.141497 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac2bb8-b6c2-48f7-9eca-171cd736ac1f admin admin] Network hostable DHCP agents. Network: 939c611c-e0db-472a-af7b-79978e76a216, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:04:19.188975 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-db66ad76-6e99-425f-82ef-cae2a28fa433 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/quotas/acebdcf5865740db8b6f9c233dbd6392 HTTP/1.1" status: 200 len: 375 time: 0.1721392 Feb 07 17:04:19.189640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac2bb8-b6c2-48f7-9eca-171cd736ac1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7328acd3-6f7f-424a-8595-dddcad934017,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:19.337479 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac2bb8-b6c2-48f7-9eca-171cd736ac1f admin admin] Network 939c611c-e0db-472a-af7b-79978e76a216 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:04:19.360996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1fac2bb8-b6c2-48f7-9eca-171cd736ac1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 939c611c-e0db-472a-af7b-79978e76a216) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:04:19.372497 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa731bb6-1aa1-4d4d-a84e-8de7d84c3da0 None None] Network 939c611c-e0db-472a-af7b-79978e76a216 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:04:19.383249 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fac2bb8-b6c2-48f7-9eca-171cd736ac1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:19.387196 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fac2bb8-b6c2-48f7-9eca-171cd736ac1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:19.406888 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7de99371-f7ce-4f18-972f-f4a5096df11b req-84af5e6f-060b-4612-91a9-a7cdd1248047 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (2468e7cf-4c20-4a15-b9d1-4cc420687479), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:19.437761 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-077943ab-590a-42ca-9d3a-e4816477d2c1 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2312388 Feb 07 17:04:19.446498 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90d73550-db85-47c1-8c07-47a61ddc2258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5b2c1794-e465-4729-8357-7c52bcbc6fe5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:19.449805 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90d73550-db85-47c1-8c07-47a61ddc2258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:19.451200 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-90d73550-db85-47c1-8c07-47a61ddc2258 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b2c1794-e465-4729-8357-7c52bcbc6fe5 HTTP/1.1" status: 204 len: 168 time: 0.6102362 Feb 07 17:04:19.459100 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1fac2bb8-b6c2-48f7-9eca-171cd736ac1f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2683470 Feb 07 17:04:19.462875 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af5e6f-060b-4612-91a9-a7cdd1248047 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Pushing event deleted for resources: {'Port': ['ID=2468e7cf-4c20-4a15-b9d1-4cc420687479,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:19.578379 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de99371-f7ce-4f18-972f-f4a5096df11b req-84af5e6f-060b-4612-91a9-a7cdd1248047 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] No DVR routers for this DVR port 2468e7cf-4c20-4a15-b9d1-4cc420687479 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:04:19.583690 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7de99371-f7ce-4f18-972f-f4a5096df11b req-84af5e6f-060b-4612-91a9-a7cdd1248047 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:19.598486 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7de99371-f7ce-4f18-972f-f4a5096df11b req-84af5e6f-060b-4612-91a9-a7cdd1248047 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "DELETE /v2.0/ports/2468e7cf-4c20-4a15-b9d1-4cc420687479 HTTP/1.1" status: 204 len: 173 time: 0.7998354 Feb 07 17:04:19.599363 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b76da48-bda6-4d8d-a1b7-45b15f4ddcde', 'name': 'network-vif-deleted', 'tag': '2468e7cf-4c20-4a15-b9d1-4cc420687479'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:04:19.611536 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c584cbf-0338-4d8d-8e0f-ce5fd2e3856f" -d '{"events": [{"server_uuid": "2b76da48-bda6-4d8d-a1b7-45b15f4ddcde", "name": "network-vif-deleted", "tag": "2468e7cf-4c20-4a15-b9d1-4cc420687479"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:04:19.619246 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d73550-db85-47c1-8c07-47a61ddc2258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2c1794-e465-4729-8357-7c52bcbc6fe5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:19.815014 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-f5ecfd60-a511-46ca-ad78-65b967941c84 service neutron] 10.222.0.18 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763626 Feb 07 17:04:19.830353 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864ef271-1f92-4b35-a7ed-9ff4106650fb None None] Network 939c611c-e0db-472a-af7b-79978e76a216 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:04:20.093881 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-30530125-e80b-410a-9f5a-a20a3b7d23e2 service neutron] 10.222.0.18 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727609 Feb 07 17:04:20.403437 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Feb 2022 17:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be103a53-0f36-40ab-bfef-bc32e326fc90 x-openstack-request-id: req-be103a53-0f36-40ab-bfef-bc32e326fc90 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:04:20.403993 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b76da48-bda6-4d8d-a1b7-45b15f4ddcde", "name": "network-vif-unplugged", "status": "failed", "tag": "2468e7cf-4c20-4a15-b9d1-4cc420687479", "code": 422}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:04:20.403993 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be103a53-0f36-40ab-bfef-bc32e326fc90 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:04:20.404520 n-d-827865-3 neutron-server[103228]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2b76da48-bda6-4d8d-a1b7-45b15f4ddcde', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2468e7cf-4c20-4a15-b9d1-4cc420687479', 'code': 422} returned with failed status Feb 07 17:04:20.453827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35182) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:20.484178 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49be00c9-82e6-4364-abc5-4833842b1db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:20.751646 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49be00c9-82e6-4364-abc5-4833842b1db0 admin admin] Publish callbacks [] for security_group (c3815a8f-5874-488a-9ef0-fba317b95e40), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:20.757696 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49be00c9-82e6-4364-abc5-4833842b1db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c3815a8f-5874-488a-9ef0-fba317b95e40), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:20.848002 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-49be00c9-82e6-4364-abc5-4833842b1db0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=881ac0720be949d3909c2c150e5558fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3909194 Feb 07 17:04:20.848887 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35200) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:20.893386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be00c9-82e6-4364-abc5-4833842b1db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3815a8f-5874-488a-9ef0-fba317b95e40,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:20.940728 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2afedd9a-ce1f-4675-9591-2971c554e97c admin admin] Publish callbacks [] for security_group (c3815a8f-5874-488a-9ef0-fba317b95e40), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:20.988809 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2afedd9a-ce1f-4675-9591-2971c554e97c admin admin] Publish callbacks [] for security_group (c3815a8f-5874-488a-9ef0-fba317b95e40), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:21.073070 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2afedd9a-ce1f-4675-9591-2971c554e97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c3815a8f-5874-488a-9ef0-fba317b95e40), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:21.078943 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2afedd9a-ce1f-4675-9591-2971c554e97c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:21.080720 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2afedd9a-ce1f-4675-9591-2971c554e97c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c3815a8f-5874-488a-9ef0-fba317b95e40 HTTP/1.1" status: 204 len: 168 time: 0.2307789 Feb 07 17:04:21.091470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afedd9a-ce1f-4675-9591-2971c554e97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3815a8f-5874-488a-9ef0-fba317b95e40,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:21.330507 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:21.406040 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9816cd4-0749-44df-b730-59f9f66df08b req-0117ba1b-bf66-4528-911c-ac2853067ae7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:21.408247 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9816cd4-0749-44df-b730-59f9f66df08b req-0117ba1b-bf66-4528-911c-ac2853067ae7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 945 time: 0.1653376 Feb 07 17:04:21.442541 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 07 Feb 2022 17:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c749b3-aea2-4f54-a7c9-f412613428dc x-openstack-request-id: req-29c749b3-aea2-4f54-a7c9-f412613428dc {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:04:21.442976 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b76da48-bda6-4d8d-a1b7-45b15f4ddcde", "name": "network-vif-deleted", "tag": "2468e7cf-4c20-4a15-b9d1-4cc420687479", "status": "failed", "code": 422}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:04:21.443246 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29c749b3-aea2-4f54-a7c9-f412613428dc {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:04:21.443687 n-d-827865-3 neutron-server[103226]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2b76da48-bda6-4d8d-a1b7-45b15f4ddcde', 'name': 'network-vif-deleted', 'tag': '2468e7cf-4c20-4a15-b9d1-4cc420687479', 'status': 'failed', 'code': 422} returned with failed status Feb 07 17:04:21.545487 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9816cd4-0749-44df-b730-59f9f66df08b req-1d2fd72f-2c50-4406-8b99-9e1404ee86ea tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263371 Feb 07 17:04:21.707106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35222) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:21.814091 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-53e01c97-271f-48cc-ae7b-068a33f3fe86 req-f25a916f-034a-43f2-ba57-fd6e4cbec55f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 210 time: 0.2137010 Feb 07 17:04:21.816662 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35228) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:21.832745 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9717971d-8272-4277-b084-8bd333ce5cae admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-297994812-network', 'tenant_id': '89b3404ba5ca46d28b3968cf8eb5e0e5'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:04:21.898667 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9717971d-8272-4277-b084-8bd333ce5cae admin admin] Made reservation on behalf of 89b3404ba5ca46d28b3968cf8eb5e0e5 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:04:21.904649 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9717971d-8272-4277-b084-8bd333ce5cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:21.908237 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-82844a11-476a-4199-87b7-b7a4492b6e19 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/floatingips/ea2e212e-f340-492c-af34-f33fc97e9f43 HTTP/1.1" status: 200 len: 992 time: 0.2005465 Feb 07 17:04:21.933743 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9717971d-8272-4277-b084-8bd333ce5cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:22.166929 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9717971d-8272-4277-b084-8bd333ce5cae admin admin] Publish callbacks [] for security_group (524a3524-b0da-46f1-aabc-d7fae31f881f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:22.171643 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9717971d-8272-4277-b084-8bd333ce5cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (524a3524-b0da-46f1-aabc-d7fae31f881f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:22.200060 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9717971d-8272-4277-b084-8bd333ce5cae admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:04:22.212737 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9717971d-8272-4277-b084-8bd333ce5cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (00ec130d-d135-4b45-abcb-6f158c3295f6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:22.213528 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-9717971d-8272-4277-b084-8bd333ce5cae admin admin] Added segment 00ec130d-d135-4b45-abcb-6f158c3295f6 of type vlan for network 5a481134-df5c-4468-a0d6-ce17d46e8cc7 Feb 07 17:04:22.273680 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9717971d-8272-4277-b084-8bd333ce5cae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (5a481134-df5c-4468-a0d6-ce17d46e8cc7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:22.339936 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9717971d-8272-4277-b084-8bd333ce5cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (5a481134-df5c-4468-a0d6-ce17d46e8cc7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:22.341030 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9717971d-8272-4277-b084-8bd333ce5cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:22.346822 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9717971d-8272-4277-b084-8bd333ce5cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:22.362317 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717971d-8272-4277-b084-8bd333ce5cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524a3524-b0da-46f1-aabc-d7fae31f881f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:22.488618 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9717971d-8272-4277-b084-8bd333ce5cae admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6706347 Feb 07 17:04:22.496928 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35264) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:22.505065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d479f54a-08d5-45f5-a224-135863c3a871 admin admin] Request body: {'subnet': {'network_id': '5a481134-df5c-4468-a0d6-ce17d46e8cc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-297994812-subnet', 'tenant_id': '89b3404ba5ca46d28b3968cf8eb5e0e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:04:22.525105 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-a03c10a9-7376-4a95-bb70-79bb91ddfac0 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:22.531640 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-a03c10a9-7376-4a95-bb70-79bb91ddfac0 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/networks?id=380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 200 len: 812 time: 0.2792056 Feb 07 17:04:22.546706 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717971d-8272-4277-b084-8bd333ce5cae admin admin] Pushing event updated for resources: {'Network': ['ID=5a481134-df5c-4468-a0d6-ce17d46e8cc7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:22.577504 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 5a481134-df5c-4468-a0d6-ce17d46e8cc7 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:04:22.579130 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d479f54a-08d5-45f5-a224-135863c3a871 admin admin] Made reservation on behalf of 89b3404ba5ca46d28b3968cf8eb5e0e5 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:04:22.581912 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d479f54a-08d5-45f5-a224-135863c3a871 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:22.684592 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-5318d303-c2b5-4e04-84c0-7136d9115b32 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/quotas/7f8265dde22443dab20942b3bd88ae3d HTTP/1.1" status: 200 len: 375 time: 0.1292138 Feb 07 17:04:22.741150 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-4d2f464b-d476-4ada-9dc3-3f84a472e3ac req-6d554d0b-fa12-4586-b895-afc573efc34b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:04:22.742286 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4d2f464b-d476-4ada-9dc3-3f84a472e3ac req-6d554d0b-fa12-4586-b895-afc573efc34b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3311703 Feb 07 17:04:22.754301 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-f6b2f332-e8b7-4cd5-82a2-cfe1f95216fa tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f8265dde22443dab20942b3bd88ae3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683141 Feb 07 17:04:22.811779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-f0ee400c-dc66-4545-a50a-57cd07d4f1a5 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:22.814485 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-f0ee400c-dc66-4545-a50a-57cd07d4f1a5 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.48 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 812 time: 0.3492537 Feb 07 17:04:22.831109 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-2c566c38-319a-4c4a-ae68-e3449701d6f8 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Request body: {'port': {'device_id': 'a9df88aa-17dd-4183-b46b-52f0417747ce', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'admin_state_up': True, 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:04:23.017828 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-932117b7-907b-4460-96e1-766a3ca41647 service neutron] 10.222.0.18 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020817 Feb 07 17:04:23.083671 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d479f54a-08d5-45f5-a224-135863c3a871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (00ab9de1-06fd-4a42-b51a-2ff87753a71e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:23.166117 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-2c566c38-319a-4c4a-ae68-e3449701d6f8 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Made reservation on behalf of acebdcf5865740db8b6f9c233dbd6392 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:04:23.171023 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-2c566c38-319a-4c4a-ae68-e3449701d6f8 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:23.189199 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479f54a-08d5-45f5-a224-135863c3a871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ab9de1-06fd-4a42-b51a-2ff87753a71e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:23.225777 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d479f54a-08d5-45f5-a224-135863c3a871 admin admin] Checking segment: {'id': '00ec130d-d135-4b45-abcb-6f158c3295f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5a481134-df5c-4468-a0d6-ce17d46e8cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:04:23.226066 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d479f54a-08d5-45f5-a224-135863c3a871 admin admin] Network hostable DHCP agents. Network: 5a481134-df5c-4468-a0d6-ce17d46e8cc7, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:04:23.253666 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d479f54a-08d5-45f5-a224-135863c3a871 admin admin] Network 5a481134-df5c-4468-a0d6-ce17d46e8cc7 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:04:23.265676 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-7a5b3ee7-29f1-439a-a9e9-82b015f84a80 service neutron] 10.222.0.18 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431748 Feb 07 17:04:23.271866 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:23.295120 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d479f54a-08d5-45f5-a224-135863c3a871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 5a481134-df5c-4468-a0d6-ce17d46e8cc7) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:04:23.306437 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b888e3-5c52-44d5-842d-4f8954521c66 None None] Network 5a481134-df5c-4468-a0d6-ce17d46e8cc7 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:04:23.311639 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d479f54a-08d5-45f5-a224-135863c3a871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:23.312251 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d479f54a-08d5-45f5-a224-135863c3a871 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:23.353482 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d479f54a-08d5-45f5-a224-135863c3a871 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8544219 Feb 07 17:04:23.654668 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d31aa50-1dd3-492f-895f-f1b2319e0ac3 req-7fd367c6-bb91-4eb2-a52f-37149842dc0c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 210 time: 0.0713470 Feb 07 17:04:23.779639 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-25e0b985-df32-40fb-b25a-5a5682ef987f req-050fc4d5-ec08-40fc-90df-51521e39eeb1 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 210 time: 0.0421834 Feb 07 17:04:23.846998 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2e1c8f-bd71-49da-9ed1-7ca8b9fa74df None None] Network 5a481134-df5c-4468-a0d6-ce17d46e8cc7 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:04:23.871171 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-2c566c38-319a-4c4a-ae68-e3449701d6f8 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Allocated IP 172.20.0.5 (f237c79b-106d-4492-9f39-8167bb8d1100/9e0c6472-60e4-48e8-a1cd-b274ac449cff/5ecaa80d-1ad8-4465-bbe1-060fd276523e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:04:24.193594 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-2c566c38-319a-4c4a-ae68-e3449701d6f8 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:24.385390 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-2c566c38-319a-4c4a-ae68-e3449701d6f8 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:24.408431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['6c13aa0b-fe51-43b0-8700-22293b427f4c', '4d2a83f3-8b43-4512-8f2d-71401f763736'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:04:24.579229 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-2c566c38-319a-4c4a-ae68-e3449701d6f8 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Network f237c79b-106d-4492-9f39-8167bb8d1100 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:04:24.633772 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-2c566c38-319a-4c4a-ae68-e3449701d6f8 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:04:24.695055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-2c566c38-319a-4c4a-ae68-e3449701d6f8 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:04:24.725042 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-69c3b8c6-77c5-47ea-a26f-082ec1fcf4da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0991580 Feb 07 17:04:24.736714 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c27be6-8074-47af-894b-92630e456522 req-d0295cb0-1d10-41d0-89c1-fbbe8201839a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:24.745963 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21c27be6-8074-47af-894b-92630e456522 req-d0295cb0-1d10-41d0-89c1-fbbe8201839a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 945 time: 1.0685883 Feb 07 17:04:24.783423 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-07110451-8b92-4873-be2a-2f81ffb580d2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:04:24.784497 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-07110451-8b92-4873-be2a-2f81ffb580d2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0352452 Feb 07 17:04:24.903840 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c566c38-319a-4c4a-ae68-e3449701d6f8 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Pushing event updated for resources: {'Port': ['ID=5ecaa80d-1ad8-4465-bbe1-060fd276523e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:25.053054 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-2c566c38-319a-4c4a-ae68-e3449701d6f8 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:25.053780 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-2c566c38-319a-4c4a-ae68-e3449701d6f8 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:25.114595 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-2c566c38-319a-4c4a-ae68-e3449701d6f8 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2879992 Feb 07 17:04:25.117573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-13b52318-64d1-447f-830c-8edd07d33256 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:25.127603 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-13b52318-64d1-447f-830c-8edd07d33256 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/networks?id=939c611c-e0db-472a-af7b-79978e76a216 HTTP/1.1" status: 200 len: 812 time: 0.3695576 Feb 07 17:04:25.145768 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-7c59e44a-1900-4782-8310-16871fda005f tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/quotas/65e107c9d8fa45cea49a8bfacf19bd96 HTTP/1.1" status: 200 len: 375 time: 0.0167820 Feb 07 17:04:25.163617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Request body: {'port': {'device_id': 'a9df88aa-17dd-4183-b46b-52f0417747ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:04:25.203548 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21c27be6-8074-47af-894b-92630e456522 req-267d527b-7ffe-40cf-b90f-4b7d1655386f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4158731 Feb 07 17:04:25.225008 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-6b5dee05-b8ae-410d-b500-47cc6bd429a9 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=65e107c9d8fa45cea49a8bfacf19bd96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774958 Feb 07 17:04:25.321775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-032dfd76-37e6-4906-bde9-7cd8e7f012b8 None None] Provisioning complete for port 5ecaa80d-1ad8-4465-bbe1-060fd276523e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:04:25.322361 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-032dfd76-37e6-4906-bde9-7cd8e7f012b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:25.364661 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:25.484083 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-a440a358-4183-4ad1-8286-3290690a9c4e service neutron] 10.222.0.18 "GET /v2.0/networks/939c611c-e0db-472a-af7b-79978e76a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585700 Feb 07 17:04:25.531199 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-032dfd76-37e6-4906-bde9-7cd8e7f012b8 None None] Port 5ecaa80d-1ad8-4465-bbe1-060fd276523e cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:04:25.747135 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-e2b0d2c5-0474-409e-b9c8-1d045cd6899b service neutron] 10.222.0.18 "GET /v2.0/networks/939c611c-e0db-472a-af7b-79978e76a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558787 Feb 07 17:04:25.809096 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7186-5091-4ce1-9871-7e98e6ec3078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:26.338579 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eb61d965-69c2-4498-ba0d-a3a99404c537 req-f9568d2f-d881-4d48-a6f4-553e88a145af tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 210 time: 0.1107852 Feb 07 17:04:26.609067 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-18d81ba0-b609-4723-9734-dc6970e7ce0c req-a81102f7-4584-494b-81f1-53473ca68c9d tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 210 time: 0.1209846 Feb 07 17:04:26.893407 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ecaa80d-1ad8-4465-bbe1-060fd276523e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:04:26.912818 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Publish callbacks [] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:26.930624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Transition to ACTIVE for port object 5ecaa80d-1ad8-4465-bbe1-060fd276523e will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:04:26.958993 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:26.963836 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03965635-1cde-42f6-8252-2b49964ff47f req-a62bf5cf-06b7-43a6-9f98-14b0a1d53492 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:26.966841 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-03965635-1cde-42f6-8252-2b49964ff47f req-a62bf5cf-06b7-43a6-9f98-14b0a1d53492 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 945 time: 0.1923110 Feb 07 17:04:27.045790 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-03965635-1cde-42f6-8252-2b49964ff47f req-0a845eac-5d61-4be2-a4b8-91de40db7551 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712380 Feb 07 17:04:27.139857 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Pushing event updated for resources: {'Port': ['ID=5ecaa80d-1ad8-4465-bbe1-060fd276523e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:27.165908 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928b156-c775-40ac-b56b-38bfaa81c183 req-d7e72137-d2dc-48f2-89d3-c5c0ce71ebfe tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:27.173908 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f928b156-c775-40ac-b56b-38bfaa81c183 req-d7e72137-d2dc-48f2-89d3-c5c0ce71ebfe tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 931 time: 1.7783556 Feb 07 17:04:27.520246 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-522f1898-4ec5-4867-84b1-7d46a611ea0f req-d904148c-7f03-4e7a-9ec8-5b0f1d43edd4 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 210 time: 0.0507731 Feb 07 17:04:27.624495 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f928b156-c775-40ac-b56b-38bfaa81c183 req-1cad9c54-0c82-4ee3-a854-32254739f85b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351990 Feb 07 17:04:27.630388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-198bca7b-bdb6-4bb9-9730-3a0ef3a633a2 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:27.631884 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-198bca7b-bdb6-4bb9-9730-3a0ef3a633a2 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.32 "GET /v2.0/networks?id=380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 200 len: 812 time: 0.6955760 Feb 07 17:04:27.638850 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-22acd79f-7542-4a62-9de4-284efbe51ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:27.640428 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-22acd79f-7542-4a62-9de4-284efbe51ffc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 1127 time: 0.3401423 Feb 07 17:04:27.648568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-845cfb65-3baa-4017-9482-c40101766aa7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Request body: {'port': {'device_id': 'cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4', 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca', 'admin_state_up': True, 'tenant_id': '7f8265dde22443dab20942b3bd88ae3d'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:04:27.762271 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Attempting to bind port 5ecaa80d-1ad8-4465-bbe1-060fd276523e on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:04:27.762639 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Attempting to bind port 5ecaa80d-1ad8-4465-bbe1-060fd276523e by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:04:27.763617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Attempting to bind port 5ecaa80d-1ad8-4465-bbe1-060fd276523e on network f237c79b-106d-4492-9f39-8167bb8d1100 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:04:27.796489 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Port 5ecaa80d-1ad8-4465-bbe1-060fd276523e on network f237c79b-106d-4492-9f39-8167bb8d1100 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:04:27.796920 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Attempting to bind port 5ecaa80d-1ad8-4465-bbe1-060fd276523e on network f237c79b-106d-4492-9f39-8167bb8d1100 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:04:27.833479 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-341130af-1360-4d00-9d58-89b9bf77df9e req-75270846-c69a-48c7-9f4a-16161adb6fdd tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 210 time: 0.0539858 Feb 07 17:04:27.845739 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:04:27.845739 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Checking segment: {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:04:27.845739 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Bound using segment: {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:04:27.845739 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Bound port: 5ecaa80d-1ad8-4465-bbe1-060fd276523e, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a54fa5c-6b89-4e35-894b-5f5e73bd410c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:04:27.845739 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:27.906272 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-d02246c2-6d00-4942-9007-7a2d8cbff8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:27.907749 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-d02246c2-6d00-4942-9007-7a2d8cbff8ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=17d86bb1-2b06-4458-812d-7d92a6610c16 HTTP/1.1" status: 200 len: 898 time: 0.2520382 Feb 07 17:04:28.179367 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1874ae82-4c98-47cd-8c68-0609b8101c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:28.228022 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-845cfb65-3baa-4017-9482-c40101766aa7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Made reservation on behalf of 7f8265dde22443dab20942b3bd88ae3d for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:04:28.238391 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-845cfb65-3baa-4017-9482-c40101766aa7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:28.358679 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] For port 5ecaa80d-1ad8-4465-bbe1-060fd276523e, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:04:28.371048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] For port 5ecaa80d-1ad8-4465-bbe1-060fd276523e, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=5ecaa80d-1ad8-4465-bbe1-060fd276523e,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:04:28.392494 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-6f8d6a8a-ad71-45f7-b280-67bbfe99f45b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a HTTP/1.1" status: 200 len: 1000 time: 0.4165232 Feb 07 17:04:28.393766 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:28.475148 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-db162555-5805-4109-a321-593151f5f68a tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:28.477617 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-db162555-5805-4109-a321-593151f5f68a tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.48 "GET /v2.0/networks?id=939c611c-e0db-472a-af7b-79978e76a216 HTTP/1.1" status: 200 len: 812 time: 0.4162381 Feb 07 17:04:28.535751 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:28.536667 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:28.538333 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] 10.222.0.48 "PUT /v2.0/ports/5ecaa80d-1ad8-4465-bbe1-060fd276523e HTTP/1.1" status: 200 len: 1091 time: 3.4029882 Feb 07 17:04:28.541904 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9df88aa-17dd-4183-b46b-52f0417747ce', 'tag': '5ecaa80d-1ad8-4465-bbe1-060fd276523e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:04:28.545003 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488ba857-62c0-4eaf-9aea-3a4c4e08ce7d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9df88aa-17dd-4183-b46b-52f0417747ce", "tag": "5ecaa80d-1ad8-4465-bbe1-060fd276523e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:04:28.556794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-948076ca-2f3d-40fd-a3f5-05d34f4de823 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Request body: {'port': {'device_id': '8ca59ba8-db12-48f4-9e7a-450c6fe0f11a', 'network_id': '939c611c-e0db-472a-af7b-79978e76a216', 'admin_state_up': True, 'tenant_id': '65e107c9d8fa45cea49a8bfacf19bd96'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:04:28.729473 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-013f9db7-33ba-4ecd-b0d8-128f46238b21 req-71a6636e-c42c-489a-87fa-94cce87498f3 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 210 time: 0.0833497 Feb 07 17:04:28.854731 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4699d3c-80d5-44e7-b5db-414b349425e3 x-openstack-request-id: req-d4699d3c-80d5-44e7-b5db-414b349425e3 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:04:28.855157 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9df88aa-17dd-4183-b46b-52f0417747ce", "tag": "5ecaa80d-1ad8-4465-bbe1-060fd276523e", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:04:28.855489 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4699d3c-80d5-44e7-b5db-414b349425e3 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:04:28.855683 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9df88aa-17dd-4183-b46b-52f0417747ce', 'tag': '5ecaa80d-1ad8-4465-bbe1-060fd276523e', 'status': 'completed', 'code': 200} Feb 07 17:04:28.929789 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a0ddb-3319-445c-9cd1-45a8d828caed req-cca7f5c5-8c96-4307-a616-cc2e6b00d18a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:28.932118 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a6a0ddb-3319-445c-9cd1-45a8d828caed req-cca7f5c5-8c96-4307-a616-cc2e6b00d18a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 945 time: 0.7258272 Feb 07 17:04:28.957244 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-7c87d6e3-6796-4179-887e-dd6bdb5df90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:28.959790 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-7c87d6e3-6796-4179-887e-dd6bdb5df90a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=777bd969-6a46-4ef3-8997-2719fbc1a79e HTTP/1.1" status: 200 len: 834 time: 0.5506332 Feb 07 17:04:28.986657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af1cdc-5e87-4718-b2a9-bec87d62bd6e service neutron] Pushing event updated for resources: {'Port': ['ID=5ecaa80d-1ad8-4465-bbe1-060fd276523e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:29.020622 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-124babdf-6227-47b8-a77c-ea48e7c43487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:29.022509 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-124babdf-6227-47b8-a77c-ea48e7c43487 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 1125 time: 0.3558054 Feb 07 17:04:29.115971 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e1bf1-b089-4228-a3ce-8665005229da req-95d1adc9-6a72-438b-8239-e7eccc80eb90 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:29.118329 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-269e1bf1-b089-4228-a3ce-8665005229da req-95d1adc9-6a72-438b-8239-e7eccc80eb90 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 943 time: 0.1249382 Feb 07 17:04:29.176243 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-269e1bf1-b089-4228-a3ce-8665005229da req-58c039ce-4822-4415-be54-2047c49dcc06 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513523 Feb 07 17:04:29.237998 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-78a48761-fbf1-42fd-a170-6ca35a473a17 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ecaa80d-1ad8-4465-bbe1-060fd276523e HTTP/1.1" status: 200 len: 217 time: 0.1908288 Feb 07 17:04:29.284657 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6177023c-6758-4bc4-8fda-53033a460f35 req-53e3b4fc-e2f1-4f4a-bf24-6d9d54876eaa tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 210 time: 0.0299799 Feb 07 17:04:29.314258 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-37902c9c-a1b7-4d70-a61f-286114753be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:29.315784 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-37902c9c-a1b7-4d70-a61f-286114753be8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17d86bb1-2b06-4458-812d-7d92a6610c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3354948 Feb 07 17:04:29.322542 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-845cfb65-3baa-4017-9482-c40101766aa7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Allocated IP 172.20.0.8 (380ea26c-6043-4940-b6ef-8a90ddeec2ca/5e0f2a9e-b79d-4601-ac33-c328f95f4202/348d7d90-cc09-47ef-833b-1edc0b229268) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:04:29.328901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-948076ca-2f3d-40fd-a3f5-05d34f4de823 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Made reservation on behalf of 65e107c9d8fa45cea49a8bfacf19bd96 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:04:29.332186 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-948076ca-2f3d-40fd-a3f5-05d34f4de823 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:29.347910 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a6a0ddb-3319-445c-9cd1-45a8d828caed req-cfbb70ec-e363-47fd-87dd-05c799f9f7ae tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3976557 Feb 07 17:04:29.417864 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-8116db64-34b5-434d-98c9-ae6d84eaafcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:29.419806 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-8116db64-34b5-434d-98c9-ae6d84eaafcf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.1691039 Feb 07 17:04:29.492938 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:29.641613 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-04d9e458-5d2d-4a08-a977-b76c768a7cd1 service neutron] 10.222.0.48 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136027 Feb 07 17:04:29.853711 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-53ad7f4c-b2ee-490e-a7fa-9ccc856f07ce req-85b8a92c-b517-4d82-8011-4a860b34c0c5 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 210 time: 0.0553982 Feb 07 17:04:30.041459 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-948076ca-2f3d-40fd-a3f5-05d34f4de823 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Allocated IP 172.20.0.12 (939c611c-e0db-472a-af7b-79978e76a216/7328acd3-6f7f-424a-8595-dddcad934017/c1d7efd3-9f96-4076-ba45-f4033d9fd58f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:04:30.052348 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-0145c7bb-9e9a-4073-bc9c-6fecdb98abff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:30.053948 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-0145c7bb-9e9a-4073-bc9c-6fecdb98abff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6251564 Feb 07 17:04:30.146033 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-845cfb65-3baa-4017-9482-c40101766aa7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks [] for port (348d7d90-cc09-47ef-833b-1edc0b229268), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:30.237480 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-d51803dd-a605-4d32-ae41-5d08e6304093 service neutron] 10.222.0.48 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824912 Feb 07 17:04:30.380583 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-6bd708f2-97bf-4966-841a-417ed1cf43f9 service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119481 Feb 07 17:04:30.392273 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-845cfb65-3baa-4017-9482-c40101766aa7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (348d7d90-cc09-47ef-833b-1edc0b229268), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:30.507561 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9dbda1a1-7fe7-4a7b-88c1-fb38da975af2 req-4307cc7a-5652-448a-a62a-ac7a45ff7711 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 210 time: 0.0407789 Feb 07 17:04:30.554969 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-845cfb65-3baa-4017-9482-c40101766aa7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Network 380ea26c-6043-4940-b6ef-8a90ddeec2ca is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:04:30.567499 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845cfb65-3baa-4017-9482-c40101766aa7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Pushing event updated for resources: {'Port': ['ID=348d7d90-cc09-47ef-833b-1edc0b229268,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:30.602971 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861203d-e283-4b17-b3c0-0730d2b50b04 req-e1bff9ed-ced5-4699-b5c3-60d990967fbb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:30.604528 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b861203d-e283-4b17-b3c0-0730d2b50b04 req-e1bff9ed-ced5-4699-b5c3-60d990967fbb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 943 time: 0.3248146 Feb 07 17:04:30.612981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-845cfb65-3baa-4017-9482-c40101766aa7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:04:30.627323 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-845cfb65-3baa-4017-9482-c40101766aa7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:04:30.632114 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-948076ca-2f3d-40fd-a3f5-05d34f4de823 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Publish callbacks [] for port (c1d7efd3-9f96-4076-ba45-f4033d9fd58f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:30.707439 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85c6b7-0881-4000-955e-44dd5f18c956 req-147832cf-892c-4f76-8167-531b9d05b273 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:30.732579 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ff85c6b7-0881-4000-955e-44dd5f18c956 req-147832cf-892c-4f76-8167-531b9d05b273 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 945 time: 0.1371636 Feb 07 17:04:30.752884 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c29f20c-93f0-403e-a6ad-868f436c3726 req-9926de96-8446-4392-9d8e-c0fefe15cc1d service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657429 Feb 07 17:04:30.763861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-845cfb65-3baa-4017-9482-c40101766aa7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:30.764835 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-845cfb65-3baa-4017-9482-c40101766aa7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:30.775072 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b861203d-e283-4b17-b3c0-0730d2b50b04 req-a353f839-ee1e-48a4-a413-667ac4a36143 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597409 Feb 07 17:04:30.799059 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-845cfb65-3baa-4017-9482-c40101766aa7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1541617 Feb 07 17:04:30.802260 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-948076ca-2f3d-40fd-a3f5-05d34f4de823 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c1d7efd3-9f96-4076-ba45-f4033d9fd58f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:30.821845 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Request body: {'port': {'device_id': 'cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:04:30.876414 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:30.910175 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ff85c6b7-0881-4000-955e-44dd5f18c956 req-d5fe6321-7be9-4675-b2c5-b793fb6a7b01 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726544 Feb 07 17:04:31.070372 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-948076ca-2f3d-40fd-a3f5-05d34f4de823 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Network 939c611c-e0db-472a-af7b-79978e76a216 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:04:31.079322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-948076ca-2f3d-40fd-a3f5-05d34f4de823 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:04:31.090042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-948076ca-2f3d-40fd-a3f5-05d34f4de823 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:04:31.148219 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (348d7d90-cc09-47ef-833b-1edc0b229268), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:31.175683 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948076ca-2f3d-40fd-a3f5-05d34f4de823 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Pushing event updated for resources: {'Port': ['ID=c1d7efd3-9f96-4076-ba45-f4033d9fd58f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:31.212106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ba857-62c0-4eaf-9aea-3a4c4e08ce7d req-88ad33bb-bb1c-498d-80d6-3c474f2b7b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:31.213587 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-488ba857-62c0-4eaf-9aea-3a4c4e08ce7d req-88ad33bb-bb1c-498d-80d6-3c474f2b7b63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 1125 time: 0.3112969 Feb 07 17:04:31.256515 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-948076ca-2f3d-40fd-a3f5-05d34f4de823 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:31.264453 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-948076ca-2f3d-40fd-a3f5-05d34f4de823 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:31.268902 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c26834-4df2-45d0-8f4b-fd078861baa7 req-cd019f5a-ffd6-4abd-add8-42fe4bf10631 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:31.270473 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d3c26834-4df2-45d0-8f4b-fd078861baa7 req-cd019f5a-ffd6-4abd-add8-42fe4bf10631 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 931 time: 0.2707598 Feb 07 17:04:31.368617 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-948076ca-2f3d-40fd-a3f5-05d34f4de823 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8363307 Feb 07 17:04:31.383236 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Request body: {'port': {'device_id': '8ca59ba8-db12-48f4-9e7a-450c6fe0f11a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:04:31.574927 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c1d7efd3-9f96-4076-ba45-f4033d9fd58f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:31.593334 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d3c26834-4df2-45d0-8f4b-fd078861baa7 req-51719a22-3cfe-42d4-b53c-8965a6900550 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069580 Feb 07 17:04:31.643188 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ba857-62c0-4eaf-9aea-3a4c4e08ce7d req-a411a4e5-6017-4a75-b0c3-2174f26e5d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:31.644586 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-488ba857-62c0-4eaf-9aea-3a4c4e08ce7d req-a411a4e5-6017-4a75-b0c3-2174f26e5d6e service neutron] 10.222.0.48 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 913 time: 0.4062073 Feb 07 17:04:31.730728 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-488ba857-62c0-4eaf-9aea-3a4c4e08ce7d req-8454254a-2121-4483-8529-f0f8a60c833b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ecaa80d-1ad8-4465-bbe1-060fd276523e HTTP/1.1" status: 200 len: 217 time: 0.0743265 Feb 07 17:04:31.770177 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c4669-53fe-4636-816a-f88b156097df req-4c9eb9b8-5dd1-485d-b41e-cfb5f90b5e3a tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:31.783099 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b10c4669-53fe-4636-816a-f88b156097df req-4c9eb9b8-5dd1-485d-b41e-cfb5f90b5e3a tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 932 time: 0.1540759 Feb 07 17:04:31.895268 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b10c4669-53fe-4636-816a-f88b156097df req-43012380-bdf7-4bf2-95ad-95185a415494 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004074 Feb 07 17:04:31.906725 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ba857-62c0-4eaf-9aea-3a4c4e08ce7d req-6b6ed645-9ee0-4f86-89f4-24367619c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:31.908225 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-488ba857-62c0-4eaf-9aea-3a4c4e08ce7d req-6b6ed645-9ee0-4f86-89f4-24367619c7e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.1708193 Feb 07 17:04:32.122212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348d7d90-cc09-47ef-833b-1edc0b229268 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:04:32.149987 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Publish callbacks [] for port (348d7d90-cc09-47ef-833b-1edc0b229268), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:32.160547 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ba857-62c0-4eaf-9aea-3a4c4e08ce7d req-1c90b5ad-87c8-4697-9176-d25345ef2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:32.162386 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-488ba857-62c0-4eaf-9aea-3a4c4e08ce7d req-1c90b5ad-87c8-4697-9176-d25345ef2497 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2391837 Feb 07 17:04:32.163741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c229fa-c6ef-4107-9de7-a2c76e844a50 req-7cd95b01-240c-499a-8a56-d565ca673c0b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:32.175768 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-27c229fa-c6ef-4107-9de7-a2c76e844a50 req-7cd95b01-240c-499a-8a56-d565ca673c0b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 945 time: 0.1315551 Feb 07 17:04:32.251447 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Transition to ACTIVE for port object 348d7d90-cc09-47ef-833b-1edc0b229268 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:04:32.267949 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (348d7d90-cc09-47ef-833b-1edc0b229268), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:32.285516 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-27c229fa-c6ef-4107-9de7-a2c76e844a50 req-85293f3d-f7ac-4572-9481-5b021e70697a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053514 Feb 07 17:04:32.327646 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3622b4f-176d-4674-bf3d-53de04540367 req-49217a60-854c-44f3-8788-1e48b86e6b64 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:32.329454 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3622b4f-176d-4674-bf3d-53de04540367 req-49217a60-854c-44f3-8788-1e48b86e6b64 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 943 time: 0.3682361 Feb 07 17:04:32.367483 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:32.446638 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Pushing event updated for resources: {'Port': ['ID=348d7d90-cc09-47ef-833b-1edc0b229268,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:32.586421 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d7efd3-9f96-4076-ba45-f4033d9fd58f {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:04:32.596029 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Publish callbacks [] for port (c1d7efd3-9f96-4076-ba45-f4033d9fd58f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:32.609889 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Transition to ACTIVE for port object c1d7efd3-9f96-4076-ba45-f4033d9fd58f will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:04:32.613796 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-488ba857-62c0-4eaf-9aea-3a4c4e08ce7d req-5d1bd1aa-6058-433c-b9aa-40dae0d4af7b service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408197 Feb 07 17:04:32.670484 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3622b4f-176d-4674-bf3d-53de04540367 req-c536caed-f826-481c-b507-642f8338aa55 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236606 Feb 07 17:04:32.673099 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (c1d7efd3-9f96-4076-ba45-f4033d9fd58f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:32.839996 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3185ceb-c40c-47e6-b31b-eff2d0d07dc4 req-18c98edc-5ec4-4a84-83dd-8a9bfee1f1ca tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:32.842204 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3185ceb-c40c-47e6-b31b-eff2d0d07dc4 req-18c98edc-5ec4-4a84-83dd-8a9bfee1f1ca tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 943 time: 0.1212649 Feb 07 17:04:32.894471 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-488ba857-62c0-4eaf-9aea-3a4c4e08ce7d req-d33948bc-3e47-4885-9730-60befb0760c7 service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147062 Feb 07 17:04:32.897832 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d7efd3-9f96-4076-ba45-f4033d9fd58f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:32.958398 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3185ceb-c40c-47e6-b31b-eff2d0d07dc4 req-9c1787a9-1d8d-40d7-9f2e-ed4d76a1bee3 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097083 Feb 07 17:04:33.396284 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1ea81-d72b-4519-8063-8fc44f301bca req-6b258111-0b43-4923-a8d8-0df4d29bd28f tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:33.398642 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3b1ea81-d72b-4519-8063-8fc44f301bca req-6b258111-0b43-4923-a8d8-0df4d29bd28f tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 944 time: 0.1308615 Feb 07 17:04:33.477631 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Attempting to bind port c1d7efd3-9f96-4076-ba45-f4033d9fd58f on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:04:33.478367 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Attempting to bind port c1d7efd3-9f96-4076-ba45-f4033d9fd58f by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '6269149e-2de3-41c0-9b0e-3a5a1a4d2efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '939c611c-e0db-472a-af7b-79978e76a216'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:04:33.478367 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Attempting to bind port c1d7efd3-9f96-4076-ba45-f4033d9fd58f on network 939c611c-e0db-472a-af7b-79978e76a216 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:04:33.495683 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb3100-fc1e-43fc-9a81-271189da401e req-2a13d5b5-9ba3-4b1c-9be9-93d2da8b78e7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:33.498046 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cfdb3100-fc1e-43fc-9a81-271189da401e req-2a13d5b5-9ba3-4b1c-9be9-93d2da8b78e7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 945 time: 0.0718305 Feb 07 17:04:33.509643 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Port c1d7efd3-9f96-4076-ba45-f4033d9fd58f on network 939c611c-e0db-472a-af7b-79978e76a216 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:04:33.509974 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Attempting to bind port c1d7efd3-9f96-4076-ba45-f4033d9fd58f on network 939c611c-e0db-472a-af7b-79978e76a216 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:04:33.523027 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Attempting to bind port 348d7d90-cc09-47ef-833b-1edc0b229268 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:04:33.523363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Attempting to bind port 348d7d90-cc09-47ef-833b-1edc0b229268 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:04:33.523998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Attempting to bind port 348d7d90-cc09-47ef-833b-1edc0b229268 on network 380ea26c-6043-4940-b6ef-8a90ddeec2ca {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:04:33.530681 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:04:33.531027 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Checking segment: {'id': '6269149e-2de3-41c0-9b0e-3a5a1a4d2efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '939c611c-e0db-472a-af7b-79978e76a216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:04:33.531429 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Bound using segment: {'id': '6269149e-2de3-41c0-9b0e-3a5a1a4d2efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '939c611c-e0db-472a-af7b-79978e76a216'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:04:33.531879 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Bound port: c1d7efd3-9f96-4076-ba45-f4033d9fd58f, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6269149e-2de3-41c0-9b0e-3a5a1a4d2efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '939c611c-e0db-472a-af7b-79978e76a216'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:04:33.532242 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c1d7efd3-9f96-4076-ba45-f4033d9fd58f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:33.549946 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Port 348d7d90-cc09-47ef-833b-1edc0b229268 on network 380ea26c-6043-4940-b6ef-8a90ddeec2ca not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:04:33.550282 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Attempting to bind port 348d7d90-cc09-47ef-833b-1edc0b229268 on network 380ea26c-6043-4940-b6ef-8a90ddeec2ca {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:04:33.562633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:04:33.562984 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Checking segment: {'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:04:33.563382 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Bound using segment: {'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:04:33.563833 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Bound port: 348d7d90-cc09-47ef-833b-1edc0b229268, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:04:33.564339 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (348d7d90-cc09-47ef-833b-1edc0b229268), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:33.567857 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cfdb3100-fc1e-43fc-9a81-271189da401e req-3aeceae3-5337-4225-9420-4ca22dbbb85c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633359 Feb 07 17:04:33.623567 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3b1ea81-d72b-4519-8063-8fc44f301bca req-8303114c-8e94-4af2-80cb-2a5441dbd8f3 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749535 Feb 07 17:04:33.708832 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] For port 348d7d90-cc09-47ef-833b-1edc0b229268, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:04:33.712669 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] For port 348d7d90-cc09-47ef-833b-1edc0b229268, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=348d7d90-cc09-47ef-833b-1edc0b229268,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:04:33.721434 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (348d7d90-cc09-47ef-833b-1edc0b229268), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:33.794270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] For port c1d7efd3-9f96-4076-ba45-f4033d9fd58f, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:04:33.804758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:33.805643 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:33.807336 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] 10.222.0.32 "PUT /v2.0/ports/348d7d90-cc09-47ef-833b-1edc0b229268 HTTP/1.1" status: 200 len: 1091 time: 2.9977474 Feb 07 17:04:33.808285 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4', 'tag': '348d7d90-cc09-47ef-833b-1edc0b229268'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:04:33.811138 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e40f1e-179a-4030-a324-e0549e22eeb0" -d '{"events": [{"name": "network-changed", "server_uuid": "cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4", "tag": "348d7d90-cc09-47ef-833b-1edc0b229268"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:04:33.820377 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] For port c1d7efd3-9f96-4076-ba45-f4033d9fd58f, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c1d7efd3-9f96-4076-ba45-f4033d9fd58f,segment=NetworkSegment(6269149e-2de3-41c0-9b0e-3a5a1a4d2efd),segment_id=6269149e-2de3-41c0-9b0e-3a5a1a4d2efd)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:04:33.845078 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (c1d7efd3-9f96-4076-ba45-f4033d9fd58f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:33.859012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d07b30-f9f4-4247-98ed-434cbfda91d9 service neutron] Pushing event updated for resources: {'Port': ['ID=348d7d90-cc09-47ef-833b-1edc0b229268,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:33.901348 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b5b697-f8d4-453f-9325-28b7dbb65a2e x-openstack-request-id: req-35b5b697-f8d4-453f-9325-28b7dbb65a2e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:04:33.901653 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4", "tag": "348d7d90-cc09-47ef-833b-1edc0b229268", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:04:33.901916 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35b5b697-f8d4-453f-9325-28b7dbb65a2e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:04:33.902321 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4', 'tag': '348d7d90-cc09-47ef-833b-1edc0b229268', 'status': 'completed', 'code': 200} Feb 07 17:04:33.929202 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbd356-8c5f-4a10-9970-ac679cab3afb req-09cdba81-b7fb-4359-9811-aad066a19a48 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:33.931572 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d5cbd356-8c5f-4a10-9970-ac679cab3afb req-09cdba81-b7fb-4359-9811-aad066a19a48 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 943 time: 0.1439090 Feb 07 17:04:33.956685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:33.957342 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:33.960903 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] 10.222.0.48 "PUT /v2.0/ports/c1d7efd3-9f96-4076-ba45-f4033d9fd58f HTTP/1.1" status: 200 len: 1092 time: 2.5799563 Feb 07 17:04:34.016762 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 5ecaa80d-1ad8-4465-bbe1-060fd276523e details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:04:34.029234 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d5cbd356-8c5f-4a10-9970-ac679cab3afb req-1d364923-912f-4e6c-8aa3-7707972c55a0 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812027 Feb 07 17:04:34.133513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bbf13-6ba1-4a7d-a064-0cdddc6d83c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d7efd3-9f96-4076-ba45-f4033d9fd58f,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:34.181171 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-58f2afb1-f714-4fd6-baa6-e790604de488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:34.182883 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-58f2afb1-f714-4fd6-baa6-e790604de488 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8265dde22443dab20942b3bd88ae3d&device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 1125 time: 0.3108797 Feb 07 17:04:34.238681 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 5ecaa80d-1ad8-4465-bbe1-060fd276523e, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=5ecaa80d-1ad8-4465-bbe1-060fd276523e,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:34.247003 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-dc0f4950-1387-4399-83b4-caafbd819ebd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=348d7d90-cc09-47ef-833b-1edc0b229268 HTTP/1.1" status: 200 len: 217 time: 0.0542228 Feb 07 17:04:34.258193 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '5ecaa80d-1ad8-4465-bbe1-060fd276523e', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'port_id': '5ecaa80d-1ad8-4465-bbe1-060fd276523e', 'mac_address': 'fa:16:3e:aa:3f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:04:34.314897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-4532898d-1798-46e9-84f0-6a9740238425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:34.315360 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 5ecaa80d-1ad8-4465-bbe1-060fd276523e is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:04:34.316442 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-4532898d-1798-46e9-84f0-6a9740238425 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65e107c9d8fa45cea49a8bfacf19bd96&device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 1126 time: 0.3130648 Feb 07 17:04:34.317098 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:34.354691 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecaa80d-1ad8-4465-bbe1-060fd276523e {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:04:34.388917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cda60-a570-42cd-9912-c85701f9b900 req-fb1b9ebe-07a6-41de-9137-d5e29c86d6f3 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:34.392457 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cb9cda60-a570-42cd-9912-c85701f9b900 req-fb1b9ebe-07a6-41de-9137-d5e29c86d6f3 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 943 time: 0.2863812 Feb 07 17:04:34.397930 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-03ecd463-4740-4fba-ae21-3265e3169dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:34.399461 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-03ecd463-4740-4fba-ae21-3265e3169dd8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e0f2a9e-b79d-4601-ac33-c328f95f4202 HTTP/1.1" status: 200 len: 852 time: 0.1316621 Feb 07 17:04:34.401043 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-c8bedaf7-97f3-42a5-a57f-dcfe3a52557a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d7efd3-9f96-4076-ba45-f4033d9fd58f HTTP/1.1" status: 200 len: 217 time: 0.0722730 Feb 07 17:04:34.401237 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 5ecaa80d-1ad8-4465-bbe1-060fd276523e, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=5ecaa80d-1ad8-4465-bbe1-060fd276523e,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:34.410256 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:34.488669 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-6d2a668d-928d-46c7-a705-a389af9ccad9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=380ea26c-6043-4940-b6ef-8a90ddeec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658751 Feb 07 17:04:34.640791 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=5ecaa80d-1ad8-4465-bbe1-060fd276523e,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:34.642830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-e13e1d59-94ac-4497-a601-b417d83733c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:34.647834 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-e13e1d59-94ac-4497-a601-b417d83733c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7328acd3-6f7f-424a-8595-dddcad934017 HTTP/1.1" status: 200 len: 852 time: 0.2345793 Feb 07 17:04:34.669791 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:34.670331 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:34.670519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:34.672057 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:34.672515 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:34.672889 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:34.673234 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:34.673601 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:34.673951 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:34.674277 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:34.677894 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:34.678305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:34.678631 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:34.680682 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cb9cda60-a570-42cd-9912-c85701f9b900 req-5bfee951-d7b4-485e-9416-db2875d40357 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745864 Feb 07 17:04:34.750996 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-bd988b33-acee-4e67-bd99-698932fd1443 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=939c611c-e0db-472a-af7b-79978e76a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687964 Feb 07 17:04:34.773731 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['5ecaa80d-1ad8-4465-bbe1-060fd276523e'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:04:34.801373 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f115228-4f61-4795-9d91-9338ff74f0cc req-1ce0aa4d-6972-4f66-a6a5-a6b69157dbea tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:34.814383 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4f115228-4f61-4795-9d91-9338ff74f0cc req-1ce0aa4d-6972-4f66-a6a5-a6b69157dbea tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 945 time: 0.1125984 Feb 07 17:04:34.844924 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-7ce03616-dfa5-4b6a-bfc3-dc309e2ec83f service neutron] 10.222.0.32 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343794 Feb 07 17:04:34.901168 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4f115228-4f61-4795-9d91-9338ff74f0cc req-586b211f-e302-41cd-9442-aa1fb1d6c8c1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858908 Feb 07 17:04:35.028848 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-a4934a66-534c-47ed-ba9a-cd7991273b27 service neutron] 10.222.0.48 "GET /v2.0/networks/939c611c-e0db-472a-af7b-79978e76a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655246 Feb 07 17:04:35.115578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849762-52ef-4e89-bf90-369136023cb2 req-420671ae-18e3-4572-95cb-33c62d12804d tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:35.117100 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2849762-52ef-4e89-bf90-369136023cb2 req-420671ae-18e3-4572-95cb-33c62d12804d tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 944 time: 0.2694633 Feb 07 17:04:35.172866 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-700213ed-d52d-4cba-8607-3cc9a2e9026b req-d824f505-60d9-421e-b665-f7e16212d338 service neutron] 10.222.0.32 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131514 Feb 07 17:04:35.182188 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f896b6a8-3e04-4fc7-aa44-9624c2ef6f84 req-23ee764b-8553-4310-9c03-552009c2ca39 service neutron] 10.222.0.48 "GET /v2.0/networks/939c611c-e0db-472a-af7b-79978e76a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452518 Feb 07 17:04:35.219696 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2849762-52ef-4e89-bf90-369136023cb2 req-016ce8e5-f0f7-4672-9911-3dd96512a584 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879831 Feb 07 17:04:35.292062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c46bc7-0cc6-498a-ba76-c56b718716c6 req-dc3663c6-b8df-4790-8d39-133309b31bac tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:35.294032 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e2c46bc7-0cc6-498a-ba76-c56b718716c6 req-dc3663c6-b8df-4790-8d39-133309b31bac tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 944 time: 0.1184371 Feb 07 17:04:35.311798 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e40f1e-179a-4030-a324-e0549e22eeb0 req-c64eb414-5bc2-4462-92cf-a8fe3bc4b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:35.313998 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-20e40f1e-179a-4030-a324-e0549e22eeb0 req-c64eb414-5bc2-4462-92cf-a8fe3bc4b275 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8265dde22443dab20942b3bd88ae3d&device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 1125 time: 0.0702927 Feb 07 17:04:35.349674 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e2c46bc7-0cc6-498a-ba76-c56b718716c6 req-09b15939-ff2d-42d5-8dd2-534409230ecc tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483985 Feb 07 17:04:35.423054 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e40f1e-179a-4030-a324-e0549e22eeb0 req-72c63d61-c215-4337-a3bd-e83226e1aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:35.424464 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-20e40f1e-179a-4030-a324-e0549e22eeb0 req-72c63d61-c215-4337-a3bd-e83226e1aad3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 200 len: 913 time: 0.1048572 Feb 07 17:04:35.471226 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-20e40f1e-179a-4030-a324-e0549e22eeb0 req-b52e278b-287c-4194-ba84-cb4b8f4b1f08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=348d7d90-cc09-47ef-833b-1edc0b229268 HTTP/1.1" status: 200 len: 217 time: 0.0409002 Feb 07 17:04:35.520279 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e40f1e-179a-4030-a324-e0549e22eeb0 req-9739dec3-990a-4ae0-ade0-7cf18c5b196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:35.521742 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-20e40f1e-179a-4030-a324-e0549e22eeb0 req-9739dec3-990a-4ae0-ade0-7cf18c5b196e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e0f2a9e-b79d-4601-ac33-c328f95f4202 HTTP/1.1" status: 200 len: 852 time: 0.0447218 Feb 07 17:04:35.553981 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-20e40f1e-179a-4030-a324-e0549e22eeb0 req-c237d210-530b-4eee-96a9-e78388b78c14 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=380ea26c-6043-4940-b6ef-8a90ddeec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261869 Feb 07 17:04:35.642502 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-20e40f1e-179a-4030-a324-e0549e22eeb0 req-29ebf0a4-d732-427d-9a8f-4db35a9674da service neutron] 10.222.0.32 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824986 Feb 07 17:04:35.736988 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-20e40f1e-179a-4030-a324-e0549e22eeb0 req-275b7a6d-aba2-434d-beaa-b2faebdc4f0b service neutron] 10.222.0.32 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885952 Feb 07 17:04:35.862244 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f685a4d-c788-42de-b22f-6e99a4e2020d req-a18b38b7-c7a8-4d63-b05e-e84c5e7db4f6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:35.867206 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6f685a4d-c788-42de-b22f-6e99a4e2020d req-a18b38b7-c7a8-4d63-b05e-e84c5e7db4f6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 943 time: 0.0650332 Feb 07 17:04:35.903176 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca59ba8-db12-48f4-9e7a-450c6fe0f11a', 'tag': 'c1d7efd3-9f96-4076-ba45-f4033d9fd58f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:04:35.906540 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3b20d8-ca5d-4f38-8105-7fcf98e2a3b1" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca59ba8-db12-48f4-9e7a-450c6fe0f11a", "tag": "c1d7efd3-9f96-4076-ba45-f4033d9fd58f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:04:35.931075 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6f685a4d-c788-42de-b22f-6e99a4e2020d req-f1e2d098-e75e-4635-8676-27d8bb6e5632 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567975 Feb 07 17:04:35.954991 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fbd713-5935-4994-858b-c35a24a43570 x-openstack-request-id: req-d9fbd713-5935-4994-858b-c35a24a43570 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:04:35.955298 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca59ba8-db12-48f4-9e7a-450c6fe0f11a", "tag": "c1d7efd3-9f96-4076-ba45-f4033d9fd58f", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:04:35.955558 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9fbd713-5935-4994-858b-c35a24a43570 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:04:35.955962 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca59ba8-db12-48f4-9e7a-450c6fe0f11a', 'tag': 'c1d7efd3-9f96-4076-ba45-f4033d9fd58f', 'status': 'completed', 'code': 200} Feb 07 17:04:36.086011 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b20d8-ca5d-4f38-8105-7fcf98e2a3b1 req-c40c1046-6e83-4b6b-9aeb-1450067ce996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:36.086825 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d3b20d8-ca5d-4f38-8105-7fcf98e2a3b1 req-c40c1046-6e83-4b6b-9aeb-1450067ce996 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65e107c9d8fa45cea49a8bfacf19bd96&device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 1126 time: 0.1068313 Feb 07 17:04:36.099346 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad73ca-85ab-4d43-8260-f17f88a2d2c9 req-fa3266a4-f71e-440b-9542-ecd9924e6c49 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:36.100916 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0ad73ca-85ab-4d43-8260-f17f88a2d2c9 req-fa3266a4-f71e-440b-9542-ecd9924e6c49 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 945 time: 0.0871582 Feb 07 17:04:36.244585 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0ad73ca-85ab-4d43-8260-f17f88a2d2c9 req-756623e8-280f-4038-9b49-55c4eb04e891 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914702 Feb 07 17:04:36.258620 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b20d8-ca5d-4f38-8105-7fcf98e2a3b1 req-5c6ec36f-111c-4646-b44e-1b331fb3c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:36.260596 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d3b20d8-ca5d-4f38-8105-7fcf98e2a3b1 req-5c6ec36f-111c-4646-b44e-1b331fb3c757 service neutron] 10.222.0.48 "GET /v2.0/networks?id=939c611c-e0db-472a-af7b-79978e76a216 HTTP/1.1" status: 200 len: 913 time: 0.1586075 Feb 07 17:04:36.410484 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d3b20d8-ca5d-4f38-8105-7fcf98e2a3b1 req-794d9294-cae7-4608-9377-fa574a5c7a34 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d7efd3-9f96-4076-ba45-f4033d9fd58f HTTP/1.1" status: 200 len: 217 time: 0.1434040 Feb 07 17:04:36.548883 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b20d8-ca5d-4f38-8105-7fcf98e2a3b1 req-ee2bf265-1102-498b-8f76-0bf0394efac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:36.558350 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d3b20d8-ca5d-4f38-8105-7fcf98e2a3b1 req-ee2bf265-1102-498b-8f76-0bf0394efac8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7328acd3-6f7f-424a-8595-dddcad934017 HTTP/1.1" status: 200 len: 852 time: 0.1413012 Feb 07 17:04:36.650996 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcf725-b33f-4096-b2f4-4b6437d94f0c req-6a78caf0-fd0f-41b4-9644-8523e10836bd tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:36.664612 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3efcf725-b33f-4096-b2f4-4b6437d94f0c req-6a78caf0-fd0f-41b4-9644-8523e10836bd tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 944 time: 0.1958010 Feb 07 17:04:36.728633 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d3b20d8-ca5d-4f38-8105-7fcf98e2a3b1 req-d5c016d6-05d8-4cf5-86fa-5a1927840fd9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=939c611c-e0db-472a-af7b-79978e76a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114547 Feb 07 17:04:36.794810 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3efcf725-b33f-4096-b2f4-4b6437d94f0c req-bbfe9515-7f72-4754-8c0e-18ecc9c24419 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280708 Feb 07 17:04:36.900816 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27beda86-f481-46cf-a93c-20542ae00d78 req-f987d1f7-f47d-4d8d-80c5-70f15b779bcb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:36.910016 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-27beda86-f481-46cf-a93c-20542ae00d78 req-f987d1f7-f47d-4d8d-80c5-70f15b779bcb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 944 time: 0.3505406 Feb 07 17:04:37.016139 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 348d7d90-cc09-47ef-833b-1edc0b229268 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:04:37.061918 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d3b20d8-ca5d-4f38-8105-7fcf98e2a3b1 req-bd981cc3-d6fe-4e37-ad9c-a66243620eff service neutron] 10.222.0.48 "GET /v2.0/networks/939c611c-e0db-472a-af7b-79978e76a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251889 Feb 07 17:04:37.092733 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-27beda86-f481-46cf-a93c-20542ae00d78 req-0e7fae54-d871-4c88-9efc-2fd80707261b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796424 Feb 07 17:04:37.187864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f0531-3353-4b88-9010-8c3cdc74b1e1 req-82227c35-093c-471d-9a04-9ccc26b684e2 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:37.198706 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-092f0531-3353-4b88-9010-8c3cdc74b1e1 req-82227c35-093c-471d-9a04-9ccc26b684e2 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 943 time: 0.1320219 Feb 07 17:04:37.338246 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-092f0531-3353-4b88-9010-8c3cdc74b1e1 req-637d3990-4e2f-4c14-9603-ed4fde983ad1 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382508 Feb 07 17:04:37.361633 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d3b20d8-ca5d-4f38-8105-7fcf98e2a3b1 req-88ce83be-17f2-4970-8261-0317dbeebe06 service neutron] 10.222.0.48 "GET /v2.0/networks/939c611c-e0db-472a-af7b-79978e76a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391226 Feb 07 17:04:37.361782 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 348d7d90-cc09-47ef-833b-1edc0b229268, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=348d7d90-cc09-47ef-833b-1edc0b229268,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:37.384886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '348d7d90-cc09-47ef-833b-1edc0b229268', 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca', 'port_id': '348d7d90-cc09-47ef-833b-1edc0b229268', 'mac_address': 'fa:16:3e:87:f3:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0f2a9e-b79d-4601-ac33-c328f95f4202', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:04:37.463310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 348d7d90-cc09-47ef-833b-1edc0b229268 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:04:37.463924 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (348d7d90-cc09-47ef-833b-1edc0b229268), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:37.489595 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348d7d90-cc09-47ef-833b-1edc0b229268 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:04:37.521536 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 348d7d90-cc09-47ef-833b-1edc0b229268, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=348d7d90-cc09-47ef-833b-1edc0b229268,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:37.530923 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (348d7d90-cc09-47ef-833b-1edc0b229268), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:37.552945 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef582b5-4d60-4579-9c1c-9b65d04c3814 req-9427caba-c3fb-44c0-86b9-1eb0f54a306b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:37.558043 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8ef582b5-4d60-4579-9c1c-9b65d04c3814 req-9427caba-c3fb-44c0-86b9-1eb0f54a306b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 945 time: 0.1643405 Feb 07 17:04:37.608653 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=348d7d90-cc09-47ef-833b-1edc0b229268,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:37.654549 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8ef582b5-4d60-4579-9c1c-9b65d04c3814 req-2d8aac7c-b642-46f4-aa36-3365a539cc1d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892689 Feb 07 17:04:37.807858 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['348d7d90-cc09-47ef-833b-1edc0b229268'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:04:38.000866 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72514b5c-8c68-48ae-8956-ac0ad101a749 req-1dfefce6-6053-4b10-934c-1bd11dc67636 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:38.003154 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-72514b5c-8c68-48ae-8956-ac0ad101a749 req-1dfefce6-6053-4b10-934c-1bd11dc67636 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 944 time: 0.0780854 Feb 07 17:04:38.052150 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 5ecaa80d-1ad8-4465-bbe1-060fd276523e up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:04:38.110431 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-72514b5c-8c68-48ae-8956-ac0ad101a749 req-3504277f-4f5b-42c2-bea5-ff16138cd9c6 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992334 Feb 07 17:04:38.111893 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 5ecaa80d-1ad8-4465-bbe1-060fd276523e completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:04:38.118231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 5ecaa80d-1ad8-4465-bbe1-060fd276523e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:04:38.119752 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:38.340381 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 5ecaa80d-1ad8-4465-bbe1-060fd276523e is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:04:38.341653 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:38.343666 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdf598-36b0-46a6-b133-c578450af284 req-673393ec-fd4b-4472-b0a7-6ce5192d54fc tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:38.345147 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cabdf598-36b0-46a6-b133-c578450af284 req-673393ec-fd4b-4472-b0a7-6ce5192d54fc tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 944 time: 0.1176074 Feb 07 17:04:38.417591 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9df88aa-17dd-4183-b46b-52f0417747ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecaa80d-1ad8-4465-bbe1-060fd276523e'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:04:38.421584 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d470250-13c5-4660-bc60-2db17e68f971" -d '{"events": [{"server_uuid": "a9df88aa-17dd-4183-b46b-52f0417747ce", "name": "network-vif-plugged", "status": "completed", "tag": "5ecaa80d-1ad8-4465-bbe1-060fd276523e"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:04:38.443455 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cabdf598-36b0-46a6-b133-c578450af284 req-ac7def25-dd97-4b51-bb7d-8bcc2a3a4a7d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819945 Feb 07 17:04:38.471985 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 5ecaa80d-1ad8-4465-bbe1-060fd276523e, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=5ecaa80d-1ad8-4465-bbe1-060fd276523e,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:38.483393 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:38.573664 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=5ecaa80d-1ad8-4465-bbe1-060fd276523e,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:38.600981 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233dc456-536e-4a73-af64-1b1599dd8bfd x-openstack-request-id: req-233dc456-536e-4a73-af64-1b1599dd8bfd {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:04:38.603841 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9df88aa-17dd-4183-b46b-52f0417747ce", "name": "network-vif-plugged", "status": "completed", "tag": "5ecaa80d-1ad8-4465-bbe1-060fd276523e", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:04:38.604744 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-233dc456-536e-4a73-af64-1b1599dd8bfd {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:04:38.605162 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9df88aa-17dd-4183-b46b-52f0417747ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecaa80d-1ad8-4465-bbe1-060fd276523e', 'code': 200} Feb 07 17:04:38.680411 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c205d0-a083-4973-9774-0d89d4e25262 req-cdd64fa3-62cc-4545-bc4f-bc48a7cfbd98 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:38.684963 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7c205d0-a083-4973-9774-0d89d4e25262 req-cdd64fa3-62cc-4545-bc4f-bc48a7cfbd98 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 944 time: 0.0972660 Feb 07 17:04:38.689241 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60405818-c639-4712-b585-ba1d876d469f req-7fb2a49d-3e7b-4038-b73f-757bf1e267cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:38.692872 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60405818-c639-4712-b585-ba1d876d469f req-7fb2a49d-3e7b-4038-b73f-757bf1e267cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 1127 time: 0.0563307 Feb 07 17:04:38.757267 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-60405818-c639-4712-b585-ba1d876d469f req-0e5b67d9-1e2b-42f4-a832-0dff539f4f5f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598505 Feb 07 17:04:38.791701 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7c205d0-a083-4973-9774-0d89d4e25262 req-7ebf888c-2fea-4a53-93d6-ce0d681e0c0c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004403 Feb 07 17:04:38.854670 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafbac3-5304-4866-a6bb-eb85eecdc04f req-da22dd50-7399-4bad-a40f-ff873b0e41b2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:38.856398 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccafbac3-5304-4866-a6bb-eb85eecdc04f req-da22dd50-7399-4bad-a40f-ff873b0e41b2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 945 time: 0.0680492 Feb 07 17:04:38.914042 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccafbac3-5304-4866-a6bb-eb85eecdc04f req-6aa8c1cb-2dc4-44d9-8d5c-83b807952aae tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501559 Feb 07 17:04:39.015076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 348d7d90-cc09-47ef-833b-1edc0b229268 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:04:39.079655 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 348d7d90-cc09-47ef-833b-1edc0b229268 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:04:39.087191 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 348d7d90-cc09-47ef-833b-1edc0b229268 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:04:39.095381 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (348d7d90-cc09-47ef-833b-1edc0b229268), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:39.191094 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 348d7d90-cc09-47ef-833b-1edc0b229268 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:04:39.191586 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (348d7d90-cc09-47ef-833b-1edc0b229268), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:39.226839 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 348d7d90-cc09-47ef-833b-1edc0b229268, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=348d7d90-cc09-47ef-833b-1edc0b229268,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:39.234410 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (348d7d90-cc09-47ef-833b-1edc0b229268), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:39.308878 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faf03e-b299-40d5-9cf1-787a3032db19 req-a5bd4ccf-4d6a-43c8-aae3-bcbec5930f13 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:39.315018 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24faf03e-b299-40d5-9cf1-787a3032db19 req-a5bd4ccf-4d6a-43c8-aae3-bcbec5930f13 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 944 time: 0.1055751 Feb 07 17:04:39.317408 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=348d7d90-cc09-47ef-833b-1edc0b229268,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:39.389551 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24faf03e-b299-40d5-9cf1-787a3032db19 req-e243ee25-fca6-4dfc-b962-e26c9d99ca93 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624561 Feb 07 17:04:39.654077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917635b-4981-461c-afa3-3929bd7e3116 req-e7e2ebb1-ecc4-45e9-a3a0-eb982bfaf244 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:39.668666 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b917635b-4981-461c-afa3-3929bd7e3116 req-e7e2ebb1-ecc4-45e9-a3a0-eb982bfaf244 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.1393614 Feb 07 17:04:39.736511 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b917635b-4981-461c-afa3-3929bd7e3116 req-499f687f-d37f-4df3-8f8f-4978e2615a83 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654194 Feb 07 17:04:39.964062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ea8ae-2fc1-4931-b64d-06cf4c594185 req-da7b093c-cdcd-4979-be9c-9262b5fd3aa1 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:39.967450 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eb9ea8ae-2fc1-4931-b64d-06cf4c594185 req-da7b093c-cdcd-4979-be9c-9262b5fd3aa1 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 0.0916669 Feb 07 17:04:40.050635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c1d7efd3-9f96-4076-ba45-f4033d9fd58f details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:04:40.066649 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eb9ea8ae-2fc1-4931-b64d-06cf4c594185 req-f926aa83-f27d-4d74-a0f9-60664e50e71e tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930500 Feb 07 17:04:40.176300 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884ccf6-8ab0-4938-8418-0e5864893634 req-5c04a03d-dd08-4ff9-b401-4ff1e61be535 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:40.178034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4884ccf6-8ab0-4938-8418-0e5864893634 req-5c04a03d-dd08-4ff9-b401-4ff1e61be535 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 945 time: 0.1542015 Feb 07 17:04:40.248413 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port c1d7efd3-9f96-4076-ba45-f4033d9fd58f, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c1d7efd3-9f96-4076-ba45-f4033d9fd58f,segment=NetworkSegment(6269149e-2de3-41c0-9b0e-3a5a1a4d2efd),segment_id=6269149e-2de3-41c0-9b0e-3a5a1a4d2efd)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:40.266670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'c1d7efd3-9f96-4076-ba45-f4033d9fd58f', 'network_id': '939c611c-e0db-472a-af7b-79978e76a216', 'port_id': 'c1d7efd3-9f96-4076-ba45-f4033d9fd58f', 'mac_address': 'fa:16:3e:bf:a9:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7328acd3-6f7f-424a-8595-dddcad934017', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:04:40.308220 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4884ccf6-8ab0-4938-8418-0e5864893634 req-7aacf502-52f4-43c1-8968-20e24899aff1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215041 Feb 07 17:04:40.334172 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port c1d7efd3-9f96-4076-ba45-f4033d9fd58f is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:04:40.334579 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c1d7efd3-9f96-4076-ba45-f4033d9fd58f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:40.365338 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d7efd3-9f96-4076-ba45-f4033d9fd58f {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:04:40.398283 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port c1d7efd3-9f96-4076-ba45-f4033d9fd58f, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c1d7efd3-9f96-4076-ba45-f4033d9fd58f,segment=NetworkSegment(6269149e-2de3-41c0-9b0e-3a5a1a4d2efd),segment_id=6269149e-2de3-41c0-9b0e-3a5a1a4d2efd)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:40.406829 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c1d7efd3-9f96-4076-ba45-f4033d9fd58f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:40.484008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=c1d7efd3-9f96-4076-ba45-f4033d9fd58f,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:40.551705 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bd14a-c919-42c6-ab3d-87ff3969e5fe req-b16b2c24-1d36-4096-93b0-777829d64226 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:40.554141 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc4bd14a-c919-42c6-ab3d-87ff3969e5fe req-b16b2c24-1d36-4096-93b0-777829d64226 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 945 time: 0.0673487 Feb 07 17:04:40.607611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348d7d90-cc09-47ef-833b-1edc0b229268'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:04:40.609713 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c67a10b-dbe5-46ea-a7a3-2b5252b0d44a" -d '{"events": [{"server_uuid": "cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4", "name": "network-vif-plugged", "status": "completed", "tag": "348d7d90-cc09-47ef-833b-1edc0b229268"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:04:40.682584 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ab4ff0-af2f-49a3-b16b-ff8640ec50f1 x-openstack-request-id: req-a7ab4ff0-af2f-49a3-b16b-ff8640ec50f1 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:04:40.682891 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4", "name": "network-vif-plugged", "status": "completed", "tag": "348d7d90-cc09-47ef-833b-1edc0b229268", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:04:40.683156 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7ab4ff0-af2f-49a3-b16b-ff8640ec50f1 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:04:40.683561 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348d7d90-cc09-47ef-833b-1edc0b229268', 'code': 200} Feb 07 17:04:40.708879 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc4bd14a-c919-42c6-ab3d-87ff3969e5fe req-7f578226-2a6f-424b-a8d3-36b803361ced tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383150 Feb 07 17:04:40.808175 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c1d7efd3-9f96-4076-ba45-f4033d9fd58f'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:04:40.846485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c72b76-17b3-430c-b23f-a598afc397be req-f3fc546c-cf99-400e-9a72-dd6f4d4d4349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:40.853297 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6c72b76-17b3-430c-b23f-a598afc397be req-f3fc546c-cf99-400e-9a72-dd6f4d4d4349 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 1127 time: 0.0890231 Feb 07 17:04:40.931271 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6c72b76-17b3-430c-b23f-a598afc397be req-94e6c557-7c1d-4935-96dc-fb036fe9a930 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670896 Feb 07 17:04:41.006152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcbc06-4829-4cc0-b407-b63c8f730042 req-72ec19e3-4c18-4248-829a-c4f247c0daef tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:41.025461 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-48dcbc06-4829-4cc0-b407-b63c8f730042 req-72ec19e3-4c18-4248-829a-c4f247c0daef tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.1049693 Feb 07 17:04:41.089734 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-48dcbc06-4829-4cc0-b407-b63c8f730042 req-59dce434-2bc6-447f-85d0-c9cbcbf4020a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532639 Feb 07 17:04:41.325685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef66e6-752b-4916-8f72-cd5587ae77f8 req-53266e13-72f6-4eee-912a-ddacff4781b6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:41.327391 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4fef66e6-752b-4916-8f72-cd5587ae77f8 req-53266e13-72f6-4eee-912a-ddacff4781b6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 0.1452847 Feb 07 17:04:41.398673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ed1c0-b96e-46ab-8474-fa1ba196c830 req-c31a614b-53bf-44f9-b097-45a7049accc9 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:41.417756 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-269ed1c0-b96e-46ab-8474-fa1ba196c830 req-c31a614b-53bf-44f9-b097-45a7049accc9 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.0995643 Feb 07 17:04:41.443217 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4fef66e6-752b-4916-8f72-cd5587ae77f8 req-bc1013c0-ca62-45e6-8769-758ac59aac84 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917392 Feb 07 17:04:41.505985 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b63a71f5-8045-4c52-8cee-3d5124fe2f7f req-4b57ff61-3eb3-4694-a495-1ffc43554d5e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1154232 Feb 07 17:04:41.513362 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-269ed1c0-b96e-46ab-8474-fa1ba196c830 req-9bce5088-cd28-448d-b32f-41ad66982bc5 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902092 Feb 07 17:04:41.669459 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dccb13-9063-4896-a987-2ba0ab844096 req-6ed923cb-23be-44dd-98d3-0a0bbb6e8205 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:41.677149 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2dccb13-9063-4896-a987-2ba0ab844096 req-6ed923cb-23be-44dd-98d3-0a0bbb6e8205 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 945 time: 0.1085215 Feb 07 17:04:41.728880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a71f5-8045-4c52-8cee-3d5124fe2f7f req-609fa1d9-a7ba-4831-8ccc-856d5cb8f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:41.735724 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b63a71f5-8045-4c52-8cee-3d5124fe2f7f req-609fa1d9-a7ba-4831-8ccc-856d5cb8f5d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 1128 time: 0.1494203 Feb 07 17:04:41.813979 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2dccb13-9063-4896-a987-2ba0ab844096 req-5d80fbac-73a2-4227-b55d-a8cbfc945d3c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358166 Feb 07 17:04:41.897421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ba4ab-d3ca-4a2c-8f27-c965d1703c03 req-3a0ba59f-a58e-4edc-bc77-07e23a8e3140 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:41.916628 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b9ba4ab-d3ca-4a2c-8f27-c965d1703c03 req-3a0ba59f-a58e-4edc-bc77-07e23a8e3140 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 945 time: 0.0883594 Feb 07 17:04:41.998450 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a71f5-8045-4c52-8cee-3d5124fe2f7f req-295ba472-bd50-4b5a-bb90-d59921d270f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:42.034306 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b63a71f5-8045-4c52-8cee-3d5124fe2f7f req-295ba472-bd50-4b5a-bb90-d59921d270f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 913 time: 0.2667222 Feb 07 17:04:42.037367 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b9ba4ab-d3ca-4a2c-8f27-c965d1703c03 req-35cee039-0cec-48fe-b568-8ee24cbda73d tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167998 Feb 07 17:04:42.062071 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c1d7efd3-9f96-4076-ba45-f4033d9fd58f up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:04:42.128627 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b63a71f5-8045-4c52-8cee-3d5124fe2f7f req-6c98beeb-0fd7-43ea-ac75-27c78376e969 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c13aa0b-fe51-43b0-8700-22293b427f4c HTTP/1.1" status: 200 len: 217 time: 0.0866189 Feb 07 17:04:42.173160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port c1d7efd3-9f96-4076-ba45-f4033d9fd58f completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:04:42.178847 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port c1d7efd3-9f96-4076-ba45-f4033d9fd58f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:04:42.185861 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c1d7efd3-9f96-4076-ba45-f4033d9fd58f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:42.214746 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a71f5-8045-4c52-8cee-3d5124fe2f7f req-3fc893a3-f646-4717-b310-04ec3cf8ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:42.218299 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b63a71f5-8045-4c52-8cee-3d5124fe2f7f req-3fc893a3-f646-4717-b310-04ec3cf8ccf6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.0832448 Feb 07 17:04:42.308379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port c1d7efd3-9f96-4076-ba45-f4033d9fd58f is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:04:42.309016 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c1d7efd3-9f96-4076-ba45-f4033d9fd58f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:42.333975 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a71f5-8045-4c52-8cee-3d5124fe2f7f req-8b3c8e1f-3a4c-445a-a2ca-9e31d4a1b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:42.335654 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b63a71f5-8045-4c52-8cee-3d5124fe2f7f req-8b3c8e1f-3a4c-445a-a2ca-9e31d4a1b1d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1118231 Feb 07 17:04:42.363855 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port c1d7efd3-9f96-4076-ba45-f4033d9fd58f, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c1d7efd3-9f96-4076-ba45-f4033d9fd58f,segment=NetworkSegment(6269149e-2de3-41c0-9b0e-3a5a1a4d2efd),segment_id=6269149e-2de3-41c0-9b0e-3a5a1a4d2efd)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:42.370626 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c1d7efd3-9f96-4076-ba45-f4033d9fd58f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:42.518455 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=c1d7efd3-9f96-4076-ba45-f4033d9fd58f,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:42.521037 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-23f3e560-12e1-4188-862e-7e3b8bdb11b5 service neutron] show failed (client error): The resource could not be found. Feb 07 17:04:42.521823 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-23f3e560-12e1-4188-862e-7e3b8bdb11b5 service neutron] 10.222.0.48 "GET /v2.0/ports/eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a/bindings/n-h2-827865-3 HTTP/1.1" status: 404 len: 380 time: 0.1852269 Feb 07 17:04:42.570506 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b63a71f5-8045-4c52-8cee-3d5124fe2f7f req-69645574-ab57-41dd-85b6-69245a0df956 service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273538 Feb 07 17:04:42.685905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca59ba8-db12-48f4-9e7a-450c6fe0f11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d7efd3-9f96-4076-ba45-f4033d9fd58f'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:04:42.689265 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d842c81-561a-4ba9-8e82-6c000bf293d6" -d '{"events": [{"server_uuid": "8ca59ba8-db12-48f4-9e7a-450c6fe0f11a", "name": "network-vif-plugged", "status": "completed", "tag": "c1d7efd3-9f96-4076-ba45-f4033d9fd58f"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:04:42.711100 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eaddcd-e158-4a0e-99fa-34579d7f66d4 req-b34ed844-26f7-4b4f-8e10-7f9597555c34 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:42.721436 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d9eaddcd-e158-4a0e-99fa-34579d7f66d4 req-b34ed844-26f7-4b4f-8e10-7f9597555c34 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.0900340 Feb 07 17:04:42.744119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c523219-5d92-4074-94e3-6e31878f04d5 req-023298ba-b622-40fc-9d82-345339eef232 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:42.763529 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8c523219-5d92-4074-94e3-6e31878f04d5 req-023298ba-b622-40fc-9d82-345339eef232 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 0.1197941 Feb 07 17:04:42.795097 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d9eaddcd-e158-4a0e-99fa-34579d7f66d4 req-ab04357c-b26c-4a05-8089-97feed3f6411 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696068 Feb 07 17:04:42.846352 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b63a71f5-8045-4c52-8cee-3d5124fe2f7f req-5e9b1cb9-e9dd-4954-b5ce-9000be250ce5 service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697377 Feb 07 17:04:42.886255 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8c523219-5d92-4074-94e3-6e31878f04d5 req-64a07ed1-a489-4988-9cd1-fff1ae4c47b6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196594 Feb 07 17:04:42.896039 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beda15fe-b3db-4f63-a780-c79c6e0df911 x-openstack-request-id: req-beda15fe-b3db-4f63-a780-c79c6e0df911 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:04:42.896447 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca59ba8-db12-48f4-9e7a-450c6fe0f11a", "name": "network-vif-plugged", "status": "completed", "tag": "c1d7efd3-9f96-4076-ba45-f4033d9fd58f", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:04:42.896812 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-beda15fe-b3db-4f63-a780-c79c6e0df911 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:04:42.897338 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca59ba8-db12-48f4-9e7a-450c6fe0f11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d7efd3-9f96-4076-ba45-f4033d9fd58f', 'code': 200} Feb 07 17:04:43.009246 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-93a84d86-904e-458d-96c9-4be68e6af24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:43.021357 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-93a84d86-904e-458d-96c9-4be68e6af24f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6&tenant_id=b7f3b936ec124a74b808700fdcd55162 HTTP/1.1" status: 200 len: 1127 time: 0.1943476 Feb 07 17:04:43.033854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827865-3', 'device_owner': 'compute:nova'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:04:43.060647 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42901ad4-e67d-4940-9413-f016bf8384ae req-abcce846-df42-46e6-890d-d13b73aa1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:43.084577 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-42901ad4-e67d-4940-9413-f016bf8384ae req-abcce846-df42-46e6-890d-d13b73aa1ef9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 1128 time: 0.1230481 Feb 07 17:04:43.206224 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-42901ad4-e67d-4940-9413-f016bf8384ae req-785205f0-e8c7-4b72-9e7b-2123a9a78679 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092777 Feb 07 17:04:43.207780 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:43.285000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3ba19-719e-4b1d-a949-d83876ad275c req-87aea82f-75f3-43cb-bbfa-306f8b798412 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:43.286997 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2ba3ba19-719e-4b1d-a949-d83876ad275c req-87aea82f-75f3-43cb-bbfa-306f8b798412 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 945 time: 0.0843992 Feb 07 17:04:43.364614 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2ba3ba19-719e-4b1d-a949-d83876ad275c req-33d3b16d-ae9a-49b5-9951-70f3048848d9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575726 Feb 07 17:04:43.699830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f722034-7f80-4e90-b990-7b48575bfb90 req-b59275e0-16a1-41eb-8e57-ead6de97bb6a tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:43.712454 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4f722034-7f80-4e90-b990-7b48575bfb90 req-b59275e0-16a1-41eb-8e57-ead6de97bb6a tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 946 time: 0.0882595 Feb 07 17:04:43.788705 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] For port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:43.827877 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] For port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:04:43.891751 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Publish callbacks [] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:43.907019 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Transition to ACTIVE for port object eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:04:43.908544 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:04:43.911580 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8e2085-342f-4366-ba9e-0abb5c36f7b5" -d '{"events": [{"server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "name": "network-vif-unplugged", "status": "completed", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:04:43.941856 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4f722034-7f80-4e90-b990-7b48575bfb90 req-270b3a90-6700-4655-ad49-da8c8eb2dae9 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277915 Feb 07 17:04:43.956466 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:44.240424 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a69367-29aa-4003-b9c4-d3549a3be5b9 req-f70dfd85-043f-424d-a650-88d8be32f81e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:44.249598 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b1a69367-29aa-4003-b9c4-d3549a3be5b9 req-f70dfd85-043f-424d-a650-88d8be32f81e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.3345642 Feb 07 17:04:44.257026 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] No DVR routers for this DVR port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:04:44.282379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bd017-0565-48e4-b257-33c8987db595 req-99c8861e-70ef-4cf4-9bb1-b9b05a18a38f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:44.330762 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-751bd017-0565-48e4-b257-33c8987db595 req-99c8861e-70ef-4cf4-9bb1-b9b05a18a38f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 0.1683791 Feb 07 17:04:44.432777 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-751bd017-0565-48e4-b257-33c8987db595 req-691c340e-dfb8-436f-b899-526dad9622db tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009853 Feb 07 17:04:44.907040 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 17:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c16cac-c3ca-4244-9283-6d3e8cb4cb05 x-openstack-request-id: req-c3c16cac-c3ca-4244-9283-6d3e8cb4cb05 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:04:44.907595 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "name": "network-vif-unplugged", "status": "completed", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:04:44.909011 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3c16cac-c3ca-4244-9283-6d3e8cb4cb05 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:04:44.909685 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'code': 200} Feb 07 17:04:44.964557 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08145ca-8f11-4eab-ba50-44b627e4576f req-0f30251e-147b-4704-bb98-23c02f64e38d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:44.976333 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a08145ca-8f11-4eab-ba50-44b627e4576f req-0f30251e-147b-4704-bb98-23c02f64e38d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 943 time: 0.1572919 Feb 07 17:04:45.061886 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Attempting to bind port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:04:45.062600 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Attempting to bind port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:04:45.063232 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Attempting to bind port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a on network 17d86bb1-2b06-4458-812d-7d92a6610c16 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:04:45.085650 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,revision_number=6']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:45.111068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a on network 17d86bb1-2b06-4458-812d-7d92a6610c16 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:04:45.111717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Attempting to bind port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a on network 17d86bb1-2b06-4458-812d-7d92a6610c16 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:04:45.125897 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:45.126317 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:45.127175 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:45.127594 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:45.127999 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:45.128758 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:45.128758 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:45.129139 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:45.129647 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:45.129966 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:45.130449 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:45.131503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:45.131503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:04:45.147550 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:04:45.147929 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Checking segment: {'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:04:45.148509 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Bound using segment: {'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:04:45.149372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Bound port: eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:04:45.149561 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:45.157340 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b1a69367-29aa-4003-b9c4-d3549a3be5b9 req-f8136b38-6003-4834-8d5b-7c435e52479b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9065199 Feb 07 17:04:45.198926 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a08145ca-8f11-4eab-ba50-44b627e4576f req-3400bb03-01e2-45e6-96e0-2f86dcccea19 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137122 Feb 07 17:04:45.338371 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] For port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:04:45.343171 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] For port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:04:45.371640 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a1eae-3bd3-491f-b8b9-1c7e5a774dc6 req-e3a6465d-2a27-4098-8d12-c3ed3b3fa737 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:45.380677 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e61a1eae-3bd3-491f-b8b9-1c7e5a774dc6 req-e3a6465d-2a27-4098-8d12-c3ed3b3fa737 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 946 time: 0.1123352 Feb 07 17:04:45.384348 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:45.446738 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:45.447810 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:45.449464 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] 10.222.0.32 "PUT /v2.0/ports/eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a HTTP/1.1" status: 200 len: 1091 time: 2.4207749 Feb 07 17:04:45.522033 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e61a1eae-3bd3-491f-b8b9-1c7e5a774dc6 req-200a6e22-bb32-460e-8db4-657a1178d01e tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402233 Feb 07 17:04:45.566045 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efadd8-1c56-496c-9bbf-a54da793d002 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,revision_number=7']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:45.638279 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-e80f345b-9594-407b-8ebd-7104a1114510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:45.639836 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-e80f345b-9594-407b-8ebd-7104a1114510 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 1125 time: 0.0686305 Feb 07 17:04:45.926660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-28d4bcf3-fa39-4f10-a45e-c2a1921d6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:45.931490 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-28d4bcf3-fa39-4f10-a45e-c2a1921d6660 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17d86bb1-2b06-4458-812d-7d92a6610c16 HTTP/1.1" status: 200 len: 898 time: 0.2848744 Feb 07 17:04:46.093987 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 5ecaa80d-1ad8-4465-bbe1-060fd276523e details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:04:46.100532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:04:46.273892 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-12a05d76-fce8-40e9-bf60-7057dcce8ad9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a HTTP/1.1" status: 200 len: 998 time: 0.2538133 Feb 07 17:04:46.378148 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e902d-2c0f-4585-8bd5-b9a47afedf62 req-1110f924-9958-4c40-8710-5a8ada79e2f4 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:46.381466 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c53e902d-2c0f-4585-8bd5-b9a47afedf62 req-1110f924-9958-4c40-8710-5a8ada79e2f4 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 946 time: 0.4474466 Feb 07 17:04:46.391482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-af380051-5a31-4f6b-922b-6d866c2076f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:46.393041 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-af380051-5a31-4f6b-922b-6d866c2076f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=777bd969-6a46-4ef3-8997-2719fbc1a79e HTTP/1.1" status: 200 len: 834 time: 0.1132994 Feb 07 17:04:46.537660 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c53e902d-2c0f-4585-8bd5-b9a47afedf62 req-0426fc61-5899-45db-86e9-ed7a3a6fef74 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417654 Feb 07 17:04:46.550477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a3886-c37a-43bd-b272-a89e839c40cf req-c26925f2-4fac-4e1b-880d-35b312ead07b tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:46.561393 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-366a3886-c37a-43bd-b272-a89e839c40cf req-c26925f2-4fac-4e1b-880d-35b312ead07b tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 0.9062521 Feb 07 17:04:46.609664 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-d9eb64ec-02dc-405a-b472-034e543bc67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:46.611413 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-d9eb64ec-02dc-405a-b472-034e543bc67b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17d86bb1-2b06-4458-812d-7d92a6610c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1037953 Feb 07 17:04:46.632970 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-366a3886-c37a-43bd-b272-a89e839c40cf req-e8096f9f-9e3d-438d-ae97-3d8e6d9b447a tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692315 Feb 07 17:04:46.644863 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 5ecaa80d-1ad8-4465-bbe1-060fd276523e, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=5ecaa80d-1ad8-4465-bbe1-060fd276523e,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:46.702048 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '5ecaa80d-1ad8-4465-bbe1-060fd276523e', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'port_id': '5ecaa80d-1ad8-4465-bbe1-060fd276523e', 'mac_address': 'fa:16:3e:aa:3f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:04:46.734055 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] The host n-h1-827865-3 is not matching for port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a host n-h2-827865-3! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 17:04:46.735255 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:04:46.842817 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93c54f-e4f3-4bf5-bed0-431dd2f897d2 req-113a0985-8dc0-43a8-88fa-dc7c0fe5b2ae tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:46.852892 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ed93c54f-e4f3-4bf5-bed0-431dd2f897d2 req-113a0985-8dc0-43a8-88fa-dc7c0fe5b2ae tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.1024580 Feb 07 17:04:46.899566 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 5ecaa80d-1ad8-4465-bbe1-060fd276523e is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:04:46.900235 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:46.948810 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ecaa80d-1ad8-4465-bbe1-060fd276523e {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:04:46.984379 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ed93c54f-e4f3-4bf5-bed0-431dd2f897d2 req-48aa7232-170f-4fbd-a37f-62a1d4213c2a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308568 Feb 07 17:04:47.048583 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 5ecaa80d-1ad8-4465-bbe1-060fd276523e, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=5ecaa80d-1ad8-4465-bbe1-060fd276523e,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:47.057603 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:47.077743 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:04:47.080309 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5389410-581e-40b8-9130-10973d5eae49" -d '{"events": [{"name": "network-changed", "server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:04:47.104975 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-b8456d80-9770-421c-8a7d-c279023d554f service neutron] 10.222.0.32 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736357 Feb 07 17:04:47.368016 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=5ecaa80d-1ad8-4465-bbe1-060fd276523e,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:47.393007 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-98884626-20cc-4ccf-a662-39f816285c6f service neutron] 10.222.0.32 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855563 Feb 07 17:04:47.469943 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['5ecaa80d-1ad8-4465-bbe1-060fd276523e'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:04:47.566288 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1abd3-82c2-4116-b5f0-7a1773949148 req-1ee275e3-a8cc-438c-9a73-e3a6d099a340 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:47.571041 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-65e1abd3-82c2-4116-b5f0-7a1773949148 req-1ee275e3-a8cc-438c-9a73-e3a6d099a340 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 943 time: 0.7280469 Feb 07 17:04:47.624571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e635b13-5eaf-4db2-9fa6-f21163f3d862 req-28ef1d0d-60bf-4340-8622-a9e38540f852 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:47.626231 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4e635b13-5eaf-4db2-9fa6-f21163f3d862 req-28ef1d0d-60bf-4340-8622-a9e38540f852 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 946 time: 0.1969397 Feb 07 17:04:47.757860 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4e635b13-5eaf-4db2-9fa6-f21163f3d862 req-2b444789-2599-4ec0-b999-26dfd5502a42 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245403 Feb 07 17:04:47.837431 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-65e1abd3-82c2-4116-b5f0-7a1773949148 req-267e86d8-216e-4d59-9336-861eef21476e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243371 Feb 07 17:04:48.045924 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68be7f8e-c208-4785-a0cb-b3a7b8ced7af x-openstack-request-id: req-68be7f8e-c208-4785-a0cb-b3a7b8ced7af {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:04:48.050863 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:04:48.051238 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68be7f8e-c208-4785-a0cb-b3a7b8ced7af {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:04:48.052079 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'status': 'completed', 'code': 200} Feb 07 17:04:48.099525 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5389410-581e-40b8-9130-10973d5eae49 req-c678a99a-ea3f-4cc3-aecf-2b7e99b1dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:48.104746 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5389410-581e-40b8-9130-10973d5eae49 req-c678a99a-ea3f-4cc3-aecf-2b7e99b1dfdd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 1125 time: 0.1442590 Feb 07 17:04:48.119699 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 5ecaa80d-1ad8-4465-bbe1-060fd276523e up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:04:48.226475 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5389410-581e-40b8-9130-10973d5eae49 req-93f90b57-21ec-4aed-b07f-4a72cd9ea935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:48.238025 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a5389410-581e-40b8-9130-10973d5eae49 req-93f90b57-21ec-4aed-b07f-4a72cd9ea935 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 1125 time: 0.3145566 Feb 07 17:04:48.260436 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 5ecaa80d-1ad8-4465-bbe1-060fd276523e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:04:48.260927 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:48.350829 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1454ab-f288-4160-9a3c-37b697cee404 req-f7491fb0-77db-4f95-8c42-63ca0a9a85b1 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:48.361970 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f1454ab-f288-4160-9a3c-37b697cee404 req-f7491fb0-77db-4f95-8c42-63ca0a9a85b1 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 944 time: 0.1367259 Feb 07 17:04:48.395973 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b57b1-e160-439b-b2f3-af96076e7ebd req-0e39f89d-ed47-4bcf-b000-135dc236b33b tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:48.398936 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f81b57b1-e160-439b-b2f3-af96076e7ebd req-0e39f89d-ed47-4bcf-b000-135dc236b33b tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 0.3432343 Feb 07 17:04:48.459817 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 5ecaa80d-1ad8-4465-bbe1-060fd276523e is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:04:48.460354 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:48.497984 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f1454ab-f288-4160-9a3c-37b697cee404 req-edda4bdc-01ec-4400-a5fa-f6163ff94a78 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341791 Feb 07 17:04:48.503320 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5389410-581e-40b8-9130-10973d5eae49 req-845115fa-4c27-4e12-8e9b-8f7e107b52bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:48.504830 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5389410-581e-40b8-9130-10973d5eae49 req-845115fa-4c27-4e12-8e9b-8f7e107b52bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=17d86bb1-2b06-4458-812d-7d92a6610c16 HTTP/1.1" status: 200 len: 898 time: 0.3932848 Feb 07 17:04:48.509612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 5ecaa80d-1ad8-4465-bbe1-060fd276523e, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=5ecaa80d-1ad8-4465-bbe1-060fd276523e,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:48.510961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9df88aa-17dd-4183-b46b-52f0417747ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecaa80d-1ad8-4465-bbe1-060fd276523e'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:04:48.514885 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9263f1-56be-4516-90a3-b89cdc37239d" -d '{"events": [{"server_uuid": "a9df88aa-17dd-4183-b46b-52f0417747ce", "name": "network-vif-plugged", "status": "completed", "tag": "5ecaa80d-1ad8-4465-bbe1-060fd276523e"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:04:48.518419 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f81b57b1-e160-439b-b2f3-af96076e7ebd req-c356ead4-6a8e-48c9-904d-3434b2bbf914 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031029 Feb 07 17:04:48.520604 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:48.531854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5389410-581e-40b8-9130-10973d5eae49 req-a5b35c32-ddf4-4568-a426-638ca41a75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:48.533503 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a5389410-581e-40b8-9130-10973d5eae49 req-a5b35c32-ddf4-4568-a426-638ca41a75ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=17d86bb1-2b06-4458-812d-7d92a6610c16 HTTP/1.1" status: 200 len: 898 time: 0.2827668 Feb 07 17:04:48.640989 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd50f1b9-7819-4366-ab77-32b228306a87 x-openstack-request-id: req-dd50f1b9-7819-4366-ab77-32b228306a87 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:04:48.640989 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9df88aa-17dd-4183-b46b-52f0417747ce", "name": "network-vif-plugged", "status": "completed", "tag": "5ecaa80d-1ad8-4465-bbe1-060fd276523e", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:04:48.640989 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd50f1b9-7819-4366-ab77-32b228306a87 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:04:48.640989 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9df88aa-17dd-4183-b46b-52f0417747ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecaa80d-1ad8-4465-bbe1-060fd276523e', 'code': 200} Feb 07 17:04:48.650233 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=5ecaa80d-1ad8-4465-bbe1-060fd276523e,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:48.684884 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a5389410-581e-40b8-9130-10973d5eae49 req-bacd73e2-d421-4b55-8d5e-3df7e4be4adf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a HTTP/1.1" status: 200 len: 998 time: 0.1447406 Feb 07 17:04:48.696236 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5389410-581e-40b8-9130-10973d5eae49 req-c5e23878-7fbd-446d-bf7c-4e02967211e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a HTTP/1.1" status: 200 len: 998 time: 0.1842380 Feb 07 17:04:48.801999 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5389410-581e-40b8-9130-10973d5eae49 req-5470efb6-74d1-4123-ae05-ebf8bc5b592a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:48.806332 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a5389410-581e-40b8-9130-10973d5eae49 req-5470efb6-74d1-4123-ae05-ebf8bc5b592a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=777bd969-6a46-4ef3-8997-2719fbc1a79e HTTP/1.1" status: 200 len: 834 time: 0.1132646 Feb 07 17:04:48.848239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5389410-581e-40b8-9130-10973d5eae49 req-8d371f22-7622-4872-85bd-5a437ff99fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:48.849825 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5389410-581e-40b8-9130-10973d5eae49 req-8d371f22-7622-4872-85bd-5a437ff99fdb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=777bd969-6a46-4ef3-8997-2719fbc1a79e HTTP/1.1" status: 200 len: 834 time: 0.1470375 Feb 07 17:04:48.945991 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5389410-581e-40b8-9130-10973d5eae49 req-97ad9562-c3e9-4811-ad05-db33bed15540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:48.947561 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5389410-581e-40b8-9130-10973d5eae49 req-97ad9562-c3e9-4811-ad05-db33bed15540 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17d86bb1-2b06-4458-812d-7d92a6610c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0880284 Feb 07 17:04:49.053902 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5389410-581e-40b8-9130-10973d5eae49 req-e23e872f-afd7-4045-9f38-6811d9892586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:49.058963 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a5389410-581e-40b8-9130-10973d5eae49 req-e23e872f-afd7-4045-9f38-6811d9892586 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17d86bb1-2b06-4458-812d-7d92a6610c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2479439 Feb 07 17:04:49.062685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:04:49.193857 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e955b8f-607b-4aa7-806c-15c453518936 req-dcf0f0a2-1529-40ae-b184-9418c81cab70 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:49.202740 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e955b8f-607b-4aa7-806c-15c453518936 req-dcf0f0a2-1529-40ae-b184-9418c81cab70 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 943 time: 0.1680319 Feb 07 17:04:49.240593 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5389410-581e-40b8-9130-10973d5eae49 req-25d93398-3b87-4719-ac49-0d86c754edaf service neutron] 10.222.0.48 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866452 Feb 07 17:04:49.298701 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a5389410-581e-40b8-9130-10973d5eae49 req-fa7cd892-53e8-4df4-9bd0-3ea5ebd95c5f service neutron] 10.222.0.32 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311132 Feb 07 17:04:49.323241 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:49.346249 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6418b-07df-4c59-bf2c-b0603aa5412d req-5b34ab93-24ee-4c01-b1d0-990da530babc tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:49.348662 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-afd6418b-07df-4c59-bf2c-b0603aa5412d req-5b34ab93-24ee-4c01-b1d0-990da530babc tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 946 time: 0.4511902 Feb 07 17:04:49.361404 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16', 'port_id': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'mac_address': 'fa:16:3e:21:02:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:04:49.443745 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:04:49.444375 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:49.460731 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5389410-581e-40b8-9130-10973d5eae49 req-9bce659c-f9aa-4707-919f-4757aaaf4f1a service neutron] 10.222.0.48 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064383 Feb 07 17:04:49.479972 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:04:49.545855 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e955b8f-607b-4aa7-806c-15c453518936 req-05f0c756-59e5-48a7-aa82-3035b0daa7f4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3316083 Feb 07 17:04:49.550307 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:49.565758 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:49.601769 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-afd6418b-07df-4c59-bf2c-b0603aa5412d req-b6ea9e1a-dc37-4499-8cdc-d2e9aff29507 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223167 Feb 07 17:04:49.654584 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a5389410-581e-40b8-9130-10973d5eae49 req-40325193-9760-42b1-b324-3dfff8a044ea service neutron] 10.222.0.32 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470712 Feb 07 17:04:49.734388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:49.848569 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:04:49.862978 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c0fff-8c58-45cc-b190-549fcbd7c2e9 req-3a494529-5a4d-4195-8605-17a2289bfd54 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:49.871216 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-160c0fff-8c58-45cc-b190-549fcbd7c2e9 req-3a494529-5a4d-4195-8605-17a2289bfd54 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.1211524 Feb 07 17:04:49.979389 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7ab08-29c7-4dba-b668-98aed5cf64c8 req-7a1187f6-145f-41b9-931d-fafa0f686be6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:49.980884 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6ec7ab08-29c7-4dba-b668-98aed5cf64c8 req-7a1187f6-145f-41b9-931d-fafa0f686be6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 0.1637781 Feb 07 17:04:50.014354 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-160c0fff-8c58-45cc-b190-549fcbd7c2e9 req-cf912c44-1588-4448-a80b-b0da58b5fd1a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410022 Feb 07 17:04:50.109534 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6ec7ab08-29c7-4dba-b668-98aed5cf64c8 req-6c71fb83-550e-4894-8e4e-9bef360c952c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110930 Feb 07 17:04:50.819217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc50216-f296-4951-aec0-cb454b3aefb4 req-86805939-1730-4e88-a7f5-2a9200670f42 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:50.831517 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8bc50216-f296-4951-aec0-cb454b3aefb4 req-86805939-1730-4e88-a7f5-2a9200670f42 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 944 time: 0.1348915 Feb 07 17:04:50.869968 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802cab6-58c8-4976-9585-52b4256d1db3 req-f88ecbbc-9b1e-44dd-ba17-52b90368cc2c tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:50.884707 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4802cab6-58c8-4976-9585-52b4256d1db3 req-f88ecbbc-9b1e-44dd-ba17-52b90368cc2c tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 946 time: 0.1515198 Feb 07 17:04:51.007796 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8bc50216-f296-4951-aec0-cb454b3aefb4 req-a4eac249-bf6c-4fbd-9c5c-5521b3bd8e3c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752305 Feb 07 17:04:51.019954 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4802cab6-58c8-4976-9585-52b4256d1db3 req-0b88a50c-4108-48ad-a690-d843a6f6f1ba tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339128 Feb 07 17:04:51.376288 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:51.496366 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:04:51.571294 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa80fa3-3cc6-4c4a-ac54-bf39d3e446c3 req-9b4840f5-759c-4b4e-9716-0140e388444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:51.577486 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7fa80fa3-3cc6-4c4a-ac54-bf39d3e446c3 req-9b4840f5-759c-4b4e-9716-0140e388444f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65e107c9d8fa45cea49a8bfacf19bd96&device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 1128 time: 0.1420891 Feb 07 17:04:51.787753 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3fc88-0208-413b-8cba-bb16fb1b2729 req-eefd750a-55be-4296-ad3d-c29e6ed19010 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:51.803945 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1fc3fc88-0208-413b-8cba-bb16fb1b2729 req-eefd750a-55be-4296-ad3d-c29e6ed19010 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.2102168 Feb 07 17:04:51.814556 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55402a-46f8-477c-9c47-1b575b256029 req-cee492f1-6504-40b4-b545-59d8307dedd7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:51.828403 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff55402a-46f8-477c-9c47-1b575b256029 req-cee492f1-6504-40b4-b545-59d8307dedd7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 0.1189880 Feb 07 17:04:51.873722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-a289957a-f2de-49b0-ae0d-e368b9fe3710 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:51.875966 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa80fa3-3cc6-4c4a-ac54-bf39d3e446c3 req-7a60f83a-a2dc-4d89-973e-a82b55cea626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:51.876347 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-a289957a-f2de-49b0-ae0d-e368b9fe3710 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6&tenant_id=b7f3b936ec124a74b808700fdcd55162&binding%3Ahost_id=n-h2-827865-3 HTTP/1.1" status: 200 len: 944 time: 0.3730423 Feb 07 17:04:51.877497 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7fa80fa3-3cc6-4c4a-ac54-bf39d3e446c3 req-7a60f83a-a2dc-4d89-973e-a82b55cea626 service neutron] 10.222.0.48 "GET /v2.0/networks?id=939c611c-e0db-472a-af7b-79978e76a216 HTTP/1.1" status: 200 len: 913 time: 0.2933686 Feb 07 17:04:51.948764 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7fa80fa3-3cc6-4c4a-ac54-bf39d3e446c3 req-9b229d49-568c-424d-a5dc-5c327c12da74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d7efd3-9f96-4076-ba45-f4033d9fd58f HTTP/1.1" status: 200 len: 217 time: 0.0536418 Feb 07 17:04:51.990942 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1fc3fc88-0208-413b-8cba-bb16fb1b2729 req-e06a7c69-445d-4e2a-bccb-44fc1b5dc4e6 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843400 Feb 07 17:04:52.056518 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-6e954e9a-26a7-424c-ab64-44a05682685c service neutron] 10.222.0.32 "GET /v2.0/ports/eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a/bindings/n-h2-827865-3 HTTP/1.1" status: 200 len: 382 time: 0.1573293 Feb 07 17:04:52.104877 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff55402a-46f8-477c-9c47-1b575b256029 req-c8b05bb9-d0de-4f84-931a-504a275e5237 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560952 Feb 07 17:04:52.130315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa80fa3-3cc6-4c4a-ac54-bf39d3e446c3 req-f6b36259-9cc1-4cc7-a68b-c366577303e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:52.132086 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7fa80fa3-3cc6-4c4a-ac54-bf39d3e446c3 req-f6b36259-9cc1-4cc7-a68b-c366577303e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7328acd3-6f7f-424a-8595-dddcad934017 HTTP/1.1" status: 200 len: 852 time: 0.1780725 Feb 07 17:04:52.195052 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7fa80fa3-3cc6-4c4a-ac54-bf39d3e446c3 req-2c2e05ef-b4b5-4d95-a034-1fb246f848c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=939c611c-e0db-472a-af7b-79978e76a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552442 Feb 07 17:04:52.317230 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-511e8ca3-ef62-426f-b3b3-14c1d2e65055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:52.324554 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-511e8ca3-ef62-426f-b3b3-14c1d2e65055 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 1126 time: 0.2376111 Feb 07 17:04:52.369962 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7feb25-fdf0-444e-864e-34f5c8b19895 req-876ec377-5b95-409b-8b66-c47736672585 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:52.390225 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3f7feb25-fdf0-444e-864e-34f5c8b19895 req-876ec377-5b95-409b-8b66-c47736672585 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 946 time: 0.2433410 Feb 07 17:04:52.394585 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965a33d-de9b-4ddd-ae7d-e29acba886b7 req-72b23b32-0654-46b2-969f-dfa5b3976afe tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:52.406659 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b965a33d-de9b-4ddd-ae7d-e29acba886b7 req-72b23b32-0654-46b2-969f-dfa5b3976afe tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 944 time: 0.1237147 Feb 07 17:04:52.450109 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7fa80fa3-3cc6-4c4a-ac54-bf39d3e446c3 req-7f9ce269-3aa8-495d-871f-fbecbb0893f6 service neutron] 10.222.0.48 "GET /v2.0/networks/939c611c-e0db-472a-af7b-79978e76a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426581 Feb 07 17:04:52.536696 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b965a33d-de9b-4ddd-ae7d-e29acba886b7 req-2cc0683a-b1fe-4104-8159-08efb4599297 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281385 Feb 07 17:04:52.672298 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3f7feb25-fdf0-444e-864e-34f5c8b19895 req-d775eec3-832f-4a5b-b53f-04c44f3d8f85 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806451 Feb 07 17:04:52.703254 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7fa80fa3-3cc6-4c4a-ac54-bf39d3e446c3 req-d3db02dc-cef6-4ddb-ada5-bb545c7c0278 service neutron] 10.222.0.48 "GET /v2.0/networks/939c611c-e0db-472a-af7b-79978e76a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884966 Feb 07 17:04:52.743241 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-c6f3189e-65a9-4812-8fb0-38a7e12c13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:52.744895 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-c6f3189e-65a9-4812-8fb0-38a7e12c13ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=17d86bb1-2b06-4458-812d-7d92a6610c16 HTTP/1.1" status: 200 len: 898 time: 0.4138243 Feb 07 17:04:52.888654 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-e711dab3-96f6-4e02-ba36-69de5b0ea91f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a HTTP/1.1" status: 200 len: 999 time: 0.1370416 Feb 07 17:04:52.974303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-f0fb2893-50b3-4573-b661-92fa6805e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:52.976090 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-f0fb2893-50b3-4573-b661-92fa6805e4bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=777bd969-6a46-4ef3-8997-2719fbc1a79e HTTP/1.1" status: 200 len: 834 time: 0.0818586 Feb 07 17:04:53.092100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:04:53.116595 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-b8caa44a-fc1c-4aff-a074-ea4f77623340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:53.121140 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-b8caa44a-fc1c-4aff-a074-ea4f77623340 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17d86bb1-2b06-4458-812d-7d92a6610c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1334715 Feb 07 17:04:53.378120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48568a2f-b2b9-493e-a3af-c883e44501bd req-b893d7e1-5baf-4504-8636-c2aa9ecb9aa3 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:53.388385 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-48568a2f-b2b9-493e-a3af-c883e44501bd req-b893d7e1-5baf-4504-8636-c2aa9ecb9aa3 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.2407956 Feb 07 17:04:53.391574 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:53.398026 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:04:53.406845 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:04:53.407235 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:53.442517 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-fa04682f-4abb-4b23-92a3-5441bf781140 service neutron] 10.222.0.32 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145578 Feb 07 17:04:53.552106 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097ce10-056c-4491-af46-9b7ee92a6d2a req-e347b299-8674-443a-85e4-f4f445c16796 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:53.552643 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-48568a2f-b2b9-493e-a3af-c883e44501bd req-941a2e69-40aa-40e7-9ee4-8cfa0aa36b3c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542499 Feb 07 17:04:53.565653 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3097ce10-056c-4491-af46-9b7ee92a6d2a req-e347b299-8674-443a-85e4-f4f445c16796 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 0.2449219 Feb 07 17:04:53.685620 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:04:53.686344 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:53.765401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:04:53.773752 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a53c7b-d031-4e7b-ab75-af228e5f3b23" -d '{"events": [{"server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "name": "network-vif-plugged", "status": "completed", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:04:53.821119 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:53.828900 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:53.849542 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3097ce10-056c-4491-af46-9b7ee92a6d2a req-29e2ae5d-2702-4683-932e-4bf52a82a7bd tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785513 Feb 07 17:04:53.857229 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-1b9374be-a3d7-4f50-84dc-20c675cd8674 service neutron] 10.222.0.32 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035828 Feb 07 17:04:53.866460 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597ce15-5fbe-4e49-8e29-a76f48914973 req-34d82693-ab7f-4153-9b62-d0329cf4f5c9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:53.882093 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1597ce15-5fbe-4e49-8e29-a76f48914973 req-34d82693-ab7f-4153-9b62-d0329cf4f5c9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 944 time: 0.1776848 Feb 07 17:04:53.963459 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:54.023561 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1597ce15-5fbe-4e49-8e29-a76f48914973 req-7915bc8b-4ff3-410d-9dd4-78d15618d49c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294534 Feb 07 17:04:54.164906 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f766a468-dc50-4fd4-bc75-b69ba66e61fe x-openstack-request-id: req-f766a468-dc50-4fd4-bc75-b69ba66e61fe {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:04:54.165447 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "name": "network-vif-plugged", "status": "completed", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:04:54.165562 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f766a468-dc50-4fd4-bc75-b69ba66e61fe {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:04:54.165977 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'code': 200} Feb 07 17:04:54.201426 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98eceb-c1da-4dc0-b8de-decd75b53e6d req-03de7381-ceed-44b6-8649-cf058e184a83 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:54.210241 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-af98eceb-c1da-4dc0-b8de-decd75b53e6d req-03de7381-ceed-44b6-8649-cf058e184a83 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 946 time: 0.0827572 Feb 07 17:04:54.378310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-af98eceb-c1da-4dc0-b8de-decd75b53e6d req-be540650-ff55-4660-9302-44b493c137b0 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665556 Feb 07 17:04:54.850991 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5012d-2ea8-438b-b7a1-a2f96573af71 req-596d8fd4-f027-457e-99ab-e22ad7ff03f0 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:54.853026 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-86b5012d-2ea8-438b-b7a1-a2f96573af71 req-596d8fd4-f027-457e-99ab-e22ad7ff03f0 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.1281760 Feb 07 17:04:54.922228 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94bf1a-47ae-4329-95e7-f62813ead91b req-c2a0836c-2d89-481e-bcbb-4fddbb1a8df3 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:54.936170 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d94bf1a-47ae-4329-95e7-f62813ead91b req-c2a0836c-2d89-481e-bcbb-4fddbb1a8df3 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 946 time: 0.1688952 Feb 07 17:04:55.033943 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-86b5012d-2ea8-438b-b7a1-a2f96573af71 req-a4e7511d-8889-42ae-89b9-fc6ac2bdbb44 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731837 Feb 07 17:04:55.112604 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d94bf1a-47ae-4329-95e7-f62813ead91b req-e07b289d-06c9-4cca-9404-0c3bb5035b26 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743383 Feb 07 17:04:55.228218 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e18269c-f739-4e53-8df8-8daa6421ab82 req-9f31f62b-1dc5-4b80-93d1-edcb74167399 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1084027 Feb 07 17:04:55.310072 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e7c95-4322-4443-b8ce-063b0b640446 req-d7ece418-02bc-41c5-b59b-65bba16a5bee tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:55.326805 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce1e7c95-4322-4443-b8ce-063b0b640446 req-d7ece418-02bc-41c5-b59b-65bba16a5bee tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 0.1423326 Feb 07 17:04:55.348423 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18269c-f739-4e53-8df8-8daa6421ab82 req-7892d527-afd3-4b6c-ae7a-b86ee1b28a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:55.350042 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e18269c-f739-4e53-8df8-8daa6421ab82 req-7892d527-afd3-4b6c-ae7a-b86ee1b28a34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8977117e06d848e1935eae573fabcc59&device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 1128 time: 0.0916800 Feb 07 17:04:55.422371 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36372) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:55.481392 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce1e7c95-4322-4443-b8ce-063b0b640446 req-38c480ec-71e8-446c-ab9b-0f47117bd106 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515205 Feb 07 17:04:55.812678 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aedfe9c6-d6cc-45b6-b38e-d8dd4d95d625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:55.815752 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-41036cbe-a15a-4d44-b4f9-40863c86bb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:55.974969 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aedfe9c6-d6cc-45b6-b38e-d8dd4d95d625 admin admin] Publish callbacks [] for security_group (07743171-7120-4f1a-aa01-b8c8a796fccd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:55.982403 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aedfe9c6-d6cc-45b6-b38e-d8dd4d95d625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (07743171-7120-4f1a-aa01-b8c8a796fccd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:56.031961 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e2d1e-aa63-4eb7-b6c8-1727c19aad18 req-8272549b-bd2d-4c50-a641-df89836725b3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:56.053505 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b80e2d1e-aa63-4eb7-b6c8-1727c19aad18 req-8272549b-bd2d-4c50-a641-df89836725b3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 945 time: 0.4238992 Feb 07 17:04:56.063706 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-aedfe9c6-d6cc-45b6-b38e-d8dd4d95d625 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fca4c033c63d44cfaa88677fdcf7c17a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6401646 Feb 07 17:04:56.066582 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36380) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:56.066815 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18269c-f739-4e53-8df8-8daa6421ab82 req-cf51fb7e-d622-4f94-8a86-efdc0c269605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:56.068608 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e18269c-f739-4e53-8df8-8daa6421ab82 req-cf51fb7e-d622-4f94-8a86-efdc0c269605 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f HTTP/1.1" status: 200 len: 916 time: 0.6884444 Feb 07 17:04:56.181220 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfe9c6-d6cc-45b6-b38e-d8dd4d95d625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07743171-7120-4f1a-aa01-b8c8a796fccd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:56.228430 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-876cdd60-0f4f-4c31-9aa2-6364f50fd6e7 admin admin] Publish callbacks [] for security_group (07743171-7120-4f1a-aa01-b8c8a796fccd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:56.312226 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-876cdd60-0f4f-4c31-9aa2-6364f50fd6e7 admin admin] Publish callbacks [] for security_group (07743171-7120-4f1a-aa01-b8c8a796fccd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:56.399418 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e18269c-f739-4e53-8df8-8daa6421ab82 req-58868f09-d3c8-4286-9890-3b0fd07e233f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4522e1af-eb3d-4c70-ad64-b7d25b8f30af HTTP/1.1" status: 200 len: 217 time: 0.1825905 Feb 07 17:04:56.439114 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b80e2d1e-aa63-4eb7-b6c8-1727c19aad18 req-0e7eabc9-6f8b-4451-a93c-0fa76c408add tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3846171 Feb 07 17:04:56.556428 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-876cdd60-0f4f-4c31-9aa2-6364f50fd6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (07743171-7120-4f1a-aa01-b8c8a796fccd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:56.562944 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-876cdd60-0f4f-4c31-9aa2-6364f50fd6e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:56.566360 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-876cdd60-0f4f-4c31-9aa2-6364f50fd6e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07743171-7120-4f1a-aa01-b8c8a796fccd HTTP/1.1" status: 204 len: 168 time: 0.4910758 Feb 07 17:04:56.585672 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18269c-f739-4e53-8df8-8daa6421ab82 req-1dce310b-5c47-48a9-ae1c-d22a79bd0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:56.587197 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e18269c-f739-4e53-8df8-8daa6421ab82 req-1dce310b-5c47-48a9-ae1c-d22a79bd0cb1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64c0f60d-9607-407f-80c0-5214bf77aad0 HTTP/1.1" status: 200 len: 855 time: 0.1766315 Feb 07 17:04:56.612745 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414f0a9-d851-44ca-991d-37e5932a1ac5 req-bee01fc6-5f58-48e5-b789-0a54f56967fe tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:56.626060 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a414f0a9-d851-44ca-991d-37e5932a1ac5 req-bee01fc6-5f58-48e5-b789-0a54f56967fe tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.1979966 Feb 07 17:04:56.649596 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876cdd60-0f4f-4c31-9aa2-6364f50fd6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07743171-7120-4f1a-aa01-b8c8a796fccd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:56.767385 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a414f0a9-d851-44ca-991d-37e5932a1ac5 req-0776989d-437a-4d35-90bd-626f8dd0591a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389492 Feb 07 17:04:56.806983 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e18269c-f739-4e53-8df8-8daa6421ab82 req-de5e3087-3700-4aff-be1d-6e89e6eb5675 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2057285 Feb 07 17:04:57.053878 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885732f1-9309-4c14-9932-ad1233881f0f req-86d7c6b6-314b-4e22-9f82-376cd827740c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:57.073990 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-885732f1-9309-4c14-9932-ad1233881f0f req-86d7c6b6-314b-4e22-9f82-376cd827740c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 0.1479580 Feb 07 17:04:57.201756 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-885732f1-9309-4c14-9932-ad1233881f0f req-48858cd6-0863-45e4-8c70-481958963e0a tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207821 Feb 07 17:04:57.304354 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-958cf89f-5514-401b-9f35-4c54747518e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:57.314059 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-958cf89f-5514-401b-9f35-4c54747518e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6&tenant_id=b7f3b936ec124a74b808700fdcd55162 HTTP/1.1" status: 200 len: 1127 time: 0.5229223 Feb 07 17:04:57.334092 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827865-3', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:04:57.413096 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36396) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:57.447982 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de70ccf9-a633-484f-8795-22522a854b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:57.487415 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8a036-9669-4f2a-99c8-8ca2b68800f9 req-3a5be68c-e951-4141-9784-780e253adc0f tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:57.505251 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03e8a036-9669-4f2a-99c8-8ca2b68800f9 req-3a5be68c-e951-4141-9784-780e253adc0f tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 946 time: 0.9051540 Feb 07 17:04:57.509929 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:57.608280 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03e8a036-9669-4f2a-99c8-8ca2b68800f9 req-9059ff06-6afd-496e-9266-1a6823cf1de4 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020331 Feb 07 17:04:57.806614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa282044-bbe3-4fc6-80ce-118834a80b22 req-e7470f27-9dda-4b3f-b9a8-897fe07e0551 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:57.819844 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aa282044-bbe3-4fc6-80ce-118834a80b22 req-e7470f27-9dda-4b3f-b9a8-897fe07e0551 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 945 time: 0.1908696 Feb 07 17:04:57.879212 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de70ccf9-a633-484f-8795-22522a854b34 admin admin] Publish callbacks [] for security_group (5aa04d0d-ffd6-4149-bb21-7665385e6f4c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:57.884672 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de70ccf9-a633-484f-8795-22522a854b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5aa04d0d-ffd6-4149-bb21-7665385e6f4c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:57.953068 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-de70ccf9-a633-484f-8795-22522a854b34 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16ba81bf8dab429fa96b500e8c8da714&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5358267 Feb 07 17:04:57.956440 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70ccf9-a633-484f-8795-22522a854b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa04d0d-ffd6-4149-bb21-7665385e6f4c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:57.960379 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36412) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:04:58.015244 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aa282044-bbe3-4fc6-80ce-118834a80b22 req-0f0f0915-4a00-48b4-bef1-b3099c77cfbc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928113 Feb 07 17:04:58.051912 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c65b923-50c0-40f6-a326-1feab6d73001 admin admin] Publish callbacks [] for security_group (5aa04d0d-ffd6-4149-bb21-7665385e6f4c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:58.122034 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c65b923-50c0-40f6-a326-1feab6d73001 admin admin] Publish callbacks [] for security_group (5aa04d0d-ffd6-4149-bb21-7665385e6f4c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:58.130375 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e18269c-f739-4e53-8df8-8daa6421ab82 req-1e1895a4-e7ea-42ce-a69c-de09e8e48552 service neutron] 10.222.0.48 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1748741 Feb 07 17:04:58.198880 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb967-880c-443c-b032-dcd4a4d95c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:58.267894 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c65b923-50c0-40f6-a326-1feab6d73001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5aa04d0d-ffd6-4149-bb21-7665385e6f4c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:58.270884 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c65b923-50c0-40f6-a326-1feab6d73001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:58.274447 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9c65b923-50c0-40f6-a326-1feab6d73001 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5aa04d0d-ffd6-4149-bb21-7665385e6f4c HTTP/1.1" status: 204 len: 168 time: 0.3108518 Feb 07 17:04:58.322163 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65b923-50c0-40f6-a326-1feab6d73001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa04d0d-ffd6-4149-bb21-7665385e6f4c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:58.359038 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab36c01-16c0-4ad2-b27e-3045c10e007f req-eb1c0239-0f63-43ca-95f5-de6e7551d983 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:58.369577 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4ab36c01-16c0-4ad2-b27e-3045c10e007f req-eb1c0239-0f63-43ca-95f5-de6e7551d983 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 946 time: 0.1399024 Feb 07 17:04:58.369789 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b26b8-8a53-4e47-ad87-c4698be87437 req-ebc70a02-30ab-49d6-84f1-79b80e24bd9f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:58.378521 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a34b26b8-8a53-4e47-ad87-c4698be87437 req-ebc70a02-30ab-49d6-84f1-79b80e24bd9f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.2361789 Feb 07 17:04:58.484092 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4ab36c01-16c0-4ad2-b27e-3045c10e007f req-ae85cb08-97b4-4088-bc62-99e6df45fe1c tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133575 Feb 07 17:04:58.547697 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] For port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:04:58.588328 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] For port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:04:58.648510 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Publish callbacks [] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:58.672175 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Transition to ACTIVE for port object eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:04:58.676042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:04:58.679360 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90206631-4324-4271-930f-9b2c6511720c" -d '{"events": [{"server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "name": "network-vif-unplugged", "status": "completed", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:04:58.705877 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:58.867888 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Pushing event updated for resources: {'Port': ['ID=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,revision_number=10']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:04:58.868141 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43f7e7-4d4b-4d5a-9e48-c5b85a0b7509 req-6b354aae-03a1-4f5d-8ea7-0ec73f8d57be tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:58.887857 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1b43f7e7-4d4b-4d5a-9e48-c5b85a0b7509 req-6b354aae-03a1-4f5d-8ea7-0ec73f8d57be tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 0.2529683 Feb 07 17:04:58.970852 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1f9c6-70a8-44d4-9834-665e9a2a86e1 req-111af5f0-234a-47ae-b7b5-98dacc1f8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:58.974630 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35a1f9c6-70a8-44d4-9834-665e9a2a86e1 req-111af5f0-234a-47ae-b7b5-98dacc1f8bcf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=65e107c9d8fa45cea49a8bfacf19bd96&device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 1128 time: 0.9122524 Feb 07 17:04:59.046366 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1b43f7e7-4d4b-4d5a-9e48-c5b85a0b7509 req-daa7ce50-c063-43a0-a17f-d100596569e6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553693 Feb 07 17:04:59.117440 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:04:59.227950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] The host n-h2-827865-3 is not matching for port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a host n-h1-827865-3! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 17:04:59.228612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:04:59.504813 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:04:59.724236 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1f9c6-70a8-44d4-9834-665e9a2a86e1 req-e5290f02-fbba-474a-a6fd-72e7f6334288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:59.725825 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35a1f9c6-70a8-44d4-9834-665e9a2a86e1 req-e5290f02-fbba-474a-a6fd-72e7f6334288 service neutron] 10.222.0.48 "GET /v2.0/networks?id=939c611c-e0db-472a-af7b-79978e76a216 HTTP/1.1" status: 200 len: 913 time: 0.7221942 Feb 07 17:04:59.927248 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 17:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84b966e-58a4-4284-925a-1d50dde968fa x-openstack-request-id: req-e84b966e-58a4-4284-925a-1d50dde968fa {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:04:59.927686 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "name": "network-vif-unplugged", "status": "completed", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:04:59.927878 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e84b966e-58a4-4284-925a-1d50dde968fa {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:04:59.928255 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'code': 200} Feb 07 17:04:59.948123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc2134-b139-4ddc-8e6d-cd7d0032ab31 req-291cbb3d-11f3-441a-94a2-5a9fdbc6445a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:04:59.966456 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-80cc2134-b139-4ddc-8e6d-cd7d0032ab31 req-291cbb3d-11f3-441a-94a2-5a9fdbc6445a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 944 time: 0.1980460 Feb 07 17:04:59.967954 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] No DVR routers for this DVR port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:05:00.093478 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-80cc2134-b139-4ddc-8e6d-cd7d0032ab31 req-15ffcc89-c159-4ecc-9b8f-3b3c5824011c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196058 Feb 07 17:05:00.239655 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a34b26b8-8a53-4e47-ad87-c4698be87437 req-83444e03-5bff-4536-96e0-33c36bf4dfb1 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8537736 Feb 07 17:05:00.356816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd093c-78b1-47a0-84d7-5f75604e5603 req-8cbf6941-2443-451a-8ae4-d913b3d95f46 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:00.369502 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-42dd093c-78b1-47a0-84d7-5f75604e5603 req-8cbf6941-2443-451a-8ae4-d913b3d95f46 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 946 time: 0.0915134 Feb 07 17:05:00.421083 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35a1f9c6-70a8-44d4-9834-665e9a2a86e1 req-8c2fab26-0e24-43b9-b29c-334241238db4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d7efd3-9f96-4076-ba45-f4033d9fd58f HTTP/1.1" status: 200 len: 217 time: 0.4919150 Feb 07 17:05:00.519664 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-42dd093c-78b1-47a0-84d7-5f75604e5603 req-31e1f1e5-dc7c-42e3-abea-343b48fc62b4 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436343 Feb 07 17:05:00.551218 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e18269c-f739-4e53-8df8-8daa6421ab82 req-fa84e553-e6f8-46c1-aa02-4f10ecceec8c service neutron] 10.222.0.48 "GET /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3152297 Feb 07 17:05:00.663980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Attempting to bind port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:05:00.664328 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Attempting to bind port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:05:00.664652 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Attempting to bind port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a on network 17d86bb1-2b06-4458-812d-7d92a6610c16 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:05:00.688373 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a on network 17d86bb1-2b06-4458-812d-7d92a6610c16 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:05:00.688707 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Attempting to bind port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a on network 17d86bb1-2b06-4458-812d-7d92a6610c16 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:05:00.727453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:05:00.728104 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Checking segment: {'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:05:00.728247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Bound using segment: {'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:05:00.728614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Bound port: eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad960021-139b-46d1-afd2-4d9543218d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:05:00.728992 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:00.775284 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271de2f-382d-4f6a-8029-ad83628a951f req-663c46be-346a-4ee3-8aa1-68906d9fea23 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:00.796924 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8271de2f-382d-4f6a-8029-ad83628a951f req-663c46be-346a-4ee3-8aa1-68906d9fea23 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 0.3900928 Feb 07 17:05:00.833119 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:00.845444 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1f9c6-70a8-44d4-9834-665e9a2a86e1 req-49858043-8c0b-481b-857a-384d9c920464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:00.847543 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35a1f9c6-70a8-44d4-9834-665e9a2a86e1 req-49858043-8c0b-481b-857a-384d9c920464 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7328acd3-6f7f-424a-8595-dddcad934017 HTTP/1.1" status: 200 len: 852 time: 0.3705411 Feb 07 17:05:00.925308 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35a1f9c6-70a8-44d4-9834-665e9a2a86e1 req-4f209f80-1d75-46ee-99ba-abf0e83f32af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=939c611c-e0db-472a-af7b-79978e76a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645096 Feb 07 17:05:01.142818 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35a1f9c6-70a8-44d4-9834-665e9a2a86e1 req-e1cb76e6-238b-4c69-843d-e2d18e81a9ac service neutron] 10.222.0.48 "GET /v2.0/networks/939c611c-e0db-472a-af7b-79978e76a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451643 Feb 07 17:05:01.281757 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8271de2f-382d-4f6a-8029-ad83628a951f req-27752d9c-0bcf-447f-9cd6-22436a6380d9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580238 Feb 07 17:05:01.297897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] For port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:05:01.338093 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] For port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:05:01.365790 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:01.422524 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:01.423179 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:01.424644 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] 10.222.0.48 "PUT /v2.0/ports/eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a HTTP/1.1" status: 200 len: 1092 time: 4.0948582 Feb 07 17:05:01.487619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a57315-849c-49af-bfef-3c9d345857b0 req-91af0af6-f5f5-4c72-9846-cafc2c55ca4c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:01.489199 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f6a57315-849c-49af-bfef-3c9d345857b0 req-91af0af6-f5f5-4c72-9846-cafc2c55ca4c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 944 time: 0.1481204 Feb 07 17:05:01.654063 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f6a57315-849c-49af-bfef-3c9d345857b0 req-8c4b67fb-126a-4fb9-a694-1b0864cf7e89 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525176 Feb 07 17:05:01.822152 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35a1f9c6-70a8-44d4-9834-665e9a2a86e1 req-65edbda9-6aec-4adb-82c3-490367502f82 service neutron] 10.222.0.48 "GET /v2.0/networks/939c611c-e0db-472a-af7b-79978e76a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6646349 Feb 07 17:05:01.867091 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-7ac6ff3e-2b54-41fc-ad12-331335ced82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:01.880212 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-7ac6ff3e-2b54-41fc-ad12-331335ced82a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 1126 time: 0.3733602 Feb 07 17:05:01.912947 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Pushing event updated for resources: {'Port': ['ID=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,revision_number=11']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:01.982120 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888f705-e5d2-4fec-add6-4d46afca3e64 req-449cb87a-87ac-44a1-bcaa-a571112300a2 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:02.001492 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b888f705-e5d2-4fec-add6-4d46afca3e64 req-449cb87a-87ac-44a1-bcaa-a571112300a2 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 946 time: 0.1315722 Feb 07 17:05:02.106899 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b888f705-e5d2-4fec-add6-4d46afca3e64 req-d545b60d-91e3-4040-9862-46b99c7a31be tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043949 Feb 07 17:05:02.149898 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:05:02.153113 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e09428e-51e9-4598-976b-d6a87b02cb7b" -d '{"events": [{"name": "network-changed", "server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:05:02.157269 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-645402f8-9155-4df0-b85d-934525ea338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:02.159287 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-645402f8-9155-4df0-b85d-934525ea338c service neutron] 10.222.0.48 "GET /v2.0/networks?id=17d86bb1-2b06-4458-812d-7d92a6610c16 HTTP/1.1" status: 200 len: 898 time: 0.2778969 Feb 07 17:05:02.170346 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f5b80-80cd-4069-a1e2-49bc7eef724a req-72228fea-2b6f-4c47-9e72-e1b0f641843c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:02.178993 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-599f5b80-80cd-4069-a1e2-49bc7eef724a req-72228fea-2b6f-4c47-9e72-e1b0f641843c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.5420780 Feb 07 17:05:02.182177 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:02.182724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:02.183273 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:02.183932 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:02.184452 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:02.184965 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:02.185501 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:02.186698 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:02.187210 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:02.187813 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:02.188343 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:02.188856 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:02.189387 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ad73d-7007-4ab1-bb92-76e369974a7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:02.359592 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-6aea59a6-a0bb-4dd4-b14b-108e1987c83b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a HTTP/1.1" status: 200 len: 998 time: 0.1545148 Feb 07 17:05:02.369785 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39891158-57ef-4863-99a0-36858419f317 x-openstack-request-id: req-39891158-57ef-4863-99a0-36858419f317 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:05:02.370848 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:05:02.371992 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39891158-57ef-4863-99a0-36858419f317 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:05:02.374077 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'status': 'completed', 'code': 200} Feb 07 17:05:02.383111 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:02.433258 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-51fe9f69-779a-4420-83bb-7745eb6e69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:02.435763 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-51fe9f69-779a-4420-83bb-7745eb6e69d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 1126 time: 0.1118350 Feb 07 17:05:02.461008 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-599f5b80-80cd-4069-a1e2-49bc7eef724a req-f0d318c8-0743-4746-8e2e-0dbcbfa9b196 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807133 Feb 07 17:05:02.603364 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-b89f17bd-092e-4188-8788-7e194f694ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:02.608152 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-b89f17bd-092e-4188-8788-7e194f694ccb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=777bd969-6a46-4ef3-8997-2719fbc1a79e HTTP/1.1" status: 200 len: 834 time: 0.2095668 Feb 07 17:05:02.631388 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406148e-39ab-4a88-a577-cdb5085b52af req-7d1b287c-dbfb-445f-a7af-763b1f6ac764 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:02.641982 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0406148e-39ab-4a88-a577-cdb5085b52af req-7d1b287c-dbfb-445f-a7af-763b1f6ac764 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 0.1830440 Feb 07 17:05:02.785827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-ca2acf3f-1098-4dd8-82d7-ce53c3ab40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:02.789040 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-ca2acf3f-1098-4dd8-82d7-ce53c3ab40b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17d86bb1-2b06-4458-812d-7d92a6610c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1746287 Feb 07 17:05:02.847930 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0406148e-39ab-4a88-a577-cdb5085b52af req-3cefb5f4-8a00-4238-8a44-09494ae85049 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041650 Feb 07 17:05:02.851993 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-b5a719f8-c53f-4b89-b03b-b8941e6320af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:02.857670 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-b5a719f8-c53f-4b89-b03b-b8941e6320af service neutron] 10.222.0.32 "GET /v2.0/networks?id=17d86bb1-2b06-4458-812d-7d92a6610c16 HTTP/1.1" status: 200 len: 898 time: 0.4147880 Feb 07 17:05:03.016618 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-f534a15d-450a-4992-86aa-78b1ae706381 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a HTTP/1.1" status: 200 len: 998 time: 0.1523077 Feb 07 17:05:03.119780 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-4c2e142a-4d70-4534-b339-9ba63d8e0dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:03.123646 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-4c2e142a-4d70-4534-b339-9ba63d8e0dc9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=777bd969-6a46-4ef3-8997-2719fbc1a79e HTTP/1.1" status: 200 len: 834 time: 0.1007290 Feb 07 17:05:03.140641 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100a035-2c0a-425a-aef8-c1ba528ea676 req-54d0d755-492e-42c7-b30f-2a1bbb206350 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:03.149554 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5100a035-2c0a-425a-aef8-c1ba528ea676 req-54d0d755-492e-42c7-b30f-2a1bbb206350 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 944 time: 0.3083837 Feb 07 17:05:03.308874 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-73aca7bd-b091-47fa-aac9-f791ba6d0438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:03.313373 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-73aca7bd-b091-47fa-aac9-f791ba6d0438 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17d86bb1-2b06-4458-812d-7d92a6610c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1737871 Feb 07 17:05:03.328417 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d12c4-fcdb-418a-b35f-33ee4875ecc9 req-a4550947-6368-4ea7-8ad3-80651aef2e96 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:03.336314 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d68d12c4-fcdb-418a-b35f-33ee4875ecc9 req-a4550947-6368-4ea7-8ad3-80651aef2e96 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 946 time: 0.1001909 Feb 07 17:05:03.340903 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-201673f5-386b-4ff5-93ac-93bdc3d951a7 service neutron] 10.222.0.48 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212810 Feb 07 17:05:03.402153 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5100a035-2c0a-425a-aef8-c1ba528ea676 req-d89b0db9-afb6-47cf-95c2-22a3c1e2f62e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504644 Feb 07 17:05:03.413290 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d68d12c4-fcdb-418a-b35f-33ee4875ecc9 req-d4772d92-4ca8-45e2-8a82-7610b0d80e3d tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756328 Feb 07 17:05:03.647572 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-657e9ace-c816-4217-b4db-7b8c5943ee18 service neutron] 10.222.0.32 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261762 Feb 07 17:05:03.687695 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e23f69cb-0b0e-4b8e-9403-66882fd35425 req-1c89fc3f-8786-4f8c-adda-e2ee40b4c523 service neutron] 10.222.0.48 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346746 Feb 07 17:05:03.925310 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb9e9c-dcf4-4d84-aaed-b21e19e57b44 req-d60c7e99-15e2-4a9a-95ec-dc0e94cb2e74 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:03.926885 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cdfb9e9c-dcf4-4d84-aaed-b21e19e57b44 req-d60c7e99-15e2-4a9a-95ec-dc0e94cb2e74 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.3195133 Feb 07 17:05:03.942252 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-cbaa587e-caae-4ca9-8587-55ba326c7b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:03.943781 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-cbaa587e-caae-4ca9-8587-55ba326c7b18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 1126 time: 0.1922641 Feb 07 17:05:04.032318 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-d4fdd961-80fd-4906-950a-5e8f447a4cd6 service neutron] 10.222.0.32 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281496 Feb 07 17:05:04.100123 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-659a52a3-afe9-4165-a12c-ee4b6423aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:04.101707 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-659a52a3-afe9-4165-a12c-ee4b6423aa42 service neutron] 10.222.0.48 "GET /v2.0/networks?id=17d86bb1-2b06-4458-812d-7d92a6610c16 HTTP/1.1" status: 200 len: 898 time: 0.1479795 Feb 07 17:05:04.133041 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cdfb9e9c-dcf4-4d84-aaed-b21e19e57b44 req-0a4df324-5d2d-49b7-8ea4-ec5cfadc19bf tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850479 Feb 07 17:05:04.303853 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-18c5dc40-4409-47d2-805d-2c907d36bace service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a HTTP/1.1" status: 200 len: 998 time: 0.1474214 Feb 07 17:05:04.364012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91aef6-7b9a-437d-88c0-8d778ec78fa4 req-2e3df3af-0019-4050-9954-ec3f4a9ec7de tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:04.373815 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1b91aef6-7b9a-437d-88c0-8d778ec78fa4 req-2e3df3af-0019-4050-9954-ec3f4a9ec7de tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 946 time: 0.2707212 Feb 07 17:05:04.427049 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-79520067-521e-438e-8d3c-e59164ce025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:04.428737 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-79520067-521e-438e-8d3c-e59164ce025e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=777bd969-6a46-4ef3-8997-2719fbc1a79e HTTP/1.1" status: 200 len: 834 time: 0.1161571 Feb 07 17:05:04.447450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dbe16-8410-449a-87c1-2b308fe92c7c req-26592a4d-c087-4af0-8989-d970d33be508 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:04.463088 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f60dbe16-8410-449a-87c1-2b308fe92c7c req-26592a4d-c087-4af0-8989-d970d33be508 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 0.2028613 Feb 07 17:05:04.467567 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1b91aef6-7b9a-437d-88c0-8d778ec78fa4 req-59a9e646-e478-48c4-a217-81a501cc8cb5 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924199 Feb 07 17:05:04.582470 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f60dbe16-8410-449a-87c1-2b308fe92c7c req-d6e67636-7f76-44bf-a581-6029fe2a01a4 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184347 Feb 07 17:05:04.591626 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-20d8a5bd-0f48-43d5-b6f0-4f767c672964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:04.597221 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-20d8a5bd-0f48-43d5-b6f0-4f767c672964 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17d86bb1-2b06-4458-812d-7d92a6610c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1571286 Feb 07 17:05:04.770327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebebc7-387a-4fc2-bbee-fa7fd31b6041 req-758b3c75-a5e5-4ddc-884e-bca596998c7c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:04.779109 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5cebebc7-387a-4fc2-bbee-fa7fd31b6041 req-758b3c75-a5e5-4ddc-884e-bca596998c7c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 944 time: 0.1500137 Feb 07 17:05:04.875174 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5cebebc7-387a-4fc2-bbee-fa7fd31b6041 req-ed327e5a-db6f-4f39-8f73-4e63a81b1057 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921726 Feb 07 17:05:04.877513 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-5b1352b0-1028-4450-8257-0e838d21e69a service neutron] 10.222.0.48 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647727 Feb 07 17:05:05.146106 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e09428e-51e9-4598-976b-d6a87b02cb7b req-28dc8f3a-2453-43b6-a210-d1d1400e1cdd service neutron] 10.222.0.48 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598858 Feb 07 17:05:05.349978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad056c2-802e-43e4-9987-780c1cd2fef8 req-ba48bd92-f8f4-4ec2-b25b-f476acedbe22 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:05.351540 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0ad056c2-802e-43e4-9987-780c1cd2fef8 req-ba48bd92-f8f4-4ec2-b25b-f476acedbe22 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.0993106 Feb 07 17:05:05.446939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36562) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:05.456247 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0ad056c2-802e-43e4-9987-780c1cd2fef8 req-a6df2724-c571-4cbf-b2dd-950e3d625a43 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881042 Feb 07 17:05:05.704310 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ae91054-d7e5-4aff-b63f-689b81edb17a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:05.807488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c4c8a-bd32-46f4-894d-f76f84b7ccd2 req-d66b5703-eba4-421d-b97c-38b93dae24ae tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:05.815812 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-646c4c8a-bd32-46f4-894d-f76f84b7ccd2 req-d66b5703-eba4-421d-b97c-38b93dae24ae tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 0.0729430 Feb 07 17:05:05.833090 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ae91054-d7e5-4aff-b63f-689b81edb17a admin admin] Publish callbacks [] for security_group (d9260481-8063-4ccf-98e6-e78a07432008), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:05.843844 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0ae91054-d7e5-4aff-b63f-689b81edb17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d9260481-8063-4ccf-98e6-e78a07432008), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:05.886140 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-646c4c8a-bd32-46f4-894d-f76f84b7ccd2 req-1be87c67-ddd3-4c35-a1b0-b8aa9ed1d100 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694544 Feb 07 17:05:06.233436 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764dd3dd-3353-44bb-8f5c-0c9067badcf1 req-9900ba87-5cb6-496e-ab89-ac5d20c23f08 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:06.241098 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-764dd3dd-3353-44bb-8f5c-0c9067badcf1 req-9900ba87-5cb6-496e-ab89-ac5d20c23f08 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 944 time: 0.2167552 Feb 07 17:05:06.279286 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4aeb4-64ed-4094-8a8d-a991a56e9081 req-b96ad92f-1dcc-442a-8683-c921d7c89d5b tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:06.281078 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b6f4aeb4-64ed-4094-8a8d-a991a56e9081 req-b96ad92f-1dcc-442a-8683-c921d7c89d5b tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 946 time: 0.2713122 Feb 07 17:05:06.426757 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90215e6d-ad4f-416e-b432-d121fbde2540 req-de2a1b7a-fb56-4f1e-a74d-af7e46f777e1 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:06.428764 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-90215e6d-ad4f-416e-b432-d121fbde2540 req-de2a1b7a-fb56-4f1e-a74d-af7e46f777e1 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 946 time: 0.8219979 Feb 07 17:05:06.434592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae91054-d7e5-4aff-b63f-689b81edb17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9260481-8063-4ccf-98e6-e78a07432008,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:06.462738 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0ae91054-d7e5-4aff-b63f-689b81edb17a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03961f2d2af144f4924fc9c1e1624d8a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0145731 Feb 07 17:05:06.464604 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36576) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:06.550651 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-764dd3dd-3353-44bb-8f5c-0c9067badcf1 req-6dea2b91-8930-42c7-b63e-3c65e54736f8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3083546 Feb 07 17:05:06.646362 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-b6f4aeb4-64ed-4094-8a8d-a991a56e9081 req-3d980296-11c7-4c22-8c3e-ba2941da0dba tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Deleting port c1d7efd3-9f96-4076-ba45-f4033d9fd58f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:05:06.647040 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b6f4aeb4-64ed-4094-8a8d-a991a56e9081 req-3d980296-11c7-4c22-8c3e-ba2941da0dba tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c1d7efd3-9f96-4076-ba45-f4033d9fd58f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:06.711548 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-90215e6d-ad4f-416e-b432-d121fbde2540 req-8e5f006f-eb8d-4952-a847-9765c6906467 tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/security-groups?id=64e6ab1e-4fae-46e8-8ca2-54634089e0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640290 Feb 07 17:05:06.712721 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0d9d999-ccfa-4ce2-a3e9-57b81a878c9e admin admin] Publish callbacks [] for security_group (d9260481-8063-4ccf-98e6-e78a07432008), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:06.811488 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0d9d999-ccfa-4ce2-a3e9-57b81a878c9e admin admin] Publish callbacks [] for security_group (d9260481-8063-4ccf-98e6-e78a07432008), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:06.823957 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b6f4aeb4-64ed-4094-8a8d-a991a56e9081 req-3d980296-11c7-4c22-8c3e-ba2941da0dba tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] For port c1d7efd3-9f96-4076-ba45-f4033d9fd58f, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c1d7efd3-9f96-4076-ba45-f4033d9fd58f,segment=NetworkSegment(6269149e-2de3-41c0-9b0e-3a5a1a4d2efd),segment_id=6269149e-2de3-41c0-9b0e-3a5a1a4d2efd)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:05:06.824484 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b6f4aeb4-64ed-4094-8a8d-a991a56e9081 req-3d980296-11c7-4c22-8c3e-ba2941da0dba tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c1d7efd3-9f96-4076-ba45-f4033d9fd58f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:06.841076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-b6f4aeb4-64ed-4094-8a8d-a991a56e9081 req-3d980296-11c7-4c22-8c3e-ba2941da0dba tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Calling delete_port for c1d7efd3-9f96-4076-ba45-f4033d9fd58f owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:05:07.003116 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0d9d999-ccfa-4ce2-a3e9-57b81a878c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d9260481-8063-4ccf-98e6-e78a07432008), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:07.005889 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0d9d999-ccfa-4ce2-a3e9-57b81a878c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:07.006969 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c0d9d999-ccfa-4ce2-a3e9-57b81a878c9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9260481-8063-4ccf-98e6-e78a07432008 HTTP/1.1" status: 204 len: 168 time: 0.5404029 Feb 07 17:05:07.021719 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9d999-ccfa-4ce2-a3e9-57b81a878c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9260481-8063-4ccf-98e6-e78a07432008,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:07.255450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319ff42-01d0-49a8-a88a-3f46458a34c0 req-335116a2-f185-40fb-ab17-3aa857fc8e3e tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:07.271587 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4319ff42-01d0-49a8-a88a-3f46458a34c0 req-335116a2-f185-40fb-ab17-3aa857fc8e3e tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 0.1538286 Feb 07 17:05:07.317528 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f1ef7-6814-4c75-ba73-5b3171f76f7d req-09aee298-33b3-4c27-ba3a-1b42c34bd6e3 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:07.329917 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c77f1ef7-6814-4c75-ba73-5b3171f76f7d req-09aee298-33b3-4c27-ba3a-1b42c34bd6e3 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.3558781 Feb 07 17:05:07.357431 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b6f4aeb4-64ed-4094-8a8d-a991a56e9081 req-3d980296-11c7-4c22-8c3e-ba2941da0dba tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c1d7efd3-9f96-4076-ba45-f4033d9fd58f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:07.373070 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c1d7efd3-9f96-4076-ba45-f4033d9fd58f'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:05:07.456375 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4319ff42-01d0-49a8-a88a-3f46458a34c0 req-6f24a24f-52e4-449f-9b73-94b9a5160944 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826472 Feb 07 17:05:07.523858 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c77f1ef7-6814-4c75-ba73-5b3171f76f7d req-588e36f6-6e12-4309-a7e2-2f4230ba4bce tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920416 Feb 07 17:05:07.531431 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d980296-11c7-4c22-8c3e-ba2941da0dba tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Pushing event deleted for resources: {'Port': ['ID=c1d7efd3-9f96-4076-ba45-f4033d9fd58f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:07.677128 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f4aeb4-64ed-4094-8a8d-a991a56e9081 req-3d980296-11c7-4c22-8c3e-ba2941da0dba tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] No DVR routers for this DVR port c1d7efd3-9f96-4076-ba45-f4033d9fd58f on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:05:07.682281 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b6f4aeb4-64ed-4094-8a8d-a991a56e9081 req-3d980296-11c7-4c22-8c3e-ba2941da0dba tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:07.692668 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b6f4aeb4-64ed-4094-8a8d-a991a56e9081 req-3d980296-11c7-4c22-8c3e-ba2941da0dba tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.48 "DELETE /v2.0/ports/c1d7efd3-9f96-4076-ba45-f4033d9fd58f HTTP/1.1" status: 204 len: 173 time: 1.4043584 Feb 07 17:05:07.693212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca59ba8-db12-48f4-9e7a-450c6fe0f11a', 'name': 'network-vif-deleted', 'tag': 'c1d7efd3-9f96-4076-ba45-f4033d9fd58f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:05:07.717169 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7a87d1-15ba-4f0d-9e4e-44b9bfc785f0" -d '{"events": [{"server_uuid": "8ca59ba8-db12-48f4-9e7a-450c6fe0f11a", "name": "network-vif-deleted", "tag": "c1d7efd3-9f96-4076-ba45-f4033d9fd58f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:05:07.799564 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 36606) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:07.836948 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f9ba52-d4fc-430c-b49f-b492ae7f9987 x-openstack-request-id: req-47f9ba52-d4fc-430c-b49f-b492ae7f9987 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:05:07.839109 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca59ba8-db12-48f4-9e7a-450c6fe0f11a", "name": "network-vif-deleted", "tag": "c1d7efd3-9f96-4076-ba45-f4033d9fd58f", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:05:07.842107 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47f9ba52-d4fc-430c-b49f-b492ae7f9987 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:05:07.844933 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca59ba8-db12-48f4-9e7a-450c6fe0f11a', 'name': 'network-vif-deleted', 'tag': 'c1d7efd3-9f96-4076-ba45-f4033d9fd58f', 'status': 'completed', 'code': 200} Feb 07 17:05:07.849915 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9da87f4-4fe8-47c7-a6f3-02538b97b795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:07.923486 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb77bb7-b73a-453f-9c9f-09a12afdc9b8 req-2f3aa790-aafe-4720-88dc-7d6e5d51c427 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:07.925157 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1eb77bb7-b73a-453f-9c9f-09a12afdc9b8 req-2f3aa790-aafe-4720-88dc-7d6e5d51c427 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 944 time: 0.2261379 Feb 07 17:05:08.022003 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1eb77bb7-b73a-453f-9c9f-09a12afdc9b8 req-22599857-a809-40af-bcf6-86b82d700346 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825064 Feb 07 17:05:08.054200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36612) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:08.090389 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f2eb07f-7596-4827-b70f-b9588ba00950 req-ba74f561-e7df-40b2-b7d8-7e7e03a2d4aa tempest-TestServerAdvancedOps-1286004604 tempest-TestServerAdvancedOps-1286004604-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ca59ba8-db12-48f4-9e7a-450c6fe0f11a HTTP/1.1" status: 200 len: 210 time: 0.0564365 Feb 07 17:05:08.147822 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9da87f4-4fe8-47c7-a6f3-02538b97b795 admin admin] Publish callbacks [] for security_group (926fec91-974c-42ce-acbd-fa101fbea447), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:08.154587 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f9da87f4-4fe8-47c7-a6f3-02538b97b795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (926fec91-974c-42ce-acbd-fa101fbea447), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:08.173501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:05:08.225987 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-be484695-00c4-4f22-af67-725898a19686 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/floatingips/ea2e212e-f340-492c-af34-f33fc97e9f43 HTTP/1.1" status: 200 len: 990 time: 0.1705196 Feb 07 17:05:08.238241 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36616) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:08.344498 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f9da87f4-4fe8-47c7-a6f3-02538b97b795 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f175557d57e64d63ad0fe7d395596d77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5412378 Feb 07 17:05:08.345359 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36620) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:08.366810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da87f4-4fe8-47c7-a6f3-02538b97b795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926fec91-974c-42ce-acbd-fa101fbea447,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:08.506604 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbb00ff2-d855-4bd3-b8b7-b7d21d2aff95 admin admin] Publish callbacks [] for security_group (926fec91-974c-42ce-acbd-fa101fbea447), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:08.542003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:05:08.560359 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbb00ff2-d855-4bd3-b8b7-b7d21d2aff95 admin admin] Publish callbacks [] for security_group (926fec91-974c-42ce-acbd-fa101fbea447), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:08.586961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16', 'port_id': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'mac_address': 'fa:16:3e:21:02:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:05:08.690860 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:08.693642 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:08.722066 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ce2fc-aaeb-4e0c-a9c7-0cbc0fa12d10 req-c15bb1f9-9336-47fb-91bf-d0d37a3e5307 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:08.728068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:05:08.733017 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4f7ce2fc-aaeb-4e0c-a9c7-0cbc0fa12d10 req-c15bb1f9-9336-47fb-91bf-d0d37a3e5307 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.0905626 Feb 07 17:05:08.733261 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1f82f23-5359-440a-b26f-45ab2544df7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:08.807910 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:05:08.815896 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:08.830754 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ccd12-9dd2-4bb2-af25-d0e2c5705901 req-ff16159b-d9b3-4be0-9d0b-99c9308a0412 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:08.832164 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c26ccd12-9dd2-4bb2-af25-d0e2c5705901 req-ff16159b-d9b3-4be0-9d0b-99c9308a0412 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 0.2219365 Feb 07 17:05:08.876899 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4f7ce2fc-aaeb-4e0c-a9c7-0cbc0fa12d10 req-11cfd76c-1a09-4c06-84ae-cc47ea363781 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402686 Feb 07 17:05:08.879081 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbb00ff2-d855-4bd3-b8b7-b7d21d2aff95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (926fec91-974c-42ce-acbd-fa101fbea447), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:08.881940 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbb00ff2-d855-4bd3-b8b7-b7d21d2aff95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:08.891735 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bbb00ff2-d855-4bd3-b8b7-b7d21d2aff95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/926fec91-974c-42ce-acbd-fa101fbea447 HTTP/1.1" status: 204 len: 168 time: 0.5457702 Feb 07 17:05:08.965198 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb00ff2-d855-4bd3-b8b7-b7d21d2aff95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926fec91-974c-42ce-acbd-fa101fbea447,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:09.015668 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c26ccd12-9dd2-4bb2-af25-d0e2c5705901 req-29dc7ac6-84b9-41c0-ab7d-450c89532024 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693697 Feb 07 17:05:09.045965 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,revision_number=12']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:09.103281 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1f82f23-5359-440a-b26f-45ab2544df7e admin admin] Publish callbacks [] for security_group (f7579c8c-4a4b-410d-977a-d7dd36184852), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:09.109219 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1f82f23-5359-440a-b26f-45ab2544df7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f7579c8c-4a4b-410d-977a-d7dd36184852), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:09.217661 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 36632) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:09.221798 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b1f82f23-5359-440a-b26f-45ab2544df7e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=559d3b01f4b74d1c9528009b0e1ab04d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9823234 Feb 07 17:05:09.227728 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 36634) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:09.258412 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f82f23-5359-440a-b26f-45ab2544df7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7579c8c-4a4b-410d-977a-d7dd36184852,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:09.411495 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:05:09.532480 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd604abb-3ba4-4736-bce1-200a0a9043e7 admin admin] Deleting subnet 7328acd3-6f7f-424a-8595-dddcad934017 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:05:09.548824 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd604abb-3ba4-4736-bce1-200a0a9043e7 admin admin] Publish callbacks [] for subnet (7328acd3-6f7f-424a-8595-dddcad934017), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:09.609876 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98320dfe-f35f-436a-bcac-5a4711b4c92b admin admin] Publish callbacks [] for security_group (f7579c8c-4a4b-410d-977a-d7dd36184852), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:09.667679 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd604abb-3ba4-4736-bce1-200a0a9043e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (7328acd3-6f7f-424a-8595-dddcad934017), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:09.771679 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd604abb-3ba4-4736-bce1-200a0a9043e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (7328acd3-6f7f-424a-8595-dddcad934017), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:09.890056 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98320dfe-f35f-436a-bcac-5a4711b4c92b admin admin] Publish callbacks [] for security_group (f7579c8c-4a4b-410d-977a-d7dd36184852), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:09.894125 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd604abb-3ba4-4736-bce1-200a0a9043e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (7328acd3-6f7f-424a-8595-dddcad934017), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:09.939126 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd604abb-3ba4-4736-bce1-200a0a9043e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7328acd3-6f7f-424a-8595-dddcad934017,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:09.962005 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd604abb-3ba4-4736-bce1-200a0a9043e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:09.966645 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bd604abb-3ba4-4736-bce1-200a0a9043e7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7328acd3-6f7f-424a-8595-dddcad934017 HTTP/1.1" status: 204 len: 168 time: 0.7461593 Feb 07 17:05:09.969215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36652) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:10.012500 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98320dfe-f35f-436a-bcac-5a4711b4c92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f7579c8c-4a4b-410d-977a-d7dd36184852), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:10.015726 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98320dfe-f35f-436a-bcac-5a4711b4c92b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:10.019763 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-98320dfe-f35f-436a-bcac-5a4711b4c92b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7579c8c-4a4b-410d-977a-d7dd36184852 HTTP/1.1" status: 204 len: 168 time: 0.7908726 Feb 07 17:05:10.041234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98320dfe-f35f-436a-bcac-5a4711b4c92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7579c8c-4a4b-410d-977a-d7dd36184852,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:10.173724 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c1d7efd3-9f96-4076-ba45-f4033d9fd58f no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:05:10.238656 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: c1d7efd3-9f96-4076-ba45-f4033d9fd58f {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:05:10.253092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c1d7efd3-9f96-4076-ba45-f4033d9fd58f not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:05:10.298300 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59910e01-62bf-469a-b9a7-9942307acdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (939c611c-e0db-472a-af7b-79978e76a216), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:10.335846 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c54df6-957c-42f6-bcd8-66a1d9d6d609 req-1db69e37-71c5-4010-af14-7884e63e208b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:10.346564 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-39c54df6-957c-42f6-bcd8-66a1d9d6d609 req-1db69e37-71c5-4010-af14-7884e63e208b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.2463386 Feb 07 17:05:10.382434 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670a075-234d-46aa-a7fd-813bcc51afb1 req-5a61461b-514a-4ece-a029-96085e017ca0 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:10.385542 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7670a075-234d-46aa-a7fd-813bcc51afb1 req-5a61461b-514a-4ece-a029-96085e017ca0 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 0.1286950 Feb 07 17:05:10.569920 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7670a075-234d-46aa-a7fd-813bcc51afb1 req-6adbe4b1-040a-44cd-af86-ca760119c674 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751719 Feb 07 17:05:10.692369 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59910e01-62bf-469a-b9a7-9942307acdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (939c611c-e0db-472a-af7b-79978e76a216), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:10.794077 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-59910e01-62bf-469a-b9a7-9942307acdf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939c611c-e0db-472a-af7b-79978e76a216']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:10.841895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-59910e01-62bf-469a-b9a7-9942307acdf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6269149e-2de3-41c0-9b0e-3a5a1a4d2efd') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:10.842382 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-59910e01-62bf-469a-b9a7-9942307acdf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6269149e-2de3-41c0-9b0e-3a5a1a4d2efd') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:10.910576 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59910e01-62bf-469a-b9a7-9942307acdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (6269149e-2de3-41c0-9b0e-3a5a1a4d2efd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:10.962608 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59910e01-62bf-469a-b9a7-9942307acdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (6269149e-2de3-41c0-9b0e-3a5a1a4d2efd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:10.995315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59910e01-62bf-469a-b9a7-9942307acdf1 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:05:10.996062 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59910e01-62bf-469a-b9a7-9942307acdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (6269149e-2de3-41c0-9b0e-3a5a1a4d2efd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:05:11.162611 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:05:11.325539 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-39c54df6-957c-42f6-bcd8-66a1d9d6d609 req-da4f43bb-1740-40e3-a4f6-4afd9646eb50 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9653141 Feb 07 17:05:11.438751 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59910e01-62bf-469a-b9a7-9942307acdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (939c611c-e0db-472a-af7b-79978e76a216), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:11.472116 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59910e01-62bf-469a-b9a7-9942307acdf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:11.492780 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-59910e01-62bf-469a-b9a7-9942307acdf1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/939c611c-e0db-472a-af7b-79978e76a216 HTTP/1.1" status: 204 len: 168 time: 1.5220616 Feb 07 17:05:11.530821 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36684) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:11.532336 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36686) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:11.609458 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a03490a-9ad0-4adc-b2ad-d9b9ead37103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:11.797124 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59910e01-62bf-469a-b9a7-9942307acdf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=939c611c-e0db-472a-af7b-79978e76a216,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:12.020881 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-6febabdb-478a-4466-9945-4c025456fe49 admin admin] Deleting subnet 00ab9de1-06fd-4a42-b51a-2ff87753a71e {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:05:12.051663 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6febabdb-478a-4466-9945-4c025456fe49 admin admin] Publish callbacks [] for subnet (00ab9de1-06fd-4a42-b51a-2ff87753a71e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:12.187868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:05:12.305587 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a03490a-9ad0-4adc-b2ad-d9b9ead37103 admin admin] Publish callbacks [] for security_group (0e8031d7-cb0f-4e9f-a25d-b97399b0dde6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:12.397156 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6febabdb-478a-4466-9945-4c025456fe49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (00ab9de1-06fd-4a42-b51a-2ff87753a71e), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:12.399041 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:05:12.424749 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:12.425078 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:12.544446 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4a03490a-9ad0-4adc-b2ad-d9b9ead37103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0e8031d7-cb0f-4e9f-a25d-b97399b0dde6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:12.666891 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca39f89-2a6f-4e80-ac4f-eea4ef03af48 req-8ccb8d8f-0276-4505-9510-6a49e367c43b tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:12.686751 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6ca39f89-2a6f-4e80-ac4f-eea4ef03af48 req-8ccb8d8f-0276-4505-9510-6a49e367c43b tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 1.4407337 Feb 07 17:05:12.838938 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6ca39f89-2a6f-4e80-ac4f-eea4ef03af48 req-f6f23e24-1c3f-42c4-b424-b0f1fb11ff4e tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501379 Feb 07 17:05:12.946945 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03490a-9ad0-4adc-b2ad-d9b9ead37103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8031d7-cb0f-4e9f-a25d-b97399b0dde6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:13.007142 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6febabdb-478a-4466-9945-4c025456fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (00ab9de1-06fd-4a42-b51a-2ff87753a71e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:13.161943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 36700) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:13.174807 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4a03490a-9ad0-4adc-b2ad-d9b9ead37103 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=709e4c1a5a1b443285a0214f3770776f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6187723 Feb 07 17:05:13.235697 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:13.236753 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:13.287919 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0effb-08f1-4921-945f-8cd0905a5d6d req-89b9275a-a916-44bc-a5d1-2a6b3a38e1e0 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:13.290738 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7da0effb-08f1-4921-945f-8cd0905a5d6d req-89b9275a-a916-44bc-a5d1-2a6b3a38e1e0 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 945 time: 0.9776459 Feb 07 17:05:13.318592 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83187585-c766-41b6-804d-c911541e2567 admin admin] Publish callbacks [] for security_group (0e8031d7-cb0f-4e9f-a25d-b97399b0dde6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:13.320874 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:05:13.323613 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63593577-c83a-472d-8752-5a20efbc7f2f" -d '{"events": [{"server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "name": "network-vif-plugged", "status": "completed", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:05:13.370605 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83187585-c766-41b6-804d-c911541e2567 admin admin] Publish callbacks [] for security_group (0e8031d7-cb0f-4e9f-a25d-b97399b0dde6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:13.378317 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:05:13.387011 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:13.429123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d8cbb-25bc-4d12-98d6-74f1b030e890 req-85eda9c6-1e7f-494c-93d6-9b8d670ca082 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:13.430730 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-591d8cbb-25bc-4d12-98d6-74f1b030e890 req-85eda9c6-1e7f-494c-93d6-9b8d670ca082 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.7857132 Feb 07 17:05:13.471864 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98da44d4-ebb5-404e-a958-bbe667b4832f x-openstack-request-id: req-98da44d4-ebb5-404e-a958-bbe667b4832f {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:05:13.474599 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "name": "network-vif-plugged", "status": "completed", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:05:13.474878 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98da44d4-ebb5-404e-a958-bbe667b4832f {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:05:13.475306 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'code': 200} Feb 07 17:05:13.494318 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83187585-c766-41b6-804d-c911541e2567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0e8031d7-cb0f-4e9f-a25d-b97399b0dde6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:13.498382 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83187585-c766-41b6-804d-c911541e2567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:13.502538 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-83187585-c766-41b6-804d-c911541e2567 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e8031d7-cb0f-4e9f-a25d-b97399b0dde6 HTTP/1.1" status: 204 len: 168 time: 0.3393106 Feb 07 17:05:13.530660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83187585-c766-41b6-804d-c911541e2567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8031d7-cb0f-4e9f-a25d-b97399b0dde6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:13.632778 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,revision_number=13']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:13.733046 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6febabdb-478a-4466-9945-4c025456fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (00ab9de1-06fd-4a42-b51a-2ff87753a71e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:13.852314 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febabdb-478a-4466-9945-4c025456fe49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ab9de1-06fd-4a42-b51a-2ff87753a71e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:13.885716 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-591d8cbb-25bc-4d12-98d6-74f1b030e890 req-5fd59c6e-8617-4e87-8fcc-111d071493e5 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396358 Feb 07 17:05:13.906997 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6febabdb-478a-4466-9945-4c025456fe49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:13.916212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 36716) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:13.916677 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6febabdb-478a-4466-9945-4c025456fe49 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/00ab9de1-06fd-4a42-b51a-2ff87753a71e HTTP/1.1" status: 204 len: 168 time: 2.3785193 Feb 07 17:05:13.961221 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-7da0effb-08f1-4921-945f-8cd0905a5d6d req-6781e0fa-9554-4554-b07f-1766e763bd4f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Deleting port 348d7d90-cc09-47ef-833b-1edc0b229268 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:05:13.963272 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7da0effb-08f1-4921-945f-8cd0905a5d6d req-6781e0fa-9554-4554-b07f-1766e763bd4f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (348d7d90-cc09-47ef-833b-1edc0b229268), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:14.145414 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ceee197-01ca-482b-8f84-2cee950b2763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (5a481134-df5c-4468-a0d6-ce17d46e8cc7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:14.282644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7da0effb-08f1-4921-945f-8cd0905a5d6d req-6781e0fa-9554-4554-b07f-1766e763bd4f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] For port 348d7d90-cc09-47ef-833b-1edc0b229268, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=348d7d90-cc09-47ef-833b-1edc0b229268,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:05:14.283224 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7da0effb-08f1-4921-945f-8cd0905a5d6d req-6781e0fa-9554-4554-b07f-1766e763bd4f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (348d7d90-cc09-47ef-833b-1edc0b229268), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:14.321685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-7da0effb-08f1-4921-945f-8cd0905a5d6d req-6781e0fa-9554-4554-b07f-1766e763bd4f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Calling delete_port for 348d7d90-cc09-47ef-833b-1edc0b229268 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:05:14.417062 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ceee197-01ca-482b-8f84-2cee950b2763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (5a481134-df5c-4468-a0d6-ce17d46e8cc7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:14.467010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-6ceee197-01ca-482b-8f84-2cee950b2763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a481134-df5c-4468-a0d6-ce17d46e8cc7']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:14.502897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-6ceee197-01ca-482b-8f84-2cee950b2763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ec130d-d135-4b45-abcb-6f158c3295f6') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:14.503206 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-6ceee197-01ca-482b-8f84-2cee950b2763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ec130d-d135-4b45-abcb-6f158c3295f6') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:14.528600 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ceee197-01ca-482b-8f84-2cee950b2763 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (00ec130d-d135-4b45-abcb-6f158c3295f6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:14.581819 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ceee197-01ca-482b-8f84-2cee950b2763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (00ec130d-d135-4b45-abcb-6f158c3295f6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:14.601473 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ceee197-01ca-482b-8f84-2cee950b2763 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:05:14.601887 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ceee197-01ca-482b-8f84-2cee950b2763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (00ec130d-d135-4b45-abcb-6f158c3295f6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:05:14.603634 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:05:14.678705 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7da0effb-08f1-4921-945f-8cd0905a5d6d req-6781e0fa-9554-4554-b07f-1766e763bd4f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (348d7d90-cc09-47ef-833b-1edc0b229268), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:14.690781 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['348d7d90-cc09-47ef-833b-1edc0b229268'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:05:14.872287 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ceee197-01ca-482b-8f84-2cee950b2763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (5a481134-df5c-4468-a0d6-ce17d46e8cc7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:14.886609 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ceee197-01ca-482b-8f84-2cee950b2763 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:14.895736 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6ceee197-01ca-482b-8f84-2cee950b2763 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5a481134-df5c-4468-a0d6-ce17d46e8cc7 HTTP/1.1" status: 204 len: 168 time: 0.9776099 Feb 07 17:05:14.943075 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9493fa4e-c03e-4fd2-bed1-7eacd55cb861 req-62fa6879-697a-4a1f-a9e7-0df61cabcea7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4 HTTP/1.1" status: 200 len: 210 time: 0.3378315 Feb 07 17:05:14.971839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceee197-01ca-482b-8f84-2cee950b2763 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a481134-df5c-4468-a0d6-ce17d46e8cc7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:15.013225 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da0effb-08f1-4921-945f-8cd0905a5d6d req-6781e0fa-9554-4554-b07f-1766e763bd4f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] No DVR routers for this DVR port 348d7d90-cc09-47ef-833b-1edc0b229268 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:05:15.028684 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7da0effb-08f1-4921-945f-8cd0905a5d6d req-6781e0fa-9554-4554-b07f-1766e763bd4f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:15.032214 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7da0effb-08f1-4921-945f-8cd0905a5d6d req-6781e0fa-9554-4554-b07f-1766e763bd4f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.32 "DELETE /v2.0/ports/348d7d90-cc09-47ef-833b-1edc0b229268 HTTP/1.1" status: 204 len: 173 time: 1.7331038 Feb 07 17:05:15.032923 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4', 'name': 'network-vif-deleted', 'tag': '348d7d90-cc09-47ef-833b-1edc0b229268'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:05:15.035313 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b7f83f-10cd-4146-a280-b4a08f3a6b8a" -d '{"events": [{"server_uuid": "cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4", "name": "network-vif-deleted", "tag": "348d7d90-cc09-47ef-833b-1edc0b229268"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:05:15.037875 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781e0fa-9554-4554-b07f-1766e763bd4f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Pushing event deleted for resources: {'Port': ['ID=348d7d90-cc09-47ef-833b-1edc0b229268,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:15.305166 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 36752) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:15.320466 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87d928-9e80-4ef8-9e1c-db0e2b6c3afc req-9d951cf8-1b2c-4ab2-8075-0b99f722bdd7 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:15.331149 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c87d928-9e80-4ef8-9e1c-db0e2b6c3afc req-9d951cf8-1b2c-4ab2-8075-0b99f722bdd7 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.2787106 Feb 07 17:05:15.412334 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-88422fef-3437-411e-9aa8-8018b9575420 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65e107c9d8fa45cea49a8bfacf19bd96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1058047 Feb 07 17:05:15.413455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 36754) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:15.450105 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c87d928-9e80-4ef8-9e1c-db0e2b6c3afc req-6f1d1001-1d65-4c38-b941-be99d02a022c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109891 Feb 07 17:05:15.545809 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-998448b3-b8a1-4daa-9752-c8b42ed45047 admin admin] Publish callbacks [] for security_group (64e6ab1e-4fae-46e8-8ca2-54634089e0e0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:15.592187 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-998448b3-b8a1-4daa-9752-c8b42ed45047 admin admin] Publish callbacks [] for security_group (64e6ab1e-4fae-46e8-8ca2-54634089e0e0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:15.694056 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-998448b3-b8a1-4daa-9752-c8b42ed45047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (64e6ab1e-4fae-46e8-8ca2-54634089e0e0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:15.697057 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-998448b3-b8a1-4daa-9752-c8b42ed45047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:15.698466 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-998448b3-b8a1-4daa-9752-c8b42ed45047 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64e6ab1e-4fae-46e8-8ca2-54634089e0e0 HTTP/1.1" status: 204 len: 168 time: 0.2813058 Feb 07 17:05:15.718671 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998448b3-b8a1-4daa-9752-c8b42ed45047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e6ab1e-4fae-46e8-8ca2-54634089e0e0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:16.005638 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60eaf584-8903-476a-b3fe-04953cc17140 x-openstack-request-id: req-60eaf584-8903-476a-b3fe-04953cc17140 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:05:16.005951 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4", "name": "network-vif-deleted", "tag": "348d7d90-cc09-47ef-833b-1edc0b229268", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:05:16.006218 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60eaf584-8903-476a-b3fe-04953cc17140 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:05:16.006647 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc60e33e-c4fe-4d66-a1a0-bf2d200ecca4', 'name': 'network-vif-deleted', 'tag': '348d7d90-cc09-47ef-833b-1edc0b229268', 'status': 'completed', 'code': 200} Feb 07 17:05:16.691018 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecd349-395e-4a46-9d99-00c2325624d4 req-0818c720-5030-4b6b-b587-0bdebca3de32 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:16.702004 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-02ecd349-395e-4a46-9d99-00c2325624d4 req-0818c720-5030-4b6b-b587-0bdebca3de32 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.1059561 Feb 07 17:05:16.821674 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-fa1467c8-babb-4653-96c5-ce2519f58566 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:16.824807 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-02ecd349-395e-4a46-9d99-00c2325624d4 req-7f680b06-9fbc-4fab-aeb5-b2baaa0431d2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211269 Feb 07 17:05:16.846185 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-fa1467c8-babb-4653-96c5-ce2519f58566 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/networks?id=380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 200 len: 812 time: 0.2846508 Feb 07 17:05:16.883248 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-165740d3-6186-4918-b057-bea12a55eed1 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/quotas/7f8265dde22443dab20942b3bd88ae3d HTTP/1.1" status: 200 len: 375 time: 0.0353744 Feb 07 17:05:16.940319 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-70da1e91-c6dd-4056-839a-a8a4f6734a2d tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f8265dde22443dab20942b3bd88ae3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547214 Feb 07 17:05:17.080730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36798) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:17.141341 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-d9ea3bae-0277-4ac4-b6aa-f1030022d715 service neutron] 10.222.0.18 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997027 Feb 07 17:05:17.183658 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 348d7d90-cc09-47ef-833b-1edc0b229268 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:05:17.203734 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4348f223-2919-4d5f-833a-a917ee1523b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89b3404ba5ca46d28b3968cf8eb5e0e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1214769 Feb 07 17:05:17.211789 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36804) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:17.252305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 348d7d90-cc09-47ef-833b-1edc0b229268 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:05:17.257403 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 348d7d90-cc09-47ef-833b-1edc0b229268 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:05:17.348986 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-f3f1c079-ee06-415d-a98f-e06fb058adb5 service neutron] 10.222.0.18 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066569 Feb 07 17:05:17.362092 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d72ed97c-a3bd-41d4-842a-d8a0a42b87f8 admin admin] Publish callbacks [] for security_group (524a3524-b0da-46f1-aabc-d7fae31f881f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:17.469310 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d72ed97c-a3bd-41d4-842a-d8a0a42b87f8 admin admin] Publish callbacks [] for security_group (524a3524-b0da-46f1-aabc-d7fae31f881f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:17.583541 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d72ed97c-a3bd-41d4-842a-d8a0a42b87f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (524a3524-b0da-46f1-aabc-d7fae31f881f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:17.591928 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d72ed97c-a3bd-41d4-842a-d8a0a42b87f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:17.598567 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d72ed97c-a3bd-41d4-842a-d8a0a42b87f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/524a3524-b0da-46f1-aabc-d7fae31f881f HTTP/1.1" status: 204 len: 168 time: 0.3801780 Feb 07 17:05:17.636858 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ed97c-a3bd-41d4-842a-d8a0a42b87f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524a3524-b0da-46f1-aabc-d7fae31f881f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:17.901411 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2376f485-e84e-4f9b-a7d7-c11fc85032d1 req-170591ec-f6d5-4b1e-b859-150847689ab9 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 210 time: 0.1330447 Feb 07 17:05:18.306754 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2aa297-1167-41d5-8063-2eb5028bbf49 req-1611fe15-d9a5-4b15-9397-17373e5d1e5a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:18.312722 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ed2aa297-1167-41d5-8063-2eb5028bbf49 req-1611fe15-d9a5-4b15-9397-17373e5d1e5a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.2646713 Feb 07 17:05:18.486089 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ed2aa297-1167-41d5-8063-2eb5028bbf49 req-e8bc29fc-b987-4a8a-9fe6-ffcab8c90c7f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657045 Feb 07 17:05:18.791624 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36854) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:19.314413 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b67ea11e-b2f6-4491-8e87-8fa3c0d2afa1 req-af538ca2-add3-4b25-bc4e-24fe579d8b14 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 210 time: 0.2059560 Feb 07 17:05:19.315456 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-013cf065-fd01-4e69-b75f-446f1d87a9a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:19.444468 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 36874) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:19.567966 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-013cf065-fd01-4e69-b75f-446f1d87a9a1 admin admin] Publish callbacks [] for security_group (e7df3b7a-6a80-46bd-bddd-d3614cdea689), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:19.591262 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-013cf065-fd01-4e69-b75f-446f1d87a9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e7df3b7a-6a80-46bd-bddd-d3614cdea689), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:19.707701 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013cf065-fd01-4e69-b75f-446f1d87a9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7df3b7a-6a80-46bd-bddd-d3614cdea689,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:19.828095 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-013cf065-fd01-4e69-b75f-446f1d87a9a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8559caf1373545d9b15b27d5b872f765&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0352290 Feb 07 17:05:19.828867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36882) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:19.951418 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c200330-27e1-460e-bcc3-7fe6bd49e437 admin admin] Publish callbacks [] for security_group (e7df3b7a-6a80-46bd-bddd-d3614cdea689), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:19.974462 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-1b42dddb-8265-4e03-9423-30de0e8fc212 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:19.980884 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-1b42dddb-8265-4e03-9423-30de0e8fc212 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.48 "GET /v2.0/networks?id=380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 200 len: 812 time: 0.3559859 Feb 07 17:05:20.016323 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c200330-27e1-460e-bcc3-7fe6bd49e437 admin admin] Publish callbacks [] for security_group (e7df3b7a-6a80-46bd-bddd-d3614cdea689), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:20.023069 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-85379587-23fb-45fd-83ce-0d3b677b76bb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1566491092-network', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:05:20.117655 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c200330-27e1-460e-bcc3-7fe6bd49e437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e7df3b7a-6a80-46bd-bddd-d3614cdea689), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:20.121001 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c200330-27e1-460e-bcc3-7fe6bd49e437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:20.125176 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8c200330-27e1-460e-bcc3-7fe6bd49e437 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7df3b7a-6a80-46bd-bddd-d3614cdea689 HTTP/1.1" status: 204 len: 168 time: 0.2945011 Feb 07 17:05:20.125657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-69993d78-2312-450f-9d1f-6f9ff9322530 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Request body: {'port': {'device_id': '9c7a2dd5-16c1-41c7-94f6-3a34375ba361', 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca', 'admin_state_up': True, 'tenant_id': '7f8265dde22443dab20942b3bd88ae3d'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:05:20.138819 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c200330-27e1-460e-bcc3-7fe6bd49e437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7df3b7a-6a80-46bd-bddd-d3614cdea689,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:20.231023 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85379587-23fb-45fd-83ce-0d3b677b76bb admin admin] Made reservation on behalf of 8ccb3294bc1846cdacfcbf51d0105cde for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:05:20.233598 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85379587-23fb-45fd-83ce-0d3b677b76bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:20.342353 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85379587-23fb-45fd-83ce-0d3b677b76bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:20.464290 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eabe4e-92af-49c6-877f-1cd38ce4c251 req-0cf4ce17-f688-4541-a762-c798f6349980 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:20.474420 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3eabe4e-92af-49c6-877f-1cd38ce4c251 req-0cf4ce17-f688-4541-a762-c798f6349980 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.4923975 Feb 07 17:05:20.591356 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-166863cd-4073-4a2a-92f0-132f60c00f9a req-ec5f1e1a-7324-40b2-9682-2ffe6fe2dd67 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 210 time: 0.1187477 Feb 07 17:05:20.713928 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85379587-23fb-45fd-83ce-0d3b677b76bb admin admin] Publish callbacks [] for security_group (0622a3d0-469f-4ec4-952a-8d17032b37b4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:20.723951 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85379587-23fb-45fd-83ce-0d3b677b76bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0622a3d0-469f-4ec4-952a-8d17032b37b4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:20.835242 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85379587-23fb-45fd-83ce-0d3b677b76bb admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:05:20.862453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85379587-23fb-45fd-83ce-0d3b677b76bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0622a3d0-469f-4ec4-952a-8d17032b37b4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:20.880036 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3eabe4e-92af-49c6-877f-1cd38ce4c251 req-0df6ac53-fb54-49b9-a41e-6e4f840bff06 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033939 Feb 07 17:05:20.890492 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85379587-23fb-45fd-83ce-0d3b677b76bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (2bac2f71-adfe-4210-a406-3bb2dd73adbe), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:20.891127 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-85379587-23fb-45fd-83ce-0d3b677b76bb admin admin] Added segment 2bac2f71-adfe-4210-a406-3bb2dd73adbe of type vlan for network b75833c8-4006-405c-bc22-8b17b6a0f33c Feb 07 17:05:21.085458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-69993d78-2312-450f-9d1f-6f9ff9322530 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Made reservation on behalf of 7f8265dde22443dab20942b3bd88ae3d for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:05:21.089232 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-69993d78-2312-450f-9d1f-6f9ff9322530 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:21.109241 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85379587-23fb-45fd-83ce-0d3b677b76bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (b75833c8-4006-405c-bc22-8b17b6a0f33c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:21.235297 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85379587-23fb-45fd-83ce-0d3b677b76bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (b75833c8-4006-405c-bc22-8b17b6a0f33c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:21.236591 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85379587-23fb-45fd-83ce-0d3b677b76bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:21.237369 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-85379587-23fb-45fd-83ce-0d3b677b76bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:21.321358 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-85379587-23fb-45fd-83ce-0d3b677b76bb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8746033 Feb 07 17:05:21.324641 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36912) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:21.330107 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d5bf847e-539c-44e2-89df-a93af433a285 admin admin] Request body: {'subnet': {'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1566491092-subnet', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:05:21.368394 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:21.407806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bf847e-539c-44e2-89df-a93af433a285 admin admin] Made reservation on behalf of 8ccb3294bc1846cdacfcbf51d0105cde for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:05:21.414900 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5bf847e-539c-44e2-89df-a93af433a285 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:21.691803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85379587-23fb-45fd-83ce-0d3b677b76bb admin admin] Pushing event updated for resources: {'Network': ['ID=b75833c8-4006-405c-bc22-8b17b6a0f33c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:21.713651 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network b75833c8-4006-405c-bc22-8b17b6a0f33c details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:05:21.715549 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-69993d78-2312-450f-9d1f-6f9ff9322530 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Allocated IP 172.20.0.5 (380ea26c-6043-4940-b6ef-8a90ddeec2ca/5e0f2a9e-b79d-4601-ac33-c328f95f4202/f764fa7b-60e8-4e84-b52f-f8ca29cc867c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:05:21.987372 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ab499ec6-c215-4684-94d8-d875df461bda req-f6b81ce9-7133-490c-a84a-34aac882ce9c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 210 time: 0.0933466 Feb 07 17:05:22.240203 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-69993d78-2312-450f-9d1f-6f9ff9322530 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks [] for port (f764fa7b-60e8-4e84-b52f-f8ca29cc867c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:22.312781 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-69993d78-2312-450f-9d1f-6f9ff9322530 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f764fa7b-60e8-4e84-b52f-f8ca29cc867c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:22.425519 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5bf847e-539c-44e2-89df-a93af433a285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (56c52ba2-dc81-4fa2-9ba7-527e5b2edb65), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:22.488695 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-69993d78-2312-450f-9d1f-6f9ff9322530 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Network 380ea26c-6043-4940-b6ef-8a90ddeec2ca is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:05:22.548578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69993d78-2312-450f-9d1f-6f9ff9322530 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Pushing event updated for resources: {'Port': ['ID=f764fa7b-60e8-4e84-b52f-f8ca29cc867c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:22.608468 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-69993d78-2312-450f-9d1f-6f9ff9322530 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:05:22.638879 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-69993d78-2312-450f-9d1f-6f9ff9322530 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:05:22.701615 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba2e2f-36ab-4378-a3c5-289ed01884a1 req-84375b52-c651-43d4-96c4-71eeff6fa3e7 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:22.703654 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-05ba2e2f-36ab-4378-a3c5-289ed01884a1 req-84375b52-c651-43d4-96c4-71eeff6fa3e7 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.4969776 Feb 07 17:05:22.727669 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf847e-539c-44e2-89df-a93af433a285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c52ba2-dc81-4fa2-9ba7-527e5b2edb65,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:22.759313 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bf847e-539c-44e2-89df-a93af433a285 admin admin] Checking segment: {'id': '2bac2f71-adfe-4210-a406-3bb2dd73adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:05:22.759961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bf847e-539c-44e2-89df-a93af433a285 admin admin] Network hostable DHCP agents. Network: b75833c8-4006-405c-bc22-8b17b6a0f33c, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:05:22.809161 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bf847e-539c-44e2-89df-a93af433a285 admin admin] Network b75833c8-4006-405c-bc22-8b17b6a0f33c is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:05:22.825081 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-05ba2e2f-36ab-4378-a3c5-289ed01884a1 req-6fa7d8e7-f7ec-47ff-9220-f76146c26e85 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026464 Feb 07 17:05:22.832547 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d5bf847e-539c-44e2-89df-a93af433a285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, b75833c8-4006-405c-bc22-8b17b6a0f33c) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:05:22.840900 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bf847e-539c-44e2-89df-a93af433a285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:22.841982 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5bf847e-539c-44e2-89df-a93af433a285 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:22.844822 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f11d887-b6b2-4c3c-894d-ab2164728522 None None] Network b75833c8-4006-405c-bc22-8b17b6a0f33c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:05:22.849591 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-69993d78-2312-450f-9d1f-6f9ff9322530 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:22.850334 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-69993d78-2312-450f-9d1f-6f9ff9322530 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:22.890748 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d5bf847e-539c-44e2-89df-a93af433a285 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5647123 Feb 07 17:05:22.892238 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 36950) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:22.903957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a1a7c2f0-76d9-494d-a1ba-b72d36b289e7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1566491092-router', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:05:22.914548 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-69993d78-2312-450f-9d1f-6f9ff9322530 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8737962 Feb 07 17:05:22.937123 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Request body: {'port': {'device_id': '9c7a2dd5-16c1-41c7-94f6-3a34375ba361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:05:22.946825 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c2f0-76d9-494d-a1ba-b72d36b289e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (412002d8-9e32-4f61-8412-21fa75b1d8d6), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:22.948241 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c2f0-76d9-494d-a1ba-b72d36b289e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (412002d8-9e32-4f61-8412-21fa75b1d8d6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:23.106403 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f764fa7b-60e8-4e84-b52f-f8ca29cc867c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:23.132531 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-b75833c8-4006-405c-bc22-8b17b6a0f33c', 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c', 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'fixed_ips': [{'subnet_id': '56c52ba2-dc81-4fa2-9ba7-527e5b2edb65'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:05:23.134412 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:23.224596 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c2f0-76d9-494d-a1ba-b72d36b289e7 admin admin] Publish callbacks [] for router_controller (412002d8-9e32-4f61-8412-21fa75b1d8d6), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:23.319949 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c1d5e-3ad2-4f7a-ac0a-8e61fc31ae88 req-95635ec6-5977-49de-8136-915c4cdf89a3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:23.321536 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e87c1d5e-3ad2-4f7a-ac0a-8e61fc31ae88 req-95635ec6-5977-49de-8136-915c4cdf89a3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 946 time: 0.8854630 Feb 07 17:05:23.600002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1bc37-ae79-49f1-b280-d400f7195357 req-51b1ebf5-497f-4652-81a4-76f64a3fe73f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:23.622282 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-07c1bc37-ae79-49f1-b280-d400f7195357 req-51b1ebf5-497f-4652-81a4-76f64a3fe73f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 931 time: 0.5195258 Feb 07 17:05:23.672954 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:23.786010 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e87c1d5e-3ad2-4f7a-ac0a-8e61fc31ae88 req-0b9158b3-576d-4a2f-b560-53294a612b73 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530966 Feb 07 17:05:23.873645 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] Allocated IP 172.20.0.2 (b75833c8-4006-405c-bc22-8b17b6a0f33c/56c52ba2-dc81-4fa2-9ba7-527e5b2edb65/48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:05:23.876889 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c2f0-76d9-494d-a1ba-b72d36b289e7 admin admin] Publish callbacks [] for router_gateway (412002d8-9e32-4f61-8412-21fa75b1d8d6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:23.961737 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-07c1bc37-ae79-49f1-b280-d400f7195357 req-e3ead707-e22a-47fc-ae5d-abfd0885403a tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354077 Feb 07 17:05:23.984213 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ca93e-8970-4e6a-9612-b62f6beb783a req-afe5b5a0-4c7e-4479-bb1c-b828d51d29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:23.986302 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-215ca93e-8970-4e6a-9612-b62f6beb783a req-afe5b5a0-4c7e-4479-bb1c-b828d51d29ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 1127 time: 0.2061110 Feb 07 17:05:24.168647 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c83f1-73e1-4703-b03d-db219bc6bbd2 req-202c1d9c-d412-4cf3-88df-c5a4c0406aeb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:24.175861 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-852c83f1-73e1-4703-b03d-db219bc6bbd2 req-202c1d9c-d412-4cf3-88df-c5a4c0406aeb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 0.2171414 Feb 07 17:05:24.361817 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-852c83f1-73e1-4703-b03d-db219bc6bbd2 req-0bf78bb3-4d18-4277-9dce-f3f1f706cd76 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845853 Feb 07 17:05:24.362091 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] Publish callbacks [] for port (48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:24.375157 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:24.418609 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ca93e-8970-4e6a-9612-b62f6beb783a req-7096eee3-8a5c-4569-bf5e-c16f28836393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:24.421362 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-215ca93e-8970-4e6a-9612-b62f6beb783a req-7096eee3-8a5c-4569-bf5e-c16f28836393 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 913 time: 0.3716917 Feb 07 17:05:24.476246 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] Pushing event updated for resources: {'Port': ['ID=48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:24.489120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480df90d-ed05-429c-be0f-8b5ce5aa9c2a req-25dfc3dc-8c9a-4cf8-bda1-dfa4b818f937 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:24.490705 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-480df90d-ed05-429c-be0f-8b5ce5aa9c2a req-25dfc3dc-8c9a-4cf8-bda1-dfa4b818f937 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.48 "GET /v2.0/ports?device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 946 time: 0.3049550 Feb 07 17:05:24.491111 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] Network b75833c8-4006-405c-bc22-8b17b6a0f33c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:05:24.492963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:05:24.494455 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-215ca93e-8970-4e6a-9612-b62f6beb783a req-19196156-948e-41d5-8083-36dec11c6c09 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ecaa80d-1ad8-4465-bbe1-060fd276523e HTTP/1.1" status: 200 len: 217 time: 0.0647702 Feb 07 17:05:24.497945 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f764fa7b-60e8-4e84-b52f-f8ca29cc867c {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:05:24.499148 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:05:24.532125 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Publish callbacks [] for port (f764fa7b-60e8-4e84-b52f-f8ca29cc867c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:24.626178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] Attempting to bind port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:05:24.626578 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] Attempting to bind port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '2bac2f71-adfe-4210-a406-3bb2dd73adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:05:24.627003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] Attempting to bind port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 on network b75833c8-4006-405c-bc22-8b17b6a0f33c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:05:24.647160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:05:24.647952 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] Checking segment: {'id': '2bac2f71-adfe-4210-a406-3bb2dd73adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:05:24.648548 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:24.650230 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] Bound using segment: {'id': '2bac2f71-adfe-4210-a406-3bb2dd73adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:05:24.651070 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] Bound port: 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bac2f71-adfe-4210-a406-3bb2dd73adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:05:24.652277 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:24.687121 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c2f0-76d9-494d-a1ba-b72d36b289e7 admin admin] Publish callbacks [] for router_gateway (412002d8-9e32-4f61-8412-21fa75b1d8d6), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:24.708680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Transition to ACTIVE for port object f764fa7b-60e8-4e84-b52f-f8ca29cc867c will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:05:24.714780 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c2f0-76d9-494d-a1ba-b72d36b289e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:24.728681 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (f764fa7b-60e8-4e84-b52f-f8ca29cc867c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:24.741689 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ca93e-8970-4e6a-9612-b62f6beb783a req-d91d40a9-1807-4a68-a4e4-24162bc3c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:24.746851 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-215ca93e-8970-4e6a-9612-b62f6beb783a req-d91d40a9-1807-4a68-a4e4-24162bc3c53c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.2387886 Feb 07 17:05:24.823711 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] For port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:05:24.828251 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] For port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9,segment=NetworkSegment(2bac2f71-adfe-4210-a406-3bb2dd73adbe),segment_id=2bac2f71-adfe-4210-a406-3bb2dd73adbe)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:05:24.839459 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:24.938703 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f4afa-accf-4682-8e8d-11b2aec7b32c None None] Pushing event updated for resources: {'Port': ['ID=48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:24.939523 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-a1a7c2f0-76d9-494d-a1ba-b72d36b289e7 admin admin] Allocated IP 172.25.4.59 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/12a6a55d-5382-4ce5-829b-12ceaeb8128e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:05:25.081651 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Pushing event updated for resources: {'Port': ['ID=f764fa7b-60e8-4e84-b52f-f8ca29cc867c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:25.136665 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c2f0-76d9-494d-a1ba-b72d36b289e7 admin admin] Publish callbacks [] for port (12a6a55d-5382-4ce5-829b-12ceaeb8128e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:25.279109 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c2f0-76d9-494d-a1ba-b72d36b289e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (12a6a55d-5382-4ce5-829b-12ceaeb8128e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:25.287300 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Attempting to bind port f764fa7b-60e8-4e84-b52f-f8ca29cc867c on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:05:25.287654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Attempting to bind port f764fa7b-60e8-4e84-b52f-f8ca29cc867c by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:05:25.287995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Attempting to bind port f764fa7b-60e8-4e84-b52f-f8ca29cc867c on network 380ea26c-6043-4940-b6ef-8a90ddeec2ca {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:05:25.353520 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-480df90d-ed05-429c-be0f-8b5ce5aa9c2a req-c3e1a947-1927-4502-a1ce-5ee7b57c16d4 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Deleting port 6db19fe0-72fe-4e7b-819b-455f291a8d6f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:05:25.354021 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-480df90d-ed05-429c-be0f-8b5ce5aa9c2a req-c3e1a947-1927-4502-a1ce-5ee7b57c16d4 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (6db19fe0-72fe-4e7b-819b-455f291a8d6f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:25.403038 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7c2f0-76d9-494d-a1ba-b72d36b289e7 admin admin] Pushing event updated for resources: {'Port': ['ID=12a6a55d-5382-4ce5-829b-12ceaeb8128e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:25.413245 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Port f764fa7b-60e8-4e84-b52f-f8ca29cc867c on network 380ea26c-6043-4940-b6ef-8a90ddeec2ca not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:05:25.413533 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Attempting to bind port f764fa7b-60e8-4e84-b52f-f8ca29cc867c on network 380ea26c-6043-4940-b6ef-8a90ddeec2ca {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:05:25.441094 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a7c2f0-76d9-494d-a1ba-b72d36b289e7 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:05:25.474134 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:05:25.474521 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Checking segment: {'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:05:25.474903 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Bound using segment: {'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:05:25.475378 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Bound port: f764fa7b-60e8-4e84-b52f-f8ca29cc867c, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:05:25.475755 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f764fa7b-60e8-4e84-b52f-f8ca29cc867c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:25.482213 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a1a7c2f0-76d9-494d-a1ba-b72d36b289e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:05:25.502012 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec0cce-78b1-4ea6-baa0-d9b1b7559382 req-5783c43e-06b6-489d-8b32-03b3d0aae2b3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:25.513080 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7ec0cce-78b1-4ea6-baa0-d9b1b7559382 req-5783c43e-06b6-489d-8b32-03b3d0aae2b3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 946 time: 0.4444087 Feb 07 17:05:25.525656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a7c2f0-76d9-494d-a1ba-b72d36b289e7 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:05:25.575973 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ca93e-8970-4e6a-9612-b62f6beb783a req-da915096-6fcd-41df-b628-a5f5cd8fc4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:25.582317 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-215ca93e-8970-4e6a-9612-b62f6beb783a req-da915096-6fcd-41df-b628-a5f5cd8fc4f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8142033 Feb 07 17:05:25.652620 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7ec0cce-78b1-4ea6-baa0-d9b1b7559382 req-ea4f55f0-36c5-476c-a33e-0fca8fef0373 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385067 Feb 07 17:05:25.745695 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-480df90d-ed05-429c-be0f-8b5ce5aa9c2a req-c3e1a947-1927-4502-a1ce-5ee7b57c16d4 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] For port 6db19fe0-72fe-4e7b-819b-455f291a8d6f, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6db19fe0-72fe-4e7b-819b-455f291a8d6f,segment=NetworkSegment(0b335b56-9acc-471e-a796-eeb06c7bb7a5),segment_id=0b335b56-9acc-471e-a796-eeb06c7bb7a5)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:05:25.746519 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-480df90d-ed05-429c-be0f-8b5ce5aa9c2a req-c3e1a947-1927-4502-a1ce-5ee7b57c16d4 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (6db19fe0-72fe-4e7b-819b-455f291a8d6f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:25.804751 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-480df90d-ed05-429c-be0f-8b5ce5aa9c2a req-c3e1a947-1927-4502-a1ce-5ee7b57c16d4 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Calling delete_port for 6db19fe0-72fe-4e7b-819b-455f291a8d6f owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:05:25.822321 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a1ce-8dea-43d4-ac5d-65273bd97ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:26.105794 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-480df90d-ed05-429c-be0f-8b5ce5aa9c2a req-c3e1a947-1927-4502-a1ce-5ee7b57c16d4 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (6db19fe0-72fe-4e7b-819b-455f291a8d6f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:26.120087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['8e433e0c-d28f-4d2a-8329-e962ce086384', '583cc7a9-4ac5-4c88-8307-c5e76c5d7c73'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:05:26.126217 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['4522e1af-eb3d-4c70-ad64-b7d25b8f30af', '6db19fe0-72fe-4e7b-819b-455f291a8d6f'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:05:26.294445 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 5ecaa80d-1ad8-4465-bbe1-060fd276523e no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:05:26.766898 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 5ecaa80d-1ad8-4465-bbe1-060fd276523e is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:26.767604 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:26.886136 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f4d64-e41d-48c3-9f6a-63dd676b66f3 req-6719d461-e391-482c-9b55-2f3a0be1ebca tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:26.896701 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a50f4d64-e41d-48c3-9f6a-63dd676b66f3 req-6719d461-e391-482c-9b55-2f3a0be1ebca tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 945 time: 1.1219382 Feb 07 17:05:27.091400 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9df88aa-17dd-4183-b46b-52f0417747ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ecaa80d-1ad8-4465-bbe1-060fd276523e'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:05:27.093768 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f32941f-c681-400e-a5ca-90aa086fa5e9" -d '{"events": [{"server_uuid": "a9df88aa-17dd-4183-b46b-52f0417747ce", "name": "network-vif-unplugged", "status": "completed", "tag": "5ecaa80d-1ad8-4465-bbe1-060fd276523e"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:05:27.179515 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b77312c-351b-44be-b044-e1fc1eb57c20 None None] Network b75833c8-4006-405c-bc22-8b17b6a0f33c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:05:27.193022 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1a947-1927-4502-a1ce-5ee7b57c16d4 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Pushing event deleted for resources: {'Port': ['ID=6db19fe0-72fe-4e7b-819b-455f291a8d6f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:27.203700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 5ecaa80d-1ad8-4465-bbe1-060fd276523e, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=5ecaa80d-1ad8-4465-bbe1-060fd276523e,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:05:27.237330 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] For port f764fa7b-60e8-4e84-b52f-f8ca29cc867c, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:05:27.240966 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] For port f764fa7b-60e8-4e84-b52f-f8ca29cc867c, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=f764fa7b-60e8-4e84-b52f-f8ca29cc867c,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:05:27.289394 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (f764fa7b-60e8-4e84-b52f-f8ca29cc867c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:27.318305 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c048f94-d371-4f25-a3f5-f3b82bf8f420 req-d75f14c8-6100-490f-bef0-06a539f1c4f7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:27.323650 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a50f4d64-e41d-48c3-9f6a-63dd676b66f3 req-43774e5b-0185-4626-a50b-3982640f0ad4 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189920 Feb 07 17:05:27.351494 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c048f94-d371-4f25-a3f5-f3b82bf8f420 req-d75f14c8-6100-490f-bef0-06a539f1c4f7 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 943 time: 2.0647032 Feb 07 17:05:27.353921 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c2f0-76d9-494d-a1ba-b72d36b289e7 admin admin] Publish callbacks [] for router_gateway (412002d8-9e32-4f61-8412-21fa75b1d8d6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:27.356215 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:27.529901 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5fd95d94-ea17-43ec-9618-b0bae90774f8 None None] Provisioning complete for port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:27.530555 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5fd95d94-ea17-43ec-9618-b0bae90774f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:27.593449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:05:27.594487 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Pushing event updated for resources: {'Port': ['ID=f764fa7b-60e8-4e84-b52f-f8ca29cc867c,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:27.630695 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:27.646150 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:27.647860 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-b99aee38-9ee9-4221-8878-ecddb32f5dad service neutron] 10.222.0.48 "PUT /v2.0/ports/f764fa7b-60e8-4e84-b52f-f8ca29cc867c HTTP/1.1" status: 200 len: 1091 time: 4.7237122 Feb 07 17:05:27.650287 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7a2dd5-16c1-41c7-94f6-3a34375ba361', 'tag': 'f764fa7b-60e8-4e84-b52f-f8ca29cc867c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:05:27.653545 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51097edc-843e-42e8-ac7e-de09c2d37f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7a2dd5-16c1-41c7-94f6-3a34375ba361", "tag": "f764fa7b-60e8-4e84-b52f-f8ca29cc867c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:05:27.708099 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-480df90d-ed05-429c-be0f-8b5ce5aa9c2a req-c3e1a947-1927-4502-a1ce-5ee7b57c16d4 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] No DVR routers for this DVR port 6db19fe0-72fe-4e7b-819b-455f291a8d6f on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:05:27.779485 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-480df90d-ed05-429c-be0f-8b5ce5aa9c2a req-c3e1a947-1927-4502-a1ce-5ee7b57c16d4 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:27.783025 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-480df90d-ed05-429c-be0f-8b5ce5aa9c2a req-c3e1a947-1927-4502-a1ce-5ee7b57c16d4 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.48 "DELETE /v2.0/ports/6db19fe0-72fe-4e7b-819b-455f291a8d6f HTTP/1.1" status: 204 len: 173 time: 3.2773154 Feb 07 17:05:27.861426 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-386b9c4b-4796-4f5b-b4f0-61d4b58469b3 req-8a8ded99-ae9b-4e78-9c38-fbd3b95400d7 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bff2929-af83-4bd9-99f5-39b269906934 HTTP/1.1" status: 200 len: 210 time: 0.2379727 Feb 07 17:05:27.889408 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=5ecaa80d-1ad8-4465-bbe1-060fd276523e,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:27.969560 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-215ca93e-8970-4e6a-9612-b62f6beb783a req-ce823dc4-c27d-47c7-bb67-0f5a7b372d95 service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9042749 Feb 07 17:05:27.972998 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c048f94-d371-4f25-a3f5-f3b82bf8f420 req-d4b18028-81d6-42d1-9835-7b229e5e8d74 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6226318 Feb 07 17:05:28.010559 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-25e2f22f-a43e-4b71-be5f-d24f623f41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:28.012216 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-25e2f22f-a43e-4b71-be5f-d24f623f41e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f8265dde22443dab20942b3bd88ae3d&device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 1125 time: 0.3053625 Feb 07 17:05:28.013913 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 17:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5980465-ea13-48ba-a2c9-7fc43b19fe65 x-openstack-request-id: req-d5980465-ea13-48ba-a2c9-7fc43b19fe65 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:05:28.014229 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9df88aa-17dd-4183-b46b-52f0417747ce", "name": "network-vif-unplugged", "status": "completed", "tag": "5ecaa80d-1ad8-4465-bbe1-060fd276523e", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:05:28.014477 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5980465-ea13-48ba-a2c9-7fc43b19fe65 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:05:28.014879 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9df88aa-17dd-4183-b46b-52f0417747ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ecaa80d-1ad8-4465-bbe1-060fd276523e', 'code': 200} Feb 07 17:05:28.024202 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5fd95d94-ea17-43ec-9618-b0bae90774f8 None None] Current status of the port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:28.024607 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5fd95d94-ea17-43ec-9618-b0bae90774f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:28.085737 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c2f0-76d9-494d-a1ba-b72d36b289e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (412002d8-9e32-4f61-8412-21fa75b1d8d6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:28.224765 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-215ca93e-8970-4e6a-9612-b62f6beb783a req-3bd49fd5-8888-4173-992c-9c002589b538 service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367914 Feb 07 17:05:28.226431 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f864a26-7061-4b3b-afe8-c4dad9ccd004 x-openstack-request-id: req-2f864a26-7061-4b3b-afe8-c4dad9ccd004 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:05:28.226863 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7a2dd5-16c1-41c7-94f6-3a34375ba361", "tag": "f764fa7b-60e8-4e84-b52f-f8ca29cc867c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:05:28.227232 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f864a26-7061-4b3b-afe8-c4dad9ccd004 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:05:28.227761 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7a2dd5-16c1-41c7-94f6-3a34375ba361', 'tag': 'f764fa7b-60e8-4e84-b52f-f8ca29cc867c', 'status': 'completed', 'code': 200} Feb 07 17:05:28.297906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 6db19fe0-72fe-4e7b-819b-455f291a8d6f no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:05:28.347168 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-a1a3f96a-df38-4ea3-bb52-6f30d1fe3f88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f764fa7b-60e8-4e84-b52f-f8ca29cc867c HTTP/1.1" status: 200 len: 217 time: 0.2904742 Feb 07 17:05:28.449341 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-baf71a4a-734c-409b-97aa-8dd55a4cd9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:28.451361 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-baf71a4a-734c-409b-97aa-8dd55a4cd9d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e0f2a9e-b79d-4601-ac33-c328f95f4202 HTTP/1.1" status: 200 len: 852 time: 0.0988171 Feb 07 17:05:28.480438 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:05:28.485369 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5fd95d94-ea17-43ec-9618-b0bae90774f8 None None] For port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9,segment=NetworkSegment(2bac2f71-adfe-4210-a406-3bb2dd73adbe),segment_id=2bac2f71-adfe-4210-a406-3bb2dd73adbe)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:05:28.500201 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 6db19fe0-72fe-4e7b-819b-455f291a8d6f {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:05:28.500984 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 6db19fe0-72fe-4e7b-819b-455f291a8d6f not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:05:28.512392 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-c79398da-2544-4e69-b597-84a06d084834 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=380ea26c-6043-4940-b6ef-8a90ddeec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526433 Feb 07 17:05:28.517418 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:28.517797 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:28.538148 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a7c2f0-76d9-494d-a1ba-b72d36b289e7 admin admin] Router 412002d8-9e32-4f61-8412-21fa75b1d8d6 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:05:28.637088 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5fd95d94-ea17-43ec-9618-b0bae90774f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:28.639015 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c5b33f5a-e8a6-44ca-86ff-ea547be3b373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:28.819263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a7c2f0-76d9-494d-a1ba-b72d36b289e7 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:05:28.834250 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] Sync routers for ids ['412002d8-9e32-4f61-8412-21fa75b1d8d6'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:05:28.856411 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-187c8baf-6d3e-4a85-8a69-48cdf406da7e service neutron] 10.222.0.48 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367934 Feb 07 17:05:28.857234 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] Routers {'412002d8-9e32-4f61-8412-21fa75b1d8d6'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:05:28.858745 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:05:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['412002d8-9e32-4f61-8412-21fa75b1d8d6'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:28.873299 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c2f0-76d9-494d-a1ba-b72d36b289e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:28.875514 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a1a7c2f0-76d9-494d-a1ba-b72d36b289e7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.9820318 Feb 07 17:05:28.882310 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37036) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:28.979811 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd95d94-ea17-43ec-9618-b0bae90774f8 None None] Pushing event updated for resources: {'Port': ['ID=48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:29.215905 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104d181-fb59-4271-8269-ae901ec8d7c3 req-4bd3dc39-9fdb-4457-9c1f-c0bd62c135e0 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:29.233480 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7104d181-fb59-4271-8269-ae901ec8d7c3 req-4bd3dc39-9fdb-4457-9c1f-c0bd62c135e0 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 943 time: 0.4793131 Feb 07 17:05:29.253790 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] Set router 412002d8-9e32-4f61-8412-21fa75b1d8d6 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:05:29.328321 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:29.407846 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-09615fd6-3e46-4042-b536-c465b589a44c None None] Provisioning complete for port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:29.414693 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-09615fd6-3e46-4042-b536-c465b589a44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:29.437737 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7104d181-fb59-4271-8269-ae901ec8d7c3 req-a691aa80-5fba-4900-b38c-6c1053f8f599 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938493 Feb 07 17:05:29.462060 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a4b214f-8078-49e9-9c03-d6090fda3ebb req-a882f7e9-de3d-4e33-9047-0f0448f2ff38 service neutron] 10.222.0.48 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5992858 Feb 07 17:05:29.605674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:05:29.644587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51097edc-843e-42e8-ac7e-de09c2d37f1e req-149c5d99-5b0c-4dd3-a52b-fb3aea7d2a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:29.646201 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-51097edc-843e-42e8-ac7e-de09c2d37f1e req-149c5d99-5b0c-4dd3-a52b-fb3aea7d2a3a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f8265dde22443dab20942b3bd88ae3d&device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 1125 time: 0.1299963 Feb 07 17:05:29.759895 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:29.796199 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'name': 'tempest-TestServerBasicOps-1566491092-router', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:22Z', 'updated_at': '2022-02-07T17:05:26Z', 'revision_number': 3, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'gw_port': {'id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:24Z', 'updated_at': '2022-02-07T17:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:29.861711 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] Checking router: 412002d8-9e32-4f61-8412-21fa75b1d8d6 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:05:29.862333 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] Updating router 412002d8-9e32-4f61-8412-21fa75b1d8d6 port 12a6a55d-5382-4ce5-829b-12ceaeb8128e binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:05:29.908755 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (12a6a55d-5382-4ce5-829b-12ceaeb8128e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:29.913630 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51097edc-843e-42e8-ac7e-de09c2d37f1e req-d6ea3460-b235-4aa5-a2c2-acddeb9b1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:29.915920 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-51097edc-843e-42e8-ac7e-de09c2d37f1e req-d6ea3460-b235-4aa5-a2c2-acddeb9b1d2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 200 len: 913 time: 0.2611663 Feb 07 17:05:29.976701 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:29.982144 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-51097edc-843e-42e8-ac7e-de09c2d37f1e req-579d1d69-241b-4275-a28c-a3c6fbe911f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f764fa7b-60e8-4e84-b52f-f8ca29cc867c HTTP/1.1" status: 200 len: 217 time: 0.0585585 Feb 07 17:05:29.993435 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:30.211256 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51097edc-843e-42e8-ac7e-de09c2d37f1e req-75a16bed-fda9-4ca7-ae06-437cd169052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:30.213237 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-51097edc-843e-42e8-ac7e-de09c2d37f1e req-75a16bed-fda9-4ca7-ae06-437cd169052f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e0f2a9e-b79d-4601-ac33-c328f95f4202 HTTP/1.1" status: 200 len: 852 time: 0.2229359 Feb 07 17:05:30.238497 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-09615fd6-3e46-4042-b536-c465b589a44c None None] Current status of the port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:30.239948 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bff2929-af83-4bd9-99f5-39b269906934', 'name': 'network-vif-deleted', 'tag': '6db19fe0-72fe-4e7b-819b-455f291a8d6f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:05:30.270429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667e3e6-14f6-472f-83a2-71e88a5dc1df req-e7834c80-e561-4150-9a24-0b1ad54ee111 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:30.280493 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214aea51-56dc-4602-bb51-f45eef59b4ba" -d '{"events": [{"server_uuid": "3bff2929-af83-4bd9-99f5-39b269906934", "name": "network-vif-deleted", "tag": "6db19fe0-72fe-4e7b-819b-455f291a8d6f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:05:30.288876 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1667e3e6-14f6-472f-83a2-71e88a5dc1df req-e7834c80-e561-4150-9a24-0b1ad54ee111 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 943 time: 0.9936786 Feb 07 17:05:30.360194 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-51097edc-843e-42e8-ac7e-de09c2d37f1e req-1378eeab-d580-4c31-a77b-aaabc9e638d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=380ea26c-6043-4940-b6ef-8a90ddeec2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1391177 Feb 07 17:05:30.497903 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cbbc8f-3795-44ad-9b9d-4fe672ddb015 x-openstack-request-id: req-a6cbbc8f-3795-44ad-9b9d-4fe672ddb015 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:05:30.499821 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bff2929-af83-4bd9-99f5-39b269906934", "name": "network-vif-deleted", "tag": "6db19fe0-72fe-4e7b-819b-455f291a8d6f", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:05:30.501716 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6cbbc8f-3795-44ad-9b9d-4fe672ddb015 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:05:30.502131 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bff2929-af83-4bd9-99f5-39b269906934', 'name': 'network-vif-deleted', 'tag': '6db19fe0-72fe-4e7b-819b-455f291a8d6f', 'status': 'completed', 'code': 200} Feb 07 17:05:30.556374 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:30.608967 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-51097edc-843e-42e8-ac7e-de09c2d37f1e req-b2eef927-4004-4f10-9c33-25d8e80807de service neutron] 10.222.0.48 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344673 Feb 07 17:05:30.827426 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-51097edc-843e-42e8-ac7e-de09c2d37f1e req-66a5efdd-b2b6-498e-ae43-75534c904561 service neutron] 10.222.0.48 "GET /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108870 Feb 07 17:05:30.836420 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:30.862867 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1667e3e6-14f6-472f-83a2-71e88a5dc1df req-07d84670-1b22-4735-808e-48d8846dde39 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361820 Feb 07 17:05:30.890421 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29a3d3fb-ce68-4d4f-b2f2-9c4615e4b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:30.895109 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] Publish callbacks [] for port (12a6a55d-5382-4ce5-829b-12ceaeb8128e), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:30.896885 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8ad57-70c2-48e8-946f-dbc26d6eabcf req-e0c71cbf-3dba-48e3-ae7d-19084b35d365 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:30.909084 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3ef8ad57-70c2-48e8-946f-dbc26d6eabcf req-e0c71cbf-3dba-48e3-ae7d-19084b35d365 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 943 time: 0.1517029 Feb 07 17:05:30.913908 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (12a6a55d-5382-4ce5-829b-12ceaeb8128e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:30.989826 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3ef8ad57-70c2-48e8-946f-dbc26d6eabcf req-02568ed6-8314-442b-b222-8285af79a2c0 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777071 Feb 07 17:05:31.234424 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] Attempting to bind port 12a6a55d-5382-4ce5-829b-12ceaeb8128e on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:05:31.234424 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] Attempting to bind port 12a6a55d-5382-4ce5-829b-12ceaeb8128e by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:05:31.234753 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] Attempting to bind port 12a6a55d-5382-4ce5-829b-12ceaeb8128e on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:05:31.242115 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:05:31.242521 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:05:31.242897 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:31.243304 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:05:31.243791 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] Bound port: 12a6a55d-5382-4ce5-829b-12ceaeb8128e, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:05:31.244176 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (12a6a55d-5382-4ce5-829b-12ceaeb8128e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:31.250458 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cdbac-1754-48c6-a90b-f6cb720d77bd None None] Pushing event updated for resources: {'Port': ['ID=12a6a55d-5382-4ce5-829b-12ceaeb8128e,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:31.275781 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0cdbac-1754-48c6-a90b-f6cb720d77bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:31.276132 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0cdbac-1754-48c6-a90b-f6cb720d77bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:31.276475 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0cdbac-1754-48c6-a90b-f6cb720d77bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:31.276867 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0cdbac-1754-48c6-a90b-f6cb720d77bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:31.277217 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0cdbac-1754-48c6-a90b-f6cb720d77bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:31.277578 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0cdbac-1754-48c6-a90b-f6cb720d77bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:31.278029 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0cdbac-1754-48c6-a90b-f6cb720d77bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:31.278366 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0cdbac-1754-48c6-a90b-f6cb720d77bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:31.278698 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0cdbac-1754-48c6-a90b-f6cb720d77bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:31.279185 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0cdbac-1754-48c6-a90b-f6cb720d77bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:31.279716 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0cdbac-1754-48c6-a90b-f6cb720d77bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:31.280231 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0cdbac-1754-48c6-a90b-f6cb720d77bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:31.280777 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0cdbac-1754-48c6-a90b-f6cb720d77bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:31.353248 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] For port 12a6a55d-5382-4ce5-829b-12ceaeb8128e, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:05:31.365563 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] For port 12a6a55d-5382-4ce5-829b-12ceaeb8128e, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=12a6a55d-5382-4ce5-829b-12ceaeb8128e,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:05:31.373815 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a519c-e888-4bcf-be57-22fddedc0534 req-04c76761-6c03-43a9-a422-e6882b3be9de tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:31.377308 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6c8a519c-e888-4bcf-be57-22fddedc0534 req-04c76761-6c03-43a9-a422-e6882b3be9de tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.2025630 Feb 07 17:05:31.380397 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (12a6a55d-5382-4ce5-829b-12ceaeb8128e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:31.494294 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cdbac-1754-48c6-a90b-f6cb720d77bd None None] Pushing event updated for resources: {'Port': ['ID=12a6a55d-5382-4ce5-829b-12ceaeb8128e,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:31.529237 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] Routers {'412002d8-9e32-4f61-8412-21fa75b1d8d6'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:05:31.530239 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:05:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['412002d8-9e32-4f61-8412-21fa75b1d8d6'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:31.590617 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-29a3d3fb-ce68-4d4f-b2f2-9c4615e4b13e admin admin] Allocated IP 172.20.0.1 (b75833c8-4006-405c-bc22-8b17b6a0f33c/56c52ba2-dc81-4fa2-9ba7-527e5b2edb65/e7b21a7b-7234-4869-bc35-912a085a5938) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:05:31.756302 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] Set router 412002d8-9e32-4f61-8412-21fa75b1d8d6 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:05:31.761627 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29a3d3fb-ce68-4d4f-b2f2-9c4615e4b13e admin admin] Publish callbacks [] for port (e7b21a7b-7234-4869-bc35-912a085a5938), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:31.829081 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29a3d3fb-ce68-4d4f-b2f2-9c4615e4b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (e7b21a7b-7234-4869-bc35-912a085a5938), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:31.967709 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6c8a519c-e888-4bcf-be57-22fddedc0534 req-5e8a2dfc-4a95-4ca7-8233-318e315e406f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5812039 Feb 07 17:05:31.973078 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a3d3fb-ce68-4d4f-b2f2-9c4615e4b13e admin admin] Network b75833c8-4006-405c-bc22-8b17b6a0f33c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:05:32.005366 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-29a3d3fb-ce68-4d4f-b2f2-9c4615e4b13e admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:05:32.033113 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a3d3fb-ce68-4d4f-b2f2-9c4615e4b13e admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:05:32.044539 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'name': 'tempest-TestServerBasicOps-1566491092-router', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:22Z', 'updated_at': '2022-02-07T17:05:26Z', 'revision_number': 3, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'gw_port': {'id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:24Z', 'updated_at': '2022-02-07T17:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:32.109063 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decfb655-7810-469f-9dd7-0a7c099909a6 None None] The sync data for ids ['412002d8-9e32-4f61-8412-21fa75b1d8d6'] in n-d-827865-3 is: [{'id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'name': 'tempest-TestServerBasicOps-1566491092-router', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:22Z', 'updated_at': '2022-02-07T17:05:26Z', 'revision_number': 3, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'gw_port': {'id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:24Z', 'updated_at': '2022-02-07T17:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:05:32.159468 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29a3d3fb-ce68-4d4f-b2f2-9c4615e4b13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (412002d8-9e32-4f61-8412-21fa75b1d8d6), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:32.217358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf90788-c1ea-449d-999b-8a71d29fb4bf req-b8d87ea9-704e-45d1-8e34-8f544f79a67a tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:32.219403 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fdf90788-c1ea-449d-999b-8a71d29fb4bf req-b8d87ea9-704e-45d1-8e34-8f544f79a67a tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 943 time: 0.1817873 Feb 07 17:05:32.267763 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device f764fa7b-60e8-4e84-b52f-f8ca29cc867c details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:05:32.383750 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fdf90788-c1ea-449d-999b-8a71d29fb4bf req-15d74624-4d61-4845-93ec-c91b0a0c0cd2 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474016 Feb 07 17:05:32.453925 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:32.506448 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port f764fa7b-60e8-4e84-b52f-f8ca29cc867c, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=f764fa7b-60e8-4e84-b52f-f8ca29cc867c,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:05:32.546068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'f764fa7b-60e8-4e84-b52f-f8ca29cc867c', 'network_id': '380ea26c-6043-4940-b6ef-8a90ddeec2ca', 'port_id': 'f764fa7b-60e8-4e84-b52f-f8ca29cc867c', 'mac_address': 'fa:16:3e:3c:41:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0f2a9e-b79d-4601-ac33-c328f95f4202', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:05:32.649523 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port f764fa7b-60e8-4e84-b52f-f8ca29cc867c is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:32.649928 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f764fa7b-60e8-4e84-b52f-f8ca29cc867c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:32.653071 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29a3d3fb-ce68-4d4f-b2f2-9c4615e4b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e7b21a7b-7234-4869-bc35-912a085a5938), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:32.696077 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3d3fb-ce68-4d4f-b2f2-9c4615e4b13e admin admin] Pushing event updated for resources: {'Port': ['ID=e7b21a7b-7234-4869-bc35-912a085a5938,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:32.735239 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f764fa7b-60e8-4e84-b52f-f8ca29cc867c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:05:32.788577 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port f764fa7b-60e8-4e84-b52f-f8ca29cc867c, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=f764fa7b-60e8-4e84-b52f-f8ca29cc867c,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:05:32.811427 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a040c820-2767-4e4d-860a-781008daa453 None None] Provisioning complete for port e7b21a7b-7234-4869-bc35-912a085a5938 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:32.814212 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a040c820-2767-4e4d-860a-781008daa453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e7b21a7b-7234-4869-bc35-912a085a5938), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:32.920618 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f764fa7b-60e8-4e84-b52f-f8ca29cc867c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:32.926124 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a040c820-2767-4e4d-860a-781008daa453 None None] Port e7b21a7b-7234-4869-bc35-912a085a5938 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:05:33.079582 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=f764fa7b-60e8-4e84-b52f-f8ca29cc867c,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:33.259237 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['f764fa7b-60e8-4e84-b52f-f8ca29cc867c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:05:33.700423 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 12a6a55d-5382-4ce5-829b-12ceaeb8128e up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:05:33.702673 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2c8eb-c7cc-4352-a77b-27b26b5c17c9 req-7bfd3def-36ea-4b69-84cd-ca7dadcfdadc tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:33.713185 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-75d2c8eb-c7cc-4352-a77b-27b26b5c17c9 req-7bfd3def-36ea-4b69-84cd-ca7dadcfdadc tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 944 time: 0.1557720 Feb 07 17:05:33.812453 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7c6d6-4962-4b2e-a36b-1c6995735b62 req-989935e1-e9f7-4710-889b-bb5940946cd7 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:33.820325 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36e7c6d6-4962-4b2e-a36b-1c6995735b62 req-989935e1-e9f7-4710-889b-bb5940946cd7 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 1.3793619 Feb 07 17:05:33.853940 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-75d2c8eb-c7cc-4352-a77b-27b26b5c17c9 req-76409595-bd69-4f37-accb-9f19430b57a8 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395419 Feb 07 17:05:33.959190 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 12a6a55d-5382-4ce5-829b-12ceaeb8128e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:33.960946 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (12a6a55d-5382-4ce5-829b-12ceaeb8128e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:34.091551 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-36e7c6d6-4962-4b2e-a36b-1c6995735b62 req-4cd93832-a60b-47e6-8988-54b666ce740a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402122 Feb 07 17:05:34.201247 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29a3d3fb-ce68-4d4f-b2f2-9c4615e4b13e admin admin] Publish callbacks [] for port (e7b21a7b-7234-4869-bc35-912a085a5938), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:34.210950 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29a3d3fb-ce68-4d4f-b2f2-9c4615e4b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (e7b21a7b-7234-4869-bc35-912a085a5938), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:34.406636 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3d3fb-ce68-4d4f-b2f2-9c4615e4b13e admin admin] Pushing event updated for resources: {'Port': ['ID=e7b21a7b-7234-4869-bc35-912a085a5938,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:34.409501 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-29a3d3fb-ce68-4d4f-b2f2-9c4615e4b13e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (412002d8-9e32-4f61-8412-21fa75b1d8d6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:34.466675 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 5ecaa80d-1ad8-4465-bbe1-060fd276523e no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:05:34.627371 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 5ecaa80d-1ad8-4465-bbe1-060fd276523e is: DOWN; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:34.631189 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 12a6a55d-5382-4ce5-829b-12ceaeb8128e is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:34.632074 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (12a6a55d-5382-4ce5-829b-12ceaeb8128e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:34.696627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 12a6a55d-5382-4ce5-829b-12ceaeb8128e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=12a6a55d-5382-4ce5-829b-12ceaeb8128e,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:05:34.705575 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (12a6a55d-5382-4ce5-829b-12ceaeb8128e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:34.727787 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec71d0-1e2f-4d69-9a92-4996a21adc67 req-34854bea-ffe6-4d77-ab7a-153c640151ca tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:34.730893 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-29ec71d0-1e2f-4d69-9a92-4996a21adc67 req-34854bea-ffe6-4d77-ab7a-153c640151ca tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.2628264 Feb 07 17:05:34.799079 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a3d3fb-ce68-4d4f-b2f2-9c4615e4b13e admin admin] Network b75833c8-4006-405c-bc22-8b17b6a0f33c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:05:34.802436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-29a3d3fb-ce68-4d4f-b2f2-9c4615e4b13e admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:05:34.845022 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=12a6a55d-5382-4ce5-829b-12ceaeb8128e,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:34.861198 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:34.861579 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:34.861931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:34.862278 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:34.862643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:34.882692 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:34.883247 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:34.883615 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:34.883970 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:34.884314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:34.884661 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:34.888621 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:34.889102 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:35.113794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b34335-8020-4272-bdaf-ad07787ab1f4 req-0bf8525a-0642-4247-ae8a-5a318bc50985 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:35.126166 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-17b34335-8020-4272-bdaf-ad07787ab1f4 req-0bf8525a-0642-4247-ae8a-5a318bc50985 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 944 time: 0.1340063 Feb 07 17:05:35.261990 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a3d3fb-ce68-4d4f-b2f2-9c4615e4b13e admin admin] Router 412002d8-9e32-4f61-8412-21fa75b1d8d6 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:05:35.273315 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-17b34335-8020-4272-bdaf-ad07787ab1f4 req-c9fa3417-76b0-4b23-9741-7d13272b0f90 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383502 Feb 07 17:05:35.319049 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-29ec71d0-1e2f-4d69-9a92-4996a21adc67 req-2f008b45-14c7-441f-b9e7-c63af317c3f6 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5680234 Feb 07 17:05:35.391017 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-196a52c3-bdd4-4035-8076-ab459f496339 None None] Provisioning complete for port e7b21a7b-7234-4869-bc35-912a085a5938 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:35.391411 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-196a52c3-bdd4-4035-8076-ab459f496339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e7b21a7b-7234-4869-bc35-912a085a5938), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:35.483332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-196a52c3-bdd4-4035-8076-ab459f496339 None None] Port e7b21a7b-7234-4869-bc35-912a085a5938 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:05:35.517132 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 12a6a55d-5382-4ce5-829b-12ceaeb8128e up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:05:35.635238 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 12a6a55d-5382-4ce5-829b-12ceaeb8128e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:35.635626 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (12a6a55d-5382-4ce5-829b-12ceaeb8128e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:35.715073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a3d3fb-ce68-4d4f-b2f2-9c4615e4b13e admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:05:35.731485 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-29a3d3fb-ce68-4d4f-b2f2-9c4615e4b13e admin admin] 10.222.0.18 "PUT /v2.0/routers/412002d8-9e32-4f61-8412-21fa75b1d8d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8457489 Feb 07 17:05:35.843188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] Sync routers for ids ['412002d8-9e32-4f61-8412-21fa75b1d8d6'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:05:35.867699 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 12a6a55d-5382-4ce5-829b-12ceaeb8128e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:35.889736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] Routers {'412002d8-9e32-4f61-8412-21fa75b1d8d6'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:05:35.890439 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:05:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['412002d8-9e32-4f61-8412-21fa75b1d8d6'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:35.960196 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37138) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:36.046968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] Set router 412002d8-9e32-4f61-8412-21fa75b1d8d6 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:05:36.314219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device f764fa7b-60e8-4e84-b52f-f8ca29cc867c up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:05:36.478790 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port f764fa7b-60e8-4e84-b52f-f8ca29cc867c completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:05:36.487664 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port f764fa7b-60e8-4e84-b52f-f8ca29cc867c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:36.488837 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f764fa7b-60e8-4e84-b52f-f8ca29cc867c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:36.527158 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'name': 'tempest-TestServerBasicOps-1566491092-router', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:22Z', 'updated_at': '2022-02-07T17:05:32Z', 'revision_number': 4, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'gw_port': {'id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:24Z', 'updated_at': '2022-02-07T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e7b21a7b-7234-4869-bc35-912a085a5938', 'name': '', 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'mac_address': 'fa:16:3e:88:57:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '56c52ba2-dc81-4fa2-9ba7-527e5b2edb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:30Z', 'updated_at': '2022-02-07T17:05:33Z', 'revision_number': 2, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'subnets': [{'id': '56c52ba2-dc81-4fa2-9ba7-527e5b2edb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:36.547428 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b5d3ed4f-733d-4a72-82d0-59d3e297f08e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:36.577969 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] Checking router: 412002d8-9e32-4f61-8412-21fa75b1d8d6 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:05:36.581998 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] Updating router 412002d8-9e32-4f61-8412-21fa75b1d8d6 port e7b21a7b-7234-4869-bc35-912a085a5938 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:05:36.640326 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afebd9b-3065-493c-839e-0a9c8a82405a req-74d95ade-75cc-4002-92ed-f8518c7cb3e4 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:36.647623 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1afebd9b-3065-493c-839e-0a9c8a82405a req-74d95ade-75cc-4002-92ed-f8518c7cb3e4 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 944 time: 0.1709685 Feb 07 17:05:36.700119 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e7b21a7b-7234-4869-bc35-912a085a5938), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:36.802088 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1e670-e3ad-4a6d-b812-4c9583b6be1d req-288adf88-2c43-42fb-8181-f754886b1d35 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:36.823609 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1afebd9b-3065-493c-839e-0a9c8a82405a req-c7979395-126c-4e7d-849d-a10766a3d9d1 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749446 Feb 07 17:05:36.827589 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-55b1e670-e3ad-4a6d-b812-4c9583b6be1d req-288adf88-2c43-42fb-8181-f754886b1d35 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.2396903 Feb 07 17:05:36.981511 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port f764fa7b-60e8-4e84-b52f-f8ca29cc867c is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:36.982293 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f764fa7b-60e8-4e84-b52f-f8ca29cc867c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:37.001802 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-55b1e670-e3ad-4a6d-b812-4c9583b6be1d req-75fdd52e-379c-45ba-bcb2-3b5983479d1e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695306 Feb 07 17:05:37.079206 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b5d3ed4f-733d-4a72-82d0-59d3e297f08e admin admin] Publish callbacks [] for security_group (d7b1a6da-a2b7-4934-a0c8-cee766a08402), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:37.086076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7a2dd5-16c1-41c7-94f6-3a34375ba361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f764fa7b-60e8-4e84-b52f-f8ca29cc867c'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:05:37.088591 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3a3d6b-a669-45a8-afab-407b9f5bf9d1" -d '{"events": [{"server_uuid": "9c7a2dd5-16c1-41c7-94f6-3a34375ba361", "name": "network-vif-plugged", "status": "completed", "tag": "f764fa7b-60e8-4e84-b52f-f8ca29cc867c"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:05:37.088875 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b5d3ed4f-733d-4a72-82d0-59d3e297f08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d7b1a6da-a2b7-4934-a0c8-cee766a08402), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:37.163682 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37166) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:37.170749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f695c3e4-6de8-4918-a37f-6cb01bf816f6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-96775840-network', 'tenant_id': '390a98f041b444549130fb513cea7f22'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:05:37.203591 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f695c3e4-6de8-4918-a37f-6cb01bf816f6 admin admin] Made reservation on behalf of 390a98f041b444549130fb513cea7f22 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:05:37.207271 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f695c3e4-6de8-4918-a37f-6cb01bf816f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:37.236348 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b5d3ed4f-733d-4a72-82d0-59d3e297f08e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c564a8a73b4f4d9693ddbe1961419278&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2724571 Feb 07 17:05:37.246115 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37172) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:37.254486 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f695c3e4-6de8-4918-a37f-6cb01bf816f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:37.275104 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a687a58b-2822-4c5f-a559-01d1c1f5993d x-openstack-request-id: req-a687a58b-2822-4c5f-a559-01d1c1f5993d {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:05:37.275413 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7a2dd5-16c1-41c7-94f6-3a34375ba361", "name": "network-vif-plugged", "status": "completed", "tag": "f764fa7b-60e8-4e84-b52f-f8ca29cc867c", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:05:37.275717 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a687a58b-2822-4c5f-a559-01d1c1f5993d {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:05:37.276096 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7a2dd5-16c1-41c7-94f6-3a34375ba361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f764fa7b-60e8-4e84-b52f-f8ca29cc867c', 'code': 200} Feb 07 17:05:37.280024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3ed4f-733d-4a72-82d0-59d3e297f08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b1a6da-a2b7-4934-a0c8-cee766a08402,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:37.291008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port f764fa7b-60e8-4e84-b52f-f8ca29cc867c, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=f764fa7b-60e8-4e84-b52f-f8ca29cc867c,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:05:37.306282 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f764fa7b-60e8-4e84-b52f-f8ca29cc867c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:37.406806 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ec6134c-1d78-4b96-be31-8c92cbc6e1b9 admin admin] Publish callbacks [] for security_group (d7b1a6da-a2b7-4934-a0c8-cee766a08402), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:37.454686 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ec6134c-1d78-4b96-be31-8c92cbc6e1b9 admin admin] Publish callbacks [] for security_group (d7b1a6da-a2b7-4934-a0c8-cee766a08402), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:37.467194 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=f764fa7b-60e8-4e84-b52f-f8ca29cc867c,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:37.476945 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcdf9a-1460-411f-ab52-c718c39b30c0 req-fb7e5d4c-eaa8-467e-9101-08055b7b1abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:37.481552 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-53dcdf9a-1460-411f-ab52-c718c39b30c0 req-fb7e5d4c-eaa8-467e-9101-08055b7b1abf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 1127 time: 0.2095623 Feb 07 17:05:37.536512 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ec6134c-1d78-4b96-be31-8c92cbc6e1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d7b1a6da-a2b7-4934-a0c8-cee766a08402), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:37.541231 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ec6134c-1d78-4b96-be31-8c92cbc6e1b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:37.544788 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9ec6134c-1d78-4b96-be31-8c92cbc6e1b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7b1a6da-a2b7-4934-a0c8-cee766a08402 HTTP/1.1" status: 204 len: 168 time: 0.2862570 Feb 07 17:05:37.573506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6134c-1d78-4b96-be31-8c92cbc6e1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b1a6da-a2b7-4934-a0c8-cee766a08402,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:37.739257 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-53dcdf9a-1460-411f-ab52-c718c39b30c0 req-6cbbec71-a50a-4d42-a769-0247826cbdcd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394583 Feb 07 17:05:37.765097 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] Publish callbacks [] for port (e7b21a7b-7234-4869-bc35-912a085a5938), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:37.778360 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e7b21a7b-7234-4869-bc35-912a085a5938), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:37.800396 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f695c3e4-6de8-4918-a37f-6cb01bf816f6 admin admin] Publish callbacks [] for security_group (d0c5603b-1256-4555-b64d-606d536f969e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:37.812247 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f695c3e4-6de8-4918-a37f-6cb01bf816f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d0c5603b-1256-4555-b64d-606d536f969e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:37.862895 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f695c3e4-6de8-4918-a37f-6cb01bf816f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:05:37.895227 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8b610-5d75-4509-a8f1-a68cb61c5c3b None None] Pushing event updated for resources: {'Port': ['ID=e7b21a7b-7234-4869-bc35-912a085a5938,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:37.898470 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695c3e4-6de8-4918-a37f-6cb01bf816f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c5603b-1256-4555-b64d-606d536f969e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:37.914064 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f695c3e4-6de8-4918-a37f-6cb01bf816f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (74fdcdb4-2144-4df1-a117-32b4ebc09c47), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:37.914203 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-f695c3e4-6de8-4918-a37f-6cb01bf816f6 admin admin] Added segment 74fdcdb4-2144-4df1-a117-32b4ebc09c47 of type vlan for network 3d6120b4-3d3a-4806-987f-90d4002a4070 Feb 07 17:05:38.011377 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f695c3e4-6de8-4918-a37f-6cb01bf816f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (3d6120b4-3d3a-4806-987f-90d4002a4070), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:38.105926 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f695c3e4-6de8-4918-a37f-6cb01bf816f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (3d6120b4-3d3a-4806-987f-90d4002a4070), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:38.108092 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f695c3e4-6de8-4918-a37f-6cb01bf816f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:38.109571 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f695c3e4-6de8-4918-a37f-6cb01bf816f6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:38.146855 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b46eb-0e30-42f7-8a20-a2d3217adc5d req-2f2e8050-28fa-4e00-91e9-9e21f18bb78f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:38.152076 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6f7b46eb-0e30-42f7-8a20-a2d3217adc5d req-2f2e8050-28fa-4e00-91e9-9e21f18bb78f tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 945 time: 0.1333039 Feb 07 17:05:38.202254 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] Attempting to bind port e7b21a7b-7234-4869-bc35-912a085a5938 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:05:38.203567 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] Attempting to bind port e7b21a7b-7234-4869-bc35-912a085a5938 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '2bac2f71-adfe-4210-a406-3bb2dd73adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:05:38.204054 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] Attempting to bind port e7b21a7b-7234-4869-bc35-912a085a5938 on network b75833c8-4006-405c-bc22-8b17b6a0f33c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:05:38.220473 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:05:38.221127 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] Checking segment: {'id': '2bac2f71-adfe-4210-a406-3bb2dd73adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:05:38.221583 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:38.222866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] Bound using segment: {'id': '2bac2f71-adfe-4210-a406-3bb2dd73adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:05:38.224021 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] Bound port: e7b21a7b-7234-4869-bc35-912a085a5938, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bac2f71-adfe-4210-a406-3bb2dd73adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:05:38.224428 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e7b21a7b-7234-4869-bc35-912a085a5938), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:38.303709 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6f7b46eb-0e30-42f7-8a20-a2d3217adc5d req-f53c9dc9-98da-45e1-9695-359060c1bd3c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440437 Feb 07 17:05:38.313631 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695c3e4-6de8-4918-a37f-6cb01bf816f6 admin admin] Pushing event updated for resources: {'Network': ['ID=3d6120b4-3d3a-4806-987f-90d4002a4070,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:38.323586 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37186) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:38.329141 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1ef3737a-a65f-4767-a92f-35c25b05bf9a admin admin] Request body: {'subnet': {'network_id': '3d6120b4-3d3a-4806-987f-90d4002a4070', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-96775840-subnet', 'tenant_id': '390a98f041b444549130fb513cea7f22', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:05:38.334571 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f695c3e4-6de8-4918-a37f-6cb01bf816f6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1695597 Feb 07 17:05:38.389319 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef3737a-a65f-4767-a92f-35c25b05bf9a admin admin] Made reservation on behalf of 390a98f041b444549130fb513cea7f22 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:05:38.392338 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ef3737a-a65f-4767-a92f-35c25b05bf9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:38.396860 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 3d6120b4-3d3a-4806-987f-90d4002a4070 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:05:38.482503 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2a3d9-4285-404f-944c-efeaf5deb607 req-52ae0bb2-6890-41d1-b0ca-89c48e48f05f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:38.490231 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e1b2a3d9-4285-404f-944c-efeaf5deb607 req-52ae0bb2-6890-41d1-b0ca-89c48e48f05f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1776345 Feb 07 17:05:38.492714 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37188) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:38.617167 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e1b2a3d9-4285-404f-944c-efeaf5deb607 req-b9fe8d10-25a1-4116-ae0e-f775c8fde692 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257312 Feb 07 17:05:38.629125 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c2aee8dd-6784-4ea3-9559-ab81313902dc None None] Provisioning complete for port e7b21a7b-7234-4869-bc35-912a085a5938 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:38.629530 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c2aee8dd-6784-4ea3-9559-ab81313902dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e7b21a7b-7234-4869-bc35-912a085a5938), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:38.634649 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e061fa8-4338-4a14-9c80-564ca1ab8c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:38.643281 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] For port e7b21a7b-7234-4869-bc35-912a085a5938, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:05:38.722265 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] For port e7b21a7b-7234-4869-bc35-912a085a5938, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e7b21a7b-7234-4869-bc35-912a085a5938,segment=NetworkSegment(2bac2f71-adfe-4210-a406-3bb2dd73adbe),segment_id=2bac2f71-adfe-4210-a406-3bb2dd73adbe)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:05:38.752394 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e7b21a7b-7234-4869-bc35-912a085a5938), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:38.842675 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e061fa8-4338-4a14-9c80-564ca1ab8c8f admin admin] Publish callbacks [] for security_group (08575f68-5c0a-48c7-93a3-4efb939bc5cf), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:38.846038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8b610-5d75-4509-a8f1-a68cb61c5c3b None None] Pushing event updated for resources: {'Port': ['ID=e7b21a7b-7234-4869-bc35-912a085a5938,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:38.847647 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ef3737a-a65f-4767-a92f-35c25b05bf9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (97c149a6-0026-4286-8fe1-b02179b83b38), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:38.850855 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c2aee8dd-6784-4ea3-9559-ab81313902dc None None] Port e7b21a7b-7234-4869-bc35-912a085a5938 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:05:38.856341 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e061fa8-4338-4a14-9c80-564ca1ab8c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (08575f68-5c0a-48c7-93a3-4efb939bc5cf), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:38.888595 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] Routers {'412002d8-9e32-4f61-8412-21fa75b1d8d6'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:05:38.889269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:05:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['412002d8-9e32-4f61-8412-21fa75b1d8d6'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:38.979318 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3e061fa8-4338-4a14-9c80-564ca1ab8c8f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b72ca12f1905441d9485d07de7b6744b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4763405 Feb 07 17:05:38.979318 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e061fa8-4338-4a14-9c80-564ca1ab8c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08575f68-5c0a-48c7-93a3-4efb939bc5cf,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:38.981201 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37192) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:39.092961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3737a-a65f-4767-a92f-35c25b05bf9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c149a6-0026-4286-8fe1-b02179b83b38,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:39.195301 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef3737a-a65f-4767-a92f-35c25b05bf9a admin admin] Checking segment: {'id': '74fdcdb4-2144-4df1-a117-32b4ebc09c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3d6120b4-3d3a-4806-987f-90d4002a4070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:05:39.195672 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef3737a-a65f-4767-a92f-35c25b05bf9a admin admin] Network hostable DHCP agents. Network: 3d6120b4-3d3a-4806-987f-90d4002a4070, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:05:39.209836 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4b2afb5-dafd-48fc-93d3-4a82f4b1d5ff admin admin] Publish callbacks [] for security_group (08575f68-5c0a-48c7-93a3-4efb939bc5cf), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:39.264892 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef3737a-a65f-4767-a92f-35c25b05bf9a admin admin] Network 3d6120b4-3d3a-4806-987f-90d4002a4070 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:05:39.286809 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1ef3737a-a65f-4767-a92f-35c25b05bf9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 3d6120b4-3d3a-4806-987f-90d4002a4070) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:05:39.290156 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4b2afb5-dafd-48fc-93d3-4a82f4b1d5ff admin admin] Publish callbacks [] for security_group (08575f68-5c0a-48c7-93a3-4efb939bc5cf), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:39.294152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef3737a-a65f-4767-a92f-35c25b05bf9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:39.294762 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ef3737a-a65f-4767-a92f-35c25b05bf9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:39.329507 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1ef3737a-a65f-4767-a92f-35c25b05bf9a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0042462 Feb 07 17:05:39.340396 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37198) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:39.340396 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-460f9527-3f8d-43dc-b70d-e085cd063a1f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-96775840-router', 'tenant_id': '390a98f041b444549130fb513cea7f22', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:05:39.348262 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] Set router 412002d8-9e32-4f61-8412-21fa75b1d8d6 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:05:39.390010 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-460f9527-3f8d-43dc-b70d-e085cd063a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (0745e01b-528b-40f6-b43a-cdacce98fb8c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:39.391116 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-460f9527-3f8d-43dc-b70d-e085cd063a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (0745e01b-528b-40f6-b43a-cdacce98fb8c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:39.447517 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4b2afb5-dafd-48fc-93d3-4a82f4b1d5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (08575f68-5c0a-48c7-93a3-4efb939bc5cf), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:39.451048 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4b2afb5-dafd-48fc-93d3-4a82f4b1d5ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:39.454651 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e4b2afb5-dafd-48fc-93d3-4a82f4b1d5ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08575f68-5c0a-48c7-93a3-4efb939bc5cf HTTP/1.1" status: 204 len: 168 time: 0.4548488 Feb 07 17:05:39.467157 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2afb5-dafd-48fc-93d3-4a82f4b1d5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08575f68-5c0a-48c7-93a3-4efb939bc5cf,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:39.569951 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-460f9527-3f8d-43dc-b70d-e085cd063a1f admin admin] Publish callbacks [] for router_controller (0745e01b-528b-40f6-b43a-cdacce98fb8c), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:39.647521 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fbc755-aa41-4287-95e7-7be504c9677e None None] Network 3d6120b4-3d3a-4806-987f-90d4002a4070 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:05:39.870770 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8ffed9b1-7afd-4cfe-b010-7db3f96b8e73 None None] Provisioning complete for port e7b21a7b-7234-4869-bc35-912a085a5938 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:39.871274 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8ffed9b1-7afd-4cfe-b010-7db3f96b8e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e7b21a7b-7234-4869-bc35-912a085a5938), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:39.922415 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3143f8c-e7c4-4844-9c11-01282bbdf736 req-a74613ab-2c9f-46cd-8da7-b8597b896746 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:39.923975 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3143f8c-e7c4-4844-9c11-01282bbdf736 req-a74613ab-2c9f-46cd-8da7-b8597b896746 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1594830 Feb 07 17:05:40.087084 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-3d6120b4-3d3a-4806-987f-90d4002a4070', 'network_id': '3d6120b4-3d3a-4806-987f-90d4002a4070', 'project_id': '390a98f041b444549130fb513cea7f22', 'fixed_ips': [{'subnet_id': '97c149a6-0026-4286-8fe1-b02179b83b38'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:05:40.087980 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:40.098418 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3143f8c-e7c4-4844-9c11-01282bbdf736 req-a9fdd27d-6f63-4254-bdcd-a52618d9f827 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679072 Feb 07 17:05:40.142424 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-460f9527-3f8d-43dc-b70d-e085cd063a1f admin admin] Publish callbacks [] for router_gateway (0745e01b-528b-40f6-b43a-cdacce98fb8c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:40.184324 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d7ee8-6200-4970-a17c-bf01b4031a21 req-cf953254-9bd1-43b4-bf36-288f8ce77b46 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:40.202882 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-120d7ee8-6200-4970-a17c-bf01b4031a21 req-cf953254-9bd1-43b4-bf36-288f8ce77b46 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 945 time: 0.6312416 Feb 07 17:05:40.483513 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-120d7ee8-6200-4970-a17c-bf01b4031a21 req-49edd3f7-9024-40ae-bbc2-ce547ce43da3 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789612 Feb 07 17:05:40.615417 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8ffed9b1-7afd-4cfe-b010-7db3f96b8e73 None None] Current status of the port e7b21a7b-7234-4869-bc35-912a085a5938 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:40.616001 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8ffed9b1-7afd-4cfe-b010-7db3f96b8e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e7b21a7b-7234-4869-bc35-912a085a5938), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:40.727863 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8ffed9b1-7afd-4cfe-b010-7db3f96b8e73 None None] For port e7b21a7b-7234-4869-bc35-912a085a5938, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e7b21a7b-7234-4869-bc35-912a085a5938,segment=NetworkSegment(2bac2f71-adfe-4210-a406-3bb2dd73adbe),segment_id=2bac2f71-adfe-4210-a406-3bb2dd73adbe)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:05:40.733621 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'name': 'tempest-TestServerBasicOps-1566491092-router', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:22Z', 'updated_at': '2022-02-07T17:05:32Z', 'revision_number': 4, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'gw_port': {'id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:24Z', 'updated_at': '2022-02-07T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e7b21a7b-7234-4869-bc35-912a085a5938', 'name': '', 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'mac_address': 'fa:16:3e:88:57:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '56c52ba2-dc81-4fa2-9ba7-527e5b2edb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:30Z', 'updated_at': '2022-02-07T17:05:38Z', 'revision_number': 4, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'subnets': [{'id': '56c52ba2-dc81-4fa2-9ba7-527e5b2edb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:40.743342 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8ffed9b1-7afd-4cfe-b010-7db3f96b8e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e7b21a7b-7234-4869-bc35-912a085a5938), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:40.781527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] Allocated IP 172.20.0.2 (3d6120b4-3d3a-4806-987f-90d4002a4070/97c149a6-0026-4286-8fe1-b02179b83b38/a152f094-b6ca-47b0-9ca7-428feef89ad8) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:05:40.788129 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42942fa-10de-4e01-a3ec-fe93be19a8e5 None None] The sync data for ids ['412002d8-9e32-4f61-8412-21fa75b1d8d6'] in n-d-827865-3 is: [{'id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'name': 'tempest-TestServerBasicOps-1566491092-router', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:22Z', 'updated_at': '2022-02-07T17:05:32Z', 'revision_number': 4, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'gw_port': {'id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:24Z', 'updated_at': '2022-02-07T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e7b21a7b-7234-4869-bc35-912a085a5938', 'name': '', 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'mac_address': 'fa:16:3e:88:57:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '56c52ba2-dc81-4fa2-9ba7-527e5b2edb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:30Z', 'updated_at': '2022-02-07T17:05:38Z', 'revision_number': 4, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'subnets': [{'id': '56c52ba2-dc81-4fa2-9ba7-527e5b2edb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:05:40.789918 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-460f9527-3f8d-43dc-b70d-e085cd063a1f admin admin] Publish callbacks [] for router_gateway (0745e01b-528b-40f6-b43a-cdacce98fb8c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:40.837372 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-460f9527-3f8d-43dc-b70d-e085cd063a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:41.242113 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-460f9527-3f8d-43dc-b70d-e085cd063a1f admin admin] Allocated IP 172.25.4.65 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/bd3b9e2f-326a-4139-bc12-1a642502bc93) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:05:41.248181 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] Publish callbacks [] for port (a152f094-b6ca-47b0-9ca7-428feef89ad8), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:41.255165 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (a152f094-b6ca-47b0-9ca7-428feef89ad8), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:41.270298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffed9b1-7afd-4cfe-b010-7db3f96b8e73 None None] Pushing event updated for resources: {'Port': ['ID=e7b21a7b-7234-4869-bc35-912a085a5938,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:41.383188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] Network 3d6120b4-3d3a-4806-987f-90d4002a4070 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:05:41.396119 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:05:41.407118 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:05:41.475013 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d9839-19e1-499f-8a45-45af28885301 req-ebdcba01-0d81-46af-a511-73dc20d9f0cf tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:41.488397 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-137d9839-19e1-499f-8a45-45af28885301 req-ebdcba01-0d81-46af-a511-73dc20d9f0cf tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1291585 Feb 07 17:05:41.550807 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb06523-3c31-4fe8-a2e6-330d339d6349 req-b42d8cb7-28de-4366-8ad3-70fb84624314 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:41.552423 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1fb06523-3c31-4fe8-a2e6-330d339d6349 req-b42d8cb7-28de-4366-8ad3-70fb84624314 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 945 time: 0.4711246 Feb 07 17:05:41.553701 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] Pushing event updated for resources: {'Port': ['ID=a152f094-b6ca-47b0-9ca7-428feef89ad8,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:41.574695 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-137d9839-19e1-499f-8a45-45af28885301 req-0c0a0bbd-cc5d-459d-985a-d07f02cb4d17 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845478 Feb 07 17:05:41.655286 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] Attempting to bind port a152f094-b6ca-47b0-9ca7-428feef89ad8 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:05:41.656094 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] Attempting to bind port a152f094-b6ca-47b0-9ca7-428feef89ad8 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '74fdcdb4-2144-4df1-a117-32b4ebc09c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3d6120b4-3d3a-4806-987f-90d4002a4070'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:05:41.656094 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] Attempting to bind port a152f094-b6ca-47b0-9ca7-428feef89ad8 on network 3d6120b4-3d3a-4806-987f-90d4002a4070 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:05:41.671440 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:05:41.672064 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] Checking segment: {'id': '74fdcdb4-2144-4df1-a117-32b4ebc09c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3d6120b4-3d3a-4806-987f-90d4002a4070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:05:41.672337 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:41.672983 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] Bound using segment: {'id': '74fdcdb4-2144-4df1-a117-32b4ebc09c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3d6120b4-3d3a-4806-987f-90d4002a4070'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:05:41.673634 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] Bound port: a152f094-b6ca-47b0-9ca7-428feef89ad8, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74fdcdb4-2144-4df1-a117-32b4ebc09c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3d6120b4-3d3a-4806-987f-90d4002a4070'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:05:41.674080 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a152f094-b6ca-47b0-9ca7-428feef89ad8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:41.711870 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e7b21a7b-7234-4869-bc35-912a085a5938 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:05:41.861798 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1fb06523-3c31-4fe8-a2e6-330d339d6349 req-19a6f61f-1b3f-4be5-8da7-1c87771341f2 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637501 Feb 07 17:05:41.902445 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c6a4960d-b530-4d94-bbc9-2d6721b4781e req-9d1c89b3-1b04-4a83-b0f8-3e63a64e7dd8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=370b2b93-6f21-440c-b148-0755ff0d9f29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3719239 Feb 07 17:05:41.909027 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-460f9527-3f8d-43dc-b70d-e085cd063a1f admin admin] Publish callbacks [] for port (bd3b9e2f-326a-4139-bc12-1a642502bc93), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:42.037707 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] For port a152f094-b6ca-47b0-9ca7-428feef89ad8, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:05:42.049929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] For port a152f094-b6ca-47b0-9ca7-428feef89ad8, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a152f094-b6ca-47b0-9ca7-428feef89ad8,segment=NetworkSegment(74fdcdb4-2144-4df1-a117-32b4ebc09c47),segment_id=74fdcdb4-2144-4df1-a117-32b4ebc09c47)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:05:42.088594 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a152f094-b6ca-47b0-9ca7-428feef89ad8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:42.168482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4960d-b530-4d94-bbc9-2d6721b4781e req-7e0ed744-e1ef-47cd-a902-24ee10e683d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:42.171856 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c6a4960d-b530-4d94-bbc9-2d6721b4781e req-7e0ed744-e1ef-47cd-a902-24ee10e683d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 1128 time: 0.2407033 Feb 07 17:05:42.176626 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-460f9527-3f8d-43dc-b70d-e085cd063a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (bd3b9e2f-326a-4139-bc12-1a642502bc93), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:42.200579 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port e7b21a7b-7234-4869-bc35-912a085a5938 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:42.203456 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e7b21a7b-7234-4869-bc35-912a085a5938), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:42.413656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460f9527-3f8d-43dc-b70d-e085cd063a1f admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:05:42.427447 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f9527-3f8d-43dc-b70d-e085cd063a1f admin admin] Pushing event updated for resources: {'Port': ['ID=bd3b9e2f-326a-4139-bc12-1a642502bc93,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:42.437092 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-460f9527-3f8d-43dc-b70d-e085cd063a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:05:42.442511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460f9527-3f8d-43dc-b70d-e085cd063a1f admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:05:42.472108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf25d75-2ce8-49b3-b033-aa36325e4725 None None] Pushing event updated for resources: {'Port': ['ID=a152f094-b6ca-47b0-9ca7-428feef89ad8,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:42.645417 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e7b21a7b-7234-4869-bc35-912a085a5938 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:43.409587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3e776-cbd9-463f-8cb3-439bc7460d31 req-ecc3b326-b64e-4fe4-990b-d1e360a9b7f3 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:43.435488 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-79d3e776-cbd9-463f-8cb3-439bc7460d31 req-ecc3b326-b64e-4fe4-990b-d1e360a9b7f3 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 945 time: 0.1287856 Feb 07 17:05:43.512229 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4960d-b530-4d94-bbc9-2d6721b4781e req-e0e80395-0805-4c1f-a00c-c5fe9760c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:43.537061 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c6a4960d-b530-4d94-bbc9-2d6721b4781e req-e0e80395-0805-4c1f-a00c-c5fe9760c328 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 913 time: 1.3102944 Feb 07 17:05:43.591373 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-79d3e776-cbd9-463f-8cb3-439bc7460d31 req-197b836a-8f31-4543-881c-9ab617e3091c tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481562 Feb 07 17:05:43.707298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a152f094-b6ca-47b0-9ca7-428feef89ad8 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:05:43.716869 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c6a4960d-b530-4d94-bbc9-2d6721b4781e req-f85dbe1a-58db-478a-af7b-32f4a4190b7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d2a83f3-8b43-4512-8f2d-71401f763736 HTTP/1.1" status: 200 len: 217 time: 0.1712155 Feb 07 17:05:43.728311 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-460f9527-3f8d-43dc-b70d-e085cd063a1f admin admin] Publish callbacks [] for router_gateway (0745e01b-528b-40f6-b43a-cdacce98fb8c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:43.813377 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ad807-888e-4bde-b50d-3e681838aef6 req-5467f7e7-a49e-4263-ab71-a5b6650f6b35 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:43.822506 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba2ad807-888e-4bde-b50d-3e681838aef6 req-5467f7e7-a49e-4263-ab71-a5b6650f6b35 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=f696395e-66d0-4bb5-b8d5-646d249ff480 HTTP/1.1" status: 200 len: 945 time: 0.1204150 Feb 07 17:05:43.897660 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a152f094-b6ca-47b0-9ca7-428feef89ad8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:43.898070 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a152f094-b6ca-47b0-9ca7-428feef89ad8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:43.982746 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba2ad807-888e-4bde-b50d-3e681838aef6 req-c73d4b04-9395-4a56-82ab-4f5fa341aab0 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580760 Feb 07 17:05:43.987640 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f511f6-c30f-456a-adab-9c67ef5128e7 req-3f8112a1-0d4d-4241-90fb-a9a27e089237 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:43.989794 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-86f511f6-c30f-456a-adab-9c67ef5128e7 req-3f8112a1-0d4d-4241-90fb-a9a27e089237 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 1.1160269 Feb 07 17:05:44.180242 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a152f094-b6ca-47b0-9ca7-428feef89ad8 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:44.180636 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a152f094-b6ca-47b0-9ca7-428feef89ad8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:44.208784 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4960d-b530-4d94-bbc9-2d6721b4781e req-95b7a38e-44a0-48d9-99a6-d5df9f486bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:44.211996 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c6a4960d-b530-4d94-bbc9-2d6721b4781e req-95b7a38e-44a0-48d9-99a6-d5df9f486bc1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.3588219 Feb 07 17:05:44.306953 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port a152f094-b6ca-47b0-9ca7-428feef89ad8, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a152f094-b6ca-47b0-9ca7-428feef89ad8,segment=NetworkSegment(74fdcdb4-2144-4df1-a117-32b4ebc09c47),segment_id=74fdcdb4-2144-4df1-a117-32b4ebc09c47)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:05:44.312356 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a152f094-b6ca-47b0-9ca7-428feef89ad8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:44.441156 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=a152f094-b6ca-47b0-9ca7-428feef89ad8,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:44.455927 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-86f511f6-c30f-456a-adab-9c67ef5128e7 req-c7addcad-c443-4f85-a8d1-fd21eda222e1 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3734353 Feb 07 17:05:44.607052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4960d-b530-4d94-bbc9-2d6721b4781e req-66a55645-1560-4dae-86cd-edc8dc292210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:44.608623 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c6a4960d-b530-4d94-bbc9-2d6721b4781e req-66a55645-1560-4dae-86cd-edc8dc292210 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3596792 Feb 07 17:05:44.805048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c7e30-8d38-49ce-8319-42081ec3a0f5 req-a728bf8e-116e-4134-894b-6849bf415d7d tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:44.807818 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e92c7e30-8d38-49ce-8319-42081ec3a0f5 req-a728bf8e-116e-4134-894b-6849bf415d7d tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.32 "GET /v2.0/ports?device_id=f696395e-66d0-4bb5-b8d5-646d249ff480 HTTP/1.1" status: 200 len: 945 time: 0.2033587 Feb 07 17:05:44.825932 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff0727e-79c6-43fa-b0fe-5aefd8a5ebf9 None None] Network 3d6120b4-3d3a-4806-987f-90d4002a4070 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:05:45.119510 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2ca05fb5-02e7-43e2-852f-7e92cc7e1dfc None None] Provisioning complete for port a152f094-b6ca-47b0-9ca7-428feef89ad8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:45.122639 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e92c7e30-8d38-49ce-8319-42081ec3a0f5 req-b3931a8c-4f91-45cc-b545-cd698ded3682 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Deleting port 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:05:45.123005 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e92c7e30-8d38-49ce-8319-42081ec3a0f5 req-b3931a8c-4f91-45cc-b545-cd698ded3682 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (583cc7a9-4ac5-4c88-8307-c5e76c5d7c73), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:45.125991 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ca05fb5-02e7-43e2-852f-7e92cc7e1dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a152f094-b6ca-47b0-9ca7-428feef89ad8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:45.285519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2ca05fb5-02e7-43e2-852f-7e92cc7e1dfc None None] Current status of the port a152f094-b6ca-47b0-9ca7-428feef89ad8 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:45.388084 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f287f-b9bf-4f66-8b43-22d21e04125e req-49f419f7-182f-4480-8c22-2504b6a49828 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:45.395736 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a88f287f-b9bf-4f66-8b43-22d21e04125e req-49f419f7-182f-4480-8c22-2504b6a49828 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=f696395e-66d0-4bb5-b8d5-646d249ff480 HTTP/1.1" status: 200 len: 945 time: 0.2213213 Feb 07 17:05:45.475910 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37326) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:45.552813 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e92c7e30-8d38-49ce-8319-42081ec3a0f5 req-b3931a8c-4f91-45cc-b545-cd698ded3682 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] For port 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=583cc7a9-4ac5-4c88-8307-c5e76c5d7c73,segment=NetworkSegment(0b335b56-9acc-471e-a796-eeb06c7bb7a5),segment_id=0b335b56-9acc-471e-a796-eeb06c7bb7a5)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:05:45.553204 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e92c7e30-8d38-49ce-8319-42081ec3a0f5 req-b3931a8c-4f91-45cc-b545-cd698ded3682 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (583cc7a9-4ac5-4c88-8307-c5e76c5d7c73), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:45.567990 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a152f094-b6ca-47b0-9ca7-428feef89ad8 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:05:45.618955 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e92c7e30-8d38-49ce-8319-42081ec3a0f5 req-b3931a8c-4f91-45cc-b545-cd698ded3682 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Calling delete_port for 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:05:45.643375 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a88f287f-b9bf-4f66-8b43-22d21e04125e req-84ff38b3-c366-4cc0-bad5-292ef87a83b8 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418818 Feb 07 17:05:45.669037 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a152f094-b6ca-47b0-9ca7-428feef89ad8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:45.672193 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a152f094-b6ca-47b0-9ca7-428feef89ad8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:45.897855 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-348b0af7-3f6f-418f-9b8a-126d4846b2c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:45.914008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a152f094-b6ca-47b0-9ca7-428feef89ad8 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:45.951428 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c6a4960d-b530-4d94-bbc9-2d6721b4781e req-3a5fa781-c93a-414f-ad71-bf3bf72c518e service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2855768 Feb 07 17:05:45.954723 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-cb6f06eb-8b4f-45b2-a803-6982d5a99060 None None] Provisioning complete for port a152f094-b6ca-47b0-9ca7-428feef89ad8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:45.955107 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cb6f06eb-8b4f-45b2-a803-6982d5a99060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a152f094-b6ca-47b0-9ca7-428feef89ad8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:45.967833 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d8095-951d-4b20-9978-b223de443411 req-f420f90a-b728-4271-99ff-837ea4e80e94 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:45.969553 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f36d8095-951d-4b20-9978-b223de443411 req-f420f90a-b728-4271-99ff-837ea4e80e94 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 945 time: 0.2844412 Feb 07 17:05:45.982483 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-460f9527-3f8d-43dc-b70d-e085cd063a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (0745e01b-528b-40f6-b43a-cdacce98fb8c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:46.137179 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-cb6f06eb-8b4f-45b2-a803-6982d5a99060 None None] Current status of the port a152f094-b6ca-47b0-9ca7-428feef89ad8 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:46.172907 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f36d8095-951d-4b20-9978-b223de443411 req-fcf544dd-9df3-4249-825a-39c13d803199 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940246 Feb 07 17:05:46.302894 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c6a4960d-b530-4d94-bbc9-2d6721b4781e req-c6deaeca-c41a-495c-837d-db2f8678c27d service neutron] 10.222.0.32 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443968 Feb 07 17:05:46.322434 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85202068-1c2d-4cd2-b1c9-ea9f35923c0d req-6bb1d954-77ea-47ea-baf4-a6f25010ef59 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:46.325480 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-85202068-1c2d-4cd2-b1c9-ea9f35923c0d req-6bb1d954-77ea-47ea-baf4-a6f25010ef59 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.4881918 Feb 07 17:05:46.422595 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460f9527-3f8d-43dc-b70d-e085cd063a1f admin admin] Router 0745e01b-528b-40f6-b43a-cdacce98fb8c is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:05:46.551654 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-85202068-1c2d-4cd2-b1c9-ea9f35923c0d req-17f3c6f3-ebfd-4055-b48a-cd2b14f85678 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137640 Feb 07 17:05:46.568720 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99c4cc-041b-404c-afd2-75604afb0afe req-188fb041-c843-4e93-b50b-53d9b7ff4b8a tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:46.579011 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc99c4cc-041b-404c-afd2-75604afb0afe req-188fb041-c843-4e93-b50b-53d9b7ff4b8a tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 945 time: 0.5068862 Feb 07 17:05:46.582643 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e92c7e30-8d38-49ce-8319-42081ec3a0f5 req-b3931a8c-4f91-45cc-b545-cd698ded3682 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (583cc7a9-4ac5-4c88-8307-c5e76c5d7c73), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:46.595213 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['8e433e0c-d28f-4d2a-8329-e962ce086384', '583cc7a9-4ac5-4c88-8307-c5e76c5d7c73'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:05:46.597738 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['4522e1af-eb3d-4c70-ad64-b7d25b8f30af'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:05:46.648193 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460f9527-3f8d-43dc-b70d-e085cd063a1f admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:05:46.673966 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] Sync routers for ids ['0745e01b-528b-40f6-b43a-cdacce98fb8c'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:05:46.685024 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-460f9527-3f8d-43dc-b70d-e085cd063a1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:46.686476 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-460f9527-3f8d-43dc-b70d-e085cd063a1f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.3531585 Feb 07 17:05:46.689404 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37340) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:46.733889 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] Routers {'0745e01b-528b-40f6-b43a-cdacce98fb8c'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:05:46.739952 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:05:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0745e01b-528b-40f6-b43a-cdacce98fb8c'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:46.923128 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-348b0af7-3f6f-418f-9b8a-126d4846b2c2 admin admin] Publish callbacks [] for security_group (7f4e010d-a2ef-4797-908b-3eec82d3ff58), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:47.120421 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3931a8c-4f91-45cc-b545-cd698ded3682 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Pushing event deleted for resources: {'Port': ['ID=583cc7a9-4ac5-4c88-8307-c5e76c5d7c73,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:47.140650 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-348b0af7-3f6f-418f-9b8a-126d4846b2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7f4e010d-a2ef-4797-908b-3eec82d3ff58), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:47.199820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92c7e30-8d38-49ce-8319-42081ec3a0f5 req-b3931a8c-4f91-45cc-b545-cd698ded3682 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] No DVR routers for this DVR port 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:05:47.257218 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] Set router 0745e01b-528b-40f6-b43a-cdacce98fb8c gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:05:47.270982 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e92c7e30-8d38-49ce-8319-42081ec3a0f5 req-b3931a8c-4f91-45cc-b545-cd698ded3682 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:47.274818 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e92c7e30-8d38-49ce-8319-42081ec3a0f5 req-b3931a8c-4f91-45cc-b545-cd698ded3682 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.32 "DELETE /v2.0/ports/583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 HTTP/1.1" status: 204 len: 173 time: 2.4605732 Feb 07 17:05:47.293619 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f696395e-66d0-4bb5-b8d5-646d249ff480', 'name': 'network-vif-deleted', 'tag': '583cc7a9-4ac5-4c88-8307-c5e76c5d7c73'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:05:47.315057 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1b0bcb-f235-4f30-82aa-9c2f692a2185" -d '{"events": [{"server_uuid": "f696395e-66d0-4bb5-b8d5-646d249ff480", "name": "network-vif-deleted", "tag": "583cc7a9-4ac5-4c88-8307-c5e76c5d7c73"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:05:47.401808 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e635845-6155-4105-915b-4dde9037ac1f req-4cb73967-5f4c-4d83-b7a5-0d5385d3f527 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=f696395e-66d0-4bb5-b8d5-646d249ff480 HTTP/1.1" status: 200 len: 210 time: 0.3810883 Feb 07 17:05:47.460124 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-348b0af7-3f6f-418f-9b8a-126d4846b2c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=030c335e1a59475f9593b62281e88bb7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9780903 Feb 07 17:05:47.464429 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37354) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:47.500811 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b0af7-3f6f-418f-9b8a-126d4846b2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4e010d-a2ef-4797-908b-3eec82d3ff58,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:47.549194 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183ca88-c509-483e-9b26-7b5266fc1e6b req-5b1bdb04-09d7-45ad-a3cb-2f87251cf84e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:47.550975 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3183ca88-c509-483e-9b26-7b5266fc1e6b req-5b1bdb04-09d7-45ad-a3cb-2f87251cf84e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.5392430 Feb 07 17:05:47.613399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771cb98-2fa2-4be1-93a4-a61c16f9a509 req-28152bda-ad8b-43a8-ac04-113b49be54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:47.615391 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5771cb98-2fa2-4be1-93a4-a61c16f9a509 req-28152bda-ad8b-43a8-ac04-113b49be54b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 1127 time: 0.6079316 Feb 07 17:05:47.627552 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-bc99c4cc-041b-404c-afd2-75604afb0afe req-4550aa7a-705a-4a89-9e86-d9c2a7430760 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Deleting port f764fa7b-60e8-4e84-b52f-f8ca29cc867c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:05:47.628275 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bc99c4cc-041b-404c-afd2-75604afb0afe req-4550aa7a-705a-4a89-9e86-d9c2a7430760 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f764fa7b-60e8-4e84-b52f-f8ca29cc867c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:47.869514 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3183ca88-c509-483e-9b26-7b5266fc1e6b req-ef8dc085-2389-491e-a96d-ae8474cbd6d5 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026086 Feb 07 17:05:47.909289 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'name': 'tempest-TestServerBasicOps-96775840-router', 'tenant_id': '390a98f041b444549130fb513cea7f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'bd3b9e2f-326a-4139-bc12-1a642502bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:39Z', 'updated_at': '2022-02-07T17:05:42Z', 'revision_number': 3, 'project_id': '390a98f041b444549130fb513cea7f22', 'gw_port': {'id': 'bd3b9e2f-326a-4139-bc12-1a642502bc93', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:40Z', 'updated_at': '2022-02-07T17:05:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:47.941379 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37795e0c-1e0a-49f9-a640-010bacef2afe admin admin] Publish callbacks [] for security_group (7f4e010d-a2ef-4797-908b-3eec82d3ff58), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:48.003534 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97602d-2370-426d-b6ef-09b7b67a24ad req-65e216c3-9074-4386-a699-60168ab5f395 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:48.017082 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b97602d-2370-426d-b6ef-09b7b67a24ad req-65e216c3-9074-4386-a699-60168ab5f395 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 945 time: 0.4765222 Feb 07 17:05:48.027510 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d028248-089a-4151-8baf-2fba96cea402 x-openstack-request-id: req-3d028248-089a-4151-8baf-2fba96cea402 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:05:48.027975 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f696395e-66d0-4bb5-b8d5-646d249ff480", "name": "network-vif-deleted", "tag": "583cc7a9-4ac5-4c88-8307-c5e76c5d7c73", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:05:48.028338 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d028248-089a-4151-8baf-2fba96cea402 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:05:48.028852 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f696395e-66d0-4bb5-b8d5-646d249ff480', 'name': 'network-vif-deleted', 'tag': '583cc7a9-4ac5-4c88-8307-c5e76c5d7c73', 'status': 'completed', 'code': 200} Feb 07 17:05:48.029095 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] Checking router: 0745e01b-528b-40f6-b43a-cdacce98fb8c for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:05:48.029472 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] Updating router 0745e01b-528b-40f6-b43a-cdacce98fb8c port bd3b9e2f-326a-4139-bc12-1a642502bc93 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:05:48.132953 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bd3b9e2f-326a-4139-bc12-1a642502bc93), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:48.153931 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:48.212452 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37795e0c-1e0a-49f9-a640-010bacef2afe admin admin] Publish callbacks [] for security_group (7f4e010d-a2ef-4797-908b-3eec82d3ff58), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:48.264615 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-bc99c4cc-041b-404c-afd2-75604afb0afe req-4550aa7a-705a-4a89-9e86-d9c2a7430760 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] For port f764fa7b-60e8-4e84-b52f-f8ca29cc867c, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=f764fa7b-60e8-4e84-b52f-f8ca29cc867c,segment=NetworkSegment(17aeef85-ff9c-46dd-8ac6-f0f3d98935b6),segment_id=17aeef85-ff9c-46dd-8ac6-f0f3d98935b6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:05:48.265142 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bc99c4cc-041b-404c-afd2-75604afb0afe req-4550aa7a-705a-4a89-9e86-d9c2a7430760 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f764fa7b-60e8-4e84-b52f-f8ca29cc867c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:48.368634 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771cb98-2fa2-4be1-93a4-a61c16f9a509 req-41d5e5a4-a65f-456f-aa94-57842a621913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:48.372606 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5771cb98-2fa2-4be1-93a4-a61c16f9a509 req-41d5e5a4-a65f-456f-aa94-57842a621913 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 913 time: 0.7487578 Feb 07 17:05:48.401553 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b97602d-2370-426d-b6ef-09b7b67a24ad req-9f065d47-f5bf-4551-91c4-5c734b606ef2 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe2a7b2a-2753-4ef9-9eae-faba6a1db299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818781 Feb 07 17:05:48.412722 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-bc99c4cc-041b-404c-afd2-75604afb0afe req-4550aa7a-705a-4a89-9e86-d9c2a7430760 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Calling delete_port for f764fa7b-60e8-4e84-b52f-f8ca29cc867c owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:05:48.423037 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37795e0c-1e0a-49f9-a640-010bacef2afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7f4e010d-a2ef-4797-908b-3eec82d3ff58), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:48.440005 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37795e0c-1e0a-49f9-a640-010bacef2afe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:48.444475 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-37795e0c-1e0a-49f9-a640-010bacef2afe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f4e010d-a2ef-4797-908b-3eec82d3ff58 HTTP/1.1" status: 204 len: 168 time: 0.9757545 Feb 07 17:05:48.533496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Allocated IP 172.20.0.1 (3d6120b4-3d3a-4806-987f-90d4002a4070/97c149a6-0026-4286-8fe1-b02179b83b38/c6ad0ec0-b871-403b-9437-0b9f212a52a5) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:05:48.630049 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] Publish callbacks [] for port (bd3b9e2f-326a-4139-bc12-1a642502bc93), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:48.638781 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bd3b9e2f-326a-4139-bc12-1a642502bc93), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:48.714121 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] Attempting to bind port bd3b9e2f-326a-4139-bc12-1a642502bc93 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:05:48.714728 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] Attempting to bind port bd3b9e2f-326a-4139-bc12-1a642502bc93 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:05:48.715109 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] Attempting to bind port bd3b9e2f-326a-4139-bc12-1a642502bc93 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:05:48.736608 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:05:48.737074 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:05:48.737425 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:48.743717 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:05:48.744727 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] Bound port: bd3b9e2f-326a-4139-bc12-1a642502bc93, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:05:48.745135 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bd3b9e2f-326a-4139-bc12-1a642502bc93), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:48.795077 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b64354f7-78dc-4757-94f9-03a7486cd2e8 req-cf43e629-b522-4e4c-b9c4-c9dd19e2997a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=f696395e-66d0-4bb5-b8d5-646d249ff480 HTTP/1.1" status: 200 len: 210 time: 0.0935187 Feb 07 17:05:48.821826 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bc99c4cc-041b-404c-afd2-75604afb0afe req-4550aa7a-705a-4a89-9e86-d9c2a7430760 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f764fa7b-60e8-4e84-b52f-f8ca29cc867c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:48.845240 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] For port bd3b9e2f-326a-4139-bc12-1a642502bc93, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:05:48.848673 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] For port bd3b9e2f-326a-4139-bc12-1a642502bc93, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bd3b9e2f-326a-4139-bc12-1a642502bc93,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:05:48.851073 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37795e0c-1e0a-49f9-a640-010bacef2afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4e010d-a2ef-4797-908b-3eec82d3ff58,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:48.863767 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bd3b9e2f-326a-4139-bc12-1a642502bc93), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:48.892834 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b7831-c38f-4ce3-aaf8-a71a1e446258 None None] Pushing event updated for resources: {'Port': ['ID=bd3b9e2f-326a-4139-bc12-1a642502bc93,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:48.912538 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Publish callbacks [] for port (c6ad0ec0-b871-403b-9437-0b9f212a52a5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:48.974212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550aa7a-705a-4a89-9e86-d9c2a7430760 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Pushing event deleted for resources: {'Port': ['ID=f764fa7b-60e8-4e84-b52f-f8ca29cc867c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:48.977192 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b7831-c38f-4ce3-aaf8-a71a1e446258 None None] Pushing event updated for resources: {'Port': ['ID=bd3b9e2f-326a-4139-bc12-1a642502bc93,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:48.996106 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] Routers {'0745e01b-528b-40f6-b43a-cdacce98fb8c'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:05:48.997203 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:05:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0745e01b-528b-40f6-b43a-cdacce98fb8c'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:49.039289 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c6ad0ec0-b871-403b-9437-0b9f212a52a5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:49.060278 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Network 3d6120b4-3d3a-4806-987f-90d4002a4070 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:05:49.065806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:05:49.107777 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37370) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:49.108934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:05:49.159005 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5fa94ac9-2a16-4b2d-882e-3651538fa4b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:49.160555 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5771cb98-2fa2-4be1-93a4-a61c16f9a509 req-e3afc4a6-6622-4e48-ae32-39a167ff5f93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a HTTP/1.1" status: 200 len: 999 time: 0.7676120 Feb 07 17:05:49.163676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc99c4cc-041b-404c-afd2-75604afb0afe req-4550aa7a-705a-4a89-9e86-d9c2a7430760 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] No DVR routers for this DVR port f764fa7b-60e8-4e84-b52f-f8ca29cc867c on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:05:49.169010 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bc99c4cc-041b-404c-afd2-75604afb0afe req-4550aa7a-705a-4a89-9e86-d9c2a7430760 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:49.174433 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc99c4cc-041b-404c-afd2-75604afb0afe req-4550aa7a-705a-4a89-9e86-d9c2a7430760 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.48 "DELETE /v2.0/ports/f764fa7b-60e8-4e84-b52f-f8ca29cc867c HTTP/1.1" status: 204 len: 173 time: 2.5877030 Feb 07 17:05:49.211137 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ad0ec0-b871-403b-9437-0b9f212a52a5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:49.222938 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] Set router 0745e01b-528b-40f6-b43a-cdacce98fb8c gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:05:49.230833 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:49.231489 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:49.232009 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:49.232548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:49.233061 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:49.233600 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:49.234111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:49.234618 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:49.235145 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:49.235651 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:49.236155 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:49.236668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:49.237188 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:05:49.250903 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (0745e01b-528b-40f6-b43a-cdacce98fb8c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:49.324252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:05:49.390666 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:05:49.391250 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 583cc7a9-4ac5-4c88-8307-c5e76c5d7c73 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:05:49.394711 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68d518-d715-4c01-9445-597aba47e8ca req-ea15bbc8-fd51-498a-96bd-fe5d0a680f92 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:49.399167 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f68d518-d715-4c01-9445-597aba47e8ca req-ea15bbc8-fd51-498a-96bd-fe5d0a680f92 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.3530586 Feb 07 17:05:49.434114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771cb98-2fa2-4be1-93a4-a61c16f9a509 req-0d94b4ae-a4a8-41d6-b944-522978e26793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:49.448953 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5771cb98-2fa2-4be1-93a4-a61c16f9a509 req-0d94b4ae-a4a8-41d6-b944-522978e26793 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.2578900 Feb 07 17:05:49.601750 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f68d518-d715-4c01-9445-597aba47e8ca req-b1d7e420-d312-4ec1-91d4-cefe98ffd295 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752377 Feb 07 17:05:49.629996 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-aaa28f25-ac6f-4217-bf18-90dec0de5896 None None] Provisioning complete for port c6ad0ec0-b871-403b-9437-0b9f212a52a5 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:49.634948 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aaa28f25-ac6f-4217-bf18-90dec0de5896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c6ad0ec0-b871-403b-9437-0b9f212a52a5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:49.639225 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771cb98-2fa2-4be1-93a4-a61c16f9a509 req-2de046ac-3246-43e6-af1b-7e1eb71af8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:49.641396 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5771cb98-2fa2-4be1-93a4-a61c16f9a509 req-2de046ac-3246-43e6-af1b-7e1eb71af8c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1726367 Feb 07 17:05:49.645881 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c6ad0ec0-b871-403b-9437-0b9f212a52a5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:49.685252 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ad28cb09-0065-40d9-8204-4c3994526360 req-c31422da-c80e-4a43-8008-51254ac6d0b6 tempest-DeleteServersTestJSON-1412778741 tempest-DeleteServersTestJSON-1412778741-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c7a2dd5-16c1-41c7-94f6-3a34375ba361 HTTP/1.1" status: 200 len: 210 time: 0.0562799 Feb 07 17:05:49.747974 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-aaa28f25-ac6f-4217-bf18-90dec0de5896 None None] Port c6ad0ec0-b871-403b-9437-0b9f212a52a5 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:05:49.765434 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'name': 'tempest-TestServerBasicOps-96775840-router', 'tenant_id': '390a98f041b444549130fb513cea7f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'bd3b9e2f-326a-4139-bc12-1a642502bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:39Z', 'updated_at': '2022-02-07T17:05:42Z', 'revision_number': 3, 'project_id': '390a98f041b444549130fb513cea7f22', 'gw_port': {'id': 'bd3b9e2f-326a-4139-bc12-1a642502bc93', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:40Z', 'updated_at': '2022-02-07T17:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:49.830294 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5fa94ac9-2a16-4b2d-882e-3651538fa4b3 admin admin] Publish callbacks [] for security_group (2b7e3080-8464-47ae-b731-a3e5ee388ff0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:49.833624 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec94cf-a332-4f30-b364-8e045dfee32a None None] The sync data for ids ['0745e01b-528b-40f6-b43a-cdacce98fb8c'] in n-d-827865-3 is: [{'id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'name': 'tempest-TestServerBasicOps-96775840-router', 'tenant_id': '390a98f041b444549130fb513cea7f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'bd3b9e2f-326a-4139-bc12-1a642502bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:39Z', 'updated_at': '2022-02-07T17:05:42Z', 'revision_number': 3, 'project_id': '390a98f041b444549130fb513cea7f22', 'gw_port': {'id': 'bd3b9e2f-326a-4139-bc12-1a642502bc93', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:40Z', 'updated_at': '2022-02-07T17:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:05:49.847170 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5fa94ac9-2a16-4b2d-882e-3651538fa4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2b7e3080-8464-47ae-b731-a3e5ee388ff0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:49.876151 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5771cb98-2fa2-4be1-93a4-a61c16f9a509 req-8967283b-4d17-4c25-b173-2decd5e5ae87 service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214134 Feb 07 17:05:50.031501 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7a2dd5-16c1-41c7-94f6-3a34375ba361', 'name': 'network-vif-deleted', 'tag': 'f764fa7b-60e8-4e84-b52f-f8ca29cc867c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:05:50.035801 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbab531-3e44-405c-80b1-85a0017478cd" -d '{"events": [{"server_uuid": "9c7a2dd5-16c1-41c7-94f6-3a34375ba361", "name": "network-vif-deleted", "tag": "f764fa7b-60e8-4e84-b52f-f8ca29cc867c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:05:50.101339 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5fa94ac9-2a16-4b2d-882e-3651538fa4b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b350ed59623748cb96b26b7b97938585&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9882805 Feb 07 17:05:50.103670 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37384) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:50.103816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-fd40f552-4fa1-480a-a2ff-25cc9718682f req-305100de-a5d6-4ffa-b75e-2d718da6088e service neutron] (103226) timed out ('10.222.0.18', 45106) {{(pid=103226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 17:05:50.138140 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56704ee1-4dea-4cbc-927a-0503634aa046 x-openstack-request-id: req-56704ee1-4dea-4cbc-927a-0503634aa046 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:05:50.138476 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7a2dd5-16c1-41c7-94f6-3a34375ba361", "name": "network-vif-deleted", "tag": "f764fa7b-60e8-4e84-b52f-f8ca29cc867c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:05:50.138700 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56704ee1-4dea-4cbc-927a-0503634aa046 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:05:50.139106 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7a2dd5-16c1-41c7-94f6-3a34375ba361', 'name': 'network-vif-deleted', 'tag': 'f764fa7b-60e8-4e84-b52f-f8ca29cc867c', 'status': 'completed', 'code': 200} Feb 07 17:05:50.151896 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5771cb98-2fa2-4be1-93a4-a61c16f9a509 req-9f5c9da3-6374-42b1-a248-f593e4b7b26f service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621615 Feb 07 17:05:50.154626 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa94ac9-2a16-4b2d-882e-3651538fa4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7e3080-8464-47ae-b731-a3e5ee388ff0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:50.231275 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-599d1b3d-ae13-4fe6-b008-b3083fb48ac7 admin admin] Publish callbacks [] for security_group (2b7e3080-8464-47ae-b731-a3e5ee388ff0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:50.314132 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-599d1b3d-ae13-4fe6-b008-b3083fb48ac7 admin admin] Publish callbacks [] for security_group (2b7e3080-8464-47ae-b731-a3e5ee388ff0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:50.324835 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cddfc-4b31-4cd8-8e7f-2a0cf15e96a1 req-a303e821-4205-461b-8333-de6292fab2c3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:50.327635 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a67cddfc-4b31-4cd8-8e7f-2a0cf15e96a1 req-a303e821-4205-461b-8333-de6292fab2c3 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=2914a7cb-f3c8-4a99-94ea-907fed815134 HTTP/1.1" status: 200 len: 945 time: 0.1101215 Feb 07 17:05:50.348723 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Publish callbacks [] for port (c6ad0ec0-b871-403b-9437-0b9f212a52a5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:50.349150 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device f764fa7b-60e8-4e84-b52f-f8ca29cc867c no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:05:50.356399 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (c6ad0ec0-b871-403b-9437-0b9f212a52a5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:50.415097 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-599d1b3d-ae13-4fe6-b008-b3083fb48ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2b7e3080-8464-47ae-b731-a3e5ee388ff0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:50.422665 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-599d1b3d-ae13-4fe6-b008-b3083fb48ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:50.434388 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-599d1b3d-ae13-4fe6-b008-b3083fb48ac7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b7e3080-8464-47ae-b731-a3e5ee388ff0 HTTP/1.1" status: 204 len: 168 time: 0.3257017 Feb 07 17:05:50.439433 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: f764fa7b-60e8-4e84-b52f-f8ca29cc867c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:05:50.440849 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device f764fa7b-60e8-4e84-b52f-f8ca29cc867c not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:05:50.473769 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d1b3d-ae13-4fe6-b008-b3083fb48ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7e3080-8464-47ae-b731-a3e5ee388ff0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:50.563435 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ad0ec0-b871-403b-9437-0b9f212a52a5,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:50.593659 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (0745e01b-528b-40f6-b43a-cdacce98fb8c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:50.612254 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a67cddfc-4b31-4cd8-8e7f-2a0cf15e96a1 req-953c6ccd-2386-4088-9345-74e77df569ce tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448144 Feb 07 17:05:50.828897 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Network 3d6120b4-3d3a-4806-987f-90d4002a4070 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:05:50.830476 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:05:50.980247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6739dd-11f5-4a17-a832-85e35fa23795 req-c1071a39-9e9c-4a34-afdf-8b809b8b6dbf tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:50.982270 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4e6739dd-11f5-4a17-a832-85e35fa23795 req-c1071a39-9e9c-4a34-afdf-8b809b8b6dbf tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.2441640 Feb 07 17:05:51.102919 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4e6739dd-11f5-4a17-a832-85e35fa23795 req-aa3dcc48-0a85-4f16-9d11-946dc84bb28d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130905 Feb 07 17:05:51.284648 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Router 0745e01b-528b-40f6-b43a-cdacce98fb8c has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:05:51.332033 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:51.471772 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7a718640-0795-4235-a43a-878cc60ca56a None None] Provisioning complete for port c6ad0ec0-b871-403b-9437-0b9f212a52a5 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:51.472567 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7a718640-0795-4235-a43a-878cc60ca56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c6ad0ec0-b871-403b-9437-0b9f212a52a5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:51.591769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7a718640-0795-4235-a43a-878cc60ca56a None None] Port c6ad0ec0-b871-403b-9437-0b9f212a52a5 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:05:51.627921 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:05:51.632272 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc267b-4f06-48f8-8564-bc0373a0f073 req-435fcfa1-fed3-4798-afcb-7d5ca71c815a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:51.635006 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-71e26d4f-e3b5-497d-b581-24a8bf386e50 admin admin] 10.222.0.18 "PUT /v2.0/routers/0745e01b-528b-40f6-b43a-cdacce98fb8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9444578 Feb 07 17:05:51.648080 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-92cc267b-4f06-48f8-8564-bc0373a0f073 req-435fcfa1-fed3-4798-afcb-7d5ca71c815a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.32 "GET /v2.0/ports?device_id=2914a7cb-f3c8-4a99-94ea-907fed815134 HTTP/1.1" status: 200 len: 945 time: 0.2521172 Feb 07 17:05:51.676741 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bd3b9e2f-326a-4139-bc12-1a642502bc93 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:05:51.837749 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port bd3b9e2f-326a-4139-bc12-1a642502bc93 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:51.838589 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bd3b9e2f-326a-4139-bc12-1a642502bc93), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:52.004110 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811624e7-a400-41aa-a90c-e34009c23a97 req-c13a8a7e-bc96-44dd-b49d-b857d45338ad tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:52.020013 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-811624e7-a400-41aa-a90c-e34009c23a97 req-c13a8a7e-bc96-44dd-b49d-b857d45338ad tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=2914a7cb-f3c8-4a99-94ea-907fed815134 HTTP/1.1" status: 200 len: 945 time: 0.2092626 Feb 07 17:05:52.053984 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port bd3b9e2f-326a-4139-bc12-1a642502bc93 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:52.054511 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bd3b9e2f-326a-4139-bc12-1a642502bc93), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:52.120085 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-92cc267b-4f06-48f8-8564-bc0373a0f073 req-13afa64c-e586-4fd1-85ef-18c1f2a77a99 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Deleting port 8e433e0c-d28f-4d2a-8329-e962ce086384 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:05:52.121226 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-92cc267b-4f06-48f8-8564-bc0373a0f073 req-13afa64c-e586-4fd1-85ef-18c1f2a77a99 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8e433e0c-d28f-4d2a-8329-e962ce086384), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:52.187998 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port bd3b9e2f-326a-4139-bc12-1a642502bc93, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bd3b9e2f-326a-4139-bc12-1a642502bc93,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:05:52.195260 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bd3b9e2f-326a-4139-bc12-1a642502bc93), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:52.208088 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-811624e7-a400-41aa-a90c-e34009c23a97 req-3eab1488-898e-4074-905e-57bfe581056e tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879449 Feb 07 17:05:52.355874 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=bd3b9e2f-326a-4139-bc12-1a642502bc93,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:52.419857 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37456) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:52.484062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-92cc267b-4f06-48f8-8564-bc0373a0f073 req-13afa64c-e586-4fd1-85ef-18c1f2a77a99 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] For port 8e433e0c-d28f-4d2a-8329-e962ce086384, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8e433e0c-d28f-4d2a-8329-e962ce086384,segment=NetworkSegment(0b335b56-9acc-471e-a796-eeb06c7bb7a5),segment_id=0b335b56-9acc-471e-a796-eeb06c7bb7a5)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:05:52.490850 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-92cc267b-4f06-48f8-8564-bc0373a0f073 req-13afa64c-e586-4fd1-85ef-18c1f2a77a99 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8e433e0c-d28f-4d2a-8329-e962ce086384), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:52.493511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c411fab-4ed9-45e5-8b91-8d170c162681 req-9f6de8e0-dcc7-44d8-b2c7-f33877aeac63 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:52.504227 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3c411fab-4ed9-45e5-8b91-8d170c162681 req-9f6de8e0-dcc7-44d8-b2c7-f33877aeac63 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1637087 Feb 07 17:05:52.533966 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-92cc267b-4f06-48f8-8564-bc0373a0f073 req-13afa64c-e586-4fd1-85ef-18c1f2a77a99 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Calling delete_port for 8e433e0c-d28f-4d2a-8329-e962ce086384 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:05:52.647496 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3c411fab-4ed9-45e5-8b91-8d170c162681 req-257e86f1-e6fc-41fd-88a3-9411e371bc83 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422799 Feb 07 17:05:52.745338 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0978ca93-853b-451c-ab15-4b33391ad867 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-740138879-network', 'tenant_id': 'ad9072aefcf847f7a589aa17fa4d097d'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:05:52.850632 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0978ca93-853b-451c-ab15-4b33391ad867 admin admin] Made reservation on behalf of ad9072aefcf847f7a589aa17fa4d097d for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:05:52.853046 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0978ca93-853b-451c-ab15-4b33391ad867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:52.888605 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc31025-9ea4-4c0e-857f-f212f3839267 req-337a8d2f-51c3-4ba7-ab0f-958be38ec8d8 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:52.898052 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4dc31025-9ea4-4c0e-857f-f212f3839267 req-337a8d2f-51c3-4ba7-ab0f-958be38ec8d8 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1376548 Feb 07 17:05:52.899994 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0978ca93-853b-451c-ab15-4b33391ad867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:52.974193 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4dc31025-9ea4-4c0e-857f-f212f3839267 req-33ecabc8-f78d-4d70-965a-6fafb67728df tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751257 Feb 07 17:05:53.219937 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0978ca93-853b-451c-ab15-4b33391ad867 admin admin] Publish callbacks [] for security_group (fd448d2c-e99a-4db4-a697-63c652b4377a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:53.225446 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-92cc267b-4f06-48f8-8564-bc0373a0f073 req-13afa64c-e586-4fd1-85ef-18c1f2a77a99 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (8e433e0c-d28f-4d2a-8329-e962ce086384), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:53.230522 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0978ca93-853b-451c-ab15-4b33391ad867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fd448d2c-e99a-4db4-a697-63c652b4377a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:53.241808 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['8e433e0c-d28f-4d2a-8329-e962ce086384'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:05:53.308284 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4a288-1913-436e-8085-35ce9c1b7245 req-9dde2075-a64e-4822-aaad-57d00139cfaf tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:53.310459 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5cf4a288-1913-436e-8085-35ce9c1b7245 req-9dde2075-a64e-4822-aaad-57d00139cfaf tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1857860 Feb 07 17:05:53.331290 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['4522e1af-eb3d-4c70-ad64-b7d25b8f30af'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:05:53.394511 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afa64c-e586-4fd1-85ef-18c1f2a77a99 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Pushing event deleted for resources: {'Port': ['ID=8e433e0c-d28f-4d2a-8329-e962ce086384,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:53.436058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0978ca93-853b-451c-ab15-4b33391ad867 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:05:53.501529 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5cf4a288-1913-436e-8085-35ce9c1b7245 req-56a2d7f0-557a-43ec-a439-fa2442e19bbf tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752913 Feb 07 17:05:53.577262 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] Sync routers for ids ['0745e01b-528b-40f6-b43a-cdacce98fb8c'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:05:53.611523 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978ca93-853b-451c-ab15-4b33391ad867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd448d2c-e99a-4db4-a697-63c652b4377a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:53.612055 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bd3b9e2f-326a-4139-bc12-1a642502bc93 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:05:53.728686 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f80a3447-00d2-4506-b0f8-9f48d2baf4e9 req-bdfc9ea3-b95e-4e0f-b399-5e2efdd7d002 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=2914a7cb-f3c8-4a99-94ea-907fed815134 HTTP/1.1" status: 200 len: 210 time: 0.0550416 Feb 07 17:05:53.755620 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] Routers {'0745e01b-528b-40f6-b43a-cdacce98fb8c'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:05:53.756221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:05:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0745e01b-528b-40f6-b43a-cdacce98fb8c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:53.868374 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:54.001943 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37486) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:54.008285 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c31e95e0-f768-4264-815f-00067173efae tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1243538884', 'description': 'tempest-secgroup-smoke-1243538884 description', 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:05:54.079551 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c31e95e0-f768-4264-815f-00067173efae tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:54.165698 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port bd3b9e2f-326a-4139-bc12-1a642502bc93 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:54.166090 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bd3b9e2f-326a-4139-bc12-1a642502bc93), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:54.298920 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c31e95e0-f768-4264-815f-00067173efae tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group (f33abf93-684f-463f-89af-a7d1ba85200d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:54.304371 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c31e95e0-f768-4264-815f-00067173efae tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f33abf93-684f-463f-89af-a7d1ba85200d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:54.358455 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c31e95e0-f768-4264-815f-00067173efae tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:54.367072 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c31e95e0-f768-4264-815f-00067173efae tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3639739 Feb 07 17:05:54.371018 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37494) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:54.376089 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-00358a66-3b19-4a55-a8ff-d306f64bf292 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Request body: {'security_group_rule': {'security_group_id': 'f33abf93-684f-463f-89af-a7d1ba85200d', 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:05:54.381588 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e95e0-f768-4264-815f-00067173efae tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f33abf93-684f-463f-89af-a7d1ba85200d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:54.424402 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00358a66-3b19-4a55-a8ff-d306f64bf292 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group_rule (fa1be1d6-1b9b-41e2-9541-fec9ae311755), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:54.436013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] Set router 0745e01b-528b-40f6-b43a-cdacce98fb8c gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:05:54.636807 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00358a66-3b19-4a55-a8ff-d306f64bf292 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group_rule (fa1be1d6-1b9b-41e2-9541-fec9ae311755), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:54.657718 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00358a66-3b19-4a55-a8ff-d306f64bf292 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (fa1be1d6-1b9b-41e2-9541-fec9ae311755), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:54.670542 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cc267b-4f06-48f8-8564-bc0373a0f073 req-13afa64c-e586-4fd1-85ef-18c1f2a77a99 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] No DVR routers for this DVR port 8e433e0c-d28f-4d2a-8329-e962ce086384 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:05:54.675110 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0978ca93-853b-451c-ab15-4b33391ad867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (d5712d7b-6aeb-468b-af45-19983014d575), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:54.675702 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-0978ca93-853b-451c-ab15-4b33391ad867 admin admin] Added segment d5712d7b-6aeb-468b-af45-19983014d575 of type vlan for network 641f9424-493f-4da2-9c90-2ca10c78e400 Feb 07 17:05:54.679887 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-92cc267b-4f06-48f8-8564-bc0373a0f073 req-13afa64c-e586-4fd1-85ef-18c1f2a77a99 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:54.685315 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-92cc267b-4f06-48f8-8564-bc0373a0f073 req-13afa64c-e586-4fd1-85ef-18c1f2a77a99 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.32 "DELETE /v2.0/ports/8e433e0c-d28f-4d2a-8329-e962ce086384 HTTP/1.1" status: 204 len: 173 time: 3.0301569 Feb 07 17:05:54.694892 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2914a7cb-f3c8-4a99-94ea-907fed815134', 'name': 'network-vif-deleted', 'tag': '8e433e0c-d28f-4d2a-8329-e962ce086384'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:05:54.695334 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00358a66-3b19-4a55-a8ff-d306f64bf292 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1be1d6-1b9b-41e2-9541-fec9ae311755,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:54.700080 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e37bd27-bbcb-420b-b204-4cbc364411c3" -d '{"events": [{"server_uuid": "2914a7cb-f3c8-4a99-94ea-907fed815134", "name": "network-vif-deleted", "tag": "8e433e0c-d28f-4d2a-8329-e962ce086384"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:05:54.708800 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00358a66-3b19-4a55-a8ff-d306f64bf292 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:54.712365 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-00358a66-3b19-4a55-a8ff-d306f64bf292 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3400908 Feb 07 17:05:54.714975 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37504) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:54.728626 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0109f3b9-53b9-4d3e-81f4-b4e4c8f5929a tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Request body: {'security_group_rule': {'security_group_id': 'f33abf93-684f-463f-89af-a7d1ba85200d', 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:05:54.789859 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0109f3b9-53b9-4d3e-81f4-b4e4c8f5929a tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group_rule (79e0c36f-4b88-4260-a042-feccc793d7cd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:54.964954 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0109f3b9-53b9-4d3e-81f4-b4e4c8f5929a tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group_rule (79e0c36f-4b88-4260-a042-feccc793d7cd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:54.985014 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0109f3b9-53b9-4d3e-81f4-b4e4c8f5929a tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (79e0c36f-4b88-4260-a042-feccc793d7cd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:54.987772 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee91bd4-a751-44f8-853e-3274d30a449a x-openstack-request-id: req-bee91bd4-a751-44f8-853e-3274d30a449a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:05:54.988089 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2914a7cb-f3c8-4a99-94ea-907fed815134", "name": "network-vif-deleted", "tag": "8e433e0c-d28f-4d2a-8329-e962ce086384", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:05:54.988360 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bee91bd4-a751-44f8-853e-3274d30a449a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:05:54.992799 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2914a7cb-f3c8-4a99-94ea-907fed815134', 'name': 'network-vif-deleted', 'tag': '8e433e0c-d28f-4d2a-8329-e962ce086384', 'status': 'completed', 'code': 200} Feb 07 17:05:55.024477 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109f3b9-53b9-4d3e-81f4-b4e4c8f5929a tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e0c36f-4b88-4260-a042-feccc793d7cd,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:55.046282 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0978ca93-853b-451c-ab15-4b33391ad867 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (641f9424-493f-4da2-9c90-2ca10c78e400), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:55.055827 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0109f3b9-53b9-4d3e-81f4-b4e4c8f5929a tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:55.059202 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0109f3b9-53b9-4d3e-81f4-b4e4c8f5929a tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3402274 Feb 07 17:05:55.062973 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37512) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:55.071117 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f085c1c8-dc01-4053-b3b3-ae4f4fad31f4 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Request body: {'security_group_rule': {'security_group_id': 'f33abf93-684f-463f-89af-a7d1ba85200d', 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:05:55.138113 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03605fd-7258-47c2-b707-d3a9db198846 req-db989037-d587-4df4-9838-88eb836d6d10 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:55.143688 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a03605fd-7258-47c2-b707-d3a9db198846 req-db989037-d587-4df4-9838-88eb836d6d10 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.4868672 Feb 07 17:05:55.155708 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'name': 'tempest-TestServerBasicOps-96775840-router', 'tenant_id': '390a98f041b444549130fb513cea7f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'bd3b9e2f-326a-4139-bc12-1a642502bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:39Z', 'updated_at': '2022-02-07T17:05:49Z', 'revision_number': 4, 'project_id': '390a98f041b444549130fb513cea7f22', 'gw_port': {'id': 'bd3b9e2f-326a-4139-bc12-1a642502bc93', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:40Z', 'updated_at': '2022-02-07T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'c6ad0ec0-b871-403b-9437-0b9f212a52a5', 'name': '', 'network_id': '3d6120b4-3d3a-4806-987f-90d4002a4070', 'tenant_id': '390a98f041b444549130fb513cea7f22', 'mac_address': 'fa:16:3e:b9:1d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '97c149a6-0026-4286-8fe1-b02179b83b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:48Z', 'updated_at': '2022-02-07T17:05:49Z', 'revision_number': 2, 'project_id': '390a98f041b444549130fb513cea7f22', 'subnets': [{'id': '97c149a6-0026-4286-8fe1-b02179b83b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:55.187687 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d9524a0-5003-43d8-81ff-f3ca87d1c1df req-5bbde773-438c-442d-9381-db77c6622deb tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=2914a7cb-f3c8-4a99-94ea-907fed815134 HTTP/1.1" status: 200 len: 210 time: 0.0597992 Feb 07 17:05:55.230451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] Checking router: 0745e01b-528b-40f6-b43a-cdacce98fb8c for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:05:55.230827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] Updating router 0745e01b-528b-40f6-b43a-cdacce98fb8c port c6ad0ec0-b871-403b-9437-0b9f212a52a5 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:05:55.282018 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0978ca93-853b-451c-ab15-4b33391ad867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (641f9424-493f-4da2-9c90-2ca10c78e400), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:55.303982 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0978ca93-853b-451c-ab15-4b33391ad867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:55.304925 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0978ca93-853b-451c-ab15-4b33391ad867 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:55.323760 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port bd3b9e2f-326a-4139-bc12-1a642502bc93 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:55.330141 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c6ad0ec0-b871-403b-9437-0b9f212a52a5), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:55.351460 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f085c1c8-dc01-4053-b3b3-ae4f4fad31f4 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group_rule (b88c99d4-4d42-408f-a85b-988872326627), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:55.572729 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0978ca93-853b-451c-ab15-4b33391ad867 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.1512361 Feb 07 17:05:55.575995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37520) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:55.581456 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d59acde6-5b86-426f-8172-1b70015c7d4a admin admin] Request body: {'subnet': {'network_id': '641f9424-493f-4da2-9c90-2ca10c78e400', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-740138879-subnet', 'tenant_id': 'ad9072aefcf847f7a589aa17fa4d097d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:05:55.650207 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59acde6-5b86-426f-8172-1b70015c7d4a admin admin] Made reservation on behalf of ad9072aefcf847f7a589aa17fa4d097d for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:05:55.653654 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d59acde6-5b86-426f-8172-1b70015c7d4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:55.656716 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978ca93-853b-451c-ab15-4b33391ad867 admin admin] Pushing event updated for resources: {'Network': ['ID=641f9424-493f-4da2-9c90-2ca10c78e400,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:55.707911 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a03605fd-7258-47c2-b707-d3a9db198846 req-78ab06df-70d9-412a-be5d-9d81c92a392b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5457041 Feb 07 17:05:55.815500 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f085c1c8-dc01-4053-b3b3-ae4f4fad31f4 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group_rule (b88c99d4-4d42-408f-a85b-988872326627), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:55.824416 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f085c1c8-dc01-4053-b3b3-ae4f4fad31f4 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (b88c99d4-4d42-408f-a85b-988872326627), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:55.861751 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085c1c8-dc01-4053-b3b3-ae4f4fad31f4 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88c99d4-4d42-408f-a85b-988872326627,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:55.883740 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f085c1c8-dc01-4053-b3b3-ae4f4fad31f4 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:55.892825 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f085c1c8-dc01-4053-b3b3-ae4f4fad31f4 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8234997 Feb 07 17:05:55.895786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37522) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:55.900636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2bc46673-0223-4de7-9143-a64f3642bdd4 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Request body: {'security_group_rule': {'security_group_id': 'f33abf93-684f-463f-89af-a7d1ba85200d', 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:05:55.984100 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bc46673-0223-4de7-9143-a64f3642bdd4 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group_rule (69a2d1ba-e30d-49ce-ab49-792b43f989a2), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:56.169269 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d59acde6-5b86-426f-8172-1b70015c7d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (42601a7b-852b-4729-aa95-a6e9384f72db), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:56.185677 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bc46673-0223-4de7-9143-a64f3642bdd4 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group_rule (69a2d1ba-e30d-49ce-ab49-792b43f989a2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:56.196411 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bc46673-0223-4de7-9143-a64f3642bdd4 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (69a2d1ba-e30d-49ce-ab49-792b43f989a2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:56.293705 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] Publish callbacks [] for port (c6ad0ec0-b871-403b-9437-0b9f212a52a5), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:56.296221 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc46673-0223-4de7-9143-a64f3642bdd4 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a2d1ba-e30d-49ce-ab49-792b43f989a2,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:56.326126 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8e433e0c-d28f-4d2a-8329-e962ce086384 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:05:56.342834 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bc46673-0223-4de7-9143-a64f3642bdd4 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:56.357189 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2bc46673-0223-4de7-9143-a64f3642bdd4 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4601326 Feb 07 17:05:56.363854 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37532) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:56.389634 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d9e56ba1-175a-4f5a-96a5-7aab9b55a978 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Request body: {'security_group_rule': {'security_group_id': 'f33abf93-684f-463f-89af-a7d1ba85200d', 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:05:56.420169 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 641f9424-493f-4da2-9c90-2ca10c78e400 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:05:56.478974 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59acde6-5b86-426f-8172-1b70015c7d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=42601a7b-852b-4729-aa95-a6e9384f72db,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:56.517579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59acde6-5b86-426f-8172-1b70015c7d4a admin admin] Checking segment: {'id': 'd5712d7b-6aeb-468b-af45-19983014d575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '641f9424-493f-4da2-9c90-2ca10c78e400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:05:56.518014 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59acde6-5b86-426f-8172-1b70015c7d4a admin admin] Network hostable DHCP agents. Network: 641f9424-493f-4da2-9c90-2ca10c78e400, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:05:56.540560 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-d9e56ba1-175a-4f5a-96a5-7aab9b55a978 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Project 8ccb3294bc1846cdacfcbf51d0105cde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:05:56.575171 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d9e56ba1-175a-4f5a-96a5-7aab9b55a978 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group_rule (0c440440-c4ee-4a1a-aa61-2faa14637368), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:56.602021 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 8e433e0c-d28f-4d2a-8329-e962ce086384 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:05:56.604336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8e433e0c-d28f-4d2a-8329-e962ce086384 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:05:56.615068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59acde6-5b86-426f-8172-1b70015c7d4a admin admin] Network 641f9424-493f-4da2-9c90-2ca10c78e400 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:05:56.628513 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c6ad0ec0-b871-403b-9437-0b9f212a52a5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:56.664089 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d59acde6-5b86-426f-8172-1b70015c7d4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 641f9424-493f-4da2-9c90-2ca10c78e400) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:05:56.725790 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59acde6-5b86-426f-8172-1b70015c7d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:56.726526 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d59acde6-5b86-426f-8172-1b70015c7d4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:56.802301 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2904e0-1ac6-4f6f-a954-255afd84eaa2 None None] Pushing event updated for resources: {'Port': ['ID=c6ad0ec0-b871-403b-9437-0b9f212a52a5,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:56.806449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2f9ce3-79a6-4480-8e54-19660f364342 None None] Network 641f9424-493f-4da2-9c90-2ca10c78e400 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:05:56.870525 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d59acde6-5b86-426f-8172-1b70015c7d4a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2848310 Feb 07 17:05:56.958595 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d9e56ba1-175a-4f5a-96a5-7aab9b55a978 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group_rule (0c440440-c4ee-4a1a-aa61-2faa14637368), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:56.966688 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d9e56ba1-175a-4f5a-96a5-7aab9b55a978 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (0c440440-c4ee-4a1a-aa61-2faa14637368), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:57.033826 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e56ba1-175a-4f5a-96a5-7aab9b55a978 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c440440-c4ee-4a1a-aa61-2faa14637368,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:57.039900 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d9e56ba1-175a-4f5a-96a5-7aab9b55a978 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:57.043920 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d9e56ba1-175a-4f5a-96a5-7aab9b55a978 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6588049 Feb 07 17:05:57.044197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37542) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:57.049092 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-528976d2-9ac2-49c7-aff3-671172565015 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Request body: {'security_group_rule': {'security_group_id': 'f33abf93-684f-463f-89af-a7d1ba85200d', 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:05:57.110451 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-528976d2-9ac2-49c7-aff3-671172565015 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Project 8ccb3294bc1846cdacfcbf51d0105cde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:05:57.110688 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fe80eaf9-5eef-430d-a69a-735f0985debf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:57.133461 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-528976d2-9ac2-49c7-aff3-671172565015 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group_rule (92adb36c-6775-48a4-a632-aed16d0e583c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:57.294675 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c713a6a-3b4d-46c6-80b2-7015ef40bee2 req-6d3b80a8-8dd6-469f-96b7-bcac8930262b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:57.305508 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c713a6a-3b4d-46c6-80b2-7015ef40bee2 req-6d3b80a8-8dd6-469f-96b7-bcac8930262b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.2881210 Feb 07 17:05:57.366082 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-528976d2-9ac2-49c7-aff3-671172565015 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group_rule (92adb36c-6775-48a4-a632-aed16d0e583c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:57.375736 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-528976d2-9ac2-49c7-aff3-671172565015 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (92adb36c-6775-48a4-a632-aed16d0e583c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:57.437589 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528976d2-9ac2-49c7-aff3-671172565015 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92adb36c-6775-48a4-a632-aed16d0e583c,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:57.449809 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8008304a-3685-4091-a639-d59b333ee069 req-c9338bb0-204b-4523-8db4-ff520dd2987c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3415363 Feb 07 17:05:57.450924 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] Attempting to bind port c6ad0ec0-b871-403b-9437-0b9f212a52a5 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:05:57.451400 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] Attempting to bind port c6ad0ec0-b871-403b-9437-0b9f212a52a5 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '74fdcdb4-2144-4df1-a117-32b4ebc09c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3d6120b4-3d3a-4806-987f-90d4002a4070'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:05:57.451880 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] Attempting to bind port c6ad0ec0-b871-403b-9437-0b9f212a52a5 on network 3d6120b4-3d3a-4806-987f-90d4002a4070 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:05:57.469344 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-528976d2-9ac2-49c7-aff3-671172565015 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:57.477732 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-528976d2-9ac2-49c7-aff3-671172565015 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4324200 Feb 07 17:05:57.506423 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0a7f898f-cce9-4222-9c5b-2527a50e764b None None] Provisioning complete for port c6ad0ec0-b871-403b-9437-0b9f212a52a5 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:57.507202 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0a7f898f-cce9-4222-9c5b-2527a50e764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c6ad0ec0-b871-403b-9437-0b9f212a52a5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:57.634255 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:05:57.640059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] Checking segment: {'id': '74fdcdb4-2144-4df1-a117-32b4ebc09c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3d6120b4-3d3a-4806-987f-90d4002a4070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:05:57.640830 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:57.642639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] Bound using segment: {'id': '74fdcdb4-2144-4df1-a117-32b4ebc09c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3d6120b4-3d3a-4806-987f-90d4002a4070'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:05:57.647389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] Bound port: c6ad0ec0-b871-403b-9437-0b9f212a52a5, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74fdcdb4-2144-4df1-a117-32b4ebc09c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3d6120b4-3d3a-4806-987f-90d4002a4070'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:05:57.657530 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c6ad0ec0-b871-403b-9437-0b9f212a52a5), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:57.699376 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c713a6a-3b4d-46c6-80b2-7015ef40bee2 req-a3777bd3-5567-44f1-a3b9-a4ce7fe7c4eb tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3910265 Feb 07 17:05:57.778120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008304a-3685-4091-a639-d59b333ee069 req-65845e19-3dc7-4097-8370-4529b88b7e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:57.779651 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8008304a-3685-4091-a639-d59b333ee069 req-65845e19-3dc7-4097-8370-4529b88b7e7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 1128 time: 0.3047614 Feb 07 17:05:57.804711 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9507406-bbe4-45f2-b488-be324b5ab1cc None None] Network 641f9424-493f-4da2-9c90-2ca10c78e400 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:05:57.984755 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d0644d68-5316-45fb-b91d-8780b40c918d req-355c0b6a-5fa5-42b6-96d1-c5014604fcbf tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1243538884&fields=id&tenant_id=8ccb3294bc1846cdacfcbf51d0105cde HTTP/1.1" status: 200 len: 267 time: 0.2344909 Feb 07 17:05:58.156395 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008304a-3685-4091-a639-d59b333ee069 req-997aff60-73c4-46fa-9363-a0250412116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:58.160148 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8008304a-3685-4091-a639-d59b333ee069 req-997aff60-73c4-46fa-9363-a0250412116c service neutron] 10.222.0.48 "GET /v2.0/networks?id=17d86bb1-2b06-4458-812d-7d92a6610c16 HTTP/1.1" status: 200 len: 898 time: 0.3485928 Feb 07 17:05:58.244554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f898f-cce9-4222-9c5b-2527a50e764b None None] Port c6ad0ec0-b871-403b-9437-0b9f212a52a5 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:05:58.492887 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0644d68-5316-45fb-b91d-8780b40c918d req-667a75e6-780d-4840-a392-a3f94ed330e4 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:58.515610 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d0644d68-5316-45fb-b91d-8780b40c918d req-667a75e6-780d-4840-a392-a3f94ed330e4 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/networks?id=b75833c8-4006-405c-bc22-8b17b6a0f33c HTTP/1.1" status: 200 len: 809 time: 0.5297372 Feb 07 17:05:58.545422 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68047e20-e350-40ae-8b3e-319817257794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:58.548758 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] For port c6ad0ec0-b871-403b-9437-0b9f212a52a5, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:05:58.553249 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] For port c6ad0ec0-b871-403b-9437-0b9f212a52a5, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c6ad0ec0-b871-403b-9437-0b9f212a52a5,segment=NetworkSegment(74fdcdb4-2144-4df1-a117-32b4ebc09c47),segment_id=74fdcdb4-2144-4df1-a117-32b4ebc09c47)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:05:58.563422 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d0644d68-5316-45fb-b91d-8780b40c918d req-b7f2aad4-91dd-40e6-8308-60c86f86e86f tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/quotas/8ccb3294bc1846cdacfcbf51d0105cde HTTP/1.1" status: 200 len: 375 time: 0.0454564 Feb 07 17:05:58.586205 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c6ad0ec0-b871-403b-9437-0b9f212a52a5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:58.665674 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8008304a-3685-4091-a639-d59b333ee069 req-4473d86c-6b78-4a52-94b7-a1422e98cd42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a HTTP/1.1" status: 200 len: 1000 time: 0.5000176 Feb 07 17:05:58.801612 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d0644d68-5316-45fb-b91d-8780b40c918d req-efdcad89-84c6-4b34-b191-23117249ef8e tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ccb3294bc1846cdacfcbf51d0105cde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2230387 Feb 07 17:05:58.845696 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] Routers {'0745e01b-528b-40f6-b43a-cdacce98fb8c'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:05:58.846250 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:05:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0745e01b-528b-40f6-b43a-cdacce98fb8c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:05:58.852153 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2904e0-1ac6-4f6f-a954-255afd84eaa2 None None] Pushing event updated for resources: {'Port': ['ID=c6ad0ec0-b871-403b-9437-0b9f212a52a5,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:05:59.169410 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06f836-e0b6-427b-a41a-7c6855146c0e req-24e4d849-bae2-4772-8ec1-8b39dcc99b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:59.178276 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe06f836-e0b6-427b-a41a-7c6855146c0e req-24e4d849-bae2-4772-8ec1-8b39dcc99b8b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acebdcf5865740db8b6f9c233dbd6392&device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 1127 time: 0.7464733 Feb 07 17:05:59.240520 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008304a-3685-4091-a639-d59b333ee069 req-728098b1-d7e9-4456-8cd1-72461c1b0981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:59.245319 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8008304a-3685-4091-a639-d59b333ee069 req-728098b1-d7e9-4456-8cd1-72461c1b0981 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=777bd969-6a46-4ef3-8997-2719fbc1a79e HTTP/1.1" status: 200 len: 834 time: 0.4952421 Feb 07 17:05:59.267763 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37594) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:05:59.287022 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-59a8f3f9-d1a7-402b-bead-ddc04f7d5707 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1107400900-network', 'tenant_id': '5f5412fb9f1c41c9bf2a4d9e3fe51614'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:05:59.292701 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] Set router 0745e01b-528b-40f6-b43a-cdacce98fb8c gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:05:59.300216 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d0644d68-5316-45fb-b91d-8780b40c918d req-f374235e-8273-4165-a3fd-98006c057d5a service neutron] 10.222.0.18 "GET /v2.0/networks/b75833c8-4006-405c-bc22-8b17b6a0f33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743590 Feb 07 17:05:59.314357 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92612c7-32e5-4ea6-a250-38d80519cef4 req-954b9437-1d5f-438f-b390-493de6e0cf37 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:59.334094 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b92612c7-32e5-4ea6-a250-38d80519cef4 req-954b9437-1d5f-438f-b390-493de6e0cf37 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.9357276 Feb 07 17:05:59.542985 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-328632f5-c774-46cc-975e-c70a9bfbc589 None None] Provisioning complete for port c6ad0ec0-b871-403b-9437-0b9f212a52a5 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:05:59.546063 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-328632f5-c774-46cc-975e-c70a9bfbc589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c6ad0ec0-b871-403b-9437-0b9f212a52a5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:59.564830 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a8f3f9-d1a7-402b-bead-ddc04f7d5707 admin admin] Made reservation on behalf of 5f5412fb9f1c41c9bf2a4d9e3fe51614 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:05:59.572696 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59a8f3f9-d1a7-402b-bead-ddc04f7d5707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:59.624498 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59a8f3f9-d1a7-402b-bead-ddc04f7d5707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:59.685437 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b92612c7-32e5-4ea6-a250-38d80519cef4 req-adf52ae8-b8f5-46de-bf41-b6e182a4c740 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3283863 Feb 07 17:05:59.753252 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:59.831780 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008304a-3685-4091-a639-d59b333ee069 req-03df7b39-ac47-4145-a5fc-47daa3dae4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:59.843753 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8008304a-3685-4091-a639-d59b333ee069 req-03df7b39-ac47-4145-a5fc-47daa3dae4d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17d86bb1-2b06-4458-812d-7d92a6610c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5780940 Feb 07 17:05:59.861801 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d0644d68-5316-45fb-b91d-8780b40c918d req-3e1ba9de-b3dd-4246-b634-cacfeb979bff service neutron] 10.222.0.18 "GET /v2.0/networks/b75833c8-4006-405c-bc22-8b17b6a0f33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460196 Feb 07 17:05:59.867097 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-328632f5-c774-46cc-975e-c70a9bfbc589 None None] Current status of the port c6ad0ec0-b871-403b-9437-0b9f212a52a5 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:05:59.867657 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-328632f5-c774-46cc-975e-c70a9bfbc589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c6ad0ec0-b871-403b-9437-0b9f212a52a5), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:05:59.899521 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06f836-e0b6-427b-a41a-7c6855146c0e req-681f607e-ffee-4821-9b6b-b297c2b53eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:05:59.902214 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe06f836-e0b6-427b-a41a-7c6855146c0e req-681f607e-ffee-4821-9b6b-b297c2b53eda service neutron] 10.222.0.48 "GET /v2.0/networks?id=f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 200 len: 913 time: 0.7039864 Feb 07 17:05:59.911387 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-328632f5-c774-46cc-975e-c70a9bfbc589 None None] For port c6ad0ec0-b871-403b-9437-0b9f212a52a5, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c6ad0ec0-b871-403b-9437-0b9f212a52a5,segment=NetworkSegment(74fdcdb4-2144-4df1-a117-32b4ebc09c47),segment_id=74fdcdb4-2144-4df1-a117-32b4ebc09c47)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:05:59.986333 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-328632f5-c774-46cc-975e-c70a9bfbc589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c6ad0ec0-b871-403b-9437-0b9f212a52a5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:00.008683 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59a8f3f9-d1a7-402b-bead-ddc04f7d5707 admin admin] Publish callbacks [] for security_group (ad1d9825-311a-42da-852c-b319cad9ca85), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:00.016553 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59a8f3f9-d1a7-402b-bead-ddc04f7d5707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ad1d9825-311a-42da-852c-b319cad9ca85), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:00.063728 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a8f3f9-d1a7-402b-bead-ddc04f7d5707 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:06:00.099577 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59a8f3f9-d1a7-402b-bead-ddc04f7d5707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (1afa2c52-ee71-4352-9ec3-f28d73971dac), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:00.099990 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-59a8f3f9-d1a7-402b-bead-ddc04f7d5707 admin admin] Added segment 1afa2c52-ee71-4352-9ec3-f28d73971dac of type vlan for network 77a0a7c6-e030-4b08-9f16-b513a8e88d21 Feb 07 17:06:00.121872 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328632f5-c774-46cc-975e-c70a9bfbc589 None None] Pushing event updated for resources: {'Port': ['ID=c6ad0ec0-b871-403b-9437-0b9f212a52a5,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:00.225941 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'name': 'tempest-TestServerBasicOps-96775840-router', 'tenant_id': '390a98f041b444549130fb513cea7f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'bd3b9e2f-326a-4139-bc12-1a642502bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:39Z', 'updated_at': '2022-02-07T17:05:49Z', 'revision_number': 4, 'project_id': '390a98f041b444549130fb513cea7f22', 'gw_port': {'id': 'bd3b9e2f-326a-4139-bc12-1a642502bc93', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:40Z', 'updated_at': '2022-02-07T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'c6ad0ec0-b871-403b-9437-0b9f212a52a5', 'name': '', 'network_id': '3d6120b4-3d3a-4806-987f-90d4002a4070', 'tenant_id': '390a98f041b444549130fb513cea7f22', 'mac_address': 'fa:16:3e:b9:1d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '97c149a6-0026-4286-8fe1-b02179b83b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:48Z', 'updated_at': '2022-02-07T17:05:58Z', 'revision_number': 4, 'project_id': '390a98f041b444549130fb513cea7f22', 'subnets': [{'id': '97c149a6-0026-4286-8fe1-b02179b83b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:00.358634 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59a8f3f9-d1a7-402b-bead-ddc04f7d5707 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (77a0a7c6-e030-4b08-9f16-b513a8e88d21), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:00.362238 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1edd0cb-eca1-4be5-aa36-1f0a3f5a0001 None None] The sync data for ids ['0745e01b-528b-40f6-b43a-cdacce98fb8c'] in n-d-827865-3 is: [{'id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'name': 'tempest-TestServerBasicOps-96775840-router', 'tenant_id': '390a98f041b444549130fb513cea7f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'bd3b9e2f-326a-4139-bc12-1a642502bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:39Z', 'updated_at': '2022-02-07T17:05:49Z', 'revision_number': 4, 'project_id': '390a98f041b444549130fb513cea7f22', 'gw_port': {'id': 'bd3b9e2f-326a-4139-bc12-1a642502bc93', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:40Z', 'updated_at': '2022-02-07T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'c6ad0ec0-b871-403b-9437-0b9f212a52a5', 'name': '', 'network_id': '3d6120b4-3d3a-4806-987f-90d4002a4070', 'tenant_id': '390a98f041b444549130fb513cea7f22', 'mac_address': 'fa:16:3e:b9:1d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '97c149a6-0026-4286-8fe1-b02179b83b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:48Z', 'updated_at': '2022-02-07T17:05:58Z', 'revision_number': 4, 'project_id': '390a98f041b444549130fb513cea7f22', 'subnets': [{'id': '97c149a6-0026-4286-8fe1-b02179b83b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:06:00.406880 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8f3f9-d1a7-402b-bead-ddc04f7d5707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1d9825-311a-42da-852c-b319cad9ca85,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:00.489040 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59a8f3f9-d1a7-402b-bead-ddc04f7d5707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (77a0a7c6-e030-4b08-9f16-b513a8e88d21), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:00.495302 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a8f3f9-d1a7-402b-bead-ddc04f7d5707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:00.499258 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eb91fb30-347c-44e5-ad45-cdc989bc1624 req-20b4a46b-2dfa-4ae9-aeb6-d609d4506935 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 210 time: 0.1476936 Feb 07 17:06:00.500935 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59a8f3f9-d1a7-402b-bead-ddc04f7d5707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:00.504328 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe06f836-e0b6-427b-a41a-7c6855146c0e req-919d66e8-a7bf-45b2-93df-e0fca692b251 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a HTTP/1.1" status: 200 len: 999 time: 0.5917902 Feb 07 17:06:00.620633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06f836-e0b6-427b-a41a-7c6855146c0e req-cff900d3-af48-4d44-ba20-19231ee66fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:00.623914 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe06f836-e0b6-427b-a41a-7c6855146c0e req-cff900d3-af48-4d44-ba20-19231ee66fbf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 200 len: 851 time: 0.1031048 Feb 07 17:06:00.761447 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-59a8f3f9-d1a7-402b-bead-ddc04f7d5707 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4915459 Feb 07 17:06:00.765055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37618) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:00.788217 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Request body: {'subnet': {'network_id': '77a0a7c6-e030-4b08-9f16-b513a8e88d21', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1107400900-subnet', 'tenant_id': '5f5412fb9f1c41c9bf2a4d9e3fe51614', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:00.804935 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8f3f9-d1a7-402b-bead-ddc04f7d5707 admin admin] Pushing event updated for resources: {'Network': ['ID=77a0a7c6-e030-4b08-9f16-b513a8e88d21,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:00.821195 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8008304a-3685-4091-a639-d59b333ee069 req-bc871cf6-b7b3-45d5-b4fc-f417a46aebea service neutron] 10.222.0.48 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9627781 Feb 07 17:06:00.839397 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 77a0a7c6-e030-4b08-9f16-b513a8e88d21 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:06:01.033700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf6314-0acc-4826-a5ef-4d5cd46c70fe req-a681236b-99a4-4ebf-8b13-9d4736542923 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:01.035422 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7fdf6314-0acc-4826-a5ef-4d5cd46c70fe req-a681236b-99a4-4ebf-8b13-9d4736542923 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1389434 Feb 07 17:06:01.118530 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:01.157730 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7fdf6314-0acc-4826-a5ef-4d5cd46c70fe req-22a7342c-1c9a-4d90-862b-608b53c95179 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162393 Feb 07 17:06:01.406582 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8008304a-3685-4091-a639-d59b333ee069 req-c2493f75-16d3-4ac2-abbc-2cbf8d945da3 service neutron] 10.222.0.48 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811236 Feb 07 17:06:01.430509 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06f836-e0b6-427b-a41a-7c6855146c0e req-f578c16a-e765-4ff8-8602-97be4c38b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:01.434193 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe06f836-e0b6-427b-a41a-7c6855146c0e req-f578c16a-e765-4ff8-8602-97be4c38b5eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f237c79b-106d-4492-9f39-8167bb8d1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8040328 Feb 07 17:06:01.464075 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Made reservation on behalf of 5f5412fb9f1c41c9bf2a4d9e3fe51614 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:06:01.489526 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:01.690833 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c6ad0ec0-b871-403b-9437-0b9f212a52a5 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:06:01.754414 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-52660ddc-4254-424e-a113-aaf18165ad59 req-112d36f8-9a1b-473e-afdd-89dc8b2917a8 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 210 time: 0.0732224 Feb 07 17:06:01.922533 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port c6ad0ec0-b871-403b-9437-0b9f212a52a5 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:06:01.923082 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c6ad0ec0-b871-403b-9437-0b9f212a52a5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:02.106104 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe06f836-e0b6-427b-a41a-7c6855146c0e req-ee049280-b182-4ef9-9674-4ebb6b4306f1 service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618371 Feb 07 17:06:02.199773 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port c6ad0ec0-b871-403b-9437-0b9f212a52a5 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:06:02.383207 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe06f836-e0b6-427b-a41a-7c6855146c0e req-6b2e5eb3-2744-4913-8642-2e244043c373 service neutron] 10.222.0.48 "GET /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610528 Feb 07 17:06:02.393005 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:02.400906 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72250cc1-ba5a-49f7-99c0-24bb788bf372 req-336dd8cb-60e7-41e6-a57c-71d1e629de52 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:02.402868 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72250cc1-ba5a-49f7-99c0-24bb788bf372 req-336dd8cb-60e7-41e6-a57c-71d1e629de52 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 1128 time: 1.2296879 Feb 07 17:06:02.633057 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72250cc1-ba5a-49f7-99c0-24bb788bf372 req-e20b58ac-ab70-4eb5-9953-6b7c9529fcac tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023978 Feb 07 17:06:02.732849 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37650) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:03.029419 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652eece7-5f52-4981-b7e1-493c7ce9b645 req-5d38832d-e46b-462f-b9ce-aace4193a572 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:03.040887 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-652eece7-5f52-4981-b7e1-493c7ce9b645 req-5d38832d-e46b-462f-b9ce-aace4193a572 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.5166407 Feb 07 17:06:03.098560 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a0a81ade-b0e2-495b-91ef-ad3d51010fd6 req-16552f40-ddf4-49c7-804e-fc67494f8879 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 210 time: 0.1085827 Feb 07 17:06:03.163242 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (2e13120e-0ac9-469c-aa24-4f4ce01136f6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:03.226105 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0644d68-5316-45fb-b91d-8780b40c918d req-9d7ee26c-c720-4647-ad6d-49d1fb208fcd tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:03.228196 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0644d68-5316-45fb-b91d-8780b40c918d req-9d7ee26c-c720-4647-ad6d-49d1fb208fcd tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.32 "GET /v2.0/networks?id=b75833c8-4006-405c-bc22-8b17b6a0f33c HTTP/1.1" status: 200 len: 809 time: 0.6162329 Feb 07 17:06:03.358919 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e13120e-0ac9-469c-aa24-4f4ce01136f6,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:03.411742 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-652eece7-5f52-4981-b7e1-493c7ce9b645 req-c63f75a0-6839-4323-aed8-b976bdc286bf tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3615065 Feb 07 17:06:03.431491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:03.434045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:03.436001 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:03.436464 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:03.436932 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:03.437576 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:03.440559 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:03.441023 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:03.441559 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:03.442054 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:03.442516 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:03.442954 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:03.446206 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:03.488824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Checking segment: {'id': '1afa2c52-ee71-4352-9ec3-f28d73971dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '77a0a7c6-e030-4b08-9f16-b513a8e88d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:06:03.489520 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Network hostable DHCP agents. Network: 77a0a7c6-e030-4b08-9f16-b513a8e88d21, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:06:03.514184 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0644d68-5316-45fb-b91d-8780b40c918d req-36dff24a-fb98-49c2-a62c-895747c0ad33 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ccb3294bc1846cdacfcbf51d0105cde HTTP/1.1" status: 200 len: 380 time: 0.2746241 Feb 07 17:06:03.536521 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d0644d68-5316-45fb-b91d-8780b40c918d req-7a2c0de7-da09-46da-adec-b81d67b1d445 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Request body: {'port': {'device_id': '96ddcf1b-7dce-470d-83a3-3c442d25342a', 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c', 'admin_state_up': True, 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'security_groups': ['f33abf93-684f-463f-89af-a7d1ba85200d']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:03.723492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-997a8020-d461-4588-9085-a3b1a361566b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Deleting port 786b767b-f505-47a6-88d0-0bffde440784 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:06:03.725041 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-997a8020-d461-4588-9085-a3b1a361566b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (786b767b-f505-47a6-88d0-0bffde440784), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:03.807881 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Network 77a0a7c6-e030-4b08-9f16-b513a8e88d21 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:06:03.815927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0644d68-5316-45fb-b91d-8780b40c918d req-7a2c0de7-da09-46da-adec-b81d67b1d445 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Made reservation on behalf of 8ccb3294bc1846cdacfcbf51d0105cde for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:06:03.821963 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d0644d68-5316-45fb-b91d-8780b40c918d req-7a2c0de7-da09-46da-adec-b81d67b1d445 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:03.884521 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 77a0a7c6-e030-4b08-9f16-b513a8e88d21) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:06:03.897270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219d6999-3fe3-4501-b013-e9ffcfa5acb8 None None] Network 77a0a7c6-e030-4b08-9f16-b513a8e88d21 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:06:03.917859 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:03.918680 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:03.923400 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-997a8020-d461-4588-9085-a3b1a361566b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (786b767b-f505-47a6-88d0-0bffde440784), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:03.925982 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-997a8020-d461-4588-9085-a3b1a361566b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for floatingip (786b767b-f505-47a6-88d0-0bffde440784), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:03.957734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-997a8020-d461-4588-9085-a3b1a361566b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Calling delete_port for 786b767b-f505-47a6-88d0-0bffde440784 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:06:04.090120 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-06708e8b-86b4-4a74-bd6d-a7f3ab06c640 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.3053184 Feb 07 17:06:04.184108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a2508c-0ad1-44b5-9a3b-ae91bec29b1e None None] Network 77a0a7c6-e030-4b08-9f16-b513a8e88d21 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:06:04.376762 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d4c7dea8-b456-42d4-bd5d-71ed6bf1b6b1 req-b52d74ff-b723-4073-8db3-021b2fd923e4 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 210 time: 0.1227689 Feb 07 17:06:04.428021 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-d0644d68-5316-45fb-b91d-8780b40c918d req-7a2c0de7-da09-46da-adec-b81d67b1d445 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Allocated IP 172.20.0.5 (b75833c8-4006-405c-bc22-8b17b6a0f33c/56c52ba2-dc81-4fa2-9ba7-527e5b2edb65/f8bb96cb-3149-48aa-b810-2efde2aa8270) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:06:04.888956 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d0644d68-5316-45fb-b91d-8780b40c918d req-7a2c0de7-da09-46da-adec-b81d67b1d445 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for port (f8bb96cb-3149-48aa-b810-2efde2aa8270), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:05.000752 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d0644d68-5316-45fb-b91d-8780b40c918d req-7a2c0de7-da09-46da-adec-b81d67b1d445 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f8bb96cb-3149-48aa-b810-2efde2aa8270), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:05.131415 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0644d68-5316-45fb-b91d-8780b40c918d req-7a2c0de7-da09-46da-adec-b81d67b1d445 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Network b75833c8-4006-405c-bc22-8b17b6a0f33c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:06:05.160789 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-d0644d68-5316-45fb-b91d-8780b40c918d req-7a2c0de7-da09-46da-adec-b81d67b1d445 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:06:05.190196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0644d68-5316-45fb-b91d-8780b40c918d req-7a2c0de7-da09-46da-adec-b81d67b1d445 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:06:05.218231 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c0de7-da09-46da-adec-b81d67b1d445 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Pushing event updated for resources: {'Port': ['ID=f8bb96cb-3149-48aa-b810-2efde2aa8270,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:05.393371 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-997a8020-d461-4588-9085-a3b1a361566b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (786b767b-f505-47a6-88d0-0bffde440784), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:05.476906 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0644d68-5316-45fb-b91d-8780b40c918d req-7a2c0de7-da09-46da-adec-b81d67b1d445 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:05.481824 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:06:05.482655 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d0644d68-5316-45fb-b91d-8780b40c918d req-7a2c0de7-da09-46da-adec-b81d67b1d445 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:05.487734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a8020-d461-4588-9085-a3b1a361566b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Port': ['ID=786b767b-f505-47a6-88d0-0bffde440784,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:05.550377 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a851bc-95d2-4cd8-b858-d110edb7d01a req-fd4ffc67-1263-443f-9082-0d8219c50c3c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:05.552169 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-04a851bc-95d2-4cd8-b858-d110edb7d01a req-fd4ffc67-1263-443f-9082-0d8219c50c3c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.6049886 Feb 07 17:06:05.555927 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-997a8020-d461-4588-9085-a3b1a361566b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for floatingip (ea2e212e-f340-492c-af34-f33fc97e9f43), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:05.556269 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-997a8020-d461-4588-9085-a3b1a361566b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Floating IP ea2e212e-f340-492c-af34-f33fc97e9f43 disassociated (deleted). External IP: 172.25.4.72, port: eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a. Feb 07 17:06:05.572878 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0644d68-5316-45fb-b91d-8780b40c918d req-7a2c0de7-da09-46da-adec-b81d67b1d445 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0519161 Feb 07 17:06:05.610121 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Request body: {'port': {'device_id': '96ddcf1b-7dce-470d-83a3-3c442d25342a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:05.675213 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-696a789d-cdc7-4bd0-9fe5-10a5555a9b9c None None] Provisioning complete for port f8bb96cb-3149-48aa-b810-2efde2aa8270 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:06:05.675808 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-696a789d-cdc7-4bd0-9fe5-10a5555a9b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f8bb96cb-3149-48aa-b810-2efde2aa8270), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:05.764525 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-696a789d-cdc7-4bd0-9fe5-10a5555a9b9c None None] Port f8bb96cb-3149-48aa-b810-2efde2aa8270 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:06:05.799684 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-34a18081-eab7-4faf-8f8f-cdaa68ac333a tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:05.810027 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-34a18081-eab7-4faf-8f8f-cdaa68ac333a tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/networks?id=641f9424-493f-4da2-9c90-2ca10c78e400 HTTP/1.1" status: 200 len: 808 time: 0.5379922 Feb 07 17:06:05.842266 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-dcd81f1d-6eec-43b6-9f24-47da9529dce6 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/quotas/ad9072aefcf847f7a589aa17fa4d097d HTTP/1.1" status: 200 len: 375 time: 0.0314090 Feb 07 17:06:05.868098 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f8bb96cb-3149-48aa-b810-2efde2aa8270), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:05.957710 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997a8020-d461-4588-9085-a3b1a361566b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Router 08937027-b990-4ee3-9a0d-5a1119a1dc77 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:06:05.961357 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-8e2f8329-28d0-4e5b-8fd4-6727c06966ef tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad9072aefcf847f7a589aa17fa4d097d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1018298 Feb 07 17:06:06.158371 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-04a851bc-95d2-4cd8-b858-d110edb7d01a req-74bf57c0-92e3-4e74-96ab-230a1c8630fd tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4588771 Feb 07 17:06:06.225414 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-3f95e582-57fc-4d53-9c82-33411c9763a7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:06:06.229360 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-3f95e582-57fc-4d53-9c82-33411c9763a7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2572494 Feb 07 17:06:06.253371 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997a8020-d461-4588-9085-a3b1a361566b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:06:06.258866 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-997a8020-d461-4588-9085-a3b1a361566b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:06.284490 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64260c03-e4a9-46db-8ec4-3c662aadf9b2 None None] Sync routers for ids ['08937027-b990-4ee3-9a0d-5a1119a1dc77'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:06:06.305252 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64260c03-e4a9-46db-8ec4-3c662aadf9b2 None None] Routers {'08937027-b990-4ee3-9a0d-5a1119a1dc77'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:06:06.312045 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-64260c03-e4a9-46db-8ec4-3c662aadf9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:05:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['08937027-b990-4ee3-9a0d-5a1119a1dc77'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:06.326394 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-997a8020-d461-4588-9085-a3b1a361566b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "DELETE /v2.0/floatingips/ea2e212e-f340-492c-af34-f33fc97e9f43 HTTP/1.1" status: 204 len: 168 time: 3.5850310 Feb 07 17:06:06.327316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:06:06.331587 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8cb2cf-5060-4c4e-8ee5-8bc954ac0736" -d '{"events": [{"name": "network-changed", "server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:06:06.549689 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-64260c03-e4a9-46db-8ec4-3c662aadf9b2 None None] Set router 08937027-b990-4ee3-9a0d-5a1119a1dc77 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:06:06.609445 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b2218-8bb0-4ffe-9512-26f713485def req-81717ba5-0c6b-41d8-8d51-8c4b73363b51 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:06.611772 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c7b2218-8bb0-4ffe-9512-26f713485def req-81717ba5-0c6b-41d8-8d51-8c4b73363b51 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 931 time: 0.1897359 Feb 07 17:06:06.675126 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-04edc546-60c5-4ce5-8f24-630bcd9a61bc service neutron] 10.222.0.18 "GET /v2.0/networks/641f9424-493f-4da2-9c90-2ca10c78e400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337406 Feb 07 17:06:06.710799 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1c7b2218-8bb0-4ffe-9512-26f713485def req-082e2e04-d927-415e-92b0-1a2929004d32 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/security-groups?id=f33abf93-684f-463f-89af-a7d1ba85200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931859 Feb 07 17:06:06.918875 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-64260c03-e4a9-46db-8ec4-3c662aadf9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078840000', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:02:18Z', 'updated_at': '2022-02-07T17:02:26Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:19Z', 'updated_at': '2022-02-07T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '84670373-4059-4f55-828f-ab5f90b04b79', 'name': '', 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:39:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:25Z', 'updated_at': '2022-02-07T17:02:33Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:06.986816 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64260c03-e4a9-46db-8ec4-3c662aadf9b2 None None] Checking router: 08937027-b990-4ee3-9a0d-5a1119a1dc77 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:06:07.000623 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64260c03-e4a9-46db-8ec4-3c662aadf9b2 None None] Routers {'08937027-b990-4ee3-9a0d-5a1119a1dc77'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:06:07.001389 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-64260c03-e4a9-46db-8ec4-3c662aadf9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:05:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['08937027-b990-4ee3-9a0d-5a1119a1dc77'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:07.030437 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399dd30-ef3e-4c6d-acd4-8813e53fac0c req-88171162-b0a7-4dea-8a65-52aa61cfa46d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:07.032174 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d399dd30-ef3e-4c6d-acd4-8813e53fac0c req-88171162-b0a7-4dea-8a65-52aa61cfa46d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1177788 Feb 07 17:06:07.135714 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-64260c03-e4a9-46db-8ec4-3c662aadf9b2 None None] Set router 08937027-b990-4ee3-9a0d-5a1119a1dc77 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:06:07.247595 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d399dd30-ef3e-4c6d-acd4-8813e53fac0c req-92489407-2fb2-4e0c-9033-26e8deccad43 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078578 Feb 07 17:06:07.562830 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-64260c03-e4a9-46db-8ec4-3c662aadf9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078840000', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:02:18Z', 'updated_at': '2022-02-07T17:02:26Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:19Z', 'updated_at': '2022-02-07T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '84670373-4059-4f55-828f-ab5f90b04b79', 'name': '', 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:39:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:25Z', 'updated_at': '2022-02-07T17:02:33Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:07.662913 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0982e8b1-ac6a-4fbc-97b1-2b759337abd4 x-openstack-request-id: req-0982e8b1-ac6a-4fbc-97b1-2b759337abd4 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:06:07.663599 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:06:07.663599 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0982e8b1-ac6a-4fbc-97b1-2b759337abd4 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:06:07.663893 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'status': 'completed', 'code': 200} Feb 07 17:06:07.706380 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64260c03-e4a9-46db-8ec4-3c662aadf9b2 None None] The sync data for ids ['08937027-b990-4ee3-9a0d-5a1119a1dc77'] in n-d-827865-3 is: [{'id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078840000', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:02:18Z', 'updated_at': '2022-02-07T17:02:26Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:19Z', 'updated_at': '2022-02-07T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '84670373-4059-4f55-828f-ab5f90b04b79', 'name': '', 'network_id': '17d86bb1-2b06-4458-812d-7d92a6610c16', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:39:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:25Z', 'updated_at': '2022-02-07T17:02:33Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '777bd969-6a46-4ef3-8997-2719fbc1a79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:06:07.924612 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8bb96cb-3149-48aa-b810-2efde2aa8270 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:06:07.971318 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Publish callbacks [] for port (f8bb96cb-3149-48aa-b810-2efde2aa8270), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:08.070252 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-913fe9f0-f86c-47b0-ad6f-91a25828be83 service neutron] 10.222.0.18 "GET /v2.0/networks/641f9424-493f-4da2-9c90-2ca10c78e400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3814228 Feb 07 17:06:08.079282 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Transition to ACTIVE for port object f8bb96cb-3149-48aa-b810-2efde2aa8270 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:06:08.090428 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cb2cf-5060-4c4e-8ee5-8bc954ac0736 req-02991009-98ca-4233-a147-763117319c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:08.092625 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ad8cb2cf-5060-4c4e-8ee5-8bc954ac0736 req-02991009-98ca-4233-a147-763117319c71 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 1128 time: 0.3470137 Feb 07 17:06:08.095912 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (f8bb96cb-3149-48aa-b810-2efde2aa8270), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:08.301287 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16e20ac-7522-4689-b01d-0a763a1029f9 None None] New status for floating IP ea2e212e-f340-492c-af34-f33fc97e9f43: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:06:08.425902 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8bb96cb-3149-48aa-b810-2efde2aa8270,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:08.518307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cb2cf-5060-4c4e-8ee5-8bc954ac0736 req-64f14518-ac92-4da4-ad07-224791ae4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:08.541922 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ad8cb2cf-5060-4c4e-8ee5-8bc954ac0736 req-64f14518-ac92-4da4-ad07-224791ae4d40 service neutron] 10.222.0.48 "GET /v2.0/networks?id=17d86bb1-2b06-4458-812d-7d92a6610c16 HTTP/1.1" status: 200 len: 898 time: 0.4055748 Feb 07 17:06:08.787843 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ad8cb2cf-5060-4c4e-8ee5-8bc954ac0736 req-aad3b08d-0f6f-4b15-bcc7-fb0464be6b55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a HTTP/1.1" status: 200 len: 217 time: 0.2442932 Feb 07 17:06:09.293118 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cb2cf-5060-4c4e-8ee5-8bc954ac0736 req-1165fd2b-a976-44c3-89cf-fa2205a4e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:09.302892 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ad8cb2cf-5060-4c4e-8ee5-8bc954ac0736 req-1165fd2b-a976-44c3-89cf-fa2205a4e1d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=777bd969-6a46-4ef3-8997-2719fbc1a79e HTTP/1.1" status: 200 len: 834 time: 0.4153750 Feb 07 17:06:09.401674 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b86db-824f-44e3-a405-0828fb8d24c3 req-d9c94d67-2ad7-4ec5-810c-6ed5eb8658a1 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:09.409847 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-878b86db-824f-44e3-a405-0828fb8d24c3 req-d9c94d67-2ad7-4ec5-810c-6ed5eb8658a1 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9df88aa-17dd-4183-b46b-52f0417747ce HTTP/1.1" status: 200 len: 943 time: 0.1280203 Feb 07 17:06:09.428216 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068e8e3-c5ad-4760-b824-e76ff6e391cc req-fbfac2d6-5b5a-4d1f-9ba4-d105a265684e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:09.437778 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8068e8e3-c5ad-4760-b824-e76ff6e391cc req-fbfac2d6-5b5a-4d1f-9ba4-d105a265684e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 946 time: 0.6905360 Feb 07 17:06:09.440614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Attempting to bind port f8bb96cb-3149-48aa-b810-2efde2aa8270 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:06:09.449038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Attempting to bind port f8bb96cb-3149-48aa-b810-2efde2aa8270 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '2bac2f71-adfe-4210-a406-3bb2dd73adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:06:09.449875 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Attempting to bind port f8bb96cb-3149-48aa-b810-2efde2aa8270 on network b75833c8-4006-405c-bc22-8b17b6a0f33c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:06:09.509084 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511ada2-cf2d-4b1e-b017-fbd291c9003c req-fb565538-850c-4f1c-a97d-b701c0711216 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:09.514343 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f511ada2-cf2d-4b1e-b017-fbd291c9003c req-fb565538-850c-4f1c-a97d-b701c0711216 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.48 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 946 time: 0.4779048 Feb 07 17:06:09.535052 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Port f8bb96cb-3149-48aa-b810-2efde2aa8270 on network b75833c8-4006-405c-bc22-8b17b6a0f33c not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:06:09.536901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Attempting to bind port f8bb96cb-3149-48aa-b810-2efde2aa8270 on network b75833c8-4006-405c-bc22-8b17b6a0f33c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:06:09.551374 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:06:09.552120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Checking segment: {'id': '2bac2f71-adfe-4210-a406-3bb2dd73adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:06:09.552749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Bound using segment: {'id': '2bac2f71-adfe-4210-a406-3bb2dd73adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:06:09.553600 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Bound port: f8bb96cb-3149-48aa-b810-2efde2aa8270, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bac2f71-adfe-4210-a406-3bb2dd73adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:06:09.554226 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f8bb96cb-3149-48aa-b810-2efde2aa8270), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:09.678997 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cb2cf-5060-4c4e-8ee5-8bc954ac0736 req-1999f16f-a768-4681-a5b4-2450a9b5de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:09.680914 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ad8cb2cf-5060-4c4e-8ee5-8bc954ac0736 req-1999f16f-a768-4681-a5b4-2450a9b5de12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=17d86bb1-2b06-4458-812d-7d92a6610c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3591762 Feb 07 17:06:09.751390 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-878b86db-824f-44e3-a405-0828fb8d24c3 req-aafaf775-b26a-470b-b1e2-fe187f651f10 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Deleting port 5ecaa80d-1ad8-4465-bbe1-060fd276523e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:06:09.751872 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-878b86db-824f-44e3-a405-0828fb8d24c3 req-aafaf775-b26a-470b-b1e2-fe187f651f10 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:09.816562 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8068e8e3-c5ad-4760-b824-e76ff6e391cc req-78a8b6ff-e677-4254-a3fb-1bbe09dfbbfe tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3448086 Feb 07 17:06:09.999290 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-878b86db-824f-44e3-a405-0828fb8d24c3 req-aafaf775-b26a-470b-b1e2-fe187f651f10 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] For port 5ecaa80d-1ad8-4465-bbe1-060fd276523e, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=5ecaa80d-1ad8-4465-bbe1-060fd276523e,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:09.999670 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-878b86db-824f-44e3-a405-0828fb8d24c3 req-aafaf775-b26a-470b-b1e2-fe187f651f10 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:10.052252 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-878b86db-824f-44e3-a405-0828fb8d24c3 req-aafaf775-b26a-470b-b1e2-fe187f651f10 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Calling delete_port for 5ecaa80d-1ad8-4465-bbe1-060fd276523e owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:06:10.254800 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ad8cb2cf-5060-4c4e-8ee5-8bc954ac0736 req-58630136-91fc-4f46-b7ab-5ce433cf9f72 service neutron] 10.222.0.48 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655658 Feb 07 17:06:10.311181 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] For port f8bb96cb-3149-48aa-b810-2efde2aa8270, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:06:10.319650 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-878b86db-824f-44e3-a405-0828fb8d24c3 req-aafaf775-b26a-470b-b1e2-fe187f651f10 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (5ecaa80d-1ad8-4465-bbe1-060fd276523e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:10.342883 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['6c13aa0b-fe51-43b0-8700-22293b427f4c', '4d2a83f3-8b43-4512-8f2d-71401f763736'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:06:10.392912 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafaf775-b26a-470b-b1e2-fe187f651f10 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Pushing event deleted for resources: {'Port': ['ID=5ecaa80d-1ad8-4465-bbe1-060fd276523e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:10.518323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-878b86db-824f-44e3-a405-0828fb8d24c3 req-aafaf775-b26a-470b-b1e2-fe187f651f10 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] No DVR routers for this DVR port 5ecaa80d-1ad8-4465-bbe1-060fd276523e on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:06:10.523314 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-878b86db-824f-44e3-a405-0828fb8d24c3 req-aafaf775-b26a-470b-b1e2-fe187f651f10 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:10.545240 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-878b86db-824f-44e3-a405-0828fb8d24c3 req-aafaf775-b26a-470b-b1e2-fe187f651f10 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "DELETE /v2.0/ports/5ecaa80d-1ad8-4465-bbe1-060fd276523e HTTP/1.1" status: 204 len: 173 time: 1.1324801 Feb 07 17:06:10.546134 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9df88aa-17dd-4183-b46b-52f0417747ce', 'name': 'network-vif-deleted', 'tag': '5ecaa80d-1ad8-4465-bbe1-060fd276523e'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:06:10.552085 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4694faa-5cca-4fd8-a5a7-f4b1d1f7d6dd" -d '{"events": [{"server_uuid": "a9df88aa-17dd-4183-b46b-52f0417747ce", "name": "network-vif-deleted", "tag": "5ecaa80d-1ad8-4465-bbe1-060fd276523e"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:06:10.606168 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ad8cb2cf-5060-4c4e-8ee5-8bc954ac0736 req-f4dfde80-a31f-42d3-8c48-dbefca745ec2 service neutron] 10.222.0.48 "GET /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773771 Feb 07 17:06:10.633635 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f511ada2-cf2d-4b1e-b017-fbd291c9003c req-cd8ec21f-a362-45e6-8d05-1d275c5ac31e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Deleting port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:06:10.642194 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f511ada2-cf2d-4b1e-b017-fbd291c9003c req-cd8ec21f-a362-45e6-8d05-1d275c5ac31e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:10.911860 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538332a-4e66-48c1-b21f-2f472789007b req-47562163-4cf0-41b2-a068-a196cc43d5d7 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:10.921222 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1538332a-4e66-48c1-b21f-2f472789007b req-47562163-4cf0-41b2-a068-a196cc43d5d7 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 943 time: 0.8090639 Feb 07 17:06:10.929191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] For port f8bb96cb-3149-48aa-b810-2efde2aa8270, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f8bb96cb-3149-48aa-b810-2efde2aa8270,segment=NetworkSegment(2bac2f71-adfe-4210-a406-3bb2dd73adbe),segment_id=2bac2f71-adfe-4210-a406-3bb2dd73adbe)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:06:11.172762 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-25c9a536-de0c-436a-8289-47c8e42975b3 req-2ac3fc4b-347d-4278-bd63-2b0d2a3ad2aa tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad06d0c4-74b5-4f1b-80be-549c29d017c8 HTTP/1.1" status: 200 len: 210 time: 0.0697379 Feb 07 17:06:11.236443 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 07 Feb 2022 17:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0777729e-20bc-4c4e-882d-42f8ccf5bf78 x-openstack-request-id: req-0777729e-20bc-4c4e-882d-42f8ccf5bf78 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:06:11.237011 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9df88aa-17dd-4183-b46b-52f0417747ce", "name": "network-vif-deleted", "tag": "5ecaa80d-1ad8-4465-bbe1-060fd276523e", "status": "failed", "code": 422}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:06:11.237569 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0777729e-20bc-4c4e-882d-42f8ccf5bf78 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:06:11.238211 n-d-827865-3 neutron-server[103226]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9df88aa-17dd-4183-b46b-52f0417747ce', 'name': 'network-vif-deleted', 'tag': '5ecaa80d-1ad8-4465-bbe1-060fd276523e', 'status': 'failed', 'code': 422} returned with failed status Feb 07 17:06:11.278742 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-ecfd777e-9094-4194-921c-b6ff62f61c68 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:11.280415 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-ecfd777e-9094-4194-921c-b6ff62f61c68 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.48 "GET /v2.0/networks?id=641f9424-493f-4da2-9c90-2ca10c78e400 HTTP/1.1" status: 200 len: 808 time: 0.5375214 Feb 07 17:06:11.287305 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (f8bb96cb-3149-48aa-b810-2efde2aa8270), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:11.295179 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-e0141394-d8e4-4811-a14b-c0f80e6f0d1e tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Request body: {'port': {'device_id': 'ad06d0c4-74b5-4f1b-80be-549c29d017c8', 'network_id': '641f9424-493f-4da2-9c90-2ca10c78e400', 'admin_state_up': True, 'tenant_id': 'ad9072aefcf847f7a589aa17fa4d097d'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:11.381815 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8bb96cb-3149-48aa-b810-2efde2aa8270,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:11.452963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88b65c-a106-4130-8bf5-278520b6f61e req-c3f85cca-4a74-4a1a-ac52-e6047470f0e2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:11.465336 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a88b65c-a106-4130-8bf5-278520b6f61e req-c3f85cca-4a74-4a1a-ac52-e6047470f0e2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 946 time: 0.1243227 Feb 07 17:06:11.496143 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:11.500108 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:11.501740 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0644d68-5316-45fb-b91d-8780b40c918d req-19dee656-ef57-4c90-a671-a654e5cb5fb1 service neutron] 10.222.0.32 "PUT /v2.0/ports/f8bb96cb-3149-48aa-b810-2efde2aa8270 HTTP/1.1" status: 200 len: 1091 time: 5.9191363 Feb 07 17:06:11.515193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ddcf1b-7dce-470d-83a3-3c442d25342a', 'tag': 'f8bb96cb-3149-48aa-b810-2efde2aa8270'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:06:11.522726 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faeeada8-0ab3-4f5c-934a-a6efadd7de36" -d '{"events": [{"name": "network-changed", "server_uuid": "96ddcf1b-7dce-470d-83a3-3c442d25342a", "tag": "f8bb96cb-3149-48aa-b810-2efde2aa8270"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:06:11.596520 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a88b65c-a106-4130-8bf5-278520b6f61e req-d15ddbed-223f-4b85-a9f9-947b8f059ecf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300364 Feb 07 17:06:11.751407 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1538332a-4e66-48c1-b21f-2f472789007b req-22b840d3-edad-4aa6-a8f9-1dccedf9727d tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/security-groups?id=f33abf93-684f-463f-89af-a7d1ba85200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8290899 Feb 07 17:06:11.753966 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab2776c-be06-40d5-9998-146e489e43e5 x-openstack-request-id: req-0ab2776c-be06-40d5-9998-146e489e43e5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:06:11.759172 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ddcf1b-7dce-470d-83a3-3c442d25342a", "tag": "f8bb96cb-3149-48aa-b810-2efde2aa8270", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:06:11.759443 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ab2776c-be06-40d5-9998-146e489e43e5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:06:11.763528 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96ddcf1b-7dce-470d-83a3-3c442d25342a', 'tag': 'f8bb96cb-3149-48aa-b810-2efde2aa8270', 'status': 'completed', 'code': 200} Feb 07 17:06:11.810566 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f511ada2-cf2d-4b1e-b017-fbd291c9003c req-cd8ec21f-a362-45e6-8d05-1d275c5ac31e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] For port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:11.810964 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f511ada2-cf2d-4b1e-b017-fbd291c9003c req-cd8ec21f-a362-45e6-8d05-1d275c5ac31e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:11.892659 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0644d68-5316-45fb-b91d-8780b40c918d req-d6f5e9b3-8b7f-44aa-ae17-cec73552b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:11.896019 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0644d68-5316-45fb-b91d-8780b40c918d req-d6f5e9b3-8b7f-44aa-ae17-cec73552b703 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8ccb3294bc1846cdacfcbf51d0105cde&device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 1125 time: 0.3356359 Feb 07 17:06:11.928599 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f511ada2-cf2d-4b1e-b017-fbd291c9003c req-cd8ec21f-a362-45e6-8d05-1d275c5ac31e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Calling delete_port for eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:06:12.023186 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37832) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:12.155487 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e65c6-6966-4cf9-be71-af13c3dabbe0 req-6d3df8a4-4e43-48e3-a9a1-6f35447fdad6 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:12.172403 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-163e65c6-6966-4cf9-be71-af13c3dabbe0 req-6d3df8a4-4e43-48e3-a9a1-6f35447fdad6 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 907 time: 0.0925257 Feb 07 17:06:12.227831 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0644d68-5316-45fb-b91d-8780b40c918d req-e1c59e44-6215-4456-a13f-5ecf61319242 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8bb96cb-3149-48aa-b810-2efde2aa8270 HTTP/1.1" status: 200 len: 217 time: 0.2423038 Feb 07 17:06:12.374885 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a26311da-e109-4b2d-86c5-e763061a05b0 req-551b7324-aab6-4282-84ac-dfa29ddcd367 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad06d0c4-74b5-4f1b-80be-549c29d017c8 HTTP/1.1" status: 200 len: 210 time: 0.0777111 Feb 07 17:06:12.436154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:06:12.492653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-e0141394-d8e4-4811-a14b-c0f80e6f0d1e tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Made reservation on behalf of ad9072aefcf847f7a589aa17fa4d097d for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:06:12.506607 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-e0141394-d8e4-4811-a14b-c0f80e6f0d1e tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:12.522826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede920e7-2a81-4907-9dcf-bb072db00926 admin admin] Deleting subnet 5e0f2a9e-b79d-4601-ac33-c328f95f4202 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:06:12.543476 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ede920e7-2a81-4907-9dcf-bb072db00926 admin admin] Publish callbacks [] for subnet (5e0f2a9e-b79d-4601-ac33-c328f95f4202), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:12.572007 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0644d68-5316-45fb-b91d-8780b40c918d req-e9e995eb-edd4-4275-9055-6a25c44a585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:12.573687 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0644d68-5316-45fb-b91d-8780b40c918d req-e9e995eb-edd4-4275-9055-6a25c44a585d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56c52ba2-dc81-4fa2-9ba7-527e5b2edb65 HTTP/1.1" status: 200 len: 848 time: 0.2121274 Feb 07 17:06:12.624509 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ede920e7-2a81-4907-9dcf-bb072db00926 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (5e0f2a9e-b79d-4601-ac33-c328f95f4202), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:12.723894 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:06:12.724517 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:12.725780 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b373096-9479-4cf1-92ae-f2c296b21e9a req-a07b53d3-f15b-430f-a3c5-9ec8fec7576a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:12.727679 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1b373096-9479-4cf1-92ae-f2c296b21e9a req-a07b53d3-f15b-430f-a3c5-9ec8fec7576a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 946 time: 0.3247678 Feb 07 17:06:12.727856 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ede920e7-2a81-4907-9dcf-bb072db00926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (5e0f2a9e-b79d-4601-ac33-c328f95f4202), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:12.861784 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1b373096-9479-4cf1-92ae-f2c296b21e9a req-84ca1a7e-03de-4c56-b2d9-794e26d75511 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908713 Feb 07 17:06:12.899329 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2a7a4-2636-48ac-a244-190822e4e0f0 req-51c18b9b-d4a1-4413-bb22-41a200546cac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:12.901677 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-31b2a7a4-2636-48ac-a244-190822e4e0f0 req-51c18b9b-d4a1-4413-bb22-41a200546cac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 946 time: 0.1081367 Feb 07 17:06:12.963207 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0644d68-5316-45fb-b91d-8780b40c918d req-e7a7fc0d-7962-43e1-b14e-58f5ce74e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:12.964847 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0644d68-5316-45fb-b91d-8780b40c918d req-e7a7fc0d-7962-43e1-b14e-58f5ce74e531 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b75833c8-4006-405c-bc22-8b17b6a0f33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3675933 Feb 07 17:06:12.966707 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ede920e7-2a81-4907-9dcf-bb072db00926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (5e0f2a9e-b79d-4601-ac33-c328f95f4202), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:13.031663 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ede920e7-2a81-4907-9dcf-bb072db00926 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:13.056886 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37848) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:13.060621 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ede920e7-2a81-4907-9dcf-bb072db00926 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5e0f2a9e-b79d-4601-ac33-c328f95f4202 HTTP/1.1" status: 204 len: 168 time: 1.0358963 Feb 07 17:06:13.078275 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede920e7-2a81-4907-9dcf-bb072db00926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e0f2a9e-b79d-4601-ac33-c328f95f4202,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:13.135595 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-31b2a7a4-2636-48ac-a244-190822e4e0f0 req-d4bad679-a0f5-4e9d-9856-8777e0854c22 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3cc164b-0a9c-4498-bc18-4388aeb3aaea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223516 Feb 07 17:06:13.210252 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f511ada2-cf2d-4b1e-b017-fbd291c9003c req-cd8ec21f-a362-45e6-8d05-1d275c5ac31e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:13.221942 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-e0141394-d8e4-4811-a14b-c0f80e6f0d1e tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Allocated IP 172.20.0.13 (641f9424-493f-4da2-9c90-2ca10c78e400/42601a7b-852b-4729-aa95-a6e9384f72db/b39ef857-3590-4a7d-82bd-3c350a2012c2) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:06:13.287998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ec21f-a362-45e6-8d05-1d275c5ac31e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Port': ['ID=eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:13.356418 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbf28-4fc9-460a-983d-0cc59171d205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (380ea26c-6043-4940-b6ef-8a90ddeec2ca), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:13.450274 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3726d9-8b52-40f8-bd6a-920754f6b0bc req-c0f41f21-43de-4e87-92d7-db3f69b6fc4f tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:13.461860 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da3726d9-8b52-40f8-bd6a-920754f6b0bc req-c0f41f21-43de-4e87-92d7-db3f69b6fc4f tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 943 time: 0.4626942 Feb 07 17:06:13.483895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714fc5a-0884-4ed4-b7cf-ba8274003caa req-426738c0-ae51-47d0-b57f-76da7864d49e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:13.485623 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f714fc5a-0884-4ed4-b7cf-ba8274003caa req-426738c0-ae51-47d0-b57f-76da7864d49e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 907 time: 0.2468653 Feb 07 17:06:13.498436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808457b-8219-4124-aa89-3e27ea0944a1 req-48091596-ef02-467f-b6b3-1678e9e2fc33 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:13.500257 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b808457b-8219-4124-aa89-3e27ea0944a1 req-48091596-ef02-467f-b6b3-1678e9e2fc33 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 907 time: 0.1863868 Feb 07 17:06:13.654129 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0644d68-5316-45fb-b91d-8780b40c918d req-9dae716b-98ad-435c-9362-982e17bdd068 service neutron] 10.222.0.32 "GET /v2.0/networks/b75833c8-4006-405c-bc22-8b17b6a0f33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6663852 Feb 07 17:06:13.683920 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-f714fc5a-0884-4ed4-b7cf-ba8274003caa req-bc64a6b7-391f-41e1-8636-29da72f5e63e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Deleting port 9856d4b3-92da-43f8-83dc-9d891c299ea6 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:06:13.684384 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f714fc5a-0884-4ed4-b7cf-ba8274003caa req-bc64a6b7-391f-41e1-8636-29da72f5e63e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (9856d4b3-92da-43f8-83dc-9d891c299ea6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:13.686449 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f511ada2-cf2d-4b1e-b017-fbd291c9003c req-cd8ec21f-a362-45e6-8d05-1d275c5ac31e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] No DVR routers for this DVR port eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:06:13.690841 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f511ada2-cf2d-4b1e-b017-fbd291c9003c req-cd8ec21f-a362-45e6-8d05-1d275c5ac31e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:13.694599 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f511ada2-cf2d-4b1e-b017-fbd291c9003c req-cd8ec21f-a362-45e6-8d05-1d275c5ac31e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.48 "DELETE /v2.0/ports/eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a HTTP/1.1" status: 204 len: 173 time: 4.1462140 Feb 07 17:06:13.727508 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8ab4b523-0479-401b-9256-d0c45c6e12c0 req-b6d949f2-1fbd-44b1-8d9d-d139b36a63b6 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad06d0c4-74b5-4f1b-80be-549c29d017c8 HTTP/1.1" status: 200 len: 210 time: 0.0796289 Feb 07 17:06:13.967764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f714fc5a-0884-4ed4-b7cf-ba8274003caa req-bc64a6b7-391f-41e1-8636-29da72f5e63e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] For port 9856d4b3-92da-43f8-83dc-9d891c299ea6, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=9856d4b3-92da-43f8-83dc-9d891c299ea6,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:13.968232 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f714fc5a-0884-4ed4-b7cf-ba8274003caa req-bc64a6b7-391f-41e1-8636-29da72f5e63e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (9856d4b3-92da-43f8-83dc-9d891c299ea6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:14.021994 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-f714fc5a-0884-4ed4-b7cf-ba8274003caa req-bc64a6b7-391f-41e1-8636-29da72f5e63e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Calling delete_port for 9856d4b3-92da-43f8-83dc-9d891c299ea6 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:06:14.158565 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb41d6-8d83-4c7c-a764-3352b850392a req-e38a77d3-1a26-4640-87b0-ef96c5ec8515 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:14.167998 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e3cb41d6-8d83-4c7c-a764-3352b850392a req-e38a77d3-1a26-4640-87b0-ef96c5ec8515 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 946 time: 0.1681070 Feb 07 17:06:14.281118 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e3cb41d6-8d83-4c7c-a764-3352b850392a req-2962da87-42da-4420-870f-bc4be18ccd81 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119466 Feb 07 17:06:14.295473 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'name': 'network-vif-deleted', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:06:14.297884 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b384c33-9a65-4aa2-9411-cbac89ebd9db" -d '{"events": [{"server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "name": "network-vif-deleted", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:06:14.307909 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457afe4a-b079-454c-af95-ccb6193b239a req-9ac20e3c-ca67-4c22-a860-d71bee21df6a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:14.309924 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-457afe4a-b079-454c-af95-ccb6193b239a req-9ac20e3c-ca67-4c22-a860-d71bee21df6a tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.48 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 946 time: 1.2504895 Feb 07 17:06:14.452224 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f714fc5a-0884-4ed4-b7cf-ba8274003caa req-bc64a6b7-391f-41e1-8636-29da72f5e63e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (9856d4b3-92da-43f8-83dc-9d891c299ea6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:14.502607 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da3726d9-8b52-40f8-bd6a-920754f6b0bc req-1ff0b3ee-fc12-4a36-98ca-2aafdd2ea8c2 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/security-groups?id=f33abf93-684f-463f-89af-a7d1ba85200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0394769 Feb 07 17:06:14.646082 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64a6b7-391f-41e1-8636-29da72f5e63e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Pushing event deleted for resources: {'Port': ['ID=9856d4b3-92da-43f8-83dc-9d891c299ea6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:14.671238 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1354679-3c97-48d1-993f-90de8aab716d x-openstack-request-id: req-a1354679-3c97-48d1-993f-90de8aab716d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:06:14.671731 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b015ea-d091-4bef-a32d-c9a56833aee6", "name": "network-vif-deleted", "tag": "eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:06:14.671834 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1354679-3c97-48d1-993f-90de8aab716d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:06:14.672237 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b015ea-d091-4bef-a32d-c9a56833aee6', 'name': 'network-vif-deleted', 'tag': 'eaa99dd3-fae3-4339-a6ab-8eafc2fbcb6a', 'status': 'completed', 'code': 200} Feb 07 17:06:14.675984 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-e0141394-d8e4-4811-a14b-c0f80e6f0d1e tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Publish callbacks [] for port (b39ef857-3590-4a7d-82bd-3c350a2012c2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:14.678474 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbf28-4fc9-460a-983d-0cc59171d205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (380ea26c-6043-4940-b6ef-8a90ddeec2ca), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:14.686496 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1870c86e-9ea9-44cf-a708-0829fb64acc6 req-96d77405-0d78-49c0-bdce-821166f4ca91 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=25b015ea-d091-4bef-a32d-c9a56833aee6 HTTP/1.1" status: 200 len: 210 time: 0.2057326 Feb 07 17:06:14.774000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-f714fc5a-0884-4ed4-b7cf-ba8274003caa req-bc64a6b7-391f-41e1-8636-29da72f5e63e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] No DVR routers for this DVR port 9856d4b3-92da-43f8-83dc-9d891c299ea6 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:06:14.780328 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f714fc5a-0884-4ed4-b7cf-ba8274003caa req-bc64a6b7-391f-41e1-8636-29da72f5e63e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:14.785626 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f714fc5a-0884-4ed4-b7cf-ba8274003caa req-bc64a6b7-391f-41e1-8636-29da72f5e63e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.32 "DELETE /v2.0/ports/9856d4b3-92da-43f8-83dc-9d891c299ea6 HTTP/1.1" status: 204 len: 173 time: 1.2840972 Feb 07 17:06:14.787827 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd27f15-1905-4a61-aa49-c8b8f29a92e6', 'name': 'network-vif-deleted', 'tag': '9856d4b3-92da-43f8-83dc-9d891c299ea6'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:06:14.804328 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06a7be7-0a93-4c8e-b66b-b59989879ce2" -d '{"events": [{"server_uuid": "dcd27f15-1905-4a61-aa49-c8b8f29a92e6", "name": "network-vif-deleted", "tag": "9856d4b3-92da-43f8-83dc-9d891c299ea6"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:06:14.842244 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0644d68-5316-45fb-b91d-8780b40c918d req-b9a7a07d-97c9-468c-ad3d-d5e3d6fe8e66 service neutron] 10.222.0.32 "GET /v2.0/networks/b75833c8-4006-405c-bc22-8b17b6a0f33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1465871 Feb 07 17:06:14.898367 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2b5fbf28-4fc9-460a-983d-0cc59171d205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380ea26c-6043-4940-b6ef-8a90ddeec2ca']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:14.903437 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-32927d62-9e2e-4046-835c-dcd1c3d3a4de req-fd0476d3-ae65-41d3-8eb2-647ecd8e0fa0 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcd27f15-1905-4a61-aa49-c8b8f29a92e6 HTTP/1.1" status: 200 len: 210 time: 0.1280718 Feb 07 17:06:14.941829 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2b5fbf28-4fc9-460a-983d-0cc59171d205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:14.941829 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-2b5fbf28-4fc9-460a-983d-0cc59171d205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17aeef85-ff9c-46dd-8ac6-f0f3d98935b6') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:14.945670 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-07fe8f90-2d53-4dce-9860-ea27bb7f9495 req-12dd9f8a-81ce-40f2-b865-3a0655820b23 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad06d0c4-74b5-4f1b-80be-549c29d017c8 HTTP/1.1" status: 200 len: 210 time: 0.0847428 Feb 07 17:06:14.995495 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ba27ce-9ac8-44a3-a57d-91c2e437bbae x-openstack-request-id: req-a4ba27ce-9ac8-44a3-a57d-91c2e437bbae {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:06:14.996451 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbf28-4fc9-460a-983d-0cc59171d205 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (17aeef85-ff9c-46dd-8ac6-f0f3d98935b6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:14.998702 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd27f15-1905-4a61-aa49-c8b8f29a92e6", "name": "network-vif-deleted", "tag": "9856d4b3-92da-43f8-83dc-9d891c299ea6", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:06:15.001214 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4ba27ce-9ac8-44a3-a57d-91c2e437bbae {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:06:15.002031 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd27f15-1905-4a61-aa49-c8b8f29a92e6', 'name': 'network-vif-deleted', 'tag': '9856d4b3-92da-43f8-83dc-9d891c299ea6', 'status': 'completed', 'code': 200} Feb 07 17:06:15.011462 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-457afe4a-b079-454c-af95-ccb6193b239a req-6fac6d82-c8eb-4781-b220-ab7d685b7b9f tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Deleting port 4522e1af-eb3d-4c70-ad64-b7d25b8f30af {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:06:15.012112 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-457afe4a-b079-454c-af95-ccb6193b239a req-6fac6d82-c8eb-4781-b220-ab7d685b7b9f tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4522e1af-eb3d-4c70-ad64-b7d25b8f30af), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:15.067930 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbf28-4fc9-460a-983d-0cc59171d205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (17aeef85-ff9c-46dd-8ac6-f0f3d98935b6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:15.095544 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-e0141394-d8e4-4811-a14b-c0f80e6f0d1e tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (b39ef857-3590-4a7d-82bd-3c350a2012c2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:15.163240 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0141394-d8e4-4811-a14b-c0f80e6f0d1e tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Pushing event updated for resources: {'Port': ['ID=b39ef857-3590-4a7d-82bd-3c350a2012c2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:15.173355 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5fbf28-4fc9-460a-983d-0cc59171d205 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:06:15.173785 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbf28-4fc9-460a-983d-0cc59171d205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (17aeef85-ff9c-46dd-8ac6-f0f3d98935b6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:06:15.176260 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:06:15.261533 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-e0141394-d8e4-4811-a14b-c0f80e6f0d1e tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Network 641f9424-493f-4da2-9c90-2ca10c78e400 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:06:15.279197 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-e0141394-d8e4-4811-a14b-c0f80e6f0d1e tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:06:15.285927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeeada8-0ab3-4f5c-934a-a6efadd7de36 req-60e7aa3f-258d-4b99-b9c8-515aa10dec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:15.287798 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-faeeada8-0ab3-4f5c-934a-a6efadd7de36 req-60e7aa3f-258d-4b99-b9c8-515aa10dec9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8ccb3294bc1846cdacfcbf51d0105cde&device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 1125 time: 0.3174169 Feb 07 17:06:15.288626 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-e0141394-d8e4-4811-a14b-c0f80e6f0d1e tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:06:15.352120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-e0141394-d8e4-4811-a14b-c0f80e6f0d1e tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:15.352864 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-e0141394-d8e4-4811-a14b-c0f80e6f0d1e tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:15.364873 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbf28-4fc9-460a-983d-0cc59171d205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (380ea26c-6043-4940-b6ef-8a90ddeec2ca), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:15.401125 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbf28-4fc9-460a-983d-0cc59171d205 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:15.404584 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2b5fbf28-4fc9-460a-983d-0cc59171d205 admin admin] 10.222.0.18 "DELETE /v2.0/networks/380ea26c-6043-4940-b6ef-8a90ddeec2ca HTTP/1.1" status: 204 len: 168 time: 2.3193328 Feb 07 17:06:15.448214 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-457afe4a-b079-454c-af95-ccb6193b239a req-6fac6d82-c8eb-4781-b220-ab7d685b7b9f tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] For port 4522e1af-eb3d-4c70-ad64-b7d25b8f30af, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=4522e1af-eb3d-4c70-ad64-b7d25b8f30af,segment=NetworkSegment(0b335b56-9acc-471e-a796-eeb06c7bb7a5),segment_id=0b335b56-9acc-471e-a796-eeb06c7bb7a5)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:15.448342 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-457afe4a-b079-454c-af95-ccb6193b239a req-6fac6d82-c8eb-4781-b220-ab7d685b7b9f tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4522e1af-eb3d-4c70-ad64-b7d25b8f30af), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:15.483598 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fbf28-4fc9-460a-983d-0cc59171d205 admin admin] Pushing event deleted for resources: {'Network': ['ID=380ea26c-6043-4940-b6ef-8a90ddeec2ca,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:15.517787 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-e0141394-d8e4-4811-a14b-c0f80e6f0d1e tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2268467 Feb 07 17:06:15.531267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-457afe4a-b079-454c-af95-ccb6193b239a req-6fac6d82-c8eb-4781-b220-ab7d685b7b9f tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Calling delete_port for 4522e1af-eb3d-4c70-ad64-b7d25b8f30af owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:06:15.540260 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Request body: {'port': {'device_id': 'ad06d0c4-74b5-4f1b-80be-549c29d017c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:15.625908 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54287a07-44b7-44f0-95b5-d62adcdf6cc2 req-9eaa7a80-4cb8-4f14-84d4-d7a43edd4508 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:15.640938 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54287a07-44b7-44f0-95b5-d62adcdf6cc2 req-9eaa7a80-4cb8-4f14-84d4-d7a43edd4508 tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 946 time: 0.2081175 Feb 07 17:06:15.705639 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37884) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:15.706499 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeeada8-0ab3-4f5c-934a-a6efadd7de36 req-0935bd1a-7dc7-482f-b814-2cfb9abf0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:15.708217 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-faeeada8-0ab3-4f5c-934a-a6efadd7de36 req-0935bd1a-7dc7-482f-b814-2cfb9abf0024 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b75833c8-4006-405c-bc22-8b17b6a0f33c HTTP/1.1" status: 200 len: 910 time: 0.3459418 Feb 07 17:06:15.795366 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d3a0ff6c-2465-4c4d-b91d-6ab5cae4f974 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f8265dde22443dab20942b3bd88ae3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0882616 Feb 07 17:06:15.798667 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37888) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:15.831178 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-faeeada8-0ab3-4f5c-934a-a6efadd7de36 req-daa73f56-42bd-4d30-90d4-d41e700e6519 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8bb96cb-3149-48aa-b810-2efde2aa8270 HTTP/1.1" status: 200 len: 217 time: 0.0942736 Feb 07 17:06:15.831746 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b39ef857-3590-4a7d-82bd-3c350a2012c2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:15.858470 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54287a07-44b7-44f0-95b5-d62adcdf6cc2 req-c855e4ca-717a-42f6-9ba0-19331846db3f tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/security-groups?id=4503e44a-357c-4d0f-b08e-e67bcf51e48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149832 Feb 07 17:06:15.900806 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274554c6-03c6-4ae8-9364-5d3aa2450549 req-bd49d384-9ecc-4ea5-851a-72f8cd295bf7 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:15.911132 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81dc1d34-c2fb-422c-9817-2278f99bcaeb admin admin] Publish callbacks [] for security_group (fe2a7b2a-2753-4ef9-9eae-faba6a1db299), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:15.915531 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-274554c6-03c6-4ae8-9364-5d3aa2450549 req-bd49d384-9ecc-4ea5-851a-72f8cd295bf7 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 943 time: 0.2464046 Feb 07 17:06:15.937639 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81dc1d34-c2fb-422c-9817-2278f99bcaeb admin admin] Publish callbacks [] for security_group (fe2a7b2a-2753-4ef9-9eae-faba6a1db299), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:15.996078 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37894) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:16.009234 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81dc1d34-c2fb-422c-9817-2278f99bcaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fe2a7b2a-2753-4ef9-9eae-faba6a1db299), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:16.017239 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81dc1d34-c2fb-422c-9817-2278f99bcaeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:16.021317 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-81dc1d34-c2fb-422c-9817-2278f99bcaeb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe2a7b2a-2753-4ef9-9eae-faba6a1db299 HTTP/1.1" status: 204 len: 168 time: 0.2215438 Feb 07 17:06:16.089173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeeada8-0ab3-4f5c-934a-a6efadd7de36 req-8e97a519-2a4e-4e0a-a96f-89beebb10198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:16.090582 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-faeeada8-0ab3-4f5c-934a-a6efadd7de36 req-8e97a519-2a4e-4e0a-a96f-89beebb10198 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56c52ba2-dc81-4fa2-9ba7-527e5b2edb65 HTTP/1.1" status: 200 len: 848 time: 0.2526720 Feb 07 17:06:16.192709 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc1d34-c2fb-422c-9817-2278f99bcaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2a7b2a-2753-4ef9-9eae-faba6a1db299,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:16.279764 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-457afe4a-b079-454c-af95-ccb6193b239a req-6fac6d82-c8eb-4781-b220-ab7d685b7b9f tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4522e1af-eb3d-4c70-ad64-b7d25b8f30af), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:16.290529 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86432b7-6070-4b12-81fe-1d847399475b req-cdccd207-9fc0-4698-9dd3-b2d7563100c0 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:16.292679 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b86432b7-6070-4b12-81fe-1d847399475b req-cdccd207-9fc0-4698-9dd3-b2d7563100c0 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad06d0c4-74b5-4f1b-80be-549c29d017c8 HTTP/1.1" status: 200 len: 932 time: 0.2084782 Feb 07 17:06:16.363740 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-274554c6-03c6-4ae8-9364-5d3aa2450549 req-f4655df1-6eaf-454c-b9dc-6bc89d3fbecc tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/security-groups?id=f33abf93-684f-463f-89af-a7d1ba85200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4462488 Feb 07 17:06:16.375538 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac6d82-c8eb-4781-b220-ab7d685b7b9f tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Pushing event deleted for resources: {'Port': ['ID=4522e1af-eb3d-4c70-ad64-b7d25b8f30af,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:16.403271 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeeada8-0ab3-4f5c-934a-a6efadd7de36 req-249a4c7a-2b44-43dc-a354-a19be7bd8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:16.405491 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-faeeada8-0ab3-4f5c-934a-a6efadd7de36 req-249a4c7a-2b44-43dc-a354-a19be7bd8fc7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b75833c8-4006-405c-bc22-8b17b6a0f33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3065846 Feb 07 17:06:16.443501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 4522e1af-eb3d-4c70-ad64-b7d25b8f30af no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:06:16.526298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 4522e1af-eb3d-4c70-ad64-b7d25b8f30af {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:06:16.529903 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 4522e1af-eb3d-4c70-ad64-b7d25b8f30af not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:06:16.563528 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b86432b7-6070-4b12-81fe-1d847399475b req-ed102447-9825-444b-a993-ffc1b67afb8b tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd448d2c-e99a-4db4-a697-63c652b4377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620652 Feb 07 17:06:16.577866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-457afe4a-b079-454c-af95-ccb6193b239a req-6fac6d82-c8eb-4781-b220-ab7d685b7b9f tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] No DVR routers for this DVR port 4522e1af-eb3d-4c70-ad64-b7d25b8f30af on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:06:16.591217 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-457afe4a-b079-454c-af95-ccb6193b239a req-6fac6d82-c8eb-4781-b220-ab7d685b7b9f tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:16.591217 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-457afe4a-b079-454c-af95-ccb6193b239a req-6fac6d82-c8eb-4781-b220-ab7d685b7b9f tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.48 "DELETE /v2.0/ports/4522e1af-eb3d-4c70-ad64-b7d25b8f30af HTTP/1.1" status: 204 len: 173 time: 2.2549932 Feb 07 17:06:16.833097 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd838b404-51f2-42fc-86eb-8aba2ae3ffb0', 'name': 'network-vif-deleted', 'tag': '4522e1af-eb3d-4c70-ad64-b7d25b8f30af'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:06:16.835525 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e4fb1e-80a7-4b48-8681-1a3da877d101" -d '{"events": [{"server_uuid": "d838b404-51f2-42fc-86eb-8aba2ae3ffb0", "name": "network-vif-deleted", "tag": "4522e1af-eb3d-4c70-ad64-b7d25b8f30af"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:06:16.841377 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-faeeada8-0ab3-4f5c-934a-a6efadd7de36 req-db3ac4ff-9cba-4e06-bd7a-d9ba84efbcf6 service neutron] 10.222.0.32 "GET /v2.0/networks/b75833c8-4006-405c-bc22-8b17b6a0f33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922143 Feb 07 17:06:17.004355 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6b42bd-4ee9-453c-8809-11932ceccb64 x-openstack-request-id: req-da6b42bd-4ee9-453c-8809-11932ceccb64 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:06:17.005121 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d838b404-51f2-42fc-86eb-8aba2ae3ffb0", "name": "network-vif-deleted", "tag": "4522e1af-eb3d-4c70-ad64-b7d25b8f30af", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:06:17.005686 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da6b42bd-4ee9-453c-8809-11932ceccb64 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:06:17.006470 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd838b404-51f2-42fc-86eb-8aba2ae3ffb0', 'name': 'network-vif-deleted', 'tag': '4522e1af-eb3d-4c70-ad64-b7d25b8f30af', 'status': 'completed', 'code': 200} Feb 07 17:06:17.215123 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-faeeada8-0ab3-4f5c-934a-a6efadd7de36 req-eabbf9b3-cf69-4910-901c-fd9198b07af0 service neutron] 10.222.0.32 "GET /v2.0/networks/b75833c8-4006-405c-bc22-8b17b6a0f33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600836 Feb 07 17:06:17.321674 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cd2a419-c348-4e86-ada9-dd685494286e req-d4749546-1e51-4be5-bd48-1eddaee3c4ab tempest-AttachVolumeNegativeTest-1553981219 tempest-AttachVolumeNegativeTest-1553981219-project] 10.222.0.18 "GET /v2.0/ports?device_id=d838b404-51f2-42fc-86eb-8aba2ae3ffb0 HTTP/1.1" status: 200 len: 210 time: 0.1921780 Feb 07 17:06:17.342893 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649fcfe-f8df-4b50-97b7-d2da44ae8623 req-73754fa6-0651-40a1-970f-8b6243c63c9b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:17.359626 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b649fcfe-f8df-4b50-97b7-d2da44ae8623 req-73754fa6-0651-40a1-970f-8b6243c63c9b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 946 time: 0.3925357 Feb 07 17:06:17.362172 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39ef857-3590-4a7d-82bd-3c350a2012c2 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:06:17.383604 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Publish callbacks [] for port (b39ef857-3590-4a7d-82bd-3c350a2012c2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:17.434933 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device f8bb96cb-3149-48aa-b810-2efde2aa8270 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:06:17.451509 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a297b6-506a-43ff-8d97-9de72c5ec2ff req-ac3f8501-ea73-449c-a69f-f1aab6bf9b23 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:17.455263 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-76a297b6-506a-43ff-8d97-9de72c5ec2ff req-ac3f8501-ea73-449c-a69f-f1aab6bf9b23 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.32 "GET /v2.0/ports?device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 946 time: 0.2258596 Feb 07 17:06:17.477060 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Transition to ACTIVE for port object b39ef857-3590-4a7d-82bd-3c350a2012c2 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:06:17.488844 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (b39ef857-3590-4a7d-82bd-3c350a2012c2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:17.545750 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b649fcfe-f8df-4b50-97b7-d2da44ae8623 req-ed87209b-ea82-444a-9608-ba52f25a411a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847150 Feb 07 17:06:17.632805 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 9856d4b3-92da-43f8-83dc-9d891c299ea6 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:06:17.672008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 9856d4b3-92da-43f8-83dc-9d891c299ea6 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:06:17.672358 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 9856d4b3-92da-43f8-83dc-9d891c299ea6 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:06:17.730354 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port f8bb96cb-3149-48aa-b810-2efde2aa8270, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f8bb96cb-3149-48aa-b810-2efde2aa8270,segment=NetworkSegment(2bac2f71-adfe-4210-a406-3bb2dd73adbe),segment_id=2bac2f71-adfe-4210-a406-3bb2dd73adbe)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:17.774021 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'f8bb96cb-3149-48aa-b810-2efde2aa8270', 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c', 'port_id': 'f8bb96cb-3149-48aa-b810-2efde2aa8270', 'mac_address': 'fa:16:3e:75:1c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c52ba2-dc81-4fa2-9ba7-527e5b2edb65', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:06:17.842776 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Pushing event updated for resources: {'Port': ['ID=b39ef857-3590-4a7d-82bd-3c350a2012c2,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:17.927503 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port f8bb96cb-3149-48aa-b810-2efde2aa8270 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:06:17.928407 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f8bb96cb-3149-48aa-b810-2efde2aa8270), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:17.959429 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8bb96cb-3149-48aa-b810-2efde2aa8270 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:06:17.969662 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37936) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:17.970827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Attempting to bind port b39ef857-3590-4a7d-82bd-3c350a2012c2 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:06:17.971376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Attempting to bind port b39ef857-3590-4a7d-82bd-3c350a2012c2 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'd5712d7b-6aeb-468b-af45-19983014d575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '641f9424-493f-4da2-9c90-2ca10c78e400'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:06:17.971923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Attempting to bind port b39ef857-3590-4a7d-82bd-3c350a2012c2 on network 641f9424-493f-4da2-9c90-2ca10c78e400 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:06:17.997506 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Port b39ef857-3590-4a7d-82bd-3c350a2012c2 on network 641f9424-493f-4da2-9c90-2ca10c78e400 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:06:17.998296 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Attempting to bind port b39ef857-3590-4a7d-82bd-3c350a2012c2 on network 641f9424-493f-4da2-9c90-2ca10c78e400 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:06:18.023688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48eef9c-8541-459b-b7bd-5eb9687d6fe3 req-bd4d33aa-59db-42af-ae7a-8d8bfa32085d tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:18.034338 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port f8bb96cb-3149-48aa-b810-2efde2aa8270, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f8bb96cb-3149-48aa-b810-2efde2aa8270,segment=NetworkSegment(2bac2f71-adfe-4210-a406-3bb2dd73adbe),segment_id=2bac2f71-adfe-4210-a406-3bb2dd73adbe)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:18.037614 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d48eef9c-8541-459b-b7bd-5eb9687d6fe3 req-bd4d33aa-59db-42af-ae7a-8d8bfa32085d tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 943 time: 0.4251039 Feb 07 17:06:18.041735 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f8bb96cb-3149-48aa-b810-2efde2aa8270), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:18.059760 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:06:18.060770 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Checking segment: {'id': 'd5712d7b-6aeb-468b-af45-19983014d575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '641f9424-493f-4da2-9c90-2ca10c78e400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:06:18.062257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Bound using segment: {'id': 'd5712d7b-6aeb-468b-af45-19983014d575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '641f9424-493f-4da2-9c90-2ca10c78e400'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:06:18.063371 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Bound port: b39ef857-3590-4a7d-82bd-3c350a2012c2, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5712d7b-6aeb-468b-af45-19983014d575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '641f9424-493f-4da2-9c90-2ca10c78e400'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:06:18.064111 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b39ef857-3590-4a7d-82bd-3c350a2012c2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:18.167434 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=f8bb96cb-3149-48aa-b810-2efde2aa8270,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:18.253500 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d48eef9c-8541-459b-b7bd-5eb9687d6fe3 req-fb29ba58-4125-42a7-ab9c-ebc997fa0f9b tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/security-groups?id=f33abf93-684f-463f-89af-a7d1ba85200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047193 Feb 07 17:06:18.268168 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['f8bb96cb-3149-48aa-b810-2efde2aa8270'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:06:18.305199 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-26709a8b-b4e1-476d-b5fd-4cd8ca70899c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-712063078-network', 'tenant_id': '3ace0944a50947d891434d9a1edfe874'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:18.345414 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] For port b39ef857-3590-4a7d-82bd-3c350a2012c2, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:06:18.351297 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] For port b39ef857-3590-4a7d-82bd-3c350a2012c2, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=b39ef857-3590-4a7d-82bd-3c350a2012c2,segment=NetworkSegment(d5712d7b-6aeb-468b-af45-19983014d575),segment_id=d5712d7b-6aeb-468b-af45-19983014d575)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:06:18.360430 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26709a8b-b4e1-476d-b5fd-4cd8ca70899c admin admin] Made reservation on behalf of 3ace0944a50947d891434d9a1edfe874 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:06:18.364562 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26709a8b-b4e1-476d-b5fd-4cd8ca70899c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:18.378677 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26709a8b-b4e1-476d-b5fd-4cd8ca70899c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:18.391516 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (b39ef857-3590-4a7d-82bd-3c350a2012c2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:18.484988 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37942) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:18.583488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:18.584172 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:18.590891 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] 10.222.0.48 "PUT /v2.0/ports/b39ef857-3590-4a7d-82bd-3c350a2012c2 HTTP/1.1" status: 200 len: 1092 time: 3.0633402 Feb 07 17:06:18.851087 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-76a297b6-506a-43ff-8d97-9de72c5ec2ff req-add29a54-08f7-48cd-8921-4ffc669c5c5f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Deleting port 4d2a83f3-8b43-4512-8f2d-71401f763736 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:06:18.852029 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-76a297b6-506a-43ff-8d97-9de72c5ec2ff req-add29a54-08f7-48cd-8921-4ffc669c5c5f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4d2a83f3-8b43-4512-8f2d-71401f763736), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:18.917732 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1f459f3-72e8-4750-b5db-1e5ebc3386c1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (08937027-b990-4ee3-9a0d-5a1119a1dc77), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:19.020330 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad06d0c4-74b5-4f1b-80be-549c29d017c8', 'tag': 'b39ef857-3590-4a7d-82bd-3c350a2012c2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:06:19.024788 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0767b63c-204c-4181-97fc-5cbf99288a65" -d '{"events": [{"name": "network-changed", "server_uuid": "ad06d0c4-74b5-4f1b-80be-549c29d017c8", "tag": "b39ef857-3590-4a7d-82bd-3c350a2012c2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:06:19.054166 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001acc7-c5aa-4025-ae68-c734bada973c service neutron] Pushing event updated for resources: {'Port': ['ID=b39ef857-3590-4a7d-82bd-3c350a2012c2,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:19.097593 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-26984765-e1cf-44c4-aa4d-0e954bcd487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:19.099643 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-26984765-e1cf-44c4-aa4d-0e954bcd487c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad9072aefcf847f7a589aa17fa4d097d&device_id=ad06d0c4-74b5-4f1b-80be-549c29d017c8 HTTP/1.1" status: 200 len: 1126 time: 0.4443514 Feb 07 17:06:19.176250 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb883b-fbd3-4280-ad5c-f877a00af42c req-8aa90874-145d-4e43-9f98-7908d689c78c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:19.178008 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9bfb883b-fbd3-4280-ad5c-f877a00af42c req-8aa90874-145d-4e43-9f98-7908d689c78c tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 946 time: 0.4149606 Feb 07 17:06:19.180877 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e15ecd0-4528-43e1-b217-4c6cc1141f15 admin admin] Deleting subnet 64c0f60d-9607-407f-80c0-5214bf77aad0 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:06:19.188663 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-bc70f045-8fd2-4ff9-a47a-7cb14cc7a7a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b39ef857-3590-4a7d-82bd-3c350a2012c2 HTTP/1.1" status: 200 len: 217 time: 0.0802803 Feb 07 17:06:19.189371 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e15ecd0-4528-43e1-b217-4c6cc1141f15 admin admin] Publish callbacks [] for subnet (64c0f60d-9607-407f-80c0-5214bf77aad0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:19.221777 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-76a297b6-506a-43ff-8d97-9de72c5ec2ff req-add29a54-08f7-48cd-8921-4ffc669c5c5f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] For port 4d2a83f3-8b43-4512-8f2d-71401f763736, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=4d2a83f3-8b43-4512-8f2d-71401f763736,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:19.221777 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-76a297b6-506a-43ff-8d97-9de72c5ec2ff req-add29a54-08f7-48cd-8921-4ffc669c5c5f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4d2a83f3-8b43-4512-8f2d-71401f763736), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:19.242964 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-76a297b6-506a-43ff-8d97-9de72c5ec2ff req-add29a54-08f7-48cd-8921-4ffc669c5c5f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Calling delete_port for 4d2a83f3-8b43-4512-8f2d-71401f763736 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:06:19.264422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562e9a7-2157-431d-9a9c-47bc6b44d843 req-6cfc2584-2dd5-4ad0-b2bc-81ddb6ca64c1 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:19.268071 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-e2477143-8bea-4198-9b9c-7bfdfe922b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:19.269734 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-e2477143-8bea-4198-9b9c-7bfdfe922b96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42601a7b-852b-4729-aa95-a6e9384f72db HTTP/1.1" status: 200 len: 848 time: 0.0558934 Feb 07 17:06:19.271952 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26709a8b-b4e1-476d-b5fd-4cd8ca70899c admin admin] Publish callbacks [] for security_group (51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:19.277559 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9562e9a7-2157-431d-9a9c-47bc6b44d843 req-6cfc2584-2dd5-4ad0-b2bc-81ddb6ca64c1 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad06d0c4-74b5-4f1b-80be-549c29d017c8 HTTP/1.1" status: 200 len: 944 time: 1.5050094 Feb 07 17:06:19.297340 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26709a8b-b4e1-476d-b5fd-4cd8ca70899c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:19.356411 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26709a8b-b4e1-476d-b5fd-4cd8ca70899c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:19.361365 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-d94790e9-f147-4767-b03c-f43f38ba2954 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=641f9424-493f-4da2-9c90-2ca10c78e400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846043 Feb 07 17:06:19.380919 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e15ecd0-4528-43e1-b217-4c6cc1141f15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (64c0f60d-9607-407f-80c0-5214bf77aad0), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:19.418577 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26709a8b-b4e1-476d-b5fd-4cd8ca70899c admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:06:19.462420 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device f8bb96cb-3149-48aa-b810-2efde2aa8270 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:06:19.521138 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9562e9a7-2157-431d-9a9c-47bc6b44d843 req-c02dac77-d52d-46b2-b239-0b383daeee4e tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd448d2c-e99a-4db4-a697-63c652b4377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423561 Feb 07 17:06:19.523469 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26709a8b-b4e1-476d-b5fd-4cd8ca70899c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (5a34e23c-247a-4be9-bfb3-c95527e5ef3e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:19.523847 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-26709a8b-b4e1-476d-b5fd-4cd8ca70899c admin admin] Added segment 5a34e23c-247a-4be9-bfb3-c95527e5ef3e of type vlan for network 66f0aebf-d93b-4d4a-8543-73fe8a6f97f1 Feb 07 17:06:19.601938 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port f8bb96cb-3149-48aa-b810-2efde2aa8270 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:06:19.622079 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port f8bb96cb-3149-48aa-b810-2efde2aa8270 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:06:19.622470 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f8bb96cb-3149-48aa-b810-2efde2aa8270), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:19.659269 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9bfb883b-fbd3-4280-ad5c-f877a00af42c req-593e4be8-6aa5-4899-b59b-406e4fe0fe98 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900084 Feb 07 17:06:19.667938 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-61f4d168-d1e1-42f3-9dd1-57dc4c89c0e8 service neutron] 10.222.0.48 "GET /v2.0/networks/641f9424-493f-4da2-9c90-2ca10c78e400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998166 Feb 07 17:06:19.687085 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e15ecd0-4528-43e1-b217-4c6cc1141f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (64c0f60d-9607-407f-80c0-5214bf77aad0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:19.760992 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad73897-dc07-4afb-8fe5-7b86ed3f2315 x-openstack-request-id: req-4ad73897-dc07-4afb-8fe5-7b86ed3f2315 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:06:19.761465 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad06d0c4-74b5-4f1b-80be-549c29d017c8", "tag": "b39ef857-3590-4a7d-82bd-3c350a2012c2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:06:19.761732 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ad73897-dc07-4afb-8fe5-7b86ed3f2315 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:06:19.762185 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad06d0c4-74b5-4f1b-80be-549c29d017c8', 'tag': 'b39ef857-3590-4a7d-82bd-3c350a2012c2', 'status': 'completed', 'code': 200} Feb 07 17:06:19.795690 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e15ecd0-4528-43e1-b217-4c6cc1141f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (64c0f60d-9607-407f-80c0-5214bf77aad0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:19.868480 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port f8bb96cb-3149-48aa-b810-2efde2aa8270 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:06:19.871785 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f8bb96cb-3149-48aa-b810-2efde2aa8270), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:19.894402 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26709a8b-b4e1-476d-b5fd-4cd8ca70899c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (66f0aebf-d93b-4d4a-8543-73fe8a6f97f1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:19.899144 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15ecd0-4528-43e1-b217-4c6cc1141f15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64c0f60d-9607-407f-80c0-5214bf77aad0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:19.907874 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e15ecd0-4528-43e1-b217-4c6cc1141f15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:19.914200 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3e15ecd0-4528-43e1-b217-4c6cc1141f15 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/64c0f60d-9607-407f-80c0-5214bf77aad0 HTTP/1.1" status: 204 len: 168 time: 1.4087853 Feb 07 17:06:19.915623 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37958) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:19.960882 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ddcf1b-7dce-470d-83a3-3c442d25342a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8bb96cb-3149-48aa-b810-2efde2aa8270'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:06:19.965802 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b3a3dc-3cee-480a-8786-84a57f531d87" -d '{"events": [{"server_uuid": "96ddcf1b-7dce-470d-83a3-3c442d25342a", "name": "network-vif-plugged", "status": "completed", "tag": "f8bb96cb-3149-48aa-b810-2efde2aa8270"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:06:20.004444 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-76a297b6-506a-43ff-8d97-9de72c5ec2ff req-add29a54-08f7-48cd-8921-4ffc669c5c5f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (4d2a83f3-8b43-4512-8f2d-71401f763736), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:20.008031 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port f8bb96cb-3149-48aa-b810-2efde2aa8270, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f8bb96cb-3149-48aa-b810-2efde2aa8270,segment=NetworkSegment(2bac2f71-adfe-4210-a406-3bb2dd73adbe),segment_id=2bac2f71-adfe-4210-a406-3bb2dd73adbe)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:20.014995 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f8bb96cb-3149-48aa-b810-2efde2aa8270), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:20.065080 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-468bccc7-a75d-4087-9e8a-9a86cddb7b0a req-6319f22d-8b6a-48d2-ba64-b3c3e001dd20 service neutron] 10.222.0.48 "GET /v2.0/networks/641f9424-493f-4da2-9c90-2ca10c78e400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001139 Feb 07 17:06:20.078444 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.db.resource_extend [None req-26709a8b-b4e1-476d-b5fd-4cd8ca70899c admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 17:06:20.107793 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add29a54-08f7-48cd-8921-4ffc669c5c5f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Pushing event deleted for resources: {'Port': ['ID=4d2a83f3-8b43-4512-8f2d-71401f763736,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:20.206726 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b533b88-784e-4a6d-ad67-58d8bf0667ee x-openstack-request-id: req-3b533b88-784e-4a6d-ad67-58d8bf0667ee {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:06:20.207045 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ddcf1b-7dce-470d-83a3-3c442d25342a", "name": "network-vif-plugged", "status": "completed", "tag": "f8bb96cb-3149-48aa-b810-2efde2aa8270", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:06:20.207314 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b533b88-784e-4a6d-ad67-58d8bf0667ee {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:06:20.209762 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ddcf1b-7dce-470d-83a3-3c442d25342a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8bb96cb-3149-48aa-b810-2efde2aa8270', 'code': 200} Feb 07 17:06:20.210435 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=f8bb96cb-3149-48aa-b810-2efde2aa8270,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:20.213142 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c1f459f3-72e8-4750-b5db-1e5ebc3386c1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Deleting port 84670373-4059-4f55-828f-ab5f90b04b79 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:06:20.214061 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1f459f3-72e8-4750-b5db-1e5ebc3386c1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (84670373-4059-4f55-828f-ab5f90b04b79), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:20.218216 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['6c13aa0b-fe51-43b0-8700-22293b427f4c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:06:20.263475 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26709a8b-b4e1-476d-b5fd-4cd8ca70899c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (66f0aebf-d93b-4d4a-8543-73fe8a6f97f1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:20.266723 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26709a8b-b4e1-476d-b5fd-4cd8ca70899c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:20.267479 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26709a8b-b4e1-476d-b5fd-4cd8ca70899c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:20.280054 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d56af75b-eacb-4650-a69e-6d43f5a15edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:20.343325 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e70d5-2931-4feb-a67f-71b7bb7d0818 req-aef56695-e226-4897-89bf-e4a274295a71 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:20.356031 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-133e70d5-2931-4feb-a67f-71b7bb7d0818 req-aef56695-e226-4897-89bf-e4a274295a71 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 944 time: 0.5165920 Feb 07 17:06:20.447511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a297b6-506a-43ff-8d97-9de72c5ec2ff req-add29a54-08f7-48cd-8921-4ffc669c5c5f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] No DVR routers for this DVR port 4d2a83f3-8b43-4512-8f2d-71401f763736 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:06:20.472007 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-76a297b6-506a-43ff-8d97-9de72c5ec2ff req-add29a54-08f7-48cd-8921-4ffc669c5c5f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:20.488835 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-76a297b6-506a-43ff-8d97-9de72c5ec2ff req-add29a54-08f7-48cd-8921-4ffc669c5c5f tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.32 "DELETE /v2.0/ports/4d2a83f3-8b43-4512-8f2d-71401f763736 HTTP/1.1" status: 204 len: 173 time: 3.0238769 Feb 07 17:06:20.499483 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370b2b93-6f21-440c-b148-0755ff0d9f29', 'name': 'network-vif-deleted', 'tag': '4d2a83f3-8b43-4512-8f2d-71401f763736'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:06:20.504148 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a52d65c-003e-48bc-b8c5-7ca327752600" -d '{"events": [{"server_uuid": "370b2b93-6f21-440c-b148-0755ff0d9f29", "name": "network-vif-deleted", "tag": "4d2a83f3-8b43-4512-8f2d-71401f763736"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:06:20.621894 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-133e70d5-2931-4feb-a67f-71b7bb7d0818 req-4b2928a5-aa40-483b-a933-94c2d35fd216 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/security-groups?id=f33abf93-684f-463f-89af-a7d1ba85200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564740 Feb 07 17:06:20.664805 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c419069d-88e5-478d-841c-cc7022fb3560 x-openstack-request-id: req-c419069d-88e5-478d-841c-cc7022fb3560 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:06:20.664805 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370b2b93-6f21-440c-b148-0755ff0d9f29", "name": "network-vif-deleted", "tag": "4d2a83f3-8b43-4512-8f2d-71401f763736", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:06:20.664805 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c419069d-88e5-478d-841c-cc7022fb3560 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:06:20.664805 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370b2b93-6f21-440c-b148-0755ff0d9f29', 'name': 'network-vif-deleted', 'tag': '4d2a83f3-8b43-4512-8f2d-71401f763736', 'status': 'completed', 'code': 200} Feb 07 17:06:20.748843 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-c1f459f3-72e8-4750-b5db-1e5ebc3386c1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] For port 84670373-4059-4f55-828f-ab5f90b04b79, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=84670373-4059-4f55-828f-ab5f90b04b79,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:20.749220 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1f459f3-72e8-4750-b5db-1e5ebc3386c1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (84670373-4059-4f55-828f-ab5f90b04b79), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:20.810590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c1f459f3-72e8-4750-b5db-1e5ebc3386c1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Calling delete_port for 84670373-4059-4f55-828f-ab5f90b04b79 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:06:20.967893 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-607f7af7-258a-4ec7-b64f-fb0037674c7f req-d4ffbd50-b518-41b0-af3b-b9908d245925 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=370b2b93-6f21-440c-b148-0755ff0d9f29 HTTP/1.1" status: 200 len: 210 time: 0.0349717 Feb 07 17:06:21.122734 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26709a8b-b4e1-476d-b5fd-4cd8ca70899c admin admin] Pushing event updated for resources: {'Network': ['ID=66f0aebf-d93b-4d4a-8543-73fe8a6f97f1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:21.141655 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 66f0aebf-d93b-4d4a-8543-73fe8a6f97f1 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:06:21.182861 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37972) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:21.186406 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-26709a8b-b4e1-476d-b5fd-4cd8ca70899c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.2095635 Feb 07 17:06:21.189381 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-919d564b-ef89-4fb2-95ea-490fabfe2701 admin admin] Request body: {'subnet': {'network_id': '66f0aebf-d93b-4d4a-8543-73fe8a6f97f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-712063078-subnet', 'tenant_id': '3ace0944a50947d891434d9a1edfe874', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:21.242353 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919d564b-ef89-4fb2-95ea-490fabfe2701 admin admin] Made reservation on behalf of 3ace0944a50947d891434d9a1edfe874 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:06:21.246239 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-919d564b-ef89-4fb2-95ea-490fabfe2701 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:21.348453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767b63c-204c-4181-97fc-5cbf99288a65 req-21958aa5-a794-4250-82da-5782fa8d4d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:21.351972 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0767b63c-204c-4181-97fc-5cbf99288a65 req-21958aa5-a794-4250-82da-5782fa8d4d70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad9072aefcf847f7a589aa17fa4d097d&device_id=ad06d0c4-74b5-4f1b-80be-549c29d017c8 HTTP/1.1" status: 200 len: 1126 time: 1.1908948 Feb 07 17:06:21.362449 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021d964-71cf-4b39-ac2f-63b46c58f58c req-c6d7d5f9-74b2-4b21-b871-f03959ee3a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:21.364709 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3021d964-71cf-4b39-ac2f-63b46c58f58c req-c6d7d5f9-74b2-4b21-b871-f03959ee3a7b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 1127 time: 1.1241441 Feb 07 17:06:21.365548 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:21.484030 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4d2a83f3-8b43-4512-8f2d-71401f763736 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:06:21.545962 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 4d2a83f3-8b43-4512-8f2d-71401f763736 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:06:21.546388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 4d2a83f3-8b43-4512-8f2d-71401f763736 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:06:21.547205 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05312e-5af7-4a85-981e-909cb75cc1e4 req-025a2342-a9a9-4ceb-bd1a-8f6c8966ba2e tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:21.552096 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1f459f3-72e8-4750-b5db-1e5ebc3386c1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (84670373-4059-4f55-828f-ab5f90b04b79), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:21.554549 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2d05312e-5af7-4a85-981e-909cb75cc1e4 req-025a2342-a9a9-4ceb-bd1a-8f6c8966ba2e tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad06d0c4-74b5-4f1b-80be-549c29d017c8 HTTP/1.1" status: 200 len: 944 time: 0.6145055 Feb 07 17:06:21.598406 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f459f3-72e8-4750-b5db-1e5ebc3386c1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Port': ['ID=84670373-4059-4f55-828f-ab5f90b04b79,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:21.610846 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3021d964-71cf-4b39-ac2f-63b46c58f58c req-eeb71423-1596-403a-a90a-0952641bfdd4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f33abf93-684f-463f-89af-a7d1ba85200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245624 Feb 07 17:06:21.615535 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d56af75b-eacb-4650-a69e-6d43f5a15edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:21.661558 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d56af75b-eacb-4650-a69e-6d43f5a15edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:21.694649 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d56af75b-eacb-4650-a69e-6d43f5a15edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b335b56-9acc-471e-a796-eeb06c7bb7a5') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:21.694961 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d56af75b-eacb-4650-a69e-6d43f5a15edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b335b56-9acc-471e-a796-eeb06c7bb7a5') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:21.737538 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2d05312e-5af7-4a85-981e-909cb75cc1e4 req-11907854-c98f-4e9c-9767-d23388973c4c tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd448d2c-e99a-4db4-a697-63c652b4377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810212 Feb 07 17:06:21.740701 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d56af75b-eacb-4650-a69e-6d43f5a15edf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (0b335b56-9acc-471e-a796-eeb06c7bb7a5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:21.743491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767b63c-204c-4181-97fc-5cbf99288a65 req-2083393e-7f70-4588-9fcb-91fb6280bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:21.745760 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0767b63c-204c-4181-97fc-5cbf99288a65 req-2083393e-7f70-4588-9fcb-91fb6280bfae service neutron] 10.222.0.48 "GET /v2.0/networks?id=641f9424-493f-4da2-9c90-2ca10c78e400 HTTP/1.1" status: 200 len: 909 time: 0.3778882 Feb 07 17:06:21.846069 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0767b63c-204c-4181-97fc-5cbf99288a65 req-49c777e6-6bd4-4e0b-bd20-78ff8f4789ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b39ef857-3590-4a7d-82bd-3c350a2012c2 HTTP/1.1" status: 200 len: 217 time: 0.0872893 Feb 07 17:06:21.855665 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d56af75b-eacb-4650-a69e-6d43f5a15edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0b335b56-9acc-471e-a796-eeb06c7bb7a5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:21.939541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56af75b-eacb-4650-a69e-6d43f5a15edf admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:06:21.939866 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d56af75b-eacb-4650-a69e-6d43f5a15edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (0b335b56-9acc-471e-a796-eeb06c7bb7a5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:06:21.941878 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:06:22.070578 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d56af75b-eacb-4650-a69e-6d43f5a15edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:22.088914 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d56af75b-eacb-4650-a69e-6d43f5a15edf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:22.095667 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d56af75b-eacb-4650-a69e-6d43f5a15edf admin admin] 10.222.0.18 "DELETE /v2.0/networks/f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f HTTP/1.1" status: 204 len: 168 time: 2.1762199 Feb 07 17:06:22.146423 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767b63c-204c-4181-97fc-5cbf99288a65 req-a8f532fe-0aae-46a5-a1ca-9ce27dcd4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:22.149093 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-919d564b-ef89-4fb2-95ea-490fabfe2701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (5391c391-b430-49e0-9844-8615a1795d97), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:22.149833 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0767b63c-204c-4181-97fc-5cbf99288a65 req-a8f532fe-0aae-46a5-a1ca-9ce27dcd4bd5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=42601a7b-852b-4729-aa95-a6e9384f72db HTTP/1.1" status: 200 len: 848 time: 0.2905457 Feb 07 17:06:22.152906 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56af75b-eacb-4650-a69e-6d43f5a15edf admin admin] Pushing event deleted for resources: {'Network': ['ID=f470ba79-3a9e-42dc-a0f9-e4b4f2bf530f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:22.283682 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1f459f3-72e8-4750-b5db-1e5ebc3386c1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (08937027-b990-4ee3-9a0d-5a1119a1dc77), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:22.293770 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b3131-5809-4d7c-a217-cccace552b1c req-59ca5d5f-bb5a-4b19-8716-2d69c3b61c99 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:22.301946 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e05b3131-5809-4d7c-a217-cccace552b1c req-59ca5d5f-bb5a-4b19-8716-2d69c3b61c99 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 945 time: 0.4947813 Feb 07 17:06:22.327570 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0767b63c-204c-4181-97fc-5cbf99288a65 req-427d0b33-2863-4a05-b991-0be2dd170f24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=641f9424-493f-4da2-9c90-2ca10c78e400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1655967 Feb 07 17:06:22.456007 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device b39ef857-3590-4a7d-82bd-3c350a2012c2 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:06:22.482117 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 37988) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:22.661623 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d564b-ef89-4fb2-95ea-490fabfe2701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5391c391-b430-49e0-9844-8615a1795d97,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:22.691628 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919d564b-ef89-4fb2-95ea-490fabfe2701 admin admin] Checking segment: {'id': '5a34e23c-247a-4be9-bfb3-c95527e5ef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '66f0aebf-d93b-4d4a-8543-73fe8a6f97f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:06:22.692897 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919d564b-ef89-4fb2-95ea-490fabfe2701 admin admin] Network hostable DHCP agents. Network: 66f0aebf-d93b-4d4a-8543-73fe8a6f97f1, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:06:22.703323 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e05b3131-5809-4d7c-a217-cccace552b1c req-15e2af34-0174-4b71-ad28-c2991b38e57a tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/security-groups?id=f33abf93-684f-463f-89af-a7d1ba85200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3895228 Feb 07 17:06:22.744324 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919d564b-ef89-4fb2-95ea-490fabfe2701 admin admin] Network 66f0aebf-d93b-4d4a-8543-73fe8a6f97f1 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:06:22.766017 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-919d564b-ef89-4fb2-95ea-490fabfe2701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 66f0aebf-d93b-4d4a-8543-73fe8a6f97f1) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:06:22.776680 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f2f32362-d05b-45d2-bb1e-26e33f72dbcb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8977117e06d848e1935eae573fabcc59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2867963 Feb 07 17:06:22.795817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 37994) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:22.812207 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f55d501-6a88-403f-875e-d3f5af4a29e2 None None] Network 66f0aebf-d93b-4d4a-8543-73fe8a6f97f1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:06:22.820780 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0767b63c-204c-4181-97fc-5cbf99288a65 req-f6087cfe-6ff5-4ad9-a3fa-8dae49e7e717 service neutron] 10.222.0.48 "GET /v2.0/networks/641f9424-493f-4da2-9c90-2ca10c78e400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886718 Feb 07 17:06:22.848074 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919d564b-ef89-4fb2-95ea-490fabfe2701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:22.852193 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-919d564b-ef89-4fb2-95ea-490fabfe2701 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:23.029120 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-919d564b-ef89-4fb2-95ea-490fabfe2701 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8370829 Feb 07 17:06:23.030880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedf871-9ae9-4334-914c-3b2eb42dc0ca req-bf574ccf-2025-44e2-8acc-02b83ee1d036 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:23.040573 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6eedf871-9ae9-4334-914c-3b2eb42dc0ca req-bf574ccf-2025-44e2-8acc-02b83ee1d036 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 946 time: 0.5120618 Feb 07 17:06:23.059530 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182475a-59c9-41ca-b242-4a42acc3b8a4 req-1014103b-f827-41fe-8b38-391af1a46bb5 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:23.061824 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6182475a-59c9-41ca-b242-4a42acc3b8a4 req-1014103b-f827-41fe-8b38-391af1a46bb5 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.32 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 946 time: 0.3941526 Feb 07 17:06:23.075111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f74e7-67ab-41f5-bc93-0dd668be99e4 req-de9aae37-6687-45aa-8f82-2829d14cf827 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:23.076947 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f94f74e7-67ab-41f5-bc93-0dd668be99e4 req-de9aae37-6687-45aa-8f82-2829d14cf827 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad06d0c4-74b5-4f1b-80be-549c29d017c8 HTTP/1.1" status: 200 len: 944 time: 0.2087433 Feb 07 17:06:23.079754 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-807efdb2-f0cc-4e32-a3c2-15787f4930a8 admin admin] Publish callbacks [] for security_group (4503e44a-357c-4d0f-b08e-e67bcf51e48e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:23.195616 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-807efdb2-f0cc-4e32-a3c2-15787f4930a8 admin admin] Publish callbacks [] for security_group (4503e44a-357c-4d0f-b08e-e67bcf51e48e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:23.209077 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6eedf871-9ae9-4334-914c-3b2eb42dc0ca req-19d81c24-ba70-4264-bb4c-148f2ba8783d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671586 Feb 07 17:06:23.268429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f459f3-72e8-4750-b5db-1e5ebc3386c1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Router 08937027-b990-4ee3-9a0d-5a1119a1dc77 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:06:23.278656 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port b39ef857-3590-4a7d-82bd-3c350a2012c2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=b39ef857-3590-4a7d-82bd-3c350a2012c2,segment=NetworkSegment(d5712d7b-6aeb-468b-af45-19983014d575),segment_id=d5712d7b-6aeb-468b-af45-19983014d575)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:23.319549 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f94f74e7-67ab-41f5-bc93-0dd668be99e4 req-283ed1ec-04a3-455f-98c5-1ce1b764b29c tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd448d2c-e99a-4db4-a697-63c652b4377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360899 Feb 07 17:06:23.403908 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'b39ef857-3590-4a7d-82bd-3c350a2012c2', 'network_id': '641f9424-493f-4da2-9c90-2ca10c78e400', 'port_id': 'b39ef857-3590-4a7d-82bd-3c350a2012c2', 'mac_address': 'fa:16:3e:6a:21:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42601a7b-852b-4729-aa95-a6e9384f72db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:06:23.431818 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0767b63c-204c-4181-97fc-5cbf99288a65 req-8befa0d0-d82e-4031-a259-7c83ed29963a service neutron] 10.222.0.48 "GET /v2.0/networks/641f9424-493f-4da2-9c90-2ca10c78e400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935903 Feb 07 17:06:23.451972 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c44e80-be7c-4fde-a007-bf0e30d8dd6e None None] Network 66f0aebf-d93b-4d4a-8543-73fe8a6f97f1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:06:23.560468 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-807efdb2-f0cc-4e32-a3c2-15787f4930a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4503e44a-357c-4d0f-b08e-e67bcf51e48e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:23.566616 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-807efdb2-f0cc-4e32-a3c2-15787f4930a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:23.569361 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-807efdb2-f0cc-4e32-a3c2-15787f4930a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4503e44a-357c-4d0f-b08e-e67bcf51e48e HTTP/1.1" status: 204 len: 168 time: 0.7724631 Feb 07 17:06:23.592644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807efdb2-f0cc-4e32-a3c2-15787f4930a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4503e44a-357c-4d0f-b08e-e67bcf51e48e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:23.615531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f459f3-72e8-4750-b5db-1e5ebc3386c1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:06:23.628058 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5899e6fb-c8ea-42b7-a79c-a0e540cef75a None None] Sync routers for ids ['08937027-b990-4ee3-9a0d-5a1119a1dc77'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:06:23.631052 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-6182475a-59c9-41ca-b242-4a42acc3b8a4 req-486a81ef-99a7-409a-a230-7c393410282e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Deleting port 6c13aa0b-fe51-43b0-8700-22293b427f4c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:06:23.632118 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6182475a-59c9-41ca-b242-4a42acc3b8a4 req-486a81ef-99a7-409a-a230-7c393410282e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (6c13aa0b-fe51-43b0-8700-22293b427f4c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:23.658689 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5899e6fb-c8ea-42b7-a79c-a0e540cef75a None None] Routers {'08937027-b990-4ee3-9a0d-5a1119a1dc77'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:06:23.659342 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5899e6fb-c8ea-42b7-a79c-a0e540cef75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:05:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['08937027-b990-4ee3-9a0d-5a1119a1dc77'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:23.661573 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c1f459f3-72e8-4750-b5db-1e5ebc3386c1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "PUT /v2.0/routers/08937027-b990-4ee3-9a0d-5a1119a1dc77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6622915 Feb 07 17:06:23.662377 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38010) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:23.699969 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:23.856298 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf91af27-a160-45e7-a27e-d23f5c971125 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Deleting subnet 777bd969-6a46-4ef3-8997-2719fbc1a79e {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:06:23.870122 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf91af27-a160-45e7-a27e-d23f5c971125 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for subnet (777bd969-6a46-4ef3-8997-2719fbc1a79e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:23.944064 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port b39ef857-3590-4a7d-82bd-3c350a2012c2 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:06:23.944480 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b39ef857-3590-4a7d-82bd-3c350a2012c2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:23.987822 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39ef857-3590-4a7d-82bd-3c350a2012c2 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:06:24.021608 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-5899e6fb-c8ea-42b7-a79c-a0e540cef75a None None] Set router 08937027-b990-4ee3-9a0d-5a1119a1dc77 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:06:24.086014 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf91af27-a160-45e7-a27e-d23f5c971125 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (777bd969-6a46-4ef3-8997-2719fbc1a79e), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:24.163367 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6182475a-59c9-41ca-b242-4a42acc3b8a4 req-486a81ef-99a7-409a-a230-7c393410282e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] For port 6c13aa0b-fe51-43b0-8700-22293b427f4c, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6c13aa0b-fe51-43b0-8700-22293b427f4c,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:24.164112 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6182475a-59c9-41ca-b242-4a42acc3b8a4 req-486a81ef-99a7-409a-a230-7c393410282e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (6c13aa0b-fe51-43b0-8700-22293b427f4c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:24.168289 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port b39ef857-3590-4a7d-82bd-3c350a2012c2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=b39ef857-3590-4a7d-82bd-3c350a2012c2,segment=NetworkSegment(d5712d7b-6aeb-468b-af45-19983014d575),segment_id=d5712d7b-6aeb-468b-af45-19983014d575)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:24.191632 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b39ef857-3590-4a7d-82bd-3c350a2012c2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:24.239388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-6182475a-59c9-41ca-b242-4a42acc3b8a4 req-486a81ef-99a7-409a-a230-7c393410282e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Calling delete_port for 6c13aa0b-fe51-43b0-8700-22293b427f4c owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:06:24.271746 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863b74a-14ea-4901-b38b-991e31f36af8 req-cd90a9ad-2d4a-47c1-a380-f1a9cbd8b33c tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:24.278817 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6863b74a-14ea-4901-b38b-991e31f36af8 req-cd90a9ad-2d4a-47c1-a380-f1a9cbd8b33c tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 945 time: 0.4324272 Feb 07 17:06:24.370239 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=b39ef857-3590-4a7d-82bd-3c350a2012c2,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:24.397294 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-4eede609-01f1-40ae-83d3-297eeff45ea2 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:24.405437 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-4eede609-01f1-40ae-83d3-297eeff45ea2 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/networks?id=66f0aebf-d93b-4d4a-8543-73fe8a6f97f1 HTTP/1.1" status: 200 len: 808 time: 0.2356234 Feb 07 17:06:24.434787 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-826ae879-9b52-47e0-8507-3d407035720c tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/quotas/3ace0944a50947d891434d9a1edfe874 HTTP/1.1" status: 200 len: 375 time: 0.0281248 Feb 07 17:06:24.482102 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-4bbf5910-7f64-4fd9-a9ea-2e0271c2e7a0 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ace0944a50947d891434d9a1edfe874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462866 Feb 07 17:06:24.522681 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['b39ef857-3590-4a7d-82bd-3c350a2012c2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:06:24.614146 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5899e6fb-c8ea-42b7-a79c-a0e540cef75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078840000', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:02:18Z', 'updated_at': '2022-02-07T17:06:21Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:19Z', 'updated_at': '2022-02-07T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:24.659612 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5899e6fb-c8ea-42b7-a79c-a0e540cef75a None None] Checking router: 08937027-b990-4ee3-9a0d-5a1119a1dc77 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:06:24.678243 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5899e6fb-c8ea-42b7-a79c-a0e540cef75a None None] Routers {'08937027-b990-4ee3-9a0d-5a1119a1dc77'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:06:24.684893 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5899e6fb-c8ea-42b7-a79c-a0e540cef75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:05:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['08937027-b990-4ee3-9a0d-5a1119a1dc77'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:24.687501 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6863b74a-14ea-4901-b38b-991e31f36af8 req-aab9cebd-cbc3-4f9f-8a5d-baf1341d6bc7 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/security-groups?id=f33abf93-684f-463f-89af-a7d1ba85200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4002893 Feb 07 17:06:24.713122 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf91af27-a160-45e7-a27e-d23f5c971125 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (777bd969-6a46-4ef3-8997-2719fbc1a79e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:24.779005 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-3b04169f-b736-4a01-94be-fcd83b1954d8 service neutron] 10.222.0.18 "GET /v2.0/networks/66f0aebf-d93b-4d4a-8543-73fe8a6f97f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959969 Feb 07 17:06:24.995176 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6182475a-59c9-41ca-b242-4a42acc3b8a4 req-486a81ef-99a7-409a-a230-7c393410282e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (6c13aa0b-fe51-43b0-8700-22293b427f4c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:25.043291 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['6c13aa0b-fe51-43b0-8700-22293b427f4c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:06:25.092018 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65114521-f96b-4095-a789-a55d906f242e req-f3ca8c4f-e531-4e08-9fea-74e51a2985b2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:25.104558 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-65114521-f96b-4095-a789-a55d906f242e req-f3ca8c4f-e531-4e08-9fea-74e51a2985b2 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 867 time: 0.1753616 Feb 07 17:06:25.125893 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-5899e6fb-c8ea-42b7-a79c-a0e540cef75a None None] Set router 08937027-b990-4ee3-9a0d-5a1119a1dc77 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:06:25.155677 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf91af27-a160-45e7-a27e-d23f5c971125 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (777bd969-6a46-4ef3-8997-2719fbc1a79e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:25.218137 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91af27-a160-45e7-a27e-d23f5c971125 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Subnet': ['ID=777bd969-6a46-4ef3-8997-2719fbc1a79e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:25.252276 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7d5c16-3207-45d6-aee9-2c73a39cd5d5 None None] Network 17d86bb1-2b06-4458-812d-7d92a6610c16 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:06:25.257826 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-65114521-f96b-4095-a789-a55d906f242e req-650c5271-41d0-4c19-a613-cade10639fcf tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=5ff3baa2-4ced-48b0-acf9-ffcd127708ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517258 Feb 07 17:06:25.262375 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf91af27-a160-45e7-a27e-d23f5c971125 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:25.270570 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bf91af27-a160-45e7-a27e-d23f5c971125 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "DELETE /v2.0/subnets/777bd969-6a46-4ef3-8997-2719fbc1a79e HTTP/1.1" status: 204 len: 168 time: 1.6022406 Feb 07 17:06:25.272858 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38042) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:25.347138 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-9b987af0-87fa-4922-9c36-f5f4af62f7b7 service neutron] 10.222.0.18 "GET /v2.0/networks/66f0aebf-d93b-4d4a-8543-73fe8a6f97f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749511 Feb 07 17:06:25.445962 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a81ef-99a7-409a-a230-7c393410282e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Pushing event deleted for resources: {'Port': ['ID=6c13aa0b-fe51-43b0-8700-22293b427f4c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:25.531091 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6182475a-59c9-41ca-b242-4a42acc3b8a4 req-486a81ef-99a7-409a-a230-7c393410282e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] No DVR routers for this DVR port 6c13aa0b-fe51-43b0-8700-22293b427f4c on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:06:25.544745 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6182475a-59c9-41ca-b242-4a42acc3b8a4 req-486a81ef-99a7-409a-a230-7c393410282e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:25.555305 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6182475a-59c9-41ca-b242-4a42acc3b8a4 req-486a81ef-99a7-409a-a230-7c393410282e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.32 "DELETE /v2.0/ports/6c13aa0b-fe51-43b0-8700-22293b427f4c HTTP/1.1" status: 204 len: 173 time: 2.4838493 Feb 07 17:06:25.556852 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39269ab7-738b-43c3-8254-f41864f37137', 'name': 'network-vif-deleted', 'tag': '6c13aa0b-fe51-43b0-8700-22293b427f4c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:06:25.562692 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5061bf4-f0f8-4fcf-b9ee-09f63fbb2d1a" -d '{"events": [{"server_uuid": "39269ab7-738b-43c3-8254-f41864f37137", "name": "network-vif-deleted", "tag": "6c13aa0b-fe51-43b0-8700-22293b427f4c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:06:25.812755 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1406441-af83-42ea-9059-1dbe1eb04bea None None] DHCP port deletion for 17d86bb1-2b06-4458-812d-7d92a6610c16 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:06:25.853012 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad37c-3d47-42bb-b3b8-2c562337c2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:25.912025 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5899e6fb-c8ea-42b7-a79c-a0e540cef75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078840000', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:02:18Z', 'updated_at': '2022-02-07T17:06:21Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:19Z', 'updated_at': '2022-02-07T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:25.948517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df0c21-dd4f-4429-afb8-eaf6857c73ad req-da4c51c9-ca37-4b06-a799-e263964b94cf tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:25.975018 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3df0c21-dd4f-4429-afb8-eaf6857c73ad req-da4c51c9-ca37-4b06-a799-e263964b94cf tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad06d0c4-74b5-4f1b-80be-549c29d017c8 HTTP/1.1" status: 200 len: 945 time: 0.5571470 Feb 07 17:06:26.065559 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5899e6fb-c8ea-42b7-a79c-a0e540cef75a None None] The sync data for ids ['08937027-b990-4ee3-9a0d-5a1119a1dc77'] in n-d-827865-3 is: [{'id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078840000', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:02:18Z', 'updated_at': '2022-02-07T17:06:21Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '40f97e91-9841-4df5-b486-7ebe6fecf636', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08937027-b990-4ee3-9a0d-5a1119a1dc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:02:19Z', 'updated_at': '2022-02-07T17:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:06:26.190001 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b17113-3a11-4bc9-9204-3cc94d046b7e req-71977e13-cdee-4c53-af3b-f0c61017af46 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:26.191633 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0b17113-3a11-4bc9-9204-3cc94d046b7e req-71977e13-cdee-4c53-af3b-f0c61017af46 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 945 time: 0.2338309 Feb 07 17:06:26.200608 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a677932-bf66-4681-a12d-5031da6573d4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router (08937027-b990-4ee3-9a0d-5a1119a1dc77), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:26.226043 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3df0c21-dd4f-4429-afb8-eaf6857c73ad req-e24ba8cf-793e-419a-aa7b-004c3ebf215a tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd448d2c-e99a-4db4-a697-63c652b4377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500243 Feb 07 17:06:26.256160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a1406441-af83-42ea-9059-1dbe1eb04bea None None] Deleting port 16e33410-c7b0-4cc6-9a63-2abfcfd6274e {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:06:26.259977 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a1406441-af83-42ea-9059-1dbe1eb04bea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (16e33410-c7b0-4cc6-9a63-2abfcfd6274e), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:26.390798 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e620a9-8a1f-47e8-b022-791d03664372 x-openstack-request-id: req-e5e620a9-8a1f-47e8-b022-791d03664372 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:06:26.394789 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39269ab7-738b-43c3-8254-f41864f37137", "name": "network-vif-deleted", "tag": "6c13aa0b-fe51-43b0-8700-22293b427f4c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:06:26.395094 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5e620a9-8a1f-47e8-b022-791d03664372 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:06:26.395573 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39269ab7-738b-43c3-8254-f41864f37137', 'name': 'network-vif-deleted', 'tag': '6c13aa0b-fe51-43b0-8700-22293b427f4c', 'status': 'completed', 'code': 200} Feb 07 17:06:26.419165 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a1406441-af83-42ea-9059-1dbe1eb04bea None None] For port 16e33410-c7b0-4cc6-9a63-2abfcfd6274e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=16e33410-c7b0-4cc6-9a63-2abfcfd6274e,segment=NetworkSegment(ad960021-139b-46d1-afd2-4d9543218d8e),segment_id=ad960021-139b-46d1-afd2-4d9543218d8e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:26.419804 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a1406441-af83-42ea-9059-1dbe1eb04bea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (16e33410-c7b0-4cc6-9a63-2abfcfd6274e), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:26.436515 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a1406441-af83-42ea-9059-1dbe1eb04bea None None] Calling delete_port for 16e33410-c7b0-4cc6-9a63-2abfcfd6274e owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:06:26.439455 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0b17113-3a11-4bc9-9204-3cc94d046b7e req-09dd3425-9ba3-4c71-bc79-06c4c15db555 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/security-groups?id=f33abf93-684f-463f-89af-a7d1ba85200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350147 Feb 07 17:06:26.554582 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-602a2917-c1eb-4c98-a7d0-54c95069ba59 req-03b36405-4d8c-4558-aa17-dcd092acf740 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/ports?device_id=3258a0cb-23ab-49a4-9121-c5fe3dc841cd HTTP/1.1" status: 200 len: 210 time: 0.0631671 Feb 07 17:06:26.616041 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device b39ef857-3590-4a7d-82bd-3c350a2012c2 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:06:26.691584 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c37c85f2-be04-40dd-9f75-6198ec547b94 req-1d3cd540-1289-411b-82eb-d88fb62ca4f3 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=39269ab7-738b-43c3-8254-f41864f37137 HTTP/1.1" status: 200 len: 210 time: 0.0734580 Feb 07 17:06:26.846190 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a677932-bf66-4681-a12d-5031da6573d4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_gateway (08937027-b990-4ee3-9a0d-5a1119a1dc77), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:26.993018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37927ace-4e98-45d9-ad12-1bbe9bbafe47 req-14d8a9f8-4f8f-4d69-b002-7a59da32cf28 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:27.011976 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-37927ace-4e98-45d9-ad12-1bbe9bbafe47 req-14d8a9f8-4f8f-4d69-b002-7a59da32cf28 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 945 time: 0.2061744 Feb 07 17:06:27.097202 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port b39ef857-3590-4a7d-82bd-3c350a2012c2 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:06:27.119138 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port b39ef857-3590-4a7d-82bd-3c350a2012c2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:06:27.121178 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b39ef857-3590-4a7d-82bd-3c350a2012c2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:27.215811 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a1406441-af83-42ea-9059-1dbe1eb04bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (16e33410-c7b0-4cc6-9a63-2abfcfd6274e), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:27.215965 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-37927ace-4e98-45d9-ad12-1bbe9bbafe47 req-e0b156f3-44f9-44c4-97e5-0148198909cd tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/security-groups?id=f33abf93-684f-463f-89af-a7d1ba85200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986685 Feb 07 17:06:27.216525 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38082) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:27.245789 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8a677932-bf66-4681-a12d-5031da6573d4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Deleting port 40f97e91-9841-4df5-b486-7ebe6fecf636 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:06:27.245789 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a677932-bf66-4681-a12d-5031da6573d4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (40f97e91-9841-4df5-b486-7ebe6fecf636), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:27.302918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1406441-af83-42ea-9059-1dbe1eb04bea None None] Pushing event deleted for resources: {'Port': ['ID=16e33410-c7b0-4cc6-9a63-2abfcfd6274e,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:27.310960 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1406441-af83-42ea-9059-1dbe1eb04bea None None] No DVR routers for this DVR port 16e33410-c7b0-4cc6-9a63-2abfcfd6274e on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:06:27.432238 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port b39ef857-3590-4a7d-82bd-3c350a2012c2 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:06:27.433183 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b39ef857-3590-4a7d-82bd-3c350a2012c2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:27.503548 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port b39ef857-3590-4a7d-82bd-3c350a2012c2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=b39ef857-3590-4a7d-82bd-3c350a2012c2,segment=NetworkSegment(d5712d7b-6aeb-468b-af45-19983014d575),segment_id=d5712d7b-6aeb-468b-af45-19983014d575)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:27.505818 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad06d0c4-74b5-4f1b-80be-549c29d017c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39ef857-3590-4a7d-82bd-3c350a2012c2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:06:27.509991 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e8c69a-e721-427c-9826-e48dd6e44451" -d '{"events": [{"server_uuid": "ad06d0c4-74b5-4f1b-80be-549c29d017c8", "name": "network-vif-plugged", "status": "completed", "tag": "b39ef857-3590-4a7d-82bd-3c350a2012c2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:06:27.516595 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b39ef857-3590-4a7d-82bd-3c350a2012c2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:27.569991 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-8a677932-bf66-4681-a12d-5031da6573d4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] For port 40f97e91-9841-4df5-b486-7ebe6fecf636, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=40f97e91-9841-4df5-b486-7ebe6fecf636,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:27.571229 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a677932-bf66-4681-a12d-5031da6573d4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (40f97e91-9841-4df5-b486-7ebe6fecf636), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:27.630734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8a677932-bf66-4681-a12d-5031da6573d4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Calling delete_port for 40f97e91-9841-4df5-b486-7ebe6fecf636 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:06:27.656626 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=b39ef857-3590-4a7d-82bd-3c350a2012c2,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:27.664027 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acfe65-1b7e-4738-a1f4-95148cd04c6c req-2f7a2b30-12b4-4dba-a9fc-455a62edff0c tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:27.672166 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-43acfe65-1b7e-4738-a1f4-95148cd04c6c req-2f7a2b30-12b4-4dba-a9fc-455a62edff0c tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad06d0c4-74b5-4f1b-80be-549c29d017c8 HTTP/1.1" status: 200 len: 945 time: 0.2035966 Feb 07 17:06:27.674777 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6c13aa0b-fe51-43b0-8700-22293b427f4c no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:06:27.678182 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 16e33410-c7b0-4cc6-9a63-2abfcfd6274e no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:06:27.706972 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 16e33410-c7b0-4cc6-9a63-2abfcfd6274e {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:06:27.707329 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 16e33410-c7b0-4cc6-9a63-2abfcfd6274e not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:06:27.707760 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 84670373-4059-4f55-828f-ab5f90b04b79 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:06:27.739740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 6c13aa0b-fe51-43b0-8700-22293b427f4c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:06:27.740102 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6c13aa0b-fe51-43b0-8700-22293b427f4c not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:06:27.772204 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 84670373-4059-4f55-828f-ab5f90b04b79 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:06:27.772758 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 84670373-4059-4f55-828f-ab5f90b04b79 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:06:27.797767 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-43acfe65-1b7e-4738-a1f4-95148cd04c6c req-38410496-eaed-4ba7-b799-dec48ab583d5 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd448d2c-e99a-4db4-a697-63c652b4377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187148 Feb 07 17:06:27.867880 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61329680-50b5-4adc-a8b0-a23c11911f16 x-openstack-request-id: req-61329680-50b5-4adc-a8b0-a23c11911f16 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:06:27.868189 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad06d0c4-74b5-4f1b-80be-549c29d017c8", "name": "network-vif-plugged", "status": "completed", "tag": "b39ef857-3590-4a7d-82bd-3c350a2012c2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:06:27.868519 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61329680-50b5-4adc-a8b0-a23c11911f16 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:06:27.869215 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad06d0c4-74b5-4f1b-80be-549c29d017c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39ef857-3590-4a7d-82bd-3c350a2012c2', 'code': 200} Feb 07 17:06:28.138986 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f54f80ef-7b7f-4c35-8b9c-e5a726586482 req-71892aab-c823-40ad-b529-6dce5150cddc tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/ports?device_id=3258a0cb-23ab-49a4-9121-c5fe3dc841cd HTTP/1.1" status: 200 len: 210 time: 0.0865226 Feb 07 17:06:28.170984 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d932b4-749b-4ac8-a45c-32d9ce4cfc07 req-8f424211-400d-4c44-9f98-7ff042b73df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:28.172827 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-59d932b4-749b-4ac8-a45c-32d9ce4cfc07 req-8f424211-400d-4c44-9f98-7ff042b73df4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ad06d0c4-74b5-4f1b-80be-549c29d017c8 HTTP/1.1" status: 200 len: 1128 time: 0.2442710 Feb 07 17:06:28.214817 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6c4946b2-be45-4564-8420-c5963e0c0976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:28.430323 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-59d932b4-749b-4ac8-a45c-32d9ce4cfc07 req-eb2ef2b0-6135-47dc-8546-b6be57ca7c24 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fd448d2c-e99a-4db4-a697-63c652b4377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502964 Feb 07 17:06:28.484616 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-23bd539e-8b87-4532-aa27-ad8da0a41f49 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:28.486877 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-23bd539e-8b87-4532-aa27-ad8da0a41f49 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.32 "GET /v2.0/networks?id=66f0aebf-d93b-4d4a-8543-73fe8a6f97f1 HTTP/1.1" status: 200 len: 808 time: 0.2876978 Feb 07 17:06:28.519603 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-7e35d7f5-3d47-470e-8bb5-0ba7fe67f756 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Request body: {'port': {'device_id': '3258a0cb-23ab-49a4-9121-c5fe3dc841cd', 'network_id': '66f0aebf-d93b-4d4a-8543-73fe8a6f97f1', 'admin_state_up': True, 'tenant_id': '3ace0944a50947d891434d9a1edfe874'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:28.583800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0478395f-65e2-4d0d-955f-4a76f66afb49 tempest-TestServerBasicOps-1018429394 tempest-TestServerBasicOps-1018429394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:28.585419 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0478395f-65e2-4d0d-955f-4a76f66afb49 tempest-TestServerBasicOps-1018429394 tempest-TestServerBasicOps-1018429394-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 1122 time: 1.3660700 Feb 07 17:06:28.589422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38118) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:28.595314 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': 'f8bb96cb-3149-48aa-b810-2efde2aa8270', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:28.608579 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a677932-bf66-4681-a12d-5031da6573d4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (40f97e91-9841-4df5-b486-7ebe6fecf636), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:28.682567 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a677932-bf66-4681-a12d-5031da6573d4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Port': ['ID=40f97e91-9841-4df5-b486-7ebe6fecf636,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:28.713469 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:28.847920 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a677932-bf66-4681-a12d-5031da6573d4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (08937027-b990-4ee3-9a0d-5a1119a1dc77), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:28.903345 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-7e35d7f5-3d47-470e-8bb5-0ba7fe67f756 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Made reservation on behalf of 3ace0944a50947d891434d9a1edfe874 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:06:28.909553 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-7e35d7f5-3d47-470e-8bb5-0ba7fe67f756 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:28.977141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034a94b-108d-42e7-b23a-b90a97a43b99 req-8327a723-3a7d-4a47-9f0b-9fc44222cce5 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:28.979975 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4034a94b-108d-42e7-b23a-b90a97a43b99 req-8327a723-3a7d-4a47-9f0b-9fc44222cce5 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.3600943 Feb 07 17:06:29.112267 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4034a94b-108d-42e7-b23a-b90a97a43b99 req-8a9fe28d-ab78-4c06-b34f-d04520d1ee2a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234200 Feb 07 17:06:29.126679 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a677932-bf66-4681-a12d-5031da6573d4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (08937027-b990-4ee3-9a0d-5a1119a1dc77), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:29.139901 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a677932-bf66-4681-a12d-5031da6573d4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_controller (08937027-b990-4ee3-9a0d-5a1119a1dc77), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:29.260105 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-7e35d7f5-3d47-470e-8bb5-0ba7fe67f756 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Allocated IP 172.20.0.10 (66f0aebf-d93b-4d4a-8543-73fe8a6f97f1/5391c391-b430-49e0-9844-8615a1795d97/a18c2233-22fa-41c2-8fe9-a357963bcb24) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:06:29.314434 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a677932-bf66-4681-a12d-5031da6573d4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (08937027-b990-4ee3-9a0d-5a1119a1dc77), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:29.315351 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a677932-bf66-4681-a12d-5031da6573d4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Fanout notify agent at l3_agent the message router_deleted on router 08937027-b990-4ee3-9a0d-5a1119a1dc77 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:06:29.323763 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a677932-bf66-4681-a12d-5031da6573d4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:29.325680 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8a677932-bf66-4681-a12d-5031da6573d4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "DELETE /v2.0/routers/08937027-b990-4ee3-9a0d-5a1119a1dc77 HTTP/1.1" status: 204 len: 168 time: 4.0510042 Feb 07 17:06:29.331463 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38128) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:29.448186 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:29.547966 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:29.593653 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8a7eb21-a3d8-4a9e-a32a-44871fd312fc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (17d86bb1-2b06-4458-812d-7d92a6610c16), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:29.734250 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-7e35d7f5-3d47-470e-8bb5-0ba7fe67f756 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Publish callbacks [] for port (a18c2233-22fa-41c2-8fe9-a357963bcb24), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:29.788280 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-7e35d7f5-3d47-470e-8bb5-0ba7fe67f756 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a18c2233-22fa-41c2-8fe9-a357963bcb24), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:29.841142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-7e35d7f5-3d47-470e-8bb5-0ba7fe67f756 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Network 66f0aebf-d93b-4d4a-8543-73fe8a6f97f1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:06:29.867614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-7e35d7f5-3d47-470e-8bb5-0ba7fe67f756 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:06:29.877157 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-7e35d7f5-3d47-470e-8bb5-0ba7fe67f756 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:06:29.887081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cc550-5a82-49db-8076-1247c9d894b9 req-5dced9aa-f5ec-4df3-ba19-597ca0f4de45 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:29.898604 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d64cc550-5a82-49db-8076-1247c9d894b9 req-5dced9aa-f5ec-4df3-ba19-597ca0f4de45 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad06d0c4-74b5-4f1b-80be-549c29d017c8 HTTP/1.1" status: 200 len: 946 time: 0.2946599 Feb 07 17:06:29.945142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35d7f5-3d47-470e-8bb5-0ba7fe67f756 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Pushing event updated for resources: {'Port': ['ID=a18c2233-22fa-41c2-8fe9-a357963bcb24,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:29.958990 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8a7eb21-a3d8-4a9e-a32a-44871fd312fc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (17d86bb1-2b06-4458-812d-7d92a6610c16), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:29.998175 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fac84e-ed13-40bf-97c2-e0aa3fc06283 req-1145bc8e-fcb5-40bc-8686-d58fda5e14f5 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:30.000498 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-00fac84e-ed13-40bf-97c2-e0aa3fc06283 req-1145bc8e-fcb5-40bc-8686-d58fda5e14f5 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/ports?device_id=3258a0cb-23ab-49a4-9121-c5fe3dc841cd HTTP/1.1" status: 200 len: 932 time: 0.2276866 Feb 07 17:06:30.006967 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e8a7eb21-a3d8-4a9e-a32a-44871fd312fc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d86bb1-2b06-4458-812d-7d92a6610c16']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:30.010646 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Allocated IP 172.25.4.197 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/ce3b7c44-e421-4d0d-8912-5a02e411822a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:06:30.026270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-7e35d7f5-3d47-470e-8bb5-0ba7fe67f756 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:30.029604 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-7e35d7f5-3d47-470e-8bb5-0ba7fe67f756 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:30.051265 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e8a7eb21-a3d8-4a9e-a32a-44871fd312fc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad960021-139b-46d1-afd2-4d9543218d8e') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:30.051851 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e8a7eb21-a3d8-4a9e-a32a-44871fd312fc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad960021-139b-46d1-afd2-4d9543218d8e') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:30.074663 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8a7eb21-a3d8-4a9e-a32a-44871fd312fc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (ad960021-139b-46d1-afd2-4d9543218d8e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:30.093022 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-7e35d7f5-3d47-470e-8bb5-0ba7fe67f756 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5793438 Feb 07 17:06:30.106407 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d64cc550-5a82-49db-8076-1247c9d894b9 req-fd8fb093-1883-4b54-8653-e409c0d7a260 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd448d2c-e99a-4db4-a697-63c652b4377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022765 Feb 07 17:06:30.111186 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Request body: {'port': {'device_id': '3258a0cb-23ab-49a4-9121-c5fe3dc841cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:30.163075 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8a7eb21-a3d8-4a9e-a32a-44871fd312fc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (ad960021-139b-46d1-afd2-4d9543218d8e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:30.175524 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-00fac84e-ed13-40bf-97c2-e0aa3fc06283 req-28259172-10ae-4e96-8bf9-22fc133341bb tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/security-groups?id=51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637557 Feb 07 17:06:30.229894 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a18c2233-22fa-41c2-8fe9-a357963bcb24), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:30.277970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a7eb21-a3d8-4a9e-a32a-44871fd312fc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:06:30.278530 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8a7eb21-a3d8-4a9e-a32a-44871fd312fc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (ad960021-139b-46d1-afd2-4d9543218d8e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:06:30.434670 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:06:30.466052 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8a7eb21-a3d8-4a9e-a32a-44871fd312fc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (17d86bb1-2b06-4458-812d-7d92a6610c16), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:30.493076 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8a7eb21-a3d8-4a9e-a32a-44871fd312fc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:30.503722 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e8a7eb21-a3d8-4a9e-a32a-44871fd312fc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "DELETE /v2.0/networks/17d86bb1-2b06-4458-812d-7d92a6610c16 HTTP/1.1" status: 204 len: 168 time: 1.1711185 Feb 07 17:06:30.545977 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38140) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:30.636003 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7eb21-a3d8-4a9e-a32a-44871fd312fc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Network': ['ID=17d86bb1-2b06-4458-812d-7d92a6610c16,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:30.710755 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbab5c0-3fdc-441d-afe4-7ce16047a688 req-25db7e63-97b0-48e1-88e2-295a57352359 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:30.713159 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4dbab5c0-3fdc-441d-afe4-7ce16047a688 req-25db7e63-97b0-48e1-88e2-295a57352359 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.48 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1646516 Feb 07 17:06:30.718091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea356564-4eef-4d3b-b315-86fe52258143 req-a26c713d-454e-484c-bdd8-b3811f54c460 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:30.726566 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ea356564-4eef-4d3b-b315-86fe52258143 req-a26c713d-454e-484c-bdd8-b3811f54c460 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.4886389 Feb 07 17:06:30.746150 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for port (ce3b7c44-e421-4d0d-8912-5a02e411822a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:30.835857 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:30.872751 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18c2233-22fa-41c2-8fe9-a357963bcb24 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:06:30.883260 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Publish callbacks [] for port (a18c2233-22fa-41c2-8fe9-a357963bcb24), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:30.886088 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-313b8ac3-8f0f-4326-aa56-b94f3934cae6 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (f3cc164b-0a9c-4498-bc18-4388aeb3aaea), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:30.895675 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ea356564-4eef-4d3b-b315-86fe52258143 req-a04dca9d-d15c-4911-8753-a17f5cae06c0 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680658 Feb 07 17:06:30.908541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Transition to ACTIVE for port object a18c2233-22fa-41c2-8fe9-a357963bcb24 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:06:30.915987 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (a18c2233-22fa-41c2-8fe9-a357963bcb24), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:30.929498 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-4dbab5c0-3fdc-441d-afe4-7ce16047a688 req-a921ee22-e620-47bb-9578-aba452f61b84 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Deleting port a127fc73-7613-47a9-bb5b-d3f7946a307a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:06:30.930205 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4dbab5c0-3fdc-441d-afe4-7ce16047a688 req-a921ee22-e620-47bb-9578-aba452f61b84 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:30.939674 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ce3b7c44-e421-4d0d-8912-5a02e411822a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:30.952868 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-313b8ac3-8f0f-4326-aa56-b94f3934cae6 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (f3cc164b-0a9c-4498-bc18-4388aeb3aaea), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:31.006175 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:06:31.014850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:06:31.023177 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:06:31.077924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4dbab5c0-3fdc-441d-afe4-7ce16047a688 req-a921ee22-e620-47bb-9578-aba452f61b84 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] For port a127fc73-7613-47a9-bb5b-d3f7946a307a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=a127fc73-7613-47a9-bb5b-d3f7946a307a,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:31.079940 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4dbab5c0-3fdc-441d-afe4-7ce16047a688 req-a921ee22-e620-47bb-9578-aba452f61b84 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:31.380480 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Pushing event updated for resources: {'Port': ['ID=a18c2233-22fa-41c2-8fe9-a357963bcb24,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:31.451978 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 40f97e91-9841-4df5-b486-7ebe6fecf636 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:06:31.498273 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 40f97e91-9841-4df5-b486-7ebe6fecf636 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:06:31.499159 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 40f97e91-9841-4df5-b486-7ebe6fecf636 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:06:31.529576 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Pushing event updated for resources: {'Port': ['ID=ce3b7c44-e421-4d0d-8912-5a02e411822a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:31.592986 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90996e41-72d3-4e2c-a812-9bf5120d1e12 req-eefa7343-81ec-4f7e-8df4-92ec9447add4 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:31.600952 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-90996e41-72d3-4e2c-a812-9bf5120d1e12 req-eefa7343-81ec-4f7e-8df4-92ec9447add4 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/ports?device_id=3258a0cb-23ab-49a4-9121-c5fe3dc841cd HTTP/1.1" status: 200 len: 944 time: 0.2183712 Feb 07 17:06:31.792113 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-90996e41-72d3-4e2c-a812-9bf5120d1e12 req-ee85a1f7-a3f8-43a5-9d49-3f1c037b4ae2 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/security-groups?id=51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876903 Feb 07 17:06:31.841199 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for floatingip (201a17e8-ebef-4f9f-9a28-4e2b05c6c8c7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:31.843276 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-313b8ac3-8f0f-4326-aa56-b94f3934cae6 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f3cc164b-0a9c-4498-bc18-4388aeb3aaea), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:31.845794 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-313b8ac3-8f0f-4326-aa56-b94f3934cae6 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:31.850137 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-313b8ac3-8f0f-4326-aa56-b94f3934cae6 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "DELETE /v2.0/security-groups/f3cc164b-0a9c-4498-bc18-4388aeb3aaea HTTP/1.1" status: 204 len: 168 time: 1.2971945 Feb 07 17:06:31.927611 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b8ac3-8f0f-4326-aa56-b94f3934cae6 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cc164b-0a9c-4498-bc18-4388aeb3aaea,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:32.051213 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ce3b7c44-e421-4d0d-8912-5a02e411822a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:32.168681 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0921708-ab60-4e18-8e33-30bd49c3818a req-52775199-fa73-4629-9b43-65444cd0b1ff tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:32.170402 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0921708-ab60-4e18-8e33-30bd49c3818a req-52775199-fa73-4629-9b43-65444cd0b1ff tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad06d0c4-74b5-4f1b-80be-549c29d017c8 HTTP/1.1" status: 200 len: 946 time: 0.8077497 Feb 07 17:06:32.218728 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Attempting to bind port a18c2233-22fa-41c2-8fe9-a357963bcb24 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:06:32.219131 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Attempting to bind port a18c2233-22fa-41c2-8fe9-a357963bcb24 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '5a34e23c-247a-4be9-bfb3-c95527e5ef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '66f0aebf-d93b-4d4a-8543-73fe8a6f97f1'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:06:32.219474 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Attempting to bind port a18c2233-22fa-41c2-8fe9-a357963bcb24 on network 66f0aebf-d93b-4d4a-8543-73fe8a6f97f1 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:06:32.241174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Port a18c2233-22fa-41c2-8fe9-a357963bcb24 on network 66f0aebf-d93b-4d4a-8543-73fe8a6f97f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:06:32.241598 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Attempting to bind port a18c2233-22fa-41c2-8fe9-a357963bcb24 on network 66f0aebf-d93b-4d4a-8543-73fe8a6f97f1 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:06:32.248461 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for port (ce3b7c44-e421-4d0d-8912-5a02e411822a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:32.253299 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4dbab5c0-3fdc-441d-afe4-7ce16047a688 req-a921ee22-e620-47bb-9578-aba452f61b84 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:32.253726 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4dbab5c0-3fdc-441d-afe4-7ce16047a688 req-a921ee22-e620-47bb-9578-aba452f61b84 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (4bbdf5da-e3e7-4bf8-8425-62d617256da8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:32.254079 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [req-4dbab5c0-3fdc-441d-afe4-7ce16047a688 req-a921ee22-e620-47bb-9578-aba452f61b84 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Floating IP 4bbdf5da-e3e7-4bf8-8425-62d617256da8 disassociated. External IP: 172.25.4.94, port: a127fc73-7613-47a9-bb5b-d3f7946a307a. Feb 07 17:06:32.254434 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-4dbab5c0-3fdc-441d-afe4-7ce16047a688 req-a921ee22-e620-47bb-9578-aba452f61b84 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Calling delete_port for a127fc73-7613-47a9-bb5b-d3f7946a307a owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:06:32.274203 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:06:32.274469 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Checking segment: {'id': '5a34e23c-247a-4be9-bfb3-c95527e5ef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '66f0aebf-d93b-4d4a-8543-73fe8a6f97f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:06:32.274912 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Bound using segment: {'id': '5a34e23c-247a-4be9-bfb3-c95527e5ef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '66f0aebf-d93b-4d4a-8543-73fe8a6f97f1'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:06:32.275646 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Bound port: a18c2233-22fa-41c2-8fe9-a357963bcb24, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a34e23c-247a-4be9-bfb3-c95527e5ef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '66f0aebf-d93b-4d4a-8543-73fe8a6f97f1'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:06:32.276141 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a18c2233-22fa-41c2-8fe9-a357963bcb24), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:32.283718 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ce3b7c44-e421-4d0d-8912-5a02e411822a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:32.357505 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Pushing event updated for resources: {'Port': ['ID=ce3b7c44-e421-4d0d-8912-5a02e411822a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:32.360236 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0921708-ab60-4e18-8e33-30bd49c3818a req-5b27c419-12b3-4edb-ad01-b5102720bffa tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd448d2c-e99a-4db4-a697-63c652b4377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792579 Feb 07 17:06:32.409536 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5921845-c70d-40a8-ac2f-f95b7afa99b4 req-1b5725ce-b49c-436a-b1ee-f91b4d12403a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:32.420920 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d5921845-c70d-40a8-ac2f-f95b7afa99b4 req-1b5725ce-b49c-436a-b1ee-f91b4d12403a tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 945 time: 0.1692388 Feb 07 17:06:32.436127 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:32.478911 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (201a17e8-ebef-4f9f-9a28-4e2b05c6c8c7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:32.581741 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] For port a18c2233-22fa-41c2-8fe9-a357963bcb24, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:06:32.591999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] For port a18c2233-22fa-41c2-8fe9-a357963bcb24, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a18c2233-22fa-41c2-8fe9-a357963bcb24,segment=NetworkSegment(5a34e23c-247a-4be9-bfb3-c95527e5ef3e),segment_id=5a34e23c-247a-4be9-bfb3-c95527e5ef3e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:06:32.617004 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d5921845-c70d-40a8-ac2f-f95b7afa99b4 req-581ec92c-1491-4c2f-8418-8e61533a469b tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957884 Feb 07 17:06:32.682279 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (a18c2233-22fa-41c2-8fe9-a357963bcb24), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:32.684366 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Floating IP 201a17e8-ebef-4f9f-9a28-4e2b05c6c8c7 associated. External IP: 172.25.4.197, port: f8bb96cb-3149-48aa-b810-2efde2aa8270. Feb 07 17:06:32.793422 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:32.797256 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:32.800120 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] 10.222.0.32 "PUT /v2.0/ports/a18c2233-22fa-41c2-8fe9-a357963bcb24 HTTP/1.1" status: 200 len: 1092 time: 2.6955624 Feb 07 17:06:32.801760 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3258a0cb-23ab-49a4-9121-c5fe3dc841cd', 'tag': 'a18c2233-22fa-41c2-8fe9-a357963bcb24'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:06:32.819332 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716e9821-2ee7-4a0e-8c23-82a24b5b33f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3258a0cb-23ab-49a4-9121-c5fe3dc841cd", "tag": "a18c2233-22fa-41c2-8fe9-a357963bcb24"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:06:32.880090 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4dbab5c0-3fdc-441d-afe4-7ce16047a688 req-a921ee22-e620-47bb-9578-aba452f61b84 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a127fc73-7613-47a9-bb5b-d3f7946a307a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:33.192358 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38192) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:33.195684 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fff14b-8d76-429a-a839-6e67997e91bc service neutron] Pushing event updated for resources: {'Port': ['ID=a18c2233-22fa-41c2-8fe9-a357963bcb24,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:33.197446 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b8cf567f-4dfc-4242-91d7-46a639b5cf2c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-59850239', 'description': 'tempest-secgroup-smoke-59850239 description', 'project_id': 'b7f3b936ec124a74b808700fdcd55162'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:33.387830 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8cf567f-4dfc-4242-91d7-46a639b5cf2c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:33.497209 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32fdcf8-7b4f-4b15-8057-b084af09ae96 x-openstack-request-id: req-e32fdcf8-7b4f-4b15-8057-b084af09ae96 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:06:33.503019 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3258a0cb-23ab-49a4-9121-c5fe3dc841cd", "tag": "a18c2233-22fa-41c2-8fe9-a357963bcb24", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:06:33.513940 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e32fdcf8-7b4f-4b15-8057-b084af09ae96 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:06:33.517935 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3258a0cb-23ab-49a4-9121-c5fe3dc841cd', 'tag': 'a18c2233-22fa-41c2-8fe9-a357963bcb24', 'status': 'completed', 'code': 200} Feb 07 17:06:33.524825 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921ee22-e620-47bb-9578-aba452f61b84 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Pushing event deleted for resources: {'Port': ['ID=a127fc73-7613-47a9-bb5b-d3f7946a307a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:33.567730 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8cf567f-4dfc-4242-91d7-46a639b5cf2c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (bd57211a-0b69-4c8e-a06a-29ab0147fc1e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:33.574822 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8cf567f-4dfc-4242-91d7-46a639b5cf2c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bd57211a-0b69-4c8e-a06a-29ab0147fc1e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:33.626861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-41f79486-3668-4577-b62d-97b6596b8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:33.631746 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-41f79486-3668-4577-b62d-97b6596b8e35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ace0944a50947d891434d9a1edfe874&device_id=3258a0cb-23ab-49a4-9121-c5fe3dc841cd HTTP/1.1" status: 200 len: 1126 time: 0.7671664 Feb 07 17:06:33.646633 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Router 412002d8-9e32-4f61-8412-21fa75b1d8d6 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:06:33.651157 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8cf567f-4dfc-4242-91d7-46a639b5cf2c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:33.652883 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b8cf567f-4dfc-4242-91d7-46a639b5cf2c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4594896 Feb 07 17:06:33.654189 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf567f-4dfc-4242-91d7-46a639b5cf2c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd57211a-0b69-4c8e-a06a-29ab0147fc1e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:33.656659 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38208) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:33.662331 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4e2fce7f-cebd-4a1d-82c4-8f8557fa907f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': 'bd57211a-0b69-4c8e-a06a-29ab0147fc1e', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:33.700310 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e2fce7f-cebd-4a1d-82c4-8f8557fa907f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (ce2fe414-195f-49c8-b317-b2fcdab2395c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:33.799762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88e2d9-4ec7-47d1-9271-ccd9549be7f5 req-7b8adc66-b88e-43a7-a268-21eea7515c96 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:33.801971 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa88e2d9-4ec7-47d1-9271-ccd9549be7f5 req-7b8adc66-b88e-43a7-a268-21eea7515c96 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/ports?device_id=3258a0cb-23ab-49a4-9121-c5fe3dc841cd HTTP/1.1" status: 200 len: 944 time: 0.7726281 Feb 07 17:06:33.839660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:06:33.861177 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-0694b903-9ffa-4125-a1e5-ef2947390af4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a18c2233-22fa-41c2-8fe9-a357963bcb24 HTTP/1.1" status: 200 len: 217 time: 0.2190423 Feb 07 17:06:33.864482 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1186b455-36c2-4c11-a448-682681b9e26b None None] Sync routers for ids ['412002d8-9e32-4f61-8412-21fa75b1d8d6'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:06:33.891742 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1186b455-36c2-4c11-a448-682681b9e26b None None] Routers {'412002d8-9e32-4f61-8412-21fa75b1d8d6'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:06:33.895907 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:33.896968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1186b455-36c2-4c11-a448-682681b9e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:06:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['412002d8-9e32-4f61-8412-21fa75b1d8d6'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:33.996566 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa88e2d9-4ec7-47d1-9271-ccd9549be7f5 req-e8b9519b-739e-4c28-9e88-b7af1f46cf64 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/security-groups?id=51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761141 Feb 07 17:06:34.019362 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b52bb958-a3ce-4344-9dc1-e0d46f212dee req-283626d3-7039-4f5c-8de3-3e57f2754df1 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 210 time: 0.0896246 Feb 07 17:06:34.061992 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9d4a397b-5af1-43a5-b9c9-945027a66e18 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4711080 Feb 07 17:06:34.076708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ddcf1b-7dce-470d-83a3-3c442d25342a', 'tag': 'f8bb96cb-3149-48aa-b810-2efde2aa8270'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:06:34.085786 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7e0388-6990-4ea9-858c-0920e2d9620d" -d '{"events": [{"name": "network-changed", "server_uuid": "96ddcf1b-7dce-470d-83a3-3c442d25342a", "tag": "f8bb96cb-3149-48aa-b810-2efde2aa8270"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:06:34.096828 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e2fce7f-cebd-4a1d-82c4-8f8557fa907f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (ce2fe414-195f-49c8-b317-b2fcdab2395c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:34.102300 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e2fce7f-cebd-4a1d-82c4-8f8557fa907f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (ce2fe414-195f-49c8-b317-b2fcdab2395c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:34.140151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dbab5c0-3fdc-441d-afe4-7ce16047a688 req-a921ee22-e620-47bb-9578-aba452f61b84 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Router 1f581cf4-f50d-4153-b077-bb50b79537ba has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:06:34.156148 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-65f6c465-c5ab-499b-805b-9bafcb090f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:34.162035 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-65f6c465-c5ab-499b-805b-9bafcb090f37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5391c391-b430-49e0-9844-8615a1795d97 HTTP/1.1" status: 200 len: 848 time: 0.2722194 Feb 07 17:06:34.171124 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4e2fce7f-cebd-4a1d-82c4-8f8557fa907f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:34.173965 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4e2fce7f-cebd-4a1d-82c4-8f8557fa907f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5155330 Feb 07 17:06:34.185006 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38226) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:34.203073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f451ac13-e5c2-4f2f-bb40-36d63c170ab0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': 'bd57211a-0b69-4c8e-a06a-29ab0147fc1e', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:34.215358 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-1186b455-36c2-4c11-a448-682681b9e26b None None] Set router 412002d8-9e32-4f61-8412-21fa75b1d8d6 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:06:34.223638 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2fce7f-cebd-4a1d-82c4-8f8557fa907f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2fe414-195f-49c8-b317-b2fcdab2395c,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:34.271608 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fb250f-7125-4564-85b0-8000680ac325 x-openstack-request-id: req-e2fb250f-7125-4564-85b0-8000680ac325 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:06:34.271910 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ddcf1b-7dce-470d-83a3-3c442d25342a", "tag": "f8bb96cb-3149-48aa-b810-2efde2aa8270", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:06:34.272171 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2fb250f-7125-4564-85b0-8000680ac325 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:06:34.272582 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96ddcf1b-7dce-470d-83a3-3c442d25342a', 'tag': 'f8bb96cb-3149-48aa-b810-2efde2aa8270', 'status': 'completed', 'code': 200} Feb 07 17:06:34.343077 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f451ac13-e5c2-4f2f-bb40-36d63c170ab0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (bb9616fb-e4fe-4ae3-8335-1d7c8d2a4d36), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:34.385847 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e0388-6990-4ea9-858c-0920e2d9620d req-dfacb2f7-15cf-4e0f-bdb6-6b035c2230ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:34.387724 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cf7e0388-6990-4ea9-858c-0920e2d9620d req-dfacb2f7-15cf-4e0f-bdb6-6b035c2230ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8ccb3294bc1846cdacfcbf51d0105cde&device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 1127 time: 0.1412890 Feb 07 17:06:34.429161 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f451ac13-e5c2-4f2f-bb40-36d63c170ab0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (bb9616fb-e4fe-4ae3-8335-1d7c8d2a4d36), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:34.443947 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f451ac13-e5c2-4f2f-bb40-36d63c170ab0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (bb9616fb-e4fe-4ae3-8335-1d7c8d2a4d36), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:34.480247 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451ac13-e5c2-4f2f-bb40-36d63c170ab0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9616fb-e4fe-4ae3-8335-1d7c8d2a4d36,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:34.503918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a127fc73-7613-47a9-bb5b-d3f7946a307a no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:06:34.532136 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dbab5c0-3fdc-441d-afe4-7ce16047a688 req-a921ee22-e620-47bb-9578-aba452f61b84 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:06:34.545500 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de387210-ff93-48c9-8488-9f56b872f7fe None None] Sync routers for ids ['1f581cf4-f50d-4153-b077-bb50b79537ba'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:06:34.548560 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f451ac13-e5c2-4f2f-bb40-36d63c170ab0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:34.550758 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f451ac13-e5c2-4f2f-bb40-36d63c170ab0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3624146 Feb 07 17:06:34.554016 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38230) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:34.554261 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: a127fc73-7613-47a9-bb5b-d3f7946a307a {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:06:34.554428 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device a127fc73-7613-47a9-bb5b-d3f7946a307a not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:06:34.562517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-33db3553-b72e-418c-9e2e-a250ee59a155 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': 'bd57211a-0b69-4c8e-a06a-29ab0147fc1e', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:34.583661 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de387210-ff93-48c9-8488-9f56b872f7fe None None] Routers {'1f581cf4-f50d-4153-b077-bb50b79537ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:06:34.586412 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-55040b62-5058-49a2-9fcd-b99a128ae5e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66f0aebf-d93b-4d4a-8543-73fe8a6f97f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4107683 Feb 07 17:06:34.588102 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-de387210-ff93-48c9-8488-9f56b872f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:06:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1f581cf4-f50d-4153-b077-bb50b79537ba'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:34.630489 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33db3553-b72e-418c-9e2e-a250ee59a155 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (df4e7385-1a9a-475b-981d-134752ed5780), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:34.784690 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e0388-6990-4ea9-858c-0920e2d9620d req-749304e9-77ef-4475-a364-6d4469914f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:34.795228 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cf7e0388-6990-4ea9-858c-0920e2d9620d req-749304e9-77ef-4475-a364-6d4469914f4a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b75833c8-4006-405c-bc22-8b17b6a0f33c HTTP/1.1" status: 200 len: 910 time: 0.3640988 Feb 07 17:06:34.819565 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbab5c0-3fdc-441d-afe4-7ce16047a688 req-a921ee22-e620-47bb-9578-aba452f61b84 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] No DVR routers for this DVR port a127fc73-7613-47a9-bb5b-d3f7946a307a on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:06:34.842709 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4dbab5c0-3fdc-441d-afe4-7ce16047a688 req-a921ee22-e620-47bb-9578-aba452f61b84 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:34.846733 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4dbab5c0-3fdc-441d-afe4-7ce16047a688 req-a921ee22-e620-47bb-9578-aba452f61b84 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.48 "DELETE /v2.0/ports/a127fc73-7613-47a9-bb5b-d3f7946a307a HTTP/1.1" status: 204 len: 173 time: 4.1254628 Feb 07 17:06:34.882993 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33db3553-b72e-418c-9e2e-a250ee59a155 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (df4e7385-1a9a-475b-981d-134752ed5780), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:34.893417 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33db3553-b72e-418c-9e2e-a250ee59a155 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (df4e7385-1a9a-475b-981d-134752ed5780), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:34.960676 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-64914df6-2e4e-48df-94c7-d488f8f9d4d8 service neutron] 10.222.0.32 "GET /v2.0/networks/66f0aebf-d93b-4d4a-8543-73fe8a6f97f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932119 Feb 07 17:06:34.975230 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1186b455-36c2-4c11-a448-682681b9e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'name': 'tempest-TestServerBasicOps-1566491092-router', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:22Z', 'updated_at': '2022-02-07T17:05:32Z', 'revision_number': 4, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'gw_port': {'id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:24Z', 'updated_at': '2022-02-07T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '201a17e8-ebef-4f9f-9a28-4e2b05c6c8c7', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'floating_ip_address': '172.25.4.197', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'port_id': 'f8bb96cb-3149-48aa-b810-2efde2aa8270', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c', 'mac_address': 'fa:16:3e:75:1c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ddcf1b-7dce-470d-83a3-3c442d25342a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:06:31Z', 'updated_at': '2022-02-07T17:06:31Z', 'revision_number': 0, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b21a7b-7234-4869-bc35-912a085a5938', 'name': '', 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'mac_address': 'fa:16:3e:88:57:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '56c52ba2-dc81-4fa2-9ba7-527e5b2edb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:30Z', 'updated_at': '2022-02-07T17:05:40Z', 'revision_number': 5, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'subnets': [{'id': '56c52ba2-dc81-4fa2-9ba7-527e5b2edb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:35.056145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1186b455-36c2-4c11-a448-682681b9e26b None None] Checking router: 412002d8-9e32-4f61-8412-21fa75b1d8d6 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:06:35.089362 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1186b455-36c2-4c11-a448-682681b9e26b None None] Routers {'412002d8-9e32-4f61-8412-21fa75b1d8d6'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:06:35.090328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1186b455-36c2-4c11-a448-682681b9e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:06:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['412002d8-9e32-4f61-8412-21fa75b1d8d6'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:35.157512 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db3553-b72e-418c-9e2e-a250ee59a155 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4e7385-1a9a-475b-981d-134752ed5780,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:35.210672 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f18e4505-976c-43aa-bc9f-d77fd5dcc8a5 req-24102df2-b944-4817-aabf-c16c717bafeb service neutron] 10.222.0.32 "GET /v2.0/networks/66f0aebf-d93b-4d4a-8543-73fe8a6f97f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428226 Feb 07 17:06:35.281120 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33db3553-b72e-418c-9e2e-a250ee59a155 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:35.299899 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-33db3553-b72e-418c-9e2e-a250ee59a155 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7443480 Feb 07 17:06:35.333048 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38246) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:35.372447 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7a17e57a-e1c2-4d46-91f2-3cf3fd1fc6e7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': 'bd57211a-0b69-4c8e-a06a-29ab0147fc1e', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:35.414254 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-1186b455-36c2-4c11-a448-682681b9e26b None None] Set router 412002d8-9e32-4f61-8412-21fa75b1d8d6 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:06:35.486803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e9821-2ee7-4a0e-8c23-82a24b5b33f5 req-74f541e4-2cb5-4843-9ddf-6db2e3604028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:35.494237 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-716e9821-2ee7-4a0e-8c23-82a24b5b33f5 req-74f541e4-2cb5-4843-9ddf-6db2e3604028 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ace0944a50947d891434d9a1edfe874&device_id=3258a0cb-23ab-49a4-9121-c5fe3dc841cd HTTP/1.1" status: 200 len: 1126 time: 0.2034764 Feb 07 17:06:35.525778 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b65668b6-2500-43b5-a7e7-1a9edfe40424 req-63c7326a-6bb8-4969-a33a-94a45a53b58d tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/ports?device_id=512f1765-e51b-4461-ad6f-276bb7e8c903 HTTP/1.1" status: 200 len: 210 time: 0.2213917 Feb 07 17:06:35.532820 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-de387210-ff93-48c9-8488-9f56b872f7fe None None] Set router 1f581cf4-f50d-4153-b077-bb50b79537ba gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:06:35.544995 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cf7e0388-6990-4ea9-858c-0920e2d9620d req-d8e52334-1245-4dc3-906b-1aec3de60dba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8bb96cb-3149-48aa-b810-2efde2aa8270 HTTP/1.1" status: 200 len: 999 time: 0.6525080 Feb 07 17:06:35.573892 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'name': 'network-vif-deleted', 'tag': 'a127fc73-7613-47a9-bb5b-d3f7946a307a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:06:35.578406 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a0c544-39a9-4574-a8fd-075fe3db8b78" -d '{"events": [{"server_uuid": "512f1765-e51b-4461-ad6f-276bb7e8c903", "name": "network-vif-deleted", "tag": "a127fc73-7613-47a9-bb5b-d3f7946a307a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:06:35.732422 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a17e57a-e1c2-4d46-91f2-3cf3fd1fc6e7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (c16c7ac8-d971-4403-a52c-21cc9f371d48), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:35.756161 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88d3acf-1fa4-4b6c-bcbe-bfaf3554d406 x-openstack-request-id: req-a88d3acf-1fa4-4b6c-bcbe-bfaf3554d406 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:06:35.763183 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512f1765-e51b-4461-ad6f-276bb7e8c903", "name": "network-vif-deleted", "tag": "a127fc73-7613-47a9-bb5b-d3f7946a307a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:06:35.763779 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a88d3acf-1fa4-4b6c-bcbe-bfaf3554d406 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:06:35.764360 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512f1765-e51b-4461-ad6f-276bb7e8c903', 'name': 'network-vif-deleted', 'tag': 'a127fc73-7613-47a9-bb5b-d3f7946a307a', 'status': 'completed', 'code': 200} Feb 07 17:06:35.788979 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4428ab-d357-4475-b8ba-d7f8f32bac44 req-ba6cf7a7-1a99-493f-8826-20daf483daa5 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:35.799883 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec4428ab-d357-4475-b8ba-d7f8f32bac44 req-ba6cf7a7-1a99-493f-8826-20daf483daa5 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/ports?device_id=3258a0cb-23ab-49a4-9121-c5fe3dc841cd HTTP/1.1" status: 200 len: 944 time: 0.6083272 Feb 07 17:06:35.906757 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a17e57a-e1c2-4d46-91f2-3cf3fd1fc6e7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (c16c7ac8-d971-4403-a52c-21cc9f371d48), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:35.917733 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a17e57a-e1c2-4d46-91f2-3cf3fd1fc6e7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (c16c7ac8-d971-4403-a52c-21cc9f371d48), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:35.941248 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-de387210-ff93-48c9-8488-9f56b872f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'name': 'tempest-ServerActionsTestJSON-1480506054-router', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:56:30Z', 'updated_at': '2022-02-07T16:56:41Z', 'revision_number': 4, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'gw_port': {'id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:31Z', 'updated_at': '2022-02-07T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bd030937-ad88-48eb-910f-7f3fa4aca4c2', 'name': '', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'mac_address': 'fa:16:3e:d5:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:37Z', 'updated_at': '2022-02-07T16:56:51Z', 'revision_number': 5, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'subnets': [{'id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:35.952718 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e0388-6990-4ea9-858c-0920e2d9620d req-0db58174-e837-4236-99a5-c8f89f9a973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:35.954509 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cf7e0388-6990-4ea9-858c-0920e2d9620d req-0db58174-e837-4236-99a5-c8f89f9a973d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56c52ba2-dc81-4fa2-9ba7-527e5b2edb65 HTTP/1.1" status: 200 len: 848 time: 0.3847952 Feb 07 17:06:35.983965 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a17e57a-e1c2-4d46-91f2-3cf3fd1fc6e7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:35.988896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38254) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:35.989839 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7a17e57a-e1c2-4d46-91f2-3cf3fd1fc6e7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6500399 Feb 07 17:06:36.004607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17e57a-e1c2-4d46-91f2-3cf3fd1fc6e7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16c7ac8-d971-4403-a52c-21cc9f371d48,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:36.005724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9c2534b5-e73e-4249-a185-3c48008fe904 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': 'bd57211a-0b69-4c8e-a06a-29ab0147fc1e', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:36.006226 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1186b455-36c2-4c11-a448-682681b9e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'name': 'tempest-TestServerBasicOps-1566491092-router', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:22Z', 'updated_at': '2022-02-07T17:05:32Z', 'revision_number': 4, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'gw_port': {'id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:24Z', 'updated_at': '2022-02-07T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '201a17e8-ebef-4f9f-9a28-4e2b05c6c8c7', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'floating_ip_address': '172.25.4.197', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'port_id': 'f8bb96cb-3149-48aa-b810-2efde2aa8270', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c', 'mac_address': 'fa:16:3e:75:1c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ddcf1b-7dce-470d-83a3-3c442d25342a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:06:31Z', 'updated_at': '2022-02-07T17:06:31Z', 'revision_number': 0, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b21a7b-7234-4869-bc35-912a085a5938', 'name': '', 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'mac_address': 'fa:16:3e:88:57:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '56c52ba2-dc81-4fa2-9ba7-527e5b2edb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:30Z', 'updated_at': '2022-02-07T17:05:40Z', 'revision_number': 5, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'subnets': [{'id': '56c52ba2-dc81-4fa2-9ba7-527e5b2edb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:36.014024 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de387210-ff93-48c9-8488-9f56b872f7fe None None] Checking router: 1f581cf4-f50d-4153-b077-bb50b79537ba for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:06:36.016874 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec4428ab-d357-4475-b8ba-d7f8f32bac44 req-3b983723-0885-40ec-b693-53890c76172d tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/security-groups?id=51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079155 Feb 07 17:06:36.064808 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de387210-ff93-48c9-8488-9f56b872f7fe None None] Routers {'1f581cf4-f50d-4153-b077-bb50b79537ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:06:36.065889 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-de387210-ff93-48c9-8488-9f56b872f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:06:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1f581cf4-f50d-4153-b077-bb50b79537ba'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:36.066062 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1186b455-36c2-4c11-a448-682681b9e26b None None] The sync data for ids ['412002d8-9e32-4f61-8412-21fa75b1d8d6'] in n-d-827865-3 is: [{'id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'name': 'tempest-TestServerBasicOps-1566491092-router', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:22Z', 'updated_at': '2022-02-07T17:05:32Z', 'revision_number': 4, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'gw_port': {'id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:24Z', 'updated_at': '2022-02-07T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '201a17e8-ebef-4f9f-9a28-4e2b05c6c8c7', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'floating_ip_address': '172.25.4.197', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'port_id': 'f8bb96cb-3149-48aa-b810-2efde2aa8270', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c', 'mac_address': 'fa:16:3e:75:1c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ddcf1b-7dce-470d-83a3-3c442d25342a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:06:31Z', 'updated_at': '2022-02-07T17:06:31Z', 'revision_number': 0, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7b21a7b-7234-4869-bc35-912a085a5938', 'name': '', 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'mac_address': 'fa:16:3e:88:57:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '56c52ba2-dc81-4fa2-9ba7-527e5b2edb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:30Z', 'updated_at': '2022-02-07T17:05:40Z', 'revision_number': 5, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'subnets': [{'id': '56c52ba2-dc81-4fa2-9ba7-527e5b2edb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:06:36.076568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e9821-2ee7-4a0e-8c23-82a24b5b33f5 req-e4855cb7-225c-49b6-8d74-1ba60cb9f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:36.087751 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-716e9821-2ee7-4a0e-8c23-82a24b5b33f5 req-e4855cb7-225c-49b6-8d74-1ba60cb9f818 service neutron] 10.222.0.32 "GET /v2.0/networks?id=66f0aebf-d93b-4d4a-8543-73fe8a6f97f1 HTTP/1.1" status: 200 len: 909 time: 0.5853527 Feb 07 17:06:36.131872 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e0388-6990-4ea9-858c-0920e2d9620d req-8249fb1a-44a9-416f-aa77-c3a29bca26e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:36.133519 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cf7e0388-6990-4ea9-858c-0920e2d9620d req-8249fb1a-44a9-416f-aa77-c3a29bca26e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b75833c8-4006-405c-bc22-8b17b6a0f33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1425593 Feb 07 17:06:36.245703 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-716e9821-2ee7-4a0e-8c23-82a24b5b33f5 req-9674d83f-d4fd-432d-b541-87d492dc3cd7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a18c2233-22fa-41c2-8fe9-a357963bcb24 HTTP/1.1" status: 200 len: 217 time: 0.1524675 Feb 07 17:06:36.272438 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-9c2534b5-e73e-4249-a185-3c48008fe904 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Project b7f3b936ec124a74b808700fdcd55162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:06:36.286743 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cf7e0388-6990-4ea9-858c-0920e2d9620d req-b868351d-d766-404b-9bf2-851de7974bef service neutron] 10.222.0.32 "GET /v2.0/networks/b75833c8-4006-405c-bc22-8b17b6a0f33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467314 Feb 07 17:06:36.338498 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c2534b5-e73e-4249-a185-3c48008fe904 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (34299d2e-8e98-447e-9948-6ac02ba80266), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:36.369467 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-de387210-ff93-48c9-8488-9f56b872f7fe None None] Set router 1f581cf4-f50d-4153-b077-bb50b79537ba gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:06:36.482037 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e9821-2ee7-4a0e-8c23-82a24b5b33f5 req-7d48c9f6-81ea-4175-ad79-d12424478c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:36.483912 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-716e9821-2ee7-4a0e-8c23-82a24b5b33f5 req-7d48c9f6-81ea-4175-ad79-d12424478c6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5391c391-b430-49e0-9844-8615a1795d97 HTTP/1.1" status: 200 len: 848 time: 0.2310243 Feb 07 17:06:36.547923 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cf7e0388-6990-4ea9-858c-0920e2d9620d req-cf6405d4-212a-4f3b-8885-ba745fd8203b service neutron] 10.222.0.32 "GET /v2.0/networks/b75833c8-4006-405c-bc22-8b17b6a0f33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527049 Feb 07 17:06:36.614163 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-716e9821-2ee7-4a0e-8c23-82a24b5b33f5 req-81c3e7bc-6a01-41ad-b712-7b280780bc7d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66f0aebf-d93b-4d4a-8543-73fe8a6f97f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980573 Feb 07 17:06:36.627326 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913ef10-8735-485a-9943-43bbcd794ea8 None None] New status for floating IP 201a17e8-ebef-4f9f-9a28-4e2b05c6c8c7: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:06:36.754662 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-de387210-ff93-48c9-8488-9f56b872f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'name': 'tempest-ServerActionsTestJSON-1480506054-router', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:56:30Z', 'updated_at': '2022-02-07T16:56:41Z', 'revision_number': 4, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'gw_port': {'id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:31Z', 'updated_at': '2022-02-07T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bd030937-ad88-48eb-910f-7f3fa4aca4c2', 'name': '', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'mac_address': 'fa:16:3e:d5:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:37Z', 'updated_at': '2022-02-07T16:56:51Z', 'revision_number': 5, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'subnets': [{'id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:36.786926 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38266) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:36.845266 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c2534b5-e73e-4249-a185-3c48008fe904 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (34299d2e-8e98-447e-9948-6ac02ba80266), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:36.862962 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c2534b5-e73e-4249-a185-3c48008fe904 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (34299d2e-8e98-447e-9948-6ac02ba80266), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:36.876734 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de387210-ff93-48c9-8488-9f56b872f7fe None None] The sync data for ids ['1f581cf4-f50d-4153-b077-bb50b79537ba'] in n-d-827865-3 is: [{'id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'name': 'tempest-ServerActionsTestJSON-1480506054-router', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:56:30Z', 'updated_at': '2022-02-07T16:56:41Z', 'revision_number': 4, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'gw_port': {'id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:31Z', 'updated_at': '2022-02-07T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bd030937-ad88-48eb-910f-7f3fa4aca4c2', 'name': '', 'network_id': 'f237c79b-106d-4492-9f39-8167bb8d1100', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'mac_address': 'fa:16:3e:d5:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:37Z', 'updated_at': '2022-02-07T16:56:51Z', 'revision_number': 5, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'subnets': [{'id': '9e0c6472-60e4-48e8-a1cd-b274ac449cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:06:36.912707 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2534b5-e73e-4249-a185-3c48008fe904 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34299d2e-8e98-447e-9948-6ac02ba80266,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:36.920273 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9c2534b5-e73e-4249-a185-3c48008fe904 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:36.942803 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9c2534b5-e73e-4249-a185-3c48008fe904 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9505324 Feb 07 17:06:36.947084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38272) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:36.974222 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0af14790-84ef-4a1f-aaf0-4295de13ddcd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': 'bd57211a-0b69-4c8e-a06a-29ab0147fc1e', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:36.982228 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-716e9821-2ee7-4a0e-8c23-82a24b5b33f5 req-0a55d602-9f9d-4b8e-9100-6c2606a3be01 service neutron] 10.222.0.32 "GET /v2.0/networks/66f0aebf-d93b-4d4a-8543-73fe8a6f97f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643899 Feb 07 17:06:36.998345 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-565ba7a9-3f4e-472a-b235-889bcb52e988 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for security_group (dbf529b1-939c-4aeb-a075-ddcf1abf9ab2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:37.156247 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-0af14790-84ef-4a1f-aaf0-4295de13ddcd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Project b7f3b936ec124a74b808700fdcd55162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:06:37.199101 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-565ba7a9-3f4e-472a-b235-889bcb52e988 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for security_group (dbf529b1-939c-4aeb-a075-ddcf1abf9ab2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:37.224821 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af14790-84ef-4a1f-aaf0-4295de13ddcd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (f376b207-2817-4c42-821b-84ecab98e95c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:37.325206 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-716e9821-2ee7-4a0e-8c23-82a24b5b33f5 req-9e5e6bc6-aa8d-4090-8d5c-ebebe5cf09a7 service neutron] 10.222.0.32 "GET /v2.0/networks/66f0aebf-d93b-4d4a-8543-73fe8a6f97f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344500 Feb 07 17:06:37.445611 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-565ba7a9-3f4e-472a-b235-889bcb52e988 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (dbf529b1-939c-4aeb-a075-ddcf1abf9ab2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:37.449560 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-565ba7a9-3f4e-472a-b235-889bcb52e988 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:37.450833 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-565ba7a9-3f4e-472a-b235-889bcb52e988 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "DELETE /v2.0/security-groups/dbf529b1-939c-4aeb-a075-ddcf1abf9ab2 HTTP/1.1" status: 204 len: 168 time: 0.6624885 Feb 07 17:06:37.455955 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38278) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:37.472682 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-3998f575-e930-428d-b7c4-5f6f10fb9f79 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] show failed (client error): The resource could not be found. Feb 07 17:06:37.473811 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3998f575-e930-428d-b7c4-5f6f10fb9f79 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "GET /v2.0/security-groups/dbf529b1-939c-4aeb-a075-ddcf1abf9ab2 HTTP/1.1" status: 404 len: 347 time: 0.0165029 Feb 07 17:06:37.477858 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ba7a9-3f4e-472a-b235-889bcb52e988 tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf529b1-939c-4aeb-a075-ddcf1abf9ab2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:37.479984 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38280) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:37.518363 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af14790-84ef-4a1f-aaf0-4295de13ddcd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (f376b207-2817-4c42-821b-84ecab98e95c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:37.532175 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af14790-84ef-4a1f-aaf0-4295de13ddcd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (f376b207-2817-4c42-821b-84ecab98e95c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:37.575000 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af14790-84ef-4a1f-aaf0-4295de13ddcd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:37.587509 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0af14790-84ef-4a1f-aaf0-4295de13ddcd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6312513 Feb 07 17:06:37.588309 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38284) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:37.601784 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15adf277-3d49-4f72-b547-93bac758e853 None None] New status for floating IP 4bbdf5da-e3e7-4bf8-8425-62d617256da8: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:06:37.605083 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0e4ab606-4fd6-45b4-8ae3-2d3265a719ec tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'network': {'name': 'tempest-network-smoke--1855427697', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'port_security_enabled': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:37.678997 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4ab606-4fd6-45b4-8ae3-2d3265a719ec tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Made reservation on behalf of b7f3b936ec124a74b808700fdcd55162 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:06:37.683622 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e4ab606-4fd6-45b4-8ae3-2d3265a719ec tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:37.697247 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af14790-84ef-4a1f-aaf0-4295de13ddcd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f376b207-2817-4c42-821b-84ecab98e95c,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:37.713609 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dacf34-7a19-45a0-b3d2-e0e06319f18f req-03242511-a0d2-4a5c-a3f5-fb0a34868431 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:37.721992 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65dacf34-7a19-45a0-b3d2-e0e06319f18f req-03242511-a0d2-4a5c-a3f5-fb0a34868431 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/ports?device_id=3258a0cb-23ab-49a4-9121-c5fe3dc841cd HTTP/1.1" status: 200 len: 944 time: 0.4051819 Feb 07 17:06:37.777576 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4ab606-4fd6-45b4-8ae3-2d3265a719ec tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:06:37.802174 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e4ab606-4fd6-45b4-8ae3-2d3265a719ec tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (a1666870-a4b7-423a-8138-c28b479a260a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:37.802804 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-0e4ab606-4fd6-45b4-8ae3-2d3265a719ec tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Added segment a1666870-a4b7-423a-8138-c28b479a260a of type vlan for network bcf89715-4c35-43dc-9971-0b720c9b58d3 Feb 07 17:06:37.809424 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-26fdfb23-142c-4867-bd9b-8f32fb574f1e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Deleting port b33b9595-9477-4a4a-9c3d-f7a388d55fb2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:06:37.809946 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26fdfb23-142c-4867-bd9b-8f32fb574f1e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b33b9595-9477-4a4a-9c3d-f7a388d55fb2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:37.891466 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e4ab606-4fd6-45b4-8ae3-2d3265a719ec tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (bcf89715-4c35-43dc-9971-0b720c9b58d3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:37.919895 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26fdfb23-142c-4867-bd9b-8f32fb574f1e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b33b9595-9477-4a4a-9c3d-f7a388d55fb2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:37.920663 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26fdfb23-142c-4867-bd9b-8f32fb574f1e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for floatingip (b33b9595-9477-4a4a-9c3d-f7a388d55fb2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:37.935424 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-26fdfb23-142c-4867-bd9b-8f32fb574f1e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Calling delete_port for b33b9595-9477-4a4a-9c3d-f7a388d55fb2 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:06:37.957713 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e4ab606-4fd6-45b4-8ae3-2d3265a719ec tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (bcf89715-4c35-43dc-9971-0b720c9b58d3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:37.964377 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4ab606-4fd6-45b4-8ae3-2d3265a719ec tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:37.965048 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e4ab606-4fd6-45b4-8ae3-2d3265a719ec tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:38.082343 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65dacf34-7a19-45a0-b3d2-e0e06319f18f req-a4a882c6-2a56-4b60-929c-7c1818900e37 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/security-groups?id=51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591657 Feb 07 17:06:38.114689 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0e4ab606-4fd6-45b4-8ae3-2d3265a719ec tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5102158 Feb 07 17:06:38.124732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38296) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:38.131653 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9c884dd0-e17f-4568-948f-916916d3bfac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-912051814', 'admin_state_up': True, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:38.157459 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ab606-4fd6-45b4-8ae3-2d3265a719ec tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Network': ['ID=bcf89715-4c35-43dc-9971-0b720c9b58d3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:38.160591 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c884dd0-e17f-4568-948f-916916d3bfac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (c3361f16-021f-495b-9153-8370ffdb8fe7), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:38.161889 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c884dd0-e17f-4568-948f-916916d3bfac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (c3361f16-021f-495b-9153-8370ffdb8fe7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:38.173194 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network bcf89715-4c35-43dc-9971-0b720c9b58d3 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:06:38.214636 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26fdfb23-142c-4867-bd9b-8f32fb574f1e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (b33b9595-9477-4a4a-9c3d-f7a388d55fb2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:38.226185 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c884dd0-e17f-4568-948f-916916d3bfac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_controller (c3361f16-021f-495b-9153-8370ffdb8fe7), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:38.254109 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdfb23-142c-4867-bd9b-8f32fb574f1e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Pushing event deleted for resources: {'Port': ['ID=b33b9595-9477-4a4a-9c3d-f7a388d55fb2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:38.392827 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26fdfb23-142c-4867-bd9b-8f32fb574f1e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks [] for floatingip (4bbdf5da-e3e7-4bf8-8425-62d617256da8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:38.396133 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26fdfb23-142c-4867-bd9b-8f32fb574f1e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:38.400451 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-26fdfb23-142c-4867-bd9b-8f32fb574f1e tempest-ServerActionsTestJSON-1434699436 tempest-ServerActionsTestJSON-1434699436-project] 10.222.0.18 "DELETE /v2.0/floatingips/4bbdf5da-e3e7-4bf8-8425-62d617256da8 HTTP/1.1" status: 204 len: 168 time: 0.9156234 Feb 07 17:06:38.400982 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38306) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:38.497040 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c884dd0-e17f-4568-948f-916916d3bfac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_gateway (c3361f16-021f-495b-9153-8370ffdb8fe7), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:39.355006 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f44fb5-4623-4e81-bf96-c7d8e8516102 req-f9979b25-4ae2-45e8-9bed-2cfc4515b51e tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:39.357484 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0f44fb5-4623-4e81-bf96-c7d8e8516102 req-f9979b25-4ae2-45e8-9bed-2cfc4515b51e tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/ports?device_id=3258a0cb-23ab-49a4-9121-c5fe3dc841cd HTTP/1.1" status: 200 len: 944 time: 0.1514719 Feb 07 17:06:39.437652 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c884dd0-e17f-4568-948f-916916d3bfac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_gateway (c3361f16-021f-495b-9153-8370ffdb8fe7), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:39.466927 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c884dd0-e17f-4568-948f-916916d3bfac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:39.491442 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0f44fb5-4623-4e81-bf96-c7d8e8516102 req-e6b42dba-7db3-4d84-97ae-3e9cded129f9 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/security-groups?id=51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978968 Feb 07 17:06:39.625111 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a18c2233-22fa-41c2-8fe9-a357963bcb24 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:06:39.647257 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4b3262b-83d1-4eed-9003-3d6053421ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (1f581cf4-f50d-4153-b077-bb50b79537ba), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:39.691228 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-9c884dd0-e17f-4568-948f-916916d3bfac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Allocated IP 172.25.4.58 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/92cd3704-0cf5-4010-a65f-f847e6f85e03) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:06:39.920719 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a18c2233-22fa-41c2-8fe9-a357963bcb24, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a18c2233-22fa-41c2-8fe9-a357963bcb24,segment=NetworkSegment(5a34e23c-247a-4be9-bfb3-c95527e5ef3e),segment_id=5a34e23c-247a-4be9-bfb3-c95527e5ef3e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:39.950269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'a18c2233-22fa-41c2-8fe9-a357963bcb24', 'network_id': '66f0aebf-d93b-4d4a-8543-73fe8a6f97f1', 'port_id': 'a18c2233-22fa-41c2-8fe9-a357963bcb24', 'mac_address': 'fa:16:3e:d3:95:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5391c391-b430-49e0-9844-8615a1795d97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:06:39.975053 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c884dd0-e17f-4568-948f-916916d3bfac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (92cd3704-0cf5-4010-a65f-f847e6f85e03), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:40.013932 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port a18c2233-22fa-41c2-8fe9-a357963bcb24 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:06:40.014514 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a18c2233-22fa-41c2-8fe9-a357963bcb24), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:40.035197 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18c2233-22fa-41c2-8fe9-a357963bcb24 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:06:40.063429 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a18c2233-22fa-41c2-8fe9-a357963bcb24, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a18c2233-22fa-41c2-8fe9-a357963bcb24,segment=NetworkSegment(5a34e23c-247a-4be9-bfb3-c95527e5ef3e),segment_id=5a34e23c-247a-4be9-bfb3-c95527e5ef3e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:40.063851 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c884dd0-e17f-4568-948f-916916d3bfac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (92cd3704-0cf5-4010-a65f-f847e6f85e03), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:40.069677 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a18c2233-22fa-41c2-8fe9-a357963bcb24), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:40.144886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=a18c2233-22fa-41c2-8fe9-a357963bcb24,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:40.155085 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c884dd0-e17f-4568-948f-916916d3bfac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:06:40.156493 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:40.157126 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:40.157751 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:40.158382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:40.158974 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:40.159597 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:40.161401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:40.162280 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:40.163038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:40.163628 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:40.164342 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:40.165799 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:40.166448 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:40.180784 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9c884dd0-e17f-4568-948f-916916d3bfac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:06:40.186316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c884dd0-e17f-4568-948f-916916d3bfac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:06:40.194023 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c884dd0-e17f-4568-948f-916916d3bfac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=92cd3704-0cf5-4010-a65f-f847e6f85e03,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:40.296371 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['a18c2233-22fa-41c2-8fe9-a357963bcb24'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:06:40.948030 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec4230-449d-4f51-be67-52aa6f9fed25 req-1baf3c4f-0805-4e24-b743-aa4e2a802e0d tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:40.950088 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7eec4230-449d-4f51-be67-52aa6f9fed25 req-1baf3c4f-0805-4e24-b743-aa4e2a802e0d tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/ports?device_id=3258a0cb-23ab-49a4-9121-c5fe3dc841cd HTTP/1.1" status: 200 len: 945 time: 0.2961643 Feb 07 17:06:41.029537 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c884dd0-e17f-4568-948f-916916d3bfac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_gateway (c3361f16-021f-495b-9153-8370ffdb8fe7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:41.130389 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7eec4230-449d-4f51-be67-52aa6f9fed25 req-9bb964cd-b77f-496e-b91e-de798c801372 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/security-groups?id=51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698310 Feb 07 17:06:41.183011 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d4b3262b-83d1-4eed-9003-3d6053421ea6 admin admin] Deleting port bd030937-ad88-48eb-910f-7f3fa4aca4c2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:06:41.183823 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4b3262b-83d1-4eed-9003-3d6053421ea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (bd030937-ad88-48eb-910f-7f3fa4aca4c2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:41.203634 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd83ad-33cb-44cb-9059-b87f47278c99 req-b6f0fac5-a9c1-48fa-800e-1dae3ce65c9b tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:41.210860 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-08bd83ad-33cb-44cb-9059-b87f47278c99 req-b6f0fac5-a9c1-48fa-800e-1dae3ce65c9b tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad06d0c4-74b5-4f1b-80be-549c29d017c8 HTTP/1.1" status: 200 len: 946 time: 0.1257045 Feb 07 17:06:41.341485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d4b3262b-83d1-4eed-9003-3d6053421ea6 admin admin] For port bd030937-ad88-48eb-910f-7f3fa4aca4c2, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bd030937-ad88-48eb-910f-7f3fa4aca4c2,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:41.341856 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4b3262b-83d1-4eed-9003-3d6053421ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (bd030937-ad88-48eb-910f-7f3fa4aca4c2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:41.355313 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c884dd0-e17f-4568-948f-916916d3bfac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (c3361f16-021f-495b-9153-8370ffdb8fe7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:41.374423 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d4b3262b-83d1-4eed-9003-3d6053421ea6 admin admin] Calling delete_port for bd030937-ad88-48eb-910f-7f3fa4aca4c2 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:06:41.467562 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-08bd83ad-33cb-44cb-9059-b87f47278c99 req-49e64da6-4588-41e8-b744-71397cf81391 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd448d2c-e99a-4db4-a697-63c652b4377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222286 Feb 07 17:06:41.660873 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a18c2233-22fa-41c2-8fe9-a357963bcb24 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:06:41.699813 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c884dd0-e17f-4568-948f-916916d3bfac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Router c3361f16-021f-495b-9153-8370ffdb8fe7 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:06:41.762816 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port a18c2233-22fa-41c2-8fe9-a357963bcb24 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:06:41.770606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port a18c2233-22fa-41c2-8fe9-a357963bcb24 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:06:41.772196 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a18c2233-22fa-41c2-8fe9-a357963bcb24), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:41.903042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port a18c2233-22fa-41c2-8fe9-a357963bcb24 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:06:41.905245 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a18c2233-22fa-41c2-8fe9-a357963bcb24), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:41.907456 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4b3262b-83d1-4eed-9003-3d6053421ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (bd030937-ad88-48eb-910f-7f3fa4aca4c2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:41.938398 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3258a0cb-23ab-49a4-9121-c5fe3dc841cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18c2233-22fa-41c2-8fe9-a357963bcb24'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:06:41.941200 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d08a031-16bf-4a68-bf9f-ec9c7564d307" -d '{"events": [{"server_uuid": "3258a0cb-23ab-49a4-9121-c5fe3dc841cd", "name": "network-vif-plugged", "status": "completed", "tag": "a18c2233-22fa-41c2-8fe9-a357963bcb24"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:06:41.981169 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a18c2233-22fa-41c2-8fe9-a357963bcb24, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a18c2233-22fa-41c2-8fe9-a357963bcb24,segment=NetworkSegment(5a34e23c-247a-4be9-bfb3-c95527e5ef3e),segment_id=5a34e23c-247a-4be9-bfb3-c95527e5ef3e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:41.989555 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a18c2233-22fa-41c2-8fe9-a357963bcb24), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:42.004618 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c884dd0-e17f-4568-948f-916916d3bfac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:06:42.053741 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3262b-83d1-4eed-9003-3d6053421ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd030937-ad88-48eb-910f-7f3fa4aca4c2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:42.085568 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c884dd0-e17f-4568-948f-916916d3bfac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:42.094007 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9c884dd0-e17f-4568-948f-916916d3bfac tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.9680817 Feb 07 17:06:42.094829 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38372) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:42.150687 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cbe7930d-13a0-4554-ab4c-85e3d3c5d16c tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=b7f3b936ec124a74b808700fdcd55162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543942 Feb 07 17:06:42.151495 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38376) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:42.227191 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3694e8-cdb4-41c6-9b70-3ab1d257bdd6 x-openstack-request-id: req-5c3694e8-cdb4-41c6-9b70-3ab1d257bdd6 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:06:42.229689 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3258a0cb-23ab-49a4-9121-c5fe3dc841cd", "name": "network-vif-plugged", "status": "completed", "tag": "a18c2233-22fa-41c2-8fe9-a357963bcb24", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:06:42.230235 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c3694e8-cdb4-41c6-9b70-3ab1d257bdd6 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:06:42.230786 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3258a0cb-23ab-49a4-9121-c5fe3dc841cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18c2233-22fa-41c2-8fe9-a357963bcb24', 'code': 200} Feb 07 17:06:42.250067 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=a18c2233-22fa-41c2-8fe9-a357963bcb24,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:42.263135 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] Sync routers for ids ['c3361f16-021f-495b-9153-8370ffdb8fe7'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:06:42.308069 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] Routers {'c3361f16-021f-495b-9153-8370ffdb8fe7'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:06:42.308764 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:06:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c3361f16-021f-495b-9153-8370ffdb8fe7'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:42.483246 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:06:42.558170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2717cd-ef74-4f9a-88aa-a45ba4a225f6 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:42.568015 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2a2717cd-ef74-4f9a-88aa-a45ba4a225f6 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4153180 Feb 07 17:06:42.570811 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38392) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:42.652864 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697d29f-8fb2-4fe1-a5d0-53bc2cd8d798 req-8d49f360-8f98-4aaf-8fa2-4c00d1eb42bd tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:42.665895 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e697d29f-8fb2-4fe1-a5d0-53bc2cd8d798 req-8d49f360-8f98-4aaf-8fa2-4c00d1eb42bd tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad06d0c4-74b5-4f1b-80be-549c29d017c8 HTTP/1.1" status: 200 len: 946 time: 0.6544852 Feb 07 17:06:42.687952 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bf2eb-b378-48f9-90b9-06ebef0569e8 req-289f686a-8e0b-4082-a2af-9b8edb0fb9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:42.690242 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-265bf2eb-b378-48f9-90b9-06ebef0569e8 req-289f686a-8e0b-4082-a2af-9b8edb0fb9e4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3258a0cb-23ab-49a4-9121-c5fe3dc841cd HTTP/1.1" status: 200 len: 1128 time: 0.5392442 Feb 07 17:06:42.702217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbd6bf-844b-43ad-9516-9f4df845b295 req-b06f338f-4443-43e7-84bd-c6bdc7836177 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:42.715177 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-abfbd6bf-844b-43ad-9516-9f4df845b295 req-b06f338f-4443-43e7-84bd-c6bdc7836177 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/ports?device_id=3258a0cb-23ab-49a4-9121-c5fe3dc841cd HTTP/1.1" status: 200 len: 946 time: 0.3773568 Feb 07 17:06:42.718972 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] Set router c3361f16-021f-495b-9153-8370ffdb8fe7 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:06:42.840102 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-abfbd6bf-844b-43ad-9516-9f4df845b295 req-ea33fbc4-3b0a-4913-98b8-9d8103ded9f9 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/security-groups?id=51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243684 Feb 07 17:06:42.849770 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b57ee88f-8e19-4dbe-9f15-7142b751eca9 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2699656 Feb 07 17:06:42.850469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38394) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:42.870581 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9de0ee76-3f82-4027-8dfd-f63cea11fdbd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-286303542', 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:43.072523 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-265bf2eb-b378-48f9-90b9-06ebef0569e8 req-7c799e73-316e-467c-a3c4-0e86f3a50866 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695033 Feb 07 17:06:43.106014 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de0ee76-3f82-4027-8dfd-f63cea11fdbd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Made reservation on behalf of b7f3b936ec124a74b808700fdcd55162 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:06:43.109944 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9de0ee76-3f82-4027-8dfd-f63cea11fdbd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:43.190707 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4b3262b-83d1-4eed-9003-3d6053421ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (1f581cf4-f50d-4153-b077-bb50b79537ba), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:43.221691 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912051814', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:06:38Z', 'updated_at': '2022-02-07T17:06:40Z', 'revision_number': 3, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:39Z', 'updated_at': '2022-02-07T17:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:43.248778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2b9b8-8ab5-4534-bc18-5bb8c5bccc0b req-4465f77d-b919-4bb3-9f9f-a2127de69ffc tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:43.254823 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ea2b9b8-8ab5-4534-bc18-5bb8c5bccc0b req-4465f77d-b919-4bb3-9f9f-a2127de69ffc tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad06d0c4-74b5-4f1b-80be-549c29d017c8 HTTP/1.1" status: 200 len: 946 time: 0.5705445 Feb 07 17:06:43.341580 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] Checking router: c3361f16-021f-495b-9153-8370ffdb8fe7 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:06:43.342251 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] Updating router c3361f16-021f-495b-9153-8370ffdb8fe7 port 92cd3704-0cf5-4010-a65f-f847e6f85e03 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:06:43.422021 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (92cd3704-0cf5-4010-a65f-f847e6f85e03), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:43.526399 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ea2b9b8-8ab5-4534-bc18-5bb8c5bccc0b req-4d477fbb-6f2f-44d1-9ad5-a5a5def0e981 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd448d2c-e99a-4db4-a697-63c652b4377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595551 Feb 07 17:06:43.607951 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e697d29f-8fb2-4fe1-a5d0-53bc2cd8d798 req-a22be275-a446-457d-a77a-2d96f6a31d43 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Deleting port b39ef857-3590-4a7d-82bd-3c350a2012c2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:06:43.612475 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e697d29f-8fb2-4fe1-a5d0-53bc2cd8d798 req-a22be275-a446-457d-a77a-2d96f6a31d43 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b39ef857-3590-4a7d-82bd-3c350a2012c2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:43.744403 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9de0ee76-3f82-4027-8dfd-f63cea11fdbd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (f81e07dc-e2fe-469e-b1cc-965dd2359dda), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:43.904065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0ee76-3f82-4027-8dfd-f63cea11fdbd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Subnet': ['ID=f81e07dc-e2fe-469e-b1cc-965dd2359dda,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:43.948851 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0ee76-3f82-4027-8dfd-f63cea11fdbd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Checking segment: {'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:06:43.949918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de0ee76-3f82-4027-8dfd-f63cea11fdbd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network hostable DHCP agents. Network: bcf89715-4c35-43dc-9971-0b720c9b58d3, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:06:44.016430 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de0ee76-3f82-4027-8dfd-f63cea11fdbd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network bcf89715-4c35-43dc-9971-0b720c9b58d3 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:06:44.016750 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e697d29f-8fb2-4fe1-a5d0-53bc2cd8d798 req-a22be275-a446-457d-a77a-2d96f6a31d43 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] For port b39ef857-3590-4a7d-82bd-3c350a2012c2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=b39ef857-3590-4a7d-82bd-3c350a2012c2,segment=NetworkSegment(d5712d7b-6aeb-468b-af45-19983014d575),segment_id=d5712d7b-6aeb-468b-af45-19983014d575)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:44.017558 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e697d29f-8fb2-4fe1-a5d0-53bc2cd8d798 req-a22be275-a446-457d-a77a-2d96f6a31d43 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b39ef857-3590-4a7d-82bd-3c350a2012c2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:44.038282 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e697d29f-8fb2-4fe1-a5d0-53bc2cd8d798 req-a22be275-a446-457d-a77a-2d96f6a31d43 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Calling delete_port for b39ef857-3590-4a7d-82bd-3c350a2012c2 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:06:44.064910 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9de0ee76-3f82-4027-8dfd-f63cea11fdbd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, bcf89715-4c35-43dc-9971-0b720c9b58d3) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:06:44.076218 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b3262b-83d1-4eed-9003-3d6053421ea6 admin admin] Router 1f581cf4-f50d-4153-b077-bb50b79537ba has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:06:44.106685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb16797e-5dc5-406c-aef2-cc2a61033197 None None] Network bcf89715-4c35-43dc-9971-0b720c9b58d3 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:06:44.125488 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de0ee76-3f82-4027-8dfd-f63cea11fdbd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:44.126518 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9de0ee76-3f82-4027-8dfd-f63cea11fdbd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:44.265606 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b3262b-83d1-4eed-9003-3d6053421ea6 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:06:44.275054 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d4b3262b-83d1-4eed-9003-3d6053421ea6 admin admin] 10.222.0.18 "PUT /v2.0/routers/1f581cf4-f50d-4153-b077-bb50b79537ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8696568 Feb 07 17:06:44.279471 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38410) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:44.282569 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ffcb2-945a-4cea-8f88-bb59def4ba4c None None] Sync routers for ids ['1f581cf4-f50d-4153-b077-bb50b79537ba'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:06:44.310720 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ffcb2-945a-4cea-8f88-bb59def4ba4c None None] Routers {'1f581cf4-f50d-4153-b077-bb50b79537ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:06:44.314549 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-732ffcb2-945a-4cea-8f88-bb59def4ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:06:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1f581cf4-f50d-4153-b077-bb50b79537ba'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:44.395510 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9de0ee76-3f82-4027-8dfd-f63cea11fdbd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5439229 Feb 07 17:06:44.417001 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38412) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:44.508491 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf60495-4c4f-4522-ba3c-76c9122ad63a req-19e5a8b8-2bb5-4abc-b529-f403d38d8725 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:44.519239 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4cf60495-4c4f-4522-ba3c-76c9122ad63a req-19e5a8b8-2bb5-4abc-b529-f403d38d8725 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/ports?device_id=3258a0cb-23ab-49a4-9121-c5fe3dc841cd HTTP/1.1" status: 200 len: 946 time: 0.2955599 Feb 07 17:06:44.678219 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-732ffcb2-945a-4cea-8f88-bb59def4ba4c None None] Set router 1f581cf4-f50d-4153-b077-bb50b79537ba gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:06:44.731616 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4cf60495-4c4f-4522-ba3c-76c9122ad63a req-0b4cb1a4-6e7b-4014-a850-1d982d07dfab tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/security-groups?id=51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031910 Feb 07 17:06:44.845363 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] Publish callbacks [] for port (92cd3704-0cf5-4010-a65f-f847e6f85e03), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:44.881890 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (92cd3704-0cf5-4010-a65f-f847e6f85e03), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:45.022285 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] Attempting to bind port 92cd3704-0cf5-4010-a65f-f847e6f85e03 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:06:45.022666 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] Attempting to bind port 92cd3704-0cf5-4010-a65f-f847e6f85e03 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:06:45.023042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] Attempting to bind port 92cd3704-0cf5-4010-a65f-f847e6f85e03 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:06:45.088953 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e697d29f-8fb2-4fe1-a5d0-53bc2cd8d798 req-a22be275-a446-457d-a77a-2d96f6a31d43 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (b39ef857-3590-4a7d-82bd-3c350a2012c2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:45.101724 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:06:45.102110 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:06:45.103244 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:45.104481 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:06:45.105136 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] Bound port: 92cd3704-0cf5-4010-a65f-f847e6f85e03, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:06:45.105573 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (92cd3704-0cf5-4010-a65f-f847e6f85e03), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:45.114122 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717fa7f-b972-4908-b92b-8f67ad6485a1 req-f89afc03-c448-45fa-acd0-c15504758217 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:45.119358 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2717fa7f-b972-4908-b92b-8f67ad6485a1 req-f89afc03-c448-45fa-acd0-c15504758217 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad06d0c4-74b5-4f1b-80be-549c29d017c8 HTTP/1.1" status: 200 len: 946 time: 0.3739862 Feb 07 17:06:45.123549 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7ea89c5-523a-4bca-a171-68c9ba5792a3 admin admin] Publish callbacks [] for router (1f581cf4-f50d-4153-b077-bb50b79537ba), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:45.244568 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-732ffcb2-945a-4cea-8f88-bb59def4ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'name': 'tempest-ServerActionsTestJSON-1480506054-router', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:56:30Z', 'updated_at': '2022-02-07T17:06:41Z', 'revision_number': 5, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'gw_port': {'id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:31Z', 'updated_at': '2022-02-07T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:45.249228 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] For port 92cd3704-0cf5-4010-a65f-f847e6f85e03, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:06:45.253747 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] For port 92cd3704-0cf5-4010-a65f-f847e6f85e03, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=92cd3704-0cf5-4010-a65f-f847e6f85e03,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:06:45.270678 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (92cd3704-0cf5-4010-a65f-f847e6f85e03), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:45.279887 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370d437-2f1b-411a-89d6-6d184da72111 None None] Pushing event updated for resources: {'Port': ['ID=92cd3704-0cf5-4010-a65f-f847e6f85e03,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:45.285687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-bcf89715-4c35-43dc-9971-0b720c9b58d3', 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'fixed_ips': [{'subnet_id': 'f81e07dc-e2fe-469e-b1cc-965dd2359dda'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:06:45.287083 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:45.350145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370d437-2f1b-411a-89d6-6d184da72111 None None] Pushing event updated for resources: {'Port': ['ID=92cd3704-0cf5-4010-a65f-f847e6f85e03,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:45.360225 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ffcb2-945a-4cea-8f88-bb59def4ba4c None None] Checking router: 1f581cf4-f50d-4153-b077-bb50b79537ba for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:06:45.390518 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ffcb2-945a-4cea-8f88-bb59def4ba4c None None] Routers {'1f581cf4-f50d-4153-b077-bb50b79537ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:06:45.391436 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-732ffcb2-945a-4cea-8f88-bb59def4ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:06:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1f581cf4-f50d-4153-b077-bb50b79537ba'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:45.498495 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] Routers {'c3361f16-021f-495b-9153-8370ffdb8fe7'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:06:45.502004 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:06:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c3361f16-021f-495b-9153-8370ffdb8fe7'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:45.768185 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-732ffcb2-945a-4cea-8f88-bb59def4ba4c None None] Set router 1f581cf4-f50d-4153-b077-bb50b79537ba gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:06:46.169436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe6d24-ad40-4587-bbe1-b68d2558d56a req-34b95186-eccd-41a6-86ec-326ddd6224f3 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:46.179102 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9dfe6d24-ad40-4587-bbe1-b68d2558d56a req-34b95186-eccd-41a6-86ec-326ddd6224f3 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/ports?device_id=3258a0cb-23ab-49a4-9121-c5fe3dc841cd HTTP/1.1" status: 200 len: 946 time: 0.2585168 Feb 07 17:06:46.283096 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] Allocated IP 172.20.0.2 (bcf89715-4c35-43dc-9971-0b720c9b58d3/f81e07dc-e2fe-469e-b1cc-965dd2359dda/79fb250f-95d4-435d-b417-9e0dc23d5468) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:06:46.327429 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9dfe6d24-ad40-4587-bbe1-b68d2558d56a req-69cd29f9-84e1-499d-9de5-b8fa2ccff4de tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/security-groups?id=51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374795 Feb 07 17:06:46.359231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] Set router c3361f16-021f-495b-9153-8370ffdb8fe7 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:06:46.625502 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e697d29f-8fb2-4fe1-a5d0-53bc2cd8d798 req-a22be275-a446-457d-a77a-2d96f6a31d43 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] No DVR routers for this DVR port b39ef857-3590-4a7d-82bd-3c350a2012c2 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:06:46.627553 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22be275-a446-457d-a77a-2d96f6a31d43 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Pushing event deleted for resources: {'Port': ['ID=b39ef857-3590-4a7d-82bd-3c350a2012c2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:46.646566 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-732ffcb2-945a-4cea-8f88-bb59def4ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'name': 'tempest-ServerActionsTestJSON-1480506054-router', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:56:30Z', 'updated_at': '2022-02-07T17:06:41Z', 'revision_number': 5, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'gw_port': {'id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:31Z', 'updated_at': '2022-02-07T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:46.651808 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e697d29f-8fb2-4fe1-a5d0-53bc2cd8d798 req-a22be275-a446-457d-a77a-2d96f6a31d43 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:46.655402 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e697d29f-8fb2-4fe1-a5d0-53bc2cd8d798 req-a22be275-a446-457d-a77a-2d96f6a31d43 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.48 "DELETE /v2.0/ports/b39ef857-3590-4a7d-82bd-3c350a2012c2 HTTP/1.1" status: 204 len: 173 time: 3.9852154 Feb 07 17:06:46.694621 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad06d0c4-74b5-4f1b-80be-549c29d017c8', 'name': 'network-vif-deleted', 'tag': 'b39ef857-3590-4a7d-82bd-3c350a2012c2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:06:46.697890 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb425fee-ab65-44c3-acdc-b62e833c7e86" -d '{"events": [{"server_uuid": "ad06d0c4-74b5-4f1b-80be-549c29d017c8", "name": "network-vif-deleted", "tag": "b39ef857-3590-4a7d-82bd-3c350a2012c2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:06:46.715491 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ffcb2-945a-4cea-8f88-bb59def4ba4c None None] The sync data for ids ['1f581cf4-f50d-4153-b077-bb50b79537ba'] in n-d-827865-3 is: [{'id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'name': 'tempest-ServerActionsTestJSON-1480506054-router', 'tenant_id': 'acebdcf5865740db8b6f9c233dbd6392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T16:56:30Z', 'updated_at': '2022-02-07T17:06:41Z', 'revision_number': 5, 'project_id': 'acebdcf5865740db8b6f9c233dbd6392', 'gw_port': {'id': '65a4df36-b6ef-45f4-bf48-f4269e503704', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:db:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f581cf4-f50d-4153-b077-bb50b79537ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T16:56:31Z', 'updated_at': '2022-02-07T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:06:47.006099 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2717fa7f-b972-4908-b92b-8f67ad6485a1 req-cc486a87-1ec3-41bb-af83-b10d302c3e26 tempest-VolumesActionsTest-1814849670 tempest-VolumesActionsTest-1814849670-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd448d2c-e99a-4db4-a697-63c652b4377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6733527 Feb 07 17:06:47.018331 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] Publish callbacks [] for port (79fb250f-95d4-435d-b417-9e0dc23d5468), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:47.045804 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bc3b8f-1a23-44e6-bfd5-e1cba0bd36e9 x-openstack-request-id: req-c3bc3b8f-1a23-44e6-bfd5-e1cba0bd36e9 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:06:47.046269 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad06d0c4-74b5-4f1b-80be-549c29d017c8", "name": "network-vif-deleted", "tag": "b39ef857-3590-4a7d-82bd-3c350a2012c2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:06:47.046472 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3bc3b8f-1a23-44e6-bfd5-e1cba0bd36e9 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:06:47.046909 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad06d0c4-74b5-4f1b-80be-549c29d017c8', 'name': 'network-vif-deleted', 'tag': 'b39ef857-3590-4a7d-82bd-3c350a2012c2', 'status': 'completed', 'code': 200} Feb 07 17:06:47.098642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device b39ef857-3590-4a7d-82bd-3c350a2012c2 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:06:47.110038 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (79fb250f-95d4-435d-b417-9e0dc23d5468), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:47.129017 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7ea89c5-523a-4bca-a171-68c9ba5792a3 admin admin] Publish callbacks [] for router_gateway (1f581cf4-f50d-4153-b077-bb50b79537ba), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:47.421581 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: b39ef857-3590-4a7d-82bd-3c350a2012c2 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:06:47.422432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device b39ef857-3590-4a7d-82bd-3c350a2012c2 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:06:47.573596 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bd030937-ad88-48eb-910f-7f3fa4aca4c2 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:06:47.686569 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: bd030937-ad88-48eb-910f-7f3fa4aca4c2 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:06:47.687129 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bd030937-ad88-48eb-910f-7f3fa4aca4c2 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:06:47.701080 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] Network bcf89715-4c35-43dc-9971-0b720c9b58d3 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:06:47.721777 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] Pushing event updated for resources: {'Port': ['ID=79fb250f-95d4-435d-b417-9e0dc23d5468,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:47.785873 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:06:47.793269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:06:47.809683 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e7ea89c5-523a-4bca-a171-68c9ba5792a3 admin admin] Deleting port 65a4df36-b6ef-45f4-bf48-f4269e503704 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:06:47.814225 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7ea89c5-523a-4bca-a171-68c9ba5792a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (65a4df36-b6ef-45f4-bf48-f4269e503704), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:48.053855 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] Attempting to bind port 79fb250f-95d4-435d-b417-9e0dc23d5468 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:06:48.054277 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] Attempting to bind port 79fb250f-95d4-435d-b417-9e0dc23d5468 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:06:48.054616 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] Attempting to bind port 79fb250f-95d4-435d-b417-9e0dc23d5468 on network bcf89715-4c35-43dc-9971-0b720c9b58d3 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:06:48.068229 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:06:48.068707 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] Checking segment: {'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:06:48.069163 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:48.069836 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] Bound using segment: {'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:06:48.070355 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] Bound port: 79fb250f-95d4-435d-b417-9e0dc23d5468, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:06:48.070813 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (79fb250f-95d4-435d-b417-9e0dc23d5468), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:48.134153 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912051814', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:06:38Z', 'updated_at': '2022-02-07T17:06:40Z', 'revision_number': 3, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:39Z', 'updated_at': '2022-02-07T17:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:48.213435 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b7ed1b-aa80-4ba9-b379-e7216069ac14 None None] The sync data for ids ['c3361f16-021f-495b-9153-8370ffdb8fe7'] in n-d-827865-3 is: [{'id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912051814', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:06:38Z', 'updated_at': '2022-02-07T17:06:40Z', 'revision_number': 3, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:39Z', 'updated_at': '2022-02-07T17:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:06:48.384121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] For port 79fb250f-95d4-435d-b417-9e0dc23d5468, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:06:48.397921 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] For port 79fb250f-95d4-435d-b417-9e0dc23d5468, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=79fb250f-95d4-435d-b417-9e0dc23d5468,segment=NetworkSegment(a1666870-a4b7-423a-8138-c28b479a260a),segment_id=a1666870-a4b7-423a-8138-c28b479a260a)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:06:48.419013 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (79fb250f-95d4-435d-b417-9e0dc23d5468), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:48.537355 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e7ea89c5-523a-4bca-a171-68c9ba5792a3 admin admin] For port 65a4df36-b6ef-45f4-bf48-f4269e503704, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=65a4df36-b6ef-45f4-bf48-f4269e503704,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:48.538147 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7ea89c5-523a-4bca-a171-68c9ba5792a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (65a4df36-b6ef-45f4-bf48-f4269e503704), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:48.565766 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e921824-0436-4554-a759-39bdd4f2cafa None None] Pushing event updated for resources: {'Port': ['ID=79fb250f-95d4-435d-b417-9e0dc23d5468,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:48.629426 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e7ea89c5-523a-4bca-a171-68c9ba5792a3 admin admin] Calling delete_port for 65a4df36-b6ef-45f4-bf48-f4269e503704 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:06:48.661711 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fde4280a-596c-41d4-9394-7848339fc13d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:49.965368 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 92cd3704-0cf5-4010-a65f-f847e6f85e03 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:06:50.024559 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-fde4280a-596c-41d4-9394-7848339fc13d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Allocated IP 172.20.0.1 (bcf89715-4c35-43dc-9971-0b720c9b58d3/f81e07dc-e2fe-469e-b1cc-965dd2359dda/f07b16da-b4d3-48ee-a0d4-6706a29ecc7e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:06:50.120151 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 92cd3704-0cf5-4010-a65f-f847e6f85e03 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:06:50.120564 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (92cd3704-0cf5-4010-a65f-f847e6f85e03), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:50.198723 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7ea89c5-523a-4bca-a171-68c9ba5792a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (65a4df36-b6ef-45f4-bf48-f4269e503704), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:50.387898 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea89c5-523a-4bca-a171-68c9ba5792a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=65a4df36-b6ef-45f4-bf48-f4269e503704,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:50.446388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 92cd3704-0cf5-4010-a65f-f847e6f85e03 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:06:50.449898 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (92cd3704-0cf5-4010-a65f-f847e6f85e03), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:50.543664 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 92cd3704-0cf5-4010-a65f-f847e6f85e03, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=92cd3704-0cf5-4010-a65f-f847e6f85e03,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:50.552107 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (92cd3704-0cf5-4010-a65f-f847e6f85e03), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:50.552947 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 79fb250f-95d4-435d-b417-9e0dc23d5468 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:06:50.740404 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7ea89c5-523a-4bca-a171-68c9ba5792a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (1f581cf4-f50d-4153-b077-bb50b79537ba), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:50.886084 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=92cd3704-0cf5-4010-a65f-f847e6f85e03,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:50.913581 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 79fb250f-95d4-435d-b417-9e0dc23d5468 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:06:50.914070 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (79fb250f-95d4-435d-b417-9e0dc23d5468), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:51.174355 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7ea89c5-523a-4bca-a171-68c9ba5792a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (1f581cf4-f50d-4153-b077-bb50b79537ba), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:51.179412 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7ea89c5-523a-4bca-a171-68c9ba5792a3 admin admin] Publish callbacks [] for router_controller (1f581cf4-f50d-4153-b077-bb50b79537ba), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:51.228484 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 79fb250f-95d4-435d-b417-9e0dc23d5468 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:06:51.229091 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (79fb250f-95d4-435d-b417-9e0dc23d5468), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:51.334483 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 79fb250f-95d4-435d-b417-9e0dc23d5468, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=79fb250f-95d4-435d-b417-9e0dc23d5468,segment=NetworkSegment(a1666870-a4b7-423a-8138-c28b479a260a),segment_id=a1666870-a4b7-423a-8138-c28b479a260a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:51.371322 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010f138c-a682-4072-93d8-4179d1e00c25 None None] Network bcf89715-4c35-43dc-9971-0b720c9b58d3 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:06:51.465655 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fde4280a-596c-41d4-9394-7848339fc13d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (f07b16da-b4d3-48ee-a0d4-6706a29ecc7e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:51.479785 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7ea89c5-523a-4bca-a171-68c9ba5792a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (1f581cf4-f50d-4153-b077-bb50b79537ba), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:51.480365 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ea89c5-523a-4bca-a171-68c9ba5792a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f581cf4-f50d-4153-b077-bb50b79537ba {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:06:51.510294 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7ea89c5-523a-4bca-a171-68c9ba5792a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:51.534600 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e7ea89c5-523a-4bca-a171-68c9ba5792a3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1f581cf4-f50d-4153-b077-bb50b79537ba HTTP/1.1" status: 204 len: 168 time: 7.2517681 Feb 07 17:06:51.534996 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38534) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:51.672793 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (79fb250f-95d4-435d-b417-9e0dc23d5468), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:51.710997 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fde4280a-596c-41d4-9394-7848339fc13d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f07b16da-b4d3-48ee-a0d4-6706a29ecc7e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:51.722610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] Deleting subnet 9e0c6472-60e4-48e8-a1cd-b274ac449cff {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:06:51.739767 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:51.742092 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] Publish callbacks [] for subnet (9e0c6472-60e4-48e8-a1cd-b274ac449cff), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:51.875004 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (9e0c6472-60e4-48e8-a1cd-b274ac449cff), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:51.904080 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6a9da74b-cd51-4c1b-b6e1-1bb096ad98a2 None None] Provisioning complete for port 79fb250f-95d4-435d-b417-9e0dc23d5468 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:06:51.913608 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6a9da74b-cd51-4c1b-b6e1-1bb096ad98a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (79fb250f-95d4-435d-b417-9e0dc23d5468), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:51.976944 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4280a-596c-41d4-9394-7848339fc13d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=f07b16da-b4d3-48ee-a0d4-6706a29ecc7e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:52.043773 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde4280a-596c-41d4-9394-7848339fc13d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network bcf89715-4c35-43dc-9971-0b720c9b58d3 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:06:52.051154 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-fde4280a-596c-41d4-9394-7848339fc13d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:06:52.058316 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde4280a-596c-41d4-9394-7848339fc13d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:06:52.159968 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fde4280a-596c-41d4-9394-7848339fc13d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (c3361f16-021f-495b-9153-8370ffdb8fe7), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:52.196909 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 92cd3704-0cf5-4010-a65f-f847e6f85e03 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:06:52.297960 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (9e0c6472-60e4-48e8-a1cd-b274ac449cff), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:52.418136 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (9e0c6472-60e4-48e8-a1cd-b274ac449cff), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:52.458079 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=79fb250f-95d4-435d-b417-9e0dc23d5468,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:52.512364 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e0c6472-60e4-48e8-a1cd-b274ac449cff,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:52.518942 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:52.531832 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9e0c6472-60e4-48e8-a1cd-b274ac449cff HTTP/1.1" status: 204 len: 168 time: 0.9954693 Feb 07 17:06:52.534356 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38550) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:52.550593 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 92cd3704-0cf5-4010-a65f-f847e6f85e03 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:06:52.550985 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (92cd3704-0cf5-4010-a65f-f847e6f85e03), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:52.614867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:52.617740 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:52.618159 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:52.618769 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:52.619182 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:52.619564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:52.619903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:52.624612 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:52.625752 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:52.626705 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:52.628892 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:52.629693 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:52.630929 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de09b7-068c-4f43-b790-468e10294bfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:06:52.643868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931470d3-fc02-4e69-b402-444d628fe1a5 req-01141cea-a9b7-421e-b2bc-a8dfda8cf1f0 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:52.651263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05a654e-7b30-4154-87e7-44ed2f255489 None None] Network f237c79b-106d-4492-9f39-8167bb8d1100 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:06:52.654293 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-931470d3-fc02-4e69-b402-444d628fe1a5 req-01141cea-a9b7-421e-b2bc-a8dfda8cf1f0 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/ports?device_id=3258a0cb-23ab-49a4-9121-c5fe3dc841cd HTTP/1.1" status: 200 len: 946 time: 0.4913392 Feb 07 17:06:52.862960 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (f237c79b-106d-4492-9f39-8167bb8d1100), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:52.885130 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-931470d3-fc02-4e69-b402-444d628fe1a5 req-f705864b-68de-4716-8b75-e58343a888ae tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/security-groups?id=51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294230 Feb 07 17:06:52.930496 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fde4280a-596c-41d4-9394-7848339fc13d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f07b16da-b4d3-48ee-a0d4-6706a29ecc7e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:53.075630 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] Deleting port 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:06:53.076009 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:53.286809 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] For port 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc,segment=NetworkSegment(1a54fa5c-6b89-4e35-894b-5f5e73bd410c),segment_id=1a54fa5c-6b89-4e35-894b-5f5e73bd410c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:53.287419 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:53.362137 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] Calling delete_port for 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:06:53.519128 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:53.556360 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6a9da74b-cd51-4c1b-b6e1-1bb096ad98a2 None None] Current status of the port 79fb250f-95d4-435d-b417-9e0dc23d5468 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:06:53.611337 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02979bc-ee88-463a-95b8-24e202a07e8a req-81ce284a-2678-4a45-a5e2-864523860225 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:53.614642 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e02979bc-ee88-463a-95b8-24e202a07e8a req-81ce284a-2678-4a45-a5e2-864523860225 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.32 "GET /v2.0/ports?device_id=3258a0cb-23ab-49a4-9121-c5fe3dc841cd HTTP/1.1" status: 200 len: 946 time: 0.2121601 Feb 07 17:06:53.726388 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:53.769261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] No DVR routers for this DVR port 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:06:53.873255 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6a9f65a2-aa49-48fe-b0db-f0ab306771dc None None] Provisioning complete for port f07b16da-b4d3-48ee-a0d4-6706a29ecc7e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:06:53.873929 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6a9f65a2-aa49-48fe-b0db-f0ab306771dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f07b16da-b4d3-48ee-a0d4-6706a29ecc7e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:53.876703 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 92cd3704-0cf5-4010-a65f-f847e6f85e03 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:06:53.876981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:54.049546 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (f237c79b-106d-4492-9f39-8167bb8d1100), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:54.057400 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f65a2-aa49-48fe-b0db-f0ab306771dc None None] Port f07b16da-b4d3-48ee-a0d4-6706a29ecc7e cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:06:54.119700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6a9f65a2-aa49-48fe-b0db-f0ab306771dc None None] Provisioning complete for port 79fb250f-95d4-435d-b417-9e0dc23d5468 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:06:54.126214 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6a9f65a2-aa49-48fe-b0db-f0ab306771dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (79fb250f-95d4-435d-b417-9e0dc23d5468), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:54.150826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f237c79b-106d-4492-9f39-8167bb8d1100']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:54.173175 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a54fa5c-6b89-4e35-894b-5f5e73bd410c') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:54.173807 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a54fa5c-6b89-4e35-894b-5f5e73bd410c') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:54.209338 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (1a54fa5c-6b89-4e35-894b-5f5e73bd410c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:54.216142 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4de654b-1321-480a-b9b6-df26d8aa783b None None] DHCP port deletion for f237c79b-106d-4492-9f39-8167bb8d1100 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:06:54.268617 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (1a54fa5c-6b89-4e35-894b-5f5e73bd410c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:54.286378 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:06:54.286791 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (1a54fa5c-6b89-4e35-894b-5f5e73bd410c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:06:54.291447 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:06:54.341728 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 79fb250f-95d4-435d-b417-9e0dc23d5468 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:06:54.344253 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f65a2-aa49-48fe-b0db-f0ab306771dc None None] Current status of the port 79fb250f-95d4-435d-b417-9e0dc23d5468 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:06:54.479606 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (f237c79b-106d-4492-9f39-8167bb8d1100), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:54.491578 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:54.513105 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f237c79b-106d-4492-9f39-8167bb8d1100 HTTP/1.1" status: 204 len: 168 time: 1.9752164 Feb 07 17:06:54.520492 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e02979bc-ee88-463a-95b8-24e202a07e8a req-7a8fd27a-7b52-4d10-bf9b-5c2ce40c5666 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Deleting port a18c2233-22fa-41c2-8fe9-a357963bcb24 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:06:54.520992 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e02979bc-ee88-463a-95b8-24e202a07e8a req-7a8fd27a-7b52-4d10-bf9b-5c2ce40c5666 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a18c2233-22fa-41c2-8fe9-a357963bcb24), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:54.549743 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 79fb250f-95d4-435d-b417-9e0dc23d5468 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:06:54.558509 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (79fb250f-95d4-435d-b417-9e0dc23d5468), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:54.583843 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87094e-ea69-421d-b009-a9e4eb528674 admin admin] Pushing event deleted for resources: {'Network': ['ID=f237c79b-106d-4492-9f39-8167bb8d1100,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:54.858979 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4bf74-0c24-4f2a-998a-edde0092ae32 req-847ca8a5-fe18-484a-af42-aa361fb840da tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:54.862443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 79fb250f-95d4-435d-b417-9e0dc23d5468 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:06:54.863840 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0ac4bf74-0c24-4f2a-998a-edde0092ae32 req-847ca8a5-fe18-484a-af42-aa361fb840da tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/ports?device_id=3258a0cb-23ab-49a4-9121-c5fe3dc841cd HTTP/1.1" status: 200 len: 946 time: 0.5388577 Feb 07 17:06:54.896036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 65a4df36-b6ef-45f4-bf48-f4269e503704 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:06:54.907774 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fde4280a-596c-41d4-9394-7848339fc13d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (f07b16da-b4d3-48ee-a0d4-6706a29ecc7e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:54.975282 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fde4280a-596c-41d4-9394-7848339fc13d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (f07b16da-b4d3-48ee-a0d4-6706a29ecc7e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:54.998298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 65a4df36-b6ef-45f4-bf48-f4269e503704 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:06:54.999144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 65a4df36-b6ef-45f4-bf48-f4269e503704 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:06:55.028551 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38594) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:55.197096 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-44a0eedb-9643-4dc3-ba2c-0122fbb3b1ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=acebdcf5865740db8b6f9c233dbd6392&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1632288 Feb 07 17:06:55.198745 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38598) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:55.327523 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0ac4bf74-0c24-4f2a-998a-edde0092ae32 req-05170ce5-1172-4fa5-a568-af56e3b45037 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/security-groups?id=51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477990 Feb 07 17:06:55.372268 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e02979bc-ee88-463a-95b8-24e202a07e8a req-7a8fd27a-7b52-4d10-bf9b-5c2ce40c5666 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] For port a18c2233-22fa-41c2-8fe9-a357963bcb24, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a18c2233-22fa-41c2-8fe9-a357963bcb24,segment=NetworkSegment(5a34e23c-247a-4be9-bfb3-c95527e5ef3e),segment_id=5a34e23c-247a-4be9-bfb3-c95527e5ef3e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:06:55.372832 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e02979bc-ee88-463a-95b8-24e202a07e8a req-7a8fd27a-7b52-4d10-bf9b-5c2ce40c5666 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a18c2233-22fa-41c2-8fe9-a357963bcb24), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:55.444665 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1ff6c32-faaf-4f17-b5aa-b661e5c36dd1 admin admin] Publish callbacks [] for security_group (5ff3baa2-4ced-48b0-acf9-ffcd127708ed), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:55.498322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38600) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:55.510076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e02979bc-ee88-463a-95b8-24e202a07e8a req-7a8fd27a-7b52-4d10-bf9b-5c2ce40c5666 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Calling delete_port for a18c2233-22fa-41c2-8fe9-a357963bcb24 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:06:55.511153 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1ff6c32-faaf-4f17-b5aa-b661e5c36dd1 admin admin] Publish callbacks [] for security_group (5ff3baa2-4ced-48b0-acf9-ffcd127708ed), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:55.532663 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fde4280a-596c-41d4-9394-7848339fc13d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (c3361f16-021f-495b-9153-8370ffdb8fe7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:55.592194 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4280a-596c-41d4-9394-7848339fc13d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=f07b16da-b4d3-48ee-a0d4-6706a29ecc7e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:55.696093 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1ff6c32-faaf-4f17-b5aa-b661e5c36dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5ff3baa2-4ced-48b0-acf9-ffcd127708ed), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:55.707259 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b1ff6c32-faaf-4f17-b5aa-b661e5c36dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:55.709797 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b1ff6c32-faaf-4f17-b5aa-b661e5c36dd1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ff3baa2-4ced-48b0-acf9-ffcd127708ed HTTP/1.1" status: 204 len: 168 time: 0.5088065 Feb 07 17:06:55.774475 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff6c32-faaf-4f17-b5aa-b661e5c36dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff3baa2-4ced-48b0-acf9-ffcd127708ed,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:55.812443 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4f49701e-a7ce-4130-95c5-f0403f723729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:55.969068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:06:56.060457 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:06:56.060820 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5ced9e1f-30bd-4a1b-a4c0-b7fe1e113adc not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:06:56.937088 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9288120-326a-484e-8884-21a4f38e5190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:56.991763 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6de573c4-d791-4a6d-9306-a2fa944aa275 req-432ebdf4-078b-44f8-b623-9664341dea03 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/ports?device_id=3258a0cb-23ab-49a4-9121-c5fe3dc841cd HTTP/1.1" status: 200 len: 210 time: 0.0416298 Feb 07 17:06:56.992492 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e02979bc-ee88-463a-95b8-24e202a07e8a req-7a8fd27a-7b52-4d10-bf9b-5c2ce40c5666 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a18c2233-22fa-41c2-8fe9-a357963bcb24), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:56.996017 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde4280a-596c-41d4-9394-7848339fc13d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network bcf89715-4c35-43dc-9971-0b720c9b58d3 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:06:57.225363 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9288120-326a-484e-8884-21a4f38e5190 admin admin] Publish callbacks [] for security_group (c2632ea0-14f1-4f0c-87f4-634149085900), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:57.291901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fd27a-7b52-4d10-bf9b-5c2ce40c5666 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Pushing event deleted for resources: {'Port': ['ID=a18c2233-22fa-41c2-8fe9-a357963bcb24,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:57.298359 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9288120-326a-484e-8884-21a4f38e5190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c2632ea0-14f1-4f0c-87f4-634149085900), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:57.338258 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-fde4280a-596c-41d4-9394-7848339fc13d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:06:57.400943 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38644) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:57.401534 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c9288120-326a-484e-8884-21a4f38e5190 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d3c3f312d2c4b8a9990334291cf7d4b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9022813 Feb 07 17:06:57.519209 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9288120-326a-484e-8884-21a4f38e5190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2632ea0-14f1-4f0c-87f4-634149085900,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:57.531694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38646) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:57.590532 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edbfee23-12dc-4663-99aa-c34b55914ae5 admin admin] Publish callbacks [] for security_group (c2632ea0-14f1-4f0c-87f4-634149085900), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:57.668125 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edbfee23-12dc-4663-99aa-c34b55914ae5 admin admin] Publish callbacks [] for security_group (c2632ea0-14f1-4f0c-87f4-634149085900), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:57.736194 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edbfee23-12dc-4663-99aa-c34b55914ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c2632ea0-14f1-4f0c-87f4-634149085900), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:57.741952 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-edbfee23-12dc-4663-99aa-c34b55914ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:57.745045 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-edbfee23-12dc-4663-99aa-c34b55914ae5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2632ea0-14f1-4f0c-87f4-634149085900 HTTP/1.1" status: 204 len: 168 time: 0.3430629 Feb 07 17:06:57.775641 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfee23-12dc-4663-99aa-c34b55914ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2632ea0-14f1-4f0c-87f4-634149085900,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:57.776356 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02979bc-ee88-463a-95b8-24e202a07e8a req-7a8fd27a-7b52-4d10-bf9b-5c2ce40c5666 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] No DVR routers for this DVR port a18c2233-22fa-41c2-8fe9-a357963bcb24 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:06:57.778194 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a18c2233-22fa-41c2-8fe9-a357963bcb24 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:06:57.792606 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e02979bc-ee88-463a-95b8-24e202a07e8a req-7a8fd27a-7b52-4d10-bf9b-5c2ce40c5666 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:57.809924 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e02979bc-ee88-463a-95b8-24e202a07e8a req-7a8fd27a-7b52-4d10-bf9b-5c2ce40c5666 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.32 "DELETE /v2.0/ports/a18c2233-22fa-41c2-8fe9-a357963bcb24 HTTP/1.1" status: 204 len: 173 time: 4.1775992 Feb 07 17:06:57.810555 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3258a0cb-23ab-49a4-9121-c5fe3dc841cd', 'name': 'network-vif-deleted', 'tag': 'a18c2233-22fa-41c2-8fe9-a357963bcb24'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:06:57.826945 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: a18c2233-22fa-41c2-8fe9-a357963bcb24 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:06:57.839396 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fb729a-c0bd-4e58-84c7-01688d33044c" -d '{"events": [{"server_uuid": "3258a0cb-23ab-49a4-9121-c5fe3dc841cd", "name": "network-vif-deleted", "tag": "a18c2233-22fa-41c2-8fe9-a357963bcb24"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:06:57.842217 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a18c2233-22fa-41c2-8fe9-a357963bcb24 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:06:57.931375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2ae77f0c-7cb8-4722-9bff-77cac0d75137 None None] Provisioning complete for port f07b16da-b4d3-48ee-a0d4-6706a29ecc7e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:06:57.931763 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ae77f0c-7cb8-4722-9bff-77cac0d75137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f07b16da-b4d3-48ee-a0d4-6706a29ecc7e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:57.951044 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9227b95d-77c4-43de-86c7-71d0e0c81ddd x-openstack-request-id: req-9227b95d-77c4-43de-86c7-71d0e0c81ddd {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:06:57.951656 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3258a0cb-23ab-49a4-9121-c5fe3dc841cd", "name": "network-vif-deleted", "tag": "a18c2233-22fa-41c2-8fe9-a357963bcb24", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:06:57.951656 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9227b95d-77c4-43de-86c7-71d0e0c81ddd {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:06:57.956650 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3258a0cb-23ab-49a4-9121-c5fe3dc841cd', 'name': 'network-vif-deleted', 'tag': 'a18c2233-22fa-41c2-8fe9-a357963bcb24', 'status': 'completed', 'code': 200} Feb 07 17:06:57.974172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fd016604-22c1-4011-b235-10a1bd872191 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-135757199-network', 'tenant_id': 'f4448077c19f4fc7914f700f59e66a46'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:57.985846 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde4280a-596c-41d4-9394-7848339fc13d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Router c3361f16-021f-495b-9153-8370ffdb8fe7 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:06:58.017792 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd016604-22c1-4011-b235-10a1bd872191 admin admin] Made reservation on behalf of f4448077c19f4fc7914f700f59e66a46 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:06:58.022048 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd016604-22c1-4011-b235-10a1bd872191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:58.053328 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd016604-22c1-4011-b235-10a1bd872191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:58.115991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2ae77f0c-7cb8-4722-9bff-77cac0d75137 None None] Port f07b16da-b4d3-48ee-a0d4-6706a29ecc7e cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:06:58.212492 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-98d90210-ca1e-41d5-b1ef-28b9fdceab84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:58.482633 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd016604-22c1-4011-b235-10a1bd872191 admin admin] Publish callbacks [] for security_group (c11f3c53-b04a-4c96-9e21-bf5f2daaf13f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:58.548508 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd016604-22c1-4011-b235-10a1bd872191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c11f3c53-b04a-4c96-9e21-bf5f2daaf13f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:58.611448 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde4280a-596c-41d4-9394-7848339fc13d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:06:58.623953 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] Sync routers for ids ['c3361f16-021f-495b-9153-8370ffdb8fe7'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:06:58.642752 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fde4280a-596c-41d4-9394-7848339fc13d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "PUT /v2.0/routers/c3361f16-021f-495b-9153-8370ffdb8fe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2242060 Feb 07 17:06:58.647481 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] Routers {'c3361f16-021f-495b-9153-8370ffdb8fe7'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:06:58.654492 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:06:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c3361f16-021f-495b-9153-8370ffdb8fe7'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:58.671567 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8102522a-1fb4-4ac3-ad78-61c15d5743ec req-da1d4211-9ffd-4257-84af-05273433f180 tempest-ServerTagsTestJSON-296242544 tempest-ServerTagsTestJSON-296242544-project] 10.222.0.18 "GET /v2.0/ports?device_id=3258a0cb-23ab-49a4-9121-c5fe3dc841cd HTTP/1.1" status: 200 len: 210 time: 0.1835856 Feb 07 17:06:58.732443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd016604-22c1-4011-b235-10a1bd872191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11f3c53-b04a-4c96-9e21-bf5f2daaf13f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:58.756656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd016604-22c1-4011-b235-10a1bd872191 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:06:58.783651 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd016604-22c1-4011-b235-10a1bd872191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (7e5b5255-9edd-48fd-9ff8-98c01d15c1e5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:58.784879 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-fd016604-22c1-4011-b235-10a1bd872191 admin admin] Added segment 7e5b5255-9edd-48fd-9ff8-98c01d15c1e5 of type vlan for network 1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf Feb 07 17:06:58.931523 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd016604-22c1-4011-b235-10a1bd872191 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:58.950849 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] Set router c3361f16-021f-495b-9153-8370ffdb8fe7 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:06:59.025999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38698) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:59.051024 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd016604-22c1-4011-b235-10a1bd872191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:59.052192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd016604-22c1-4011-b235-10a1bd872191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:06:59.052873 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd016604-22c1-4011-b235-10a1bd872191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:59.107778 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fd016604-22c1-4011-b235-10a1bd872191 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5718813 Feb 07 17:06:59.112401 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38702) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:59.151268 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b2e981fe-fea4-4fd1-99d1-0daf231c7507 admin admin] Request body: {'subnet': {'network_id': '1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-135757199-subnet', 'tenant_id': 'f4448077c19f4fc7914f700f59e66a46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:06:59.304443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd016604-22c1-4011-b235-10a1bd872191 admin admin] Pushing event updated for resources: {'Network': ['ID=1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:06:59.394930 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa300935-0a22-4631-af66-0b80b5472abc req-4ed917bd-c6a1-494a-b67a-7887be02ef6c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59850239&fields=id&tenant_id=b7f3b936ec124a74b808700fdcd55162 HTTP/1.1" status: 200 len: 267 time: 0.3361149 Feb 07 17:06:59.406155 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e981fe-fea4-4fd1-99d1-0daf231c7507 admin admin] Made reservation on behalf of f4448077c19f4fc7914f700f59e66a46 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:06:59.415668 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2e981fe-fea4-4fd1-99d1-0daf231c7507 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:59.423073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:06:59.689303 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:59.763564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38720) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:06:59.858784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912051814', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:06:38Z', 'updated_at': '2022-02-07T17:06:52Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:39Z', 'updated_at': '2022-02-07T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f07b16da-b4d3-48ee-a0d4-6706a29ecc7e', 'name': '', 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:1b:91:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f81e07dc-e2fe-469e-b1cc-965dd2359dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:49Z', 'updated_at': '2022-02-07T17:06:53Z', 'revision_number': 2, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': 'f81e07dc-e2fe-469e-b1cc-965dd2359dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:06:59.899485 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-14035a21-d610-43a7-ac68-2508a6b0b372 admin admin] Deleting subnet 5391c391-b430-49e0-9844-8615a1795d97 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:06:59.908575 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14035a21-d610-43a7-ac68-2508a6b0b372 admin admin] Publish callbacks [] for subnet (5391c391-b430-49e0-9844-8615a1795d97), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:06:59.979383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] Checking router: c3361f16-021f-495b-9153-8370ffdb8fe7 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:06:59.979383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] Updating router c3361f16-021f-495b-9153-8370ffdb8fe7 port f07b16da-b4d3-48ee-a0d4-6706a29ecc7e binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:06:59.985033 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2e981fe-fea4-4fd1-99d1-0daf231c7507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (8c0281f2-ad85-44e2-ac36-ddd2f5109d63), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:00.008716 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38722) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:00.039633 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14035a21-d610-43a7-ac68-2508a6b0b372 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (5391c391-b430-49e0-9844-8615a1795d97), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:00.083762 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f07b16da-b4d3-48ee-a0d4-6706a29ecc7e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:00.154677 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14035a21-d610-43a7-ac68-2508a6b0b372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (5391c391-b430-49e0-9844-8615a1795d97), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:00.262844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38732) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:00.296489 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-251c4870-4af2-4691-9a5c-7e96001c5b16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:00.335257 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14035a21-d610-43a7-ac68-2508a6b0b372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (5391c391-b430-49e0-9844-8615a1795d97), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:00.469136 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14035a21-d610-43a7-ac68-2508a6b0b372 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:00.478791 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-14035a21-d610-43a7-ac68-2508a6b0b372 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5391c391-b430-49e0-9844-8615a1795d97 HTTP/1.1" status: 204 len: 168 time: 0.7142861 Feb 07 17:07:00.481230 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38736) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:00.487696 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c43b5b25-9da6-4afb-8f48-23b281c103ca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-521310568-network', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:07:00.498415 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14035a21-d610-43a7-ac68-2508a6b0b372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5391c391-b430-49e0-9844-8615a1795d97,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:00.593363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43b5b25-9da6-4afb-8f48-23b281c103ca admin admin] Made reservation on behalf of 233dfa16822a4a16ac319e689f5e7249 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:07:00.598634 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c43b5b25-9da6-4afb-8f48-23b281c103ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:00.639177 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e981fe-fea4-4fd1-99d1-0daf231c7507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c0281f2-ad85-44e2-ac36-ddd2f5109d63,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:00.685145 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c43b5b25-9da6-4afb-8f48-23b281c103ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:00.697619 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e981fe-fea4-4fd1-99d1-0daf231c7507 admin admin] Checking segment: {'id': '7e5b5255-9edd-48fd-9ff8-98c01d15c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:07:00.698850 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e981fe-fea4-4fd1-99d1-0daf231c7507 admin admin] Network hostable DHCP agents. Network: 1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:07:00.752695 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d86c5cc6-38d9-4f38-814b-6b06a01818cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (66f0aebf-d93b-4d4a-8543-73fe8a6f97f1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:00.762203 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa300935-0a22-4631-af66-0b80b5472abc req-0c525ee1-d225-49f9-8164-319ed36f127c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:00.764278 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa300935-0a22-4631-af66-0b80b5472abc req-0c525ee1-d225-49f9-8164-319ed36f127c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/networks?id=bcf89715-4c35-43dc-9971-0b720c9b58d3 HTTP/1.1" status: 200 len: 797 time: 0.8211172 Feb 07 17:07:00.802641 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e981fe-fea4-4fd1-99d1-0daf231c7507 admin admin] Network 1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:07:00.833610 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa300935-0a22-4631-af66-0b80b5472abc req-bc456860-38a7-447b-b64d-baf1381cabf1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/quotas/b7f3b936ec124a74b808700fdcd55162 HTTP/1.1" status: 200 len: 375 time: 0.0462494 Feb 07 17:07:00.845677 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] Publish callbacks [] for port (f07b16da-b4d3-48ee-a0d4-6706a29ecc7e), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:00.877120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b2e981fe-fea4-4fd1-99d1-0daf231c7507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:07:00.890644 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f07b16da-b4d3-48ee-a0d4-6706a29ecc7e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:00.901790 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02445527-922a-4235-8e23-85ff7a098852 None None] Network 1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:07:00.967188 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf51765-49f3-4084-946d-ca76316f7435 req-d8c5ad89-9373-4c73-9d5d-3f132a467f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:00.973605 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e981fe-fea4-4fd1-99d1-0daf231c7507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:00.974435 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2e981fe-fea4-4fd1-99d1-0daf231c7507 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:00.993961 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9bf51765-49f3-4084-946d-ca76316f7435 req-d8c5ad89-9373-4c73-9d5d-3f132a467f1a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 1127 time: 0.7276886 Feb 07 17:07:01.018994 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-251c4870-4af2-4691-9a5c-7e96001c5b16 admin admin] Publish callbacks [] for security_group (d2b7d921-084c-4fec-9c84-05e3602130f6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:01.054742 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b2e981fe-fea4-4fd1-99d1-0daf231c7507 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9361017 Feb 07 17:07:01.071478 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-251c4870-4af2-4691-9a5c-7e96001c5b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d2b7d921-084c-4fec-9c84-05e3602130f6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:01.201628 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d86c5cc6-38d9-4f38-814b-6b06a01818cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (66f0aebf-d93b-4d4a-8543-73fe8a6f97f1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:01.224755 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c43b5b25-9da6-4afb-8f48-23b281c103ca admin admin] Publish callbacks [] for security_group (1640c5d0-e4e2-4e4d-953b-160fb8160d0b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:01.238976 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:01.277732 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-251c4870-4af2-4691-9a5c-7e96001c5b16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8584749f906a4ee4991f6c3432a0f07e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2354603 Feb 07 17:07:01.287958 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 38782) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:01.288737 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c43b5b25-9da6-4afb-8f48-23b281c103ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1640c5d0-e4e2-4e4d-953b-160fb8160d0b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:01.289146 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d86c5cc6-38d9-4f38-814b-6b06a01818cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f0aebf-d93b-4d4a-8543-73fe8a6f97f1']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:01.300451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7941a0b-de03-452f-955d-27ae9c1103a2 None None] Pushing event updated for resources: {'Port': ['ID=f07b16da-b4d3-48ee-a0d4-6706a29ecc7e,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:01.318640 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d86c5cc6-38d9-4f38-814b-6b06a01818cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a34e23c-247a-4be9-bfb3-c95527e5ef3e') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:01.324939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d86c5cc6-38d9-4f38-814b-6b06a01818cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a34e23c-247a-4be9-bfb3-c95527e5ef3e') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:01.351603 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c4870-4af2-4691-9a5c-7e96001c5b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b7d921-084c-4fec-9c84-05e3602130f6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:01.359827 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d86c5cc6-38d9-4f38-814b-6b06a01818cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (5a34e23c-247a-4be9-bfb3-c95527e5ef3e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:01.375610 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa300935-0a22-4631-af66-0b80b5472abc req-893b8037-c5bb-4450-bf0b-f44be2208620 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5299249 Feb 07 17:07:01.412659 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d86c5cc6-38d9-4f38-814b-6b06a01818cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (5a34e23c-247a-4be9-bfb3-c95527e5ef3e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:01.435597 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86c5cc6-38d9-4f38-814b-6b06a01818cc admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:07:01.438091 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d86c5cc6-38d9-4f38-814b-6b06a01818cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (5a34e23c-247a-4be9-bfb3-c95527e5ef3e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:07:01.513225 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:07:01.533828 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43b5b25-9da6-4afb-8f48-23b281c103ca admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:07:01.538112 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] Attempting to bind port f07b16da-b4d3-48ee-a0d4-6706a29ecc7e on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:07:01.538506 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] Attempting to bind port f07b16da-b4d3-48ee-a0d4-6706a29ecc7e by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:07:01.538943 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] Attempting to bind port f07b16da-b4d3-48ee-a0d4-6706a29ecc7e on network bcf89715-4c35-43dc-9971-0b720c9b58d3 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:07:01.633429 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:07:01.634229 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] Checking segment: {'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:07:01.634657 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:01.635069 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] Bound using segment: {'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:07:01.635586 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] Bound port: f07b16da-b4d3-48ee-a0d4-6706a29ecc7e, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:07:01.635983 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f07b16da-b4d3-48ee-a0d4-6706a29ecc7e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:01.670075 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c43b5b25-9da6-4afb-8f48-23b281c103ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0b42e130-fc1c-4908-836b-b6a5a50eb112), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:01.673960 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-c43b5b25-9da6-4afb-8f48-23b281c103ca admin admin] Added segment 0b42e130-fc1c-4908-836b-b6a5a50eb112 of type vlan for network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 Feb 07 17:07:01.707711 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f692870-3332-4e18-bb5d-4a4c19eb88d6 None None] Network 1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:07:01.742157 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9bf51765-49f3-4084-946d-ca76316f7435 req-9bf3eb13-fefe-4836-ba8a-911e44dca51b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f33abf93-684f-463f-89af-a7d1ba85200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7469554 Feb 07 17:07:01.807543 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d86c5cc6-38d9-4f38-814b-6b06a01818cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (66f0aebf-d93b-4d4a-8543-73fe8a6f97f1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:01.826291 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d86c5cc6-38d9-4f38-814b-6b06a01818cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:01.850649 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d86c5cc6-38d9-4f38-814b-6b06a01818cc admin admin] 10.222.0.18 "DELETE /v2.0/networks/66f0aebf-d93b-4d4a-8543-73fe8a6f97f1 HTTP/1.1" status: 204 len: 168 time: 1.3679197 Feb 07 17:07:01.927627 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b5b25-9da6-4afb-8f48-23b281c103ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1640c5d0-e4e2-4e4d-953b-160fb8160d0b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:01.955140 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c5cc6-38d9-4f38-814b-6b06a01818cc admin admin] Pushing event deleted for resources: {'Network': ['ID=66f0aebf-d93b-4d4a-8543-73fe8a6f97f1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:01.985000 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-31254a5b-1a7e-4e84-9ec8-be51d1bd6cec None None] Provisioning complete for port f07b16da-b4d3-48ee-a0d4-6706a29ecc7e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:01.985415 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-31254a5b-1a7e-4e84-9ec8-be51d1bd6cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f07b16da-b4d3-48ee-a0d4-6706a29ecc7e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:02.008778 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c43b5b25-9da6-4afb-8f48-23b281c103ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (56094dec-cda5-47cb-bfb8-9d2a21cddfa9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:02.108155 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4ae0cff-25a2-43be-9db5-4aa23c0071de admin admin] Publish callbacks [] for security_group (d2b7d921-084c-4fec-9c84-05e3602130f6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:02.129000 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-31254a5b-1a7e-4e84-9ec8-be51d1bd6cec None None] Port f07b16da-b4d3-48ee-a0d4-6706a29ecc7e cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:07:02.142881 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] For port f07b16da-b4d3-48ee-a0d4-6706a29ecc7e, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:07:02.152515 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] For port f07b16da-b4d3-48ee-a0d4-6706a29ecc7e, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f07b16da-b4d3-48ee-a0d4-6706a29ecc7e,segment=NetworkSegment(a1666870-a4b7-423a-8138-c28b479a260a),segment_id=a1666870-a4b7-423a-8138-c28b479a260a)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:07:02.167950 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f07b16da-b4d3-48ee-a0d4-6706a29ecc7e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:02.183338 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa300935-0a22-4631-af66-0b80b5472abc req-0c61d908-0d15-4abe-890d-1522305661fc service neutron] 10.222.0.18 "GET /v2.0/networks/bcf89715-4c35-43dc-9971-0b720c9b58d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7681270 Feb 07 17:07:02.215955 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4ae0cff-25a2-43be-9db5-4aa23c0071de admin admin] Publish callbacks [] for security_group (d2b7d921-084c-4fec-9c84-05e3602130f6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:02.228947 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c43b5b25-9da6-4afb-8f48-23b281c103ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (56094dec-cda5-47cb-bfb8-9d2a21cddfa9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:02.230327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b5b25-9da6-4afb-8f48-23b281c103ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:02.231226 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c43b5b25-9da6-4afb-8f48-23b281c103ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:02.282283 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38810) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:02.283389 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c43b5b25-9da6-4afb-8f48-23b281c103ca admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2556994 Feb 07 17:07:02.293651 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38812) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:02.331068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-28d3bf3c-4cca-4ad8-91f6-84d64522a579 admin admin] Request body: {'subnet': {'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-521310568-subnet', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:07:02.340491 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7941a0b-de03-452f-955d-27ae9c1103a2 None None] Pushing event updated for resources: {'Port': ['ID=f07b16da-b4d3-48ee-a0d4-6706a29ecc7e,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:02.463413 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] Routers {'c3361f16-021f-495b-9153-8370ffdb8fe7'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:07:02.466653 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:06:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c3361f16-021f-495b-9153-8370ffdb8fe7'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:02.499399 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-98a84d0f-de78-4d1c-b327-a3882fc8d279 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ace0944a50947d891434d9a1edfe874&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2159586 Feb 07 17:07:02.503962 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38834) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:02.582967 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b5b25-9da6-4afb-8f48-23b281c103ca admin admin] Pushing event updated for resources: {'Network': ['ID=56094dec-cda5-47cb-bfb8-9d2a21cddfa9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:02.604700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d3bf3c-4cca-4ad8-91f6-84d64522a579 admin admin] Made reservation on behalf of 233dfa16822a4a16ac319e689f5e7249 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:07:02.607165 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28d3bf3c-4cca-4ad8-91f6-84d64522a579 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:02.713095 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:07:02.718782 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4ae0cff-25a2-43be-9db5-4aa23c0071de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d2b7d921-084c-4fec-9c84-05e3602130f6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:02.732781 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4ae0cff-25a2-43be-9db5-4aa23c0071de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:02.734345 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d4ae0cff-25a2-43be-9db5-4aa23c0071de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2b7d921-084c-4fec-9c84-05e3602130f6 HTTP/1.1" status: 204 len: 168 time: 1.4401455 Feb 07 17:07:02.740947 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa300935-0a22-4631-af66-0b80b5472abc req-277f81a9-222c-4de4-8b30-0025cc0dc985 service neutron] 10.222.0.18 "GET /v2.0/networks/bcf89715-4c35-43dc-9971-0b720c9b58d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348892 Feb 07 17:07:02.761958 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae0cff-25a2-43be-9db5-4aa23c0071de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b7d921-084c-4fec-9c84-05e3602130f6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:02.928140 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:03.021917 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-3f69b86a-9085-4ff5-aa25-0a7b8e150950 None None] Provisioning complete for port f07b16da-b4d3-48ee-a0d4-6706a29ecc7e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:03.022920 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f69b86a-9085-4ff5-aa25-0a7b8e150950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f07b16da-b4d3-48ee-a0d4-6706a29ecc7e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:03.059616 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-9d902bd6-6eb7-4ec5-a77c-db8156c35bd8 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:03.062597 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-9d902bd6-6eb7-4ec5-a77c-db8156c35bd8 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/networks?id=1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf HTTP/1.1" status: 200 len: 820 time: 0.9803615 Feb 07 17:07:03.072776 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-169795d4-a52b-49cf-a43d-d9f57e4f3a54 admin admin] Publish callbacks [] for security_group (51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:03.232133 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0a02609a-18d8-4123-95d7-17723a894261 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/quotas/f4448077c19f4fc7914f700f59e66a46 HTTP/1.1" status: 200 len: 375 time: 0.1291912 Feb 07 17:07:03.304571 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c2a355f9-6b41-419e-ae13-4304df3c8db8 req-1504d9b3-03b6-4bb2-aeba-a5eb3898a91c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 210 time: 0.1149173 Feb 07 17:07:03.308375 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-169795d4-a52b-49cf-a43d-d9f57e4f3a54 admin admin] Publish callbacks [] for security_group (51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:03.416486 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-99a3b579-a42f-482d-a391-73ccd9625808 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4448077c19f4fc7914f700f59e66a46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1358311 Feb 07 17:07:03.454595 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-8a277b46-fa62-4f97-80c3-05a696734b71 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:07:03.455860 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-8a277b46-fa62-4f97-80c3-05a696734b71 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0292053 Feb 07 17:07:03.709545 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-169795d4-a52b-49cf-a43d-d9f57e4f3a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:03.714338 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-169795d4-a52b-49cf-a43d-d9f57e4f3a54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:03.715829 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-169795d4-a52b-49cf-a43d-d9f57e4f3a54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0 HTTP/1.1" status: 204 len: 168 time: 1.2109115 Feb 07 17:07:03.748825 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28d3bf3c-4cca-4ad8-91f6-84d64522a579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (311a2122-e2a3-40f9-ab16-f19979f8f39f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:03.768072 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] Set router c3361f16-021f-495b-9153-8370ffdb8fe7 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:07:03.827004 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-9d1fb5ea-2a6b-4694-bedb-b7ba0e9c8769 service neutron] 10.222.0.18 "GET /v2.0/networks/1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539155 Feb 07 17:07:03.832919 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169795d4-a52b-49cf-a43d-d9f57e4f3a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bfc65e-0ecb-40c2-804a-2e7b9d9d49b0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:04.228158 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-bb936590-966f-4675-9e2d-8d23e3fb408f service neutron] 10.222.0.18 "GET /v2.0/networks/1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822381 Feb 07 17:07:04.321878 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d3bf3c-4cca-4ad8-91f6-84d64522a579 admin admin] Checking segment: {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:07:04.327838 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d3bf3c-4cca-4ad8-91f6-84d64522a579 admin admin] Network hostable DHCP agents. Network: 56094dec-cda5-47cb-bfb8-9d2a21cddfa9, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:07:04.355860 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3bf3c-4cca-4ad8-91f6-84d64522a579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=311a2122-e2a3-40f9-ab16-f19979f8f39f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:04.440129 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3f69b86a-9085-4ff5-aa25-0a7b8e150950 None None] Current status of the port f07b16da-b4d3-48ee-a0d4-6706a29ecc7e is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:04.443219 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f69b86a-9085-4ff5-aa25-0a7b8e150950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f07b16da-b4d3-48ee-a0d4-6706a29ecc7e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:04.459152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d3bf3c-4cca-4ad8-91f6-84d64522a579 admin admin] Network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:07:04.496696 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-28d3bf3c-4cca-4ad8-91f6-84d64522a579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 56094dec-cda5-47cb-bfb8-9d2a21cddfa9) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:07:04.513773 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d3bf3c-4cca-4ad8-91f6-84d64522a579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:04.515016 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28d3bf3c-4cca-4ad8-91f6-84d64522a579 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:04.559542 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbb5735-35ee-4f43-ac97-94a588b8eab8 None None] Network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:07:04.578092 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-28d3bf3c-4cca-4ad8-91f6-84d64522a579 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2789547 Feb 07 17:07:04.579688 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 38894) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:04.588965 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-764b39bc-dd5e-42fa-a0b6-cba9b32fdc80 req-5a8dd684-bdd7-4db7-ac0a-3a24b5ca0652 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 210 time: 0.1671891 Feb 07 17:07:04.598223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2eaa6bc5-9f17-491e-8fbb-dd87388eb16f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:07:04.738478 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2eaa6bc5-9f17-491e-8fbb-dd87388eb16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (6f4875c8-8c81-4297-8272-e1adffffa931), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:04.740042 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2eaa6bc5-9f17-491e-8fbb-dd87388eb16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (6f4875c8-8c81-4297-8272-e1adffffa931), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:04.940981 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72e45739-1f57-4e2b-82fd-3b503af97e4c req-58ecd33b-2827-461f-b26a-53f3589e3082 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 210 time: 0.0928974 Feb 07 17:07:05.232642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3f69b86a-9085-4ff5-aa25-0a7b8e150950 None None] For port f07b16da-b4d3-48ee-a0d4-6706a29ecc7e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f07b16da-b4d3-48ee-a0d4-6706a29ecc7e,segment=NetworkSegment(a1666870-a4b7-423a-8138-c28b479a260a),segment_id=a1666870-a4b7-423a-8138-c28b479a260a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:07:05.283818 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:07:05.284784 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:05.344361 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f69b86a-9085-4ff5-aa25-0a7b8e150950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f07b16da-b4d3-48ee-a0d4-6706a29ecc7e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:05.828183 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa300935-0a22-4631-af66-0b80b5472abc req-8932ba2a-2c99-4236-8b33-892ec4c0438b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:05.829762 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa300935-0a22-4631-af66-0b80b5472abc req-8932ba2a-2c99-4236-8b33-892ec4c0438b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.48 "GET /v2.0/networks?id=bcf89715-4c35-43dc-9971-0b720c9b58d3 HTTP/1.1" status: 200 len: 797 time: 0.4404693 Feb 07 17:07:05.941195 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69b86a-9085-4ff5-aa25-0a7b8e150950 None None] Pushing event updated for resources: {'Port': ['ID=f07b16da-b4d3-48ee-a0d4-6706a29ecc7e,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:05.998001 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0e538ed-4694-4b14-9829-33e1f77597c5 req-728a5362-b291-4d04-82fe-8db4b4a45dba tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 210 time: 0.0921481 Feb 07 17:07:06.092167 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa300935-0a22-4631-af66-0b80b5472abc req-8fab2845-058f-46c4-8676-23066ed9ec5b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7f3b936ec124a74b808700fdcd55162 HTTP/1.1" status: 200 len: 378 time: 0.2384529 Feb 07 17:07:06.101952 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-fa300935-0a22-4631-af66-0b80b5472abc req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'port': {'device_id': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3', 'admin_state_up': True, 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'security_groups': ['bd57211a-0b69-4c8e-a06a-29ab0147fc1e']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:07:06.241441 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912051814', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:06:38Z', 'updated_at': '2022-02-07T17:06:52Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:39Z', 'updated_at': '2022-02-07T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f07b16da-b4d3-48ee-a0d4-6706a29ecc7e', 'name': '', 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:1b:91:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f81e07dc-e2fe-469e-b1cc-965dd2359dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:49Z', 'updated_at': '2022-02-07T17:07:02Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': 'f81e07dc-e2fe-469e-b1cc-965dd2359dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:06.278215 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-37773b23-a6ce-4b24-a2e7-6d7d106e48e9 req-581d5b7c-691b-49ba-802a-e49c08a83dd1 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 210 time: 0.1551473 Feb 07 17:07:06.421697 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ede0acb-cf04-4d5d-a8ba-8d845c38b9a8 None None] The sync data for ids ['c3361f16-021f-495b-9153-8370ffdb8fe7'] in n-d-827865-3 is: [{'id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912051814', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:06:38Z', 'updated_at': '2022-02-07T17:06:52Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:39Z', 'updated_at': '2022-02-07T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f07b16da-b4d3-48ee-a0d4-6706a29ecc7e', 'name': '', 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:1b:91:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f81e07dc-e2fe-469e-b1cc-965dd2359dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:49Z', 'updated_at': '2022-02-07T17:07:02Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': 'f81e07dc-e2fe-469e-b1cc-965dd2359dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:07:06.470079 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] Allocated IP 172.20.0.2 (56094dec-cda5-47cb-bfb8-9d2a21cddfa9/311a2122-e2a3-40f9-ab16-f19979f8f39f/78ea329d-70f4-45f0-9fba-c31b95d53426) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:07:06.484812 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa300935-0a22-4631-af66-0b80b5472abc req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Made reservation on behalf of b7f3b936ec124a74b808700fdcd55162 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:07:06.485995 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2eaa6bc5-9f17-491e-8fbb-dd87388eb16f admin admin] Publish callbacks [] for router_controller (6f4875c8-8c81-4297-8272-e1adffffa931), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:06.499113 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa300935-0a22-4631-af66-0b80b5472abc req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:06.997185 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-fa300935-0a22-4631-af66-0b80b5472abc req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Allocated IP 172.20.0.13 (bcf89715-4c35-43dc-9971-0b720c9b58d3/f81e07dc-e2fe-469e-b1cc-965dd2359dda/2e8b54e4-80a0-49b4-8a7e-757ba43da341) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:07:07.033732 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2eaa6bc5-9f17-491e-8fbb-dd87388eb16f admin admin] Publish callbacks [] for router_gateway (6f4875c8-8c81-4297-8272-e1adffffa931), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:07.082796 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] Publish callbacks [] for port (78ea329d-70f4-45f0-9fba-c31b95d53426), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:07.100348 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (78ea329d-70f4-45f0-9fba-c31b95d53426), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:07.276792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] Network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:07:07.284967 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:07:07.292839 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:07:07.303007 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] Pushing event updated for resources: {'Port': ['ID=78ea329d-70f4-45f0-9fba-c31b95d53426,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:07.480137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] Attempting to bind port 78ea329d-70f4-45f0-9fba-c31b95d53426 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:07:07.481959 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] Attempting to bind port 78ea329d-70f4-45f0-9fba-c31b95d53426 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:07:07.486455 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] Attempting to bind port 78ea329d-70f4-45f0-9fba-c31b95d53426 on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:07:07.504866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:07:07.513505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] Checking segment: {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:07:07.515999 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:07.516701 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] Bound using segment: {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:07:07.518677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] Bound port: 78ea329d-70f4-45f0-9fba-c31b95d53426, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:07:07.524484 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (78ea329d-70f4-45f0-9fba-c31b95d53426), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:07.720561 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d27658bb-eacb-4a2d-a3e5-554896fa6466 req-159952f9-a09a-493b-a96d-1f22152d904b tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 210 time: 0.1896880 Feb 07 17:07:07.724145 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7fc3c51a-392c-4e7f-b545-0d887625a9e6 req-7a61c863-621f-4ca4-88c2-c4ab2f24aae7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 210 time: 0.4852240 Feb 07 17:07:07.811370 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] For port 78ea329d-70f4-45f0-9fba-c31b95d53426, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:07:07.823181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] For port 78ea329d-70f4-45f0-9fba-c31b95d53426, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=78ea329d-70f4-45f0-9fba-c31b95d53426,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:07:07.832982 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (78ea329d-70f4-45f0-9fba-c31b95d53426), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:08.013197 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a24d7a-cb44-4eed-b1ee-98306946ee33 None None] Pushing event updated for resources: {'Port': ['ID=78ea329d-70f4-45f0-9fba-c31b95d53426,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:08.060268 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-be060c54-613f-4630-9adc-ca4bbad417a3 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:08.072870 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-be060c54-613f-4630-9adc-ca4bbad417a3 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.32 "GET /v2.0/networks?id=1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf HTTP/1.1" status: 200 len: 820 time: 0.6923962 Feb 07 17:07:08.126089 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-224f5cf1-91d0-41f6-815d-4140f1ad231c tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Request body: {'port': {'device_id': '43504476-9c2a-450d-b62d-b66edee3ba8f', 'network_id': '1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf', 'admin_state_up': True, 'tenant_id': 'f4448077c19f4fc7914f700f59e66a46'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:07:08.159249 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2eaa6bc5-9f17-491e-8fbb-dd87388eb16f admin admin] Publish callbacks [] for router_gateway (6f4875c8-8c81-4297-8272-e1adffffa931), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:08.240330 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2eaa6bc5-9f17-491e-8fbb-dd87388eb16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:08.249944 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa300935-0a22-4631-af66-0b80b5472abc req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:08.290853 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f07b16da-b4d3-48ee-a0d4-6706a29ecc7e up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:07:08.559135 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port f07b16da-b4d3-48ee-a0d4-6706a29ecc7e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:08.564106 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f07b16da-b4d3-48ee-a0d4-6706a29ecc7e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:08.613214 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa300935-0a22-4631-af66-0b80b5472abc req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:08.627668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-2eaa6bc5-9f17-491e-8fbb-dd87388eb16f admin admin] Allocated IP 172.25.4.113 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/c26b972d-ae94-42ac-834a-a266ac298eb0) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:07:08.879021 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-224f5cf1-91d0-41f6-815d-4140f1ad231c tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Made reservation on behalf of f4448077c19f4fc7914f700f59e66a46 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:07:08.893537 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-224f5cf1-91d0-41f6-815d-4140f1ad231c tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:08.946783 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa300935-0a22-4631-af66-0b80b5472abc req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network bcf89715-4c35-43dc-9971-0b720c9b58d3 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:07:09.006992 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=2e8b54e4-80a0-49b4-8a7e-757ba43da341,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:09.015396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-fa300935-0a22-4631-af66-0b80b5472abc req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:07:09.016664 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f07b16da-b4d3-48ee-a0d4-6706a29ecc7e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:09.031840 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa300935-0a22-4631-af66-0b80b5472abc req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:07:09.094160 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-73fabb33-6956-4ec8-8484-ee2973e7ac1d req-24235bac-8285-4587-a1ce-8c2ff28ff4e2 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 210 time: 0.1259003 Feb 07 17:07:09.143096 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2eaa6bc5-9f17-491e-8fbb-dd87388eb16f admin admin] Publish callbacks [] for port (c26b972d-ae94-42ac-834a-a266ac298eb0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:09.187034 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:09.188005 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:09.188573 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:09.189134 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:09.189721 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:09.191196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:09.192007 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:09.192582 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:09.193579 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:09.194178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:09.196017 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:09.196724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:09.201890 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:09.307453 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2eaa6bc5-9f17-491e-8fbb-dd87388eb16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c26b972d-ae94-42ac-834a-a266ac298eb0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:09.528724 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa6bc5-9f17-491e-8fbb-dd87388eb16f admin admin] Pushing event updated for resources: {'Port': ['ID=c26b972d-ae94-42ac-834a-a266ac298eb0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:09.553381 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa300935-0a22-4631-af66-0b80b5472abc req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:09.557120 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa300935-0a22-4631-af66-0b80b5472abc req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:09.563402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa6bc5-9f17-491e-8fbb-dd87388eb16f admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:07:09.569250 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2eaa6bc5-9f17-491e-8fbb-dd87388eb16f admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:07:09.576133 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa6bc5-9f17-491e-8fbb-dd87388eb16f admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:07:09.642667 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b03a45-b521-46b5-b482-31981ae2243f req-31587dda-3e75-4a27-a38b-b70a190458f0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:09.679051 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f0b03a45-b521-46b5-b482-31981ae2243f req-31587dda-3e75-4a27-a38b-b70a190458f0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 932 time: 0.7425549 Feb 07 17:07:09.767733 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-3cad4f98-fa53-4e3e-bce2-b82eb60444cc None None] Provisioning complete for port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:09.770720 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cad4f98-fa53-4e3e-bce2-b82eb60444cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:09.904301 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa300935-0a22-4631-af66-0b80b5472abc req-f022814a-0edb-4b37-85dc-d52192ae2319 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8063684 Feb 07 17:07:09.947608 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3cad4f98-fa53-4e3e-bce2-b82eb60444cc None None] Port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:07:09.962240 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Request body: {'port': {'device_id': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:07:10.034460 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f0b03a45-b521-46b5-b482-31981ae2243f req-b5d61281-7113-4014-809e-dc76cf2a9ae8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3500850 Feb 07 17:07:10.036124 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-224f5cf1-91d0-41f6-815d-4140f1ad231c tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Allocated IP 172.20.0.10 (1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf/8c0281f2-ad85-44e2-ac36-ddd2f5109d63/8a8e740d-df15-4793-b0f8-ca3fe50df2ab) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:07:10.247298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 78ea329d-70f4-45f0-9fba-c31b95d53426 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:07:10.415060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218c66aa-2ae9-4e36-bf8b-35a2af8fd7f3 None None] Network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:07:10.453985 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-45b5b41c-f703-41a5-973d-39fb676cbf2c req-f89f91bf-6aa2-4e65-8c9f-3f5ce6ab6e8f tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 210 time: 0.1135063 Feb 07 17:07:10.479504 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:10.503811 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2eaa6bc5-9f17-491e-8fbb-dd87388eb16f admin admin] Publish callbacks [] for router_gateway (6f4875c8-8c81-4297-8272-e1adffffa931), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:10.624304 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 78ea329d-70f4-45f0-9fba-c31b95d53426 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:10.624691 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (78ea329d-70f4-45f0-9fba-c31b95d53426), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:10.767386 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-224f5cf1-91d0-41f6-815d-4140f1ad231c tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Publish callbacks [] for port (8a8e740d-df15-4793-b0f8-ca3fe50df2ab), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:10.790037 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1283f19e-9444-45a6-b612-880ac2a565cc None None] Provisioning complete for port 78ea329d-70f4-45f0-9fba-c31b95d53426 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:10.802672 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1283f19e-9444-45a6-b612-880ac2a565cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (78ea329d-70f4-45f0-9fba-c31b95d53426), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:11.009488 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2eaa6bc5-9f17-491e-8fbb-dd87388eb16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (6f4875c8-8c81-4297-8272-e1adffffa931), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:11.331896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8b54e4-80a0-49b4-8a7e-757ba43da341 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:07:11.346796 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eaa6bc5-9f17-491e-8fbb-dd87388eb16f admin admin] Router 6f4875c8-8c81-4297-8272-e1adffffa931 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:07:11.349717 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 78ea329d-70f4-45f0-9fba-c31b95d53426 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:11.351859 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (78ea329d-70f4-45f0-9fba-c31b95d53426), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:11.377070 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Publish callbacks [] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:11.438488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Transition to ACTIVE for port object 2e8b54e4-80a0-49b4-8a7e-757ba43da341 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:07:11.488465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 78ea329d-70f4-45f0-9fba-c31b95d53426, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=78ea329d-70f4-45f0-9fba-c31b95d53426,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:07:11.496584 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1283f19e-9444-45a6-b612-880ac2a565cc None None] Current status of the port 78ea329d-70f4-45f0-9fba-c31b95d53426 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:11.500481 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1283f19e-9444-45a6-b612-880ac2a565cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (78ea329d-70f4-45f0-9fba-c31b95d53426), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:11.512416 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (78ea329d-70f4-45f0-9fba-c31b95d53426), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:11.621991 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:11.809356 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=78ea329d-70f4-45f0-9fba-c31b95d53426,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:11.834741 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-1283f19e-9444-45a6-b612-880ac2a565cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:07:11.835567 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-1283f19e-9444-45a6-b612-880ac2a565cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:07:11.886453 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eaa6bc5-9f17-491e-8fbb-dd87388eb16f admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:07:11.905165 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] Sync routers for ids ['6f4875c8-8c81-4297-8272-e1adffffa931'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:07:11.939302 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Pushing event updated for resources: {'Port': ['ID=2e8b54e4-80a0-49b4-8a7e-757ba43da341,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:11.951409 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] Routers {'6f4875c8-8c81-4297-8272-e1adffffa931'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:07:11.958532 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:06:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6f4875c8-8c81-4297-8272-e1adffffa931'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:11.973984 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-224f5cf1-91d0-41f6-815d-4140f1ad231c tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (8a8e740d-df15-4793-b0f8-ca3fe50df2ab), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:12.015870 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd023dba-55f7-4765-9ad4-a698cea855d8 req-4801b832-1202-4696-b13c-5c22c6da1e53 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:12.025627 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd023dba-55f7-4765-9ad4-a698cea855d8 req-4801b832-1202-4696-b13c-5c22c6da1e53 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 932 time: 0.3671267 Feb 07 17:07:12.051894 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2eaa6bc5-9f17-491e-8fbb-dd87388eb16f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:12.055147 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2eaa6bc5-9f17-491e-8fbb-dd87388eb16f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4729948 Feb 07 17:07:12.060706 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39062) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:12.099042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 78ea329d-70f4-45f0-9fba-c31b95d53426 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:07:12.265205 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 78ea329d-70f4-45f0-9fba-c31b95d53426 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:12.271132 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (78ea329d-70f4-45f0-9fba-c31b95d53426), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:12.320169 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f5cf1-91d0-41f6-815d-4140f1ad231c tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Pushing event updated for resources: {'Port': ['ID=8a8e740d-df15-4793-b0f8-ca3fe50df2ab,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:12.345800 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] Set router 6f4875c8-8c81-4297-8272-e1adffffa931 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:07:12.391869 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-224f5cf1-91d0-41f6-815d-4140f1ad231c tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Network 1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:07:12.441790 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c7500-cab8-4e7b-b316-e8a15629dd4c req-ebca50fa-2d26-4033-a6a3-cbc01783d035 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:12.449557 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af4c7500-cab8-4e7b-b316-e8a15629dd4c req-ebca50fa-2d26-4033-a6a3-cbc01783d035 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 944 time: 0.9927762 Feb 07 17:07:12.540371 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-224f5cf1-91d0-41f6-815d-4140f1ad231c tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:07:12.588330 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-224f5cf1-91d0-41f6-815d-4140f1ad231c tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:07:12.635776 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd023dba-55f7-4765-9ad4-a698cea855d8 req-425f6c77-5e64-43c7-8adb-907950798313 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/security-groups?id=c11f3c53-b04a-4c96-9e21-bf5f2daaf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025083 Feb 07 17:07:12.728684 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1283f19e-9444-45a6-b612-880ac2a565cc None None] Current status of the port 78ea329d-70f4-45f0-9fba-c31b95d53426 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:12.782254 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39070) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:12.786826 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 78ea329d-70f4-45f0-9fba-c31b95d53426 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:12.921475 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-34231983-6f76-44ba-9824-53e2f58830ec None None] Provisioning complete for port 78ea329d-70f4-45f0-9fba-c31b95d53426 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:12.923785 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-34231983-6f76-44ba-9824-53e2f58830ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (78ea329d-70f4-45f0-9fba-c31b95d53426), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:12.970924 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:10Z', 'revision_number': 3, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:13.079347 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] Checking router: 6f4875c8-8c81-4297-8272-e1adffffa931 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:07:13.084788 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] Updating router 6f4875c8-8c81-4297-8272-e1adffffa931 port c26b972d-ae94-42ac-834a-a266ac298eb0 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:07:13.169125 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12b38356-64ec-456f-bce6-bb037e47345d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:13.178131 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-34231983-6f76-44ba-9824-53e2f58830ec None None] Current status of the port 78ea329d-70f4-45f0-9fba-c31b95d53426 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:13.195911 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c26b972d-ae94-42ac-834a-a266ac298eb0), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:13.486579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-12b38356-64ec-456f-bce6-bb037e47345d admin admin] Allocated IP 172.20.0.1 (56094dec-cda5-47cb-bfb8-9d2a21cddfa9/311a2122-e2a3-40f9-ab16-f19979f8f39f/bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:07:13.644206 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-224f5cf1-91d0-41f6-815d-4140f1ad231c tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:13.645916 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-224f5cf1-91d0-41f6-815d-4140f1ad231c tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:13.674316 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af4c7500-cab8-4e7b-b316-e8a15629dd4c req-6cb41863-d81c-4de1-8e8d-e1d2458d9b0c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.2170529 Feb 07 17:07:13.681150 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-224f5cf1-91d0-41f6-815d-4140f1ad231c tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5801930 Feb 07 17:07:13.683819 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd923a37-84c3-4f80-8a42-9ead4a6d720b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:13.686924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Attempting to bind port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:07:13.687281 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Attempting to bind port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:07:13.687615 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Attempting to bind port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 on network bcf89715-4c35-43dc-9971-0b720c9b58d3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:07:13.705977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 on network bcf89715-4c35-43dc-9971-0b720c9b58d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:07:13.705977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Attempting to bind port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 on network bcf89715-4c35-43dc-9971-0b720c9b58d3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:07:13.724779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Request body: {'port': {'device_id': '43504476-9c2a-450d-b62d-b66edee3ba8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:07:13.796479 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] Publish callbacks [] for port (c26b972d-ae94-42ac-834a-a266ac298eb0), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:13.805501 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c26b972d-ae94-42ac-834a-a266ac298eb0), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:13.827399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:07:13.827399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Checking segment: {'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:07:13.827399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Bound using segment: {'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:07:13.828672 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Bound port: 2e8b54e4-80a0-49b4-8a7e-757ba43da341, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:07:13.828672 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:13.832403 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12b38356-64ec-456f-bce6-bb037e47345d admin admin] Publish callbacks [] for port (bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:13.848339 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] Attempting to bind port c26b972d-ae94-42ac-834a-a266ac298eb0 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:07:13.849090 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] Attempting to bind port c26b972d-ae94-42ac-834a-a266ac298eb0 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:07:13.849745 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] Attempting to bind port c26b972d-ae94-42ac-834a-a266ac298eb0 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:07:13.888117 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:07:13.889110 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:07:13.889736 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:13.890333 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:07:13.891664 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] Bound port: c26b972d-ae94-42ac-834a-a266ac298eb0, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:07:13.892465 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c26b972d-ae94-42ac-834a-a266ac298eb0), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:13.936643 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12b38356-64ec-456f-bce6-bb037e47345d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:13.995059 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77681af9-81b7-48d6-b8bb-87575eb9cc80 req-077e38c9-86a9-4891-8c74-ce1650ff1359 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:13.996090 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8a8e740d-df15-4793-b0f8-ca3fe50df2ab), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:13.999145 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-77681af9-81b7-48d6-b8bb-87575eb9cc80 req-077e38c9-86a9-4891-8c74-ce1650ff1359 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 932 time: 0.1963854 Feb 07 17:07:14.036070 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e7041-d3e0-4328-a4bc-efdad300f4da None None] Pushing event updated for resources: {'Port': ['ID=c26b972d-ae94-42ac-834a-a266ac298eb0,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:14.056671 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e7041-d3e0-4328-a4bc-efdad300f4da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:14.058877 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e7041-d3e0-4328-a4bc-efdad300f4da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:14.059419 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e7041-d3e0-4328-a4bc-efdad300f4da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:14.061233 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e7041-d3e0-4328-a4bc-efdad300f4da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:14.061803 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e7041-d3e0-4328-a4bc-efdad300f4da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:14.062297 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e7041-d3e0-4328-a4bc-efdad300f4da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:14.064564 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e7041-d3e0-4328-a4bc-efdad300f4da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:14.065221 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e7041-d3e0-4328-a4bc-efdad300f4da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:14.065770 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e7041-d3e0-4328-a4bc-efdad300f4da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:14.066374 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e7041-d3e0-4328-a4bc-efdad300f4da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:14.066517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b38356-64ec-456f-bce6-bb037e47345d admin admin] Network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:07:14.071631 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e7041-d3e0-4328-a4bc-efdad300f4da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:14.072406 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e7041-d3e0-4328-a4bc-efdad300f4da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:14.072935 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e7041-d3e0-4328-a4bc-efdad300f4da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:14.085567 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] For port c26b972d-ae94-42ac-834a-a266ac298eb0, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:07:14.101956 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-12b38356-64ec-456f-bce6-bb037e47345d admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:07:14.105624 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] For port c26b972d-ae94-42ac-834a-a266ac298eb0, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c26b972d-ae94-42ac-834a-a266ac298eb0,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:07:14.108562 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b38356-64ec-456f-bce6-bb037e47345d admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:07:14.119282 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c26b972d-ae94-42ac-834a-a266ac298eb0), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:14.219883 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b38356-64ec-456f-bce6-bb037e47345d admin admin] Pushing event updated for resources: {'Port': ['ID=bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:14.234603 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e7041-d3e0-4328-a4bc-efdad300f4da None None] Pushing event updated for resources: {'Port': ['ID=c26b972d-ae94-42ac-834a-a266ac298eb0,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:14.280611 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] Routers {'6f4875c8-8c81-4297-8272-e1adffffa931'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:07:14.289626 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:06:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6f4875c8-8c81-4297-8272-e1adffffa931'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:14.317946 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-77681af9-81b7-48d6-b8bb-87575eb9cc80 req-82416249-d640-41da-949b-d88dc3614024 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/security-groups?id=c11f3c53-b04a-4c96-9e21-bf5f2daaf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958775 Feb 07 17:07:14.319129 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12b38356-64ec-456f-bce6-bb037e47345d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (6f4875c8-8c81-4297-8272-e1adffffa931), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:14.522473 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e9eeeeb7-5a0d-4cbe-aa31-fce3900e88ac None None] Provisioning complete for port bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:14.523075 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9eeeeb7-5a0d-4cbe-aa31-fce3900e88ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:14.544804 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] Set router 6f4875c8-8c81-4297-8272-e1adffffa931 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:07:14.640233 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e9eeeeb7-5a0d-4cbe-aa31-fce3900e88ac None None] Port bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:07:14.690115 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12b38356-64ec-456f-bce6-bb037e47345d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:14.814334 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] For port 2e8b54e4-80a0-49b4-8a7e-757ba43da341, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:07:14.826912 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] For port 2e8b54e4-80a0-49b4-8a7e-757ba43da341, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2e8b54e4-80a0-49b4-8a7e-757ba43da341,segment=NetworkSegment(a1666870-a4b7-423a-8138-c28b479a260a),segment_id=a1666870-a4b7-423a-8138-c28b479a260a)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:07:14.862897 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:14.936080 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:10Z', 'revision_number': 3, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:14.969916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Pushing event updated for resources: {'Port': ['ID=2e8b54e4-80a0-49b4-8a7e-757ba43da341,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:14.981670 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:14.982723 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:14.984178 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa300935-0a22-4631-af66-0b80b5472abc req-a0fb2399-350d-46bb-a2af-a304a3f87ffb service neutron] 10.222.0.48 "PUT /v2.0/ports/2e8b54e4-80a0-49b4-8a7e-757ba43da341 HTTP/1.1" status: 200 len: 1092 time: 5.0481598 Feb 07 17:07:14.986745 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'tag': '2e8b54e4-80a0-49b4-8a7e-757ba43da341'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:07:14.989193 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c88ed0-5e4d-4851-a1f4-9eb692748741" -d '{"events": [{"name": "network-changed", "server_uuid": "4b30daa2-2a57-4205-92dc-126cb61c6fb1", "tag": "2e8b54e4-80a0-49b4-8a7e-757ba43da341"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:07:15.016508 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18953687-0bfb-4eaf-b0fa-216d366f0929 None None] The sync data for ids ['6f4875c8-8c81-4297-8272-e1adffffa931'] in n-d-827865-3 is: [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:10Z', 'revision_number': 3, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:07:15.033816 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd923a37-84c3-4f80-8a42-9ead4a6d720b admin admin] Publish callbacks [] for security_group (57401665-d6de-4f63-986a-c66deb3c2d68), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:15.110075 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd923a37-84c3-4f80-8a42-9ead4a6d720b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (57401665-d6de-4f63-986a-c66deb3c2d68), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:15.150721 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12b38356-64ec-456f-bce6-bb037e47345d admin admin] Publish callbacks [] for port (bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:15.161102 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264319fc-90e2-4f7c-8ad6-7aad55aca574 x-openstack-request-id: req-264319fc-90e2-4f7c-8ad6-7aad55aca574 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:07:15.164795 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b30daa2-2a57-4205-92dc-126cb61c6fb1", "tag": "2e8b54e4-80a0-49b4-8a7e-757ba43da341", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:07:15.167973 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-264319fc-90e2-4f7c-8ad6-7aad55aca574 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:07:15.168858 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'tag': '2e8b54e4-80a0-49b4-8a7e-757ba43da341', 'status': 'completed', 'code': 200} Feb 07 17:07:15.171067 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12b38356-64ec-456f-bce6-bb037e47345d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:15.253812 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b38356-64ec-456f-bce6-bb037e47345d admin admin] Pushing event updated for resources: {'Port': ['ID=bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:15.282116 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bd923a37-84c3-4f80-8a42-9ead4a6d720b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c55c102b6dd4b6a8cb030ef97c8c457&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4923503 Feb 07 17:07:15.283149 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39108) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:15.308636 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12b38356-64ec-456f-bce6-bb037e47345d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (6f4875c8-8c81-4297-8272-e1adffffa931), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:15.330175 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce43f9c-511c-460f-8797-378c5b75e24c req-ed7084bb-ae41-475f-bda7-e58b0aded833 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:15.331945 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1ce43f9c-511c-460f-8797-378c5b75e24c req-ed7084bb-ae41-475f-bda7-e58b0aded833 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 944 time: 0.5073712 Feb 07 17:07:15.354759 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd923a37-84c3-4f80-8a42-9ead4a6d720b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57401665-d6de-4f63-986a-c66deb3c2d68,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:15.359582 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8e740d-df15-4793-b0f8-ca3fe50df2ab {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:07:15.404311 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Publish callbacks [] for port (8a8e740d-df15-4793-b0f8-ca3fe50df2ab), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:15.451751 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-197b7fed-d260-4e97-91df-cb4ee6de615f admin admin] Publish callbacks [] for security_group (57401665-d6de-4f63-986a-c66deb3c2d68), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:15.575339 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1ce43f9c-511c-460f-8797-378c5b75e24c req-dbf3ab38-aa2a-4b0b-9efb-4e8226f92ff7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2275770 Feb 07 17:07:15.595563 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Transition to ACTIVE for port object 8a8e740d-df15-4793-b0f8-ca3fe50df2ab will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:07:15.598600 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa300935-0a22-4631-af66-0b80b5472abc req-d761ee09-6d9f-4dd2-b016-8c2be87d7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:15.600374 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa300935-0a22-4631-af66-0b80b5472abc req-d761ee09-6d9f-4dd2-b016-8c2be87d7ff1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 1126 time: 0.5116177 Feb 07 17:07:15.619422 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (8a8e740d-df15-4793-b0f8-ca3fe50df2ab), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:15.667081 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa300935-0a22-4631-af66-0b80b5472abc req-f04d4755-fd1b-420f-b0a4-e3567ec0564c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e8b54e4-80a0-49b4-8a7e-757ba43da341 HTTP/1.1" status: 200 len: 217 time: 0.0599468 Feb 07 17:07:15.772324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa300935-0a22-4631-af66-0b80b5472abc req-45122249-3d2f-4834-803b-81f03c4b0d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:15.775184 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa300935-0a22-4631-af66-0b80b5472abc req-45122249-3d2f-4834-803b-81f03c4b0d1f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f81e07dc-e2fe-469e-b1cc-965dd2359dda HTTP/1.1" status: 200 len: 834 time: 0.0802460 Feb 07 17:07:15.876984 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Pushing event updated for resources: {'Port': ['ID=8a8e740d-df15-4793-b0f8-ca3fe50df2ab,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:15.981049 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa300935-0a22-4631-af66-0b80b5472abc req-9bedeb94-4da7-4ffc-ae02-42b3e2592414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:15.988057 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa300935-0a22-4631-af66-0b80b5472abc req-9bedeb94-4da7-4ffc-ae02-42b3e2592414 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcf89715-4c35-43dc-9971-0b720c9b58d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1945558 Feb 07 17:07:16.057244 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-197b7fed-d260-4e97-91df-cb4ee6de615f admin admin] Publish callbacks [] for security_group (57401665-d6de-4f63-986a-c66deb3c2d68), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:16.141840 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c26b972d-ae94-42ac-834a-a266ac298eb0 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:07:16.178788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Attempting to bind port 8a8e740d-df15-4793-b0f8-ca3fe50df2ab on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:07:16.179135 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Attempting to bind port 8a8e740d-df15-4793-b0f8-ca3fe50df2ab by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '7e5b5255-9edd-48fd-9ff8-98c01d15c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:07:16.180106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Attempting to bind port 8a8e740d-df15-4793-b0f8-ca3fe50df2ab on network 1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:07:16.197216 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Port 8a8e740d-df15-4793-b0f8-ca3fe50df2ab on network 1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:07:16.197523 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Attempting to bind port 8a8e740d-df15-4793-b0f8-ca3fe50df2ab on network 1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:07:16.219434 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:07:16.219785 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Checking segment: {'id': '7e5b5255-9edd-48fd-9ff8-98c01d15c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:07:16.220185 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Bound using segment: {'id': '7e5b5255-9edd-48fd-9ff8-98c01d15c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:07:16.225988 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Bound port: 8a8e740d-df15-4793-b0f8-ca3fe50df2ab, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5b5255-9edd-48fd-9ff8-98c01d15c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:07:16.226195 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8a8e740d-df15-4793-b0f8-ca3fe50df2ab), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:16.233955 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b38356-64ec-456f-bce6-bb037e47345d admin admin] Network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:07:16.236778 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-12b38356-64ec-456f-bce6-bb037e47345d admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:07:16.278940 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port c26b972d-ae94-42ac-834a-a266ac298eb0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:16.281648 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c26b972d-ae94-42ac-834a-a266ac298eb0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:16.472716 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa300935-0a22-4631-af66-0b80b5472abc req-b7a837a3-7342-4256-8c2c-2c0a5d39aabc service neutron] 10.222.0.48 "GET /v2.0/networks/bcf89715-4c35-43dc-9971-0b720c9b58d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759498 Feb 07 17:07:16.560091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196b54c-f676-4d64-979f-e82e23f459f0 req-13372404-3121-4134-b417-fba9c2d6b147 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:16.562658 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port c26b972d-ae94-42ac-834a-a266ac298eb0 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:16.563067 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c26b972d-ae94-42ac-834a-a266ac298eb0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:16.578290 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8196b54c-f676-4d64-979f-e82e23f459f0 req-13372404-3121-4134-b417-fba9c2d6b147 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 944 time: 0.5285270 Feb 07 17:07:16.638327 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port c26b972d-ae94-42ac-834a-a266ac298eb0, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c26b972d-ae94-42ac-834a-a266ac298eb0,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:07:16.647720 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c26b972d-ae94-42ac-834a-a266ac298eb0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:16.713618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] For port 8a8e740d-df15-4793-b0f8-ca3fe50df2ab, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:07:16.722321 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-197b7fed-d260-4e97-91df-cb4ee6de615f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (57401665-d6de-4f63-986a-c66deb3c2d68), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:16.724972 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-197b7fed-d260-4e97-91df-cb4ee6de615f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:16.729495 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-197b7fed-d260-4e97-91df-cb4ee6de615f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57401665-d6de-4f63-986a-c66deb3c2d68 HTTP/1.1" status: 204 len: 168 time: 1.4419336 Feb 07 17:07:16.749598 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b38356-64ec-456f-bce6-bb037e47345d admin admin] Router 6f4875c8-8c81-4297-8272-e1adffffa931 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:07:16.756145 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8196b54c-f676-4d64-979f-e82e23f459f0 req-2eee7c54-fce9-4dda-9028-5154819680af tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/security-groups?id=c11f3c53-b04a-4c96-9e21-bf5f2daaf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762040 Feb 07 17:07:16.765264 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=c26b972d-ae94-42ac-834a-a266ac298eb0,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:16.792719 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] For port 8a8e740d-df15-4793-b0f8-ca3fe50df2ab, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8a8e740d-df15-4793-b0f8-ca3fe50df2ab,segment=NetworkSegment(7e5b5255-9edd-48fd-9ff8-98c01d15c1e5),segment_id=7e5b5255-9edd-48fd-9ff8-98c01d15c1e5)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:07:16.799019 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b7fed-d260-4e97-91df-cb4ee6de615f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57401665-d6de-4f63-986a-c66deb3c2d68,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:16.799839 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1ecfe949-3661-49bc-9733-3b1f929b09f6 None None] Provisioning complete for port bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:16.800978 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1ecfe949-3661-49bc-9733-3b1f929b09f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:16.845414 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (8a8e740d-df15-4793-b0f8-ca3fe50df2ab), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:16.907680 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa300935-0a22-4631-af66-0b80b5472abc req-b9e00c7d-76e0-4d02-8d82-8b497a2414c5 service neutron] 10.222.0.48 "GET /v2.0/networks/bcf89715-4c35-43dc-9971-0b720c9b58d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204135 Feb 07 17:07:16.939151 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1ecfe949-3661-49bc-9733-3b1f929b09f6 None None] Port bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:07:17.089817 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:17.094788 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:17.096661 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] 10.222.0.32 "PUT /v2.0/ports/8a8e740d-df15-4793-b0f8-ca3fe50df2ab HTTP/1.1" status: 200 len: 1092 time: 3.3965361 Feb 07 17:07:17.128458 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b38356-64ec-456f-bce6-bb037e47345d admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:07:17.137933 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-12b38356-64ec-456f-bce6-bb037e47345d admin admin] 10.222.0.18 "PUT /v2.0/routers/6f4875c8-8c81-4297-8272-e1adffffa931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0748158 Feb 07 17:07:17.156955 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9e574-e437-4250-a24e-3248122cefbf req-75f3a754-fb16-437e-88cc-0afbbc879db5 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:17.158594 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72d9e574-e437-4250-a24e-3248122cefbf req-75f3a754-fb16-437e-88cc-0afbbc879db5 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 944 time: 0.3498075 Feb 07 17:07:17.161962 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6260b3-3d54-45b4-81cd-6ae1ae8bae1d service neutron] Pushing event updated for resources: {'Port': ['ID=8a8e740d-df15-4793-b0f8-ca3fe50df2ab,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:17.176945 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43504476-9c2a-450d-b62d-b66edee3ba8f', 'tag': '8a8e740d-df15-4793-b0f8-ca3fe50df2ab'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:07:17.181721 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e356ae0-5b64-4339-bd01-82e279088439" -d '{"events": [{"name": "network-changed", "server_uuid": "43504476-9c2a-450d-b62d-b66edee3ba8f", "tag": "8a8e740d-df15-4793-b0f8-ca3fe50df2ab"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:07:17.201052 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c88ed0-5e4d-4851-a1f4-9eb692748741 req-4dd3d36f-3bda-449c-ae1f-facb6eaf3034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:17.203349 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1c88ed0-5e4d-4851-a1f4-9eb692748741 req-4dd3d36f-3bda-449c-ae1f-facb6eaf3034 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 1126 time: 0.2094853 Feb 07 17:07:17.314636 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c39a77-264a-4c85-b57c-e4a2389d3bf0 x-openstack-request-id: req-79c39a77-264a-4c85-b57c-e4a2389d3bf0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:07:17.315325 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43504476-9c2a-450d-b62d-b66edee3ba8f", "tag": "8a8e740d-df15-4793-b0f8-ca3fe50df2ab", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:07:17.315798 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79c39a77-264a-4c85-b57c-e4a2389d3bf0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:07:17.316467 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43504476-9c2a-450d-b62d-b66edee3ba8f', 'tag': '8a8e740d-df15-4793-b0f8-ca3fe50df2ab', 'status': 'completed', 'code': 200} Feb 07 17:07:17.365780 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72d9e574-e437-4250-a24e-3248122cefbf req-5626d897-a3b1-4fcc-a312-080af00d0266 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1970363 Feb 07 17:07:17.380052 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-1252ff26-91e9-44de-a773-faf74d568380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:17.382081 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-1252ff26-91e9-44de-a773-faf74d568380 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4448077c19f4fc7914f700f59e66a46&device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 1126 time: 0.2149134 Feb 07 17:07:17.453083 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-e73655a1-4237-458f-9615-4db6582c273f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a8e740d-df15-4793-b0f8-ca3fe50df2ab HTTP/1.1" status: 200 len: 217 time: 0.0637727 Feb 07 17:07:17.503870 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c88ed0-5e4d-4851-a1f4-9eb692748741 req-7822af0e-9b04-4cbe-83c8-b10646b57e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:17.505670 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1c88ed0-5e4d-4851-a1f4-9eb692748741 req-7822af0e-9b04-4cbe-83c8-b10646b57e16 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bcf89715-4c35-43dc-9971-0b720c9b58d3 HTTP/1.1" status: 200 len: 898 time: 0.2900207 Feb 07 17:07:17.609866 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39156) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:17.611800 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1c88ed0-5e4d-4851-a1f4-9eb692748741 req-79e40c6d-ffaa-4938-9dae-2ae0d2f3a95c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e8b54e4-80a0-49b4-8a7e-757ba43da341 HTTP/1.1" status: 200 len: 217 time: 0.0974777 Feb 07 17:07:17.617614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-b85508a2-11d5-4f16-b759-6e24e864793b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:17.621438 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-b85508a2-11d5-4f16-b759-6e24e864793b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c0281f2-ad85-44e2-ac36-ddd2f5109d63 HTTP/1.1" status: 200 len: 860 time: 0.1621344 Feb 07 17:07:17.661951 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5314e267-faee-428e-b367-53d79bf8b9e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:17.723559 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-5291c494-9f61-49c6-a045-00731d7255a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858514 Feb 07 17:07:17.825242 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c88ed0-5e4d-4851-a1f4-9eb692748741 req-c0503a1a-b8e7-40c5-b84f-563adb3affae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:17.827768 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1c88ed0-5e4d-4851-a1f4-9eb692748741 req-c0503a1a-b8e7-40c5-b84f-563adb3affae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f81e07dc-e2fe-469e-b1cc-965dd2359dda HTTP/1.1" status: 200 len: 834 time: 0.2044482 Feb 07 17:07:17.904497 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5314e267-faee-428e-b367-53d79bf8b9e9 admin admin] Publish callbacks [] for security_group (2357804a-9884-4acf-b85a-e8b8f6185b0b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:17.910903 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5314e267-faee-428e-b367-53d79bf8b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2357804a-9884-4acf-b85a-e8b8f6185b0b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:17.958353 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c88ed0-5e4d-4851-a1f4-9eb692748741 req-6321924c-b58f-4d25-ac71-7ab9f38b0271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:17.962840 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1c88ed0-5e4d-4851-a1f4-9eb692748741 req-6321924c-b58f-4d25-ac71-7ab9f38b0271 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcf89715-4c35-43dc-9971-0b720c9b58d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1198983 Feb 07 17:07:18.090901 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c26b972d-ae94-42ac-834a-a266ac298eb0 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:07:18.100221 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5314e267-faee-428e-b367-53d79bf8b9e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c23641f25ee24e829eb4ae565962f57b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4891903 Feb 07 17:07:18.107674 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39166) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:18.122624 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-7e921b9e-72b1-47f9-8214-3ca6a7554006 service neutron] 10.222.0.32 "GET /v2.0/networks/1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921418 Feb 07 17:07:18.128893 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314e267-faee-428e-b367-53d79bf8b9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2357804a-9884-4acf-b85a-e8b8f6185b0b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:18.176506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f24e86-a80d-427d-97db-36a8aa7fa455 req-4268b3f3-956e-4002-9c47-82bad947a6b2 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:18.183202 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-97f24e86-a80d-427d-97db-36a8aa7fa455 req-4268b3f3-956e-4002-9c47-82bad947a6b2 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 944 time: 0.2170215 Feb 07 17:07:18.266218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port c26b972d-ae94-42ac-834a-a266ac298eb0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:18.269510 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c26b972d-ae94-42ac-834a-a266ac298eb0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:18.301546 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-97f24e86-a80d-427d-97db-36a8aa7fa455 req-d2f29490-9d98-4c52-b2f5-c7965f9669d0 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/security-groups?id=c11f3c53-b04a-4c96-9e21-bf5f2daaf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050723 Feb 07 17:07:18.326587 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-871573b5-02af-4cf7-a006-2a855044b964 admin admin] Publish callbacks [] for security_group (2357804a-9884-4acf-b85a-e8b8f6185b0b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:18.363138 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] Sync routers for ids ['6f4875c8-8c81-4297-8272-e1adffffa931'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:07:18.363482 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0605c68-c47a-4199-af7f-e4a4036a7c43 req-7f657cdf-c6b1-4316-a52b-7de64f764342 service neutron] 10.222.0.32 "GET /v2.0/networks/1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336390 Feb 07 17:07:18.369436 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-871573b5-02af-4cf7-a006-2a855044b964 admin admin] Publish callbacks [] for security_group (2357804a-9884-4acf-b85a-e8b8f6185b0b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:18.427430 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] Routers {'6f4875c8-8c81-4297-8272-e1adffffa931'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:07:18.428095 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:06:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6f4875c8-8c81-4297-8272-e1adffffa931'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:18.474395 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-871573b5-02af-4cf7-a006-2a855044b964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2357804a-9884-4acf-b85a-e8b8f6185b0b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:18.482978 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-871573b5-02af-4cf7-a006-2a855044b964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:18.490544 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-871573b5-02af-4cf7-a006-2a855044b964 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2357804a-9884-4acf-b85a-e8b8f6185b0b HTTP/1.1" status: 204 len: 168 time: 0.3801925 Feb 07 17:07:18.509264 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871573b5-02af-4cf7-a006-2a855044b964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2357804a-9884-4acf-b85a-e8b8f6185b0b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:18.531192 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1c88ed0-5e4d-4851-a1f4-9eb692748741 req-ece31f29-3090-4fa6-b0e3-bdc0296c472e service neutron] 10.222.0.48 "GET /v2.0/networks/bcf89715-4c35-43dc-9971-0b720c9b58d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591111 Feb 07 17:07:18.811041 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00875e-0687-47a5-8b3d-57d830bbeca3 req-02bba060-3945-4399-96b3-6234f682a6da tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:18.813213 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc00875e-0687-47a5-8b3d-57d830bbeca3 req-02bba060-3945-4399-96b3-6234f682a6da tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 944 time: 0.1746321 Feb 07 17:07:18.819708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e356ae0-5b64-4339-bd01-82e279088439 req-0770c200-4aa8-4a3e-bd2d-5143a34e8877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:18.822446 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e356ae0-5b64-4339-bd01-82e279088439 req-0770c200-4aa8-4a3e-bd2d-5143a34e8877 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4448077c19f4fc7914f700f59e66a46&device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 1126 time: 0.2887094 Feb 07 17:07:18.866990 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1c88ed0-5e4d-4851-a1f4-9eb692748741 req-ea654465-4702-40e9-a9f5-8dce668742c1 service neutron] 10.222.0.48 "GET /v2.0/networks/bcf89715-4c35-43dc-9971-0b720c9b58d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221800 Feb 07 17:07:18.978962 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc00875e-0687-47a5-8b3d-57d830bbeca3 req-2e23c1ec-49c1-4e7b-81fa-5e73196295d7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1493516 Feb 07 17:07:19.013784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port c26b972d-ae94-42ac-834a-a266ac298eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:19.047260 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e356ae0-5b64-4339-bd01-82e279088439 req-6a007eba-0b0d-4b6f-8762-17ceaf9bec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:19.049295 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e356ae0-5b64-4339-bd01-82e279088439 req-6a007eba-0b0d-4b6f-8762-17ceaf9bec87 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf HTTP/1.1" status: 200 len: 921 time: 0.2158344 Feb 07 17:07:19.070746 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] Set router 6f4875c8-8c81-4297-8272-e1adffffa931 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:07:19.124259 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e356ae0-5b64-4339-bd01-82e279088439 req-755a8a09-52de-45db-85c3-d90fba12347a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a8e740d-df15-4793-b0f8-ca3fe50df2ab HTTP/1.1" status: 200 len: 217 time: 0.0674143 Feb 07 17:07:19.155061 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39188) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:19.162077 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0c9138dd-2b2b-499c-bf0f-7931e7239324 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-441364845-network', 'tenant_id': '3ac92b14b2054bdfbc6baba8ad32d9bd'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:07:19.192386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e356ae0-5b64-4339-bd01-82e279088439 req-c79b8c72-80ae-4a73-8a4a-538eb1bab28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:19.195904 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e356ae0-5b64-4339-bd01-82e279088439 req-c79b8c72-80ae-4a73-8a4a-538eb1bab28b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c0281f2-ad85-44e2-ac36-ddd2f5109d63 HTTP/1.1" status: 200 len: 860 time: 0.0638559 Feb 07 17:07:19.218903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9138dd-2b2b-499c-bf0f-7931e7239324 admin admin] Made reservation on behalf of 3ac92b14b2054bdfbc6baba8ad32d9bd for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:07:19.222634 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c9138dd-2b2b-499c-bf0f-7931e7239324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:19.234844 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c9138dd-2b2b-499c-bf0f-7931e7239324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:19.276620 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e356ae0-5b64-4339-bd01-82e279088439 req-34bc29d6-6fd3-4a1c-9569-4d3ebb641a00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743597 Feb 07 17:07:19.408103 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c9138dd-2b2b-499c-bf0f-7931e7239324 admin admin] Publish callbacks [] for security_group (c1863e9f-585c-4705-ba48-7e50610ecb63), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:19.415684 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c9138dd-2b2b-499c-bf0f-7931e7239324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c1863e9f-585c-4705-ba48-7e50610ecb63), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:19.436111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9138dd-2b2b-499c-bf0f-7931e7239324 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:07:19.452494 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c9138dd-2b2b-499c-bf0f-7931e7239324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (a1f2d512-21c9-403e-b35c-2649b5feeaa1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:19.453235 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-0c9138dd-2b2b-499c-bf0f-7931e7239324 admin admin] Added segment a1f2d512-21c9-403e-b35c-2649b5feeaa1 of type vlan for network 101a2273-fabb-4ddf-a401-7dde14a6197c Feb 07 17:07:19.489840 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:07:19.494666 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e356ae0-5b64-4339-bd01-82e279088439 req-937af962-b743-492c-9423-10d6d667e4a4 service neutron] 10.222.0.32 "GET /v2.0/networks/1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114015 Feb 07 17:07:19.527774 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c9138dd-2b2b-499c-bf0f-7931e7239324 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (101a2273-fabb-4ddf-a401-7dde14a6197c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:19.579811 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 2, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:19.588535 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c9138dd-2b2b-499c-bf0f-7931e7239324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (101a2273-fabb-4ddf-a401-7dde14a6197c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:19.591296 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9138dd-2b2b-499c-bf0f-7931e7239324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:19.592442 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c9138dd-2b2b-499c-bf0f-7931e7239324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:19.658827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] Checking router: 6f4875c8-8c81-4297-8272-e1adffffa931 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:07:19.672365 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] Updating router 6f4875c8-8c81-4297-8272-e1adffffa931 port bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:07:19.748429 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e356ae0-5b64-4339-bd01-82e279088439 req-c92d7d45-f879-4ec7-8c77-054de5ce5d23 service neutron] 10.222.0.32 "GET /v2.0/networks/1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468617 Feb 07 17:07:19.750164 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9138dd-2b2b-499c-bf0f-7931e7239324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1863e9f-585c-4705-ba48-7e50610ecb63,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:19.782167 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39204) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:19.783079 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0c9138dd-2b2b-499c-bf0f-7931e7239324 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6269486 Feb 07 17:07:19.795186 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5cc5d43b-27ce-4d50-a3d0-d9438c0f24f3 admin admin] Request body: {'subnet': {'network_id': '101a2273-fabb-4ddf-a401-7dde14a6197c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-441364845-subnet', 'tenant_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:07:19.809225 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4bece-48e6-4f0a-b80f-451b4a2b5928 req-b21d348e-cf6f-477f-ade2-ee92fd9112d7 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:19.821755 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b8b4bece-48e6-4f0a-b80f-451b4a2b5928 req-b21d348e-cf6f-477f-ade2-ee92fd9112d7 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 944 time: 0.2564106 Feb 07 17:07:19.826607 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc5d43b-27ce-4d50-a3d0-d9438c0f24f3 admin admin] Made reservation on behalf of 3ac92b14b2054bdfbc6baba8ad32d9bd for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:07:19.831088 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5cc5d43b-27ce-4d50-a3d0-d9438c0f24f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:19.837077 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:19.852090 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9138dd-2b2b-499c-bf0f-7931e7239324 admin admin] Pushing event updated for resources: {'Network': ['ID=101a2273-fabb-4ddf-a401-7dde14a6197c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:19.879810 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 101a2273-fabb-4ddf-a401-7dde14a6197c details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:07:19.942462 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b8b4bece-48e6-4f0a-b80f-451b4a2b5928 req-da2094d4-7157-43aa-9944-fe4b136770c5 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/security-groups?id=c11f3c53-b04a-4c96-9e21-bf5f2daaf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177979 Feb 07 17:07:20.437897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ab3a7-8c44-4ddb-8213-b3934eb2e645 req-1ed1c389-c089-46b6-badd-e653c3fe4480 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:20.444754 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc5ab3a7-8c44-4ddb-8213-b3934eb2e645 req-1ed1c389-c089-46b6-badd-e653c3fe4480 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 944 time: 0.2675140 Feb 07 17:07:20.511256 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5cc5d43b-27ce-4d50-a3d0-d9438c0f24f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (1e7723d1-755b-4b43-aa50-a3b75af87043), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:20.598993 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] Publish callbacks [] for port (bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:20.609624 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:20.640124 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39232) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:20.661893 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc5ab3a7-8c44-4ddb-8213-b3934eb2e645 req-ec510edc-d3c1-46e5-bfbc-6847d68c5d41 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2161043 Feb 07 17:07:20.674113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2e8b54e4-80a0-49b4-8a7e-757ba43da341 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:07:20.705172 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc5d43b-27ce-4d50-a3d0-d9438c0f24f3 admin admin] Checking segment: {'id': 'a1f2d512-21c9-403e-b35c-2649b5feeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '101a2273-fabb-4ddf-a401-7dde14a6197c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:07:20.705667 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc5d43b-27ce-4d50-a3d0-d9438c0f24f3 admin admin] Network hostable DHCP agents. Network: 101a2273-fabb-4ddf-a401-7dde14a6197c, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:07:20.707887 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5d43b-27ce-4d50-a3d0-d9438c0f24f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e7723d1-755b-4b43-aa50-a3b75af87043,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:20.730296 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc5d43b-27ce-4d50-a3d0-d9438c0f24f3 admin admin] Network 101a2273-fabb-4ddf-a401-7dde14a6197c is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:07:20.746266 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5cc5d43b-27ce-4d50-a3d0-d9438c0f24f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 101a2273-fabb-4ddf-a401-7dde14a6197c) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:07:20.784910 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc5d43b-27ce-4d50-a3d0-d9438c0f24f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:20.785751 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5cc5d43b-27ce-4d50-a3d0-d9438c0f24f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:20.804010 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b58f0a6-7ae6-4c12-b86a-361bf7908ae7 None None] Network 101a2273-fabb-4ddf-a401-7dde14a6197c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:07:20.819343 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39236) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:20.821597 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5cc5d43b-27ce-4d50-a3d0-d9438c0f24f3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0377631 Feb 07 17:07:20.825709 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-722357a9-f455-4af6-b1b6-e274ff2f04bd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-441364845-router', 'tenant_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:07:20.891511 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-722357a9-f455-4af6-b1b6-e274ff2f04bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (f7b166b6-6f67-4635-bd87-bbb466a60083), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:20.893313 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-722357a9-f455-4af6-b1b6-e274ff2f04bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (f7b166b6-6f67-4635-bd87-bbb466a60083), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:20.936516 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0be8696e-79d6-438d-80fc-2c4932bfd496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:21.122685 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-722357a9-f455-4af6-b1b6-e274ff2f04bd admin admin] Publish callbacks [] for router_controller (f7b166b6-6f67-4635-bd87-bbb466a60083), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:21.141772 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 2e8b54e4-80a0-49b4-8a7e-757ba43da341, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2e8b54e4-80a0-49b4-8a7e-757ba43da341,segment=NetworkSegment(a1666870-a4b7-423a-8138-c28b479a260a),segment_id=a1666870-a4b7-423a-8138-c28b479a260a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:07:21.168855 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '2e8b54e4-80a0-49b4-8a7e-757ba43da341', 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3', 'port_id': '2e8b54e4-80a0-49b4-8a7e-757ba43da341', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81e07dc-e2fe-469e-b1cc-965dd2359dda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:07:21.191139 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1ecdf-e1c9-44ec-ab04-2c29825099cd None None] Pushing event updated for resources: {'Port': ['ID=bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:21.261503 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7fab6787-eca6-472c-9f57-67649d3ff9d0 None None] Provisioning complete for port bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:21.261503 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7fab6787-eca6-472c-9f57-67649d3ff9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:21.395461 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-101a2273-fabb-4ddf-a401-7dde14a6197c', 'network_id': '101a2273-fabb-4ddf-a401-7dde14a6197c', 'project_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'fixed_ips': [{'subnet_id': '1e7723d1-755b-4b43-aa50-a3b75af87043'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:07:21.397770 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:21.429050 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] Attempting to bind port bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:07:21.429588 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] Attempting to bind port bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:07:21.430150 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] Attempting to bind port bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5 on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:07:21.484081 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0be8696e-79d6-438d-80fc-2c4932bfd496 admin admin] Publish callbacks [] for security_group (327d5e53-51e8-438c-afd4-970f46ac12c8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:21.501979 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0be8696e-79d6-438d-80fc-2c4932bfd496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (327d5e53-51e8-438c-afd4-970f46ac12c8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:21.539332 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0be8696e-79d6-438d-80fc-2c4932bfd496 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1b015252d8b4c28a5c39717377e58f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8968921 Feb 07 17:07:21.541456 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39254) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:21.640967 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:07:21.643792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] Checking segment: {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:07:21.643792 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:21.643792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] Bound using segment: {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:07:21.643792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] Bound port: bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:07:21.643792 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:21.659460 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81323832-5ad9-4e59-8253-d86fad6d4d58 admin admin] Publish callbacks [] for security_group (327d5e53-51e8-438c-afd4-970f46ac12c8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:21.698460 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81323832-5ad9-4e59-8253-d86fad6d4d58 admin admin] Publish callbacks [] for security_group (327d5e53-51e8-438c-afd4-970f46ac12c8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:21.746877 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:21.754989 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8696e-79d6-438d-80fc-2c4932bfd496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327d5e53-51e8-438c-afd4-970f46ac12c8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:21.796803 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81323832-5ad9-4e59-8253-d86fad6d4d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (327d5e53-51e8-438c-afd4-970f46ac12c8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:21.799865 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81323832-5ad9-4e59-8253-d86fad6d4d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:21.802078 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-81323832-5ad9-4e59-8253-d86fad6d4d58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/327d5e53-51e8-438c-afd4-970f46ac12c8 HTTP/1.1" status: 204 len: 168 time: 0.2590005 Feb 07 17:07:21.809640 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982eacf8-87cf-4224-9083-dbcab8e14400 req-67d888bc-19d1-40db-aa97-cf4161c475b8 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:21.820931 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-982eacf8-87cf-4224-9083-dbcab8e14400 req-67d888bc-19d1-40db-aa97-cf4161c475b8 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 944 time: 0.6802690 Feb 07 17:07:21.839250 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81323832-5ad9-4e59-8253-d86fad6d4d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327d5e53-51e8-438c-afd4-970f46ac12c8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:21.848710 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-722357a9-f455-4af6-b1b6-e274ff2f04bd admin admin] Publish callbacks [] for router_gateway (f7b166b6-6f67-4635-bd87-bbb466a60083), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:21.956139 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-982eacf8-87cf-4224-9083-dbcab8e14400 req-efa7cfd8-fe42-469d-818c-15f55a9b978e tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/security-groups?id=c11f3c53-b04a-4c96-9e21-bf5f2daaf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321149 Feb 07 17:07:21.983886 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7cde9-63c9-4862-a007-73e76ca4f39a req-a47a53c6-7418-469c-9cb9-8f3932906db8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:21.988275 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0b7cde9-63c9-4862-a007-73e76ca4f39a req-a47a53c6-7418-469c-9cb9-8f3932906db8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 944 time: 0.1302845 Feb 07 17:07:21.998208 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8a8e740d-df15-4793-b0f8-ca3fe50df2ab details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:07:22.066000 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:22.066402 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:22.117253 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7fab6787-eca6-472c-9f57-67649d3ff9d0 None None] Port bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:07:22.151137 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e0b7cde9-63c9-4862-a007-73e76ca4f39a req-56f2aaa3-13bf-49c3-b7bc-f75dd434c25e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1386089 Feb 07 17:07:22.225603 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] Allocated IP 172.20.0.2 (101a2273-fabb-4ddf-a401-7dde14a6197c/1e7723d1-755b-4b43-aa50-a3b75af87043/44ae792c-4ff6-41e2-94f5-e9f66eacf94c) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:07:22.333268 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-722357a9-f455-4af6-b1b6-e274ff2f04bd admin admin] Publish callbacks [] for router_gateway (f7b166b6-6f67-4635-bd87-bbb466a60083), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:22.391644 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-722357a9-f455-4af6-b1b6-e274ff2f04bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:22.495199 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] Publish callbacks [] for port (44ae792c-4ff6-41e2-94f5-e9f66eacf94c), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:22.502882 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8b54e4-80a0-49b4-8a7e-757ba43da341 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:07:22.518006 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (44ae792c-4ff6-41e2-94f5-e9f66eacf94c), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:22.608547 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] Pushing event updated for resources: {'Port': ['ID=44ae792c-4ff6-41e2-94f5-e9f66eacf94c,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:22.626136 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 17:07:22.631842 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] For port bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:07:22.706549 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-722357a9-f455-4af6-b1b6-e274ff2f04bd admin admin] Allocated IP 172.25.4.29 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/cb0caf5e-04a7-4223-91f3-73cf0bb24efd) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:07:22.775705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 2e8b54e4-80a0-49b4-8a7e-757ba43da341, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2e8b54e4-80a0-49b4-8a7e-757ba43da341,segment=NetworkSegment(a1666870-a4b7-423a-8138-c28b479a260a),segment_id=a1666870-a4b7-423a-8138-c28b479a260a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:07:22.836551 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] Network 101a2273-fabb-4ddf-a401-7dde14a6197c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:07:22.847671 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:22.855228 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] For port bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:07:22.859369 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-722357a9-f455-4af6-b1b6-e274ff2f04bd admin admin] Publish callbacks [] for port (cb0caf5e-04a7-4223-91f3-73cf0bb24efd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:22.926275 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-722357a9-f455-4af6-b1b6-e274ff2f04bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (cb0caf5e-04a7-4223-91f3-73cf0bb24efd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:22.934256 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=2e8b54e4-80a0-49b4-8a7e-757ba43da341,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:22.943656 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:07:22.949722 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:07:22.965208 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:22.972913 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722357a9-f455-4af6-b1b6-e274ff2f04bd admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:07:22.978728 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-722357a9-f455-4af6-b1b6-e274ff2f04bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:07:22.985753 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722357a9-f455-4af6-b1b6-e274ff2f04bd admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:07:22.996614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39284) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:23.032432 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f311c30-9103-473a-89fc-39b5315f6bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:23.209335 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722357a9-f455-4af6-b1b6-e274ff2f04bd admin admin] Pushing event updated for resources: {'Port': ['ID=cb0caf5e-04a7-4223-91f3-73cf0bb24efd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:23.287397 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48c12d-807d-474d-93bc-eda88fac2632 req-c9ee6fbb-6e17-434d-9891-581807f3f55b tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:23.289810 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b48c12d-807d-474d-93bc-eda88fac2632 req-c9ee6fbb-6e17-434d-9891-581807f3f55b tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 944 time: 0.1330698 Feb 07 17:07:23.323667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['2e8b54e4-80a0-49b4-8a7e-757ba43da341'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:07:23.327657 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f311c30-9103-473a-89fc-39b5315f6bd2 admin admin] Publish callbacks [] for security_group (6d6ead50-0aa7-4cdf-a704-206857d1a053), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:23.334653 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f311c30-9103-473a-89fc-39b5315f6bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6d6ead50-0aa7-4cdf-a704-206857d1a053), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:23.455262 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f311c30-9103-473a-89fc-39b5315f6bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6ead50-0aa7-4cdf-a704-206857d1a053,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:23.505318 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:23.532140 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] Attempting to bind port 44ae792c-4ff6-41e2-94f5-e9f66eacf94c on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:07:23.532893 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] Attempting to bind port 44ae792c-4ff6-41e2-94f5-e9f66eacf94c by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'a1f2d512-21c9-403e-b35c-2649b5feeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '101a2273-fabb-4ddf-a401-7dde14a6197c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:07:23.533371 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] Attempting to bind port 44ae792c-4ff6-41e2-94f5-e9f66eacf94c on network 101a2273-fabb-4ddf-a401-7dde14a6197c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:07:23.542593 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 8a8e740d-df15-4793-b0f8-ca3fe50df2ab, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8a8e740d-df15-4793-b0f8-ca3fe50df2ab,segment=NetworkSegment(7e5b5255-9edd-48fd-9ff8-98c01d15c1e5),segment_id=7e5b5255-9edd-48fd-9ff8-98c01d15c1e5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:07:23.565154 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2f311c30-9103-473a-89fc-39b5315f6bd2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ceead00410a147029e911f223a98302f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5666409 Feb 07 17:07:23.572604 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39294) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:23.580681 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445247d-ae82-4ac0-ac54-20e26f6e3e40 req-680bbe6e-2189-4e31-847b-467b5cac6209 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:23.582950 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8445247d-ae82-4ac0-ac54-20e26f6e3e40 req-680bbe6e-2189-4e31-847b-467b5cac6209 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 945 time: 0.1643052 Feb 07 17:07:23.640301 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1ecdf-e1c9-44ec-ab04-2c29825099cd None None] Pushing event updated for resources: {'Port': ['ID=bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:23.651681 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:07:23.652150 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] Checking segment: {'id': 'a1f2d512-21c9-403e-b35c-2649b5feeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '101a2273-fabb-4ddf-a401-7dde14a6197c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:07:23.653008 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:23.653545 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] Bound using segment: {'id': 'a1f2d512-21c9-403e-b35c-2649b5feeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '101a2273-fabb-4ddf-a401-7dde14a6197c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:07:23.654087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] Bound port: 44ae792c-4ff6-41e2-94f5-e9f66eacf94c, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f2d512-21c9-403e-b35c-2649b5feeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '101a2273-fabb-4ddf-a401-7dde14a6197c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:07:23.654659 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (44ae792c-4ff6-41e2-94f5-e9f66eacf94c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:23.659252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '8a8e740d-df15-4793-b0f8-ca3fe50df2ab', 'network_id': '1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf', 'port_id': '8a8e740d-df15-4793-b0f8-ca3fe50df2ab', 'mac_address': 'fa:16:3e:a9:74:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0281f2-ad85-44e2-ac36-ddd2f5109d63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:07:23.662890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] Routers {'6f4875c8-8c81-4297-8272-e1adffffa931'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:07:23.664405 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:06:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6f4875c8-8c81-4297-8272-e1adffffa931'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:23.755209 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14d8b932-ed43-4e95-97d8-6eaa73521393 admin admin] Publish callbacks [] for security_group (6d6ead50-0aa7-4cdf-a704-206857d1a053), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:23.791918 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-722357a9-f455-4af6-b1b6-e274ff2f04bd admin admin] Publish callbacks [] for router_gateway (f7b166b6-6f67-4635-bd87-bbb466a60083), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:23.798248 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b48c12d-807d-474d-93bc-eda88fac2632 req-06977d39-5fdd-46b1-ac37-ac63199b6d3c tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/security-groups?id=c11f3c53-b04a-4c96-9e21-bf5f2daaf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857624 Feb 07 17:07:23.846089 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14d8b932-ed43-4e95-97d8-6eaa73521393 admin admin] Publish callbacks [] for security_group (6d6ead50-0aa7-4cdf-a704-206857d1a053), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:23.877358 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8445247d-ae82-4ac0-ac54-20e26f6e3e40 req-618e770d-2e54-472c-ace8-599c4e375fcd tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2825596 Feb 07 17:07:23.972936 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14d8b932-ed43-4e95-97d8-6eaa73521393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6d6ead50-0aa7-4cdf-a704-206857d1a053), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:23.976889 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-14d8b932-ed43-4e95-97d8-6eaa73521393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:23.980941 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-14d8b932-ed43-4e95-97d8-6eaa73521393 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d6ead50-0aa7-4cdf-a704-206857d1a053 HTTP/1.1" status: 204 len: 168 time: 0.3943646 Feb 07 17:07:23.995928 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8b932-ed43-4e95-97d8-6eaa73521393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6ead50-0aa7-4cdf-a704-206857d1a053,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:24.094950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] Set router 6f4875c8-8c81-4297-8272-e1adffffa931 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:07:24.236429 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4a41723a-ab9f-4afd-aa2c-59f04fa2c750 None None] Provisioning complete for port bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:24.237101 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4a41723a-ab9f-4afd-aa2c-59f04fa2c750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:24.291259 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-722357a9-f455-4af6-b1b6-e274ff2f04bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (f7b166b6-6f67-4635-bd87-bbb466a60083), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:24.637256 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 8a8e740d-df15-4793-b0f8-ca3fe50df2ab is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:24.638013 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8a8e740d-df15-4793-b0f8-ca3fe50df2ab), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:24.667355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722357a9-f455-4af6-b1b6-e274ff2f04bd admin admin] Router f7b166b6-6f67-4635-bd87-bbb466a60083 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:07:24.819398 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] For port 44ae792c-4ff6-41e2-94f5-e9f66eacf94c, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:07:24.848204 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8e740d-df15-4793-b0f8-ca3fe50df2ab {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:07:24.871223 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 8a8e740d-df15-4793-b0f8-ca3fe50df2ab, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8a8e740d-df15-4793-b0f8-ca3fe50df2ab,segment=NetworkSegment(7e5b5255-9edd-48fd-9ff8-98c01d15c1e5),segment_id=7e5b5255-9edd-48fd-9ff8-98c01d15c1e5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:07:24.875112 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] For port 44ae792c-4ff6-41e2-94f5-e9f66eacf94c, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=44ae792c-4ff6-41e2-94f5-e9f66eacf94c,segment=NetworkSegment(a1f2d512-21c9-403e-b35c-2649b5feeaa1),segment_id=a1f2d512-21c9-403e-b35c-2649b5feeaa1)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:07:24.887995 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8a8e740d-df15-4793-b0f8-ca3fe50df2ab), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:24.915636 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (44ae792c-4ff6-41e2-94f5-e9f66eacf94c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:25.019510 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722357a9-f455-4af6-b1b6-e274ff2f04bd admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:07:25.039525 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] Sync routers for ids ['f7b166b6-6f67-4635-bd87-bbb466a60083'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:07:25.093801 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] Routers {'f7b166b6-6f67-4635-bd87-bbb466a60083'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:07:25.095208 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:06:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['f7b166b6-6f67-4635-bd87-bbb466a60083'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:25.145219 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d13eb-cd7e-4eaf-8d6c-8920679bf514 req-4f8eb0d6-3fd2-4be7-8f88-9eed31ed0395 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:25.158712 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d24d13eb-cd7e-4eaf-8d6c-8920679bf514 req-4f8eb0d6-3fd2-4be7-8f88-9eed31ed0395 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 945 time: 0.1389933 Feb 07 17:07:25.170114 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-722357a9-f455-4af6-b1b6-e274ff2f04bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:25.174147 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-722357a9-f455-4af6-b1b6-e274ff2f04bd admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3503752 Feb 07 17:07:25.184059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39334) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:25.262853 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9c6aa-dee2-4780-8b4e-4f3645e53335 req-4a4e7820-5387-4a28-b523-59d5790decdb tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:25.269124 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-75d9c6aa-dee2-4780-8b4e-4f3645e53335 req-4a4e7820-5387-4a28-b523-59d5790decdb tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 945 time: 0.2325900 Feb 07 17:07:25.348039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['8a8e740d-df15-4793-b0f8-ca3fe50df2ab'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:07:25.389591 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=8a8e740d-df15-4793-b0f8-ca3fe50df2ab,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:25.434009 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-75d9c6aa-dee2-4780-8b4e-4f3645e53335 req-126e6d6d-c5c9-4557-a9b1-90e22594837c tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/security-groups?id=c11f3c53-b04a-4c96-9e21-bf5f2daaf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546700 Feb 07 17:07:25.647714 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] Set router f7b166b6-6f67-4635-bd87-bbb466a60083 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:07:26.055166 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4a41723a-ab9f-4afd-aa2c-59f04fa2c750 None None] Current status of the port bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:26.055574 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4a41723a-ab9f-4afd-aa2c-59f04fa2c750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:26.081294 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:22Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:26.084069 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-896fb635-838b-4787-ab10-cdb2598bd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:26.240286 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0240c5-8533-4555-abfa-3ae73a48a8be None None] Pushing event updated for resources: {'Port': ['ID=44ae792c-4ff6-41e2-94f5-e9f66eacf94c,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:26.270421 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b262c1cc-e50d-4969-a3ac-a35023df50fb None None] The sync data for ids ['6f4875c8-8c81-4297-8272-e1adffffa931'] in n-d-827865-3 is: [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:22Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:07:26.432196 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d24d13eb-cd7e-4eaf-8d6c-8920679bf514 req-fc926554-7b1b-4b4c-8770-444c7c43fe71 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.2720194 Feb 07 17:07:26.549751 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4a41723a-ab9f-4afd-aa2c-59f04fa2c750 None None] For port bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:07:26.599596 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4a41723a-ab9f-4afd-aa2c-59f04fa2c750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:26.608577 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'name': 'tempest-TestVolumeBootPattern-441364845-router', 'tenant_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'cb0caf5e-04a7-4223-91f3-73cf0bb24efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:20Z', 'updated_at': '2022-02-07T17:07:23Z', 'revision_number': 3, 'project_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'gw_port': {'id': 'cb0caf5e-04a7-4223-91f3-73cf0bb24efd', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:22Z', 'updated_at': '2022-02-07T17:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:26.750095 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] Checking router: f7b166b6-6f67-4635-bd87-bbb466a60083 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:07:26.752838 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] Updating router f7b166b6-6f67-4635-bd87-bbb466a60083 port cb0caf5e-04a7-4223-91f3-73cf0bb24efd binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:07:26.778952 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67e702-3193-4c55-8b8c-cd2f9664df2e req-90b9cae9-6864-4350-aa22-11b36bb085e8 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:26.801622 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0f67e702-3193-4c55-8b8c-cd2f9664df2e req-90b9cae9-6864-4350-aa22-11b36bb085e8 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 945 time: 0.1795001 Feb 07 17:07:26.857686 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (cb0caf5e-04a7-4223-91f3-73cf0bb24efd), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:26.932988 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0f67e702-3193-4c55-8b8c-cd2f9664df2e req-fb31b7cc-8c9b-4d44-82a9-3b6aedcfb599 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/security-groups?id=c11f3c53-b04a-4c96-9e21-bf5f2daaf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270530 Feb 07 17:07:26.965465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41723a-ab9f-4afd-aa2c-59f04fa2c750 None None] Pushing event updated for resources: {'Port': ['ID=bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:27.365105 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c200383-932d-4329-87c9-9876cef9a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:27.676999 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6996e8-1ae1-4ab1-aa2a-fc1147101a64 None None] Network 101a2273-fabb-4ddf-a401-7dde14a6197c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:07:27.693992 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] Publish callbacks [] for port (cb0caf5e-04a7-4223-91f3-73cf0bb24efd), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:27.708094 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (cb0caf5e-04a7-4223-91f3-73cf0bb24efd), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:27.791601 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c798d9-388f-4cda-a543-15bb4f59c631 None None] Pushing event updated for resources: {'Port': ['ID=cb0caf5e-04a7-4223-91f3-73cf0bb24efd,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:27.838634 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] Attempting to bind port cb0caf5e-04a7-4223-91f3-73cf0bb24efd on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:07:27.839240 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] Attempting to bind port cb0caf5e-04a7-4223-91f3-73cf0bb24efd by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:07:27.840018 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] Attempting to bind port cb0caf5e-04a7-4223-91f3-73cf0bb24efd on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:07:27.859312 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:07:27.861837 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:07:27.864325 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:27.865483 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:07:27.868349 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] Bound port: cb0caf5e-04a7-4223-91f3-73cf0bb24efd, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:07:27.870564 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (cb0caf5e-04a7-4223-91f3-73cf0bb24efd), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:27.877349 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-bf513aa1-b09c-42ca-b878-45c92a4595e6 None None] Provisioning complete for port 44ae792c-4ff6-41e2-94f5-e9f66eacf94c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:27.878224 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bf513aa1-b09c-42ca-b878-45c92a4595e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (44ae792c-4ff6-41e2-94f5-e9f66eacf94c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:28.001057 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] For port cb0caf5e-04a7-4223-91f3-73cf0bb24efd, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:07:28.005801 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] For port cb0caf5e-04a7-4223-91f3-73cf0bb24efd, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=cb0caf5e-04a7-4223-91f3-73cf0bb24efd,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:07:28.019959 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (cb0caf5e-04a7-4223-91f3-73cf0bb24efd), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:28.069462 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbe669-e7be-4cb5-a362-9d4e2791ca44 req-3de805c2-eeab-4a1b-965a-b73bcf51d68c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:28.080913 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34fbe669-e7be-4cb5-a362-9d4e2791ca44 req-3de805c2-eeab-4a1b-965a-b73bcf51d68c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 945 time: 0.4516318 Feb 07 17:07:28.198306 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c798d9-388f-4cda-a543-15bb4f59c631 None None] Pushing event updated for resources: {'Port': ['ID=cb0caf5e-04a7-4223-91f3-73cf0bb24efd,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:28.242981 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] Routers {'f7b166b6-6f67-4635-bd87-bbb466a60083'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:07:28.250058 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:06:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['f7b166b6-6f67-4635-bd87-bbb466a60083'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:28.268442 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f79b-60fc-4ea2-abf2-f3d09cd489d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:28.280593 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bf513aa1-b09c-42ca-b878-45c92a4595e6 None None] Current status of the port 44ae792c-4ff6-41e2-94f5-e9f66eacf94c is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:28.286298 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bf513aa1-b09c-42ca-b878-45c92a4595e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (44ae792c-4ff6-41e2-94f5-e9f66eacf94c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:28.294168 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-5c200383-932d-4329-87c9-9876cef9a5fb admin admin] Allocated IP 172.20.0.1 (101a2273-fabb-4ddf-a401-7dde14a6197c/1e7723d1-755b-4b43-aa50-a3b75af87043/bc23ca32-4c17-4420-9737-a0af06e75b18) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:07:28.313320 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07daf192-7854-4dff-9dd1-c80a254b398d req-37e3dee4-d718-4900-b22c-8b450b757ecb tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:28.324149 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-07daf192-7854-4dff-9dd1-c80a254b398d req-37e3dee4-d718-4900-b22c-8b450b757ecb tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 945 time: 0.1807759 Feb 07 17:07:28.327430 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34fbe669-e7be-4cb5-a362-9d4e2791ca44 req-6bdcd472-6c68-4e4b-b1ed-32932f496e0f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1908457 Feb 07 17:07:28.449741 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-bf513aa1-b09c-42ca-b878-45c92a4595e6 None None] For port 44ae792c-4ff6-41e2-94f5-e9f66eacf94c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=44ae792c-4ff6-41e2-94f5-e9f66eacf94c,segment=NetworkSegment(a1f2d512-21c9-403e-b35c-2649b5feeaa1),segment_id=a1f2d512-21c9-403e-b35c-2649b5feeaa1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:07:28.474550 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bf513aa1-b09c-42ca-b878-45c92a4595e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (44ae792c-4ff6-41e2-94f5-e9f66eacf94c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:28.505255 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-07daf192-7854-4dff-9dd1-c80a254b398d req-01d60141-05a8-4758-8ab3-675890c5cef0 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/security-groups?id=c11f3c53-b04a-4c96-9e21-bf5f2daaf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801651 Feb 07 17:07:28.628257 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf513aa1-b09c-42ca-b878-45c92a4595e6 None None] Pushing event updated for resources: {'Port': ['ID=44ae792c-4ff6-41e2-94f5-e9f66eacf94c,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:28.639316 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:07:28.671605 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] Set router f7b166b6-6f67-4635-bd87-bbb466a60083 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:07:28.754105 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c200383-932d-4329-87c9-9876cef9a5fb admin admin] Publish callbacks [] for port (bc23ca32-4c17-4420-9737-a0af06e75b18), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:28.779729 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:28.780265 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:28.874760 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c200383-932d-4329-87c9-9876cef9a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (bc23ca32-4c17-4420-9737-a0af06e75b18), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:28.896105 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2e8b54e4-80a0-49b4-8a7e-757ba43da341 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:07:28.990926 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8a8e740d-df15-4793-b0f8-ca3fe50df2ab up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:07:28.991653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c200383-932d-4329-87c9-9876cef9a5fb admin admin] Network 101a2273-fabb-4ddf-a401-7dde14a6197c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:07:29.001161 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5c200383-932d-4329-87c9-9876cef9a5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:07:29.010174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c200383-932d-4329-87c9-9876cef9a5fb admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:07:29.072950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b9516033-04ad-474d-a738-ea628c44d765 None None] Provisioning complete for port 44ae792c-4ff6-41e2-94f5-e9f66eacf94c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:29.073895 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b9516033-04ad-474d-a738-ea628c44d765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (44ae792c-4ff6-41e2-94f5-e9f66eacf94c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:29.093099 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c200383-932d-4329-87c9-9876cef9a5fb admin admin] Pushing event updated for resources: {'Port': ['ID=bc23ca32-4c17-4420-9737-a0af06e75b18,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:29.133224 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c200383-932d-4329-87c9-9876cef9a5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (f7b166b6-6f67-4635-bd87-bbb466a60083), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:29.145830 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'name': 'tempest-TestVolumeBootPattern-441364845-router', 'tenant_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'cb0caf5e-04a7-4223-91f3-73cf0bb24efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:20Z', 'updated_at': '2022-02-07T17:07:23Z', 'revision_number': 3, 'project_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'gw_port': {'id': 'cb0caf5e-04a7-4223-91f3-73cf0bb24efd', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:22Z', 'updated_at': '2022-02-07T17:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:29.237479 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c0faa6-8062-42e3-8c48-8581a25e3753 None None] The sync data for ids ['f7b166b6-6f67-4635-bd87-bbb466a60083'] in n-d-827865-3 is: [{'id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'name': 'tempest-TestVolumeBootPattern-441364845-router', 'tenant_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'cb0caf5e-04a7-4223-91f3-73cf0bb24efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:20Z', 'updated_at': '2022-02-07T17:07:23Z', 'revision_number': 3, 'project_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'gw_port': {'id': 'cb0caf5e-04a7-4223-91f3-73cf0bb24efd', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:22Z', 'updated_at': '2022-02-07T17:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:07:29.371783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:29.373496 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 44ae792c-4ff6-41e2-94f5-e9f66eacf94c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:07:29.438318 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c200383-932d-4329-87c9-9876cef9a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bc23ca32-4c17-4420-9737-a0af06e75b18), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:29.496314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 8a8e740d-df15-4793-b0f8-ca3fe50df2ab completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:07:29.510835 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:07:29.520469 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 8a8e740d-df15-4793-b0f8-ca3fe50df2ab triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:29.521169 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8a8e740d-df15-4793-b0f8-ca3fe50df2ab), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:29.598034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:29.602526 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:29.767344 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:29.828921 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c1a5d-e6bf-4b81-ad16-56af64ccbbc1 req-b97ebde9-747b-4e87-8d64-0fe8592c4977 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:29.849818 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-285c1a5d-e6bf-4b81-ad16-56af64ccbbc1 req-b97ebde9-747b-4e87-8d64-0fe8592c4977 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 945 time: 0.1870215 Feb 07 17:07:29.861618 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b9516033-04ad-474d-a738-ea628c44d765 None None] Current status of the port 44ae792c-4ff6-41e2-94f5-e9f66eacf94c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:29.922992 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a70d08-6148-408e-8af8-bfbbf2f0e400 req-239b2e78-4f9a-42e2-8840-df5070c6ca47 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:29.926222 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96a70d08-6148-408e-8af8-bfbbf2f0e400 req-239b2e78-4f9a-42e2-8840-df5070c6ca47 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 945 time: 0.3181984 Feb 07 17:07:29.990408 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 44ae792c-4ff6-41e2-94f5-e9f66eacf94c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:29.991331 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (44ae792c-4ff6-41e2-94f5-e9f66eacf94c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:29.995035 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:29.995680 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:30.002944 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 8a8e740d-df15-4793-b0f8-ca3fe50df2ab is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:30.003743 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8a8e740d-df15-4793-b0f8-ca3fe50df2ab), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:30.025518 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-285c1a5d-e6bf-4b81-ad16-56af64ccbbc1 req-200d164f-345a-4a49-8f24-e72db5261351 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/security-groups?id=c11f3c53-b04a-4c96-9e21-bf5f2daaf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763046 Feb 07 17:07:30.125547 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e46a6312-d50d-42ca-8605-5508369d11d8 None None] Provisioning complete for port bc23ca32-4c17-4420-9737-a0af06e75b18 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:30.126160 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e46a6312-d50d-42ca-8605-5508369d11d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bc23ca32-4c17-4420-9737-a0af06e75b18), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:30.177448 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e46a6312-d50d-42ca-8605-5508369d11d8 None None] Port bc23ca32-4c17-4420-9737-a0af06e75b18 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:07:30.180354 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43504476-9c2a-450d-b62d-b66edee3ba8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8e740d-df15-4793-b0f8-ca3fe50df2ab'}, {'server_uuid': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8b54e4-80a0-49b4-8a7e-757ba43da341'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:07:30.183468 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1e49c3-7340-468c-a967-89407b0a0176" -d '{"events": [{"server_uuid": "43504476-9c2a-450d-b62d-b66edee3ba8f", "name": "network-vif-plugged", "status": "completed", "tag": "8a8e740d-df15-4793-b0f8-ca3fe50df2ab"}, {"server_uuid": "4b30daa2-2a57-4205-92dc-126cb61c6fb1", "name": "network-vif-plugged", "status": "completed", "tag": "2e8b54e4-80a0-49b4-8a7e-757ba43da341"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:07:30.231564 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96a70d08-6148-408e-8af8-bfbbf2f0e400 req-47e6b01b-3501-4588-a37c-7c61d70d1684 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2859170 Feb 07 17:07:30.281943 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 2e8b54e4-80a0-49b4-8a7e-757ba43da341, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2e8b54e4-80a0-49b4-8a7e-757ba43da341,segment=NetworkSegment(a1666870-a4b7-423a-8138-c28b479a260a),segment_id=a1666870-a4b7-423a-8138-c28b479a260a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:07:30.291032 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 8a8e740d-df15-4793-b0f8-ca3fe50df2ab, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8a8e740d-df15-4793-b0f8-ca3fe50df2ab,segment=NetworkSegment(7e5b5255-9edd-48fd-9ff8-98c01d15c1e5),segment_id=7e5b5255-9edd-48fd-9ff8-98c01d15c1e5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:07:30.299506 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Feb 2022 17:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b2b470-9ff4-4079-9fb1-74894b2ce4f9 x-openstack-request-id: req-b9b2b470-9ff4-4079-9fb1-74894b2ce4f9 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:07:30.300089 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43504476-9c2a-450d-b62d-b66edee3ba8f", "name": "network-vif-plugged", "status": "completed", "tag": "8a8e740d-df15-4793-b0f8-ca3fe50df2ab", "code": 200}, {"server_uuid": "4b30daa2-2a57-4205-92dc-126cb61c6fb1", "name": "network-vif-plugged", "status": "completed", "tag": "2e8b54e4-80a0-49b4-8a7e-757ba43da341", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:07:30.300780 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9b2b470-9ff4-4079-9fb1-74894b2ce4f9 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:07:30.301431 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43504476-9c2a-450d-b62d-b66edee3ba8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8e740d-df15-4793-b0f8-ca3fe50df2ab', 'code': 200} Feb 07 17:07:30.301965 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8b54e4-80a0-49b4-8a7e-757ba43da341', 'code': 200} Feb 07 17:07:30.306182 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:30.314810 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8a8e740d-df15-4793-b0f8-ca3fe50df2ab), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:30.330237 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c200383-932d-4329-87c9-9876cef9a5fb admin admin] Publish callbacks [] for port (bc23ca32-4c17-4420-9737-a0af06e75b18), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:30.339169 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c200383-932d-4329-87c9-9876cef9a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (bc23ca32-4c17-4420-9737-a0af06e75b18), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:30.426119 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=2e8b54e4-80a0-49b4-8a7e-757ba43da341,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:30.449482 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 44ae792c-4ff6-41e2-94f5-e9f66eacf94c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:30.794189 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c200383-932d-4329-87c9-9876cef9a5fb admin admin] Pushing event updated for resources: {'Port': ['ID=bc23ca32-4c17-4420-9737-a0af06e75b18,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:30.872902 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c200383-932d-4329-87c9-9876cef9a5fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (f7b166b6-6f67-4635-bd87-bbb466a60083), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:30.874726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 44ae792c-4ff6-41e2-94f5-e9f66eacf94c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:07:30.975560 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:31.011720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=8a8e740d-df15-4793-b0f8-ca3fe50df2ab,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:31.021904 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 44ae792c-4ff6-41e2-94f5-e9f66eacf94c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:31.022299 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (44ae792c-4ff6-41e2-94f5-e9f66eacf94c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:31.127970 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c200383-932d-4329-87c9-9876cef9a5fb admin admin] Network 101a2273-fabb-4ddf-a401-7dde14a6197c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:07:31.130830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5c200383-932d-4329-87c9-9876cef9a5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:07:31.142946 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076beae-2e9e-40ca-905f-501d5708a519 req-f0241b1f-548d-4689-8504-00255ce94b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:31.145660 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e076beae-2e9e-40ca-905f-501d5708a519 req-f0241b1f-548d-4689-8504-00255ce94b09 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 1128 time: 0.6970201 Feb 07 17:07:31.370623 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 44ae792c-4ff6-41e2-94f5-e9f66eacf94c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:31.372499 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device cb0caf5e-04a7-4223-91f3-73cf0bb24efd up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:07:31.411838 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240e6be-3b11-4dbd-936b-07bd332637e1 req-e020b625-9713-45b5-83cc-31fced33acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:31.424511 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4240e6be-3b11-4dbd-936b-07bd332637e1 req-e020b625-9713-45b5-83cc-31fced33acb6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 1128 time: 1.0082822 Feb 07 17:07:31.453193 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port cb0caf5e-04a7-4223-91f3-73cf0bb24efd triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:31.453765 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (cb0caf5e-04a7-4223-91f3-73cf0bb24efd), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:31.586694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fc1a6-2183-4344-9d41-524ae2f87b9c req-6461c208-a32e-4066-a88a-7144a08cc14f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:31.598953 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4240e6be-3b11-4dbd-936b-07bd332637e1 req-1ff14e76-c1fa-44a3-ae1a-e9690df1b247 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c11f3c53-b04a-4c96-9e21-bf5f2daaf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290925 Feb 07 17:07:31.604790 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0b3fc1a6-2183-4344-9d41-524ae2f87b9c req-6461c208-a32e-4066-a88a-7144a08cc14f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 946 time: 0.1583216 Feb 07 17:07:31.616182 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port cb0caf5e-04a7-4223-91f3-73cf0bb24efd is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:31.617446 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (cb0caf5e-04a7-4223-91f3-73cf0bb24efd), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:31.670056 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port cb0caf5e-04a7-4223-91f3-73cf0bb24efd, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=cb0caf5e-04a7-4223-91f3-73cf0bb24efd,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:07:31.681615 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (cb0caf5e-04a7-4223-91f3-73cf0bb24efd), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:31.755012 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0b3fc1a6-2183-4344-9d41-524ae2f87b9c req-2ca54f8c-7244-4455-af82-f681dfef77ef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1482499 Feb 07 17:07:31.759869 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e076beae-2e9e-40ca-905f-501d5708a519 req-d44b2799-bd2e-4116-9e61-2556b9313313 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6060634 Feb 07 17:07:31.823645 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ebe9e880-3a92-49ec-8fb6-3a8a26041f32 None None] Provisioning complete for port bc23ca32-4c17-4420-9737-a0af06e75b18 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:31.824035 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ebe9e880-3a92-49ec-8fb6-3a8a26041f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bc23ca32-4c17-4420-9737-a0af06e75b18), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:31.828507 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924847fa-b87c-4582-a036-101d553ab686 req-4d710dba-4502-4c0b-a746-5b82f67c2ef8 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:31.831188 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-924847fa-b87c-4582-a036-101d553ab686 req-4d710dba-4502-4c0b-a746-5b82f67c2ef8 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 946 time: 0.5385258 Feb 07 17:07:31.880927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=cb0caf5e-04a7-4223-91f3-73cf0bb24efd,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:31.891350 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ebe9e880-3a92-49ec-8fb6-3a8a26041f32 None None] Port bc23ca32-4c17-4420-9737-a0af06e75b18 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:07:31.954600 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c200383-932d-4329-87c9-9876cef9a5fb admin admin] Router f7b166b6-6f67-4635-bd87-bbb466a60083 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:07:31.969151 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-924847fa-b87c-4582-a036-101d553ab686 req-8a23d801-c2ce-4430-aa4b-b201294174fc tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/security-groups?id=c11f3c53-b04a-4c96-9e21-bf5f2daaf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217055 Feb 07 17:07:32.134056 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c200383-932d-4329-87c9-9876cef9a5fb admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:07:32.141916 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5c200383-932d-4329-87c9-9876cef9a5fb admin admin] 10.222.0.18 "PUT /v2.0/routers/f7b166b6-6f67-4635-bd87-bbb466a60083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9563081 Feb 07 17:07:32.412540 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:32.587704 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] Sync routers for ids ['f7b166b6-6f67-4635-bd87-bbb466a60083'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:07:32.598555 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device cb0caf5e-04a7-4223-91f3-73cf0bb24efd up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:07:32.737060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] Routers {'f7b166b6-6f67-4635-bd87-bbb466a60083'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:07:32.737759 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:07:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['f7b166b6-6f67-4635-bd87-bbb466a60083'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:32.929875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port cb0caf5e-04a7-4223-91f3-73cf0bb24efd triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:32.930520 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (cb0caf5e-04a7-4223-91f3-73cf0bb24efd), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:33.035263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32f78e-3be1-4a39-8b09-29aadb7a5758 req-e934cbbc-fe27-425b-b08b-64f9693d3989 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:33.050004 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ef32f78e-3be1-4a39-8b09-29aadb7a5758 req-e934cbbc-fe27-425b-b08b-64f9693d3989 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 946 time: 0.1457498 Feb 07 17:07:33.066985 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] Set router f7b166b6-6f67-4635-bd87-bbb466a60083 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:07:33.192321 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ef32f78e-3be1-4a39-8b09-29aadb7a5758 req-1181716e-254f-4074-9e0b-90de240dd439 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1368601 Feb 07 17:07:33.273742 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e0ff5-5880-4bf8-b0fb-6e2a1416cfe0 req-3ae01a52-865d-4a6b-96c4-8c3f228be4e9 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:33.285242 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a03e0ff5-5880-4bf8-b0fb-6e2a1416cfe0 req-3ae01a52-865d-4a6b-96c4-8c3f228be4e9 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 946 time: 0.1341543 Feb 07 17:07:33.354338 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a03e0ff5-5880-4bf8-b0fb-6e2a1416cfe0 req-b7b8c69c-fd3c-4d9f-8992-fda9c6a4e410 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/security-groups?id=c11f3c53-b04a-4c96-9e21-bf5f2daaf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676107 Feb 07 17:07:33.528318 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port cb0caf5e-04a7-4223-91f3-73cf0bb24efd is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:33.700481 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'name': 'tempest-TestVolumeBootPattern-441364845-router', 'tenant_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'cb0caf5e-04a7-4223-91f3-73cf0bb24efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:20Z', 'updated_at': '2022-02-07T17:07:29Z', 'revision_number': 4, 'project_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'gw_port': {'id': 'cb0caf5e-04a7-4223-91f3-73cf0bb24efd', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:22Z', 'updated_at': '2022-02-07T17:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bc23ca32-4c17-4420-9737-a0af06e75b18', 'name': '', 'network_id': '101a2273-fabb-4ddf-a401-7dde14a6197c', 'tenant_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'mac_address': 'fa:16:3e:c4:e7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1e7723d1-755b-4b43-aa50-a3b75af87043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:27Z', 'updated_at': '2022-02-07T17:07:29Z', 'revision_number': 2, 'project_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'subnets': [{'id': '1e7723d1-755b-4b43-aa50-a3b75af87043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:33.756590 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] Checking router: f7b166b6-6f67-4635-bd87-bbb466a60083 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:07:33.760351 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] Updating router f7b166b6-6f67-4635-bd87-bbb466a60083 port bc23ca32-4c17-4420-9737-a0af06e75b18 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:07:33.851728 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bc23ca32-4c17-4420-9737-a0af06e75b18), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:34.463643 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785f3f2-c15d-4b28-b2a9-65fe28fc3b3e req-bd5dc55e-c074-4190-81af-b0bc3ddce356 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:34.477923 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d785f3f2-c15d-4b28-b2a9-65fe28fc3b3e req-bd5dc55e-c074-4190-81af-b0bc3ddce356 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 946 time: 0.1705189 Feb 07 17:07:34.588366 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] Publish callbacks [] for port (bc23ca32-4c17-4420-9737-a0af06e75b18), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:34.597630 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bc23ca32-4c17-4420-9737-a0af06e75b18), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:34.607470 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d785f3f2-c15d-4b28-b2a9-65fe28fc3b3e req-cacb5b57-ab47-47c6-ad1a-83a3d6714fe3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1264951 Feb 07 17:07:34.740667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f209fb-8a6d-45e6-a016-22dc12204211 None None] Pushing event updated for resources: {'Port': ['ID=bc23ca32-4c17-4420-9737-a0af06e75b18,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:34.829597 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] Attempting to bind port bc23ca32-4c17-4420-9737-a0af06e75b18 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:07:34.832460 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] Attempting to bind port bc23ca32-4c17-4420-9737-a0af06e75b18 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'a1f2d512-21c9-403e-b35c-2649b5feeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '101a2273-fabb-4ddf-a401-7dde14a6197c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:07:34.833806 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] Attempting to bind port bc23ca32-4c17-4420-9737-a0af06e75b18 on network 101a2273-fabb-4ddf-a401-7dde14a6197c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:07:34.850680 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:07:34.851476 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] Checking segment: {'id': 'a1f2d512-21c9-403e-b35c-2649b5feeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '101a2273-fabb-4ddf-a401-7dde14a6197c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:07:34.852987 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:34.854073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] Bound using segment: {'id': 'a1f2d512-21c9-403e-b35c-2649b5feeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '101a2273-fabb-4ddf-a401-7dde14a6197c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:07:34.857682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] Bound port: bc23ca32-4c17-4420-9737-a0af06e75b18, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f2d512-21c9-403e-b35c-2649b5feeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '101a2273-fabb-4ddf-a401-7dde14a6197c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:07:34.858366 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bc23ca32-4c17-4420-9737-a0af06e75b18), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:34.935188 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224a302-06e4-4255-8852-c121caa04de9 req-35ff7c2c-c795-4179-9dc1-256fa2cb4f2d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:34.948388 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b224a302-06e4-4255-8852-c121caa04de9 req-35ff7c2c-c795-4179-9dc1-256fa2cb4f2d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 946 time: 0.1813791 Feb 07 17:07:35.094142 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b224a302-06e4-4255-8852-c121caa04de9 req-d7ae168f-7e6f-4223-aad5-a3bd33cccb18 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1360533 Feb 07 17:07:35.113951 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] For port bc23ca32-4c17-4420-9737-a0af06e75b18, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:07:35.118323 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] For port bc23ca32-4c17-4420-9737-a0af06e75b18, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bc23ca32-4c17-4420-9737-a0af06e75b18,segment=NetworkSegment(a1f2d512-21c9-403e-b35c-2649b5feeaa1),segment_id=a1f2d512-21c9-403e-b35c-2649b5feeaa1)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:07:35.121058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39590) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:35.139340 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bc23ca32-4c17-4420-9737-a0af06e75b18), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:35.234546 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af121a65-d2bf-4250-ab39-45ccfdaa657a tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:35.250666 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-af121a65-d2bf-4250-ab39-45ccfdaa657a tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 1123 time: 0.1277041 Feb 07 17:07:35.254055 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39596) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:35.260741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': '2e8b54e4-80a0-49b4-8a7e-757ba43da341', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:07:35.289005 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f209fb-8a6d-45e6-a016-22dc12204211 None None] Pushing event updated for resources: {'Port': ['ID=bc23ca32-4c17-4420-9737-a0af06e75b18,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:35.306809 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:35.386143 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d6272cba-bf81-4456-9ace-d12e7e4c3df8 None None] Provisioning complete for port bc23ca32-4c17-4420-9737-a0af06e75b18 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:35.390449 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6272cba-bf81-4456-9ace-d12e7e4c3df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bc23ca32-4c17-4420-9737-a0af06e75b18), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:35.509655 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] Routers {'f7b166b6-6f67-4635-bd87-bbb466a60083'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:07:35.510409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:07:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['f7b166b6-6f67-4635-bd87-bbb466a60083'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:35.637998 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:35.938149 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df03cc-f4ca-4df1-8cf4-e83f5e30ee76 req-6c435772-9215-4f9f-8652-3533816fb75e tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:35.947450 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c1df03cc-f4ca-4df1-8cf4-e83f5e30ee76 req-6c435772-9215-4f9f-8652-3533816fb75e tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 946 time: 0.1438277 Feb 07 17:07:36.005938 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] Set router f7b166b6-6f67-4635-bd87-bbb466a60083 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:07:36.164946 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c1df03cc-f4ca-4df1-8cf4-e83f5e30ee76 req-943b08fa-3a82-4ea8-9c0b-6dc98d15aa09 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/security-groups?id=c11f3c53-b04a-4c96-9e21-bf5f2daaf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162712 Feb 07 17:07:36.176711 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Allocated IP 172.25.4.10 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/1498ef88-ed55-4ae4-91ef-b28641fdb954) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:07:36.296962 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d6272cba-bf81-4456-9ace-d12e7e4c3df8 None None] Current status of the port bc23ca32-4c17-4420-9737-a0af06e75b18 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:36.297568 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6272cba-bf81-4456-9ace-d12e7e4c3df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bc23ca32-4c17-4420-9737-a0af06e75b18), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:36.395629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d6272cba-bf81-4456-9ace-d12e7e4c3df8 None None] For port bc23ca32-4c17-4420-9737-a0af06e75b18, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bc23ca32-4c17-4420-9737-a0af06e75b18,segment=NetworkSegment(a1f2d512-21c9-403e-b35c-2649b5feeaa1),segment_id=a1f2d512-21c9-403e-b35c-2649b5feeaa1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:07:36.407027 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6272cba-bf81-4456-9ace-d12e7e4c3df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bc23ca32-4c17-4420-9737-a0af06e75b18), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:36.561735 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (1498ef88-ed55-4ae4-91ef-b28641fdb954), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:36.574854 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9f5b3b1e-0db8-4fe4-ba57-79b4d3bd7d8e None None] Provisioning complete for port bc23ca32-4c17-4420-9737-a0af06e75b18 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:36.575366 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3b1e-0db8-4fe4-ba57-79b4d3bd7d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bc23ca32-4c17-4420-9737-a0af06e75b18), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:36.639487 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (1498ef88-ed55-4ae4-91ef-b28641fdb954), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:36.752299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6272cba-bf81-4456-9ace-d12e7e4c3df8 None None] Pushing event updated for resources: {'Port': ['ID=bc23ca32-4c17-4420-9737-a0af06e75b18,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:36.813052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=1498ef88-ed55-4ae4-91ef-b28641fdb954,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:36.827650 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:07:36.829309 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:07:36.833266 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:07:36.950139 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9f5b3b1e-0db8-4fe4-ba57-79b4d3bd7d8e None None] Current status of the port bc23ca32-4c17-4420-9737-a0af06e75b18 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:36.979946 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'name': 'tempest-TestVolumeBootPattern-441364845-router', 'tenant_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'cb0caf5e-04a7-4223-91f3-73cf0bb24efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:20Z', 'updated_at': '2022-02-07T17:07:29Z', 'revision_number': 4, 'project_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'gw_port': {'id': 'cb0caf5e-04a7-4223-91f3-73cf0bb24efd', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:22Z', 'updated_at': '2022-02-07T17:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bc23ca32-4c17-4420-9737-a0af06e75b18', 'name': '', 'network_id': '101a2273-fabb-4ddf-a401-7dde14a6197c', 'tenant_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'mac_address': 'fa:16:3e:c4:e7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1e7723d1-755b-4b43-aa50-a3b75af87043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:27Z', 'updated_at': '2022-02-07T17:07:35Z', 'revision_number': 4, 'project_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'subnets': [{'id': '1e7723d1-755b-4b43-aa50-a3b75af87043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:37.209442 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fca039-de96-4ba2-9008-c2e833dd51ad None None] The sync data for ids ['f7b166b6-6f67-4635-bd87-bbb466a60083'] in n-d-827865-3 is: [{'id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'name': 'tempest-TestVolumeBootPattern-441364845-router', 'tenant_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'cb0caf5e-04a7-4223-91f3-73cf0bb24efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:20Z', 'updated_at': '2022-02-07T17:07:29Z', 'revision_number': 4, 'project_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'gw_port': {'id': 'cb0caf5e-04a7-4223-91f3-73cf0bb24efd', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:22Z', 'updated_at': '2022-02-07T17:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bc23ca32-4c17-4420-9737-a0af06e75b18', 'name': '', 'network_id': '101a2273-fabb-4ddf-a401-7dde14a6197c', 'tenant_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'mac_address': 'fa:16:3e:c4:e7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1e7723d1-755b-4b43-aa50-a3b75af87043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:27Z', 'updated_at': '2022-02-07T17:07:35Z', 'revision_number': 4, 'project_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'subnets': [{'id': '1e7723d1-755b-4b43-aa50-a3b75af87043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:07:37.240917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d4cf6-64a8-4538-8dd4-d5f9021163c1 req-dbe6df10-b8d0-48ec-9446-f0ec9457d402 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:37.255571 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c18d4cf6-64a8-4538-8dd4-d5f9021163c1 req-dbe6df10-b8d0-48ec-9446-f0ec9457d402 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.32 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 946 time: 0.3161619 Feb 07 17:07:37.674173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-c18d4cf6-64a8-4538-8dd4-d5f9021163c1 req-5898a785-a30d-465f-b5ae-883e0c33724b tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Deleting port 8a8e740d-df15-4793-b0f8-ca3fe50df2ab {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:07:37.674533 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c18d4cf6-64a8-4538-8dd4-d5f9021163c1 req-5898a785-a30d-465f-b5ae-883e0c33724b tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8a8e740d-df15-4793-b0f8-ca3fe50df2ab), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:37.842405 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39642) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:38.061132 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c18d4cf6-64a8-4538-8dd4-d5f9021163c1 req-5898a785-a30d-465f-b5ae-883e0c33724b tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] For port 8a8e740d-df15-4793-b0f8-ca3fe50df2ab, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8a8e740d-df15-4793-b0f8-ca3fe50df2ab,segment=NetworkSegment(7e5b5255-9edd-48fd-9ff8-98c01d15c1e5),segment_id=7e5b5255-9edd-48fd-9ff8-98c01d15c1e5)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:07:38.063649 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c18d4cf6-64a8-4538-8dd4-d5f9021163c1 req-5898a785-a30d-465f-b5ae-883e0c33724b tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8a8e740d-df15-4793-b0f8-ca3fe50df2ab), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:38.107130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-c18d4cf6-64a8-4538-8dd4-d5f9021163c1 req-5898a785-a30d-465f-b5ae-883e0c33724b tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Calling delete_port for 8a8e740d-df15-4793-b0f8-ca3fe50df2ab owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:07:38.493452 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-97f07880-c55c-45fa-8d20-3b4753878235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:38.566876 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c18d4cf6-64a8-4538-8dd4-d5f9021163c1 req-5898a785-a30d-465f-b5ae-883e0c33724b tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (8a8e740d-df15-4793-b0f8-ca3fe50df2ab), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:38.584314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['8a8e740d-df15-4793-b0f8-ca3fe50df2ab'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:07:38.696589 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898a785-a30d-465f-b5ae-883e0c33724b tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Pushing event deleted for resources: {'Port': ['ID=8a8e740d-df15-4793-b0f8-ca3fe50df2ab,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:38.830511 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bc23ca32-4c17-4420-9737-a0af06e75b18 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:07:38.861401 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18d4cf6-64a8-4538-8dd4-d5f9021163c1 req-5898a785-a30d-465f-b5ae-883e0c33724b tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] No DVR routers for this DVR port 8a8e740d-df15-4793-b0f8-ca3fe50df2ab on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:07:38.877714 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c18d4cf6-64a8-4538-8dd4-d5f9021163c1 req-5898a785-a30d-465f-b5ae-883e0c33724b tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:38.881311 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c18d4cf6-64a8-4538-8dd4-d5f9021163c1 req-5898a785-a30d-465f-b5ae-883e0c33724b tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.32 "DELETE /v2.0/ports/8a8e740d-df15-4793-b0f8-ca3fe50df2ab HTTP/1.1" status: 204 len: 173 time: 1.6044390 Feb 07 17:07:38.885927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43504476-9c2a-450d-b62d-b66edee3ba8f', 'name': 'network-vif-deleted', 'tag': '8a8e740d-df15-4793-b0f8-ca3fe50df2ab'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:07:38.893595 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd0fdd1-b21f-4d58-bdac-bb2f9979071f" -d '{"events": [{"server_uuid": "43504476-9c2a-450d-b62d-b66edee3ba8f", "name": "network-vif-deleted", "tag": "8a8e740d-df15-4793-b0f8-ca3fe50df2ab"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:07:38.985839 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9146a6-6ccd-4a2f-be71-622b9cb1467d x-openstack-request-id: req-8a9146a6-6ccd-4a2f-be71-622b9cb1467d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:07:38.986142 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43504476-9c2a-450d-b62d-b66edee3ba8f", "name": "network-vif-deleted", "tag": "8a8e740d-df15-4793-b0f8-ca3fe50df2ab", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:07:39.004283 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a9146a6-6ccd-4a2f-be71-622b9cb1467d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:07:39.005038 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43504476-9c2a-450d-b62d-b66edee3ba8f', 'name': 'network-vif-deleted', 'tag': '8a8e740d-df15-4793-b0f8-ca3fe50df2ab', 'status': 'completed', 'code': 200} Feb 07 17:07:39.051917 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-97f07880-c55c-45fa-8d20-3b4753878235 admin admin] Publish callbacks [] for security_group (346c7385-7ea0-4e77-adc0-cf33574af0d7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:39.061506 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-97f07880-c55c-45fa-8d20-3b4753878235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (346c7385-7ea0-4e77-adc0-cf33574af0d7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:39.082364 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port bc23ca32-4c17-4420-9737-a0af06e75b18 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:39.082765 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bc23ca32-4c17-4420-9737-a0af06e75b18), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:39.092432 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1d6b9-92d6-4d6f-a885-9188ae3bcd61 req-ab424577-323f-4f8f-aaf4-bbf7b9ac40b9 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:39.095014 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a7b1d6b9-92d6-4d6f-a885-9188ae3bcd61 req-ab424577-323f-4f8f-aaf4-bbf7b9ac40b9 tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/ports?device_id=43504476-9c2a-450d-b62d-b66edee3ba8f HTTP/1.1" status: 200 len: 867 time: 1.5760398 Feb 07 17:07:39.210860 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39674) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:39.214839 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-97f07880-c55c-45fa-8d20-3b4753878235 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e701ca63235645e7a6d78fac8d8d70cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3704627 Feb 07 17:07:39.216139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f07880-c55c-45fa-8d20-3b4753878235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346c7385-7ea0-4e77-adc0-cf33574af0d7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:39.345088 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port bc23ca32-4c17-4420-9737-a0af06e75b18 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:07:39.517550 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for floatingip (96165b7e-659d-4a9d-91ba-5e5995e2c49a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:39.790389 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1498ef88-ed55-4ae4-91ef-b28641fdb954), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:39.815672 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a7b1d6b9-92d6-4d6f-a885-9188ae3bcd61 req-0f3e93ca-a978-4b4c-aa1f-01b3c1b842ca tempest-ServerMetadataNegativeTestJSON-1290792375 tempest-ServerMetadataNegativeTestJSON-1290792375-project] 10.222.0.18 "GET /v2.0/security-groups?id=c11f3c53-b04a-4c96-9e21-bf5f2daaf13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7061024 Feb 07 17:07:39.825000 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0eef7c91-8ce0-4d93-9ada-e60e5ee6148f admin admin] Publish callbacks [] for security_group (346c7385-7ea0-4e77-adc0-cf33574af0d7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:39.847245 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-60235e5c-59e7-49f5-88af-756fbd21e92f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:39.853730 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-60235e5c-59e7-49f5-88af-756fbd21e92f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 811 time: 0.3773334 Feb 07 17:07:39.899167 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-246c620b-b5b4-4a48-bf33-06735bc67614 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/quotas/233dfa16822a4a16ac319e689f5e7249 HTTP/1.1" status: 200 len: 375 time: 0.0376406 Feb 07 17:07:40.036558 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0eef7c91-8ce0-4d93-9ada-e60e5ee6148f admin admin] Publish callbacks [] for security_group (346c7385-7ea0-4e77-adc0-cf33574af0d7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:40.069057 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-93840aa9-a9a5-4c4a-912b-cdfb3af8570b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1687400 Feb 07 17:07:40.190726 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-3ce7a855-fb1a-4ee5-ba40-0e918f629127 service neutron] 10.222.0.18 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192973 Feb 07 17:07:40.408837 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0eef7c91-8ce0-4d93-9ada-e60e5ee6148f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (346c7385-7ea0-4e77-adc0-cf33574af0d7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:40.415495 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0eef7c91-8ce0-4d93-9ada-e60e5ee6148f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:40.417701 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0eef7c91-8ce0-4d93-9ada-e60e5ee6148f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/346c7385-7ea0-4e77-adc0-cf33574af0d7 HTTP/1.1" status: 204 len: 168 time: 1.2036772 Feb 07 17:07:40.445654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef7c91-8ce0-4d93-9ada-e60e5ee6148f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346c7385-7ea0-4e77-adc0-cf33574af0d7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:40.524054 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-6c9c1fe4-9228-4358-b768-d9b15f6fae7d service neutron] 10.222.0.18 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300438 Feb 07 17:07:40.538564 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (1498ef88-ed55-4ae4-91ef-b28641fdb954), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:40.555531 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (1498ef88-ed55-4ae4-91ef-b28641fdb954), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:40.716118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=1498ef88-ed55-4ae4-91ef-b28641fdb954,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:40.796808 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (96165b7e-659d-4a9d-91ba-5e5995e2c49a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:41.013435 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8a8e740d-df15-4793-b0f8-ca3fe50df2ab no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:07:41.016151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39712) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:41.080735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 8a8e740d-df15-4793-b0f8-ca3fe50df2ab {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:07:41.081097 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8a8e740d-df15-4793-b0f8-ca3fe50df2ab not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:07:41.192594 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Floating IP 96165b7e-659d-4a9d-91ba-5e5995e2c49a associated. External IP: 172.25.4.10, port: 2e8b54e4-80a0-49b4-8a7e-757ba43da341. Feb 07 17:07:41.231943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc5f9b7-e545-4fc0-bd10-719b9181acee admin admin] Deleting subnet 8c0281f2-ad85-44e2-ac36-ddd2f5109d63 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:07:41.258638 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7cc5f9b7-e545-4fc0-bd10-719b9181acee admin admin] Publish callbacks [] for subnet (8c0281f2-ad85-44e2-ac36-ddd2f5109d63), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:41.415915 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7cc5f9b7-e545-4fc0-bd10-719b9181acee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (8c0281f2-ad85-44e2-ac36-ddd2f5109d63), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:41.530967 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7cc5f9b7-e545-4fc0-bd10-719b9181acee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (8c0281f2-ad85-44e2-ac36-ddd2f5109d63), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:41.704985 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Router c3361f16-021f-495b-9153-8370ffdb8fe7 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:07:41.706658 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7cc5f9b7-e545-4fc0-bd10-719b9181acee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (8c0281f2-ad85-44e2-ac36-ddd2f5109d63), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:41.791074 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5f9b7-e545-4fc0-bd10-719b9181acee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c0281f2-ad85-44e2-ac36-ddd2f5109d63,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:41.815387 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7cc5f9b7-e545-4fc0-bd10-719b9181acee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:41.832011 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7cc5f9b7-e545-4fc0-bd10-719b9181acee admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8c0281f2-ad85-44e2-ac36-ddd2f5109d63 HTTP/1.1" status: 204 len: 168 time: 0.8138154 Feb 07 17:07:41.834569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39732) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:42.002057 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39736) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:42.006481 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-27e78329-2a57-40e9-86f1-d5919366a3a4 req-6531a9c7-af65-4324-802f-502578359abd tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 210 time: 0.7156367 Feb 07 17:07:42.033327 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:07:42.047795 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fe561e-315a-4d51-adfc-221de33f6b95 None None] Sync routers for ids ['c3361f16-021f-495b-9153-8370ffdb8fe7'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:07:42.054644 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-139a2cdf-a717-4763-bbc1-a7051f45f9ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:42.066934 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fe561e-315a-4d51-adfc-221de33f6b95 None None] Routers {'c3361f16-021f-495b-9153-8370ffdb8fe7'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:07:42.074412 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-79fe561e-315a-4d51-adfc-221de33f6b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:07:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c3361f16-021f-495b-9153-8370ffdb8fe7'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:42.094515 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:42.169390 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-139a2cdf-a717-4763-bbc1-a7051f45f9ca admin admin] Publish callbacks [] for security_group (f6f9e19e-674d-4d3a-bd84-a15efc6d484e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:42.176176 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a37fc06-5544-4f98-bc9b-d9038a9f4c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:42.181114 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-139a2cdf-a717-4763-bbc1-a7051f45f9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f6f9e19e-674d-4d3a-bd84-a15efc6d484e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:42.223278 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-20e8c707-c0c7-4007-b772-32a8bc31742e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.9654598 Feb 07 17:07:42.223278 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'tag': '2e8b54e4-80a0-49b4-8a7e-757ba43da341'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:07:42.227255 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d65ba28-05ba-47c7-bd45-04de0dd74906" -d '{"events": [{"name": "network-changed", "server_uuid": "4b30daa2-2a57-4205-92dc-126cb61c6fb1", "tag": "2e8b54e4-80a0-49b4-8a7e-757ba43da341"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:07:42.268860 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-139a2cdf-a717-4763-bbc1-a7051f45f9ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67683beb47754a628fcc91331815ef2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2527268 Feb 07 17:07:42.271893 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39742) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:42.278570 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a2cdf-a717-4763-bbc1-a7051f45f9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f9e19e-674d-4d3a-bd84-a15efc6d484e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:42.364411 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beccc758-7756-4d9d-9e92-3f4ee6bae3ad x-openstack-request-id: req-beccc758-7756-4d9d-9e92-3f4ee6bae3ad {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:07:42.375299 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b30daa2-2a57-4205-92dc-126cb61c6fb1", "tag": "2e8b54e4-80a0-49b4-8a7e-757ba43da341", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:07:42.381330 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-beccc758-7756-4d9d-9e92-3f4ee6bae3ad {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:07:42.384323 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'tag': '2e8b54e4-80a0-49b4-8a7e-757ba43da341', 'status': 'completed', 'code': 200} Feb 07 17:07:42.437674 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a37fc06-5544-4f98-bc9b-d9038a9f4c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:42.472645 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1a37fc06-5544-4f98-bc9b-d9038a9f4c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:42.477614 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad852108-230d-4651-bb1d-14c4ad99e212 admin admin] Publish callbacks [] for security_group (f6f9e19e-674d-4d3a-bd84-a15efc6d484e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:42.478530 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65ba28-05ba-47c7-bd45-04de0dd74906 req-2e78da69-8fbf-4bf8-852c-8be915f9e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:42.480295 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4d65ba28-05ba-47c7-bd45-04de0dd74906 req-2e78da69-8fbf-4bf8-852c-8be915f9e3b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 1128 time: 0.1433334 Feb 07 17:07:42.498410 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-79fe561e-315a-4d51-adfc-221de33f6b95 None None] Set router c3361f16-021f-495b-9153-8370ffdb8fe7 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:07:42.510404 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1a37fc06-5544-4f98-bc9b-d9038a9f4c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5b5255-9edd-48fd-9ff8-98c01d15c1e5') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:42.511032 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1a37fc06-5544-4f98-bc9b-d9038a9f4c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5b5255-9edd-48fd-9ff8-98c01d15c1e5') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:42.559355 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad852108-230d-4651-bb1d-14c4ad99e212 admin admin] Publish callbacks [] for security_group (f6f9e19e-674d-4d3a-bd84-a15efc6d484e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:42.596162 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a37fc06-5544-4f98-bc9b-d9038a9f4c21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (7e5b5255-9edd-48fd-9ff8-98c01d15c1e5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:42.636715 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a37fc06-5544-4f98-bc9b-d9038a9f4c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (7e5b5255-9edd-48fd-9ff8-98c01d15c1e5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:42.655573 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a37fc06-5544-4f98-bc9b-d9038a9f4c21 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:07:42.656349 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a37fc06-5544-4f98-bc9b-d9038a9f4c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (7e5b5255-9edd-48fd-9ff8-98c01d15c1e5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:07:42.659317 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:07:42.769244 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad852108-230d-4651-bb1d-14c4ad99e212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f6f9e19e-674d-4d3a-bd84-a15efc6d484e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:42.772109 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad852108-230d-4651-bb1d-14c4ad99e212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:42.773811 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65ba28-05ba-47c7-bd45-04de0dd74906 req-e47f0299-81fe-46ae-9392-f7880d90c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:42.776190 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4d65ba28-05ba-47c7-bd45-04de0dd74906 req-e47f0299-81fe-46ae-9392-f7880d90c3df service neutron] 10.222.0.48 "GET /v2.0/networks?id=bcf89715-4c35-43dc-9971-0b720c9b58d3 HTTP/1.1" status: 200 len: 898 time: 0.2887499 Feb 07 17:07:42.777234 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ad852108-230d-4651-bb1d-14c4ad99e212 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6f9e19e-674d-4d3a-bd84-a15efc6d484e HTTP/1.1" status: 204 len: 168 time: 0.5039926 Feb 07 17:07:42.795914 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a37fc06-5544-4f98-bc9b-d9038a9f4c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:42.800321 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad852108-230d-4651-bb1d-14c4ad99e212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f9e19e-674d-4d3a-bd84-a15efc6d484e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:42.833519 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a37fc06-5544-4f98-bc9b-d9038a9f4c21 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:42.841271 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1a37fc06-5544-4f98-bc9b-d9038a9f4c21 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf HTTP/1.1" status: 204 len: 168 time: 0.9883354 Feb 07 17:07:42.859112 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37fc06-5544-4f98-bc9b-d9038a9f4c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a2cc19e-6dc8-4ba2-87e1-fca0fe9299bf,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:42.912402 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4d65ba28-05ba-47c7-bd45-04de0dd74906 req-06b23ebf-e52b-4869-adf6-ed047bfe554a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e8b54e4-80a0-49b4-8a7e-757ba43da341 HTTP/1.1" status: 200 len: 999 time: 0.1301761 Feb 07 17:07:43.179292 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-79fe561e-315a-4d51-adfc-221de33f6b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912051814', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:06:38Z', 'updated_at': '2022-02-07T17:06:52Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:39Z', 'updated_at': '2022-02-07T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '96165b7e-659d-4a9d-91ba-5e5995e2c49a', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'port_id': '2e8b54e4-80a0-49b4-8a7e-757ba43da341', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:07:38Z', 'updated_at': '2022-02-07T17:07:38Z', 'revision_number': 0, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07b16da-b4d3-48ee-a0d4-6706a29ecc7e', 'name': '', 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:1b:91:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f81e07dc-e2fe-469e-b1cc-965dd2359dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:49Z', 'updated_at': '2022-02-07T17:07:05Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': 'f81e07dc-e2fe-469e-b1cc-965dd2359dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:43.256229 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ffeb3ef6-5b81-4eb9-825e-bdd55b90d346 req-e634963c-d303-47b6-8392-dfef91ec3e65 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 210 time: 0.0632367 Feb 07 17:07:43.267348 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fe561e-315a-4d51-adfc-221de33f6b95 None None] Checking router: c3361f16-021f-495b-9153-8370ffdb8fe7 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:07:43.278241 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fe561e-315a-4d51-adfc-221de33f6b95 None None] Routers {'c3361f16-021f-495b-9153-8370ffdb8fe7'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:07:43.279140 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-79fe561e-315a-4d51-adfc-221de33f6b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:07:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c3361f16-021f-495b-9153-8370ffdb8fe7'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:43.498210 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-79fe561e-315a-4d51-adfc-221de33f6b95 None None] Set router c3361f16-021f-495b-9153-8370ffdb8fe7 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:07:43.532491 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa0f14b7-87a2-4f52-9c1f-c3a9f0afa8c3 req-25f931f5-ae22-4a11-bc62-1b14fbeda8b9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1570942 Feb 07 17:07:43.764226 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f14b7-87a2-4f52-9c1f-c3a9f0afa8c3 req-3ba16fca-ffb5-41be-9caf-b98c4833c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:43.775830 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa0f14b7-87a2-4f52-9c1f-c3a9f0afa8c3 req-3ba16fca-ffb5-41be-9caf-b98c4833c05a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8ccb3294bc1846cdacfcbf51d0105cde&device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 1127 time: 0.1957009 Feb 07 17:07:43.781680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39768) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:44.163656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f14b7-87a2-4f52-9c1f-c3a9f0afa8c3 req-f865ba41-b23a-4f73-8e3e-c6dcc7dc967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:44.166141 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa0f14b7-87a2-4f52-9c1f-c3a9f0afa8c3 req-f865ba41-b23a-4f73-8e3e-c6dcc7dc967e service neutron] 10.222.0.32 "GET /v2.0/networks?id=b75833c8-4006-405c-bc22-8b17b6a0f33c HTTP/1.1" status: 200 len: 910 time: 0.3111913 Feb 07 17:07:44.235216 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-79fe561e-315a-4d51-adfc-221de33f6b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912051814', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:06:38Z', 'updated_at': '2022-02-07T17:06:52Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:39Z', 'updated_at': '2022-02-07T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '96165b7e-659d-4a9d-91ba-5e5995e2c49a', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'port_id': '2e8b54e4-80a0-49b4-8a7e-757ba43da341', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:07:38Z', 'updated_at': '2022-02-07T17:07:38Z', 'revision_number': 0, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07b16da-b4d3-48ee-a0d4-6706a29ecc7e', 'name': '', 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:1b:91:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f81e07dc-e2fe-469e-b1cc-965dd2359dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:49Z', 'updated_at': '2022-02-07T17:07:05Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': 'f81e07dc-e2fe-469e-b1cc-965dd2359dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:07:44.278371 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa0f14b7-87a2-4f52-9c1f-c3a9f0afa8c3 req-989a655c-0055-4bb8-9a5c-fba5d65f1bd9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8bb96cb-3149-48aa-b810-2efde2aa8270 HTTP/1.1" status: 200 len: 1001 time: 0.1044564 Feb 07 17:07:44.287878 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dc3cae60-c802-43bd-830d-daff131cf143 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4448077c19f4fc7914f700f59e66a46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5049167 Feb 07 17:07:44.290453 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39774) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:44.357527 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fe561e-315a-4d51-adfc-221de33f6b95 None None] The sync data for ids ['c3361f16-021f-495b-9153-8370ffdb8fe7'] in n-d-827865-3 is: [{'id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912051814', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:06:38Z', 'updated_at': '2022-02-07T17:06:52Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:39Z', 'updated_at': '2022-02-07T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '96165b7e-659d-4a9d-91ba-5e5995e2c49a', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'port_id': '2e8b54e4-80a0-49b4-8a7e-757ba43da341', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3', 'mac_address': 'fa:16:3e:d8:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:07:38Z', 'updated_at': '2022-02-07T17:07:38Z', 'revision_number': 0, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07b16da-b4d3-48ee-a0d4-6706a29ecc7e', 'name': '', 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:1b:91:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f81e07dc-e2fe-469e-b1cc-965dd2359dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:49Z', 'updated_at': '2022-02-07T17:07:05Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': 'f81e07dc-e2fe-469e-b1cc-965dd2359dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:07:44.392180 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65ba28-05ba-47c7-bd45-04de0dd74906 req-12d098f2-fe0e-4faf-be7b-2e55f3bbe87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:44.399107 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4d65ba28-05ba-47c7-bd45-04de0dd74906 req-12d098f2-fe0e-4faf-be7b-2e55f3bbe87e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f81e07dc-e2fe-469e-b1cc-965dd2359dda HTTP/1.1" status: 200 len: 834 time: 1.4804821 Feb 07 17:07:44.532875 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f14b7-87a2-4f52-9c1f-c3a9f0afa8c3 req-49f669a7-9c28-4f81-bd5b-9dbec2a80159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:44.537472 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa0f14b7-87a2-4f52-9c1f-c3a9f0afa8c3 req-49f669a7-9c28-4f81-bd5b-9dbec2a80159 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56c52ba2-dc81-4fa2-9ba7-527e5b2edb65 HTTP/1.1" status: 200 len: 848 time: 0.2479646 Feb 07 17:07:44.586268 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-67f526b7-0873-44f2-b300-b570f2359f60 req-3be162df-db43-4608-86be-6a9568d91091 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 210 time: 0.1401286 Feb 07 17:07:44.687388 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbd1cfca-1bb4-4d1d-9dd9-468f68d75103 admin admin] Publish callbacks [] for security_group (c11f3c53-b04a-4c96-9e21-bf5f2daaf13f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:44.751239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-5f83c30b-6b06-4352-a6fc-325882e381a4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:44.755075 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-5f83c30b-6b06-4352-a6fc-325882e381a4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.32 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 811 time: 1.7218382 Feb 07 17:07:44.767814 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc821338-f59c-4396-8f7b-ff438b044605 req-fde941a3-799e-4075-8b9e-a0cca8819df8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:44.770170 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc821338-f59c-4396-8f7b-ff438b044605 req-fde941a3-799e-4075-8b9e-a0cca8819df8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 946 time: 2.3646853 Feb 07 17:07:44.778522 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbd1cfca-1bb4-4d1d-9dd9-468f68d75103 admin admin] Publish callbacks [] for security_group (c11f3c53-b04a-4c96-9e21-bf5f2daaf13f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:44.779715 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-a9484b85-a3fb-43a1-82bd-2fd5850840d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Request body: {'port': {'device_id': '2c4cc766-8558-433e-bc81-1432aa2dffe1', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'admin_state_up': True, 'tenant_id': '233dfa16822a4a16ac319e689f5e7249'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:07:44.786670 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f14b7-87a2-4f52-9c1f-c3a9f0afa8c3 req-af25a09f-75eb-4de0-ac55-d8894caba4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:44.799774 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa0f14b7-87a2-4f52-9c1f-c3a9f0afa8c3 req-af25a09f-75eb-4de0-ac55-d8894caba4a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b75833c8-4006-405c-bc22-8b17b6a0f33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2106230 Feb 07 17:07:44.817857 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65ba28-05ba-47c7-bd45-04de0dd74906 req-c9052808-270c-454b-b6fd-0c60e9ee01d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:44.820427 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4d65ba28-05ba-47c7-bd45-04de0dd74906 req-c9052808-270c-454b-b6fd-0c60e9ee01d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcf89715-4c35-43dc-9971-0b720c9b58d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4082861 Feb 07 17:07:44.937670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1659a7e-9a24-4f4b-af30-cac57d86a6fc None None] New status for floating IP 96165b7e-659d-4a9d-91ba-5e5995e2c49a: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:07:45.042386 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4d65ba28-05ba-47c7-bd45-04de0dd74906 req-5e0a61ce-ed34-4d62-933d-e34a13fb52af service neutron] 10.222.0.48 "GET /v2.0/networks/bcf89715-4c35-43dc-9971-0b720c9b58d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817548 Feb 07 17:07:45.205079 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa0f14b7-87a2-4f52-9c1f-c3a9f0afa8c3 req-9ffab822-cb4b-4608-b344-1f9da4765997 service neutron] 10.222.0.32 "GET /v2.0/networks/b75833c8-4006-405c-bc22-8b17b6a0f33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048772 Feb 07 17:07:45.207624 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc821338-f59c-4396-8f7b-ff438b044605 req-f4fdadce-8ba7-4acd-b878-7ac80e97689d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4215393 Feb 07 17:07:45.251829 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39796) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:45.362805 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-a9484b85-a3fb-43a1-82bd-2fd5850840d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Made reservation on behalf of 233dfa16822a4a16ac319e689f5e7249 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:07:45.368055 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-a9484b85-a3fb-43a1-82bd-2fd5850840d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:45.378543 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4d65ba28-05ba-47c7-bd45-04de0dd74906 req-0171c8a7-bf5b-473f-ae64-d0f08986662a service neutron] 10.222.0.48 "GET /v2.0/networks/bcf89715-4c35-43dc-9971-0b720c9b58d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211260 Feb 07 17:07:45.410531 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-09b33d2a-0a3d-4c9b-a301-5f44d1e3da69 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/floatingips/96165b7e-659d-4a9d-91ba-5e5995e2c49a HTTP/1.1" status: 200 len: 991 time: 0.1562321 Feb 07 17:07:45.480444 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbd1cfca-1bb4-4d1d-9dd9-468f68d75103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c11f3c53-b04a-4c96-9e21-bf5f2daaf13f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:45.501200 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbd1cfca-1bb4-4d1d-9dd9-468f68d75103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:45.508675 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dbd1cfca-1bb4-4d1d-9dd9-468f68d75103 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c11f3c53-b04a-4c96-9e21-bf5f2daaf13f HTTP/1.1" status: 204 len: 168 time: 1.2168903 Feb 07 17:07:45.561220 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1cfca-1bb4-4d1d-9dd9-468f68d75103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11f3c53-b04a-4c96-9e21-bf5f2daaf13f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:45.626023 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fa0f14b7-87a2-4f52-9c1f-c3a9f0afa8c3 req-a33aa50c-4bc5-4ef4-bb3e-5488614234b0 service neutron] 10.222.0.32 "GET /v2.0/networks/b75833c8-4006-405c-bc22-8b17b6a0f33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129572 Feb 07 17:07:45.676792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-a9484b85-a3fb-43a1-82bd-2fd5850840d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Allocated IP 172.20.0.6 (56094dec-cda5-47cb-bfb8-9d2a21cddfa9/311a2122-e2a3-40f9-ab16-f19979f8f39f/368b48ec-b623-4d96-93e3-debc2945df24) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:07:45.817531 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a49ac77-e76b-43fa-a221-adc4487b1761 req-6990f02d-030f-48ae-bd4e-f3bf6b93d004 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 210 time: 0.0687945 Feb 07 17:07:45.994372 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-a9484b85-a3fb-43a1-82bd-2fd5850840d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for port (368b48ec-b623-4d96-93e3-debc2945df24), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:46.078393 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-a9484b85-a3fb-43a1-82bd-2fd5850840d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (368b48ec-b623-4d96-93e3-debc2945df24), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:46.149866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-a9484b85-a3fb-43a1-82bd-2fd5850840d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:07:46.157733 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-a9484b85-a3fb-43a1-82bd-2fd5850840d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:07:46.160648 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-a9484b85-a3fb-43a1-82bd-2fd5850840d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:07:46.165168 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9484b85-a3fb-43a1-82bd-2fd5850840d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event updated for resources: {'Port': ['ID=368b48ec-b623-4d96-93e3-debc2945df24,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:46.254514 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-a9484b85-a3fb-43a1-82bd-2fd5850840d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:46.254514 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-a9484b85-a3fb-43a1-82bd-2fd5850840d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:46.288013 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-a9484b85-a3fb-43a1-82bd-2fd5850840d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5149758 Feb 07 17:07:46.305669 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Request body: {'port': {'device_id': '2c4cc766-8558-433e-bc81-1432aa2dffe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:07:46.406584 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (368b48ec-b623-4d96-93e3-debc2945df24), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:46.415305 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39822) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:46.609394 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-56397311-fd04-43f7-a625-292103742244 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/floatingips/96165b7e-659d-4a9d-91ba-5e5995e2c49a HTTP/1.1" status: 200 len: 993 time: 0.1926963 Feb 07 17:07:46.684349 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-91bbbf33-6903-403d-a02d-6cccf4e3835f None None] Provisioning complete for port 368b48ec-b623-4d96-93e3-debc2945df24 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:07:46.684951 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-91bbbf33-6903-403d-a02d-6cccf4e3835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (368b48ec-b623-4d96-93e3-debc2945df24), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:46.823448 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-91bbbf33-6903-403d-a02d-6cccf4e3835f None None] Port 368b48ec-b623-4d96-93e3-debc2945df24 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:07:47.338505 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb713c3-c362-4ff7-bf93-96a7bac88d94 req-8106522a-eaa7-4e85-8071-5a4d3c915775 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:47.340046 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1bb713c3-c362-4ff7-bf93-96a7bac88d94 req-8106522a-eaa7-4e85-8071-5a4d3c915775 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 931 time: 0.3273480 Feb 07 17:07:47.408308 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368b48ec-b623-4d96-93e3-debc2945df24 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:07:47.432974 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Publish callbacks [] for port (368b48ec-b623-4d96-93e3-debc2945df24), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:47.524328 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Transition to ACTIVE for port object 368b48ec-b623-4d96-93e3-debc2945df24 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:07:47.536387 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1bb713c3-c362-4ff7-bf93-96a7bac88d94 req-c3ca2bd1-3b13-4098-bba3-b836f9392c54 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894650 Feb 07 17:07:47.566412 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (368b48ec-b623-4d96-93e3-debc2945df24), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:47.640870 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Pushing event updated for resources: {'Port': ['ID=368b48ec-b623-4d96-93e3-debc2945df24,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:47.910396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Attempting to bind port 368b48ec-b623-4d96-93e3-debc2945df24 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:07:47.910698 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Attempting to bind port 368b48ec-b623-4d96-93e3-debc2945df24 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:07:47.911000 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Attempting to bind port 368b48ec-b623-4d96-93e3-debc2945df24 on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:07:47.923308 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Port 368b48ec-b623-4d96-93e3-debc2945df24 on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:07:47.924348 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Attempting to bind port 368b48ec-b623-4d96-93e3-debc2945df24 on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:07:47.938933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:07:47.939294 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Checking segment: {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:07:47.939686 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Bound using segment: {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:07:47.942755 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Bound port: 368b48ec-b623-4d96-93e3-debc2945df24, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:07:47.943199 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (368b48ec-b623-4d96-93e3-debc2945df24), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:48.164908 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] For port 368b48ec-b623-4d96-93e3-debc2945df24, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:07:48.176896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] For port 368b48ec-b623-4d96-93e3-debc2945df24, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=368b48ec-b623-4d96-93e3-debc2945df24,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:07:48.193086 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (368b48ec-b623-4d96-93e3-debc2945df24), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:48.300736 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:48.302452 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:48.306588 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] 10.222.0.32 "PUT /v2.0/ports/368b48ec-b623-4d96-93e3-debc2945df24 HTTP/1.1" status: 200 len: 1091 time: 2.0064566 Feb 07 17:07:48.307719 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4cc766-8558-433e-bc81-1432aa2dffe1', 'tag': '368b48ec-b623-4d96-93e3-debc2945df24'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:07:48.313916 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff22b960-5604-4d7d-82dc-924b3fec12d4" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4cc766-8558-433e-bc81-1432aa2dffe1", "tag": "368b48ec-b623-4d96-93e3-debc2945df24"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:07:48.479441 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a01c90-1823-495e-b707-437969909ae4 x-openstack-request-id: req-a5a01c90-1823-495e-b707-437969909ae4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:07:48.480583 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4cc766-8558-433e-bc81-1432aa2dffe1", "tag": "368b48ec-b623-4d96-93e3-debc2945df24", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:07:48.481006 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5a01c90-1823-495e-b707-437969909ae4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:07:48.481618 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4cc766-8558-433e-bc81-1432aa2dffe1', 'tag': '368b48ec-b623-4d96-93e3-debc2945df24', 'status': 'completed', 'code': 200} Feb 07 17:07:48.545178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc323cf-c08e-4fd7-99d3-a38944e303d2 service neutron] Pushing event updated for resources: {'Port': ['ID=368b48ec-b623-4d96-93e3-debc2945df24,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:48.597819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-5dfbf22b-1dfd-4b3a-973c-adfaaf6309ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:48.610374 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-5dfbf22b-1dfd-4b3a-973c-adfaaf6309ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 1125 time: 0.2447243 Feb 07 17:07:48.763343 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-d694c6ec-990c-4c8f-965d-8c484c7cbaa6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=368b48ec-b623-4d96-93e3-debc2945df24 HTTP/1.1" status: 200 len: 217 time: 0.1510656 Feb 07 17:07:48.927619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b5879-8b49-4a07-907f-213f4d6cc36d req-4051d77c-cf8f-4d58-bed9-7fccf9d355f1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:48.940179 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b47b5879-8b49-4a07-907f-213f4d6cc36d req-4051d77c-cf8f-4d58-bed9-7fccf9d355f1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 943 time: 0.1957264 Feb 07 17:07:48.950063 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-ddb2e554-2dd2-4c82-9a26-f380d6badc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:48.967025 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-ddb2e554-2dd2-4c82-9a26-f380d6badc8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.1891258 Feb 07 17:07:49.082103 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b47b5879-8b49-4a07-907f-213f4d6cc36d req-6f1f01f1-1814-4ba2-9784-dd9d7ea5582d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408489 Feb 07 17:07:49.153330 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-cd342d77-db46-476f-bbb8-2ea46d6e2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:49.160612 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-cd342d77-db46-476f-bbb8-2ea46d6e2bd2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1841786 Feb 07 17:07:49.495500 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-69df7fac-51dd-49fc-badc-678ae2257546 service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267198 Feb 07 17:07:49.775218 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8690b23e-45ac-47b5-8b11-289f1d8b23d5 req-06e8f2ec-e036-4e6e-baa2-0ea488caaf31 service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729325 Feb 07 17:07:49.995216 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22b960-5604-4d7d-82dc-924b3fec12d4 req-4ab2d0dd-a69f-420b-a561-13750f4581fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:49.996826 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff22b960-5604-4d7d-82dc-924b3fec12d4 req-4ab2d0dd-a69f-420b-a561-13750f4581fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 1125 time: 0.1241519 Feb 07 17:07:50.289868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22b960-5604-4d7d-82dc-924b3fec12d4 req-7a5db554-276a-4a2d-b3dd-92974940a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:50.295967 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff22b960-5604-4d7d-82dc-924b3fec12d4 req-7a5db554-276a-4a2d-b3dd-92974940a1c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.2925189 Feb 07 17:07:50.408481 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff22b960-5604-4d7d-82dc-924b3fec12d4 req-bb34c395-e198-4fc7-8140-b6051b6aa8e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=368b48ec-b623-4d96-93e3-debc2945df24 HTTP/1.1" status: 200 len: 217 time: 0.1063008 Feb 07 17:07:50.725257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22b960-5604-4d7d-82dc-924b3fec12d4 req-e0cf47b3-9717-4b6e-a82e-00e394eabece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:50.727899 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff22b960-5604-4d7d-82dc-924b3fec12d4 req-e0cf47b3-9717-4b6e-a82e-00e394eabece service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.2841895 Feb 07 17:07:50.746543 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a6baf-b3b8-4fd3-807d-02681ac950b7 req-b39e7005-64b6-4b7c-8f7b-1eb7550c3cc5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:50.754295 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c01a6baf-b3b8-4fd3-807d-02681ac950b7 req-b39e7005-64b6-4b7c-8f7b-1eb7550c3cc5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 943 time: 0.3419898 Feb 07 17:07:50.895762 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c01a6baf-b3b8-4fd3-807d-02681ac950b7 req-ad6346bd-bac3-4b9e-9a6b-2d24d70b9035 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176877 Feb 07 17:07:50.912836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22b960-5604-4d7d-82dc-924b3fec12d4 req-54e967d0-4901-4592-9100-f281f4fc4146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:50.915372 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff22b960-5604-4d7d-82dc-924b3fec12d4 req-54e967d0-4901-4592-9100-f281f4fc4146 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1596756 Feb 07 17:07:51.154070 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff22b960-5604-4d7d-82dc-924b3fec12d4 req-239844c7-a4f4-4294-83fb-e90e6aedfb54 service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322605 Feb 07 17:07:51.363070 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:51.414716 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff22b960-5604-4d7d-82dc-924b3fec12d4 req-46d9b905-9892-4065-a32c-4f68573781cd service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526717 Feb 07 17:07:52.159783 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb419d00-c60f-4cdf-b8d7-45de12cdbf65 req-84e55b6e-68b9-44d7-92b3-e3cc38c8452e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:52.172214 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bb419d00-c60f-4cdf-b8d7-45de12cdbf65 req-84e55b6e-68b9-44d7-92b3-e3cc38c8452e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 943 time: 0.1351595 Feb 07 17:07:52.320200 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bb419d00-c60f-4cdf-b8d7-45de12cdbf65 req-ed7a89d5-1098-4534-8df9-e38fd9dc66f5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455238 Feb 07 17:07:53.029642 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 39982) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:53.286116 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e41e8cea-083c-43f4-882f-c0690fb769d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:53.307041 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:53.416104 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e41e8cea-083c-43f4-882f-c0690fb769d7 admin admin] Publish callbacks [] for security_group (32049c3e-6b16-4eb5-aea2-85fa3e44850e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:53.426256 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e41e8cea-083c-43f4-882f-c0690fb769d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (32049c3e-6b16-4eb5-aea2-85fa3e44850e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:53.547944 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e41e8cea-083c-43f4-882f-c0690fb769d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=515cc6547a80491597a2bc2721050e72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5165448 Feb 07 17:07:53.551590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e8cea-083c-43f4-882f-c0690fb769d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32049c3e-6b16-4eb5-aea2-85fa3e44850e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:53.551968 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 39998) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:53.568695 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e8cea-083c-43f4-882f-c0690fb769d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:53.569036 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e8cea-083c-43f4-882f-c0690fb769d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:53.569599 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e8cea-083c-43f4-882f-c0690fb769d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:53.569952 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e8cea-083c-43f4-882f-c0690fb769d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:53.570295 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e8cea-083c-43f4-882f-c0690fb769d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:53.570634 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e8cea-083c-43f4-882f-c0690fb769d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:53.571030 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e8cea-083c-43f4-882f-c0690fb769d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:53.571297 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e8cea-083c-43f4-882f-c0690fb769d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:53.571629 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e8cea-083c-43f4-882f-c0690fb769d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:53.571958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e8cea-083c-43f4-882f-c0690fb769d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:53.572285 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e8cea-083c-43f4-882f-c0690fb769d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:53.572611 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e8cea-083c-43f4-882f-c0690fb769d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:53.572936 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e8cea-083c-43f4-882f-c0690fb769d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:53.617136 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce9438-d951-480c-9bf7-9a7d70cdb0d9 req-10c9e3c8-3341-495d-994f-fab19ec9617b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:53.620778 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-38ce9438-d951-480c-9bf7-9a7d70cdb0d9 req-10c9e3c8-3341-495d-994f-fab19ec9617b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 943 time: 0.1877689 Feb 07 17:07:53.672580 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a23c-967b-43b4-ae65-be6727b9bf26 admin admin] Publish callbacks [] for security_group (32049c3e-6b16-4eb5-aea2-85fa3e44850e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:53.731131 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a23c-967b-43b4-ae65-be6727b9bf26 admin admin] Publish callbacks [] for security_group (32049c3e-6b16-4eb5-aea2-85fa3e44850e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:53.748644 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-38ce9438-d951-480c-9bf7-9a7d70cdb0d9 req-a681beee-58a1-47a8-9380-81eabd460678 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148937 Feb 07 17:07:53.803102 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a23c-967b-43b4-ae65-be6727b9bf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (32049c3e-6b16-4eb5-aea2-85fa3e44850e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:53.810559 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a23c-967b-43b4-ae65-be6727b9bf26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:53.814907 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bfe5a23c-967b-43b4-ae65-be6727b9bf26 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32049c3e-6b16-4eb5-aea2-85fa3e44850e HTTP/1.1" status: 204 len: 168 time: 0.2618055 Feb 07 17:07:53.830619 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5a23c-967b-43b4-ae65-be6727b9bf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32049c3e-6b16-4eb5-aea2-85fa3e44850e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:54.523605 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40050) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:54.752466 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-362ba759-d58d-47e6-858e-fb7ca7a34ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:54.870501 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40066) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:55.122194 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-362ba759-d58d-47e6-858e-fb7ca7a34ec0 admin admin] Publish callbacks [] for security_group (55e43096-4c59-4953-a362-67b9e56b98e7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:55.147743 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc6c3a-deda-4204-a470-16771e4edbac req-9fe85d6b-4b4e-4ab2-99d3-07ff30718688 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:55.157537 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-58cc6c3a-deda-4204-a470-16771e4edbac req-9fe85d6b-4b4e-4ab2-99d3-07ff30718688 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 943 time: 0.2315249 Feb 07 17:07:55.186936 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-362ba759-d58d-47e6-858e-fb7ca7a34ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (55e43096-4c59-4953-a362-67b9e56b98e7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:55.206827 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-720b71c6-7f8e-4703-91d9-1a7b353e8f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:55.218411 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-362ba759-d58d-47e6-858e-fb7ca7a34ec0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac6f470451954ee68678a19dd3b8e65c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6935911 Feb 07 17:07:55.221402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40080) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:55.290747 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-58cc6c3a-deda-4204-a470-16771e4edbac req-603a4a23-b8c8-4ac2-965f-7a349eaee47c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261134 Feb 07 17:07:55.291797 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ba759-d58d-47e6-858e-fb7ca7a34ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e43096-4c59-4953-a362-67b9e56b98e7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:55.431523 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40084) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:55.440712 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903f9645-29bd-4116-8c36-2ead8920d135 admin admin] Publish callbacks [] for security_group (55e43096-4c59-4953-a362-67b9e56b98e7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:55.479362 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903f9645-29bd-4116-8c36-2ead8920d135 admin admin] Publish callbacks [] for security_group (55e43096-4c59-4953-a362-67b9e56b98e7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:55.520665 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-720b71c6-7f8e-4703-91d9-1a7b353e8f42 admin admin] Publish callbacks [] for security_group (bee3fb3d-4331-4e03-85c3-bd9fdc3a500b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:55.528075 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-720b71c6-7f8e-4703-91d9-1a7b353e8f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bee3fb3d-4331-4e03-85c3-bd9fdc3a500b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:55.574974 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40088) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:55.575383 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-720b71c6-7f8e-4703-91d9-1a7b353e8f42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d9332fdebde48dca4980cfac3cb627c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7061987 Feb 07 17:07:55.581113 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b71c6-7f8e-4703-91d9-1a7b353e8f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee3fb3d-4331-4e03-85c3-bd9fdc3a500b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:55.594801 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903f9645-29bd-4116-8c36-2ead8920d135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (55e43096-4c59-4953-a362-67b9e56b98e7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:55.597730 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903f9645-29bd-4116-8c36-2ead8920d135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:55.609256 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-903f9645-29bd-4116-8c36-2ead8920d135 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55e43096-4c59-4953-a362-67b9e56b98e7 HTTP/1.1" status: 204 len: 168 time: 0.3668942 Feb 07 17:07:55.622933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f9645-29bd-4116-8c36-2ead8920d135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e43096-4c59-4953-a362-67b9e56b98e7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:55.705045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-16fbd9d0-36f3-415a-8137-94e2188a9bdd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1264864727-network', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:07:55.745697 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dea46157-c6a1-444a-9c1e-7c66534f2af0 admin admin] Publish callbacks [] for security_group (bee3fb3d-4331-4e03-85c3-bd9fdc3a500b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:55.750164 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fbd9d0-36f3-415a-8137-94e2188a9bdd admin admin] Made reservation on behalf of e9ad179b24574372b80952de6111dc6e for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:07:55.752848 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16fbd9d0-36f3-415a-8137-94e2188a9bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:55.766097 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16fbd9d0-36f3-415a-8137-94e2188a9bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:55.817038 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dea46157-c6a1-444a-9c1e-7c66534f2af0 admin admin] Publish callbacks [] for security_group (bee3fb3d-4331-4e03-85c3-bd9fdc3a500b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:55.817439 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b071b6fb-a305-4369-9f9e-79550d1b1d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:55.942580 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16fbd9d0-36f3-415a-8137-94e2188a9bdd admin admin] Publish callbacks [] for security_group (14a09f5d-2fba-4bef-9c59-e2a46e641571), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:55.948601 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16fbd9d0-36f3-415a-8137-94e2188a9bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (14a09f5d-2fba-4bef-9c59-e2a46e641571), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:55.965859 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dea46157-c6a1-444a-9c1e-7c66534f2af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bee3fb3d-4331-4e03-85c3-bd9fdc3a500b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:55.968461 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dea46157-c6a1-444a-9c1e-7c66534f2af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:55.971978 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dea46157-c6a1-444a-9c1e-7c66534f2af0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bee3fb3d-4331-4e03-85c3-bd9fdc3a500b HTTP/1.1" status: 204 len: 168 time: 0.3935227 Feb 07 17:07:55.987332 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16fbd9d0-36f3-415a-8137-94e2188a9bdd admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:07:55.989598 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbd9d0-36f3-415a-8137-94e2188a9bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a09f5d-2fba-4bef-9c59-e2a46e641571,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:56.004208 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea46157-c6a1-444a-9c1e-7c66534f2af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee3fb3d-4331-4e03-85c3-bd9fdc3a500b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:56.012458 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16fbd9d0-36f3-415a-8137-94e2188a9bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (8b6b0eea-2af6-4a9d-82ce-96906e55a3bb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:56.013109 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-16fbd9d0-36f3-415a-8137-94e2188a9bdd admin admin] Added segment 8b6b0eea-2af6-4a9d-82ce-96906e55a3bb of type vlan for network 201760c2-7445-46e7-879d-a3304bb55dba Feb 07 17:07:56.063731 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16fbd9d0-36f3-415a-8137-94e2188a9bdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (201760c2-7445-46e7-879d-a3304bb55dba), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:56.099110 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16fbd9d0-36f3-415a-8137-94e2188a9bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (201760c2-7445-46e7-879d-a3304bb55dba), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:56.101328 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fbd9d0-36f3-415a-8137-94e2188a9bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:56.103027 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16fbd9d0-36f3-415a-8137-94e2188a9bdd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:56.136801 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-16fbd9d0-36f3-415a-8137-94e2188a9bdd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7014804 Feb 07 17:07:56.137846 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40100) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:56.144458 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-35073911-8dd3-4bab-8d03-19f15da03c24 admin admin] Request body: {'subnet': {'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1264864727-subnet', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:07:56.189942 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbd9d0-36f3-415a-8137-94e2188a9bdd admin admin] Pushing event updated for resources: {'Network': ['ID=201760c2-7445-46e7-879d-a3304bb55dba,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:56.203668 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 201760c2-7445-46e7-879d-a3304bb55dba details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:07:56.282903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35073911-8dd3-4bab-8d03-19f15da03c24 admin admin] Made reservation on behalf of e9ad179b24574372b80952de6111dc6e for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:07:56.287047 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35073911-8dd3-4bab-8d03-19f15da03c24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:56.309391 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40102) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:56.348252 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1af02775-15d6-4413-8f4f-900ece99be0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:56.512456 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:07:56.574502 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1af02775-15d6-4413-8f4f-900ece99be0b admin admin] Publish callbacks [] for security_group (3575b11e-d3b2-47f6-91f1-62238e316994), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:56.583325 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1af02775-15d6-4413-8f4f-900ece99be0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3575b11e-d3b2-47f6-91f1-62238e316994), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:56.696586 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1af02775-15d6-4413-8f4f-900ece99be0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30905319013b487ead4d61cb3fc68235&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3797948 Feb 07 17:07:56.698361 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40106) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:56.741758 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35073911-8dd3-4bab-8d03-19f15da03c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (5c40ceb2-4236-4c8f-982a-2db09abbbc2a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:56.776757 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af02775-15d6-4413-8f4f-900ece99be0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3575b11e-d3b2-47f6-91f1-62238e316994,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:56.816426 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f91f815f-9b5c-4890-8ca2-78745208e939 admin admin] Publish callbacks [] for security_group (3575b11e-d3b2-47f6-91f1-62238e316994), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:56.887660 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f91f815f-9b5c-4890-8ca2-78745208e939 admin admin] Publish callbacks [] for security_group (3575b11e-d3b2-47f6-91f1-62238e316994), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:56.945558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35073911-8dd3-4bab-8d03-19f15da03c24 admin admin] Checking segment: {'id': '8b6b0eea-2af6-4a9d-82ce-96906e55a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:07:56.946137 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35073911-8dd3-4bab-8d03-19f15da03c24 admin admin] Network hostable DHCP agents. Network: 201760c2-7445-46e7-879d-a3304bb55dba, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:07:56.977318 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55f785-c173-4589-9a72-ddc113796edd req-268b9121-5ebe-4cc7-901c-ae16930d30d5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:56.980815 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3f55f785-c173-4589-9a72-ddc113796edd req-268b9121-5ebe-4cc7-901c-ae16930d30d5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 943 time: 0.3128498 Feb 07 17:07:56.993054 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f91f815f-9b5c-4890-8ca2-78745208e939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3575b11e-d3b2-47f6-91f1-62238e316994), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:56.998731 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f91f815f-9b5c-4890-8ca2-78745208e939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:57.000149 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f91f815f-9b5c-4890-8ca2-78745208e939 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3575b11e-d3b2-47f6-91f1-62238e316994 HTTP/1.1" status: 204 len: 168 time: 0.3002100 Feb 07 17:07:57.024495 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f815f-9b5c-4890-8ca2-78745208e939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3575b11e-d3b2-47f6-91f1-62238e316994,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:57.115165 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3f55f785-c173-4589-9a72-ddc113796edd req-9e60e899-91c8-4b30-b7f0-89260cf18113 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251993 Feb 07 17:07:57.116989 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35073911-8dd3-4bab-8d03-19f15da03c24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c40ceb2-4236-4c8f-982a-2db09abbbc2a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:57.134380 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35073911-8dd3-4bab-8d03-19f15da03c24 admin admin] Network 201760c2-7445-46e7-879d-a3304bb55dba is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:07:57.148490 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-35073911-8dd3-4bab-8d03-19f15da03c24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 201760c2-7445-46e7-879d-a3304bb55dba) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:07:57.161619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ce912f-4673-478c-9c92-7c84b027f25c None None] Network 201760c2-7445-46e7-879d-a3304bb55dba requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:07:57.175285 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35073911-8dd3-4bab-8d03-19f15da03c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:57.176392 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35073911-8dd3-4bab-8d03-19f15da03c24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:57.210247 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-35073911-8dd3-4bab-8d03-19f15da03c24 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0696030 Feb 07 17:07:57.213240 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40116) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:57.222152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b6584640-0909-4867-a45a-1bd501d3a2f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:07:57.240705 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40118) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:57.270849 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4da9-ca38-484e-8300-30185b03d664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:57.309470 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6584640-0909-4867-a45a-1bd501d3a2f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:57.318339 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6584640-0909-4867-a45a-1bd501d3a2f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:57.463137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-201760c2-7445-46e7-879d-a3304bb55dba', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'fixed_ips': [{'subnet_id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:07:57.467099 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:57.560859 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4da9-ca38-484e-8300-30185b03d664 admin admin] Publish callbacks [] for security_group (67979a14-4730-42df-8ee3-a9b237b2132c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:57.563899 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6584640-0909-4867-a45a-1bd501d3a2f6 admin admin] Publish callbacks [] for router_controller (b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:57.587237 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4da9-ca38-484e-8300-30185b03d664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (67979a14-4730-42df-8ee3-a9b237b2132c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:57.720950 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d4da9-ca38-484e-8300-30185b03d664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67979a14-4730-42df-8ee3-a9b237b2132c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:57.762655 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4c5d4da9-ca38-484e-8300-30185b03d664 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=197da39c64be4906a3496698a1c6257a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5205801 Feb 07 17:07:57.777303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40128) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:57.914224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Allocated IP 172.20.0.2 (201760c2-7445-46e7-879d-a3304bb55dba/5c40ceb2-4236-4c8f-982a-2db09abbbc2a/5177ab0b-7432-41d2-bb13-876ca666e80b) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:07:57.927347 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11e0396a-2543-47b0-9aac-530c65d39a8a admin admin] Publish callbacks [] for security_group (67979a14-4730-42df-8ee3-a9b237b2132c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:57.982205 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11e0396a-2543-47b0-9aac-530c65d39a8a admin admin] Publish callbacks [] for security_group (67979a14-4730-42df-8ee3-a9b237b2132c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:57.984570 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6584640-0909-4867-a45a-1bd501d3a2f6 admin admin] Publish callbacks [] for router_gateway (b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:58.083343 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11e0396a-2543-47b0-9aac-530c65d39a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (67979a14-4730-42df-8ee3-a9b237b2132c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:58.090001 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11e0396a-2543-47b0-9aac-530c65d39a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:58.094143 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-11e0396a-2543-47b0-9aac-530c65d39a8a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67979a14-4730-42df-8ee3-a9b237b2132c HTTP/1.1" status: 204 len: 168 time: 0.3130836 Feb 07 17:07:58.115167 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0396a-2543-47b0-9aac-530c65d39a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67979a14-4730-42df-8ee3-a9b237b2132c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:58.562836 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Publish callbacks [] for port (5177ab0b-7432-41d2-bb13-876ca666e80b), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:58.581829 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ea744b9b-5f33-415a-b036-0c1b91c76c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:58.592512 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (5177ab0b-7432-41d2-bb13-876ca666e80b), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:58.664662 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6584640-0909-4867-a45a-1bd501d3a2f6 admin admin] Publish callbacks [] for router_gateway (b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:58.752572 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Network 201760c2-7445-46e7-879d-a3304bb55dba is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:07:58.762058 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:07:58.779570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:07:58.786368 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6584640-0909-4867-a45a-1bd501d3a2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:58.818208 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc161f33-7f9a-4927-a329-72871d38105f req-14893473-2752-4527-828a-65111ddac774 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:07:58.827477 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc161f33-7f9a-4927-a329-72871d38105f req-14893473-2752-4527-828a-65111ddac774 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 943 time: 0.4261434 Feb 07 17:07:58.851744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Pushing event updated for resources: {'Port': ['ID=5177ab0b-7432-41d2-bb13-876ca666e80b,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:58.954698 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bc161f33-7f9a-4927-a329-72871d38105f req-7d52ccbb-b954-40c3-848f-2a83841409ef tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262136 Feb 07 17:07:58.993314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Attempting to bind port 5177ab0b-7432-41d2-bb13-876ca666e80b on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:07:58.995184 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Attempting to bind port 5177ab0b-7432-41d2-bb13-876ca666e80b by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '8b6b0eea-2af6-4a9d-82ce-96906e55a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:07:59.004226 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Attempting to bind port 5177ab0b-7432-41d2-bb13-876ca666e80b on network 201760c2-7445-46e7-879d-a3304bb55dba {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:07:59.030141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:59.030832 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:59.031359 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:59.031886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:59.032404 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:59.032917 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:59.033475 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:59.034006 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:59.034524 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:59.041877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:59.049911 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:59.050512 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:59.051211 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:07:59.054861 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:07:59.056272 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Checking segment: {'id': '8b6b0eea-2af6-4a9d-82ce-96906e55a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:07:59.056722 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:59.057137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Bound using segment: {'id': '8b6b0eea-2af6-4a9d-82ce-96906e55a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:07:59.057681 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Bound port: 5177ab0b-7432-41d2-bb13-876ca666e80b, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6b0eea-2af6-4a9d-82ce-96906e55a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:07:59.058084 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5177ab0b-7432-41d2-bb13-876ca666e80b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:59.104299 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40160) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:59.138867 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d34ca868-29bc-43de-8037-23f49c8f7ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:59.190539 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ab5e891f-20f6-448a-a700-c9252a55c1bc req-74cb9a54-07b3-4ce1-b117-f3cf954a127b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1692622 Feb 07 17:07:59.218578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b6584640-0909-4867-a45a-1bd501d3a2f6 admin admin] Allocated IP 172.25.4.96 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:07:59.305244 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] For port 5177ab0b-7432-41d2-bb13-876ca666e80b, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:07:59.319730 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] For port 5177ab0b-7432-41d2-bb13-876ca666e80b, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5177ab0b-7432-41d2-bb13-876ca666e80b,segment=NetworkSegment(8b6b0eea-2af6-4a9d-82ce-96906e55a3bb),segment_id=8b6b0eea-2af6-4a9d-82ce-96906e55a3bb)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:07:59.343423 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5177ab0b-7432-41d2-bb13-876ca666e80b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:59.409167 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d34ca868-29bc-43de-8037-23f49c8f7ced admin admin] Publish callbacks [] for security_group (eb368863-33ed-417f-89c5-04d42428e33d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:59.421219 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d34ca868-29bc-43de-8037-23f49c8f7ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (eb368863-33ed-417f-89c5-04d42428e33d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:59.495661 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f349b83-213b-4af5-81b9-bbf9cd67a9c4 None None] Pushing event updated for resources: {'Port': ['ID=5177ab0b-7432-41d2-bb13-876ca666e80b,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:59.557169 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:59.564927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ca868-29bc-43de-8037-23f49c8f7ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb368863-33ed-417f-89c5-04d42428e33d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:07:59.572679 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40166) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:59.644852 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d34ca868-29bc-43de-8037-23f49c8f7ced admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=175ab98feb9441ac99081baeef8e4d44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5392675 Feb 07 17:07:59.648634 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40172) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:07:59.864109 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbc41bad-036d-4dfe-8123-34ba9fe1cbf0 admin admin] Publish callbacks [] for security_group (eb368863-33ed-417f-89c5-04d42428e33d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:07:59.933665 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8a18bd7-a836-46b3-a583-5fd13d2a2508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:00.111055 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8a18bd7-a836-46b3-a583-5fd13d2a2508 admin admin] Publish callbacks [] for security_group (61cf10b3-efe8-42e8-bd45-73f236fbab9c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:00.118326 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbc41bad-036d-4dfe-8123-34ba9fe1cbf0 admin admin] Publish callbacks [] for security_group (eb368863-33ed-417f-89c5-04d42428e33d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:00.122272 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8a18bd7-a836-46b3-a583-5fd13d2a2508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (61cf10b3-efe8-42e8-bd45-73f236fbab9c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:00.213658 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f8a18bd7-a836-46b3-a583-5fd13d2a2508 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fae6aa1731d9454680606837d9838065&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6236050 Feb 07 17:08:00.217515 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a18bd7-a836-46b3-a583-5fd13d2a2508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cf10b3-efe8-42e8-bd45-73f236fbab9c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:00.221418 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40176) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:00.305700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a730b-b3b5-4ad0-9149-65bba308b968 req-046f4bea-9501-4c45-bd24-64d507383ef2 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:00.316479 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b8a730b-b3b5-4ad0-9149-65bba308b968 req-046f4bea-9501-4c45-bd24-64d507383ef2 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 943 time: 0.2033522 Feb 07 17:08:00.421127 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b8a730b-b3b5-4ad0-9149-65bba308b968 req-50d37323-c6b1-4ff4-8880-05316e20e44e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033828 Feb 07 17:08:00.463264 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbc41bad-036d-4dfe-8123-34ba9fe1cbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (eb368863-33ed-417f-89c5-04d42428e33d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:00.466803 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbc41bad-036d-4dfe-8123-34ba9fe1cbf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:00.468551 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dbc41bad-036d-4dfe-8123-34ba9fe1cbf0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb368863-33ed-417f-89c5-04d42428e33d HTTP/1.1" status: 204 len: 168 time: 0.8179641 Feb 07 17:08:00.476383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e891f-20f6-448a-a700-c9252a55c1bc req-a6985877-34fc-4d2f-bf86-36f79b5abb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:00.479071 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ab5e891f-20f6-448a-a700-c9252a55c1bc req-a6985877-34fc-4d2f-bf86-36f79b5abb5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 1128 time: 1.2393062 Feb 07 17:08:00.516934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc41bad-036d-4dfe-8123-34ba9fe1cbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb368863-33ed-417f-89c5-04d42428e33d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:00.527853 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-070146ed-4654-4181-94ef-8b795a06daf5 admin admin] Publish callbacks [] for security_group (61cf10b3-efe8-42e8-bd45-73f236fbab9c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:00.605438 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-070146ed-4654-4181-94ef-8b795a06daf5 admin admin] Publish callbacks [] for security_group (61cf10b3-efe8-42e8-bd45-73f236fbab9c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:00.740477 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-070146ed-4654-4181-94ef-8b795a06daf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (61cf10b3-efe8-42e8-bd45-73f236fbab9c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:00.749106 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-070146ed-4654-4181-94ef-8b795a06daf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:00.751817 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-070146ed-4654-4181-94ef-8b795a06daf5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61cf10b3-efe8-42e8-bd45-73f236fbab9c HTTP/1.1" status: 204 len: 168 time: 0.5239785 Feb 07 17:08:00.807357 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070146ed-4654-4181-94ef-8b795a06daf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cf10b3-efe8-42e8-bd45-73f236fbab9c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:00.875478 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5177ab0b-7432-41d2-bb13-876ca666e80b up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:08:00.987781 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:01.075726 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6584640-0909-4867-a45a-1bd501d3a2f6 admin admin] Publish callbacks [] for port (42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:01.135058 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 5177ab0b-7432-41d2-bb13-876ca666e80b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:08:01.138119 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5177ab0b-7432-41d2-bb13-876ca666e80b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:01.167392 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e891f-20f6-448a-a700-c9252a55c1bc req-73903c6e-508b-4426-ad09-ef829d44f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:01.168946 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ab5e891f-20f6-448a-a700-c9252a55c1bc req-73903c6e-508b-4426-ad09-ef829d44f8ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=bcf89715-4c35-43dc-9971-0b720c9b58d3 HTTP/1.1" status: 200 len: 898 time: 0.6669085 Feb 07 17:08:01.291679 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 5177ab0b-7432-41d2-bb13-876ca666e80b is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:08:01.292567 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5177ab0b-7432-41d2-bb13-876ca666e80b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:01.348224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 5177ab0b-7432-41d2-bb13-876ca666e80b, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5177ab0b-7432-41d2-bb13-876ca666e80b,segment=NetworkSegment(8b6b0eea-2af6-4a9d-82ce-96906e55a3bb),segment_id=8b6b0eea-2af6-4a9d-82ce-96906e55a3bb)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:01.358709 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5177ab0b-7432-41d2-bb13-876ca666e80b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:01.434165 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ab5e891f-20f6-448a-a700-c9252a55c1bc req-95f8b24b-0e7d-451b-aec0-194228225752 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e8b54e4-80a0-49b4-8a7e-757ba43da341 HTTP/1.1" status: 200 len: 1001 time: 0.2563777 Feb 07 17:08:01.575519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=5177ab0b-7432-41d2-bb13-876ca666e80b,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:01.602272 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6584640-0909-4867-a45a-1bd501d3a2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:01.603230 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7004e3e2-7b4f-4f37-9dbb-1e8cb6b8b6e8 None None] Network 201760c2-7445-46e7-879d-a3304bb55dba requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:08:01.746692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6584640-0909-4867-a45a-1bd501d3a2f6 admin admin] Pushing event updated for resources: {'Port': ['ID=42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:01.808182 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d4397ca6-ddf5-493f-8dbe-c43a4873e36e None None] Provisioning complete for port 5177ab0b-7432-41d2-bb13-876ca666e80b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:08:01.810845 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d4397ca6-ddf5-493f-8dbe-c43a4873e36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5177ab0b-7432-41d2-bb13-876ca666e80b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:01.831127 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6584640-0909-4867-a45a-1bd501d3a2f6 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:08:01.870978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b6584640-0909-4867-a45a-1bd501d3a2f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:08:01.879996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6584640-0909-4867-a45a-1bd501d3a2f6 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:08:02.093109 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d4397ca6-ddf5-493f-8dbe-c43a4873e36e None None] Current status of the port 5177ab0b-7432-41d2-bb13-876ca666e80b is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:08:02.236371 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e891f-20f6-448a-a700-c9252a55c1bc req-c3643c42-629b-4434-9313-d45561168340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:02.238201 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ab5e891f-20f6-448a-a700-c9252a55c1bc req-c3643c42-629b-4434-9313-d45561168340 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f81e07dc-e2fe-469e-b1cc-965dd2359dda HTTP/1.1" status: 200 len: 834 time: 0.7952847 Feb 07 17:08:02.413770 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:02.566939 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cbdc6-f2d3-49d3-a221-1c812a03dbae req-aa788d3d-68ca-4ef6-90c8-8e46323e8778 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:02.578044 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-383cbdc6-f2d3-49d3-a221-1c812a03dbae req-aa788d3d-68ca-4ef6-90c8-8e46323e8778 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 943 time: 0.8384328 Feb 07 17:08:02.651174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5177ab0b-7432-41d2-bb13-876ca666e80b up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:08:02.786936 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-383cbdc6-f2d3-49d3-a221-1c812a03dbae req-b3813f08-b4c9-49b1-9b43-c96523c9a858 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079694 Feb 07 17:08:02.794205 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 5177ab0b-7432-41d2-bb13-876ca666e80b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:08:02.794588 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5177ab0b-7432-41d2-bb13-876ca666e80b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:02.797672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7318568b-261c-4cf7-aed4-86475021aa7a None None] Provisioning complete for port 5177ab0b-7432-41d2-bb13-876ca666e80b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:08:02.798106 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7318568b-261c-4cf7-aed4-86475021aa7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5177ab0b-7432-41d2-bb13-876ca666e80b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:02.832423 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e891f-20f6-448a-a700-c9252a55c1bc req-7c2828bc-0cbe-4ad2-b7fc-32e74cc2f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:02.845822 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ab5e891f-20f6-448a-a700-c9252a55c1bc req-7c2828bc-0cbe-4ad2-b7fc-32e74cc2f0a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcf89715-4c35-43dc-9971-0b720c9b58d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5866845 Feb 07 17:08:03.048853 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6584640-0909-4867-a45a-1bd501d3a2f6 admin admin] Publish callbacks [] for router_gateway (b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:03.146532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 5177ab0b-7432-41d2-bb13-876ca666e80b is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:08:03.158138 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7318568b-261c-4cf7-aed4-86475021aa7a None None] Current status of the port 5177ab0b-7432-41d2-bb13-876ca666e80b is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:08:03.254621 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ab5e891f-20f6-448a-a700-c9252a55c1bc req-d8d2ef36-536d-453e-a787-4aba2e5d7cfa service neutron] 10.222.0.48 "GET /v2.0/networks/bcf89715-4c35-43dc-9971-0b720c9b58d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846035 Feb 07 17:08:03.546520 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6584640-0909-4867-a45a-1bd501d3a2f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:03.647390 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ab5e891f-20f6-448a-a700-c9252a55c1bc req-292578ee-9203-4cda-9f1d-26eefbc19381 service neutron] 10.222.0.48 "GET /v2.0/networks/bcf89715-4c35-43dc-9971-0b720c9b58d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422186 Feb 07 17:08:03.775747 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6584640-0909-4867-a45a-1bd501d3a2f6 admin admin] Router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:08:03.979948 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6584640-0909-4867-a45a-1bd501d3a2f6 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:08:03.993384 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] Sync routers for ids ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:08:04.007412 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6584640-0909-4867-a45a-1bd501d3a2f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:04.011225 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b6584640-0909-4867-a45a-1bd501d3a2f6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7936954 Feb 07 17:08:04.011533 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40278) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:04.030979 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] Routers {'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:08:04.035096 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:07:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:04.169568 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301b9dc-893c-4a76-be3a-c0486a098008 req-32df5b3c-5342-44e7-9e2b-ecb7eb49fea6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:04.178168 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f301b9dc-893c-4a76-be3a-c0486a098008 req-32df5b3c-5342-44e7-9e2b-ecb7eb49fea6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 943 time: 0.2064669 Feb 07 17:08:04.331135 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f301b9dc-893c-4a76-be3a-c0486a098008 req-275e9302-77d7-405d-917e-08db15f2d21d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404757 Feb 07 17:08:04.369551 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] Set router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:08:04.774689 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40298) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:04.790745 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:08:02Z', 'revision_number': 3, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port': {'id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:58Z', 'updated_at': '2022-02-07T17:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:04.876451 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] Checking router: b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:08:04.877193 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] Updating router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd port 42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:08:04.936055 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40302) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:04.964848 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:05.001714 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b35c9f52-95e3-40b1-ae03-d5a9b86b9215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:05.167220 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-15580b7e-f34f-4c5f-ae20-23b78ebbef71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:05.263635 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8705e1d-fd01-4f40-9036-f3e500895cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:05.480324 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] Publish callbacks [] for port (42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:05.497887 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:05.509820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b35c9f52-95e3-40b1-ae03-d5a9b86b9215 admin admin] Allocated IP 172.20.0.1 (201760c2-7445-46e7-879d-a3304bb55dba/5c40ceb2-4236-4c8f-982a-2db09abbbc2a/1dfefd62-afd1-44c0-954c-9eb82f847e23) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:08:05.552842 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004758c-72ae-43c8-9f15-4dfb45192126 None None] Pushing event updated for resources: {'Port': ['ID=42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:05.587773 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] Attempting to bind port 42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:05.588277 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] Attempting to bind port 42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:05.588848 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] Attempting to bind port 42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:05.596983 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:08:05.597634 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:08:05.598326 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:05.599077 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:08:05.599796 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] Bound port: 42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:08:05.600529 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:05.616310 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8705e1d-fd01-4f40-9036-f3e500895cd6 admin admin] Publish callbacks [] for security_group (7dd5218d-d6a5-49f3-8778-f249e8b7d0d4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:05.642017 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8705e1d-fd01-4f40-9036-f3e500895cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7dd5218d-d6a5-49f3-8778-f249e8b7d0d4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:05.673978 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] For port 42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:08:05.678837 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] For port 42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:08:05.689915 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:05.765244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8705e1d-fd01-4f40-9036-f3e500895cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd5218d-d6a5-49f3-8778-f249e8b7d0d4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:05.798283 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004758c-72ae-43c8-9f15-4dfb45192126 None None] Pushing event updated for resources: {'Port': ['ID=42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:05.812356 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c8705e1d-fd01-4f40-9036-f3e500895cd6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98851c2a72854e78af700727b307bb19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8750417 Feb 07 17:08:05.812790 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259da8d-3c5a-4741-b671-ec7038a80d4e req-eb427985-eac6-402e-ace4-43fd6fe335b8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:05.823179 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40312) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:05.829983 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a259da8d-3c5a-4741-b671-ec7038a80d4e req-eb427985-eac6-402e-ace4-43fd6fe335b8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 943 time: 0.3092389 Feb 07 17:08:05.831462 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] Routers {'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:08:05.832335 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:07:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:05.876035 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b35c9f52-95e3-40b1-ae03-d5a9b86b9215 admin admin] Publish callbacks [] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:05.915079 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a259da8d-3c5a-4741-b671-ec7038a80d4e req-97fe9b11-ebc1-47c1-838b-05f74ea65552 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841448 Feb 07 17:08:05.972875 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b35c9f52-95e3-40b1-ae03-d5a9b86b9215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:06.012435 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f322b7a-7fbf-47e0-8c7e-40c8760814ae admin admin] Publish callbacks [] for security_group (7dd5218d-d6a5-49f3-8778-f249e8b7d0d4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:06.067851 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f322b7a-7fbf-47e0-8c7e-40c8760814ae admin admin] Publish callbacks [] for security_group (7dd5218d-d6a5-49f3-8778-f249e8b7d0d4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:06.085847 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-15580b7e-f34f-4c5f-ae20-23b78ebbef71 admin admin] Publish callbacks [] for security_group (62a92026-a980-49d6-bf31-9a7b0d0d909c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:06.104397 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-15580b7e-f34f-4c5f-ae20-23b78ebbef71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (62a92026-a980-49d6-bf31-9a7b0d0d909c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:06.242459 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-15580b7e-f34f-4c5f-ae20-23b78ebbef71 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28a1cc0a541943729ab26b3d27922417&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4659965 Feb 07 17:08:06.245525 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40314) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:06.268043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15580b7e-f34f-4c5f-ae20-23b78ebbef71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a92026-a980-49d6-bf31-9a7b0d0d909c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:06.282437 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] Set router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:08:06.340188 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f322b7a-7fbf-47e0-8c7e-40c8760814ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7dd5218d-d6a5-49f3-8778-f249e8b7d0d4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:06.348442 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f322b7a-7fbf-47e0-8c7e-40c8760814ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:06.356820 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1f322b7a-7fbf-47e0-8c7e-40c8760814ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7dd5218d-d6a5-49f3-8778-f249e8b7d0d4 HTTP/1.1" status: 204 len: 168 time: 0.5306978 Feb 07 17:08:06.389550 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f322b7a-7fbf-47e0-8c7e-40c8760814ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd5218d-d6a5-49f3-8778-f249e8b7d0d4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:06.425455 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a1849aa-ebe0-46db-8ccb-75fe5bacdecb admin admin] Publish callbacks [] for security_group (62a92026-a980-49d6-bf31-9a7b0d0d909c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:06.471432 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35c9f52-95e3-40b1-ae03-d5a9b86b9215 admin admin] Network 201760c2-7445-46e7-879d-a3304bb55dba is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:08:06.479879 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b35c9f52-95e3-40b1-ae03-d5a9b86b9215 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:08:06.483167 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c9f52-95e3-40b1-ae03-d5a9b86b9215 admin admin] Pushing event updated for resources: {'Port': ['ID=1dfefd62-afd1-44c0-954c-9eb82f847e23,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:06.486337 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35c9f52-95e3-40b1-ae03-d5a9b86b9215 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:08:06.494198 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a1849aa-ebe0-46db-8ccb-75fe5bacdecb admin admin] Publish callbacks [] for security_group (62a92026-a980-49d6-bf31-9a7b0d0d909c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:06.603437 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b35c9f52-95e3-40b1-ae03-d5a9b86b9215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:06.643005 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a1849aa-ebe0-46db-8ccb-75fe5bacdecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (62a92026-a980-49d6-bf31-9a7b0d0d909c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:06.656048 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a1849aa-ebe0-46db-8ccb-75fe5bacdecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:06.670518 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8a1849aa-ebe0-46db-8ccb-75fe5bacdecb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62a92026-a980-49d6-bf31-9a7b0d0d909c HTTP/1.1" status: 204 len: 168 time: 0.4215417 Feb 07 17:08:06.720254 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1849aa-ebe0-46db-8ccb-75fe5bacdecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a92026-a980-49d6-bf31-9a7b0d0d909c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:06.977682 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:08:02Z', 'revision_number': 3, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port': {'id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:58Z', 'updated_at': '2022-02-07T17:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:07.064146 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b35c9f52-95e3-40b1-ae03-d5a9b86b9215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:07.070149 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa111a5-bc4c-475a-a9bf-311c57ca365c None None] The sync data for ids ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'] in n-d-827865-3 is: [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:08:02Z', 'revision_number': 3, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port': {'id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:58Z', 'updated_at': '2022-02-07T17:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:08:07.128222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f7a6377c-5535-4634-be44-533625108acf None None] Provisioning complete for port 1dfefd62-afd1-44c0-954c-9eb82f847e23 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:08:07.129548 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f7a6377c-5535-4634-be44-533625108acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:07.134461 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40336) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:07.173452 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec8e9869-0ed7-4f61-bc1c-04a86080da83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:07.229724 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f7a6377c-5535-4634-be44-533625108acf None None] Port 1dfefd62-afd1-44c0-954c-9eb82f847e23 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:08:07.283971 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb3078-9750-41e2-9cd7-3cfcf89de4c0 req-c19d7696-ee73-43f6-92cc-0bdfcc3f0075 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:07.291672 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eceb3078-9750-41e2-9cd7-3cfcf89de4c0 req-c19d7696-ee73-43f6-92cc-0bdfcc3f0075 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 943 time: 0.2126684 Feb 07 17:08:07.392846 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eceb3078-9750-41e2-9cd7-3cfcf89de4c0 req-0ab96a33-2bf0-4ef1-8ba2-e79649a1f529 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002722 Feb 07 17:08:07.451891 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec8e9869-0ed7-4f61-bc1c-04a86080da83 admin admin] Publish callbacks [] for security_group (b71bedf9-2e3c-409b-934e-0bdb146dea79), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:07.462053 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec8e9869-0ed7-4f61-bc1c-04a86080da83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b71bedf9-2e3c-409b-934e-0bdb146dea79), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:07.545101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e9869-0ed7-4f61-bc1c-04a86080da83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71bedf9-2e3c-409b-934e-0bdb146dea79,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:07.592563 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ec8e9869-0ed7-4f61-bc1c-04a86080da83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4e0c7f0751d4dc1981e505c74f638af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4568012 Feb 07 17:08:07.595144 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40342) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:07.762246 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b35c9f52-95e3-40b1-ae03-d5a9b86b9215 admin admin] Publish callbacks [] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:07.773220 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-373523d4-4f7d-48aa-86d7-5d172ee76e49 admin admin] Publish callbacks [] for security_group (b71bedf9-2e3c-409b-934e-0bdb146dea79), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:07.773956 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b35c9f52-95e3-40b1-ae03-d5a9b86b9215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:07.855569 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-373523d4-4f7d-48aa-86d7-5d172ee76e49 admin admin] Publish callbacks [] for security_group (b71bedf9-2e3c-409b-934e-0bdb146dea79), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:07.939481 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c9f52-95e3-40b1-ae03-d5a9b86b9215 admin admin] Pushing event updated for resources: {'Port': ['ID=1dfefd62-afd1-44c0-954c-9eb82f847e23,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:07.960546 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-373523d4-4f7d-48aa-86d7-5d172ee76e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b71bedf9-2e3c-409b-934e-0bdb146dea79), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:07.963739 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-373523d4-4f7d-48aa-86d7-5d172ee76e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:07.965258 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-373523d4-4f7d-48aa-86d7-5d172ee76e49 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b71bedf9-2e3c-409b-934e-0bdb146dea79 HTTP/1.1" status: 204 len: 168 time: 0.3691423 Feb 07 17:08:07.979430 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b35c9f52-95e3-40b1-ae03-d5a9b86b9215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:08.009991 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373523d4-4f7d-48aa-86d7-5d172ee76e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71bedf9-2e3c-409b-934e-0bdb146dea79,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:08.222244 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35c9f52-95e3-40b1-ae03-d5a9b86b9215 admin admin] Network 201760c2-7445-46e7-879d-a3304bb55dba is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:08:08.224179 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b35c9f52-95e3-40b1-ae03-d5a9b86b9215 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:08:08.667123 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35c9f52-95e3-40b1-ae03-d5a9b86b9215 admin admin] Router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:08:08.822800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bede8df-e975-4bdd-b95d-90a9eb0de370 req-a3217865-6921-4069-87f0-123c8f30ccb8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:08.835081 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2bede8df-e975-4bdd-b95d-90a9eb0de370 req-a3217865-6921-4069-87f0-123c8f30ccb8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 943 time: 0.1978235 Feb 07 17:08:08.888266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:08:08.974191 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2bede8df-e975-4bdd-b95d-90a9eb0de370 req-6b72cbcf-b4e1-4b5b-bbe7-e347f543fbbb tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378155 Feb 07 17:08:09.020871 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b2102945-4120-4bc4-a913-571847372501 None None] Provisioning complete for port 1dfefd62-afd1-44c0-954c-9eb82f847e23 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:08:09.027951 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b2102945-4120-4bc4-a913-571847372501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:09.116902 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35c9f52-95e3-40b1-ae03-d5a9b86b9215 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:08:09.146647 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b35c9f52-95e3-40b1-ae03-d5a9b86b9215 admin admin] 10.222.0.18 "PUT /v2.0/routers/b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1327186 Feb 07 17:08:09.183031 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b2102945-4120-4bc4-a913-571847372501 None None] Port 1dfefd62-afd1-44c0-954c-9eb82f847e23 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:08:09.215234 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:08:09.215234 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:09.465148 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:08:09.466704 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:09.520662 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:09.529081 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:09.541444 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40396) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:09.619485 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:09.768363 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b36b12fd-a6ff-4e40-a67c-869ee3e1ff92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:09.932993 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b36b12fd-a6ff-4e40-a67c-869ee3e1ff92 admin admin] Publish callbacks [] for security_group (3f011a3e-1172-4b43-b080-0eb24d3397e1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:09.939308 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b36b12fd-a6ff-4e40-a67c-869ee3e1ff92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3f011a3e-1172-4b43-b080-0eb24d3397e1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:10.004936 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b36b12fd-a6ff-4e40-a67c-869ee3e1ff92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1aa8c7ecd40748a4bb3b1e008e99b5c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4621217 Feb 07 17:08:10.007726 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40412) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:10.053334 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b12fd-a6ff-4e40-a67c-869ee3e1ff92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f011a3e-1172-4b43-b080-0eb24d3397e1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:10.204160 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff779d94-e239-4b8a-92df-2ebf481c834b admin admin] Publish callbacks [] for security_group (3f011a3e-1172-4b43-b080-0eb24d3397e1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:10.242742 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff779d94-e239-4b8a-92df-2ebf481c834b admin admin] Publish callbacks [] for security_group (3f011a3e-1172-4b43-b080-0eb24d3397e1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:10.299833 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2cec9-157e-4c85-b7af-82d62843b967 req-28020d45-6458-4b6e-bbce-2f0546822163 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:10.301810 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cac2cec9-157e-4c85-b7af-82d62843b967 req-28020d45-6458-4b6e-bbce-2f0546822163 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 943 time: 0.1543698 Feb 07 17:08:10.361539 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff779d94-e239-4b8a-92df-2ebf481c834b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3f011a3e-1172-4b43-b080-0eb24d3397e1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:10.364558 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff779d94-e239-4b8a-92df-2ebf481c834b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:10.367495 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ff779d94-e239-4b8a-92df-2ebf481c834b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f011a3e-1172-4b43-b080-0eb24d3397e1 HTTP/1.1" status: 204 len: 168 time: 0.3581650 Feb 07 17:08:10.377186 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff779d94-e239-4b8a-92df-2ebf481c834b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f011a3e-1172-4b43-b080-0eb24d3397e1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:10.388002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff779d94-e239-4b8a-92df-2ebf481c834b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:10.388002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff779d94-e239-4b8a-92df-2ebf481c834b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:10.388002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff779d94-e239-4b8a-92df-2ebf481c834b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:10.388548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff779d94-e239-4b8a-92df-2ebf481c834b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:10.389227 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff779d94-e239-4b8a-92df-2ebf481c834b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:10.389704 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff779d94-e239-4b8a-92df-2ebf481c834b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:10.390139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff779d94-e239-4b8a-92df-2ebf481c834b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:10.390569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff779d94-e239-4b8a-92df-2ebf481c834b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:10.391045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff779d94-e239-4b8a-92df-2ebf481c834b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:10.391594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff779d94-e239-4b8a-92df-2ebf481c834b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:10.392164 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff779d94-e239-4b8a-92df-2ebf481c834b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:10.392596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff779d94-e239-4b8a-92df-2ebf481c834b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:10.393042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff779d94-e239-4b8a-92df-2ebf481c834b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:10.439398 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cac2cec9-157e-4c85-b7af-82d62843b967 req-be59d9ad-22e6-47f6-b76e-89813937430c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133177 Feb 07 17:08:10.500436 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] Sync routers for ids ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:08:10.530643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] Routers {'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:08:10.533004 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:07:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:10.562490 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40420) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:10.569573 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7dca5a08-7af3-4de9-a96b-b13503807346 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--19613039', 'description': 'tempest-description--2039296382'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:10.636674 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dca5a08-7af3-4de9-a96b-b13503807346 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:10.738122 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dca5a08-7af3-4de9-a96b-b13503807346 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group (99e87e40-07c1-4282-8885-4e439556088e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:10.747639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:08:10.748090 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dca5a08-7af3-4de9-a96b-b13503807346 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (99e87e40-07c1-4282-8885-4e439556088e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:10.833808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca5a08-7af3-4de9-a96b-b13503807346 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e87e40-07c1-4282-8885-4e439556088e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:10.839524 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7dca5a08-7af3-4de9-a96b-b13503807346 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:10.841242 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7dca5a08-7af3-4de9-a96b-b13503807346 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2776785 Feb 07 17:08:10.843539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] Set router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:08:10.843925 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40424) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:10.850217 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-77a80dcc-adbe-4803-8ed5-072111af651e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Request body: {'security_group_rule': {'security_group_id': '99e87e40-07c1-4282-8885-4e439556088e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:10.887841 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77a80dcc-adbe-4803-8ed5-072111af651e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group_rule (23dbd822-4bb2-47f7-b67c-fd38c01c1ae7), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:10.977815 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77a80dcc-adbe-4803-8ed5-072111af651e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group_rule (23dbd822-4bb2-47f7-b67c-fd38c01c1ae7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:10.982651 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77a80dcc-adbe-4803-8ed5-072111af651e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (23dbd822-4bb2-47f7-b67c-fd38c01c1ae7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:11.013922 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:08:11.014352 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:11.016160 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a80dcc-adbe-4803-8ed5-072111af651e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23dbd822-4bb2-47f7-b67c-fd38c01c1ae7,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:11.024861 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77a80dcc-adbe-4803-8ed5-072111af651e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:11.026849 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-77a80dcc-adbe-4803-8ed5-072111af651e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1814835 Feb 07 17:08:11.029450 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40428) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:11.034868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1caf1158-5d55-4c7c-a6e0-1bc1fef7833b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Request body: {'security_group_rule': {'security_group_id': '99e87e40-07c1-4282-8885-4e439556088e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:11.073657 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1caf1158-5d55-4c7c-a6e0-1bc1fef7833b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group_rule (c09cb618-4ea0-496b-9f06-5784d846ee2a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:11.170301 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1caf1158-5d55-4c7c-a6e0-1bc1fef7833b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group_rule (c09cb618-4ea0-496b-9f06-5784d846ee2a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:11.180701 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1caf1158-5d55-4c7c-a6e0-1bc1fef7833b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (c09cb618-4ea0-496b-9f06-5784d846ee2a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:11.244297 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf1158-5d55-4c7c-a6e0-1bc1fef7833b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09cb618-4ea0-496b-9f06-5784d846ee2a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:11.275129 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:08:11.289652 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 368b48ec-b623-4d96-93e3-debc2945df24 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:08:11.297999 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1caf1158-5d55-4c7c-a6e0-1bc1fef7833b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:11.316910 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1caf1158-5d55-4c7c-a6e0-1bc1fef7833b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2836082 Feb 07 17:08:11.319081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40438) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:11.331691 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-617189d4-5d84-4c81-8742-9fc975f2a516 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:11.383496 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-617189d4-5d84-4c81-8742-9fc975f2a516 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:11.424928 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 368b48ec-b623-4d96-93e3-debc2945df24, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=368b48ec-b623-4d96-93e3-debc2945df24,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:11.479449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '368b48ec-b623-4d96-93e3-debc2945df24', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'port_id': '368b48ec-b623-4d96-93e3-debc2945df24', 'mac_address': 'fa:16:3e:6c:3c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:08:11.610926 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-617189d4-5d84-4c81-8742-9fc975f2a516 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:11.792342 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b5bdd-7902-419b-8d8b-bb1c507c0f88 req-a85ba5b0-ca22-4248-acdc-aea5e7eb3f89 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:11.794047 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8e1b5bdd-7902-419b-8d8b-bb1c507c0f88 req-a85ba5b0-ca22-4248-acdc-aea5e7eb3f89 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 943 time: 0.1204774 Feb 07 17:08:11.923468 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 368b48ec-b623-4d96-93e3-debc2945df24 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:08:11.924836 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (368b48ec-b623-4d96-93e3-debc2945df24), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:11.949775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:08:06Z', 'revision_number': 4, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port': {'id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:58Z', 'updated_at': '2022-02-07T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '1dfefd62-afd1-44c0-954c-9eb82f847e23', 'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'mac_address': 'fa:16:3e:a7:7a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:08:05Z', 'updated_at': '2022-02-07T17:08:07Z', 'revision_number': 2, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'subnets': [{'id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:11.953934 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368b48ec-b623-4d96-93e3-debc2945df24 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:08:11.990946 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 368b48ec-b623-4d96-93e3-debc2945df24, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=368b48ec-b623-4d96-93e3-debc2945df24,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:11.991343 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-617189d4-5d84-4c81-8742-9fc975f2a516 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Allocated IP 172.25.4.30 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/6543996a-2d12-4668-abb6-4276e561d2d9) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:08:12.009899 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8e1b5bdd-7902-419b-8d8b-bb1c507c0f88 req-e8ce10f2-ab18-4edd-8961-c40c8687ad90 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063892 Feb 07 17:08:12.052357 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (368b48ec-b623-4d96-93e3-debc2945df24), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:12.057611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] Checking router: b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:08:12.058492 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] Updating router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd port 1dfefd62-afd1-44c0-954c-9eb82f847e23 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:08:12.177955 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:12.219601 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-617189d4-5d84-4c81-8742-9fc975f2a516 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for port (6543996a-2d12-4668-abb6-4276e561d2d9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:12.341630 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-617189d4-5d84-4c81-8742-9fc975f2a516 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (6543996a-2d12-4668-abb6-4276e561d2d9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:12.352462 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40470) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:12.436393 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617189d4-5d84-4c81-8742-9fc975f2a516 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:08:12.449143 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-617189d4-5d84-4c81-8742-9fc975f2a516 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:08:12.455695 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617189d4-5d84-4c81-8742-9fc975f2a516 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:08:12.490400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97846bb-0445-4ab7-ae35-c605300bcc57 admin admin] Deleting subnet 42601a7b-852b-4729-aa95-a6e9384f72db {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:08:12.528843 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d97846bb-0445-4ab7-ae35-c605300bcc57 admin admin] Publish callbacks [] for subnet (42601a7b-852b-4729-aa95-a6e9384f72db), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:12.587977 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617189d4-5d84-4c81-8742-9fc975f2a516 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Pushing event updated for resources: {'Port': ['ID=6543996a-2d12-4668-abb6-4276e561d2d9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:12.608401 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d97846bb-0445-4ab7-ae35-c605300bcc57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (42601a7b-852b-4729-aa95-a6e9384f72db), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:12.658062 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d97846bb-0445-4ab7-ae35-c605300bcc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (42601a7b-852b-4729-aa95-a6e9384f72db), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:12.719866 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-617189d4-5d84-4c81-8742-9fc975f2a516 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for floatingip (877bfe2a-a678-44a9-9eb5-bc837b53b95b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:12.734481 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d97846bb-0445-4ab7-ae35-c605300bcc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (42601a7b-852b-4729-aa95-a6e9384f72db), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:12.743235 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] Publish callbacks [] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:12.752544 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['368b48ec-b623-4d96-93e3-debc2945df24'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:08:12.764439 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=368b48ec-b623-4d96-93e3-debc2945df24,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:12.779310 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97846bb-0445-4ab7-ae35-c605300bcc57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42601a7b-852b-4729-aa95-a6e9384f72db,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:12.864910 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d97846bb-0445-4ab7-ae35-c605300bcc57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:12.864910 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d97846bb-0445-4ab7-ae35-c605300bcc57 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/42601a7b-852b-4729-aa95-a6e9384f72db HTTP/1.1" status: 204 len: 168 time: 0.4419422 Feb 07 17:08:12.865856 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-617189d4-5d84-4c81-8742-9fc975f2a516 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6543996a-2d12-4668-abb6-4276e561d2d9), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:12.865856 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40478) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:12.866000 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:12.897622 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7feff-af8f-4cde-ac86-01966fa1ebf0 None None] Pushing event updated for resources: {'Port': ['ID=1dfefd62-afd1-44c0-954c-9eb82f847e23,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:12.989404 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76d52a40-855a-4701-bc55-c9322c7dfec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (641f9424-493f-4da2-9c90-2ca10c78e400), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:13.103632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] Attempting to bind port 1dfefd62-afd1-44c0-954c-9eb82f847e23 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:13.104160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] Attempting to bind port 1dfefd62-afd1-44c0-954c-9eb82f847e23 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '8b6b0eea-2af6-4a9d-82ce-96906e55a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:13.104373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] Attempting to bind port 1dfefd62-afd1-44c0-954c-9eb82f847e23 on network 201760c2-7445-46e7-879d-a3304bb55dba {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:13.133089 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:08:13.133089 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] Checking segment: {'id': '8b6b0eea-2af6-4a9d-82ce-96906e55a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:08:13.134188 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:13.134614 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] Bound using segment: {'id': '8b6b0eea-2af6-4a9d-82ce-96906e55a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:08:13.135129 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] Bound port: 1dfefd62-afd1-44c0-954c-9eb82f847e23, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6b0eea-2af6-4a9d-82ce-96906e55a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:08:13.135533 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:13.405556 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3e8c1-9a95-4a68-8346-40aa859424ec req-a8e4e971-c7dc-419e-9432-3f3ee385a669 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:13.413417 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2bf3e8c1-9a95-4a68-8346-40aa859424ec req-a8e4e971-c7dc-419e-9432-3f3ee385a669 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 944 time: 0.1743221 Feb 07 17:08:13.471688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a17d83b1-f04c-4f3d-9cc5-578dec54d980 None None] Provisioning complete for port 1dfefd62-afd1-44c0-954c-9eb82f847e23 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:08:13.472130 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a17d83b1-f04c-4f3d-9cc5-578dec54d980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:13.512398 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40494) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:13.543743 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2bf3e8c1-9a95-4a68-8346-40aa859424ec req-81174399-7d7b-4730-9ab0-a5f3d380de61 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198072 Feb 07 17:08:13.544908 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] For port 1dfefd62-afd1-44c0-954c-9eb82f847e23, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:08:13.591393 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] For port 1dfefd62-afd1-44c0-954c-9eb82f847e23, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=1dfefd62-afd1-44c0-954c-9eb82f847e23,segment=NetworkSegment(8b6b0eea-2af6-4a9d-82ce-96906e55a3bb),segment_id=8b6b0eea-2af6-4a9d-82ce-96906e55a3bb)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:08:13.598074 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a17d83b1-f04c-4f3d-9cc5-578dec54d980 None None] Port 1dfefd62-afd1-44c0-954c-9eb82f847e23 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:08:13.602255 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:13.673736 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2558e37f-5b6a-41e0-bfaf-5e76148c0733 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-618796712'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:13.674425 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2558e37f-5b6a-41e0-bfaf-5e76148c0733 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] Unknown quota resources ['metering_label']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 17:08:13.688420 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] Routers {'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:08:13.689438 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:07:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:13.872908 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] Set router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:08:13.875293 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7feff-af8f-4cde-ac86-01966fa1ebf0 None None] Pushing event updated for resources: {'Port': ['ID=1dfefd62-afd1-44c0-954c-9eb82f847e23,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:14.065134 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2558e37f-5b6a-41e0-bfaf-5e76148c0733 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:14.066416 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2558e37f-5b6a-41e0-bfaf-5e76148c0733 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5508866 Feb 07 17:08:14.069693 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40500) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:14.076529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-52479530-7093-413b-8207-67bffa5860eb tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '10b9f436-8cc4-4f04-a01c-76ecd40f29db'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:14.077247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-52479530-7093-413b-8207-67bffa5860eb tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 17:08:14.120891 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76d52a40-855a-4701-bc55-c9322c7dfec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (641f9424-493f-4da2-9c90-2ca10c78e400), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:14.155906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-bfb85d33-87c2-4c3c-9a62-231fb765710f None None] Provisioning complete for port 1dfefd62-afd1-44c0-954c-9eb82f847e23 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:08:14.156842 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bfb85d33-87c2-4c3c-9a62-231fb765710f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:14.183875 n-d-827865-3 neutron-server[103225]: WARNING neutron.services.metering.metering_plugin [None req-52479530-7093-413b-8207-67bffa5860eb tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 07 17:08:14.234548 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-617189d4-5d84-4c81-8742-9fc975f2a516 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for port (6543996a-2d12-4668-abb6-4276e561d2d9), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:14.268210 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-76d52a40-855a-4701-bc55-c9322c7dfec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641f9424-493f-4da2-9c90-2ca10c78e400']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:14.272059 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-617189d4-5d84-4c81-8742-9fc975f2a516 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (6543996a-2d12-4668-abb6-4276e561d2d9), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:14.326095 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bfb85d33-87c2-4c3c-9a62-231fb765710f None None] Current status of the port 1dfefd62-afd1-44c0-954c-9eb82f847e23 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:08:14.326743 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bfb85d33-87c2-4c3c-9a62-231fb765710f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:14.332426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:08:06Z', 'revision_number': 4, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port': {'id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:58Z', 'updated_at': '2022-02-07T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '1dfefd62-afd1-44c0-954c-9eb82f847e23', 'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'mac_address': 'fa:16:3e:a7:7a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:08:05Z', 'updated_at': '2022-02-07T17:08:13Z', 'revision_number': 4, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'subnets': [{'id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:14.343480 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617189d4-5d84-4c81-8742-9fc975f2a516 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Pushing event updated for resources: {'Port': ['ID=6543996a-2d12-4668-abb6-4276e561d2d9,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:14.357521 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-76d52a40-855a-4701-bc55-c9322c7dfec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5712d7b-6aeb-468b-af45-19983014d575') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:14.358023 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-76d52a40-855a-4701-bc55-c9322c7dfec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5712d7b-6aeb-468b-af45-19983014d575') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:14.382529 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52479530-7093-413b-8207-67bffa5860eb tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:14.383853 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-52479530-7093-413b-8207-67bffa5860eb tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3131454 Feb 07 17:08:14.386925 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40502) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:14.389787 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5761507b-b14c-46d3-bfac-5389771943a1 None None] The sync data for ids ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'] in n-d-827865-3 is: [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:08:06Z', 'revision_number': 4, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port': {'id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:58Z', 'updated_at': '2022-02-07T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '1dfefd62-afd1-44c0-954c-9eb82f847e23', 'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'mac_address': 'fa:16:3e:a7:7a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:08:05Z', 'updated_at': '2022-02-07T17:08:13Z', 'revision_number': 4, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'subnets': [{'id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:08:14.391381 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c186476a-c7ff-46a0-975b-c5e295c6a473 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '10b9f436-8cc4-4f04-a01c-76ecd40f29db'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:14.391957 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c186476a-c7ff-46a0-975b-c5e295c6a473 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 17:08:14.426942 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-617189d4-5d84-4c81-8742-9fc975f2a516 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (877bfe2a-a678-44a9-9eb5-bc837b53b95b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:14.431299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-bfb85d33-87c2-4c3c-9a62-231fb765710f None None] For port 1dfefd62-afd1-44c0-954c-9eb82f847e23, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=1dfefd62-afd1-44c0-954c-9eb82f847e23,segment=NetworkSegment(8b6b0eea-2af6-4a9d-82ce-96906e55a3bb),segment_id=8b6b0eea-2af6-4a9d-82ce-96906e55a3bb)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:14.450206 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76d52a40-855a-4701-bc55-c9322c7dfec1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (d5712d7b-6aeb-468b-af45-19983014d575), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:14.456262 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-617189d4-5d84-4c81-8742-9fc975f2a516 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:14.473355 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bfb85d33-87c2-4c3c-9a62-231fb765710f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:14.474628 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-617189d4-5d84-4c81-8742-9fc975f2a516 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1541982 Feb 07 17:08:14.509053 n-d-827865-3 neutron-server[103225]: WARNING neutron.services.metering.metering_plugin [None req-c186476a-c7ff-46a0-975b-c5e295c6a473 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 07 17:08:14.517428 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76d52a40-855a-4701-bc55-c9322c7dfec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (d5712d7b-6aeb-468b-af45-19983014d575), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:14.527760 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d52a40-855a-4701-bc55-c9322c7dfec1 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:08:14.528165 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76d52a40-855a-4701-bc55-c9322c7dfec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (d5712d7b-6aeb-468b-af45-19983014d575), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:08:14.529906 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:08:14.658242 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb85d33-87c2-4c3c-9a62-231fb765710f None None] Pushing event updated for resources: {'Port': ['ID=1dfefd62-afd1-44c0-954c-9eb82f847e23,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:14.696463 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76d52a40-855a-4701-bc55-c9322c7dfec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (641f9424-493f-4da2-9c90-2ca10c78e400), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:14.704025 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76d52a40-855a-4701-bc55-c9322c7dfec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:14.716560 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-76d52a40-855a-4701-bc55-c9322c7dfec1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/641f9424-493f-4da2-9c90-2ca10c78e400 HTTP/1.1" status: 204 len: 168 time: 1.9147227 Feb 07 17:08:14.719666 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40512) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:14.804412 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c186476a-c7ff-46a0-975b-c5e295c6a473 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:14.808634 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c186476a-c7ff-46a0-975b-c5e295c6a473 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4206474 Feb 07 17:08:14.809399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40522) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:14.836479 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-df4b78f3-25b6-4dac-aa6c-2e89aad064de tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=496e017a-73e6-460f-b476-2d565048d4b1 HTTP/1.1" status: 200 len: 464 time: 0.0259192 Feb 07 17:08:14.837100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40528) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:14.841118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d52a40-855a-4701-bc55-c9322c7dfec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=641f9424-493f-4da2-9c90-2ca10c78e400,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:14.842881 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 1dfefd62-afd1-44c0-954c-9eb82f847e23 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:08:14.952756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca753ec-d16a-4798-9f30-c1af712751f5 admin admin] Deleting subnet 2e13120e-0ac9-469c-aa24-4f4ce01136f6 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:08:14.957990 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 1dfefd62-afd1-44c0-954c-9eb82f847e23 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:08:14.957990 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:14.984650 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ca753ec-d16a-4798-9f30-c1af712751f5 admin admin] Publish callbacks [] for subnet (2e13120e-0ac9-469c-aa24-4f4ce01136f6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:15.060596 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefc634-9740-4862-a95d-8727813b56bf req-988a5642-ef5d-44e8-9dc9-0f7288a5ed11 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:15.062215 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bbefc634-9740-4862-a95d-8727813b56bf req-988a5642-ef5d-44e8-9dc9-0f7288a5ed11 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 944 time: 0.3142786 Feb 07 17:08:15.124443 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ca753ec-d16a-4798-9f30-c1af712751f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (2e13120e-0ac9-469c-aa24-4f4ce01136f6), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:15.173499 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 1dfefd62-afd1-44c0-954c-9eb82f847e23 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:08:15.176143 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-131e2d13-39d4-48c1-9efa-a54a8ea23e0f tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:15.180285 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-131e2d13-39d4-48c1-9efa-a54a8ea23e0f tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/496e017a-73e6-460f-b476-2d565048d4b1 HTTP/1.1" status: 204 len: 168 time: 0.3420663 Feb 07 17:08:15.183926 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40536) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:15.192218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 368b48ec-b623-4d96-93e3-debc2945df24 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:08:15.207706 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d899e800-65f7-459a-82ae-187f69954966 req-acec5eb7-9986-4542-8914-4821ebd862de tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--19613039&fields=id&tenant_id=e9ad179b24574372b80952de6111dc6e HTTP/1.1" status: 200 len: 267 time: 0.3221726 Feb 07 17:08:15.220780 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8fa2d135-9703-461f-b4cc-d275b5044c41 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=496e017a-73e6-460f-b476-2d565048d4b1 HTTP/1.1" status: 200 len: 221 time: 0.0356455 Feb 07 17:08:15.221432 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40538) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:15.235799 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bbefc634-9740-4862-a95d-8727813b56bf req-346cd144-7e62-4dd0-83c4-8531519eff15 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651227 Feb 07 17:08:15.239222 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fdcd906b-4798-482d-a08d-e567ebaae897 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1384961285', 'description': 'label created by tempest'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:15.239693 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fdcd906b-4798-482d-a08d-e567ebaae897 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] Unknown quota resources ['metering_label']. {{(pid=103225) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 17:08:15.310549 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ca753ec-d16a-4798-9f30-c1af712751f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (2e13120e-0ac9-469c-aa24-4f4ce01136f6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:15.330787 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 368b48ec-b623-4d96-93e3-debc2945df24 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:08:15.336505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 368b48ec-b623-4d96-93e3-debc2945df24 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:08:15.336885 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (368b48ec-b623-4d96-93e3-debc2945df24), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:15.425882 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ca753ec-d16a-4798-9f30-c1af712751f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (2e13120e-0ac9-469c-aa24-4f4ce01136f6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:15.477832 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca753ec-d16a-4798-9f30-c1af712751f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e13120e-0ac9-469c-aa24-4f4ce01136f6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:15.482128 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ca753ec-d16a-4798-9f30-c1af712751f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:15.492344 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9ca753ec-d16a-4798-9f30-c1af712751f5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2e13120e-0ac9-469c-aa24-4f4ce01136f6 HTTP/1.1" status: 204 len: 168 time: 0.7318261 Feb 07 17:08:15.495877 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40540) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:15.525322 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 368b48ec-b623-4d96-93e3-debc2945df24 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:08:15.525772 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (368b48ec-b623-4d96-93e3-debc2945df24), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:15.567100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899e800-65f7-459a-82ae-187f69954966 req-663bfc14-71f7-4338-8018-817fdd2890bc tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:15.575954 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d899e800-65f7-459a-82ae-187f69954966 req-663bfc14-71f7-4338-8018-817fdd2890bc tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/networks?id=201760c2-7445-46e7-879d-a3304bb55dba HTTP/1.1" status: 200 len: 811 time: 0.3494389 Feb 07 17:08:15.579175 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 368b48ec-b623-4d96-93e3-debc2945df24, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=368b48ec-b623-4d96-93e3-debc2945df24,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:15.580589 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4cc766-8558-433e-bc81-1432aa2dffe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368b48ec-b623-4d96-93e3-debc2945df24'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:08:15.583556 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b050472-151e-42a3-b3ca-68221c509041" -d '{"events": [{"server_uuid": "2c4cc766-8558-433e-bc81-1432aa2dffe1", "name": "network-vif-plugged", "status": "completed", "tag": "368b48ec-b623-4d96-93e3-debc2945df24"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:08:15.590442 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (368b48ec-b623-4d96-93e3-debc2945df24), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:15.644661 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d899e800-65f7-459a-82ae-187f69954966 req-b43c3dc3-4d08-4284-9e65-6553af63ce6f tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/quotas/e9ad179b24574372b80952de6111dc6e HTTP/1.1" status: 200 len: 375 time: 0.0665607 Feb 07 17:08:15.660970 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f2a7331-fa04-4572-a83b-bde6b968b875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (77a0a7c6-e030-4b08-9f16-b513a8e88d21), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:15.697019 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097cace8-b3b5-49e3-bb85-bc692a50ba70 x-openstack-request-id: req-097cace8-b3b5-49e3-bb85-bc692a50ba70 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:08:15.698798 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4cc766-8558-433e-bc81-1432aa2dffe1", "name": "network-vif-plugged", "status": "completed", "tag": "368b48ec-b623-4d96-93e3-debc2945df24", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:08:15.698997 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-097cace8-b3b5-49e3-bb85-bc692a50ba70 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:08:15.699530 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4cc766-8558-433e-bc81-1432aa2dffe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368b48ec-b623-4d96-93e3-debc2945df24', 'code': 200} Feb 07 17:08:15.747823 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=368b48ec-b623-4d96-93e3-debc2945df24,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:15.907867 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f2a7331-fa04-4572-a83b-bde6b968b875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (77a0a7c6-e030-4b08-9f16-b513a8e88d21), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:15.939791 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9f2a7331-fa04-4572-a83b-bde6b968b875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a0a7c6-e030-4b08-9f16-b513a8e88d21']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:15.960055 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9f2a7331-fa04-4572-a83b-bde6b968b875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1afa2c52-ee71-4352-9ec3-f28d73971dac') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:15.960683 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9f2a7331-fa04-4572-a83b-bde6b968b875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1afa2c52-ee71-4352-9ec3-f28d73971dac') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:15.979610 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f2a7331-fa04-4572-a83b-bde6b968b875 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (1afa2c52-ee71-4352-9ec3-f28d73971dac), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:15.989569 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fdcd906b-4798-482d-a08d-e567ebaae897 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:15.994099 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fdcd906b-4798-482d-a08d-e567ebaae897 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7638657 Feb 07 17:08:15.995203 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40546) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:15.999871 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f2a7331-fa04-4572-a83b-bde6b968b875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (1afa2c52-ee71-4352-9ec3-f28d73971dac), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:16.007344 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2a7331-fa04-4572-a83b-bde6b968b875 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:08:16.007739 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f2a7331-fa04-4572-a83b-bde6b968b875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (1afa2c52-ee71-4352-9ec3-f28d73971dac), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:08:16.009521 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:08:16.083286 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f2a7331-fa04-4572-a83b-bde6b968b875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (77a0a7c6-e030-4b08-9f16-b513a8e88d21), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:16.092821 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f2a7331-fa04-4572-a83b-bde6b968b875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:16.095615 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-10e22bb2-0dfd-4049-8672-e9d02ac20232 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=8b9a58fe-7b19-4ee0-a6df-b242a6cf63c3 HTTP/1.1" status: 200 len: 468 time: 0.0968771 Feb 07 17:08:16.097865 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40548) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:16.105204 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9f2a7331-fa04-4572-a83b-bde6b968b875 admin admin] 10.222.0.18 "DELETE /v2.0/networks/77a0a7c6-e030-4b08-9f16-b513a8e88d21 HTTP/1.1" status: 204 len: 168 time: 0.6079574 Feb 07 17:08:16.150385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a7331-fa04-4572-a83b-bde6b968b875 admin admin] Pushing event deleted for resources: {'Network': ['ID=77a0a7c6-e030-4b08-9f16-b513a8e88d21,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:16.198086 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bd625-7dcf-477a-a685-dbc51b9f9d6a req-9327cfa4-5c7b-4611-8de8-706d443a6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:16.199621 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-713bd625-7dcf-477a-a685-dbc51b9f9d6a req-9327cfa4-5c7b-4611-8de8-706d443a6dd2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 1127 time: 0.4318023 Feb 07 17:08:16.449495 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f9fa9-97c0-43bc-9741-8564f6cf7c5f req-6fd518a5-d063-413b-a2a7-d877be481660 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:16.457893 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eb5f9fa9-97c0-43bc-9741-8564f6cf7c5f req-6fd518a5-d063-413b-a2a7-d877be481660 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 945 time: 0.1062844 Feb 07 17:08:16.557023 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eb5f9fa9-97c0-43bc-9741-8564f6cf7c5f req-9b9213c2-1fac-4a59-8e9c-599149833b51 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963564 Feb 07 17:08:16.569375 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40560) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:16.635729 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f75e7d4b-94dd-49cb-9dac-aecee15aaeb3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad9072aefcf847f7a589aa17fa4d097d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0647621 Feb 07 17:08:16.636600 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40562) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:16.688345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 1dfefd62-afd1-44c0-954c-9eb82f847e23 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:08:16.699407 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b7e29d2-d3cf-4a9b-8695-134067f5b5f3 admin admin] Publish callbacks [] for security_group (fd448d2c-e99a-4db4-a697-63c652b4377a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:16.729337 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b7e29d2-d3cf-4a9b-8695-134067f5b5f3 admin admin] Publish callbacks [] for security_group (fd448d2c-e99a-4db4-a697-63c652b4377a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:16.794014 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b7e29d2-d3cf-4a9b-8695-134067f5b5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fd448d2c-e99a-4db4-a697-63c652b4377a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:16.797424 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b7e29d2-d3cf-4a9b-8695-134067f5b5f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:16.801971 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4b7e29d2-d3cf-4a9b-8695-134067f5b5f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd448d2c-e99a-4db4-a697-63c652b4377a HTTP/1.1" status: 204 len: 168 time: 0.1640742 Feb 07 17:08:16.810950 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e29d2-d3cf-4a9b-8695-134067f5b5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd448d2c-e99a-4db4-a697-63c652b4377a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:16.834289 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 1dfefd62-afd1-44c0-954c-9eb82f847e23 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:08:16.834778 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:16.891732 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d899e800-65f7-459a-82ae-187f69954966 req-7c1ee307-f162-4bbb-a3c6-e8d506163efd tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e9ad179b24574372b80952de6111dc6e&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2369282 Feb 07 17:08:17.047399 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 1dfefd62-afd1-44c0-954c-9eb82f847e23 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:08:17.108073 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-713bd625-7dcf-477a-a685-dbc51b9f9d6a req-2378344c-7a75-4e7c-b0c4-0969513763bc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8990173 Feb 07 17:08:17.118177 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8139fa29-7d10-4686-ad96-4844cb3e0d16 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:17.119294 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8139fa29-7d10-4686-ad96-4844cb3e0d16 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/8b9a58fe-7b19-4ee0-a6df-b242a6cf63c3 HTTP/1.1" status: 204 len: 168 time: 1.0204377 Feb 07 17:08:17.122172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40570) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:17.139462 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d899e800-65f7-459a-82ae-187f69954966 req-7d14598d-9055-472b-9d6e-9947e0e5ba8a service neutron] 10.222.0.18 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467763 Feb 07 17:08:17.142343 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2a993516-0635-4f60-a62c-f99490ffc048 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=8b9a58fe-7b19-4ee0-a6df-b242a6cf63c3 HTTP/1.1" status: 200 len: 216 time: 0.0189853 Feb 07 17:08:17.148141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40572) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:17.167314 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e10380f8-fd51-4287-9369-6c68a54cefff tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0172412 Feb 07 17:08:17.170750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40574) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:17.188726 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cf02677c-0243-4aaf-bfc0-ac4048988dcb tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0114841 Feb 07 17:08:17.189506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40576) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:17.280875 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d899e800-65f7-459a-82ae-187f69954966 req-f56a05e2-ecde-4e8a-986e-05c19d7ab0a5 service neutron] 10.222.0.18 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395223 Feb 07 17:08:17.375194 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7a478ab1-60bf-4b6a-847b-89d0aa409d29 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/10b9f436-8cc4-4f04-a01c-76ecd40f29db HTTP/1.1" status: 200 len: 472 time: 0.1845648 Feb 07 17:08:17.380382 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40578) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:17.381660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40580) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:17.413175 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f7d59654-b38c-4db8-903b-d6248ab2aebf tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/8638b1d9-0fe3-42fe-8af6-a8b632a5ac99 HTTP/1.1" status: 200 len: 461 time: 0.0274086 Feb 07 17:08:17.415658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40582) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:17.448092 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8ef2e57e-4fe2-45d7-a25c-7239c83d9aa6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f5412fb9f1c41c9bf2a4d9e3fe51614&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0587184 Feb 07 17:08:17.448315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40586) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:17.590569 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8d93-9581-4368-99de-b5b290ef71a7 admin admin] Publish callbacks [] for security_group (ad1d9825-311a-42da-852c-b319cad9ca85), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:17.664365 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8d93-9581-4368-99de-b5b290ef71a7 admin admin] Publish callbacks [] for security_group (ad1d9825-311a-42da-852c-b319cad9ca85), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:17.678023 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bb0b841d-4246-4db5-b132-12eab24d5777 req-6f2b0433-6b36-4a0a-ae85-31cda94aaf23 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 210 time: 0.0962591 Feb 07 17:08:17.692911 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e56fc011-c983-409b-baac-bb753a2fe63d tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:17.697190 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e56fc011-c983-409b-baac-bb753a2fe63d tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/8638b1d9-0fe3-42fe-8af6-a8b632a5ac99 HTTP/1.1" status: 204 len: 168 time: 0.2802010 Feb 07 17:08:17.699548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40598) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:17.795222 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8d93-9581-4368-99de-b5b290ef71a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ad1d9825-311a-42da-852c-b319cad9ca85), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:17.798284 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8d93-9581-4368-99de-b5b290ef71a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:17.826166 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1aaf8d93-9581-4368-99de-b5b290ef71a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad1d9825-311a-42da-852c-b319cad9ca85 HTTP/1.1" status: 204 len: 168 time: 0.3652847 Feb 07 17:08:17.860224 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf8d93-9581-4368-99de-b5b290ef71a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1d9825-311a-42da-852c-b319cad9ca85,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:17.897143 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215e788-dafc-4c0f-8c67-411a6c9190a5 req-f8477972-3912-477f-85b7-4d48d6b2f96d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:17.910018 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d215e788-dafc-4c0f-8c67-411a6c9190a5 req-f8477972-3912-477f-85b7-4d48d6b2f96d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 945 time: 0.1684425 Feb 07 17:08:18.010185 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d215e788-dafc-4c0f-8c67-411a6c9190a5 req-3276090c-6dfc-4d7b-bf01-641da1db6624 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988362 Feb 07 17:08:18.143370 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8601b70-233b-4b4b-b185-ef31bdba0c11 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:18.144667 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b8601b70-233b-4b4b-b185-ef31bdba0c11 tempest-MeteringTestJSON-473341587 tempest-MeteringTestJSON-473341587-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/10b9f436-8cc4-4f04-a01c-76ecd40f29db HTTP/1.1" status: 204 len: 168 time: 0.4439681 Feb 07 17:08:18.498181 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40620) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:18.671798 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-958e0a24-449f-47e5-af86-6c37ec442567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:18.847330 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-958e0a24-449f-47e5-af86-6c37ec442567 admin admin] Publish callbacks [] for security_group (4dbb7ab7-7919-43d7-b57f-db3b597c45df), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:18.851911 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-958e0a24-449f-47e5-af86-6c37ec442567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4dbb7ab7-7919-43d7-b57f-db3b597c45df), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:18.968381 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-03b90294-3c64-4e20-94ba-79f0b100bc57 req-4ca89c39-3bb3-4f06-8356-061fae8ec894 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 210 time: 0.0869002 Feb 07 17:08:18.985345 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-958e0a24-449f-47e5-af86-6c37ec442567 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5118c695e48f4f2999b1dfd4bd2336e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4858520 Feb 07 17:08:18.986631 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40642) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:18.989140 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e0a24-449f-47e5-af86-6c37ec442567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbb7ab7-7919-43d7-b57f-db3b597c45df,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:19.064868 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00dce1c6-89ae-4071-85fc-cd3469065df2 admin admin] Publish callbacks [] for security_group (4dbb7ab7-7919-43d7-b57f-db3b597c45df), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:19.108225 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00dce1c6-89ae-4071-85fc-cd3469065df2 admin admin] Publish callbacks [] for security_group (4dbb7ab7-7919-43d7-b57f-db3b597c45df), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:19.196599 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00dce1c6-89ae-4071-85fc-cd3469065df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4dbb7ab7-7919-43d7-b57f-db3b597c45df), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:19.200869 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00dce1c6-89ae-4071-85fc-cd3469065df2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:19.202520 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-00dce1c6-89ae-4071-85fc-cd3469065df2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4dbb7ab7-7919-43d7-b57f-db3b597c45df HTTP/1.1" status: 204 len: 168 time: 0.2144735 Feb 07 17:08:19.214128 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dce1c6-89ae-4071-85fc-cd3469065df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbb7ab7-7919-43d7-b57f-db3b597c45df,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:19.228672 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899e800-65f7-459a-82ae-187f69954966 req-3b294b3e-84fb-4dc3-91b8-d022b7cf1376 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:19.231474 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d899e800-65f7-459a-82ae-187f69954966 req-3b294b3e-84fb-4dc3-91b8-d022b7cf1376 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.48 "GET /v2.0/networks?id=201760c2-7445-46e7-879d-a3304bb55dba HTTP/1.1" status: 200 len: 811 time: 0.4337873 Feb 07 17:08:19.293652 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e7c71-1947-4756-b4fa-0bb3690fcd33 req-4ab1e403-8fd5-4f4b-83ab-ff23668ed677 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:19.295225 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2d9e7c71-1947-4756-b4fa-0bb3690fcd33 req-4ab1e403-8fd5-4f4b-83ab-ff23668ed677 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 945 time: 0.1462979 Feb 07 17:08:19.369967 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d899e800-65f7-459a-82ae-187f69954966 req-fba658df-66ee-4c7e-9fcd-49b1e315b921 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9ad179b24574372b80952de6111dc6e HTTP/1.1" status: 200 len: 378 time: 0.1212893 Feb 07 17:08:19.392620 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d899e800-65f7-459a-82ae-187f69954966 req-16706885-0bb9-4bca-aa42-234b1e85d135 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Request body: {'port': {'device_id': '02ca4c73-bde5-400a-adfe-0aa84d9ec51c', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'admin_state_up': True, 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'security_groups': ['99e87e40-07c1-4282-8885-4e439556088e']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:19.524916 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2d9e7c71-1947-4756-b4fa-0bb3690fcd33 req-4c6b0b7a-35da-4e7f-ad6a-bc0bcbfb518d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185955 Feb 07 17:08:19.539612 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d899e800-65f7-459a-82ae-187f69954966 req-16706885-0bb9-4bca-aa42-234b1e85d135 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Made reservation on behalf of e9ad179b24574372b80952de6111dc6e for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:08:19.555639 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d899e800-65f7-459a-82ae-187f69954966 req-16706885-0bb9-4bca-aa42-234b1e85d135 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:19.766187 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef29d6-12af-47f3-9357-35e447433eb9 req-e73154c8-6cdc-4533-871e-2e9f47bf506c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:19.787876 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7ef29d6-12af-47f3-9357-35e447433eb9 req-e73154c8-6cdc-4533-871e-2e9f47bf506c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 945 time: 0.1588633 Feb 07 17:08:19.793314 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-d899e800-65f7-459a-82ae-187f69954966 req-16706885-0bb9-4bca-aa42-234b1e85d135 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Allocated IP 172.20.0.8 (201760c2-7445-46e7-879d-a3304bb55dba/5c40ceb2-4236-4c8f-982a-2db09abbbc2a/ea2ff444-08ee-4b25-b3ed-5e38e8cb24da) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:08:19.851053 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40666) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:19.880784 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0b74b19-6daf-4c01-bb7e-bc2fc1b0fce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:19.883538 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7ef29d6-12af-47f3-9357-35e447433eb9 req-fc507605-5d5e-4623-868c-8389267d2d59 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942464 Feb 07 17:08:20.083427 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d899e800-65f7-459a-82ae-187f69954966 req-16706885-0bb9-4bca-aa42-234b1e85d135 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for port (ea2ff444-08ee-4b25-b3ed-5e38e8cb24da), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:20.106000 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabf82a-93d7-4f6e-940e-061565952b99 req-d3f78d10-2be0-411e-9c80-8c5a51ba3295 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:20.107543 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0dabf82a-93d7-4f6e-940e-061565952b99 req-d3f78d10-2be0-411e-9c80-8c5a51ba3295 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 945 time: 0.1456208 Feb 07 17:08:20.128282 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0b74b19-6daf-4c01-bb7e-bc2fc1b0fce7 admin admin] Publish callbacks [] for security_group (2267a867-fc74-455f-85a4-f73c1c73b280), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:20.156574 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0b74b19-6daf-4c01-bb7e-bc2fc1b0fce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2267a867-fc74-455f-85a4-f73c1c73b280), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:20.168610 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6f310cbf-ce0a-40c0-a5e8-18e0307558ff req-6e53c5ac-eb28-4bb5-ad1b-df05e7c70fbb tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 210 time: 0.0478764 Feb 07 17:08:20.234722 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0dabf82a-93d7-4f6e-940e-061565952b99 req-1522f32d-b828-4d0e-89f5-e485161d02bc tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142836 Feb 07 17:08:20.255229 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c0b74b19-6daf-4c01-bb7e-bc2fc1b0fce7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c997597f49944c0b8d00d4dac2696a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3966110 Feb 07 17:08:20.255229 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40678) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:20.290955 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d899e800-65f7-459a-82ae-187f69954966 req-16706885-0bb9-4bca-aa42-234b1e85d135 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ea2ff444-08ee-4b25-b3ed-5e38e8cb24da), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:20.292789 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b74b19-6daf-4c01-bb7e-bc2fc1b0fce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2267a867-fc74-455f-85a4-f73c1c73b280,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:20.415627 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d899e800-65f7-459a-82ae-187f69954966 req-16706885-0bb9-4bca-aa42-234b1e85d135 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Network 201760c2-7445-46e7-879d-a3304bb55dba is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:08:20.423712 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-d899e800-65f7-459a-82ae-187f69954966 req-16706885-0bb9-4bca-aa42-234b1e85d135 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:08:20.431653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d899e800-65f7-459a-82ae-187f69954966 req-16706885-0bb9-4bca-aa42-234b1e85d135 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:08:20.439777 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16706885-0bb9-4bca-aa42-234b1e85d135 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Pushing event updated for resources: {'Port': ['ID=ea2ff444-08ee-4b25-b3ed-5e38e8cb24da,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:20.546919 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2acbb68-e52b-44c7-a259-0646c1b2abf6 admin admin] Publish callbacks [] for security_group (2267a867-fc74-455f-85a4-f73c1c73b280), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:20.596058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899e800-65f7-459a-82ae-187f69954966 req-16706885-0bb9-4bca-aa42-234b1e85d135 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:20.597349 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d899e800-65f7-459a-82ae-187f69954966 req-16706885-0bb9-4bca-aa42-234b1e85d135 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:20.702217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40686) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:20.731155 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2acbb68-e52b-44c7-a259-0646c1b2abf6 admin admin] Publish callbacks [] for security_group (2267a867-fc74-455f-85a4-f73c1c73b280), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:20.777259 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d899e800-65f7-459a-82ae-187f69954966 req-16706885-0bb9-4bca-aa42-234b1e85d135 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4005702 Feb 07 17:08:20.835976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Request body: {'port': {'device_id': '02ca4c73-bde5-400a-adfe-0aa84d9ec51c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:20.903584 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-80832711-dd21-480c-8bb0-c10884a2273c None None] Provisioning complete for port ea2ff444-08ee-4b25-b3ed-5e38e8cb24da triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:08:20.906508 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-80832711-dd21-480c-8bb0-c10884a2273c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ea2ff444-08ee-4b25-b3ed-5e38e8cb24da), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:20.912530 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8766ec-2028-466e-86da-45cc1222899b req-28b320f0-af57-4487-9b95-83755f65bcd4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:20.913341 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d988c1d9-2b41-4942-b3c2-98cf362a5396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:20.915613 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3b8766ec-2028-466e-86da-45cc1222899b req-28b320f0-af57-4487-9b95-83755f65bcd4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 945 time: 0.3381512 Feb 07 17:08:20.965972 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-80832711-dd21-480c-8bb0-c10884a2273c None None] Port ea2ff444-08ee-4b25-b3ed-5e38e8cb24da cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:08:20.996811 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ea2ff444-08ee-4b25-b3ed-5e38e8cb24da), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:21.058549 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d988c1d9-2b41-4942-b3c2-98cf362a5396 admin admin] Publish callbacks [] for security_group (d3160904-7d5f-4ae5-a941-d606204460fc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:21.065309 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d988c1d9-2b41-4942-b3c2-98cf362a5396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d3160904-7d5f-4ae5-a941-d606204460fc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:21.124243 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d988c1d9-2b41-4942-b3c2-98cf362a5396 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ccf22134749c4e4f8bbff9bff3a9c637&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4175544 Feb 07 17:08:21.124732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40692) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:21.152988 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2acbb68-e52b-44c7-a259-0646c1b2abf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2267a867-fc74-455f-85a4-f73c1c73b280), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:21.159542 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2acbb68-e52b-44c7-a259-0646c1b2abf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:21.161114 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b2acbb68-e52b-44c7-a259-0646c1b2abf6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2267a867-fc74-455f-85a4-f73c1c73b280 HTTP/1.1" status: 204 len: 168 time: 0.9085999 Feb 07 17:08:21.220430 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988c1d9-2b41-4942-b3c2-98cf362a5396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3160904-7d5f-4ae5-a941-d606204460fc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:21.275928 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3b8766ec-2028-466e-86da-45cc1222899b req-5ec2d0e3-88e6-4a6d-aebe-c6bb486b5ad9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510649 Feb 07 17:08:21.281032 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acbb68-e52b-44c7-a259-0646c1b2abf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2267a867-fc74-455f-85a4-f73c1c73b280,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:21.325173 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ddfc06b3-dfa1-409f-9143-66cff86253c7 admin admin] Publish callbacks [] for security_group (d3160904-7d5f-4ae5-a941-d606204460fc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:21.395174 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:21.449203 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ddfc06b3-dfa1-409f-9143-66cff86253c7 admin admin] Publish callbacks [] for security_group (d3160904-7d5f-4ae5-a941-d606204460fc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:21.489057 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2ff444-08ee-4b25-b3ed-5e38e8cb24da {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:08:21.516519 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Publish callbacks [] for port (ea2ff444-08ee-4b25-b3ed-5e38e8cb24da), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:21.534238 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Transition to ACTIVE for port object ea2ff444-08ee-4b25-b3ed-5e38e8cb24da will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:08:21.540447 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (ea2ff444-08ee-4b25-b3ed-5e38e8cb24da), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:21.546375 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d88089-52c3-43c5-bb83-a92270709c14 req-c35c72b4-d725-4e8c-b5bc-7d041dc32251 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:21.549023 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26d88089-52c3-43c5-bb83-a92270709c14 req-c35c72b4-d725-4e8c-b5bc-7d041dc32251 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 931 time: 0.1862862 Feb 07 17:08:21.589839 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ddfc06b3-dfa1-409f-9143-66cff86253c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d3160904-7d5f-4ae5-a941-d606204460fc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:21.593918 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ddfc06b3-dfa1-409f-9143-66cff86253c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:21.598740 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ddfc06b3-dfa1-409f-9143-66cff86253c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3160904-7d5f-4ae5-a941-d606204460fc HTTP/1.1" status: 204 len: 168 time: 0.4696579 Feb 07 17:08:21.641544 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc06b3-dfa1-409f-9143-66cff86253c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3160904-7d5f-4ae5-a941-d606204460fc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:21.643759 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2ff444-08ee-4b25-b3ed-5e38e8cb24da,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:21.751275 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26d88089-52c3-43c5-bb83-a92270709c14 req-0124e796-3715-4d71-ac73-c44089843e7a tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1784086 Feb 07 17:08:21.850443 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Attempting to bind port ea2ff444-08ee-4b25-b3ed-5e38e8cb24da on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:21.851379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Attempting to bind port ea2ff444-08ee-4b25-b3ed-5e38e8cb24da by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '8b6b0eea-2af6-4a9d-82ce-96906e55a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:21.851910 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Attempting to bind port ea2ff444-08ee-4b25-b3ed-5e38e8cb24da on network 201760c2-7445-46e7-879d-a3304bb55dba {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:21.859718 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Port ea2ff444-08ee-4b25-b3ed-5e38e8cb24da on network 201760c2-7445-46e7-879d-a3304bb55dba not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:21.860245 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Attempting to bind port ea2ff444-08ee-4b25-b3ed-5e38e8cb24da on network 201760c2-7445-46e7-879d-a3304bb55dba {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:21.872571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:08:21.873127 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Checking segment: {'id': '8b6b0eea-2af6-4a9d-82ce-96906e55a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:08:21.873870 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Bound using segment: {'id': '8b6b0eea-2af6-4a9d-82ce-96906e55a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:08:21.874566 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Bound port: ea2ff444-08ee-4b25-b3ed-5e38e8cb24da, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b6b0eea-2af6-4a9d-82ce-96906e55a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:08:21.875137 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ea2ff444-08ee-4b25-b3ed-5e38e8cb24da), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:22.139141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1d1d8-6c16-499c-9ef8-7812dcbd5df4 req-46cbfb52-b9c2-4a5a-b32a-331a90864728 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:22.140760 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-27e1d1d8-6c16-499c-9ef8-7812dcbd5df4 req-46cbfb52-b9c2-4a5a-b32a-331a90864728 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 945 time: 0.2387679 Feb 07 17:08:22.150770 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] For port ea2ff444-08ee-4b25-b3ed-5e38e8cb24da, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:08:22.160305 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] For port ea2ff444-08ee-4b25-b3ed-5e38e8cb24da, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ea2ff444-08ee-4b25-b3ed-5e38e8cb24da,segment=NetworkSegment(8b6b0eea-2af6-4a9d-82ce-96906e55a3bb),segment_id=8b6b0eea-2af6-4a9d-82ce-96906e55a3bb)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:08:22.210338 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (ea2ff444-08ee-4b25-b3ed-5e38e8cb24da), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:22.292196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:22.292895 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:22.294281 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d899e800-65f7-459a-82ae-187f69954966 req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] 10.222.0.48 "PUT /v2.0/ports/ea2ff444-08ee-4b25-b3ed-5e38e8cb24da HTTP/1.1" status: 200 len: 1091 time: 1.4957263 Feb 07 17:08:22.296577 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ca4c73-bde5-400a-adfe-0aa84d9ec51c', 'tag': 'ea2ff444-08ee-4b25-b3ed-5e38e8cb24da'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:08:22.298914 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8c521c-9fb5-4336-acb8-561f8360fe55" -d '{"events": [{"name": "network-changed", "server_uuid": "02ca4c73-bde5-400a-adfe-0aa84d9ec51c", "tag": "ea2ff444-08ee-4b25-b3ed-5e38e8cb24da"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:08:22.385648 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e27b810-13b0-44ed-b71d-a3e768399126 x-openstack-request-id: req-2e27b810-13b0-44ed-b71d-a3e768399126 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:08:22.386081 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ca4c73-bde5-400a-adfe-0aa84d9ec51c", "tag": "ea2ff444-08ee-4b25-b3ed-5e38e8cb24da", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:08:22.386550 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e27b810-13b0-44ed-b71d-a3e768399126 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:08:22.386767 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ca4c73-bde5-400a-adfe-0aa84d9ec51c', 'tag': 'ea2ff444-08ee-4b25-b3ed-5e38e8cb24da', 'status': 'completed', 'code': 200} Feb 07 17:08:22.456568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d52e4-c0d1-472c-9ffd-cc698f168750 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2ff444-08ee-4b25-b3ed-5e38e8cb24da,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:22.536193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c521c-9fb5-4336-acb8-561f8360fe55 req-646260e5-551d-48b2-8632-b9f98e23df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:22.538723 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c8c521c-9fb5-4336-acb8-561f8360fe55 req-646260e5-551d-48b2-8632-b9f98e23df7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9ad179b24574372b80952de6111dc6e&device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 1125 time: 0.1498487 Feb 07 17:08:22.548955 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-27e1d1d8-6c16-499c-9ef8-7812dcbd5df4 req-c0078ac4-c944-43ba-9d12-e60f46f0018e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Deleting port 368b48ec-b623-4d96-93e3-debc2945df24 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:08:22.549327 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-27e1d1d8-6c16-499c-9ef8-7812dcbd5df4 req-c0078ac4-c944-43ba-9d12-e60f46f0018e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (368b48ec-b623-4d96-93e3-debc2945df24), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:22.856216 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9f205-f74c-45bc-8bbb-00ba5a20c3a2 req-39e390ae-1060-482a-9c31-b453ea26bf1a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:22.863172 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1a9f205-f74c-45bc-8bbb-00ba5a20c3a2 req-39e390ae-1060-482a-9c31-b453ea26bf1a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 945 time: 0.3692799 Feb 07 17:08:22.927814 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb5e1b-a71e-4713-8122-6aba4a099f1d req-c049716e-7b72-4569-9aa0-65dfe4dc3555 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:22.930834 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-48cb5e1b-a71e-4713-8122-6aba4a099f1d req-c049716e-7b72-4569-9aa0-65dfe4dc3555 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 943 time: 0.0781450 Feb 07 17:08:23.021881 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-48cb5e1b-a71e-4713-8122-6aba4a099f1d req-5a82fdad-c42d-413b-b50e-7609ac4b343f tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841830 Feb 07 17:08:23.038957 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1a9f205-f74c-45bc-8bbb-00ba5a20c3a2 req-af14a3e3-877a-4bb0-8877-e7de0d7125a0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688280 Feb 07 17:08:23.071830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-27e1d1d8-6c16-499c-9ef8-7812dcbd5df4 req-c0078ac4-c944-43ba-9d12-e60f46f0018e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] For port 368b48ec-b623-4d96-93e3-debc2945df24, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=368b48ec-b623-4d96-93e3-debc2945df24,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:23.072216 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-27e1d1d8-6c16-499c-9ef8-7812dcbd5df4 req-c0078ac4-c944-43ba-9d12-e60f46f0018e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (368b48ec-b623-4d96-93e3-debc2945df24), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:23.078322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c521c-9fb5-4336-acb8-561f8360fe55 req-981568e5-feb6-414b-9f9c-2828aece9d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:23.080227 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c8c521c-9fb5-4336-acb8-561f8360fe55 req-981568e5-feb6-414b-9f9c-2828aece9d7b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e9ad179b24574372b80952de6111dc6e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5277793 Feb 07 17:08:23.234066 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-27e1d1d8-6c16-499c-9ef8-7812dcbd5df4 req-c0078ac4-c944-43ba-9d12-e60f46f0018e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Calling delete_port for 368b48ec-b623-4d96-93e3-debc2945df24 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:08:23.337219 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:23.381698 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c521c-9fb5-4336-acb8-561f8360fe55 req-eead5835-e100-4ba4-9947-248ac067b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:23.386588 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c8c521c-9fb5-4336-acb8-561f8360fe55 req-eead5835-e100-4ba4-9947-248ac067b197 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2965777 Feb 07 17:08:23.542234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899e800-65f7-459a-82ae-187f69954966 req-1464a7d3-906f-49a9-8015-8ebe9d6f726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:23.544470 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d899e800-65f7-459a-82ae-187f69954966 req-1464a7d3-906f-49a9-8015-8ebe9d6f726f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9ad179b24574372b80952de6111dc6e&device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 1125 time: 0.1129246 Feb 07 17:08:23.594056 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d899e800-65f7-459a-82ae-187f69954966 req-16907377-5057-47c4-bcfd-5df1d8cdf612 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2ff444-08ee-4b25-b3ed-5e38e8cb24da HTTP/1.1" status: 200 len: 217 time: 0.0428264 Feb 07 17:08:23.680588 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899e800-65f7-459a-82ae-187f69954966 req-abe9666a-9b9b-4e68-bc26-7868d7082aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:23.685888 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d899e800-65f7-459a-82ae-187f69954966 req-abe9666a-9b9b-4e68-bc26-7868d7082aac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c40ceb2-4236-4c8f-982a-2db09abbbc2a HTTP/1.1" status: 200 len: 850 time: 0.0675938 Feb 07 17:08:23.760033 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899e800-65f7-459a-82ae-187f69954966 req-a2458592-280a-4261-985f-fa984025c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:23.761949 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d899e800-65f7-459a-82ae-187f69954966 req-a2458592-280a-4261-985f-fa984025c7c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=201760c2-7445-46e7-879d-a3304bb55dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0653965 Feb 07 17:08:23.762743 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-27e1d1d8-6c16-499c-9ef8-7812dcbd5df4 req-c0078ac4-c944-43ba-9d12-e60f46f0018e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (368b48ec-b623-4d96-93e3-debc2945df24), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:23.956525 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d899e800-65f7-459a-82ae-187f69954966 req-6300b26f-1cdc-49a3-b369-bac12f934cd6 service neutron] 10.222.0.48 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724689 Feb 07 17:08:23.956931 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40774) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:23.976755 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0078ac4-c944-43ba-9d12-e60f46f0018e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event deleted for resources: {'Port': ['ID=368b48ec-b623-4d96-93e3-debc2945df24,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:24.012510 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e1d1d8-6c16-499c-9ef8-7812dcbd5df4 req-c0078ac4-c944-43ba-9d12-e60f46f0018e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] No DVR routers for this DVR port 368b48ec-b623-4d96-93e3-debc2945df24 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:08:24.015908 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-27e1d1d8-6c16-499c-9ef8-7812dcbd5df4 req-c0078ac4-c944-43ba-9d12-e60f46f0018e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:24.022075 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-27e1d1d8-6c16-499c-9ef8-7812dcbd5df4 req-c0078ac4-c944-43ba-9d12-e60f46f0018e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.32 "DELETE /v2.0/ports/368b48ec-b623-4d96-93e3-debc2945df24 HTTP/1.1" status: 204 len: 173 time: 1.8720779 Feb 07 17:08:24.235815 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b5151706-796f-444c-94c1-82964276d1c8 req-3f80b7ac-d72b-47aa-b5d5-b29699735736 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 210 time: 0.0586064 Feb 07 17:08:24.246783 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d899e800-65f7-459a-82ae-187f69954966 req-0ba3a0ce-8b66-4080-9230-fbcb140666cd service neutron] 10.222.0.48 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836115 Feb 07 17:08:24.277730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa008e-36cd-43cf-acb6-92faedbcd399 req-9e13208f-a87e-4604-8b98-9bff1562b919 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:24.279433 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-31aa008e-36cd-43cf-acb6-92faedbcd399 req-9e13208f-a87e-4604-8b98-9bff1562b919 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 943 time: 0.1177580 Feb 07 17:08:24.339307 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-31aa008e-36cd-43cf-acb6-92faedbcd399 req-d923c7bb-94f8-4ba2-a31b-1d1b1d2b4a4f tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539637 Feb 07 17:08:24.359896 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-71003ebc-b1ae-4fa5-804c-b76a7d163c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-560767895'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:24.385529 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71003ebc-b1ae-4fa5-804c-b76a7d163c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Made reservation on behalf of 8e9e1bf06c6a4ba590c33be48b0c2be1 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:08:24.388102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4cc766-8558-433e-bc81-1432aa2dffe1', 'name': 'network-vif-deleted', 'tag': '368b48ec-b623-4d96-93e3-debc2945df24'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:08:24.391664 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92208890-0043-49ab-a45b-f84e91d1fdfe" -d '{"events": [{"server_uuid": "2c4cc766-8558-433e-bc81-1432aa2dffe1", "name": "network-vif-deleted", "tag": "368b48ec-b623-4d96-93e3-debc2945df24"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:08:24.398030 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71003ebc-b1ae-4fa5-804c-b76a7d163c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:24.421304 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71003ebc-b1ae-4fa5-804c-b76a7d163c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:24.485343 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a934522-6ed6-41c6-acfb-c81e77294742 x-openstack-request-id: req-4a934522-6ed6-41c6-acfb-c81e77294742 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:08:24.485343 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4cc766-8558-433e-bc81-1432aa2dffe1", "name": "network-vif-deleted", "tag": "368b48ec-b623-4d96-93e3-debc2945df24", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:08:24.485343 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a934522-6ed6-41c6-acfb-c81e77294742 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:08:24.485343 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4cc766-8558-433e-bc81-1432aa2dffe1', 'name': 'network-vif-deleted', 'tag': '368b48ec-b623-4d96-93e3-debc2945df24', 'status': 'completed', 'code': 200} Feb 07 17:08:24.591021 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71003ebc-b1ae-4fa5-804c-b76a7d163c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Publish callbacks [] for security_group (3bf196ec-c2e3-43d9-a9ce-9fa5fd4f18ab), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:24.596245 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71003ebc-b1ae-4fa5-804c-b76a7d163c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3bf196ec-c2e3-43d9-a9ce-9fa5fd4f18ab), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:24.629093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71003ebc-b1ae-4fa5-804c-b76a7d163c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:08:24.641123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71003ebc-b1ae-4fa5-804c-b76a7d163c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf196ec-c2e3-43d9-a9ce-9fa5fd4f18ab,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:24.647444 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71003ebc-b1ae-4fa5-804c-b76a7d163c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (025d3493-3c58-494f-9db6-b62f5f865e2f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:24.648020 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-71003ebc-b1ae-4fa5-804c-b76a7d163c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Added segment 025d3493-3c58-494f-9db6-b62f5f865e2f of type vlan for network 15c2fb10-8b60-4f21-8505-5d8e53623556 Feb 07 17:08:24.710377 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71003ebc-b1ae-4fa5-804c-b76a7d163c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (15c2fb10-8b60-4f21-8505-5d8e53623556), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:24.752024 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71003ebc-b1ae-4fa5-804c-b76a7d163c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (15c2fb10-8b60-4f21-8505-5d8e53623556), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:24.758858 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71003ebc-b1ae-4fa5-804c-b76a7d163c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:24.759693 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71003ebc-b1ae-4fa5-804c-b76a7d163c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:24.837613 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-71003ebc-b1ae-4fa5-804c-b76a7d163c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.8789423 Feb 07 17:08:24.863908 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71003ebc-b1ae-4fa5-804c-b76a7d163c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Pushing event updated for resources: {'Network': ['ID=15c2fb10-8b60-4f21-8505-5d8e53623556,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:24.883960 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 15c2fb10-8b60-4f21-8505-5d8e53623556 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:08:25.088008 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40798) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:25.096212 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Request body: {'port': {'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556', 'binding:host_id': 'n-h2-827865-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1571405592'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:25.122944 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Made reservation on behalf of 88581c048b2b4a0e97da163117a59a01 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:08:25.126089 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:25.139443 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:25.234625 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks [] for security_group (1aa44a69-6cf6-47d2-84c5-cd39ee7e247e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:25.239250 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1aa44a69-6cf6-47d2-84c5-cd39ee7e247e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:25.241519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 368b48ec-b623-4d96-93e3-debc2945df24 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:08:25.246515 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] device_id is not set on port a2638ca8-cfc2-4860-975e-fca02444bb41 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:08:25.283237 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 368b48ec-b623-4d96-93e3-debc2945df24 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:08:25.288731 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 368b48ec-b623-4d96-93e3-debc2945df24 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:08:25.407077 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e1fa32fa-866c-42f5-90fc-b42afb8986a7 req-c2bd7432-c891-47d1-bfe2-0558842d7228 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 210 time: 0.0426180 Feb 07 17:08:25.625406 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa44a69-6cf6-47d2-84c5-cd39ee7e247e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:25.684188 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] device_id is not set on port a2638ca8-cfc2-4860-975e-fca02444bb41 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:08:25.694452 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks [] for port (a2638ca8-cfc2-4860-975e-fca02444bb41), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:25.714571 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a2638ca8-cfc2-4860-975e-fca02444bb41), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:25.807402 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dbacd91b-2217-44a5-a583-1381af4117b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:25.823200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6b1be-4c74-4b9d-8702-c83810cf028c req-63d04b7f-13ae-4dd3-b991-7944df8ab148 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:25.824844 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ddf6b1be-4c74-4b9d-8702-c83810cf028c req-63d04b7f-13ae-4dd3-b991-7944df8ab148 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 943 time: 0.3255637 Feb 07 17:08:25.872546 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Pushing event updated for resources: {'Port': ['ID=a2638ca8-cfc2-4860-975e-fca02444bb41,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:25.885750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Checking segment: {'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:08:25.886064 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Network hostable DHCP agents. Network: 15c2fb10-8b60-4f21-8505-5d8e53623556, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:08:25.903165 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ddf6b1be-4c74-4b9d-8702-c83810cf028c req-8d0e0011-0fe2-4c92-8f04-9f6289c8e4d2 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703218 Feb 07 17:08:25.931095 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Network 15c2fb10-8b60-4f21-8505-5d8e53623556 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:08:25.944910 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 15c2fb10-8b60-4f21-8505-5d8e53623556) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:08:25.949423 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:08:25.957541 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7f5ad1-cc31-4dde-9657-5d9bdd00390f None None] Network 15c2fb10-8b60-4f21-8505-5d8e53623556 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:08:25.971944 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:25.972612 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:25.973350 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:25.979769 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port a2638ca8-cfc2-4860-975e-fca02444bb41 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:25.980521 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:25.981270 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 2 to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 Feb 07 17:08:25.998578 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:25.999341 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:25.999896 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:26.005746 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port a2638ca8-cfc2-4860-975e-fca02444bb41 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:26.006492 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:26.011694 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 3 to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 Feb 07 17:08:26.033316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:26.033951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:26.034989 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:26.040744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port a2638ca8-cfc2-4860-975e-fca02444bb41 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:26.041361 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:26.042346 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 4 to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 Feb 07 17:08:26.057518 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:26.058142 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:26.058671 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:26.064522 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port a2638ca8-cfc2-4860-975e-fca02444bb41 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:26.065545 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:26.066075 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 5 to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 Feb 07 17:08:26.081320 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:26.081867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:26.082274 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:26.088935 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port a2638ca8-cfc2-4860-975e-fca02444bb41 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:26.089638 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:26.090196 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 6 to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 Feb 07 17:08:26.105297 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:26.106140 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:26.106592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:26.111665 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port a2638ca8-cfc2-4860-975e-fca02444bb41 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:26.112210 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:26.112685 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 7 to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 Feb 07 17:08:26.129787 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:26.130401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:26.130980 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:26.135970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port a2638ca8-cfc2-4860-975e-fca02444bb41 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:26.136357 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:26.137041 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 8 to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 Feb 07 17:08:26.151091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:26.151574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:26.152025 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:26.156891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port a2638ca8-cfc2-4860-975e-fca02444bb41 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:26.157441 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:26.158109 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 9 to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 Feb 07 17:08:26.175394 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:26.175938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:26.176468 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:26.183416 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port a2638ca8-cfc2-4860-975e-fca02444bb41 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:26.183893 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:26.184393 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 10 to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 Feb 07 17:08:26.199941 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:26.200290 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:26.200637 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:26.205217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port a2638ca8-cfc2-4860-975e-fca02444bb41 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:26.205871 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port a2638ca8-cfc2-4860-975e-fca02444bb41 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:26.206556 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a2638ca8-cfc2-4860-975e-fca02444bb41), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:26.303377 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] For port a2638ca8-cfc2-4860-975e-fca02444bb41, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:08:26.304158 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempted to set empty binding levels {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 07 17:08:26.309041 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (a2638ca8-cfc2-4860-975e-fca02444bb41), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:26.353245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:26.354010 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:26.380433 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.2906528 Feb 07 17:08:26.384061 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40812) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:26.389994 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c26dc-9208-4f82-81af-b63636a88bdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Pushing event updated for resources: {'Port': ['ID=a2638ca8-cfc2-4860-975e-fca02444bb41,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:26.627405 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d79bd224-642e-4229-8fdf-00d03e8b1786 req-59be2fb8-b94d-44a0-9ff5-2835f73c24f4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 210 time: 0.0878382 Feb 07 17:08:26.672558 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d8e406fb-fc7e-432e-a064-5b8b566de458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Deleting port a2638ca8-cfc2-4860-975e-fca02444bb41 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:08:26.672909 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8e406fb-fc7e-432e-a064-5b8b566de458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a2638ca8-cfc2-4860-975e-fca02444bb41), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:26.749590 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d8e406fb-fc7e-432e-a064-5b8b566de458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] For port a2638ca8-cfc2-4860-975e-fca02444bb41, host n-h2-827865-3, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:26.750292 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8e406fb-fc7e-432e-a064-5b8b566de458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a2638ca8-cfc2-4860-975e-fca02444bb41), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:26.765952 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d8e406fb-fc7e-432e-a064-5b8b566de458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Calling delete_port for a2638ca8-cfc2-4860-975e-fca02444bb41 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:08:27.138530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ea2ff444-08ee-4b25-b3ed-5e38e8cb24da details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:08:27.143592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab930e6-cb50-485a-8df6-8759cb87506a req-990ae1df-61f9-4ba3-9990-59b9acbf612d tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:27.147060 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7ab930e6-cb50-485a-8df6-8759cb87506a req-990ae1df-61f9-4ba3-9990-59b9acbf612d tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 943 time: 0.1201539 Feb 07 17:08:27.247083 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7ab930e6-cb50-485a-8df6-8759cb87506a req-5a35d815-5768-4954-91ec-5cfd70c23859 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931547 Feb 07 17:08:27.265465 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8e406fb-fc7e-432e-a064-5b8b566de458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a2638ca8-cfc2-4860-975e-fca02444bb41), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:27.318625 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8e406fb-fc7e-432e-a064-5b8b566de458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:27.326190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40822) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:27.327038 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d8e406fb-fc7e-432e-a064-5b8b566de458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] 10.222.0.18 "DELETE /v2.0/ports/a2638ca8-cfc2-4860-975e-fca02444bb41 HTTP/1.1" status: 204 len: 168 time: 0.9419906 Feb 07 17:08:27.328149 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e406fb-fc7e-432e-a064-5b8b566de458 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2638ca8-cfc2-4860-975e-fca02444bb41,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:27.362763 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde8514c-fa05-4540-8dee-8e10f445c370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] GET failed (client error): The resource could not be found. Feb 07 17:08:27.365408 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fde8514c-fa05-4540-8dee-8e10f445c370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] 10.222.0.18 "GET /v2.0/ports/a2638ca8-cfc2-4860-975e-fca02444bb41 HTTP/1.1" status: 404 len: 333 time: 0.0375988 Feb 07 17:08:27.367788 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ea2ff444-08ee-4b25-b3ed-5e38e8cb24da, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ea2ff444-08ee-4b25-b3ed-5e38e8cb24da,segment=NetworkSegment(8b6b0eea-2af6-4a9d-82ce-96906e55a3bb),segment_id=8b6b0eea-2af6-4a9d-82ce-96906e55a3bb)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:27.369553 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40824) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:27.376015 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f3a8a15d-977d-44da-8536-3d6ba8418beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Request body: {'port': {'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1150348572'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:27.400096 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'ea2ff444-08ee-4b25-b3ed-5e38e8cb24da', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'port_id': 'ea2ff444-08ee-4b25-b3ed-5e38e8cb24da', 'mac_address': 'fa:16:3e:0b:26:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:08:27.413612 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a8a15d-977d-44da-8536-3d6ba8418beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Made reservation on behalf of 88581c048b2b4a0e97da163117a59a01 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:08:27.416722 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3a8a15d-977d-44da-8536-3d6ba8418beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:27.452186 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-f3a8a15d-977d-44da-8536-3d6ba8418beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] device_id is not set on port bc6cf5cb-bc59-477f-9864-828af88c7155 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:08:27.471237 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ea2ff444-08ee-4b25-b3ed-5e38e8cb24da is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:08:27.471893 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ea2ff444-08ee-4b25-b3ed-5e38e8cb24da), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:27.488586 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2ff444-08ee-4b25-b3ed-5e38e8cb24da {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:08:27.514829 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ea2ff444-08ee-4b25-b3ed-5e38e8cb24da, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ea2ff444-08ee-4b25-b3ed-5e38e8cb24da,segment=NetworkSegment(8b6b0eea-2af6-4a9d-82ce-96906e55a3bb),segment_id=8b6b0eea-2af6-4a9d-82ce-96906e55a3bb)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:27.519971 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ea2ff444-08ee-4b25-b3ed-5e38e8cb24da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:27.603333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ea2ff444-08ee-4b25-b3ed-5e38e8cb24da,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:27.633244 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3a8a15d-977d-44da-8536-3d6ba8418beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks [] for port (bc6cf5cb-bc59-477f-9864-828af88c7155), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:27.722114 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3a8a15d-977d-44da-8536-3d6ba8418beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (bc6cf5cb-bc59-477f-9864-828af88c7155), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:27.790304 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8a15d-977d-44da-8536-3d6ba8418beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Pushing event updated for resources: {'Port': ['ID=bc6cf5cb-bc59-477f-9864-828af88c7155,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:27.800414 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-323af7f7-af30-4a01-af4c-8b11fd7fe688 req-20d12bc4-0f6d-4d81-a84b-297cde6d1100 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 210 time: 0.0519722 Feb 07 17:08:27.800904 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a8a15d-977d-44da-8536-3d6ba8418beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Network 15c2fb10-8b60-4f21-8505-5d8e53623556 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:08:27.802889 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f3a8a15d-977d-44da-8536-3d6ba8418beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:08:27.811364 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['ea2ff444-08ee-4b25-b3ed-5e38e8cb24da'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:08:27.812593 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a8a15d-977d-44da-8536-3d6ba8418beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:08:27.814294 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a8a15d-977d-44da-8536-3d6ba8418beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:27.815114 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3a8a15d-977d-44da-8536-3d6ba8418beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:27.839065 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f3a8a15d-977d-44da-8536-3d6ba8418beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4675338 Feb 07 17:08:27.850560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40832) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:27.856893 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:27.954110 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bc6cf5cb-bc59-477f-9864-828af88c7155), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:28.201106 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ba2288a8-a59b-4b4b-9958-4ef537c7fa72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:28.207232 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] device_id is not set on port bc6cf5cb-bc59-477f-9864-828af88c7155 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:08:28.220688 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks [] for port (bc6cf5cb-bc59-477f-9864-828af88c7155), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:28.231642 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (bc6cf5cb-bc59-477f-9864-828af88c7155), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:28.291906 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Pushing event updated for resources: {'Port': ['ID=bc6cf5cb-bc59-477f-9864-828af88c7155,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:28.343226 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:28.343899 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:28.344530 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:28.356094 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:28.356779 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:28.357871 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 2 to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 Feb 07 17:08:28.415051 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:28.415764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:28.416409 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:28.461925 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:28.462265 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:28.463396 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 3 to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 Feb 07 17:08:28.487316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:28.487663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:28.488002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:28.496664 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:28.496881 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:28.498046 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 4 to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 Feb 07 17:08:28.513379 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:28.513724 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:28.514062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:28.522554 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:28.522761 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:28.523781 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 5 to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 Feb 07 17:08:28.553220 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:28.553505 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:28.553847 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:28.567835 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817747e-aa49-4ee6-a114-0384fb16d8f3 req-f682bab1-3394-4613-9ba8-33189aadf919 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:28.570235 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8817747e-aa49-4ee6-a114-0384fb16d8f3 req-f682bab1-3394-4613-9ba8-33189aadf919 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 944 time: 0.1768856 Feb 07 17:08:28.571077 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:28.571408 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:28.571851 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 6 to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 Feb 07 17:08:28.604984 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:28.605343 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:28.605695 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:28.644667 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8817747e-aa49-4ee6-a114-0384fb16d8f3 req-1b234f93-607e-41f9-a31c-1cf87ade801a tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685642 Feb 07 17:08:28.647765 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:28.648575 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:28.649079 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 7 to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 Feb 07 17:08:28.664647 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:28.664991 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:28.665354 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:28.670887 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:28.671298 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:28.671688 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 8 to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 Feb 07 17:08:28.686845 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:28.687192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:28.687538 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:28.693713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:28.694050 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:28.694525 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 9 to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 Feb 07 17:08:28.710203 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:28.710548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:28.710893 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:28.716001 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:28.716337 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:28.716730 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 10 to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 Feb 07 17:08:28.733209 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:28.733596 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:28.734063 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:28.741711 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:28.742303 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port bc6cf5cb-bc59-477f-9864-828af88c7155 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:28.742680 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bc6cf5cb-bc59-477f-9864-828af88c7155), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:28.866724 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] For port bc6cf5cb-bc59-477f-9864-828af88c7155, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:08:28.867496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempted to set empty binding levels {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 07 17:08:28.873938 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (bc6cf5cb-bc59-477f-9864-828af88c7155), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:28.926913 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Pushing event updated for resources: {'Port': ['ID=bc6cf5cb-bc59-477f-9864-828af88c7155,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:28.961050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] In _notify_port_updated(), no bound segment for port bc6cf5cb-bc59-477f-9864-828af88c7155 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 17:08:28.962410 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:28.963269 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:28.969376 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6ab00035-f0e8-4ab0-83ac-d50b178db537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] 10.222.0.18 "PUT /v2.0/ports/bc6cf5cb-bc59-477f-9864-828af88c7155 HTTP/1.1" status: 200 len: 979 time: 1.1162164 Feb 07 17:08:28.971212 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40844) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:28.997850 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-255e4e62-9bd1-4672-8cd7-709a0871d53e req-005b7364-7952-479a-8ef4-79f1b9bb54e5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 210 time: 0.0621505 Feb 07 17:08:29.130504 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.131024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.131785 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.132262 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.132734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.133203 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.133699 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.134166 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.134633 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.135092 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.135560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.136398 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.136474 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.136944 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.137451 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.137914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.138659 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.138814 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.139300 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.139762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.140221 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.140681 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.141136 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.141721 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.142190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.142649 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.143107 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.143565 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.144025 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:29.148069 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b950da31-5cf6-44f7-bfeb-c408c6930d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26839 time: 0.1742857 Feb 07 17:08:29.152946 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40846) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:29.155950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ea2ff444-08ee-4b25-b3ed-5e38e8cb24da up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:08:29.237737 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port ea2ff444-08ee-4b25-b3ed-5e38e8cb24da completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:08:29.247062 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port ea2ff444-08ee-4b25-b3ed-5e38e8cb24da triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:08:29.249940 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ea2ff444-08ee-4b25-b3ed-5e38e8cb24da), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:29.327778 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40850) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:29.358283 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5f38a24b-f134-4ca4-84ac-18ed0c02dc94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Deleting port bc6cf5cb-bc59-477f-9864-828af88c7155 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:08:29.358614 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f38a24b-f134-4ca4-84ac-18ed0c02dc94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (bc6cf5cb-bc59-477f-9864-828af88c7155), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:29.562504 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-5f38a24b-f134-4ca4-84ac-18ed0c02dc94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] For port bc6cf5cb-bc59-477f-9864-828af88c7155, host n-h2-827865-3, got binding levels [] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:29.563070 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f38a24b-f134-4ca4-84ac-18ed0c02dc94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (bc6cf5cb-bc59-477f-9864-828af88c7155), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:29.630119 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96f84595-e16d-40b9-a3b1-7b547f9e67a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:29.651207 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5f38a24b-f134-4ca4-84ac-18ed0c02dc94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Calling delete_port for bc6cf5cb-bc59-477f-9864-828af88c7155 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:08:29.810757 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ea2ff444-08ee-4b25-b3ed-5e38e8cb24da is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:08:29.811157 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ea2ff444-08ee-4b25-b3ed-5e38e8cb24da), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:29.867531 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ca4c73-bde5-400a-adfe-0aa84d9ec51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2ff444-08ee-4b25-b3ed-5e38e8cb24da'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:08:29.870134 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa418984-b80f-4f7f-98bc-a8ecb0a3c363" -d '{"events": [{"server_uuid": "02ca4c73-bde5-400a-adfe-0aa84d9ec51c", "name": "network-vif-plugged", "status": "completed", "tag": "ea2ff444-08ee-4b25-b3ed-5e38e8cb24da"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:08:29.887200 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:29.900177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ea2ff444-08ee-4b25-b3ed-5e38e8cb24da, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ea2ff444-08ee-4b25-b3ed-5e38e8cb24da,segment=NetworkSegment(8b6b0eea-2af6-4a9d-82ce-96906e55a3bb),segment_id=8b6b0eea-2af6-4a9d-82ce-96906e55a3bb)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:29.909010 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ea2ff444-08ee-4b25-b3ed-5e38e8cb24da), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:29.968549 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34829628-9731-4c99-9604-32439e6966e9 x-openstack-request-id: req-34829628-9731-4c99-9604-32439e6966e9 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:08:29.968898 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ca4c73-bde5-400a-adfe-0aa84d9ec51c", "name": "network-vif-plugged", "status": "completed", "tag": "ea2ff444-08ee-4b25-b3ed-5e38e8cb24da", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:08:29.969615 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34829628-9731-4c99-9604-32439e6966e9 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:08:29.969782 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ca4c73-bde5-400a-adfe-0aa84d9ec51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2ff444-08ee-4b25-b3ed-5e38e8cb24da', 'code': 200} Feb 07 17:08:29.991984 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96f84595-e16d-40b9-a3b1-7b547f9e67a3 admin admin] Publish callbacks [] for security_group (68f14230-ee8c-4348-92b7-db9ecb869da7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:30.002894 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-96f84595-e16d-40b9-a3b1-7b547f9e67a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (68f14230-ee8c-4348-92b7-db9ecb869da7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:30.034259 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f84595-e16d-40b9-a3b1-7b547f9e67a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f14230-ee8c-4348-92b7-db9ecb869da7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:30.042978 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ea2ff444-08ee-4b25-b3ed-5e38e8cb24da,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:30.112726 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-96f84595-e16d-40b9-a3b1-7b547f9e67a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df1b954497854611b444c6a1375c3ee7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7839017 Feb 07 17:08:30.117244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40864) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:30.146766 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-42db4d32-3155-4586-bf84-990275844792 req-3fb4ba6d-51d6-47c7-a0f7-8365a3601c4a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 210 time: 0.0505826 Feb 07 17:08:30.166110 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b08d0-6d01-4c97-9aa1-3400c0fc5329 req-2e1dc647-1342-4acd-a232-170173a8abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:30.167734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210caf6-bac9-4836-a529-163c31a05c7e req-79d1eaf0-4e3c-46da-b314-621d0df7f412 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:30.168196 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-348b08d0-6d01-4c97-9aa1-3400c0fc5329 req-2e1dc647-1342-4acd-a232-170173a8abbf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 1127 time: 0.1598380 Feb 07 17:08:30.169719 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5210caf6-bac9-4836-a529-163c31a05c7e req-79d1eaf0-4e3c-46da-b314-621d0df7f412 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 944 time: 0.3548036 Feb 07 17:08:30.170677 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f38a24b-f134-4ca4-84ac-18ed0c02dc94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (bc6cf5cb-bc59-477f-9864-828af88c7155), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:30.210440 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f38a24b-f134-4ca4-84ac-18ed0c02dc94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:30.214775 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5f38a24b-f134-4ca4-84ac-18ed0c02dc94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] 10.222.0.18 "DELETE /v2.0/ports/bc6cf5cb-bc59-477f-9864-828af88c7155 HTTP/1.1" status: 204 len: 168 time: 1.0615652 Feb 07 17:08:30.220429 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40866) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:30.240210 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38a24b-f134-4ca4-84ac-18ed0c02dc94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc6cf5cb-bc59-477f-9864-828af88c7155,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:30.243289 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07e76748-1c0f-42ed-9a61-9971e63b7485 admin admin] Publish callbacks [] for security_group (68f14230-ee8c-4348-92b7-db9ecb869da7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:30.282066 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e72a0b-20d9-4673-9c65-5634ced7ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] GET failed (client error): The resource could not be found. Feb 07 17:08:30.289849 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e8e72a0b-20d9-4673-9c65-5634ced7ea4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] 10.222.0.18 "GET /v2.0/ports/bc6cf5cb-bc59-477f-9864-828af88c7155 HTTP/1.1" status: 404 len: 333 time: 0.0681376 Feb 07 17:08:30.292358 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07e76748-1c0f-42ed-9a61-9971e63b7485 admin admin] Publish callbacks [] for security_group (68f14230-ee8c-4348-92b7-db9ecb869da7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:30.292480 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40870) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:30.305170 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5210caf6-bac9-4836-a529-163c31a05c7e req-4cf37d82-583d-48c3-a18d-6ff00f538c26 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1198087 Feb 07 17:08:30.322059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b09b2508-2e5e-47e8-b3f4-12409e267d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-999875205', 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:30.337769 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-348b08d0-6d01-4c97-9aa1-3400c0fc5329 req-6c505e26-85a2-4248-95d6-38b82bb903dd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1606171 Feb 07 17:08:30.356081 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09b2508-2e5e-47e8-b3f4-12409e267d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Made reservation on behalf of 88581c048b2b4a0e97da163117a59a01 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:08:30.359897 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b09b2508-2e5e-47e8-b3f4-12409e267d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:30.362159 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07e76748-1c0f-42ed-9a61-9971e63b7485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (68f14230-ee8c-4348-92b7-db9ecb869da7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:30.366089 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07e76748-1c0f-42ed-9a61-9971e63b7485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:30.370912 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-07e76748-1c0f-42ed-9a61-9971e63b7485 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68f14230-ee8c-4348-92b7-db9ecb869da7 HTTP/1.1" status: 204 len: 168 time: 0.2497418 Feb 07 17:08:30.400756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e76748-1c0f-42ed-9a61-9971e63b7485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f14230-ee8c-4348-92b7-db9ecb869da7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:30.417064 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-b09b2508-2e5e-47e8-b3f4-12409e267d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] device_id is not set on port 011481a1-e711-4807-8900-66e90004fa72 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:08:30.791634 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b09b2508-2e5e-47e8-b3f4-12409e267d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks [] for port (011481a1-e711-4807-8900-66e90004fa72), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:30.845457 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:30.863875 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b09b2508-2e5e-47e8-b3f4-12409e267d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (011481a1-e711-4807-8900-66e90004fa72), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:30.964924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09b2508-2e5e-47e8-b3f4-12409e267d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Network 15c2fb10-8b60-4f21-8505-5d8e53623556 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:08:30.968321 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b09b2508-2e5e-47e8-b3f4-12409e267d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:08:30.971033 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09b2508-2e5e-47e8-b3f4-12409e267d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:08:30.972180 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09b2508-2e5e-47e8-b3f4-12409e267d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:30.972780 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b09b2508-2e5e-47e8-b3f4-12409e267d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:31.007015 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b09b2508-2e5e-47e8-b3f4-12409e267d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7131515 Feb 07 17:08:31.007828 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40892) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:31.008523 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b2508-2e5e-47e8-b3f4-12409e267d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Pushing event updated for resources: {'Port': ['ID=011481a1-e711-4807-8900-66e90004fa72,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:31.068034 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de920c2-ed0b-4e72-a6fb-b3ec605be14f tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:31.072470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40894) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:31.073792 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0de920c2-ed0b-4e72-a6fb-b3ec605be14f tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] 10.222.0.18 "GET /v2.0/ports/011481a1-e711-4807-8900-66e90004fa72 HTTP/1.1" status: 200 len: 958 time: 0.0551150 Feb 07 17:08:31.213740 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e5533e36-bc67-499a-a87a-aaa4d4fc8dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Deleting port 011481a1-e711-4807-8900-66e90004fa72 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:08:31.214093 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e5533e36-bc67-499a-a87a-aaa4d4fc8dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (011481a1-e711-4807-8900-66e90004fa72), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:31.285861 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-67021fe4-3e85-4fc0-927a-99ca786f2e7e req-28620dd5-c83b-4549-857d-9609d90b16c1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 210 time: 0.0516069 Feb 07 17:08:31.322699 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e5533e36-bc67-499a-a87a-aaa4d4fc8dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (011481a1-e711-4807-8900-66e90004fa72), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:31.343776 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e5533e36-bc67-499a-a87a-aaa4d4fc8dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Calling delete_port for 011481a1-e711-4807-8900-66e90004fa72 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:08:31.480288 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9e19a-3be6-4e65-ba8c-eab4445ef0a3 req-1a24e34c-2df0-4794-ba90-bb5fe379ed13 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:31.482023 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-30d9e19a-3be6-4e65-ba8c-eab4445ef0a3 req-1a24e34c-2df0-4794-ba90-bb5fe379ed13 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.0897889 Feb 07 17:08:31.487947 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e5533e36-bc67-499a-a87a-aaa4d4fc8dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (011481a1-e711-4807-8900-66e90004fa72), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:31.554528 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5533e36-bc67-499a-a87a-aaa4d4fc8dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Pushing event deleted for resources: {'Port': ['ID=011481a1-e711-4807-8900-66e90004fa72,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:31.583139 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e5533e36-bc67-499a-a87a-aaa4d4fc8dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:31.587141 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e5533e36-bc67-499a-a87a-aaa4d4fc8dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] 10.222.0.18 "DELETE /v2.0/ports/011481a1-e711-4807-8900-66e90004fa72 HTTP/1.1" status: 204 len: 168 time: 0.5132606 Feb 07 17:08:31.589910 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40912) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:31.632094 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-817a356d-16a7-4fbd-b83b-c1238654f79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] GET failed (client error): The resource could not be found. Feb 07 17:08:31.634130 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-817a356d-16a7-4fbd-b83b-c1238654f79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] 10.222.0.18 "GET /v2.0/ports/011481a1-e711-4807-8900-66e90004fa72 HTTP/1.1" status: 404 len: 333 time: 0.0410447 Feb 07 17:08:31.646217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40914) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:31.652522 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6ec9ece5-4724-416a-87a8-81a976e32d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Request body: {'port': {'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718659382'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:31.700670 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-30d9e19a-3be6-4e65-ba8c-eab4445ef0a3 req-87c5632a-2941-414f-9bbc-8038773b2e60 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2010386 Feb 07 17:08:31.731383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec9ece5-4724-416a-87a8-81a976e32d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Made reservation on behalf of 88581c048b2b4a0e97da163117a59a01 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:08:31.737305 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ec9ece5-4724-416a-87a8-81a976e32d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:31.785661 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-6ec9ece5-4724-416a-87a8-81a976e32d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] device_id is not set on port e7d3e3f5-2b54-4290-94a8-f35d195afca4 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:08:32.157344 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ec9ece5-4724-416a-87a8-81a976e32d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks [] for port (e7d3e3f5-2b54-4290-94a8-f35d195afca4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:32.234281 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ec9ece5-4724-416a-87a8-81a976e32d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (e7d3e3f5-2b54-4290-94a8-f35d195afca4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:32.324219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec9ece5-4724-416a-87a8-81a976e32d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Network 15c2fb10-8b60-4f21-8505-5d8e53623556 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:08:32.328082 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6ec9ece5-4724-416a-87a8-81a976e32d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:08:32.351385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec9ece5-4724-416a-87a8-81a976e32d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:08:32.352545 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec9ece5-4724-416a-87a8-81a976e32d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:32.353316 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6ec9ece5-4724-416a-87a8-81a976e32d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:32.395138 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9ece5-4724-416a-87a8-81a976e32d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Pushing event updated for resources: {'Port': ['ID=e7d3e3f5-2b54-4290-94a8-f35d195afca4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:32.410642 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:32.445266 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6ec9ece5-4724-416a-87a8-81a976e32d74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7973628 Feb 07 17:08:32.449163 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40944) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:32.455379 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b7b3bb8-1d65-4807-a969-e206986816a5 req-97be93f8-dbba-4cf2-b615-14b70e754551 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 210 time: 0.0493009 Feb 07 17:08:32.458078 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:32.563922 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e7d3e3f5-2b54-4290-94a8-f35d195afca4), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:32.831815 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] device_id is not set on port e7d3e3f5-2b54-4290-94a8-f35d195afca4 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:08:32.855008 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks [] for port (e7d3e3f5-2b54-4290-94a8-f35d195afca4), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:32.884850 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (e7d3e3f5-2b54-4290-94a8-f35d195afca4), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:32.962599 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Pushing event updated for resources: {'Port': ['ID=e7d3e3f5-2b54-4290-94a8-f35d195afca4,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:32.985737 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c2308-843f-49e2-b985-ff775aac329b req-13d53a51-5485-4427-a798-11871b5abaec tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:32.987758 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f34c2308-843f-49e2-b985-ff775aac329b req-13d53a51-5485-4427-a798-11871b5abaec tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.1491776 Feb 07 17:08:33.024580 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:33.024972 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:33.025373 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:33.034311 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:33.034642 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:33.041170 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 2 to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 Feb 07 17:08:33.073558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:33.073895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:33.074232 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:33.079566 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f34c2308-843f-49e2-b985-ff775aac329b req-66d118ca-032d-4f58-a02b-b010d5246f2c tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0855002 Feb 07 17:08:33.084986 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:33.085489 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:33.085964 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 3 to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 Feb 07 17:08:33.104748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:33.105102 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:33.105516 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:33.111448 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:33.111773 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:33.112156 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 4 to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 Feb 07 17:08:33.133190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:33.133589 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:33.133959 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:33.138833 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:33.139258 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:33.139549 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 5 to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 Feb 07 17:08:33.165532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:33.165933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:33.166288 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:33.172285 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:33.173660 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:33.174108 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 6 to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 Feb 07 17:08:33.202578 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:33.203293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:33.203656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:33.208890 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:33.209234 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:33.209857 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 7 to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 Feb 07 17:08:33.226475 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:33.226850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:33.227188 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:33.231978 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:33.232313 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:33.233463 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 8 to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 Feb 07 17:08:33.249712 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:33.250059 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:33.250411 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:33.256081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:33.256664 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:33.256819 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 9 to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 Feb 07 17:08:33.273189 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:33.273591 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:33.273938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:33.280120 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:33.280543 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:33.280946 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempt 10 to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 Feb 07 17:08:33.294851 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:33.295189 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:33.295533 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempting to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:33.300642 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:33.301028 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Failed to bind port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '025d3493-3c58-494f-9db6-b62f5f865e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '15c2fb10-8b60-4f21-8505-5d8e53623556'}] Feb 07 17:08:33.302685 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e7d3e3f5-2b54-4290-94a8-f35d195afca4), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:33.311968 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f85b94-05c4-408f-995a-f2e624e40d96 req-2beb06ae-74e2-4368-9120-ba0c8b1aeeb5 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:33.323529 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 40954) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:33.325219 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22f85b94-05c4-408f-995a-f2e624e40d96 req-2beb06ae-74e2-4368-9120-ba0c8b1aeeb5 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.1268072 Feb 07 17:08:33.330643 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c657fcf7-1304-40da-8e8b-dcd86face2b8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Request body: {'floatingip': {'port_id': 'ea2ff444-08ee-4b25-b3ed-5e38e8cb24da'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:33.394825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] For port e7d3e3f5-2b54-4290-94a8-f35d195afca4, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:08:33.395266 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attempted to set empty binding levels {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 07 17:08:33.499096 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:08:34.048558 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (e7d3e3f5-2b54-4290-94a8-f35d195afca4), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:34.078553 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c657fcf7-1304-40da-8e8b-dcd86face2b8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for floatingip (877bfe2a-a678-44a9-9eb5-bc837b53b95b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:34.116543 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] In _notify_port_updated(), no bound segment for port e7d3e3f5-2b54-4290-94a8-f35d195afca4 on network 15c2fb10-8b60-4f21-8505-5d8e53623556 {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 17:08:34.117629 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:34.118358 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:34.122618 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] 10.222.0.18 "PUT /v2.0/ports/e7d3e3f5-2b54-4290-94a8-f35d195afca4 HTTP/1.1" status: 200 len: 979 time: 1.6696513 Feb 07 17:08:34.123438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40968) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:34.174844 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9b7299d7-6f7c-40e9-adba-5001b0c6090c req-3b7a898f-615e-4698-9e04-2050f6a2e37e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 210 time: 0.1302145 Feb 07 17:08:34.305414 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a23932d9-85ee-45e8-9fee-5c4b2c8e8f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Deleting port e7d3e3f5-2b54-4290-94a8-f35d195afca4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:08:34.307660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553c1b0-c1f4-4165-8eae-3898ba6444b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Pushing event updated for resources: {'Port': ['ID=e7d3e3f5-2b54-4290-94a8-f35d195afca4,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:34.310371 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a23932d9-85ee-45e8-9fee-5c4b2c8e8f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e7d3e3f5-2b54-4290-94a8-f35d195afca4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:34.392187 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a23932d9-85ee-45e8-9fee-5c4b2c8e8f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] For port e7d3e3f5-2b54-4290-94a8-f35d195afca4, host n-h2-827865-3, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:34.392563 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a23932d9-85ee-45e8-9fee-5c4b2c8e8f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e7d3e3f5-2b54-4290-94a8-f35d195afca4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:34.408890 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a23932d9-85ee-45e8-9fee-5c4b2c8e8f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Calling delete_port for e7d3e3f5-2b54-4290-94a8-f35d195afca4 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:08:34.506559 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a23932d9-85ee-45e8-9fee-5c4b2c8e8f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e7d3e3f5-2b54-4290-94a8-f35d195afca4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:34.551495 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23932d9-85ee-45e8-9fee-5c4b2c8e8f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7d3e3f5-2b54-4290-94a8-f35d195afca4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:34.570581 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a23932d9-85ee-45e8-9fee-5c4b2c8e8f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:34.575648 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a23932d9-85ee-45e8-9fee-5c4b2c8e8f7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] 10.222.0.18 "DELETE /v2.0/ports/e7d3e3f5-2b54-4290-94a8-f35d195afca4 HTTP/1.1" status: 204 len: 168 time: 0.4490201 Feb 07 17:08:34.578192 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40972) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:34.603411 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f10d36-5f33-4ebb-bd27-ee509b43a82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] GET failed (client error): The resource could not be found. Feb 07 17:08:34.608708 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-64f10d36-5f33-4ebb-bd27-ee509b43a82a tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060 tempest-PortsAdminExtendedAttrsIpV6TestJSON-363151060-project-admin] 10.222.0.18 "GET /v2.0/ports/e7d3e3f5-2b54-4290-94a8-f35d195afca4 HTTP/1.1" status: 404 len: 333 time: 0.0294218 Feb 07 17:08:34.609357 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40974) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:34.721224 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41b0e4c6-e5f2-4d23-a6a8-83b8118f4813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (15c2fb10-8b60-4f21-8505-5d8e53623556), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:34.867928 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c657fcf7-1304-40da-8e8b-dcd86face2b8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:34.877101 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c657fcf7-1304-40da-8e8b-dcd86face2b8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (877bfe2a-a678-44a9-9eb5-bc837b53b95b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:34.899386 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41b0e4c6-e5f2-4d23-a6a8-83b8118f4813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (15c2fb10-8b60-4f21-8505-5d8e53623556), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:34.957360 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-41b0e4c6-e5f2-4d23-a6a8-83b8118f4813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c2fb10-8b60-4f21-8505-5d8e53623556']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:34.974485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-41b0e4c6-e5f2-4d23-a6a8-83b8118f4813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025d3493-3c58-494f-9db6-b62f5f865e2f') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:34.974993 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-41b0e4c6-e5f2-4d23-a6a8-83b8118f4813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025d3493-3c58-494f-9db6-b62f5f865e2f') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:34.986034 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41b0e4c6-e5f2-4d23-a6a8-83b8118f4813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (025d3493-3c58-494f-9db6-b62f5f865e2f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:35.003313 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41b0e4c6-e5f2-4d23-a6a8-83b8118f4813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (025d3493-3c58-494f-9db6-b62f5f865e2f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:35.011004 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b0e4c6-e5f2-4d23-a6a8-83b8118f4813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:08:35.011612 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41b0e4c6-e5f2-4d23-a6a8-83b8118f4813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (025d3493-3c58-494f-9db6-b62f5f865e2f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:08:35.015849 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:08:35.027805 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-c657fcf7-1304-40da-8e8b-dcd86face2b8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Floating IP 877bfe2a-a678-44a9-9eb5-bc837b53b95b associated. External IP: 172.25.4.30, port: ea2ff444-08ee-4b25-b3ed-5e38e8cb24da. Feb 07 17:08:35.104699 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41b0e4c6-e5f2-4d23-a6a8-83b8118f4813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (15c2fb10-8b60-4f21-8505-5d8e53623556), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:35.120033 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41b0e4c6-e5f2-4d23-a6a8-83b8118f4813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:35.125475 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-41b0e4c6-e5f2-4d23-a6a8-83b8118f4813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] 10.222.0.18 "DELETE /v2.0/networks/15c2fb10-8b60-4f21-8505-5d8e53623556 HTTP/1.1" status: 204 len: 168 time: 0.5150912 Feb 07 17:08:35.163679 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0e4c6-e5f2-4d23-a6a8-83b8118f4813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1730011276-project] Pushing event deleted for resources: {'Network': ['ID=15c2fb10-8b60-4f21-8505-5d8e53623556,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:35.415502 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dbc45627-3aa6-4a91-b149-f977693d73ac req-2aa3f707-2e75-4a79-a9e3-aa67d30ff6cb tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 210 time: 0.0706367 Feb 07 17:08:35.474463 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c657fcf7-1304-40da-8e8b-dcd86face2b8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:08:35.570049 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 40998) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:35.628316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c657fcf7-1304-40da-8e8b-dcd86face2b8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:08:35.638868 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c657fcf7-1304-40da-8e8b-dcd86face2b8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:35.641341 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19e5d8-5723-44ea-afdd-e12988c53ec1 None None] Sync routers for ids ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:08:35.663495 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19e5d8-5723-44ea-afdd-e12988c53ec1 None None] Routers {'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:08:35.664126 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cf19e5d8-5723-44ea-afdd-e12988c53ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:08:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:35.726076 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c657fcf7-1304-40da-8e8b-dcd86face2b8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "PUT /v2.0/floatingips/877bfe2a-a678-44a9-9eb5-bc837b53b95b HTTP/1.1" status: 200 len: 990 time: 2.4014418 Feb 07 17:08:35.729040 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ca4c73-bde5-400a-adfe-0aa84d9ec51c', 'tag': 'ea2ff444-08ee-4b25-b3ed-5e38e8cb24da'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:08:35.733225 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7432886c-8c09-45a8-9ffd-5c67daeb0351" -d '{"events": [{"name": "network-changed", "server_uuid": "02ca4c73-bde5-400a-adfe-0aa84d9ec51c", "tag": "ea2ff444-08ee-4b25-b3ed-5e38e8cb24da"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:08:35.797678 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b365e03-711a-4ab8-b8e6-bb4dd5586366 x-openstack-request-id: req-5b365e03-711a-4ab8-b8e6-bb4dd5586366 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:08:35.798000 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ca4c73-bde5-400a-adfe-0aa84d9ec51c", "tag": "ea2ff444-08ee-4b25-b3ed-5e38e8cb24da", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:08:35.798264 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b365e03-711a-4ab8-b8e6-bb4dd5586366 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:08:35.799159 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ca4c73-bde5-400a-adfe-0aa84d9ec51c', 'tag': 'ea2ff444-08ee-4b25-b3ed-5e38e8cb24da', 'status': 'completed', 'code': 200} Feb 07 17:08:35.886757 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-972bc009-2890-4c1a-bb24-0f3d21560fc5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e9e1bf06c6a4ba590c33be48b0c2be1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3147550 Feb 07 17:08:35.917729 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41006) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:35.960727 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-cf19e5d8-5723-44ea-afdd-e12988c53ec1 None None] Set router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:08:36.044218 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e843dd2e-5f64-49c2-be6e-01c67e49a564 admin admin] Publish callbacks [] for security_group (3bf196ec-c2e3-43d9-a9ce-9fa5fd4f18ab), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:36.055746 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa44045-e9a1-4051-91e3-a560f3fef594 req-31a83063-cb18-4156-b51b-4283352642f1 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:36.058415 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9fa44045-e9a1-4051-91e3-a560f3fef594 req-31a83063-cb18-4156-b51b-4283352642f1 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.2040844 Feb 07 17:08:36.063352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432886c-8c09-45a8-9ffd-5c67daeb0351 req-f6e019c6-a01e-4ec4-bc40-a132d41a13ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:36.070134 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7432886c-8c09-45a8-9ffd-5c67daeb0351 req-f6e019c6-a01e-4ec4-bc40-a132d41a13ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9ad179b24574372b80952de6111dc6e&device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 1127 time: 0.1936448 Feb 07 17:08:36.132492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e843dd2e-5f64-49c2-be6e-01c67e49a564 admin admin] Publish callbacks [] for security_group (3bf196ec-c2e3-43d9-a9ce-9fa5fd4f18ab), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:36.245961 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432886c-8c09-45a8-9ffd-5c67daeb0351 req-1f9c46d2-5303-4ce4-80f4-a1374108dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:36.248719 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7432886c-8c09-45a8-9ffd-5c67daeb0351 req-1f9c46d2-5303-4ce4-80f4-a1374108dfaa service neutron] 10.222.0.48 "GET /v2.0/networks?id=201760c2-7445-46e7-879d-a3304bb55dba HTTP/1.1" status: 200 len: 912 time: 0.1733356 Feb 07 17:08:36.250816 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cf19e5d8-5723-44ea-afdd-e12988c53ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:08:06Z', 'revision_number': 4, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port': {'id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:58Z', 'updated_at': '2022-02-07T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '877bfe2a-a678-44a9-9eb5-bc837b53b95b', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'port_id': 'ea2ff444-08ee-4b25-b3ed-5e38e8cb24da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'mac_address': 'fa:16:3e:0b:26:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ca4c73-bde5-400a-adfe-0aa84d9ec51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:08:12Z', 'updated_at': '2022-02-07T17:08:34Z', 'revision_number': 1, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dfefd62-afd1-44c0-954c-9eb82f847e23', 'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'mac_address': 'fa:16:3e:a7:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:08:05Z', 'updated_at': '2022-02-07T17:08:14Z', 'revision_number': 5, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'subnets': [{'id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:36.281671 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9fa44045-e9a1-4051-91e3-a560f3fef594 req-0472fcda-37ff-4577-a357-548365762f8b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2136838 Feb 07 17:08:36.285238 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19e5d8-5723-44ea-afdd-e12988c53ec1 None None] Checking router: b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:08:36.305568 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19e5d8-5723-44ea-afdd-e12988c53ec1 None None] Routers {'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:08:36.306374 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cf19e5d8-5723-44ea-afdd-e12988c53ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:08:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:36.309807 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e843dd2e-5f64-49c2-be6e-01c67e49a564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3bf196ec-c2e3-43d9-a9ce-9fa5fd4f18ab), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:36.321898 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e843dd2e-5f64-49c2-be6e-01c67e49a564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:36.321898 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e843dd2e-5f64-49c2-be6e-01c67e49a564 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3bf196ec-c2e3-43d9-a9ce-9fa5fd4f18ab HTTP/1.1" status: 204 len: 168 time: 0.3938048 Feb 07 17:08:36.342756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843dd2e-5f64-49c2-be6e-01c67e49a564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf196ec-c2e3-43d9-a9ce-9fa5fd4f18ab,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:36.444851 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7432886c-8c09-45a8-9ffd-5c67daeb0351 req-7c11ec00-d754-401e-bc93-a04f8ed96530 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2ff444-08ee-4b25-b3ed-5e38e8cb24da HTTP/1.1" status: 200 len: 998 time: 0.1880045 Feb 07 17:08:36.528025 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-cf19e5d8-5723-44ea-afdd-e12988c53ec1 None None] Set router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:08:36.541532 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432886c-8c09-45a8-9ffd-5c67daeb0351 req-f8d60f9e-7483-4bd4-98ac-5daf1568b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:36.543232 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7432886c-8c09-45a8-9ffd-5c67daeb0351 req-f8d60f9e-7483-4bd4-98ac-5daf1568b1cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c40ceb2-4236-4c8f-982a-2db09abbbc2a HTTP/1.1" status: 200 len: 850 time: 0.0912166 Feb 07 17:08:36.691786 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e3d31fc-7ca9-40db-9d42-4ef88f842f3c req-12edd0d5-a7d2-4c7d-b9ba-ccc34724ec42 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c4cc766-8558-433e-bc81-1432aa2dffe1 HTTP/1.1" status: 200 len: 210 time: 0.1448071 Feb 07 17:08:36.738911 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432886c-8c09-45a8-9ffd-5c67daeb0351 req-8c848267-2371-4da5-9307-3f470c1761dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:36.741335 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7432886c-8c09-45a8-9ffd-5c67daeb0351 req-8c848267-2371-4da5-9307-3f470c1761dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=201760c2-7445-46e7-879d-a3304bb55dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1715426 Feb 07 17:08:36.922830 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7432886c-8c09-45a8-9ffd-5c67daeb0351 req-9430ff01-5802-4a72-a7f3-cb06b62cc020 service neutron] 10.222.0.48 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739197 Feb 07 17:08:36.972829 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cf19e5d8-5723-44ea-afdd-e12988c53ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:08:06Z', 'revision_number': 4, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port': {'id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:58Z', 'updated_at': '2022-02-07T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '877bfe2a-a678-44a9-9eb5-bc837b53b95b', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'port_id': 'ea2ff444-08ee-4b25-b3ed-5e38e8cb24da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'mac_address': 'fa:16:3e:0b:26:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ca4c73-bde5-400a-adfe-0aa84d9ec51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:08:12Z', 'updated_at': '2022-02-07T17:08:34Z', 'revision_number': 1, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dfefd62-afd1-44c0-954c-9eb82f847e23', 'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'mac_address': 'fa:16:3e:a7:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:08:05Z', 'updated_at': '2022-02-07T17:08:14Z', 'revision_number': 5, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'subnets': [{'id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:37.018865 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19e5d8-5723-44ea-afdd-e12988c53ec1 None None] The sync data for ids ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'] in n-d-827865-3 is: [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:08:06Z', 'revision_number': 4, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port': {'id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:58Z', 'updated_at': '2022-02-07T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '877bfe2a-a678-44a9-9eb5-bc837b53b95b', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'port_id': 'ea2ff444-08ee-4b25-b3ed-5e38e8cb24da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'mac_address': 'fa:16:3e:0b:26:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ca4c73-bde5-400a-adfe-0aa84d9ec51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:08:12Z', 'updated_at': '2022-02-07T17:08:34Z', 'revision_number': 1, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dfefd62-afd1-44c0-954c-9eb82f847e23', 'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'mac_address': 'fa:16:3e:a7:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:08:05Z', 'updated_at': '2022-02-07T17:08:14Z', 'revision_number': 5, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'subnets': [{'id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:08:37.058031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41026) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:37.134442 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7432886c-8c09-45a8-9ffd-5c67daeb0351 req-48574372-bc47-4af9-bc03-16a1ac7b2de3 service neutron] 10.222.0.48 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055845 Feb 07 17:08:37.192143 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41028) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:37.194408 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b68a66ad-8000-44b3-8012-751610a3b394 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88581c048b2b4a0e97da163117a59a01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330113 Feb 07 17:08:37.282505 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0e96c05-7483-491c-a15c-5077864f9fe5 admin admin] Publish callbacks [] for security_group (1aa44a69-6cf6-47d2-84c5-cd39ee7e247e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:37.330696 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0e96c05-7483-491c-a15c-5077864f9fe5 admin admin] Publish callbacks [] for security_group (1aa44a69-6cf6-47d2-84c5-cd39ee7e247e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:37.475324 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0e96c05-7483-491c-a15c-5077864f9fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1aa44a69-6cf6-47d2-84c5-cd39ee7e247e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:37.477835 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c0e96c05-7483-491c-a15c-5077864f9fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:37.485634 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c0e96c05-7483-491c-a15c-5077864f9fe5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1aa44a69-6cf6-47d2-84c5-cd39ee7e247e HTTP/1.1" status: 204 len: 168 time: 0.2857988 Feb 07 17:08:37.517219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efcf517-c8de-4d63-a4b7-c2fc53b14241 None None] New status for floating IP 877bfe2a-a678-44a9-9eb5-bc837b53b95b: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:08:37.541806 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e96c05-7483-491c-a15c-5077864f9fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa44a69-6cf6-47d2-84c5-cd39ee7e247e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:37.565323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89be20d-7ba8-4136-801c-31879153453b req-d4cd75b9-527e-4d2a-a437-43e4874a183e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:37.566954 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c89be20d-7ba8-4136-801c-31879153453b req-d4cd75b9-527e-4d2a-a437-43e4874a183e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 946 time: 0.2134418 Feb 07 17:08:37.596654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c39ef0-ee62-4f40-b4d1-5052afc43f13 req-7d6e2f9b-f6ae-43f8-8352-e50a378340a6 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:37.607525 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86c39ef0-ee62-4f40-b4d1-5052afc43f13 req-7d6e2f9b-f6ae-43f8-8352-e50a378340a6 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.1826935 Feb 07 17:08:37.705256 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86c39ef0-ee62-4f40-b4d1-5052afc43f13 req-0174651f-19b3-4c2d-b4fa-c1704b173f02 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946894 Feb 07 17:08:37.722883 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c89be20d-7ba8-4136-801c-31879153453b req-0073ba52-0953-4fac-a88b-102f194f7e18 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1376541 Feb 07 17:08:37.761463 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41048) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:37.938772 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-eabe7097-8643-45a2-8957-656685b847a0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/floatingips/96165b7e-659d-4a9d-91ba-5e5995e2c49a HTTP/1.1" status: 200 len: 993 time: 0.1743689 Feb 07 17:08:37.967135 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41058) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:38.146966 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99e11e2e-ec1b-4dd4-a983-9ef85155f584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:38.323610 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99e11e2e-ec1b-4dd4-a983-9ef85155f584 admin admin] Publish callbacks [] for security_group (39e61f46-51f5-44c8-a84f-fcb33a2b1070), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:38.334769 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-99e11e2e-ec1b-4dd4-a983-9ef85155f584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (39e61f46-51f5-44c8-a84f-fcb33a2b1070), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:38.405510 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41076) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:38.417983 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-99e11e2e-ec1b-4dd4-a983-9ef85155f584 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98300b0e8d0b4d8e91e0231a42b644f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4337821 Feb 07 17:08:38.566430 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99240584-a6a4-4334-95cc-90c86a2070d3 admin admin] Publish callbacks [] for security_group (39e61f46-51f5-44c8-a84f-fcb33a2b1070), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:38.585590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e11e2e-ec1b-4dd4-a983-9ef85155f584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e61f46-51f5-44c8-a84f-fcb33a2b1070,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:38.622262 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8e1b2-525b-4a5f-ad2e-5ac5475aa44a req-0e7569c9-02b6-4c34-be34-dab14cf86b6e tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:38.633113 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99240584-a6a4-4334-95cc-90c86a2070d3 admin admin] Publish callbacks [] for security_group (39e61f46-51f5-44c8-a84f-fcb33a2b1070), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:38.634163 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d0b8e1b2-525b-4a5f-ad2e-5ac5475aa44a req-0e7569c9-02b6-4c34-be34-dab14cf86b6e tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 1128 time: 0.1790521 Feb 07 17:08:38.729702 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d0b8e1b2-525b-4a5f-ad2e-5ac5475aa44a req-a19c8956-f2c4-4102-b8ab-deb4aa45b344 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0944998 Feb 07 17:08:38.837674 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99240584-a6a4-4334-95cc-90c86a2070d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (39e61f46-51f5-44c8-a84f-fcb33a2b1070), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:38.843081 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-99240584-a6a4-4334-95cc-90c86a2070d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:38.846382 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-99240584-a6a4-4334-95cc-90c86a2070d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39e61f46-51f5-44c8-a84f-fcb33a2b1070 HTTP/1.1" status: 204 len: 168 time: 0.4398243 Feb 07 17:08:38.878628 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99240584-a6a4-4334-95cc-90c86a2070d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e61f46-51f5-44c8-a84f-fcb33a2b1070,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:39.003425 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-020292f6-eec3-41e1-9ad0-36033c3ad6e6 req-89996e6a-eab2-4e75-978f-808826f5eb7a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:08:39.004404 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-020292f6-eec3-41e1-9ad0-36033c3ad6e6 req-89996e6a-eab2-4e75-978f-808826f5eb7a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156739 Feb 07 17:08:40.085313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41142) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:40.369792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-63a770d9-31b1-431b-9e58-455f0259f3d3 tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2136650608'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:40.384175 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-2aeea447-a4fc-40ce-b1a4-4cc0baa66444 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2794905 Feb 07 17:08:40.404547 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-e826cfac-c48c-472f-b249-0a0c7e1a510e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:08:40.417090 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a770d9-31b1-431b-9e58-455f0259f3d3 tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Made reservation on behalf of c821d64d4dad4e9089394d9a22081a39 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:08:40.422469 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-e826cfac-c48c-472f-b249-0a0c7e1a510e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0304697 Feb 07 17:08:40.423894 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63a770d9-31b1-431b-9e58-455f0259f3d3 tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:40.448193 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63a770d9-31b1-431b-9e58-455f0259f3d3 tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:40.595982 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63a770d9-31b1-431b-9e58-455f0259f3d3 tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Publish callbacks [] for security_group (a8d2728e-e219-4372-a82a-3ecd25803559), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:40.603218 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63a770d9-31b1-431b-9e58-455f0259f3d3 tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a8d2728e-e219-4372-a82a-3ecd25803559), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:40.705312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a770d9-31b1-431b-9e58-455f0259f3d3 tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:08:40.726683 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a770d9-31b1-431b-9e58-455f0259f3d3 tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d2728e-e219-4372-a82a-3ecd25803559,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:40.738214 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63a770d9-31b1-431b-9e58-455f0259f3d3 tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (32df74b3-2260-4b70-8e97-e77b09c62a41), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:40.738564 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-63a770d9-31b1-431b-9e58-455f0259f3d3 tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Added segment 32df74b3-2260-4b70-8e97-e77b09c62a41 of type vlan for network 10a488c9-2dae-4784-b783-79bf6df42ce6 Feb 07 17:08:40.829714 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63a770d9-31b1-431b-9e58-455f0259f3d3 tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (10a488c9-2dae-4784-b783-79bf6df42ce6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:40.921665 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63a770d9-31b1-431b-9e58-455f0259f3d3 tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (10a488c9-2dae-4784-b783-79bf6df42ce6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:40.931063 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a770d9-31b1-431b-9e58-455f0259f3d3 tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:40.932133 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63a770d9-31b1-431b-9e58-455f0259f3d3 tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:41.060866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a770d9-31b1-431b-9e58-455f0259f3d3 tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Pushing event updated for resources: {'Network': ['ID=10a488c9-2dae-4784-b783-79bf6df42ce6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:41.073188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 10a488c9-2dae-4784-b783-79bf6df42ce6 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:08:41.104347 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-63a770d9-31b1-431b-9e58-455f0259f3d3 tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0173421 Feb 07 17:08:41.327834 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-9e5b74f1-dbc0-4aec-87b0-debb83947307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:41.337883 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-9e5b74f1-dbc0-4aec-87b0-debb83947307 service neutron] 10.222.0.18 "GET /v2.0/ports/2e8b54e4-80a0-49b4-8a7e-757ba43da341 HTTP/1.1" status: 200 len: 1125 time: 0.0961108 Feb 07 17:08:41.342602 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-68415315-6c3c-4e91-aa5f-bde50e90e46a service neutron] Request body: {'binding': {'host': 'n-h2-827865-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:41.346039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-68415315-6c3c-4e91-aa5f-bde50e90e46a service neutron] Unknown quota resources ['binding']. {{(pid=103226) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 07 17:08:41.659096 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41222) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:41.666666 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Request body: {'port': {'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6', 'binding:host_id': 'n-h2-827865-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-334786526'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:41.701486 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-68415315-6c3c-4e91-aa5f-bde50e90e46a service neutron] Attempting to bind port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 on host n-h2-827865-3 for vnic_type normal with profile None {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:41.707078 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-68415315-6c3c-4e91-aa5f-bde50e90e46a service neutron] Attempting to bind port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:41.707723 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-68415315-6c3c-4e91-aa5f-bde50e90e46a service neutron] Attempting to bind port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 on network bcf89715-4c35-43dc-9971-0b720c9b58d3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:41.712732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Made reservation on behalf of 3b2e452ce4f9419383d3ba30508fdf8f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:08:41.716654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-68415315-6c3c-4e91-aa5f-bde50e90e46a service neutron] Port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 on network bcf89715-4c35-43dc-9971-0b720c9b58d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:41.716784 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:41.717736 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-68415315-6c3c-4e91-aa5f-bde50e90e46a service neutron] Attempting to bind port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 on network bcf89715-4c35-43dc-9971-0b720c9b58d3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:41.727788 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-68415315-6c3c-4e91-aa5f-bde50e90e46a service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:08:41.728420 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-68415315-6c3c-4e91-aa5f-bde50e90e46a service neutron] Checking segment: {'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:08:41.729049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-68415315-6c3c-4e91-aa5f-bde50e90e46a service neutron] Bound using segment: {'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:08:41.729732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-68415315-6c3c-4e91-aa5f-bde50e90e46a service neutron] Bound port: 2e8b54e4-80a0-49b4-8a7e-757ba43da341, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:08:41.747103 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:41.830846 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-68415315-6c3c-4e91-aa5f-bde50e90e46a service neutron] For port 2e8b54e4-80a0-49b4-8a7e-757ba43da341, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2e8b54e4-80a0-49b4-8a7e-757ba43da341,segment=NetworkSegment(a1666870-a4b7-423a-8138-c28b479a260a),segment_id=a1666870-a4b7-423a-8138-c28b479a260a)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:08:41.844696 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-68415315-6c3c-4e91-aa5f-bde50e90e46a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:41.847369 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-68415315-6c3c-4e91-aa5f-bde50e90e46a service neutron] 10.222.0.18 "POST /v2.0/ports/2e8b54e4-80a0-49b4-8a7e-757ba43da341/bindings HTTP/1.1" status: 201 len: 389 time: 0.5082672 Feb 07 17:08:41.951929 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks [] for security_group (55cb1cb9-81d6-4077-b36d-2bff9128ede1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:41.964115 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (55cb1cb9-81d6-4077-b36d-2bff9128ede1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:41.972528 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] device_id is not set on port bef6dd0f-26fd-4958-8b98-5ce3efab5721 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:08:42.163384 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cb1cb9-81d6-4077-b36d-2bff9128ede1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:42.270803 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff30ad8-aa71-4e13-9f44-9cca76fc9de5 req-edcf5b62-31b2-4ba0-a41f-a04cdbe567aa tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:42.282722 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5ff30ad8-aa71-4e13-9f44-9cca76fc9de5 req-edcf5b62-31b2-4ba0-a41f-a04cdbe567aa tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 946 time: 0.1713221 Feb 07 17:08:42.369789 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5ff30ad8-aa71-4e13-9f44-9cca76fc9de5 req-9ca0d18b-3a3f-44ff-a81d-d6fd3fd40f5e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801339 Feb 07 17:08:42.494490 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] device_id is not set on port bef6dd0f-26fd-4958-8b98-5ce3efab5721 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:08:42.514614 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks [] for port (bef6dd0f-26fd-4958-8b98-5ce3efab5721), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:42.528204 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (bef6dd0f-26fd-4958-8b98-5ce3efab5721), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:42.702935 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-350bb118-2e0d-48e0-bb50-1a8177ca9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:42.704958 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-350bb118-2e0d-48e0-bb50-1a8177ca9503 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 1128 time: 0.4248369 Feb 07 17:08:42.706324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Pushing event updated for resources: {'Port': ['ID=bef6dd0f-26fd-4958-8b98-5ce3efab5721,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:42.710493 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Checking segment: {'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:08:42.710876 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Network hostable DHCP agents. Network: 10a488c9-2dae-4784-b783-79bf6df42ce6, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:08:42.812020 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Network 10a488c9-2dae-4784-b783-79bf6df42ce6 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:08:42.832772 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 10a488c9-2dae-4784-b783-79bf6df42ce6) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:08:42.844299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae420d0-619f-4c9b-b16b-353c5ab6a0e6 None None] Network 10a488c9-2dae-4784-b783-79bf6df42ce6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:08:42.861924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:08:42.887925 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:42.888431 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:42.888882 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:42.908841 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:42.909347 n-d-827865-3 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:42.912735 n-d-827865-3 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 2 to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 Feb 07 17:08:42.941377 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:42.941731 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:42.942082 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:42.946914 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-a295aa67-490b-469b-88e6-ecfd3ec19dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:42.948579 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-a295aa67-490b-469b-88e6-ecfd3ec19dc8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bcf89715-4c35-43dc-9971-0b720c9b58d3 HTTP/1.1" status: 200 len: 898 time: 0.2335343 Feb 07 17:08:42.951150 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:42.951521 n-d-827865-3 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:42.951931 n-d-827865-3 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 3 to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 Feb 07 17:08:42.971467 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:42.971467 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:42.971846 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:43.045300 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-ddfd2ca0-b7e1-4a04-908a-4d5013c9fc1d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e8b54e4-80a0-49b4-8a7e-757ba43da341 HTTP/1.1" status: 200 len: 1001 time: 0.0756996 Feb 07 17:08:43.049477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:43.049829 n-d-827865-3 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:43.051922 n-d-827865-3 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 4 to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 Feb 07 17:08:43.133675 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-e60bb783-14f4-4db1-9d86-d6e54528b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:43.135239 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-e60bb783-14f4-4db1-9d86-d6e54528b68d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f81e07dc-e2fe-469e-b1cc-965dd2359dda HTTP/1.1" status: 200 len: 834 time: 0.0845292 Feb 07 17:08:43.196807 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:43.198165 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:43.198165 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:43.230993 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:43.231610 n-d-827865-3 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:43.234959 n-d-827865-3 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 5 to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 Feb 07 17:08:43.255540 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:43.256290 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:43.257048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:43.264201 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:43.264888 n-d-827865-3 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:43.265665 n-d-827865-3 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 6 to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 Feb 07 17:08:43.283391 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-053270e1-f241-4dd9-b374-03a9860f826f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:43.294193 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-053270e1-f241-4dd9-b374-03a9860f826f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bcf89715-4c35-43dc-9971-0b720c9b58d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1495757 Feb 07 17:08:43.339843 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:43.340074 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:43.340431 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:43.403384 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:43.403384 n-d-827865-3 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:43.456425 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a22d71b-b7e1-4d2d-9a94-0d34e0b876d9 req-56b184bb-6c7d-4329-a0f1-b0813289526a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1272819 Feb 07 17:08:43.484272 n-d-827865-3 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 7 to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 Feb 07 17:08:43.537268 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:43.537723 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:43.538007 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:43.596755 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:43.597093 n-d-827865-3 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:43.602776 n-d-827865-3 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 8 to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 Feb 07 17:08:43.655266 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22d71b-b7e1-4d2d-9a94-0d34e0b876d9 req-b3e82afc-9dcf-4c04-bbe5-4e5997a0efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:43.656827 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a22d71b-b7e1-4d2d-9a94-0d34e0b876d9 req-b3e82afc-9dcf-4c04-bbe5-4e5997a0efd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8ccb3294bc1846cdacfcbf51d0105cde&device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 1127 time: 0.1448054 Feb 07 17:08:43.716985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:43.729406 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:43.730023 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:43.767689 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:43.769044 n-d-827865-3 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:43.773508 n-d-827865-3 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 9 to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 Feb 07 17:08:43.810230 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-862ed7f2-238c-42fb-89ca-20f290f85ae7 service neutron] 10.222.0.32 "GET /v2.0/networks/bcf89715-4c35-43dc-9971-0b720c9b58d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953504 Feb 07 17:08:43.825058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22d71b-b7e1-4d2d-9a94-0d34e0b876d9 req-6276f101-1d09-4824-af7a-93222f19d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:43.826835 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a22d71b-b7e1-4d2d-9a94-0d34e0b876d9 req-6276f101-1d09-4824-af7a-93222f19d161 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b75833c8-4006-405c-bc22-8b17b6a0f33c HTTP/1.1" status: 200 len: 910 time: 0.1498618 Feb 07 17:08:43.850991 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8069800-0067-4618-aebc-965a9cbbb7a1 req-8f58c1ec-1399-4a36-ab79-456ec2f4ab63 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:43.858036 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8069800-0067-4618-aebc-965a9cbbb7a1 req-8f58c1ec-1399-4a36-ab79-456ec2f4ab63 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 946 time: 0.2623322 Feb 07 17:08:43.918849 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a22d71b-b7e1-4d2d-9a94-0d34e0b876d9 req-66d79dee-eb56-4ac4-a16e-b80207d22e0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8bb96cb-3149-48aa-b810-2efde2aa8270 HTTP/1.1" status: 200 len: 1001 time: 0.0859063 Feb 07 17:08:43.919419 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41302) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:43.983852 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22d71b-b7e1-4d2d-9a94-0d34e0b876d9 req-6a1d5ff7-174c-4ba3-adab-eb29e5fac72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:43.985746 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a22d71b-b7e1-4d2d-9a94-0d34e0b876d9 req-6a1d5ff7-174c-4ba3-adab-eb29e5fac72d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56c52ba2-dc81-4fa2-9ba7-527e5b2edb65 HTTP/1.1" status: 200 len: 848 time: 0.0599232 Feb 07 17:08:43.985895 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-7b2408a2-ccd5-4a1a-9ab6-1533e1af9fa7 service neutron] 10.222.0.32 "GET /v2.0/networks/bcf89715-4c35-43dc-9971-0b720c9b58d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574543 Feb 07 17:08:43.988086 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:43.988425 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:43.988764 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:44.002239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:44.002566 n-d-827865-3 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:44.007240 n-d-827865-3 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 10 to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 Feb 07 17:08:44.059703 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d8069800-0067-4618-aebc-965a9cbbb7a1 req-b7a83b8e-71aa-4bc6-bf37-7cb6dd3fe0f2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2006886 Feb 07 17:08:44.062125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:44.064394 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:44.064893 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:44.081927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22d71b-b7e1-4d2d-9a94-0d34e0b876d9 req-414ff4e4-db3b-4527-8e2e-7cd28e7d9804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:44.084340 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a22d71b-b7e1-4d2d-9a94-0d34e0b876d9 req-414ff4e4-db3b-4527-8e2e-7cd28e7d9804 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b75833c8-4006-405c-bc22-8b17b6a0f33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0872979 Feb 07 17:08:44.126580 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:44.126932 n-d-827865-3 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port bef6dd0f-26fd-4958-8b98-5ce3efab5721 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:44.127419 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bef6dd0f-26fd-4958-8b98-5ce3efab5721), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:44.208910 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed81e183-ee23-43bb-b020-faacd597e063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:44.247310 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-dcc81db7-b2e3-48b7-b898-43de6fab3e5b tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:44.252229 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-dcc81db7-b2e3-48b7-b898-43de6fab3e5b tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1&tenant_id=b7f3b936ec124a74b808700fdcd55162&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 1128 time: 0.1911025 Feb 07 17:08:44.268633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827865-3'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:44.325425 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a22d71b-b7e1-4d2d-9a94-0d34e0b876d9 req-927f3d75-b693-4e3c-9236-a5a4815cb772 service neutron] 10.222.0.32 "GET /v2.0/networks/b75833c8-4006-405c-bc22-8b17b6a0f33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355778 Feb 07 17:08:44.441784 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a22d71b-b7e1-4d2d-9a94-0d34e0b876d9 req-4eaea448-5a8a-45d5-9569-4b2415ae98a0 service neutron] 10.222.0.32 "GET /v2.0/networks/b75833c8-4006-405c-bc22-8b17b6a0f33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027427 Feb 07 17:08:44.487230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] For port bef6dd0f-26fd-4958-8b98-5ce3efab5721, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:08:44.488992 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempted to set empty binding levels {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 07 17:08:44.491188 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:44.496903 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (bef6dd0f-26fd-4958-8b98-5ce3efab5721), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:44.499892 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed81e183-ee23-43bb-b020-faacd597e063 admin admin] Publish callbacks [] for security_group (e061506b-0e43-4196-9958-16b50f5a8f6e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:44.508580 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed81e183-ee23-43bb-b020-faacd597e063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e061506b-0e43-4196-9958-16b50f5a8f6e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:44.588972 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:44.589827 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:44.624136 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.9632189 Feb 07 17:08:44.633844 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ed81e183-ee23-43bb-b020-faacd597e063 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=01175b6722804001a3b843273345382f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7132521 Feb 07 17:08:44.634773 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41310) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:44.637051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41312) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:44.707113 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f1a9a-6bb7-492b-9001-e56d6c0eefeb tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Pushing event updated for resources: {'Port': ['ID=bef6dd0f-26fd-4958-8b98-5ce3efab5721,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:44.718893 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81e183-ee23-43bb-b020-faacd597e063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e061506b-0e43-4196-9958-16b50f5a8f6e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:44.958631 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-711dad46-8498-4c41-bf0d-75618f9bb420 admin admin] Publish callbacks [] for security_group (e061506b-0e43-4196-9958-16b50f5a8f6e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:44.996440 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-711dad46-8498-4c41-bf0d-75618f9bb420 admin admin] Publish callbacks [] for security_group (e061506b-0e43-4196-9958-16b50f5a8f6e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:45.054112 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-711dad46-8498-4c41-bf0d-75618f9bb420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e061506b-0e43-4196-9958-16b50f5a8f6e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:45.056862 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-711dad46-8498-4c41-bf0d-75618f9bb420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:45.061451 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-711dad46-8498-4c41-bf0d-75618f9bb420 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e061506b-0e43-4196-9958-16b50f5a8f6e HTTP/1.1" status: 204 len: 168 time: 0.4110575 Feb 07 17:08:45.079792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711dad46-8498-4c41-bf0d-75618f9bb420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e061506b-0e43-4196-9958-16b50f5a8f6e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:45.118717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] For port 2e8b54e4-80a0-49b4-8a7e-757ba43da341, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2e8b54e4-80a0-49b4-8a7e-757ba43da341,segment=NetworkSegment(a1666870-a4b7-423a-8138-c28b479a260a),segment_id=a1666870-a4b7-423a-8138-c28b479a260a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:45.131836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2410c39b-53cd-46bd-b9d0-71d9f0efea47 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Deleting port bef6dd0f-26fd-4958-8b98-5ce3efab5721 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:08:45.132186 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2410c39b-53cd-46bd-b9d0-71d9f0efea47 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (bef6dd0f-26fd-4958-8b98-5ce3efab5721), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:45.230708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2410c39b-53cd-46bd-b9d0-71d9f0efea47 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] For port bef6dd0f-26fd-4958-8b98-5ce3efab5721, host n-h2-827865-3, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:45.230708 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2410c39b-53cd-46bd-b9d0-71d9f0efea47 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (bef6dd0f-26fd-4958-8b98-5ce3efab5721), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:45.236114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] For port 2e8b54e4-80a0-49b4-8a7e-757ba43da341, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:08:45.277180 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2410c39b-53cd-46bd-b9d0-71d9f0efea47 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Calling delete_port for bef6dd0f-26fd-4958-8b98-5ce3efab5721 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:08:45.301148 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076f98f-ba7d-472b-9066-39b0be2c9ab1 req-554f66b4-28cb-4d95-9a0f-40ae037d0393 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:45.313690 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e076f98f-ba7d-472b-9066-39b0be2c9ab1 req-554f66b4-28cb-4d95-9a0f-40ae037d0393 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 946 time: 0.1057141 Feb 07 17:08:45.349200 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8b54e4-80a0-49b4-8a7e-757ba43da341'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:08:45.352505 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82770a9c-423b-460a-9e8b-386185009088" -d '{"events": [{"server_uuid": "4b30daa2-2a57-4205-92dc-126cb61c6fb1", "name": "network-vif-unplugged", "status": "completed", "tag": "2e8b54e4-80a0-49b4-8a7e-757ba43da341"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:08:45.358373 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] Publish callbacks [] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:45.376816 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:45.391046 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e076f98f-ba7d-472b-9066-39b0be2c9ab1 req-78da0d45-a758-4e1a-9f41-7f9fc04daa9b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727494 Feb 07 17:08:45.446119 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 17:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432f8049-3d46-4aea-b906-36da49665c6e x-openstack-request-id: req-432f8049-3d46-4aea-b906-36da49665c6e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:08:45.446670 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b30daa2-2a57-4205-92dc-126cb61c6fb1", "name": "network-vif-unplugged", "status": "completed", "tag": "2e8b54e4-80a0-49b4-8a7e-757ba43da341", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:08:45.447073 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-432f8049-3d46-4aea-b906-36da49665c6e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:08:45.447616 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8b54e4-80a0-49b4-8a7e-757ba43da341', 'code': 200} Feb 07 17:08:45.623060 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2410c39b-53cd-46bd-b9d0-71d9f0efea47 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (bef6dd0f-26fd-4958-8b98-5ce3efab5721), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:45.628802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8b54e4-80a0-49b4-8a7e-757ba43da341,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:45.665099 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41326) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:45.690002 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecc2a621-4bac-42e6-b697-22b07eb7cb16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:45.701943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] Attempting to bind port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 on host n-h1-827865-3 for vnic_type normal with profile {"migrating_to": "n-h2-827865-3"} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:45.702298 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] Attempting to bind port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:45.702635 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] Attempting to bind port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 on network bcf89715-4c35-43dc-9971-0b720c9b58d3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:45.722551 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2410c39b-53cd-46bd-b9d0-71d9f0efea47 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:45.732337 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41328) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:45.733724 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2410c39b-53cd-46bd-b9d0-71d9f0efea47 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] 10.222.0.18 "DELETE /v2.0/ports/bef6dd0f-26fd-4958-8b98-5ce3efab5721 HTTP/1.1" status: 204 len: 168 time: 1.0902562 Feb 07 17:08:45.734853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410c39b-53cd-46bd-b9d0-71d9f0efea47 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Pushing event deleted for resources: {'Port': ['ID=bef6dd0f-26fd-4958-8b98-5ce3efab5721,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:45.747344 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] Port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 on network bcf89715-4c35-43dc-9971-0b720c9b58d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:45.747344 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] Attempting to bind port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 on network bcf89715-4c35-43dc-9971-0b720c9b58d3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:45.761150 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:08:45.761542 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] Checking segment: {'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:08:45.762051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] Bound using segment: {'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:08:45.768658 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] Bound port: 2e8b54e4-80a0-49b4-8a7e-757ba43da341, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1666870-a4b7-423a-8138-c28b479a260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:08:45.769093 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:45.782403 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-3327cdc2-4ae7-438a-af80-a13c795d1716 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] GET failed (client error): The resource could not be found. Feb 07 17:08:45.802354 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3327cdc2-4ae7-438a-af80-a13c795d1716 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] 10.222.0.18 "GET /v2.0/ports/bef6dd0f-26fd-4958-8b98-5ce3efab5721 HTTP/1.1" status: 404 len: 333 time: 0.0677090 Feb 07 17:08:45.806866 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41336) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:45.821753 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7d57eb8d-467a-4609-a14b-e48d2dc6950b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Request body: {'port': {'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1936231074'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:45.843695 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7894f84b-8dfa-47d9-9bb7-4a662b19acc2 None None] Provisioning complete for port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:08:45.844288 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7894f84b-8dfa-47d9-9bb7-4a662b19acc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:45.874582 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] For port 2e8b54e4-80a0-49b4-8a7e-757ba43da341, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:08:45.875671 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] For port 2e8b54e4-80a0-49b4-8a7e-757ba43da341, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2e8b54e4-80a0-49b4-8a7e-757ba43da341,segment=NetworkSegment(a1666870-a4b7-423a-8138-c28b479a260a),segment_id=a1666870-a4b7-423a-8138-c28b479a260a)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:08:45.884284 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:45.907344 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d57eb8d-467a-4609-a14b-e48d2dc6950b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Made reservation on behalf of 3b2e452ce4f9419383d3ba30508fdf8f for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:08:45.923404 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d57eb8d-467a-4609-a14b-e48d2dc6950b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:45.948814 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7894f84b-8dfa-47d9-9bb7-4a662b19acc2 None None] Port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:08:45.976107 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-7d57eb8d-467a-4609-a14b-e48d2dc6950b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] device_id is not set on port 390f7595-cac9-4434-bcb4-3b578fb45f5a yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:08:46.034571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8b54e4-80a0-49b4-8a7e-757ba43da341,revision_number=8']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:46.057702 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecc2a621-4bac-42e6-b697-22b07eb7cb16 admin admin] Publish callbacks [] for security_group (21446312-eef4-454e-98b0-5f2c23cb0fd2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:46.066331 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ecc2a621-4bac-42e6-b697-22b07eb7cb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (21446312-eef4-454e-98b0-5f2c23cb0fd2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:46.215913 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:46.215913 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:46.226963 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-78230ddb-6697-48be-91d3-ffc8572634a8 service neutron] 10.222.0.32 "PUT /v2.0/ports/2e8b54e4-80a0-49b4-8a7e-757ba43da341 HTTP/1.1" status: 200 len: 1122 time: 1.9621534 Feb 07 17:08:46.256597 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41340) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:46.257251 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ecc2a621-4bac-42e6-b697-22b07eb7cb16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5e21ba3d8f240e9a642e66dadf75706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5906310 Feb 07 17:08:46.304341 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['2e8b54e4-80a0-49b4-8a7e-757ba43da341'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:08:46.349693 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2a621-4bac-42e6-b697-22b07eb7cb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21446312-eef4-454e-98b0-5f2c23cb0fd2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:46.371853 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1231b33e-4e7f-433d-8a05-09d03a7e0387 admin admin] Publish callbacks [] for security_group (21446312-eef4-454e-98b0-5f2c23cb0fd2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:46.469112 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1231b33e-4e7f-433d-8a05-09d03a7e0387 admin admin] Publish callbacks [] for security_group (21446312-eef4-454e-98b0-5f2c23cb0fd2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:46.597075 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1231b33e-4e7f-433d-8a05-09d03a7e0387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (21446312-eef4-454e-98b0-5f2c23cb0fd2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:46.600826 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1231b33e-4e7f-433d-8a05-09d03a7e0387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:46.602102 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1231b33e-4e7f-433d-8a05-09d03a7e0387 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21446312-eef4-454e-98b0-5f2c23cb0fd2 HTTP/1.1" status: 204 len: 168 time: 0.3431749 Feb 07 17:08:46.622208 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231b33e-4e7f-433d-8a05-09d03a7e0387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21446312-eef4-454e-98b0-5f2c23cb0fd2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:46.791936 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d57eb8d-467a-4609-a14b-e48d2dc6950b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks [] for port (390f7595-cac9-4434-bcb4-3b578fb45f5a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:46.797486 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4deb762f-97b1-4b26-b4db-819bf8603d29 None None] Provisioning complete for port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:08:46.797872 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4deb762f-97b1-4b26-b4db-819bf8603d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:46.852077 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab2e95-d78d-4ee1-9360-5dc38078f4f5 req-d1655d1c-558c-4a00-9e3f-10977b3e66e4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:46.853642 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-adab2e95-d78d-4ee1-9360-5dc38078f4f5 req-d1655d1c-558c-4a00-9e3f-10977b3e66e4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 944 time: 0.2401443 Feb 07 17:08:47.021891 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d57eb8d-467a-4609-a14b-e48d2dc6950b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (390f7595-cac9-4434-bcb4-3b578fb45f5a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:47.075001 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d57eb8d-467a-4609-a14b-e48d2dc6950b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Network 10a488c9-2dae-4784-b783-79bf6df42ce6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:08:47.080044 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7d57eb8d-467a-4609-a14b-e48d2dc6950b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:08:47.098267 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-adab2e95-d78d-4ee1-9360-5dc38078f4f5 req-77cb33b1-df2e-4ad9-a5f7-ab6dac2b3820 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2300699 Feb 07 17:08:47.102576 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d57eb8d-467a-4609-a14b-e48d2dc6950b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:08:47.119626 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d57eb8d-467a-4609-a14b-e48d2dc6950b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:47.120282 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d57eb8d-467a-4609-a14b-e48d2dc6950b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:47.158822 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4deb762f-97b1-4b26-b4db-819bf8603d29 None None] Current status of the port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:08:47.158822 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4deb762f-97b1-4b26-b4db-819bf8603d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:47.159780 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41354) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:47.162152 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7d57eb8d-467a-4609-a14b-e48d2dc6950b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3485026 Feb 07 17:08:47.164422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57eb8d-467a-4609-a14b-e48d2dc6950b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Pushing event updated for resources: {'Port': ['ID=390f7595-cac9-4434-bcb4-3b578fb45f5a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:47.169951 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:47.224206 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8b54e4-80a0-49b4-8a7e-757ba43da341'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:08:47.228382 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666a7a48-c0bd-4770-bda8-a56499a9fc80" -d '{"events": [{"server_uuid": "4b30daa2-2a57-4205-92dc-126cb61c6fb1", "name": "network-vif-plugged", "status": "completed", "tag": "2e8b54e4-80a0-49b4-8a7e-757ba43da341"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:08:47.259084 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4deb762f-97b1-4b26-b4db-819bf8603d29 None None] For port 2e8b54e4-80a0-49b4-8a7e-757ba43da341, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2e8b54e4-80a0-49b4-8a7e-757ba43da341,segment=NetworkSegment(a1666870-a4b7-423a-8138-c28b479a260a),segment_id=a1666870-a4b7-423a-8138-c28b479a260a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:47.268556 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4deb762f-97b1-4b26-b4db-819bf8603d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:47.329227 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (390f7595-cac9-4434-bcb4-3b578fb45f5a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:47.424030 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a457c3-f940-4d59-84a4-536b93bb630e x-openstack-request-id: req-93a457c3-f940-4d59-84a4-536b93bb630e {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:08:47.424675 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b30daa2-2a57-4205-92dc-126cb61c6fb1", "name": "network-vif-plugged", "status": "completed", "tag": "2e8b54e4-80a0-49b4-8a7e-757ba43da341", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:08:47.425100 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93a457c3-f940-4d59-84a4-536b93bb630e {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:08:47.425704 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8b54e4-80a0-49b4-8a7e-757ba43da341', 'code': 200} Feb 07 17:08:47.427188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2e8b54e4-80a0-49b4-8a7e-757ba43da341 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:08:47.459238 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'tag': '2e8b54e4-80a0-49b4-8a7e-757ba43da341'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:08:47.471342 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e76a95-69ab-4264-acb1-d20dcfe466d0" -d '{"events": [{"name": "network-changed", "server_uuid": "4b30daa2-2a57-4205-92dc-126cb61c6fb1", "tag": "2e8b54e4-80a0-49b4-8a7e-757ba43da341"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:08:47.559038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2e8b54e4-80a0-49b4-8a7e-757ba43da341, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2e8b54e4-80a0-49b4-8a7e-757ba43da341,segment=NetworkSegment(a1666870-a4b7-423a-8138-c28b479a260a),segment_id=a1666870-a4b7-423a-8138-c28b479a260a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:47.581362 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2e8b54e4-80a0-49b4-8a7e-757ba43da341 has no active binding in host n-h2-827865-3 {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 07 17:08:47.648665 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810c90ff-8aea-46ac-b78d-e2337b24bda6 x-openstack-request-id: req-810c90ff-8aea-46ac-b78d-e2337b24bda6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:08:47.649133 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b30daa2-2a57-4205-92dc-126cb61c6fb1", "tag": "2e8b54e4-80a0-49b4-8a7e-757ba43da341", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:08:47.649600 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-810c90ff-8aea-46ac-b78d-e2337b24bda6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:08:47.650256 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'tag': '2e8b54e4-80a0-49b4-8a7e-757ba43da341', 'status': 'completed', 'code': 200} Feb 07 17:08:47.724529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb762f-97b1-4b26-b4db-819bf8603d29 None None] Pushing event updated for resources: {'Port': ['ID=2e8b54e4-80a0-49b4-8a7e-757ba43da341,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:47.832058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] device_id is not set on port 390f7595-cac9-4434-bcb4-3b578fb45f5a yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:08:47.842681 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks [] for port (390f7595-cac9-4434-bcb4-3b578fb45f5a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:47.852285 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (390f7595-cac9-4434-bcb4-3b578fb45f5a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:47.926074 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Pushing event updated for resources: {'Port': ['ID=390f7595-cac9-4434-bcb4-3b578fb45f5a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:47.955847 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:47.956526 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:47.957035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:47.966220 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:47.966734 n-d-827865-3 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:47.976086 n-d-827865-3 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 2 to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a Feb 07 17:08:48.029100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:48.029892 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:48.030387 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:48.042190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:48.042968 n-d-827865-3 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:48.046037 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e76a95-69ab-4264-acb1-d20dcfe466d0 req-76b2c149-6032-499d-b29a-a3e995760567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:48.047710 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-97e76a95-69ab-4264-acb1-d20dcfe466d0 req-76b2c149-6032-499d-b29a-a3e995760567 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 1158 time: 0.3871906 Feb 07 17:08:48.048165 n-d-827865-3 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 3 to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a Feb 07 17:08:48.087134 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:48.087617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:48.087971 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:48.126997 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:48.127388 n-d-827865-3 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:48.130003 n-d-827865-3 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 4 to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a Feb 07 17:08:48.149909 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:48.150313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:48.150658 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:48.160451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:48.160692 n-d-827865-3 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:48.163583 n-d-827865-3 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 5 to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a Feb 07 17:08:48.195727 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:48.198972 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:48.200044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:48.209244 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:48.209928 n-d-827865-3 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:48.216867 n-d-827865-3 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 6 to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a Feb 07 17:08:48.234353 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:48.234926 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:48.235419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:48.244924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:48.245536 n-d-827865-3 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:48.246099 n-d-827865-3 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 7 to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a Feb 07 17:08:48.277656 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:48.278273 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:48.278771 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:48.307138 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e76a95-69ab-4264-acb1-d20dcfe466d0 req-7e50fc6f-990f-425e-be14-0da841d697af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:48.309181 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-97e76a95-69ab-4264-acb1-d20dcfe466d0 req-7e50fc6f-990f-425e-be14-0da841d697af service neutron] 10.222.0.48 "GET /v2.0/networks?id=bcf89715-4c35-43dc-9971-0b720c9b58d3 HTTP/1.1" status: 200 len: 898 time: 0.2493231 Feb 07 17:08:48.311302 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:48.312213 n-d-827865-3 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:48.313441 n-d-827865-3 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 8 to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a Feb 07 17:08:48.362120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:48.363165 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:48.363888 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:48.896916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:48.898219 n-d-827865-3 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:48.903032 n-d-827865-3 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 9 to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a Feb 07 17:08:48.923591 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:48.924283 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:48.924853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:48.941679 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:48.942418 n-d-827865-3 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:48.945615 n-d-827865-3 neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 10 to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a Feb 07 17:08:48.996235 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-97e76a95-69ab-4264-acb1-d20dcfe466d0 req-35ee0151-6020-41a3-8462-47bad45d1d14 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e8b54e4-80a0-49b4-8a7e-757ba43da341 HTTP/1.1" status: 200 len: 1001 time: 0.6679654 Feb 07 17:08:49.017489 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab61044-2546-43a4-9f05-93e8aadc2a7f req-07df278f-e791-4e15-9c5f-cad38a7eb9c2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.021653 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cab61044-2546-43a4-9f05-93e8aadc2a7f req-07df278f-e791-4e15-9c5f-cad38a7eb9c2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 946 time: 0.7099006 Feb 07 17:08:49.046314 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:49.046907 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:49.047393 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:49.252841 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cab61044-2546-43a4-9f05-93e8aadc2a7f req-6f49cb4d-cc2b-4899-baff-afa8a29d91ec tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2011836 Feb 07 17:08:49.258562 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:49.262566 n-d-827865-3 neutron-server[103225]: ERROR neutron.plugins.ml2.managers [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port 390f7595-cac9-4434-bcb4-3b578fb45f5a on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:49.263390 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (390f7595-cac9-4434-bcb4-3b578fb45f5a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:49.412449 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41454) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:49.496148 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] For port 390f7595-cac9-4434-bcb4-3b578fb45f5a, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:08:49.496526 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempted to set empty binding levels {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 07 17:08:49.501205 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e76a95-69ab-4264-acb1-d20dcfe466d0 req-a040face-85c8-4eec-a580-8b6b6b397663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.502968 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-97e76a95-69ab-4264-acb1-d20dcfe466d0 req-a040face-85c8-4eec-a580-8b6b6b397663 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f81e07dc-e2fe-469e-b1cc-965dd2359dda HTTP/1.1" status: 200 len: 834 time: 0.4788685 Feb 07 17:08:49.505443 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (390f7595-cac9-4434-bcb4-3b578fb45f5a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:49.580429 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] In _notify_port_updated(), no bound segment for port 390f7595-cac9-4434-bcb4-3b578fb45f5a on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 17:08:49.582302 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.586206 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:49.589985 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] 10.222.0.18 "PUT /v2.0/ports/390f7595-cac9-4434-bcb4-3b578fb45f5a HTTP/1.1" status: 200 len: 975 time: 2.4296491 Feb 07 17:08:49.590880 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41458) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:49.673419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0e850-869b-407a-88bb-411702b7b2ae tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Pushing event updated for resources: {'Port': ['ID=390f7595-cac9-4434-bcb4-3b578fb45f5a,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:49.727070 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bc8d88cc-d65c-44b0-bf67-89fab2a31e6d tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-207807071', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:49.742612 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e76a95-69ab-4264-acb1-d20dcfe466d0 req-150bbee1-ae33-4dc2-b5ef-dce126227aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.744067 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-97e76a95-69ab-4264-acb1-d20dcfe466d0 req-150bbee1-ae33-4dc2-b5ef-dce126227aee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcf89715-4c35-43dc-9971-0b720c9b58d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2271960 Feb 07 17:08:49.828486 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.828972 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.829476 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.829947 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.830418 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.838790 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.839308 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.839789 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.840265 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.840893 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.844883 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.845592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.847290 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.850535 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.851463 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.852091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.854866 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.855552 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.856171 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.858364 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.859023 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.859855 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.860472 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.861626 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.862414 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.863038 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.863825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.865549 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.866170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:49.870286 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d5eb44b4-7ac9-4712-984b-bdb062d7124d tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26866 time: 0.2780616 Feb 07 17:08:49.875685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41468) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:49.886658 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-97e76a95-69ab-4264-acb1-d20dcfe466d0 req-c2355b1c-ed5c-41f5-b6ac-8dd47450383d service neutron] 10.222.0.48 "GET /v2.0/networks/bcf89715-4c35-43dc-9971-0b720c9b58d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344845 Feb 07 17:08:49.891895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8d88cc-d65c-44b0-bf67-89fab2a31e6d tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Made reservation on behalf of 760c9a15a4044eb18c3984e26d412ef7 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:08:49.894444 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc8d88cc-d65c-44b0-bf67-89fab2a31e6d tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:49.947121 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc8d88cc-d65c-44b0-bf67-89fab2a31e6d tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:50.033034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-97e76a95-69ab-4264-acb1-d20dcfe466d0 req-26041974-2971-4f60-9f36-a0e428a2e878 service neutron] 10.222.0.48 "GET /v2.0/networks/bcf89715-4c35-43dc-9971-0b720c9b58d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397374 Feb 07 17:08:50.133355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-dd80f929-c0b1-4416-ba9a-14b86a30045f tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Deleting port 390f7595-cac9-4434-bcb4-3b578fb45f5a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:08:50.133355 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd80f929-c0b1-4416-ba9a-14b86a30045f tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (390f7595-cac9-4434-bcb4-3b578fb45f5a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:50.209017 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc8d88cc-d65c-44b0-bf67-89fab2a31e6d tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks [] for security_group (93437e0b-5f86-45c7-878f-5ecbffcfe556), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:50.219947 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc8d88cc-d65c-44b0-bf67-89fab2a31e6d tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (93437e0b-5f86-45c7-878f-5ecbffcfe556), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:50.224928 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-bc8d88cc-d65c-44b0-bf67-89fab2a31e6d tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] device_id is not set on port 651a289d-a8fa-40b5-a8ec-1cdd2818807d yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:08:50.355062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-bc8d88cc-d65c-44b0-bf67-89fab2a31e6d tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Allocated IP 172.25.4.116 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/651a289d-a8fa-40b5-a8ec-1cdd2818807d) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:08:50.524111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-dd80f929-c0b1-4416-ba9a-14b86a30045f tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] For port 390f7595-cac9-4434-bcb4-3b578fb45f5a, host n-h2-827865-3, got binding levels [] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:50.525299 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd80f929-c0b1-4416-ba9a-14b86a30045f tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (390f7595-cac9-4434-bcb4-3b578fb45f5a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:50.647560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d88cc-d65c-44b0-bf67-89fab2a31e6d tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93437e0b-5f86-45c7-878f-5ecbffcfe556,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:50.662917 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-dd80f929-c0b1-4416-ba9a-14b86a30045f tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Calling delete_port for 390f7595-cac9-4434-bcb4-3b578fb45f5a owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:08:50.750484 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14480b2-2079-44c2-820c-e802db5edd7d req-6f891ca9-1fbd-4e5d-83ac-3ac02ad9683c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:50.752075 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d14480b2-2079-44c2-820c-e802db5edd7d req-6f891ca9-1fbd-4e5d-83ac-3ac02ad9683c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 946 time: 0.3549721 Feb 07 17:08:50.868560 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc8d88cc-d65c-44b0-bf67-89fab2a31e6d tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks [] for port (651a289d-a8fa-40b5-a8ec-1cdd2818807d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:50.933831 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d14480b2-2079-44c2-820c-e802db5edd7d req-f9684aaf-a6b8-4619-be7e-d0159ba24630 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1726584 Feb 07 17:08:50.962389 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd80f929-c0b1-4416-ba9a-14b86a30045f tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (390f7595-cac9-4434-bcb4-3b578fb45f5a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:51.027123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80f929-c0b1-4416-ba9a-14b86a30045f tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Pushing event deleted for resources: {'Port': ['ID=390f7595-cac9-4434-bcb4-3b578fb45f5a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:51.059691 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd80f929-c0b1-4416-ba9a-14b86a30045f tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:51.063305 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dd80f929-c0b1-4416-ba9a-14b86a30045f tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] 10.222.0.18 "DELETE /v2.0/ports/390f7595-cac9-4434-bcb4-3b578fb45f5a HTTP/1.1" status: 204 len: 168 time: 1.1849186 Feb 07 17:08:51.066084 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41504) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:51.078852 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc8d88cc-d65c-44b0-bf67-89fab2a31e6d tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (651a289d-a8fa-40b5-a8ec-1cdd2818807d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:51.132209 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bda1fef-4c1d-4bde-818a-2671a918f5c5 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] GET failed (client error): The resource could not be found. Feb 07 17:08:51.139006 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2bda1fef-4c1d-4bde-818a-2671a918f5c5 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] 10.222.0.18 "GET /v2.0/ports/390f7595-cac9-4434-bcb4-3b578fb45f5a HTTP/1.1" status: 404 len: 333 time: 0.0707130 Feb 07 17:08:51.142498 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41506) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:51.149372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8d88cc-d65c-44b0-bf67-89fab2a31e6d tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:08:51.150662 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d88cc-d65c-44b0-bf67-89fab2a31e6d tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Pushing event updated for resources: {'Port': ['ID=651a289d-a8fa-40b5-a8ec-1cdd2818807d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:51.154167 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-95adcb5c-11b0-4418-87aa-47f737569970 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-779111553', 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:51.156054 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bc8d88cc-d65c-44b0-bf67-89fab2a31e6d tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:08:51.164046 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8d88cc-d65c-44b0-bf67-89fab2a31e6d tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:08:51.202405 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95adcb5c-11b0-4418-87aa-47f737569970 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Made reservation on behalf of 3b2e452ce4f9419383d3ba30508fdf8f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:08:51.205325 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95adcb5c-11b0-4418-87aa-47f737569970 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:51.244313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-95adcb5c-11b0-4418-87aa-47f737569970 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] device_id is not set on port 45c4c2a2-4033-49ae-8231-792c5bd00ac1 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:08:51.266852 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8d88cc-d65c-44b0-bf67-89fab2a31e6d tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:51.267588 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc8d88cc-d65c-44b0-bf67-89fab2a31e6d tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:51.298910 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bc8d88cc-d65c-44b0-bf67-89fab2a31e6d tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.8842409 Feb 07 17:08:51.302127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41508) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:51.312637 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ce24e298-8492-4fdd-9088-8b53ca5ac832 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.116'}]}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:51.369044 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce24e298-8492-4fdd-9088-8b53ca5ac832 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (af0467e6-80c2-4595-91d4-ec886d5b628e), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:51.369970 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce24e298-8492-4fdd-9088-8b53ca5ac832 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (af0467e6-80c2-4595-91d4-ec886d5b628e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:51.377972 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:51.455592 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce24e298-8492-4fdd-9088-8b53ca5ac832 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks [] for router_controller (af0467e6-80c2-4595-91d4-ec886d5b628e), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:51.807846 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95adcb5c-11b0-4418-87aa-47f737569970 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks [] for port (45c4c2a2-4033-49ae-8231-792c5bd00ac1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:51.812629 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce24e298-8492-4fdd-9088-8b53ca5ac832 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks [] for router_gateway (af0467e6-80c2-4595-91d4-ec886d5b628e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:51.830478 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-f1179995-66e8-43eb-9e47-cbc88a617257 service neutron] 10.222.0.48 "GET /v2.0/ports/2e8b54e4-80a0-49b4-8a7e-757ba43da341/bindings/n-h2-827865-3 HTTP/1.1" status: 200 len: 384 time: 0.3514202 Feb 07 17:08:52.009617 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95adcb5c-11b0-4418-87aa-47f737569970 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (45c4c2a2-4033-49ae-8231-792c5bd00ac1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:52.138973 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95adcb5c-11b0-4418-87aa-47f737569970 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Network 10a488c9-2dae-4784-b783-79bf6df42ce6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:08:52.195153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-95adcb5c-11b0-4418-87aa-47f737569970 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:08:52.202152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95adcb5c-11b0-4418-87aa-47f737569970 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:08:52.202920 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95adcb5c-11b0-4418-87aa-47f737569970 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:52.203553 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95adcb5c-11b0-4418-87aa-47f737569970 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:52.206159 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adcb5c-11b0-4418-87aa-47f737569970 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Pushing event updated for resources: {'Port': ['ID=45c4c2a2-4033-49ae-8231-792c5bd00ac1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:52.238500 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dff5bf-ae0d-4997-95a4-6d93e71d7639 req-3e52dc70-a16c-452f-ae94-e389056a7b08 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:52.240690 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87dff5bf-ae0d-4997-95a4-6d93e71d7639 req-3e52dc70-a16c-452f-ae94-e389056a7b08 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 946 time: 0.2056463 Feb 07 17:08:52.264881 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-95adcb5c-11b0-4418-87aa-47f737569970 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1205108 Feb 07 17:08:52.274008 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41520) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:52.332104 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb1cfb5-0b45-40be-94f9-9477e66eae16 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:52.337087 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2bb1cfb5-0b45-40be-94f9-9477e66eae16 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] 10.222.0.18 "GET /v2.0/ports/45c4c2a2-4033-49ae-8231-792c5bd00ac1 HTTP/1.1" status: 200 len: 954 time: 0.0622180 Feb 07 17:08:52.343565 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41522) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:52.415775 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-ed96c775-f17f-40bb-9390-fc755bf0b172 service neutron] For port 2e8b54e4-80a0-49b4-8a7e-757ba43da341, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=2e8b54e4-80a0-49b4-8a7e-757ba43da341,segment=NetworkSegment(a1666870-a4b7-423a-8138-c28b479a260a),segment_id=a1666870-a4b7-423a-8138-c28b479a260a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:52.492259 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87dff5bf-ae0d-4997-95a4-6d93e71d7639 req-4756c483-5997-40b3-8c55-1137ec25b83e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2381771 Feb 07 17:08:52.494244 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-ed96c775-f17f-40bb-9390-fc755bf0b172 service neutron] For port 2e8b54e4-80a0-49b4-8a7e-757ba43da341, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:08:52.562393 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8b54e4-80a0-49b4-8a7e-757ba43da341'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:08:52.566148 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1003cd02-eec3-4a63-a7af-9d8054b5e426" -d '{"events": [{"server_uuid": "4b30daa2-2a57-4205-92dc-126cb61c6fb1", "name": "network-vif-unplugged", "status": "completed", "tag": "2e8b54e4-80a0-49b4-8a7e-757ba43da341"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:08:52.576838 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-ed96c775-f17f-40bb-9390-fc755bf0b172 service neutron] For port 2e8b54e4-80a0-49b4-8a7e-757ba43da341, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2e8b54e4-80a0-49b4-8a7e-757ba43da341,segment=NetworkSegment(a1666870-a4b7-423a-8138-c28b479a260a),segment_id=a1666870-a4b7-423a-8138-c28b479a260a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:52.588611 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6bdaa729-992b-4d26-abd0-75ef57bad4d6 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Deleting port 45c4c2a2-4033-49ae-8231-792c5bd00ac1 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:08:52.588896 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa729-992b-4d26-abd0-75ef57bad4d6 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (45c4c2a2-4033-49ae-8231-792c5bd00ac1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:52.631316 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce24e298-8492-4fdd-9088-8b53ca5ac832 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks [] for router_gateway (af0467e6-80c2-4595-91d4-ec886d5b628e), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:52.662438 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-ed96c775-f17f-40bb-9390-fc755bf0b172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:52.698448 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce24e298-8492-4fdd-9088-8b53ca5ac832 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:52.749606 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 17:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df79623-550c-4bf7-93b9-3ccb18c4a556 x-openstack-request-id: req-3df79623-550c-4bf7-93b9-3ccb18c4a556 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:08:52.751231 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b30daa2-2a57-4205-92dc-126cb61c6fb1", "name": "network-vif-unplugged", "status": "completed", "tag": "2e8b54e4-80a0-49b4-8a7e-757ba43da341", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:08:52.751714 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3df79623-550c-4bf7-93b9-3ccb18c4a556 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:08:52.752853 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8b54e4-80a0-49b4-8a7e-757ba43da341', 'code': 200} Feb 07 17:08:52.844871 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa729-992b-4d26-abd0-75ef57bad4d6 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (45c4c2a2-4033-49ae-8231-792c5bd00ac1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:52.905414 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6bdaa729-992b-4d26-abd0-75ef57bad4d6 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Calling delete_port for 45c4c2a2-4033-49ae-8231-792c5bd00ac1 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:08:53.019713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-ed96c775-f17f-40bb-9390-fc755bf0b172 service neutron] Transition to ACTIVE for port object 2e8b54e4-80a0-49b4-8a7e-757ba43da341 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:08:53.034765 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-ed96c775-f17f-40bb-9390-fc755bf0b172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:53.155485 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce24e298-8492-4fdd-9088-8b53ca5ac832 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks [] for router (af0467e6-80c2-4595-91d4-ec886d5b628e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:53.258105 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa729-992b-4d26-abd0-75ef57bad4d6 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (45c4c2a2-4033-49ae-8231-792c5bd00ac1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:53.356861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96c775-f17f-40bb-9390-fc755bf0b172 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8b54e4-80a0-49b4-8a7e-757ba43da341,revision_number=11']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:53.370370 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:53.404574 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa729-992b-4d26-abd0-75ef57bad4d6 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:53.413553 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6bdaa729-992b-4d26-abd0-75ef57bad4d6 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] 10.222.0.18 "DELETE /v2.0/ports/45c4c2a2-4033-49ae-8231-792c5bd00ac1 HTTP/1.1" status: 204 len: 168 time: 1.0673892 Feb 07 17:08:53.452170 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41540) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:53.452715 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41542) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:53.508286 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f24486f-5ef6-4aa9-b858-dc33e36144a7 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] GET failed (client error): The resource could not be found. Feb 07 17:08:53.510240 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2f24486f-5ef6-4aa9-b858-dc33e36144a7 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] 10.222.0.18 "GET /v2.0/ports/45c4c2a2-4033-49ae-8231-792c5bd00ac1 HTTP/1.1" status: 404 len: 333 time: 0.0563836 Feb 07 17:08:53.511288 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdaa729-992b-4d26-abd0-75ef57bad4d6 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Pushing event deleted for resources: {'Port': ['ID=45c4c2a2-4033-49ae-8231-792c5bd00ac1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:53.518658 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41546) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:53.525117 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-57218261-d505-4248-80c8-0fb9f87b669b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Request body: {'port': {'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1589772678'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:53.565028 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-ed96c775-f17f-40bb-9390-fc755bf0b172 service neutron] No DVR routers for this DVR port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:08:53.668201 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce24e298-8492-4fdd-9088-8b53ca5ac832 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (af0467e6-80c2-4595-91d4-ec886d5b628e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:53.671669 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce24e298-8492-4fdd-9088-8b53ca5ac832 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks [] for router_controller (af0467e6-80c2-4595-91d4-ec886d5b628e), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:53.741103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57218261-d505-4248-80c8-0fb9f87b669b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Made reservation on behalf of 3b2e452ce4f9419383d3ba30508fdf8f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:08:53.742143 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ce24e298-8492-4fdd-9088-8b53ca5ac832 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (af0467e6-80c2-4595-91d4-ec886d5b628e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:53.742677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce24e298-8492-4fdd-9088-8b53ca5ac832 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af0467e6-80c2-4595-91d4-ec886d5b628e {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:08:53.743894 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57218261-d505-4248-80c8-0fb9f87b669b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:53.767494 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-ce24e298-8492-4fdd-9088-8b53ca5ac832 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 07 17:08:53.772004 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ce24e298-8492-4fdd-9088-8b53ca5ac832 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4641778 Feb 07 17:08:53.772741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41552) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:53.806977 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52a567b2-9b03-4138-b742-91b730be2155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:53.844490 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-57218261-d505-4248-80c8-0fb9f87b669b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] device_id is not set on port 13d69886-918e-4001-95dd-e962bddd4456 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:08:53.860045 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-ed96c775-f17f-40bb-9390-fc755bf0b172 service neutron] 10.222.0.48 "PUT /v2.0/ports/2e8b54e4-80a0-49b4-8a7e-757ba43da341/bindings/n-h2-827865-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0214901 Feb 07 17:08:53.914783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Deleting port 651a289d-a8fa-40b5-a8ec-1cdd2818807d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:08:53.915518 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (651a289d-a8fa-40b5-a8ec-1cdd2818807d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:53.970325 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e70500-ff26-4142-b936-c4d10e714dbb req-281c44f9-da41-4b9b-ba83-cfc29a0854ed tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:53.972004 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87e70500-ff26-4142-b936-c4d10e714dbb req-281c44f9-da41-4b9b-ba83-cfc29a0854ed tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 945 time: 0.3011048 Feb 07 17:08:54.032148 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (651a289d-a8fa-40b5-a8ec-1cdd2818807d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:54.050881 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Calling delete_port for 651a289d-a8fa-40b5-a8ec-1cdd2818807d owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:08:54.142786 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87e70500-ff26-4142-b936-c4d10e714dbb req-52fa8221-13df-4cb4-a722-3f63e9a22559 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1387126 Feb 07 17:08:54.224295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-8e663e85-c035-4797-848a-b85c918a6ed5 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:54.225909 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-8e663e85-c035-4797-848a-b85c918a6ed5 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1&tenant_id=b7f3b936ec124a74b808700fdcd55162&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 1127 time: 0.2958806 Feb 07 17:08:54.337867 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (651a289d-a8fa-40b5-a8ec-1cdd2818807d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:54.352700 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52a567b2-9b03-4138-b742-91b730be2155 admin admin] Publish callbacks [] for security_group (8b13cbd6-c1b1-4574-be9e-ab4c3e7e6944), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:54.377270 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52a567b2-9b03-4138-b742-91b730be2155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8b13cbd6-c1b1-4574-be9e-ab4c3e7e6944), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:54.395737 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57218261-d505-4248-80c8-0fb9f87b669b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks [] for port (13d69886-918e-4001-95dd-e962bddd4456), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:54.395982 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Pushing event deleted for resources: {'Port': ['ID=651a289d-a8fa-40b5-a8ec-1cdd2818807d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:54.414943 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:54.415368 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:54.415727 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:54.416078 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:54.416495 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:54.416912 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:54.417404 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:54.418008 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:54.418421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:54.420224 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:54.420438 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:54.420781 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:54.421126 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:08:54.470867 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-476ad6fc-bca0-4872-aa2f-36515b354a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:54.472710 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-476ad6fc-bca0-4872-aa2f-36515b354a5b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1&tenant_id=b7f3b936ec124a74b808700fdcd55162 HTTP/1.1" status: 200 len: 1127 time: 0.2336943 Feb 07 17:08:54.488417 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-52a567b2-9b03-4138-b742-91b730be2155 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d85b04ddbf843ab9c9ac50b4f3373b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9891405 Feb 07 17:08:54.495714 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41556) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:54.517094 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a567b2-9b03-4138-b742-91b730be2155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b13cbd6-c1b1-4574-be9e-ab4c3e7e6944,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:54.578187 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:54.592727 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fd33a545-5ce5-49bf-9721-e171ba395da1 tempest-RoutersAdminNegativeIpV6Test-2103949328 tempest-RoutersAdminNegativeIpV6Test-2103949328-project-admin] 10.222.0.18 "DELETE /v2.0/ports/651a289d-a8fa-40b5-a8ec-1cdd2818807d HTTP/1.1" status: 204 len: 168 time: 0.8186827 Feb 07 17:08:54.623817 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57218261-d505-4248-80c8-0fb9f87b669b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (13d69886-918e-4001-95dd-e962bddd4456), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:54.701680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57218261-d505-4248-80c8-0fb9f87b669b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Network 10a488c9-2dae-4784-b783-79bf6df42ce6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:08:54.705294 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57218261-d505-4248-80c8-0fb9f87b669b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Pushing event updated for resources: {'Port': ['ID=13d69886-918e-4001-95dd-e962bddd4456,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:54.708569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-57218261-d505-4248-80c8-0fb9f87b669b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:08:54.715049 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57218261-d505-4248-80c8-0fb9f87b669b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:08:54.716144 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57218261-d505-4248-80c8-0fb9f87b669b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:54.716836 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57218261-d505-4248-80c8-0fb9f87b669b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:54.725737 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-bc480e19-b8ff-4f1a-b05d-315df74145de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:54.727509 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-bc480e19-b8ff-4f1a-b05d-315df74145de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 1127 time: 0.2138696 Feb 07 17:08:54.960781 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41564) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:54.962049 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-57218261-d505-4248-80c8-0fb9f87b669b tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4410174 Feb 07 17:08:54.966361 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30e2f526-e181-4b89-80c2-4dfb4fd49948 admin admin] Publish callbacks [] for security_group (8b13cbd6-c1b1-4574-be9e-ab4c3e7e6944), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:54.968498 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:55.040310 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30e2f526-e181-4b89-80c2-4dfb4fd49948 admin admin] Publish callbacks [] for security_group (8b13cbd6-c1b1-4574-be9e-ab4c3e7e6944), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:55.041668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41566) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:55.099673 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (13d69886-918e-4001-95dd-e962bddd4456), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:55.196281 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2e8b54e4-80a0-49b4-8a7e-757ba43da341 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:08:55.227868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-a71e2eb9-8357-4243-8ca7-fc994ce6d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:55.234405 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-a71e2eb9-8357-4243-8ca7-fc994ce6d9bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=bcf89715-4c35-43dc-9971-0b720c9b58d3 HTTP/1.1" status: 200 len: 898 time: 0.4954073 Feb 07 17:08:55.255286 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30e2f526-e181-4b89-80c2-4dfb4fd49948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8b13cbd6-c1b1-4574-be9e-ab4c3e7e6944), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:55.266338 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30e2f526-e181-4b89-80c2-4dfb4fd49948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:55.267618 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-30e2f526-e181-4b89-80c2-4dfb4fd49948 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b13cbd6-c1b1-4574-be9e-ab4c3e7e6944 HTTP/1.1" status: 204 len: 168 time: 0.7632017 Feb 07 17:08:55.319782 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] The host n-h1-827865-3 is not matching for port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 host n-h2-827865-3! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 17:08:55.320501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 2e8b54e4-80a0-49b4-8a7e-757ba43da341 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:08:55.365760 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2f526-e181-4b89-80c2-4dfb4fd49948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b13cbd6-c1b1-4574-be9e-ab4c3e7e6944,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:55.371967 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36e48d49-99a5-4405-897d-b8c3916f2c98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:55.430649 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-68afd1ab-5a4a-4726-be1c-1165aeac8ae8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e8b54e4-80a0-49b4-8a7e-757ba43da341 HTTP/1.1" status: 200 len: 999 time: 0.1870716 Feb 07 17:08:55.638119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-302581d9-2a7d-4c2e-ba5c-a3da84a7159e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:55.643875 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-302581d9-2a7d-4c2e-ba5c-a3da84a7159e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f81e07dc-e2fe-469e-b1cc-965dd2359dda HTTP/1.1" status: 200 len: 834 time: 0.2066295 Feb 07 17:08:55.650663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] device_id is not set on port 13d69886-918e-4001-95dd-e962bddd4456 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:08:55.670617 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ad996-cfca-438e-9a71-a4b002391c94 req-de9308f8-8b53-4c43-8bb3-e7b17e807940 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:55.672402 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-648ad996-cfca-438e-9a71-a4b002391c94 req-de9308f8-8b53-4c43-8bb3-e7b17e807940 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 945 time: 0.2473972 Feb 07 17:08:55.686199 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks [] for port (13d69886-918e-4001-95dd-e962bddd4456), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:55.720369 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36e48d49-99a5-4405-897d-b8c3916f2c98 admin admin] Publish callbacks [] for security_group (3e55a047-f8f9-4c24-b037-b81ef68e41be), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:55.722280 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (13d69886-918e-4001-95dd-e962bddd4456), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:55.743074 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36e48d49-99a5-4405-897d-b8c3916f2c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3e55a047-f8f9-4c24-b037-b81ef68e41be), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:55.830171 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-04993948-bd55-4c38-8c3f-5ae1a0aeabb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:55.841853 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-04993948-bd55-4c38-8c3f-5ae1a0aeabb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bcf89715-4c35-43dc-9971-0b720c9b58d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1857462 Feb 07 17:08:55.851056 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5a64c287-f972-4b7a-8b81-db8aa46eb7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:55.890527 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-648ad996-cfca-438e-9a71-a4b002391c94 req-7fe06ca3-a437-44c5-8a21-d064d019888b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1904202 Feb 07 17:08:55.925241 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-36e48d49-99a5-4405-897d-b8c3916f2c98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe714872220e45fd82cdb154370c67d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8824236 Feb 07 17:08:55.929237 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41576) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:55.986401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e48d49-99a5-4405-897d-b8c3916f2c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e55a047-f8f9-4c24-b037-b81ef68e41be,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:56.006986 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Pushing event updated for resources: {'Port': ['ID=13d69886-918e-4001-95dd-e962bddd4456,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:56.081963 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4b2ba8e-e4be-44c2-a7da-1e5ba1442cf7 admin admin] Publish callbacks [] for security_group (3e55a047-f8f9-4c24-b037-b81ef68e41be), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:56.122422 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4b2ba8e-e4be-44c2-a7da-1e5ba1442cf7 admin admin] Publish callbacks [] for security_group (3e55a047-f8f9-4c24-b037-b81ef68e41be), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:56.159810 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-d4299f80-e98a-4f94-aef7-ded4645a127d service neutron] 10.222.0.32 "GET /v2.0/networks/bcf89715-4c35-43dc-9971-0b720c9b58d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079622 Feb 07 17:08:56.179029 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:56.179560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:56.180079 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:56.187375 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:56.188121 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port 13d69886-918e-4001-95dd-e962bddd4456 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:56.188971 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 2 to bind port 13d69886-918e-4001-95dd-e962bddd4456 Feb 07 17:08:56.206569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:56.207145 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:56.208468 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:56.214998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:56.215575 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port 13d69886-918e-4001-95dd-e962bddd4456 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:56.217635 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 3 to bind port 13d69886-918e-4001-95dd-e962bddd4456 Feb 07 17:08:56.228883 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4b2ba8e-e4be-44c2-a7da-1e5ba1442cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3e55a047-f8f9-4c24-b037-b81ef68e41be), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:56.232100 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4b2ba8e-e4be-44c2-a7da-1e5ba1442cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:56.233926 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a4b2ba8e-e4be-44c2-a7da-1e5ba1442cf7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e55a047-f8f9-4c24-b037-b81ef68e41be HTTP/1.1" status: 204 len: 168 time: 0.3033895 Feb 07 17:08:56.252519 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2ba8e-e4be-44c2-a7da-1e5ba1442cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e55a047-f8f9-4c24-b037-b81ef68e41be,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:56.266605 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:56.267191 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:56.267749 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:56.275372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:56.275959 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port 13d69886-918e-4001-95dd-e962bddd4456 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:56.276512 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 4 to bind port 13d69886-918e-4001-95dd-e962bddd4456 Feb 07 17:08:56.319781 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:56.320755 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:56.321342 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:56.327879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:56.329112 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port 13d69886-918e-4001-95dd-e962bddd4456 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:56.329576 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 5 to bind port 13d69886-918e-4001-95dd-e962bddd4456 Feb 07 17:08:56.357498 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:56.359027 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:56.361227 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:56.372529 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:56.377681 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port 13d69886-918e-4001-95dd-e962bddd4456 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:56.381011 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 6 to bind port 13d69886-918e-4001-95dd-e962bddd4456 Feb 07 17:08:56.408426 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-59a16d1b-87e1-4c41-bd98-dbf942504c41 service neutron] 10.222.0.32 "GET /v2.0/networks/bcf89715-4c35-43dc-9971-0b720c9b58d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411451 Feb 07 17:08:56.419255 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:56.421824 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:56.422352 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:56.435771 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:56.438310 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port 13d69886-918e-4001-95dd-e962bddd4456 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:56.438981 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 7 to bind port 13d69886-918e-4001-95dd-e962bddd4456 Feb 07 17:08:56.504634 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:56.504881 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:56.505322 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:56.523971 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:56.524324 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port 13d69886-918e-4001-95dd-e962bddd4456 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:56.526846 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 8 to bind port 13d69886-918e-4001-95dd-e962bddd4456 Feb 07 17:08:56.590562 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:56.593680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:56.595045 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:56.617604 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:56.619278 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port 13d69886-918e-4001-95dd-e962bddd4456 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:56.619922 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 9 to bind port 13d69886-918e-4001-95dd-e962bddd4456 Feb 07 17:08:56.666686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:56.667190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:56.667692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:56.680593 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:56.680928 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port 13d69886-918e-4001-95dd-e962bddd4456 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:56.681715 n-d-827865-3 neutron-server[103226]: INFO neutron.plugins.ml2.plugin [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempt 10 to bind port 13d69886-918e-4001-95dd-e962bddd4456 Feb 07 17:08:56.700214 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:08:56.700778 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:08:56.701124 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempting to bind port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:08:56.706476 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:08:56.706788 n-d-827865-3 neutron-server[103226]: ERROR neutron.plugins.ml2.managers [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Failed to bind port 13d69886-918e-4001-95dd-e962bddd4456 on host n-h2-827865-3 for vnic_type normal using segments [{'id': '32df74b3-2260-4b70-8e97-e77b09c62a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '10a488c9-2dae-4784-b783-79bf6df42ce6'}] Feb 07 17:08:56.707166 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (13d69886-918e-4001-95dd-e962bddd4456), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:56.797157 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] For port 13d69886-918e-4001-95dd-e962bddd4456, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:08:56.797463 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attempted to set empty binding levels {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 07 17:08:56.807459 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (13d69886-918e-4001-95dd-e962bddd4456), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:56.824718 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] In _notify_port_updated(), no bound segment for port 13d69886-918e-4001-95dd-e962bddd4456 on network 10a488c9-2dae-4784-b783-79bf6df42ce6 {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 17:08:56.825764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:56.826374 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:56.827866 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] 10.222.0.18 "PUT /v2.0/ports/13d69886-918e-4001-95dd-e962bddd4456 HTTP/1.1" status: 200 len: 975 time: 1.8650577 Feb 07 17:08:56.841316 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41586) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:56.901019 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b52dcb-e25d-4916-8f4e-60590f3a3768 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Pushing event updated for resources: {'Port': ['ID=13d69886-918e-4001-95dd-e962bddd4456,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:56.959718 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-863a5f2b-4e52-4049-a2ed-f80f243792e8 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:56.961963 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-863a5f2b-4e52-4049-a2ed-f80f243792e8 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1&tenant_id=b7f3b936ec124a74b808700fdcd55162&binding%3Ahost_id=n-h2-827865-3 HTTP/1.1" status: 200 len: 1127 time: 0.2477047 Feb 07 17:08:57.094371 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41592) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:57.184381 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f11a2be2-c449-4f76-8f05-9bb420876953 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=760c9a15a4044eb18c3984e26d412ef7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0875673 Feb 07 17:08:57.186507 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41594) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:57.323078 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51cca978-2311-48a1-89dd-ab46954b1207 admin admin] Publish callbacks [] for security_group (93437e0b-5f86-45c7-878f-5ecbffcfe556), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:57.357903 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51cca978-2311-48a1-89dd-ab46954b1207 admin admin] Publish callbacks [] for security_group (93437e0b-5f86-45c7-878f-5ecbffcfe556), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:57.436695 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51cca978-2311-48a1-89dd-ab46954b1207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (93437e0b-5f86-45c7-878f-5ecbffcfe556), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:57.440016 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-51cca978-2311-48a1-89dd-ab46954b1207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:57.441611 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-51cca978-2311-48a1-89dd-ab46954b1207 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93437e0b-5f86-45c7-878f-5ecbffcfe556 HTTP/1.1" status: 204 len: 168 time: 0.2482131 Feb 07 17:08:57.454620 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cca978-2311-48a1-89dd-ab46954b1207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93437e0b-5f86-45c7-878f-5ecbffcfe556,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:57.464976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c731f2-5223-460c-9631-fcd351b6070f req-be5a8dbf-53c1-492c-8eda-79e3a7570239 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:57.466935 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2c731f2-5223-460c-9631-fcd351b6070f req-be5a8dbf-53c1-492c-8eda-79e3a7570239 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 945 time: 0.3914680 Feb 07 17:08:57.497452 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a888b5bf-feda-4411-97f4-cc687a1077c2 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Deleting port 13d69886-918e-4001-95dd-e962bddd4456 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:08:57.497967 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a888b5bf-feda-4411-97f4-cc687a1077c2 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (13d69886-918e-4001-95dd-e962bddd4456), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:57.531350 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-7965e278-c3e6-44e9-9f46-a3ffcd45500e service neutron] For port 2e8b54e4-80a0-49b4-8a7e-757ba43da341, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:08:57.592429 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-7965e278-c3e6-44e9-9f46-a3ffcd45500e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:57.593969 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-7965e278-c3e6-44e9-9f46-a3ffcd45500e service neutron] 10.222.0.32 "DELETE /v2.0/ports/2e8b54e4-80a0-49b4-8a7e-757ba43da341/bindings/n-h1-827865-3 HTTP/1.1" status: 204 len: 173 time: 0.6251061 Feb 07 17:08:57.664383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a888b5bf-feda-4411-97f4-cc687a1077c2 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] For port 13d69886-918e-4001-95dd-e962bddd4456, host n-h2-827865-3, got binding levels [] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:08:57.664761 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a888b5bf-feda-4411-97f4-cc687a1077c2 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (13d69886-918e-4001-95dd-e962bddd4456), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:57.671452 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2c731f2-5223-460c-9631-fcd351b6070f req-68a64cc5-fb56-4bd5-8671-16b02655dfe9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1771111 Feb 07 17:08:57.703466 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a888b5bf-feda-4411-97f4-cc687a1077c2 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Calling delete_port for 13d69886-918e-4001-95dd-e962bddd4456 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:08:57.837789 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e29c50-5faf-46ab-90c2-fafc894387dd req-f3f30165-8a8c-4a32-aafe-e5f8139ebc48 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:57.839887 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26e29c50-5faf-46ab-90c2-fafc894387dd req-f3f30165-8a8c-4a32-aafe-e5f8139ebc48 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 1127 time: 0.0732925 Feb 07 17:08:57.861187 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a888b5bf-feda-4411-97f4-cc687a1077c2 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (13d69886-918e-4001-95dd-e962bddd4456), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:57.922854 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26e29c50-5faf-46ab-90c2-fafc894387dd req-6ee1e565-230d-47b8-a514-bbe25dbd642b tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747814 Feb 07 17:08:57.936274 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a888b5bf-feda-4411-97f4-cc687a1077c2 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:57.944576 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a888b5bf-feda-4411-97f4-cc687a1077c2 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] 10.222.0.18 "DELETE /v2.0/ports/13d69886-918e-4001-95dd-e962bddd4456 HTTP/1.1" status: 204 len: 168 time: 1.1019368 Feb 07 17:08:57.945775 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888b5bf-feda-4411-97f4-cc687a1077c2 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] Pushing event deleted for resources: {'Port': ['ID=13d69886-918e-4001-95dd-e962bddd4456,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:57.948961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41608) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:58.010613 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15fa946-8a74-4643-b130-fe9634ca3762 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] GET failed (client error): The resource could not be found. Feb 07 17:08:58.018452 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41612) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:58.023078 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b15fa946-8a74-4643-b130-fe9634ca3762 tempest-PortsAdminExtendedAttrsTestJSON-379057994 tempest-PortsAdminExtendedAttrsTestJSON-379057994-project-admin] 10.222.0.18 "GET /v2.0/ports/13d69886-918e-4001-95dd-e962bddd4456 HTTP/1.1" status: 404 len: 333 time: 0.0726852 Feb 07 17:08:58.201599 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-032400b9-51a8-4490-b8aa-5b1345170b5b tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (10a488c9-2dae-4784-b783-79bf6df42ce6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:58.234271 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4c94861-fc27-453c-bce6-72885e142af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:58.432476 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-032400b9-51a8-4490-b8aa-5b1345170b5b tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (10a488c9-2dae-4784-b783-79bf6df42ce6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:58.470013 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-032400b9-51a8-4490-b8aa-5b1345170b5b tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a488c9-2dae-4784-b783-79bf6df42ce6']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:58.488252 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-032400b9-51a8-4490-b8aa-5b1345170b5b tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32df74b3-2260-4b70-8e97-e77b09c62a41') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:58.489607 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-032400b9-51a8-4490-b8aa-5b1345170b5b tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32df74b3-2260-4b70-8e97-e77b09c62a41') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:08:58.519204 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-032400b9-51a8-4490-b8aa-5b1345170b5b tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (32df74b3-2260-4b70-8e97-e77b09c62a41), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:58.560836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773fe06-2573-4eaf-bfce-16ea2c0c28b6 req-237f2260-19e8-4811-b447-cfe7cfb16b48 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:58.562682 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7773fe06-2573-4eaf-bfce-16ea2c0c28b6 req-237f2260-19e8-4811-b447-cfe7cfb16b48 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 945 time: 0.5294611 Feb 07 17:08:58.606540 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-032400b9-51a8-4490-b8aa-5b1345170b5b tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (32df74b3-2260-4b70-8e97-e77b09c62a41), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:58.674320 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032400b9-51a8-4490-b8aa-5b1345170b5b tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:08:58.674742 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-032400b9-51a8-4490-b8aa-5b1345170b5b tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (32df74b3-2260-4b70-8e97-e77b09c62a41), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:08:58.684735 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:08:58.856418 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7773fe06-2573-4eaf-bfce-16ea2c0c28b6 req-a3ecd44b-6fba-40a6-8536-cb2fce0ad57f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2639225 Feb 07 17:08:58.870000 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-032400b9-51a8-4490-b8aa-5b1345170b5b tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (10a488c9-2dae-4784-b783-79bf6df42ce6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:58.915214 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41636) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:58.921079 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-032400b9-51a8-4490-b8aa-5b1345170b5b tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:58.931751 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-032400b9-51a8-4490-b8aa-5b1345170b5b tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] 10.222.0.18 "DELETE /v2.0/networks/10a488c9-2dae-4784-b783-79bf6df42ce6 HTTP/1.1" status: 204 len: 168 time: 0.9116180 Feb 07 17:08:58.956227 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032400b9-51a8-4490-b8aa-5b1345170b5b tempest-PortsAdminExtendedAttrsTestJSON-2110501504 tempest-PortsAdminExtendedAttrsTestJSON-2110501504-project] Pushing event deleted for resources: {'Network': ['ID=10a488c9-2dae-4784-b783-79bf6df42ce6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:08:59.129868 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fa819b7f-94c5-4994-a8d8-fdec5218d15f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/floatingips/96165b7e-659d-4a9d-91ba-5e5995e2c49a HTTP/1.1" status: 200 len: 991 time: 0.2125943 Feb 07 17:08:59.149484 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa35b11c-2842-47c8-8f5f-fb2a83d23084 req-b3cf0d7e-b516-47d0-808f-beef004cb677 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1130562 Feb 07 17:08:59.255800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41642) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:59.332137 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35b11c-2842-47c8-8f5f-fb2a83d23084 req-13aab4b0-6fd4-405f-9e57-edc961336866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:59.336558 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa35b11c-2842-47c8-8f5f-fb2a83d23084 req-13aab4b0-6fd4-405f-9e57-edc961336866 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9ad179b24574372b80952de6111dc6e&device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 1127 time: 0.1256902 Feb 07 17:08:59.395456 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41650) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:59.523172 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:08:59.706326 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41656) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:59.763108 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35b11c-2842-47c8-8f5f-fb2a83d23084 req-0789eb27-6e07-4867-8b4a-b5615c2fd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:08:59.764554 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa35b11c-2842-47c8-8f5f-fb2a83d23084 req-0789eb27-6e07-4867-8b4a-b5615c2fd124 service neutron] 10.222.0.48 "GET /v2.0/networks?id=201760c2-7445-46e7-879d-a3304bb55dba HTTP/1.1" status: 200 len: 912 time: 0.4069912 Feb 07 17:08:59.897322 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ac26ff1b-9eaa-436e-87eb-d720c9025807 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1305023902'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:08:59.923702 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa35b11c-2842-47c8-8f5f-fb2a83d23084 req-7d6a4677-ee26-47bd-9ef9-4a94ea2aeb71 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2ff444-08ee-4b25-b3ed-5e38e8cb24da HTTP/1.1" status: 200 len: 1000 time: 0.1521723 Feb 07 17:08:59.987692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac26ff1b-9eaa-436e-87eb-d720c9025807 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:08:59.991520 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ef0cae69-8afa-4131-ba08-e15196b1a55c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c821d64d4dad4e9089394d9a22081a39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2837479 Feb 07 17:08:59.992169 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41660) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:08:59.996129 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac26ff1b-9eaa-436e-87eb-d720c9025807 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:00.022471 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35b11c-2842-47c8-8f5f-fb2a83d23084 req-23ffef79-178c-412c-a951-0f1976f2aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:00.023345 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac26ff1b-9eaa-436e-87eb-d720c9025807 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:00.023952 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa35b11c-2842-47c8-8f5f-fb2a83d23084 req-23ffef79-178c-412c-a951-0f1976f2aa27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c40ceb2-4236-4c8f-982a-2db09abbbc2a HTTP/1.1" status: 200 len: 850 time: 0.0943561 Feb 07 17:09:00.030325 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e8845f3b-e36c-445e-9c95-9239de0ef003 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Deleting port 1498ef88-ed55-4ae4-91ef-b28641fdb954 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:00.030892 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8845f3b-e36c-445e-9c95-9239de0ef003 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1498ef88-ed55-4ae4-91ef-b28641fdb954), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:00.102916 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef848584-6904-4990-a435-3624aba6ed42 admin admin] Publish callbacks [] for security_group (a8d2728e-e219-4372-a82a-3ecd25803559), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:00.108956 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35b11c-2842-47c8-8f5f-fb2a83d23084 req-98af9d90-efd7-4baa-ba8c-49ad0d5fa562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:00.110604 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa35b11c-2842-47c8-8f5f-fb2a83d23084 req-98af9d90-efd7-4baa-ba8c-49ad0d5fa562 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=201760c2-7445-46e7-879d-a3304bb55dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0810769 Feb 07 17:09:00.186173 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef848584-6904-4990-a435-3624aba6ed42 admin admin] Publish callbacks [] for security_group (a8d2728e-e219-4372-a82a-3ecd25803559), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:00.261949 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8845f3b-e36c-445e-9c95-9239de0ef003 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1498ef88-ed55-4ae4-91ef-b28641fdb954), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:00.264411 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8845f3b-e36c-445e-9c95-9239de0ef003 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for floatingip (1498ef88-ed55-4ae4-91ef-b28641fdb954), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:00.289798 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e8845f3b-e36c-445e-9c95-9239de0ef003 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Calling delete_port for 1498ef88-ed55-4ae4-91ef-b28641fdb954 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:00.289990 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa35b11c-2842-47c8-8f5f-fb2a83d23084 req-934e3ca6-39df-4769-a7cb-0b34c730729d service neutron] 10.222.0.48 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697421 Feb 07 17:09:00.376229 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef848584-6904-4990-a435-3624aba6ed42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a8d2728e-e219-4372-a82a-3ecd25803559), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:00.379453 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef848584-6904-4990-a435-3624aba6ed42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:00.380904 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ef848584-6904-4990-a435-3624aba6ed42 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8d2728e-e219-4372-a82a-3ecd25803559 HTTP/1.1" status: 204 len: 168 time: 0.3857636 Feb 07 17:09:00.398130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef848584-6904-4990-a435-3624aba6ed42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d2728e-e219-4372-a82a-3ecd25803559,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:00.461531 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac26ff1b-9eaa-436e-87eb-d720c9025807 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for security_group (a18d90d8-4017-48a7-9315-1363ffbe266c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:00.471115 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa35b11c-2842-47c8-8f5f-fb2a83d23084 req-3e027671-0733-4677-83f9-bee0de91f311 service neutron] 10.222.0.48 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752541 Feb 07 17:09:00.487464 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac26ff1b-9eaa-436e-87eb-d720c9025807 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a18d90d8-4017-48a7-9315-1363ffbe266c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:00.586012 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac26ff1b-9eaa-436e-87eb-d720c9025807 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:09:00.636606 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac26ff1b-9eaa-436e-87eb-d720c9025807 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (cc272705-7c8a-454c-833f-ef9d227f9b2c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:00.637142 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-ac26ff1b-9eaa-436e-87eb-d720c9025807 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Added segment cc272705-7c8a-454c-833f-ef9d227f9b2c of type vlan for network 5d104e3b-016c-4509-9da5-d18eb1be26d1 Feb 07 17:09:00.641800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26ff1b-9eaa-436e-87eb-d720c9025807 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a18d90d8-4017-48a7-9315-1363ffbe266c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:00.728995 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac26ff1b-9eaa-436e-87eb-d720c9025807 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (5d104e3b-016c-4509-9da5-d18eb1be26d1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:00.802570 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac26ff1b-9eaa-436e-87eb-d720c9025807 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (5d104e3b-016c-4509-9da5-d18eb1be26d1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:00.809108 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac26ff1b-9eaa-436e-87eb-d720c9025807 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:00.809799 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac26ff1b-9eaa-436e-87eb-d720c9025807 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:00.816254 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8845f3b-e36c-445e-9c95-9239de0ef003 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (1498ef88-ed55-4ae4-91ef-b28641fdb954), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:00.847636 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:00.950110 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8845f3b-e36c-445e-9c95-9239de0ef003 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Port': ['ID=1498ef88-ed55-4ae4-91ef-b28641fdb954,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:00.974762 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ac26ff1b-9eaa-436e-87eb-d720c9025807 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7092330 Feb 07 17:09:00.975412 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41670) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:00.980497 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4b000dad-ca73-4cbb-8d0f-1526424c3cf6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:01.021169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26ff1b-9eaa-436e-87eb-d720c9025807 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Network': ['ID=5d104e3b-016c-4509-9da5-d18eb1be26d1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:01.044278 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:09:01.091806 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41672) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:01.139387 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8845f3b-e36c-445e-9c95-9239de0ef003 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for floatingip (96165b7e-659d-4a9d-91ba-5e5995e2c49a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:01.140139 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-e8845f3b-e36c-445e-9c95-9239de0ef003 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Floating IP 96165b7e-659d-4a9d-91ba-5e5995e2c49a disassociated (deleted). External IP: 172.25.4.10, port: 2e8b54e4-80a0-49b4-8a7e-757ba43da341. Feb 07 17:09:01.178217 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c8361d16-ca4a-4996-b27a-a51a524e5098 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b2e452ce4f9419383d3ba30508fdf8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0851839 Feb 07 17:09:01.180063 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b000dad-ca73-4cbb-8d0f-1526424c3cf6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:01.184116 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b000dad-ca73-4cbb-8d0f-1526424c3cf6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:01.188043 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41674) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:01.525977 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8845f3b-e36c-445e-9c95-9239de0ef003 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Router c3361f16-021f-495b-9153-8370ffdb8fe7 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:09:01.714193 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bf1463c-6b77-424c-9e97-162484fdabff admin admin] Publish callbacks [] for security_group (55cb1cb9-81d6-4077-b36d-2bff9128ede1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:01.753903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8845f3b-e36c-445e-9c95-9239de0ef003 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:09:01.767689 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f1e87-de39-45a3-9f6c-bf3253cd7882 None None] Sync routers for ids ['c3361f16-021f-495b-9153-8370ffdb8fe7'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:09:01.771431 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e8845f3b-e36c-445e-9c95-9239de0ef003 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:01.791646 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f1e87-de39-45a3-9f6c-bf3253cd7882 None None] Routers {'c3361f16-021f-495b-9153-8370ffdb8fe7'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:09:01.794454 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f56f1e87-de39-45a3-9f6c-bf3253cd7882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:08:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c3361f16-021f-495b-9153-8370ffdb8fe7'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:01.852768 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bf1463c-6b77-424c-9e97-162484fdabff admin admin] Publish callbacks [] for security_group (55cb1cb9-81d6-4077-b36d-2bff9128ede1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:01.856206 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e8845f3b-e36c-445e-9c95-9239de0ef003 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "DELETE /v2.0/floatingips/96165b7e-659d-4a9d-91ba-5e5995e2c49a HTTP/1.1" status: 204 len: 168 time: 2.4588561 Feb 07 17:09:01.857198 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'tag': '2e8b54e4-80a0-49b4-8a7e-757ba43da341'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:09:01.883303 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46210169-8c3d-40af-a90c-a2b372d05b93" -d '{"events": [{"name": "network-changed", "server_uuid": "4b30daa2-2a57-4205-92dc-126cb61c6fb1", "tag": "2e8b54e4-80a0-49b4-8a7e-757ba43da341"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:09:02.038420 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-f56f1e87-de39-45a3-9f6c-bf3253cd7882 None None] Set router c3361f16-021f-495b-9153-8370ffdb8fe7 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:09:02.042284 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b572ec56-25c3-4f7b-9777-da7b75acb88f x-openstack-request-id: req-b572ec56-25c3-4f7b-9777-da7b75acb88f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:09:02.042284 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b30daa2-2a57-4205-92dc-126cb61c6fb1", "tag": "2e8b54e4-80a0-49b4-8a7e-757ba43da341", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:09:02.042284 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b572ec56-25c3-4f7b-9777-da7b75acb88f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:09:02.042944 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'tag': '2e8b54e4-80a0-49b4-8a7e-757ba43da341', 'status': 'completed', 'code': 200} Feb 07 17:09:02.266346 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b000dad-ca73-4cbb-8d0f-1526424c3cf6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (195f0019-6e2d-445a-b348-3a338b1b07c9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:02.274800 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bf1463c-6b77-424c-9e97-162484fdabff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (55cb1cb9-81d6-4077-b36d-2bff9128ede1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:02.277602 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bf1463c-6b77-424c-9e97-162484fdabff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:02.278802 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2bf1463c-6b77-424c-9e97-162484fdabff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55cb1cb9-81d6-4077-b36d-2bff9128ede1 HTTP/1.1" status: 204 len: 168 time: 1.0894637 Feb 07 17:09:02.397304 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:02.402177 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46210169-8c3d-40af-a90c-a2b372d05b93 req-9f08b480-ae0c-4ff0-afbf-e0ece2cc41fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:02.403800 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46210169-8c3d-40af-a90c-a2b372d05b93 req-9f08b480-ae0c-4ff0-afbf-e0ece2cc41fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 1127 time: 0.3036656 Feb 07 17:09:02.450038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1463c-6b77-424c-9e97-162484fdabff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cb1cb9-81d6-4077-b36d-2bff9128ede1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:02.547588 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f56f1e87-de39-45a3-9f6c-bf3253cd7882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912051814', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:06:38Z', 'updated_at': '2022-02-07T17:06:52Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:39Z', 'updated_at': '2022-02-07T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f07b16da-b4d3-48ee-a0d4-6706a29ecc7e', 'name': '', 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:1b:91:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f81e07dc-e2fe-469e-b1cc-965dd2359dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:49Z', 'updated_at': '2022-02-07T17:07:05Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': 'f81e07dc-e2fe-469e-b1cc-965dd2359dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:02.615623 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f1e87-de39-45a3-9f6c-bf3253cd7882 None None] Checking router: c3361f16-021f-495b-9153-8370ffdb8fe7 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:09:02.627250 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b000dad-ca73-4cbb-8d0f-1526424c3cf6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=195f0019-6e2d-445a-b348-3a338b1b07c9,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:02.633398 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f1e87-de39-45a3-9f6c-bf3253cd7882 None None] Routers {'c3361f16-021f-495b-9153-8370ffdb8fe7'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:09:02.634780 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f56f1e87-de39-45a3-9f6c-bf3253cd7882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:08:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c3361f16-021f-495b-9153-8370ffdb8fe7'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:02.708743 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7d93c-15bf-4fba-b401-6378701dc4a7 req-6790ba93-f2fe-486d-9ffa-e7a486db4ee4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:02.719718 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dfb7d93c-15bf-4fba-b401-6378701dc4a7 req-6790ba93-f2fe-486d-9ffa-e7a486db4ee4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 945 time: 0.1125128 Feb 07 17:09:02.750625 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b000dad-ca73-4cbb-8d0f-1526424c3cf6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:02.751012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b000dad-ca73-4cbb-8d0f-1526424c3cf6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network hostable DHCP agents. Network: 5d104e3b-016c-4509-9da5-d18eb1be26d1, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:09:02.802444 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46210169-8c3d-40af-a90c-a2b372d05b93 req-016f4b89-d931-46e2-bff4-d0b35839ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:02.804638 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46210169-8c3d-40af-a90c-a2b372d05b93 req-016f4b89-d931-46e2-bff4-d0b35839ed11 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bcf89715-4c35-43dc-9971-0b720c9b58d3 HTTP/1.1" status: 200 len: 898 time: 0.3900142 Feb 07 17:09:02.855290 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dfb7d93c-15bf-4fba-b401-6378701dc4a7 req-e5ee9254-21f5-4914-866d-8e96df74bc23 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd57211a-0b69-4c8e-a06a-29ab0147fc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1345637 Feb 07 17:09:02.905720 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-f56f1e87-de39-45a3-9f6c-bf3253cd7882 None None] Set router c3361f16-021f-495b-9153-8370ffdb8fe7 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:09:02.965744 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b000dad-ca73-4cbb-8d0f-1526424c3cf6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:09:02.978104 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46210169-8c3d-40af-a90c-a2b372d05b93 req-ff5f8852-c291-4e83-beb8-3ffc0b386a87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e8b54e4-80a0-49b4-8a7e-757ba43da341 HTTP/1.1" status: 200 len: 217 time: 0.1341383 Feb 07 17:09:03.011429 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4b000dad-ca73-4cbb-8d0f-1526424c3cf6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 5d104e3b-016c-4509-9da5-d18eb1be26d1) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:03.032636 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c652836-63cc-4468-a8f8-129d33155e98 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:03.056037 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b41a8e-36d7-4138-aaf2-829585ee665c req-368a3f6a-0592-400b-802c-b72e0d7cfecc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:03.059050 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b000dad-ca73-4cbb-8d0f-1526424c3cf6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:03.059856 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4b000dad-ca73-4cbb-8d0f-1526424c3cf6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:03.060344 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d7b41a8e-36d7-4138-aaf2-829585ee665c req-368a3f6a-0592-400b-802c-b72e0d7cfecc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 945 time: 0.1117406 Feb 07 17:09:03.097007 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4b000dad-ca73-4cbb-8d0f-1526424c3cf6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1205435 Feb 07 17:09:03.107705 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41694) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:03.115322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-945c40e7-9128-4d6a-9927-2725d9572ced tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'name': 'tempest-NetworksTestDHCPv6-97833535'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:03.120686 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46210169-8c3d-40af-a90c-a2b372d05b93 req-58f64c75-7c79-4a35-b6fb-f91c9422c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:03.123887 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46210169-8c3d-40af-a90c-a2b372d05b93 req-58f64c75-7c79-4a35-b6fb-f91c9422c01c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f81e07dc-e2fe-469e-b1cc-965dd2359dda HTTP/1.1" status: 200 len: 834 time: 0.1352088 Feb 07 17:09:03.269261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d7b41a8e-36d7-4138-aaf2-829585ee665c req-1881504b-74ce-4867-9a17-c9f2d298a5dc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Deleting port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:03.272103 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d7b41a8e-36d7-4138-aaf2-829585ee665c req-1881504b-74ce-4867-9a17-c9f2d298a5dc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:03.340243 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': '195f0019-6e2d-445a-b348-3a338b1b07c9'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:09:03.341520 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:03.432756 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f56f1e87-de39-45a3-9f6c-bf3253cd7882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912051814', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:06:38Z', 'updated_at': '2022-02-07T17:06:52Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:39Z', 'updated_at': '2022-02-07T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f07b16da-b4d3-48ee-a0d4-6706a29ecc7e', 'name': '', 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:1b:91:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f81e07dc-e2fe-469e-b1cc-965dd2359dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:49Z', 'updated_at': '2022-02-07T17:07:05Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': 'f81e07dc-e2fe-469e-b1cc-965dd2359dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:03.508804 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f1e87-de39-45a3-9f6c-bf3253cd7882 None None] The sync data for ids ['c3361f16-021f-495b-9153-8370ffdb8fe7'] in n-d-827865-3 is: [{'id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912051814', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:06:38Z', 'updated_at': '2022-02-07T17:06:52Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:39Z', 'updated_at': '2022-02-07T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f07b16da-b4d3-48ee-a0d4-6706a29ecc7e', 'name': '', 'network_id': 'bcf89715-4c35-43dc-9971-0b720c9b58d3', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:1b:91:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f81e07dc-e2fe-469e-b1cc-965dd2359dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:49Z', 'updated_at': '2022-02-07T17:07:05Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': 'f81e07dc-e2fe-469e-b1cc-965dd2359dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:09:03.529981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46210169-8c3d-40af-a90c-a2b372d05b93 req-a0735f71-24d5-4191-a511-5897e21a1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:03.531591 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46210169-8c3d-40af-a90c-a2b372d05b93 req-a0735f71-24d5-4191-a511-5897e21a1fe3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bcf89715-4c35-43dc-9971-0b720c9b58d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3526006 Feb 07 17:09:03.589936 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d7b41a8e-36d7-4138-aaf2-829585ee665c req-1881504b-74ce-4867-9a17-c9f2d298a5dc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] For port 2e8b54e4-80a0-49b4-8a7e-757ba43da341, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2e8b54e4-80a0-49b4-8a7e-757ba43da341,segment=NetworkSegment(a1666870-a4b7-423a-8138-c28b479a260a),segment_id=a1666870-a4b7-423a-8138-c28b479a260a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:03.590629 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d7b41a8e-36d7-4138-aaf2-829585ee665c req-1881504b-74ce-4867-9a17-c9f2d298a5dc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:03.642614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-d7b41a8e-36d7-4138-aaf2-829585ee665c req-1881504b-74ce-4867-9a17-c9f2d298a5dc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Calling delete_port for 2e8b54e4-80a0-49b4-8a7e-757ba43da341 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:03.657419 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Allocated IP 2001:db8::2 (5d104e3b-016c-4509-9da5-d18eb1be26d1/195f0019-6e2d-445a-b348-3a338b1b07c9/68ac8e78-d69a-426e-ae05-1542b001388f) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:03.675146 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46210169-8c3d-40af-a90c-a2b372d05b93 req-3bd27f8d-fc7b-4419-a407-17a33235c69d service neutron] 10.222.0.32 "GET /v2.0/networks/bcf89715-4c35-43dc-9971-0b720c9b58d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369827 Feb 07 17:09:03.913300 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46210169-8c3d-40af-a90c-a2b372d05b93 req-e64b424b-8d75-47fe-9b20-e782a599896d service neutron] 10.222.0.32 "GET /v2.0/networks/bcf89715-4c35-43dc-9971-0b720c9b58d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287779 Feb 07 17:09:03.978250 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945c40e7-9128-4d6a-9927-2725d9572ced tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:03.979454 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d7b41a8e-36d7-4138-aaf2-829585ee665c req-1881504b-74ce-4867-9a17-c9f2d298a5dc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (2e8b54e4-80a0-49b4-8a7e-757ba43da341), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:03.986256 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-945c40e7-9128-4d6a-9927-2725d9572ced tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:04.043612 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-945c40e7-9128-4d6a-9927-2725d9572ced tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port 25087d72-1042-4290-9d84-b8dbb1ab4461 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:09:04.105074 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881504b-74ce-4867-9a17-c9f2d298a5dc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Port': ['ID=2e8b54e4-80a0-49b4-8a7e-757ba43da341,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:04.114463 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Publish callbacks [] for port (68ac8e78-d69a-426e-ae05-1542b001388f), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:04.135121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c47bf-7109-4b21-a074-5dd82c150615 None None] New status for floating IP 96165b7e-659d-4a9d-91ba-5e5995e2c49a: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:09:04.274251 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b41a8e-36d7-4138-aaf2-829585ee665c req-1881504b-74ce-4867-9a17-c9f2d298a5dc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] No DVR routers for this DVR port 2e8b54e4-80a0-49b4-8a7e-757ba43da341 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:09:04.277310 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d7b41a8e-36d7-4138-aaf2-829585ee665c req-1881504b-74ce-4867-9a17-c9f2d298a5dc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:04.281586 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d7b41a8e-36d7-4138-aaf2-829585ee665c req-1881504b-74ce-4867-9a17-c9f2d298a5dc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.32 "DELETE /v2.0/ports/2e8b54e4-80a0-49b4-8a7e-757ba43da341 HTTP/1.1" status: 204 len: 173 time: 1.2158284 Feb 07 17:09:04.282152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'name': 'network-vif-deleted', 'tag': '2e8b54e4-80a0-49b4-8a7e-757ba43da341'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:09:04.294187 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5130530f-b1f8-4177-b1c3-d2b59f5eb943" -d '{"events": [{"server_uuid": "4b30daa2-2a57-4205-92dc-126cb61c6fb1", "name": "network-vif-deleted", "tag": "2e8b54e4-80a0-49b4-8a7e-757ba43da341"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:09:04.328198 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-945c40e7-9128-4d6a-9927-2725d9572ced tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::2ea (5d104e3b-016c-4509-9da5-d18eb1be26d1/195f0019-6e2d-445a-b348-3a338b1b07c9/25087d72-1042-4290-9d84-b8dbb1ab4461) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:04.383799 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0596a5a0-1fad-4d17-85ef-6d7d2e322269 x-openstack-request-id: req-0596a5a0-1fad-4d17-85ef-6d7d2e322269 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:09:04.384111 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b30daa2-2a57-4205-92dc-126cb61c6fb1", "name": "network-vif-deleted", "tag": "2e8b54e4-80a0-49b4-8a7e-757ba43da341", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:09:04.384374 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0596a5a0-1fad-4d17-85ef-6d7d2e322269 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:09:04.384797 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b30daa2-2a57-4205-92dc-126cb61c6fb1', 'name': 'network-vif-deleted', 'tag': '2e8b54e4-80a0-49b4-8a7e-757ba43da341', 'status': 'completed', 'code': 200} Feb 07 17:09:04.563495 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (68ac8e78-d69a-426e-ae05-1542b001388f), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:04.670703 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-945c40e7-9128-4d6a-9927-2725d9572ced tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (25087d72-1042-4290-9d84-b8dbb1ab4461), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:04.671378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:04.684376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:04.701684 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:04.709456 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Pushing event updated for resources: {'Port': ['ID=68ac8e78-d69a-426e-ae05-1542b001388f,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:04.749024 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-945c40e7-9128-4d6a-9927-2725d9572ced tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (25087d72-1042-4290-9d84-b8dbb1ab4461), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:04.799351 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-399220b6-cff7-4331-98d7-3d44f93f9907 req-d8ac91f9-19bd-4762-a31e-54206d9952be tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b30daa2-2a57-4205-92dc-126cb61c6fb1 HTTP/1.1" status: 200 len: 210 time: 0.7285845 Feb 07 17:09:04.845228 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:04.845614 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:04.845968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:04.846312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:04.846655 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:04.846996 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:04.847331 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:04.847667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:04.848033 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:04.848377 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:04.848707 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:04.849033 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:04.849391 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:04.860078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945c40e7-9128-4d6a-9927-2725d9572ced tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:04.869471 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-945c40e7-9128-4d6a-9927-2725d9572ced tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:04.874892 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c40e7-9128-4d6a-9927-2725d9572ced tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:04.883262 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945c40e7-9128-4d6a-9927-2725d9572ced tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:04.884202 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-945c40e7-9128-4d6a-9927-2725d9572ced tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:04.898069 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c40e7-9128-4d6a-9927-2725d9572ced tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=25087d72-1042-4290-9d84-b8dbb1ab4461,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:04.912275 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Attempting to bind port 68ac8e78-d69a-426e-ae05-1542b001388f on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:09:04.912669 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Attempting to bind port 68ac8e78-d69a-426e-ae05-1542b001388f by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:09:04.913079 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Attempting to bind port 68ac8e78-d69a-426e-ae05-1542b001388f on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:09:04.920273 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:09:04.920667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:04.921086 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:04.921660 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:09:04.922214 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Bound port: 68ac8e78-d69a-426e-ae05-1542b001388f, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:09:04.922740 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (68ac8e78-d69a-426e-ae05-1542b001388f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:04.923286 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-945c40e7-9128-4d6a-9927-2725d9572ced tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8133950 Feb 07 17:09:04.925130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41724) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:05.016191 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] For port 68ac8e78-d69a-426e-ae05-1542b001388f, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:09:05.023278 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] For port 68ac8e78-d69a-426e-ae05-1542b001388f, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=68ac8e78-d69a-426e-ae05-1542b001388f,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:09:05.043761 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (68ac8e78-d69a-426e-ae05-1542b001388f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:05.083466 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848352a5-4d8d-48ab-9391-e42e81636cc0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:05.090784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848352a5-4d8d-48ab-9391-e42e81636cc0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:05.093736 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-848352a5-4d8d-48ab-9391-e42e81636cc0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1674974 Feb 07 17:09:05.096938 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41730) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:05.172085 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243c161-7777-47e7-9796-1ff643b0b108 None None] Pushing event updated for resources: {'Port': ['ID=68ac8e78-d69a-426e-ae05-1542b001388f,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:05.308109 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8f170fbf-a8f5-468b-97b0-1825cebd045e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port 25087d72-1042-4290-9d84-b8dbb1ab4461 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:05.308519 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f170fbf-a8f5-468b-97b0-1825cebd045e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (25087d72-1042-4290-9d84-b8dbb1ab4461), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:05.414042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2e8b54e4-80a0-49b4-8a7e-757ba43da341 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:09:05.481806 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 2e8b54e4-80a0-49b4-8a7e-757ba43da341 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:09:05.482166 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2e8b54e4-80a0-49b4-8a7e-757ba43da341 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:09:05.560921 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f170fbf-a8f5-468b-97b0-1825cebd045e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (25087d72-1042-4290-9d84-b8dbb1ab4461), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:05.599966 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8f170fbf-a8f5-468b-97b0-1825cebd045e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for 25087d72-1042-4290-9d84-b8dbb1ab4461 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:05.812797 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41746) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:05.977499 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f170fbf-a8f5-468b-97b0-1825cebd045e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (25087d72-1042-4290-9d84-b8dbb1ab4461), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:05.979991 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41752) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:06.078637 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41754) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:06.091215 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f170fbf-a8f5-468b-97b0-1825cebd045e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=25087d72-1042-4290-9d84-b8dbb1ab4461,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:06.129133 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f170fbf-a8f5-468b-97b0-1825cebd045e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:06.134785 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8f170fbf-a8f5-468b-97b0-1825cebd045e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/25087d72-1042-4290-9d84-b8dbb1ab4461 HTTP/1.1" status: 204 len: 168 time: 1.0354443 Feb 07 17:09:06.138986 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41758) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:06.249605 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99619ce-ac78-4f27-a176-4efea7cd2f4f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:06.253096 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99619ce-ac78-4f27-a176-4efea7cd2f4f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:06.265689 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41762) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:06.266573 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f99619ce-ac78-4f27-a176-4efea7cd2f4f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1205587 Feb 07 17:09:06.313607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0386619a-9a32-4da1-863e-fb503f845f35 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-178078494', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:06.318202 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bfdf4b0-14f8-419c-af12-95ae2358a1a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:06.454805 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0386619a-9a32-4da1-863e-fb503f845f35 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Made reservation on behalf of 4412fee99aa84e5ca1c238de18c3757b for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:06.457269 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0386619a-9a32-4da1-863e-fb503f845f35 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:06.463857 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-6790c924-0027-49be-ad50-0936dfcfe73d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet 195f0019-6e2d-445a-b348-3a338b1b07c9 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:09:06.512255 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6790c924-0027-49be-ad50-0936dfcfe73d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (195f0019-6e2d-445a-b348-3a338b1b07c9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:06.546895 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0386619a-9a32-4da1-863e-fb503f845f35 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:06.605043 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6790c924-0027-49be-ad50-0936dfcfe73d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (195f0019-6e2d-445a-b348-3a338b1b07c9), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:06.814344 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 68ac8e78-d69a-426e-ae05-1542b001388f up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:06.899599 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 68ac8e78-d69a-426e-ae05-1542b001388f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:06.904353 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (68ac8e78-d69a-426e-ae05-1542b001388f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:06.908942 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6790c924-0027-49be-ad50-0936dfcfe73d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (195f0019-6e2d-445a-b348-3a338b1b07c9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:06.984113 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bfdf4b0-14f8-419c-af12-95ae2358a1a3 admin admin] Publish callbacks [] for security_group (4b25d7eb-abd1-488a-9773-bca6b647deb3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:07.014969 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bfdf4b0-14f8-419c-af12-95ae2358a1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4b25d7eb-abd1-488a-9773-bca6b647deb3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:07.131317 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdf4b0-14f8-419c-af12-95ae2358a1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b25d7eb-abd1-488a-9773-bca6b647deb3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:07.169468 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 68ac8e78-d69a-426e-ae05-1542b001388f is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:07.170772 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0386619a-9a32-4da1-863e-fb503f845f35 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks [] for security_group (d17e3934-d962-4119-a003-1d8020e816a5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:07.172575 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (68ac8e78-d69a-426e-ae05-1542b001388f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:07.173678 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4bfdf4b0-14f8-419c-af12-95ae2358a1a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d991431ea8e947a4bb31f794259910fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0934110 Feb 07 17:09:07.178504 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41768) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:07.193548 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0386619a-9a32-4da1-863e-fb503f845f35 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d17e3934-d962-4119-a003-1d8020e816a5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:07.195282 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d2304e-18f1-430e-8082-390491c5a301 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:07.224584 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-0386619a-9a32-4da1-863e-fb503f845f35 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] device_id is not set on port 6b674e86-0012-42bc-b8c2-891e4c02e15f yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:09:07.265267 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6790c924-0027-49be-ad50-0936dfcfe73d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (195f0019-6e2d-445a-b348-3a338b1b07c9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:07.277722 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d234dfd0-7110-48c6-9a87-2af0127fce71 admin admin] Publish callbacks [] for security_group (4b25d7eb-abd1-488a-9773-bca6b647deb3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:07.324978 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d234dfd0-7110-48c6-9a87-2af0127fce71 admin admin] Publish callbacks [] for security_group (4b25d7eb-abd1-488a-9773-bca6b647deb3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:07.371447 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6790c924-0027-49be-ad50-0936dfcfe73d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:07.380416 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6790c924-0027-49be-ad50-0936dfcfe73d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/195f0019-6e2d-445a-b348-3a338b1b07c9 HTTP/1.1" status: 204 len: 168 time: 1.1144435 Feb 07 17:09:07.397417 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41772) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:07.479491 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1d5e3bfc-8902-464d-9378-e347191ef207 None None] Provisioning complete for port 68ac8e78-d69a-426e-ae05-1542b001388f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:07.479949 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1d5e3bfc-8902-464d-9378-e347191ef207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (68ac8e78-d69a-426e-ae05-1542b001388f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:07.522789 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0f182711-af8a-4c18-a947-18421cde40f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1238604 Feb 07 17:09:07.528264 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41776) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:07.536256 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3d4a885f-4b3e-4db5-83bc-8f77360369fb tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:07.540670 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d234dfd0-7110-48c6-9a87-2af0127fce71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4b25d7eb-abd1-488a-9773-bca6b647deb3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:07.545021 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d234dfd0-7110-48c6-9a87-2af0127fce71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:07.550595 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d234dfd0-7110-48c6-9a87-2af0127fce71 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b25d7eb-abd1-488a-9773-bca6b647deb3 HTTP/1.1" status: 204 len: 168 time: 0.3696005 Feb 07 17:09:07.610390 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234dfd0-7110-48c6-9a87-2af0127fce71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b25d7eb-abd1-488a-9773-bca6b647deb3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:07.714695 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:09:07.715098 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:09:07.732251 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4a885f-4b3e-4db5-83bc-8f77360369fb tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:07.739557 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d4a885f-4b3e-4db5-83bc-8f77360369fb tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:07.836402 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cdd3f1-0fdc-46e6-bfcf-143d176d0cab None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:09:07.859983 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e3bfc-8902-464d-9378-e347191ef207 None None] Current status of the port 68ac8e78-d69a-426e-ae05-1542b001388f is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:07.860445 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1d5e3bfc-8902-464d-9378-e347191ef207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (68ac8e78-d69a-426e-ae05-1542b001388f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:07.929636 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1d5e3bfc-8902-464d-9378-e347191ef207 None None] For port 68ac8e78-d69a-426e-ae05-1542b001388f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=68ac8e78-d69a-426e-ae05-1542b001388f,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:07.938439 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1d5e3bfc-8902-464d-9378-e347191ef207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (68ac8e78-d69a-426e-ae05-1542b001388f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:08.013210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e3bfc-8902-464d-9378-e347191ef207 None None] Pushing event updated for resources: {'Port': ['ID=68ac8e78-d69a-426e-ae05-1542b001388f,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:08.016236 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-25cdd3f1-0fdc-46e6-bfcf-143d176d0cab None None] Deleting port 68ac8e78-d69a-426e-ae05-1542b001388f {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:08.016854 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-25cdd3f1-0fdc-46e6-bfcf-143d176d0cab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (68ac8e78-d69a-426e-ae05-1542b001388f), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:08.082998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386619a-9a32-4da1-863e-fb503f845f35 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17e3934-d962-4119-a003-1d8020e816a5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:08.092597 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790c924-0027-49be-ad50-0936dfcfe73d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=195f0019-6e2d-445a-b348-3a338b1b07c9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:08.144391 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-25cdd3f1-0fdc-46e6-bfcf-143d176d0cab None None] For port 68ac8e78-d69a-426e-ae05-1542b001388f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=68ac8e78-d69a-426e-ae05-1542b001388f,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:08.145973 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-25cdd3f1-0fdc-46e6-bfcf-143d176d0cab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (68ac8e78-d69a-426e-ae05-1542b001388f), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:08.169902 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d4a885f-4b3e-4db5-83bc-8f77360369fb tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (10b1e6aa-3aeb-4fb4-9b8c-a833fa1062bd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:08.185059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-25cdd3f1-0fdc-46e6-bfcf-143d176d0cab None None] Calling delete_port for 68ac8e78-d69a-426e-ae05-1542b001388f owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:08.192151 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-0386619a-9a32-4da1-863e-fb503f845f35 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Allocated IP 172.25.4.171 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/6b674e86-0012-42bc-b8c2-891e4c02e15f) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:08.280983 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-25cdd3f1-0fdc-46e6-bfcf-143d176d0cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (68ac8e78-d69a-426e-ae05-1542b001388f), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:08.328023 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Port 68ac8e78-d69a-426e-ae05-1542b001388f update to ACTIVE by agent not found {{(pid=103228) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 07 17:09:08.332834 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdd3f1-0fdc-46e6-bfcf-143d176d0cab None None] Pushing event deleted for resources: {'Port': ['ID=68ac8e78-d69a-426e-ae05-1542b001388f,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:08.340474 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cdd3f1-0fdc-46e6-bfcf-143d176d0cab None None] No DVR routers for this DVR port 68ac8e78-d69a-426e-ae05-1542b001388f on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:09:08.359317 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4a885f-4b3e-4db5-83bc-8f77360369fb tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:08.364039 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3d4a885f-4b3e-4db5-83bc-8f77360369fb tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:08.374155 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4a885f-4b3e-4db5-83bc-8f77360369fb tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:08.375174 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d4a885f-4b3e-4db5-83bc-8f77360369fb tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:08.380574 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03ad39d-99cc-4703-9a90-2d78902a476a None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:08.390128 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a885f-4b3e-4db5-83bc-8f77360369fb tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=10b1e6aa-3aeb-4fb4-9b8c-a833fa1062bd,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:08.415643 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3d4a885f-4b3e-4db5-83bc-8f77360369fb tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8850667 Feb 07 17:09:08.417206 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41788) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:08.434827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'name': 'tempest-NetworksTestDHCPv6-1192182629'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:08.449337 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8668f929-a95b-4ff8-8924-6592614a46e2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (c3361f16-021f-495b-9153-8370ffdb8fe7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:08.626512 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': '10b1e6aa-3aeb-4fb4-9b8c-a833fa1062bd'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:09:08.631393 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:08.668310 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0386619a-9a32-4da1-863e-fb503f845f35 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks [] for port (6b674e86-0012-42bc-b8c2-891e4c02e15f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:08.747092 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:08.755880 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:08.800411 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0386619a-9a32-4da1-863e-fb503f845f35 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (6b674e86-0012-42bc-b8c2-891e4c02e15f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:08.807056 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port aa178a80-d649-447c-88ca-116a4bb5a414 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:09:08.870531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0386619a-9a32-4da1-863e-fb503f845f35 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:08.878123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0386619a-9a32-4da1-863e-fb503f845f35 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:08.892582 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0386619a-9a32-4da1-863e-fb503f845f35 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:08.898434 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 68ac8e78-d69a-426e-ae05-1542b001388f no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:09:08.899475 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386619a-9a32-4da1-863e-fb503f845f35 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Pushing event updated for resources: {'Port': ['ID=6b674e86-0012-42bc-b8c2-891e4c02e15f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:08.934578 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 68ac8e78-d69a-426e-ae05-1542b001388f {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:09:08.935087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 68ac8e78-d69a-426e-ae05-1542b001388f not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:09:08.974616 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] Allocated IP 2001:db8::2 (5d104e3b-016c-4509-9da5-d18eb1be26d1/10b1e6aa-3aeb-4fb4-9b8c-a833fa1062bd/ba2040ce-ee33-4556-8fe9-bd43699e4712) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:08.979337 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0386619a-9a32-4da1-863e-fb503f845f35 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:08.980207 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0386619a-9a32-4da1-863e-fb503f845f35 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:09.033194 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41802) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:09.033507 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0386619a-9a32-4da1-863e-fb503f845f35 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2185035 Feb 07 17:09:09.045466 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-391632e9-8f03-49af-baf3-a5629f8038eb tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.171'}]}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:09.100542 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-391632e9-8f03-49af-baf3-a5629f8038eb tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (48cf61da-d819-4f0c-9e87-17015215031c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:09.102384 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-391632e9-8f03-49af-baf3-a5629f8038eb tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (48cf61da-d819-4f0c-9e87-17015215031c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:09.119308 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8668f929-a95b-4ff8-8924-6592614a46e2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Deleting port f07b16da-b4d3-48ee-a0d4-6706a29ecc7e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:09.120218 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8668f929-a95b-4ff8-8924-6592614a46e2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f07b16da-b4d3-48ee-a0d4-6706a29ecc7e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:09.199830 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-391632e9-8f03-49af-baf3-a5629f8038eb tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks [] for router_controller (48cf61da-d819-4f0c-9e87-17015215031c), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:09.216772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41804) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:09.294072 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] Publish callbacks [] for port (ba2040ce-ee33-4556-8fe9-bd43699e4712), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:09.303610 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (ba2040ce-ee33-4556-8fe9-bd43699e4712), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:09.369829 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:09.373505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:09.378305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:09.402427 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-8668f929-a95b-4ff8-8924-6592614a46e2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] For port f07b16da-b4d3-48ee-a0d4-6706a29ecc7e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f07b16da-b4d3-48ee-a0d4-6706a29ecc7e,segment=NetworkSegment(a1666870-a4b7-423a-8138-c28b479a260a),segment_id=a1666870-a4b7-423a-8138-c28b479a260a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:09.402905 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8668f929-a95b-4ff8-8924-6592614a46e2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f07b16da-b4d3-48ee-a0d4-6706a29ecc7e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:09.419129 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] Pushing event updated for resources: {'Port': ['ID=ba2040ce-ee33-4556-8fe9-bd43699e4712,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:09.432066 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8668f929-a95b-4ff8-8924-6592614a46e2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Calling delete_port for f07b16da-b4d3-48ee-a0d4-6706a29ecc7e owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:09.467273 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] Attempting to bind port ba2040ce-ee33-4556-8fe9-bd43699e4712 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:09:09.467943 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] Attempting to bind port ba2040ce-ee33-4556-8fe9-bd43699e4712 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:09:09.468539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] Attempting to bind port ba2040ce-ee33-4556-8fe9-bd43699e4712 on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:09:09.475426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:09:09.476115 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:09.476683 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:09.477230 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:09:09.477917 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] Bound port: ba2040ce-ee33-4556-8fe9-bd43699e4712, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:09:09.478478 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ba2040ce-ee33-4556-8fe9-bd43699e4712), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:09.521842 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-391632e9-8f03-49af-baf3-a5629f8038eb tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks [] for router_gateway (48cf61da-d819-4f0c-9e87-17015215031c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:09.579217 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::25d (5d104e3b-016c-4509-9da5-d18eb1be26d1/10b1e6aa-3aeb-4fb4-9b8c-a833fa1062bd/aa178a80-d649-447c-88ca-116a4bb5a414) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:09.595272 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] For port ba2040ce-ee33-4556-8fe9-bd43699e4712, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:09:09.598105 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-eac7edb1-25ba-4d5a-bd51-39fa9d431d0a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2142783294-network', 'tenant_id': '91f493dc49bd47a4b2b613d9b1328bb3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:09.601334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] For port ba2040ce-ee33-4556-8fe9-bd43699e4712, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ba2040ce-ee33-4556-8fe9-bd43699e4712,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:09:09.630327 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ba2040ce-ee33-4556-8fe9-bd43699e4712), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:09.670497 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac7edb1-25ba-4d5a-bd51-39fa9d431d0a admin admin] Made reservation on behalf of 91f493dc49bd47a4b2b613d9b1328bb3 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:09.673984 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eac7edb1-25ba-4d5a-bd51-39fa9d431d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:09.697778 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eac7edb1-25ba-4d5a-bd51-39fa9d431d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:09.855978 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0419ce-3df8-45ff-872e-1c8fe8cd024c None None] Pushing event updated for resources: {'Port': ['ID=ba2040ce-ee33-4556-8fe9-bd43699e4712,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:09.920674 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eac7edb1-25ba-4d5a-bd51-39fa9d431d0a admin admin] Publish callbacks [] for security_group (49b1b814-747c-43a6-9c8e-99857e743cea), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:09.931890 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eac7edb1-25ba-4d5a-bd51-39fa9d431d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (49b1b814-747c-43a6-9c8e-99857e743cea), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:09.938916 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8668f929-a95b-4ff8-8924-6592614a46e2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f07b16da-b4d3-48ee-a0d4-6706a29ecc7e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:09.991685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668f929-a95b-4ff8-8924-6592614a46e2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Port': ['ID=f07b16da-b4d3-48ee-a0d4-6706a29ecc7e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:09.994069 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac7edb1-25ba-4d5a-bd51-39fa9d431d0a admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:09:10.057247 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (aa178a80-d649-447c-88ca-116a4bb5a414), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:10.080446 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-391632e9-8f03-49af-baf3-a5629f8038eb tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks [] for router_gateway (48cf61da-d819-4f0c-9e87-17015215031c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:10.115008 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-391632e9-8f03-49af-baf3-a5629f8038eb tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:10.115820 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7edb1-25ba-4d5a-bd51-39fa9d431d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b1b814-747c-43a6-9c8e-99857e743cea,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:10.123391 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eac7edb1-25ba-4d5a-bd51-39fa9d431d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (1b0f5a81-c6e4-4026-b997-46597ecebe72), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:10.124346 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-eac7edb1-25ba-4d5a-bd51-39fa9d431d0a admin admin] Added segment 1b0f5a81-c6e4-4026-b997-46597ecebe72 of type vlan for network 874defb6-a3de-4d0b-8be4-1a39dbfcc9fb Feb 07 17:09:10.236836 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eac7edb1-25ba-4d5a-bd51-39fa9d431d0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (874defb6-a3de-4d0b-8be4-1a39dbfcc9fb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:10.327202 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-391632e9-8f03-49af-baf3-a5629f8038eb tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks [] for router (48cf61da-d819-4f0c-9e87-17015215031c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:10.388336 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eac7edb1-25ba-4d5a-bd51-39fa9d431d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (874defb6-a3de-4d0b-8be4-1a39dbfcc9fb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:10.389663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac7edb1-25ba-4d5a-bd51-39fa9d431d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:10.390302 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eac7edb1-25ba-4d5a-bd51-39fa9d431d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:10.424510 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (aa178a80-d649-447c-88ca-116a4bb5a414), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:10.500746 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-eac7edb1-25ba-4d5a-bd51-39fa9d431d0a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2826149 Feb 07 17:09:10.505499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41810) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:10.513935 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d26abd81-683b-4d29-a40f-356b85db0e12 admin admin] Request body: {'subnet': {'network_id': '874defb6-a3de-4d0b-8be4-1a39dbfcc9fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2142783294-subnet', 'tenant_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:10.520616 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8668f929-a95b-4ff8-8924-6592614a46e2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (c3361f16-021f-495b-9153-8370ffdb8fe7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:10.522507 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:09:10.529404 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7edb1-25ba-4d5a-bd51-39fa9d431d0a admin admin] Pushing event updated for resources: {'Network': ['ID=874defb6-a3de-4d0b-8be4-1a39dbfcc9fb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:10.557544 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 874defb6-a3de-4d0b-8be4-1a39dbfcc9fb details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:09:10.640130 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26abd81-683b-4d29-a40f-356b85db0e12 admin admin] Made reservation on behalf of 91f493dc49bd47a4b2b613d9b1328bb3 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:10.640130 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d26abd81-683b-4d29-a40f-356b85db0e12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:10.783156 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-391632e9-8f03-49af-baf3-a5629f8038eb tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (48cf61da-d819-4f0c-9e87-17015215031c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:10.800352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:10.804874 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:10.810962 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-391632e9-8f03-49af-baf3-a5629f8038eb tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks [] for router_controller (48cf61da-d819-4f0c-9e87-17015215031c), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:10.815111 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:10.824381 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:10.825541 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:10.841771 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=aa178a80-d649-447c-88ca-116a4bb5a414,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:11.075440 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ba2040ce-ee33-4556-8fe9-bd43699e4712 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:11.204931 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d26abd81-683b-4d29-a40f-356b85db0e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (8c892302-92b7-4396-a8d1-66c6a02206dc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:11.208774 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port ba2040ce-ee33-4556-8fe9-bd43699e4712 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:11.209681 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ba2040ce-ee33-4556-8fe9-bd43699e4712), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:11.292694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8668f929-a95b-4ff8-8924-6592614a46e2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Router c3361f16-021f-495b-9153-8370ffdb8fe7 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:09:11.327254 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26abd81-683b-4d29-a40f-356b85db0e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c892302-92b7-4396-a8d1-66c6a02206dc,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:11.335114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:11.335511 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:11.335888 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:11.336237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:11.336648 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:11.337014 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:11.337425 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:11.337786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:11.338172 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:11.338519 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:11.338858 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:11.339194 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:11.339523 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:11.348345 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f7bfb329-3501-40d0-8dd9-ee4db6ce13f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9269075 Feb 07 17:09:11.351307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41814) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:11.359694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26abd81-683b-4d29-a40f-356b85db0e12 admin admin] Checking segment: {'id': '1b0f5a81-c6e4-4026-b997-46597ecebe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '874defb6-a3de-4d0b-8be4-1a39dbfcc9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:11.362536 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-391632e9-8f03-49af-baf3-a5629f8038eb tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (48cf61da-d819-4f0c-9e87-17015215031c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:11.362811 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26abd81-683b-4d29-a40f-356b85db0e12 admin admin] Network hostable DHCP agents. Network: 874defb6-a3de-4d0b-8be4-1a39dbfcc9fb, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:09:11.363254 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391632e9-8f03-49af-baf3-a5629f8038eb tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48cf61da-d819-4f0c-9e87-17015215031c {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:09:11.440452 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ba2040ce-ee33-4556-8fe9-bd43699e4712 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:11.440882 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ba2040ce-ee33-4556-8fe9-bd43699e4712), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:11.451169 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-391632e9-8f03-49af-baf3-a5629f8038eb tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 07 17:09:11.462450 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-391632e9-8f03-49af-baf3-a5629f8038eb tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4267974 Feb 07 17:09:11.473896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41816) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:11.488407 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port ba2040ce-ee33-4556-8fe9-bd43699e4712, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ba2040ce-ee33-4556-8fe9-bd43699e4712,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:11.494514 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ba2040ce-ee33-4556-8fe9-bd43699e4712), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:11.548655 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22961b5-569e-4043-a947-9519ca66ace0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:11.557355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26abd81-683b-4d29-a40f-356b85db0e12 admin admin] Network 874defb6-a3de-4d0b-8be4-1a39dbfcc9fb is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:09:11.575809 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22961b5-569e-4043-a947-9519ca66ace0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:11.586640 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e22961b5-569e-4043-a947-9519ca66ace0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2338631 Feb 07 17:09:11.587790 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41818) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:11.588876 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d26abd81-683b-4d29-a40f-356b85db0e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 874defb6-a3de-4d0b-8be4-1a39dbfcc9fb) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:11.591306 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=ba2040ce-ee33-4556-8fe9-bd43699e4712,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:11.608023 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcc9f27-e939-413c-89c9-3b34eda329e2 None None] Network 874defb6-a3de-4d0b-8be4-1a39dbfcc9fb requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:11.628882 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26abd81-683b-4d29-a40f-356b85db0e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:11.629948 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d26abd81-683b-4d29-a40f-356b85db0e12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:11.714886 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8668f929-a95b-4ff8-8924-6592614a46e2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:09:11.731327 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a929b4-aece-460e-95f6-8c07b84b04b2 None None] Sync routers for ids ['c3361f16-021f-495b-9153-8370ffdb8fe7'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:09:11.746291 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8668f929-a95b-4ff8-8924-6592614a46e2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "PUT /v2.0/routers/c3361f16-021f-495b-9153-8370ffdb8fe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7624640 Feb 07 17:09:11.748027 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d26abd81-683b-4d29-a40f-356b85db0e12 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2411549 Feb 07 17:09:11.754564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41820) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:11.754929 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41822) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:11.764879 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a929b4-aece-460e-95f6-8c07b84b04b2 None None] Routers {'c3361f16-021f-495b-9153-8370ffdb8fe7'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:09:11.765552 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e4a929b4-aece-460e-95f6-8c07b84b04b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:08:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c3361f16-021f-495b-9153-8370ffdb8fe7'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:11.778165 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5511abbf-bc47-44e6-ac27-1f71675eb141 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2142783294-router', 'tenant_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:11.802352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bb7871e8-12c4-4ab5-b2ef-173bdf3a7b99 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Deleting port 6b674e86-0012-42bc-b8c2-891e4c02e15f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:11.803210 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb7871e8-12c4-4ab5-b2ef-173bdf3a7b99 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (6b674e86-0012-42bc-b8c2-891e4c02e15f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:11.847041 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-874defb6-a3de-4d0b-8be4-1a39dbfcc9fb', 'network_id': '874defb6-a3de-4d0b-8be4-1a39dbfcc9fb', 'project_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'fixed_ips': [{'subnet_id': '8c892302-92b7-4396-a8d1-66c6a02206dc'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:09:11.851739 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:11.866854 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5511abbf-bc47-44e6-ac27-1f71675eb141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:11.867951 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5511abbf-bc47-44e6-ac27-1f71675eb141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:11.876250 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db16d40-6d69-40f0-999d-0e97163e17a1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Deleting subnet f81e07dc-e2fe-469e-b1cc-965dd2359dda {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:09:11.908912 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8db16d40-6d69-40f0-999d-0e97163e17a1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for subnet (f81e07dc-e2fe-469e-b1cc-965dd2359dda), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:11.919078 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-12ab0f36-00de-4134-a32e-a9f2d91724f3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port aa178a80-d649-447c-88ca-116a4bb5a414 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:11.921588 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12ab0f36-00de-4134-a32e-a9f2d91724f3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (aa178a80-d649-447c-88ca-116a4bb5a414), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:12.046087 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb7871e8-12c4-4ab5-b2ef-173bdf3a7b99 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (6b674e86-0012-42bc-b8c2-891e4c02e15f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:12.090076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bb7871e8-12c4-4ab5-b2ef-173bdf3a7b99 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Calling delete_port for 6b674e86-0012-42bc-b8c2-891e4c02e15f owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:12.113131 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-54999b23-47d3-4f64-a2c7-0050813884b0 None None] Provisioning complete for port ba2040ce-ee33-4556-8fe9-bd43699e4712 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:12.114306 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54999b23-47d3-4f64-a2c7-0050813884b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ba2040ce-ee33-4556-8fe9-bd43699e4712), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:12.182262 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8db16d40-6d69-40f0-999d-0e97163e17a1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (f81e07dc-e2fe-469e-b1cc-965dd2359dda), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:12.220211 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-e4a929b4-aece-460e-95f6-8c07b84b04b2 None None] Set router c3361f16-021f-495b-9153-8370ffdb8fe7 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:09:12.253548 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5511abbf-bc47-44e6-ac27-1f71675eb141 admin admin] Publish callbacks [] for router_controller (2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:12.305124 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] Allocated IP 172.20.0.2 (874defb6-a3de-4d0b-8be4-1a39dbfcc9fb/8c892302-92b7-4396-a8d1-66c6a02206dc/45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:12.316179 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-54999b23-47d3-4f64-a2c7-0050813884b0 None None] Current status of the port ba2040ce-ee33-4556-8fe9-bd43699e4712 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:12.397813 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb7871e8-12c4-4ab5-b2ef-173bdf3a7b99 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (6b674e86-0012-42bc-b8c2-891e4c02e15f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:12.434031 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7871e8-12c4-4ab5-b2ef-173bdf3a7b99 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b674e86-0012-42bc-b8c2-891e4c02e15f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:12.497068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-fee1d66e-cac4-4c10-b0e6-69e201a21639 None None] Provisioning complete for port aa178a80-d649-447c-88ca-116a4bb5a414 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:12.501798 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fee1d66e-cac4-4c10-b0e6-69e201a21639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (aa178a80-d649-447c-88ca-116a4bb5a414), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:12.564698 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12ab0f36-00de-4134-a32e-a9f2d91724f3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (aa178a80-d649-447c-88ca-116a4bb5a414), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:12.568545 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5511abbf-bc47-44e6-ac27-1f71675eb141 admin admin] Publish callbacks [] for router_gateway (2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:12.571555 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fee1d66e-cac4-4c10-b0e6-69e201a21639 None None] Port aa178a80-d649-447c-88ca-116a4bb5a414 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:09:12.591346 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bb7871e8-12c4-4ab5-b2ef-173bdf3a7b99 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:12.608128 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bb7871e8-12c4-4ab5-b2ef-173bdf3a7b99 tempest-RoutersAdminNegativeTest-567364648 tempest-RoutersAdminNegativeTest-567364648-project-admin] 10.222.0.18 "DELETE /v2.0/ports/6b674e86-0012-42bc-b8c2-891e4c02e15f HTTP/1.1" status: 204 len: 168 time: 1.1284618 Feb 07 17:09:12.640402 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] Publish callbacks [] for port (45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:12.642046 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-12ab0f36-00de-4134-a32e-a9f2d91724f3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for aa178a80-d649-447c-88ca-116a4bb5a414 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:12.653078 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:12.692414 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e4a929b4-aece-460e-95f6-8c07b84b04b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912051814', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:06:38Z', 'updated_at': '2022-02-07T17:09:09Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:39Z', 'updated_at': '2022-02-07T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:12.718994 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] Pushing event updated for resources: {'Port': ['ID=45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:12.733409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] Network 874defb6-a3de-4d0b-8be4-1a39dbfcc9fb is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:12.734975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:12.737522 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:12.748928 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a929b4-aece-460e-95f6-8c07b84b04b2 None None] Checking router: c3361f16-021f-495b-9153-8370ffdb8fe7 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:09:12.768370 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a929b4-aece-460e-95f6-8c07b84b04b2 None None] Routers {'c3361f16-021f-495b-9153-8370ffdb8fe7'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:09:12.770115 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e4a929b4-aece-460e-95f6-8c07b84b04b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:08:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c3361f16-021f-495b-9153-8370ffdb8fe7'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:12.806121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ba2040ce-ee33-4556-8fe9-bd43699e4712 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:12.834787 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8db16d40-6d69-40f0-999d-0e97163e17a1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (f81e07dc-e2fe-469e-b1cc-965dd2359dda), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:12.919579 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] Attempting to bind port 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:09:12.919966 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] Attempting to bind port 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '1b0f5a81-c6e4-4026-b997-46597ecebe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '874defb6-a3de-4d0b-8be4-1a39dbfcc9fb'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:09:12.920344 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] Attempting to bind port 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae on network 874defb6-a3de-4d0b-8be4-1a39dbfcc9fb {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:09:12.933866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:09:12.934282 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] Checking segment: {'id': '1b0f5a81-c6e4-4026-b997-46597ecebe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '874defb6-a3de-4d0b-8be4-1a39dbfcc9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:12.934660 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:12.935064 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] Bound using segment: {'id': '1b0f5a81-c6e4-4026-b997-46597ecebe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '874defb6-a3de-4d0b-8be4-1a39dbfcc9fb'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:09:12.935552 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] Bound port: 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0f5a81-c6e4-4026-b997-46597ecebe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '874defb6-a3de-4d0b-8be4-1a39dbfcc9fb'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:09:12.935937 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:13.008841 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-e4a929b4-aece-460e-95f6-8c07b84b04b2 None None] Set router c3361f16-021f-495b-9153-8370ffdb8fe7 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:09:13.013145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port ba2040ce-ee33-4556-8fe9-bd43699e4712 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:13.013739 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ba2040ce-ee33-4556-8fe9-bd43699e4712), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:13.033450 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41832) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:13.045800 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8db16d40-6d69-40f0-999d-0e97163e17a1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (f81e07dc-e2fe-469e-b1cc-965dd2359dda), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:13.104645 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db16d40-6d69-40f0-999d-0e97163e17a1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Subnet': ['ID=f81e07dc-e2fe-469e-b1cc-965dd2359dda,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:13.107254 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8db16d40-6d69-40f0-999d-0e97163e17a1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:13.111719 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8db16d40-6d69-40f0-999d-0e97163e17a1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "DELETE /v2.0/subnets/f81e07dc-e2fe-469e-b1cc-965dd2359dda HTTP/1.1" status: 204 len: 168 time: 1.3507938 Feb 07 17:09:13.115317 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41836) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:13.117879 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da068ec-ff5d-40bd-ba61-89c321c0d222 None None] Network bcf89715-4c35-43dc-9971-0b720c9b58d3 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:13.214988 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12ab0f36-00de-4134-a32e-a9f2d91724f3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (aa178a80-d649-447c-88ca-116a4bb5a414), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:13.314130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ba2040ce-ee33-4556-8fe9-bd43699e4712 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:13.378283 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] For port 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:09:13.387047 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b1adf96-cf78-4629-bd04-f2ceede47b17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:13.418684 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] For port 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae,segment=NetworkSegment(1b0f5a81-c6e4-4026-b997-46597ecebe72),segment_id=1b0f5a81-c6e4-4026-b997-46597ecebe72)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:09:13.439068 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:13.463961 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e4a929b4-aece-460e-95f6-8c07b84b04b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912051814', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:06:38Z', 'updated_at': '2022-02-07T17:09:09Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:39Z', 'updated_at': '2022-02-07T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:13.511185 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a929b4-aece-460e-95f6-8c07b84b04b2 None None] The sync data for ids ['c3361f16-021f-495b-9153-8370ffdb8fe7'] in n-d-827865-3 is: [{'id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912051814', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:06:38Z', 'updated_at': '2022-02-07T17:09:09Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '92cd3704-0cf5-4010-a65f-f847e6f85e03', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3361f16-021f-495b-9153-8370ffdb8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:06:39Z', 'updated_at': '2022-02-07T17:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:09:13.546108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3996c5b-6b6e-4f3d-a1c5-314027606dcc None None] DHCP port deletion for bcf89715-4c35-43dc-9971-0b720c9b58d3 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:09:13.626664 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0a7fc37-d09e-4264-820d-7cb244c31373 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router (c3361f16-021f-495b-9153-8370ffdb8fe7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:13.643656 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978f955-6049-4b01-ba83-fd443090c808 None None] Pushing event updated for resources: {'Port': ['ID=45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:13.699779 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f3996c5b-6b6e-4f3d-a1c5-314027606dcc None None] Deleting port 79fb250f-95d4-435d-b417-9e0dc23d5468 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:13.700158 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f3996c5b-6b6e-4f3d-a1c5-314027606dcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (79fb250f-95d4-435d-b417-9e0dc23d5468), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:13.812357 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b1adf96-cf78-4629-bd04-f2ceede47b17 admin admin] Publish callbacks [] for security_group (629e38b0-1f02-42e7-ad1c-ff1f8a34c244), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:13.815293 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0a7fc37-d09e-4264-820d-7cb244c31373 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_gateway (c3361f16-021f-495b-9153-8370ffdb8fe7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:13.822261 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b1adf96-cf78-4629-bd04-f2ceede47b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (629e38b0-1f02-42e7-ad1c-ff1f8a34c244), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:13.881143 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab0f36-00de-4134-a32e-a9f2d91724f3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=aa178a80-d649-447c-88ca-116a4bb5a414,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:13.984186 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12ab0f36-00de-4134-a32e-a9f2d91724f3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:14.000047 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-12ab0f36-00de-4134-a32e-a9f2d91724f3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/aa178a80-d649-447c-88ca-116a4bb5a414 HTTP/1.1" status: 204 len: 168 time: 2.4070554 Feb 07 17:09:14.006763 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41840) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:14.050243 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5511abbf-bc47-44e6-ac27-1f71675eb141 admin admin] Publish callbacks [] for router_gateway (2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:14.052744 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3b1adf96-cf78-4629-bd04-f2ceede47b17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b94e78d7809244bea69fd97d91e2c1cc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0153894 Feb 07 17:09:14.054796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1adf96-cf78-4629-bd04-f2ceede47b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629e38b0-1f02-42e7-ad1c-ff1f8a34c244,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:14.061211 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41842) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:14.063679 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f3996c5b-6b6e-4f3d-a1c5-314027606dcc None None] For port 79fb250f-95d4-435d-b417-9e0dc23d5468, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=79fb250f-95d4-435d-b417-9e0dc23d5468,segment=NetworkSegment(a1666870-a4b7-423a-8138-c28b479a260a),segment_id=a1666870-a4b7-423a-8138-c28b479a260a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:14.064433 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f3996c5b-6b6e-4f3d-a1c5-314027606dcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (79fb250f-95d4-435d-b417-9e0dc23d5468), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:14.100701 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f3996c5b-6b6e-4f3d-a1c5-314027606dcc None None] Calling delete_port for 79fb250f-95d4-435d-b417-9e0dc23d5468 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:14.115744 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5511abbf-bc47-44e6-ac27-1f71675eb141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:14.213072 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f0a7fc37-d09e-4264-820d-7cb244c31373 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Deleting port 92cd3704-0cf5-4010-a65f-f847e6f85e03 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:14.213570 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0a7fc37-d09e-4264-820d-7cb244c31373 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (92cd3704-0cf5-4010-a65f-f847e6f85e03), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:14.249027 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90621c69-a3f4-4746-a192-b0a6d03a6428 admin admin] Publish callbacks [] for security_group (629e38b0-1f02-42e7-ad1c-ff1f8a34c244), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:14.298549 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f3996c5b-6b6e-4f3d-a1c5-314027606dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (79fb250f-95d4-435d-b417-9e0dc23d5468), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:14.302253 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90621c69-a3f4-4746-a192-b0a6d03a6428 admin admin] Publish callbacks [] for security_group (629e38b0-1f02-42e7-ad1c-ff1f8a34c244), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:14.338678 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3996c5b-6b6e-4f3d-a1c5-314027606dcc None None] No DVR routers for this DVR port 79fb250f-95d4-435d-b417-9e0dc23d5468 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:09:14.356988 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e47cef-19ae-49a7-a6d4-1d6486e3d1cf tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:14.360416 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e47cef-19ae-49a7-a6d4-1d6486e3d1cf tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:14.362362 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b7e47cef-19ae-49a7-a6d4-1d6486e3d1cf tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3541584 Feb 07 17:09:14.372555 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41854) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:14.376962 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3996c5b-6b6e-4f3d-a1c5-314027606dcc None None] Pushing event deleted for resources: {'Port': ['ID=79fb250f-95d4-435d-b417-9e0dc23d5468,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:14.466354 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-5511abbf-bc47-44e6-ac27-1f71675eb141 admin admin] Allocated IP 172.25.4.12 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/b8070c7e-6ea4-4f92-b3dd-7249260c38f1) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:14.487574 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee6aef5-17bc-4d69-b340-796784bf162b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet 10b1e6aa-3aeb-4fb4-9b8c-a833fa1062bd {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:09:14.498293 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f0a7fc37-d09e-4264-820d-7cb244c31373 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] For port 92cd3704-0cf5-4010-a65f-f847e6f85e03, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=92cd3704-0cf5-4010-a65f-f847e6f85e03,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:14.498672 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0a7fc37-d09e-4264-820d-7cb244c31373 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (92cd3704-0cf5-4010-a65f-f847e6f85e03), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:14.501835 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eee6aef5-17bc-4d69-b340-796784bf162b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (10b1e6aa-3aeb-4fb4-9b8c-a833fa1062bd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:14.510256 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90621c69-a3f4-4746-a192-b0a6d03a6428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (629e38b0-1f02-42e7-ad1c-ff1f8a34c244), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:14.512921 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90621c69-a3f4-4746-a192-b0a6d03a6428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:14.518267 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-90621c69-a3f4-4746-a192-b0a6d03a6428 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/629e38b0-1f02-42e7-ad1c-ff1f8a34c244 HTTP/1.1" status: 204 len: 168 time: 0.4382761 Feb 07 17:09:14.551291 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f0a7fc37-d09e-4264-820d-7cb244c31373 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Calling delete_port for 92cd3704-0cf5-4010-a65f-f847e6f85e03 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:14.561718 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90621c69-a3f4-4746-a192-b0a6d03a6428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629e38b0-1f02-42e7-ad1c-ff1f8a34c244,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:14.579176 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eee6aef5-17bc-4d69-b340-796784bf162b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (10b1e6aa-3aeb-4fb4-9b8c-a833fa1062bd), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:14.774423 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eee6aef5-17bc-4d69-b340-796784bf162b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (10b1e6aa-3aeb-4fb4-9b8c-a833fa1062bd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:14.779295 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5511abbf-bc47-44e6-ac27-1f71675eb141 admin admin] Publish callbacks [] for port (b8070c7e-6ea4-4f92-b3dd-7249260c38f1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:14.848930 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5511abbf-bc47-44e6-ac27-1f71675eb141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (b8070c7e-6ea4-4f92-b3dd-7249260c38f1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:14.939026 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eee6aef5-17bc-4d69-b340-796784bf162b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (10b1e6aa-3aeb-4fb4-9b8c-a833fa1062bd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:14.943549 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511abbf-bc47-44e6-ac27-1f71675eb141 admin admin] Pushing event updated for resources: {'Port': ['ID=b8070c7e-6ea4-4f92-b3dd-7249260c38f1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:14.965069 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5511abbf-bc47-44e6-ac27-1f71675eb141 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:14.975010 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5511abbf-bc47-44e6-ac27-1f71675eb141 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:14.977588 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5511abbf-bc47-44e6-ac27-1f71675eb141 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:14.982603 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:14.986340 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eee6aef5-17bc-4d69-b340-796784bf162b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:14.990697 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-eee6aef5-17bc-4d69-b340-796784bf162b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/10b1e6aa-3aeb-4fb4-9b8c-a833fa1062bd HTTP/1.1" status: 204 len: 168 time: 0.6011975 Feb 07 17:09:14.992479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c4df04-af5d-4c2b-8b43-9ccc8cc469eb None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:15.032916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41860) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:15.056124 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6aef5-17bc-4d69-b340-796784bf162b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=10b1e6aa-3aeb-4fb4-9b8c-a833fa1062bd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:15.059931 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0a7fc37-d09e-4264-820d-7cb244c31373 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (92cd3704-0cf5-4010-a65f-f847e6f85e03), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:15.184273 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-32b8b463-7847-46cc-98cb-66bf5919e2ab tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1493673 Feb 07 17:09:15.211589 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41862) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:15.211924 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41864) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:15.220890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:15.221465 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:15.224053 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7fc37-d09e-4264-820d-7cb244c31373 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Port': ['ID=92cd3704-0cf5-4010-a65f-f847e6f85e03,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:15.235036 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2179899e-fc6e-4537-a438-09d62d8e4296 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:15.384834 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0a7fc37-d09e-4264-820d-7cb244c31373 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (c3361f16-021f-495b-9153-8370ffdb8fe7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:15.400525 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:15.401739 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:15.405390 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3be3e39-f26d-4224-9bd1-24b4d5601633 None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:09:15.486574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-75f5b567-24fa-42af-b88a-0456ce6ddd76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4412fee99aa84e5ca1c238de18c3757b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2697952 Feb 07 17:09:15.492331 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41870) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:15.504933 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae,segment=NetworkSegment(1b0f5a81-c6e4-4026-b997-46597ecebe72),segment_id=1b0f5a81-c6e4-4026-b997-46597ecebe72)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:15.529036 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:15.559929 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0a7fc37-d09e-4264-820d-7cb244c31373 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (c3361f16-021f-495b-9153-8370ffdb8fe7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:15.563057 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0a7fc37-d09e-4264-820d-7cb244c31373 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_controller (c3361f16-021f-495b-9153-8370ffdb8fe7), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:15.596240 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d3be3e39-f26d-4224-9bd1-24b4d5601633 None None] Deleting port ba2040ce-ee33-4556-8fe9-bd43699e4712 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:15.597394 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d3be3e39-f26d-4224-9bd1-24b4d5601633 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ba2040ce-ee33-4556-8fe9-bd43699e4712), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:15.638499 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0a7fc37-d09e-4264-820d-7cb244c31373 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (c3361f16-021f-495b-9153-8370ffdb8fe7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:15.639046 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a7fc37-d09e-4264-820d-7cb244c31373 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Fanout notify agent at l3_agent the message router_deleted on router c3361f16-021f-495b-9153-8370ffdb8fe7 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:09:15.647000 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0a7fc37-d09e-4264-820d-7cb244c31373 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:15.655626 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f0a7fc37-d09e-4264-820d-7cb244c31373 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "DELETE /v2.0/routers/c3361f16-021f-495b-9153-8370ffdb8fe7 HTTP/1.1" status: 204 len: 168 time: 2.5367322 Feb 07 17:09:15.656311 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41872) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:15.719876 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5511abbf-bc47-44e6-ac27-1f71675eb141 admin admin] Publish callbacks [] for router_gateway (2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:15.733227 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f07b16da-b4d3-48ee-a0d4-6706a29ecc7e no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:09:15.741933 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:15.792539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b55c38-8a70-4298-9817-3c58700da205 None None] Network 874defb6-a3de-4d0b-8be4-1a39dbfcc9fb requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:15.806550 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddfedeef-261f-4b75-98b2-dde645940385 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (bcf89715-4c35-43dc-9971-0b720c9b58d3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:15.806800 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: f07b16da-b4d3-48ee-a0d4-6706a29ecc7e {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:09:15.806989 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f07b16da-b4d3-48ee-a0d4-6706a29ecc7e not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:09:15.807616 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 79fb250f-95d4-435d-b417-9e0dc23d5468 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:09:15.891702 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2179899e-fc6e-4537-a438-09d62d8e4296 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:15.896390 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2179899e-fc6e-4537-a438-09d62d8e4296 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:15.927073 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f13baea5-7b51-41c3-bd62-6e44158d2963 admin admin] Publish callbacks [] for security_group (d17e3934-d962-4119-a003-1d8020e816a5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:15.957332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d3be3e39-f26d-4224-9bd1-24b4d5601633 None None] For port ba2040ce-ee33-4556-8fe9-bd43699e4712, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ba2040ce-ee33-4556-8fe9-bd43699e4712,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:15.957676 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d3be3e39-f26d-4224-9bd1-24b4d5601633 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ba2040ce-ee33-4556-8fe9-bd43699e4712), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:15.962759 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 79fb250f-95d4-435d-b417-9e0dc23d5468 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:09:15.963115 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 79fb250f-95d4-435d-b417-9e0dc23d5468 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:09:15.981679 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddfedeef-261f-4b75-98b2-dde645940385 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (bcf89715-4c35-43dc-9971-0b720c9b58d3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:15.986321 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4cc44608-393b-41ac-8379-d0b43b26ecdb None None] Provisioning complete for port 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:15.986892 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4cc44608-393b-41ac-8379-d0b43b26ecdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:16.013345 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ddfedeef-261f-4b75-98b2-dde645940385 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf89715-4c35-43dc-9971-0b720c9b58d3']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:16.025587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ddfedeef-261f-4b75-98b2-dde645940385 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1666870-a4b7-423a-8138-c28b479a260a') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:16.025587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ddfedeef-261f-4b75-98b2-dde645940385 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1666870-a4b7-423a-8138-c28b479a260a') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:16.032626 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d3be3e39-f26d-4224-9bd1-24b4d5601633 None None] Calling delete_port for ba2040ce-ee33-4556-8fe9-bd43699e4712 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:16.038926 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddfedeef-261f-4b75-98b2-dde645940385 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (a1666870-a4b7-423a-8138-c28b479a260a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:16.066045 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddfedeef-261f-4b75-98b2-dde645940385 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (a1666870-a4b7-423a-8138-c28b479a260a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:16.074868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfedeef-261f-4b75-98b2-dde645940385 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:09:16.075367 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddfedeef-261f-4b75-98b2-dde645940385 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (a1666870-a4b7-423a-8138-c28b479a260a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:09:16.078644 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:09:16.124085 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f13baea5-7b51-41c3-bd62-6e44158d2963 admin admin] Publish callbacks [] for security_group (d17e3934-d962-4119-a003-1d8020e816a5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:16.156431 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddfedeef-261f-4b75-98b2-dde645940385 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (bcf89715-4c35-43dc-9971-0b720c9b58d3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:16.182308 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ddfedeef-261f-4b75-98b2-dde645940385 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:16.199992 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ddfedeef-261f-4b75-98b2-dde645940385 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "DELETE /v2.0/networks/bcf89715-4c35-43dc-9971-0b720c9b58d3 HTTP/1.1" status: 204 len: 168 time: 0.5420430 Feb 07 17:09:16.204458 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41882) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:16.219840 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4cc44608-393b-41ac-8379-d0b43b26ecdb None None] Current status of the port 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:16.224976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfedeef-261f-4b75-98b2-dde645940385 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Network': ['ID=bcf89715-4c35-43dc-9971-0b720c9b58d3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:16.236914 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d3be3e39-f26d-4224-9bd1-24b4d5601633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (ba2040ce-ee33-4556-8fe9-bd43699e4712), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:16.286789 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be3e39-f26d-4224-9bd1-24b4d5601633 None None] Pushing event deleted for resources: {'Port': ['ID=ba2040ce-ee33-4556-8fe9-bd43699e4712,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:16.288968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be3e39-f26d-4224-9bd1-24b4d5601633 None None] No DVR routers for this DVR port ba2040ce-ee33-4556-8fe9-bd43699e4712 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:09:16.337028 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5511abbf-bc47-44e6-ac27-1f71675eb141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:16.365505 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f13baea5-7b51-41c3-bd62-6e44158d2963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d17e3934-d962-4119-a003-1d8020e816a5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:16.368449 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f13baea5-7b51-41c3-bd62-6e44158d2963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:16.369718 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f13baea5-7b51-41c3-bd62-6e44158d2963 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d17e3934-d962-4119-a003-1d8020e816a5 HTTP/1.1" status: 204 len: 168 time: 0.8754575 Feb 07 17:09:16.505742 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13baea5-7b51-41c3-bd62-6e44158d2963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17e3934-d962-4119-a003-1d8020e816a5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:16.543402 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7f4a916-e425-46df-b715-7c9865108ce2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (bd57211a-0b69-4c8e-a06a-29ab0147fc1e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:16.612882 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7f4a916-e425-46df-b715-7c9865108ce2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (bd57211a-0b69-4c8e-a06a-29ab0147fc1e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:16.618996 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2179899e-fc6e-4537-a438-09d62d8e4296 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (5e6ec30c-0154-4f41-a481-ba904e785a23), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:16.716247 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2179899e-fc6e-4537-a438-09d62d8e4296 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:16.727184 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2179899e-fc6e-4537-a438-09d62d8e4296 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:16.733674 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2179899e-fc6e-4537-a438-09d62d8e4296 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:16.734632 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2179899e-fc6e-4537-a438-09d62d8e4296 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:16.740617 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:16.743069 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398f67d1-194b-4966-9f66-2e3c527e9817 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:16.751333 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179899e-fc6e-4537-a438-09d62d8e4296 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=5e6ec30c-0154-4f41-a481-ba904e785a23,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:16.780207 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41890) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:16.780484 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2179899e-fc6e-4537-a438-09d62d8e4296 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5674307 Feb 07 17:09:16.782264 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5511abbf-bc47-44e6-ac27-1f71675eb141 admin admin] Router 2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:09:16.791681 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b946d84e-fc99-43b1-a471-4daa0358a355 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'name': 'tempest-NetworksTestDHCPv6-1504432114'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:16.916923 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b5ded795-7de7-4069-b4e2-ea3e30b8b644 None None] Provisioning complete for port 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:16.917546 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b5ded795-7de7-4069-b4e2-ea3e30b8b644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:16.924900 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7f4a916-e425-46df-b715-7c9865108ce2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bd57211a-0b69-4c8e-a06a-29ab0147fc1e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:16.939283 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7f4a916-e425-46df-b715-7c9865108ce2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:16.944351 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b7f4a916-e425-46df-b715-7c9865108ce2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "DELETE /v2.0/security-groups/bd57211a-0b69-4c8e-a06a-29ab0147fc1e HTTP/1.1" status: 204 len: 168 time: 0.7386868 Feb 07 17:09:16.962045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b946d84e-fc99-43b1-a471-4daa0358a355 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:16.968907 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b946d84e-fc99-43b1-a471-4daa0358a355 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:16.976160 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4a916-e425-46df-b715-7c9865108ce2 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd57211a-0b69-4c8e-a06a-29ab0147fc1e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:17.009429 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-b946d84e-fc99-43b1-a471-4daa0358a355 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port 2ed5822a-156f-4cc4-ad82-774702e5eea4 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:09:17.071584 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5511abbf-bc47-44e6-ac27-1f71675eb141 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:09:17.099631 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] Sync routers for ids ['2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:09:17.107077 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5511abbf-bc47-44e6-ac27-1f71675eb141 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:17.111315 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5511abbf-bc47-44e6-ac27-1f71675eb141 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3390064 Feb 07 17:09:17.111315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41900) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:17.119965 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:17.119965 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:17.256341 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] Routers {'2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:09:17.257008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:08:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:17.321942 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b946d84e-fc99-43b1-a471-4daa0358a355 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::2af (5d104e3b-016c-4509-9da5-d18eb1be26d1/5e6ec30c-0154-4f41-a481-ba904e785a23/2ed5822a-156f-4cc4-ad82-774702e5eea4) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:17.493618 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] Set router 2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:09:17.593311 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': '5e6ec30c-0154-4f41-a481-ba904e785a23'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:09:17.593798 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:17.641542 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41914) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:17.649066 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a19b8804-aeac-4a80-b4be-04cc9ece2e55 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-564810245', 'description': 'tempest-secgroup-smoke-564810245 description', 'project_id': 'b7f3b936ec124a74b808700fdcd55162'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:17.685763 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b946d84e-fc99-43b1-a471-4daa0358a355 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (2ed5822a-156f-4cc4-ad82-774702e5eea4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:17.701463 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a19b8804-aeac-4a80-b4be-04cc9ece2e55 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:17.797700 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a19b8804-aeac-4a80-b4be-04cc9ece2e55 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:17.811355 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a19b8804-aeac-4a80-b4be-04cc9ece2e55 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:17.831159 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41918) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:17.870690 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a19b8804-aeac-4a80-b4be-04cc9ece2e55 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:17.877092 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a19b8804-aeac-4a80-b4be-04cc9ece2e55 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2339931 Feb 07 17:09:17.879402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41922) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:17.883392 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b946d84e-fc99-43b1-a471-4daa0358a355 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2ed5822a-156f-4cc4-ad82-774702e5eea4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:17.886431 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6992f2e5-8e41-4554-8b3f-b5dc05a1ce22 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': 'd25b8248-ff5f-4f9c-ae8d-565ae2e54c0f', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:17.907721 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b8804-aeac-4a80-b4be-04cc9ece2e55 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:17.916870 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b5ded795-7de7-4069-b4e2-ea3e30b8b644 None None] Current status of the port 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:17.929451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b946d84e-fc99-43b1-a471-4daa0358a355 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:17.934956 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'name': 'tempest-TestAggregatesBasicOps-2142783294-router', 'tenant_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'b8070c7e-6ea4-4f92-b3dd-7249260c38f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:11Z', 'updated_at': '2022-02-07T17:09:15Z', 'revision_number': 3, 'project_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'gw_port': {'id': 'b8070c7e-6ea4-4f92-b3dd-7249260c38f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:14Z', 'updated_at': '2022-02-07T17:09:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:17.958965 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b946d84e-fc99-43b1-a471-4daa0358a355 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:17.962563 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b946d84e-fc99-43b1-a471-4daa0358a355 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:17.969686 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b946d84e-fc99-43b1-a471-4daa0358a355 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:17.970508 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b946d84e-fc99-43b1-a471-4daa0358a355 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:17.975661 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] Checking router: 2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:09:17.976401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] Updating router 2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf port b8070c7e-6ea4-4f92-b3dd-7249260c38f1 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:09:17.998162 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b946d84e-fc99-43b1-a471-4daa0358a355 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2163982 Feb 07 17:09:17.998592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41924) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:18.023491 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:18.040551 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946d84e-fc99-43b1-a471-4daa0358a355 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=2ed5822a-156f-4cc4-ad82-774702e5eea4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:18.050409 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b8070c7e-6ea4-4f92-b3dd-7249260c38f1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:18.080006 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6992f2e5-8e41-4554-8b3f-b5dc05a1ce22 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (f7e08ccb-c376-4110-b04c-4d588cc5237e), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:18.097201 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] Allocated IP 2001:db8::2 (5d104e3b-016c-4509-9da5-d18eb1be26d1/5e6ec30c-0154-4f41-a481-ba904e785a23/47c59aba-15c1-40cc-889b-7fe409e9ea76) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:18.137431 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f048fa38-58a0-4ac1-8828-685c62796730 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1976639499'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:18.174414 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 92cd3704-0cf5-4010-a65f-f847e6f85e03 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:09:18.228230 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-204f4ea0-b172-4d5d-a5f5-9f7317c5e98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:18.235406 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 92cd3704-0cf5-4010-a65f-f847e6f85e03 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:09:18.235758 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 92cd3704-0cf5-4010-a65f-f847e6f85e03 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:09:18.236189 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ba2040ce-ee33-4556-8fe9-bd43699e4712 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:09:18.279862 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: ba2040ce-ee33-4556-8fe9-bd43699e4712 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:09:18.280052 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ba2040ce-ee33-4556-8fe9-bd43699e4712 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:09:18.308046 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6992f2e5-8e41-4554-8b3f-b5dc05a1ce22 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (f7e08ccb-c376-4110-b04c-4d588cc5237e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:18.327654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f048fa38-58a0-4ac1-8828-685c62796730 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Made reservation on behalf of 4afe11a63a8140c1a70d1e3a0c1b7124 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:18.331430 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f048fa38-58a0-4ac1-8828-685c62796730 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:18.338985 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6992f2e5-8e41-4554-8b3f-b5dc05a1ce22 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (f7e08ccb-c376-4110-b04c-4d588cc5237e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:18.356532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ae017d-b8f8-4550-b02c-67e00863b2e8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:18.362130 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-69ae017d-b8f8-4550-b02c-67e00863b2e8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3563964 Feb 07 17:09:18.363568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41926) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:18.490208 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a678f471-07f1-452f-b6bf-dc38f9ab1ca5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port 2ed5822a-156f-4cc4-ad82-774702e5eea4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:18.490728 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a678f471-07f1-452f-b6bf-dc38f9ab1ca5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2ed5822a-156f-4cc4-ad82-774702e5eea4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:18.609955 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-204f4ea0-b172-4d5d-a5f5-9f7317c5e98b admin admin] Allocated IP 172.20.0.1 (874defb6-a3de-4d0b-8be4-1a39dbfcc9fb/8c892302-92b7-4396-a8d1-66c6a02206dc/e6532e09-4bb1-452c-b205-ebbb13e28776) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:18.635858 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a678f471-07f1-452f-b6bf-dc38f9ab1ca5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2ed5822a-156f-4cc4-ad82-774702e5eea4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:18.658707 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a678f471-07f1-452f-b6bf-dc38f9ab1ca5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for 2ed5822a-156f-4cc4-ad82-774702e5eea4 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:18.695349 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] Publish callbacks [] for port (b8070c7e-6ea4-4f92-b3dd-7249260c38f1), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:18.705408 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b8070c7e-6ea4-4f92-b3dd-7249260c38f1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:18.758140 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca79f6-aa02-410b-841c-9e81621ea74f None None] Pushing event updated for resources: {'Port': ['ID=b8070c7e-6ea4-4f92-b3dd-7249260c38f1,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:18.782295 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] Publish callbacks [] for port (47c59aba-15c1-40cc-889b-7fe409e9ea76), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:18.790148 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-204f4ea0-b172-4d5d-a5f5-9f7317c5e98b admin admin] Publish callbacks [] for port (e6532e09-4bb1-452c-b205-ebbb13e28776), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:18.804578 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (47c59aba-15c1-40cc-889b-7fe409e9ea76), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:18.824552 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f048fa38-58a0-4ac1-8828-685c62796730 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:18.825992 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] Attempting to bind port b8070c7e-6ea4-4f92-b3dd-7249260c38f1 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:09:18.826796 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] Attempting to bind port b8070c7e-6ea4-4f92-b3dd-7249260c38f1 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:09:18.827643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] Attempting to bind port b8070c7e-6ea4-4f92-b3dd-7249260c38f1 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:09:18.835047 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992f2e5-8e41-4554-8b3f-b5dc05a1ce22 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e08ccb-c376-4110-b04c-4d588cc5237e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:18.859784 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a678f471-07f1-452f-b6bf-dc38f9ab1ca5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2ed5822a-156f-4cc4-ad82-774702e5eea4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:18.917953 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678f471-07f1-452f-b6bf-dc38f9ab1ca5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=2ed5822a-156f-4cc4-ad82-774702e5eea4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:18.943247 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a678f471-07f1-452f-b6bf-dc38f9ab1ca5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:18.945922 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f048fa38-58a0-4ac1-8828-685c62796730 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks [] for security_group (cfef676c-4ea3-4186-9abf-62bcc78a5fa5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:18.948318 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a678f471-07f1-452f-b6bf-dc38f9ab1ca5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/2ed5822a-156f-4cc4-ad82-774702e5eea4 HTTP/1.1" status: 204 len: 168 time: 0.5822172 Feb 07 17:09:18.950855 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41930) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:18.961926 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6992f2e5-8e41-4554-8b3f-b5dc05a1ce22 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:18.966135 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] Pushing event updated for resources: {'Port': ['ID=47c59aba-15c1-40cc-889b-7fe409e9ea76,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:18.967311 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6992f2e5-8e41-4554-8b3f-b5dc05a1ce22 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0864339 Feb 07 17:09:18.968072 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41932) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:18.973852 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:09:18.974800 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:18.975613 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:18.976391 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:09:18.977571 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a41e8ba8-ac57-42c3-baee-b2a32821bd22 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': 'd25b8248-ff5f-4f9c-ae8d-565ae2e54c0f', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:18.985114 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] Bound port: b8070c7e-6ea4-4f92-b3dd-7249260c38f1, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:09:18.985366 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f048fa38-58a0-4ac1-8828-685c62796730 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cfef676c-4ea3-4186-9abf-62bcc78a5fa5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:18.986070 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b8070c7e-6ea4-4f92-b3dd-7249260c38f1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:19.032151 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048fa38-58a0-4ac1-8828-685c62796730 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfef676c-4ea3-4186-9abf-62bcc78a5fa5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:19.041433 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:19.057253 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:19.060617 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-204f4ea0-b172-4d5d-a5f5-9f7317c5e98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (e6532e09-4bb1-452c-b205-ebbb13e28776), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:19.064243 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f048fa38-58a0-4ac1-8828-685c62796730 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:09:19.072835 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:19.102717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802638ce-fc06-4330-a779-7a4cc546a2b2 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:19.106003 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802638ce-fc06-4330-a779-7a4cc546a2b2 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:19.118828 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41934) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:19.121185 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-802638ce-fc06-4330-a779-7a4cc546a2b2 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1683943 Feb 07 17:09:19.163876 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] For port b8070c7e-6ea4-4f92-b3dd-7249260c38f1, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:09:19.172409 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f048fa38-58a0-4ac1-8828-685c62796730 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (05cdadef-7b5a-49c9-972f-38f7fca5da02), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:19.172905 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-f048fa38-58a0-4ac1-8828-685c62796730 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Added segment 05cdadef-7b5a-49c9-972f-38f7fca5da02 of type vlan for network deab591c-488c-44cf-9e14-15d731672ef6 Feb 07 17:09:19.186912 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] Attempting to bind port 47c59aba-15c1-40cc-889b-7fe409e9ea76 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:09:19.187554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] Attempting to bind port 47c59aba-15c1-40cc-889b-7fe409e9ea76 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:09:19.187790 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] Attempting to bind port 47c59aba-15c1-40cc-889b-7fe409e9ea76 on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:09:19.192023 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] For port b8070c7e-6ea4-4f92-b3dd-7249260c38f1, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b8070c7e-6ea4-4f92-b3dd-7249260c38f1,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:09:19.196971 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204f4ea0-b172-4d5d-a5f5-9f7317c5e98b admin admin] Network 874defb6-a3de-4d0b-8be4-1a39dbfcc9fb is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:19.199676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:09:19.200097 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:19.200556 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:19.200989 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:09:19.201553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] Bound port: 47c59aba-15c1-40cc-889b-7fe409e9ea76, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:09:19.201976 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (47c59aba-15c1-40cc-889b-7fe409e9ea76), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:19.203190 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a41e8ba8-ac57-42c3-baee-b2a32821bd22 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (49ff49b3-8a90-441c-a705-18a994c28bbb), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:19.206417 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b8070c7e-6ea4-4f92-b3dd-7249260c38f1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:19.231569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-204f4ea0-b172-4d5d-a5f5-9f7317c5e98b admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:19.234145 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f4ea0-b172-4d5d-a5f5-9f7317c5e98b admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:19.305969 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-204f4ea0-b172-4d5d-a5f5-9f7317c5e98b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:19.320906 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f4ea0-b172-4d5d-a5f5-9f7317c5e98b admin admin] Pushing event updated for resources: {'Port': ['ID=e6532e09-4bb1-452c-b205-ebbb13e28776,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:19.341570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca79f6-aa02-410b-841c-9e81621ea74f None None] Pushing event updated for resources: {'Port': ['ID=b8070c7e-6ea4-4f92-b3dd-7249260c38f1,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:19.354283 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] Routers {'2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:09:19.355240 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:08:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:19.399753 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06f7cfc-17d8-41a6-9b1f-9a233951fc35 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet 5e6ec30c-0154-4f41-a481-ba904e785a23 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:09:19.413637 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f048fa38-58a0-4ac1-8828-685c62796730 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (deab591c-488c-44cf-9e14-15d731672ef6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:19.421520 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d06f7cfc-17d8-41a6-9b1f-9a233951fc35 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (5e6ec30c-0154-4f41-a481-ba904e785a23), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:19.507695 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] For port 47c59aba-15c1-40cc-889b-7fe409e9ea76, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:09:19.514933 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] For port 47c59aba-15c1-40cc-889b-7fe409e9ea76, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=47c59aba-15c1-40cc-889b-7fe409e9ea76,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:09:19.528735 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (47c59aba-15c1-40cc-889b-7fe409e9ea76), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:19.547055 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d06f7cfc-17d8-41a6-9b1f-9a233951fc35 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (5e6ec30c-0154-4f41-a481-ba904e785a23), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:19.587887 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a41e8ba8-ac57-42c3-baee-b2a32821bd22 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (49ff49b3-8a90-441c-a705-18a994c28bbb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:19.595621 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f048fa38-58a0-4ac1-8828-685c62796730 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (deab591c-488c-44cf-9e14-15d731672ef6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:19.606754 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f048fa38-58a0-4ac1-8828-685c62796730 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:19.607284 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f048fa38-58a0-4ac1-8828-685c62796730 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:19.670811 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] Set router 2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:09:19.953114 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca5adc-6e75-4eb4-9b24-a1c15a22496b None None] Pushing event updated for resources: {'Port': ['ID=47c59aba-15c1-40cc-889b-7fe409e9ea76,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:19.995638 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d116e5da-29ca-405a-aa16-af41d97477ec None None] Provisioning complete for port e6532e09-4bb1-452c-b205-ebbb13e28776 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:19.996019 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d116e5da-29ca-405a-aa16-af41d97477ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e6532e09-4bb1-452c-b205-ebbb13e28776), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:20.123938 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d116e5da-29ca-405a-aa16-af41d97477ec None None] Port e6532e09-4bb1-452c-b205-ebbb13e28776 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:09:20.134417 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a41e8ba8-ac57-42c3-baee-b2a32821bd22 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (49ff49b3-8a90-441c-a705-18a994c28bbb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:20.203868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'name': 'tempest-TestAggregatesBasicOps-2142783294-router', 'tenant_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'b8070c7e-6ea4-4f92-b3dd-7249260c38f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:11Z', 'updated_at': '2022-02-07T17:09:15Z', 'revision_number': 3, 'project_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'gw_port': {'id': 'b8070c7e-6ea4-4f92-b3dd-7249260c38f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:14Z', 'updated_at': '2022-02-07T17:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:20.242169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e8ba8-ac57-42c3-baee-b2a32821bd22 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ff49b3-8a90-441c-a705-18a994c28bbb,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:20.257055 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f048fa38-58a0-4ac1-8828-685c62796730 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4224594 Feb 07 17:09:20.257332 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41946) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:20.277206 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f428a2-b339-4b34-a3ad-b54cc47f6bc5 None None] The sync data for ids ['2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf'] in n-d-827865-3 is: [{'id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'name': 'tempest-TestAggregatesBasicOps-2142783294-router', 'tenant_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'b8070c7e-6ea4-4f92-b3dd-7249260c38f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:11Z', 'updated_at': '2022-02-07T17:09:15Z', 'revision_number': 3, 'project_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'gw_port': {'id': 'b8070c7e-6ea4-4f92-b3dd-7249260c38f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:14Z', 'updated_at': '2022-02-07T17:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:09:20.294132 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a41e8ba8-ac57-42c3-baee-b2a32821bd22 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:20.295418 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a41e8ba8-ac57-42c3-baee-b2a32821bd22 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3232505 Feb 07 17:09:20.299495 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4a7cccfd-50f1-4ff3-a3ef-89593a94c3cc tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Request body: {'subnet': {'network_id': 'deab591c-488c-44cf-9e14-15d731672ef6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:20.305076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41948) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:20.333153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-28f4600d-47d4-4d33-acd4-b963233a1380 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': 'd25b8248-ff5f-4f9c-ae8d-565ae2e54c0f', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:20.339962 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048fa38-58a0-4ac1-8828-685c62796730 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event updated for resources: {'Network': ['ID=deab591c-488c-44cf-9e14-15d731672ef6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:20.359050 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network deab591c-488c-44cf-9e14-15d731672ef6 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:09:20.375026 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-204f4ea0-b172-4d5d-a5f5-9f7317c5e98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e6532e09-4bb1-452c-b205-ebbb13e28776), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:20.413672 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d06f7cfc-17d8-41a6-9b1f-9a233951fc35 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (5e6ec30c-0154-4f41-a481-ba904e785a23), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:20.445772 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28f4600d-47d4-4d33-acd4-b963233a1380 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (62f46ebd-5421-4c95-aa86-bdf848abda9d), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:20.540292 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28f4600d-47d4-4d33-acd4-b963233a1380 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (62f46ebd-5421-4c95-aa86-bdf848abda9d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:20.577847 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28f4600d-47d4-4d33-acd4-b963233a1380 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (62f46ebd-5421-4c95-aa86-bdf848abda9d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:20.622066 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4600d-47d4-4d33-acd4-b963233a1380 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f46ebd-5421-4c95-aa86-bdf848abda9d,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:20.638273 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-28f4600d-47d4-4d33-acd4-b963233a1380 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:20.645868 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-28f4600d-47d4-4d33-acd4-b963233a1380 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3373995 Feb 07 17:09:20.653865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41950) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:20.664383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7cccfd-50f1-4ff3-a3ef-89593a94c3cc tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Made reservation on behalf of 4afe11a63a8140c1a70d1e3a0c1b7124 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:20.673627 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d06f7cfc-17d8-41a6-9b1f-9a233951fc35 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (5e6ec30c-0154-4f41-a481-ba904e785a23), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:20.679514 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a7cccfd-50f1-4ff3-a3ef-89593a94c3cc tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:20.927243 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f7cfc-17d8-41a6-9b1f-9a233951fc35 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=5e6ec30c-0154-4f41-a481-ba904e785a23,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:20.942520 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 47c59aba-15c1-40cc-889b-7fe409e9ea76 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:20.950518 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d06f7cfc-17d8-41a6-9b1f-9a233951fc35 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:20.966420 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d06f7cfc-17d8-41a6-9b1f-9a233951fc35 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/5e6ec30c-0154-4f41-a481-ba904e785a23 HTTP/1.1" status: 204 len: 168 time: 1.8457971 Feb 07 17:09:20.971263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41956) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:21.119858 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 47c59aba-15c1-40cc-889b-7fe409e9ea76 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:21.120590 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (47c59aba-15c1-40cc-889b-7fe409e9ea76), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:21.151000 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-78cd6aa4-ace7-4e0f-8f4d-d519a08985c0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1780117 Feb 07 17:09:21.156020 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41958) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:21.161215 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-204f4ea0-b172-4d5d-a5f5-9f7317c5e98b admin admin] Publish callbacks [] for port (e6532e09-4bb1-452c-b205-ebbb13e28776), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:21.176682 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-204f4ea0-b172-4d5d-a5f5-9f7317c5e98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (e6532e09-4bb1-452c-b205-ebbb13e28776), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:21.305698 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-204f4ea0-b172-4d5d-a5f5-9f7317c5e98b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:21.393632 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eeac5f-ea3b-4fdb-899d-3040000bd6ed tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:21.396244 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c0eeac5f-ea3b-4fdb-899d-3040000bd6ed tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2391436 Feb 07 17:09:21.401660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41962) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:21.416639 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a7cccfd-50f1-4ff3-a3ef-89593a94c3cc tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (3dd1a290-9fa0-42b3-acad-2e85ab2bbd7d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:21.434188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 47c59aba-15c1-40cc-889b-7fe409e9ea76 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:21.434950 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (47c59aba-15c1-40cc-889b-7fe409e9ea76), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:21.463539 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:21.481631 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f4ea0-b172-4d5d-a5f5-9f7317c5e98b admin admin] Pushing event updated for resources: {'Port': ['ID=e6532e09-4bb1-452c-b205-ebbb13e28776,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:21.499482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-07f14004-d599-4b30-8408-fd59cc332517 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': 'd25b8248-ff5f-4f9c-ae8d-565ae2e54c0f', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:21.522504 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 47c59aba-15c1-40cc-889b-7fe409e9ea76, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=47c59aba-15c1-40cc-889b-7fe409e9ea76,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:21.532709 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (47c59aba-15c1-40cc-889b-7fe409e9ea76), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:21.639205 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=47c59aba-15c1-40cc-889b-7fe409e9ea76,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:21.648692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f982e4c4-cf30-4fc6-a239-4e1abc664876 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:21.653572 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f982e4c4-cf30-4fc6-a239-4e1abc664876 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2468352 Feb 07 17:09:21.663976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41964) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:21.667402 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cccfd-50f1-4ff3-a3ef-89593a94c3cc tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event updated for resources: {'Subnet': ['ID=3dd1a290-9fa0-42b3-acad-2e85ab2bbd7d,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:21.671827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7cccfd-50f1-4ff3-a3ef-89593a94c3cc tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Checking segment: {'id': '05cdadef-7b5a-49c9-972f-38f7fca5da02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'deab591c-488c-44cf-9e14-15d731672ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:21.672496 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7cccfd-50f1-4ff3-a3ef-89593a94c3cc tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Network hostable DHCP agents. Network: deab591c-488c-44cf-9e14-15d731672ef6, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:09:21.697825 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7cccfd-50f1-4ff3-a3ef-89593a94c3cc tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Network deab591c-488c-44cf-9e14-15d731672ef6 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:09:21.715730 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4a7cccfd-50f1-4ff3-a3ef-89593a94c3cc tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, deab591c-488c-44cf-9e14-15d731672ef6) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:21.720923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7cccfd-50f1-4ff3-a3ef-89593a94c3cc tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:21.721584 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a7cccfd-50f1-4ff3-a3ef-89593a94c3cc tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:21.731046 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cba949-2063-4e58-b492-3b6e82484fc1 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:21.747825 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4a7cccfd-50f1-4ff3-a3ef-89593a94c3cc tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4771004 Feb 07 17:09:21.751179 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41966) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:21.766959 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-20adc4be-773e-42eb-974b-d2ff173281e9 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Request body: {'port': {'network_id': 'deab591c-488c-44cf-9e14-15d731672ef6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1355549511'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:21.805475 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-45473a0b-1eda-4d74-8d48-4ab3c5b4753f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1396725 Feb 07 17:09:21.811658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41968) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:21.812718 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07f14004-d599-4b30-8408-fd59cc332517 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (7c5e8bd2-a505-470a-b1bc-125291600918), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:21.821126 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-12c56f40-062c-4141-b586-e557b2b38c92 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:21.858511 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0652d89e-830f-43fe-8e31-d9dbfcdf097b None None] Network deab591c-488c-44cf-9e14-15d731672ef6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:21.940585 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20adc4be-773e-42eb-974b-d2ff173281e9 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Made reservation on behalf of 4afe11a63a8140c1a70d1e3a0c1b7124 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:21.941429 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ac804322-ad36-4d88-87fa-4050ffea8b08 None None] Provisioning complete for port 47c59aba-15c1-40cc-889b-7fe409e9ea76 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:21.941756 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ac804322-ad36-4d88-87fa-4050ffea8b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (47c59aba-15c1-40cc-889b-7fe409e9ea76), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:21.944895 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20adc4be-773e-42eb-974b-d2ff173281e9 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:21.979690 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-20adc4be-773e-42eb-974b-d2ff173281e9 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] device_id is not set on port 44c2256a-abb7-45e8-8233-14d50f6025f3 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:09:22.007479 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204f4ea0-b172-4d5d-a5f5-9f7317c5e98b admin admin] Network 874defb6-a3de-4d0b-8be4-1a39dbfcc9fb is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:22.015564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-204f4ea0-b172-4d5d-a5f5-9f7317c5e98b admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:22.121444 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07f14004-d599-4b30-8408-fd59cc332517 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (7c5e8bd2-a505-470a-b1bc-125291600918), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:22.167332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-deab591c-488c-44cf-9e14-15d731672ef6', 'network_id': 'deab591c-488c-44cf-9e14-15d731672ef6', 'project_id': '4afe11a63a8140c1a70d1e3a0c1b7124', 'fixed_ips': [{'subnet_id': '3dd1a290-9fa0-42b3-acad-2e85ab2bbd7d'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:09:22.171073 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:22.189068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb2b298-19a0-4bba-af75-a5727d57f5a0 None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:09:22.225084 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07f14004-d599-4b30-8408-fd59cc332517 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (7c5e8bd2-a505-470a-b1bc-125291600918), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:22.277115 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-20adc4be-773e-42eb-974b-d2ff173281e9 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Allocated IP 2001:db8::1d5 (deab591c-488c-44cf-9e14-15d731672ef6/3dd1a290-9fa0-42b3-acad-2e85ab2bbd7d/44c2256a-abb7-45e8-8233-14d50f6025f3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:22.278066 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c56f40-062c-4141-b586-e557b2b38c92 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:22.282428 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12c56f40-062c-4141-b586-e557b2b38c92 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:22.293690 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ac804322-ad36-4d88-87fa-4050ffea8b08 None None] Current status of the port 47c59aba-15c1-40cc-889b-7fe409e9ea76 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:22.428507 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f14004-d599-4b30-8408-fd59cc332517 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5e8bd2-a505-470a-b1bc-125291600918,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:22.509176 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07f14004-d599-4b30-8408-fd59cc332517 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:22.510597 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-07f14004-d599-4b30-8408-fd59cc332517 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8555622 Feb 07 17:09:22.516865 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41972) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:22.529370 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2273d37b-de27-4b83-ae59-471d36e414bb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': 'd25b8248-ff5f-4f9c-ae8d-565ae2e54c0f', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:22.562800 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb2b298-19a0-4bba-af75-a5727d57f5a0 None None] Deleting port 47c59aba-15c1-40cc-889b-7fe409e9ea76 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:22.562800 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1fb2b298-19a0-4bba-af75-a5727d57f5a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (47c59aba-15c1-40cc-889b-7fe409e9ea76), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:22.587108 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-2273d37b-de27-4b83-ae59-471d36e414bb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Project b7f3b936ec124a74b808700fdcd55162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:09:22.637053 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2273d37b-de27-4b83-ae59-471d36e414bb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (1ab25391-634e-4131-ad22-06e4593b3add), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:22.654707 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1fb2b298-19a0-4bba-af75-a5727d57f5a0 None None] For port 47c59aba-15c1-40cc-889b-7fe409e9ea76, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=47c59aba-15c1-40cc-889b-7fe409e9ea76,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:22.655124 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1fb2b298-19a0-4bba-af75-a5727d57f5a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (47c59aba-15c1-40cc-889b-7fe409e9ea76), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:22.658278 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f4cf2667-dc6d-4a55-ade7-349dffc15a1a None None] Provisioning complete for port e6532e09-4bb1-452c-b205-ebbb13e28776 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:22.658655 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f4cf2667-dc6d-4a55-ade7-349dffc15a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e6532e09-4bb1-452c-b205-ebbb13e28776), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:22.669963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204f4ea0-b172-4d5d-a5f5-9f7317c5e98b admin admin] Router 2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:09:22.703720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1fb2b298-19a0-4bba-af75-a5727d57f5a0 None None] Calling delete_port for 47c59aba-15c1-40cc-889b-7fe409e9ea76 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:22.725616 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf2667-dc6d-4a55-ade7-349dffc15a1a None None] Port e6532e09-4bb1-452c-b205-ebbb13e28776 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:09:22.822449 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1fb2b298-19a0-4bba-af75-a5727d57f5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (47c59aba-15c1-40cc-889b-7fe409e9ea76), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:22.830776 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b8070c7e-6ea4-4f92-b3dd-7249260c38f1 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:22.844472 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20adc4be-773e-42eb-974b-d2ff173281e9 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks [] for port (44c2256a-abb7-45e8-8233-14d50f6025f3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:22.872718 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2273d37b-de27-4b83-ae59-471d36e414bb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (1ab25391-634e-4131-ad22-06e4593b3add), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:22.881902 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2273d37b-de27-4b83-ae59-471d36e414bb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (1ab25391-634e-4131-ad22-06e4593b3add), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:22.929132 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb2b298-19a0-4bba-af75-a5727d57f5a0 None None] No DVR routers for this DVR port 47c59aba-15c1-40cc-889b-7fe409e9ea76 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:09:22.935130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2b298-19a0-4bba-af75-a5727d57f5a0 None None] Pushing event deleted for resources: {'Port': ['ID=47c59aba-15c1-40cc-889b-7fe409e9ea76,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:22.958997 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2273d37b-de27-4b83-ae59-471d36e414bb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:22.960686 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2273d37b-de27-4b83-ae59-471d36e414bb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4413338 Feb 07 17:09:22.966087 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41974) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:22.971513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d2bf282b-0270-4ae9-98f7-73e21499a349 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'security_group_rule': {'security_group_id': 'd25b8248-ff5f-4f9c-ae8d-565ae2e54c0f', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:22.978097 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12c56f40-062c-4141-b586-e557b2b38c92 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (1c84d64d-44b5-4293-918f-a9b07b004716), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:22.984580 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273d37b-de27-4b83-ae59-471d36e414bb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab25391-634e-4131-ad22-06e4593b3add,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:22.986776 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port b8070c7e-6ea4-4f92-b3dd-7249260c38f1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:22.987174 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b8070c7e-6ea4-4f92-b3dd-7249260c38f1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:23.031146 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-d2bf282b-0270-4ae9-98f7-73e21499a349 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Project b7f3b936ec124a74b808700fdcd55162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:09:23.041678 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20adc4be-773e-42eb-974b-d2ff173281e9 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (44c2256a-abb7-45e8-8233-14d50f6025f3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:23.049248 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c56f40-062c-4141-b586-e557b2b38c92 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:23.065200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204f4ea0-b172-4d5d-a5f5-9f7317c5e98b admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:09:23.069094 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-12c56f40-062c-4141-b586-e557b2b38c92 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:23.080714 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-204f4ea0-b172-4d5d-a5f5-9f7317c5e98b admin admin] 10.222.0.18 "PUT /v2.0/routers/2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9685023 Feb 07 17:09:23.086247 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c56f40-062c-4141-b586-e557b2b38c92 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:23.086867 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12c56f40-062c-4141-b586-e557b2b38c92 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:23.099120 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c56f40-062c-4141-b586-e557b2b38c92 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=1c84d64d-44b5-4293-918f-a9b07b004716,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:23.102308 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2bf282b-0270-4ae9-98f7-73e21499a349 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (c8dcff9e-b03d-4f01-87d5-8f8236a89820), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:23.116177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] Allocated IP 2001:db8::2 (deab591c-488c-44cf-9e14-15d731672ef6/3dd1a290-9fa0-42b3-acad-2e85ab2bbd7d/a316e0c7-6a9e-4d52-8a72-d4d011f07c04) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:23.123909 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-12c56f40-062c-4141-b586-e557b2b38c92 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3040276 Feb 07 17:09:23.124362 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41978) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:23.133847 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-93c2b024-80e2-4a91-be82-b6d47215b956 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'fixed_ips': [{'subnet_id': '1c84d64d-44b5-4293-918f-a9b07b004716', 'ip_address': '2001:db8::a754:dccf:e8d:e628'}], 'name': 'tempest-NetworksTestDHCPv6-1091196049'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:23.166457 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20adc4be-773e-42eb-974b-d2ff173281e9 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Network deab591c-488c-44cf-9e14-15d731672ef6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:23.169038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20adc4be-773e-42eb-974b-d2ff173281e9 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event updated for resources: {'Port': ['ID=44c2256a-abb7-45e8-8233-14d50f6025f3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:23.179365 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-20adc4be-773e-42eb-974b-d2ff173281e9 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:23.183587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20adc4be-773e-42eb-974b-d2ff173281e9 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:23.189221 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20adc4be-773e-42eb-974b-d2ff173281e9 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:23.190033 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-20adc4be-773e-42eb-974b-d2ff173281e9 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:23.238942 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-20adc4be-773e-42eb-974b-d2ff173281e9 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4858108 Feb 07 17:09:23.242383 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2bf282b-0270-4ae9-98f7-73e21499a349 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (c8dcff9e-b03d-4f01-87d5-8f8236a89820), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:23.245336 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41980) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:23.249648 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6f0b101d-6785-458e-b0a9-44a0d666017d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Request body: {'port': {'network_id': 'deab591c-488c-44cf-9e14-15d731672ef6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1995710412', 'allowed_address_pairs': [{'ip_address': '2001:db8::1d5', 'mac_address': 'fa:16:3e:ce:c8:94'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:23.270967 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2bf282b-0270-4ae9-98f7-73e21499a349 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (c8dcff9e-b03d-4f01-87d5-8f8236a89820), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:23.350208 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf282b-0270-4ae9-98f7-73e21499a349 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8dcff9e-b03d-4f01-87d5-8f8236a89820,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:23.378452 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2bf282b-0270-4ae9-98f7-73e21499a349 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:23.384244 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d2bf282b-0270-4ae9-98f7-73e21499a349 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4145172 Feb 07 17:09:23.387592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 41984) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:23.406128 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-00d37f0b-9f31-4753-839a-d3f154f2da0a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'network': {'name': 'tempest-network-smoke--705384816', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'port_security_enabled': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:23.492635 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d37f0b-9f31-4753-839a-d3f154f2da0a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Made reservation on behalf of b7f3b936ec124a74b808700fdcd55162 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:23.497397 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0b101d-6785-458e-b0a9-44a0d666017d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Made reservation on behalf of 4afe11a63a8140c1a70d1e3a0c1b7124 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:23.503354 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00d37f0b-9f31-4753-839a-d3f154f2da0a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:23.531626 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58559cea-91c7-42c0-b443-9183632c16fe None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:23.542379 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c2b024-80e2-4a91-be82-b6d47215b956 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:23.600306 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] Sync routers for ids ['2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:09:23.617555 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] Routers {'2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:09:23.619429 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:08:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:23.662695 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d37f0b-9f31-4753-839a-d3f154f2da0a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:09:23.688326 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f0b101d-6785-458e-b0a9-44a0d666017d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:23.708781 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00d37f0b-9f31-4753-839a-d3f154f2da0a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (2ff3b061-2a59-4442-b0ae-a1c096c8d605), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:23.709152 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-00d37f0b-9f31-4753-839a-d3f154f2da0a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Added segment 2ff3b061-2a59-4442-b0ae-a1c096c8d605 of type vlan for network 909de109-b3c2-4051-82bc-70433ca79a50 Feb 07 17:09:23.712472 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-6f0b101d-6785-458e-b0a9-44a0d666017d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] device_id is not set on port 03ee08dd-16d0-4d4a-a7bc-e8602fbebaf5 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:09:23.733220 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:23.740091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': '1c84d64d-44b5-4293-918f-a9b07b004716'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:09:23.741407 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:23.832748 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00d37f0b-9f31-4753-839a-d3f154f2da0a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (909de109-b3c2-4051-82bc-70433ca79a50), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:23.840852 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93c2b024-80e2-4a91-be82-b6d47215b956 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:23.870943 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-93c2b024-80e2-4a91-be82-b6d47215b956 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port 046e180b-f537-43ca-abd4-8fc4357f7893 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:09:23.909839 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] Set router 2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:09:23.964667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] Allocated IP 2001:db8::2 (5d104e3b-016c-4509-9da5-d18eb1be26d1/1c84d64d-44b5-4293-918f-a9b07b004716/d46e3901-f669-4906-b50e-2fff668cd81a) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:23.969943 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00d37f0b-9f31-4753-839a-d3f154f2da0a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (909de109-b3c2-4051-82bc-70433ca79a50), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:23.976257 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d37f0b-9f31-4753-839a-d3f154f2da0a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:23.976928 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00d37f0b-9f31-4753-839a-d3f154f2da0a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:24.099482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d37f0b-9f31-4753-839a-d3f154f2da0a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Network': ['ID=909de109-b3c2-4051-82bc-70433ca79a50,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:24.145592 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] Publish callbacks [] for port (d46e3901-f669-4906-b50e-2fff668cd81a), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:24.156963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 909de109-b3c2-4051-82bc-70433ca79a50 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:09:24.180498 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-00d37f0b-9f31-4753-839a-d3f154f2da0a tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7924156 Feb 07 17:09:24.183690 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 41996) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:24.193567 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-40de0119-875b-4b35-841c-a5917a2a13a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-763944419', 'admin_state_up': True, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:24.269495 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40de0119-875b-4b35-841c-a5917a2a13a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (3e18624f-4dc0-46bc-9d20-1c9574779f13), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:24.270816 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40de0119-875b-4b35-841c-a5917a2a13a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (3e18624f-4dc0-46bc-9d20-1c9574779f13), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:24.275190 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port b8070c7e-6ea4-4f92-b3dd-7249260c38f1 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:24.275602 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b8070c7e-6ea4-4f92-b3dd-7249260c38f1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:24.282705 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (d46e3901-f669-4906-b50e-2fff668cd81a), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:24.312463 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] Publish callbacks [] for port (a316e0c7-6a9e-4d52-8a72-d4d011f07c04), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:24.370643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port b8070c7e-6ea4-4f92-b3dd-7249260c38f1, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b8070c7e-6ea4-4f92-b3dd-7249260c38f1,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:24.372277 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (a316e0c7-6a9e-4d52-8a72-d4d011f07c04), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:24.406021 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:24.418421 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b8070c7e-6ea4-4f92-b3dd-7249260c38f1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:24.449036 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40de0119-875b-4b35-841c-a5917a2a13a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_controller (3e18624f-4dc0-46bc-9d20-1c9574779f13), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:24.449662 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-93c2b024-80e2-4a91-be82-b6d47215b956 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::a754:dccf:e8d:e628 (5d104e3b-016c-4509-9da5-d18eb1be26d1/1c84d64d-44b5-4293-918f-a9b07b004716/046e180b-f537-43ca-abd4-8fc4357f7893) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:24.477672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:24.505463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:24.514470 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'name': 'tempest-TestAggregatesBasicOps-2142783294-router', 'tenant_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'b8070c7e-6ea4-4f92-b3dd-7249260c38f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:11Z', 'updated_at': '2022-02-07T17:09:20Z', 'revision_number': 4, 'project_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'gw_port': {'id': 'b8070c7e-6ea4-4f92-b3dd-7249260c38f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:14Z', 'updated_at': '2022-02-07T17:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e6532e09-4bb1-452c-b205-ebbb13e28776', 'name': '', 'network_id': '874defb6-a3de-4d0b-8be4-1a39dbfcc9fb', 'tenant_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'mac_address': 'fa:16:3e:d5:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '8c892302-92b7-4396-a8d1-66c6a02206dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:18Z', 'updated_at': '2022-02-07T17:09:20Z', 'revision_number': 2, 'project_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'subnets': [{'id': '8c892302-92b7-4396-a8d1-66c6a02206dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:24.549925 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] Pushing event updated for resources: {'Port': ['ID=d46e3901-f669-4906-b50e-2fff668cd81a,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:24.554796 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] Checking router: 2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:09:24.555758 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] Updating router 2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf port e6532e09-4bb1-452c-b205-ebbb13e28776 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:09:24.583409 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6f0b101d-6785-458e-b0a9-44a0d666017d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Allocated IP 2001:db8::36c (deab591c-488c-44cf-9e14-15d731672ef6/3dd1a290-9fa0-42b3-acad-2e85ab2bbd7d/03ee08dd-16d0-4d4a-a7bc-e8602fbebaf5) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:24.611183 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42002) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:24.615602 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e6532e09-4bb1-452c-b205-ebbb13e28776), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:24.623660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-44125398-ae23-4f6b-98a9-ccd7ecf167cc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-452085664-network', 'tenant_id': '88a248e25eee4002abf725823b9393ba'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:24.627023 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] Network deab591c-488c-44cf-9e14-15d731672ef6 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:24.653045 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:24.658404 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:24.705765 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] Pushing event updated for resources: {'Port': ['ID=a316e0c7-6a9e-4d52-8a72-d4d011f07c04,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:24.752712 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40de0119-875b-4b35-841c-a5917a2a13a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_gateway (3e18624f-4dc0-46bc-9d20-1c9574779f13), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:24.789711 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] Attempting to bind port d46e3901-f669-4906-b50e-2fff668cd81a on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:09:24.790256 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] Attempting to bind port d46e3901-f669-4906-b50e-2fff668cd81a by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:09:24.790460 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] Attempting to bind port d46e3901-f669-4906-b50e-2fff668cd81a on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:09:24.815368 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] Attempting to bind port a316e0c7-6a9e-4d52-8a72-d4d011f07c04 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:09:24.815760 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] Attempting to bind port a316e0c7-6a9e-4d52-8a72-d4d011f07c04 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '05cdadef-7b5a-49c9-972f-38f7fca5da02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'deab591c-488c-44cf-9e14-15d731672ef6'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:09:24.816797 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] Attempting to bind port a316e0c7-6a9e-4d52-8a72-d4d011f07c04 on network deab591c-488c-44cf-9e14-15d731672ef6 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:09:24.819288 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:09:24.819746 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:24.820200 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:24.820860 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:09:24.821088 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] Bound port: d46e3901-f669-4906-b50e-2fff668cd81a, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:09:24.821687 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d46e3901-f669-4906-b50e-2fff668cd81a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:24.824492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93c2b024-80e2-4a91-be82-b6d47215b956 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (046e180b-f537-43ca-abd4-8fc4357f7893), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:24.844712 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:09:24.845105 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] Checking segment: {'id': '05cdadef-7b5a-49c9-972f-38f7fca5da02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'deab591c-488c-44cf-9e14-15d731672ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:24.845565 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:24.845981 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] Bound using segment: {'id': '05cdadef-7b5a-49c9-972f-38f7fca5da02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'deab591c-488c-44cf-9e14-15d731672ef6'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:09:24.846501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] Bound port: a316e0c7-6a9e-4d52-8a72-d4d011f07c04, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05cdadef-7b5a-49c9-972f-38f7fca5da02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'deab591c-488c-44cf-9e14-15d731672ef6'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:09:24.846902 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a316e0c7-6a9e-4d52-8a72-d4d011f07c04), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:24.867288 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=b8070c7e-6ea4-4f92-b3dd-7249260c38f1,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:24.886770 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93c2b024-80e2-4a91-be82-b6d47215b956 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (046e180b-f537-43ca-abd4-8fc4357f7893), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:24.896730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44125398-ae23-4f6b-98a9-ccd7ecf167cc admin admin] Made reservation on behalf of 88a248e25eee4002abf725823b9393ba for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:24.899882 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44125398-ae23-4f6b-98a9-ccd7ecf167cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:24.950550 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44125398-ae23-4f6b-98a9-ccd7ecf167cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:24.960218 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c2b024-80e2-4a91-be82-b6d47215b956 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:24.978172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-93c2b024-80e2-4a91-be82-b6d47215b956 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:24.983332 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c2b024-80e2-4a91-be82-b6d47215b956 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:24.994060 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c2b024-80e2-4a91-be82-b6d47215b956 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:24.994892 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93c2b024-80e2-4a91-be82-b6d47215b956 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:25.012155 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b024-80e2-4a91-be82-b6d47215b956 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=046e180b-f537-43ca-abd4-8fc4357f7893,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:25.040763 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-93c2b024-80e2-4a91-be82-b6d47215b956 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9153852 Feb 07 17:09:25.043595 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42004) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:25.069677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 47c59aba-15c1-40cc-889b-7fe409e9ea76 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:09:25.136709 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3255cc-8167-4050-9b30-3c8d6b4ef1dc tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:25.142786 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3255cc-8167-4050-9b30-3c8d6b4ef1dc tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:25.148405 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7c3255cc-8167-4050-9b30-3c8d6b4ef1dc tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1035583 Feb 07 17:09:25.149388 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42006) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:25.193181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 47c59aba-15c1-40cc-889b-7fe409e9ea76 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:09:25.196388 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f0b101d-6785-458e-b0a9-44a0d666017d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks [] for port (03ee08dd-16d0-4d4a-a7bc-e8602fbebaf5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:25.201784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 47c59aba-15c1-40cc-889b-7fe409e9ea76 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:09:25.226973 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44125398-ae23-4f6b-98a9-ccd7ecf167cc admin admin] Publish callbacks [] for security_group (dd85a249-ef23-4347-bea4-99c6cfdc0976), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:25.252986 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44125398-ae23-4f6b-98a9-ccd7ecf167cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (dd85a249-ef23-4347-bea4-99c6cfdc0976), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:25.257848 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] Publish callbacks [] for port (e6532e09-4bb1-452c-b205-ebbb13e28776), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:25.268011 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e6532e09-4bb1-452c-b205-ebbb13e28776), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:25.275444 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] For port a316e0c7-6a9e-4d52-8a72-d4d011f07c04, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:09:25.280283 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] For port a316e0c7-6a9e-4d52-8a72-d4d011f07c04, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a316e0c7-6a9e-4d52-8a72-d4d011f07c04,segment=NetworkSegment(05cdadef-7b5a-49c9-972f-38f7fca5da02),segment_id=05cdadef-7b5a-49c9-972f-38f7fca5da02)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:09:25.289542 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] For port d46e3901-f669-4906-b50e-2fff668cd81a, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:09:25.304470 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] For port d46e3901-f669-4906-b50e-2fff668cd81a, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d46e3901-f669-4906-b50e-2fff668cd81a,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:09:25.327446 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a316e0c7-6a9e-4d52-8a72-d4d011f07c04), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:25.375961 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d46e3901-f669-4906-b50e-2fff668cd81a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:25.392002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44125398-ae23-4f6b-98a9-ccd7ecf167cc admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:09:25.395939 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f0b101d-6785-458e-b0a9-44a0d666017d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (03ee08dd-16d0-4d4a-a7bc-e8602fbebaf5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:25.414025 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44125398-ae23-4f6b-98a9-ccd7ecf167cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd85a249-ef23-4347-bea4-99c6cfdc0976,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:25.432882 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d91cd0-1f4f-44e0-ab4f-96fbf4ab7730 None None] Pushing event updated for resources: {'Port': ['ID=e6532e09-4bb1-452c-b205-ebbb13e28776,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:25.436777 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44125398-ae23-4f6b-98a9-ccd7ecf167cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (97bdc582-1b77-429a-90c8-9c7b6112d3a9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:25.437752 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-44125398-ae23-4f6b-98a9-ccd7ecf167cc admin admin] Added segment 97bdc582-1b77-429a-90c8-9c7b6112d3a9 of type vlan for network 25a81dfc-669d-4857-b2ab-b598020e19bf Feb 07 17:09:25.493773 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b8070c7e-6ea4-4f92-b3dd-7249260c38f1 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:25.494489 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d91cd0-1f4f-44e0-ab4f-96fbf4ab7730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:25.496783 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d91cd0-1f4f-44e0-ab4f-96fbf4ab7730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:25.497262 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d91cd0-1f4f-44e0-ab4f-96fbf4ab7730 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:25.497689 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d91cd0-1f4f-44e0-ab4f-96fbf4ab7730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:25.498039 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d91cd0-1f4f-44e0-ab4f-96fbf4ab7730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:25.498382 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d91cd0-1f4f-44e0-ab4f-96fbf4ab7730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:25.498721 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d91cd0-1f4f-44e0-ab4f-96fbf4ab7730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:25.501133 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d91cd0-1f4f-44e0-ab4f-96fbf4ab7730 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:25.501555 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d91cd0-1f4f-44e0-ab4f-96fbf4ab7730 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:25.501958 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d91cd0-1f4f-44e0-ab4f-96fbf4ab7730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:25.502312 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d91cd0-1f4f-44e0-ab4f-96fbf4ab7730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:25.502780 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d91cd0-1f4f-44e0-ab4f-96fbf4ab7730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:25.502965 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d91cd0-1f4f-44e0-ab4f-96fbf4ab7730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:25.555247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b101d-6785-458e-b0a9-44a0d666017d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event updated for resources: {'Port': ['ID=03ee08dd-16d0-4d4a-a7bc-e8602fbebaf5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:25.577084 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] Attempting to bind port e6532e09-4bb1-452c-b205-ebbb13e28776 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:09:25.580858 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] Attempting to bind port e6532e09-4bb1-452c-b205-ebbb13e28776 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '1b0f5a81-c6e4-4026-b997-46597ecebe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '874defb6-a3de-4d0b-8be4-1a39dbfcc9fb'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:09:25.581363 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] Attempting to bind port e6532e09-4bb1-452c-b205-ebbb13e28776 on network 874defb6-a3de-4d0b-8be4-1a39dbfcc9fb {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:09:25.610835 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:09:25.610835 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] Checking segment: {'id': '1b0f5a81-c6e4-4026-b997-46597ecebe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '874defb6-a3de-4d0b-8be4-1a39dbfcc9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:25.610835 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:25.611358 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] Bound using segment: {'id': '1b0f5a81-c6e4-4026-b997-46597ecebe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '874defb6-a3de-4d0b-8be4-1a39dbfcc9fb'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:09:25.611358 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] Bound port: e6532e09-4bb1-452c-b205-ebbb13e28776, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0f5a81-c6e4-4026-b997-46597ecebe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '874defb6-a3de-4d0b-8be4-1a39dbfcc9fb'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:09:25.615224 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e6532e09-4bb1-452c-b205-ebbb13e28776), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:25.615472 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b101d-6785-458e-b0a9-44a0d666017d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Network deab591c-488c-44cf-9e14-15d731672ef6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:25.622728 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6f0b101d-6785-458e-b0a9-44a0d666017d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:25.645336 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0b101d-6785-458e-b0a9-44a0d666017d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:25.656012 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e7ecef0c-b28f-465e-a8dd-e421d8a540a4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port 046e180b-f537-43ca-abd4-8fc4357f7893 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:25.657345 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7ecef0c-b28f-465e-a8dd-e421d8a540a4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (046e180b-f537-43ca-abd4-8fc4357f7893), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:25.658993 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0b101d-6785-458e-b0a9-44a0d666017d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:25.659920 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f0b101d-6785-458e-b0a9-44a0d666017d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:25.664314 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44125398-ae23-4f6b-98a9-ccd7ecf167cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (25a81dfc-669d-4857-b2ab-b598020e19bf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:25.732277 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820eb252-ae1a-4197-be7b-cd19b18f1973 None None] Pushing event updated for resources: {'Port': ['ID=a316e0c7-6a9e-4d52-8a72-d4d011f07c04,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:25.733627 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6f0b101d-6785-458e-b0a9-44a0d666017d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.4859066 Feb 07 17:09:25.734363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42010) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:25.861071 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] For port e6532e09-4bb1-452c-b205-ebbb13e28776, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:09:25.865713 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] For port e6532e09-4bb1-452c-b205-ebbb13e28776, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e6532e09-4bb1-452c-b205-ebbb13e28776,segment=NetworkSegment(1b0f5a81-c6e4-4026-b997-46597ecebe72),segment_id=1b0f5a81-c6e4-4026-b997-46597ecebe72)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:09:25.867710 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.db.resource_extend [None req-44125398-ae23-4f6b-98a9-ccd7ecf167cc admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 17:09:25.889481 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e6532e09-4bb1-452c-b205-ebbb13e28776), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:25.898168 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dedb13-9dbe-4ac7-8da5-954b442a2e1f tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:25.914591 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dedb13-9dbe-4ac7-8da5-954b442a2e1f tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:25.933947 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dedb13-9dbe-4ac7-8da5-954b442a2e1f tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:25.935684 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-00dedb13-9dbe-4ac7-8da5-954b442a2e1f tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1920516 Feb 07 17:09:25.939651 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c749fcd5-53e9-4475-ab00-07b9a76b97ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:25.944433 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42012) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:25.951039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port b8070c7e-6ea4-4f92-b3dd-7249260c38f1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:25.951434 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b8070c7e-6ea4-4f92-b3dd-7249260c38f1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:26.057318 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] Routers {'2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:09:26.062266 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:08:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:26.141612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8b56b-c091-4177-9c77-6c55924aaa25 None None] Pushing event updated for resources: {'Port': ['ID=d46e3901-f669-4906-b50e-2fff668cd81a,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:26.156981 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44125398-ae23-4f6b-98a9-ccd7ecf167cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (25a81dfc-669d-4857-b2ab-b598020e19bf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:26.157751 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44125398-ae23-4f6b-98a9-ccd7ecf167cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:26.158336 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44125398-ae23-4f6b-98a9-ccd7ecf167cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:26.197906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9b8094d4-cf54-4144-bcb6-d0d83be366a9 None None] Provisioning complete for port e6532e09-4bb1-452c-b205-ebbb13e28776 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:26.198310 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9b8094d4-cf54-4144-bcb6-d0d83be366a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e6532e09-4bb1-452c-b205-ebbb13e28776), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:26.387377 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40de0119-875b-4b35-841c-a5917a2a13a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_gateway (3e18624f-4dc0-46bc-9d20-1c9574779f13), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:26.412134 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7ecef0c-b28f-465e-a8dd-e421d8a540a4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (046e180b-f537-43ca-abd4-8fc4357f7893), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:26.468030 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40de0119-875b-4b35-841c-a5917a2a13a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:26.475095 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e7ecef0c-b28f-465e-a8dd-e421d8a540a4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for 046e180b-f537-43ca-abd4-8fc4357f7893 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:26.516004 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port b8070c7e-6ea4-4f92-b3dd-7249260c38f1 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:26.531072 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9b8094d4-cf54-4144-bcb6-d0d83be366a9 None None] Current status of the port e6532e09-4bb1-452c-b205-ebbb13e28776 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:26.531471 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9b8094d4-cf54-4144-bcb6-d0d83be366a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e6532e09-4bb1-452c-b205-ebbb13e28776), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:26.610686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44125398-ae23-4f6b-98a9-ccd7ecf167cc admin admin] Pushing event updated for resources: {'Network': ['ID=25a81dfc-669d-4857-b2ab-b598020e19bf,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:26.617942 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9b8094d4-cf54-4144-bcb6-d0d83be366a9 None None] For port e6532e09-4bb1-452c-b205-ebbb13e28776, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e6532e09-4bb1-452c-b205-ebbb13e28776,segment=NetworkSegment(1b0f5a81-c6e4-4026-b997-46597ecebe72),segment_id=1b0f5a81-c6e4-4026-b997-46597ecebe72)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:26.623931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 25a81dfc-669d-4857-b2ab-b598020e19bf details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:09:26.639041 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9b8094d4-cf54-4144-bcb6-d0d83be366a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e6532e09-4bb1-452c-b205-ebbb13e28776), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:26.661961 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-44125398-ae23-4f6b-98a9-ccd7ecf167cc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0445697 Feb 07 17:09:26.662799 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42016) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:26.668939 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d91cd0-1f4f-44e0-ab4f-96fbf4ab7730 None None] Pushing event updated for resources: {'Port': ['ID=e6532e09-4bb1-452c-b205-ebbb13e28776,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:26.669596 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-60056a57-b8d0-4c67-a0d2-5fcd53e560df admin admin] Request body: {'subnet': {'network_id': '25a81dfc-669d-4857-b2ab-b598020e19bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-452085664-subnet', 'tenant_id': '88a248e25eee4002abf725823b9393ba', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:26.747318 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60056a57-b8d0-4c67-a0d2-5fcd53e560df admin admin] Made reservation on behalf of 88a248e25eee4002abf725823b9393ba for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:26.750649 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60056a57-b8d0-4c67-a0d2-5fcd53e560df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:26.791547 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] Set router 2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:09:26.816991 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c512c812-be65-4fd1-9cd2-0bc158c1d367 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Deleting port 03ee08dd-16d0-4d4a-a7bc-e8602fbebaf5 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:26.817437 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c512c812-be65-4fd1-9cd2-0bc158c1d367 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (03ee08dd-16d0-4d4a-a7bc-e8602fbebaf5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:26.829373 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-40de0119-875b-4b35-841c-a5917a2a13a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Allocated IP 172.25.4.193 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/44c847c8-58bd-49d8-b498-8eb021877770) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:26.835955 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8094d4-cf54-4144-bcb6-d0d83be366a9 None None] Pushing event updated for resources: {'Port': ['ID=e6532e09-4bb1-452c-b205-ebbb13e28776,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:26.884060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c5128829-c3bb-495d-bee9-58a2c3dab9bf None None] Provisioning complete for port e6532e09-4bb1-452c-b205-ebbb13e28776 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:26.884550 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c5128829-c3bb-495d-bee9-58a2c3dab9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e6532e09-4bb1-452c-b205-ebbb13e28776), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:27.031817 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40de0119-875b-4b35-841c-a5917a2a13a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (44c847c8-58bd-49d8-b498-8eb021877770), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:27.042698 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c5128829-c3bb-495d-bee9-58a2c3dab9bf None None] Current status of the port e6532e09-4bb1-452c-b205-ebbb13e28776 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:27.084672 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c512c812-be65-4fd1-9cd2-0bc158c1d367 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (03ee08dd-16d0-4d4a-a7bc-e8602fbebaf5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:27.096507 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7ecef0c-b28f-465e-a8dd-e421d8a540a4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (046e180b-f537-43ca-abd4-8fc4357f7893), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:27.109565 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40de0119-875b-4b35-841c-a5917a2a13a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (44c847c8-58bd-49d8-b498-8eb021877770), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:27.124307 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'name': 'tempest-TestAggregatesBasicOps-2142783294-router', 'tenant_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'b8070c7e-6ea4-4f92-b3dd-7249260c38f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:11Z', 'updated_at': '2022-02-07T17:09:20Z', 'revision_number': 4, 'project_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'gw_port': {'id': 'b8070c7e-6ea4-4f92-b3dd-7249260c38f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:14Z', 'updated_at': '2022-02-07T17:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e6532e09-4bb1-452c-b205-ebbb13e28776', 'name': '', 'network_id': '874defb6-a3de-4d0b-8be4-1a39dbfcc9fb', 'tenant_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'mac_address': 'fa:16:3e:d5:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '8c892302-92b7-4396-a8d1-66c6a02206dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:18Z', 'updated_at': '2022-02-07T17:09:25Z', 'revision_number': 4, 'project_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'subnets': [{'id': '8c892302-92b7-4396-a8d1-66c6a02206dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:27.154567 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c512c812-be65-4fd1-9cd2-0bc158c1d367 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Calling delete_port for 03ee08dd-16d0-4d4a-a7bc-e8602fbebaf5 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:27.164314 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecef0c-b28f-465e-a8dd-e421d8a540a4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=046e180b-f537-43ca-abd4-8fc4357f7893,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:27.170241 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc43c8-96c2-4338-83e5-9517102723a8 None None] The sync data for ids ['2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf'] in n-d-827865-3 is: [{'id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'name': 'tempest-TestAggregatesBasicOps-2142783294-router', 'tenant_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'b8070c7e-6ea4-4f92-b3dd-7249260c38f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:11Z', 'updated_at': '2022-02-07T17:09:20Z', 'revision_number': 4, 'project_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'gw_port': {'id': 'b8070c7e-6ea4-4f92-b3dd-7249260c38f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:14Z', 'updated_at': '2022-02-07T17:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e6532e09-4bb1-452c-b205-ebbb13e28776', 'name': '', 'network_id': '874defb6-a3de-4d0b-8be4-1a39dbfcc9fb', 'tenant_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'mac_address': 'fa:16:3e:d5:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '8c892302-92b7-4396-a8d1-66c6a02206dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:18Z', 'updated_at': '2022-02-07T17:09:25Z', 'revision_number': 4, 'project_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'subnets': [{'id': '8c892302-92b7-4396-a8d1-66c6a02206dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:09:27.180324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de0119-875b-4b35-841c-a5917a2a13a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=44c847c8-58bd-49d8-b498-8eb021877770,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:27.189596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40de0119-875b-4b35-841c-a5917a2a13a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:27.193539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-40de0119-875b-4b35-841c-a5917a2a13a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:27.197048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40de0119-875b-4b35-841c-a5917a2a13a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:27.293807 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e7ecef0c-b28f-465e-a8dd-e421d8a540a4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:27.302106 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e7ecef0c-b28f-465e-a8dd-e421d8a540a4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/046e180b-f537-43ca-abd4-8fc4357f7893 HTTP/1.1" status: 204 len: 168 time: 2.1479976 Feb 07 17:09:27.306609 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42018) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:27.580528 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c512c812-be65-4fd1-9cd2-0bc158c1d367 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (03ee08dd-16d0-4d4a-a7bc-e8602fbebaf5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:27.704192 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d46e3901-f669-4906-b50e-2fff668cd81a up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:27.719671 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512c812-be65-4fd1-9cd2-0bc158c1d367 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event deleted for resources: {'Port': ['ID=03ee08dd-16d0-4d4a-a7bc-e8602fbebaf5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:27.741369 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8819f6cb-edfd-4f40-8b5d-cfdb1a679cf4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:27.744809 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8819f6cb-edfd-4f40-8b5d-cfdb1a679cf4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:27.761507 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8819f6cb-edfd-4f40-8b5d-cfdb1a679cf4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4488871 Feb 07 17:09:27.779850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42020) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:27.875564 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d46e3901-f669-4906-b50e-2fff668cd81a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:27.875760 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d46e3901-f669-4906-b50e-2fff668cd81a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:27.881806 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60056a57-b8d0-4c67-a0d2-5fcd53e560df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (9d6f57c1-82d3-4a75-a488-432400552304), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:28.038055 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d46e3901-f669-4906-b50e-2fff668cd81a is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:28.038612 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d46e3901-f669-4906-b50e-2fff668cd81a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:28.124108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port d46e3901-f669-4906-b50e-2fff668cd81a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d46e3901-f669-4906-b50e-2fff668cd81a,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:28.130339 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-66d20179-23a2-4b03-a547-b7c3ab3b9804 None None] Provisioning complete for port d46e3901-f669-4906-b50e-2fff668cd81a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:28.131620 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-66d20179-23a2-4b03-a547-b7c3ab3b9804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d46e3901-f669-4906-b50e-2fff668cd81a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:28.233304 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82de3e3c-bbe2-420a-95c0-152989dc30a2 None None] Network deab591c-488c-44cf-9e14-15d731672ef6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:28.374887 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d46e3901-f669-4906-b50e-2fff668cd81a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:28.375759 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a316e0c7-6a9e-4d52-8a72-d4d011f07c04 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:28.505391 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d73d7a39-f655-4e21-825f-6eb952974996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:28.612409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a316e0c7-6a9e-4d52-8a72-d4d011f07c04 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:28.612845 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a316e0c7-6a9e-4d52-8a72-d4d011f07c04), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:28.620453 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=d46e3901-f669-4906-b50e-2fff668cd81a,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:28.650917 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-66d20179-23a2-4b03-a547-b7c3ab3b9804 None None] Current status of the port d46e3901-f669-4906-b50e-2fff668cd81a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:28.654966 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40de0119-875b-4b35-841c-a5917a2a13a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_gateway (3e18624f-4dc0-46bc-9d20-1c9574779f13), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:28.671101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec57f86-d40a-44c1-a7d0-6ad7282ee969 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet 1c84d64d-44b5-4293-918f-a9b07b004716 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:09:28.739606 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bec57f86-d40a-44c1-a7d0-6ad7282ee969 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (1c84d64d-44b5-4293-918f-a9b07b004716), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:28.783492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c512c812-be65-4fd1-9cd2-0bc158c1d367 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:28.795741 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c512c812-be65-4fd1-9cd2-0bc158c1d367 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "DELETE /v2.0/ports/03ee08dd-16d0-4d4a-a7bc-e8602fbebaf5 HTTP/1.1" status: 204 len: 168 time: 2.8471258 Feb 07 17:09:28.800990 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42024) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:28.810178 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60056a57-b8d0-4c67-a0d2-5fcd53e560df admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d6f57c1-82d3-4a75-a488-432400552304,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:28.831332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-09ae06ef-d382-455e-98d7-a12ed93996b9 None None] Provisioning complete for port a316e0c7-6a9e-4d52-8a72-d4d011f07c04 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:28.831981 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-09ae06ef-d382-455e-98d7-a12ed93996b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a316e0c7-6a9e-4d52-8a72-d4d011f07c04), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:28.837067 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bec57f86-d40a-44c1-a7d0-6ad7282ee969 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (1c84d64d-44b5-4293-918f-a9b07b004716), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:28.858875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a316e0c7-6a9e-4d52-8a72-d4d011f07c04 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:28.859455 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a316e0c7-6a9e-4d52-8a72-d4d011f07c04), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:28.872559 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-2abe0214-3b7e-4eb6-8995-0ffb300673f2 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] GET failed (client error): The resource could not be found. Feb 07 17:09:28.879669 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2abe0214-3b7e-4eb6-8995-0ffb300673f2 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "GET /v2.0/ports/03ee08dd-16d0-4d4a-a7bc-e8602fbebaf5 HTTP/1.1" status: 404 len: 333 time: 0.0768139 Feb 07 17:09:28.880445 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42026) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:28.885226 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60056a57-b8d0-4c67-a0d2-5fcd53e560df admin admin] Checking segment: {'id': '97bdc582-1b77-429a-90c8-9c7b6112d3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '25a81dfc-669d-4857-b2ab-b598020e19bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:28.885674 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60056a57-b8d0-4c67-a0d2-5fcd53e560df admin admin] Network hostable DHCP agents. Network: 25a81dfc-669d-4857-b2ab-b598020e19bf, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:09:28.916892 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-96eaf388-98fb-452e-ad46-24065c4effe7 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Request body: {'port': {'network_id': 'deab591c-488c-44cf-9e14-15d731672ef6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-819711981'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:28.934765 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port a316e0c7-6a9e-4d52-8a72-d4d011f07c04, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a316e0c7-6a9e-4d52-8a72-d4d011f07c04,segment=NetworkSegment(05cdadef-7b5a-49c9-972f-38f7fca5da02),segment_id=05cdadef-7b5a-49c9-972f-38f7fca5da02)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:28.949961 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a316e0c7-6a9e-4d52-8a72-d4d011f07c04), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:28.961090 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60056a57-b8d0-4c67-a0d2-5fcd53e560df admin admin] Network 25a81dfc-669d-4857-b2ab-b598020e19bf is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:09:29.056511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-60056a57-b8d0-4c67-a0d2-5fcd53e560df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 25a81dfc-669d-4857-b2ab-b598020e19bf) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:29.065231 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60056a57-b8d0-4c67-a0d2-5fcd53e560df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:29.066436 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-60056a57-b8d0-4c67-a0d2-5fcd53e560df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:29.072888 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b5d5b1-9181-4fb3-8e28-5b6118aabd2d None None] Network 25a81dfc-669d-4857-b2ab-b598020e19bf requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:29.095556 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-60056a57-b8d0-4c67-a0d2-5fcd53e560df admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4313707 Feb 07 17:09:29.097699 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bec57f86-d40a-44c1-a7d0-6ad7282ee969 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (1c84d64d-44b5-4293-918f-a9b07b004716), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:29.100691 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42030) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:29.105397 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7bfae7d8-530c-4714-ae24-5f4487010357 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-452085664-router', 'tenant_id': '88a248e25eee4002abf725823b9393ba', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:29.186685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=a316e0c7-6a9e-4d52-8a72-d4d011f07c04,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:29.218344 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bfae7d8-530c-4714-ae24-5f4487010357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (5e57e140-a9d0-4b43-8257-848b85a47c67), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:29.219229 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bfae7d8-530c-4714-ae24-5f4487010357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (5e57e140-a9d0-4b43-8257-848b85a47c67), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:29.266833 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bec57f86-d40a-44c1-a7d0-6ad7282ee969 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (1c84d64d-44b5-4293-918f-a9b07b004716), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:29.340498 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bec57f86-d40a-44c1-a7d0-6ad7282ee969 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:29.355167 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bec57f86-d40a-44c1-a7d0-6ad7282ee969 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/1c84d64d-44b5-4293-918f-a9b07b004716 HTTP/1.1" status: 204 len: 168 time: 1.5741746 Feb 07 17:09:29.362189 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42032) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:29.366746 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5263df-994e-49ee-af20-295c31c48bed None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:29.376687 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec57f86-d40a-44c1-a7d0-6ad7282ee969 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=1c84d64d-44b5-4293-918f-a9b07b004716,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:29.459085 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bfae7d8-530c-4714-ae24-5f4487010357 admin admin] Publish callbacks [] for router_controller (5e57e140-a9d0-4b43-8257-848b85a47c67), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:29.484120 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2864b480-946e-4eb4-9dad-773cd70f5ad6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1124821 Feb 07 17:09:29.496117 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42034) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:29.522948 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-45d30e4f-ce65-4308-8e04-2aeafbef7d82 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:29.524165 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-09ae06ef-d382-455e-98d7-a12ed93996b9 None None] Current status of the port a316e0c7-6a9e-4d52-8a72-d4d011f07c04 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:29.587040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52224b14-6652-4e52-b821-873493e67c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-25a81dfc-669d-4857-b2ab-b598020e19bf', 'network_id': '25a81dfc-669d-4857-b2ab-b598020e19bf', 'project_id': '88a248e25eee4002abf725823b9393ba', 'fixed_ips': [{'subnet_id': '9d6f57c1-82d3-4a75-a488-432400552304'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:09:29.587934 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52224b14-6652-4e52-b821-873493e67c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:29.596553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-09ae06ef-d382-455e-98d7-a12ed93996b9 None None] Could not find standard attr ID for object 046e180b-f537-43ca-abd4-8fc4357f7893. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:09:29.602223 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96eaf388-98fb-452e-ad46-24065c4effe7 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Made reservation on behalf of 4afe11a63a8140c1a70d1e3a0c1b7124 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:29.607394 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96eaf388-98fb-452e-ad46-24065c4effe7 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:29.679492 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:29.685349 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d46e3901-f669-4906-b50e-2fff668cd81a up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:29.715589 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-96eaf388-98fb-452e-ad46-24065c4effe7 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] device_id is not set on port d5f1c5eb-399d-443e-8cc4-65ad5ccf3352 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:09:29.755360 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bfae7d8-530c-4714-ae24-5f4487010357 admin admin] Publish callbacks [] for router_gateway (5e57e140-a9d0-4b43-8257-848b85a47c67), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:29.807932 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40de0119-875b-4b35-841c-a5917a2a13a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (3e18624f-4dc0-46bc-9d20-1c9574779f13), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:30.008407 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d30e4f-ce65-4308-8e04-2aeafbef7d82 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:30.017997 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-45d30e4f-ce65-4308-8e04-2aeafbef7d82 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:30.073144 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-96eaf388-98fb-452e-ad46-24065c4effe7 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Allocated IP 2001:db8::1b3 (deab591c-488c-44cf-9e14-15d731672ef6/3dd1a290-9fa0-42b3-acad-2e85ab2bbd7d/d5f1c5eb-399d-443e-8cc4-65ad5ccf3352) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:30.309097 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7702da36-cc8d-482b-8f14-9184106afbc2 None None] Provisioning complete for port 44c2256a-abb7-45e8-8233-14d50f6025f3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:30.310515 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7702da36-cc8d-482b-8f14-9184106afbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (44c2256a-abb7-45e8-8233-14d50f6025f3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:30.318566 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bfae7d8-530c-4714-ae24-5f4487010357 admin admin] Publish callbacks [] for router_gateway (5e57e140-a9d0-4b43-8257-848b85a47c67), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:30.345775 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bfae7d8-530c-4714-ae24-5f4487010357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:30.359179 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7702da36-cc8d-482b-8f14-9184106afbc2 None None] Port 44c2256a-abb7-45e8-8233-14d50f6025f3 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:09:30.386536 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d46e3901-f669-4906-b50e-2fff668cd81a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:30.387026 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d46e3901-f669-4906-b50e-2fff668cd81a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:30.470800 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7702da36-cc8d-482b-8f14-9184106afbc2 None None] Provisioning complete for port a316e0c7-6a9e-4d52-8a72-d4d011f07c04 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:30.471551 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7702da36-cc8d-482b-8f14-9184106afbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a316e0c7-6a9e-4d52-8a72-d4d011f07c04), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:30.477802 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-52224b14-6652-4e52-b821-873493e67c3c None None] Allocated IP 172.20.0.2 (25a81dfc-669d-4857-b2ab-b598020e19bf/9d6f57c1-82d3-4a75-a488-432400552304/849c0744-7a74-4ced-b6b4-059167d4c473) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:30.481458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40de0119-875b-4b35-841c-a5917a2a13a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Router 3e18624f-4dc0-46bc-9d20-1c9574779f13 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:09:30.524273 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa791177-b062-4e27-a97f-aa118afe5a06 None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:09:30.549822 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-7bfae7d8-530c-4714-ae24-5f4487010357 admin admin] Allocated IP 172.25.4.162 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/9aa51651-fedc-40ac-bd63-e39c1bafd17e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:30.669752 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96eaf388-98fb-452e-ad46-24065c4effe7 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks [] for port (d5f1c5eb-399d-443e-8cc4-65ad5ccf3352), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:30.696064 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fa791177-b062-4e27-a97f-aa118afe5a06 None None] Deleting port d46e3901-f669-4906-b50e-2fff668cd81a {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:30.696610 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fa791177-b062-4e27-a97f-aa118afe5a06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d46e3901-f669-4906-b50e-2fff668cd81a), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:30.707728 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bfae7d8-530c-4714-ae24-5f4487010357 admin admin] Publish callbacks [] for port (9aa51651-fedc-40ac-bd63-e39c1bafd17e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:30.714952 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-45d30e4f-ce65-4308-8e04-2aeafbef7d82 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (4ad83ad5-b693-4b00-9fa4-6158deb39a65), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:30.754357 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bfae7d8-530c-4714-ae24-5f4487010357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (9aa51651-fedc-40ac-bd63-e39c1bafd17e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:30.788511 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40de0119-875b-4b35-841c-a5917a2a13a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:09:30.792031 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d30e4f-ce65-4308-8e04-2aeafbef7d82 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:30.808074 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-45d30e4f-ce65-4308-8e04-2aeafbef7d82 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:30.813953 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] Sync routers for ids ['3e18624f-4dc0-46bc-9d20-1c9574779f13'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:09:30.814985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d30e4f-ce65-4308-8e04-2aeafbef7d82 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:30.815620 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-45d30e4f-ce65-4308-8e04-2aeafbef7d82 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:30.829373 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfae7d8-530c-4714-ae24-5f4487010357 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa51651-fedc-40ac-bd63-e39c1bafd17e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:30.831363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d30e4f-ce65-4308-8e04-2aeafbef7d82 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=4ad83ad5-b693-4b00-9fa4-6158deb39a65,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:30.843139 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d46e3901-f669-4906-b50e-2fff668cd81a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:30.846667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e6532e09-4bb1-452c-b205-ebbb13e28776 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:30.846814 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-45d30e4f-ce65-4308-8e04-2aeafbef7d82 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3447917 Feb 07 17:09:30.849382 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40de0119-875b-4b35-841c-a5917a2a13a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:30.850604 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-40de0119-875b-4b35-841c-a5917a2a13a4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.6651311 Feb 07 17:09:30.851431 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42040) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:30.852676 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96eaf388-98fb-452e-ad46-24065c4effe7 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d5f1c5eb-399d-443e-8cc4-65ad5ccf3352), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:30.859490 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fa806afb-49df-4ee6-83ab-f74dd11983b5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'fixed_ips': [{'subnet_id': '4ad83ad5-b693-4b00-9fa4-6158deb39a65', 'ip_address': '2001:db8::ad51:f2ab:7694:f50e'}], 'name': 'tempest-NetworksTestDHCPv6-893457162'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:30.861768 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfae7d8-530c-4714-ae24-5f4487010357 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:30.863433 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42042) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:30.866937 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7bfae7d8-530c-4714-ae24-5f4487010357 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:30.874783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfae7d8-530c-4714-ae24-5f4487010357 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:30.923583 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7702da36-cc8d-482b-8f14-9184106afbc2 None None] Current status of the port a316e0c7-6a9e-4d52-8a72-d4d011f07c04 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:30.944452 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] Routers {'3e18624f-4dc0-46bc-9d20-1c9574779f13'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:09:30.945117 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3e18624f-4dc0-46bc-9d20-1c9574779f13'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:30.949818 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-fa791177-b062-4e27-a97f-aa118afe5a06 None None] For port d46e3901-f669-4906-b50e-2fff668cd81a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d46e3901-f669-4906-b50e-2fff668cd81a,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:30.950248 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fa791177-b062-4e27-a97f-aa118afe5a06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d46e3901-f669-4906-b50e-2fff668cd81a), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:30.964012 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:31.042524 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fa791177-b062-4e27-a97f-aa118afe5a06 None None] Calling delete_port for d46e3901-f669-4906-b50e-2fff668cd81a owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:31.061971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-00c6bbeb-7fe5-49bf-8343-9fc8d223bf77 None None] Could not find standard attr ID for object 03ee08dd-16d0-4d4a-a7bc-e8602fbebaf5. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:09:31.063952 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52224b14-6652-4e52-b821-873493e67c3c None None] Publish callbacks [] for port (849c0744-7a74-4ced-b6b4-059167d4c473), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:31.090430 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eaf388-98fb-452e-ad46-24065c4effe7 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Network deab591c-488c-44cf-9e14-15d731672ef6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:31.091976 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52224b14-6652-4e52-b821-873493e67c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (849c0744-7a74-4ced-b6b4-059167d4c473), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:31.111819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-96eaf388-98fb-452e-ad46-24065c4effe7 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:31.130656 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eaf388-98fb-452e-ad46-24065c4effe7 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:31.146770 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eaf388-98fb-452e-ad46-24065c4effe7 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:31.147455 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96eaf388-98fb-452e-ad46-24065c4effe7 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:31.224660 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port e6532e09-4bb1-452c-b205-ebbb13e28776 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:31.225050 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e6532e09-4bb1-452c-b205-ebbb13e28776), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:31.227885 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52224b14-6652-4e52-b821-873493e67c3c None None] Network 25a81dfc-669d-4857-b2ab-b598020e19bf is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:31.255876 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52224b14-6652-4e52-b821-873493e67c3c None None] Pushing event updated for resources: {'Port': ['ID=849c0744-7a74-4ced-b6b4-059167d4c473,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:31.321653 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-52224b14-6652-4e52-b821-873493e67c3c None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:31.323244 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-96eaf388-98fb-452e-ad46-24065c4effe7 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4390616 Feb 07 17:09:31.325630 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c0b38214-b3e5-40c9-8b4e-20c35db8ced9 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=b7f3b936ec124a74b808700fdcd55162&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4573655 Feb 07 17:09:31.326525 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] Set router 3e18624f-4dc0-46bc-9d20-1c9574779f13 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:09:31.329945 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42048) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:31.330190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42050) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:31.333789 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52224b14-6652-4e52-b821-873493e67c3c None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:31.337353 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-010fcfe2-1d04-4350-a466-7ad1d02b50d2 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1d5', 'mac_address': 'fa:16:3e:ce:c8:94'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:31.374884 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bfae7d8-530c-4714-ae24-5f4487010357 admin admin] Publish callbacks [] for router_gateway (5e57e140-a9d0-4b43-8257-848b85a47c67), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:31.549922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eaf388-98fb-452e-ad46-24065c4effe7 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event updated for resources: {'Port': ['ID=d5f1c5eb-399d-443e-8cc4-65ad5ccf3352,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:31.616347 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e6532e09-4bb1-452c-b205-ebbb13e28776 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:31.617974 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a316e0c7-6a9e-4d52-8a72-d4d011f07c04 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:31.620041 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fa791177-b062-4e27-a97f-aa118afe5a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (d46e3901-f669-4906-b50e-2fff668cd81a), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:31.725325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-52224b14-6652-4e52-b821-873493e67c3c None None] Attempting to bind port 849c0744-7a74-4ced-b6b4-059167d4c473 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:09:31.725868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-52224b14-6652-4e52-b821-873493e67c3c None None] Attempting to bind port 849c0744-7a74-4ced-b6b4-059167d4c473 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '97bdc582-1b77-429a-90c8-9c7b6112d3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '25a81dfc-669d-4857-b2ab-b598020e19bf'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:09:31.726700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52224b14-6652-4e52-b821-873493e67c3c None None] Attempting to bind port 849c0744-7a74-4ced-b6b4-059167d4c473 on network 25a81dfc-669d-4857-b2ab-b598020e19bf {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:09:31.731214 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa791177-b062-4e27-a97f-aa118afe5a06 None None] No DVR routers for this DVR port d46e3901-f669-4906-b50e-2fff668cd81a on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:09:31.738619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa791177-b062-4e27-a97f-aa118afe5a06 None None] Pushing event deleted for resources: {'Port': ['ID=d46e3901-f669-4906-b50e-2fff668cd81a,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:31.756327 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bfae7d8-530c-4714-ae24-5f4487010357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (5e57e140-a9d0-4b43-8257-848b85a47c67), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:31.777705 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451bf469-16e0-4aa0-9933-8213ad3cbf4f tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:31.782350 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-451bf469-16e0-4aa0-9933-8213ad3cbf4f tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3898013 Feb 07 17:09:31.786253 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42052) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:31.786968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3bad8f-24d8-40b4-99d9-b0a9f1c5db18 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:31.790810 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-cc9e4e39-22f6-4c18-9630-161c92d76bc3 None None] Provisioning complete for port d5f1c5eb-399d-443e-8cc4-65ad5ccf3352 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:31.791202 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cc9e4e39-22f6-4c18-9630-161c92d76bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d5f1c5eb-399d-443e-8cc4-65ad5ccf3352), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:31.827547 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa806afb-49df-4ee6-83ab-f74dd11983b5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:31.841269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52224b14-6652-4e52-b821-873493e67c3c None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:09:31.841692 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52224b14-6652-4e52-b821-873493e67c3c None None] Checking segment: {'id': '97bdc582-1b77-429a-90c8-9c7b6112d3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '25a81dfc-669d-4857-b2ab-b598020e19bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:31.842116 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52224b14-6652-4e52-b821-873493e67c3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:31.842534 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52224b14-6652-4e52-b821-873493e67c3c None None] Bound using segment: {'id': '97bdc582-1b77-429a-90c8-9c7b6112d3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '25a81dfc-669d-4857-b2ab-b598020e19bf'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:09:31.843055 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-52224b14-6652-4e52-b821-873493e67c3c None None] Bound port: 849c0744-7a74-4ced-b6b4-059167d4c473, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97bdc582-1b77-429a-90c8-9c7b6112d3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '25a81dfc-669d-4857-b2ab-b598020e19bf'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:09:31.843450 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52224b14-6652-4e52-b821-873493e67c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (849c0744-7a74-4ced-b6b4-059167d4c473), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:31.854410 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e4e39-22f6-4c18-9630-161c92d76bc3 None None] Port d5f1c5eb-399d-443e-8cc4-65ad5ccf3352 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:09:31.928777 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9adef92b-e465-4a96-8844-70e70434e22b tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1412485 Feb 07 17:09:31.932146 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42054) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:31.939406 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa806afb-49df-4ee6-83ab-f74dd11983b5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:31.942645 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c620206d-2631-4679-b3af-bb17f64d6d6e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1716730724', 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:31.997633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-fa806afb-49df-4ee6-83ab-f74dd11983b5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port eb1a15b5-5807-4888-a83d-1bde95c8a95c yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:09:32.008845 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a316e0c7-6a9e-4d52-8a72-d4d011f07c04 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:32.009244 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a316e0c7-6a9e-4d52-8a72-d4d011f07c04), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:32.082835 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-010fcfe2-1d04-4350-a466-7ad1d02b50d2 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d5f1c5eb-399d-443e-8cc4-65ad5ccf3352), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:32.114652 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfae7d8-530c-4714-ae24-5f4487010357 admin admin] Router 5e57e140-a9d0-4b43-8257-848b85a47c67 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:09:32.125658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c620206d-2631-4679-b3af-bb17f64d6d6e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Made reservation on behalf of b7f3b936ec124a74b808700fdcd55162 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:32.130114 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c620206d-2631-4679-b3af-bb17f64d6d6e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:32.156665 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-52224b14-6652-4e52-b821-873493e67c3c None None] For port 849c0744-7a74-4ced-b6b4-059167d4c473, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:09:32.174477 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': '4ad83ad5-b693-4b00-9fa4-6158deb39a65'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:09:32.175985 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:32.211097 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-52224b14-6652-4e52-b821-873493e67c3c None None] For port 849c0744-7a74-4ced-b6b4-059167d4c473, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=849c0744-7a74-4ced-b6b4-059167d4c473,segment=NetworkSegment(97bdc582-1b77-429a-90c8-9c7b6112d3a9),segment_id=97bdc582-1b77-429a-90c8-9c7b6112d3a9)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:09:32.371919 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfae7d8-530c-4714-ae24-5f4487010357 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:09:32.387930 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] Sync routers for ids ['5e57e140-a9d0-4b43-8257-848b85a47c67'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:09:32.420750 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] Routers {'5e57e140-a9d0-4b43-8257-848b85a47c67'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:09:32.421111 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['5e57e140-a9d0-4b43-8257-848b85a47c67'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:32.424182 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7bfae7d8-530c-4714-ae24-5f4487010357 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:32.426868 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7bfae7d8-530c-4714-ae24-5f4487010357 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3246865 Feb 07 17:09:32.430574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42062) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:32.515260 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-010fcfe2-1d04-4350-a466-7ad1d02b50d2 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks [] for port (d5f1c5eb-399d-443e-8cc4-65ad5ccf3352), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:32.523981 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-010fcfe2-1d04-4350-a466-7ad1d02b50d2 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (d5f1c5eb-399d-443e-8cc4-65ad5ccf3352), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:32.546330 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-010fcfe2-1d04-4350-a466-7ad1d02b50d2 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] In _notify_port_updated(), no bound segment for port d5f1c5eb-399d-443e-8cc4-65ad5ccf3352 on network deab591c-488c-44cf-9e14-15d731672ef6 {{(pid=103225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 17:09:32.561370 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010fcfe2-1d04-4350-a466-7ad1d02b50d2 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:32.561963 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-010fcfe2-1d04-4350-a466-7ad1d02b50d2 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:32.565990 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-010fcfe2-1d04-4350-a466-7ad1d02b50d2 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "PUT /v2.0/ports/d5f1c5eb-399d-443e-8cc4-65ad5ccf3352 HTTP/1.1" status: 200 len: 1002 time: 1.2340267 Feb 07 17:09:32.571680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42064) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:32.612953 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52224b14-6652-4e52-b821-873493e67c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (849c0744-7a74-4ced-b6b4-059167d4c473), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:32.634559 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] Set router 5e57e140-a9d0-4b43-8257-848b85a47c67 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:09:32.686210 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fcfe2-1d04-4350-a466-7ad1d02b50d2 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event updated for resources: {'Port': ['ID=d5f1c5eb-399d-443e-8cc4-65ad5ccf3352,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:32.719371 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c620206d-2631-4679-b3af-bb17f64d6d6e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (5e87bf0e-4257-4687-aa83-e7b0630506b5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:32.750264 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-fa806afb-49df-4ee6-83ab-f74dd11983b5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::ad51:f2ab:7694:f50e (5d104e3b-016c-4509-9da5-d18eb1be26d1/4ad83ad5-b693-4b00-9fa4-6158deb39a65/eb1a15b5-5807-4888-a83d-1bde95c8a95c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:32.767649 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52224b14-6652-4e52-b821-873493e67c3c None None] Pushing event updated for resources: {'Port': ['ID=849c0744-7a74-4ced-b6b4-059167d4c473,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:32.780314 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:32.785198 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763944419', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '44c847c8-58bd-49d8-b498-8eb021877770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:24Z', 'updated_at': '2022-02-07T17:09:28Z', 'revision_number': 3, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '44c847c8-58bd-49d8-b498-8eb021877770', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:06:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:26Z', 'updated_at': '2022-02-07T17:09:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:32.841479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] Checking router: 3e18624f-4dc0-46bc-9d20-1c9574779f13 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:09:32.841844 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] Updating router 3e18624f-4dc0-46bc-9d20-1c9574779f13 port 44c847c8-58bd-49d8-b498-8eb021877770 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:09:32.859890 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620206d-2631-4679-b3af-bb17f64d6d6e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Subnet': ['ID=5e87bf0e-4257-4687-aa83-e7b0630506b5,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:32.884589 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a316e0c7-6a9e-4d52-8a72-d4d011f07c04 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:32.918977 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (44c847c8-58bd-49d8-b498-8eb021877770), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:33.012244 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa806afb-49df-4ee6-83ab-f74dd11983b5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (eb1a15b5-5807-4888-a83d-1bde95c8a95c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:33.096547 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa806afb-49df-4ee6-83ab-f74dd11983b5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (eb1a15b5-5807-4888-a83d-1bde95c8a95c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:33.096773 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d46e3901-f669-4906-b50e-2fff668cd81a no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:09:33.132430 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: d46e3901-f669-4906-b50e-2fff668cd81a {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:09:33.132792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d46e3901-f669-4906-b50e-2fff668cd81a not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:09:33.184505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b2eeca82-faed-4c58-abde-98767fb29269 None None] Provisioning complete for port d5f1c5eb-399d-443e-8cc4-65ad5ccf3352 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:33.184951 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b2eeca82-faed-4c58-abde-98767fb29269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d5f1c5eb-399d-443e-8cc4-65ad5ccf3352), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:33.195076 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e57e140-a9d0-4b43-8257-848b85a47c67', 'name': 'tempest-TestAggregatesBasicOps-452085664-router', 'tenant_id': '88a248e25eee4002abf725823b9393ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '9aa51651-fedc-40ac-bd63-e39c1bafd17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:29Z', 'updated_at': '2022-02-07T17:09:31Z', 'revision_number': 3, 'project_id': '88a248e25eee4002abf725823b9393ba', 'gw_port': {'id': '9aa51651-fedc-40ac-bd63-e39c1bafd17e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e57e140-a9d0-4b43-8257-848b85a47c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:30Z', 'updated_at': '2022-02-07T17:09:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:33.223501 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa806afb-49df-4ee6-83ab-f74dd11983b5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:33.234624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-fa806afb-49df-4ee6-83ab-f74dd11983b5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:33.239444 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa806afb-49df-4ee6-83ab-f74dd11983b5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:33.252642 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-dc330ff3-122e-465c-9393-10d1acb8274d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Deleting port d5f1c5eb-399d-443e-8cc4-65ad5ccf3352 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:33.253076 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc330ff3-122e-465c-9393-10d1acb8274d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d5f1c5eb-399d-443e-8cc4-65ad5ccf3352), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:33.259939 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] Checking router: 5e57e140-a9d0-4b43-8257-848b85a47c67 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:09:33.260557 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] Updating router 5e57e140-a9d0-4b43-8257-848b85a47c67 port 9aa51651-fedc-40ac-bd63-e39c1bafd17e binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:09:33.270640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa806afb-49df-4ee6-83ab-f74dd11983b5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:33.271369 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa806afb-49df-4ee6-83ab-f74dd11983b5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:33.316369 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] Allocated IP 2001:db8::2 (5d104e3b-016c-4509-9da5-d18eb1be26d1/4ad83ad5-b693-4b00-9fa4-6158deb39a65/0db879c2-d2b5-4dd0-a260-de0f2ece1366) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:33.322729 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b2eeca82-faed-4c58-abde-98767fb29269 None None] Port d5f1c5eb-399d-443e-8cc4-65ad5ccf3352 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:09:33.330716 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa806afb-49df-4ee6-83ab-f74dd11983b5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=eb1a15b5-5807-4888-a83d-1bde95c8a95c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:33.367983 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fa806afb-49df-4ee6-83ab-f74dd11983b5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5130274 Feb 07 17:09:33.368572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42068) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:33.388451 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9aa51651-fedc-40ac-bd63-e39c1bafd17e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:33.463089 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc330ff3-122e-465c-9393-10d1acb8274d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d5f1c5eb-399d-443e-8cc4-65ad5ccf3352), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:33.476942 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-dc330ff3-122e-465c-9393-10d1acb8274d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Calling delete_port for d5f1c5eb-399d-443e-8cc4-65ad5ccf3352 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:33.517604 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14838f18-ff0c-4584-b10f-809730110ce0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:33.520420 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-14838f18-ff0c-4584-b10f-809730110ce0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1502712 Feb 07 17:09:33.527573 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42070) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:33.606970 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] Publish callbacks [] for port (44c847c8-58bd-49d8-b498-8eb021877770), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:33.635708 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (44c847c8-58bd-49d8-b498-8eb021877770), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:33.647994 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620206d-2631-4679-b3af-bb17f64d6d6e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Checking segment: {'id': '2ff3b061-2a59-4442-b0ae-a1c096c8d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:33.648377 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c620206d-2631-4679-b3af-bb17f64d6d6e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network hostable DHCP agents. Network: 909de109-b3c2-4051-82bc-70433ca79a50, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:09:33.650605 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc330ff3-122e-465c-9393-10d1acb8274d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d5f1c5eb-399d-443e-8cc4-65ad5ccf3352), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:33.691389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366a89a-271e-4de3-839f-3fcd0786666d None None] Pushing event updated for resources: {'Port': ['ID=44c847c8-58bd-49d8-b498-8eb021877770,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:33.704007 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc330ff3-122e-465c-9393-10d1acb8274d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event deleted for resources: {'Port': ['ID=d5f1c5eb-399d-443e-8cc4-65ad5ccf3352,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:33.712169 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] Attempting to bind port 44c847c8-58bd-49d8-b498-8eb021877770 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:09:33.712334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] Attempting to bind port 44c847c8-58bd-49d8-b498-8eb021877770 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:09:33.712647 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] Attempting to bind port 44c847c8-58bd-49d8-b498-8eb021877770 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:09:33.730637 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:09:33.731027 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:33.731486 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:33.731908 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:09:33.732380 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] Bound port: 44c847c8-58bd-49d8-b498-8eb021877770, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:09:33.732767 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (44c847c8-58bd-49d8-b498-8eb021877770), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:33.742280 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] Publish callbacks [] for port (0db879c2-d2b5-4dd0-a260-de0f2ece1366), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:33.745893 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a35ec716-2abd-4691-983b-d860c2b013c7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port eb1a15b5-5807-4888-a83d-1bde95c8a95c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:33.749906 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c620206d-2631-4679-b3af-bb17f64d6d6e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network 909de109-b3c2-4051-82bc-70433ca79a50 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:09:33.750484 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a35ec716-2abd-4691-983b-d860c2b013c7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (eb1a15b5-5807-4888-a83d-1bde95c8a95c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:33.779280 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (0db879c2-d2b5-4dd0-a260-de0f2ece1366), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:33.866466 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:33.888781 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:33.895187 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:33.909348 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] Pushing event updated for resources: {'Port': ['ID=0db879c2-d2b5-4dd0-a260-de0f2ece1366,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:33.917876 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] For port 44c847c8-58bd-49d8-b498-8eb021877770, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:09:33.928640 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] For port 44c847c8-58bd-49d8-b498-8eb021877770, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=44c847c8-58bd-49d8-b498-8eb021877770,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:09:33.956008 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a35ec716-2abd-4691-983b-d860c2b013c7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (eb1a15b5-5807-4888-a83d-1bde95c8a95c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:33.987115 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] Publish callbacks [] for port (9aa51651-fedc-40ac-bd63-e39c1bafd17e), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:33.988917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a35ec716-2abd-4691-983b-d860c2b013c7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for eb1a15b5-5807-4888-a83d-1bde95c8a95c owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:33.995147 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (44c847c8-58bd-49d8-b498-8eb021877770), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:34.004429 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9aa51651-fedc-40ac-bd63-e39c1bafd17e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:34.015687 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c620206d-2631-4679-b3af-bb17f64d6d6e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 909de109-b3c2-4051-82bc-70433ca79a50) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:34.030923 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c620206d-2631-4679-b3af-bb17f64d6d6e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:34.031526 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c620206d-2631-4679-b3af-bb17f64d6d6e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:34.124202 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c620206d-2631-4679-b3af-bb17f64d6d6e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1854110 Feb 07 17:09:34.135836 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366a89a-271e-4de3-839f-3fcd0786666d None None] Pushing event updated for resources: {'Port': ['ID=44c847c8-58bd-49d8-b498-8eb021877770,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:34.160391 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42074) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:34.164505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c72ea7a-daff-4247-aed0-1de11a8ebf5a None None] Network 909de109-b3c2-4051-82bc-70433ca79a50 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:34.168867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] Attempting to bind port 0db879c2-d2b5-4dd0-a260-de0f2ece1366 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:09:34.169402 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] Attempting to bind port 0db879c2-d2b5-4dd0-a260-de0f2ece1366 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:09:34.169642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] Attempting to bind port 0db879c2-d2b5-4dd0-a260-de0f2ece1366 on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:09:34.173769 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc330ff3-122e-465c-9393-10d1acb8274d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:34.178172 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dc330ff3-122e-465c-9393-10d1acb8274d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "DELETE /v2.0/ports/d5f1c5eb-399d-443e-8cc4-65ad5ccf3352 HTTP/1.1" status: 204 len: 168 time: 1.5992899 Feb 07 17:09:34.183918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42076) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:34.257264 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:09:34.257999 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:34.258516 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:34.259038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:09:34.259651 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] Bound port: 0db879c2-d2b5-4dd0-a260-de0f2ece1366, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:09:34.260155 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0db879c2-d2b5-4dd0-a260-de0f2ece1366), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:34.284433 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] Attempting to bind port 9aa51651-fedc-40ac-bd63-e39c1bafd17e on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:09:34.286123 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] Attempting to bind port 9aa51651-fedc-40ac-bd63-e39c1bafd17e by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:09:34.286828 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] Attempting to bind port 9aa51651-fedc-40ac-bd63-e39c1bafd17e on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:09:34.300240 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] Routers {'3e18624f-4dc0-46bc-9d20-1c9574779f13'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:09:34.301039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3e18624f-4dc0-46bc-9d20-1c9574779f13'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:34.326326 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:09:34.327050 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:34.327625 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:34.328179 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:09:34.329454 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] Bound port: 9aa51651-fedc-40ac-bd63-e39c1bafd17e, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:09:34.330306 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9aa51651-fedc-40ac-bd63-e39c1bafd17e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:34.378626 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6fcf5-fd4b-49bf-a910-20b0476d0e1f None None] Pushing event updated for resources: {'Port': ['ID=9aa51651-fedc-40ac-bd63-e39c1bafd17e,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:34.415216 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-519ad0a2-8605-4878-bd25-1f7766259395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:34.460632 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] For port 9aa51651-fedc-40ac-bd63-e39c1bafd17e, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:09:34.464393 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a35ec716-2abd-4691-983b-d860c2b013c7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (eb1a15b5-5807-4888-a83d-1bde95c8a95c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:34.473476 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] For port 9aa51651-fedc-40ac-bd63-e39c1bafd17e, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9aa51651-fedc-40ac-bd63-e39c1bafd17e,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:09:34.492452 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9aa51651-fedc-40ac-bd63-e39c1bafd17e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:34.532018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ec716-2abd-4691-983b-d860c2b013c7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=eb1a15b5-5807-4888-a83d-1bde95c8a95c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:34.537491 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] For port 0db879c2-d2b5-4dd0-a260-de0f2ece1366, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:09:34.542498 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63bb5c7-406f-4a0e-bad0-84870696048d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] GET failed (client error): The resource could not be found. Feb 07 17:09:34.551470 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f63bb5c7-406f-4a0e-bad0-84870696048d tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "GET /v2.0/ports/d5f1c5eb-399d-443e-8cc4-65ad5ccf3352 HTTP/1.1" status: 404 len: 333 time: 0.3654387 Feb 07 17:09:34.552542 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42078) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:34.567334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] For port 0db879c2-d2b5-4dd0-a260-de0f2ece1366, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0db879c2-d2b5-4dd0-a260-de0f2ece1366,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:09:34.584448 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a35ec716-2abd-4691-983b-d860c2b013c7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:34.587082 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] Routers {'5e57e140-a9d0-4b43-8257-848b85a47c67'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:09:34.587938 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['5e57e140-a9d0-4b43-8257-848b85a47c67'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:34.591612 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a35ec716-2abd-4691-983b-d860c2b013c7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/eb1a15b5-5807-4888-a83d-1bde95c8a95c HTTP/1.1" status: 204 len: 168 time: 1.0646217 Feb 07 17:09:34.592769 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42080) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:34.607355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-08e72db3-4b29-4c51-953d-29a17ddd94ef tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Request body: {'port': {'network_id': 'deab591c-488c-44cf-9e14-15d731672ef6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1716568547'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:34.670127 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] Set router 3e18624f-4dc0-46bc-9d20-1c9574779f13 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:09:34.699768 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd05f3f-12fd-4850-955b-ec50e3dbeedc tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:34.701138 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd05f3f-12fd-4850-955b-ec50e3dbeedc tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:34.712964 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dfd05f3f-12fd-4850-955b-ec50e3dbeedc tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1188135 Feb 07 17:09:34.714853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42082) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:34.754748 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6fcf5-fd4b-49bf-a910-20b0476d0e1f None None] Pushing event updated for resources: {'Port': ['ID=9aa51651-fedc-40ac-bd63-e39c1bafd17e,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:34.807565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049929ba-4f9b-417a-aad2-e23521582cbe None None] Network 25a81dfc-669d-4857-b2ab-b598020e19bf requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:34.832771 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4c486b-1b21-4d03-82b8-7b31d88a87d0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet 4ad83ad5-b693-4b00-9fa4-6158deb39a65 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:09:34.846973 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad4c486b-1b21-4d03-82b8-7b31d88a87d0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (4ad83ad5-b693-4b00-9fa4-6158deb39a65), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:34.874396 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (0db879c2-d2b5-4dd0-a260-de0f2ece1366), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:34.903726 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] Set router 5e57e140-a9d0-4b43-8257-848b85a47c67 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:09:34.993261 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad4c486b-1b21-4d03-82b8-7b31d88a87d0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (4ad83ad5-b693-4b00-9fa4-6158deb39a65), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:34.998394 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fa71d-092f-4914-b3f1-b5b74182cf50 None None] Pushing event updated for resources: {'Port': ['ID=0db879c2-d2b5-4dd0-a260-de0f2ece1366,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:35.106329 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-909de109-b3c2-4051-82bc-70433ca79a50', 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50', 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'fixed_ips': [{'subnet_id': '5e87bf0e-4257-4687-aa83-e7b0630506b5'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:09:35.107785 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:35.112303 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d5a36e85-b87e-46fd-a239-bfbfcde6db30 None None] Provisioning complete for port 849c0744-7a74-4ced-b6b4-059167d4c473 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:35.113961 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d5a36e85-b87e-46fd-a239-bfbfcde6db30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (849c0744-7a74-4ced-b6b4-059167d4c473), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:35.227039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 849c0744-7a74-4ced-b6b4-059167d4c473 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:35.273227 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e57e140-a9d0-4b43-8257-848b85a47c67', 'name': 'tempest-TestAggregatesBasicOps-452085664-router', 'tenant_id': '88a248e25eee4002abf725823b9393ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '9aa51651-fedc-40ac-bd63-e39c1bafd17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:29Z', 'updated_at': '2022-02-07T17:09:31Z', 'revision_number': 3, 'project_id': '88a248e25eee4002abf725823b9393ba', 'gw_port': {'id': '9aa51651-fedc-40ac-bd63-e39c1bafd17e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e57e140-a9d0-4b43-8257-848b85a47c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:30Z', 'updated_at': '2022-02-07T17:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:35.382546 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab722802-88ee-4918-b07b-e2696dfbf803 None None] The sync data for ids ['5e57e140-a9d0-4b43-8257-848b85a47c67'] in n-d-827865-3 is: [{'id': '5e57e140-a9d0-4b43-8257-848b85a47c67', 'name': 'tempest-TestAggregatesBasicOps-452085664-router', 'tenant_id': '88a248e25eee4002abf725823b9393ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '9aa51651-fedc-40ac-bd63-e39c1bafd17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:29Z', 'updated_at': '2022-02-07T17:09:31Z', 'revision_number': 3, 'project_id': '88a248e25eee4002abf725823b9393ba', 'gw_port': {'id': '9aa51651-fedc-40ac-bd63-e39c1bafd17e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e57e140-a9d0-4b43-8257-848b85a47c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:30Z', 'updated_at': '2022-02-07T17:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:09:35.465927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e72db3-4b29-4c51-953d-29a17ddd94ef tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Made reservation on behalf of 4afe11a63a8140c1a70d1e3a0c1b7124 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:35.480151 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08e72db3-4b29-4c51-953d-29a17ddd94ef tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:35.635863 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-08e72db3-4b29-4c51-953d-29a17ddd94ef tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] device_id is not set on port 0a51159e-a3d5-4dbf-8c8e-76a5738f995a yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:09:35.704154 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad4c486b-1b21-4d03-82b8-7b31d88a87d0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (4ad83ad5-b693-4b00-9fa4-6158deb39a65), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:35.793047 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad4c486b-1b21-4d03-82b8-7b31d88a87d0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (4ad83ad5-b693-4b00-9fa4-6158deb39a65), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:35.826147 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d5a36e85-b87e-46fd-a239-bfbfcde6db30 None None] Current status of the port 849c0744-7a74-4ced-b6b4-059167d4c473 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:35.826634 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d5a36e85-b87e-46fd-a239-bfbfcde6db30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (849c0744-7a74-4ced-b6b4-059167d4c473), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:35.836246 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad4c486b-1b21-4d03-82b8-7b31d88a87d0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:35.888984 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42088) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:35.889477 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ad4c486b-1b21-4d03-82b8-7b31d88a87d0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/4ad83ad5-b693-4b00-9fa4-6158deb39a65 HTTP/1.1" status: 204 len: 168 time: 1.1728570 Feb 07 17:09:35.920411 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c486b-1b21-4d03-82b8-7b31d88a87d0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=4ad83ad5-b693-4b00-9fa4-6158deb39a65,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:35.974899 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9ff2c903-601a-4dce-a16d-dd618eefa6f0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792730 Feb 07 17:09:35.975744 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42090) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:35.982993 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-33e094e5-911e-404a-b13b-bf540db71d52 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:36.015133 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-519ad0a2-8605-4878-bd25-1f7766259395 admin admin] Allocated IP 172.20.0.1 (25a81dfc-669d-4857-b2ab-b598020e19bf/9d6f57c1-82d3-4a75-a488-432400552304/6e87d94c-f962-4e4c-8b76-46274902d800) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:36.026950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d5a36e85-b87e-46fd-a239-bfbfcde6db30 None None] For port 849c0744-7a74-4ced-b6b4-059167d4c473, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=849c0744-7a74-4ced-b6b4-059167d4c473,segment=NetworkSegment(97bdc582-1b77-429a-90c8-9c7b6112d3a9),segment_id=97bdc582-1b77-429a-90c8-9c7b6112d3a9)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:36.168160 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e094e5-911e-404a-b13b-bf540db71d52 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:36.171417 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33e094e5-911e-404a-b13b-bf540db71d52 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:36.175967 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] Allocated IP 172.20.0.2 (909de109-b3c2-4051-82bc-70433ca79a50/5e87bf0e-4257-4687-aa83-e7b0630506b5/ef961d20-4f53-410a-a168-2bb3eb021b3e) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:36.200343 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 849c0744-7a74-4ced-b6b4-059167d4c473 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:36.200720 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (849c0744-7a74-4ced-b6b4-059167d4c473), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:36.266897 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-08e72db3-4b29-4c51-953d-29a17ddd94ef tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Allocated IP 2001:db8::33 (deab591c-488c-44cf-9e14-15d731672ef6/3dd1a290-9fa0-42b3-acad-2e85ab2bbd7d/0a51159e-a3d5-4dbf-8c8e-76a5738f995a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:36.292108 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d5a36e85-b87e-46fd-a239-bfbfcde6db30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (849c0744-7a74-4ced-b6b4-059167d4c473), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:36.417649 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763944419', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '44c847c8-58bd-49d8-b498-8eb021877770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:24Z', 'updated_at': '2022-02-07T17:09:28Z', 'revision_number': 3, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '44c847c8-58bd-49d8-b498-8eb021877770', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:06:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:26Z', 'updated_at': '2022-02-07T17:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:36.486300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b9b02-973d-4e44-9184-bf2ce8c77578 None None] The sync data for ids ['3e18624f-4dc0-46bc-9d20-1c9574779f13'] in n-d-827865-3 is: [{'id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763944419', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '44c847c8-58bd-49d8-b498-8eb021877770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:24Z', 'updated_at': '2022-02-07T17:09:28Z', 'revision_number': 3, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '44c847c8-58bd-49d8-b498-8eb021877770', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:06:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:26Z', 'updated_at': '2022-02-07T17:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:09:36.583504 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-519ad0a2-8605-4878-bd25-1f7766259395 admin admin] Publish callbacks [] for port (6e87d94c-f962-4e4c-8b76-46274902d800), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:36.612163 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2387b8bb-aa11-4144-ba75-e607eb7a50c4 None None] Provisioning complete for port 849c0744-7a74-4ced-b6b4-059167d4c473 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:36.613400 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2387b8bb-aa11-4144-ba75-e607eb7a50c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (849c0744-7a74-4ced-b6b4-059167d4c473), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:36.673335 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33e094e5-911e-404a-b13b-bf540db71d52 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (48618370-f512-41e1-a437-49feb17e93b1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:36.679074 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a36e85-b87e-46fd-a239-bfbfcde6db30 None None] Pushing event updated for resources: {'Port': ['ID=849c0744-7a74-4ced-b6b4-059167d4c473,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:36.764136 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e094e5-911e-404a-b13b-bf540db71d52 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:36.770016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-33e094e5-911e-404a-b13b-bf540db71d52 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:36.773218 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e094e5-911e-404a-b13b-bf540db71d52 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:36.774028 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33e094e5-911e-404a-b13b-bf540db71d52 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:36.803160 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-33e094e5-911e-404a-b13b-bf540db71d52 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8243401 Feb 07 17:09:36.804560 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e094e5-911e-404a-b13b-bf540db71d52 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=48618370-f512-41e1-a437-49feb17e93b1,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:36.809681 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42092) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:36.819804 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-cacd1b99-c3a0-4977-bc53-eddc1a2684fd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'fixed_ips': [{'subnet_id': '48618370-f512-41e1-a437-49feb17e93b1', 'ip_address': '2001:db8::7649:811c:ec13:ca44'}], 'name': 'tempest-NetworksTestDHCPv6-1634172521'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:36.844631 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 849c0744-7a74-4ced-b6b4-059167d4c473 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:37.029808 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2387b8bb-aa11-4144-ba75-e607eb7a50c4 None None] Current status of the port 849c0744-7a74-4ced-b6b4-059167d4c473 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:37.070612 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] Publish callbacks [] for port (ef961d20-4f53-410a-a168-2bb3eb021b3e), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:37.097799 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (ef961d20-4f53-410a-a168-2bb3eb021b3e), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:37.201256 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1150f11-2890-4f92-b051-4239dd55912d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:37.229263 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-519ad0a2-8605-4878-bd25-1f7766259395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (6e87d94c-f962-4e4c-8b76-46274902d800), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:37.242495 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40181ba2-4dc1-4993-bdab-6d310716ab31 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:37.338504 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] Pushing event updated for resources: {'Port': ['ID=ef961d20-4f53-410a-a168-2bb3eb021b3e,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:37.356563 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] Network 909de109-b3c2-4051-82bc-70433ca79a50 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:37.360250 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacd1b99-c3a0-4977-bc53-eddc1a2684fd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:37.367098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:37.379900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:37.447432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-88c66458-d142-4e3d-b901-79bb3c80b812 None None] Provisioning complete for port 0db879c2-d2b5-4dd0-a260-de0f2ece1366 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:37.448171 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-88c66458-d142-4e3d-b901-79bb3c80b812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0db879c2-d2b5-4dd0-a260-de0f2ece1366), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:37.534046 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519ad0a2-8605-4878-bd25-1f7766259395 admin admin] Network 25a81dfc-669d-4857-b2ab-b598020e19bf is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:37.541701 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cacd1b99-c3a0-4977-bc53-eddc1a2684fd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:37.546023 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-519ad0a2-8605-4878-bd25-1f7766259395 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:37.554475 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ad0a2-8605-4878-bd25-1f7766259395 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:37.562361 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ad0a2-8605-4878-bd25-1f7766259395 admin admin] Pushing event updated for resources: {'Port': ['ID=6e87d94c-f962-4e4c-8b76-46274902d800,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:37.571026 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-cacd1b99-c3a0-4977-bc53-eddc1a2684fd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port e2399809-1aea-442f-be6d-a2dd764702ba yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:09:37.622304 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08e72db3-4b29-4c51-953d-29a17ddd94ef tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks [] for port (0a51159e-a3d5-4dbf-8c8e-76a5738f995a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:37.623900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 849c0744-7a74-4ced-b6b4-059167d4c473 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:37.698396 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-519ad0a2-8605-4878-bd25-1f7766259395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (5e57e140-a9d0-4b43-8257-848b85a47c67), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:37.740193 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] Attempting to bind port ef961d20-4f53-410a-a168-2bb3eb021b3e on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:09:37.740577 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] Attempting to bind port ef961d20-4f53-410a-a168-2bb3eb021b3e by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '2ff3b061-2a59-4442-b0ae-a1c096c8d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:09:37.741432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] Attempting to bind port ef961d20-4f53-410a-a168-2bb3eb021b3e on network 909de109-b3c2-4051-82bc-70433ca79a50 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:09:37.766624 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:09:37.767176 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] Checking segment: {'id': '2ff3b061-2a59-4442-b0ae-a1c096c8d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:37.767772 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:37.768421 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] Bound using segment: {'id': '2ff3b061-2a59-4442-b0ae-a1c096c8d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:09:37.770403 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] Bound port: ef961d20-4f53-410a-a168-2bb3eb021b3e, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff3b061-2a59-4442-b0ae-a1c096c8d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:09:37.771041 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef961d20-4f53-410a-a168-2bb3eb021b3e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:37.788349 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08e72db3-4b29-4c51-953d-29a17ddd94ef tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (0a51159e-a3d5-4dbf-8c8e-76a5738f995a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:37.812444 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-cacd1b99-c3a0-4977-bc53-eddc1a2684fd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::7649:811c:ec13:ca44 (5d104e3b-016c-4509-9da5-d18eb1be26d1/48618370-f512-41e1-a437-49feb17e93b1/e2399809-1aea-442f-be6d-a2dd764702ba) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:37.829739 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 849c0744-7a74-4ced-b6b4-059167d4c473 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:37.830281 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (849c0744-7a74-4ced-b6b4-059167d4c473), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:37.943371 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e72db3-4b29-4c51-953d-29a17ddd94ef tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Network deab591c-488c-44cf-9e14-15d731672ef6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:37.966351 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-08e72db3-4b29-4c51-953d-29a17ddd94ef tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:37.981411 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e72db3-4b29-4c51-953d-29a17ddd94ef tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:37.990677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-88c66458-d142-4e3d-b901-79bb3c80b812 None None] Current status of the port 0db879c2-d2b5-4dd0-a260-de0f2ece1366 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:37.991479 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-88c66458-d142-4e3d-b901-79bb3c80b812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0db879c2-d2b5-4dd0-a260-de0f2ece1366), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:37.994004 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e72db3-4b29-4c51-953d-29a17ddd94ef tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:37.997811 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08e72db3-4b29-4c51-953d-29a17ddd94ef tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:38.035865 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cacd1b99-c3a0-4977-bc53-eddc1a2684fd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (e2399809-1aea-442f-be6d-a2dd764702ba), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:38.041167 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-88c66458-d142-4e3d-b901-79bb3c80b812 None None] For port 0db879c2-d2b5-4dd0-a260-de0f2ece1366, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0db879c2-d2b5-4dd0-a260-de0f2ece1366,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:38.048464 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-08e72db3-4b29-4c51-953d-29a17ddd94ef tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4408407 Feb 07 17:09:38.054963 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-88c66458-d142-4e3d-b901-79bb3c80b812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (0db879c2-d2b5-4dd0-a260-de0f2ece1366), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:38.061459 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42098) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:38.072031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-17b214f8-5899-45da-b889-29ee98c2cd00 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ce:c8:94'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:38.099283 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cacd1b99-c3a0-4977-bc53-eddc1a2684fd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e2399809-1aea-442f-be6d-a2dd764702ba), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:38.145437 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacd1b99-c3a0-4977-bc53-eddc1a2684fd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:38.153269 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-cacd1b99-c3a0-4977-bc53-eddc1a2684fd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:38.168963 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacd1b99-c3a0-4977-bc53-eddc1a2684fd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:38.175776 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacd1b99-c3a0-4977-bc53-eddc1a2684fd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:38.176481 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cacd1b99-c3a0-4977-bc53-eddc1a2684fd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:38.209465 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e72db3-4b29-4c51-953d-29a17ddd94ef tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event updated for resources: {'Port': ['ID=0a51159e-a3d5-4dbf-8c8e-76a5738f995a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:38.220984 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cacd1b99-c3a0-4977-bc53-eddc1a2684fd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4094586 Feb 07 17:09:38.223663 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd1b99-c3a0-4977-bc53-eddc1a2684fd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=e2399809-1aea-442f-be6d-a2dd764702ba,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:38.231803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42104) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:38.242830 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] For port ef961d20-4f53-410a-a168-2bb3eb021b3e, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:09:38.250843 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] For port ef961d20-4f53-410a-a168-2bb3eb021b3e, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ef961d20-4f53-410a-a168-2bb3eb021b3e,segment=NetworkSegment(2ff3b061-2a59-4442-b0ae-a1c096c8d605),segment_id=2ff3b061-2a59-4442-b0ae-a1c096c8d605)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:09:38.298833 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ef961d20-4f53-410a-a168-2bb3eb021b3e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:38.370506 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18e11d9-ef91-4ee3-8716-3faa3fb58e16 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:38.396085 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18e11d9-ef91-4ee3-8716-3faa3fb58e16 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:38.402159 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a18e11d9-ef91-4ee3-8716-3faa3fb58e16 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1643734 Feb 07 17:09:38.403264 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42106) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:38.421454 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-cf2fc874-932f-4689-b5b1-6ece4c35e6e0 None None] Provisioning complete for port 6e87d94c-f962-4e4c-8b76-46274902d800 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:38.421928 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cf2fc874-932f-4689-b5b1-6ece4c35e6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6e87d94c-f962-4e4c-8b76-46274902d800), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:38.523674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c66458-d142-4e3d-b901-79bb3c80b812 None None] Pushing event updated for resources: {'Port': ['ID=0db879c2-d2b5-4dd0-a260-de0f2ece1366,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:38.654020 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d30222c7-ea2a-44e0-ba79-c97b3e0522da tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port e2399809-1aea-442f-be6d-a2dd764702ba {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:38.654387 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d30222c7-ea2a-44e0-ba79-c97b3e0522da tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e2399809-1aea-442f-be6d-a2dd764702ba), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:38.674178 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-519ad0a2-8605-4878-bd25-1f7766259395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6e87d94c-f962-4e4c-8b76-46274902d800), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:38.707680 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-cf2fc874-932f-4689-b5b1-6ece4c35e6e0 None None] Port 6e87d94c-f962-4e4c-8b76-46274902d800 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:09:38.718504 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1505e-dcfd-4759-898e-66785ca61a44 None None] Pushing event updated for resources: {'Port': ['ID=ef961d20-4f53-410a-a168-2bb3eb021b3e,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:38.755868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 849c0744-7a74-4ced-b6b4-059167d4c473 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:38.758761 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0db879c2-d2b5-4dd0-a260-de0f2ece1366 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:38.842301 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e1150f11-2890-4f92-b051-4239dd55912d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Allocated IP 172.20.0.1 (909de109-b3c2-4051-82bc-70433ca79a50/5e87bf0e-4257-4687-aa83-e7b0630506b5/0a8c675c-fcde-4386-a48e-5ba6dbe7558b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:38.847685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-725ac8d3-7325-4a0c-a838-93e95b935183 None None] Could not find standard attr ID for object eb1a15b5-5807-4888-a83d-1bde95c8a95c. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:09:38.891533 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-725ac8d3-7325-4a0c-a838-93e95b935183 None None] Provisioning complete for port 0db879c2-d2b5-4dd0-a260-de0f2ece1366 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:38.892190 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-725ac8d3-7325-4a0c-a838-93e95b935183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0db879c2-d2b5-4dd0-a260-de0f2ece1366), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:38.952920 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 0db879c2-d2b5-4dd0-a260-de0f2ece1366 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:38.953372 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0db879c2-d2b5-4dd0-a260-de0f2ece1366), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:39.004940 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d30222c7-ea2a-44e0-ba79-c97b3e0522da tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e2399809-1aea-442f-be6d-a2dd764702ba), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:39.067472 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d30222c7-ea2a-44e0-ba79-c97b3e0522da tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for e2399809-1aea-442f-be6d-a2dd764702ba owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:39.191573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 0db879c2-d2b5-4dd0-a260-de0f2ece1366 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:39.193707 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9aa51651-fedc-40ac-bd63-e39c1bafd17e up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:39.276192 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-725ac8d3-7325-4a0c-a838-93e95b935183 None None] Current status of the port 0db879c2-d2b5-4dd0-a260-de0f2ece1366 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:39.301023 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-519ad0a2-8605-4878-bd25-1f7766259395 admin admin] Publish callbacks [] for port (6e87d94c-f962-4e4c-8b76-46274902d800), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:39.313405 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17b214f8-5899-45da-b889-29ee98c2cd00 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0a51159e-a3d5-4dbf-8c8e-76a5738f995a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:39.317548 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-725ac8d3-7325-4a0c-a838-93e95b935183 None None] Provisioning complete for port 0a51159e-a3d5-4dbf-8c8e-76a5738f995a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:39.317947 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-725ac8d3-7325-4a0c-a838-93e95b935183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0a51159e-a3d5-4dbf-8c8e-76a5738f995a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:39.321970 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815518fe-1406-4619-9adb-3778c10b6822 req-5a2eb53b-9143-412c-8d7d-a38f6b8d46cf tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:39.323680 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-815518fe-1406-4619-9adb-3778c10b6822 req-5a2eb53b-9143-412c-8d7d-a38f6b8d46cf tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 811 time: 0.4901822 Feb 07 17:09:39.346682 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1150f11-2890-4f92-b051-4239dd55912d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (0a8c675c-fcde-4386-a48e-5ba6dbe7558b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:39.353549 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-815518fe-1406-4619-9adb-3778c10b6822 req-d0be6716-f665-48cc-bc1c-4f32c61b5ded tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/quotas/233dfa16822a4a16ac319e689f5e7249 HTTP/1.1" status: 200 len: 375 time: 0.0229595 Feb 07 17:09:39.371208 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 9aa51651-fedc-40ac-bd63-e39c1bafd17e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:39.371590 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9aa51651-fedc-40ac-bd63-e39c1bafd17e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:39.428623 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-725ac8d3-7325-4a0c-a838-93e95b935183 None None] Port 0a51159e-a3d5-4dbf-8c8e-76a5738f995a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:09:39.470101 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-519ad0a2-8605-4878-bd25-1f7766259395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (6e87d94c-f962-4e4c-8b76-46274902d800), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:39.477425 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1150f11-2890-4f92-b051-4239dd55912d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (0a8c675c-fcde-4386-a48e-5ba6dbe7558b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:39.485158 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-815518fe-1406-4619-9adb-3778c10b6822 req-771281bc-f37f-4a63-a8d0-5634a98d5829 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1244984 Feb 07 17:09:39.496619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 9aa51651-fedc-40ac-bd63-e39c1bafd17e is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:39.496959 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9aa51651-fedc-40ac-bd63-e39c1bafd17e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:39.538237 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 9aa51651-fedc-40ac-bd63-e39c1bafd17e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9aa51651-fedc-40ac-bd63-e39c1bafd17e,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:39.554746 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9aa51651-fedc-40ac-bd63-e39c1bafd17e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:39.580144 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1150f11-2890-4f92-b051-4239dd55912d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network 909de109-b3c2-4051-82bc-70433ca79a50 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:39.583708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e1150f11-2890-4f92-b051-4239dd55912d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:39.586479 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ad0a2-8605-4878-bd25-1f7766259395 admin admin] Pushing event updated for resources: {'Port': ['ID=6e87d94c-f962-4e4c-8b76-46274902d800,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:39.588912 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1150f11-2890-4f92-b051-4239dd55912d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:39.592966 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-519ad0a2-8605-4878-bd25-1f7766259395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (5e57e140-a9d0-4b43-8257-848b85a47c67), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:39.603539 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d30222c7-ea2a-44e0-ba79-c97b3e0522da tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e2399809-1aea-442f-be6d-a2dd764702ba), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:39.607638 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-03a709ba-81fb-4c99-9a1f-3144e5e1667b None None] Provisioning complete for port e2399809-1aea-442f-be6d-a2dd764702ba triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:39.607997 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-03a709ba-81fb-4c99-9a1f-3144e5e1667b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e2399809-1aea-442f-be6d-a2dd764702ba), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:39.650402 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-03a709ba-81fb-4c99-9a1f-3144e5e1667b None None] Port e2399809-1aea-442f-be6d-a2dd764702ba was deleted so its status cannot be updated. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 07 17:09:39.652819 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=9aa51651-fedc-40ac-bd63-e39c1bafd17e,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:39.660151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30222c7-ea2a-44e0-ba79-c97b3e0522da tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=e2399809-1aea-442f-be6d-a2dd764702ba,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:39.703515 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d30222c7-ea2a-44e0-ba79-c97b3e0522da tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:39.708531 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d30222c7-ea2a-44e0-ba79-c97b3e0522da tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/e2399809-1aea-442f-be6d-a2dd764702ba HTTP/1.1" status: 204 len: 168 time: 1.3041539 Feb 07 17:09:39.710905 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42118) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:39.771478 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec575d3-7cdc-402b-863f-3aaa0d5719fa tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:39.772827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec575d3-7cdc-402b-863f-3aaa0d5719fa tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:39.774443 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bec575d3-7cdc-402b-863f-3aaa0d5719fa tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0625861 Feb 07 17:09:39.776614 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-815518fe-1406-4619-9adb-3778c10b6822 req-923ea677-cb0c-4dd6-88a8-f4b1510a537f service neutron] 10.222.0.18 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683005 Feb 07 17:09:39.779222 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42120) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:39.879685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1150f11-2890-4f92-b051-4239dd55912d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=0a8c675c-fcde-4386-a48e-5ba6dbe7558b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:39.887543 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1150f11-2890-4f92-b051-4239dd55912d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (3e18624f-4dc0-46bc-9d20-1c9574779f13), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:39.889060 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-815518fe-1406-4619-9adb-3778c10b6822 req-9d48be15-9f4e-47a4-971a-734833b9855f service neutron] 10.222.0.18 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007421 Feb 07 17:09:39.977786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f409c5-d78e-4fe0-8e8c-f335b062632b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet 48618370-f512-41e1-a437-49feb17e93b1 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:09:39.982370 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9f409c5-d78e-4fe0-8e8c-f335b062632b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (48618370-f512-41e1-a437-49feb17e93b1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:40.077257 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9f409c5-d78e-4fe0-8e8c-f335b062632b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (48618370-f512-41e1-a437-49feb17e93b1), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:40.095913 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519ad0a2-8605-4878-bd25-1f7766259395 admin admin] Network 25a81dfc-669d-4857-b2ab-b598020e19bf is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:40.120365 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-519ad0a2-8605-4878-bd25-1f7766259395 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:40.132475 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17b214f8-5899-45da-b889-29ee98c2cd00 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks [] for port (0a51159e-a3d5-4dbf-8c8e-76a5738f995a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:40.161597 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17b214f8-5899-45da-b889-29ee98c2cd00 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (0a51159e-a3d5-4dbf-8c8e-76a5738f995a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:40.212127 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 44c847c8-58bd-49d8-b498-8eb021877770 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:40.230324 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9f409c5-d78e-4fe0-8e8c-f335b062632b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (48618370-f512-41e1-a437-49feb17e93b1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:40.293535 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-17b214f8-5899-45da-b889-29ee98c2cd00 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] In _notify_port_updated(), no bound segment for port 0a51159e-a3d5-4dbf-8c8e-76a5738f995a on network deab591c-488c-44cf-9e14-15d731672ef6 {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 17:09:40.318436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b214f8-5899-45da-b889-29ee98c2cd00 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:40.322535 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17b214f8-5899-45da-b889-29ee98c2cd00 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:40.324546 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-17b214f8-5899-45da-b889-29ee98c2cd00 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "PUT /v2.0/ports/0a51159e-a3d5-4dbf-8c8e-76a5738f995a HTTP/1.1" status: 200 len: 1002 time: 2.2607429 Feb 07 17:09:40.333500 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42132) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:40.401449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 44c847c8-58bd-49d8-b498-8eb021877770 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:40.402090 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (44c847c8-58bd-49d8-b498-8eb021877770), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:40.483761 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9f409c5-d78e-4fe0-8e8c-f335b062632b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (48618370-f512-41e1-a437-49feb17e93b1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:40.594592 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f409c5-d78e-4fe0-8e8c-f335b062632b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=48618370-f512-41e1-a437-49feb17e93b1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:40.610261 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c9f409c5-d78e-4fe0-8e8c-f335b062632b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:40.619549 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c9f409c5-d78e-4fe0-8e8c-f335b062632b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/48618370-f512-41e1-a437-49feb17e93b1 HTTP/1.1" status: 204 len: 168 time: 0.8391385 Feb 07 17:09:40.628944 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42134) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:40.673588 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 44c847c8-58bd-49d8-b498-8eb021877770 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:40.674132 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (44c847c8-58bd-49d8-b498-8eb021877770), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:40.688611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3a8b3c-0596-4a53-b11d-2d06c5233645 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:40.754235 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cb8d071a-d106-46bb-9bff-f304c79807c6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190255 Feb 07 17:09:40.755269 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42136) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:40.863617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72cd097-d1f2-4187-87cc-d6cbbf3b22e1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:40.867812 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b72cd097-d1f2-4187-87cc-d6cbbf3b22e1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1089847 Feb 07 17:09:40.870141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42138) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:40.925418 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-549e04b9-5603-466b-88a1-8d6c81c9001f req-c12ed99a-5ae6-4a37-b492-8ede79afc931 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 210 time: 0.2582295 Feb 07 17:09:40.962333 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97044840-c1dd-4b4e-aa0b-9537a1869821 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:40.967604 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-97044840-c1dd-4b4e-aa0b-9537a1869821 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0959716 Feb 07 17:09:40.968481 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42144) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:41.006031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b214f8-5899-45da-b889-29ee98c2cd00 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event updated for resources: {'Port': ['ID=0a51159e-a3d5-4dbf-8c8e-76a5738f995a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:41.091673 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e7b4f5a8-6dbf-4eed-a6c0-ec759a6a534d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1213629 Feb 07 17:09:41.094381 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42148) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:41.097880 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fed8984-d86a-4393-876b-fb91f0f260f8 None None] Network 909de109-b3c2-4051-82bc-70433ca79a50 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:41.124084 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-08e8fa66-78c1-4310-ad8e-39f91929528b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:41.164956 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 44c847c8-58bd-49d8-b498-8eb021877770, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=44c847c8-58bd-49d8-b498-8eb021877770,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:41.180985 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (44c847c8-58bd-49d8-b498-8eb021877770), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:41.181815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0db879c2-d2b5-4dd0-a260-de0f2ece1366 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:41.238874 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5e846e83-6b00-47cc-a6b2-703e3e56781c None None] Provisioning complete for port 6e87d94c-f962-4e4c-8b76-46274902d800 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:41.241229 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5e846e83-6b00-47cc-a6b2-703e3e56781c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6e87d94c-f962-4e4c-8b76-46274902d800), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:41.308164 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e8fa66-78c1-4310-ad8e-39f91929528b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:41.315154 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08e8fa66-78c1-4310-ad8e-39f91929528b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:41.410778 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5e846e83-6b00-47cc-a6b2-703e3e56781c None None] Port 6e87d94c-f962-4e4c-8b76-46274902d800 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:09:41.419769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=44c847c8-58bd-49d8-b498-8eb021877770,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:41.481319 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 0db879c2-d2b5-4dd0-a260-de0f2ece1366 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:41.481706 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0db879c2-d2b5-4dd0-a260-de0f2ece1366), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:41.604800 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1150f11-2890-4f92-b051-4239dd55912d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0a8c675c-fcde-4386-a48e-5ba6dbe7558b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:41.617390 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f1d095bd-b988-4539-94f3-d2bacde2571a tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Deleting port 0a51159e-a3d5-4dbf-8c8e-76a5738f995a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:41.618292 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1d095bd-b988-4539-94f3-d2bacde2571a tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (0a51159e-a3d5-4dbf-8c8e-76a5738f995a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:41.632995 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4b7c5109-09d2-46a1-b154-3b44cf84d478 None None] Provisioning complete for port 0a51159e-a3d5-4dbf-8c8e-76a5738f995a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:41.636459 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5109-09d2-46a1-b154-3b44cf84d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0a51159e-a3d5-4dbf-8c8e-76a5738f995a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:41.663640 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 0db879c2-d2b5-4dd0-a260-de0f2ece1366 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:41.668762 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ef961d20-4f53-410a-a168-2bb3eb021b3e up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:41.732283 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaef4daf-316d-45d4-93d8-923767d9d92c None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:09:41.734539 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519ad0a2-8605-4878-bd25-1f7766259395 admin admin] Router 5e57e140-a9d0-4b43-8257-848b85a47c67 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:09:41.743228 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c5109-09d2-46a1-b154-3b44cf84d478 None None] Port 0a51159e-a3d5-4dbf-8c8e-76a5738f995a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:09:41.754472 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08e8fa66-78c1-4310-ad8e-39f91929528b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (49d3fcf8-a5ff-42a5-8e2e-4c4aef05ef60), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:41.801508 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4b7c5109-09d2-46a1-b154-3b44cf84d478 None None] Provisioning complete for port ef961d20-4f53-410a-a168-2bb3eb021b3e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:41.802737 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5109-09d2-46a1-b154-3b44cf84d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ef961d20-4f53-410a-a168-2bb3eb021b3e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:41.830808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e8fa66-78c1-4310-ad8e-39f91929528b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:41.836265 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-08e8fa66-78c1-4310-ad8e-39f91929528b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:41.848847 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e8fa66-78c1-4310-ad8e-39f91929528b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:41.850534 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08e8fa66-78c1-4310-ad8e-39f91929528b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:41.868832 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8fa66-78c1-4310-ad8e-39f91929528b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=49d3fcf8-a5ff-42a5-8e2e-4c4aef05ef60,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:41.875039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port ef961d20-4f53-410a-a168-2bb3eb021b3e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:41.879256 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ef961d20-4f53-410a-a168-2bb3eb021b3e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:41.885405 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-08e8fa66-78c1-4310-ad8e-39f91929528b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7881131 Feb 07 17:09:41.888328 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42156) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:41.897317 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3de82dbd-8282-4381-965a-f96a4ae85c5d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'fixed_ips': [{'subnet_id': '49d3fcf8-a5ff-42a5-8e2e-4c4aef05ef60', 'ip_address': '2001:db8::db92:12e3:45fe:7836'}], 'name': 'tempest-NetworksTestDHCPv6-1352593731'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:42.049505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-aaef4daf-316d-45d4-93d8-923767d9d92c None None] Deleting port 0db879c2-d2b5-4dd0-a260-de0f2ece1366 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:42.058227 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aaef4daf-316d-45d4-93d8-923767d9d92c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (0db879c2-d2b5-4dd0-a260-de0f2ece1366), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:42.158795 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0f842226-c81a-44d2-91fc-e48d27c4fefe req-ae28f246-1118-445c-841d-75f01765200f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 210 time: 0.0873282 Feb 07 17:09:42.175816 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de82dbd-8282-4381-965a-f96a4ae85c5d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:42.176891 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1d095bd-b988-4539-94f3-d2bacde2571a tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (0a51159e-a3d5-4dbf-8c8e-76a5738f995a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:42.180822 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3de82dbd-8282-4381-965a-f96a4ae85c5d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:42.210832 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-3de82dbd-8282-4381-965a-f96a4ae85c5d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port 3e08ed39-f3de-4e23-adeb-17aa7f3b942b yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:09:42.211070 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f1d095bd-b988-4539-94f3-d2bacde2571a tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Calling delete_port for 0a51159e-a3d5-4dbf-8c8e-76a5738f995a owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:42.372299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c5109-09d2-46a1-b154-3b44cf84d478 None None] Current status of the port ef961d20-4f53-410a-a168-2bb3eb021b3e is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:42.372898 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5109-09d2-46a1-b154-3b44cf84d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef961d20-4f53-410a-a168-2bb3eb021b3e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:42.376002 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-aaef4daf-316d-45d4-93d8-923767d9d92c None None] For port 0db879c2-d2b5-4dd0-a260-de0f2ece1366, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0db879c2-d2b5-4dd0-a260-de0f2ece1366,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:42.376628 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aaef4daf-316d-45d4-93d8-923767d9d92c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (0db879c2-d2b5-4dd0-a260-de0f2ece1366), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:42.408854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519ad0a2-8605-4878-bd25-1f7766259395 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:09:42.419318 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ef961d20-4f53-410a-a168-2bb3eb021b3e is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:42.419894 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef961d20-4f53-410a-a168-2bb3eb021b3e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:42.422522 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-aaef4daf-316d-45d4-93d8-923767d9d92c None None] Calling delete_port for 0db879c2-d2b5-4dd0-a260-de0f2ece1366 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:42.428064 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-519ad0a2-8605-4878-bd25-1f7766259395 admin admin] 10.222.0.18 "PUT /v2.0/routers/5e57e140-a9d0-4b43-8257-848b85a47c67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9966290 Feb 07 17:09:42.462043 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] Sync routers for ids ['5e57e140-a9d0-4b43-8257-848b85a47c67'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:09:42.531818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-3de82dbd-8282-4381-965a-f96a4ae85c5d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::db92:12e3:45fe:7836 (5d104e3b-016c-4509-9da5-d18eb1be26d1/49d3fcf8-a5ff-42a5-8e2e-4c4aef05ef60/3e08ed39-f3de-4e23-adeb-17aa7f3b942b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:42.633635 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1d095bd-b988-4539-94f3-d2bacde2571a tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (0a51159e-a3d5-4dbf-8c8e-76a5738f995a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:42.680429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d095bd-b988-4539-94f3-d2bacde2571a tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event deleted for resources: {'Port': ['ID=0a51159e-a3d5-4dbf-8c8e-76a5738f995a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:42.696655 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1150f11-2890-4f92-b051-4239dd55912d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (0a8c675c-fcde-4386-a48e-5ba6dbe7558b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:42.720274 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] Routers {'5e57e140-a9d0-4b43-8257-848b85a47c67'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:09:42.720795 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1150f11-2890-4f92-b051-4239dd55912d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (0a8c675c-fcde-4386-a48e-5ba6dbe7558b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:42.720947 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['5e57e140-a9d0-4b43-8257-848b85a47c67'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:42.724928 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4b7c5109-09d2-46a1-b154-3b44cf84d478 None None] For port ef961d20-4f53-410a-a168-2bb3eb021b3e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ef961d20-4f53-410a-a168-2bb3eb021b3e,segment=NetworkSegment(2ff3b061-2a59-4442-b0ae-a1c096c8d605),segment_id=2ff3b061-2a59-4442-b0ae-a1c096c8d605)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:42.806415 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1d095bd-b988-4539-94f3-d2bacde2571a tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:42.813086 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f1d095bd-b988-4539-94f3-d2bacde2571a tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "DELETE /v2.0/ports/0a51159e-a3d5-4dbf-8c8e-76a5738f995a HTTP/1.1" status: 204 len: 168 time: 2.4664712 Feb 07 17:09:42.822233 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42168) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:42.902687 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5109-09d2-46a1-b154-3b44cf84d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ef961d20-4f53-410a-a168-2bb3eb021b3e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:42.904596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815518fe-1406-4619-9adb-3778c10b6822 req-65063e35-8251-4726-966d-a86630fad4a0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:42.908409 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-815518fe-1406-4619-9adb-3778c10b6822 req-65063e35-8251-4726-966d-a86630fad4a0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.48 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 811 time: 0.3967028 Feb 07 17:09:42.923751 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-815518fe-1406-4619-9adb-3778c10b6822 req-e479dc30-7bab-4a31-b59e-7fbfcee195b0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Request body: {'port': {'device_id': '34229a7e-3c98-405f-b531-45a9a98796bf', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'admin_state_up': True, 'tenant_id': '233dfa16822a4a16ac319e689f5e7249'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:43.105315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1150f11-2890-4f92-b051-4239dd55912d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=0a8c675c-fcde-4386-a48e-5ba6dbe7558b,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:43.122035 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc2cd4f-d2ac-467d-824c-b5d43d159e5e tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] GET failed (client error): The resource could not be found. Feb 07 17:09:43.129533 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:09:43.130246 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:09:43.130538 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ffc2cd4f-d2ac-467d-824c-b5d43d159e5e tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "GET /v2.0/ports/0a51159e-a3d5-4dbf-8c8e-76a5738f995a HTTP/1.1" status: 404 len: 333 time: 0.3071506 Feb 07 17:09:43.149862 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42170) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:43.156550 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-bebdb1a2-765f-425d-b4b5-a4c1b9443578 None None] Provisioning complete for port 0a8c675c-fcde-4386-a48e-5ba6dbe7558b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:43.157185 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bebdb1a2-765f-425d-b4b5-a4c1b9443578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0a8c675c-fcde-4386-a48e-5ba6dbe7558b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:43.162715 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aaef4daf-316d-45d4-93d8-923767d9d92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (0db879c2-d2b5-4dd0-a260-de0f2ece1366), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:43.196631 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-61e7790a-23d5-4e06-a1a0-af398e16dee8 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Request body: {'port': {'network_id': 'deab591c-488c-44cf-9e14-15d731672ef6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-541162428'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:43.215255 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c5109-09d2-46a1-b154-3b44cf84d478 None None] Pushing event updated for resources: {'Port': ['ID=ef961d20-4f53-410a-a168-2bb3eb021b3e,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:43.343358 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] Set router 5e57e140-a9d0-4b43-8257-848b85a47c67 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:09:43.375617 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef4daf-316d-45d4-93d8-923767d9d92c None None] No DVR routers for this DVR port 0db879c2-d2b5-4dd0-a260-de0f2ece1366 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:09:43.379304 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef4daf-316d-45d4-93d8-923767d9d92c None None] Pushing event deleted for resources: {'Port': ['ID=0db879c2-d2b5-4dd0-a260-de0f2ece1366,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:43.386551 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bebdb1a2-765f-425d-b4b5-a4c1b9443578 None None] Port 0a8c675c-fcde-4386-a48e-5ba6dbe7558b cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:09:43.407228 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f77cb1-9d2d-4411-b00f-0f081606423d None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:43.522994 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1150f11-2890-4f92-b051-4239dd55912d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (3e18624f-4dc0-46bc-9d20-1c9574779f13), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:43.750636 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-bebdb1a2-765f-425d-b4b5-a4c1b9443578 None None] Provisioning complete for port ef961d20-4f53-410a-a168-2bb3eb021b3e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:43.751195 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bebdb1a2-765f-425d-b4b5-a4c1b9443578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ef961d20-4f53-410a-a168-2bb3eb021b3e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:43.808159 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7170851f-ca23-4396-8cc9-64bdcf117e21 req-9242d467-fd7e-4134-b5c4-3bfa16917e2a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3464832 Feb 07 17:09:43.840615 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ef961d20-4f53-410a-a168-2bb3eb021b3e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:43.906048 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': '49d3fcf8-a5ff-42a5-8e2e-4c4aef05ef60'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:09:43.907070 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:43.977870 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e7790a-23d5-4e06-a1a0-af398e16dee8 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Made reservation on behalf of 4afe11a63a8140c1a70d1e3a0c1b7124 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:43.981261 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61e7790a-23d5-4e06-a1a0-af398e16dee8 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:44.043952 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ef961d20-4f53-410a-a168-2bb3eb021b3e up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:44.054758 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-61e7790a-23d5-4e06-a1a0-af398e16dee8 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] device_id is not set on port f195500a-43cd-470b-9393-03f10027397b yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:09:44.124018 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1150f11-2890-4f92-b051-4239dd55912d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network 909de109-b3c2-4051-82bc-70433ca79a50 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:44.144606 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6017b15a-32df-4bed-8e95-b8f243bb2ce3 req-8b21d1cd-279f-4313-b4ca-fd14c496bdd0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 210 time: 0.0964723 Feb 07 17:09:44.210656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170851f-ca23-4396-8cc9-64bdcf117e21 req-0783aeda-10d6-4a65-abec-d122e80ff19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:44.212422 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7170851f-ca23-4396-8cc9-64bdcf117e21 req-0783aeda-10d6-4a65-abec-d122e80ff19c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8ccb3294bc1846cdacfcbf51d0105cde&device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 1127 time: 0.3161879 Feb 07 17:09:44.213445 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e1150f11-2890-4f92-b051-4239dd55912d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:44.225769 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-815518fe-1406-4619-9adb-3778c10b6822 req-e479dc30-7bab-4a31-b59e-7fbfcee195b0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Made reservation on behalf of 233dfa16822a4a16ac319e689f5e7249 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:44.229614 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-815518fe-1406-4619-9adb-3778c10b6822 req-e479dc30-7bab-4a31-b59e-7fbfcee195b0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:44.337236 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3de82dbd-8282-4381-965a-f96a4ae85c5d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (3e08ed39-f3de-4e23-adeb-17aa7f3b942b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:44.494154 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1150f11-2890-4f92-b051-4239dd55912d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Router 3e18624f-4dc0-46bc-9d20-1c9574779f13 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:09:44.674643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bebdb1a2-765f-425d-b4b5-a4c1b9443578 None None] Current status of the port ef961d20-4f53-410a-a168-2bb3eb021b3e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:44.711659 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e57e140-a9d0-4b43-8257-848b85a47c67', 'name': 'tempest-TestAggregatesBasicOps-452085664-router', 'tenant_id': '88a248e25eee4002abf725823b9393ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '9aa51651-fedc-40ac-bd63-e39c1bafd17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:29Z', 'updated_at': '2022-02-07T17:09:38Z', 'revision_number': 4, 'project_id': '88a248e25eee4002abf725823b9393ba', 'gw_port': {'id': '9aa51651-fedc-40ac-bd63-e39c1bafd17e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e57e140-a9d0-4b43-8257-848b85a47c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:30Z', 'updated_at': '2022-02-07T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '6e87d94c-f962-4e4c-8b76-46274902d800', 'name': '', 'network_id': '25a81dfc-669d-4857-b2ab-b598020e19bf', 'tenant_id': '88a248e25eee4002abf725823b9393ba', 'mac_address': 'fa:16:3e:fa:f3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e57e140-a9d0-4b43-8257-848b85a47c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9d6f57c1-82d3-4a75-a488-432400552304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:34Z', 'updated_at': '2022-02-07T17:09:38Z', 'revision_number': 2, 'project_id': '88a248e25eee4002abf725823b9393ba', 'subnets': [{'id': '9d6f57c1-82d3-4a75-a488-432400552304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:44.715918 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3de82dbd-8282-4381-965a-f96a4ae85c5d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (3e08ed39-f3de-4e23-adeb-17aa7f3b942b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:44.753986 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-61e7790a-23d5-4e06-a1a0-af398e16dee8 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Allocated IP 2001:db8::3c (deab591c-488c-44cf-9e14-15d731672ef6/3dd1a290-9fa0-42b3-acad-2e85ab2bbd7d/f195500a-43cd-470b-9393-03f10027397b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:44.779174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] Checking router: 5e57e140-a9d0-4b43-8257-848b85a47c67 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:09:44.789819 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] Updating router 5e57e140-a9d0-4b43-8257-848b85a47c67 port 6e87d94c-f962-4e4c-8b76-46274902d800 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:09:44.792552 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port ef961d20-4f53-410a-a168-2bb3eb021b3e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:44.792552 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ef961d20-4f53-410a-a168-2bb3eb021b3e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:44.802490 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170851f-ca23-4396-8cc9-64bdcf117e21 req-2a22f6cf-3499-4ede-b757-a04f8a301fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:44.804062 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7170851f-ca23-4396-8cc9-64bdcf117e21 req-2a22f6cf-3499-4ede-b757-a04f8a301fd6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b75833c8-4006-405c-bc22-8b17b6a0f33c HTTP/1.1" status: 200 len: 910 time: 0.3750708 Feb 07 17:09:44.827330 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-815518fe-1406-4619-9adb-3778c10b6822 req-e479dc30-7bab-4a31-b59e-7fbfcee195b0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Allocated IP 172.20.0.6 (56094dec-cda5-47cb-bfb8-9d2a21cddfa9/311a2122-e2a3-40f9-ab16-f19979f8f39f/1371ca96-9833-4255-8ecf-5958b5b1ffe3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:44.872592 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de82dbd-8282-4381-965a-f96a4ae85c5d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:44.874993 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3de82dbd-8282-4381-965a-f96a4ae85c5d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:44.886819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de82dbd-8282-4381-965a-f96a4ae85c5d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:44.913897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de82dbd-8282-4381-965a-f96a4ae85c5d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:44.917516 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3de82dbd-8282-4381-965a-f96a4ae85c5d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:44.925880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de82dbd-8282-4381-965a-f96a4ae85c5d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=3e08ed39-f3de-4e23-adeb-17aa7f3b942b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:45.005043 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61e7790a-23d5-4e06-a1a0-af398e16dee8 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks [] for port (f195500a-43cd-470b-9393-03f10027397b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:45.064146 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3de82dbd-8282-4381-965a-f96a4ae85c5d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1741817 Feb 07 17:09:45.069348 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42232) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:45.069701 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42234) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:45.071374 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6e87d94c-f962-4e4c-8b76-46274902d800), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:45.079194 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-bdf60f52-c66b-4513-afbd-bafa67daa606 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'fixed_ips': [{'subnet_id': '49d3fcf8-a5ff-42a5-8e2e-4c4aef05ef60', 'ip_address': '2001:db8::db92:12e3:45fe:7836'}], 'name': 'tempest-NetworksTestDHCPv6-445452286'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:45.083602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-133aa90d-54ac-415e-87d6-cc132fcddcb0 None None] Provisioning complete for port 0a8c675c-fcde-4386-a48e-5ba6dbe7558b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:45.087389 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-133aa90d-54ac-415e-87d6-cc132fcddcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0a8c675c-fcde-4386-a48e-5ba6dbe7558b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:45.210839 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-133aa90d-54ac-415e-87d6-cc132fcddcb0 None None] Port 0a8c675c-fcde-4386-a48e-5ba6dbe7558b cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:09:45.252026 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] Allocated IP 2001:db8::2 (5d104e3b-016c-4509-9da5-d18eb1be26d1/49d3fcf8-a5ff-42a5-8e2e-4c4aef05ef60/d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:45.280283 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1150f11-2890-4f92-b051-4239dd55912d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:09:45.292689 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61e7790a-23d5-4e06-a1a0-af398e16dee8 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f195500a-43cd-470b-9393-03f10027397b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:45.296056 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] Sync routers for ids ['3e18624f-4dc0-46bc-9d20-1c9574779f13'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:09:45.301668 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e1150f11-2890-4f92-b051-4239dd55912d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "PUT /v2.0/routers/3e18624f-4dc0-46bc-9d20-1c9574779f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1384614 Feb 07 17:09:45.329667 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] Routers {'3e18624f-4dc0-46bc-9d20-1c9574779f13'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:09:45.330314 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3e18624f-4dc0-46bc-9d20-1c9574779f13'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:45.386415 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7170851f-ca23-4396-8cc9-64bdcf117e21 req-3bc3bec3-8850-4ac1-8d7f-0dffecf44903 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8bb96cb-3149-48aa-b810-2efde2aa8270 HTTP/1.1" status: 200 len: 1001 time: 0.3178358 Feb 07 17:09:45.389495 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7790a-23d5-4e06-a1a0-af398e16dee8 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event updated for resources: {'Port': ['ID=f195500a-43cd-470b-9393-03f10027397b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:45.473258 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5c4ce707-8d52-444e-8ade-6f8ab833f75f req-d7fa87b5-e8b4-4f88-8ef6-7ca08ec7fd1c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 210 time: 0.1680059 Feb 07 17:09:45.488282 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ef961d20-4f53-410a-a168-2bb3eb021b3e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:45.488282 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 44c847c8-58bd-49d8-b498-8eb021877770 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:45.571415 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e7790a-23d5-4e06-a1a0-af398e16dee8 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Network deab591c-488c-44cf-9e14-15d731672ef6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:45.599178 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-61e7790a-23d5-4e06-a1a0-af398e16dee8 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:45.609391 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e7790a-23d5-4e06-a1a0-af398e16dee8 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:45.623302 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e7790a-23d5-4e06-a1a0-af398e16dee8 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:45.624162 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61e7790a-23d5-4e06-a1a0-af398e16dee8 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:45.674133 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-61e7790a-23d5-4e06-a1a0-af398e16dee8 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5231733 Feb 07 17:09:45.679777 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42248) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:45.688750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170851f-ca23-4396-8cc9-64bdcf117e21 req-f718cae7-4eab-447e-a5e6-757a47aad70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:45.691058 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7170851f-ca23-4396-8cc9-64bdcf117e21 req-f718cae7-4eab-447e-a5e6-757a47aad70e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56c52ba2-dc81-4fa2-9ba7-527e5b2edb65 HTTP/1.1" status: 200 len: 848 time: 0.2705646 Feb 07 17:09:45.696059 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6dcfe719-d308-4822-9fa7-cd425550bf82 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Request body: {'port': {'network_id': 'deab591c-488c-44cf-9e14-15d731672ef6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-77828516'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:45.751950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 44c847c8-58bd-49d8-b498-8eb021877770 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:45.752543 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (44c847c8-58bd-49d8-b498-8eb021877770), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:45.813076 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] Publish callbacks [] for port (d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:45.849846 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:45.897033 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] Set router 3e18624f-4dc0-46bc-9d20-1c9574779f13 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:09:45.940087 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf60f52-c66b-4513-afbd-bafa67daa606 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:45.992378 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170851f-ca23-4396-8cc9-64bdcf117e21 req-5ea98f2e-de9e-4ef8-97d7-b66953c1ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:45.994168 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7170851f-ca23-4396-8cc9-64bdcf117e21 req-5ea98f2e-de9e-4ef8-97d7-b66953c1ebac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b75833c8-4006-405c-bc22-8b17b6a0f33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2871580 Feb 07 17:09:45.997326 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:46.070057 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:46.139900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:46.167463 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcfe719-d308-4822-9fa7-cd425550bf82 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Made reservation on behalf of 4afe11a63a8140c1a70d1e3a0c1b7124 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:46.172668 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6dcfe719-d308-4822-9fa7-cd425550bf82 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:46.209912 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-6dcfe719-d308-4822-9fa7-cd425550bf82 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] device_id is not set on port b7c28ca3-1a47-4a45-be52-e6d1374c72fb yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:09:46.288971 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763944419', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '44c847c8-58bd-49d8-b498-8eb021877770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:24Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '44c847c8-58bd-49d8-b498-8eb021877770', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:26Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '0a8c675c-fcde-4386-a48e-5ba6dbe7558b', 'name': '', 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:11:4b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '5e87bf0e-4257-4687-aa83-e7b0630506b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:37Z', 'updated_at': '2022-02-07T17:09:42Z', 'revision_number': 2, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '5e87bf0e-4257-4687-aa83-e7b0630506b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:46.316217 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] Checking router: 3e18624f-4dc0-46bc-9d20-1c9574779f13 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:09:46.317049 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] Updating router 3e18624f-4dc0-46bc-9d20-1c9574779f13 port 0a8c675c-fcde-4386-a48e-5ba6dbe7558b binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:09:46.327173 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] Pushing event updated for resources: {'Port': ['ID=d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:46.349366 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0a8c675c-fcde-4386-a48e-5ba6dbe7558b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:46.360099 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-6dcfe719-d308-4822-9fa7-cd425550bf82 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Allocated IP 2001:db8::3b2 (deab591c-488c-44cf-9e14-15d731672ef6/3dd1a290-9fa0-42b3-acad-2e85ab2bbd7d/b7c28ca3-1a47-4a45-be52-e6d1374c72fb) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:46.421706 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c02d8a85-36ca-4345-b654-a2910d7b6449 None None] Provisioning complete for port f195500a-43cd-470b-9393-03f10027397b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:46.422000 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c02d8a85-36ca-4345-b654-a2910d7b6449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f195500a-43cd-470b-9393-03f10027397b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:46.434802 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdf60f52-c66b-4513-afbd-bafa67daa606 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:46.552029 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6dcfe719-d308-4822-9fa7-cd425550bf82 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks [] for port (b7c28ca3-1a47-4a45-be52-e6d1374c72fb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:46.561594 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 44c847c8-58bd-49d8-b498-8eb021877770 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:46.563759 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9aa51651-fedc-40ac-bd63-e39c1bafd17e up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:46.622048 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6dcfe719-d308-4822-9fa7-cd425550bf82 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (b7c28ca3-1a47-4a45-be52-e6d1374c72fb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:46.643105 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] Publish callbacks [] for port (6e87d94c-f962-4e4c-8b76-46274902d800), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:46.646464 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-d5dc06d2-2e90-480b-904d-9bd1f6e0ada7 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-564810245&fields=id&tenant_id=b7f3b936ec124a74b808700fdcd55162 HTTP/1.1" status: 200 len: 267 time: 0.7440288 Feb 07 17:09:46.669516 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08d1bcb9-5455-467a-93f3-f7df7e711d62 req-318a190e-17ec-44ef-802f-eb48da518e5b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 210 time: 0.0522461 Feb 07 17:09:46.726743 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6e87d94c-f962-4e4c-8b76-46274902d800), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:46.750621 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfe719-d308-4822-9fa7-cd425550bf82 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event updated for resources: {'Port': ['ID=b7c28ca3-1a47-4a45-be52-e6d1374c72fb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:46.754766 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7170851f-ca23-4396-8cc9-64bdcf117e21 req-72410080-f1c5-4ffb-aa07-58685a2af038 service neutron] 10.222.0.32 "GET /v2.0/networks/b75833c8-4006-405c-bc22-8b17b6a0f33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7485058 Feb 07 17:09:46.763338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcfe719-d308-4822-9fa7-cd425550bf82 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Network deab591c-488c-44cf-9e14-15d731672ef6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:46.773459 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6dcfe719-d308-4822-9fa7-cd425550bf82 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:46.787654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcfe719-d308-4822-9fa7-cd425550bf82 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:46.793480 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcfe719-d308-4822-9fa7-cd425550bf82 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:46.794138 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6dcfe719-d308-4822-9fa7-cd425550bf82 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:46.799717 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ddd8c-cd2c-455f-953d-b5c194f76acd None None] Pushing event updated for resources: {'Port': ['ID=6e87d94c-f962-4e4c-8b76-46274902d800,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:46.805877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] Attempting to bind port d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:09:46.806585 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] Attempting to bind port d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:09:46.807128 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] Attempting to bind port d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1 on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:09:46.813025 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c02d8a85-36ca-4345-b654-a2910d7b6449 None None] Port f195500a-43cd-470b-9393-03f10027397b cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:09:46.816419 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:09:46.816805 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:46.817356 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:46.817753 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:09:46.818248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] Bound port: d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:09:46.818628 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:46.860874 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-bdf60f52-c66b-4513-afbd-bafa67daa606 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port f5e32d4b-bbbf-40ef-90fc-ee540b2be4fa yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:09:46.886770 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6dcfe719-d308-4822-9fa7-cd425550bf82 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2055950 Feb 07 17:09:46.900967 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42258) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:46.906727 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7687fb99-ce0e-4c01-babe-d59c67d9d969 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1d5', 'mac_address': 'fa:16:3e:ce:c8:94'}, {'ip_address': '2001:db8::3c', 'mac_address': 'fa:16:3e:7b:d0:a1'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:46.957057 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 9aa51651-fedc-40ac-bd63-e39c1bafd17e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:46.957464 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9aa51651-fedc-40ac-bd63-e39c1bafd17e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:47.009101 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] Attempting to bind port 6e87d94c-f962-4e4c-8b76-46274902d800 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:09:47.009521 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] Attempting to bind port 6e87d94c-f962-4e4c-8b76-46274902d800 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '97bdc582-1b77-429a-90c8-9c7b6112d3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '25a81dfc-669d-4857-b2ab-b598020e19bf'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:09:47.009892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] Attempting to bind port 6e87d94c-f962-4e4c-8b76-46274902d800 on network 25a81dfc-669d-4857-b2ab-b598020e19bf {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:09:47.065834 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:09:47.066185 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] Checking segment: {'id': '97bdc582-1b77-429a-90c8-9c7b6112d3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '25a81dfc-669d-4857-b2ab-b598020e19bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:47.066520 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:47.066922 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] Bound using segment: {'id': '97bdc582-1b77-429a-90c8-9c7b6112d3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '25a81dfc-669d-4857-b2ab-b598020e19bf'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:09:47.067426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] Bound port: 6e87d94c-f962-4e4c-8b76-46274902d800, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97bdc582-1b77-429a-90c8-9c7b6112d3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '25a81dfc-669d-4857-b2ab-b598020e19bf'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:09:47.067809 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6e87d94c-f962-4e4c-8b76-46274902d800), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:47.079931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] For port d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:09:47.093450 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] For port d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:09:47.130667 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] Publish callbacks [] for port (0a8c675c-fcde-4386-a48e-5ba6dbe7558b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:47.142386 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (0a8c675c-fcde-4386-a48e-5ba6dbe7558b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:47.180643 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7170851f-ca23-4396-8cc9-64bdcf117e21 req-e96593be-27e4-45f6-b081-189572646031 service neutron] 10.222.0.32 "GET /v2.0/networks/b75833c8-4006-405c-bc22-8b17b6a0f33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194164 Feb 07 17:09:47.235345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] For port 6e87d94c-f962-4e4c-8b76-46274902d800, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:09:47.239625 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] For port 6e87d94c-f962-4e4c-8b76-46274902d800, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=6e87d94c-f962-4e4c-8b76-46274902d800,segment=NetworkSegment(97bdc582-1b77-429a-90c8-9c7b6112d3a9),segment_id=97bdc582-1b77-429a-90c8-9c7b6112d3a9)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:09:47.267420 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:47.298328 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca39df-78a9-4f8d-90de-fc8206b1fb83 None None] Pushing event updated for resources: {'Port': ['ID=0a8c675c-fcde-4386-a48e-5ba6dbe7558b,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:47.309110 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-c5fb7714-763a-4269-b14b-33757b7f4d60 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:47.325692 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6e87d94c-f962-4e4c-8b76-46274902d800), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:47.328111 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-c5fb7714-763a-4269-b14b-33757b7f4d60 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/networks?id=909de109-b3c2-4051-82bc-70433ca79a50 HTTP/1.1" status: 200 len: 796 time: 0.6804559 Feb 07 17:09:47.447549 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-815518fe-1406-4619-9adb-3778c10b6822 req-e479dc30-7bab-4a31-b59e-7fbfcee195b0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for port (1371ca96-9833-4255-8ecf-5958b5b1ffe3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:47.467584 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7687fb99-ce0e-4c01-babe-d59c67d9d969 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b7c28ca3-1a47-4a45-be52-e6d1374c72fb), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:47.531207 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] Attempting to bind port 0a8c675c-fcde-4386-a48e-5ba6dbe7558b on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:09:47.533189 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] Attempting to bind port 0a8c675c-fcde-4386-a48e-5ba6dbe7558b by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '2ff3b061-2a59-4442-b0ae-a1c096c8d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:09:47.533698 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-a07ef1af-c475-4acc-8fa6-8158c94db0ff tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/quotas/b7f3b936ec124a74b808700fdcd55162 HTTP/1.1" status: 200 len: 375 time: 0.1363935 Feb 07 17:09:47.535121 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] Attempting to bind port 0a8c675c-fcde-4386-a48e-5ba6dbe7558b on network 909de109-b3c2-4051-82bc-70433ca79a50 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:09:47.560740 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:09:47.584991 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:09:47.585918 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] Checking segment: {'id': '2ff3b061-2a59-4442-b0ae-a1c096c8d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:47.586560 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:47.587553 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] Bound using segment: {'id': '2ff3b061-2a59-4442-b0ae-a1c096c8d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:09:47.588910 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] Bound port: 0a8c675c-fcde-4386-a48e-5ba6dbe7558b, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff3b061-2a59-4442-b0ae-a1c096c8d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:09:47.589691 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0a8c675c-fcde-4386-a48e-5ba6dbe7558b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:47.645256 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ed6a0ff5-66fb-46ec-a918-bb723e54e2f9 None None] Provisioning complete for port 6e87d94c-f962-4e4c-8b76-46274902d800 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:47.645691 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ed6a0ff5-66fb-46ec-a918-bb723e54e2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6e87d94c-f962-4e4c-8b76-46274902d800), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:47.685328 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf60f52-c66b-4513-afbd-bafa67daa606 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 07 17:09:47.686312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf60f52-c66b-4513-afbd-bafa67daa606 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:09:47.709315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 9aa51651-fedc-40ac-bd63-e39c1bafd17e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:47.767655 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-815518fe-1406-4619-9adb-3778c10b6822 req-e479dc30-7bab-4a31-b59e-7fbfcee195b0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1371ca96-9833-4255-8ecf-5958b5b1ffe3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:47.837360 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] Routers {'5e57e140-a9d0-4b43-8257-848b85a47c67'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:09:47.845765 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['5e57e140-a9d0-4b43-8257-848b85a47c67'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:47.880011 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-815518fe-1406-4619-9adb-3778c10b6822 req-e479dc30-7bab-4a31-b59e-7fbfcee195b0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:47.906419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-815518fe-1406-4619-9adb-3778c10b6822 req-e479dc30-7bab-4a31-b59e-7fbfcee195b0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:47.912866 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] For port 0a8c675c-fcde-4386-a48e-5ba6dbe7558b, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:09:47.921574 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] For port 0a8c675c-fcde-4386-a48e-5ba6dbe7558b, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0a8c675c-fcde-4386-a48e-5ba6dbe7558b,segment=NetworkSegment(2ff3b061-2a59-4442-b0ae-a1c096c8d605),segment_id=2ff3b061-2a59-4442-b0ae-a1c096c8d605)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:09:47.931063 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-815518fe-1406-4619-9adb-3778c10b6822 req-e479dc30-7bab-4a31-b59e-7fbfcee195b0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:47.946403 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (0a8c675c-fcde-4386-a48e-5ba6dbe7558b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:48.031352 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0db879c2-d2b5-4dd0-a260-de0f2ece1366 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:09:48.063593 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 0db879c2-d2b5-4dd0-a260-de0f2ece1366 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:09:48.064378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0db879c2-d2b5-4dd0-a260-de0f2ece1366 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:09:48.090964 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aad169-7b22-42e7-ab19-1d996344a750 None None] Pushing event updated for resources: {'Port': ['ID=d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:48.169848 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] Routers {'3e18624f-4dc0-46bc-9d20-1c9574779f13'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:09:48.170558 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3e18624f-4dc0-46bc-9d20-1c9574779f13'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:48.228585 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bdf60f52-c66b-4513-afbd-bafa67daa606 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.1516008 Feb 07 17:09:48.242559 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a7210-9c8b-424e-bad7-2008288056a6 req-305a50e1-adac-48c5-aae5-732a3c44aa2e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:48.252462 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-931a7210-9c8b-424e-bad7-2008288056a6 req-305a50e1-adac-48c5-aae5-732a3c44aa2e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 931 time: 0.3692880 Feb 07 17:09:48.274631 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42266) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:48.306993 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca39df-78a9-4f8d-90de-fc8206b1fb83 None None] Pushing event updated for resources: {'Port': ['ID=0a8c675c-fcde-4386-a48e-5ba6dbe7558b,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:48.433578 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7687fb99-ce0e-4c01-babe-d59c67d9d969 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks [] for port (b7c28ca3-1a47-4a45-be52-e6d1374c72fb), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:48.437349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479dc30-7bab-4a31-b59e-7fbfcee195b0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event updated for resources: {'Port': ['ID=1371ca96-9833-4255-8ecf-5958b5b1ffe3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:48.457047 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7687fb99-ce0e-4c01-babe-d59c67d9d969 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (b7c28ca3-1a47-4a45-be52-e6d1374c72fb), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:48.484735 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] Set router 3e18624f-4dc0-46bc-9d20-1c9574779f13 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:09:48.499786 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-931a7210-9c8b-424e-bad7-2008288056a6 req-5ecca2f6-e68d-4c65-84cd-e9b0a8af0f42 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453127 Feb 07 17:09:48.584338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7687fb99-ce0e-4c01-babe-d59c67d9d969 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] In _notify_port_updated(), no bound segment for port b7c28ca3-1a47-4a45-be52-e6d1374c72fb on network deab591c-488c-44cf-9e14-15d731672ef6 {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 17:09:48.597497 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7687fb99-ce0e-4c01-babe-d59c67d9d969 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:48.600124 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7687fb99-ce0e-4c01-babe-d59c67d9d969 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:48.604673 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7687fb99-ce0e-4c01-babe-d59c67d9d969 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "PUT /v2.0/ports/b7c28ca3-1a47-4a45-be52-e6d1374c72fb HTTP/1.1" status: 200 len: 1065 time: 1.7025650 Feb 07 17:09:48.617506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42270) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:48.723269 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815518fe-1406-4619-9adb-3778c10b6822 req-e479dc30-7bab-4a31-b59e-7fbfcee195b0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:48.724364 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-815518fe-1406-4619-9adb-3778c10b6822 req-e479dc30-7bab-4a31-b59e-7fbfcee195b0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:48.741063 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687fb99-ce0e-4c01-babe-d59c67d9d969 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event updated for resources: {'Port': ['ID=b7c28ca3-1a47-4a45-be52-e6d1374c72fb,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:48.829371 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-37469ac9-c424-45f1-abea-49a97634be76 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2873182 Feb 07 17:09:48.836072 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-815518fe-1406-4619-9adb-3778c10b6822 req-e479dc30-7bab-4a31-b59e-7fbfcee195b0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9170287 Feb 07 17:09:48.938146 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ddd8c-cd2c-455f-953d-b5c194f76acd None None] Pushing event updated for resources: {'Port': ['ID=6e87d94c-f962-4e4c-8b76-46274902d800,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:48.953229 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a0ff5-66fb-46ec-a918-bb723e54e2f9 None None] Current status of the port 6e87d94c-f962-4e4c-8b76-46274902d800 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:48.953654 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ed6a0ff5-66fb-46ec-a918-bb723e54e2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6e87d94c-f962-4e4c-8b76-46274902d800), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:49.019724 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] Set router 5e57e140-a9d0-4b43-8257-848b85a47c67 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:09:49.146706 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ed6a0ff5-66fb-46ec-a918-bb723e54e2f9 None None] For port 6e87d94c-f962-4e4c-8b76-46274902d800, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=6e87d94c-f962-4e4c-8b76-46274902d800,segment=NetworkSegment(97bdc582-1b77-429a-90c8-9c7b6112d3a9),segment_id=97bdc582-1b77-429a-90c8-9c7b6112d3a9)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:49.148289 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Request body: {'port': {'device_id': '34229a7e-3c98-405f-b531-45a9a98796bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:49.156995 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ed6a0ff5-66fb-46ec-a918-bb723e54e2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6e87d94c-f962-4e4c-8b76-46274902d800), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:49.180972 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763944419', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '44c847c8-58bd-49d8-b498-8eb021877770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:24Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '44c847c8-58bd-49d8-b498-8eb021877770', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:26Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '0a8c675c-fcde-4386-a48e-5ba6dbe7558b', 'name': '', 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:11:4b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '5e87bf0e-4257-4687-aa83-e7b0630506b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:37Z', 'updated_at': '2022-02-07T17:09:47Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '5e87bf0e-4257-4687-aa83-e7b0630506b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:49.197097 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-2d4197bb-1620-43ef-9d61-f0f341983f75 service neutron] 10.222.0.18 "GET /v2.0/networks/909de109-b3c2-4051-82bc-70433ca79a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466377 Feb 07 17:09:49.216917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006fb595-6374-40cd-b1bb-3465561739fc tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:49.227618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006fb595-6374-40cd-b1bb-3465561739fc tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:49.232764 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-006fb595-6374-40cd-b1bb-3465561739fc tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9550264 Feb 07 17:09:49.240510 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42272) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:49.282796 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b532a-8118-4ad3-abc8-e34fd90c4e0c None None] The sync data for ids ['3e18624f-4dc0-46bc-9d20-1c9574779f13'] in n-d-827865-3 is: [{'id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763944419', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '44c847c8-58bd-49d8-b498-8eb021877770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:24Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '44c847c8-58bd-49d8-b498-8eb021877770', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:26Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '0a8c675c-fcde-4386-a48e-5ba6dbe7558b', 'name': '', 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:11:4b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '5e87bf0e-4257-4687-aa83-e7b0630506b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:37Z', 'updated_at': '2022-02-07T17:09:47Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '5e87bf0e-4257-4687-aa83-e7b0630506b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:09:49.383795 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a061f93a-4cd7-4bc9-bc08-21d148758d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:49.536549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-59782f05-fca9-487d-b7e6-67c632cf18c8 None None] Provisioning complete for port 0a8c675c-fcde-4386-a48e-5ba6dbe7558b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:49.537108 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-59782f05-fca9-487d-b7e6-67c632cf18c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0a8c675c-fcde-4386-a48e-5ba6dbe7558b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:49.554865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a0ff5-66fb-46ec-a918-bb723e54e2f9 None None] Pushing event updated for resources: {'Port': ['ID=6e87d94c-f962-4e4c-8b76-46274902d800,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:49.609824 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f4bfbcd0-7a94-45c6-911c-826cbaa75eb6 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Deleting port b7c28ca3-1a47-4a45-be52-e6d1374c72fb {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:49.610369 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbcd0-7a94-45c6-911c-826cbaa75eb6 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b7c28ca3-1a47-4a45-be52-e6d1374c72fb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:49.633103 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1371ca96-9833-4255-8ecf-5958b5b1ffe3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:49.898484 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-8e94cbbe-593d-45b7-a078-2f9e145c3327 service neutron] 10.222.0.18 "GET /v2.0/networks/909de109-b3c2-4051-82bc-70433ca79a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6597819 Feb 07 17:09:49.934305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e57e140-a9d0-4b43-8257-848b85a47c67', 'name': 'tempest-TestAggregatesBasicOps-452085664-router', 'tenant_id': '88a248e25eee4002abf725823b9393ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '9aa51651-fedc-40ac-bd63-e39c1bafd17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:29Z', 'updated_at': '2022-02-07T17:09:38Z', 'revision_number': 4, 'project_id': '88a248e25eee4002abf725823b9393ba', 'gw_port': {'id': '9aa51651-fedc-40ac-bd63-e39c1bafd17e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e57e140-a9d0-4b43-8257-848b85a47c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:30Z', 'updated_at': '2022-02-07T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '6e87d94c-f962-4e4c-8b76-46274902d800', 'name': '', 'network_id': '25a81dfc-669d-4857-b2ab-b598020e19bf', 'tenant_id': '88a248e25eee4002abf725823b9393ba', 'mac_address': 'fa:16:3e:fa:f3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e57e140-a9d0-4b43-8257-848b85a47c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9d6f57c1-82d3-4a75-a488-432400552304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:34Z', 'updated_at': '2022-02-07T17:09:47Z', 'revision_number': 4, 'project_id': '88a248e25eee4002abf725823b9393ba', 'subnets': [{'id': '9d6f57c1-82d3-4a75-a488-432400552304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:49.951310 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191520fe-7a6a-40b9-a32e-274adbbdb195 req-a651f9b1-08f2-46a5-bf53-47f8eec30ae1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:49.952865 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-191520fe-7a6a-40b9-a32e-274adbbdb195 req-a651f9b1-08f2-46a5-bf53-47f8eec30ae1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 931 time: 0.2884119 Feb 07 17:09:49.959801 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbcd0-7a94-45c6-911c-826cbaa75eb6 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b7c28ca3-1a47-4a45-be52-e6d1374c72fb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:50.026039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3361f585-9b53-4276-ac97-2dc385a19630 None None] The sync data for ids ['5e57e140-a9d0-4b43-8257-848b85a47c67'] in n-d-827865-3 is: [{'id': '5e57e140-a9d0-4b43-8257-848b85a47c67', 'name': 'tempest-TestAggregatesBasicOps-452085664-router', 'tenant_id': '88a248e25eee4002abf725823b9393ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '9aa51651-fedc-40ac-bd63-e39c1bafd17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:29Z', 'updated_at': '2022-02-07T17:09:38Z', 'revision_number': 4, 'project_id': '88a248e25eee4002abf725823b9393ba', 'gw_port': {'id': '9aa51651-fedc-40ac-bd63-e39c1bafd17e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e57e140-a9d0-4b43-8257-848b85a47c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:30Z', 'updated_at': '2022-02-07T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '6e87d94c-f962-4e4c-8b76-46274902d800', 'name': '', 'network_id': '25a81dfc-669d-4857-b2ab-b598020e19bf', 'tenant_id': '88a248e25eee4002abf725823b9393ba', 'mac_address': 'fa:16:3e:fa:f3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e57e140-a9d0-4b43-8257-848b85a47c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9d6f57c1-82d3-4a75-a488-432400552304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:34Z', 'updated_at': '2022-02-07T17:09:47Z', 'revision_number': 4, 'project_id': '88a248e25eee4002abf725823b9393ba', 'subnets': [{'id': '9d6f57c1-82d3-4a75-a488-432400552304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:09:50.038830 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-59782f05-fca9-487d-b7e6-67c632cf18c8 None None] Current status of the port 0a8c675c-fcde-4386-a48e-5ba6dbe7558b is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:50.039242 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-59782f05-fca9-487d-b7e6-67c632cf18c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0a8c675c-fcde-4386-a48e-5ba6dbe7558b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:50.042694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f4bfbcd0-7a94-45c6-911c-826cbaa75eb6 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Calling delete_port for b7c28ca3-1a47-4a45-be52-e6d1374c72fb owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:50.135026 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-59782f05-fca9-487d-b7e6-67c632cf18c8 None None] For port 0a8c675c-fcde-4386-a48e-5ba6dbe7558b, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0a8c675c-fcde-4386-a48e-5ba6dbe7558b,segment=NetworkSegment(2ff3b061-2a59-4442-b0ae-a1c096c8d605),segment_id=2ff3b061-2a59-4442-b0ae-a1c096c8d605)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:50.150329 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-59782f05-fca9-487d-b7e6-67c632cf18c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (0a8c675c-fcde-4386-a48e-5ba6dbe7558b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:50.262420 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-59782f05-fca9-487d-b7e6-67c632cf18c8 None None] Provisioning complete for port b7c28ca3-1a47-4a45-be52-e6d1374c72fb triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:50.262420 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-59782f05-fca9-487d-b7e6-67c632cf18c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b7c28ca3-1a47-4a45-be52-e6d1374c72fb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:50.367389 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-191520fe-7a6a-40b9-a32e-274adbbdb195 req-1b9900ac-f40b-4039-846b-b2b8f9a773ef tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045787 Feb 07 17:09:50.392590 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59782f05-fca9-487d-b7e6-67c632cf18c8 None None] Pushing event updated for resources: {'Port': ['ID=0a8c675c-fcde-4386-a48e-5ba6dbe7558b,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:50.424163 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-59782f05-fca9-487d-b7e6-67c632cf18c8 None None] Port b7c28ca3-1a47-4a45-be52-e6d1374c72fb cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:09:50.473080 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-59782f05-fca9-487d-b7e6-67c632cf18c8 None None] Provisioning complete for port 6e87d94c-f962-4e4c-8b76-46274902d800 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:50.473080 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-59782f05-fca9-487d-b7e6-67c632cf18c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6e87d94c-f962-4e4c-8b76-46274902d800), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:50.613621 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbcd0-7a94-45c6-911c-826cbaa75eb6 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (b7c28ca3-1a47-4a45-be52-e6d1374c72fb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:50.661784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-59782f05-fca9-487d-b7e6-67c632cf18c8 None None] Current status of the port 6e87d94c-f962-4e4c-8b76-46274902d800 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:50.678467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfbcd0-7a94-45c6-911c-826cbaa75eb6 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event deleted for resources: {'Port': ['ID=b7c28ca3-1a47-4a45-be52-e6d1374c72fb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:50.726788 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-59782f05-fca9-487d-b7e6-67c632cf18c8 None None] Provisioning complete for port 1371ca96-9833-4255-8ecf-5958b5b1ffe3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:50.747497 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-59782f05-fca9-487d-b7e6-67c632cf18c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1371ca96-9833-4255-8ecf-5958b5b1ffe3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:50.892160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-59782f05-fca9-487d-b7e6-67c632cf18c8 None None] Port 1371ca96-9833-4255-8ecf-5958b5b1ffe3 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:09:50.976992 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 6e87d94c-f962-4e4c-8b76-46274902d800 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:51.149517 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbcd0-7a94-45c6-911c-826cbaa75eb6 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:51.163844 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f4bfbcd0-7a94-45c6-911c-826cbaa75eb6 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "DELETE /v2.0/ports/b7c28ca3-1a47-4a45-be52-e6d1374c72fb HTTP/1.1" status: 204 len: 168 time: 2.5441785 Feb 07 17:09:51.164548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42290) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:51.194119 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5a9ebe07-3b02-4e12-88b5-9dd264dcd057 None None] Provisioning complete for port 3e08ed39-f3de-4e23-adeb-17aa7f3b942b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:51.198564 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5a9ebe07-3b02-4e12-88b5-9dd264dcd057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3e08ed39-f3de-4e23-adeb-17aa7f3b942b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:51.217163 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-088adea2-a742-47a3-9a5b-f06c924aa372 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] GET failed (client error): The resource could not be found. Feb 07 17:09:51.225225 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-088adea2-a742-47a3-9a5b-f06c924aa372 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "GET /v2.0/ports/b7c28ca3-1a47-4a45-be52-e6d1374c72fb HTTP/1.1" status: 404 len: 333 time: 0.0595183 Feb 07 17:09:51.225936 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42292) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:51.313154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5a9ebe07-3b02-4e12-88b5-9dd264dcd057 None None] Port 3e08ed39-f3de-4e23-adeb-17aa7f3b942b cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:09:51.326280 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 6e87d94c-f962-4e4c-8b76-46274902d800 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:51.327956 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6e87d94c-f962-4e4c-8b76-46274902d800), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:51.422792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5a9ebe07-3b02-4e12-88b5-9dd264dcd057 None None] Provisioning complete for port d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:51.423382 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5a9ebe07-3b02-4e12-88b5-9dd264dcd057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:51.523825 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:51.561649 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-50e83174-bcb6-473f-a20e-3ed67d435d0d req-a9374de0-4287-4b5c-bb0c-65a042c6cefa tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 210 time: 0.1546915 Feb 07 17:09:51.646173 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d40da276-97cc-4305-8894-926d597ebc3f tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Deleting port f195500a-43cd-470b-9393-03f10027397b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:51.646725 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d40da276-97cc-4305-8894-926d597ebc3f tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f195500a-43cd-470b-9393-03f10027397b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:51.735053 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5a9ebe07-3b02-4e12-88b5-9dd264dcd057 None None] Current status of the port d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:51.735480 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5a9ebe07-3b02-4e12-88b5-9dd264dcd057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:51.895071 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 6e87d94c-f962-4e4c-8b76-46274902d800 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:51.896232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0a8c675c-fcde-4386-a48e-5ba6dbe7558b up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:51.901325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5a9ebe07-3b02-4e12-88b5-9dd264dcd057 None None] For port d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:51.904940 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d40da276-97cc-4305-8894-926d597ebc3f tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f195500a-43cd-470b-9393-03f10027397b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:51.921619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d40da276-97cc-4305-8894-926d597ebc3f tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Calling delete_port for f195500a-43cd-470b-9393-03f10027397b owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:51.929795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-193bb557-f95a-49d6-b4b0-8fbff9f7e53d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port 3e08ed39-f3de-4e23-adeb-17aa7f3b942b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:51.930152 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-193bb557-f95a-49d6-b4b0-8fbff9f7e53d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3e08ed39-f3de-4e23-adeb-17aa7f3b942b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:51.961339 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5a9ebe07-3b02-4e12-88b5-9dd264dcd057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:52.120854 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d40da276-97cc-4305-8894-926d597ebc3f tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f195500a-43cd-470b-9393-03f10027397b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:52.160890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 0a8c675c-fcde-4386-a48e-5ba6dbe7558b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:52.161288 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0a8c675c-fcde-4386-a48e-5ba6dbe7558b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:52.183412 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ebe07-3b02-4e12-88b5-9dd264dcd057 None None] Pushing event updated for resources: {'Port': ['ID=d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:52.205209 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40da276-97cc-4305-8894-926d597ebc3f tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event deleted for resources: {'Port': ['ID=f195500a-43cd-470b-9393-03f10027397b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:52.218645 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1371ca96-9833-4255-8ecf-5958b5b1ffe3 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:09:52.277524 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b3961-c04a-4084-9ceb-8acd9d990fa3 req-0bc2fec1-a27c-4c93-bad2-7003db7e9d97 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:52.279306 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-424b3961-c04a-4084-9ceb-8acd9d990fa3 req-0bc2fec1-a27c-4c93-bad2-7003db7e9d97 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 931 time: 0.7148516 Feb 07 17:09:52.294929 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d40da276-97cc-4305-8894-926d597ebc3f tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:52.302007 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d40da276-97cc-4305-8894-926d597ebc3f tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "DELETE /v2.0/ports/f195500a-43cd-470b-9393-03f10027397b HTTP/1.1" status: 204 len: 168 time: 1.0709040 Feb 07 17:09:52.364135 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-193bb557-f95a-49d6-b4b0-8fbff9f7e53d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3e08ed39-f3de-4e23-adeb-17aa7f3b942b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:52.382691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-193bb557-f95a-49d6-b4b0-8fbff9f7e53d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for 3e08ed39-f3de-4e23-adeb-17aa7f3b942b owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:52.385002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42298) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:52.390194 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-424b3961-c04a-4084-9ceb-8acd9d990fa3 req-6949a4c9-62ab-4a0a-95b9-77f1115b8ecc tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896859 Feb 07 17:09:52.450900 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b20877c-0df7-4a50-8127-6f450a3f58c8 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] GET failed (client error): The resource could not be found. Feb 07 17:09:52.458985 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8b20877c-0df7-4a50-8127-6f450a3f58c8 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "GET /v2.0/ports/f195500a-43cd-470b-9393-03f10027397b HTTP/1.1" status: 404 len: 333 time: 0.0676394 Feb 07 17:09:52.465554 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42300) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:52.492159 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Publish callbacks [] for port (1371ca96-9833-4255-8ecf-5958b5b1ffe3), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:52.492373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 0a8c675c-fcde-4386-a48e-5ba6dbe7558b is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:52.500336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:52.573598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:52.574237 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:52.680558 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Transition to ACTIVE for port object 1371ca96-9833-4255-8ecf-5958b5b1ffe3 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:09:52.692841 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (1371ca96-9833-4255-8ecf-5958b5b1ffe3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:52.788559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:52.807545 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-55f1bdd2-8818-42a1-8bda-41188d808186 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:52.809099 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-55f1bdd2-8818-42a1-8bda-41188d808186 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.32 "GET /v2.0/networks?id=909de109-b3c2-4051-82bc-70433ca79a50 HTTP/1.1" status: 200 len: 796 time: 0.6012714 Feb 07 17:09:52.870341 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7181bbc1-eeaf-44c9-8029-3476b1c7f80b req-1c91abfe-68a9-495a-bc84-3dc22f545979 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 210 time: 0.0668073 Feb 07 17:09:52.886623 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Pushing event updated for resources: {'Port': ['ID=1371ca96-9833-4255-8ecf-5958b5b1ffe3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:52.894897 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ddfae774-7374-41fe-b2b6-3510e390deb5 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Deleting port 44c2256a-abb7-45e8-8233-14d50f6025f3 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:52.895266 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ddfae774-7374-41fe-b2b6-3510e390deb5 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (44c2256a-abb7-45e8-8233-14d50f6025f3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:53.047862 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-51e356ac-d967-4795-8823-4d832daa0ac3 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7f3b936ec124a74b808700fdcd55162 HTTP/1.1" status: 200 len: 379 time: 0.2238882 Feb 07 17:09:53.065735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0a8c675c-fcde-4386-a48e-5ba6dbe7558b up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:53.121572 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ddfae774-7374-41fe-b2b6-3510e390deb5 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (44c2256a-abb7-45e8-8233-14d50f6025f3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:53.141160 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'port': {'device_id': '87ff68b8-6aeb-4906-870a-cbff951fdf04', 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50', 'admin_state_up': True, 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'security_groups': ['d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:53.230467 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a061f93a-4cd7-4bc9-bc08-21d148758d46 admin admin] Deleting port e6532e09-4bb1-452c-b205-ebbb13e28776 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:53.231656 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a061f93a-4cd7-4bc9-bc08-21d148758d46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e6532e09-4bb1-452c-b205-ebbb13e28776), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:53.236125 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 0a8c675c-fcde-4386-a48e-5ba6dbe7558b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:53.237899 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0a8c675c-fcde-4386-a48e-5ba6dbe7558b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:53.322828 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ddfae774-7374-41fe-b2b6-3510e390deb5 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Calling delete_port for 44c2256a-abb7-45e8-8233-14d50f6025f3 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:53.370311 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Made reservation on behalf of b7f3b936ec124a74b808700fdcd55162 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:53.376877 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:53.377411 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a061f93a-4cd7-4bc9-bc08-21d148758d46 admin admin] For port e6532e09-4bb1-452c-b205-ebbb13e28776, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e6532e09-4bb1-452c-b205-ebbb13e28776,segment=NetworkSegment(1b0f5a81-c6e4-4026-b997-46597ecebe72),segment_id=1b0f5a81-c6e4-4026-b997-46597ecebe72)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:53.378377 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a061f93a-4cd7-4bc9-bc08-21d148758d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e6532e09-4bb1-452c-b205-ebbb13e28776), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:53.392695 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a061f93a-4cd7-4bc9-bc08-21d148758d46 admin admin] Calling delete_port for e6532e09-4bb1-452c-b205-ebbb13e28776 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:53.405094 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 0a8c675c-fcde-4386-a48e-5ba6dbe7558b is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:53.406396 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:09:53.461003 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:53.562201 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:53.562825 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:53.700225 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Attempting to bind port 1371ca96-9833-4255-8ecf-5958b5b1ffe3 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:09:53.701327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Attempting to bind port 1371ca96-9833-4255-8ecf-5958b5b1ffe3 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:09:53.702051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Attempting to bind port 1371ca96-9833-4255-8ecf-5958b5b1ffe3 on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:09:53.704899 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a061f93a-4cd7-4bc9-bc08-21d148758d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e6532e09-4bb1-452c-b205-ebbb13e28776), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:53.709543 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:09:53.738518 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cfb96-0dca-4406-b68c-da3b905d09d8 req-f1ecdb7a-e34d-463a-b88e-458ce63d8fc9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:53.745796 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c9cfb96-0dca-4406-b68c-da3b905d09d8 req-f1ecdb7a-e34d-463a-b88e-458ce63d8fc9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.1921871 Feb 07 17:09:53.776274 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Port 1371ca96-9833-4255-8ecf-5958b5b1ffe3 on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:09:53.776961 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Attempting to bind port 1371ca96-9833-4255-8ecf-5958b5b1ffe3 on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:09:53.785683 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061f93a-4cd7-4bc9-bc08-21d148758d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6532e09-4bb1-452c-b205-ebbb13e28776,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:53.817832 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:09:53.818527 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Checking segment: {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:09:53.819153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Bound using segment: {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:09:53.819945 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Bound port: 1371ca96-9833-4255-8ecf-5958b5b1ffe3, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:09:53.820532 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1371ca96-9833-4255-8ecf-5958b5b1ffe3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:53.844119 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-193bb557-f95a-49d6-b4b0-8fbff9f7e53d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (3e08ed39-f3de-4e23-adeb-17aa7f3b942b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:53.889660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Allocated IP 172.20.0.9 (909de109-b3c2-4051-82bc-70433ca79a50/5e87bf0e-4257-4687-aa83-e7b0630506b5/68f7b3dc-58c8-4552-b08f-58d0c1f124be) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:09:53.926058 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c9cfb96-0dca-4406-b68c-da3b905d09d8 req-f0fe786b-faaa-44e8-8561-ad97001e232b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793852 Feb 07 17:09:53.927621 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ddfae774-7374-41fe-b2b6-3510e390deb5 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (44c2256a-abb7-45e8-8233-14d50f6025f3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:53.987802 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfae774-7374-41fe-b2b6-3510e390deb5 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event deleted for resources: {'Port': ['ID=44c2256a-abb7-45e8-8233-14d50f6025f3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:53.990923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bb557-f95a-49d6-b4b0-8fbff9f7e53d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=3e08ed39-f3de-4e23-adeb-17aa7f3b942b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:54.058329 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ddfae774-7374-41fe-b2b6-3510e390deb5 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:54.068076 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ddfae774-7374-41fe-b2b6-3510e390deb5 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "DELETE /v2.0/ports/44c2256a-abb7-45e8-8233-14d50f6025f3 HTTP/1.1" status: 204 len: 168 time: 1.5998995 Feb 07 17:09:54.071454 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42310) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:54.166385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5badee7-9e72-4d45-803e-0f76709ebbdd tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Deleting subnet 3dd1a290-9fa0-42b3-acad-2e85ab2bbd7d {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:09:54.209752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] For port 1371ca96-9833-4255-8ecf-5958b5b1ffe3, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:09:54.212776 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5badee7-9e72-4d45-803e-0f76709ebbdd tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks [] for subnet (3dd1a290-9fa0-42b3-acad-2e85ab2bbd7d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:54.214175 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] For port 1371ca96-9833-4255-8ecf-5958b5b1ffe3, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1371ca96-9833-4255-8ecf-5958b5b1ffe3,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:09:54.273426 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (1371ca96-9833-4255-8ecf-5958b5b1ffe3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:54.294060 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5badee7-9e72-4d45-803e-0f76709ebbdd tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (3dd1a290-9fa0-42b3-acad-2e85ab2bbd7d), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:54.438133 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:54.464145 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Pushing event updated for resources: {'Port': ['ID=1371ca96-9833-4255-8ecf-5958b5b1ffe3,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:54.470106 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5badee7-9e72-4d45-803e-0f76709ebbdd tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (3dd1a290-9fa0-42b3-acad-2e85ab2bbd7d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:54.474098 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1787d7d7-086b-43d7-812b-e6298203b8d8 req-4c794393-f09b-4f58-8cc5-6f3a8338f1f8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 210 time: 0.2467663 Feb 07 17:09:54.479919 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-193bb557-f95a-49d6-b4b0-8fbff9f7e53d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:54.491751 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-193bb557-f95a-49d6-b4b0-8fbff9f7e53d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/3e08ed39-f3de-4e23-adeb-17aa7f3b942b HTTP/1.1" status: 204 len: 168 time: 5.2495651 Feb 07 17:09:54.529939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42314) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:54.537553 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a061f93a-4cd7-4bc9-bc08-21d148758d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:54.546016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:54.546887 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:54.548149 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-815518fe-1406-4619-9adb-3778c10b6822 req-3e0d56df-f6ae-42b9-a5a8-97ad24ed7039 service neutron] 10.222.0.48 "PUT /v2.0/ports/1371ca96-9833-4255-8ecf-5958b5b1ffe3 HTTP/1.1" status: 200 len: 1091 time: 5.6990359 Feb 07 17:09:54.548633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34229a7e-3c98-405f-b531-45a9a98796bf', 'tag': '1371ca96-9833-4255-8ecf-5958b5b1ffe3'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:09:54.552747 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a1f1ae-a4ff-49ff-a3f1-3707f016f77d" -d '{"events": [{"name": "network-changed", "server_uuid": "34229a7e-3c98-405f-b531-45a9a98796bf", "tag": "1371ca96-9833-4255-8ecf-5958b5b1ffe3"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:09:54.689162 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0abaa9c-9916-4bb4-b509-080d4cb56009 x-openstack-request-id: req-f0abaa9c-9916-4bb4-b509-080d4cb56009 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:09:54.689484 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34229a7e-3c98-405f-b531-45a9a98796bf", "tag": "1371ca96-9833-4255-8ecf-5958b5b1ffe3", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:09:54.689746 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0abaa9c-9916-4bb4-b509-080d4cb56009 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:09:54.690216 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34229a7e-3c98-405f-b531-45a9a98796bf', 'tag': '1371ca96-9833-4255-8ecf-5958b5b1ffe3', 'status': 'completed', 'code': 200} Feb 07 17:09:54.712405 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:54.780200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=68f7b3dc-58c8-4552-b08f-58d0c1f124be,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:54.806026 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ae2e74-6823-4b64-8a64-d683bca54ab3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:54.808277 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ae2e74-6823-4b64-8a64-d683bca54ab3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:54.809688 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d3ae2e74-6823-4b64-8a64-d683bca54ab3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2783022 Feb 07 17:09:54.813646 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:54.814010 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:54.814367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:54.814718 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:54.815122 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:54.816120 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:54.816641 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:54.817122 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:54.817531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:54.817875 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:54.818213 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:54.818547 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:54.818877 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:09:54.821967 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42318) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:54.845373 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network 909de109-b3c2-4051-82bc-70433ca79a50 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:09:54.873363 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:09:54.879838 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:09:54.926806 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5badee7-9e72-4d45-803e-0f76709ebbdd tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (3dd1a290-9fa0-42b3-acad-2e85ab2bbd7d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:54.975304 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815518fe-1406-4619-9adb-3778c10b6822 req-6640d423-5a48-4dae-9f24-0b9e1be9f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:54.977859 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-815518fe-1406-4619-9adb-3778c10b6822 req-6640d423-5a48-4dae-9f24-0b9e1be9f410 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 1125 time: 0.2975550 Feb 07 17:09:55.065791 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:55.066591 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:55.072477 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e92246f-d169-4453-bd43-64cd3ddec9d7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet 49d3fcf8-a5ff-42a5-8e2e-4c4aef05ef60 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:09:55.077540 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-815518fe-1406-4619-9adb-3778c10b6822 req-899b3792-1d68-499a-a6b3-436db50686bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1371ca96-9833-4255-8ecf-5958b5b1ffe3 HTTP/1.1" status: 200 len: 217 time: 0.0905070 Feb 07 17:09:55.090560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5badee7-9e72-4d45-803e-0f76709ebbdd tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd1a290-9fa0-42b3-acad-2e85ab2bbd7d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:55.103623 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e92246f-d169-4453-bd43-64cd3ddec9d7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (49d3fcf8-a5ff-42a5-8e2e-4c4aef05ef60), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:55.124874 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9250607d-6a7a-434e-845b-e41234742c04 None None] Network deab591c-488c-44cf-9e14-15d731672ef6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:55.142432 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5badee7-9e72-4d45-803e-0f76709ebbdd tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:55.146252 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c5badee7-9e72-4d45-803e-0f76709ebbdd tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "DELETE /v2.0/subnets/3dd1a290-9fa0-42b3-acad-2e85ab2bbd7d HTTP/1.1" status: 204 len: 168 time: 1.0729866 Feb 07 17:09:55.152209 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42322) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:55.257961 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (deab591c-488c-44cf-9e14-15d731672ef6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:55.276201 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-9c6c7c20-357f-41ed-89fa-19468fc3bc56 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1517289 Feb 07 17:09:55.287892 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Request body: {'port': {'device_id': '87ff68b8-6aeb-4906-870a-cbff951fdf04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:55.333106 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e92246f-d169-4453-bd43-64cd3ddec9d7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (49d3fcf8-a5ff-42a5-8e2e-4c4aef05ef60), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:55.349160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-bb4ad686-3d07-4d50-a383-edeae3ee232f None None] Provisioning complete for port 68f7b3dc-58c8-4552-b08f-58d0c1f124be triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:09:55.349570 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bb4ad686-3d07-4d50-a383-edeae3ee232f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:55.396776 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ad686-3d07-4d50-a383-edeae3ee232f None None] Port 68f7b3dc-58c8-4552-b08f-58d0c1f124be cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:09:55.528358 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781a623b-b62e-4189-9e1c-7726cb4366bb None None] DHCP port deletion for deab591c-488c-44cf-9e14-15d731672ef6 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:09:55.571948 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:55.642960 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-781a623b-b62e-4189-9e1c-7726cb4366bb None None] Deleting port a316e0c7-6a9e-4d52-8a72-d4d011f07c04 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:55.643881 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-781a623b-b62e-4189-9e1c-7726cb4366bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a316e0c7-6a9e-4d52-8a72-d4d011f07c04), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:55.769605 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-781a623b-b62e-4189-9e1c-7726cb4366bb None None] For port a316e0c7-6a9e-4d52-8a72-d4d011f07c04, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a316e0c7-6a9e-4d52-8a72-d4d011f07c04,segment=NetworkSegment(05cdadef-7b5a-49c9-972f-38f7fca5da02),segment_id=05cdadef-7b5a-49c9-972f-38f7fca5da02)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:55.770079 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-781a623b-b62e-4189-9e1c-7726cb4366bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a316e0c7-6a9e-4d52-8a72-d4d011f07c04), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:55.796677 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815518fe-1406-4619-9adb-3778c10b6822 req-70bf25e3-62a7-47c5-b169-c3cdbe67eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:55.798709 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-815518fe-1406-4619-9adb-3778c10b6822 req-70bf25e3-62a7-47c5-b169-c3cdbe67eae1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.6166422 Feb 07 17:09:55.834418 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-781a623b-b62e-4189-9e1c-7726cb4366bb None None] Calling delete_port for a316e0c7-6a9e-4d52-8a72-d4d011f07c04 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:55.848269 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f4128948-ab6d-4970-bc4f-dcc625774de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:55.938686 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e92246f-d169-4453-bd43-64cd3ddec9d7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (49d3fcf8-a5ff-42a5-8e2e-4c4aef05ef60), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:55.981848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Deleting port a316e0c7-6a9e-4d52-8a72-d4d011f07c04 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:55.982180 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a316e0c7-6a9e-4d52-8a72-d4d011f07c04), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:55.989680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738e037-64ab-4591-971c-e6ef33929d8d req-16b477c4-f05b-418d-a873-114a69a7404d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:55.994863 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0738e037-64ab-4591-971c-e6ef33929d8d req-16b477c4-f05b-418d-a873-114a69a7404d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.9442070 Feb 07 17:09:56.015396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815518fe-1406-4619-9adb-3778c10b6822 req-f4b8d514-2974-4720-ad08-ed47348e225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:56.017105 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-815518fe-1406-4619-9adb-3778c10b6822 req-f4b8d514-2974-4720-ad08-ed47348e225b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2067852 Feb 07 17:09:56.029444 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-781a623b-b62e-4189-9e1c-7726cb4366bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (a316e0c7-6a9e-4d52-8a72-d4d011f07c04), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:56.057320 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a061f93a-4cd7-4bc9-bc08-21d148758d46 admin admin] Router 2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:09:56.153866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a623b-b62e-4189-9e1c-7726cb4366bb None None] Pushing event deleted for resources: {'Port': ['ID=a316e0c7-6a9e-4d52-8a72-d4d011f07c04,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:56.167655 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a623b-b62e-4189-9e1c-7726cb4366bb None None] No DVR routers for this DVR port a316e0c7-6a9e-4d52-8a72-d4d011f07c04 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:09:56.218122 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8df4f-9aa1-4fbc-bfd6-18b0ee7f9d79 req-0e235579-0f4b-48a5-b958-ff7dbcbfe032 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:56.232132 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-92a8df4f-9aa1-4fbc-bfd6-18b0ee7f9d79 req-0e235579-0f4b-48a5-b958-ff7dbcbfe032 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 931 time: 0.4628589 Feb 07 17:09:56.301482 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0738e037-64ab-4591-971c-e6ef33929d8d req-350c0e5a-a1f9-44b3-83fb-518f19b258e4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907162 Feb 07 17:09:56.386033 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-92a8df4f-9aa1-4fbc-bfd6-18b0ee7f9d79 req-0f5e1491-5411-48f4-afa0-c8a68ee4a55e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527803 Feb 07 17:09:56.402760 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] For port a316e0c7-6a9e-4d52-8a72-d4d011f07c04, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a316e0c7-6a9e-4d52-8a72-d4d011f07c04,segment=NetworkSegment(05cdadef-7b5a-49c9-972f-38f7fca5da02),segment_id=05cdadef-7b5a-49c9-972f-38f7fca5da02)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:56.403287 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a316e0c7-6a9e-4d52-8a72-d4d011f07c04), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:56.416241 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e92246f-d169-4453-bd43-64cd3ddec9d7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (49d3fcf8-a5ff-42a5-8e2e-4c4aef05ef60), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:56.418022 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-815518fe-1406-4619-9adb-3778c10b6822 req-5cfec1e6-6554-4448-b7fa-e8108d9b0542 service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931355 Feb 07 17:09:56.419816 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a061f93a-4cd7-4bc9-bc08-21d148758d46 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:09:56.452962 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd3af60-6dff-4b5d-8d5d-23c5059cb066 None None] Sync routers for ids ['2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:09:56.484973 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e92246f-d169-4453-bd43-64cd3ddec9d7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:56.493808 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5e92246f-d169-4453-bd43-64cd3ddec9d7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/49d3fcf8-a5ff-42a5-8e2e-4c4aef05ef60 HTTP/1.1" status: 204 len: 168 time: 1.6655955 Feb 07 17:09:56.503850 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd3af60-6dff-4b5d-8d5d-23c5059cb066 None None] Routers {'2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:09:56.507463 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a061f93a-4cd7-4bc9-bc08-21d148758d46 admin admin] 10.222.0.18 "PUT /v2.0/routers/2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4317977 Feb 07 17:09:56.508232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-acd3af60-6dff-4b5d-8d5d-23c5059cb066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:56.539970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Calling delete_port for a316e0c7-6a9e-4d52-8a72-d4d011f07c04 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:56.545674 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42330) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:56.545674 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42332) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:56.547970 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fbaade-aa21-491b-83b3-3175693ffe8c None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:09:56.784895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92246f-d169-4453-bd43-64cd3ddec9d7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=49d3fcf8-a5ff-42a5-8e2e-4c4aef05ef60,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:56.785649 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-815518fe-1406-4619-9adb-3778c10b6822 req-e6aa74e6-976f-4d02-8435-ebc0face66b7 service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568382 Feb 07 17:09:56.933578 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-58e87cb1-42e7-4de1-aa94-2b411dff1aa8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3868284 Feb 07 17:09:56.956688 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42334) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:09:56.980673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d05f672e-cb33-4fdf-8aa7-91a13d9064da tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:09:56.983477 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-acd3af60-6dff-4b5d-8d5d-23c5059cb066 None None] Set router 2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:09:57.014257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1f1ae-a4ff-49ff-a3f1-3707f016f77d req-e13d62e0-012b-4db0-9a98-7c5230826fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:57.015840 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e2a1f1ae-a4ff-49ff-a3f1-3707f016f77d req-e13d62e0-012b-4db0-9a98-7c5230826fc1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 1125 time: 0.1037040 Feb 07 17:09:57.175972 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a316e0c7-6a9e-4d52-8a72-d4d011f07c04 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:09:57.263038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b63cae-d2c6-49ac-a069-9af9d1c9bf39 None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:09:57.286196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1f1ae-a4ff-49ff-a3f1-3707f016f77d req-0bff3650-1cbe-4139-bfd4-c207b6428084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:57.287742 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e2a1f1ae-a4ff-49ff-a3f1-3707f016f77d req-0bff3650-1cbe-4139-bfd4-c207b6428084 service neutron] 10.222.0.48 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.2630687 Feb 07 17:09:57.342727 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: a316e0c7-6a9e-4d52-8a72-d4d011f07c04 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:09:57.343085 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a316e0c7-6a9e-4d52-8a72-d4d011f07c04 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:09:57.422603 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e2a1f1ae-a4ff-49ff-a3f1-3707f016f77d req-2c60ecc5-c71e-471e-9bbd-ac29d476a48d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1371ca96-9833-4255-8ecf-5958b5b1ffe3 HTTP/1.1" status: 200 len: 217 time: 0.1229436 Feb 07 17:09:57.540040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f9b63cae-d2c6-49ac-a069-9af9d1c9bf39 None None] Deleting port d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:09:57.540785 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f9b63cae-d2c6-49ac-a069-9af9d1c9bf39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:57.560750 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1f1ae-a4ff-49ff-a3f1-3707f016f77d req-251d1087-bf50-469d-bf4d-932c00239d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:57.562388 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e2a1f1ae-a4ff-49ff-a3f1-3707f016f77d req-251d1087-bf50-469d-bf4d-932c00239d66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.1366348 Feb 07 17:09:57.766847 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a8fd4-9704-447e-adb1-cd225f18fbe6 req-7624401d-5200-485b-a9f8-252d5fa176f4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:57.769735 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d10a8fd4-9704-447e-adb1-cd225f18fbe6 req-7624401d-5200-485b-a9f8-252d5fa176f4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.2788692 Feb 07 17:09:57.825319 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1f1ae-a4ff-49ff-a3f1-3707f016f77d req-73554837-101e-49d3-85db-576c613ed483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:57.827541 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e2a1f1ae-a4ff-49ff-a3f1-3707f016f77d req-73554837-101e-49d3-85db-576c613ed483 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2570558 Feb 07 17:09:58.009030 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d10a8fd4-9704-447e-adb1-cd225f18fbe6 req-6dd404bd-3255-4062-a8b0-e852823c44a9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258856 Feb 07 17:09:58.144790 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e2a1f1ae-a4ff-49ff-a3f1-3707f016f77d req-b2a9d96d-c40e-4a93-8a6e-3b71f478f099 service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045721 Feb 07 17:09:58.302656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f7b3dc-58c8-4552-b08f-58d0c1f124be {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:09:58.310891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05f672e-cb33-4fdf-8aa7-91a13d9064da tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:09:58.316326 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d05f672e-cb33-4fdf-8aa7-91a13d9064da tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:58.332513 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4612aa73-f3cb-4528-8cf0-282e25ebe0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:58.383920 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f9b63cae-d2c6-49ac-a069-9af9d1c9bf39 None None] For port d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:09:58.384329 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f9b63cae-d2c6-49ac-a069-9af9d1c9bf39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:58.392575 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e2a1f1ae-a4ff-49ff-a3f1-3707f016f77d req-08a53c65-3d68-4e5f-9091-234ad0d044b5 service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415216 Feb 07 17:09:58.463071 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-acd3af60-6dff-4b5d-8d5d-23c5059cb066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'name': 'tempest-TestAggregatesBasicOps-2142783294-router', 'tenant_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'b8070c7e-6ea4-4f92-b3dd-7249260c38f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:11Z', 'updated_at': '2022-02-07T17:09:53Z', 'revision_number': 5, 'project_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'gw_port': {'id': 'b8070c7e-6ea4-4f92-b3dd-7249260c38f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:14Z', 'updated_at': '2022-02-07T17:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:58.486591 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Publish callbacks [] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:58.512747 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Transition to ACTIVE for port object 68f7b3dc-58c8-4552-b08f-58d0c1f124be will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:09:58.571856 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:58.574629 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0eeffbf-c4ed-4ff0-bb4a-38395ad5b51f admin admin] Publish callbacks [] for router (2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:58.577000 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd3af60-6dff-4b5d-8d5d-23c5059cb066 None None] Checking router: 2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:09:58.579455 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f9b63cae-d2c6-49ac-a069-9af9d1c9bf39 None None] Calling delete_port for d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:09:58.637015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd3af60-6dff-4b5d-8d5d-23c5059cb066 None None] Routers {'2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:09:58.638067 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-acd3af60-6dff-4b5d-8d5d-23c5059cb066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:09:58.861055 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa5b92-836e-4cb7-be46-bc46ea86bb13 req-1800d786-e3e8-4067-b7d8-5b36575a846e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:58.879953 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bdaa5b92-836e-4cb7-be46-bc46ea86bb13 req-1800d786-e3e8-4067-b7d8-5b36575a846e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 931 time: 1.3230979 Feb 07 17:09:59.066609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:09:59.071563 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f9b63cae-d2c6-49ac-a069-9af9d1c9bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:59.165017 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a316e0c7-6a9e-4d52-8a72-d4d011f07c04), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:59.191826 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:09:59.192188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:09:59.224492 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b63cae-d2c6-49ac-a069-9af9d1c9bf39 None None] Pushing event deleted for resources: {'Port': ['ID=d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:59.248290 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b63cae-d2c6-49ac-a069-9af9d1c9bf39 None None] No DVR routers for this DVR port d68cfe9f-0fd9-4cac-ac40-21a51cfd14e1 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:09:59.306812 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] No DVR routers for this DVR port a316e0c7-6a9e-4d52-8a72-d4d011f07c04 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:09:59.414689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-acd3af60-6dff-4b5d-8d5d-23c5059cb066 None None] Set router 2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:09:59.469121 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a9ac3-d5ab-4b3f-8f0b-c60c44b97f53 req-65af499d-8a24-4634-b902-613d855a696a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:09:59.485785 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-922a9ac3-d5ab-4b3f-8f0b-c60c44b97f53 req-65af499d-8a24-4634-b902-613d855a696a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.2640822 Feb 07 17:09:59.606183 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-922a9ac3-d5ab-4b3f-8f0b-c60c44b97f53 req-87dc4cb7-5933-4ba9-ad77-59bfde8c666d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972636 Feb 07 17:09:59.733313 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:59.823642 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=68f7b3dc-58c8-4552-b08f-58d0c1f124be,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:59.889817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event deleted for resources: {'Port': ['ID=a316e0c7-6a9e-4d52-8a72-d4d011f07c04,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:09:59.919321 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (deab591c-488c-44cf-9e14-15d731672ef6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:59.960746 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d05f672e-cb33-4fdf-8aa7-91a13d9064da tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (6778c669-a38e-44c0-b4c5-202ca2a7bca0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:09:59.988275 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bdaa5b92-836e-4cb7-be46-bc46ea86bb13 req-90a69a5a-c500-4dbb-888c-bbb5961a557b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0013545 Feb 07 17:10:00.084502 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05f672e-cb33-4fdf-8aa7-91a13d9064da tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:00.088680 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-acd3af60-6dff-4b5d-8d5d-23c5059cb066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'name': 'tempest-TestAggregatesBasicOps-2142783294-router', 'tenant_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'b8070c7e-6ea4-4f92-b3dd-7249260c38f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:11Z', 'updated_at': '2022-02-07T17:09:53Z', 'revision_number': 5, 'project_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'gw_port': {'id': 'b8070c7e-6ea4-4f92-b3dd-7249260c38f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:14Z', 'updated_at': '2022-02-07T17:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:00.098251 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d05f672e-cb33-4fdf-8aa7-91a13d9064da tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:00.154536 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deab591c-488c-44cf-9e14-15d731672ef6']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:00.155140 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e149949-f4d6-411a-854b-70de329fc455 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:00.162212 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19f6592f-e6d6-4548-8fcf-4e6ce5e425d2 req-1941dd87-13ab-4eea-87dc-7b1a817d22a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1400275 Feb 07 17:10:00.162971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd3af60-6dff-4b5d-8d5d-23c5059cb066 None None] The sync data for ids ['2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf'] in n-d-827865-3 is: [{'id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'name': 'tempest-TestAggregatesBasicOps-2142783294-router', 'tenant_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'b8070c7e-6ea4-4f92-b3dd-7249260c38f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:11Z', 'updated_at': '2022-02-07T17:09:53Z', 'revision_number': 5, 'project_id': '91f493dc49bd47a4b2b613d9b1328bb3', 'gw_port': {'id': 'b8070c7e-6ea4-4f92-b3dd-7249260c38f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:14Z', 'updated_at': '2022-02-07T17:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:10:00.184755 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05f672e-cb33-4fdf-8aa7-91a13d9064da tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:00.185852 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d05f672e-cb33-4fdf-8aa7-91a13d9064da tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:00.289098 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d05f672e-cb33-4fdf-8aa7-91a13d9064da tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3138638 Feb 07 17:10:00.293085 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42348) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:00.301305 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b40f6496-841c-4224-8d14-0b21c120972d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'fixed_ips': [{'subnet_id': '6778c669-a38e-44c0-b4c5-202ca2a7bca0', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-925105889'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:00.310863 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05cdadef-7b5a-49c9-972f-38f7fca5da02') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:00.311418 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05cdadef-7b5a-49c9-972f-38f7fca5da02') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:00.348683 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (05cdadef-7b5a-49c9-972f-38f7fca5da02), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:00.408131 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (05cdadef-7b5a-49c9-972f-38f7fca5da02), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:00.459169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Attempting to bind port 68f7b3dc-58c8-4552-b08f-58d0c1f124be on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:10:00.474216 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Attempting to bind port 68f7b3dc-58c8-4552-b08f-58d0c1f124be by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '2ff3b061-2a59-4442-b0ae-a1c096c8d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:10:00.476560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Attempting to bind port 68f7b3dc-58c8-4552-b08f-58d0c1f124be on network 909de109-b3c2-4051-82bc-70433ca79a50 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:10:00.478570 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:10:00.479067 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (05cdadef-7b5a-49c9-972f-38f7fca5da02), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:10:00.498830 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:10:00.508860 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6592f-e6d6-4548-8fcf-4e6ce5e425d2 req-42caf90d-2169-4f6e-8bc6-b6682d4fd9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:00.524475 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19f6592f-e6d6-4548-8fcf-4e6ce5e425d2 req-42caf90d-2169-4f6e-8bc6-b6682d4fd9d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9ad179b24574372b80952de6111dc6e&device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 1127 time: 0.2461646 Feb 07 17:10:00.599542 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0eeffbf-c4ed-4ff0-bb4a-38395ad5b51f admin admin] Publish callbacks [] for router_gateway (2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:00.613468 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Port 68f7b3dc-58c8-4552-b08f-58d0c1f124be on network 909de109-b3c2-4051-82bc-70433ca79a50 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:10:00.614016 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Attempting to bind port 68f7b3dc-58c8-4552-b08f-58d0c1f124be on network 909de109-b3c2-4051-82bc-70433ca79a50 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:10:00.623646 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40f6496-841c-4224-8d14-0b21c120972d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:00.663552 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f672e-cb33-4fdf-8aa7-91a13d9064da tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=6778c669-a38e-44c0-b4c5-202ca2a7bca0,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:00.705469 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': '6778c669-a38e-44c0-b4c5-202ca2a7bca0'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:10:00.706564 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:00.731666 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:10:00.732344 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Checking segment: {'id': '2ff3b061-2a59-4442-b0ae-a1c096c8d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:10:00.735569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Bound using segment: {'id': '2ff3b061-2a59-4442-b0ae-a1c096c8d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:10:00.737544 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Bound port: 68f7b3dc-58c8-4552-b08f-58d0c1f124be, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff3b061-2a59-4442-b0ae-a1c096c8d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:10:00.738155 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:00.958405 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (deab591c-488c-44cf-9e14-15d731672ef6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:01.003939 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:01.012722 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] 10.222.0.18 "DELETE /v2.0/networks/deab591c-488c-44cf-9e14-15d731672ef6 HTTP/1.1" status: 204 len: 168 time: 5.8587699 Feb 07 17:10:01.050086 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deaf00a-e3b3-402c-88cf-06f6c99fbc74 tempest-AllowedAddressPairIpV6TestJSON-2059084569 tempest-AllowedAddressPairIpV6TestJSON-2059084569-project] Pushing event deleted for resources: {'Network': ['ID=deab591c-488c-44cf-9e14-15d731672ef6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:01.144525 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b0eeffbf-c4ed-4ff0-bb4a-38395ad5b51f admin admin] Deleting port b8070c7e-6ea4-4f92-b3dd-7249260c38f1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:01.146024 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0eeffbf-c4ed-4ff0-bb4a-38395ad5b51f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b8070c7e-6ea4-4f92-b3dd-7249260c38f1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:01.152323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] For port 68f7b3dc-58c8-4552-b08f-58d0c1f124be, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:10:01.381745 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b40f6496-841c-4224-8d14-0b21c120972d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:01.386702 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] For port 68f7b3dc-58c8-4552-b08f-58d0c1f124be, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=68f7b3dc-58c8-4552-b08f-58d0c1f124be,segment=NetworkSegment(2ff3b061-2a59-4442-b0ae-a1c096c8d605),segment_id=2ff3b061-2a59-4442-b0ae-a1c096c8d605)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:10:01.387309 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e6532e09-4bb1-452c-b205-ebbb13e28776 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:10:01.409703 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6592f-e6d6-4548-8fcf-4e6ce5e425d2 req-7af7696e-aa10-4dbb-b991-f33d1bcfb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:01.411883 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19f6592f-e6d6-4548-8fcf-4e6ce5e425d2 req-7af7696e-aa10-4dbb-b991-f33d1bcfb9cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=201760c2-7445-46e7-879d-a3304bb55dba HTTP/1.1" status: 200 len: 912 time: 0.8188853 Feb 07 17:10:01.417665 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:01.479322 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: e6532e09-4bb1-452c-b205-ebbb13e28776 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:10:01.479760 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e6532e09-4bb1-452c-b205-ebbb13e28776 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:10:01.495650 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-b40f6496-841c-4224-8d14-0b21c120972d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port c484ee7d-0494-4949-8470-f54bdab6f2fd yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:10:01.507020 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=68f7b3dc-58c8-4552-b08f-58d0c1f124be,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:01.529901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f60328-eef9-4830-8ef1-c8bf9fc9d793 req-7991ac0b-fadc-449c-8992-a47c093a2271 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:01.544293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:01.544964 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:01.546591 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-5c8a7a4d-399b-4101-8c69-542060f58ce6 service neutron] 10.222.0.32 "PUT /v2.0/ports/68f7b3dc-58c8-4552-b08f-58d0c1f124be HTTP/1.1" status: 200 len: 1091 time: 6.2635136 Feb 07 17:10:01.550465 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ff68b8-6aeb-4906-870a-cbff951fdf04', 'tag': '68f7b3dc-58c8-4552-b08f-58d0c1f124be'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:10:01.554210 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c77834c-cbc3-4802-b0b5-fb3a6690f0b2" -d '{"events": [{"name": "network-changed", "server_uuid": "87ff68b8-6aeb-4906-870a-cbff951fdf04", "tag": "68f7b3dc-58c8-4552-b08f-58d0c1f124be"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:10:01.554739 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2f60328-eef9-4830-8ef1-c8bf9fc9d793 req-7991ac0b-fadc-449c-8992-a47c093a2271 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.5860734 Feb 07 17:10:01.589452 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:01.592192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-b0eeffbf-c4ed-4ff0-bb4a-38395ad5b51f admin admin] For port b8070c7e-6ea4-4f92-b3dd-7249260c38f1, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b8070c7e-6ea4-4f92-b3dd-7249260c38f1,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:01.592795 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0eeffbf-c4ed-4ff0-bb4a-38395ad5b51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b8070c7e-6ea4-4f92-b3dd-7249260c38f1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:01.605043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ab935-b7ba-4c23-bccb-95b2540406c9 req-34f8617b-c27e-4c6a-90c6-8215cdd8ac54 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:01.614587 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-034ab935-b7ba-4c23-bccb-95b2540406c9 req-34f8617b-c27e-4c6a-90c6-8215cdd8ac54 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 943 time: 0.3368595 Feb 07 17:10:01.629184 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] Allocated IP 2001:db8::2 (5d104e3b-016c-4509-9da5-d18eb1be26d1/6778c669-a38e-44c0-b4c5-202ca2a7bca0/79702bb8-e4aa-47dc-bc87-639156d5a4aa) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:01.756817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b0eeffbf-c4ed-4ff0-bb4a-38395ad5b51f admin admin] Calling delete_port for b8070c7e-6ea4-4f92-b3dd-7249260c38f1 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:01.911581 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-034ab935-b7ba-4c23-bccb-95b2540406c9 req-b7e0d126-11e8-41ce-bf6f-4e20f38c1f3b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2957914 Feb 07 17:10:01.920028 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-399bab55-85a0-47a7-a4a0-ed55bbfe74ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:01.929089 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-399bab55-85a0-47a7-a4a0-ed55bbfe74ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 1125 time: 0.2907550 Feb 07 17:10:02.022359 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1154bf-92df-4836-9921-2a4daf0cb9d1 x-openstack-request-id: req-0a1154bf-92df-4836-9921-2a4daf0cb9d1 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:10:02.022819 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ff68b8-6aeb-4906-870a-cbff951fdf04", "tag": "68f7b3dc-58c8-4552-b08f-58d0c1f124be", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:10:02.023180 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a1154bf-92df-4836-9921-2a4daf0cb9d1 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:10:02.023699 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ff68b8-6aeb-4906-870a-cbff951fdf04', 'tag': '68f7b3dc-58c8-4552-b08f-58d0c1f124be', 'status': 'completed', 'code': 200} Feb 07 17:10:02.030695 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-4d8a16e1-de71-43cf-88ca-2fd5dd657b82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68f7b3dc-58c8-4552-b08f-58d0c1f124be HTTP/1.1" status: 200 len: 217 time: 0.0943437 Feb 07 17:10:02.141224 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-90da43f3-56ee-4301-a794-1ca1d6d62177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:02.143046 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-90da43f3-56ee-4301-a794-1ca1d6d62177 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e87bf0e-4257-4687-aa83-e7b0630506b5 HTTP/1.1" status: 200 len: 835 time: 0.1065080 Feb 07 17:10:02.197203 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42362) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:02.259784 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] Publish callbacks [] for port (79702bb8-e4aa-47dc-bc87-639156d5a4aa), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:02.263971 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19f6592f-e6d6-4548-8fcf-4e6ce5e425d2 req-1d7dcbbb-d8c0-4d44-9363-5d466f35a18a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2ff444-08ee-4b25-b3ed-5e38e8cb24da HTTP/1.1" status: 200 len: 1000 time: 0.8372262 Feb 07 17:10:02.275591 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (79702bb8-e4aa-47dc-bc87-639156d5a4aa), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:02.380246 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40f6496-841c-4224-8d14-0b21c120972d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:10:02.380821 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40f6496-841c-4224-8d14-0b21c120972d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:10:02.395909 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:02.406198 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-fc4d8e87-2321-4d07-8545-b3502b48d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:02.407911 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-fc4d8e87-2321-4d07-8545-b3502b48d50b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=909de109-b3c2-4051-82bc-70433ca79a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2563772 Feb 07 17:10:02.419235 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b40f6496-841c-4224-8d14-0b21c120972d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.1244960 Feb 07 17:10:02.441111 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2f60328-eef9-4830-8ef1-c8bf9fc9d793 req-db16601a-d657-4e54-804e-cb139733b958 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8329697 Feb 07 17:10:02.445913 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42368) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:02.467793 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:02.473719 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:10:02.514097 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:02.516726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] Pushing event updated for resources: {'Port': ['ID=79702bb8-e4aa-47dc-bc87-639156d5a4aa,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:02.542228 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6592f-e6d6-4548-8fcf-4e6ce5e425d2 req-3c20a1aa-ba99-4db9-9118-21565adf4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:02.546786 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19f6592f-e6d6-4548-8fcf-4e6ce5e425d2 req-3c20a1aa-ba99-4db9-9118-21565adf4862 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c40ceb2-4236-4c8f-982a-2db09abbbc2a HTTP/1.1" status: 200 len: 850 time: 0.2571700 Feb 07 17:10:02.676252 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb314c98-26b2-4ae7-8c2b-db3043bb0bc3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:02.677629 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fb314c98-26b2-4ae7-8c2b-db3043bb0bc3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2223759 Feb 07 17:10:02.680497 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0eeffbf-c4ed-4ff0-bb4a-38395ad5b51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (b8070c7e-6ea4-4f92-b3dd-7249260c38f1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:02.682703 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42370) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:02.717201 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] Attempting to bind port 79702bb8-e4aa-47dc-bc87-639156d5a4aa on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:10:02.717603 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] Attempting to bind port 79702bb8-e4aa-47dc-bc87-639156d5a4aa by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:10:02.718024 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] Attempting to bind port 79702bb8-e4aa-47dc-bc87-639156d5a4aa on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:10:02.736407 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:10:02.741536 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:10:02.741952 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:02.743033 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:10:02.743033 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] Bound port: 79702bb8-e4aa-47dc-bc87-639156d5a4aa, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:10:02.749392 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d69e60bd-ef4c-4f85-87bd-8d388973fa97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4afe11a63a8140c1a70d1e3a0c1b7124&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5193756 Feb 07 17:10:02.749800 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (79702bb8-e4aa-47dc-bc87-639156d5a4aa), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:02.750622 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42372) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:02.751874 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eeffbf-c4ed-4ff0-bb4a-38395ad5b51f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8070c7e-6ea4-4f92-b3dd-7249260c38f1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:02.764935 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6592f-e6d6-4548-8fcf-4e6ce5e425d2 req-31cdcb30-be4b-4f9f-b512-235e02477ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:02.766102 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19f6592f-e6d6-4548-8fcf-4e6ce5e425d2 req-31cdcb30-be4b-4f9f-b512-235e02477ed8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=201760c2-7445-46e7-879d-a3304bb55dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2024732 Feb 07 17:10:02.884980 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80c3901b-190e-44ec-b91c-cb2f6080ee72 admin admin] Publish callbacks [] for security_group (cfef676c-4ea3-4186-9abf-62bcc78a5fa5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:02.890308 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-35ba796c-6ec1-4862-9c13-66d6e827d75c service neutron] 10.222.0.32 "GET /v2.0/networks/909de109-b3c2-4051-82bc-70433ca79a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738629 Feb 07 17:10:02.899647 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2785665-eb6d-4b84-a607-f6b7524d6f38 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:02.899647 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2785665-eb6d-4b84-a607-f6b7524d6f38 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:02.899647 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e2785665-eb6d-4b84-a607-f6b7524d6f38 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2135782 Feb 07 17:10:02.921577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42374) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:02.932895 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19f6592f-e6d6-4548-8fcf-4e6ce5e425d2 req-56633c8c-6f5c-4ff8-8644-b3d300f12312 service neutron] 10.222.0.48 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603851 Feb 07 17:10:03.008482 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] For port 79702bb8-e4aa-47dc-bc87-639156d5a4aa, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:10:03.013296 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] For port 79702bb8-e4aa-47dc-bc87-639156d5a4aa, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=79702bb8-e4aa-47dc-bc87-639156d5a4aa,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:10:03.018936 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80c3901b-190e-44ec-b91c-cb2f6080ee72 admin admin] Publish callbacks [] for security_group (cfef676c-4ea3-4186-9abf-62bcc78a5fa5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:03.036530 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (79702bb8-e4aa-47dc-bc87-639156d5a4aa), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:03.046637 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0eeffbf-c4ed-4ff0-bb4a-38395ad5b51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:03.161406 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e776c-a90d-4d6d-a6c9-4a59e8e5250b None None] Pushing event updated for resources: {'Port': ['ID=79702bb8-e4aa-47dc-bc87-639156d5a4aa,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:03.198031 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19f6592f-e6d6-4548-8fcf-4e6ce5e425d2 req-e300c248-8f75-433b-87cb-236019d1a0ca service neutron] 10.222.0.48 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588806 Feb 07 17:10:03.232093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44e173d-3f3d-47cf-9f61-5ca12202b313 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet 6778c669-a38e-44c0-b4c5-202ca2a7bca0 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:10:03.275163 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c44e173d-3f3d-47cf-9f61-5ca12202b313 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (6778c669-a38e-44c0-b4c5-202ca2a7bca0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:03.316357 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0eeffbf-c4ed-4ff0-bb4a-38395ad5b51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:03.331410 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0eeffbf-c4ed-4ff0-bb4a-38395ad5b51f admin admin] Publish callbacks [] for router_controller (2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:03.359362 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5bee920f-1636-4fb3-b9b3-f5e3bea4fb99 req-0a1db114-c1e7-4b25-a0e2-b0f88db2b7fd service neutron] 10.222.0.32 "GET /v2.0/networks/909de109-b3c2-4051-82bc-70433ca79a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577582 Feb 07 17:10:03.446887 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c44e173d-3f3d-47cf-9f61-5ca12202b313 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (6778c669-a38e-44c0-b4c5-202ca2a7bca0), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:03.618067 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f743c-b8f4-4d2d-8673-9d53eacb2fe9 req-b24b79d1-2fd9-4479-ac20-345cd953cf93 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:03.620077 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e4f743c-b8f4-4d2d-8673-9d53eacb2fe9 req-b24b79d1-2fd9-4479-ac20-345cd953cf93 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 943 time: 0.5284116 Feb 07 17:10:03.624722 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0eeffbf-c4ed-4ff0-bb4a-38395ad5b51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:03.626190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0eeffbf-c4ed-4ff0-bb4a-38395ad5b51f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:10:03.634041 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0eeffbf-c4ed-4ff0-bb4a-38395ad5b51f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:03.638394 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b0eeffbf-c4ed-4ff0-bb4a-38395ad5b51f admin admin] 10.222.0.18 "DELETE /v2.0/routers/2aa8ad7c-28ee-4cc1-9b63-23707b9c0bbf HTTP/1.1" status: 204 len: 168 time: 7.0795515 Feb 07 17:10:03.663888 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42382) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:03.679466 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80c3901b-190e-44ec-b91c-cb2f6080ee72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cfef676c-4ea3-4186-9abf-62bcc78a5fa5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:03.682478 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80c3901b-190e-44ec-b91c-cb2f6080ee72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:03.688007 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-80c3901b-190e-44ec-b91c-cb2f6080ee72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfef676c-4ea3-4186-9abf-62bcc78a5fa5 HTTP/1.1" status: 204 len: 168 time: 0.9330997 Feb 07 17:10:03.868438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-738a8cb3-80bf-4447-ab77-722fb3e27e8d admin admin] Deleting subnet 8c892302-92b7-4396-a8d1-66c6a02206dc {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:10:03.875772 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-738a8cb3-80bf-4447-ab77-722fb3e27e8d admin admin] Publish callbacks [] for subnet (8c892302-92b7-4396-a8d1-66c6a02206dc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:03.906560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3901b-190e-44ec-b91c-cb2f6080ee72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfef676c-4ea3-4186-9abf-62bcc78a5fa5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:03.915274 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c44e173d-3f3d-47cf-9f61-5ca12202b313 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (6778c669-a38e-44c0-b4c5-202ca2a7bca0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:03.961175 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-738a8cb3-80bf-4447-ab77-722fb3e27e8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (8c892302-92b7-4396-a8d1-66c6a02206dc), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:03.987382 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77834c-cbc3-4802-b0b5-fb3a6690f0b2 req-2c8738ca-ae01-465a-a829-06872a5f1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:03.988905 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0c77834c-cbc3-4802-b0b5-fb3a6690f0b2 req-2c8738ca-ae01-465a-a829-06872a5f1856 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 1125 time: 0.5626047 Feb 07 17:10:03.998502 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e4f743c-b8f4-4d2d-8673-9d53eacb2fe9 req-9b50b289-5684-4ecd-92ec-09a4653131a1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3585765 Feb 07 17:10:04.060470 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad23bc-35ca-4ab0-a590-18366b56a787 req-772180e3-d1df-479c-bd7f-997a5514d416 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:04.070307 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2ad23bc-35ca-4ab0-a590-18366b56a787 req-772180e3-d1df-479c-bd7f-997a5514d416 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.4523728 Feb 07 17:10:04.156372 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-738a8cb3-80bf-4447-ab77-722fb3e27e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (8c892302-92b7-4396-a8d1-66c6a02206dc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:04.169078 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c44e173d-3f3d-47cf-9f61-5ca12202b313 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (6778c669-a38e-44c0-b4c5-202ca2a7bca0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:04.200462 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2ad23bc-35ca-4ab0-a590-18366b56a787 req-9074d793-ce69-4b76-95b4-e55eeb167ebf tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890777 Feb 07 17:10:04.232600 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e173d-3f3d-47cf-9f61-5ca12202b313 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=6778c669-a38e-44c0-b4c5-202ca2a7bca0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:04.235167 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c44e173d-3f3d-47cf-9f61-5ca12202b313 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:04.239531 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c44e173d-3f3d-47cf-9f61-5ca12202b313 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/6778c669-a38e-44c0-b4c5-202ca2a7bca0 HTTP/1.1" status: 204 len: 168 time: 1.3168883 Feb 07 17:10:04.241064 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77834c-cbc3-4802-b0b5-fb3a6690f0b2 req-5598d22f-96db-45b0-811b-efb7ad8175c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:04.242734 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0c77834c-cbc3-4802-b0b5-fb3a6690f0b2 req-5598d22f-96db-45b0-811b-efb7ad8175c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=909de109-b3c2-4051-82bc-70433ca79a50 HTTP/1.1" status: 200 len: 897 time: 0.2380850 Feb 07 17:10:04.243582 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42388) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:04.251957 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-738a8cb3-80bf-4447-ab77-722fb3e27e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (8c892302-92b7-4396-a8d1-66c6a02206dc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:04.321808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a8cb3-80bf-4447-ab77-722fb3e27e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c892302-92b7-4396-a8d1-66c6a02206dc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:04.323920 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-738a8cb3-80bf-4447-ab77-722fb3e27e8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:04.327373 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-738a8cb3-80bf-4447-ab77-722fb3e27e8d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8c892302-92b7-4396-a8d1-66c6a02206dc HTTP/1.1" status: 204 len: 168 time: 0.6542184 Feb 07 17:10:04.330098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c172739b-9e75-4fa2-87a7-04777b431b25 None None] Network 874defb6-a3de-4d0b-8be4-1a39dbfcc9fb requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:04.331620 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42390) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:04.372780 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42392) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:04.380202 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-72ff910b-a006-430c-b637-69473c03e84a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223233 Feb 07 17:10:04.385923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c89ade86-4001-44d4-abad-b89f96ea8d29 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:04.468261 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0c77834c-cbc3-4802-b0b5-fb3a6690f0b2 req-b14b3e14-4144-4de9-8522-aacda180d98f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68f7b3dc-58c8-4552-b08f-58d0c1f124be HTTP/1.1" status: 200 len: 217 time: 0.0867543 Feb 07 17:10:04.640235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77834c-cbc3-4802-b0b5-fb3a6690f0b2 req-a711e90c-6880-42a9-909f-cf7ffd8faa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:04.642481 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0c77834c-cbc3-4802-b0b5-fb3a6690f0b2 req-a711e90c-6880-42a9-909f-cf7ffd8faa8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e87bf0e-4257-4687-aa83-e7b0630506b5 HTTP/1.1" status: 200 len: 835 time: 0.1683388 Feb 07 17:10:04.684522 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b87622-2210-40c6-be83-4af8214d422d None None] DHCP port deletion for 874defb6-a3de-4d0b-8be4-1a39dbfcc9fb request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:10:04.686514 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (874defb6-a3de-4d0b-8be4-1a39dbfcc9fb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:04.753505 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89ade86-4001-44d4-abad-b89f96ea8d29 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:04.765048 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c89ade86-4001-44d4-abad-b89f96ea8d29 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:04.778712 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77834c-cbc3-4802-b0b5-fb3a6690f0b2 req-9730b735-b8d1-4c0b-a939-78ba4f0a4679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:04.782151 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0c77834c-cbc3-4802-b0b5-fb3a6690f0b2 req-9730b735-b8d1-4c0b-a939-78ba4f0a4679 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=909de109-b3c2-4051-82bc-70433ca79a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1316280 Feb 07 17:10:04.817527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-94b87622-2210-40c6-be83-4af8214d422d None None] Deleting port 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:04.817809 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-94b87622-2210-40c6-be83-4af8214d422d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:04.987379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-94b87622-2210-40c6-be83-4af8214d422d None None] For port 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae,segment=NetworkSegment(1b0f5a81-c6e4-4026-b997-46597ecebe72),segment_id=1b0f5a81-c6e4-4026-b997-46597ecebe72)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:04.987987 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-94b87622-2210-40c6-be83-4af8214d422d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:05.008837 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] Deleting port 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:05.009192 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:05.019190 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0c77834c-cbc3-4802-b0b5-fb3a6690f0b2 req-7a287ff4-2e61-4e21-aa20-c1cbcf6b4f93 service neutron] 10.222.0.32 "GET /v2.0/networks/909de109-b3c2-4051-82bc-70433ca79a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314274 Feb 07 17:10:05.050490 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-94b87622-2210-40c6-be83-4af8214d422d None None] Calling delete_port for 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:05.082308 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] For port 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae,segment=NetworkSegment(1b0f5a81-c6e4-4026-b997-46597ecebe72),segment_id=1b0f5a81-c6e4-4026-b997-46597ecebe72)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:05.083043 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:05.126710 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] Calling delete_port for 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:05.202305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 79702bb8-e4aa-47dc-bc87-639156d5a4aa up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:10:05.271687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6eb2f1-0686-4aac-8ecd-fd74456ccf1c None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:05.298161 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:05.331532 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-94b87622-2210-40c6-be83-4af8214d422d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:05.345269 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:05.356047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] No DVR routers for this DVR port 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:10:05.373648 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0c77834c-cbc3-4802-b0b5-fb3a6690f0b2 req-b335e3ad-20a8-42f1-8bfa-918f780b6ede service neutron] 10.222.0.32 "GET /v2.0/networks/909de109-b3c2-4051-82bc-70433ca79a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491883 Feb 07 17:10:05.411883 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f4453-6d5a-4e83-82fa-d435873f8621 req-15c257a8-4914-4988-b983-9fcc9674bd31 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:05.413459 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-222f4453-6d5a-4e83-82fa-d435873f8621 req-15c257a8-4914-4988-b983-9fcc9674bd31 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 943 time: 0.2372196 Feb 07 17:10:05.436602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b87622-2210-40c6-be83-4af8214d422d None None] Pushing event deleted for resources: {'Port': ['ID=45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:05.449554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b87622-2210-40c6-be83-4af8214d422d None None] No DVR routers for this DVR port 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:10:05.452449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-223b17ba-a19f-4f70-9ffe-05f95de9278d None None] Provisioning complete for port 79702bb8-e4aa-47dc-bc87-639156d5a4aa triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:05.453088 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-223b17ba-a19f-4f70-9ffe-05f95de9278d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (79702bb8-e4aa-47dc-bc87-639156d5a4aa), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:05.456522 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b87622-2210-40c6-be83-4af8214d422d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:05.457164 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b87622-2210-40c6-be83-4af8214d422d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:05.457747 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b87622-2210-40c6-be83-4af8214d422d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:05.458300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b87622-2210-40c6-be83-4af8214d422d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:05.459411 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b87622-2210-40c6-be83-4af8214d422d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:05.460066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b87622-2210-40c6-be83-4af8214d422d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:05.460614 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b87622-2210-40c6-be83-4af8214d422d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:05.461182 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b87622-2210-40c6-be83-4af8214d422d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:05.461765 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b87622-2210-40c6-be83-4af8214d422d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:05.462333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b87622-2210-40c6-be83-4af8214d422d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:05.463603 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b87622-2210-40c6-be83-4af8214d422d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:05.464251 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b87622-2210-40c6-be83-4af8214d422d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:05.464796 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b87622-2210-40c6-be83-4af8214d422d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:05.537307 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-222f4453-6d5a-4e83-82fa-d435873f8621 req-05d18c8f-ef02-4234-8c0a-13077a9dd4e4 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153994 Feb 07 17:10:05.558153 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c89ade86-4001-44d4-abad-b89f96ea8d29 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (15e86bcb-d29a-4091-a67a-1628cf67c8bb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:05.568418 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (874defb6-a3de-4d0b-8be4-1a39dbfcc9fb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:05.606525 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 79702bb8-e4aa-47dc-bc87-639156d5a4aa triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:05.606896 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (79702bb8-e4aa-47dc-bc87-639156d5a4aa), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:05.615238 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ade86-4001-44d4-abad-b89f96ea8d29 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:05.618684 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c89ade86-4001-44d4-abad-b89f96ea8d29 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:05.629733 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89ade86-4001-44d4-abad-b89f96ea8d29 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:05.630318 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c89ade86-4001-44d4-abad-b89f96ea8d29 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:05.645986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 68f7b3dc-58c8-4552-b08f-58d0c1f124be details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:10:05.651496 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874defb6-a3de-4d0b-8be4-1a39dbfcc9fb']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:05.673645 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0f5a81-c6e4-4026-b997-46597ecebe72') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:05.673984 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0f5a81-c6e4-4026-b997-46597ecebe72') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:05.701360 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c89ade86-4001-44d4-abad-b89f96ea8d29 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3259342 Feb 07 17:10:05.702505 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (1b0f5a81-c6e4-4026-b997-46597ecebe72), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:05.703132 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42420) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:05.709083 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ac44b8ed-5d86-415f-ac6c-2a98b033761d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1339425718', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:05.711747 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff64a19-99fd-4684-a727-e7c8b6acce4e req-89b5daa0-9ab6-4a2c-a629-6ef17976343d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:05.713468 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ff64a19-99fd-4684-a727-e7c8b6acce4e req-89b5daa0-9ab6-4a2c-a629-6ef17976343d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.3210990 Feb 07 17:10:05.720189 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ade86-4001-44d4-abad-b89f96ea8d29 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=15e86bcb-d29a-4091-a67a-1628cf67c8bb,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:05.757242 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (1b0f5a81-c6e4-4026-b997-46597ecebe72), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:05.762893 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac44b8ed-5d86-415f-ac6c-2a98b033761d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (f813fac9-3236-4725-8df9-e0f3130862e1), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:05.764501 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac44b8ed-5d86-415f-ac6c-2a98b033761d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (f813fac9-3236-4725-8df9-e0f3130862e1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:05.774898 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:10:05.775339 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (1b0f5a81-c6e4-4026-b997-46597ecebe72), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:10:05.780871 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:10:05.806014 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 17:10:05.828940 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ff64a19-99fd-4684-a727-e7c8b6acce4e req-9032d365-03aa-4ec3-9247-001d581eb537 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042459 Feb 07 17:10:05.868883 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (874defb6-a3de-4d0b-8be4-1a39dbfcc9fb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:05.912831 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac44b8ed-5d86-415f-ac6c-2a98b033761d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for router_controller (f813fac9-3236-4725-8df9-e0f3130862e1), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:05.920671 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac44b8ed-5d86-415f-ac6c-2a98b033761d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (f813fac9-3236-4725-8df9-e0f3130862e1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:05.950447 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c637f6-b37e-4491-8edd-eaba2de2466c None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:10:05.966417 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ac44b8ed-5d86-415f-ac6c-2a98b033761d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:05.967954 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ac44b8ed-5d86-415f-ac6c-2a98b033761d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2635908 Feb 07 17:10:05.970880 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42424) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:05.976529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-223b17ba-a19f-4f70-9ffe-05f95de9278d None None] Current status of the port 79702bb8-e4aa-47dc-bc87-639156d5a4aa is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:05.977257 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-223b17ba-a19f-4f70-9ffe-05f95de9278d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (79702bb8-e4aa-47dc-bc87-639156d5a4aa), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:06.123006 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 79702bb8-e4aa-47dc-bc87-639156d5a4aa is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:06.123506 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (79702bb8-e4aa-47dc-bc87-639156d5a4aa), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:06.141770 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-223b17ba-a19f-4f70-9ffe-05f95de9278d None None] For port 79702bb8-e4aa-47dc-bc87-639156d5a4aa, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=79702bb8-e4aa-47dc-bc87-639156d5a4aa,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:06.162388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 68f7b3dc-58c8-4552-b08f-58d0c1f124be, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=68f7b3dc-58c8-4552-b08f-58d0c1f124be,segment=NetworkSegment(2ff3b061-2a59-4442-b0ae-a1c096c8d605),segment_id=2ff3b061-2a59-4442-b0ae-a1c096c8d605)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:06.166855 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-223b17ba-a19f-4f70-9ffe-05f95de9278d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (79702bb8-e4aa-47dc-bc87-639156d5a4aa), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:06.181763 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-09c637f6-b37e-4491-8edd-eaba2de2466c None None] Deleting port 79702bb8-e4aa-47dc-bc87-639156d5a4aa {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:06.182282 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-09c637f6-b37e-4491-8edd-eaba2de2466c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (79702bb8-e4aa-47dc-bc87-639156d5a4aa), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:06.323769 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:06.332904 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/874defb6-a3de-4d0b-8be4-1a39dbfcc9fb HTTP/1.1" status: 204 len: 168 time: 1.9976163 Feb 07 17:10:06.332904 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82abe7-ca5f-4ce3-93a6-0d8620076af7 admin admin] Pushing event deleted for resources: {'Network': ['ID=874defb6-a3de-4d0b-8be4-1a39dbfcc9fb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:06.334650 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42432) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:06.480961 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:10:06.481571 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:10:06.481954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '68f7b3dc-58c8-4552-b08f-58d0c1f124be', 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50', 'port_id': '68f7b3dc-58c8-4552-b08f-58d0c1f124be', 'mac_address': 'fa:16:3e:c3:f8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e87bf0e-4257-4687-aa83-e7b0630506b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:10:06.587628 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b17ba-a19f-4f70-9ffe-05f95de9278d None None] Pushing event updated for resources: {'Port': ['ID=79702bb8-e4aa-47dc-bc87-639156d5a4aa,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:06.638153 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-09c637f6-b37e-4491-8edd-eaba2de2466c None None] For port 79702bb8-e4aa-47dc-bc87-639156d5a4aa, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=79702bb8-e4aa-47dc-bc87-639156d5a4aa,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:06.638840 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-09c637f6-b37e-4491-8edd-eaba2de2466c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (79702bb8-e4aa-47dc-bc87-639156d5a4aa), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:06.659534 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-09c637f6-b37e-4491-8edd-eaba2de2466c None None] Calling delete_port for 79702bb8-e4aa-47dc-bc87-639156d5a4aa owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:06.674864 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 68f7b3dc-58c8-4552-b08f-58d0c1f124be is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:06.675505 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:06.693960 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f7b3dc-58c8-4552-b08f-58d0c1f124be {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:10:06.806586 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-09c637f6-b37e-4491-8edd-eaba2de2466c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (79702bb8-e4aa-47dc-bc87-639156d5a4aa), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:06.841504 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 68f7b3dc-58c8-4552-b08f-58d0c1f124be, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=68f7b3dc-58c8-4552-b08f-58d0c1f124be,segment=NetworkSegment(2ff3b061-2a59-4442-b0ae-a1c096c8d605),segment_id=2ff3b061-2a59-4442-b0ae-a1c096c8d605)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:06.851008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c637f6-b37e-4491-8edd-eaba2de2466c None None] Pushing event deleted for resources: {'Port': ['ID=79702bb8-e4aa-47dc-bc87-639156d5a4aa,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:06.855295 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:06.926578 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c637f6-b37e-4491-8edd-eaba2de2466c None None] No DVR routers for this DVR port 79702bb8-e4aa-47dc-bc87-639156d5a4aa on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:10:06.928493 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=68f7b3dc-58c8-4552-b08f-58d0c1f124be,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:06.950936 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2834f14-7901-479e-8eb1-53ceb56f5b74 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:07.091196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21783282-9ecf-46d2-bb7b-57ed51180cf5 req-695c08e6-61ea-4095-b572-e450eef25cb5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:07.092172 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21783282-9ecf-46d2-bb7b-57ed51180cf5 req-695c08e6-61ea-4095-b572-e450eef25cb5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.1146061 Feb 07 17:10:07.119196 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': '15e86bcb-d29a-4091-a67a-1628cf67c8bb'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:10:07.120442 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:07.123181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Port 79702bb8-e4aa-47dc-bc87-639156d5a4aa update to ACTIVE by agent not found {{(pid=103228) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 07 17:10:07.155402 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['68f7b3dc-58c8-4552-b08f-58d0c1f124be'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:10:07.192338 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-21783282-9ecf-46d2-bb7b-57ed51180cf5 req-271499c6-ad09-4bee-bece-497cbb0a9691 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892704 Feb 07 17:10:07.247380 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b8070c7e-6ea4-4f92-b3dd-7249260c38f1 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:10:07.277591 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: b8070c7e-6ea4-4f92-b3dd-7249260c38f1 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:10:07.278003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b8070c7e-6ea4-4f92-b3dd-7249260c38f1 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:10:07.278441 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:10:07.326811 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:10:07.327166 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 45aeb2ad-9f63-4bbc-ba9a-bad22804b7ae not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:10:07.381066 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05e4d5-a40c-409e-a72b-81e7b0a6bfa7 req-04dc9f66-9ea2-40a5-9392-c429dcb4500d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:07.384872 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a05e4d5-a40c-409e-a72b-81e7b0a6bfa7 req-04dc9f66-9ea2-40a5-9392-c429dcb4500d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 944 time: 0.4213800 Feb 07 17:10:07.465537 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] Allocated IP 2001:db8::2 (5d104e3b-016c-4509-9da5-d18eb1be26d1/15e86bcb-d29a-4091-a67a-1628cf67c8bb/a44c1915-2782-4be6-bcb8-3bde85efbbfb) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:07.473958 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 79702bb8-e4aa-47dc-bc87-639156d5a4aa no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:10:07.514954 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1830-553d-478d-af0e-866556ff6f64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:07.515467 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 79702bb8-e4aa-47dc-bc87-639156d5a4aa {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:10:07.515951 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 79702bb8-e4aa-47dc-bc87-639156d5a4aa not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:10:07.522410 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a05e4d5-a40c-409e-a72b-81e7b0a6bfa7 req-584d58a2-17ba-49e5-aa7d-d13010d54287 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185458 Feb 07 17:10:07.792404 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] Publish callbacks [] for port (a44c1915-2782-4be6-bcb8-3bde85efbbfb), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:07.811469 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (a44c1915-2782-4be6-bcb8-3bde85efbbfb), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:07.864492 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:07.869392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:07.875418 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:10:07.929453 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] Pushing event updated for resources: {'Port': ['ID=a44c1915-2782-4be6-bcb8-3bde85efbbfb,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:07.962282 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] Attempting to bind port a44c1915-2782-4be6-bcb8-3bde85efbbfb on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:10:07.962756 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] Attempting to bind port a44c1915-2782-4be6-bcb8-3bde85efbbfb by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:10:07.963141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] Attempting to bind port a44c1915-2782-4be6-bcb8-3bde85efbbfb on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:10:07.968756 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:10:07.969142 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:10:07.969717 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:07.970101 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:10:07.970578 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] Bound port: a44c1915-2782-4be6-bcb8-3bde85efbbfb, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:10:07.970996 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a44c1915-2782-4be6-bcb8-3bde85efbbfb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:07.984493 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52d285f9-2910-48a0-babe-401882dba319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (5e57e140-a9d0-4b43-8257-848b85a47c67), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:08.052216 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] For port a44c1915-2782-4be6-bcb8-3bde85efbbfb, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:10:08.057036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] For port a44c1915-2782-4be6-bcb8-3bde85efbbfb, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a44c1915-2782-4be6-bcb8-3bde85efbbfb,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:10:08.069430 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a44c1915-2782-4be6-bcb8-3bde85efbbfb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:08.078871 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-3d4d1830-553d-478d-af0e-866556ff6f64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::1 (5d104e3b-016c-4509-9da5-d18eb1be26d1/15e86bcb-d29a-4091-a67a-1628cf67c8bb/c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:08.156916 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802123e8-40c9-4c50-82b8-b148fc017fd4 None None] Pushing event updated for resources: {'Port': ['ID=a44c1915-2782-4be6-bcb8-3bde85efbbfb,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:08.323473 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1830-553d-478d-af0e-866556ff6f64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:08.395896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93f030-2763-465b-8578-499a37b456a2 req-48f819ad-3fb2-44be-9276-ad1da3204c82 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:08.403823 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f93f030-2763-465b-8578-499a37b456a2 req-48f819ad-3fb2-44be-9276-ad1da3204c82 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.1003568 Feb 07 17:10:08.426679 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1830-553d-478d-af0e-866556ff6f64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:08.522710 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4d1830-553d-478d-af0e-866556ff6f64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:08.534284 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3d4d1830-553d-478d-af0e-866556ff6f64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:08.551960 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d1830-553d-478d-af0e-866556ff6f64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:10:08.552616 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1830-553d-478d-af0e-866556ff6f64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (f813fac9-3236-4725-8df9-e0f3130862e1), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:08.554876 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f93f030-2763-465b-8578-499a37b456a2 req-526a6bf7-9259-4a2b-9b95-9c09e1afe7a1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495092 Feb 07 17:10:08.667087 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d1830-553d-478d-af0e-866556ff6f64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:08.727378 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-52d285f9-2910-48a0-babe-401882dba319 admin admin] Deleting port 6e87d94c-f962-4e4c-8b76-46274902d800 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:08.727720 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52d285f9-2910-48a0-babe-401882dba319 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (6e87d94c-f962-4e4c-8b76-46274902d800), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:08.861051 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165b94e-ffac-4894-8d34-82d287c3d580 req-fc84a009-2748-4935-8a5e-c79b43aecebf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:08.862684 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d165b94e-ffac-4894-8d34-82d287c3d580 req-fc84a009-2748-4935-8a5e-c79b43aecebf tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 944 time: 0.1900954 Feb 07 17:10:08.886316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-52d285f9-2910-48a0-babe-401882dba319 admin admin] For port 6e87d94c-f962-4e4c-8b76-46274902d800, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=6e87d94c-f962-4e4c-8b76-46274902d800,segment=NetworkSegment(97bdc582-1b77-429a-90c8-9c7b6112d3a9),segment_id=97bdc582-1b77-429a-90c8-9c7b6112d3a9)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:08.886728 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52d285f9-2910-48a0-babe-401882dba319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (6e87d94c-f962-4e4c-8b76-46274902d800), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:08.890486 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1830-553d-478d-af0e-866556ff6f64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:08.920751 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-52d285f9-2910-48a0-babe-401882dba319 admin admin] Calling delete_port for 6e87d94c-f962-4e4c-8b76-46274902d800 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:09.070256 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d165b94e-ffac-4894-8d34-82d287c3d580 req-086d2637-305d-491d-9eae-51f792064aa0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978879 Feb 07 17:10:09.387568 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52d285f9-2910-48a0-babe-401882dba319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (6e87d94c-f962-4e4c-8b76-46274902d800), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:09.403959 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1830-553d-478d-af0e-866556ff6f64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:09.434036 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1830-553d-478d-af0e-866556ff6f64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:09.434803 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1830-553d-478d-af0e-866556ff6f64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (f813fac9-3236-4725-8df9-e0f3130862e1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:09.439133 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d285f9-2910-48a0-babe-401882dba319 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e87d94c-f962-4e4c-8b76-46274902d800,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:09.557973 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a44c1915-2782-4be6-bcb8-3bde85efbbfb up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:10:09.569833 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d1830-553d-478d-af0e-866556ff6f64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:09.654654 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 68f7b3dc-58c8-4552-b08f-58d0c1f124be up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:10:09.808668 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a44c1915-2782-4be6-bcb8-3bde85efbbfb triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:09.809058 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a44c1915-2782-4be6-bcb8-3bde85efbbfb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:09.821866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f7267-0da8-4206-b8f2-1860bf78a006 req-6c0e1fd3-d461-49e8-b4b3-5590ee591763 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:09.827146 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da3f7267-0da8-4206-b8f2-1860bf78a006 req-6c0e1fd3-d461-49e8-b4b3-5590ee591763 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.1182921 Feb 07 17:10:09.864682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4d1830-553d-478d-af0e-866556ff6f64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:09.868221 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3d4d1830-553d-478d-af0e-866556ff6f64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:09.928717 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-85d86be4-5f9e-4708-a135-46a1ac8b7bc8 None None] Provisioning complete for port a44c1915-2782-4be6-bcb8-3bde85efbbfb triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:09.929110 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-85d86be4-5f9e-4708-a135-46a1ac8b7bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a44c1915-2782-4be6-bcb8-3bde85efbbfb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:09.962430 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da3f7267-0da8-4206-b8f2-1860bf78a006 req-1a7b3b50-7a97-425e-bcaf-86f8e6ac14d1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997469 Feb 07 17:10:09.998277 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52d285f9-2910-48a0-babe-401882dba319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (5e57e140-a9d0-4b43-8257-848b85a47c67), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:10.041540 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 68f7b3dc-58c8-4552-b08f-58d0c1f124be completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:10:10.057420 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 68f7b3dc-58c8-4552-b08f-58d0c1f124be triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:10.057838 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:10.148803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a44c1915-2782-4be6-bcb8-3bde85efbbfb is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:10.149209 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a44c1915-2782-4be6-bcb8-3bde85efbbfb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:10.183345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-85d86be4-5f9e-4708-a135-46a1ac8b7bc8 None None] Current status of the port a44c1915-2782-4be6-bcb8-3bde85efbbfb is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:10.183691 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-85d86be4-5f9e-4708-a135-46a1ac8b7bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a44c1915-2782-4be6-bcb8-3bde85efbbfb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:10.264058 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-85d86be4-5f9e-4708-a135-46a1ac8b7bc8 None None] For port a44c1915-2782-4be6-bcb8-3bde85efbbfb, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a44c1915-2782-4be6-bcb8-3bde85efbbfb,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:10.295473 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-85d86be4-5f9e-4708-a135-46a1ac8b7bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a44c1915-2782-4be6-bcb8-3bde85efbbfb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:10.442002 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:10:10.442278 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:10:10.445468 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 68f7b3dc-58c8-4552-b08f-58d0c1f124be is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:10.445876 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:10.483216 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b3042c0b-97cb-44ef-84b5-47c99df70502 None None] Provisioning complete for port c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:10.483839 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3042c0b-97cb-44ef-84b5-47c99df70502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:10.549351 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d86be4-5f9e-4708-a135-46a1ac8b7bc8 None None] Pushing event updated for resources: {'Port': ['ID=a44c1915-2782-4be6-bcb8-3bde85efbbfb,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:10.594392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ff68b8-6aeb-4906-870a-cbff951fdf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f7b3dc-58c8-4552-b08f-58d0c1f124be'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:10:10.597711 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0520b89-4fa2-4678-bae5-908b3aefa4c3" -d '{"events": [{"server_uuid": "87ff68b8-6aeb-4906-870a-cbff951fdf04", "name": "network-vif-plugged", "status": "completed", "tag": "68f7b3dc-58c8-4552-b08f-58d0c1f124be"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:10:10.617883 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 68f7b3dc-58c8-4552-b08f-58d0c1f124be, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=68f7b3dc-58c8-4552-b08f-58d0c1f124be,segment=NetworkSegment(2ff3b061-2a59-4442-b0ae-a1c096c8d605),segment_id=2ff3b061-2a59-4442-b0ae-a1c096c8d605)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:10.621382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b3042c0b-97cb-44ef-84b5-47c99df70502 None None] Port c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:10:10.626664 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:10.688272 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=68f7b3dc-58c8-4552-b08f-58d0c1f124be,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:10.754961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f447978f-f050-4251-b2bd-c736784d255d None None] Provisioning complete for port c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:10.756297 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f447978f-f050-4251-b2bd-c736784d255d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:10.812618 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969371f0-8b9a-40c6-8841-8ea78051d148 req-56e5b4c3-4811-4f45-9f77-6f0a9893fc36 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:10.822960 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-969371f0-8b9a-40c6-8841-8ea78051d148 req-56e5b4c3-4811-4f45-9f77-6f0a9893fc36 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.1726947 Feb 07 17:10:10.824613 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f447978f-f050-4251-b2bd-c736784d255d None None] Port c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:10:10.839170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4d1830-553d-478d-af0e-866556ff6f64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Router f813fac9-3236-4725-8df9-e0f3130862e1 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:10:10.898966 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cf54ae-2419-48cd-9bae-b356938c2381 x-openstack-request-id: req-e3cf54ae-2419-48cd-9bae-b356938c2381 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:10:10.899320 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ff68b8-6aeb-4906-870a-cbff951fdf04", "name": "network-vif-plugged", "status": "completed", "tag": "68f7b3dc-58c8-4552-b08f-58d0c1f124be", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:10:10.899588 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3cf54ae-2419-48cd-9bae-b356938c2381 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:10:10.899992 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ff68b8-6aeb-4906-870a-cbff951fdf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f7b3dc-58c8-4552-b08f-58d0c1f124be', 'code': 200} Feb 07 17:10:11.030626 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a44c1915-2782-4be6-bcb8-3bde85efbbfb is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:11.075566 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-969371f0-8b9a-40c6-8841-8ea78051d148 req-63859c2d-03c5-4e38-b3b2-b09fbe2d1e77 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516398 Feb 07 17:10:11.126838 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4d1830-553d-478d-af0e-866556ff6f64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:10:11.140697 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3d4d1830-553d-478d-af0e-866556ff6f64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "PUT /v2.0/routers/f813fac9-3236-4725-8df9-e0f3130862e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1615436 Feb 07 17:10:11.140911 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] Sync routers for ids ['f813fac9-3236-4725-8df9-e0f3130862e1'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:10:11.143828 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42488) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:11.145815 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415fa01-e574-4c92-96a0-84d7beaea4ce req-6c38bb10-2c8d-4bad-8141-3baa639182d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:11.147342 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2415fa01-e574-4c92-96a0-84d7beaea4ce req-6c38bb10-2c8d-4bad-8141-3baa639182d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 1127 time: 0.1484489 Feb 07 17:10:11.155039 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] Routers {'f813fac9-3236-4725-8df9-e0f3130862e1'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:10:11.157337 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eca1a-e458-4680-b4ff-0913edd804ef req-e4af150d-6889-4e04-a6e0-0dbbabfefbd9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:11.159015 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['f813fac9-3236-4725-8df9-e0f3130862e1'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:11.163173 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-809eca1a-e458-4680-b4ff-0913edd804ef req-e4af150d-6889-4e04-a6e0-0dbbabfefbd9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.1059449 Feb 07 17:10:11.169938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d285f9-2910-48a0-babe-401882dba319 admin admin] Router 5e57e140-a9d0-4b43-8257-848b85a47c67 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:10:11.232638 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd063b5-74a1-4f1b-a6e6-f3d4f298c564 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:11.236382 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dfd063b5-74a1-4f1b-a6e6-f3d4f298c564 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports/c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7 HTTP/1.1" status: 200 len: 911 time: 0.0839701 Feb 07 17:10:11.244817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42490) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:11.269742 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-809eca1a-e458-4680-b4ff-0913edd804ef req-8a2c6550-4456-4bfa-9045-d35025862da9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012220 Feb 07 17:10:11.334708 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] Set router f813fac9-3236-4725-8df9-e0f3130862e1 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:10:11.345220 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2415fa01-e574-4c92-96a0-84d7beaea4ce req-db913097-22e2-41a5-be28-4288654c8abe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866829 Feb 07 17:10:11.500409 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d285f9-2910-48a0-babe-401882dba319 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:10:11.506649 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-52d285f9-2910-48a0-babe-401882dba319 admin admin] 10.222.0.18 "PUT /v2.0/routers/5e57e140-a9d0-4b43-8257-848b85a47c67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1692755 Feb 07 17:10:11.509957 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42494) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:11.511635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5570a18-b7c3-4ae0-a69f-4b115ae40e99 None None] Sync routers for ids ['5e57e140-a9d0-4b43-8257-848b85a47c67'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:10:11.529519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5570a18-b7c3-4ae0-a69f-4b115ae40e99 None None] Routers {'5e57e140-a9d0-4b43-8257-848b85a47c67'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:10:11.530170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f5570a18-b7c3-4ae0-a69f-4b115ae40e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['5e57e140-a9d0-4b43-8257-848b85a47c67'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:11.544308 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebfcb6a-9e0b-447f-9346-399eb17fd708 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:11.594278 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebfcb6a-9e0b-447f-9346-399eb17fd708 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:11.596693 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cebfcb6a-9e0b-447f-9346-399eb17fd708 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3500714 Feb 07 17:10:11.603077 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42498) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:11.672317 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a44c1915-2782-4be6-bcb8-3bde85efbbfb up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:10:11.677637 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Publish callbacks [] for router (5e57e140-a9d0-4b43-8257-848b85a47c67), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:11.698076 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f813fac9-3236-4725-8df9-e0f3130862e1', 'name': 'tempest-NetworksTestDHCPv6-router-1339425718', 'tenant_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:05Z', 'updated_at': '2022-02-07T17:10:08Z', 'revision_number': 2, 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'gw_port_host': None, '_interfaces': [{'id': 'c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7', 'name': '', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'tenant_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'mac_address': 'fa:16:3e:91:0c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f813fac9-3236-4725-8df9-e0f3130862e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '15e86bcb-d29a-4091-a67a-1628cf67c8bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:07Z', 'updated_at': '2022-02-07T17:10:09Z', 'revision_number': 2, 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'subnets': [{'id': '15e86bcb-d29a-4091-a67a-1628cf67c8bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:11.726141 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] Checking router: f813fac9-3236-4725-8df9-e0f3130862e1 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:10:11.726663 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] Updating router f813fac9-3236-4725-8df9-e0f3130862e1 port c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:10:11.758487 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:11.844643 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Publish callbacks [] for router_gateway (5e57e140-a9d0-4b43-8257-848b85a47c67), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:11.951905 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Deleting port 9aa51651-fedc-40ac-bd63-e39c1bafd17e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:11.952492 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (9aa51651-fedc-40ac-bd63-e39c1bafd17e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:12.038923 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f5570a18-b7c3-4ae0-a69f-4b115ae40e99 None None] Set router 5e57e140-a9d0-4b43-8257-848b85a47c67 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:10:12.119927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] For port 9aa51651-fedc-40ac-bd63-e39c1bafd17e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9aa51651-fedc-40ac-bd63-e39c1bafd17e,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:12.120307 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (9aa51651-fedc-40ac-bd63-e39c1bafd17e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:12.151882 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Calling delete_port for 9aa51651-fedc-40ac-bd63-e39c1bafd17e owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:12.199375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a44c1915-2782-4be6-bcb8-3bde85efbbfb triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:12.199902 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a44c1915-2782-4be6-bcb8-3bde85efbbfb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:12.493127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91524d10-9e4b-44d5-ab68-aa222e9fe873 req-a460d1f8-b489-49a2-b004-0cca969fbf47 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:12.497033 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-91524d10-9e4b-44d5-ab68-aa222e9fe873 req-a460d1f8-b489-49a2-b004-0cca969fbf47 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.2774482 Feb 07 17:10:12.545234 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a44c1915-2782-4be6-bcb8-3bde85efbbfb is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:12.580670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f5570a18-b7c3-4ae0-a69f-4b115ae40e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e57e140-a9d0-4b43-8257-848b85a47c67', 'name': 'tempest-TestAggregatesBasicOps-452085664-router', 'tenant_id': '88a248e25eee4002abf725823b9393ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '9aa51651-fedc-40ac-bd63-e39c1bafd17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:29Z', 'updated_at': '2022-02-07T17:10:09Z', 'revision_number': 5, 'project_id': '88a248e25eee4002abf725823b9393ba', 'gw_port': {'id': '9aa51651-fedc-40ac-bd63-e39c1bafd17e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e57e140-a9d0-4b43-8257-848b85a47c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:30Z', 'updated_at': '2022-02-07T17:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:12.617262 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] Publish callbacks [] for port (c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:12.619586 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5570a18-b7c3-4ae0-a69f-4b115ae40e99 None None] Checking router: 5e57e140-a9d0-4b43-8257-848b85a47c67 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:10:12.624248 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:12.643869 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5570a18-b7c3-4ae0-a69f-4b115ae40e99 None None] Routers {'5e57e140-a9d0-4b43-8257-848b85a47c67'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:10:12.644764 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f5570a18-b7c3-4ae0-a69f-4b115ae40e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['5e57e140-a9d0-4b43-8257-848b85a47c67'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:12.655233 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (9aa51651-fedc-40ac-bd63-e39c1bafd17e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:12.681711 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce4898-6cec-4fbe-9c8d-733ff7f0b16b None None] Pushing event updated for resources: {'Port': ['ID=c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:12.753797 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc004519-f80d-483b-9d6a-63d6c2185838 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (f813fac9-3236-4725-8df9-e0f3130862e1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:12.804786 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] Attempting to bind port c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:10:12.805178 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] Attempting to bind port c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:10:12.805586 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] Attempting to bind port c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7 on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:10:12.815186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f5570a18-b7c3-4ae0-a69f-4b115ae40e99 None None] Set router 5e57e140-a9d0-4b43-8257-848b85a47c67 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:10:12.826759 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:10:12.827154 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:10:12.827568 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:12.827965 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:10:12.828468 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] Bound port: c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:10:12.828851 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:12.853620 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa51651-fedc-40ac-bd63-e39c1bafd17e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:12.899059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f5570a18-b7c3-4ae0-a69f-4b115ae40e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e57e140-a9d0-4b43-8257-848b85a47c67', 'name': 'tempest-TestAggregatesBasicOps-452085664-router', 'tenant_id': '88a248e25eee4002abf725823b9393ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:29Z', 'updated_at': '2022-02-07T17:10:12Z', 'revision_number': 7, 'project_id': '88a248e25eee4002abf725823b9393ba', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:12.942036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5570a18-b7c3-4ae0-a69f-4b115ae40e99 None None] The sync data for ids ['5e57e140-a9d0-4b43-8257-848b85a47c67'] in n-d-827865-3 is: [{'id': '5e57e140-a9d0-4b43-8257-848b85a47c67', 'name': 'tempest-TestAggregatesBasicOps-452085664-router', 'tenant_id': '88a248e25eee4002abf725823b9393ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:29Z', 'updated_at': '2022-02-07T17:10:12Z', 'revision_number': 7, 'project_id': '88a248e25eee4002abf725823b9393ba', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:10:12.976972 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:12.977436 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:12.978305 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:12.978941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:12.979293 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:12.979642 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:12.979981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:12.980318 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:12.980658 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:12.980983 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:12.981336 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:12.982935 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:12.982935 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:12.993599 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] For port c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:10:12.997456 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] For port c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:10:13.000568 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (5e57e140-a9d0-4b43-8257-848b85a47c67), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:13.005609 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:13.034705 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc53e42-3bc4-4594-8a7a-7d1c1e6c3f08 req-3f269626-ea49-42f7-b9cd-3c67082b332a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:13.036534 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0bc53e42-3bc4-4594-8a7a-7d1c1e6c3f08 req-3f269626-ea49-42f7-b9cd-3c67082b332a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.4270716 Feb 07 17:10:13.079604 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-91524d10-9e4b-44d5-ab68-aa222e9fe873 req-1f274818-3926-484c-8bc6-2fde5382d5ce tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5742986 Feb 07 17:10:13.136149 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce4898-6cec-4fbe-9c8d-733ff7f0b16b None None] Pushing event updated for resources: {'Port': ['ID=c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:13.139097 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] Routers {'f813fac9-3236-4725-8df9-e0f3130862e1'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:10:13.150178 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['f813fac9-3236-4725-8df9-e0f3130862e1'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:13.211035 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-576190d6-f88c-43bc-ab82-2c01b181baf1 None None] Provisioning complete for port c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:13.211644 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-576190d6-f88c-43bc-ab82-2c01b181baf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:13.269416 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fc004519-f80d-483b-9d6a-63d6c2185838 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:13.270000 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc004519-f80d-483b-9d6a-63d6c2185838 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:13.273246 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (5e57e140-a9d0-4b43-8257-848b85a47c67), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:13.276756 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Publish callbacks [] for router_controller (5e57e140-a9d0-4b43-8257-848b85a47c67), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:13.339971 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0bc53e42-3bc4-4594-8a7a-7d1c1e6c3f08 req-ee74ff2b-854a-4003-8f60-63ff44dac62e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714791 Feb 07 17:10:13.413948 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-576190d6-f88c-43bc-ab82-2c01b181baf1 None None] Current status of the port c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:13.414399 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-576190d6-f88c-43bc-ab82-2c01b181baf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:13.418496 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] Set router f813fac9-3236-4725-8df9-e0f3130862e1 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:10:13.476566 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (5e57e140-a9d0-4b43-8257-848b85a47c67), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:13.477172 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e57e140-a9d0-4b43-8257-848b85a47c67 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:10:13.489131 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:13.490879 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-50f2122f-20ad-4a4f-bac3-bb03c8c88296 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5e57e140-a9d0-4b43-8257-848b85a47c67 HTTP/1.1" status: 204 len: 168 time: 1.9791946 Feb 07 17:10:13.493920 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42516) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:13.531611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-576190d6-f88c-43bc-ab82-2c01b181baf1 None None] For port c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:13.538434 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-576190d6-f88c-43bc-ab82-2c01b181baf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:13.579115 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44a4ed3-0f10-41c5-b9cc-cabc6acd0bb3 admin admin] Deleting subnet 9d6f57c1-82d3-4a75-a488-432400552304 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:10:13.597429 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e44a4ed3-0f10-41c5-b9cc-cabc6acd0bb3 admin admin] Publish callbacks [] for subnet (9d6f57c1-82d3-4a75-a488-432400552304), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:13.662535 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e44a4ed3-0f10-41c5-b9cc-cabc6acd0bb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (9d6f57c1-82d3-4a75-a488-432400552304), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:13.664709 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-fc004519-f80d-483b-9d6a-63d6c2185838 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] For port c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:13.667250 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc004519-f80d-483b-9d6a-63d6c2185838 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:13.724373 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fc004519-f80d-483b-9d6a-63d6c2185838 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:13.750800 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576190d6-f88c-43bc-ab82-2c01b181baf1 None None] Pushing event updated for resources: {'Port': ['ID=c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:13.753808 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 6e87d94c-f962-4e4c-8b76-46274902d800 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:10:13.778971 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e44a4ed3-0f10-41c5-b9cc-cabc6acd0bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (9d6f57c1-82d3-4a75-a488-432400552304), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:13.795210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 6e87d94c-f962-4e4c-8b76-46274902d800 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:10:13.795565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 6e87d94c-f962-4e4c-8b76-46274902d800 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:10:13.802200 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-02ba394f-92f8-44bf-a4ed-943ba6afd6c8 None None] Provisioning complete for port c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:13.802200 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-02ba394f-92f8-44bf-a4ed-943ba6afd6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:13.927865 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e44a4ed3-0f10-41c5-b9cc-cabc6acd0bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (9d6f57c1-82d3-4a75-a488-432400552304), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:13.935980 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f813fac9-3236-4725-8df9-e0f3130862e1', 'name': 'tempest-NetworksTestDHCPv6-router-1339425718', 'tenant_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:05Z', 'updated_at': '2022-02-07T17:10:08Z', 'revision_number': 2, 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'gw_port_host': None, '_interfaces': [{'id': 'c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7', 'name': '', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'tenant_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'mac_address': 'fa:16:3e:91:0c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f813fac9-3236-4725-8df9-e0f3130862e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '15e86bcb-d29a-4091-a67a-1628cf67c8bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:07Z', 'updated_at': '2022-02-07T17:10:12Z', 'revision_number': 4, 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'subnets': [{'id': '15e86bcb-d29a-4091-a67a-1628cf67c8bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:13.989788 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-02ba394f-92f8-44bf-a4ed-943ba6afd6c8 None None] Current status of the port c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:13.993047 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f48bee5-1838-46df-b1c7-948e85377e08 None None] The sync data for ids ['f813fac9-3236-4725-8df9-e0f3130862e1'] in n-d-827865-3 is: [{'id': 'f813fac9-3236-4725-8df9-e0f3130862e1', 'name': 'tempest-NetworksTestDHCPv6-router-1339425718', 'tenant_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:05Z', 'updated_at': '2022-02-07T17:10:08Z', 'revision_number': 2, 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'gw_port_host': None, '_interfaces': [{'id': 'c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7', 'name': '', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'tenant_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'mac_address': 'fa:16:3e:91:0c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f813fac9-3236-4725-8df9-e0f3130862e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '15e86bcb-d29a-4091-a67a-1628cf67c8bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:07Z', 'updated_at': '2022-02-07T17:10:12Z', 'revision_number': 4, 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'subnets': [{'id': '15e86bcb-d29a-4091-a67a-1628cf67c8bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:10:14.013943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a4ed3-0f10-41c5-b9cc-cabc6acd0bb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d6f57c1-82d3-4a75-a488-432400552304,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:14.019370 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27a456d-235b-4e58-a88f-504ed59565ac None None] Network 25a81dfc-669d-4857-b2ab-b598020e19bf requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:14.021121 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e44a4ed3-0f10-41c5-b9cc-cabc6acd0bb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:14.029646 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e44a4ed3-0f10-41c5-b9cc-cabc6acd0bb3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9d6f57c1-82d3-4a75-a488-432400552304 HTTP/1.1" status: 204 len: 168 time: 0.5313749 Feb 07 17:10:14.030397 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42524) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:14.186628 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc004519-f80d-483b-9d6a-63d6c2185838 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:14.304164 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (25a81dfc-669d-4857-b2ab-b598020e19bf), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:14.386680 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6762a15d-4fad-44b6-880c-7482b1604bea None None] DHCP port deletion for 25a81dfc-669d-4857-b2ab-b598020e19bf request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:10:14.397186 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc004519-f80d-483b-9d6a-63d6c2185838 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:14.509916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] Deleting port 849c0744-7a74-4ced-b6b4-059167d4c473 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:14.510375 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (849c0744-7a74-4ced-b6b4-059167d4c473), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:14.521539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6762a15d-4fad-44b6-880c-7482b1604bea None None] Deleting port 849c0744-7a74-4ced-b6b4-059167d4c473 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:14.523808 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6762a15d-4fad-44b6-880c-7482b1604bea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (849c0744-7a74-4ced-b6b4-059167d4c473), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:14.557000 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3a18f-cb4f-49da-befe-2f76c953dc5e req-2719ed38-2fb4-4d0e-a25f-e008f38d954d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:14.567607 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63c3a18f-cb4f-49da-befe-2f76c953dc5e req-2719ed38-2fb4-4d0e-a25f-e008f38d954d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.3741846 Feb 07 17:10:14.670433 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc004519-f80d-483b-9d6a-63d6c2185838 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (f813fac9-3236-4725-8df9-e0f3130862e1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:14.685386 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6762a15d-4fad-44b6-880c-7482b1604bea None None] For port 849c0744-7a74-4ced-b6b4-059167d4c473, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=849c0744-7a74-4ced-b6b4-059167d4c473,segment=NetworkSegment(97bdc582-1b77-429a-90c8-9c7b6112d3a9),segment_id=97bdc582-1b77-429a-90c8-9c7b6112d3a9)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:14.686442 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6762a15d-4fad-44b6-880c-7482b1604bea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (849c0744-7a74-4ced-b6b4-059167d4c473), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:14.711410 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6762a15d-4fad-44b6-880c-7482b1604bea None None] Calling delete_port for 849c0744-7a74-4ced-b6b4-059167d4c473 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:14.777925 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63c3a18f-cb4f-49da-befe-2f76c953dc5e req-b3b1d3bd-a8f6-48e6-809d-f550584fd634 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060037 Feb 07 17:10:14.818279 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6762a15d-4fad-44b6-880c-7482b1604bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (849c0744-7a74-4ced-b6b4-059167d4c473), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:14.871915 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] For port 849c0744-7a74-4ced-b6b4-059167d4c473, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=849c0744-7a74-4ced-b6b4-059167d4c473,segment=NetworkSegment(97bdc582-1b77-429a-90c8-9c7b6112d3a9),segment_id=97bdc582-1b77-429a-90c8-9c7b6112d3a9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:14.873703 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (849c0744-7a74-4ced-b6b4-059167d4c473), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:14.906151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] Calling delete_port for 849c0744-7a74-4ced-b6b4-059167d4c473 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:14.907836 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762a15d-4fad-44b6-880c-7482b1604bea None None] Pushing event deleted for resources: {'Port': ['ID=849c0744-7a74-4ced-b6b4-059167d4c473,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:14.920947 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242f66a-311e-4d42-aa11-75680ffea1a1 req-8c532556-59da-439c-9cd9-d2e5faeabae3 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:14.926270 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3242f66a-311e-4d42-aa11-75680ffea1a1 req-8c532556-59da-439c-9cd9-d2e5faeabae3 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.5962174 Feb 07 17:10:14.935732 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6762a15d-4fad-44b6-880c-7482b1604bea None None] No DVR routers for this DVR port 849c0744-7a74-4ced-b6b4-059167d4c473 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:10:15.073559 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018d10d-17ec-4b6b-a7c8-f3e4781ba2b5 req-024477d4-7c0a-4cb8-81a9-680174c7a6fe tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:15.081925 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1018d10d-17ec-4b6b-a7c8-f3e4781ba2b5 req-024477d4-7c0a-4cb8-81a9-680174c7a6fe tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.1520410 Feb 07 17:10:15.141259 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3242f66a-311e-4d42-aa11-75680ffea1a1 req-c579e4b9-67f5-4f64-afd0-fda6fa268170 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2016366 Feb 07 17:10:15.151102 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc004519-f80d-483b-9d6a-63d6c2185838 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Router f813fac9-3236-4725-8df9-e0f3130862e1 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:10:15.175134 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1018d10d-17ec-4b6b-a7c8-f3e4781ba2b5 req-72d62941-b525-4d99-a206-2214171f882e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877180 Feb 07 17:10:15.197472 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (849c0744-7a74-4ced-b6b4-059167d4c473), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:15.276215 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] Pushing event deleted for resources: {'Port': ['ID=849c0744-7a74-4ced-b6b4-059167d4c473,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:15.292266 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] No DVR routers for this DVR port 849c0744-7a74-4ced-b6b4-059167d4c473 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:10:15.350119 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc004519-f80d-483b-9d6a-63d6c2185838 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:10:15.374310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fc004519-f80d-483b-9d6a-63d6c2185838 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "PUT /v2.0/routers/f813fac9-3236-4725-8df9-e0f3130862e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7672265 Feb 07 17:10:15.378335 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42538) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:15.401640 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (25a81dfc-669d-4857-b2ab-b598020e19bf), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:15.429139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a81dfc-669d-4857-b2ab-b598020e19bf']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:15.442625 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97bdc582-1b77-429a-90c8-9c7b6112d3a9') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:15.443062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97bdc582-1b77-429a-90c8-9c7b6112d3a9') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:15.455136 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (97bdc582-1b77-429a-90c8-9c7b6112d3a9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:15.488270 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (97bdc582-1b77-429a-90c8-9c7b6112d3a9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:15.496334 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:10:15.496334 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (97bdc582-1b77-429a-90c8-9c7b6112d3a9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:15.499060 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54020a3-1980-4e12-a66c-748c3134a5b8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:10:15.499342 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:10:15.501471 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54020a3-1980-4e12-a66c-748c3134a5b8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:15.505047 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d54020a3-1980-4e12-a66c-748c3134a5b8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0691001 Feb 07 17:10:15.506707 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42540) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:15.524746 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 849c0744-7a74-4ced-b6b4-059167d4c473 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:10:15.557225 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 849c0744-7a74-4ced-b6b4-059167d4c473 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:10:15.557867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 849c0744-7a74-4ced-b6b4-059167d4c473 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:10:15.558453 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9aa51651-fedc-40ac-bd63-e39c1bafd17e no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:10:15.583123 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (25a81dfc-669d-4857-b2ab-b598020e19bf), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:15.591818 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:15.596917 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 9aa51651-fedc-40ac-bd63-e39c1bafd17e {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:10:15.597668 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9aa51651-fedc-40ac-bd63-e39c1bafd17e not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:10:15.609381 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] 10.222.0.18 "DELETE /v2.0/networks/25a81dfc-669d-4857-b2ab-b598020e19bf HTTP/1.1" status: 204 len: 168 time: 1.5683525 Feb 07 17:10:15.609561 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-7722f0d8-3070-47cb-af02-4357c882a27f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet 15e86bcb-d29a-4091-a67a-1628cf67c8bb {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:10:15.628021 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7722f0d8-3070-47cb-af02-4357c882a27f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (15e86bcb-d29a-4091-a67a-1628cf67c8bb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:15.636792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d4293-0d36-4d7d-b9b7-699ff15baf96 admin admin] Pushing event deleted for resources: {'Network': ['ID=25a81dfc-669d-4857-b2ab-b598020e19bf,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:15.646344 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98be8b-ab7a-459b-a26b-e5ba0f93ca85 req-df5f1baa-16e6-44b5-b893-ac2b01bb1746 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:15.648267 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5c98be8b-ab7a-459b-a26b-e5ba0f93ca85 req-df5f1baa-16e6-44b5-b893-ac2b01bb1746 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.3763297 Feb 07 17:10:15.720075 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7722f0d8-3070-47cb-af02-4357c882a27f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (15e86bcb-d29a-4091-a67a-1628cf67c8bb), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:15.790857 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5c98be8b-ab7a-459b-a26b-e5ba0f93ca85 req-f9ed81c2-dde5-429b-8de5-e5543ec24a41 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126437 Feb 07 17:10:15.811280 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42544) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:15.872715 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42546) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:15.903934 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7722f0d8-3070-47cb-af02-4357c882a27f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (15e86bcb-d29a-4091-a67a-1628cf67c8bb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:15.946920 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3b24c098-ba60-4ad7-9d75-531b6b2b80cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91f493dc49bd47a4b2b613d9b1328bb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0720804 Feb 07 17:10:15.948314 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42548) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:15.956692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef07f1f-7db4-443a-ab31-21de119c3084 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:15.958202 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9ef07f1f-7db4-443a-ab31-21de119c3084 tempest-TestNetworkAdvancedServerOps-1696721800 tempest-TestNetworkAdvancedServerOps-1696721800-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 1122 time: 0.1446552 Feb 07 17:10:15.961046 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42550) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:15.966114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': '68f7b3dc-58c8-4552-b08f-58d0c1f124be', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:15.996961 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:16.022216 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7722f0d8-3070-47cb-af02-4357c882a27f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (15e86bcb-d29a-4091-a67a-1628cf67c8bb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:16.055558 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2cf24b3f-fd8d-442d-ba0f-3dc7ed740231 admin admin] Publish callbacks [] for security_group (49b1b814-747c-43a6-9c8e-99857e743cea), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:16.060214 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722f0d8-3070-47cb-af02-4357c882a27f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=15e86bcb-d29a-4091-a67a-1628cf67c8bb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:16.072572 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7722f0d8-3070-47cb-af02-4357c882a27f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:16.079647 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7722f0d8-3070-47cb-af02-4357c882a27f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/15e86bcb-d29a-4091-a67a-1628cf67c8bb HTTP/1.1" status: 204 len: 168 time: 0.5719323 Feb 07 17:10:16.082599 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf3dd01-8129-4d22-88f2-f2630afaddf7 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:16.082876 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42552) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:16.097078 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2cf24b3f-fd8d-442d-ba0f-3dc7ed740231 admin admin] Publish callbacks [] for security_group (49b1b814-747c-43a6-9c8e-99857e743cea), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:16.165341 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2cf24b3f-fd8d-442d-ba0f-3dc7ed740231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (49b1b814-747c-43a6-9c8e-99857e743cea), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:16.169034 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2cf24b3f-fd8d-442d-ba0f-3dc7ed740231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:16.176481 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2cf24b3f-fd8d-442d-ba0f-3dc7ed740231 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49b1b814-747c-43a6-9c8e-99857e743cea HTTP/1.1" status: 204 len: 168 time: 0.2235477 Feb 07 17:10:16.196410 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf24b3f-fd8d-442d-ba0f-3dc7ed740231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b1b814-747c-43a6-9c8e-99857e743cea,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:16.348537 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e555d3e3-9365-4064-8853-6bc8dbb8c4ae None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:10:16.412934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af026c3-a744-4ca5-9a8a-6f9ca75deb1d req-aee5c421-3e8e-44e1-9941-f9f5a67d0a81 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:16.414514 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7af026c3-a744-4ca5-9a8a-6f9ca75deb1d req-aee5c421-3e8e-44e1-9941-f9f5a67d0a81 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.1190717 Feb 07 17:10:16.434026 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3f351a8e-9f1c-447e-a0c7-3d8072bc82af tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3489354 Feb 07 17:10:16.438514 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42562) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:16.492235 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:16.524213 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e555d3e3-9365-4064-8853-6bc8dbb8c4ae None None] Deleting port a44c1915-2782-4be6-bcb8-3bde85efbbfb {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:16.524605 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e555d3e3-9365-4064-8853-6bc8dbb8c4ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a44c1915-2782-4be6-bcb8-3bde85efbbfb), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:16.539043 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee4ce9-f915-4eff-9996-8b90fb65bab1 req-93dfe6f6-d0ed-4928-acbf-74428d9a308b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:16.543053 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b3ee4ce9-f915-4eff-9996-8b90fb65bab1 req-93dfe6f6-d0ed-4928-acbf-74428d9a308b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.1568573 Feb 07 17:10:16.650516 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c02428-8272-4800-a9f0-625e8f181ddf None None] Sync routers for ids ['f813fac9-3236-4725-8df9-e0f3130862e1'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:10:16.675181 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c02428-8272-4800-a9f0-625e8f181ddf None None] Routers {'f813fac9-3236-4725-8df9-e0f3130862e1'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:10:16.675847 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-21c02428-8272-4800-a9f0-625e8f181ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['f813fac9-3236-4725-8df9-e0f3130862e1'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:16.701319 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e555d3e3-9365-4064-8853-6bc8dbb8c4ae None None] For port a44c1915-2782-4be6-bcb8-3bde85efbbfb, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a44c1915-2782-4be6-bcb8-3bde85efbbfb,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:16.701917 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e555d3e3-9365-4064-8853-6bc8dbb8c4ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a44c1915-2782-4be6-bcb8-3bde85efbbfb), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:16.720105 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7af026c3-a744-4ca5-9a8a-6f9ca75deb1d req-14e690fd-95c2-4c21-96b8-38fe8ff71865 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913585 Feb 07 17:10:16.742516 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19321f53-cab3-4d3c-9d47-0d808728b281 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for router (f813fac9-3236-4725-8df9-e0f3130862e1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:16.745240 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e555d3e3-9365-4064-8853-6bc8dbb8c4ae None None] Calling delete_port for a44c1915-2782-4be6-bcb8-3bde85efbbfb owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:16.770912 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b3ee4ce9-f915-4eff-9996-8b90fb65bab1 req-f9d96ab2-149c-46eb-aa36-04f2a4c4c419 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1570520 Feb 07 17:10:16.866198 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-21c02428-8272-4800-a9f0-625e8f181ddf None None] Set router f813fac9-3236-4725-8df9-e0f3130862e1 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:10:16.896307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42566) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:16.905637 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Allocated IP 172.25.4.74 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/1d1d3315-d5ad-447f-95c4-2328b14270e3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:16.919105 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e555d3e3-9365-4064-8853-6bc8dbb8c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (a44c1915-2782-4be6-bcb8-3bde85efbbfb), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:16.979376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e555d3e3-9365-4064-8853-6bc8dbb8c4ae None None] No DVR routers for this DVR port a44c1915-2782-4be6-bcb8-3bde85efbbfb on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:10:16.982011 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555d3e3-9365-4064-8853-6bc8dbb8c4ae None None] Pushing event deleted for resources: {'Port': ['ID=a44c1915-2782-4be6-bcb8-3bde85efbbfb,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:16.983699 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-21c02428-8272-4800-a9f0-625e8f181ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f813fac9-3236-4725-8df9-e0f3130862e1', 'name': 'tempest-NetworksTestDHCPv6-router-1339425718', 'tenant_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:05Z', 'updated_at': '2022-02-07T17:10:13Z', 'revision_number': 3, 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:17.054960 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-86ac1c0e-e78f-491d-814b-3717cd778ace admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88a248e25eee4002abf725823b9393ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1531947 Feb 07 17:10:17.061832 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42568) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:17.070762 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c02428-8272-4800-a9f0-625e8f181ddf None None] Checking router: f813fac9-3236-4725-8df9-e0f3130862e1 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:10:17.088946 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c02428-8272-4800-a9f0-625e8f181ddf None None] Routers {'f813fac9-3236-4725-8df9-e0f3130862e1'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:10:17.089619 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-21c02428-8272-4800-a9f0-625e8f181ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['f813fac9-3236-4725-8df9-e0f3130862e1'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:17.141180 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (1d1d3315-d5ad-447f-95c4-2328b14270e3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:17.191254 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1d1d3315-d5ad-447f-95c4-2328b14270e3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:17.204454 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-21c02428-8272-4800-a9f0-625e8f181ddf None None] Set router f813fac9-3236-4725-8df9-e0f3130862e1 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:10:17.281935 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:17.283485 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-21c02428-8272-4800-a9f0-625e8f181ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f813fac9-3236-4725-8df9-e0f3130862e1', 'name': 'tempest-NetworksTestDHCPv6-router-1339425718', 'tenant_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:05Z', 'updated_at': '2022-02-07T17:10:13Z', 'revision_number': 3, 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:17.294960 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:17.306238 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:10:17.319087 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c02428-8272-4800-a9f0-625e8f181ddf None None] The sync data for ids ['f813fac9-3236-4725-8df9-e0f3130862e1'] in n-d-827865-3 is: [{'id': 'f813fac9-3236-4725-8df9-e0f3130862e1', 'name': 'tempest-NetworksTestDHCPv6-router-1339425718', 'tenant_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:05Z', 'updated_at': '2022-02-07T17:10:13Z', 'revision_number': 3, 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:10:17.392197 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-847348b1-bb3c-41cc-9c6b-4ceec759481c admin admin] Publish callbacks [] for security_group (dd85a249-ef23-4347-bea4-99c6cfdc0976), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:17.406775 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=1d1d3315-d5ad-447f-95c4-2328b14270e3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:17.434912 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19321f53-cab3-4d3c-9d47-0d808728b281 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (f813fac9-3236-4725-8df9-e0f3130862e1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:17.438761 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19321f53-cab3-4d3c-9d47-0d808728b281 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for router_controller (f813fac9-3236-4725-8df9-e0f3130862e1), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:17.521586 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19321f53-cab3-4d3c-9d47-0d808728b281 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (f813fac9-3236-4725-8df9-e0f3130862e1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:17.522067 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19321f53-cab3-4d3c-9d47-0d808728b281 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Fanout notify agent at l3_agent the message router_deleted on router f813fac9-3236-4725-8df9-e0f3130862e1 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:10:17.537404 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19321f53-cab3-4d3c-9d47-0d808728b281 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:17.538973 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-847348b1-bb3c-41cc-9c6b-4ceec759481c admin admin] Publish callbacks [] for security_group (dd85a249-ef23-4347-bea4-99c6cfdc0976), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:17.541717 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-19321f53-cab3-4d3c-9d47-0d808728b281 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/routers/f813fac9-3236-4725-8df9-e0f3130862e1 HTTP/1.1" status: 204 len: 168 time: 1.0990725 Feb 07 17:10:17.542383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42572) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:17.547695 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fd191061-0954-4bdf-bc78-7852bb6509c4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:17.687761 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd191061-0954-4bdf-bc78-7852bb6509c4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:17.695895 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd191061-0954-4bdf-bc78-7852bb6509c4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:17.760463 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-847348b1-bb3c-41cc-9c6b-4ceec759481c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (dd85a249-ef23-4347-bea4-99c6cfdc0976), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:17.763527 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-847348b1-bb3c-41cc-9c6b-4ceec759481c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:17.765043 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-847348b1-bb3c-41cc-9c6b-4ceec759481c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd85a249-ef23-4347-bea4-99c6cfdc0976 HTTP/1.1" status: 204 len: 168 time: 0.7016764 Feb 07 17:10:17.813248 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847348b1-bb3c-41cc-9c6b-4ceec759481c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd85a249-ef23-4347-bea4-99c6cfdc0976,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:17.868960 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a44c1915-2782-4be6-bcb8-3bde85efbbfb no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:10:17.919625 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: a44c1915-2782-4be6-bcb8-3bde85efbbfb {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:10:17.920181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a44c1915-2782-4be6-bcb8-3bde85efbbfb not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:10:18.040016 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabaab4-94f5-408d-8dec-9f586e50c666 req-c7f10eca-b5eb-4380-ad71-5ad4164db01e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:18.042403 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1fabaab4-94f5-408d-8dec-9f586e50c666 req-c7f10eca-b5eb-4380-ad71-5ad4164db01e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.1418841 Feb 07 17:10:18.162947 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd191061-0954-4bdf-bc78-7852bb6509c4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (117e7bab-6dd9-493c-9b4a-995c1539643c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:18.183815 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1fabaab4-94f5-408d-8dec-9f586e50c666 req-0d9b584a-93df-4926-8f0e-8a36be7582bc tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305571 Feb 07 17:10:18.229614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd191061-0954-4bdf-bc78-7852bb6509c4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:18.234292 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-fd191061-0954-4bdf-bc78-7852bb6509c4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:18.257555 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b2a350-237e-441f-a6ac-7953e8dc8959 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:18.258870 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd191061-0954-4bdf-bc78-7852bb6509c4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:18.259778 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd191061-0954-4bdf-bc78-7852bb6509c4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:18.281025 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd191061-0954-4bdf-bc78-7852bb6509c4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=117e7bab-6dd9-493c-9b4a-995c1539643c,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:18.311713 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fd191061-0954-4bdf-bc78-7852bb6509c4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7645929 Feb 07 17:10:18.312505 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42582) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:18.325766 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-abba3f37-6ced-451b-9878-1049bec120fc tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-435564727', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:18.378156 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abba3f37-6ced-451b-9878-1049bec120fc tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (dbba67a2-314c-4a9f-8913-7da72c563e7d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:18.379277 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abba3f37-6ced-451b-9878-1049bec120fc tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (dbba67a2-314c-4a9f-8913-7da72c563e7d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:18.497619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': '117e7bab-6dd9-493c-9b4a-995c1539643c'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:10:18.498820 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:18.567270 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abba3f37-6ced-451b-9878-1049bec120fc tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for router_controller (dbba67a2-314c-4a9f-8913-7da72c563e7d), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:18.572900 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abba3f37-6ced-451b-9878-1049bec120fc tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (dbba67a2-314c-4a9f-8913-7da72c563e7d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:18.620580 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abba3f37-6ced-451b-9878-1049bec120fc tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:18.621898 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-abba3f37-6ced-451b-9878-1049bec120fc tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3083298 Feb 07 17:10:18.624905 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42600) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:18.741578 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] Allocated IP 2001:db8::2 (5d104e3b-016c-4509-9da5-d18eb1be26d1/117e7bab-6dd9-493c-9b4a-995c1539643c/21e1c12f-b819-4e5a-a6f7-300a419c032e) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:18.744900 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41997a97-18ba-4adf-82e1-8a94842c16c1 req-90cc5c41-0b48-4637-8958-9426d8bb0131 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:18.752482 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-41997a97-18ba-4adf-82e1-8a94842c16c1 req-90cc5c41-0b48-4637-8958-9426d8bb0131 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.8377206 Feb 07 17:10:18.843323 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for floatingip (da011071-061b-4465-b05e-c25b72d19aa9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:18.953374 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] Publish callbacks [] for port (21e1c12f-b819-4e5a-a6f7-300a419c032e), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:18.971334 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (21e1c12f-b819-4e5a-a6f7-300a419c032e), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:18.979531 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-41997a97-18ba-4adf-82e1-8a94842c16c1 req-ae47fb1a-b7b7-42e6-9e3d-500b210bceb2 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2261691 Feb 07 17:10:19.086850 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:19.089602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] Pushing event updated for resources: {'Port': ['ID=21e1c12f-b819-4e5a-a6f7-300a419c032e,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:19.093832 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:19.097810 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:10:19.120375 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1d1d3315-d5ad-447f-95c4-2328b14270e3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:19.225478 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] Attempting to bind port 21e1c12f-b819-4e5a-a6f7-300a419c032e on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:10:19.225860 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] Attempting to bind port 21e1c12f-b819-4e5a-a6f7-300a419c032e by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:10:19.226243 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] Attempting to bind port 21e1c12f-b819-4e5a-a6f7-300a419c032e on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:10:19.231981 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:10:19.232401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:10:19.232771 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:19.233173 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:10:19.234292 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] Bound port: 21e1c12f-b819-4e5a-a6f7-300a419c032e, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:10:19.235385 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (21e1c12f-b819-4e5a-a6f7-300a419c032e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:19.374439 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aadd4605-fead-4ee7-b7cb-fc666f95b285 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:19.397057 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] For port 21e1c12f-b819-4e5a-a6f7-300a419c032e, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:10:19.410665 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] For port 21e1c12f-b819-4e5a-a6f7-300a419c032e, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=21e1c12f-b819-4e5a-a6f7-300a419c032e,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:10:19.428045 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:10:19.483250 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:10:19.484750 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c266b455-4f7f-4da7-b5c4-2dadfb8cbdb7 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:10:19.491536 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (21e1c12f-b819-4e5a-a6f7-300a419c032e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:19.564956 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for port (1d1d3315-d5ad-447f-95c4-2328b14270e3), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:19.573090 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (1d1d3315-d5ad-447f-95c4-2328b14270e3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:19.627377 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d48621-d7ce-48c2-9266-c35e22597055 None None] Pushing event updated for resources: {'Port': ['ID=21e1c12f-b819-4e5a-a6f7-300a419c032e,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:19.650656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a93ad-290f-498e-b524-1e4407a7d9a9 req-9393ffae-6f38-4eb8-96f8-25a825db58b1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:19.652277 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3c6a93ad-290f-498e-b524-1e4407a7d9a9 req-9393ffae-6f38-4eb8-96f8-25a825db58b1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.3080928 Feb 07 17:10:19.665797 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event updated for resources: {'Port': ['ID=1d1d3315-d5ad-447f-95c4-2328b14270e3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:19.740952 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (da011071-061b-4465-b05e-c25b72d19aa9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:19.825147 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3c6a93ad-290f-498e-b524-1e4407a7d9a9 req-3bb36ce8-e351-4658-9780-78d2a8a13b81 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604271 Feb 07 17:10:19.934069 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Floating IP da011071-061b-4465-b05e-c25b72d19aa9 associated. External IP: 172.25.4.74, port: 68f7b3dc-58c8-4552-b08f-58d0c1f124be. Feb 07 17:10:19.992436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-aadd4605-fead-4ee7-b7cb-fc666f95b285 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::1 (5d104e3b-016c-4509-9da5-d18eb1be26d1/117e7bab-6dd9-493c-9b4a-995c1539643c/10ed8574-3d88-4c37-8635-abe375fb9633) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:20.245516 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aadd4605-fead-4ee7-b7cb-fc666f95b285 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (10ed8574-3d88-4c37-8635-abe375fb9633), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:20.323036 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aadd4605-fead-4ee7-b7cb-fc666f95b285 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (10ed8574-3d88-4c37-8635-abe375fb9633), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:20.331700 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11fad2-cdfc-421b-9f25-6deea431172c req-867c7fd9-39a8-47a8-a3f8-314a4ce7bd66 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:20.333377 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc11fad2-cdfc-421b-9f25-6deea431172c req-867c7fd9-39a8-47a8-a3f8-314a4ce7bd66 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.1817019 Feb 07 17:10:20.374499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadd4605-fead-4ee7-b7cb-fc666f95b285 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:20.408987 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc11fad2-cdfc-421b-9f25-6deea431172c req-d7fbd426-a4c5-4929-b37d-5de6c35a9621 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682516 Feb 07 17:10:20.416078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Router 3e18624f-4dc0-46bc-9d20-1c9574779f13 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:10:20.422622 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-aadd4605-fead-4ee7-b7cb-fc666f95b285 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:20.429072 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadd4605-fead-4ee7-b7cb-fc666f95b285 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:10:20.429661 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aadd4605-fead-4ee7-b7cb-fc666f95b285 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (dbba67a2-314c-4a9f-8913-7da72c563e7d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:20.581633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:10:20.595836 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42494e-ea36-4680-81ec-f3473bb6efd1 None None] Sync routers for ids ['3e18624f-4dc0-46bc-9d20-1c9574779f13'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:10:20.605442 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:20.609864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd4605-fead-4ee7-b7cb-fc666f95b285 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=10ed8574-3d88-4c37-8635-abe375fb9633,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:20.610157 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b42494e-ea36-4680-81ec-f3473bb6efd1 None None] Routers {'3e18624f-4dc0-46bc-9d20-1c9574779f13'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:10:20.610866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7b42494e-ea36-4680-81ec-f3473bb6efd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3e18624f-4dc0-46bc-9d20-1c9574779f13'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:20.648711 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c617c55b-5e99-4263-ab80-b49feb83e902 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6839564 Feb 07 17:10:20.649775 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ff68b8-6aeb-4906-870a-cbff951fdf04', 'tag': '68f7b3dc-58c8-4552-b08f-58d0c1f124be'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:10:20.656593 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dceade-42fc-40fc-9bc9-fd53d9c6aac3" -d '{"events": [{"name": "network-changed", "server_uuid": "87ff68b8-6aeb-4906-870a-cbff951fdf04", "tag": "68f7b3dc-58c8-4552-b08f-58d0c1f124be"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:10:20.761115 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aadd4605-fead-4ee7-b7cb-fc666f95b285 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (10ed8574-3d88-4c37-8635-abe375fb9633), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:21.023688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7b42494e-ea36-4680-81ec-f3473bb6efd1 None None] Set router 3e18624f-4dc0-46bc-9d20-1c9574779f13 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:10:21.053771 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68da9716-2cd5-4ac9-b092-6541396fc9af x-openstack-request-id: req-68da9716-2cd5-4ac9-b092-6541396fc9af {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:10:21.055089 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ff68b8-6aeb-4906-870a-cbff951fdf04", "tag": "68f7b3dc-58c8-4552-b08f-58d0c1f124be", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:10:21.055502 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68da9716-2cd5-4ac9-b092-6541396fc9af {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:10:21.056088 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ff68b8-6aeb-4906-870a-cbff951fdf04', 'tag': '68f7b3dc-58c8-4552-b08f-58d0c1f124be', 'status': 'completed', 'code': 200} Feb 07 17:10:21.267059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8c5ff-723a-4511-a5b4-e930f2a625c9 req-f97944bb-82ee-4ae8-bf0b-01bd122bbaae tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:21.281248 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8eeddc-c0cc-496b-bca7-8db1a15c4c7f req-955aed9c-3580-4083-946f-3d0afb836d28 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:21.281804 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5de8c5ff-723a-4511-a5b4-e930f2a625c9 req-f97944bb-82ee-4ae8-bf0b-01bd122bbaae tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.1091797 Feb 07 17:10:21.283756 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1d8eeddc-c0cc-496b-bca7-8db1a15c4c7f req-955aed9c-3580-4083-946f-3d0afb836d28 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.1986005 Feb 07 17:10:21.316247 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dceade-42fc-40fc-9bc9-fd53d9c6aac3 req-7f08fee2-1486-4f5b-8a1a-d2126b08e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:21.317899 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4dceade-42fc-40fc-9bc9-fd53d9c6aac3 req-7f08fee2-1486-4f5b-8a1a-d2126b08e96b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 1127 time: 0.2321305 Feb 07 17:10:21.378542 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5de8c5ff-723a-4511-a5b4-e930f2a625c9 req-ff65cd97-9c47-47df-b5ec-9d5911b2d9fd tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953274 Feb 07 17:10:21.416651 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:21.451169 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aadd4605-fead-4ee7-b7cb-fc666f95b285 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (10ed8574-3d88-4c37-8635-abe375fb9633), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:21.481709 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aadd4605-fead-4ee7-b7cb-fc666f95b285 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (10ed8574-3d88-4c37-8635-abe375fb9633), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:21.482875 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aadd4605-fead-4ee7-b7cb-fc666f95b285 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (dbba67a2-314c-4a9f-8913-7da72c563e7d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:21.530790 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-cd0aec0d-b229-425f-8e92-c91ed8698f93 None None] Provisioning complete for port 21e1c12f-b819-4e5a-a6f7-300a419c032e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:21.531353 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cd0aec0d-b229-425f-8e92-c91ed8698f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (21e1c12f-b819-4e5a-a6f7-300a419c032e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:21.586834 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd4605-fead-4ee7-b7cb-fc666f95b285 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=10ed8574-3d88-4c37-8635-abe375fb9633,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:21.619948 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 21e1c12f-b819-4e5a-a6f7-300a419c032e up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:10:21.732803 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1d8eeddc-c0cc-496b-bca7-8db1a15c4c7f req-299fa47f-0295-439b-aeba-33aeebeab48f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4411743 Feb 07 17:10:21.757115 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadd4605-fead-4ee7-b7cb-fc666f95b285 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:21.770232 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42682) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:21.770750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-aadd4605-fead-4ee7-b7cb-fc666f95b285 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:21.816298 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dceade-42fc-40fc-9bc9-fd53d9c6aac3 req-803d1da5-9400-4b8c-94f5-8ea6403e75df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:21.817844 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4dceade-42fc-40fc-9bc9-fd53d9c6aac3 req-803d1da5-9400-4b8c-94f5-8ea6403e75df service neutron] 10.222.0.32 "GET /v2.0/networks?id=909de109-b3c2-4051-82bc-70433ca79a50 HTTP/1.1" status: 200 len: 897 time: 0.4690325 Feb 07 17:10:21.832835 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-cd0aec0d-b229-425f-8e92-c91ed8698f93 None None] Current status of the port 21e1c12f-b819-4e5a-a6f7-300a419c032e is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:21.833231 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cd0aec0d-b229-425f-8e92-c91ed8698f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (21e1c12f-b819-4e5a-a6f7-300a419c032e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:21.890252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 21e1c12f-b819-4e5a-a6f7-300a419c032e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:21.890661 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (21e1c12f-b819-4e5a-a6f7-300a419c032e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:21.924822 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c7f18aed-a809-40fb-ae4f-2d35ae273ad8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/floatingips/da011071-061b-4465-b05e-c25b72d19aa9 HTTP/1.1" status: 200 len: 990 time: 0.1484489 Feb 07 17:10:22.035091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 21e1c12f-b819-4e5a-a6f7-300a419c032e is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:22.035517 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (21e1c12f-b819-4e5a-a6f7-300a419c032e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:22.070450 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-cd0aec0d-b229-425f-8e92-c91ed8698f93 None None] For port 21e1c12f-b819-4e5a-a6f7-300a419c032e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=21e1c12f-b819-4e5a-a6f7-300a419c032e,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:22.084465 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cd0aec0d-b229-425f-8e92-c91ed8698f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (21e1c12f-b819-4e5a-a6f7-300a419c032e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:22.115442 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42684) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:22.120405 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-83aad075-bacc-4edb-b519-b88d714037d7 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Request body: {'network': {'name': 'tempest-network-smoke--64367015', 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'port_security_enabled': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:22.140771 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4dceade-42fc-40fc-9bc9-fd53d9c6aac3 req-c848f150-3ead-4b21-8af9-f00580e62e1f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68f7b3dc-58c8-4552-b08f-58d0c1f124be HTTP/1.1" status: 200 len: 998 time: 0.3131797 Feb 07 17:10:22.150021 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0aec0d-b229-425f-8e92-c91ed8698f93 None None] Pushing event updated for resources: {'Port': ['ID=21e1c12f-b819-4e5a-a6f7-300a419c032e,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:22.160940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aad075-bacc-4edb-b519-b88d714037d7 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Made reservation on behalf of df2ae0e149dd45049c788ec21df35203 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:22.164532 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83aad075-bacc-4edb-b519-b88d714037d7 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:22.184752 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83aad075-bacc-4edb-b519-b88d714037d7 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:22.255951 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:10:22.256313 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:10:22.273222 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb2db9-59c0-4c51-baf4-734148d331bc req-07638dbd-bbc5-4fea-a7d5-293df799bb62 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:22.278805 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-44cad15c-1006-4721-9b1c-b8c978411fb1 None None] Provisioning complete for port 10ed8574-3d88-4c37-8635-abe375fb9633 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:22.279189 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-44cad15c-1006-4721-9b1c-b8c978411fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (10ed8574-3d88-4c37-8635-abe375fb9633), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:22.287314 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bbcb2db9-59c0-4c51-baf4-734148d331bc req-07638dbd-bbc5-4fea-a7d5-293df799bb62 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.3931243 Feb 07 17:10:22.332021 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dceade-42fc-40fc-9bc9-fd53d9c6aac3 req-ba02ebc7-6088-401e-a5b0-31034228c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:22.334458 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4dceade-42fc-40fc-9bc9-fd53d9c6aac3 req-ba02ebc7-6088-401e-a5b0-31034228c039 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e87bf0e-4257-4687-aa83-e7b0630506b5 HTTP/1.1" status: 200 len: 835 time: 0.1822386 Feb 07 17:10:22.375356 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-44cad15c-1006-4721-9b1c-b8c978411fb1 None None] Port 10ed8574-3d88-4c37-8635-abe375fb9633 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:10:22.386147 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7b42494e-ea36-4680-81ec-f3473bb6efd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763944419', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '44c847c8-58bd-49d8-b498-8eb021877770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:24Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '44c847c8-58bd-49d8-b498-8eb021877770', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:26Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'da011071-061b-4465-b05e-c25b72d19aa9', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'port_id': '68f7b3dc-58c8-4552-b08f-58d0c1f124be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50', 'mac_address': 'fa:16:3e:c3:f8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff68b8-6aeb-4906-870a-cbff951fdf04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:10:17Z', 'updated_at': '2022-02-07T17:10:17Z', 'revision_number': 0, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8c675c-fcde-4386-a48e-5ba6dbe7558b', 'name': '', 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:11:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '5e87bf0e-4257-4687-aa83-e7b0630506b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:37Z', 'updated_at': '2022-02-07T17:09:50Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '5e87bf0e-4257-4687-aa83-e7b0630506b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:22.421492 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42494e-ea36-4680-81ec-f3473bb6efd1 None None] Checking router: 3e18624f-4dc0-46bc-9d20-1c9574779f13 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:10:22.434317 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b42494e-ea36-4680-81ec-f3473bb6efd1 None None] Routers {'3e18624f-4dc0-46bc-9d20-1c9574779f13'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:10:22.435211 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7b42494e-ea36-4680-81ec-f3473bb6efd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3e18624f-4dc0-46bc-9d20-1c9574779f13'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:22.447980 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83aad075-bacc-4edb-b519-b88d714037d7 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for security_group (fad363de-42b0-453d-ae86-1a23f2e3f391), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:22.454751 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83aad075-bacc-4edb-b519-b88d714037d7 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fad363de-42b0-453d-ae86-1a23f2e3f391), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:22.502451 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bbcb2db9-59c0-4c51-baf4-734148d331bc req-608e947f-3851-4524-b6be-4807ab0127a1 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2090535 Feb 07 17:10:22.513204 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dceade-42fc-40fc-9bc9-fd53d9c6aac3 req-5efa0581-3084-443a-bafd-1fb7e6a8487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:22.518077 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4dceade-42fc-40fc-9bc9-fd53d9c6aac3 req-5efa0581-3084-443a-bafd-1fb7e6a8487c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=909de109-b3c2-4051-82bc-70433ca79a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1763790 Feb 07 17:10:22.519868 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadd4605-fead-4ee7-b7cb-fc666f95b285 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Router dbba67a2-314c-4a9f-8913-7da72c563e7d is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:10:22.580640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83aad075-bacc-4edb-b519-b88d714037d7 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:10:22.603693 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7b42494e-ea36-4680-81ec-f3473bb6efd1 None None] Set router 3e18624f-4dc0-46bc-9d20-1c9574779f13 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:10:22.609151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aad075-bacc-4edb-b519-b88d714037d7 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad363de-42b0-453d-ae86-1a23f2e3f391,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:22.614760 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83aad075-bacc-4edb-b519-b88d714037d7 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (27b9ce87-d6c0-445a-8f64-c0e74002e1af), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:22.615370 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-83aad075-bacc-4edb-b519-b88d714037d7 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Added segment 27b9ce87-d6c0-445a-8f64-c0e74002e1af of type vlan for network d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 Feb 07 17:10:22.696081 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de059f-af2a-4ad5-8343-774b8f32a17c req-0eb45119-80b5-4439-8a6b-4c1de5d64429 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:22.698203 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d6de059f-af2a-4ad5-8343-774b8f32a17c req-0eb45119-80b5-4439-8a6b-4c1de5d64429 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.1943955 Feb 07 17:10:22.700183 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83aad075-bacc-4edb-b519-b88d714037d7 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (d5255453-bb9f-4ec4-afee-e5b5fda8b2f4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:22.734767 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4dceade-42fc-40fc-9bc9-fd53d9c6aac3 req-35524eef-223d-4796-8f34-5fd2ef4ce6ba service neutron] 10.222.0.32 "GET /v2.0/networks/909de109-b3c2-4051-82bc-70433ca79a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092476 Feb 07 17:10:22.780826 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d6de059f-af2a-4ad5-8343-774b8f32a17c req-3fa12f8a-6b07-4c87-b92f-4b4392233228 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740068 Feb 07 17:10:22.787869 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83aad075-bacc-4edb-b519-b88d714037d7 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (d5255453-bb9f-4ec4-afee-e5b5fda8b2f4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:22.798266 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aad075-bacc-4edb-b519-b88d714037d7 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:22.798266 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-83aad075-bacc-4edb-b519-b88d714037d7 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:22.869757 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aad075-bacc-4edb-b519-b88d714037d7 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event updated for resources: {'Network': ['ID=d5255453-bb9f-4ec4-afee-e5b5fda8b2f4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:22.875466 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-df745975-29bf-4374-90d6-3bae6cff5a7f None None] Provisioning complete for port 10ed8574-3d88-4c37-8635-abe375fb9633 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:22.876055 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df745975-29bf-4374-90d6-3bae6cff5a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (10ed8574-3d88-4c37-8635-abe375fb9633), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:22.896580 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-83aad075-bacc-4edb-b519-b88d714037d7 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7799625 Feb 07 17:10:22.897757 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42690) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:22.904291 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2cf11a8a-16f7-43a4-9531-a0df5feda666 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1893619253', 'admin_state_up': True, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:22.927539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42692) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:22.942161 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2cf11a8a-16f7-43a4-9531-a0df5feda666 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (3648e758-cc21-46bb-b14f-ff6e8ba2e59e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:22.943601 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2cf11a8a-16f7-43a4-9531-a0df5feda666 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (3648e758-cc21-46bb-b14f-ff6e8ba2e59e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:23.052939 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:10:23.055676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-df745975-29bf-4374-90d6-3bae6cff5a7f None None] Port 10ed8574-3d88-4c37-8635-abe375fb9633 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:10:23.075002 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 21e1c12f-b819-4e5a-a6f7-300a419c032e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:23.096423 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-279e9cff-01f0-4cee-a9b4-c169e9fe4b14 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/floatingips/da011071-061b-4465-b05e-c25b72d19aa9 HTTP/1.1" status: 200 len: 990 time: 0.1671803 Feb 07 17:10:23.109663 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2cf11a8a-16f7-43a4-9531-a0df5feda666 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for router_controller (3648e758-cc21-46bb-b14f-ff6e8ba2e59e), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:23.350415 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2cf11a8a-16f7-43a4-9531-a0df5feda666 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for router_gateway (3648e758-cc21-46bb-b14f-ff6e8ba2e59e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:23.359829 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7b42494e-ea36-4680-81ec-f3473bb6efd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763944419', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '44c847c8-58bd-49d8-b498-8eb021877770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:24Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '44c847c8-58bd-49d8-b498-8eb021877770', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:26Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'da011071-061b-4465-b05e-c25b72d19aa9', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'port_id': '68f7b3dc-58c8-4552-b08f-58d0c1f124be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50', 'mac_address': 'fa:16:3e:c3:f8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff68b8-6aeb-4906-870a-cbff951fdf04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:10:17Z', 'updated_at': '2022-02-07T17:10:17Z', 'revision_number': 0, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8c675c-fcde-4386-a48e-5ba6dbe7558b', 'name': '', 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:11:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '5e87bf0e-4257-4687-aa83-e7b0630506b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:37Z', 'updated_at': '2022-02-07T17:09:50Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '5e87bf0e-4257-4687-aa83-e7b0630506b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:23.394924 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:23.399206 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42494e-ea36-4680-81ec-f3473bb6efd1 None None] The sync data for ids ['3e18624f-4dc0-46bc-9d20-1c9574779f13'] in n-d-827865-3 is: [{'id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763944419', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '44c847c8-58bd-49d8-b498-8eb021877770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:24Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '44c847c8-58bd-49d8-b498-8eb021877770', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:26Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'da011071-061b-4465-b05e-c25b72d19aa9', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'port_id': '68f7b3dc-58c8-4552-b08f-58d0c1f124be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50', 'mac_address': 'fa:16:3e:c3:f8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ff68b8-6aeb-4906-870a-cbff951fdf04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:10:17Z', 'updated_at': '2022-02-07T17:10:17Z', 'revision_number': 0, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8c675c-fcde-4386-a48e-5ba6dbe7558b', 'name': '', 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:11:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '5e87bf0e-4257-4687-aa83-e7b0630506b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:37Z', 'updated_at': '2022-02-07T17:09:50Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '5e87bf0e-4257-4687-aa83-e7b0630506b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:10:23.457224 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4dceade-42fc-40fc-9bc9-fd53d9c6aac3 req-8abe3b16-beac-4d9d-8821-d3bc18b054f5 service neutron] 10.222.0.32 "GET /v2.0/networks/909de109-b3c2-4051-82bc-70433ca79a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7161410 Feb 07 17:10:23.487260 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 21e1c12f-b819-4e5a-a6f7-300a419c032e up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:10:23.496240 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadd4605-fead-4ee7-b7cb-fc666f95b285 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:10:23.502436 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-aadd4605-fead-4ee7-b7cb-fc666f95b285 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "PUT /v2.0/routers/dbba67a2-314c-4a9f-8913-7da72c563e7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8753872 Feb 07 17:10:23.505033 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42694) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:23.512178 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] Sync routers for ids ['dbba67a2-314c-4a9f-8913-7da72c563e7d'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:10:23.526867 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] Routers {'dbba67a2-314c-4a9f-8913-7da72c563e7d'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:10:23.528258 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['dbba67a2-314c-4a9f-8913-7da72c563e7d'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:23.602620 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 21e1c12f-b819-4e5a-a6f7-300a419c032e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:23.605325 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (21e1c12f-b819-4e5a-a6f7-300a419c032e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:23.640282 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] Set router dbba67a2-314c-4a9f-8913-7da72c563e7d gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:10:23.664048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c8f596-a8b0-422d-a32b-500767796b91 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:23.668822 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42704) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:23.669468 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-13c8f596-a8b0-422d-a32b-500767796b91 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports/10ed8574-3d88-4c37-8635-abe375fb9633 HTTP/1.1" status: 200 len: 911 time: 0.1625786 Feb 07 17:10:23.729970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe8aec-65ef-414c-a689-8b8a80894a0b req-428f490d-f182-4e77-9287-3f1add996684 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:23.736175 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2cf11a8a-16f7-43a4-9531-a0df5feda666 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for router_gateway (3648e758-cc21-46bb-b14f-ff6e8ba2e59e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:23.737368 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7fe8aec-65ef-414c-a689-8b8a80894a0b req-428f490d-f182-4e77-9287-3f1add996684 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.1295125 Feb 07 17:10:23.774445 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2cf11a8a-16f7-43a4-9531-a0df5feda666 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:23.776318 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 21e1c12f-b819-4e5a-a6f7-300a419c032e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:23.802845 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12c2693-2364-48c9-888d-0f5b0b4dc2c3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:23.808365 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12c2693-2364-48c9-888d-0f5b0b4dc2c3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:23.809956 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b12c2693-2364-48c9-888d-0f5b0b4dc2c3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1397161 Feb 07 17:10:23.812667 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42710) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:23.818116 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501eb552-9578-407b-bf1b-380c232afa44 None None] New status for floating IP da011071-061b-4465-b05e-c25b72d19aa9: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:10:23.895222 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7fe8aec-65ef-414c-a689-8b8a80894a0b req-f514ad9a-b6f1-4553-98fe-055267c13c0e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1569600 Feb 07 17:10:24.072507 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-2cf11a8a-16f7-43a4-9531-a0df5feda666 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Allocated IP 172.25.4.214 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/056b65b7-978b-417f-863d-7324c1c4d962) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:24.076736 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbba67a2-314c-4a9f-8913-7da72c563e7d', 'name': 'tempest-NetworksTestDHCPv6-router-435564727', 'tenant_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:18Z', 'updated_at': '2022-02-07T17:10:20Z', 'revision_number': 2, 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'gw_port_host': None, '_interfaces': [{'id': '10ed8574-3d88-4c37-8635-abe375fb9633', 'name': '', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'tenant_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'mac_address': 'fa:16:3e:42:ae:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbba67a2-314c-4a9f-8913-7da72c563e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '117e7bab-6dd9-493c-9b4a-995c1539643c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:19Z', 'updated_at': '2022-02-07T17:10:20Z', 'revision_number': 2, 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'subnets': [{'id': '117e7bab-6dd9-493c-9b4a-995c1539643c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:24.102093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42718) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:24.108082 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8f824-a17a-4145-b728-5cf4e37afac4 req-c5347aa0-6cac-4555-b92c-820daebf13ac tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:24.109882 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-58d8f824-a17a-4145-b728-5cf4e37afac4 req-c5347aa0-6cac-4555-b92c-820daebf13ac tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.1720715 Feb 07 17:10:24.110624 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] Checking router: dbba67a2-314c-4a9f-8913-7da72c563e7d for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:10:24.112272 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] Updating router dbba67a2-314c-4a9f-8913-7da72c563e7d port 10ed8574-3d88-4c37-8635-abe375fb9633 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:10:24.229917 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2cf11a8a-16f7-43a4-9531-a0df5feda666 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for port (056b65b7-978b-417f-863d-7324c1c4d962), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:24.247206 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (10ed8574-3d88-4c37-8635-abe375fb9633), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:24.283856 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e0b59277-8cf5-4be0-8e65-97ba213db0b8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/floatingips/da011071-061b-4465-b05e-c25b72d19aa9 HTTP/1.1" status: 200 len: 992 time: 0.1801746 Feb 07 17:10:24.298919 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2cf11a8a-16f7-43a4-9531-a0df5feda666 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (056b65b7-978b-417f-863d-7324c1c4d962), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:24.371995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf11a8a-16f7-43a4-9531-a0df5feda666 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:24.384633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2cf11a8a-16f7-43a4-9531-a0df5feda666 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:24.391665 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf11a8a-16f7-43a4-9531-a0df5feda666 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:10:24.400475 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-58d8f824-a17a-4145-b728-5cf4e37afac4 req-8d3a3ffc-7547-4987-8f87-12455839b16b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605344 Feb 07 17:10:24.401255 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf11a8a-16f7-43a4-9531-a0df5feda666 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event updated for resources: {'Port': ['ID=056b65b7-978b-417f-863d-7324c1c4d962,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:24.515006 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6052e67-4275-470a-8de0-a022b0abd366 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (dbba67a2-314c-4a9f-8913-7da72c563e7d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:24.522064 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:10:24.658899 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] Publish callbacks [] for port (10ed8574-3d88-4c37-8635-abe375fb9633), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:24.669505 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (10ed8574-3d88-4c37-8635-abe375fb9633), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:24.727961 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ca54e-5dde-4a1e-ab5f-40f96a56ba34 None None] Pushing event updated for resources: {'Port': ['ID=10ed8574-3d88-4c37-8635-abe375fb9633,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:24.752400 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2cf11a8a-16f7-43a4-9531-a0df5feda666 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for router_gateway (3648e758-cc21-46bb-b14f-ff6e8ba2e59e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:24.797380 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] Attempting to bind port 10ed8574-3d88-4c37-8635-abe375fb9633 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:10:24.798082 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] Attempting to bind port 10ed8574-3d88-4c37-8635-abe375fb9633 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:10:24.798678 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] Attempting to bind port 10ed8574-3d88-4c37-8635-abe375fb9633 on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:10:24.804714 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:10:24.805709 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:10:24.806284 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:24.807684 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:10:24.808349 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] Bound port: 10ed8574-3d88-4c37-8635-abe375fb9633, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:10:24.808914 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (10ed8574-3d88-4c37-8635-abe375fb9633), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:24.825609 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d6052e67-4275-470a-8de0-a022b0abd366 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port 10ed8574-3d88-4c37-8635-abe375fb9633 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:24.826143 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6052e67-4275-470a-8de0-a022b0abd366 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (10ed8574-3d88-4c37-8635-abe375fb9633), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:24.933917 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] For port 10ed8574-3d88-4c37-8635-abe375fb9633, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:10:24.937951 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] For port 10ed8574-3d88-4c37-8635-abe375fb9633, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=10ed8574-3d88-4c37-8635-abe375fb9633,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:10:24.948210 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (10ed8574-3d88-4c37-8635-abe375fb9633), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:25.036836 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-d6052e67-4275-470a-8de0-a022b0abd366 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] For port 10ed8574-3d88-4c37-8635-abe375fb9633, host n-d-827865-3, got binding levels [] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:25.038048 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6052e67-4275-470a-8de0-a022b0abd366 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (10ed8574-3d88-4c37-8635-abe375fb9633), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:25.039903 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ca54e-5dde-4a1e-ab5f-40f96a56ba34 None None] Pushing event updated for resources: {'Port': ['ID=10ed8574-3d88-4c37-8635-abe375fb9633,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:25.050643 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] Routers {'dbba67a2-314c-4a9f-8913-7da72c563e7d'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:10:25.051362 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['dbba67a2-314c-4a9f-8913-7da72c563e7d'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:25.092605 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d6052e67-4275-470a-8de0-a022b0abd366 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for 10ed8574-3d88-4c37-8635-abe375fb9633 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:25.126586 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ded8167d-56ff-4ec4-b228-48477dc6fd50 None None] Provisioning complete for port 10ed8574-3d88-4c37-8635-abe375fb9633 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:25.127632 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ded8167d-56ff-4ec4-b228-48477dc6fd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (10ed8574-3d88-4c37-8635-abe375fb9633), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:25.175538 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2cf11a8a-16f7-43a4-9531-a0df5feda666 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (3648e758-cc21-46bb-b14f-ff6e8ba2e59e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:25.224639 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] Set router dbba67a2-314c-4a9f-8913-7da72c563e7d gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:10:25.230454 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4999ed-eda7-4bef-bdf7-de22c49a2a9f req-59e8e5c0-dbe5-4b1e-8c61-341e92c82c5b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:25.238572 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ca4999ed-eda7-4bef-bdf7-de22c49a2a9f req-59e8e5c0-dbe5-4b1e-8c61-341e92c82c5b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.2079604 Feb 07 17:10:25.292313 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ded8167d-56ff-4ec4-b228-48477dc6fd50 None None] Current status of the port 10ed8574-3d88-4c37-8635-abe375fb9633 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:25.293105 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ded8167d-56ff-4ec4-b228-48477dc6fd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (10ed8574-3d88-4c37-8635-abe375fb9633), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:25.359181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ded8167d-56ff-4ec4-b228-48477dc6fd50 None None] For port 10ed8574-3d88-4c37-8635-abe375fb9633, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=10ed8574-3d88-4c37-8635-abe375fb9633,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:25.381235 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ca4999ed-eda7-4bef-bdf7-de22c49a2a9f req-fa32b710-d76a-46e3-9541-effd367f586c tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1415710 Feb 07 17:10:25.389036 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ded8167d-56ff-4ec4-b228-48477dc6fd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (10ed8574-3d88-4c37-8635-abe375fb9633), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:25.469717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf11a8a-16f7-43a4-9531-a0df5feda666 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Router 3648e758-cc21-46bb-b14f-ff6e8ba2e59e is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:10:25.487682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8167d-56ff-4ec4-b228-48477dc6fd50 None None] Pushing event updated for resources: {'Port': ['ID=10ed8574-3d88-4c37-8635-abe375fb9633,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:25.555179 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6052e67-4275-470a-8de0-a022b0abd366 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (10ed8574-3d88-4c37-8635-abe375fb9633), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:25.588732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6052e67-4275-470a-8de0-a022b0abd366 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=10ed8574-3d88-4c37-8635-abe375fb9633,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:25.622059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-3a9f3781-faba-4cfb-bb75-3d362478e3d9 None None] Could not find standard attr ID for object 10ed8574-3d88-4c37-8635-abe375fb9633. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:10:25.655686 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbba67a2-314c-4a9f-8913-7da72c563e7d', 'name': 'tempest-NetworksTestDHCPv6-router-435564727', 'tenant_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:18Z', 'updated_at': '2022-02-07T17:10:20Z', 'revision_number': 2, 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'gw_port_host': None, '_interfaces': [{'id': '10ed8574-3d88-4c37-8635-abe375fb9633', 'name': '', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'tenant_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'mac_address': 'fa:16:3e:42:ae:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbba67a2-314c-4a9f-8913-7da72c563e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '117e7bab-6dd9-493c-9b4a-995c1539643c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:19Z', 'updated_at': '2022-02-07T17:10:24Z', 'revision_number': 4, 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'subnets': [{'id': '117e7bab-6dd9-493c-9b4a-995c1539643c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:25.698991 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733f1955-dbc0-416b-99c9-3e6efd84067c None None] The sync data for ids ['dbba67a2-314c-4a9f-8913-7da72c563e7d'] in n-d-827865-3 is: [{'id': 'dbba67a2-314c-4a9f-8913-7da72c563e7d', 'name': 'tempest-NetworksTestDHCPv6-router-435564727', 'tenant_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:18Z', 'updated_at': '2022-02-07T17:10:20Z', 'revision_number': 2, 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'gw_port_host': None, '_interfaces': [{'id': '10ed8574-3d88-4c37-8635-abe375fb9633', 'name': '', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'tenant_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'mac_address': 'fa:16:3e:42:ae:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbba67a2-314c-4a9f-8913-7da72c563e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '117e7bab-6dd9-493c-9b4a-995c1539643c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:19Z', 'updated_at': '2022-02-07T17:10:24Z', 'revision_number': 4, 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'subnets': [{'id': '117e7bab-6dd9-493c-9b4a-995c1539643c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:10:25.744888 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6052e67-4275-470a-8de0-a022b0abd366 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (dbba67a2-314c-4a9f-8913-7da72c563e7d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:25.830429 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fd6581c0-233d-483a-8be0-7755660a1af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:25.981664 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6052e67-4275-470a-8de0-a022b0abd366 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Router dbba67a2-314c-4a9f-8913-7da72c563e7d has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:10:26.071872 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7480c-dadb-4656-b16b-da7fed441209 req-becb3e09-4d80-40fa-aac2-e07ae65bc998 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:26.074239 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-99c7480c-dadb-4656-b16b-da7fed441209 req-becb3e09-4d80-40fa-aac2-e07ae65bc998 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.5273108 Feb 07 17:10:26.077534 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf11a8a-16f7-43a4-9531-a0df5feda666 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:10:26.090274 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] Sync routers for ids ['3648e758-cc21-46bb-b14f-ff6e8ba2e59e'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:10:26.109598 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] Routers {'3648e758-cc21-46bb-b14f-ff6e8ba2e59e'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:10:26.110261 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3648e758-cc21-46bb-b14f-ff6e8ba2e59e'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:26.117085 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6052e67-4275-470a-8de0-a022b0abd366 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:10:26.132338 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d6052e67-4275-470a-8de0-a022b0abd366 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "PUT /v2.0/routers/dbba67a2-314c-4a9f-8913-7da72c563e7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3185308 Feb 07 17:10:26.133262 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42728) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:26.142746 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2cf11a8a-16f7-43a4-9531-a0df5feda666 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:26.144151 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2cf11a8a-16f7-43a4-9531-a0df5feda666 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.2438748 Feb 07 17:10:26.147307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42730) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:26.195025 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-99c7480c-dadb-4656-b16b-da7fed441209 req-bd757b21-b528-4c54-aa72-788e367fcff7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151121 Feb 07 17:10:26.212632 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5e32e-c1ff-4705-921f-9aa7a4793388 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:26.214338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5e32e-c1ff-4705-921f-9aa7a4793388 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:26.218960 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42736) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:26.219112 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2be5e32e-c1ff-4705-921f-9aa7a4793388 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0846851 Feb 07 17:10:26.313296 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62146f8-29d5-4a16-a26c-fb8c0b5e6ccd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet 117e7bab-6dd9-493c-9b4a-995c1539643c {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:10:26.320887 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b62146f8-29d5-4a16-a26c-fb8c0b5e6ccd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (117e7bab-6dd9-493c-9b4a-995c1539643c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:26.339662 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] Set router 3648e758-cc21-46bb-b14f-ff6e8ba2e59e gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:10:26.390555 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dd903d77-1d80-4dac-9957-80a728b1fd19 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=df2ae0e149dd45049c788ec21df35203&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2421403 Feb 07 17:10:26.394743 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42740) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:26.405390 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b62146f8-29d5-4a16-a26c-fb8c0b5e6ccd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (117e7bab-6dd9-493c-9b4a-995c1539643c), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:26.555733 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b62146f8-29d5-4a16-a26c-fb8c0b5e6ccd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (117e7bab-6dd9-493c-9b4a-995c1539643c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:26.629950 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b62146f8-29d5-4a16-a26c-fb8c0b5e6ccd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (117e7bab-6dd9-493c-9b4a-995c1539643c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:26.644409 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6591e4-0215-4133-99de-fb075e863034 req-f66172fe-d44a-403d-bfde-e9efc20384cc tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:26.646279 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c6591e4-0215-4133-99de-fb075e863034 req-f66172fe-d44a-403d-bfde-e9efc20384cc tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.1315482 Feb 07 17:10:26.671839 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893619253', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '056b65b7-978b-417f-863d-7324c1c4d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:22Z', 'updated_at': '2022-02-07T17:10:24Z', 'revision_number': 3, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '056b65b7-978b-417f-863d-7324c1c4d962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:23Z', 'updated_at': '2022-02-07T17:10:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:26.693735 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62146f8-29d5-4a16-a26c-fb8c0b5e6ccd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=117e7bab-6dd9-493c-9b4a-995c1539643c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:26.695183 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a773d6-fbf4-4f8a-90fe-32b440aa1368 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:26.698731 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b62146f8-29d5-4a16-a26c-fb8c0b5e6ccd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:26.702857 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b62146f8-29d5-4a16-a26c-fb8c0b5e6ccd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/117e7bab-6dd9-493c-9b4a-995c1539643c HTTP/1.1" status: 204 len: 168 time: 0.4828715 Feb 07 17:10:26.707193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42744) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:26.754304 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] Checking router: 3648e758-cc21-46bb-b14f-ff6e8ba2e59e for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:10:26.754902 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] Updating router 3648e758-cc21-46bb-b14f-ff6e8ba2e59e port 056b65b7-978b-417f-863d-7324c1c4d962 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:10:26.809100 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (056b65b7-978b-417f-863d-7324c1c4d962), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:26.817061 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d1569c7c-4251-4fea-b2f3-56d851cfdfd6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1086233 Feb 07 17:10:26.819415 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42746) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:26.824033 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d9c4cf-83dd-408d-a01d-a68bc03fefab tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:26.826848 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-39d9c4cf-83dd-408d-a01d-a68bc03fefab tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4310696 Feb 07 17:10:26.830927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42748) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:26.878178 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5e1a18ca-e764-41a7-be5f-5845446e79d5 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460792 Feb 07 17:10:26.881785 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42750) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:26.888171 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-58937de9-c2b2-4cb9-be59-6310a30c4370 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1213174194', 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4', 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:26.917790 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9a1d-dae7-47cd-8954-a654f28a4563 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for router (dbba67a2-314c-4a9f-8913-7da72c563e7d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:26.985333 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2c6591e4-0215-4133-99de-fb075e863034 req-d8290d27-19b1-4be0-92f9-cd9706836850 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3274333 Feb 07 17:10:27.004228 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58937de9-c2b2-4cb9-be59-6310a30c4370 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Made reservation on behalf of df2ae0e149dd45049c788ec21df35203 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:27.008186 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58937de9-c2b2-4cb9-be59-6310a30c4370 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:27.026512 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6dcc7c-3513-4e62-a354-dce11160f39c None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:10:27.130501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-aa6dcc7c-3513-4e62-a354-dce11160f39c None None] Deleting port 21e1c12f-b819-4e5a-a6f7-300a419c032e {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:27.130501 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aa6dcc7c-3513-4e62-a354-dce11160f39c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (21e1c12f-b819-4e5a-a6f7-300a419c032e), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:27.190676 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9a1d-dae7-47cd-8954-a654f28a4563 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (dbba67a2-314c-4a9f-8913-7da72c563e7d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:27.197617 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-aa6dcc7c-3513-4e62-a354-dce11160f39c None None] For port 21e1c12f-b819-4e5a-a6f7-300a419c032e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=21e1c12f-b819-4e5a-a6f7-300a419c032e,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:27.198022 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aa6dcc7c-3513-4e62-a354-dce11160f39c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (21e1c12f-b819-4e5a-a6f7-300a419c032e), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:27.202667 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9a1d-dae7-47cd-8954-a654f28a4563 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for router_controller (dbba67a2-314c-4a9f-8913-7da72c563e7d), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:27.215521 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-aa6dcc7c-3513-4e62-a354-dce11160f39c None None] Calling delete_port for 21e1c12f-b819-4e5a-a6f7-300a419c032e owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:27.271546 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] Publish callbacks [] for port (056b65b7-978b-417f-863d-7324c1c4d962), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:27.271766 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9a1d-dae7-47cd-8954-a654f28a4563 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (dbba67a2-314c-4a9f-8913-7da72c563e7d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:27.272259 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7f9a1d-dae7-47cd-8954-a654f28a4563 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Fanout notify agent at l3_agent the message router_deleted on router dbba67a2-314c-4a9f-8913-7da72c563e7d {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:10:27.279496 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (056b65b7-978b-417f-863d-7324c1c4d962), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:27.288320 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9a1d-dae7-47cd-8954-a654f28a4563 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:27.290642 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cd7f9a1d-dae7-47cd-8954-a654f28a4563 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/routers/dbba67a2-314c-4a9f-8913-7da72c563e7d HTTP/1.1" status: 204 len: 168 time: 0.4699326 Feb 07 17:10:27.293151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42754) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:27.320707 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58937de9-c2b2-4cb9-be59-6310a30c4370 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (a49665c9-ce29-49ca-b28e-0c008521f833), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:27.382821 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58937de9-c2b2-4cb9-be59-6310a30c4370 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event updated for resources: {'Subnet': ['ID=a49665c9-ce29-49ca-b28e-0c008521f833,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:27.412911 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58937de9-c2b2-4cb9-be59-6310a30c4370 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Checking segment: {'id': '27b9ce87-d6c0-445a-8f64-c0e74002e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:10:27.413335 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58937de9-c2b2-4cb9-be59-6310a30c4370 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Network hostable DHCP agents. Network: d5255453-bb9f-4ec4-afee-e5b5fda8b2f4, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:10:27.432621 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aa6dcc7c-3513-4e62-a354-dce11160f39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (21e1c12f-b819-4e5a-a6f7-300a419c032e), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:27.464236 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] Attempting to bind port 056b65b7-978b-417f-863d-7324c1c4d962 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:10:27.465608 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] Attempting to bind port 056b65b7-978b-417f-863d-7324c1c4d962 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:10:27.466520 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] Attempting to bind port 056b65b7-978b-417f-863d-7324c1c4d962 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:10:27.469689 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58937de9-c2b2-4cb9-be59-6310a30c4370 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Network d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:10:27.485067 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-58937de9-c2b2-4cb9-be59-6310a30c4370 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, d5255453-bb9f-4ec4-afee-e5b5fda8b2f4) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:27.491151 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58937de9-c2b2-4cb9-be59-6310a30c4370 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:27.494052 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58937de9-c2b2-4cb9-be59-6310a30c4370 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:27.496903 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115d6ec-7d44-4084-ae13-1c607634eea7 None None] Pushing event updated for resources: {'Port': ['ID=056b65b7-978b-417f-863d-7324c1c4d962,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:27.508730 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92466af-1d86-46df-b46f-22db4acf2c1f None None] Network d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:27.509141 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:10:27.510903 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:10:27.511310 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:27.513042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6dcc7c-3513-4e62-a354-dce11160f39c None None] Pushing event deleted for resources: {'Port': ['ID=21e1c12f-b819-4e5a-a6f7-300a419c032e,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:27.514829 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:10:27.518887 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-58937de9-c2b2-4cb9-be59-6310a30c4370 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6360612 Feb 07 17:10:27.521649 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] Bound port: 056b65b7-978b-417f-863d-7324c1c4d962, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:10:27.522015 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42760) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:27.522120 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (056b65b7-978b-417f-863d-7324c1c4d962), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:27.585620 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6dcc7c-3513-4e62-a354-dce11160f39c None None] No DVR routers for this DVR port 21e1c12f-b819-4e5a-a6f7-300a419c032e on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:10:27.605835 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 21e1c12f-b819-4e5a-a6f7-300a419c032e no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:10:27.618398 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ea55e-112b-419d-97c3-09ce504e8373 req-9ff0fb4c-0b64-4942-a4b4-f14b6740a512 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:27.620006 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-105ea55e-112b-419d-97c3-09ce504e8373 req-9ff0fb4c-0b64-4942-a4b4-f14b6740a512 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.3028572 Feb 07 17:10:27.622628 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115d6ec-7d44-4084-ae13-1c607634eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:27.622987 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115d6ec-7d44-4084-ae13-1c607634eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:27.623330 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115d6ec-7d44-4084-ae13-1c607634eea7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:27.623672 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115d6ec-7d44-4084-ae13-1c607634eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:27.624064 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115d6ec-7d44-4084-ae13-1c607634eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:27.624404 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115d6ec-7d44-4084-ae13-1c607634eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:27.624737 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115d6ec-7d44-4084-ae13-1c607634eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:27.625065 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115d6ec-7d44-4084-ae13-1c607634eea7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:27.625414 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115d6ec-7d44-4084-ae13-1c607634eea7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:27.625745 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115d6ec-7d44-4084-ae13-1c607634eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:27.629962 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115d6ec-7d44-4084-ae13-1c607634eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:27.630463 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115d6ec-7d44-4084-ae13-1c607634eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:27.630822 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115d6ec-7d44-4084-ae13-1c607634eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:27.648044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257888eb-6df0-4108-93d8-a740bf2ce56b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:27.654755 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-257888eb-6df0-4108-93d8-a740bf2ce56b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3582451 Feb 07 17:10:27.660831 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42762) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:27.737816 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] For port 056b65b7-978b-417f-863d-7324c1c4d962, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:10:27.750621 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] For port 056b65b7-978b-417f-863d-7324c1c4d962, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=056b65b7-978b-417f-863d-7324c1c4d962,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:10:27.764218 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (056b65b7-978b-417f-863d-7324c1c4d962), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:27.807912 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cd1f04-face-4eb7-b762-558ad8e575ce tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:27.811826 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-65cd1f04-face-4eb7-b762-558ad8e575ce tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1468158 Feb 07 17:10:27.812597 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42764) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:27.857038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 21e1c12f-b819-4e5a-a6f7-300a419c032e {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:10:27.857608 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 21e1c12f-b819-4e5a-a6f7-300a419c032e not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:10:27.899721 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] Routers {'3648e758-cc21-46bb-b14f-ff6e8ba2e59e'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:10:27.900366 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3648e758-cc21-46bb-b14f-ff6e8ba2e59e'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:27.919741 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-939b08fb-ed22-4edf-990e-bef1380247ed tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1020577 Feb 07 17:10:27.921128 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42766) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:27.927748 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-cf0bb159-b4c1-4de2-ae4e-8570142d3e2c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:27.944507 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-d5255453-bb9f-4ec4-afee-e5b5fda8b2f4', 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4', 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'fixed_ips': [{'subnet_id': 'a49665c9-ce29-49ca-b28e-0c008521f833'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:10:27.945438 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:27.979763 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fae2b9-0f15-4db9-814e-bd8d333635bb None None] Sync routers for ids ['dbba67a2-314c-4a9f-8913-7da72c563e7d'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:10:28.003092 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115d6ec-7d44-4084-ae13-1c607634eea7 None None] Pushing event updated for resources: {'Port': ['ID=056b65b7-978b-417f-863d-7324c1c4d962,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:28.074573 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-105ea55e-112b-419d-97c3-09ce504e8373 req-35b53030-2199-4313-8bba-8e32615609a7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148715 Feb 07 17:10:28.138919 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fae2b9-0f15-4db9-814e-bd8d333635bb None None] Routers set() bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:10:28.140794 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fae2b9-0f15-4db9-814e-bd8d333635bb None None] Router IDs set() for agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 07 17:10:28.141266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_agentschedulers_db [None req-c7fae2b9-0f15-4db9-814e-bd8d333635bb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dbba67a2-314c-4a9f-8913-7da72c563e7d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent'). {{(pid=103228) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 07 17:10:28.147723 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0bb159-b4c1-4de2-ae4e-8570142d3e2c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:28.151512 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf0bb159-b4c1-4de2-ae4e-8570142d3e2c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:28.154855 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] Set router 3648e758-cc21-46bb-b14f-ff6e8ba2e59e gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:10:28.229318 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fae2b9-0f15-4db9-814e-bd8d333635bb None None] Routers set() bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:10:28.229615 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fae2b9-0f15-4db9-814e-bd8d333635bb None None] Router IDs set() for agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 07 17:10:28.230229 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_agentschedulers_db [None req-c7fae2b9-0f15-4db9-814e-bd8d333635bb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dbba67a2-314c-4a9f-8913-7da72c563e7d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:09:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent'). {{(pid=103228) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 07 17:10:28.230616 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fae2b9-0f15-4db9-814e-bd8d333635bb None None] The sync data for ids ['dbba67a2-314c-4a9f-8913-7da72c563e7d'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:10:28.248758 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e5bac6c4-ab33-4071-b1f0-7a443276021a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:28.259149 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfde86-7951-42c5-9ab8-c150cc41d6df req-ff184ba7-56db-461f-96bc-490d08e519e4 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:28.271553 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d4cfde86-7951-42c5-9ab8-c150cc41d6df req-ff184ba7-56db-461f-96bc-490d08e519e4 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.1173735 Feb 07 17:10:28.340329 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] Allocated IP 172.20.0.2 (d5255453-bb9f-4ec4-afee-e5b5fda8b2f4/a49665c9-ce29-49ca-b28e-0c008521f833/7ef39db2-db79-4060-bf43-3a1c98c70da3) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:28.467118 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d4cfde86-7951-42c5-9ab8-c150cc41d6df req-a02ff02a-db81-4be2-9fe6-792143b89000 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1908817 Feb 07 17:10:28.537617 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893619253', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '056b65b7-978b-417f-863d-7324c1c4d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:22Z', 'updated_at': '2022-02-07T17:10:24Z', 'revision_number': 3, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '056b65b7-978b-417f-863d-7324c1c4d962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:23Z', 'updated_at': '2022-02-07T17:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:28.591654 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18c64d2-8376-484e-a0ea-7092ba26e8ab None None] The sync data for ids ['3648e758-cc21-46bb-b14f-ff6e8ba2e59e'] in n-d-827865-3 is: [{'id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893619253', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '056b65b7-978b-417f-863d-7324c1c4d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:22Z', 'updated_at': '2022-02-07T17:10:24Z', 'revision_number': 3, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '056b65b7-978b-417f-863d-7324c1c4d962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:23Z', 'updated_at': '2022-02-07T17:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:10:28.636066 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] Publish callbacks [] for port (7ef39db2-db79-4060-bf43-3a1c98c70da3), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:28.646020 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (7ef39db2-db79-4060-bf43-3a1c98c70da3), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:28.700850 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] Network d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:28.716038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.objects.ports [None req-cf0bb159-b4c1-4de2-ae4e-8570142d3e2c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 17:10:28.717754 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf0bb159-b4c1-4de2-ae4e-8570142d3e2c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (e9ffb585-f24b-463d-abf6-1eec5b2f65ec), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:28.719795 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:28.730780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:10:28.757355 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3710da8-8a15-4591-9ab2-07b02d37a005 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:28.761218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] Pushing event updated for resources: {'Port': ['ID=7ef39db2-db79-4060-bf43-3a1c98c70da3,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:28.781559 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0bb159-b4c1-4de2-ae4e-8570142d3e2c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:28.793023 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-cf0bb159-b4c1-4de2-ae4e-8570142d3e2c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:28.800686 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0bb159-b4c1-4de2-ae4e-8570142d3e2c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:28.801363 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf0bb159-b4c1-4de2-ae4e-8570142d3e2c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:28.824853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0bb159-b4c1-4de2-ae4e-8570142d3e2c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=e9ffb585-f24b-463d-abf6-1eec5b2f65ec,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:28.833519 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cf0bb159-b4c1-4de2-ae4e-8570142d3e2c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9094515 Feb 07 17:10:28.834853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42776) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:28.841066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343dc239-b49d-4086-846c-4f69e979c2d0 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:28.841587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7daac005-2e0c-422c-8b4b-d13101537565 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:29.009371 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] Attempting to bind port 7ef39db2-db79-4060-bf43-3a1c98c70da3 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:10:29.009371 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] Attempting to bind port 7ef39db2-db79-4060-bf43-3a1c98c70da3 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '27b9ce87-d6c0-445a-8f64-c0e74002e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:10:29.009371 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] Attempting to bind port 7ef39db2-db79-4060-bf43-3a1c98c70da3 on network d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:10:29.037098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:10:29.037098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] Checking segment: {'id': '27b9ce87-d6c0-445a-8f64-c0e74002e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:10:29.037098 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:29.037098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] Bound using segment: {'id': '27b9ce87-d6c0-445a-8f64-c0e74002e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:10:29.037098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] Bound port: 7ef39db2-db79-4060-bf43-3a1c98c70da3, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b9ce87-d6c0-445a-8f64-c0e74002e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:10:29.037098 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7ef39db2-db79-4060-bf43-3a1c98c70da3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:29.061094 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daac005-2e0c-422c-8b4b-d13101537565 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:29.066962 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7daac005-2e0c-422c-8b4b-d13101537565 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:29.067581 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': 'e9ffb585-f24b-463d-abf6-1eec5b2f65ec'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:10:29.068440 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:29.130986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] For port 7ef39db2-db79-4060-bf43-3a1c98c70da3, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:10:29.137222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] For port 7ef39db2-db79-4060-bf43-3a1c98c70da3, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7ef39db2-db79-4060-bf43-3a1c98c70da3,segment=NetworkSegment(27b9ce87-d6c0-445a-8f64-c0e74002e1af),segment_id=27b9ce87-d6c0-445a-8f64-c0e74002e1af)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:10:29.166808 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7ef39db2-db79-4060-bf43-3a1c98c70da3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:29.225888 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-f3710da8-8a15-4591-9ab2-07b02d37a005 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Allocated IP 172.20.0.1 (d5255453-bb9f-4ec4-afee-e5b5fda8b2f4/a49665c9-ce29-49ca-b28e-0c008521f833/43a9c4b6-94e4-42be-8d65-05f139d7d47d) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:29.430500 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e19c8e-1acf-4711-a78d-606b63be4aeb None None] Pushing event updated for resources: {'Port': ['ID=7ef39db2-db79-4060-bf43-3a1c98c70da3,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:29.450583 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3710da8-8a15-4591-9ab2-07b02d37a005 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for port (43a9c4b6-94e4-42be-8d65-05f139d7d47d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:29.466522 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] Allocated IP 2001:db8::f816:3eff:fed8:e5bc (5d104e3b-016c-4509-9da5-d18eb1be26d1/e9ffb585-f24b-463d-abf6-1eec5b2f65ec/5e647dde-716d-49df-acb9-f362e269d9cb) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:29.489822 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24b9b1-4650-43f4-8a15-7a5682510d87 req-1efae1a8-c619-4199-b427-5f270f71f219 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:29.491161 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f24b9b1-4650-43f4-8a15-7a5682510d87 req-1efae1a8-c619-4199-b427-5f270f71f219 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.2972660 Feb 07 17:10:29.580440 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3710da8-8a15-4591-9ab2-07b02d37a005 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (43a9c4b6-94e4-42be-8d65-05f139d7d47d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:29.668572 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f24b9b1-4650-43f4-8a15-7a5682510d87 req-c12ba670-0673-42a0-9276-9ef3751c131a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642861 Feb 07 17:10:29.766831 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 056b65b7-978b-417f-863d-7324c1c4d962 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:10:29.802814 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3710da8-8a15-4591-9ab2-07b02d37a005 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event updated for resources: {'Port': ['ID=43a9c4b6-94e4-42be-8d65-05f139d7d47d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:29.833971 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7daac005-2e0c-422c-8b4b-d13101537565 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (cdac85a6-e399-4c41-8c5e-69f7b6d0e84b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:29.879322 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3710da8-8a15-4591-9ab2-07b02d37a005 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Network d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:29.906290 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f3710da8-8a15-4591-9ab2-07b02d37a005 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:29.910644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3710da8-8a15-4591-9ab2-07b02d37a005 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:10:29.920561 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:29.924055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daac005-2e0c-422c-8b4b-d13101537565 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:29.927779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-7daac005-2e0c-422c-8b4b-d13101537565 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:29.936379 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] Publish callbacks [] for port (5e647dde-716d-49df-acb9-f362e269d9cb), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:29.951410 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daac005-2e0c-422c-8b4b-d13101537565 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:29.951999 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7daac005-2e0c-422c-8b4b-d13101537565 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:29.958099 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (5e647dde-716d-49df-acb9-f362e269d9cb), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:29.989646 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7daac005-2e0c-422c-8b4b-d13101537565 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1508086 Feb 07 17:10:29.991398 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42794) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:30.012252 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e42dcb6d-210b-4a9d-a51d-0b5ef1375dee tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'mac_address': 'fa:16:3e:09:07:66', 'name': 'tempest-NetworksTestDHCPv6-148180217'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:30.046610 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 056b65b7-978b-417f-863d-7324c1c4d962 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:30.047193 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (056b65b7-978b-417f-863d-7324c1c4d962), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:30.049848 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daac005-2e0c-422c-8b4b-d13101537565 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=cdac85a6-e399-4c41-8c5e-69f7b6d0e84b,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:30.066092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:30.074831 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c5d4f-efeb-4b65-a40d-78a512e45b8c req-ed163ef4-a6a2-4645-b50a-6bf581081d24 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:30.083122 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e70c5d4f-efeb-4b65-a40d-78a512e45b8c req-ed163ef4-a6a2-4645-b50a-6bf581081d24 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.3945487 Feb 07 17:10:30.093125 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:30.096008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:10:30.108687 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3710da8-8a15-4591-9ab2-07b02d37a005 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (3648e758-cc21-46bb-b14f-ff6e8ba2e59e), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:30.151840 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] Pushing event updated for resources: {'Port': ['ID=5e647dde-716d-49df-acb9-f362e269d9cb,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:30.203416 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] Attempting to bind port 5e647dde-716d-49df-acb9-f362e269d9cb on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:10:30.205229 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] Attempting to bind port 5e647dde-716d-49df-acb9-f362e269d9cb by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:10:30.206080 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] Attempting to bind port 5e647dde-716d-49df-acb9-f362e269d9cb on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:10:30.214888 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:10:30.215446 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:10:30.215881 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:30.216486 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:10:30.217070 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] Bound port: 5e647dde-716d-49df-acb9-f362e269d9cb, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:10:30.217760 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5e647dde-716d-49df-acb9-f362e269d9cb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:30.278811 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42dcb6d-210b-4a9d-a51d-0b5ef1375dee tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:30.338056 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 056b65b7-978b-417f-863d-7324c1c4d962 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:30.338450 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (056b65b7-978b-417f-863d-7324c1c4d962), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:30.346837 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] For port 5e647dde-716d-49df-acb9-f362e269d9cb, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:10:30.351163 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] For port 5e647dde-716d-49df-acb9-f362e269d9cb, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5e647dde-716d-49df-acb9-f362e269d9cb,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:10:30.367645 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5e647dde-716d-49df-acb9-f362e269d9cb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:30.368969 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e70c5d4f-efeb-4b65-a40d-78a512e45b8c req-b96eadcc-d8ec-42b0-9d26-a187d1eb5905 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2847342 Feb 07 17:10:30.380694 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 056b65b7-978b-417f-863d-7324c1c4d962, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=056b65b7-978b-417f-863d-7324c1c4d962,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:30.451194 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (056b65b7-978b-417f-863d-7324c1c4d962), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:30.466035 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 10ed8574-3d88-4c37-8635-abe375fb9633 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:10:30.469491 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e42dcb6d-210b-4a9d-a51d-0b5ef1375dee tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:30.521352 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 10ed8574-3d88-4c37-8635-abe375fb9633 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:10:30.521715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 10ed8574-3d88-4c37-8635-abe375fb9633 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:10:30.530376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-e42dcb6d-210b-4a9d-a51d-0b5ef1375dee tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port ecfbacc6-10ba-4965-8a52-573d2338cf85 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:10:30.537963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d485d63-2f79-49c8-8719-6db28ec57f5a None None] Pushing event updated for resources: {'Port': ['ID=5e647dde-716d-49df-acb9-f362e269d9cb,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:30.545877 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3710da8-8a15-4591-9ab2-07b02d37a005 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (43a9c4b6-94e4-42be-8d65-05f139d7d47d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:30.578695 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42800) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:30.618298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=056b65b7-978b-417f-863d-7324c1c4d962,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:30.857673 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41448458-8d34-4fe7-a44a-c263f6835d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:30.878006 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:30.971403 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41448458-8d34-4fe7-a44a-c263f6835d2a admin admin] Publish callbacks [] for security_group (32067e9a-519c-43c1-8852-9d33161ae77f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:30.981762 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41448458-8d34-4fe7-a44a-c263f6835d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (32067e9a-519c-43c1-8852-9d33161ae77f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:30.995738 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e42dcb6d-210b-4a9d-a51d-0b5ef1375dee tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 172.20.0.10 (5d104e3b-016c-4509-9da5-d18eb1be26d1/cdac85a6-e399-4c41-8c5e-69f7b6d0e84b/ecfbacc6-10ba-4965-8a52-573d2338cf85) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:31.019540 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e42dcb6d-210b-4a9d-a51d-0b5ef1375dee tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::f816:3eff:fe09:766 (5d104e3b-016c-4509-9da5-d18eb1be26d1/e9ffb585-f24b-463d-abf6-1eec5b2f65ec/ecfbacc6-10ba-4965-8a52-573d2338cf85) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:31.041994 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170dc6a-f2bb-4f9b-8ef3-219e6e4a69ad req-704edcb9-334d-4a63-9d97-02c89e2e6cde tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:31.044190 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d170dc6a-f2bb-4f9b-8ef3-219e6e4a69ad req-704edcb9-334d-4a63-9d97-02c89e2e6cde tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.1274602 Feb 07 17:10:31.053465 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-41448458-8d34-4fe7-a44a-c263f6835d2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e6ca57a5d1d4a0b8dd57c7dd4ba6ad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4735796 Feb 07 17:10:31.054168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42806) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:31.154528 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d170dc6a-f2bb-4f9b-8ef3-219e6e4a69ad req-a7fde272-72a8-4b0f-aab6-b41ecd254f48 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020553 Feb 07 17:10:31.155832 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41448458-8d34-4fe7-a44a-c263f6835d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32067e9a-519c-43c1-8852-9d33161ae77f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:31.193669 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db410080-b9b9-4274-9a2f-3d0b869f0f82 admin admin] Publish callbacks [] for security_group (32067e9a-519c-43c1-8852-9d33161ae77f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:31.253302 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db410080-b9b9-4274-9a2f-3d0b869f0f82 admin admin] Publish callbacks [] for security_group (32067e9a-519c-43c1-8852-9d33161ae77f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:31.301953 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eb6ee2-7c3d-418a-babd-499049154f51 None None] Network d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:31.321532 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e42dcb6d-210b-4a9d-a51d-0b5ef1375dee tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (ecfbacc6-10ba-4965-8a52-573d2338cf85), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:31.379609 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db410080-b9b9-4274-9a2f-3d0b869f0f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (32067e9a-519c-43c1-8852-9d33161ae77f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:31.382874 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db410080-b9b9-4274-9a2f-3d0b869f0f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:31.384128 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-db410080-b9b9-4274-9a2f-3d0b869f0f82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32067e9a-519c-43c1-8852-9d33161ae77f HTTP/1.1" status: 204 len: 168 time: 0.3222017 Feb 07 17:10:31.388386 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e42dcb6d-210b-4a9d-a51d-0b5ef1375dee tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ecfbacc6-10ba-4965-8a52-573d2338cf85), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:31.408564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db410080-b9b9-4274-9a2f-3d0b869f0f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32067e9a-519c-43c1-8852-9d33161ae77f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:31.428481 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3710da8-8a15-4591-9ab2-07b02d37a005 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for port (43a9c4b6-94e4-42be-8d65-05f139d7d47d), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:31.444225 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3710da8-8a15-4591-9ab2-07b02d37a005 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (43a9c4b6-94e4-42be-8d65-05f139d7d47d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:31.541396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42dcb6d-210b-4a9d-a51d-0b5ef1375dee tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:31.552134 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42dcb6d-210b-4a9d-a51d-0b5ef1375dee tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=ecfbacc6-10ba-4965-8a52-573d2338cf85,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:31.555937 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e42dcb6d-210b-4a9d-a51d-0b5ef1375dee tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:31.565301 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42dcb6d-210b-4a9d-a51d-0b5ef1375dee tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:10:31.607284 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1371ca96-9833-4255-8ecf-5958b5b1ffe3 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:10:31.647093 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3710da8-8a15-4591-9ab2-07b02d37a005 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (3648e758-cc21-46bb-b14f-ff6e8ba2e59e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:31.667686 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42dcb6d-210b-4a9d-a51d-0b5ef1375dee tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:31.668385 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e42dcb6d-210b-4a9d-a51d-0b5ef1375dee tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:31.693017 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e42dcb6d-210b-4a9d-a51d-0b5ef1375dee tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7003253 Feb 07 17:10:31.695469 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42812) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:31.711363 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3710da8-8a15-4591-9ab2-07b02d37a005 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event updated for resources: {'Port': ['ID=43a9c4b6-94e4-42be-8d65-05f139d7d47d,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:31.758751 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8e503c15-9a4e-4e9f-aa41-bcdd41e09b5a None None] Provisioning complete for port 7ef39db2-db79-4060-bf43-3a1c98c70da3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:31.759142 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8e503c15-9a4e-4e9f-aa41-bcdd41e09b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7ef39db2-db79-4060-bf43-3a1c98c70da3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:31.819279 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74bca75-d098-4683-ba58-e36ce2f6c1cf tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:31.825068 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74bca75-d098-4683-ba58-e36ce2f6c1cf tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:31.827055 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e74bca75-d098-4683-ba58-e36ce2f6c1cf tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1306067 Feb 07 17:10:31.831200 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.resource_extend [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 17:10:31.838833 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42816) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:31.915047 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 056b65b7-978b-417f-863d-7324c1c4d962 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:10:31.930103 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94733f6c-712a-455b-85af-e2e86f4f7c99 req-326911f4-eda9-4df4-b78f-abac85d7f2a0 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:31.933631 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-94733f6c-712a-455b-85af-e2e86f4f7c99 req-326911f4-eda9-4df4-b78f-abac85d7f2a0 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.3985751 Feb 07 17:10:32.109803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42818) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:32.137361 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-94733f6c-712a-455b-85af-e2e86f4f7c99 req-3cb56359-616d-41ea-adae-41580fa61a89 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1724341 Feb 07 17:10:32.137668 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06c5f553-942b-447d-9c6c-3f938c583bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:32.229126 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 056b65b7-978b-417f-863d-7324c1c4d962 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:32.229574 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (056b65b7-978b-417f-863d-7324c1c4d962), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:32.241354 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3710da8-8a15-4591-9ab2-07b02d37a005 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Network d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:32.255728 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1371ca96-9833-4255-8ecf-5958b5b1ffe3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1371ca96-9833-4255-8ecf-5958b5b1ffe3,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:32.257193 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f3710da8-8a15-4591-9ab2-07b02d37a005 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:32.327843 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06c5f553-942b-447d-9c6c-3f938c583bb8 admin admin] Publish callbacks [] for security_group (ae346b80-156c-4ce2-9509-5469ba87b384), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:32.338222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8e503c15-9a4e-4e9f-aa41-bcdd41e09b5a None None] Current status of the port 7ef39db2-db79-4060-bf43-3a1c98c70da3 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:32.338745 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8e503c15-9a4e-4e9f-aa41-bcdd41e09b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7ef39db2-db79-4060-bf43-3a1c98c70da3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:32.344538 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '1371ca96-9833-4255-8ecf-5958b5b1ffe3', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'port_id': '1371ca96-9833-4255-8ecf-5958b5b1ffe3', 'mac_address': 'fa:16:3e:e0:fd:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:10:32.386001 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06c5f553-942b-447d-9c6c-3f938c583bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ae346b80-156c-4ce2-9509-5469ba87b384), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:32.419557 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7c244f77-481f-4725-8a60-23a7fc8bd8b3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port ecfbacc6-10ba-4965-8a52-573d2338cf85 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:32.419912 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c244f77-481f-4725-8a60-23a7fc8bd8b3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ecfbacc6-10ba-4965-8a52-573d2338cf85), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:32.446734 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5f553-942b-447d-9c6c-3f938c583bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae346b80-156c-4ce2-9509-5469ba87b384,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:32.518449 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1565f1-19a7-4ba2-8e1b-1bde9fedd784 req-9c6c1654-68fd-484f-9b7c-104b57ca4062 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:32.520192 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d1565f1-19a7-4ba2-8e1b-1bde9fedd784 req-9c6c1654-68fd-484f-9b7c-104b57ca4062 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 943 time: 0.1890323 Feb 07 17:10:32.523374 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-06c5f553-942b-447d-9c6c-3f938c583bb8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b54f8e8f29724de199ec4d3d8f9d1df0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4115806 Feb 07 17:10:32.525952 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42822) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:32.551813 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3710da8-8a15-4591-9ab2-07b02d37a005 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Router 3648e758-cc21-46bb-b14f-ff6e8ba2e59e has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:10:32.610284 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c244f77-481f-4725-8a60-23a7fc8bd8b3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ecfbacc6-10ba-4965-8a52-573d2338cf85), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:32.616544 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff9e9d20-eef3-439c-8016-58585e0048e6 admin admin] Publish callbacks [] for security_group (ae346b80-156c-4ce2-9509-5469ba87b384), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:32.650142 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d1565f1-19a7-4ba2-8e1b-1bde9fedd784 req-b3999c25-7d27-4536-b2de-ab5eb10b2c06 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756624 Feb 07 17:10:32.659223 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60415861-f36d-48af-b1fe-855a4b75ae1c None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:32.691343 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff9e9d20-eef3-439c-8016-58585e0048e6 admin admin] Publish callbacks [] for security_group (ae346b80-156c-4ce2-9509-5469ba87b384), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:32.756213 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff9e9d20-eef3-439c-8016-58585e0048e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ae346b80-156c-4ce2-9509-5469ba87b384), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:32.759678 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff9e9d20-eef3-439c-8016-58585e0048e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:32.762849 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ff9e9d20-eef3-439c-8016-58585e0048e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae346b80-156c-4ce2-9509-5469ba87b384 HTTP/1.1" status: 204 len: 168 time: 0.2358387 Feb 07 17:10:32.775147 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3710da8-8a15-4591-9ab2-07b02d37a005 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:10:32.783640 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f3710da8-8a15-4591-9ab2-07b02d37a005 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "PUT /v2.0/routers/3648e758-cc21-46bb-b14f-ff6e8ba2e59e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2600119 Feb 07 17:10:32.784083 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:32.784793 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7c244f77-481f-4725-8a60-23a7fc8bd8b3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for ecfbacc6-10ba-4965-8a52-573d2338cf85 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:32.786877 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42826) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:32.790765 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] Sync routers for ids ['3648e758-cc21-46bb-b14f-ff6e8ba2e59e'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:10:32.799136 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8e503c15-9a4e-4e9f-aa41-bcdd41e09b5a None None] For port 7ef39db2-db79-4060-bf43-3a1c98c70da3, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7ef39db2-db79-4060-bf43-3a1c98c70da3,segment=NetworkSegment(27b9ce87-d6c0-445a-8f64-c0e74002e1af),segment_id=27b9ce87-d6c0-445a-8f64-c0e74002e1af)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:32.804411 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-708f7489-578d-4a78-9310-3d8781d33958 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1467938739', 'description': 'tempest-secgroup_access--1467938739 description', 'project_id': 'df2ae0e149dd45049c788ec21df35203'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:32.808103 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] Routers {'3648e758-cc21-46bb-b14f-ff6e8ba2e59e'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:10:32.808751 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:10:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3648e758-cc21-46bb-b14f-ff6e8ba2e59e'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:32.809746 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e9d20-eef3-439c-8016-58585e0048e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae346b80-156c-4ce2-9509-5469ba87b384,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:32.816750 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8e503c15-9a4e-4e9f-aa41-bcdd41e09b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7ef39db2-db79-4060-bf43-3a1c98c70da3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:32.848188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 1371ca96-9833-4255-8ecf-5958b5b1ffe3 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:32.848592 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1371ca96-9833-4255-8ecf-5958b5b1ffe3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:32.880404 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-708f7489-578d-4a78-9310-3d8781d33958 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:32.926428 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 056b65b7-978b-417f-863d-7324c1c4d962 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:32.927591 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7ef39db2-db79-4060-bf43-3a1c98c70da3 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:10:32.972859 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1371ca96-9833-4255-8ecf-5958b5b1ffe3 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:10:33.101718 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e503c15-9a4e-4e9f-aa41-bcdd41e09b5a None None] Pushing event updated for resources: {'Port': ['ID=7ef39db2-db79-4060-bf43-3a1c98c70da3,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:33.129354 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1371ca96-9833-4255-8ecf-5958b5b1ffe3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1371ca96-9833-4255-8ecf-5958b5b1ffe3,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:33.130573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-101cbb24-ad87-46ee-9704-bffbdb3cb31a None None] Provisioning complete for port 7ef39db2-db79-4060-bf43-3a1c98c70da3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:33.131013 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-101cbb24-ad87-46ee-9704-bffbdb3cb31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7ef39db2-db79-4060-bf43-3a1c98c70da3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:33.217966 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] Set router 3648e758-cc21-46bb-b14f-ff6e8ba2e59e gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:10:33.219709 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1371ca96-9833-4255-8ecf-5958b5b1ffe3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:33.311437 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 7ef39db2-db79-4060-bf43-3a1c98c70da3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:33.311877 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7ef39db2-db79-4060-bf43-3a1c98c70da3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:33.480459 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=1371ca96-9833-4255-8ecf-5958b5b1ffe3,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:33.505716 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-101cbb24-ad87-46ee-9704-bffbdb3cb31a None None] Current status of the port 7ef39db2-db79-4060-bf43-3a1c98c70da3 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:33.539763 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893619253', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '056b65b7-978b-417f-863d-7324c1c4d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:22Z', 'updated_at': '2022-02-07T17:10:30Z', 'revision_number': 4, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '056b65b7-978b-417f-863d-7324c1c4d962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:23Z', 'updated_at': '2022-02-07T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '43a9c4b6-94e4-42be-8d65-05f139d7d47d', 'name': '', 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'mac_address': 'fa:16:3e:bd:22:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'a49665c9-ce29-49ca-b28e-0c008521f833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:28Z', 'updated_at': '2022-02-07T17:10:31Z', 'revision_number': 2, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'subnets': [{'id': 'a49665c9-ce29-49ca-b28e-0c008521f833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:33.595779 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] Checking router: 3648e758-cc21-46bb-b14f-ff6e8ba2e59e for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:10:33.597425 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] Updating router 3648e758-cc21-46bb-b14f-ff6e8ba2e59e port 43a9c4b6-94e4-42be-8d65-05f139d7d47d binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:10:33.615216 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['1371ca96-9833-4255-8ecf-5958b5b1ffe3'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:10:33.634627 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (43a9c4b6-94e4-42be-8d65-05f139d7d47d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:33.676315 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-708f7489-578d-4a78-9310-3d8781d33958 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for security_group (e6148aca-e06f-4333-ad45-bd3a6c79e9b5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:33.696030 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 7ef39db2-db79-4060-bf43-3a1c98c70da3 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:33.697447 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5e647dde-716d-49df-acb9-f362e269d9cb up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:10:33.700026 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-101cbb24-ad87-46ee-9704-bffbdb3cb31a None None] Provisioning complete for port 5e647dde-716d-49df-acb9-f362e269d9cb triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:33.700708 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-101cbb24-ad87-46ee-9704-bffbdb3cb31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5e647dde-716d-49df-acb9-f362e269d9cb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:33.710149 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee005b72-889b-417d-b2c3-8ca00e1df674 req-db4bc277-ab76-4bf6-a499-ab7920a4eb97 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:33.711848 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ee005b72-889b-417d-b2c3-8ca00e1df674 req-db4bc277-ab76-4bf6-a499-ab7920a4eb97 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.4951508 Feb 07 17:10:33.713404 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c244f77-481f-4725-8a60-23a7fc8bd8b3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ecfbacc6-10ba-4965-8a52-573d2338cf85), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:33.729772 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-708f7489-578d-4a78-9310-3d8781d33958 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e6148aca-e06f-4333-ad45-bd3a6c79e9b5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:33.763893 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4b6f2d-1de6-4f72-bd85-25ebb59e6066 None None] Update dhcp port {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'fixed_ips': [{'subnet_id': 'e9ffb585-f24b-463d-abf6-1eec5b2f65ec', 'ip_address': '2001:db8::f816:3eff:fed8:e5bc'}, {'subnet_id': 'cdac85a6-e399-4c41-8c5e-69f7b6d0e84b'}], 'binding:host_id': 'n-d-827865-3'}, 'id': '5e647dde-716d-49df-acb9-f362e269d9cb'} from n-d-827865-3. {{(pid=103228) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 17:10:33.839539 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c244f77-481f-4725-8a60-23a7fc8bd8b3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=ecfbacc6-10ba-4965-8a52-573d2338cf85,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:33.844657 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ed4b6f2d-1de6-4f72-bd85-25ebb59e6066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5e647dde-716d-49df-acb9-f362e269d9cb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:33.864313 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f7489-578d-4a78-9310-3d8781d33958 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6148aca-e06f-4333-ad45-bd3a6c79e9b5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:33.894377 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44062b-a0fd-42b1-8835-6b8ea62127a4 req-a37a05d8-45bc-4531-8b09-ccebfb0cbc06 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:33.896430 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c44062b-a0fd-42b1-8835-6b8ea62127a4 req-a37a05d8-45bc-4531-8b09-ccebfb0cbc06 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 944 time: 0.1124747 Feb 07 17:10:33.902641 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-708f7489-578d-4a78-9310-3d8781d33958 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:33.908284 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-708f7489-578d-4a78-9310-3d8781d33958 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.1191714 Feb 07 17:10:33.910759 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42850) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:33.915627 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-68e4d4a9-0461-4817-b9c4-9c7babf9ed98 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2002141451', 'description': 'tempest-secgroup_general--2002141451 description', 'project_id': 'df2ae0e149dd45049c788ec21df35203'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:33.978313 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c44062b-a0fd-42b1-8835-6b8ea62127a4 req-02672693-2fe8-4bf5-a186-f1d855db2d05 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683367 Feb 07 17:10:33.987872 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68e4d4a9-0461-4817-b9c4-9c7babf9ed98 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:34.046156 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 5e647dde-716d-49df-acb9-f362e269d9cb triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:34.046542 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5e647dde-716d-49df-acb9-f362e269d9cb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:34.048442 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c244f77-481f-4725-8a60-23a7fc8bd8b3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:34.056624 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7c244f77-481f-4725-8a60-23a7fc8bd8b3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/ecfbacc6-10ba-4965-8a52-573d2338cf85 HTTP/1.1" status: 204 len: 168 time: 2.2163372 Feb 07 17:10:34.060851 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ee005b72-889b-417d-b2c3-8ca00e1df674 req-cb5c79b5-fbd9-4985-aae3-9552bce365e7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3201153 Feb 07 17:10:34.061632 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42854) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:34.128486 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] Publish callbacks [] for port (43a9c4b6-94e4-42be-8d65-05f139d7d47d), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:34.135545 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (43a9c4b6-94e4-42be-8d65-05f139d7d47d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:34.170008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-101cbb24-ad87-46ee-9704-bffbdb3cb31a None None] Current status of the port 5e647dde-716d-49df-acb9-f362e269d9cb is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:34.170409 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-101cbb24-ad87-46ee-9704-bffbdb3cb31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5e647dde-716d-49df-acb9-f362e269d9cb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:34.179163 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83950e95-7c71-49ef-9750-819677911b1c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:34.181677 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68e4d4a9-0461-4817-b9c4-9c7babf9ed98 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for security_group (9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:34.184075 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83950e95-7c71-49ef-9750-819677911b1c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:34.185595 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83950e95-7c71-49ef-9750-819677911b1c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:34.192247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42856) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:34.195570 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-83950e95-7c71-49ef-9750-819677911b1c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1326118 Feb 07 17:10:34.203546 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028c508-1c8f-40a9-adf0-7311bb741a29 None None] Pushing event updated for resources: {'Port': ['ID=43a9c4b6-94e4-42be-8d65-05f139d7d47d,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:34.244763 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68e4d4a9-0461-4817-b9c4-9c7babf9ed98 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:34.265502 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-101cbb24-ad87-46ee-9704-bffbdb3cb31a None None] For port 5e647dde-716d-49df-acb9-f362e269d9cb, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5e647dde-716d-49df-acb9-f362e269d9cb,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:34.285902 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68e4d4a9-0461-4817-b9c4-9c7babf9ed98 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:34.290742 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42860) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:34.295593 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e6654ab9-4154-4e08-82f7-cc453df45b5f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Request body: {'security_group_rule': {'security_group_id': 'e6148aca-e06f-4333-ad45-bd3a6c79e9b5', 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:34.301632 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-68e4d4a9-0461-4817-b9c4-9c7babf9ed98 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3897865 Feb 07 17:10:34.318400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc74482-cbe2-4660-8248-dd014e7ece48 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet cdac85a6-e399-4c41-8c5e-69f7b6d0e84b {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:10:34.328711 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] Attempting to bind port 43a9c4b6-94e4-42be-8d65-05f139d7d47d on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:10:34.329087 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] Attempting to bind port 43a9c4b6-94e4-42be-8d65-05f139d7d47d by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '27b9ce87-d6c0-445a-8f64-c0e74002e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:10:34.329722 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] Attempting to bind port 43a9c4b6-94e4-42be-8d65-05f139d7d47d on network d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:10:34.331576 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4d4a9-0461-4817-b9c4-9c7babf9ed98 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:34.336097 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-101cbb24-ad87-46ee-9704-bffbdb3cb31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5e647dde-716d-49df-acb9-f362e269d9cb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:34.346464 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:10:34.346868 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] Checking segment: {'id': '27b9ce87-d6c0-445a-8f64-c0e74002e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:10:34.347242 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:34.347636 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] Bound using segment: {'id': '27b9ce87-d6c0-445a-8f64-c0e74002e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:10:34.348192 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] Bound port: 43a9c4b6-94e4-42be-8d65-05f139d7d47d, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b9ce87-d6c0-445a-8f64-c0e74002e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:10:34.349094 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6654ab9-4154-4e08-82f7-cc453df45b5f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for security_group_rule (ef5ac4a2-31d0-4540-8a31-4847e4c17d3d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:34.354753 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (43a9c4b6-94e4-42be-8d65-05f139d7d47d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:34.423083 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6654ab9-4154-4e08-82f7-cc453df45b5f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for security_group_rule (ef5ac4a2-31d0-4540-8a31-4847e4c17d3d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:34.432347 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6654ab9-4154-4e08-82f7-cc453df45b5f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (ef5ac4a2-31d0-4540-8a31-4847e4c17d3d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:34.439765 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] For port 43a9c4b6-94e4-42be-8d65-05f139d7d47d, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:10:34.445213 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] For port 43a9c4b6-94e4-42be-8d65-05f139d7d47d, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=43a9c4b6-94e4-42be-8d65-05f139d7d47d,segment=NetworkSegment(27b9ce87-d6c0-445a-8f64-c0e74002e1af),segment_id=27b9ce87-d6c0-445a-8f64-c0e74002e1af)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:10:34.456529 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (43a9c4b6-94e4-42be-8d65-05f139d7d47d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:34.467873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6654ab9-4154-4e08-82f7-cc453df45b5f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5ac4a2-31d0-4540-8a31-4847e4c17d3d,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:34.476099 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-101cbb24-ad87-46ee-9704-bffbdb3cb31a None None] Provisioning complete for port 43a9c4b6-94e4-42be-8d65-05f139d7d47d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:34.476485 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-101cbb24-ad87-46ee-9704-bffbdb3cb31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (43a9c4b6-94e4-42be-8d65-05f139d7d47d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:34.479922 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6654ab9-4154-4e08-82f7-cc453df45b5f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:34.490331 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e6654ab9-4154-4e08-82f7-cc453df45b5f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1980681 Feb 07 17:10:34.526069 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] Routers {'3648e758-cc21-46bb-b14f-ff6e8ba2e59e'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:10:34.526970 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:10:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3648e758-cc21-46bb-b14f-ff6e8ba2e59e'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:34.545953 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-ed4b6f2d-1de6-4f72-bd85-25ebb59e6066 None None] Allocated IP 172.20.0.2 (5d104e3b-016c-4509-9da5-d18eb1be26d1/cdac85a6-e399-4c41-8c5e-69f7b6d0e84b/5e647dde-716d-49df-acb9-f362e269d9cb) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:34.571213 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 5e647dde-716d-49df-acb9-f362e269d9cb is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:34.618851 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cbb24-ad87-46ee-9704-bffbdb3cb31a None None] Pushing event updated for resources: {'Port': ['ID=5e647dde-716d-49df-acb9-f362e269d9cb,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:34.638970 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028c508-1c8f-40a9-adf0-7311bb741a29 None None] Pushing event updated for resources: {'Port': ['ID=43a9c4b6-94e4-42be-8d65-05f139d7d47d,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:34.702090 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-101cbb24-ad87-46ee-9704-bffbdb3cb31a None None] Current status of the port 43a9c4b6-94e4-42be-8d65-05f139d7d47d is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:34.702492 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-101cbb24-ad87-46ee-9704-bffbdb3cb31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (43a9c4b6-94e4-42be-8d65-05f139d7d47d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:34.731618 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] Set router 3648e758-cc21-46bb-b14f-ff6e8ba2e59e gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:10:34.763604 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-101cbb24-ad87-46ee-9704-bffbdb3cb31a None None] For port 43a9c4b6-94e4-42be-8d65-05f139d7d47d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=43a9c4b6-94e4-42be-8d65-05f139d7d47d,segment=NetworkSegment(27b9ce87-d6c0-445a-8f64-c0e74002e1af),segment_id=27b9ce87-d6c0-445a-8f64-c0e74002e1af)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:34.771330 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-101cbb24-ad87-46ee-9704-bffbdb3cb31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (43a9c4b6-94e4-42be-8d65-05f139d7d47d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:34.811732 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-017924dc-98d7-43d6-bae4-f9143db3a9f7 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_access--1467938739&fields=id&tenant_id=df2ae0e149dd45049c788ec21df35203 HTTP/1.1" status: 200 len: 267 time: 0.0893388 Feb 07 17:10:34.839819 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7ef39db2-db79-4060-bf43-3a1c98c70da3 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:10:34.900987 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-be5c193e-cded-4b29-b1c9-5333f6b9992e tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_general--2002141451&fields=id&tenant_id=df2ae0e149dd45049c788ec21df35203 HTTP/1.1" status: 200 len: 267 time: 0.0884039 Feb 07 17:10:34.963505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cbb24-ad87-46ee-9704-bffbdb3cb31a None None] Pushing event updated for resources: {'Port': ['ID=43a9c4b6-94e4-42be-8d65-05f139d7d47d,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:35.038100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ed4b6f2d-1de6-4f72-bd85-25ebb59e6066 None None] For port 5e647dde-716d-49df-acb9-f362e269d9cb, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5e647dde-716d-49df-acb9-f362e269d9cb,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:35.058747 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-05167553-6ed6-46aa-91d7-af62aa88b7a1 None None] Provisioning complete for port 43a9c4b6-94e4-42be-8d65-05f139d7d47d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:35.059123 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-05167553-6ed6-46aa-91d7-af62aa88b7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (43a9c4b6-94e4-42be-8d65-05f139d7d47d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:35.080000 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-f10b4a58-2a6b-4841-adff-78c580903e21 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:35.081827 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-f10b4a58-2a6b-4841-adff-78c580903e21 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/networks?id=d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 HTTP/1.1" status: 200 len: 795 time: 0.1740725 Feb 07 17:10:35.106460 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893619253', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '056b65b7-978b-417f-863d-7324c1c4d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:22Z', 'updated_at': '2022-02-07T17:10:30Z', 'revision_number': 4, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '056b65b7-978b-417f-863d-7324c1c4d962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:23Z', 'updated_at': '2022-02-07T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '43a9c4b6-94e4-42be-8d65-05f139d7d47d', 'name': '', 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'mac_address': 'fa:16:3e:bd:22:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'a49665c9-ce29-49ca-b28e-0c008521f833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:28Z', 'updated_at': '2022-02-07T17:10:34Z', 'revision_number': 4, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'subnets': [{'id': 'a49665c9-ce29-49ca-b28e-0c008521f833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:35.113267 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-83f64c1d-3ab3-4fe5-9c69-8f6659539955 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/quotas/df2ae0e149dd45049c788ec21df35203 HTTP/1.1" status: 200 len: 375 time: 0.0207889 Feb 07 17:10:35.119242 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 7ef39db2-db79-4060-bf43-3a1c98c70da3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:35.119621 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7ef39db2-db79-4060-bf43-3a1c98c70da3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:35.140829 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d43ac-9f64-4601-9d48-e9a092db2d09 None None] The sync data for ids ['3648e758-cc21-46bb-b14f-ff6e8ba2e59e'] in n-d-827865-3 is: [{'id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893619253', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '056b65b7-978b-417f-863d-7324c1c4d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:22Z', 'updated_at': '2022-02-07T17:10:30Z', 'revision_number': 4, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '056b65b7-978b-417f-863d-7324c1c4d962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:23Z', 'updated_at': '2022-02-07T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '43a9c4b6-94e4-42be-8d65-05f139d7d47d', 'name': '', 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'mac_address': 'fa:16:3e:bd:22:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'a49665c9-ce29-49ca-b28e-0c008521f833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:28Z', 'updated_at': '2022-02-07T17:10:34Z', 'revision_number': 4, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'subnets': [{'id': 'a49665c9-ce29-49ca-b28e-0c008521f833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:10:35.177778 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ed4b6f2d-1de6-4f72-bd85-25ebb59e6066 None None] Publish callbacks [] for port (5e647dde-716d-49df-acb9-f362e269d9cb), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:35.185876 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fc74482-cbe2-4660-8248-dd014e7ece48 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (cdac85a6-e399-4c41-8c5e-69f7b6d0e84b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:35.206446 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-b6a86d51-5c1f-443e-9d57-9c37fca4d644 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=df2ae0e149dd45049c788ec21df35203&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819247 Feb 07 17:10:35.216359 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ed4b6f2d-1de6-4f72-bd85-25ebb59e6066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5e647dde-716d-49df-acb9-f362e269d9cb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:35.245187 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92579645-1042-4be1-af1f-0df0f911ef9e req-d1109365-87b0-4a99-a333-0f66fb49a220 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:35.249317 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-92579645-1042-4be1-af1f-0df0f911ef9e req-d1109365-87b0-4a99-a333-0f66fb49a220 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 944 time: 0.1391211 Feb 07 17:10:35.337477 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-92579645-1042-4be1-af1f-0df0f911ef9e req-b3be7abc-bf1f-4c4a-8d34-339da24e4cc9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811307 Feb 07 17:10:35.341163 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fc74482-cbe2-4660-8248-dd014e7ece48 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (cdac85a6-e399-4c41-8c5e-69f7b6d0e84b), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:35.468194 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b6f2d-1de6-4f72-bd85-25ebb59e6066 None None] Pushing event updated for resources: {'Port': ['ID=5e647dde-716d-49df-acb9-f362e269d9cb,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:35.484718 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-b190d79a-cef8-4471-90b6-26b7b181f391 service neutron] 10.222.0.18 "GET /v2.0/networks/d5255453-bb9f-4ec4-afee-e5b5fda8b2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288046 Feb 07 17:10:35.510871 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7f038-135a-44c0-a5d1-bd0cb2a3b0a9 req-9d79a677-e0d5-42d2-b2e7-9d43c2a022c8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:35.514464 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-15b7f038-135a-44c0-a5d1-bd0cb2a3b0a9 req-9d79a677-e0d5-42d2-b2e7-9d43c2a022c8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.0976920 Feb 07 17:10:35.530913 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 7ef39db2-db79-4060-bf43-3a1c98c70da3 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:35.533665 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-05167553-6ed6-46aa-91d7-af62aa88b7a1 None None] Current status of the port 43a9c4b6-94e4-42be-8d65-05f139d7d47d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:35.584375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1371ca96-9833-4255-8ecf-5958b5b1ffe3 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:10:35.618938 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fc74482-cbe2-4660-8248-dd014e7ece48 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (cdac85a6-e399-4c41-8c5e-69f7b6d0e84b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:35.643194 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-15b7f038-135a-44c0-a5d1-bd0cb2a3b0a9 req-4a9c3319-fb74-4722-b9f8-be5f8ee0098e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1120627 Feb 07 17:10:35.690895 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4d1a0274-1742-4796-ad45-1347257d550f None None] Provisioning complete for port 43a9c4b6-94e4-42be-8d65-05f139d7d47d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:35.692920 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4d1a0274-1742-4796-ad45-1347257d550f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (43a9c4b6-94e4-42be-8d65-05f139d7d47d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:35.701766 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 1371ca96-9833-4255-8ecf-5958b5b1ffe3 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:10:35.770716 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-0a7023ac-537c-478c-b2c1-3dae3e88ddfe service neutron] 10.222.0.18 "GET /v2.0/networks/d5255453-bb9f-4ec4-afee-e5b5fda8b2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583778 Feb 07 17:10:35.810097 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fc74482-cbe2-4660-8248-dd014e7ece48 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (cdac85a6-e399-4c41-8c5e-69f7b6d0e84b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:35.877807 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc74482-cbe2-4660-8248-dd014e7ece48 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=cdac85a6-e399-4c41-8c5e-69f7b6d0e84b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:35.883002 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fc74482-cbe2-4660-8248-dd014e7ece48 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:35.887540 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5fc74482-cbe2-4660-8248-dd014e7ece48 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/cdac85a6-e399-4c41-8c5e-69f7b6d0e84b HTTP/1.1" status: 204 len: 168 time: 1.6937132 Feb 07 17:10:35.890118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42900) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:35.972966 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 1371ca96-9833-4255-8ecf-5958b5b1ffe3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:35.973369 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1371ca96-9833-4255-8ecf-5958b5b1ffe3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:35.994429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8c37c9-6cda-43fb-aafa-6df91e5ede31 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet e9ffb585-f24b-463d-abf6-1eec5b2f65ec {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:10:36.001669 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e8c37c9-6cda-43fb-aafa-6df91e5ede31 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (e9ffb585-f24b-463d-abf6-1eec5b2f65ec), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:36.109816 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e8c37c9-6cda-43fb-aafa-6df91e5ede31 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (e9ffb585-f24b-463d-abf6-1eec5b2f65ec), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:36.192460 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd07d700-f7a1-4e56-ae28-ec761e480838 req-b3072a28-e62c-4ed8-9d6d-bdd18e88c373 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 210 time: 0.0791316 Feb 07 17:10:36.224191 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a0274-1742-4796-ad45-1347257d550f None None] Current status of the port 43a9c4b6-94e4-42be-8d65-05f139d7d47d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:36.226232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 1371ca96-9833-4255-8ecf-5958b5b1ffe3 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:36.226620 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1371ca96-9833-4255-8ecf-5958b5b1ffe3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:36.278291 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34229a7e-3c98-405f-b531-45a9a98796bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1371ca96-9833-4255-8ecf-5958b5b1ffe3'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:10:36.284045 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b3e66b-f06c-417f-9e8a-e32e44c4644e" -d '{"events": [{"server_uuid": "34229a7e-3c98-405f-b531-45a9a98796bf", "name": "network-vif-plugged", "status": "completed", "tag": "1371ca96-9833-4255-8ecf-5958b5b1ffe3"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:10:36.308687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1371ca96-9833-4255-8ecf-5958b5b1ffe3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1371ca96-9833-4255-8ecf-5958b5b1ffe3,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:36.317990 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1371ca96-9833-4255-8ecf-5958b5b1ffe3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:36.320125 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e8c37c9-6cda-43fb-aafa-6df91e5ede31 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (e9ffb585-f24b-463d-abf6-1eec5b2f65ec), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:36.379851 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfccd37-57fe-4227-9ed5-1f48737d5c97 x-openstack-request-id: req-ccfccd37-57fe-4227-9ed5-1f48737d5c97 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:10:36.380531 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34229a7e-3c98-405f-b531-45a9a98796bf", "name": "network-vif-plugged", "status": "completed", "tag": "1371ca96-9833-4255-8ecf-5958b5b1ffe3", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:10:36.380948 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ccfccd37-57fe-4227-9ed5-1f48737d5c97 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:10:36.381569 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34229a7e-3c98-405f-b531-45a9a98796bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1371ca96-9833-4255-8ecf-5958b5b1ffe3', 'code': 200} Feb 07 17:10:36.449876 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e8c37c9-6cda-43fb-aafa-6df91e5ede31 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (e9ffb585-f24b-463d-abf6-1eec5b2f65ec), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:36.461345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bc2277-4d97-41df-b502-7354c428dd22 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:36.507790 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c37c9-6cda-43fb-aafa-6df91e5ede31 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ffb585-f24b-463d-abf6-1eec5b2f65ec,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:36.531270 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e8c37c9-6cda-43fb-aafa-6df91e5ede31 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:36.535688 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5e8c37c9-6cda-43fb-aafa-6df91e5ede31 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/e9ffb585-f24b-463d-abf6-1eec5b2f65ec HTTP/1.1" status: 204 len: 168 time: 0.6444058 Feb 07 17:10:36.540867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42918) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:36.541255 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=1371ca96-9833-4255-8ecf-5958b5b1ffe3,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:36.564432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d582dee5-6972-4031-97a4-a668da65fc73 None None] Provisioning complete for port 5e647dde-716d-49df-acb9-f362e269d9cb triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:36.565689 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d582dee5-6972-4031-97a4-a668da65fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5e647dde-716d-49df-acb9-f362e269d9cb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:36.582433 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a7252-7f48-4298-828e-d48f353dfc40 req-33488901-e230-4db5-9a0e-5e745c6b0266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:36.586689 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bf0a7252-7f48-4298-828e-d48f353dfc40 req-33488901-e230-4db5-9a0e-5e745c6b0266 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 1127 time: 0.1440325 Feb 07 17:10:36.597066 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-368ffa43-5070-4804-9973-5ada7c948e3a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507591 Feb 07 17:10:36.597696 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42922) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:36.608851 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5a1b93d2-b1e0-4a82-a7f2-59b15a54b64f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:36.697337 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bf0a7252-7f48-4298-828e-d48f353dfc40 req-9e16bb82-3b0a-4c68-800c-022a4bb17d18 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066642 Feb 07 17:10:36.718088 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b46c65-45a7-409e-8f45-153b3bca06de req-64205e9a-7bc9-41ca-bedc-faf947a0015f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:36.720436 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-85b46c65-45a7-409e-8f45-153b3bca06de req-64205e9a-7bc9-41ca-bedc-faf947a0015f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 945 time: 0.2235856 Feb 07 17:10:36.812135 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d582dee5-6972-4031-97a4-a668da65fc73 None None] Current status of the port 5e647dde-716d-49df-acb9-f362e269d9cb is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:36.839645 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d582dee5-6972-4031-97a4-a668da65fc73 None None] Could not find standard attr ID for object ecfbacc6-10ba-4965-8a52-573d2338cf85. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:10:36.852263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b844f5-b365-4613-a93b-1e988c5adec7 None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:10:36.904430 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-85b46c65-45a7-409e-8f45-153b3bca06de req-ff97c5cb-6186-4aa2-92f4-6e1de2a98b50 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346998 Feb 07 17:10:36.909707 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1b93d2-b1e0-4a82-a7f2-59b15a54b64f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:36.913202 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a1b93d2-b1e0-4a82-a7f2-59b15a54b64f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:36.945517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f75e5-9f0f-4f12-9f52-50024ecbad2f req-34bec121-4772-4f5d-90e8-f74bdc51ab33 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:36.950631 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 43a9c4b6-94e4-42be-8d65-05f139d7d47d up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:10:36.958752 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-30b844f5-b365-4613-a93b-1e988c5adec7 None None] Deleting port 5e647dde-716d-49df-acb9-f362e269d9cb {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:36.959142 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-30b844f5-b365-4613-a93b-1e988c5adec7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5e647dde-716d-49df-acb9-f362e269d9cb), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:36.959764 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-969f75e5-9f0f-4f12-9f52-50024ecbad2f req-34bec121-4772-4f5d-90e8-f74bdc51ab33 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.1803651 Feb 07 17:10:37.054417 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-969f75e5-9f0f-4f12-9f52-50024ecbad2f req-aa30840c-35ae-4db6-bfd6-48a6255f1712 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935583 Feb 07 17:10:37.127338 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-30b844f5-b365-4613-a93b-1e988c5adec7 None None] For port 5e647dde-716d-49df-acb9-f362e269d9cb, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5e647dde-716d-49df-acb9-f362e269d9cb,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:37.127338 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-30b844f5-b365-4613-a93b-1e988c5adec7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5e647dde-716d-49df-acb9-f362e269d9cb), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:37.180479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-30b844f5-b365-4613-a93b-1e988c5adec7 None None] Calling delete_port for 5e647dde-716d-49df-acb9-f362e269d9cb owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:37.279706 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 43a9c4b6-94e4-42be-8d65-05f139d7d47d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:37.280196 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (43a9c4b6-94e4-42be-8d65-05f139d7d47d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:37.317078 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-932f0718-96df-4006-8ec1-c1b3280b690d req-53693fbe-e70e-4e53-b0aa-3478009f5efb tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 210 time: 0.0381668 Feb 07 17:10:37.357007 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-30b844f5-b365-4613-a93b-1e988c5adec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (5e647dde-716d-49df-acb9-f362e269d9cb), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:37.390660 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b844f5-b365-4613-a93b-1e988c5adec7 None None] Pushing event deleted for resources: {'Port': ['ID=5e647dde-716d-49df-acb9-f362e269d9cb,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:37.413929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b844f5-b365-4613-a93b-1e988c5adec7 None None] No DVR routers for this DVR port 5e647dde-716d-49df-acb9-f362e269d9cb on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:10:37.424952 n-d-827865-3 neutron-server[103226]: DEBUG neutron.objects.ports [None req-5a1b93d2-b1e0-4a82-a7f2-59b15a54b64f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 17:10:37.432082 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 43a9c4b6-94e4-42be-8d65-05f139d7d47d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:37.651347 n-d-827865-3 neutron-server[103226]: WARNING neutron.services.revisions.revision_plugin [None req-5a1b93d2-b1e0-4a82-a7f2-59b15a54b64f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Could not find related port for resource to bump revision. Feb 07 17:10:37.659664 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.ipam_pluggable_backend [None req-5a1b93d2-b1e0-4a82-a7f2-59b15a54b64f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Port 5e647dde-716d-49df-acb9-f362e269d9cb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103226) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 07 17:10:37.660021 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.ipam_pluggable_backend [None req-5a1b93d2-b1e0-4a82-a7f2-59b15a54b64f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Reverting IP allocation for 2001:db8::f816:3eff:fed8:e5bc {{(pid=103226) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 07 17:10:37.671679 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.ipam_pluggable_backend [None req-5a1b93d2-b1e0-4a82-a7f2-59b15a54b64f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed8:e5bc {{(pid=103226) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 07 17:10:37.676006 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a1b93d2-b1e0-4a82-a7f2-59b15a54b64f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (a11e7530-b180-4df5-8366-a46c1c945662), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:37.739786 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1b93d2-b1e0-4a82-a7f2-59b15a54b64f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:37.748448 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-9ae68159-c1e8-4623-b38d-c45d6021ce9c tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:37.749933 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-9ae68159-c1e8-4623-b38d-c45d6021ce9c tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.32 "GET /v2.0/networks?id=d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 HTTP/1.1" status: 200 len: 795 time: 0.2072814 Feb 07 17:10:37.753427 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5a1b93d2-b1e0-4a82-a7f2-59b15a54b64f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:37.757503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1b93d2-b1e0-4a82-a7f2-59b15a54b64f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:37.758090 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a1b93d2-b1e0-4a82-a7f2-59b15a54b64f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:37.763007 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b49fae-8d63-4ae6-ab47-5b19c8fc39e3 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:37.783027 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b93d2-b1e0-4a82-a7f2-59b15a54b64f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=a11e7530-b180-4df5-8366-a46c1c945662,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:37.797085 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5a1b93d2-b1e0-4a82-a7f2-59b15a54b64f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1981051 Feb 07 17:10:37.800922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42934) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:37.808152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-54a10279-589a-4234-85e9-e47e1c048656 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:37.861757 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-cf1212be-b47c-4f1a-9313-17a7a1444901 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df2ae0e149dd45049c788ec21df35203 HTTP/1.1" status: 200 len: 478 time: 0.0984874 Feb 07 17:10:37.871350 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-a34ec318-3f77-46a4-8b81-137072488335 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Request body: {'port': {'device_id': '821d1efe-8519-4e60-abb5-bcbd5251909f', 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4', 'admin_state_up': True, 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'security_groups': ['e6148aca-e06f-4333-ad45-bd3a6c79e9b5', '9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:37.879652 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': 'a11e7530-b180-4df5-8366-a46c1c945662'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:10:37.880751 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:37.940862 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a10279-589a-4234-85e9-e47e1c048656 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:37.947517 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54a10279-589a-4234-85e9-e47e1c048656 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:38.009681 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-a34ec318-3f77-46a4-8b81-137072488335 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Made reservation on behalf of df2ae0e149dd45049c788ec21df35203 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:38.014899 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-a34ec318-3f77-46a4-8b81-137072488335 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:38.051455 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] Allocated IP 2001:db8::f816:3eff:fe89:2f6d (5d104e3b-016c-4509-9da5-d18eb1be26d1/a11e7530-b180-4df5-8366-a46c1c945662/eedd36b8-0d0d-4e90-835f-c69aaa3024c7) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:38.156421 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183262e4-fab4-497f-9a7d-17210c5cc8ea req-797d826b-4c3f-4f9f-be29-5b15fda5e80a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:38.158605 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-183262e4-fab4-497f-9a7d-17210c5cc8ea req-797d826b-4c3f-4f9f-be29-5b15fda5e80a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 945 time: 0.1027074 Feb 07 17:10:38.239543 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-a34ec318-3f77-46a4-8b81-137072488335 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Allocated IP 172.20.0.3 (d5255453-bb9f-4ec4-afee-e5b5fda8b2f4/a49665c9-ce29-49ca-b28e-0c008521f833/8f7c45a3-f95c-4067-8d3d-489195435951) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:38.258241 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-183262e4-fab4-497f-9a7d-17210c5cc8ea req-41f22e13-6c0d-42b5-b485-12102c22a8f8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922427 Feb 07 17:10:38.288034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01c204-e2db-4f4b-b365-819501a7deae req-1666f37b-e303-4248-befa-8f46adc51d6e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:38.289633 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a01c204-e2db-4f4b-b365-819501a7deae req-1666f37b-e303-4248-befa-8f46adc51d6e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.1133952 Feb 07 17:10:38.310587 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] Publish callbacks [] for port (eedd36b8-0d0d-4e90-835f-c69aaa3024c7), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:38.318493 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (eedd36b8-0d0d-4e90-835f-c69aaa3024c7), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:38.342691 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:38.352579 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:38.370307 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a01c204-e2db-4f4b-b365-819501a7deae req-4efae552-8962-44d5-a9a5-cb4cf2db592e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739765 Feb 07 17:10:38.382989 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:10:38.403638 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54a10279-589a-4234-85e9-e47e1c048656 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (f227810d-2c42-48dc-a600-c309f1565586), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:38.436607 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] Pushing event updated for resources: {'Port': ['ID=eedd36b8-0d0d-4e90-835f-c69aaa3024c7,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:38.478453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a10279-589a-4234-85e9-e47e1c048656 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:38.484775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] Attempting to bind port eedd36b8-0d0d-4e90-835f-c69aaa3024c7 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:10:38.485413 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] Attempting to bind port eedd36b8-0d0d-4e90-835f-c69aaa3024c7 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:10:38.486008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] Attempting to bind port eedd36b8-0d0d-4e90-835f-c69aaa3024c7 on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:10:38.494469 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:10:38.494911 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:10:38.495324 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:38.495725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:10:38.496210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] Bound port: eedd36b8-0d0d-4e90-835f-c69aaa3024c7, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:10:38.496596 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (eedd36b8-0d0d-4e90-835f-c69aaa3024c7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:38.512367 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-54a10279-589a-4234-85e9-e47e1c048656 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:38.530445 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e7f223bc-74e9-4257-8eb5-60e4551fd6a5 req-46a28442-30c4-4b0d-b055-6edfcb3ea6a9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 210 time: 0.0595670 Feb 07 17:10:38.536164 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a10279-589a-4234-85e9-e47e1c048656 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:38.536955 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54a10279-589a-4234-85e9-e47e1c048656 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:38.541473 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-a34ec318-3f77-46a4-8b81-137072488335 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for port (8f7c45a3-f95c-4067-8d3d-489195435951), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:38.555498 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a10279-589a-4234-85e9-e47e1c048656 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=f227810d-2c42-48dc-a600-c309f1565586,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:38.567259 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-54a10279-589a-4234-85e9-e47e1c048656 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7647200 Feb 07 17:10:38.569540 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42946) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:38.575295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7bd39424-ef7a-43b7-b0be-b6e451c93e67 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'mac_address': 'fa:16:3e:ae:d0:23', 'name': 'tempest-NetworksTestDHCPv6-1984633765'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:38.616225 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] For port eedd36b8-0d0d-4e90-835f-c69aaa3024c7, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:10:38.626100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] For port eedd36b8-0d0d-4e90-835f-c69aaa3024c7, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=eedd36b8-0d0d-4e90-835f-c69aaa3024c7,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:10:38.627764 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-a34ec318-3f77-46a4-8b81-137072488335 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (8f7c45a3-f95c-4067-8d3d-489195435951), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:38.640113 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (eedd36b8-0d0d-4e90-835f-c69aaa3024c7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:38.719538 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-a34ec318-3f77-46a4-8b81-137072488335 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Network d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:38.724349 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-a34ec318-3f77-46a4-8b81-137072488335 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:38.729590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-a34ec318-3f77-46a4-8b81-137072488335 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:10:38.755850 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd39424-ef7a-43b7-b0be-b6e451c93e67 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:38.776956 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ec318-3f77-46a4-8b81-137072488335 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event updated for resources: {'Port': ['ID=8f7c45a3-f95c-4067-8d3d-489195435951,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:38.806753 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725082b0-1a54-41b2-ada6-7cea20de1a63 None None] Pushing event updated for resources: {'Port': ['ID=eedd36b8-0d0d-4e90-835f-c69aaa3024c7,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:38.814471 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-a34ec318-3f77-46a4-8b81-137072488335 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:38.814711 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5e647dde-716d-49df-acb9-f362e269d9cb no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:10:38.815689 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-a34ec318-3f77-46a4-8b81-137072488335 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:38.848407 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 5e647dde-716d-49df-acb9-f362e269d9cb {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:10:38.848765 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5e647dde-716d-49df-acb9-f362e269d9cb not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:10:38.849153 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-a34ec318-3f77-46a4-8b81-137072488335 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9823842 Feb 07 17:10:38.863801 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Request body: {'port': {'device_id': '821d1efe-8519-4e60-abb5-bcbd5251909f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:38.910210 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bd39424-ef7a-43b7-b0be-b6e451c93e67 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:38.934359 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-7bd39424-ef7a-43b7-b0be-b6e451c93e67 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port e3a3fa9f-0f36-4b72-a266-7dab62ab0584 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:10:38.941979 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8f7c45a3-f95c-4067-8d3d-489195435951), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:39.203268 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5f7338b9-2dd2-4cae-98de-8408be3a5895 None None] Provisioning complete for port 8f7c45a3-f95c-4067-8d3d-489195435951 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:39.203796 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5f7338b9-2dd2-4cae-98de-8408be3a5895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8f7c45a3-f95c-4067-8d3d-489195435951), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:39.217906 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-7bd39424-ef7a-43b7-b0be-b6e451c93e67 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 172.20.0.8 (5d104e3b-016c-4509-9da5-d18eb1be26d1/f227810d-2c42-48dc-a600-c309f1565586/e3a3fa9f-0f36-4b72-a266-7dab62ab0584) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:39.227348 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-7bd39424-ef7a-43b7-b0be-b6e451c93e67 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::f816:3eff:feae:d023 (5d104e3b-016c-4509-9da5-d18eb1be26d1/a11e7530-b180-4df5-8366-a46c1c945662/e3a3fa9f-0f36-4b72-a266-7dab62ab0584) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:39.267307 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5f7338b9-2dd2-4cae-98de-8408be3a5895 None None] Port 8f7c45a3-f95c-4067-8d3d-489195435951 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:10:39.425441 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7c45a3-f95c-4067-8d3d-489195435951 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:10:39.434327 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bd39424-ef7a-43b7-b0be-b6e451c93e67 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (e3a3fa9f-0f36-4b72-a266-7dab62ab0584), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:39.436243 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Publish callbacks [] for port (8f7c45a3-f95c-4067-8d3d-489195435951), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:39.459119 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Transition to ACTIVE for port object 8f7c45a3-f95c-4067-8d3d-489195435951 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:10:39.469321 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19162c4f-d0cb-49d7-bd14-6e179d641160 req-c24f48d2-ddd7-4ed8-b095-e40889f3108a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:39.471764 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19162c4f-d0cb-49d7-bd14-6e179d641160 req-c24f48d2-ddd7-4ed8-b095-e40889f3108a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 945 time: 0.0927348 Feb 07 17:10:39.473037 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (8f7c45a3-f95c-4067-8d3d-489195435951), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:39.481270 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bd39424-ef7a-43b7-b0be-b6e451c93e67 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e3a3fa9f-0f36-4b72-a266-7dab62ab0584), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:39.579971 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd39424-ef7a-43b7-b0be-b6e451c93e67 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:39.589239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-7bd39424-ef7a-43b7-b0be-b6e451c93e67 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:39.592276 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd39424-ef7a-43b7-b0be-b6e451c93e67 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:10:39.631720 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd39424-ef7a-43b7-b0be-b6e451c93e67 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=e3a3fa9f-0f36-4b72-a266-7dab62ab0584,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:39.670179 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14edf0-5ab6-4b73-9b6b-ec1b23f3016a req-fa17c9b5-d118-488a-91ab-a62fb29a6565 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:39.680941 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0b14edf0-5ab6-4b73-9b6b-ec1b23f3016a req-fa17c9b5-d118-488a-91ab-a62fb29a6565 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.1802821 Feb 07 17:10:39.690552 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd39424-ef7a-43b7-b0be-b6e451c93e67 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:39.691312 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bd39424-ef7a-43b7-b0be-b6e451c93e67 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:39.700039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7c45a3-f95c-4067-8d3d-489195435951,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:39.733705 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7bd39424-ef7a-43b7-b0be-b6e451c93e67 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1627715 Feb 07 17:10:39.740797 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 42966) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:39.749983 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19162c4f-d0cb-49d7-bd14-6e179d641160 req-db97d82f-3df9-477e-abc6-3bc9ea66318c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665503 Feb 07 17:10:39.777476 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0b14edf0-5ab6-4b73-9b6b-ec1b23f3016a req-a4b28b51-ac93-42e6-a985-3124a2b00849 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0953662 Feb 07 17:10:39.888064 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Attempting to bind port 8f7c45a3-f95c-4067-8d3d-489195435951 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:10:39.888413 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Attempting to bind port 8f7c45a3-f95c-4067-8d3d-489195435951 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '27b9ce87-d6c0-445a-8f64-c0e74002e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:10:39.889145 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Attempting to bind port 8f7c45a3-f95c-4067-8d3d-489195435951 on network d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:10:39.909766 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Port 8f7c45a3-f95c-4067-8d3d-489195435951 on network d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:10:39.910217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Attempting to bind port 8f7c45a3-f95c-4067-8d3d-489195435951 on network d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:10:39.942423 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:10:39.943056 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Checking segment: {'id': '27b9ce87-d6c0-445a-8f64-c0e74002e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:10:39.943667 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Bound using segment: {'id': '27b9ce87-d6c0-445a-8f64-c0e74002e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:10:39.944265 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Bound port: 8f7c45a3-f95c-4067-8d3d-489195435951, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b9ce87-d6c0-445a-8f64-c0e74002e1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:10:39.944789 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8f7c45a3-f95c-4067-8d3d-489195435951), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:39.951985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f6e31-5add-44a5-b449-3590bf0bce3c req-11275693-641d-463f-bf9c-564c3c3d1235 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:39.960379 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-324f6e31-5add-44a5-b449-3590bf0bce3c req-11275693-641d-463f-bf9c-564c3c3d1235 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 945 time: 0.0789289 Feb 07 17:10:40.038094 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-324f6e31-5add-44a5-b449-3590bf0bce3c req-f0852a98-aa37-4cc1-9c18-e7275be705c2 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766246 Feb 07 17:10:40.058285 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01efc95-f0b4-4f55-81bc-57d57d29c637 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:40.065512 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01efc95-f0b4-4f55-81bc-57d57d29c637 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:40.069124 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f01efc95-f0b4-4f55-81bc-57d57d29c637 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3170092 Feb 07 17:10:40.069994 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 42976) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:40.105209 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] For port 8f7c45a3-f95c-4067-8d3d-489195435951, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:10:40.116383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b87b94-4431-40a4-bc23-ef97db7c0db5 req-684161fd-4f04-4778-9e0a-85a7c3275c05 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:40.117986 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-44b87b94-4431-40a4-bc23-ef97db7c0db5 req-684161fd-4f04-4778-9e0a-85a7c3275c05 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 982 time: 0.2312491 Feb 07 17:10:40.119917 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] For port 8f7c45a3-f95c-4067-8d3d-489195435951, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8f7c45a3-f95c-4067-8d3d-489195435951,segment=NetworkSegment(27b9ce87-d6c0-445a-8f64-c0e74002e1af),segment_id=27b9ce87-d6c0-445a-8f64-c0e74002e1af)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:10:40.129193 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (8f7c45a3-f95c-4067-8d3d-489195435951), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:40.203316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:40.203991 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:40.205787 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] 10.222.0.32 "PUT /v2.0/ports/8f7c45a3-f95c-4067-8d3d-489195435951 HTTP/1.1" status: 200 len: 1130 time: 1.3492110 Feb 07 17:10:40.215456 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821d1efe-8519-4e60-abb5-bcbd5251909f', 'tag': '8f7c45a3-f95c-4067-8d3d-489195435951'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:10:40.218544 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893a4277-5d32-41ba-9f70-7923f12717a5" -d '{"events": [{"name": "network-changed", "server_uuid": "821d1efe-8519-4e60-abb5-bcbd5251909f", "tag": "8f7c45a3-f95c-4067-8d3d-489195435951"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:10:40.271671 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214142f-3345-477d-ba44-cda17e7529c7 req-7c5e4879-83c0-4607-87e4-fe38b76fbeb9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:40.279956 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-44b87b94-4431-40a4-bc23-ef97db7c0db5 req-673e0234-933d-4a86-bef6-6ce408a2daf4 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6148aca-e06f-4333-ad45-bd3a6c79e9b5&id=9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1470721 Feb 07 17:10:40.281709 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b214142f-3345-477d-ba44-cda17e7529c7 req-7c5e4879-83c0-4607-87e4-fe38b76fbeb9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 945 time: 0.1332052 Feb 07 17:10:40.285416 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f081e-391c-4e27-8308-cb182eca2665 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7c45a3-f95c-4067-8d3d-489195435951,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:40.341779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-389d5bd4-a487-4ebc-9a31-74330ae38876 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port e3a3fa9f-0f36-4b72-a266-7dab62ab0584 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:40.342131 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-389d5bd4-a487-4ebc-9a31-74330ae38876 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e3a3fa9f-0f36-4b72-a266-7dab62ab0584), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:40.351558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-193b51d6-992e-4909-9ff0-8f069d37b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:40.353471 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-193b51d6-992e-4909-9ff0-8f069d37b7a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df2ae0e149dd45049c788ec21df35203&device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 1164 time: 0.0903940 Feb 07 17:10:40.418019 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-f75a5dfd-a045-4e3f-9694-13e0d28831a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f7c45a3-f95c-4067-8d3d-489195435951 HTTP/1.1" status: 200 len: 217 time: 0.0536656 Feb 07 17:10:40.479185 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-c2c14b56-8794-454f-9547-ae692248efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:40.483119 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-c2c14b56-8794-454f-9547-ae692248efb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a49665c9-ce29-49ca-b28e-0c008521f833 HTTP/1.1" status: 200 len: 835 time: 0.0592022 Feb 07 17:10:40.511092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bf0a27-779b-43d2-b4eb-8bf299626900 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:40.574685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-0db902cf-a250-4726-95b4-8e98711c1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:40.576226 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-0db902cf-a250-4726-95b4-8e98711c1cbe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5255453-bb9f-4ec4-afee-e5b5fda8b2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0849142 Feb 07 17:10:40.730460 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-14a7a211-ad1c-46d1-baa3-99809df76023 None None] Provisioning complete for port eedd36b8-0d0d-4e90-835f-c69aaa3024c7 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:40.730843 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14a7a211-ad1c-46d1-baa3-99809df76023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (eedd36b8-0d0d-4e90-835f-c69aaa3024c7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:40.756149 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea9965e-0f58-4379-96fa-cfd845423ac9 x-openstack-request-id: req-1ea9965e-0f58-4379-96fa-cfd845423ac9 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:10:40.756706 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821d1efe-8519-4e60-abb5-bcbd5251909f", "tag": "8f7c45a3-f95c-4067-8d3d-489195435951", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:10:40.756706 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ea9965e-0f58-4379-96fa-cfd845423ac9 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:10:40.757052 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821d1efe-8519-4e60-abb5-bcbd5251909f', 'tag': '8f7c45a3-f95c-4067-8d3d-489195435951', 'status': 'completed', 'code': 200} Feb 07 17:10:40.794534 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-168bb310-336c-40a1-9474-7ddd2d69d104 service neutron] 10.222.0.32 "GET /v2.0/networks/d5255453-bb9f-4ec4-afee-e5b5fda8b2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110009 Feb 07 17:10:40.861692 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-14a7a211-ad1c-46d1-baa3-99809df76023 None None] Current status of the port eedd36b8-0d0d-4e90-835f-c69aaa3024c7 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:40.862197 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14a7a211-ad1c-46d1-baa3-99809df76023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (eedd36b8-0d0d-4e90-835f-c69aaa3024c7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:40.866907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device eedd36b8-0d0d-4e90-835f-c69aaa3024c7 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:10:40.934529 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd613482-209c-44fb-b9ba-685e5308c2cd req-a12c87f9-3975-45de-89b9-11dd267c9e09 service neutron] 10.222.0.32 "GET /v2.0/networks/d5255453-bb9f-4ec4-afee-e5b5fda8b2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338067 Feb 07 17:10:40.941420 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b214142f-3345-477d-ba44-cda17e7529c7 req-63a5d16b-8c91-4e6b-8213-94ba1cbbfc26 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6582334 Feb 07 17:10:40.964193 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-389d5bd4-a487-4ebc-9a31-74330ae38876 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e3a3fa9f-0f36-4b72-a266-7dab62ab0584), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:40.991577 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-389d5bd4-a487-4ebc-9a31-74330ae38876 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for e3a3fa9f-0f36-4b72-a266-7dab62ab0584 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:41.000448 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12c478e-ba04-410e-a6d1-578e2aa8c701 None None] Update dhcp port {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'fixed_ips': [{'subnet_id': 'a11e7530-b180-4df5-8366-a46c1c945662', 'ip_address': '2001:db8::f816:3eff:fe89:2f6d'}, {'subnet_id': 'f227810d-2c42-48dc-a600-c309f1565586'}], 'binding:host_id': 'n-d-827865-3'}, 'id': 'eedd36b8-0d0d-4e90-835f-c69aaa3024c7'} from n-d-827865-3. {{(pid=103228) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 17:10:41.004193 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-14a7a211-ad1c-46d1-baa3-99809df76023 None None] For port eedd36b8-0d0d-4e90-835f-c69aaa3024c7, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=eedd36b8-0d0d-4e90-835f-c69aaa3024c7,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:41.035614 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14a7a211-ad1c-46d1-baa3-99809df76023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (eedd36b8-0d0d-4e90-835f-c69aaa3024c7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:41.075576 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port eedd36b8-0d0d-4e90-835f-c69aaa3024c7 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:41.076714 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (eedd36b8-0d0d-4e90-835f-c69aaa3024c7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:41.085080 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61707131-5b30-4d78-a7eb-1ae754af1896 req-40a1c5f5-9ff1-42bb-b020-8abe9a54ff9e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:41.086711 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61707131-5b30-4d78-a7eb-1ae754af1896 req-40a1c5f5-9ff1-42bb-b020-8abe9a54ff9e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.1986637 Feb 07 17:10:41.109005 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a4277-5d32-41ba-9f70-7923f12717a5 req-58bb3353-1201-4b6c-b1be-95cc012f53e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:41.112819 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-893a4277-5d32-41ba-9f70-7923f12717a5 req-58bb3353-1201-4b6c-b1be-95cc012f53e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df2ae0e149dd45049c788ec21df35203&device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 1164 time: 0.0976241 Feb 07 17:10:41.174329 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7a211-ad1c-46d1-baa3-99809df76023 None None] Pushing event updated for resources: {'Port': ['ID=eedd36b8-0d0d-4e90-835f-c69aaa3024c7,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:41.213619 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b12c478e-ba04-410e-a6d1-578e2aa8c701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (eedd36b8-0d0d-4e90-835f-c69aaa3024c7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:41.301326 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61707131-5b30-4d78-a7eb-1ae754af1896 req-68a43b84-7a86-47c7-b6e9-4fe77d621b41 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2050147 Feb 07 17:10:41.343677 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-389d5bd4-a487-4ebc-9a31-74330ae38876 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e3a3fa9f-0f36-4b72-a266-7dab62ab0584), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:41.371551 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a4277-5d32-41ba-9f70-7923f12717a5 req-fc9f59d1-5092-4021-88a9-6b5eaa79ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:41.373499 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-893a4277-5d32-41ba-9f70-7923f12717a5 req-fc9f59d1-5092-4021-88a9-6b5eaa79ab18 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 HTTP/1.1" status: 200 len: 896 time: 0.2520235 Feb 07 17:10:41.388668 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port eedd36b8-0d0d-4e90-835f-c69aaa3024c7 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:41.432603 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-893a4277-5d32-41ba-9f70-7923f12717a5 req-bab59e1a-5983-44b1-935b-efc640aa1c57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f7c45a3-f95c-4067-8d3d-489195435951 HTTP/1.1" status: 200 len: 217 time: 0.0518889 Feb 07 17:10:41.443275 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d5bd4-a487-4ebc-9a31-74330ae38876 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=e3a3fa9f-0f36-4b72-a266-7dab62ab0584,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:41.542952 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5b151-cdef-4bf7-a474-8f77b079a438 req-c58ad2cb-fda9-4dd8-a42e-2e00c176cc51 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:41.544288 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cd69b-31fb-46d4-816b-448ec93a1895 req-77f47f5a-2ca4-4d54-8ae7-7e8215f5d149 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:41.546998 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6c7cd69b-31fb-46d4-816b-448ec93a1895 req-77f47f5a-2ca4-4d54-8ae7-7e8215f5d149 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 982 time: 0.1123557 Feb 07 17:10:41.550672 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4ae5b151-cdef-4bf7-a474-8f77b079a438 req-c58ad2cb-fda9-4dd8-a42e-2e00c176cc51 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 945 time: 0.1335664 Feb 07 17:10:41.551456 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a4277-5d32-41ba-9f70-7923f12717a5 req-aa223e97-0093-42e9-87fd-59f9b4cb3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:41.553159 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-893a4277-5d32-41ba-9f70-7923f12717a5 req-aa223e97-0093-42e9-87fd-59f9b4cb3e75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a49665c9-ce29-49ca-b28e-0c008521f833 HTTP/1.1" status: 200 len: 835 time: 0.1098094 Feb 07 17:10:41.573386 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-389d5bd4-a487-4ebc-9a31-74330ae38876 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:41.576705 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-389d5bd4-a487-4ebc-9a31-74330ae38876 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/e3a3fa9f-0f36-4b72-a266-7dab62ab0584 HTTP/1.1" status: 204 len: 168 time: 1.5055726 Feb 07 17:10:41.579406 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43014) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:41.624389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-b12c478e-ba04-410e-a6d1-578e2aa8c701 None None] Allocated IP 172.20.0.2 (5d104e3b-016c-4509-9da5-d18eb1be26d1/f227810d-2c42-48dc-a600-c309f1565586/eedd36b8-0d0d-4e90-835f-c69aaa3024c7) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:41.688203 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4ae5b151-cdef-4bf7-a474-8f77b079a438 req-1a20b089-2709-4a9e-8a84-bafc169e0fb8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362326 Feb 07 17:10:41.697498 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759a72b3-2854-4897-b923-ce4a0300cf12 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:41.711049 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759a72b3-2854-4897-b923-ce4a0300cf12 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:41.723395 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759a72b3-2854-4897-b923-ce4a0300cf12 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:41.731653 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-759a72b3-2854-4897-b923-ce4a0300cf12 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1508667 Feb 07 17:10:41.736270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43020) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:41.811592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b12c478e-ba04-410e-a6d1-578e2aa8c701 None None] For port eedd36b8-0d0d-4e90-835f-c69aaa3024c7, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=eedd36b8-0d0d-4e90-835f-c69aaa3024c7,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:41.853217 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b12c478e-ba04-410e-a6d1-578e2aa8c701 None None] Publish callbacks [] for port (eedd36b8-0d0d-4e90-835f-c69aaa3024c7), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:41.859627 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b12c478e-ba04-410e-a6d1-578e2aa8c701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (eedd36b8-0d0d-4e90-835f-c69aaa3024c7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:41.887935 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8b43bb-1b82-4cf2-b163-bd93395eae62 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet a11e7530-b180-4df5-8366-a46c1c945662 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:10:41.894606 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e8b43bb-1b82-4cf2-b163-bd93395eae62 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (a11e7530-b180-4df5-8366-a46c1c945662), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:41.965448 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e8b43bb-1b82-4cf2-b163-bd93395eae62 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (a11e7530-b180-4df5-8366-a46c1c945662), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:42.036924 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a4277-5d32-41ba-9f70-7923f12717a5 req-a9c2ab5d-49ac-4f88-b855-b7bb2eff845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:42.038659 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-893a4277-5d32-41ba-9f70-7923f12717a5 req-a9c2ab5d-49ac-4f88-b855-b7bb2eff845a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5255453-bb9f-4ec4-afee-e5b5fda8b2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4784014 Feb 07 17:10:42.061240 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6c7cd69b-31fb-46d4-816b-448ec93a1895 req-4e8fd870-6c71-41c6-a4a9-1277d12c6cdb tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6148aca-e06f-4333-ad45-bd3a6c79e9b5&id=9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5026798 Feb 07 17:10:42.107616 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c478e-ba04-410e-a6d1-578e2aa8c701 None None] Pushing event updated for resources: {'Port': ['ID=eedd36b8-0d0d-4e90-835f-c69aaa3024c7,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:42.177141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096f3f3-163d-4cd6-ae2d-05a2e7c09795 req-765df978-a1a1-47a9-9623-0a6b79c9985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:42.178713 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1096f3f3-163d-4cd6-ae2d-05a2e7c09795 req-765df978-a1a1-47a9-9623-0a6b79c9985e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9ad179b24574372b80952de6111dc6e&device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 1127 time: 0.1545935 Feb 07 17:10:42.187902 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbdc2b-0b08-4484-bdf7-a9ad40f53e02 req-670dacbd-6633-4366-83a9-7aa84b4fb002 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:42.195689 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2dbdc2b-0b08-4484-bdf7-a9ad40f53e02 req-670dacbd-6633-4366-83a9-7aa84b4fb002 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.1529527 Feb 07 17:10:42.218041 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-893a4277-5d32-41ba-9f70-7923f12717a5 req-4cb8b293-90b4-4190-81af-3c2d37edab09 service neutron] 10.222.0.32 "GET /v2.0/networks/d5255453-bb9f-4ec4-afee-e5b5fda8b2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719301 Feb 07 17:10:42.271427 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e8b43bb-1b82-4cf2-b163-bd93395eae62 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (a11e7530-b180-4df5-8366-a46c1c945662), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:42.364033 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2dbdc2b-0b08-4484-bdf7-a9ad40f53e02 req-9bc7cb62-1cd7-498d-9828-f4a1396465ce tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1674466 Feb 07 17:10:42.407677 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-893a4277-5d32-41ba-9f70-7923f12717a5 req-182ac351-9714-4c14-8bdf-8e27dd1a2f0a service neutron] 10.222.0.32 "GET /v2.0/networks/d5255453-bb9f-4ec4-afee-e5b5fda8b2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823568 Feb 07 17:10:42.409781 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096f3f3-163d-4cd6-ae2d-05a2e7c09795 req-4cdc2304-1b5f-493c-a488-17bb52ba29db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:42.411296 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1096f3f3-163d-4cd6-ae2d-05a2e7c09795 req-4cdc2304-1b5f-493c-a488-17bb52ba29db service neutron] 10.222.0.48 "GET /v2.0/networks?id=201760c2-7445-46e7-879d-a3304bb55dba HTTP/1.1" status: 200 len: 912 time: 0.2085137 Feb 07 17:10:42.413550 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e8b43bb-1b82-4cf2-b163-bd93395eae62 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (a11e7530-b180-4df5-8366-a46c1c945662), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:42.433237 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e8b43bb-1b82-4cf2-b163-bd93395eae62 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:42.436657 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0e8b43bb-1b82-4cf2-b163-bd93395eae62 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/a11e7530-b180-4df5-8366-a46c1c945662 HTTP/1.1" status: 204 len: 168 time: 0.6988521 Feb 07 17:10:42.440041 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43024) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:42.498449 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b43bb-1b82-4cf2-b163-bd93395eae62 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=a11e7530-b180-4df5-8366-a46c1c945662,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:42.502216 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef8c818-27ae-43da-9749-f136951b6057 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet f227810d-2c42-48dc-a600-c309f1565586 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:10:42.505898 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c818-27ae-43da-9749-f136951b6057 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (f227810d-2c42-48dc-a600-c309f1565586), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:42.540552 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1096f3f3-163d-4cd6-ae2d-05a2e7c09795 req-c007ca3a-5e9c-4845-af7a-6ccdd8702bfc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2ff444-08ee-4b25-b3ed-5e38e8cb24da HTTP/1.1" status: 200 len: 1000 time: 0.1146755 Feb 07 17:10:42.583255 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c818-27ae-43da-9749-f136951b6057 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (f227810d-2c42-48dc-a600-c309f1565586), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:42.618475 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096f3f3-163d-4cd6-ae2d-05a2e7c09795 req-e39107aa-e21d-4146-b2df-d81084471a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:42.620016 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1096f3f3-163d-4cd6-ae2d-05a2e7c09795 req-e39107aa-e21d-4146-b2df-d81084471a66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c40ceb2-4236-4c8f-982a-2db09abbbc2a HTTP/1.1" status: 200 len: 850 time: 0.0708408 Feb 07 17:10:42.733148 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096f3f3-163d-4cd6-ae2d-05a2e7c09795 req-42b2d1ff-d1b9-4c40-8b0d-c3d2b71450a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:42.735159 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device eedd36b8-0d0d-4e90-835f-c69aaa3024c7 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:10:42.735833 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1096f3f3-163d-4cd6-ae2d-05a2e7c09795 req-42b2d1ff-d1b9-4c40-8b0d-c3d2b71450a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=201760c2-7445-46e7-879d-a3304bb55dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1063902 Feb 07 17:10:42.736233 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c818-27ae-43da-9749-f136951b6057 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (f227810d-2c42-48dc-a600-c309f1565586), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:42.860899 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port eedd36b8-0d0d-4e90-835f-c69aaa3024c7 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:42.861300 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (eedd36b8-0d0d-4e90-835f-c69aaa3024c7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:42.874887 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1096f3f3-163d-4cd6-ae2d-05a2e7c09795 req-916e76af-111d-4485-8713-1b2b90bfbc64 service neutron] 10.222.0.48 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288462 Feb 07 17:10:42.909248 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c818-27ae-43da-9749-f136951b6057 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (f227810d-2c42-48dc-a600-c309f1565586), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:42.961904 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8c818-27ae-43da-9749-f136951b6057 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=f227810d-2c42-48dc-a600-c309f1565586,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:42.964505 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c818-27ae-43da-9749-f136951b6057 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:42.972059 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8ef8c818-27ae-43da-9749-f136951b6057 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/f227810d-2c42-48dc-a600-c309f1565586 HTTP/1.1" status: 204 len: 168 time: 0.5303078 Feb 07 17:10:42.976522 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43034) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:42.992767 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09b1f1-3839-4c1c-8264-6a18b86ec81c req-e82dc3b5-61af-4f2c-8067-066a81fe6b99 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:42.994735 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7a09b1f1-3839-4c1c-8264-6a18b86ec81c req-e82dc3b5-61af-4f2c-8067-066a81fe6b99 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 945 time: 0.1669934 Feb 07 17:10:43.010815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port eedd36b8-0d0d-4e90-835f-c69aaa3024c7 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:43.023447 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ec507-18d5-4c38-9377-3bf1bfcdc763 req-e053c3b9-1b86-4c9a-aee8-b2f3e174e8a7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:43.025147 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e0ec507-18d5-4c38-9377-3bf1bfcdc763 req-e053c3b9-1b86-4c9a-aee8-b2f3e174e8a7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.48 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 945 time: 0.1494291 Feb 07 17:10:43.044769 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ab4b4617-7e70-45fb-8756-d59ca66ce746 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668283 Feb 07 17:10:43.045497 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43036) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:43.059982 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-79022336-e407-4b3c-960b-ade91ac1cd09 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:43.098448 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e7fc83-e332-407c-bdc6-d8191b8cc9bd None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:43.106182 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1096f3f3-163d-4cd6-ae2d-05a2e7c09795 req-9f9fa78d-a548-43dd-ab9f-98a6f2a52445 service neutron] 10.222.0.48 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194669 Feb 07 17:10:43.200736 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-1e0ec507-18d5-4c38-9377-3bf1bfcdc763 req-4c6638d7-108a-4a0e-b42a-d6321469359e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Deleting port 1371ca96-9833-4255-8ecf-5958b5b1ffe3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:43.201540 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1e0ec507-18d5-4c38-9377-3bf1bfcdc763 req-4c6638d7-108a-4a0e-b42a-d6321469359e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1371ca96-9833-4255-8ecf-5958b5b1ffe3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:43.210266 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7a09b1f1-3839-4c1c-8264-6a18b86ec81c req-1e9217cf-e78d-4a73-8a1e-85e040fd647e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731415 Feb 07 17:10:43.239528 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0f17bf75-b7a9-4bf4-aad3-745a9423ab73 None None] Could not find standard attr ID for object e3a3fa9f-0f36-4b72-a266-7dab62ab0584. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:10:43.252748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79022336-e407-4b3c-960b-ade91ac1cd09 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:43.256411 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79022336-e407-4b3c-960b-ade91ac1cd09 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:43.282841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0f17bf75-b7a9-4bf4-aad3-745a9423ab73 None None] Provisioning complete for port eedd36b8-0d0d-4e90-835f-c69aaa3024c7 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:43.283697 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0f17bf75-b7a9-4bf4-aad3-745a9423ab73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (eedd36b8-0d0d-4e90-835f-c69aaa3024c7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:43.348200 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71f8e1-46ca-4e7a-9312-42198434d0ad req-31878552-0fa8-442f-ad92-ba21c4cdc238 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:43.355580 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bf71f8e1-46ca-4e7a-9312-42198434d0ad req-31878552-0fa8-442f-ad92-ba21c4cdc238 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 982 time: 0.1341903 Feb 07 17:10:43.422037 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0f17bf75-b7a9-4bf4-aad3-745a9423ab73 None None] Current status of the port eedd36b8-0d0d-4e90-835f-c69aaa3024c7 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:43.425132 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13639a0b-6022-4692-9201-36dd19eb97ca None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:10:43.499374 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1e0ec507-18d5-4c38-9377-3bf1bfcdc763 req-4c6638d7-108a-4a0e-b42a-d6321469359e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] For port 1371ca96-9833-4255-8ecf-5958b5b1ffe3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1371ca96-9833-4255-8ecf-5958b5b1ffe3,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:43.502713 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-13639a0b-6022-4692-9201-36dd19eb97ca None None] Deleting port eedd36b8-0d0d-4e90-835f-c69aaa3024c7 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:43.503219 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1e0ec507-18d5-4c38-9377-3bf1bfcdc763 req-4c6638d7-108a-4a0e-b42a-d6321469359e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1371ca96-9833-4255-8ecf-5958b5b1ffe3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:43.503714 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-13639a0b-6022-4692-9201-36dd19eb97ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (eedd36b8-0d0d-4e90-835f-c69aaa3024c7), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:43.530851 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-1e0ec507-18d5-4c38-9377-3bf1bfcdc763 req-4c6638d7-108a-4a0e-b42a-d6321469359e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Calling delete_port for 1371ca96-9833-4255-8ecf-5958b5b1ffe3 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:43.539332 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ba339b25-568a-466c-ae6f-f8175952c08d req-71afd8c6-cce5-4080-9924-7803f8606d53 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1477592 Feb 07 17:10:43.547364 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bf71f8e1-46ca-4e7a-9312-42198434d0ad req-0195bf2e-c509-45c5-a8e3-4f94d63e0dac tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6148aca-e06f-4333-ad45-bd3a6c79e9b5&id=9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1893854 Feb 07 17:10:43.626161 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79022336-e407-4b3c-960b-ade91ac1cd09 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (3fb05e1f-fbeb-4b31-af8a-240de96d6a9a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:43.636500 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97e23d-babc-40b9-b68b-f6f442eab333 req-6b7a0657-82ce-4e8d-ae87-da39ccbc41b5 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:43.638144 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f97e23d-babc-40b9-b68b-f6f442eab333 req-6b7a0657-82ce-4e8d-ae87-da39ccbc41b5 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.1491864 Feb 07 17:10:43.645800 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-13639a0b-6022-4692-9201-36dd19eb97ca None None] For port eedd36b8-0d0d-4e90-835f-c69aaa3024c7, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=eedd36b8-0d0d-4e90-835f-c69aaa3024c7,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:43.646529 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-13639a0b-6022-4692-9201-36dd19eb97ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (eedd36b8-0d0d-4e90-835f-c69aaa3024c7), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:43.681065 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-13639a0b-6022-4692-9201-36dd19eb97ca None None] Calling delete_port for eedd36b8-0d0d-4e90-835f-c69aaa3024c7 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:43.725099 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79022336-e407-4b3c-960b-ade91ac1cd09 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=3fb05e1f-fbeb-4b31-af8a-240de96d6a9a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:43.802154 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1e0ec507-18d5-4c38-9377-3bf1bfcdc763 req-4c6638d7-108a-4a0e-b42a-d6321469359e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1371ca96-9833-4255-8ecf-5958b5b1ffe3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:43.814577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79022336-e407-4b3c-960b-ade91ac1cd09 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:43.821147 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f97e23d-babc-40b9-b68b-f6f442eab333 req-fc866cae-4733-401e-bff6-bbe0a7fe8158 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1024771 Feb 07 17:10:43.826793 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-79022336-e407-4b3c-960b-ade91ac1cd09 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:43.830921 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79022336-e407-4b3c-960b-ade91ac1cd09 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:43.831541 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79022336-e407-4b3c-960b-ade91ac1cd09 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:43.871538 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6638d7-108a-4a0e-b42a-d6321469359e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event deleted for resources: {'Port': ['ID=1371ca96-9833-4255-8ecf-5958b5b1ffe3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:43.876049 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-79022336-e407-4b3c-960b-ade91ac1cd09 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8189063 Feb 07 17:10:43.877188 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43042) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:43.879977 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba339b25-568a-466c-ae6f-f8175952c08d req-f46c5b9f-49e5-4081-967f-901f30dc8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:43.881818 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ba339b25-568a-466c-ae6f-f8175952c08d req-f46c5b9f-49e5-4081-967f-901f30dc8981 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8ccb3294bc1846cdacfcbf51d0105cde&device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 1127 time: 0.2757320 Feb 07 17:10:43.888364 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-975eacdf-5a92-4c96-b7bb-09be9523eaea tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:44.004811 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba339b25-568a-466c-ae6f-f8175952c08d req-6772d3b9-e59d-47d8-92a8-24506753e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:44.006489 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ba339b25-568a-466c-ae6f-f8175952c08d req-6772d3b9-e59d-47d8-92a8-24506753e651 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b75833c8-4006-405c-bc22-8b17b6a0f33c HTTP/1.1" status: 200 len: 910 time: 0.1022806 Feb 07 17:10:44.015745 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0ec507-18d5-4c38-9377-3bf1bfcdc763 req-4c6638d7-108a-4a0e-b42a-d6321469359e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] No DVR routers for this DVR port 1371ca96-9833-4255-8ecf-5958b5b1ffe3 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:10:44.023591 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1e0ec507-18d5-4c38-9377-3bf1bfcdc763 req-4c6638d7-108a-4a0e-b42a-d6321469359e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:44.029044 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1e0ec507-18d5-4c38-9377-3bf1bfcdc763 req-4c6638d7-108a-4a0e-b42a-d6321469359e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.48 "DELETE /v2.0/ports/1371ca96-9833-4255-8ecf-5958b5b1ffe3 HTTP/1.1" status: 204 len: 173 time: 0.9885151 Feb 07 17:10:44.029044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34229a7e-3c98-405f-b531-45a9a98796bf', 'name': 'network-vif-deleted', 'tag': '1371ca96-9833-4255-8ecf-5958b5b1ffe3'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:10:44.030580 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93274f3-1c5d-4bbe-a5e8-d24fee50b8ca" -d '{"events": [{"server_uuid": "34229a7e-3c98-405f-b531-45a9a98796bf", "name": "network-vif-deleted", "tag": "1371ca96-9833-4255-8ecf-5958b5b1ffe3"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:10:44.093634 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e44a9e-cec1-43a8-8354-dc86f0c81e91 x-openstack-request-id: req-69e44a9e-cec1-43a8-8354-dc86f0c81e91 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:10:44.098443 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34229a7e-3c98-405f-b531-45a9a98796bf", "name": "network-vif-deleted", "tag": "1371ca96-9833-4255-8ecf-5958b5b1ffe3", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:10:44.098944 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69e44a9e-cec1-43a8-8354-dc86f0c81e91 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:10:44.099538 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34229a7e-3c98-405f-b531-45a9a98796bf', 'name': 'network-vif-deleted', 'tag': '1371ca96-9833-4255-8ecf-5958b5b1ffe3', 'status': 'completed', 'code': 200} Feb 07 17:10:44.137184 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8f7c45a3-f95c-4067-8d3d-489195435951 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:10:44.140461 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ba339b25-568a-466c-ae6f-f8175952c08d req-55b05bc1-ec78-45a6-b716-ad2de8134a14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8bb96cb-3149-48aa-b810-2efde2aa8270 HTTP/1.1" status: 200 len: 1001 time: 0.1205418 Feb 07 17:10:44.187582 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-13639a0b-6022-4692-9201-36dd19eb97ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (eedd36b8-0d0d-4e90-835f-c69aaa3024c7), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:44.206402 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975eacdf-5a92-4c96-b7bb-09be9523eaea tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:44.210484 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba339b25-568a-466c-ae6f-f8175952c08d req-3609143d-0e5b-434c-897a-4b5e02f37b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:44.211840 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-975eacdf-5a92-4c96-b7bb-09be9523eaea tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:44.212680 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ba339b25-568a-466c-ae6f-f8175952c08d req-3609143d-0e5b-434c-897a-4b5e02f37b50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56c52ba2-dc81-4fa2-9ba7-527e5b2edb65 HTTP/1.1" status: 200 len: 848 time: 0.0651653 Feb 07 17:10:44.237653 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13639a0b-6022-4692-9201-36dd19eb97ca None None] Pushing event deleted for resources: {'Port': ['ID=eedd36b8-0d0d-4e90-835f-c69aaa3024c7,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:44.342897 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 8f7c45a3-f95c-4067-8d3d-489195435951, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8f7c45a3-f95c-4067-8d3d-489195435951,segment=NetworkSegment(27b9ce87-d6c0-445a-8f64-c0e74002e1af),segment_id=27b9ce87-d6c0-445a-8f64-c0e74002e1af)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:44.362114 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '8f7c45a3-f95c-4067-8d3d-489195435951', 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4', 'port_id': '8f7c45a3-f95c-4067-8d3d-489195435951', 'mac_address': 'fa:16:3e:fc:6a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49665c9-ce29-49ca-b28e-0c008521f833', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:10:44.368517 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13639a0b-6022-4692-9201-36dd19eb97ca None None] No DVR routers for this DVR port eedd36b8-0d0d-4e90-835f-c69aaa3024c7 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:10:44.408166 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4b1d0b64-d5f4-4c4e-8f41-a6da1ec91f87 req-940b252b-7d7f-4803-a324-bac5ceadeb35 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 210 time: 0.0608954 Feb 07 17:10:44.412643 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba339b25-568a-466c-ae6f-f8175952c08d req-9114d08d-ccbb-424f-a15a-a096570dc12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:44.415101 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ba339b25-568a-466c-ae6f-f8175952c08d req-9114d08d-ccbb-424f-a15a-a096570dc12d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b75833c8-4006-405c-bc22-8b17b6a0f33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1963737 Feb 07 17:10:44.425855 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 8f7c45a3-f95c-4067-8d3d-489195435951 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:44.426493 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8f7c45a3-f95c-4067-8d3d-489195435951), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:44.441454 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5d89af-9c98-4423-a444-4ff0301f1095 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:44.468348 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7c45a3-f95c-4067-8d3d-489195435951 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:10:44.538622 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 8f7c45a3-f95c-4067-8d3d-489195435951, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8f7c45a3-f95c-4067-8d3d-489195435951,segment=NetworkSegment(27b9ce87-d6c0-445a-8f64-c0e74002e1af),segment_id=27b9ce87-d6c0-445a-8f64-c0e74002e1af)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:44.550570 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8f7c45a3-f95c-4067-8d3d-489195435951), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:44.554255 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ba339b25-568a-466c-ae6f-f8175952c08d req-7ba3a2e8-893e-48f9-91e4-e987c74072cf service neutron] 10.222.0.32 "GET /v2.0/networks/b75833c8-4006-405c-bc22-8b17b6a0f33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328456 Feb 07 17:10:44.654201 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': '3fb05e1f-fbeb-4b31-af8a-240de96d6a9a'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:10:44.655090 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:44.674130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=8f7c45a3-f95c-4067-8d3d-489195435951,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:44.734492 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ba339b25-568a-466c-ae6f-f8175952c08d req-e666610d-526f-4d8f-bbfe-c8f880a37779 service neutron] 10.222.0.32 "GET /v2.0/networks/b75833c8-4006-405c-bc22-8b17b6a0f33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738186 Feb 07 17:10:44.770848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device eedd36b8-0d0d-4e90-835f-c69aaa3024c7 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:10:44.803873 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: eedd36b8-0d0d-4e90-835f-c69aaa3024c7 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:10:44.803873 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device eedd36b8-0d0d-4e90-835f-c69aaa3024c7 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:10:44.816915 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['8f7c45a3-f95c-4067-8d3d-489195435951'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:10:44.841834 n-d-827865-3 neutron-server[103225]: DEBUG neutron.objects.ports [None req-975eacdf-5a92-4c96-b7bb-09be9523eaea tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 17:10:44.845709 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-975eacdf-5a92-4c96-b7bb-09be9523eaea tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (e5914ac6-a7d4-41c7-a89d-3d775ef0d123), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:44.968494 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975eacdf-5a92-4c96-b7bb-09be9523eaea tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=e5914ac6-a7d4-41c7-a89d-3d775ef0d123,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:44.980448 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fab33-40ef-4a49-bcde-d0d11ba0a387 req-836e6d95-43ad-4ba3-a0ab-77ad53bcf6b2 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:44.982830 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be2fab33-40ef-4a49-bcde-d0d11ba0a387 req-836e6d95-43ad-4ba3-a0ab-77ad53bcf6b2 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 983 time: 0.2671833 Feb 07 17:10:45.003120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975eacdf-5a92-4c96-b7bb-09be9523eaea tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:45.014224 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-975eacdf-5a92-4c96-b7bb-09be9523eaea tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:45.020050 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975eacdf-5a92-4c96-b7bb-09be9523eaea tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:45.020904 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-975eacdf-5a92-4c96-b7bb-09be9523eaea tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:45.058334 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a011a-a776-42ad-a069-d44faacc17e4 req-1f5e49c1-7ae2-42e3-872c-12faa16b1e0b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:45.060002 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a13a011a-a776-42ad-a069-d44faacc17e4 req-1f5e49c1-7ae2-42e3-872c-12faa16b1e0b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.1070702 Feb 07 17:10:45.077868 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be2fab33-40ef-4a49-bcde-d0d11ba0a387 req-5fc3b3c8-1f48-49f5-a80c-7e3e62c36a79 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6148aca-e06f-4333-ad45-bd3a6c79e9b5&id=9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0851223 Feb 07 17:10:45.096952 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-975eacdf-5a92-4c96-b7bb-09be9523eaea tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2151456 Feb 07 17:10:45.100637 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43058) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:45.112447 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9cbbf4ab-b048-467f-9fd8-df309ff4740a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'mac_address': 'fa:16:3e:c0:fb:9f', 'name': 'tempest-NetworksTestDHCPv6-1326389504'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:45.135194 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Allocated IP 172.20.0.2 (5d104e3b-016c-4509-9da5-d18eb1be26d1/3fb05e1f-fbeb-4b31-af8a-240de96d6a9a/2e0a2ce2-fdde-49a0-966a-2b1b660b3d52) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:45.149826 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Allocated IP 2001:db8::f816:3eff:fe1b:bd56 (5d104e3b-016c-4509-9da5-d18eb1be26d1/e5914ac6-a7d4-41c7-a89d-3d775ef0d123/2e0a2ce2-fdde-49a0-966a-2b1b660b3d52) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:45.177820 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a13a011a-a776-42ad-a069-d44faacc17e4 req-006ed99f-1b05-4588-ab85-3034993b2e6d tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1078618 Feb 07 17:10:45.279213 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbbf4ab-b048-467f-9fd8-df309ff4740a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:45.328459 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Publish callbacks [] for port (2e0a2ce2-fdde-49a0-966a-2b1b660b3d52), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:45.336224 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (2e0a2ce2-fdde-49a0-966a-2b1b660b3d52), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:45.380453 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9cbbf4ab-b048-467f-9fd8-df309ff4740a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:45.403912 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Pushing event updated for resources: {'Port': ['ID=2e0a2ce2-fdde-49a0-966a-2b1b660b3d52,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:45.414115 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-9cbbf4ab-b048-467f-9fd8-df309ff4740a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port b54ac021-4e15-4582-bed9-a7b9971ac366 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:10:45.428578 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:45.430212 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:45.455386 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:10:45.561831 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c5532f23-fa7c-4bb8-9e6c-5e2f28b5309b req-87c966ba-f9b9-4885-ad1c-ff82dddfe4e3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 210 time: 0.0341630 Feb 07 17:10:45.581342 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Attempting to bind port 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:10:45.581778 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Attempting to bind port 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:10:45.582144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Attempting to bind port 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52 on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:10:45.588224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:10:45.588604 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:10:45.589014 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:45.589445 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:10:45.590353 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Bound port: 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:10:45.590749 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2e0a2ce2-fdde-49a0-966a-2b1b660b3d52), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:45.634610 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1371ca96-9833-4255-8ecf-5958b5b1ffe3 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:10:45.663208 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 1371ca96-9833-4255-8ecf-5958b5b1ffe3 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:10:45.663759 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1371ca96-9833-4255-8ecf-5958b5b1ffe3 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:10:45.705462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] For port 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:10:45.710431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] For port 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2e0a2ce2-fdde-49a0-966a-2b1b660b3d52,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:10:45.716012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-9cbbf4ab-b048-467f-9fd8-df309ff4740a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 172.20.0.13 (5d104e3b-016c-4509-9da5-d18eb1be26d1/3fb05e1f-fbeb-4b31-af8a-240de96d6a9a/b54ac021-4e15-4582-bed9-a7b9971ac366) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:45.719403 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2e0a2ce2-fdde-49a0-966a-2b1b660b3d52), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:45.723428 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-9cbbf4ab-b048-467f-9fd8-df309ff4740a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::f816:3eff:fec0:fb9f (5d104e3b-016c-4509-9da5-d18eb1be26d1/e5914ac6-a7d4-41c7-a89d-3d775ef0d123/b54ac021-4e15-4582-bed9-a7b9971ac366) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:45.834821 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b499b56-f221-493a-b7fd-21dcdfab5fe6 None None] Pushing event updated for resources: {'Port': ['ID=2e0a2ce2-fdde-49a0-966a-2b1b660b3d52,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:45.933771 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9cbbf4ab-b048-467f-9fd8-df309ff4740a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (b54ac021-4e15-4582-bed9-a7b9971ac366), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:45.971941 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9cbbf4ab-b048-467f-9fd8-df309ff4740a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (b54ac021-4e15-4582-bed9-a7b9971ac366), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:46.064273 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbbf4ab-b048-467f-9fd8-df309ff4740a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:46.070461 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-9cbbf4ab-b048-467f-9fd8-df309ff4740a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:46.075299 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbbf4ab-b048-467f-9fd8-df309ff4740a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:10:46.080383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbf4ab-b048-467f-9fd8-df309ff4740a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=b54ac021-4e15-4582-bed9-a7b9971ac366,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:46.148231 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbbf4ab-b048-467f-9fd8-df309ff4740a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:46.148941 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9cbbf4ab-b048-467f-9fd8-df309ff4740a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:46.184509 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43070) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:46.185061 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9cbbf4ab-b048-467f-9fd8-df309ff4740a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0826972 Feb 07 17:10:46.342060 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a31decf-fb99-44c4-b912-5cf8e3e4ed95 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:46.347826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a31decf-fb99-44c4-b912-5cf8e3e4ed95 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:46.352021 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0a31decf-fb99-44c4-b912-5cf8e3e4ed95 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1615810 Feb 07 17:10:46.352819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43074) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:46.376756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aea2b2-61cd-4e71-ac1d-7607c682c4b1 req-e917e41f-fc0b-4104-bb4d-cfe095f0cba3 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:46.379210 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-34aea2b2-61cd-4e71-ac1d-7607c682c4b1 req-e917e41f-fc0b-4104-bb4d-cfe095f0cba3 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 983 time: 0.1549320 Feb 07 17:10:46.458974 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-34aea2b2-61cd-4e71-ac1d-7607c682c4b1 req-38a1a554-58b5-4155-9504-848b12214209 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6148aca-e06f-4333-ad45-bd3a6c79e9b5&id=9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0729556 Feb 07 17:10:46.510426 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d0e2fcb9-6a75-4a46-8855-727fe554ad41 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port b54ac021-4e15-4582-bed9-a7b9971ac366 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:46.510814 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d0e2fcb9-6a75-4a46-8855-727fe554ad41 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b54ac021-4e15-4582-bed9-a7b9971ac366), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:46.614143 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d0e2fcb9-6a75-4a46-8855-727fe554ad41 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b54ac021-4e15-4582-bed9-a7b9971ac366), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:46.633587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d0e2fcb9-6a75-4a46-8855-727fe554ad41 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for b54ac021-4e15-4582-bed9-a7b9971ac366 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:46.751982 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c5a8cf55-3761-41e0-9aa7-a78e109f8289 req-a865a7e4-c6e8-45be-b0a1-569553ef27f4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 210 time: 0.0356553 Feb 07 17:10:46.765111 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:10:46.842558 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:46.842915 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2e0a2ce2-fdde-49a0-966a-2b1b660b3d52), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:46.941143 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d0e2fcb9-6a75-4a46-8855-727fe554ad41 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (b54ac021-4e15-4582-bed9-a7b9971ac366), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:46.980567 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:46.981540 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2e0a2ce2-fdde-49a0-966a-2b1b660b3d52), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:47.024496 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2fcb9-6a75-4a46-8855-727fe554ad41 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=b54ac021-4e15-4582-bed9-a7b9971ac366,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:47.036869 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2e0a2ce2-fdde-49a0-966a-2b1b660b3d52,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:47.045910 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2e0a2ce2-fdde-49a0-966a-2b1b660b3d52), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:47.113579 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=2e0a2ce2-fdde-49a0-966a-2b1b660b3d52,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:47.160648 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d0e2fcb9-6a75-4a46-8855-727fe554ad41 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:47.166369 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d0e2fcb9-6a75-4a46-8855-727fe554ad41 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/b54ac021-4e15-4582-bed9-a7b9971ac366 HTTP/1.1" status: 204 len: 168 time: 0.8097868 Feb 07 17:10:47.166613 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43078) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:47.231404 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f801083e-2a0b-4e5c-8688-0a57a99c9b67 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:47.240902 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969c7464-a613-4de3-afe2-1f603e76315c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:47.242693 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969c7464-a613-4de3-afe2-1f603e76315c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:47.244421 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969c7464-a613-4de3-afe2-1f603e76315c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:47.246337 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-969c7464-a613-4de3-afe2-1f603e76315c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0787315 Feb 07 17:10:47.248912 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43080) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:47.320992 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5922e3-9702-4096-a752-7d78097dd129 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet 3fb05e1f-fbeb-4b31-af8a-240de96d6a9a {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:10:47.342936 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f5922e3-9702-4096-a752-7d78097dd129 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (3fb05e1f-fbeb-4b31-af8a-240de96d6a9a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:47.343725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ffdb8fb9-0d7e-4672-bf1c-9f3d3135203b None None] Provisioning complete for port 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:47.344110 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ffdb8fb9-0d7e-4672-bf1c-9f3d3135203b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2e0a2ce2-fdde-49a0-966a-2b1b660b3d52), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:47.465414 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f5922e3-9702-4096-a752-7d78097dd129 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (3fb05e1f-fbeb-4b31-af8a-240de96d6a9a), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:47.477007 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ffdb8fb9-0d7e-4672-bf1c-9f3d3135203b None None] Current status of the port 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:47.750432 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f5922e3-9702-4096-a752-7d78097dd129 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (3fb05e1f-fbeb-4b31-af8a-240de96d6a9a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:47.838454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807faa77-d4a8-4bc9-8f7c-5c1ed20fe455 req-4f3b4229-8397-4b4c-a6e4-5b55b3607462 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:47.839619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8f7c45a3-f95c-4067-8d3d-489195435951 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:10:47.840282 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-807faa77-d4a8-4bc9-8f7c-5c1ed20fe455 req-4f3b4229-8397-4b4c-a6e4-5b55b3607462 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 983 time: 0.2605073 Feb 07 17:10:47.941798 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f5922e3-9702-4096-a752-7d78097dd129 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (3fb05e1f-fbeb-4b31-af8a-240de96d6a9a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:47.974793 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-687bdda9-bc60-4aa0-a0f7-34b1906ce270 req-af457e07-8261-41c5-806e-5719c401a12c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 210 time: 0.0677607 Feb 07 17:10:47.995884 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-807faa77-d4a8-4bc9-8f7c-5c1ed20fe455 req-f4650713-2e2c-4d62-9d58-3403e2eb3204 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6148aca-e06f-4333-ad45-bd3a6c79e9b5&id=9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1436036 Feb 07 17:10:47.997222 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5922e3-9702-4096-a752-7d78097dd129 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb05e1f-fbeb-4b31-af8a-240de96d6a9a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:48.000027 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 8f7c45a3-f95c-4067-8d3d-489195435951 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:10:48.002953 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f5922e3-9702-4096-a752-7d78097dd129 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:48.009265 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8f5922e3-9702-4096-a752-7d78097dd129 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/3fb05e1f-fbeb-4b31-af8a-240de96d6a9a HTTP/1.1" status: 204 len: 168 time: 0.7564099 Feb 07 17:10:48.009513 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43108) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:48.011383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 8f7c45a3-f95c-4067-8d3d-489195435951 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:48.011979 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8f7c45a3-f95c-4067-8d3d-489195435951), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:48.146798 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9aab67-7d01-4534-a859-67ef2e313a20 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet e5914ac6-a7d4-41c7-a89d-3d775ef0d123 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:10:48.153979 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb9aab67-7d01-4534-a859-67ef2e313a20 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (e5914ac6-a7d4-41c7-a89d-3d775ef0d123), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:48.243193 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 8f7c45a3-f95c-4067-8d3d-489195435951 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:48.244217 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8f7c45a3-f95c-4067-8d3d-489195435951), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:48.302705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821d1efe-8519-4e60-abb5-bcbd5251909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7c45a3-f95c-4067-8d3d-489195435951'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:10:48.310359 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9890c7e-78ef-4ce7-bf78-d549f6c93af4" -d '{"events": [{"server_uuid": "821d1efe-8519-4e60-abb5-bcbd5251909f", "name": "network-vif-plugged", "status": "completed", "tag": "8f7c45a3-f95c-4067-8d3d-489195435951"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:10:48.337848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 8f7c45a3-f95c-4067-8d3d-489195435951, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8f7c45a3-f95c-4067-8d3d-489195435951,segment=NetworkSegment(27b9ce87-d6c0-445a-8f64-c0e74002e1af),segment_id=27b9ce87-d6c0-445a-8f64-c0e74002e1af)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:48.338105 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bac9d4-5aea-44e9-97c9-ce93c12dabfb req-25aedebd-dc52-40ff-a312-6b35964007b9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:48.345351 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63bac9d4-5aea-44e9-97c9-ce93c12dabfb req-25aedebd-dc52-40ff-a312-6b35964007b9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.1908159 Feb 07 17:10:48.346041 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8f7c45a3-f95c-4067-8d3d-489195435951), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:48.354645 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb9aab67-7d01-4534-a859-67ef2e313a20 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (e5914ac6-a7d4-41c7-a89d-3d775ef0d123), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:48.458774 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb9aab67-7d01-4534-a859-67ef2e313a20 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (e5914ac6-a7d4-41c7-a89d-3d775ef0d123), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:48.468403 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54019b82-562a-4319-8a28-53a4b0d6ad56 x-openstack-request-id: req-54019b82-562a-4319-8a28-53a4b0d6ad56 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:10:48.469312 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821d1efe-8519-4e60-abb5-bcbd5251909f", "name": "network-vif-plugged", "status": "completed", "tag": "8f7c45a3-f95c-4067-8d3d-489195435951", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:10:48.470690 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54019b82-562a-4319-8a28-53a4b0d6ad56 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:10:48.471391 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821d1efe-8519-4e60-abb5-bcbd5251909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7c45a3-f95c-4067-8d3d-489195435951', 'code': 200} Feb 07 17:10:48.535156 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=8f7c45a3-f95c-4067-8d3d-489195435951,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:48.690910 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46a578-b2ab-4fbd-b9a1-b1e8f49db720 req-7907d4fe-8ab6-4d7c-9f70-3e3cff7627ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:48.694720 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b46a578-b2ab-4fbd-b9a1-b1e8f49db720 req-7907d4fe-8ab6-4d7c-9f70-3e3cff7627ed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 1166 time: 0.1687133 Feb 07 17:10:48.707599 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24223111-ec32-42d7-9815-7c7513a8d5e1 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:48.717574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63bac9d4-5aea-44e9-97c9-ce93c12dabfb req-173eca90-9b18-4e0d-b3c3-df6d7acb0cea tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036130 Feb 07 17:10:48.747190 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb9aab67-7d01-4534-a859-67ef2e313a20 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (e5914ac6-a7d4-41c7-a89d-3d775ef0d123), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:48.796109 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9aab67-7d01-4534-a859-67ef2e313a20 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=e5914ac6-a7d4-41c7-a89d-3d775ef0d123,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:48.830569 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:10:48.902822 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb9aab67-7d01-4534-a859-67ef2e313a20 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:48.909578 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cb9aab67-7d01-4534-a859-67ef2e313a20 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/e5914ac6-a7d4-41c7-a89d-3d775ef0d123 HTTP/1.1" status: 204 len: 168 time: 0.8986645 Feb 07 17:10:48.912013 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43126) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:48.928194 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b46a578-b2ab-4fbd-b9a1-b1e8f49db720 req-63ac184a-f3ee-488e-8299-3561421fd880 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e6148aca-e06f-4333-ad45-bd3a6c79e9b5&id=9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2058728 Feb 07 17:10:48.941157 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5b507309-61da-4835-a932-cf3b3820dd59 None None] Provisioning complete for port 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:48.941815 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b507309-61da-4835-a932-cf3b3820dd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2e0a2ce2-fdde-49a0-966a-2b1b660b3d52), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:48.966043 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b7454f4b-dd93-401c-b418-7ad6ec4a5330 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513277 Feb 07 17:10:48.968759 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43128) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:48.975082 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e120ca1e-e4b4-4de0-a207-7016bb409c85 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:49.218250 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd7d79f6-c7b9-4324-a414-8a7ef8554474 req-b5f91551-c1b5-42af-b11f-4f7f225bd2fb tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 210 time: 0.1002033 Feb 07 17:10:49.229451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5b507309-61da-4835-a932-cf3b3820dd59 None None] Current status of the port 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:49.267165 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:49.268642 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2e0a2ce2-fdde-49a0-966a-2b1b660b3d52), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:49.306750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e120ca1e-e4b4-4de0-a207-7016bb409c85 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:49.320443 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e120ca1e-e4b4-4de0-a207-7016bb409c85 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:49.369803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6a0d1b-d388-4fa1-902c-89299742c36e None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:10:49.531059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:49.559282 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674783fe-ee73-4f26-ab7a-e20a55e6687e req-0972cb28-b6f5-45f0-88c4-b185364637d7 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:49.561882 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a0d1b-d388-4fa1-902c-89299742c36e None None] Deleting port 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:49.565773 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0d1b-d388-4fa1-902c-89299742c36e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2e0a2ce2-fdde-49a0-966a-2b1b660b3d52), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:49.570796 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-674783fe-ee73-4f26-ab7a-e20a55e6687e req-0972cb28-b6f5-45f0-88c4-b185364637d7 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 984 time: 0.3379045 Feb 07 17:10:49.675599 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-674783fe-ee73-4f26-ab7a-e20a55e6687e req-4930e4bd-cb6c-4643-ad1a-dc9994dca8c5 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6148aca-e06f-4333-ad45-bd3a6c79e9b5&id=9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1012864 Feb 07 17:10:49.763046 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8a6a0d1b-d388-4fa1-902c-89299742c36e None None] For port 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2e0a2ce2-fdde-49a0-966a-2b1b660b3d52,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:49.763633 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0d1b-d388-4fa1-902c-89299742c36e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2e0a2ce2-fdde-49a0-966a-2b1b660b3d52), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:49.785512 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a0d1b-d388-4fa1-902c-89299742c36e None None] Calling delete_port for 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:49.925822 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e120ca1e-e4b4-4de0-a207-7016bb409c85 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (f4334813-b005-4077-96c6-60d7175c4d0c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:49.950416 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0d1b-d388-4fa1-902c-89299742c36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (2e0a2ce2-fdde-49a0-966a-2b1b660b3d52), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:49.978879 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6a0d1b-d388-4fa1-902c-89299742c36e None None] No DVR routers for this DVR port 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:10:49.994648 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c2eda-e3c3-41fb-9881-4eabd3428d1d req-3fbf6127-9605-4d38-baea-2306c1f61f24 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:49.997373 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c92c2eda-e3c3-41fb-9881-4eabd3428d1d req-3fbf6127-9605-4d38-baea-2306c1f61f24 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.1444175 Feb 07 17:10:50.036663 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a0d1b-d388-4fa1-902c-89299742c36e None None] Pushing event deleted for resources: {'Port': ['ID=2e0a2ce2-fdde-49a0-966a-2b1b660b3d52,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:50.057191 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e120ca1e-e4b4-4de0-a207-7016bb409c85 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:50.061086 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e120ca1e-e4b4-4de0-a207-7016bb409c85 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:50.067800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e120ca1e-e4b4-4de0-a207-7016bb409c85 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:50.068547 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e120ca1e-e4b4-4de0-a207-7016bb409c85 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:50.073874 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b85b724-f3d4-45e6-84be-8f4262a7a2e8 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:50.112217 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c92c2eda-e3c3-41fb-9881-4eabd3428d1d req-582053f0-642f-4769-851f-c0407929408b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074872 Feb 07 17:10:50.118857 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120ca1e-e4b4-4de0-a207-7016bb409c85 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=f4334813-b005-4077-96c6-60d7175c4d0c,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:50.140509 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43152) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:50.141337 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e120ca1e-e4b4-4de0-a207-7016bb409c85 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1705382 Feb 07 17:10:50.146485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e0d3b748-4fee-4324-8928-e7d13f71749f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:50.274330 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': 'f4334813-b005-4077-96c6-60d7175c4d0c'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:10:50.275643 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:50.314818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d3b748-4fee-4324-8928-e7d13f71749f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:50.319040 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0d3b748-4fee-4324-8928-e7d13f71749f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:50.393079 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-881fe401-fadf-4c26-844f-0416add78b65 req-fb9f844c-0751-4591-be65-46022b782a27 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 210 time: 0.0420747 Feb 07 17:10:50.493221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] Allocated IP 172.20.0.2 (5d104e3b-016c-4509-9da5-d18eb1be26d1/f4334813-b005-4077-96c6-60d7175c4d0c/e7e5617a-d969-4abf-9ebb-fb3c7eac0a87) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:50.692023 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] Publish callbacks [] for port (e7e5617a-d969-4abf-9ebb-fb3c7eac0a87), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:50.702278 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (e7e5617a-d969-4abf-9ebb-fb3c7eac0a87), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:50.753587 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] Pushing event updated for resources: {'Port': ['ID=e7e5617a-d969-4abf-9ebb-fb3c7eac0a87,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:50.766042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:10:50.779025 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:50.801020 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:50.804951 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:10:50.807398 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:10:50.808109 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2e0a2ce2-fdde-49a0-966a-2b1b660b3d52 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:10:50.899412 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] Attempting to bind port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:10:50.900081 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] Attempting to bind port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:10:50.905527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] Attempting to bind port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:10:50.916495 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:10:50.917164 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:10:50.917910 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:50.918465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:10:50.919120 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] Bound port: e7e5617a-d969-4abf-9ebb-fb3c7eac0a87, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:10:50.920667 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e7e5617a-d969-4abf-9ebb-fb3c7eac0a87), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:50.956494 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa9402-b4cf-48fa-b3e6-e414212a6495 req-a5ef12c7-4140-4ce8-8d4c-3a6fbc2ef783 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:50.958097 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5faa9402-b4cf-48fa-b3e6-e414212a6495 req-a5ef12c7-4140-4ce8-8d4c-3a6fbc2ef783 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 984 time: 0.1438909 Feb 07 17:10:51.030738 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] For port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:10:51.032741 n-d-827865-3 neutron-server[103225]: DEBUG neutron.objects.ports [None req-e0d3b748-4fee-4324-8928-e7d13f71749f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 17:10:51.042494 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] For port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e7e5617a-d969-4abf-9ebb-fb3c7eac0a87,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:10:51.053758 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e7e5617a-d969-4abf-9ebb-fb3c7eac0a87), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:51.227222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0e60d-8574-40ce-8467-abe5e63b8d5f None None] Pushing event updated for resources: {'Port': ['ID=e7e5617a-d969-4abf-9ebb-fb3c7eac0a87,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:51.395921 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:51.442744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ab0b6-7907-4886-a7a3-207e0ce9465b req-3a104ae7-6c5c-4396-a32f-f661e84773af tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:51.444558 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a27ab0b6-7907-4886-a7a3-207e0ce9465b req-3a104ae7-6c5c-4396-a32f-f661e84773af tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.1488233 Feb 07 17:10:51.595352 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a27ab0b6-7907-4886-a7a3-207e0ce9465b req-7e478224-b932-44fd-8a56-ff669e7fbd2b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113462 Feb 07 17:10:51.791643 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e021b0f3-5c94-4cff-bd3a-2a01cb001b68 req-78c05898-f339-49e4-9f93-604e09264347 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 210 time: 0.0790777 Feb 07 17:10:51.864383 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5faa9402-b4cf-48fa-b3e6-e414212a6495 req-6362102b-a261-4ac9-a8e3-0992d7f75e82 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6148aca-e06f-4333-ad45-bd3a6c79e9b5&id=9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.8295162 Feb 07 17:10:51.940084 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0d3b748-4fee-4324-8928-e7d13f71749f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e7e5617a-d969-4abf-9ebb-fb3c7eac0a87), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:52.059505 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b2b5c-9671-40e2-bcc4-d3a63b0c5705 req-5bdb286a-5eb7-41b4-b041-fea43ca2528d tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:52.061139 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7a6b2b5c-9671-40e2-bcc4-d3a63b0c5705 req-5bdb286a-5eb7-41b4-b041-fea43ca2528d tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 984 time: 0.0924752 Feb 07 17:10:52.167142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-e0d3b748-4fee-4324-8928-e7d13f71749f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] For port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e7e5617a-d969-4abf-9ebb-fb3c7eac0a87,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:52.168310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7a6b2b5c-9671-40e2-bcc4-d3a63b0c5705 req-7db843cc-a504-47d5-9a3f-551ed787151d tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6148aca-e06f-4333-ad45-bd3a6c79e9b5&id=9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0938241 Feb 07 17:10:52.211157 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0d3b748-4fee-4324-8928-e7d13f71749f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (e7e5617a-d969-4abf-9ebb-fb3c7eac0a87), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:52.217486 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0d3b748-4fee-4324-8928-e7d13f71749f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (e7e5617a-d969-4abf-9ebb-fb3c7eac0a87), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:52.306960 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0d3b748-4fee-4324-8928-e7d13f71749f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (de992617-150e-47a7-a093-dca7251f33fc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:52.392915 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3b748-4fee-4324-8928-e7d13f71749f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=de992617-150e-47a7-a093-dca7251f33fc,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:52.420863 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3b748-4fee-4324-8928-e7d13f71749f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=e7e5617a-d969-4abf-9ebb-fb3c7eac0a87,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:52.452574 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d3b748-4fee-4324-8928-e7d13f71749f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:52.461101 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e0d3b748-4fee-4324-8928-e7d13f71749f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:52.464497 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d3b748-4fee-4324-8928-e7d13f71749f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:52.465103 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0d3b748-4fee-4324-8928-e7d13f71749f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:52.486573 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bcbcf-e0f1-4902-b5b9-fb10b8fe73fa req-d1ab5d51-d28e-4bbc-9468-c3199b713e4e tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:52.488186 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c45bcbcf-e0f1-4902-b5b9-fb10b8fe73fa req-d1ab5d51-d28e-4bbc-9468-c3199b713e4e tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 1166 time: 0.1042011 Feb 07 17:10:52.492534 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e0d3b748-4fee-4324-8928-e7d13f71749f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3509300 Feb 07 17:10:52.495468 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43184) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:52.501487 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cc1c750a-e87a-4211-a89d-5855484b2d25 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'mac_address': 'fa:16:3e:7e:02:02', 'name': 'tempest-NetworksTestDHCPv6-1055252718'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:52.511776 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c45bcbcf-e0f1-4902-b5b9-fb10b8fe73fa req-a8f700fa-4ec5-4f89-9fe3-8109cd1fc59b tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:52.684713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1c750a-e87a-4211-a89d-5855484b2d25 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:52.697008 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c45bcbcf-e0f1-4902-b5b9-fb10b8fe73fa req-a8f700fa-4ec5-4f89-9fe3-8109cd1fc59b tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Publish callbacks [] for security_group (a12d4dc8-008f-4159-af36-c88290009070), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:52.712807 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c45bcbcf-e0f1-4902-b5b9-fb10b8fe73fa req-a8f700fa-4ec5-4f89-9fe3-8109cd1fc59b tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a12d4dc8-008f-4159-af36-c88290009070), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:52.819062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f700fa-4ec5-4f89-9fe3-8109cd1fc59b tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12d4dc8-008f-4159-af36-c88290009070,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:52.854504 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c45bcbcf-e0f1-4902-b5b9-fb10b8fe73fa req-a8f700fa-4ec5-4f89-9fe3-8109cd1fc59b tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e6148aca-e06f-4333-ad45-bd3a6c79e9b5&id=9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3586502 Feb 07 17:10:52.862537 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30b4dc-793a-4f2f-90cd-fa5020569d9f req-751c4d74-21ba-4749-90a0-0341547c52f9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:52.881654 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e30b4dc-793a-4f2f-90cd-fa5020569d9f req-751c4d74-21ba-4749-90a0-0341547c52f9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.0991359 Feb 07 17:10:52.882300 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43190) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:52.944045 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc1c750a-e87a-4211-a89d-5855484b2d25 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:52.948884 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e003ebb4-d9b1-4a98-9086-e2b63caa65ba None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:52.979866 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e30b4dc-793a-4f2f-90cd-fa5020569d9f req-410f32c6-fe75-472c-9c8f-c2af40449adc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965939 Feb 07 17:10:53.001234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-cc1c750a-e87a-4211-a89d-5855484b2d25 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port 884af504-8816-46ea-9af6-c1282fcd06ea yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:10:53.024020 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9853e90a-d21f-4dbb-8d34-460f25a8c45e tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:53.027595 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9853e90a-d21f-4dbb-8d34-460f25a8c45e tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 1161 time: 0.1411934 Feb 07 17:10:53.028147 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43192) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:53.043577 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': '8f7c45a3-f95c-4067-8d3d-489195435951', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:53.077195 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:10:53.104664 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c2469840-2d82-4498-b50b-bd98b07b9ad1 req-597c7928-49a4-459e-812b-3562e84e5db1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 210 time: 0.0552452 Feb 07 17:10:53.140460 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:53.163383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c6d6f0de-c1a0-4578-8f7f-23ee6e0d4bb6 None None] Provisioning complete for port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:53.163832 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f0de-c1a0-4578-8f7f-23ee6e0d4bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e7e5617a-d969-4abf-9ebb-fb3c7eac0a87), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:53.235174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:53.235832 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e7e5617a-d969-4abf-9ebb-fb3c7eac0a87), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:53.309609 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-cc1c750a-e87a-4211-a89d-5855484b2d25 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 172.20.0.5 (5d104e3b-016c-4509-9da5-d18eb1be26d1/f4334813-b005-4077-96c6-60d7175c4d0c/884af504-8816-46ea-9af6-c1282fcd06ea) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:53.317033 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-cc1c750a-e87a-4211-a89d-5855484b2d25 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::f816:3eff:fe7e:202 (5d104e3b-016c-4509-9da5-d18eb1be26d1/de992617-150e-47a7-a093-dca7251f33fc/884af504-8816-46ea-9af6-c1282fcd06ea) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:53.319731 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:53.476295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Allocated IP 172.25.4.247 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/72587bbf-8470-4f59-9e8d-750f8ccf1989) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:10:53.489095 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:53.554140 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c6d6f0de-c1a0-4578-8f7f-23ee6e0d4bb6 None None] Current status of the port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:53.554538 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f0de-c1a0-4578-8f7f-23ee6e0d4bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e7e5617a-d969-4abf-9ebb-fb3c7eac0a87), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:53.586150 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc1c750a-e87a-4211-a89d-5855484b2d25 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (884af504-8816-46ea-9af6-c1282fcd06ea), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:53.614157 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:53.614809 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e7e5617a-d969-4abf-9ebb-fb3c7eac0a87), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:53.644620 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c6d6f0de-c1a0-4578-8f7f-23ee6e0d4bb6 None None] For port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e7e5617a-d969-4abf-9ebb-fb3c7eac0a87,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:53.658401 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f0de-c1a0-4578-8f7f-23ee6e0d4bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e7e5617a-d969-4abf-9ebb-fb3c7eac0a87), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:53.673436 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc1c750a-e87a-4211-a89d-5855484b2d25 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (884af504-8816-46ea-9af6-c1282fcd06ea), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:53.732015 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for port (72587bbf-8470-4f59-9e8d-750f8ccf1989), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:53.749660 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:10:53.749995 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:10:53.759032 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6f0de-c1a0-4578-8f7f-23ee6e0d4bb6 None None] Pushing event updated for resources: {'Port': ['ID=e7e5617a-d969-4abf-9ebb-fb3c7eac0a87,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:53.796835 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1c750a-e87a-4211-a89d-5855484b2d25 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:53.800559 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-cc1c750a-e87a-4211-a89d-5855484b2d25 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:53.804581 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1c750a-e87a-4211-a89d-5855484b2d25 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:10:53.834506 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (72587bbf-8470-4f59-9e8d-750f8ccf1989), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:53.866055 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1c750a-e87a-4211-a89d-5855484b2d25 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:53.866738 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc1c750a-e87a-4211-a89d-5855484b2d25 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:53.893959 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cc1c750a-e87a-4211-a89d-5855484b2d25 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3970449 Feb 07 17:10:53.895387 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c750a-e87a-4211-a89d-5855484b2d25 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=884af504-8816-46ea-9af6-c1282fcd06ea,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:53.899148 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43200) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:53.925660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:10:53.958135 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:10:53.965053 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:10:53.998867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42eb8b-c751-47e5-8c5a-6dc58069348f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:54.007183 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42eb8b-c751-47e5-8c5a-6dc58069348f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:54.009618 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0b42eb8b-c751-47e5-8c5a-6dc58069348f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1094532 Feb 07 17:10:54.019335 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43206) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:54.061101 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event updated for resources: {'Port': ['ID=72587bbf-8470-4f59-9e8d-750f8ccf1989,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:54.289365 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26c827-49f3-4128-ba2b-72ed5a0397d1 req-95322e4c-2c4d-465b-8323-a5b78714953f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:54.292135 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1e26c827-49f3-4128-ba2b-72ed5a0397d1 req-95322e4c-2c4d-465b-8323-a5b78714953f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.1345763 Feb 07 17:10:54.305906 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port 884af504-8816-46ea-9af6-c1282fcd06ea {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:54.306473 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (884af504-8816-46ea-9af6-c1282fcd06ea), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:54.330596 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2fcfe4f4-b489-4c0a-8fb5-93c5d000f474 req-00c6a1e8-218c-4839-89bd-408f40b863a1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 210 time: 0.0844965 Feb 07 17:10:54.414795 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:54.479417 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1e26c827-49f3-4128-ba2b-72ed5a0397d1 req-e7c92725-8303-4d53-ad72-cfea06f1e3dc tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600375 Feb 07 17:10:54.560114 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (884af504-8816-46ea-9af6-c1282fcd06ea), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:54.584607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for 884af504-8816-46ea-9af6-c1282fcd06ea owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:54.749698 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:10:55.028924 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for floatingip (1d1e6627-b276-487f-9689-1044d6aed2b2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:55.120977 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (884af504-8816-46ea-9af6-c1282fcd06ea), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:55.148543 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-3d3f1704-35a1-4d5f-a9b8-8397b8d9cfa2 None None] Provisioning complete for port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:55.150283 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3d3f1704-35a1-4d5f-a9b8-8397b8d9cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e7e5617a-d969-4abf-9ebb-fb3c7eac0a87), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:55.171570 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=884af504-8816-46ea-9af6-c1282fcd06ea,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:55.213075 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:55.213625 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e7e5617a-d969-4abf-9ebb-fb3c7eac0a87), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:55.289484 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:55.289852 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:55.290227 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:55.292065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:55.292469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:55.292823 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:55.293167 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:55.295705 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:55.296080 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:55.299068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:55.299966 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:55.300329 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:55.300680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:10:55.305941 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (72587bbf-8470-4f59-9e8d-750f8ccf1989), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:55.343334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3d3f1704-35a1-4d5f-a9b8-8397b8d9cfa2 None None] Current status of the port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:55.452255 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:55.453964 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:55.471266 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f9952e65-12b6-4ece-bb2a-77b30d36917b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/884af504-8816-46ea-9af6-c1282fcd06ea HTTP/1.1" status: 204 len: 168 time: 1.4507377 Feb 07 17:10:55.473799 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43224) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:55.494430 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f2a06648-51bf-4f5f-995e-c899653eed0f None None] Could not find standard attr ID for object 884af504-8816-46ea-9af6-c1282fcd06ea. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:10:55.564921 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf734dd6-4ee0-4de1-99df-d61cb2c2be1d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:55.566416 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf734dd6-4ee0-4de1-99df-d61cb2c2be1d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:55.567763 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf734dd6-4ee0-4de1-99df-d61cb2c2be1d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:55.572356 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cf734dd6-4ee0-4de1-99df-d61cb2c2be1d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0843310 Feb 07 17:10:55.572980 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43228) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:55.667492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae384f62-5d33-475b-866d-99d3049a26cb tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet de992617-150e-47a7-a093-dca7251f33fc {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:10:55.670220 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-27fa40fc-9afc-48ec-8b69-a8ebe8913e32 req-4ed5343d-d3b7-430a-94b7-4718bd1d620a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 210 time: 0.1067858 Feb 07 17:10:55.680873 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae384f62-5d33-475b-866d-99d3049a26cb tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (de992617-150e-47a7-a093-dca7251f33fc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:55.759254 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for port (72587bbf-8470-4f59-9e8d-750f8ccf1989), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:55.765017 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (72587bbf-8470-4f59-9e8d-750f8ccf1989), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:55.807470 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5852c3c6-72b7-4d43-b060-0eb1ef6acf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:55.859710 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (1d1e6627-b276-487f-9689-1044d6aed2b2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:55.945019 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event updated for resources: {'Port': ['ID=72587bbf-8470-4f59-9e8d-750f8ccf1989,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:56.000979 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Floating IP 1d1e6627-b276-487f-9689-1044d6aed2b2 associated. External IP: 172.25.4.247, port: 8f7c45a3-f95c-4067-8d3d-489195435951. Feb 07 17:10:56.053850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e1977-8529-4d57-be66-9ccf3c157450 req-5fc7b404-e648-481b-8d4d-c3c0d5346973 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:56.055394 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c47e1977-8529-4d57-be66-9ccf3c157450 req-5fc7b404-e648-481b-8d4d-c3c0d5346973 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.4213362 Feb 07 17:10:56.062202 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae384f62-5d33-475b-866d-99d3049a26cb tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (de992617-150e-47a7-a093-dca7251f33fc), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:56.198482 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c47e1977-8529-4d57-be66-9ccf3c157450 req-7bbbf63b-185f-4e6b-b2f2-5860710b50fe tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325924 Feb 07 17:10:56.295183 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae384f62-5d33-475b-866d-99d3049a26cb tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (de992617-150e-47a7-a093-dca7251f33fc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:56.371816 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Router 3648e758-cc21-46bb-b14f-ff6e8ba2e59e has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:10:56.421112 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae384f62-5d33-475b-866d-99d3049a26cb tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (de992617-150e-47a7-a093-dca7251f33fc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:56.493333 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae384f62-5d33-475b-866d-99d3049a26cb tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=de992617-150e-47a7-a093-dca7251f33fc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:56.508167 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ae384f62-5d33-475b-866d-99d3049a26cb tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:56.514883 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d25789-ea94-44fe-8aef-2d0c4fe611b4 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:56.525002 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ae384f62-5d33-475b-866d-99d3049a26cb tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/de992617-150e-47a7-a093-dca7251f33fc HTTP/1.1" status: 204 len: 168 time: 0.9507439 Feb 07 17:10:56.525910 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43234) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:56.617906 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e98bd91-f74a-4a24-92f4-97f2136af5a8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet f4334813-b005-4077-96c6-60d7175c4d0c {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:10:56.624059 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd91-f74a-4a24-92f4-97f2136af5a8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (f4334813-b005-4077-96c6-60d7175c4d0c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:56.677780 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd91-f74a-4a24-92f4-97f2136af5a8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (f4334813-b005-4077-96c6-60d7175c4d0c), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:56.718117 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:10:56.740133 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b83bb8-99f5-4f61-87ed-bd76a3deefeb None None] Sync routers for ids ['3648e758-cc21-46bb-b14f-ff6e8ba2e59e'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:10:56.779492 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:56.781434 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b83bb8-99f5-4f61-87ed-bd76a3deefeb None None] Routers {'3648e758-cc21-46bb-b14f-ff6e8ba2e59e'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:10:56.782826 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d1b83bb8-99f5-4f61-87ed-bd76a3deefeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:10:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3648e758-cc21-46bb-b14f-ff6e8ba2e59e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:56.861133 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-045f3b2a-fd15-4b50-a168-cc1ecaf829d0 req-9681bc55-90f2-4171-93fc-75ea0a46cda2 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 210 time: 0.0601165 Feb 07 17:10:56.894265 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7a333741-838d-4cf9-924e-b3a6924894bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8649242 Feb 07 17:10:56.896812 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43238) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:56.899233 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821d1efe-8519-4e60-abb5-bcbd5251909f', 'tag': '8f7c45a3-f95c-4067-8d3d-489195435951'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:10:56.901733 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce20d35f-96ac-4124-98df-71dc9baed0af" -d '{"events": [{"name": "network-changed", "server_uuid": "821d1efe-8519-4e60-abb5-bcbd5251909f", "tag": "8f7c45a3-f95c-4067-8d3d-489195435951"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:10:56.936053 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd91-f74a-4a24-92f4-97f2136af5a8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (f4334813-b005-4077-96c6-60d7175c4d0c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:56.972504 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d1b83bb8-99f5-4f61-87ed-bd76a3deefeb None None] Set router 3648e758-cc21-46bb-b14f-ff6e8ba2e59e gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:10:56.982047 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986f1362-040b-4de5-9b6d-e4a20330890f x-openstack-request-id: req-986f1362-040b-4de5-9b6d-e4a20330890f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:10:56.987674 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821d1efe-8519-4e60-abb5-bcbd5251909f", "tag": "8f7c45a3-f95c-4067-8d3d-489195435951", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:10:56.988161 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-986f1362-040b-4de5-9b6d-e4a20330890f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:10:56.988738 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821d1efe-8519-4e60-abb5-bcbd5251909f', 'tag': '8f7c45a3-f95c-4067-8d3d-489195435951', 'status': 'completed', 'code': 200} Feb 07 17:10:57.091663 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd91-f74a-4a24-92f4-97f2136af5a8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (f4334813-b005-4077-96c6-60d7175c4d0c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:57.116918 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd91-f74a-4a24-92f4-97f2136af5a8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:57.125142 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8e98bd91-f74a-4a24-92f4-97f2136af5a8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/f4334813-b005-4077-96c6-60d7175c4d0c HTTP/1.1" status: 204 len: 168 time: 0.5956404 Feb 07 17:10:57.149371 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43242) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:57.155019 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98bd91-f74a-4a24-92f4-97f2136af5a8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=f4334813-b005-4077-96c6-60d7175c4d0c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:57.311751 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e850a68f-b9ef-4aa4-bd2e-b9cd2d81b02e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1515403 Feb 07 17:10:57.312812 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43246) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:57.439513 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d1b83bb8-99f5-4f61-87ed-bd76a3deefeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893619253', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '056b65b7-978b-417f-863d-7324c1c4d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:22Z', 'updated_at': '2022-02-07T17:10:30Z', 'revision_number': 4, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '056b65b7-978b-417f-863d-7324c1c4d962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:23Z', 'updated_at': '2022-02-07T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '1d1e6627-b276-487f-9689-1044d6aed2b2', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'port_id': '8f7c45a3-f95c-4067-8d3d-489195435951', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4', 'mac_address': 'fa:16:3e:fc:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821d1efe-8519-4e60-abb5-bcbd5251909f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:10:54Z', 'updated_at': '2022-02-07T17:10:54Z', 'revision_number': 0, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a9c4b6-94e4-42be-8d65-05f139d7d47d', 'name': '', 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'mac_address': 'fa:16:3e:bd:22:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'a49665c9-ce29-49ca-b28e-0c008521f833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:28Z', 'updated_at': '2022-02-07T17:10:34Z', 'revision_number': 5, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'subnets': [{'id': 'a49665c9-ce29-49ca-b28e-0c008521f833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:57.444821 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fcd7f6-7dba-4d16-89be-0c35eeb7368c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:57.453256 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-56fcd7f6-7dba-4d16-89be-0c35eeb7368c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1390374 Feb 07 17:10:57.454353 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43248) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:57.461702 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20d35f-96ac-4124-98df-71dc9baed0af req-b116b7cc-718b-457f-a435-e6a4a4e2e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:57.463237 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce20d35f-96ac-4124-98df-71dc9baed0af req-b116b7cc-718b-457f-a435-e6a4a4e2e26a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df2ae0e149dd45049c788ec21df35203&device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 1166 time: 0.4195604 Feb 07 17:10:57.497533 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44081401-dda6-4c38-917f-5f931ca38253 req-92a88deb-3be4-44fd-adba-05b770b56f77 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:57.517637 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-44081401-dda6-4c38-917f-5f931ca38253 req-92a88deb-3be4-44fd-adba-05b770b56f77 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.1869235 Feb 07 17:10:57.526875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b83bb8-99f5-4f61-87ed-bd76a3deefeb None None] Checking router: 3648e758-cc21-46bb-b14f-ff6e8ba2e59e for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:10:57.547139 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b83bb8-99f5-4f61-87ed-bd76a3deefeb None None] Routers {'3648e758-cc21-46bb-b14f-ff6e8ba2e59e'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:10:57.548552 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d1b83bb8-99f5-4f61-87ed-bd76a3deefeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:10:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3648e758-cc21-46bb-b14f-ff6e8ba2e59e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:57.632805 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20d35f-96ac-4124-98df-71dc9baed0af req-13c8341f-199f-4565-a254-4159521caca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:57.634455 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce20d35f-96ac-4124-98df-71dc9baed0af req-13c8341f-199f-4565-a254-4159521caca8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 HTTP/1.1" status: 200 len: 896 time: 0.1614385 Feb 07 17:10:57.650263 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cb4afd-2b5e-4784-9307-76a9dea886fb tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:57.660140 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43252) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:57.669230 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e5cb4afd-2b5e-4784-9307-76a9dea886fb tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2056489 Feb 07 17:10:57.682600 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-44081401-dda6-4c38-917f-5f931ca38253 req-ed387fdb-f257-4562-99d0-19550491088c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640251 Feb 07 17:10:57.735895 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d1b83bb8-99f5-4f61-87ed-bd76a3deefeb None None] Set router 3648e758-cc21-46bb-b14f-ff6e8ba2e59e gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:10:57.786294 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde4e4d1-ac66-4a41-a014-44c01ec56808 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:57.786853 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde4e4d1-ac66-4a41-a014-44c01ec56808 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:57.787290 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde4e4d1-ac66-4a41-a014-44c01ec56808 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:57.787773 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde4e4d1-ac66-4a41-a014-44c01ec56808 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:57.788211 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde4e4d1-ac66-4a41-a014-44c01ec56808 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:57.790444 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde4e4d1-ac66-4a41-a014-44c01ec56808 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:57.795673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde4e4d1-ac66-4a41-a014-44c01ec56808 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:57.796248 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde4e4d1-ac66-4a41-a014-44c01ec56808 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:57.796728 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde4e4d1-ac66-4a41-a014-44c01ec56808 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:57.797199 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde4e4d1-ac66-4a41-a014-44c01ec56808 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:57.798233 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde4e4d1-ac66-4a41-a014-44c01ec56808 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:57.800705 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bde4e4d1-ac66-4a41-a014-44c01ec56808 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7760 time: 0.9026914 Feb 07 17:10:57.803677 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43258) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:57.808639 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6fc66565-02bf-43a7-9747-5ffbfbc7482b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1472571 Feb 07 17:10:57.830212 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43260) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:57.846894 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d93a2f58-aa36-4265-afa3-959d0a0df43f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:57.915951 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce20d35f-96ac-4124-98df-71dc9baed0af req-c24e62af-0c84-4be6-99ac-9197556a6915 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f7c45a3-f95c-4067-8d3d-489195435951 HTTP/1.1" status: 200 len: 999 time: 0.2722993 Feb 07 17:10:57.943194 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685c3334-2035-42b8-9e6a-ab5ecb95fd84 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:10:58.055599 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd78f43-17a0-4934-ad6c-9041a1fd455a tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:58.056087 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd78f43-17a0-4934-ad6c-9041a1fd455a tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:58.056551 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd78f43-17a0-4934-ad6c-9041a1fd455a tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:58.057013 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd78f43-17a0-4934-ad6c-9041a1fd455a tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:58.057496 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd78f43-17a0-4934-ad6c-9041a1fd455a tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:58.061435 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd78f43-17a0-4934-ad6c-9041a1fd455a tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:58.061918 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd78f43-17a0-4934-ad6c-9041a1fd455a tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:58.062382 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd78f43-17a0-4934-ad6c-9041a1fd455a tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:58.062842 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd78f43-17a0-4934-ad6c-9041a1fd455a tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:58.063380 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd78f43-17a0-4934-ad6c-9041a1fd455a tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:58.071412 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fcd78f43-17a0-4934-ad6c-9041a1fd455a tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6535 time: 0.2643213 Feb 07 17:10:58.072054 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43268) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:58.089906 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20d35f-96ac-4124-98df-71dc9baed0af req-4128e08a-e61c-4962-9483-6383dafd92df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:58.091578 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce20d35f-96ac-4124-98df-71dc9baed0af req-4128e08a-e61c-4962-9483-6383dafd92df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a49665c9-ce29-49ca-b28e-0c008521f833 HTTP/1.1" status: 200 len: 835 time: 0.0684867 Feb 07 17:10:58.119703 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-113e9b2c-0905-4d29-a37c-5158193abe7b req-ee779542-eb3c-4111-8801-8659b93ad5c0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 210 time: 0.0398283 Feb 07 17:10:58.180568 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93a2f58-aa36-4265-afa3-959d0a0df43f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:58.185074 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d93a2f58-aa36-4265-afa3-959d0a0df43f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:58.186694 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93a2f58-aa36-4265-afa3-959d0a0df43f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:10:58.187275 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93a2f58-aa36-4265-afa3-959d0a0df43f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:10:58.209781 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d93a2f58-aa36-4265-afa3-959d0a0df43f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3782623 Feb 07 17:10:58.213017 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43270) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:58.219013 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e4c28e17-1420-4839-ae3a-7924bd3b3a64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:58.226247 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20d35f-96ac-4124-98df-71dc9baed0af req-e9e899c0-16a5-47de-89f5-51d99a1bc6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:58.228107 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce20d35f-96ac-4124-98df-71dc9baed0af req-e9e899c0-16a5-47de-89f5-51d99a1bc6ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5255453-bb9f-4ec4-afee-e5b5fda8b2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1049845 Feb 07 17:10:58.325001 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4c0822ca-b89d-485e-9271-693db1199ea0 None None] Provisioning complete for port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:10:58.325425 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4c0822ca-b89d-485e-9271-693db1199ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e7e5617a-d969-4abf-9ebb-fb3c7eac0a87), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:58.360737 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce20d35f-96ac-4124-98df-71dc9baed0af req-9e8cdca3-8076-4faa-a60e-1622cf195d50 service neutron] 10.222.0.32 "GET /v2.0/networks/d5255453-bb9f-4ec4-afee-e5b5fda8b2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166782 Feb 07 17:10:58.443607 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2c0f9da1-3c3a-4de0-b70a-4b7612e8276f tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5931 time: 0.3700264 Feb 07 17:10:58.446554 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43272) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:58.498785 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ed4c90b3-973b-43ad-ae62-208faaed72fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:58.519312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0391cc2f-3470-43e6-8317-26fc32bd08b0 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:58.520141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0391cc2f-3470-43e6-8317-26fc32bd08b0 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:58.538278 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0391cc2f-3470-43e6-8317-26fc32bd08b0 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3648e758-cc21-46bb-b14f-ff6e8ba2e59e HTTP/1.1" status: 200 len: 2062 time: 0.0901923 Feb 07 17:10:58.556450 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce20d35f-96ac-4124-98df-71dc9baed0af req-526a7de7-cf24-452f-80ba-57786c96b9a2 service neutron] 10.222.0.32 "GET /v2.0/networks/d5255453-bb9f-4ec4-afee-e5b5fda8b2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668758 Feb 07 17:10:58.557824 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c28e17-1420-4839-ae3a-7924bd3b3a64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:58.558132 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4c0822ca-b89d-485e-9271-693db1199ea0 None None] Current status of the port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:10:58.574898 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4c28e17-1420-4839-ae3a-7924bd3b3a64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:58.583881 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c28e17-1420-4839-ae3a-7924bd3b3a64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:10:58.584403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c28e17-1420-4839-ae3a-7924bd3b3a64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:10:58.591625 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d1b83bb8-99f5-4f61-87ed-bd76a3deefeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893619253', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '056b65b7-978b-417f-863d-7324c1c4d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:22Z', 'updated_at': '2022-02-07T17:10:30Z', 'revision_number': 4, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '056b65b7-978b-417f-863d-7324c1c4d962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:23Z', 'updated_at': '2022-02-07T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '1d1e6627-b276-487f-9689-1044d6aed2b2', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'port_id': '8f7c45a3-f95c-4067-8d3d-489195435951', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4', 'mac_address': 'fa:16:3e:fc:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821d1efe-8519-4e60-abb5-bcbd5251909f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:10:54Z', 'updated_at': '2022-02-07T17:10:54Z', 'revision_number': 0, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a9c4b6-94e4-42be-8d65-05f139d7d47d', 'name': '', 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'mac_address': 'fa:16:3e:bd:22:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'a49665c9-ce29-49ca-b28e-0c008521f833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:28Z', 'updated_at': '2022-02-07T17:10:34Z', 'revision_number': 5, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'subnets': [{'id': 'a49665c9-ce29-49ca-b28e-0c008521f833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:10:58.611807 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e4c28e17-1420-4839-ae3a-7924bd3b3a64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3974783 Feb 07 17:10:58.615141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43276) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:58.620645 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ca92388e-797d-43c2-b1ea-5537d67fab75 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:58.640943 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b83bb8-99f5-4f61-87ed-bd76a3deefeb None None] The sync data for ids ['3648e758-cc21-46bb-b14f-ff6e8ba2e59e'] in n-d-827865-3 is: [{'id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893619253', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '056b65b7-978b-417f-863d-7324c1c4d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:22Z', 'updated_at': '2022-02-07T17:10:30Z', 'revision_number': 4, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '056b65b7-978b-417f-863d-7324c1c4d962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:23Z', 'updated_at': '2022-02-07T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '1d1e6627-b276-487f-9689-1044d6aed2b2', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'port_id': '8f7c45a3-f95c-4067-8d3d-489195435951', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4', 'mac_address': 'fa:16:3e:fc:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821d1efe-8519-4e60-abb5-bcbd5251909f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:10:54Z', 'updated_at': '2022-02-07T17:10:54Z', 'revision_number': 0, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a9c4b6-94e4-42be-8d65-05f139d7d47d', 'name': '', 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'mac_address': 'fa:16:3e:bd:22:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'a49665c9-ce29-49ca-b28e-0c008521f833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:28Z', 'updated_at': '2022-02-07T17:10:34Z', 'revision_number': 5, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'subnets': [{'id': 'a49665c9-ce29-49ca-b28e-0c008521f833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:10:58.669669 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ccf4c3-350a-45a0-9e0c-300189efc88c None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:10:58.746926 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-03ccf4c3-350a-45a0-9e0c-300189efc88c None None] Deleting port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:10:58.747470 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-03ccf4c3-350a-45a0-9e0c-300189efc88c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e7e5617a-d969-4abf-9ebb-fb3c7eac0a87), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:58.836750 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-03ccf4c3-350a-45a0-9e0c-300189efc88c None None] For port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e7e5617a-d969-4abf-9ebb-fb3c7eac0a87,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:10:58.837374 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-03ccf4c3-350a-45a0-9e0c-300189efc88c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e7e5617a-d969-4abf-9ebb-fb3c7eac0a87), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:58.858592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-03ccf4c3-350a-45a0-9e0c-300189efc88c None None] Calling delete_port for e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:10:59.054290 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-03ccf4c3-350a-45a0-9e0c-300189efc88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (e7e5617a-d969-4abf-9ebb-fb3c7eac0a87), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:59.076265 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fe970b-f279-481d-a18d-1dd39a516134 None None] New status for floating IP 1d1e6627-b276-487f-9689-1044d6aed2b2: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:10:59.117918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccf4c3-350a-45a0-9e0c-300189efc88c None None] Pushing event deleted for resources: {'Port': ['ID=e7e5617a-d969-4abf-9ebb-fb3c7eac0a87,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:10:59.130854 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ccf4c3-350a-45a0-9e0c-300189efc88c None None] No DVR routers for this DVR port e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:10:59.347301 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-73194587-3113-457e-af56-a0dd5c27ce72 req-f9dca0e3-613a-4c9e-bddb-376015b51de4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=34229a7e-3c98-405f-b531-45a9a98796bf HTTP/1.1" status: 200 len: 210 time: 0.0711772 Feb 07 17:10:59.455095 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fea5a-5dab-4a13-bcd9-7726b510efb7 req-f4c839e7-05b2-4e88-854d-cd91b4a5033f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:10:59.462489 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-091fea5a-5dab-4a13-bcd9-7726b510efb7 req-f4c839e7-05b2-4e88-854d-cd91b4a5033f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.1623650 Feb 07 17:10:59.511247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca92388e-797d-43c2-b1ea-5537d67fab75 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:59.515192 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca92388e-797d-43c2-b1ea-5537d67fab75 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:59.517454 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca92388e-797d-43c2-b1ea-5537d67fab75 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:10:59.517925 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca92388e-797d-43c2-b1ea-5537d67fab75 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:10:59.526290 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-091fea5a-5dab-4a13-bcd9-7726b510efb7 req-94b5c608-882f-405d-a070-6504dd563cef tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627117 Feb 07 17:10:59.546837 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:59.551327 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ca92388e-797d-43c2-b1ea-5537d67fab75 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9317608 Feb 07 17:10:59.552215 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43294) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:59.565434 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b785eefa-15c6-40f8-9d71-d6a5833c83b6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:59.703175 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b785eefa-15c6-40f8-9d71-d6a5833c83b6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:59.707491 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b785eefa-15c6-40f8-9d71-d6a5833c83b6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:59.708957 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b785eefa-15c6-40f8-9d71-d6a5833c83b6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:10:59.709497 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b785eefa-15c6-40f8-9d71-d6a5833c83b6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:10:59.727824 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b785eefa-15c6-40f8-9d71-d6a5833c83b6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1709850 Feb 07 17:10:59.730560 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43296) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:59.736146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d5b47d97-2f20-4368-9b13-b9a83106a68a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:59.835146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b47d97-2f20-4368-9b13-b9a83106a68a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:59.839826 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d5b47d97-2f20-4368-9b13-b9a83106a68a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:10:59.841522 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b47d97-2f20-4368-9b13-b9a83106a68a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:10:59.842528 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b47d97-2f20-4368-9b13-b9a83106a68a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:10:59.864713 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d5b47d97-2f20-4368-9b13-b9a83106a68a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1327827 Feb 07 17:10:59.867628 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43298) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:10:59.872708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-81190f72-1fe5-4c06-99c1-224b76d84b58 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:10:59.994230 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81190f72-1fe5-4c06-99c1-224b76d84b58 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:10:59.998118 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81190f72-1fe5-4c06-99c1-224b76d84b58 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:00.001393 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-81190f72-1fe5-4c06-99c1-224b76d84b58 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:11:00.001393 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81190f72-1fe5-4c06-99c1-224b76d84b58 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:11:00.027482 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-81190f72-1fe5-4c06-99c1-224b76d84b58 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1563890 Feb 07 17:11:00.028027 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43300) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:00.065265 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-91d85c25-70d3-4225-a227-5c624dc93776 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0359643 Feb 07 17:11:00.067652 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43302) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:00.121241 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607c695d-ec1e-4b8a-ac66-c2bc9899ccca tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:00.122762 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-607c695d-ec1e-4b8a-ac66-c2bc9899ccca tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0542014 Feb 07 17:11:00.125222 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43304) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:00.166025 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9122fac2-0319-4fa9-9008-c21c1bed089a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385439 Feb 07 17:11:00.170551 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43306) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:00.176798 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-58a9911d-22df-4b6f-982d-ae9b3f9bb7fa tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:00.274196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a9911d-22df-4b6f-982d-ae9b3f9bb7fa tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:00.277680 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58a9911d-22df-4b6f-982d-ae9b3f9bb7fa tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:00.590217 n-d-827865-3 neutron-server[103225]: DEBUG neutron.objects.ports [None req-58a9911d-22df-4b6f-982d-ae9b3f9bb7fa tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 17:11:00.591791 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58a9911d-22df-4b6f-982d-ae9b3f9bb7fa tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (18f78ea9-6f87-45de-80ac-2d5f5930e845), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:00.723520 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:11:00.740685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a9911d-22df-4b6f-982d-ae9b3f9bb7fa tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:00.744803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-58a9911d-22df-4b6f-982d-ae9b3f9bb7fa tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:00.748258 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a9911d-22df-4b6f-982d-ae9b3f9bb7fa tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:00.748869 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58a9911d-22df-4b6f-982d-ae9b3f9bb7fa tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:00.755802 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd03457e-dc64-4d7c-b686-724646a5c6a0 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:00.764196 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:11:00.764409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e7e5617a-d969-4abf-9ebb-fb3c7eac0a87 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:11:00.777344 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-58a9911d-22df-4b6f-982d-ae9b3f9bb7fa tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6045971 Feb 07 17:11:00.779565 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43326) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:00.779714 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9911d-22df-4b6f-982d-ae9b3f9bb7fa tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=18f78ea9-6f87-45de-80ac-2d5f5930e845,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:00.785872 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e96a2d67-d421-4a6f-b94d-f4971055620a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'mac_address': 'fa:16:3e:81:8c:5f', 'name': 'tempest-NetworksTestDHCPv6-198844884'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:00.807013 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bb7c2-1343-40e4-b752-96db80a373c0 req-27725dc1-08e2-420b-bf31-cc62c78f71f9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:00.808455 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e23bb7c2-1343-40e4-b752-96db80a373c0 req-27725dc1-08e2-420b-bf31-cc62c78f71f9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.1312170 Feb 07 17:11:00.879831 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e23bb7c2-1343-40e4-b752-96db80a373c0 req-e2c56015-06db-40da-a94b-bd70a83b4a15 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642443 Feb 07 17:11:01.017222 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96a2d67-d421-4a6f-b94d-f4971055620a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:01.044639 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:01.104164 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': '18f78ea9-6f87-45de-80ac-2d5f5930e845'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:11:01.105159 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:01.131610 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e96a2d67-d421-4a6f-b94d-f4971055620a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:01.168559 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-e96a2d67-d421-4a6f-b94d-f4971055620a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port c43efe3f-862b-4d61-b650-8c967e12085b yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:11:01.316149 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] Allocated IP 2001:db8::f816:3eff:fe41:fe58 (5d104e3b-016c-4509-9da5-d18eb1be26d1/18f78ea9-6f87-45de-80ac-2d5f5930e845/4c63e4d5-fc9c-4b64-8110-94aa850b518d) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:01.523925 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:11:01.568395 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] Publish callbacks [] for port (4c63e4d5-fc9c-4b64-8110-94aa850b518d), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:01.574981 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (4c63e4d5-fc9c-4b64-8110-94aa850b518d), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:01.633745 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:01.637688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:01.640457 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e96a2d67-d421-4a6f-b94d-f4971055620a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::f816:3eff:fe81:8c5f (5d104e3b-016c-4509-9da5-d18eb1be26d1/18f78ea9-6f87-45de-80ac-2d5f5930e845/c43efe3f-862b-4d61-b650-8c967e12085b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:01.644255 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:11:01.648796 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] Pushing event updated for resources: {'Port': ['ID=4c63e4d5-fc9c-4b64-8110-94aa850b518d,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:01.723707 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] Attempting to bind port 4c63e4d5-fc9c-4b64-8110-94aa850b518d on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:11:01.724905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] Attempting to bind port 4c63e4d5-fc9c-4b64-8110-94aa850b518d by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:11:01.725540 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] Attempting to bind port 4c63e4d5-fc9c-4b64-8110-94aa850b518d on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:11:01.732520 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:11:01.733327 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:11:01.734137 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:01.735273 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:11:01.735974 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] Bound port: 4c63e4d5-fc9c-4b64-8110-94aa850b518d, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:11:01.736797 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4c63e4d5-fc9c-4b64-8110-94aa850b518d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:01.818077 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] For port 4c63e4d5-fc9c-4b64-8110-94aa850b518d, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:11:01.824049 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] For port 4c63e4d5-fc9c-4b64-8110-94aa850b518d, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4c63e4d5-fc9c-4b64-8110-94aa850b518d,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:11:01.832253 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4c63e4d5-fc9c-4b64-8110-94aa850b518d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:01.833909 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e96a2d67-d421-4a6f-b94d-f4971055620a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (c43efe3f-862b-4d61-b650-8c967e12085b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:01.874959 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e96a2d67-d421-4a6f-b94d-f4971055620a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c43efe3f-862b-4d61-b650-8c967e12085b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:01.923623 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769aefc8-f809-4e85-8e07-b8247f05801f None None] Pushing event updated for resources: {'Port': ['ID=4c63e4d5-fc9c-4b64-8110-94aa850b518d,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:01.946691 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96a2d67-d421-4a6f-b94d-f4971055620a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:01.950619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e96a2d67-d421-4a6f-b94d-f4971055620a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:01.961574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96a2d67-d421-4a6f-b94d-f4971055620a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:11:01.967610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96a2d67-d421-4a6f-b94d-f4971055620a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:01.968271 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e96a2d67-d421-4a6f-b94d-f4971055620a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:01.978397 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a2d67-d421-4a6f-b94d-f4971055620a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=c43efe3f-862b-4d61-b650-8c967e12085b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:01.994529 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e96a2d67-d421-4a6f-b94d-f4971055620a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2143793 Feb 07 17:11:01.997454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43340) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:02.089609 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc38da-f793-4638-b178-5121aba91fa5 req-a7ae1195-345a-40fa-98c8-7035a7b76fa9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:02.092969 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9fc38da-f793-4638-b178-5121aba91fa5 req-a7ae1195-345a-40fa-98c8-7035a7b76fa9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.0905097 Feb 07 17:11:02.187493 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e39772d-1197-41d2-9a15-5df1ea16345f req-47797dac-318c-4793-8c07-da40f1710387 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1547084 Feb 07 17:11:02.240739 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9fc38da-f793-4638-b178-5121aba91fa5 req-64d54cc9-dc92-4f23-9cc8-b652e925099e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290905 Feb 07 17:11:02.256553 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cd9ea1-4c18-4c3d-8673-4f2d42b5f35f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:02.276187 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cd9ea1-4c18-4c3d-8673-4f2d42b5f35f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:02.277928 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-28cd9ea1-4c18-4c3d-8673-4f2d42b5f35f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2786763 Feb 07 17:11:02.281222 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43346) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:02.405029 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:02.444325 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39772d-1197-41d2-9a15-5df1ea16345f req-39c58028-8fe3-4aea-815b-b6e670415cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:02.450371 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e39772d-1197-41d2-9a15-5df1ea16345f req-39c58028-8fe3-4aea-815b-b6e670415cc4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9ad179b24574372b80952de6111dc6e&device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 1127 time: 0.1307461 Feb 07 17:11:02.475920 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-88d6ef6c-7377-49c7-ade4-a9a075ef605a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port c43efe3f-862b-4d61-b650-8c967e12085b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:02.476335 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88d6ef6c-7377-49c7-ade4-a9a075ef605a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c43efe3f-862b-4d61-b650-8c967e12085b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:02.613819 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88d6ef6c-7377-49c7-ade4-a9a075ef605a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c43efe3f-862b-4d61-b650-8c967e12085b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:02.663543 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-88d6ef6c-7377-49c7-ade4-a9a075ef605a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for c43efe3f-862b-4d61-b650-8c967e12085b owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:02.763110 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39772d-1197-41d2-9a15-5df1ea16345f req-37622186-e44c-434c-9b8e-d0bebe1ed123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:02.764716 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e39772d-1197-41d2-9a15-5df1ea16345f req-37622186-e44c-434c-9b8e-d0bebe1ed123 service neutron] 10.222.0.48 "GET /v2.0/networks?id=201760c2-7445-46e7-879d-a3304bb55dba HTTP/1.1" status: 200 len: 912 time: 0.1786225 Feb 07 17:11:02.773720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4c63e4d5-fc9c-4b64-8110-94aa850b518d up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:11:02.833570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 4c63e4d5-fc9c-4b64-8110-94aa850b518d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:02.834352 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4c63e4d5-fc9c-4b64-8110-94aa850b518d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:02.925561 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4c63e4d5-fc9c-4b64-8110-94aa850b518d is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:02.926248 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4c63e4d5-fc9c-4b64-8110-94aa850b518d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:02.930145 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e39772d-1197-41d2-9a15-5df1ea16345f req-f110f3dd-5da2-4456-8cfd-735511354043 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2ff444-08ee-4b25-b3ed-5e38e8cb24da HTTP/1.1" status: 200 len: 1000 time: 0.1574564 Feb 07 17:11:02.931785 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88d6ef6c-7377-49c7-ade4-a9a075ef605a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c43efe3f-862b-4d61-b650-8c967e12085b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:02.985025 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6ef6c-7377-49c7-ade4-a9a075ef605a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=c43efe3f-862b-4d61-b650-8c967e12085b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:03.003925 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 4c63e4d5-fc9c-4b64-8110-94aa850b518d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4c63e4d5-fc9c-4b64-8110-94aa850b518d,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:03.010188 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4c63e4d5-fc9c-4b64-8110-94aa850b518d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:03.040913 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88d6ef6c-7377-49c7-ade4-a9a075ef605a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:03.046829 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-88d6ef6c-7377-49c7-ade4-a9a075ef605a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/c43efe3f-862b-4d61-b650-8c967e12085b HTTP/1.1" status: 204 len: 168 time: 0.7610083 Feb 07 17:11:03.047973 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43350) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:03.063874 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39772d-1197-41d2-9a15-5df1ea16345f req-1c2dbda6-8ba8-49b8-88ba-1a418dd7474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:03.066442 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e39772d-1197-41d2-9a15-5df1ea16345f req-1c2dbda6-8ba8-49b8-88ba-1a418dd7474c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c40ceb2-4236-4c8f-982a-2db09abbbc2a HTTP/1.1" status: 200 len: 850 time: 0.0890777 Feb 07 17:11:03.142522 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2416dc9e-092c-4308-9067-b4ef2cdb76b0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:03.145021 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2416dc9e-092c-4308-9067-b4ef2cdb76b0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:03.150124 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2416dc9e-092c-4308-9067-b4ef2cdb76b0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1011117 Feb 07 17:11:03.150578 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=4c63e4d5-fc9c-4b64-8110-94aa850b518d,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:03.150696 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39772d-1197-41d2-9a15-5df1ea16345f req-1acbfadc-3abe-4d61-a94f-7b981e2cd39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:03.151486 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43352) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:03.152424 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e39772d-1197-41d2-9a15-5df1ea16345f req-1acbfadc-3abe-4d61-a94f-7b981e2cd39a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=201760c2-7445-46e7-879d-a3304bb55dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0777433 Feb 07 17:11:03.238565 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-f788078d-f1fe-4a5b-83e6-ec7aa76dc4c4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet 18f78ea9-6f87-45de-80ac-2d5f5930e845 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:11:03.244398 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f788078d-f1fe-4a5b-83e6-ec7aa76dc4c4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (18f78ea9-6f87-45de-80ac-2d5f5930e845), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:03.367420 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f788078d-f1fe-4a5b-83e6-ec7aa76dc4c4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (18f78ea9-6f87-45de-80ac-2d5f5930e845), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:03.372264 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e39772d-1197-41d2-9a15-5df1ea16345f req-0401a93a-4704-404a-b317-0a7ecc058a22 service neutron] 10.222.0.48 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093041 Feb 07 17:11:03.496792 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f788078d-f1fe-4a5b-83e6-ec7aa76dc4c4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (18f78ea9-6f87-45de-80ac-2d5f5930e845), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:03.534007 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e39772d-1197-41d2-9a15-5df1ea16345f req-d10d9cca-6c5a-4d9b-a208-cb945d519de0 service neutron] 10.222.0.48 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531720 Feb 07 17:11:03.584656 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f788078d-f1fe-4a5b-83e6-ec7aa76dc4c4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (18f78ea9-6f87-45de-80ac-2d5f5930e845), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:03.617895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788078d-f1fe-4a5b-83e6-ec7aa76dc4c4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=18f78ea9-6f87-45de-80ac-2d5f5930e845,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:03.640861 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f788078d-f1fe-4a5b-83e6-ec7aa76dc4c4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:03.651888 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f788078d-f1fe-4a5b-83e6-ec7aa76dc4c4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/18f78ea9-6f87-45de-80ac-2d5f5930e845 HTTP/1.1" status: 204 len: 168 time: 0.4961441 Feb 07 17:11:03.653169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43362) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:03.656269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7308126b-5d4a-4b9e-a0fe-4aafb157bac7 None None] Provisioning complete for port 4c63e4d5-fc9c-4b64-8110-94aa850b518d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:03.657745 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7308126b-5d4a-4b9e-a0fe-4aafb157bac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4c63e4d5-fc9c-4b64-8110-94aa850b518d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:03.737326 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-edfde52c-db35-4a59-8bb1-8d359d07c651 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0815463 Feb 07 17:11:03.740778 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43364) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:03.755217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f639c151-590a-4a30-b379-29ebd137ab24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:03.826211 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d5977-d29e-4d1a-b5c1-add45efc0642 req-a389ba39-123e-4ea9-8096-a7754ff9a263 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:03.828131 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c17d5977-d29e-4d1a-b5c1-add45efc0642 req-a389ba39-123e-4ea9-8096-a7754ff9a263 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.0915453 Feb 07 17:11:03.860268 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7308126b-5d4a-4b9e-a0fe-4aafb157bac7 None None] Current status of the port 4c63e4d5-fc9c-4b64-8110-94aa850b518d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:03.874036 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f639c151-590a-4a30-b379-29ebd137ab24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:03.879395 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f639c151-590a-4a30-b379-29ebd137ab24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:03.911485 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c17d5977-d29e-4d1a-b5c1-add45efc0642 req-361c2513-7192-4998-af7e-d0f178ca4dd1 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774806 Feb 07 17:11:04.059579 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af575a85-0794-4932-b520-d9255b8275ce None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:04.118918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-03eaaf8f-703b-4d16-953b-ccd4cd9cd427 None None] Could not find standard attr ID for object c43efe3f-862b-4d61-b650-8c967e12085b. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:11:04.260503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.objects.ports [None req-f639c151-590a-4a30-b379-29ebd137ab24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 17:11:04.276671 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60da2f2b-e052-4240-8d7e-672c40f05a42 None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:11:04.386635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-60da2f2b-e052-4240-8d7e-672c40f05a42 None None] Deleting port 4c63e4d5-fc9c-4b64-8110-94aa850b518d {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:04.387024 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-60da2f2b-e052-4240-8d7e-672c40f05a42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4c63e4d5-fc9c-4b64-8110-94aa850b518d), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:04.496699 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-60da2f2b-e052-4240-8d7e-672c40f05a42 None None] For port 4c63e4d5-fc9c-4b64-8110-94aa850b518d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4c63e4d5-fc9c-4b64-8110-94aa850b518d,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:04.497220 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-60da2f2b-e052-4240-8d7e-672c40f05a42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4c63e4d5-fc9c-4b64-8110-94aa850b518d), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:04.512262 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-60da2f2b-e052-4240-8d7e-672c40f05a42 None None] Calling delete_port for 4c63e4d5-fc9c-4b64-8110-94aa850b518d owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:04.632212 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-60da2f2b-e052-4240-8d7e-672c40f05a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (4c63e4d5-fc9c-4b64-8110-94aa850b518d), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:04.649594 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f639c151-590a-4a30-b379-29ebd137ab24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4c63e4d5-fc9c-4b64-8110-94aa850b518d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:04.674063 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da2f2b-e052-4240-8d7e-672c40f05a42 None None] No DVR routers for this DVR port 4c63e4d5-fc9c-4b64-8110-94aa850b518d on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:11:04.678159 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da2f2b-e052-4240-8d7e-672c40f05a42 None None] Pushing event deleted for resources: {'Port': ['ID=4c63e4d5-fc9c-4b64-8110-94aa850b518d,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:04.742414 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-f639c151-590a-4a30-b379-29ebd137ab24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Port 4c63e4d5-fc9c-4b64-8110-94aa850b518d concurrently deleted while adding address for new subnet {'id': '8da18803-51e9-40a1-84ca-43e2b6980c6b', 'name': '', 'tenant_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3440, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-07T17:11:03Z', 'updated_at': '2022-02-07T17:11:03Z', 'revision_number': 0, 'segment_id': None, 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01'}. {{(pid=103226) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Feb 07 17:11:04.742941 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f639c151-590a-4a30-b379-29ebd137ab24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (8da18803-51e9-40a1-84ca-43e2b6980c6b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:04.744171 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4c63e4d5-fc9c-4b64-8110-94aa850b518d no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:11:04.782353 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 4c63e4d5-fc9c-4b64-8110-94aa850b518d {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:11:04.782724 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4c63e4d5-fc9c-4b64-8110-94aa850b518d not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:11:04.810951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f639c151-590a-4a30-b379-29ebd137ab24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:04.815010 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f639c151-590a-4a30-b379-29ebd137ab24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:04.821110 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f639c151-590a-4a30-b379-29ebd137ab24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:04.821735 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f639c151-590a-4a30-b379-29ebd137ab24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:04.830142 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f456074c-b906-4a44-b6fd-41841ad8c43e None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:04.845185 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f639c151-590a-4a30-b379-29ebd137ab24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1029413 Feb 07 17:11:04.848836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43376) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:04.851872 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639c151-590a-4a30-b379-29ebd137ab24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=8da18803-51e9-40a1-84ca-43e2b6980c6b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:04.856568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-49e75a81-426c-4ba4-826d-920d8fcbd20c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'mac_address': 'fa:16:3e:46:66:9e', 'name': 'tempest-NetworksTestDHCPv6-1822989857'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:05.021603 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e75a81-426c-4ba4-826d-920d8fcbd20c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:05.038460 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': '8da18803-51e9-40a1-84ca-43e2b6980c6b'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:11:05.040547 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:05.119656 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49e75a81-426c-4ba4-826d-920d8fcbd20c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:05.132337 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019ec9b-ac9c-4bbf-93f1-edba8ada8dfe req-8c95cc77-799d-4fc7-b767-2db533ede9ed tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:05.144861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-49e75a81-426c-4ba4-826d-920d8fcbd20c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port d4a958e9-90aa-442a-ba7e-8928420d2131 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:11:05.148428 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2019ec9b-ac9c-4bbf-93f1-edba8ada8dfe req-8c95cc77-799d-4fc7-b767-2db533ede9ed tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.1213765 Feb 07 17:11:05.240183 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2019ec9b-ac9c-4bbf-93f1-edba8ada8dfe req-ecdd335e-2b1e-4c3e-99c7-e13dd25de6a8 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905256 Feb 07 17:11:05.279846 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Allocated IP 2001:db8::f816:3eff:febd:add (5d104e3b-016c-4509-9da5-d18eb1be26d1/8da18803-51e9-40a1-84ca-43e2b6980c6b/9319c26b-4cea-45e8-8dc8-161b1fd72aed) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:05.468806 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Publish callbacks [] for port (9319c26b-4cea-45e8-8dc8-161b1fd72aed), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:05.476854 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (9319c26b-4cea-45e8-8dc8-161b1fd72aed), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:05.495474 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:05.499426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:05.525512 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:11:05.569701 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-49e75a81-426c-4ba4-826d-920d8fcbd20c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::f816:3eff:fe46:669e (5d104e3b-016c-4509-9da5-d18eb1be26d1/8da18803-51e9-40a1-84ca-43e2b6980c6b/d4a958e9-90aa-442a-ba7e-8928420d2131) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:05.602977 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Pushing event updated for resources: {'Port': ['ID=9319c26b-4cea-45e8-8dc8-161b1fd72aed,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:05.620177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:05.621050 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:05.621682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:05.622457 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:05.622945 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:05.623490 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:05.624041 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:05.624541 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:05.624962 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:05.625879 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:05.626509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:05.627047 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:05.627460 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:05.642197 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Attempting to bind port 9319c26b-4cea-45e8-8dc8-161b1fd72aed on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:11:05.642760 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Attempting to bind port 9319c26b-4cea-45e8-8dc8-161b1fd72aed by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:11:05.643194 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Attempting to bind port 9319c26b-4cea-45e8-8dc8-161b1fd72aed on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:11:05.649015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:11:05.649527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:11:05.650009 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:05.650480 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:11:05.651045 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Bound port: 9319c26b-4cea-45e8-8dc8-161b1fd72aed, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:11:05.651526 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9319c26b-4cea-45e8-8dc8-161b1fd72aed), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:05.735220 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] For port 9319c26b-4cea-45e8-8dc8-161b1fd72aed, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:11:05.740465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] For port 9319c26b-4cea-45e8-8dc8-161b1fd72aed, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9319c26b-4cea-45e8-8dc8-161b1fd72aed,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:11:05.765086 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9319c26b-4cea-45e8-8dc8-161b1fd72aed), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:05.770161 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49e75a81-426c-4ba4-826d-920d8fcbd20c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (d4a958e9-90aa-442a-ba7e-8928420d2131), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:05.812362 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49e75a81-426c-4ba4-826d-920d8fcbd20c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d4a958e9-90aa-442a-ba7e-8928420d2131), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:05.930266 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e75a81-426c-4ba4-826d-920d8fcbd20c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=d4a958e9-90aa-442a-ba7e-8928420d2131,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:05.950223 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e75a81-426c-4ba4-826d-920d8fcbd20c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:05.952018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-49e75a81-426c-4ba4-826d-920d8fcbd20c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:05.959363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e75a81-426c-4ba4-826d-920d8fcbd20c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:11:05.965866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e75a81-426c-4ba4-826d-920d8fcbd20c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:05.966660 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49e75a81-426c-4ba4-826d-920d8fcbd20c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:05.975003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2f581-a755-4816-88b9-35f5f6937544 None None] Pushing event updated for resources: {'Port': ['ID=9319c26b-4cea-45e8-8dc8-161b1fd72aed,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:05.991908 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-49e75a81-426c-4ba4-826d-920d8fcbd20c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1395526 Feb 07 17:11:05.994188 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43392) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:06.085748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f687e1-77da-4327-b9a8-8acfee645749 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:06.091823 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f687e1-77da-4327-b9a8-8acfee645749 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:06.093686 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-48f687e1-77da-4327-b9a8-8acfee645749 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0974879 Feb 07 17:11:06.097514 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43398) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:06.274426 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-64382236-c855-4825-973c-12083729e20f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port d4a958e9-90aa-442a-ba7e-8928420d2131 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:06.274785 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64382236-c855-4825-973c-12083729e20f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d4a958e9-90aa-442a-ba7e-8928420d2131), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:06.507762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122501f9-22f0-454b-9f61-3ba1b5145a31 req-dd38fb55-ef80-4d00-9e40-580f1da914ee tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:06.509306 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-122501f9-22f0-454b-9f61-3ba1b5145a31 req-dd38fb55-ef80-4d00-9e40-580f1da914ee tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.0837095 Feb 07 17:11:06.525936 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64382236-c855-4825-973c-12083729e20f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d4a958e9-90aa-442a-ba7e-8928420d2131), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:06.557361 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-64382236-c855-4825-973c-12083729e20f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for d4a958e9-90aa-442a-ba7e-8928420d2131 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:06.655383 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-122501f9-22f0-454b-9f61-3ba1b5145a31 req-d278eaac-ff2b-45e1-9968-3a822038dba0 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331110 Feb 07 17:11:06.821527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9319c26b-4cea-45e8-8dc8-161b1fd72aed up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:11:06.832427 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64382236-c855-4825-973c-12083729e20f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d4a958e9-90aa-442a-ba7e-8928420d2131), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:06.877657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64382236-c855-4825-973c-12083729e20f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=d4a958e9-90aa-442a-ba7e-8928420d2131,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:06.907725 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64382236-c855-4825-973c-12083729e20f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:06.931432 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43404) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:06.934786 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-64382236-c855-4825-973c-12083729e20f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/d4a958e9-90aa-442a-ba7e-8928420d2131 HTTP/1.1" status: 204 len: 168 time: 0.8358531 Feb 07 17:11:06.952798 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 9319c26b-4cea-45e8-8dc8-161b1fd72aed triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:06.953644 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9319c26b-4cea-45e8-8dc8-161b1fd72aed), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:07.072814 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513797fa-74d5-4655-9cc8-cb693ec7dfcf tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:07.074943 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513797fa-74d5-4655-9cc8-cb693ec7dfcf tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:07.084114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43408) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:07.085784 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-513797fa-74d5-4655-9cc8-cb693ec7dfcf tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1530645 Feb 07 17:11:07.146115 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 9319c26b-4cea-45e8-8dc8-161b1fd72aed is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:07.146722 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9319c26b-4cea-45e8-8dc8-161b1fd72aed), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:07.192967 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 9319c26b-4cea-45e8-8dc8-161b1fd72aed, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9319c26b-4cea-45e8-8dc8-161b1fd72aed,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:07.199588 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9319c26b-4cea-45e8-8dc8-161b1fd72aed), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:07.208241 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac6ffbf-a452-4676-a7ef-3bc7efb1d7e7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet 8da18803-51e9-40a1-84ca-43e2b6980c6b {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:11:07.216426 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fac6ffbf-a452-4676-a7ef-3bc7efb1d7e7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (8da18803-51e9-40a1-84ca-43e2b6980c6b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:07.293464 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=9319c26b-4cea-45e8-8dc8-161b1fd72aed,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:07.298545 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fac6ffbf-a452-4676-a7ef-3bc7efb1d7e7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (8da18803-51e9-40a1-84ca-43e2b6980c6b), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:07.452053 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fac6ffbf-a452-4676-a7ef-3bc7efb1d7e7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (8da18803-51e9-40a1-84ca-43e2b6980c6b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:07.564024 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fac6ffbf-a452-4676-a7ef-3bc7efb1d7e7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (8da18803-51e9-40a1-84ca-43e2b6980c6b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:07.604333 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6ffbf-a452-4676-a7ef-3bc7efb1d7e7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=8da18803-51e9-40a1-84ca-43e2b6980c6b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:07.612496 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fac6ffbf-a452-4676-a7ef-3bc7efb1d7e7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:07.618540 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fac6ffbf-a452-4676-a7ef-3bc7efb1d7e7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/8da18803-51e9-40a1-84ca-43e2b6980c6b HTTP/1.1" status: 204 len: 168 time: 0.5309303 Feb 07 17:11:07.634419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43412) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:07.638918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fc60f3-03f6-4436-ac44-c953166f2ca7 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:07.707049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6d365-01d2-469a-b143-82f9fcdaebeb req-400a746c-27d6-467e-a35b-d20be43da9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:07.708595 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-75e6d365-01d2-469a-b143-82f9fcdaebeb req-400a746c-27d6-467e-a35b-d20be43da9e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 1127 time: 0.0912819 Feb 07 17:11:07.721791 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f162982e-6a02-40cf-a89c-2e575b8b531e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789251 Feb 07 17:11:07.722506 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43416) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:07.780244 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4442fbc6-81c2-46a2-8e59-3afa5fc24d20 None None] Provisioning complete for port 9319c26b-4cea-45e8-8dc8-161b1fd72aed triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:07.780798 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4442fbc6-81c2-46a2-8e59-3afa5fc24d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9319c26b-4cea-45e8-8dc8-161b1fd72aed), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:07.842469 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd0d89a-5dde-446f-be90-50b3aeb6b7b1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:07.844637 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1cd0d89a-5dde-446f-be90-50b3aeb6b7b1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1205199 Feb 07 17:11:07.852114 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43418) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:07.874407 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-75e6d365-01d2-469a-b143-82f9fcdaebeb req-bd9b498e-08f6-44cd-a53f-726eabb0b7ef service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588869 Feb 07 17:11:07.883047 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 68f7b3dc-58c8-4552-b08f-58d0c1f124be details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:11:07.934374 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172d44e-93fb-4829-9251-70e55824d082 req-cd249e77-86cb-4261-a2f1-bd9e3f7c84d9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:07.935950 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1172d44e-93fb-4829-9251-70e55824d082 req-cd249e77-86cb-4261-a2f1-bd9e3f7c84d9 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.1470425 Feb 07 17:11:07.939920 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056ce609-44ef-480e-a07a-d431f906e52b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:07.941497 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-056ce609-44ef-480e-a07a-d431f906e52b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0882411 Feb 07 17:11:07.944181 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43420) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:08.024361 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-baacf7f0-9f13-4ce4-b819-da3a5653dcc2 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789559 Feb 07 17:11:08.029063 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43422) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:08.032416 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 68f7b3dc-58c8-4552-b08f-58d0c1f124be, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=68f7b3dc-58c8-4552-b08f-58d0c1f124be,segment=NetworkSegment(2ff3b061-2a59-4442-b0ae-a1c096c8d605),segment_id=2ff3b061-2a59-4442-b0ae-a1c096c8d605)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:08.038904 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-df6644a2-1f7b-4a9d-9bb7-f532a94a02b3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:08.050448 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1172d44e-93fb-4829-9251-70e55824d082 req-81948704-fe80-4ada-b676-096aa22fccc5 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996509 Feb 07 17:11:08.054882 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '68f7b3dc-58c8-4552-b08f-58d0c1f124be', 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50', 'port_id': '68f7b3dc-58c8-4552-b08f-58d0c1f124be', 'mac_address': 'fa:16:3e:c3:f8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e87bf0e-4257-4687-aa83-e7b0630506b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:11:08.154944 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 68f7b3dc-58c8-4552-b08f-58d0c1f124be is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:08.155387 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:08.158131 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4442fbc6-81c2-46a2-8e59-3afa5fc24d20 None None] Current status of the port 9319c26b-4cea-45e8-8dc8-161b1fd72aed is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:08.179908 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68f7b3dc-58c8-4552-b08f-58d0c1f124be {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:11:08.225090 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 68f7b3dc-58c8-4552-b08f-58d0c1f124be, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=68f7b3dc-58c8-4552-b08f-58d0c1f124be,segment=NetworkSegment(2ff3b061-2a59-4442-b0ae-a1c096c8d605),segment_id=2ff3b061-2a59-4442-b0ae-a1c096c8d605)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:08.243652 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e38fb4-152c-4480-834b-4ca6fd11296f None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:11:08.248835 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:08.257080 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6644a2-1f7b-4a9d-9bb7-f532a94a02b3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:08.266948 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df6644a2-1f7b-4a9d-9bb7-f532a94a02b3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:08.345398 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=68f7b3dc-58c8-4552-b08f-58d0c1f124be,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:08.383630 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b0e38fb4-152c-4480-834b-4ca6fd11296f None None] Deleting port 9319c26b-4cea-45e8-8dc8-161b1fd72aed {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:08.384059 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b0e38fb4-152c-4480-834b-4ca6fd11296f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (9319c26b-4cea-45e8-8dc8-161b1fd72aed), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:08.468871 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b0e38fb4-152c-4480-834b-4ca6fd11296f None None] For port 9319c26b-4cea-45e8-8dc8-161b1fd72aed, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9319c26b-4cea-45e8-8dc8-161b1fd72aed,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:08.469845 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b0e38fb4-152c-4480-834b-4ca6fd11296f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (9319c26b-4cea-45e8-8dc8-161b1fd72aed), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:08.490705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b0e38fb4-152c-4480-834b-4ca6fd11296f None None] Calling delete_port for 9319c26b-4cea-45e8-8dc8-161b1fd72aed owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:08.624926 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b0e38fb4-152c-4480-834b-4ca6fd11296f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (9319c26b-4cea-45e8-8dc8-161b1fd72aed), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:08.668964 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e38fb4-152c-4480-834b-4ca6fd11296f None None] No DVR routers for this DVR port 9319c26b-4cea-45e8-8dc8-161b1fd72aed on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:11:08.707827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e38fb4-152c-4480-834b-4ca6fd11296f None None] Pushing event deleted for resources: {'Port': ['ID=9319c26b-4cea-45e8-8dc8-161b1fd72aed,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:08.742315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.objects.ports [None req-df6644a2-1f7b-4a9d-9bb7-f532a94a02b3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 17:11:08.743943 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df6644a2-1f7b-4a9d-9bb7-f532a94a02b3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (7e632714-ec95-4e31-9f90-93af5e05f86c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:08.746582 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['68f7b3dc-58c8-4552-b08f-58d0c1f124be'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:11:08.760747 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9319c26b-4cea-45e8-8dc8-161b1fd72aed no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:11:08.789206 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6644a2-1f7b-4a9d-9bb7-f532a94a02b3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:08.792558 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-df6644a2-1f7b-4a9d-9bb7-f532a94a02b3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:08.797712 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6644a2-1f7b-4a9d-9bb7-f532a94a02b3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:08.798529 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df6644a2-1f7b-4a9d-9bb7-f532a94a02b3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:08.812915 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6644a2-1f7b-4a9d-9bb7-f532a94a02b3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=7e632714-ec95-4e31-9f90-93af5e05f86c,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:08.823664 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-df6644a2-1f7b-4a9d-9bb7-f532a94a02b3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7935011 Feb 07 17:11:08.826790 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43434) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:08.832942 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-64b65073-eded-4761-9fa3-d64ea9da6553 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'mac_address': 'fa:16:3e:0f:c4:44', 'name': 'tempest-NetworksTestDHCPv6-1359829996'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:08.926744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9d89c1-2b6e-49a7-8eae-70e292b6158e None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:09.066843 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 9319c26b-4cea-45e8-8dc8-161b1fd72aed {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:11:09.067531 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9319c26b-4cea-45e8-8dc8-161b1fd72aed not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:11:09.083959 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b65073-eded-4761-9fa3-d64ea9da6553 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:09.117363 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': '7e632714-ec95-4e31-9f90-93af5e05f86c'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:11:09.118359 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:09.411214 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aeee3-1061-41ed-aafb-aa3e3a71ad0a req-ff3940c5-0ca8-449c-9f00-80658c2c2bc5 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:09.423480 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-318aeee3-1061-41ed-aafb-aa3e3a71ad0a req-ff3940c5-0ca8-449c-9f00-80658c2c2bc5 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 945 time: 0.1206787 Feb 07 17:11:09.496084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f424d-0013-4888-b650-90c91d65d6ae req-767579f6-56cb-4da0-b625-ca92fa6a303d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:09.498917 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-199f424d-0013-4888-b650-90c91d65d6ae req-767579f6-56cb-4da0-b625-ca92fa6a303d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 944 time: 0.2560251 Feb 07 17:11:09.512670 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64b65073-eded-4761-9fa3-d64ea9da6553 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:09.550989 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-318aeee3-1061-41ed-aafb-aa3e3a71ad0a req-d3971574-d500-4b34-ac79-f556be6b353f tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/security-groups?id=f33abf93-684f-463f-89af-a7d1ba85200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190062 Feb 07 17:11:09.597192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-64b65073-eded-4761-9fa3-d64ea9da6553 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port 73fbfeea-84ac-4e65-a351-ce584095d23a yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:11:09.622389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] Allocated IP 2001:db8::f816:3eff:fe1e:a3e2 (5d104e3b-016c-4509-9da5-d18eb1be26d1/7e632714-ec95-4e31-9f90-93af5e05f86c/4c8a18e6-3646-4b99-ab3d-91b02b0b9d73) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:09.684139 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-199f424d-0013-4888-b650-90c91d65d6ae req-8d44cdb5-dc40-4929-926b-0217f50625b6 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753438 Feb 07 17:11:09.723854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43446) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:09.937234 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 68f7b3dc-58c8-4552-b08f-58d0c1f124be no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:11:10.111430 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] Publish callbacks [] for port (4c8a18e6-3646-4b99-ab3d-91b02b0b9d73), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:10.143026 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (4c8a18e6-3646-4b99-ab3d-91b02b0b9d73), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:10.177952 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5ab096ba-2b02-4e67-a73c-824f8b272c5b tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/floatingips/da011071-061b-4465-b05e-c25b72d19aa9 HTTP/1.1" status: 200 len: 991 time: 0.4524171 Feb 07 17:11:10.194836 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-64b65073-eded-4761-9fa3-d64ea9da6553 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::f816:3eff:fe0f:c444 (5d104e3b-016c-4509-9da5-d18eb1be26d1/7e632714-ec95-4e31-9f90-93af5e05f86c/73fbfeea-84ac-4e65-a351-ce584095d23a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:10.221681 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:10.227196 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:10.231593 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 68f7b3dc-58c8-4552-b08f-58d0c1f124be is: BUILD; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:10.231842 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:10.236689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:11:10.248191 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] Pushing event updated for resources: {'Port': ['ID=4c8a18e6-3646-4b99-ab3d-91b02b0b9d73,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:10.265223 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 68f7b3dc-58c8-4552-b08f-58d0c1f124be {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:11:10.289042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 68f7b3dc-58c8-4552-b08f-58d0c1f124be, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=68f7b3dc-58c8-4552-b08f-58d0c1f124be,segment=NetworkSegment(2ff3b061-2a59-4442-b0ae-a1c096c8d605),segment_id=2ff3b061-2a59-4442-b0ae-a1c096c8d605)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:10.296247 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:10.385214 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] Attempting to bind port 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:11:10.385758 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] Attempting to bind port 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:11:10.386167 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] Attempting to bind port 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73 on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:11:10.403137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=68f7b3dc-58c8-4552-b08f-58d0c1f124be,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:10.412312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:11:10.412744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:11:10.414760 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:10.414760 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:11:10.415186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] Bound port: 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:11:10.415594 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4c8a18e6-3646-4b99-ab3d-91b02b0b9d73), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:10.435322 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64b65073-eded-4761-9fa3-d64ea9da6553 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (73fbfeea-84ac-4e65-a351-ce584095d23a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:10.497145 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64b65073-eded-4761-9fa3-d64ea9da6553 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (73fbfeea-84ac-4e65-a351-ce584095d23a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:10.530762 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] For port 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:11:10.536002 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] For port 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4c8a18e6-3646-4b99-ab3d-91b02b0b9d73,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:11:10.546530 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4c8a18e6-3646-4b99-ab3d-91b02b0b9d73), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:10.548830 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b65073-eded-4761-9fa3-d64ea9da6553 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:10.554119 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-64b65073-eded-4761-9fa3-d64ea9da6553 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:10.589945 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b65073-eded-4761-9fa3-d64ea9da6553 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:11:10.613183 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b65073-eded-4761-9fa3-d64ea9da6553 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:10.624610 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64b65073-eded-4761-9fa3-d64ea9da6553 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:10.671696 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8b86f-9d1f-4a39-a88c-0714c28bc9fe None None] Pushing event updated for resources: {'Port': ['ID=4c8a18e6-3646-4b99-ab3d-91b02b0b9d73,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:10.716988 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b65073-eded-4761-9fa3-d64ea9da6553 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=73fbfeea-84ac-4e65-a351-ce584095d23a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:10.729503 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-64b65073-eded-4761-9fa3-d64ea9da6553 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9011676 Feb 07 17:11:10.732271 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43460) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:10.794007 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14a0fb-ebb9-41e4-b9ca-674422e589f4 req-48b276b5-8cf8-4158-aae9-b5bc32519f04 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:10.803074 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc14a0fb-ebb9-41e4-b9ca-674422e589f4 req-48b276b5-8cf8-4158-aae9-b5bc32519f04 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 945 time: 0.1082234 Feb 07 17:11:10.807764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdf2da-0af3-4c2a-be04-3d7cc001d0c9 req-19c89ab7-f540-4b22-bfbf-552da16cf1a2 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:10.809291 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-58bdf2da-0af3-4c2a-be04-3d7cc001d0c9 req-19c89ab7-f540-4b22-bfbf-552da16cf1a2 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.32 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 945 time: 0.2498989 Feb 07 17:11:10.874139 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc14a0fb-ebb9-41e4-b9ca-674422e589f4 req-8fd3ef9c-517a-4c8c-bb00-b34815f2f5d4 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/security-groups?id=f33abf93-684f-463f-89af-a7d1ba85200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696154 Feb 07 17:11:10.904327 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502a3e12-9f9f-4d09-930f-16bf5b6eeac3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:10.918614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502a3e12-9f9f-4d09-930f-16bf5b6eeac3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:10.921423 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-502a3e12-9f9f-4d09-930f-16bf5b6eeac3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1876774 Feb 07 17:11:10.925813 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43462) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:11.104929 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-58bdf2da-0af3-4c2a-be04-3d7cc001d0c9 req-6e804a85-59c4-4460-80de-5cdc8a6619ee tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Deleting port f8bb96cb-3149-48aa-b810-2efde2aa8270 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:11.104929 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-58bdf2da-0af3-4c2a-be04-3d7cc001d0c9 req-6e804a85-59c4-4460-80de-5cdc8a6619ee tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f8bb96cb-3149-48aa-b810-2efde2aa8270), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:11.261423 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-41203815-3922-43d1-b593-21fbfc20b38e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port 73fbfeea-84ac-4e65-a351-ce584095d23a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:11.262449 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41203815-3922-43d1-b593-21fbfc20b38e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (73fbfeea-84ac-4e65-a351-ce584095d23a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:11.269590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-58bdf2da-0af3-4c2a-be04-3d7cc001d0c9 req-6e804a85-59c4-4460-80de-5cdc8a6619ee tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] For port f8bb96cb-3149-48aa-b810-2efde2aa8270, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f8bb96cb-3149-48aa-b810-2efde2aa8270,segment=NetworkSegment(2bac2f71-adfe-4210-a406-3bb2dd73adbe),segment_id=2bac2f71-adfe-4210-a406-3bb2dd73adbe)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:11.269966 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-58bdf2da-0af3-4c2a-be04-3d7cc001d0c9 req-6e804a85-59c4-4460-80de-5cdc8a6619ee tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f8bb96cb-3149-48aa-b810-2efde2aa8270), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:11.509769 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41203815-3922-43d1-b593-21fbfc20b38e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (73fbfeea-84ac-4e65-a351-ce584095d23a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:11.528275 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-41203815-3922-43d1-b593-21fbfc20b38e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for 73fbfeea-84ac-4e65-a351-ce584095d23a owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:11.803089 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-58bdf2da-0af3-4c2a-be04-3d7cc001d0c9 req-6e804a85-59c4-4460-80de-5cdc8a6619ee tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:11.803517 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-58bdf2da-0af3-4c2a-be04-3d7cc001d0c9 req-6e804a85-59c4-4460-80de-5cdc8a6619ee tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (201a17e8-ebef-4f9f-9a28-4e2b05c6c8c7), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:11.803786 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [req-58bdf2da-0af3-4c2a-be04-3d7cc001d0c9 req-6e804a85-59c4-4460-80de-5cdc8a6619ee tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Floating IP 201a17e8-ebef-4f9f-9a28-4e2b05c6c8c7 disassociated. External IP: 172.25.4.197, port: f8bb96cb-3149-48aa-b810-2efde2aa8270. Feb 07 17:11:11.804139 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-58bdf2da-0af3-4c2a-be04-3d7cc001d0c9 req-6e804a85-59c4-4460-80de-5cdc8a6619ee tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Calling delete_port for f8bb96cb-3149-48aa-b810-2efde2aa8270 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:11.819889 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41203815-3922-43d1-b593-21fbfc20b38e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (73fbfeea-84ac-4e65-a351-ce584095d23a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:11.895995 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 68f7b3dc-58c8-4552-b08f-58d0c1f124be up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:11:11.904960 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41203815-3922-43d1-b593-21fbfc20b38e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=73fbfeea-84ac-4e65-a351-ce584095d23a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:11.940388 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-41203815-3922-43d1-b593-21fbfc20b38e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:11.943746 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-41203815-3922-43d1-b593-21fbfc20b38e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/73fbfeea-84ac-4e65-a351-ce584095d23a HTTP/1.1" status: 204 len: 168 time: 1.0178509 Feb 07 17:11:11.946333 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43488) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:12.053327 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 68f7b3dc-58c8-4552-b08f-58d0c1f124be triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:12.054040 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:12.120056 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6625ad-7960-4242-8dba-cd527fec6992 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:12.133367 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6625ad-7960-4242-8dba-cd527fec6992 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:12.140411 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-aa6625ad-7960-4242-8dba-cd527fec6992 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1871214 Feb 07 17:11:12.142574 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43494) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:12.225320 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-58bdf2da-0af3-4c2a-be04-3d7cc001d0c9 req-6e804a85-59c4-4460-80de-5cdc8a6619ee tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f8bb96cb-3149-48aa-b810-2efde2aa8270), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:12.286475 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7879d3-c112-45e6-9ebc-5249720a3c1e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet 7e632714-ec95-4e31-9f90-93af5e05f86c {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:11:12.290762 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d7879d3-c112-45e6-9ebc-5249720a3c1e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (7e632714-ec95-4e31-9f90-93af5e05f86c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:12.293767 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 68f7b3dc-58c8-4552-b08f-58d0c1f124be is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:12.294166 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:12.372069 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 68f7b3dc-58c8-4552-b08f-58d0c1f124be, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=68f7b3dc-58c8-4552-b08f-58d0c1f124be,segment=NetworkSegment(2ff3b061-2a59-4442-b0ae-a1c096c8d605),segment_id=2ff3b061-2a59-4442-b0ae-a1c096c8d605)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:12.376815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ff68b8-6aeb-4906-870a-cbff951fdf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f7b3dc-58c8-4552-b08f-58d0c1f124be'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:11:12.385651 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b27c0e-4ac0-4b6c-937b-74edd3700cfe" -d '{"events": [{"server_uuid": "87ff68b8-6aeb-4906-870a-cbff951fdf04", "name": "network-vif-plugged", "status": "completed", "tag": "68f7b3dc-58c8-4552-b08f-58d0c1f124be"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:11:12.393055 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:12.398766 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d7879d3-c112-45e6-9ebc-5249720a3c1e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (7e632714-ec95-4e31-9f90-93af5e05f86c), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:12.480362 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedcc82-fcb3-4f5d-ad6b-4fc7877cdc3e req-91b8417d-17e4-4257-b0e2-10426c6d288a tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:12.483636 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bf246d-9ce6-416e-baa7-6c0ea9ad56fc x-openstack-request-id: req-a2bf246d-9ce6-416e-baa7-6c0ea9ad56fc {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:11:12.483997 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ff68b8-6aeb-4906-870a-cbff951fdf04", "name": "network-vif-plugged", "status": "completed", "tag": "68f7b3dc-58c8-4552-b08f-58d0c1f124be", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:11:12.485085 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2bf246d-9ce6-416e-baa7-6c0ea9ad56fc {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:11:12.485656 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9cedcc82-fcb3-4f5d-ad6b-4fc7877cdc3e req-91b8417d-17e4-4257-b0e2-10426c6d288a tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 867 time: 0.4943056 Feb 07 17:11:12.485773 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ff68b8-6aeb-4906-870a-cbff951fdf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f7b3dc-58c8-4552-b08f-58d0c1f124be', 'code': 200} Feb 07 17:11:12.487296 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=68f7b3dc-58c8-4552-b08f-58d0c1f124be,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:12.506447 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4133cf47-18c2-4063-a9fe-297aa1df35c7 None None] Provisioning complete for port 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:12.506765 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4133cf47-18c2-4063-a9fe-297aa1df35c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4c8a18e6-3646-4b99-ab3d-91b02b0b9d73), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:12.532031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e804a85-59c4-4460-80de-5cdc8a6619ee tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Pushing event deleted for resources: {'Port': ['ID=f8bb96cb-3149-48aa-b810-2efde2aa8270,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:12.627667 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d7879d3-c112-45e6-9ebc-5249720a3c1e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (7e632714-ec95-4e31-9f90-93af5e05f86c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:12.713858 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4133cf47-18c2-4063-a9fe-297aa1df35c7 None None] Current status of the port 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:12.714739 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4133cf47-18c2-4063-a9fe-297aa1df35c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4c8a18e6-3646-4b99-ab3d-91b02b0b9d73), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:12.785116 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9cedcc82-fcb3-4f5d-ad6b-4fc7877cdc3e req-c1a9d539-64c3-4c04-9734-2c255303e411 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/security-groups?id=f33abf93-684f-463f-89af-a7d1ba85200d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331812 Feb 07 17:11:12.822472 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d7879d3-c112-45e6-9ebc-5249720a3c1e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (7e632714-ec95-4e31-9f90-93af5e05f86c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:12.912318 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58bdf2da-0af3-4c2a-be04-3d7cc001d0c9 req-6e804a85-59c4-4460-80de-5cdc8a6619ee tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Router 412002d8-9e32-4f61-8412-21fa75b1d8d6 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:11:12.962229 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d7879d3-c112-45e6-9ebc-5249720a3c1e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:12.972619 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9d7879d3-c112-45e6-9ebc-5249720a3c1e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/7e632714-ec95-4e31-9f90-93af5e05f86c HTTP/1.1" status: 204 len: 168 time: 0.8289652 Feb 07 17:11:12.981585 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7879d3-c112-45e6-9ebc-5249720a3c1e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=7e632714-ec95-4e31-9f90-93af5e05f86c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:12.991264 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43504) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:12.994517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43506) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:13.010975 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-4133cf47-18c2-4063-a9fe-297aa1df35c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:11:13.011621 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-4133cf47-18c2-4063-a9fe-297aa1df35c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:11:13.032799 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:11:13.087645 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-de3cee7d-623a-4581-9c0e-c275c2dee9b3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917337 Feb 07 17:11:13.088512 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43510) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:13.097880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a89854b4-fe21-424d-a752-5e2596cb4d3e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:13.194100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:13.194475 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4c8a18e6-3646-4b99-ab3d-91b02b0b9d73), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:13.232652 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58bdf2da-0af3-4c2a-be04-3d7cc001d0c9 req-6e804a85-59c4-4460-80de-5cdc8a6619ee tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:11:13.242899 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89854b4-fe21-424d-a752-5e2596cb4d3e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:13.246557 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a89854b4-fe21-424d-a752-5e2596cb4d3e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:13.271097 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3fcd91-3c1e-4acd-a02f-5b63a82d3627 None None] Sync routers for ids ['412002d8-9e32-4f61-8412-21fa75b1d8d6'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:11:13.319892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7afea7e-f5cc-41f1-99ec-e6e226937436 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:13.342457 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bdf2da-0af3-4c2a-be04-3d7cc001d0c9 req-6e804a85-59c4-4460-80de-5cdc8a6619ee tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] No DVR routers for this DVR port f8bb96cb-3149-48aa-b810-2efde2aa8270 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:11:13.343118 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3fcd91-3c1e-4acd-a02f-5b63a82d3627 None None] Routers {'412002d8-9e32-4f61-8412-21fa75b1d8d6'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:11:13.345034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fe3fcd91-3c1e-4acd-a02f-5b63a82d3627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:10:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['412002d8-9e32-4f61-8412-21fa75b1d8d6'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:13.346219 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-58bdf2da-0af3-4c2a-be04-3d7cc001d0c9 req-6e804a85-59c4-4460-80de-5cdc8a6619ee tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:13.350331 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-58bdf2da-0af3-4c2a-be04-3d7cc001d0c9 req-6e804a85-59c4-4460-80de-5cdc8a6619ee tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.32 "DELETE /v2.0/ports/f8bb96cb-3149-48aa-b810-2efde2aa8270 HTTP/1.1" status: 204 len: 173 time: 2.5355761 Feb 07 17:11:13.350894 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ddcf1b-7dce-470d-83a3-3c442d25342a', 'name': 'network-vif-deleted', 'tag': 'f8bb96cb-3149-48aa-b810-2efde2aa8270'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:11:13.353390 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e95f79f-09a3-4ede-946c-9b6a312b26eb" -d '{"events": [{"server_uuid": "96ddcf1b-7dce-470d-83a3-3c442d25342a", "name": "network-vif-deleted", "tag": "f8bb96cb-3149-48aa-b810-2efde2aa8270"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:11:13.358999 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5e2a94c-a4aa-45ad-b3dc-925bf49e630f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:13.482309 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9901fe-4bda-468a-9760-b5c53da15fb5 x-openstack-request-id: req-3a9901fe-4bda-468a-9760-b5c53da15fb5 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:11:13.482814 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ddcf1b-7dce-470d-83a3-3c442d25342a", "name": "network-vif-deleted", "tag": "f8bb96cb-3149-48aa-b810-2efde2aa8270", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:11:13.482900 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a9901fe-4bda-468a-9760-b5c53da15fb5 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:11:13.483378 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ddcf1b-7dce-470d-83a3-3c442d25342a', 'name': 'network-vif-deleted', 'tag': 'f8bb96cb-3149-48aa-b810-2efde2aa8270', 'status': 'completed', 'code': 200} Feb 07 17:11:13.664267 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4133cf47-18c2-4063-a9fe-297aa1df35c7 None None] Current status of the port 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:13.665181 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4133cf47-18c2-4063-a9fe-297aa1df35c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4c8a18e6-3646-4b99-ab3d-91b02b0b9d73), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:13.674617 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:13.675458 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4c8a18e6-3646-4b99-ab3d-91b02b0b9d73), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:13.778514 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5e2a94c-a4aa-45ad-b3dc-925bf49e630f admin admin] Publish callbacks [] for security_group (b79cfcc0-66d9-4b1e-a74d-14e489e8280a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:13.831330 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e5e2a94c-a4aa-45ad-b3dc-925bf49e630f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b79cfcc0-66d9-4b1e-a74d-14e489e8280a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:13.837434 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4133cf47-18c2-4063-a9fe-297aa1df35c7 None None] For port 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4c8a18e6-3646-4b99-ab3d-91b02b0b9d73,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:13.846737 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5b248f-c437-4a9e-b516-fef6704d531e None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:11:13.858357 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4133cf47-18c2-4063-a9fe-297aa1df35c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4c8a18e6-3646-4b99-ab3d-91b02b0b9d73), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:13.903948 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-fe3fcd91-3c1e-4acd-a02f-5b63a82d3627 None None] Set router 412002d8-9e32-4f61-8412-21fa75b1d8d6 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:11:13.914969 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2a94c-a4aa-45ad-b3dc-925bf49e630f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79cfcc0-66d9-4b1e-a74d-14e489e8280a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:13.930217 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2a94c-a4aa-45ad-b3dc-925bf49e630f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:13.930565 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2a94c-a4aa-45ad-b3dc-925bf49e630f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:13.930923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2a94c-a4aa-45ad-b3dc-925bf49e630f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:13.931277 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2a94c-a4aa-45ad-b3dc-925bf49e630f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:13.931764 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2a94c-a4aa-45ad-b3dc-925bf49e630f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:13.932167 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2a94c-a4aa-45ad-b3dc-925bf49e630f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:13.932513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2a94c-a4aa-45ad-b3dc-925bf49e630f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:13.932855 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2a94c-a4aa-45ad-b3dc-925bf49e630f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:13.933193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2a94c-a4aa-45ad-b3dc-925bf49e630f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:13.933579 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2a94c-a4aa-45ad-b3dc-925bf49e630f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:13.933915 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2a94c-a4aa-45ad-b3dc-925bf49e630f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:13.934249 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2a94c-a4aa-45ad-b3dc-925bf49e630f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:13.934579 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2a94c-a4aa-45ad-b3dc-925bf49e630f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:13.979700 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fb1beb41-45c5-48a8-960c-3076db7f2b2d req-1b322964-e606-4d3f-852d-49a01e64ab63 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "GET /v2.0/ports?device_id=96ddcf1b-7dce-470d-83a3-3c442d25342a HTTP/1.1" status: 200 len: 210 time: 0.0615544 Feb 07 17:11:14.008408 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e5e2a94c-a4aa-45ad-b3dc-925bf49e630f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba2363a768c7417384fd58b458d37931&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0060635 Feb 07 17:11:14.008960 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43518) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:14.094119 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:11:14.095563 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:11:14.102763 n-d-827865-3 neutron-server[103225]: DEBUG neutron.objects.ports [None req-a89854b4-fe21-424d-a752-5e2596cb4d3e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 17:11:14.112364 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-12f4dfcf-5432-4b43-8dd8-2db66df7d05d None None] Could not find standard attr ID for object 73fbfeea-84ac-4e65-a351-ce584095d23a. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:11:14.134510 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64e738b7-bdda-4777-95cf-b2a355b8d35a admin admin] Publish callbacks [] for security_group (b79cfcc0-66d9-4b1e-a74d-14e489e8280a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:14.163821 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64e738b7-bdda-4777-95cf-b2a355b8d35a admin admin] Publish callbacks [] for security_group (b79cfcc0-66d9-4b1e-a74d-14e489e8280a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:14.223169 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133cf47-18c2-4063-a9fe-297aa1df35c7 None None] Pushing event updated for resources: {'Port': ['ID=4c8a18e6-3646-4b99-ab3d-91b02b0b9d73,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:14.239164 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64e738b7-bdda-4777-95cf-b2a355b8d35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b79cfcc0-66d9-4b1e-a74d-14e489e8280a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:14.242205 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64e738b7-bdda-4777-95cf-b2a355b8d35a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:14.246360 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-64e738b7-bdda-4777-95cf-b2a355b8d35a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b79cfcc0-66d9-4b1e-a74d-14e489e8280a HTTP/1.1" status: 204 len: 168 time: 0.2339966 Feb 07 17:11:14.269616 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e738b7-bdda-4777-95cf-b2a355b8d35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79cfcc0-66d9-4b1e-a74d-14e489e8280a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:14.333960 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b248f-c437-4a9e-b516-fef6704d531e None None] Deleting port 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:14.335174 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad5b248f-c437-4a9e-b516-fef6704d531e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4c8a18e6-3646-4b99-ab3d-91b02b0b9d73), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:14.415138 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a89854b4-fe21-424d-a752-5e2596cb4d3e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4c8a18e6-3646-4b99-ab3d-91b02b0b9d73), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:14.472499 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ad5b248f-c437-4a9e-b516-fef6704d531e None None] For port 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4c8a18e6-3646-4b99-ab3d-91b02b0b9d73,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:14.472777 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad5b248f-c437-4a9e-b516-fef6704d531e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4c8a18e6-3646-4b99-ab3d-91b02b0b9d73), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:14.494897 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b248f-c437-4a9e-b516-fef6704d531e None None] Calling delete_port for 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:14.629340 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43524) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:14.637563 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a89854b4-fe21-424d-a752-5e2596cb4d3e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] For port 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4c8a18e6-3646-4b99-ab3d-91b02b0b9d73,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:14.648130 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c5443d5-03d3-4901-ac92-755a924dc3dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:14.673493 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a89854b4-fe21-424d-a752-5e2596cb4d3e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (4c8a18e6-3646-4b99-ab3d-91b02b0b9d73), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:14.679500 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a89854b4-fe21-424d-a752-5e2596cb4d3e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (4c8a18e6-3646-4b99-ab3d-91b02b0b9d73), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:14.756617 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c5443d5-03d3-4901-ac92-755a924dc3dd admin admin] Publish callbacks [] for security_group (faa3dd65-23fe-42a9-be41-61b8b0516ba0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:14.762376 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a89854b4-fe21-424d-a752-5e2596cb4d3e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (768f3ed7-27ac-4fcd-a16b-b33fb5491660), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:14.766607 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89854b4-fe21-424d-a752-5e2596cb4d3e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=4c8a18e6-3646-4b99-ab3d-91b02b0b9d73,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:14.768352 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c5443d5-03d3-4901-ac92-755a924dc3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (faa3dd65-23fe-42a9-be41-61b8b0516ba0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:14.821613 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6c5443d5-03d3-4901-ac92-755a924dc3dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=761664dd635f42c78aacdf0aa92f968a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1905005 Feb 07 17:11:14.824126 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43526) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:14.836380 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89854b4-fe21-424d-a752-5e2596cb4d3e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:14.845795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a89854b4-fe21-424d-a752-5e2596cb4d3e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:14.850680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89854b4-fe21-424d-a752-5e2596cb4d3e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:14.851853 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a89854b4-fe21-424d-a752-5e2596cb4d3e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:14.853295 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:14.879345 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ad5b248f-c437-4a9e-b516-fef6704d531e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (4c8a18e6-3646-4b99-ab3d-91b02b0b9d73), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:14.887572 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5443d5-03d3-4901-ac92-755a924dc3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa3dd65-23fe-42a9-be41-61b8b0516ba0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:14.887822 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89854b4-fe21-424d-a752-5e2596cb4d3e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=768f3ed7-27ac-4fcd-a16b-b33fb5491660,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:14.910531 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a89854b4-fe21-424d-a752-5e2596cb4d3e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8199458 Feb 07 17:11:14.912951 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43530) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:14.918612 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d3db3a66-0ffb-422a-a589-e0013cdc8a88 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'mac_address': 'fa:16:3e:26:a8:21', 'name': 'tempest-NetworksTestDHCPv6-441749882'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:14.948300 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86ae01a1-5119-4134-a761-d1697781839d admin admin] Publish callbacks [] for security_group (faa3dd65-23fe-42a9-be41-61b8b0516ba0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:14.972543 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b248f-c437-4a9e-b516-fef6704d531e None None] Pushing event deleted for resources: {'Port': ['ID=4c8a18e6-3646-4b99-ab3d-91b02b0b9d73,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:14.974685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5b248f-c437-4a9e-b516-fef6704d531e None None] No DVR routers for this DVR port 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:11:14.977653 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fe3fcd91-3c1e-4acd-a02f-5b63a82d3627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'name': 'tempest-TestServerBasicOps-1566491092-router', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:22Z', 'updated_at': '2022-02-07T17:05:32Z', 'revision_number': 4, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'gw_port': {'id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:24Z', 'updated_at': '2022-02-07T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e7b21a7b-7234-4869-bc35-912a085a5938', 'name': '', 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'mac_address': 'fa:16:3e:88:57:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '56c52ba2-dc81-4fa2-9ba7-527e5b2edb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:30Z', 'updated_at': '2022-02-07T17:05:40Z', 'revision_number': 5, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'subnets': [{'id': '56c52ba2-dc81-4fa2-9ba7-527e5b2edb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:15.012001 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86ae01a1-5119-4134-a761-d1697781839d admin admin] Publish callbacks [] for security_group (faa3dd65-23fe-42a9-be41-61b8b0516ba0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:15.068579 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3fcd91-3c1e-4acd-a02f-5b63a82d3627 None None] Checking router: 412002d8-9e32-4f61-8412-21fa75b1d8d6 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:11:15.075322 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:11:15.082700 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43534) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:15.092934 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86ae01a1-5119-4134-a761-d1697781839d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (faa3dd65-23fe-42a9-be41-61b8b0516ba0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:15.096028 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86ae01a1-5119-4134-a761-d1697781839d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:15.097636 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-86ae01a1-5119-4134-a761-d1697781839d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/faa3dd65-23fe-42a9-be41-61b8b0516ba0 HTTP/1.1" status: 204 len: 168 time: 0.2721953 Feb 07 17:11:15.105138 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fa6fd6-f3ec-44a8-9a54-43e12cf3784f None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:15.109045 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:11:15.110130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4c8a18e6-3646-4b99-ab3d-91b02b0b9d73 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:11:15.114002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae01a1-5119-4134-a761-d1697781839d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa3dd65-23fe-42a9-be41-61b8b0516ba0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:15.166603 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3fcd91-3c1e-4acd-a02f-5b63a82d3627 None None] Routers {'412002d8-9e32-4f61-8412-21fa75b1d8d6'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:11:15.167685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fe3fcd91-3c1e-4acd-a02f-5b63a82d3627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:10:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['412002d8-9e32-4f61-8412-21fa75b1d8d6'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:15.358709 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': '768f3ed7-27ac-4fcd-a16b-b33fb5491660'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:11:15.359898 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:15.389530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-fe3fcd91-3c1e-4acd-a02f-5b63a82d3627 None None] Set router 412002d8-9e32-4f61-8412-21fa75b1d8d6 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:11:15.652355 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3db3a66-0ffb-422a-a589-e0013cdc8a88 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:15.710032 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c71f2608-e08a-4d3f-8595-c09717614734 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Deleting port ce3b7c44-e421-4d0d-8912-5a02e411822a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:15.710032 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c71f2608-e08a-4d3f-8595-c09717614734 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ce3b7c44-e421-4d0d-8912-5a02e411822a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:15.725643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] Allocated IP 2001:db8::f816:3eff:fe2d:391d (5d104e3b-016c-4509-9da5-d18eb1be26d1/768f3ed7-27ac-4fcd-a16b-b33fb5491660/9aeefcd9-c1c2-42ff-98af-45283903794e) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:15.813709 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c71f2608-e08a-4d3f-8595-c09717614734 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ce3b7c44-e421-4d0d-8912-5a02e411822a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:15.814057 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c71f2608-e08a-4d3f-8595-c09717614734 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for floatingip (ce3b7c44-e421-4d0d-8912-5a02e411822a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:15.844205 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c71f2608-e08a-4d3f-8595-c09717614734 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Calling delete_port for ce3b7c44-e421-4d0d-8912-5a02e411822a owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:15.871984 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fe3fcd91-3c1e-4acd-a02f-5b63a82d3627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'name': 'tempest-TestServerBasicOps-1566491092-router', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:22Z', 'updated_at': '2022-02-07T17:05:32Z', 'revision_number': 4, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'gw_port': {'id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:24Z', 'updated_at': '2022-02-07T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e7b21a7b-7234-4869-bc35-912a085a5938', 'name': '', 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'mac_address': 'fa:16:3e:88:57:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '56c52ba2-dc81-4fa2-9ba7-527e5b2edb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:30Z', 'updated_at': '2022-02-07T17:05:40Z', 'revision_number': 5, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'subnets': [{'id': '56c52ba2-dc81-4fa2-9ba7-527e5b2edb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:15.878441 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3db3a66-0ffb-422a-a589-e0013cdc8a88 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:15.920079 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device f8bb96cb-3149-48aa-b810-2efde2aa8270 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:11:15.925102 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3fcd91-3c1e-4acd-a02f-5b63a82d3627 None None] The sync data for ids ['412002d8-9e32-4f61-8412-21fa75b1d8d6'] in n-d-827865-3 is: [{'id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'name': 'tempest-TestServerBasicOps-1566491092-router', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:22Z', 'updated_at': '2022-02-07T17:05:32Z', 'revision_number': 4, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'gw_port': {'id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:24Z', 'updated_at': '2022-02-07T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e7b21a7b-7234-4869-bc35-912a085a5938', 'name': '', 'network_id': 'b75833c8-4006-405c-bc22-8b17b6a0f33c', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'mac_address': 'fa:16:3e:88:57:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '56c52ba2-dc81-4fa2-9ba7-527e5b2edb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:30Z', 'updated_at': '2022-02-07T17:05:40Z', 'revision_number': 5, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'subnets': [{'id': '56c52ba2-dc81-4fa2-9ba7-527e5b2edb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:11:15.979762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-d3db3a66-0ffb-422a-a589-e0013cdc8a88 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port 86ef8de7-d478-4910-9eb5-fdd3419431db yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:11:15.988644 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: f8bb96cb-3149-48aa-b810-2efde2aa8270 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:11:15.989006 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device f8bb96cb-3149-48aa-b810-2efde2aa8270 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:11:16.088785 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] Publish callbacks [] for port (9aeefcd9-c1c2-42ff-98af-45283903794e), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:16.102004 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (9aeefcd9-c1c2-42ff-98af-45283903794e), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:16.187061 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:16.192716 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:16.202716 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:11:16.211702 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] Pushing event updated for resources: {'Port': ['ID=9aeefcd9-c1c2-42ff-98af-45283903794e,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:16.263170 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-d3db3a66-0ffb-422a-a589-e0013cdc8a88 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::f816:3eff:fe26:a821 (5d104e3b-016c-4509-9da5-d18eb1be26d1/768f3ed7-27ac-4fcd-a16b-b33fb5491660/86ef8de7-d478-4910-9eb5-fdd3419431db) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:16.283227 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c71f2608-e08a-4d3f-8595-c09717614734 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ce3b7c44-e421-4d0d-8912-5a02e411822a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:16.306262 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] Attempting to bind port 9aeefcd9-c1c2-42ff-98af-45283903794e on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:11:16.306635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] Attempting to bind port 9aeefcd9-c1c2-42ff-98af-45283903794e by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:11:16.307012 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] Attempting to bind port 9aeefcd9-c1c2-42ff-98af-45283903794e on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:11:16.313454 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:11:16.313717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f2608-e08a-4d3f-8595-c09717614734 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Pushing event deleted for resources: {'Port': ['ID=ce3b7c44-e421-4d0d-8912-5a02e411822a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:16.313831 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:11:16.314256 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:16.314670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:11:16.315180 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] Bound port: 9aeefcd9-c1c2-42ff-98af-45283903794e, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:11:16.319403 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9aeefcd9-c1c2-42ff-98af-45283903794e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:16.439206 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] For port 9aeefcd9-c1c2-42ff-98af-45283903794e, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:11:16.450006 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] For port 9aeefcd9-c1c2-42ff-98af-45283903794e, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9aeefcd9-c1c2-42ff-98af-45283903794e,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:11:16.463894 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9aeefcd9-c1c2-42ff-98af-45283903794e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:16.477786 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6049f216-435e-4c4d-8485-5e07903ab15a None None] New status for floating IP 201a17e8-ebef-4f9f-9a28-4e2b05c6c8c7: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:11:16.559763 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c71f2608-e08a-4d3f-8595-c09717614734 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for floatingip (201a17e8-ebef-4f9f-9a28-4e2b05c6c8c7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:16.563833 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c71f2608-e08a-4d3f-8595-c09717614734 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:16.565542 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c71f2608-e08a-4d3f-8595-c09717614734 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "DELETE /v2.0/floatingips/201a17e8-ebef-4f9f-9a28-4e2b05c6c8c7 HTTP/1.1" status: 204 len: 168 time: 1.4788253 Feb 07 17:11:16.651062 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab88ba-ac3c-4a48-a9ec-24b961f598df None None] Pushing event updated for resources: {'Port': ['ID=9aeefcd9-c1c2-42ff-98af-45283903794e,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:16.751522 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43602) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:16.753897 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3db3a66-0ffb-422a-a589-e0013cdc8a88 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (86ef8de7-d478-4910-9eb5-fdd3419431db), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:16.826224 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3db3a66-0ffb-422a-a589-e0013cdc8a88 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (86ef8de7-d478-4910-9eb5-fdd3419431db), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:16.890176 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db3a66-0ffb-422a-a589-e0013cdc8a88 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:16.894583 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d3db3a66-0ffb-422a-a589-e0013cdc8a88 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:16.898938 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3db3a66-0ffb-422a-a589-e0013cdc8a88 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:11:16.904361 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db3a66-0ffb-422a-a589-e0013cdc8a88 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:16.907166 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3db3a66-0ffb-422a-a589-e0013cdc8a88 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:16.921690 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db3a66-0ffb-422a-a589-e0013cdc8a88 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=86ef8de7-d478-4910-9eb5-fdd3419431db,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:16.955087 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d3db3a66-0ffb-422a-a589-e0013cdc8a88 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0407326 Feb 07 17:11:16.955948 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43606) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:17.014200 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c42f320-9d1d-43fd-bff9-9f248544b134 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group (f33abf93-684f-463f-89af-a7d1ba85200d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:17.035980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de53672-6f9b-4255-b188-cc4b4f3d5940 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:17.041954 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de53672-6f9b-4255-b188-cc4b4f3d5940 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:17.047508 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1de53672-6f9b-4255-b188-cc4b4f3d5940 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0902290 Feb 07 17:11:17.048020 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43610) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:17.181393 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c42f320-9d1d-43fd-bff9-9f248544b134 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group (f33abf93-684f-463f-89af-a7d1ba85200d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:17.333831 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fe0493f4-dc6e-46b0-94a0-24008bdab3f0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port 86ef8de7-d478-4910-9eb5-fdd3419431db {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:17.334287 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe0493f4-dc6e-46b0-94a0-24008bdab3f0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (86ef8de7-d478-4910-9eb5-fdd3419431db), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:17.427516 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c42f320-9d1d-43fd-bff9-9f248544b134 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f33abf93-684f-463f-89af-a7d1ba85200d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:17.444209 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c42f320-9d1d-43fd-bff9-9f248544b134 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:17.447409 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6c42f320-9d1d-43fd-bff9-9f248544b134 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] 10.222.0.18 "DELETE /v2.0/security-groups/f33abf93-684f-463f-89af-a7d1ba85200d HTTP/1.1" status: 204 len: 168 time: 0.6930232 Feb 07 17:11:17.469891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42f320-9d1d-43fd-bff9-9f248544b134 tempest-TestServerBasicOps-1794701782 tempest-TestServerBasicOps-1794701782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33abf93-684f-463f-89af-a7d1ba85200d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:17.528072 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe0493f4-dc6e-46b0-94a0-24008bdab3f0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (86ef8de7-d478-4910-9eb5-fdd3419431db), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:17.543512 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43644) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:17.546035 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fe0493f4-dc6e-46b0-94a0-24008bdab3f0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for 86ef8de7-d478-4910-9eb5-fdd3419431db owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:17.785666 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe0493f4-dc6e-46b0-94a0-24008bdab3f0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (86ef8de7-d478-4910-9eb5-fdd3419431db), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:17.846682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0493f4-dc6e-46b0-94a0-24008bdab3f0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=86ef8de7-d478-4910-9eb5-fdd3419431db,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:17.874510 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fe0493f4-dc6e-46b0-94a0-24008bdab3f0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:17.880135 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fe0493f4-dc6e-46b0-94a0-24008bdab3f0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/86ef8de7-d478-4910-9eb5-fdd3419431db HTTP/1.1" status: 204 len: 168 time: 0.7979741 Feb 07 17:11:17.882534 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43660) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:17.969792 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429f182f-66c6-463d-bda8-693269cf0e64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:17.971451 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429f182f-66c6-463d-bda8-693269cf0e64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:17.975906 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-429f182f-66c6-463d-bda8-693269cf0e64 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0898709 Feb 07 17:11:17.976348 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43662) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:18.119584 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-852a922c-6df9-4e50-8318-734822e9684c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet 768f3ed7-27ac-4fcd-a16b-b33fb5491660 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:11:18.125027 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-852a922c-6df9-4e50-8318-734822e9684c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (768f3ed7-27ac-4fcd-a16b-b33fb5491660), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:18.303353 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-852a922c-6df9-4e50-8318-734822e9684c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (768f3ed7-27ac-4fcd-a16b-b33fb5491660), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:18.365886 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec027fbe-dacc-44ef-b5e3-b4eecf2efedc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (412002d8-9e32-4f61-8412-21fa75b1d8d6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:18.584007 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-852a922c-6df9-4e50-8318-734822e9684c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (768f3ed7-27ac-4fcd-a16b-b33fb5491660), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:18.713481 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-852a922c-6df9-4e50-8318-734822e9684c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (768f3ed7-27ac-4fcd-a16b-b33fb5491660), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:18.746060 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-852a922c-6df9-4e50-8318-734822e9684c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:18.751003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d43677e1-52c6-4e72-8aec-6c598367988c None None] Provisioning complete for port 9aeefcd9-c1c2-42ff-98af-45283903794e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:18.751613 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-852a922c-6df9-4e50-8318-734822e9684c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/768f3ed7-27ac-4fcd-a16b-b33fb5491660 HTTP/1.1" status: 204 len: 168 time: 0.7739232 Feb 07 17:11:18.755967 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d43677e1-52c6-4e72-8aec-6c598367988c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9aeefcd9-c1c2-42ff-98af-45283903794e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:18.757383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43682) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:18.785434 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a922c-6df9-4e50-8318-734822e9684c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=768f3ed7-27ac-4fcd-a16b-b33fb5491660,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:18.900840 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43690) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:18.913487 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-162e2581-9639-4d4c-87b8-119cf627a4c1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1380534 Feb 07 17:11:19.009788 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d43677e1-52c6-4e72-8aec-6c598367988c None None] Current status of the port 9aeefcd9-c1c2-42ff-98af-45283903794e is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:19.010161 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d43677e1-52c6-4e72-8aec-6c598367988c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9aeefcd9-c1c2-42ff-98af-45283903794e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:19.093522 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ec027fbe-dacc-44ef-b5e3-b4eecf2efedc admin admin] Deleting port e7b21a7b-7234-4869-bc35-912a085a5938 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:19.094740 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec027fbe-dacc-44ef-b5e3-b4eecf2efedc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e7b21a7b-7234-4869-bc35-912a085a5938), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:19.113896 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69442da-1dc2-45f4-b4e7-67ffb591ee52 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:19.117373 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e69442da-1dc2-45f4-b4e7-67ffb591ee52 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2153862 Feb 07 17:11:19.120097 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43698) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:19.140221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cdae40-2402-459d-9039-d11866e947fc None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:19.146677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d43677e1-52c6-4e72-8aec-6c598367988c None None] For port 9aeefcd9-c1c2-42ff-98af-45283903794e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9aeefcd9-c1c2-42ff-98af-45283903794e,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:19.199581 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d43677e1-52c6-4e72-8aec-6c598367988c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9aeefcd9-c1c2-42ff-98af-45283903794e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:19.246752 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82976fe-2a55-4f4c-bce9-b492c685386f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:19.253644 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c82976fe-2a55-4f4c-bce9-b492c685386f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1271796 Feb 07 17:11:19.253902 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43704) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:19.297402 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9aeefcd9-c1c2-42ff-98af-45283903794e up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:11:19.341242 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-220291f4-4259-4f11-9d61-358f203a3da4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864692 Feb 07 17:11:19.348008 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43708) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:19.355266 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-95737bfc-9da1-4b6a-a05c-bd840b25ba86 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:19.418231 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ec027fbe-dacc-44ef-b5e3-b4eecf2efedc admin admin] For port e7b21a7b-7234-4869-bc35-912a085a5938, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e7b21a7b-7234-4869-bc35-912a085a5938,segment=NetworkSegment(2bac2f71-adfe-4210-a406-3bb2dd73adbe),segment_id=2bac2f71-adfe-4210-a406-3bb2dd73adbe)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:19.418610 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec027fbe-dacc-44ef-b5e3-b4eecf2efedc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e7b21a7b-7234-4869-bc35-912a085a5938), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:19.452042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ec027fbe-dacc-44ef-b5e3-b4eecf2efedc admin admin] Calling delete_port for e7b21a7b-7234-4869-bc35-912a085a5938 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:19.479619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ead9d07d-5e0a-48f1-9329-6c575e59d960 None None] Could not find standard attr ID for object 86ef8de7-d478-4910-9eb5-fdd3419431db. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:11:19.606246 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95737bfc-9da1-4b6a-a05c-bd840b25ba86 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:19.610441 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95737bfc-9da1-4b6a-a05c-bd840b25ba86 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:19.632743 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43677e1-52c6-4e72-8aec-6c598367988c None None] Pushing event updated for resources: {'Port': ['ID=9aeefcd9-c1c2-42ff-98af-45283903794e,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:19.645066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 9aeefcd9-c1c2-42ff-98af-45283903794e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:19.645545 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9aeefcd9-c1c2-42ff-98af-45283903794e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:19.828865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 9aeefcd9-c1c2-42ff-98af-45283903794e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:19.846491 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7c0314-a420-456b-b94c-b06f46285b85 None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:11:19.878150 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec027fbe-dacc-44ef-b5e3-b4eecf2efedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e7b21a7b-7234-4869-bc35-912a085a5938), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:19.951787 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-dc7c0314-a420-456b-b94c-b06f46285b85 None None] Deleting port 9aeefcd9-c1c2-42ff-98af-45283903794e {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:19.952649 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0314-a420-456b-b94c-b06f46285b85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (9aeefcd9-c1c2-42ff-98af-45283903794e), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:20.009512 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec027fbe-dacc-44ef-b5e3-b4eecf2efedc admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b21a7b-7234-4869-bc35-912a085a5938,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:20.122912 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95737bfc-9da1-4b6a-a05c-bd840b25ba86 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (a294d7ea-ac02-4571-9743-3a17cb42bcbc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:20.197896 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-dc7c0314-a420-456b-b94c-b06f46285b85 None None] For port 9aeefcd9-c1c2-42ff-98af-45283903794e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9aeefcd9-c1c2-42ff-98af-45283903794e,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:20.198760 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0314-a420-456b-b94c-b06f46285b85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (9aeefcd9-c1c2-42ff-98af-45283903794e), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:20.236232 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95737bfc-9da1-4b6a-a05c-bd840b25ba86 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=a294d7ea-ac02-4571-9743-3a17cb42bcbc,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:20.236449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-dc7c0314-a420-456b-b94c-b06f46285b85 None None] Calling delete_port for 9aeefcd9-c1c2-42ff-98af-45283903794e owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:20.250258 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95737bfc-9da1-4b6a-a05c-bd840b25ba86 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:20.252107 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-95737bfc-9da1-4b6a-a05c-bd840b25ba86 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:20.254095 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95737bfc-9da1-4b6a-a05c-bd840b25ba86 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:20.254849 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95737bfc-9da1-4b6a-a05c-bd840b25ba86 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:20.304488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43748) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:20.307328 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-95737bfc-9da1-4b6a-a05c-bd840b25ba86 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9573445 Feb 07 17:11:20.320126 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-19b1bc7b-c661-4352-9ae3-2e2a8fcfa341 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'mac_address': 'fa:16:3e:e5:d5:cf', 'name': 'tempest-NetworksTestDHCPv6-2089655736'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:20.405145 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0314-a420-456b-b94c-b06f46285b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (9aeefcd9-c1c2-42ff-98af-45283903794e), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:20.406066 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec027fbe-dacc-44ef-b5e3-b4eecf2efedc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (412002d8-9e32-4f61-8412-21fa75b1d8d6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:20.452518 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c0314-a420-456b-b94c-b06f46285b85 None None] Pushing event deleted for resources: {'Port': ['ID=9aeefcd9-c1c2-42ff-98af-45283903794e,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:20.455093 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c0314-a420-456b-b94c-b06f46285b85 None None] No DVR routers for this DVR port 9aeefcd9-c1c2-42ff-98af-45283903794e on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:11:20.474273 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb6b737-6864-4b7a-9788-a80acaa9becb None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:20.612540 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b1bc7b-c661-4352-9ae3-2e2a8fcfa341 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:20.613604 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': 'a294d7ea-ac02-4571-9743-3a17cb42bcbc'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:11:20.614811 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:20.617157 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19b1bc7b-c661-4352-9ae3-2e2a8fcfa341 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:20.678139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-19b1bc7b-c661-4352-9ae3-2e2a8fcfa341 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port ae03bda2-77e5-48db-b5bb-eca0ebd4807a yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:11:20.819715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] Allocated IP 2001:db8::2 (5d104e3b-016c-4509-9da5-d18eb1be26d1/a294d7ea-ac02-4571-9743-3a17cb42bcbc/49e9734d-85ec-4da9-8bfc-3a9072832bea) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:20.904658 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec027fbe-dacc-44ef-b5e3-b4eecf2efedc admin admin] Router 412002d8-9e32-4f61-8412-21fa75b1d8d6 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:11:21.090302 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] Publish callbacks [] for port (49e9734d-85ec-4da9-8bfc-3a9072832bea), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:21.098129 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (49e9734d-85ec-4da9-8bfc-3a9072832bea), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:21.140058 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9aeefcd9-c1c2-42ff-98af-45283903794e no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:11:21.143645 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec027fbe-dacc-44ef-b5e3-b4eecf2efedc admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:11:21.148282 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:21.153553 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43780) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:21.154196 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ec027fbe-dacc-44ef-b5e3-b4eecf2efedc admin admin] 10.222.0.18 "PUT /v2.0/routers/412002d8-9e32-4f61-8412-21fa75b1d8d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6089718 Feb 07 17:11:21.174620 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2130020-a3da-4b86-ba74-a75612c7a9f9 None None] Sync routers for ids ['412002d8-9e32-4f61-8412-21fa75b1d8d6'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:11:21.180889 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:21.190751 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-19b1bc7b-c661-4352-9ae3-2e2a8fcfa341 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::29e (5d104e3b-016c-4509-9da5-d18eb1be26d1/a294d7ea-ac02-4571-9743-3a17cb42bcbc/ae03bda2-77e5-48db-b5bb-eca0ebd4807a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:21.193077 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 9aeefcd9-c1c2-42ff-98af-45283903794e {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:11:21.193622 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9aeefcd9-c1c2-42ff-98af-45283903794e not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:11:21.198129 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:11:21.200099 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2130020-a3da-4b86-ba74-a75612c7a9f9 None None] Routers {'412002d8-9e32-4f61-8412-21fa75b1d8d6'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:11:21.200744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f2130020-a3da-4b86-ba74-a75612c7a9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:10:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['412002d8-9e32-4f61-8412-21fa75b1d8d6'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:21.311307 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] Pushing event updated for resources: {'Port': ['ID=49e9734d-85ec-4da9-8bfc-3a9072832bea,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:21.434706 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43784) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:21.471176 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19b1bc7b-c661-4352-9ae3-2e2a8fcfa341 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (ae03bda2-77e5-48db-b5bb-eca0ebd4807a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:21.539971 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19b1bc7b-c661-4352-9ae3-2e2a8fcfa341 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ae03bda2-77e5-48db-b5bb-eca0ebd4807a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:21.581823 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] Attempting to bind port 49e9734d-85ec-4da9-8bfc-3a9072832bea on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:11:21.582257 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] Attempting to bind port 49e9734d-85ec-4da9-8bfc-3a9072832bea by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:11:21.582746 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] Attempting to bind port 49e9734d-85ec-4da9-8bfc-3a9072832bea on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:11:21.601533 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:11:21.601965 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:11:21.602682 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:21.602867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:11:21.603263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] Bound port: 49e9734d-85ec-4da9-8bfc-3a9072832bea, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:11:21.603668 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (49e9734d-85ec-4da9-8bfc-3a9072832bea), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:21.627252 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:21.660230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b1bc7b-c661-4352-9ae3-2e2a8fcfa341 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:21.666395 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f2130020-a3da-4b86-ba74-a75612c7a9f9 None None] Set router 412002d8-9e32-4f61-8412-21fa75b1d8d6 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:11:21.666746 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-19b1bc7b-c661-4352-9ae3-2e2a8fcfa341 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:21.679011 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b1bc7b-c661-4352-9ae3-2e2a8fcfa341 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:11:21.688381 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b1bc7b-c661-4352-9ae3-2e2a8fcfa341 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:21.689072 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19b1bc7b-c661-4352-9ae3-2e2a8fcfa341 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:21.693133 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1bc7b-c661-4352-9ae3-2e2a8fcfa341 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=ae03bda2-77e5-48db-b5bb-eca0ebd4807a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:21.753177 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24e81b9e-69f6-42b0-aeb7-b30144852d2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:21.764887 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-19b1bc7b-c661-4352-9ae3-2e2a8fcfa341 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4543614 Feb 07 17:11:21.768610 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43790) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:21.868298 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5582b15-f066-4806-9a80-99bef86b77f3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:21.873846 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5582b15-f066-4806-9a80-99bef86b77f3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:21.876254 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b5582b15-f066-4806-9a80-99bef86b77f3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1055551 Feb 07 17:11:21.879531 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43792) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:21.890999 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] For port 49e9734d-85ec-4da9-8bfc-3a9072832bea, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:11:21.895436 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] For port 49e9734d-85ec-4da9-8bfc-3a9072832bea, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=49e9734d-85ec-4da9-8bfc-3a9072832bea,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:11:21.910683 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (49e9734d-85ec-4da9-8bfc-3a9072832bea), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:21.925154 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f79b51c2-f997-49f0-8ed5-f18201adf40a admin admin] Publish callbacks [] for router (412002d8-9e32-4f61-8412-21fa75b1d8d6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:21.973425 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f2130020-a3da-4b86-ba74-a75612c7a9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'name': 'tempest-TestServerBasicOps-1566491092-router', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:22Z', 'updated_at': '2022-02-07T17:11:19Z', 'revision_number': 5, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'gw_port': {'id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:24Z', 'updated_at': '2022-02-07T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:22.016815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2130020-a3da-4b86-ba74-a75612c7a9f9 None None] Checking router: 412002d8-9e32-4f61-8412-21fa75b1d8d6 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:11:22.041890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2130020-a3da-4b86-ba74-a75612c7a9f9 None None] Routers {'412002d8-9e32-4f61-8412-21fa75b1d8d6'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:11:22.042560 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f2130020-a3da-4b86-ba74-a75612c7a9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:10:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['412002d8-9e32-4f61-8412-21fa75b1d8d6'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:22.044736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f66990-dc38-4f7c-a6cb-48d5691bae45 None None] Pushing event updated for resources: {'Port': ['ID=49e9734d-85ec-4da9-8bfc-3a9072832bea,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:22.117407 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24e81b9e-69f6-42b0-aeb7-b30144852d2f admin admin] Publish callbacks [] for security_group (39f94458-891a-4f98-93b2-801c7c109b95), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:22.123242 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24e81b9e-69f6-42b0-aeb7-b30144852d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (39f94458-891a-4f98-93b2-801c7c109b95), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:22.136712 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f79b51c2-f997-49f0-8ed5-f18201adf40a admin admin] Publish callbacks [] for router_gateway (412002d8-9e32-4f61-8412-21fa75b1d8d6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:22.161819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e81b9e-69f6-42b0-aeb7-b30144852d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f94458-891a-4f98-93b2-801c7c109b95,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:22.192507 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-95321702-445b-4dd0-b645-51f8e28c604f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port ae03bda2-77e5-48db-b5bb-eca0ebd4807a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:22.192684 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95321702-445b-4dd0-b645-51f8e28c604f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ae03bda2-77e5-48db-b5bb-eca0ebd4807a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:22.202729 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-24e81b9e-69f6-42b0-aeb7-b30144852d2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be3a88fbd37c465d9650aaefaa623f95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7632301 Feb 07 17:11:22.204839 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43794) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:22.227641 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f79b51c2-f997-49f0-8ed5-f18201adf40a admin admin] Deleting port 12a6a55d-5382-4ce5-829b-12ceaeb8128e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:22.228078 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f79b51c2-f997-49f0-8ed5-f18201adf40a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (12a6a55d-5382-4ce5-829b-12ceaeb8128e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:22.327514 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f2130020-a3da-4b86-ba74-a75612c7a9f9 None None] Set router 412002d8-9e32-4f61-8412-21fa75b1d8d6 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:11:22.341169 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95321702-445b-4dd0-b645-51f8e28c604f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ae03bda2-77e5-48db-b5bb-eca0ebd4807a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:22.354841 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f79b51c2-f997-49f0-8ed5-f18201adf40a admin admin] For port 12a6a55d-5382-4ce5-829b-12ceaeb8128e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=12a6a55d-5382-4ce5-829b-12ceaeb8128e,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:22.355053 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-95321702-445b-4dd0-b645-51f8e28c604f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for ae03bda2-77e5-48db-b5bb-eca0ebd4807a owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:22.355274 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f79b51c2-f997-49f0-8ed5-f18201adf40a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (12a6a55d-5382-4ce5-829b-12ceaeb8128e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:22.392199 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f79b51c2-f997-49f0-8ed5-f18201adf40a admin admin] Calling delete_port for 12a6a55d-5382-4ce5-829b-12ceaeb8128e owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:22.576990 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5488307-940e-4eb3-9e14-4a13e67ec796 admin admin] Publish callbacks [] for security_group (39f94458-891a-4f98-93b2-801c7c109b95), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:22.580353 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95321702-445b-4dd0-b645-51f8e28c604f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ae03bda2-77e5-48db-b5bb-eca0ebd4807a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:22.623851 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5488307-940e-4eb3-9e14-4a13e67ec796 admin admin] Publish callbacks [] for security_group (39f94458-891a-4f98-93b2-801c7c109b95), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:22.647165 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95321702-445b-4dd0-b645-51f8e28c604f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=ae03bda2-77e5-48db-b5bb-eca0ebd4807a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:22.682624 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95321702-445b-4dd0-b645-51f8e28c604f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:22.686615 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-95321702-445b-4dd0-b645-51f8e28c604f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/ae03bda2-77e5-48db-b5bb-eca0ebd4807a HTTP/1.1" status: 204 len: 168 time: 0.8055239 Feb 07 17:11:22.689653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43798) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:22.740942 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f2130020-a3da-4b86-ba74-a75612c7a9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'name': 'tempest-TestServerBasicOps-1566491092-router', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:22Z', 'updated_at': '2022-02-07T17:11:19Z', 'revision_number': 5, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'gw_port': {'id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:24Z', 'updated_at': '2022-02-07T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:22.776869 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2130020-a3da-4b86-ba74-a75612c7a9f9 None None] The sync data for ids ['412002d8-9e32-4f61-8412-21fa75b1d8d6'] in n-d-827865-3 is: [{'id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'name': 'tempest-TestServerBasicOps-1566491092-router', 'tenant_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:22Z', 'updated_at': '2022-02-07T17:11:19Z', 'revision_number': 5, 'project_id': '8ccb3294bc1846cdacfcbf51d0105cde', 'gw_port': {'id': '12a6a55d-5382-4ce5-829b-12ceaeb8128e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:5e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412002d8-9e32-4f61-8412-21fa75b1d8d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:24Z', 'updated_at': '2022-02-07T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:11:22.788068 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecbf6bf-b32c-4f4f-92d3-1043a3877af0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:22.789746 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecbf6bf-b32c-4f4f-92d3-1043a3877af0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:22.791611 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9ecbf6bf-b32c-4f4f-92d3-1043a3877af0 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1006956 Feb 07 17:11:22.794768 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43800) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:22.856858 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f79b51c2-f997-49f0-8ed5-f18201adf40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (12a6a55d-5382-4ce5-829b-12ceaeb8128e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:22.915485 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b51c2-f997-49f0-8ed5-f18201adf40a admin admin] Pushing event deleted for resources: {'Port': ['ID=12a6a55d-5382-4ce5-829b-12ceaeb8128e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:22.917790 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5488307-940e-4eb3-9e14-4a13e67ec796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (39f94458-891a-4f98-93b2-801c7c109b95), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:22.922946 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f5488307-940e-4eb3-9e14-4a13e67ec796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:22.924268 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f5488307-940e-4eb3-9e14-4a13e67ec796 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39f94458-891a-4f98-93b2-801c7c109b95 HTTP/1.1" status: 204 len: 168 time: 0.7175026 Feb 07 17:11:22.943862 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd4d9def-4211-4950-b309-787c0ca1f297 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet a294d7ea-ac02-4571-9743-3a17cb42bcbc {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:11:22.950766 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd4d9def-4211-4950-b309-787c0ca1f297 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (a294d7ea-ac02-4571-9743-3a17cb42bcbc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:22.954720 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5488307-940e-4eb3-9e14-4a13e67ec796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f94458-891a-4f98-93b2-801c7c109b95,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:23.043311 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd4d9def-4211-4950-b309-787c0ca1f297 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (a294d7ea-ac02-4571-9743-3a17cb42bcbc), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:23.079150 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f79b51c2-f997-49f0-8ed5-f18201adf40a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (412002d8-9e32-4f61-8412-21fa75b1d8d6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:23.228549 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f79b51c2-f997-49f0-8ed5-f18201adf40a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (412002d8-9e32-4f61-8412-21fa75b1d8d6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:23.239514 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f79b51c2-f997-49f0-8ed5-f18201adf40a admin admin] Publish callbacks [] for router_controller (412002d8-9e32-4f61-8412-21fa75b1d8d6), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:23.326953 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:23.396924 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f79b51c2-f997-49f0-8ed5-f18201adf40a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (412002d8-9e32-4f61-8412-21fa75b1d8d6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:23.397598 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79b51c2-f997-49f0-8ed5-f18201adf40a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 412002d8-9e32-4f61-8412-21fa75b1d8d6 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:11:23.410679 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f79b51c2-f997-49f0-8ed5-f18201adf40a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:23.414129 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f79b51c2-f997-49f0-8ed5-f18201adf40a admin admin] 10.222.0.18 "DELETE /v2.0/routers/412002d8-9e32-4f61-8412-21fa75b1d8d6 HTTP/1.1" status: 204 len: 168 time: 2.2572346 Feb 07 17:11:23.416162 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43806) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:23.454951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43808) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:23.474180 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd4d9def-4211-4950-b309-787c0ca1f297 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (a294d7ea-ac02-4571-9743-3a17cb42bcbc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:23.519639 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-001e75eb-1683-4804-bd4b-f3301f4b5193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:23.537105 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-546c5dd4-2846-4118-b7e2-a5722d6c84c9 admin admin] Deleting subnet 56c52ba2-dc81-4fa2-9ba7-527e5b2edb65 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:11:23.539308 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 49e9734d-85ec-4da9-8bfc-3a9072832bea up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:11:23.542455 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-546c5dd4-2846-4118-b7e2-a5722d6c84c9 admin admin] Publish callbacks [] for subnet (56c52ba2-dc81-4fa2-9ba7-527e5b2edb65), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:23.612101 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-546c5dd4-2846-4118-b7e2-a5722d6c84c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (56c52ba2-dc81-4fa2-9ba7-527e5b2edb65), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:23.642277 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 49e9734d-85ec-4da9-8bfc-3a9072832bea triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:23.643176 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (49e9734d-85ec-4da9-8bfc-3a9072832bea), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:23.824626 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-001e75eb-1683-4804-bd4b-f3301f4b5193 admin admin] Publish callbacks [] for security_group (ef60dd45-1e56-41a2-938e-d7e1892c605d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:23.832115 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd4d9def-4211-4950-b309-787c0ca1f297 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (a294d7ea-ac02-4571-9743-3a17cb42bcbc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:23.847538 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-001e75eb-1683-4804-bd4b-f3301f4b5193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ef60dd45-1e56-41a2-938e-d7e1892c605d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:23.871310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 49e9734d-85ec-4da9-8bfc-3a9072832bea is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:23.872534 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (49e9734d-85ec-4da9-8bfc-3a9072832bea), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:23.928404 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 49e9734d-85ec-4da9-8bfc-3a9072832bea, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=49e9734d-85ec-4da9-8bfc-3a9072832bea,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:23.937873 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (49e9734d-85ec-4da9-8bfc-3a9072832bea), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:23.983509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e7b21a7b-7234-4869-bc35-912a085a5938 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:11:24.019251 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f81c70fb-4631-4411-aafc-9f2c97265163 None None] Provisioning complete for port 49e9734d-85ec-4da9-8bfc-3a9072832bea triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:24.019783 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f81c70fb-4631-4411-aafc-9f2c97265163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (49e9734d-85ec-4da9-8bfc-3a9072832bea), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:24.020590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e75eb-1683-4804-bd4b-f3301f4b5193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef60dd45-1e56-41a2-938e-d7e1892c605d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:24.029626 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: e7b21a7b-7234-4869-bc35-912a085a5938 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:11:24.030232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e7b21a7b-7234-4869-bc35-912a085a5938 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:11:24.060025 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d9def-4211-4950-b309-787c0ca1f297 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=a294d7ea-ac02-4571-9743-3a17cb42bcbc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:24.074186 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd4d9def-4211-4950-b309-787c0ca1f297 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:24.081778 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cd4d9def-4211-4950-b309-787c0ca1f297 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/a294d7ea-ac02-4571-9743-3a17cb42bcbc HTTP/1.1" status: 204 len: 168 time: 1.2856297 Feb 07 17:11:24.094235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43812) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:24.094615 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=49e9734d-85ec-4da9-8bfc-3a9072832bea,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:24.110822 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-001e75eb-1683-4804-bd4b-f3301f4b5193 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc18d726b2ba48a5889c100be7d0b538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6530609 Feb 07 17:11:24.142292 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43814) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:24.156777 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e6806735-877d-4b74-930f-917da1d0cbe6 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612848 Feb 07 17:11:24.160027 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43816) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:24.166799 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f81c70fb-4631-4411-aafc-9f2c97265163 None None] Current status of the port 49e9734d-85ec-4da9-8bfc-3a9072832bea is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:24.250952 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f9846f9-2eba-4944-b66c-10248fdfe25e admin admin] Publish callbacks [] for security_group (ef60dd45-1e56-41a2-938e-d7e1892c605d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:24.254848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9042948c-51d6-43ef-90f9-72dc5e5d526e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:24.256804 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9042948c-51d6-43ef-90f9-72dc5e5d526e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0955541 Feb 07 17:11:24.260009 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43818) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:24.268803 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-546c5dd4-2846-4118-b7e2-a5722d6c84c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (56c52ba2-dc81-4fa2-9ba7-527e5b2edb65), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:24.336143 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f9846f9-2eba-4944-b66c-10248fdfe25e admin admin] Publish callbacks [] for security_group (ef60dd45-1e56-41a2-938e-d7e1892c605d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:24.340313 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99c96c8-19cf-442f-8b0b-6097eddb3525 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:24.342481 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f99c96c8-19cf-442f-8b0b-6097eddb3525 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0822062 Feb 07 17:11:24.347162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43822) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:24.405196 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-546c5dd4-2846-4118-b7e2-a5722d6c84c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (56c52ba2-dc81-4fa2-9ba7-527e5b2edb65), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:24.405456 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-3f137efd-e9f1-4f25-871d-f3b6868d41e5 None None] Could not find standard attr ID for object ae03bda2-77e5-48db-b5bb-eca0ebd4807a. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:11:24.420673 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed85f3d-841a-433b-a65e-398f9f59d4fc None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:24.440955 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c5dd4-2846-4118-b7e2-a5722d6c84c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c52ba2-dc81-4fa2-9ba7-527e5b2edb65,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:24.443267 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-546c5dd4-2846-4118-b7e2-a5722d6c84c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:24.449268 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-546c5dd4-2846-4118-b7e2-a5722d6c84c9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/56c52ba2-dc81-4fa2-9ba7-527e5b2edb65 HTTP/1.1" status: 204 len: 168 time: 1.0319970 Feb 07 17:11:24.450646 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43824) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:24.455040 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-12fca714-c950-4e9b-a2a7-2f9c52830b8e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1058803 Feb 07 17:11:24.459874 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43826) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:24.463259 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f9846f9-2eba-4944-b66c-10248fdfe25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ef60dd45-1e56-41a2-938e-d7e1892c605d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:24.466057 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f9846f9-2eba-4944-b66c-10248fdfe25e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:24.466243 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4c6f549e-90a7-4a6a-a8d0-687c30a8ed02 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:24.467189 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6f9846f9-2eba-4944-b66c-10248fdfe25e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef60dd45-1e56-41a2-938e-d7e1892c605d HTTP/1.1" status: 204 len: 168 time: 0.3239126 Feb 07 17:11:24.489636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9846f9-2eba-4944-b66c-10248fdfe25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef60dd45-1e56-41a2-938e-d7e1892c605d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:24.519870 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663dfd8b-2244-4454-9f8b-aca152fa5a37 None None] Network b75833c8-4006-405c-bc22-8b17b6a0f33c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:24.605794 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (b75833c8-4006-405c-bc22-8b17b6a0f33c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:24.653198 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6f549e-90a7-4a6a-a8d0-687c30a8ed02 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:24.662503 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c6f549e-90a7-4a6a-a8d0-687c30a8ed02 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:24.728280 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] Deleting port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:24.728647 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:24.860620 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbeed1f-2911-4652-8702-cbdcc9443035 None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:11:24.866575 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] For port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9,segment=NetworkSegment(2bac2f71-adfe-4210-a406-3bb2dd73adbe),segment_id=2bac2f71-adfe-4210-a406-3bb2dd73adbe)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:24.867520 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:24.887428 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] Calling delete_port for 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:24.942709 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaf8b52-e4b3-4013-bfb7-3543dc82f55e None None] DHCP port deletion for b75833c8-4006-405c-bc22-8b17b6a0f33c request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:11:25.067435 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 49e9734d-85ec-4da9-8bfc-3a9072832bea no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:11:25.074422 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:25.137562 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-adbeed1f-2911-4652-8702-cbdcc9443035 None None] Deleting port 49e9734d-85ec-4da9-8bfc-3a9072832bea {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:25.137942 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-adbeed1f-2911-4652-8702-cbdcc9443035 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (49e9734d-85ec-4da9-8bfc-3a9072832bea), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:25.152497 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] Pushing event deleted for resources: {'Port': ['ID=48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:25.176819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] No DVR routers for this DVR port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:11:25.222673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.objects.ports [None req-4c6f549e-90a7-4a6a-a8d0-687c30a8ed02 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 17:11:25.237042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf8b52-e4b3-4013-bfb7-3543dc82f55e None None] Deleting port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:25.237450 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8b52-e4b3-4013-bfb7-3543dc82f55e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:25.330203 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (b75833c8-4006-405c-bc22-8b17b6a0f33c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:25.331141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 49e9734d-85ec-4da9-8bfc-3a9072832bea is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:25.331547 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (49e9734d-85ec-4da9-8bfc-3a9072832bea), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:25.373778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75833c8-4006-405c-bc22-8b17b6a0f33c']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:25.389258 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-fbaf8b52-e4b3-4013-bfb7-3543dc82f55e None None] For port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9, host n-d-827865-3, got binding levels [] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:25.389886 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8b52-e4b3-4013-bfb7-3543dc82f55e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:25.417183 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bac2f71-adfe-4210-a406-3bb2dd73adbe') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:25.417569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bac2f71-adfe-4210-a406-3bb2dd73adbe') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:25.418332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-adbeed1f-2911-4652-8702-cbdcc9443035 None None] For port 49e9734d-85ec-4da9-8bfc-3a9072832bea, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=49e9734d-85ec-4da9-8bfc-3a9072832bea,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:25.418926 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-adbeed1f-2911-4652-8702-cbdcc9443035 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (49e9734d-85ec-4da9-8bfc-3a9072832bea), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:25.443925 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (2bac2f71-adfe-4210-a406-3bb2dd73adbe), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:25.445637 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf8b52-e4b3-4013-bfb7-3543dc82f55e None None] Calling delete_port for 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:25.457973 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.ipam_backend_mixin [None req-fbaf8b52-e4b3-4013-bfb7-3543dc82f55e None None] Port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 was not found and therefore no delete operation was performed {{(pid=103228) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 17:11:25.459863 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-adbeed1f-2911-4652-8702-cbdcc9443035 None None] Calling delete_port for 49e9734d-85ec-4da9-8bfc-3a9072832bea owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:25.462781 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8b52-e4b3-4013-bfb7-3543dc82f55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:25.470950 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (2bac2f71-adfe-4210-a406-3bb2dd73adbe), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:25.480793 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:11:25.481673 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (2bac2f71-adfe-4210-a406-3bb2dd73adbe), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:11:25.488567 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:11:25.504911 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf8b52-e4b3-4013-bfb7-3543dc82f55e None None] Pushing event deleted for resources: {'Port': ['ID=48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:25.534303 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c6f549e-90a7-4a6a-a8d0-687c30a8ed02 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (49e9734d-85ec-4da9-8bfc-3a9072832bea), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:25.571950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaf8b52-e4b3-4013-bfb7-3543dc82f55e None None] No DVR routers for this DVR port 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:11:25.632385 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:11:25.632784 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:11:25.663452 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (b75833c8-4006-405c-bc22-8b17b6a0f33c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:25.688118 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:25.697334 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] 10.222.0.18 "DELETE /v2.0/networks/b75833c8-4006-405c-bc22-8b17b6a0f33c HTTP/1.1" status: 204 len: 168 time: 1.2421784 Feb 07 17:11:25.714325 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43854) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:25.792011 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f7912-d753-4f5b-9c28-a2986818f73d admin admin] Pushing event deleted for resources: {'Network': ['ID=b75833c8-4006-405c-bc22-8b17b6a0f33c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:25.796008 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d2f141b-af82-4ef8-929b-972fba1cbb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:25.815523 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43856) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:25.842739 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4c6f549e-90a7-4a6a-a8d0-687c30a8ed02 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] For port 49e9734d-85ec-4da9-8bfc-3a9072832bea, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=49e9734d-85ec-4da9-8bfc-3a9072832bea,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:25.880505 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c6f549e-90a7-4a6a-a8d0-687c30a8ed02 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (49e9734d-85ec-4da9-8bfc-3a9072832bea), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:25.887710 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c6f549e-90a7-4a6a-a8d0-687c30a8ed02 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (49e9734d-85ec-4da9-8bfc-3a9072832bea), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:25.891963 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-adbeed1f-2911-4652-8702-cbdcc9443035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (49e9734d-85ec-4da9-8bfc-3a9072832bea), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:25.936778 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f549e-90a7-4a6a-a8d0-687c30a8ed02 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=49e9734d-85ec-4da9-8bfc-3a9072832bea,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:25.943106 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c6f549e-90a7-4a6a-a8d0-687c30a8ed02 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (4221ef35-e384-47e6-9062-5588e977836b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:25.948833 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbeed1f-2911-4652-8702-cbdcc9443035 None None] No DVR routers for this DVR port 49e9734d-85ec-4da9-8bfc-3a9072832bea on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:11:25.951227 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbeed1f-2911-4652-8702-cbdcc9443035 None None] Pushing event deleted for resources: {'Port': ['ID=49e9734d-85ec-4da9-8bfc-3a9072832bea,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:25.987851 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43860) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:26.002612 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bf09310c-9b52-4f88-8ad8-966fe337d828 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-903274739-network', 'tenant_id': 'ee19d87b96ac4c1eaa2f322826513db6'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:26.039147 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f549e-90a7-4a6a-a8d0-687c30a8ed02 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:26.045962 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-4c6f549e-90a7-4a6a-a8d0-687c30a8ed02 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:26.051095 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6f549e-90a7-4a6a-a8d0-687c30a8ed02 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:26.051700 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4c6f549e-90a7-4a6a-a8d0-687c30a8ed02 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:26.054485 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf09310c-9b52-4f88-8ad8-966fe337d828 admin admin] Made reservation on behalf of ee19d87b96ac4c1eaa2f322826513db6 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:26.055704 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc6e7ba-ece7-4fba-9c35-7cae5928bee0 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:26.056690 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf09310c-9b52-4f88-8ad8-966fe337d828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:26.061581 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f549e-90a7-4a6a-a8d0-687c30a8ed02 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=4221ef35-e384-47e6-9062-5588e977836b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:26.076156 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf09310c-9b52-4f88-8ad8-966fe337d828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:26.095422 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4c6f549e-90a7-4a6a-a8d0-687c30a8ed02 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6322956 Feb 07 17:11:26.096082 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43864) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:26.103467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c42f5d82-141a-46f8-a51f-00be8332e44b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:26.166773 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Port 49e9734d-85ec-4da9-8bfc-3a9072832bea update to DOWN by agent not found {{(pid=103228) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 07 17:11:26.167273 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 12a6a55d-5382-4ce5-829b-12ceaeb8128e no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:11:26.194483 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 12a6a55d-5382-4ce5-829b-12ceaeb8128e {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:11:26.194835 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 12a6a55d-5382-4ce5-829b-12ceaeb8128e not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:11:26.195258 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:11:26.228020 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:11:26.228322 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 48d2c3aa-8cdd-4051-aaf6-a9c1c6d84ca9 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:11:26.236945 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8fc1c5e7-37fc-484d-bd86-510e522c546a tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3835 time: 0.2466578 Feb 07 17:11:26.239973 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43866) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:26.251240 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5eccec90-3165-4a6a-80f4-dc34ebfdb846 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Request body: {'network': {'name': 'tempest-network-smoke--1987998131', 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'port_security_enabled': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:26.325055 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eccec90-3165-4a6a-80f4-dc34ebfdb846 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Made reservation on behalf of df2ae0e149dd45049c788ec21df35203 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:26.331450 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5eccec90-3165-4a6a-80f4-dc34ebfdb846 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:26.345628 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42f5d82-141a-46f8-a51f-00be8332e44b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:26.349081 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c42f5d82-141a-46f8-a51f-00be8332e44b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:26.356757 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf09310c-9b52-4f88-8ad8-966fe337d828 admin admin] Publish callbacks [] for security_group (07e4f9ac-aac2-4490-86eb-b0bedc3a85a0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:26.404781 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf09310c-9b52-4f88-8ad8-966fe337d828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (07e4f9ac-aac2-4490-86eb-b0bedc3a85a0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:26.422174 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf09310c-9b52-4f88-8ad8-966fe337d828 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:11:26.429334 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54270aae-e1ba-459f-9739-60a6fe40822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (0745e01b-528b-40f6-b43a-cdacce98fb8c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:26.434539 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf09310c-9b52-4f88-8ad8-966fe337d828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (30b2ba60-9f53-475d-93dd-9bc8f3f26ad1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:26.435299 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-bf09310c-9b52-4f88-8ad8-966fe337d828 admin admin] Added segment 30b2ba60-9f53-475d-93dd-9bc8f3f26ad1 of type vlan for network 5d128def-3af0-43db-9fae-42e71861fdfd Feb 07 17:11:26.507073 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf09310c-9b52-4f88-8ad8-966fe337d828 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (5d128def-3af0-43db-9fae-42e71861fdfd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:26.529804 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': '4221ef35-e384-47e6-9062-5588e977836b'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:11:26.530899 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:26.559925 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf09310c-9b52-4f88-8ad8-966fe337d828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (5d128def-3af0-43db-9fae-42e71861fdfd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:26.560906 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf09310c-9b52-4f88-8ad8-966fe337d828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:26.561522 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bf09310c-9b52-4f88-8ad8-966fe337d828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:26.585719 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eccec90-3165-4a6a-80f4-dc34ebfdb846 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:11:26.696574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bf09310c-9b52-4f88-8ad8-966fe337d828 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8782027 Feb 07 17:11:26.709842 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5eccec90-3165-4a6a-80f4-dc34ebfdb846 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (f67b84bb-2f34-4b18-84c8-73013b892e28), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:26.710271 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-5eccec90-3165-4a6a-80f4-dc34ebfdb846 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Added segment f67b84bb-2f34-4b18-84c8-73013b892e28 of type vlan for network 505e4209-d872-4bb0-8278-cf409144e27f Feb 07 17:11:26.721054 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43868) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:26.723982 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] Allocated IP 2001:db8::f816:3eff:fe26:d403 (5d104e3b-016c-4509-9da5-d18eb1be26d1/4221ef35-e384-47e6-9062-5588e977836b/240793c6-adf5-4c42-921e-23d3f5ecabfb) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:26.730428 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09310c-9b52-4f88-8ad8-966fe337d828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:26.738958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6c6e94c3-3aa9-4b09-a05b-5c0c7b2c972a admin admin] Request body: {'subnet': {'network_id': '5d128def-3af0-43db-9fae-42e71861fdfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-903274739-subnet', 'tenant_id': 'ee19d87b96ac4c1eaa2f322826513db6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:26.790779 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09310c-9b52-4f88-8ad8-966fe337d828 admin admin] Pushing event updated for resources: {'Network': ['ID=5d128def-3af0-43db-9fae-42e71861fdfd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:26.819252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 5d128def-3af0-43db-9fae-42e71861fdfd details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:11:26.826374 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5eccec90-3165-4a6a-80f4-dc34ebfdb846 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (505e4209-d872-4bb0-8278-cf409144e27f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:26.846017 n-d-827865-3 neutron-server[103226]: INFO neutron.db.ipam_backend_mixin [None req-c42f5d82-141a-46f8-a51f-00be8332e44b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4221ef35-e384-47e6-9062-5588e977836b (CIDR: 2001:db8::/64) Feb 07 17:11:26.848557 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6e94c3-3aa9-4b09-a05b-5c0c7b2c972a admin admin] Made reservation on behalf of ee19d87b96ac4c1eaa2f322826513db6 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:26.851255 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c6e94c3-3aa9-4b09-a05b-5c0c7b2c972a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:26.860296 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42f5d82-141a-46f8-a51f-00be8332e44b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:11:26.860769 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42f5d82-141a-46f8-a51f-00be8332e44b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:11:26.906102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-54270aae-e1ba-459f-9739-60a6fe40822c admin admin] Deleting port c6ad0ec0-b871-403b-9437-0b9f212a52a5 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:26.906664 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54270aae-e1ba-459f-9739-60a6fe40822c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c6ad0ec0-b871-403b-9437-0b9f212a52a5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:26.954520 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c42f5d82-141a-46f8-a51f-00be8332e44b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8572543 Feb 07 17:11:26.955295 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5eccec90-3165-4a6a-80f4-dc34ebfdb846 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (505e4209-d872-4bb0-8278-cf409144e27f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:26.958392 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43870) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:26.961903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eccec90-3165-4a6a-80f4-dc34ebfdb846 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:26.962561 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5eccec90-3165-4a6a-80f4-dc34ebfdb846 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:26.965791 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6f0f63d4-2db5-40b9-8528-b6b3f61815db tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:27.017514 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] Publish callbacks [] for port (240793c6-adf5-4c42-921e-23d3f5ecabfb), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:27.034219 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (240793c6-adf5-4c42-921e-23d3f5ecabfb), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:27.100304 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-54270aae-e1ba-459f-9739-60a6fe40822c admin admin] For port c6ad0ec0-b871-403b-9437-0b9f212a52a5, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c6ad0ec0-b871-403b-9437-0b9f212a52a5,segment=NetworkSegment(74fdcdb4-2144-4df1-a117-32b4ebc09c47),segment_id=74fdcdb4-2144-4df1-a117-32b4ebc09c47)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:27.100647 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54270aae-e1ba-459f-9739-60a6fe40822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c6ad0ec0-b871-403b-9437-0b9f212a52a5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:27.101328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] Pushing event updated for resources: {'Port': ['ID=240793c6-adf5-4c42-921e-23d3f5ecabfb,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:27.105607 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:27.110012 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:27.116315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:11:27.166710 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5eccec90-3165-4a6a-80f4-dc34ebfdb846 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9257972 Feb 07 17:11:27.170927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-54270aae-e1ba-459f-9739-60a6fe40822c admin admin] Calling delete_port for c6ad0ec0-b871-403b-9437-0b9f212a52a5 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:27.174221 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43874) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:27.192584 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2ad7625a-086c-4cfd-bcf4-808aad4f39c8 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2003165838', 'admin_state_up': True, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:27.193417 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] Attempting to bind port 240793c6-adf5-4c42-921e-23d3f5ecabfb on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:11:27.193417 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] Attempting to bind port 240793c6-adf5-4c42-921e-23d3f5ecabfb by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:11:27.193909 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] Attempting to bind port 240793c6-adf5-4c42-921e-23d3f5ecabfb on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:11:27.199819 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:11:27.200378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:11:27.200899 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:27.201447 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:11:27.202484 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] Bound port: 240793c6-adf5-4c42-921e-23d3f5ecabfb, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:11:27.203009 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (240793c6-adf5-4c42-921e-23d3f5ecabfb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:27.245553 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0f63d4-2db5-40b9-8528-b6b3f61815db tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:27.249022 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f0f63d4-2db5-40b9-8528-b6b3f61815db tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:27.269933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eccec90-3165-4a6a-80f4-dc34ebfdb846 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event updated for resources: {'Network': ['ID=505e4209-d872-4bb0-8278-cf409144e27f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:27.274702 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c6e94c3-3aa9-4b09-a05b-5c0c7b2c972a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (b3dab316-b7ed-4042-84ee-6a20f5011a6b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:27.292983 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 505e4209-d872-4bb0-8278-cf409144e27f details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:11:27.338091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e94c3-3aa9-4b09-a05b-5c0c7b2c972a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3dab316-b7ed-4042-84ee-6a20f5011a6b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:27.348865 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ad7625a-086c-4cfd-bcf4-808aad4f39c8 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (c61a5a85-e4a1-463d-9070-dd36dbd777a9), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:27.349997 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ad7625a-086c-4cfd-bcf4-808aad4f39c8 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (c61a5a85-e4a1-463d-9070-dd36dbd777a9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:27.356573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e94c3-3aa9-4b09-a05b-5c0c7b2c972a admin admin] Checking segment: {'id': '30b2ba60-9f53-475d-93dd-9bc8f3f26ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5d128def-3af0-43db-9fae-42e71861fdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:11:27.356921 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e94c3-3aa9-4b09-a05b-5c0c7b2c972a admin admin] Network hostable DHCP agents. Network: 5d128def-3af0-43db-9fae-42e71861fdfd, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:11:27.383001 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e94c3-3aa9-4b09-a05b-5c0c7b2c972a admin admin] Network 5d128def-3af0-43db-9fae-42e71861fdfd is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:11:27.396084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6c6e94c3-3aa9-4b09-a05b-5c0c7b2c972a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 5d128def-3af0-43db-9fae-42e71861fdfd) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:27.411364 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6e94c3-3aa9-4b09-a05b-5c0c7b2c972a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:27.412090 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ad7625a-086c-4cfd-bcf4-808aad4f39c8 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for router_controller (c61a5a85-e4a1-463d-9070-dd36dbd777a9), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:27.413384 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c6e94c3-3aa9-4b09-a05b-5c0c7b2c972a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:27.415615 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4874d27c-e1f7-421a-84ae-d73537c61a16 None None] Network 5d128def-3af0-43db-9fae-42e71861fdfd requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:27.445683 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6c6e94c3-3aa9-4b09-a05b-5c0c7b2c972a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7115042 Feb 07 17:11:27.493619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] For port 240793c6-adf5-4c42-921e-23d3f5ecabfb, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:11:27.520253 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] For port 240793c6-adf5-4c42-921e-23d3f5ecabfb, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=240793c6-adf5-4c42-921e-23d3f5ecabfb,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:11:27.532216 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (240793c6-adf5-4c42-921e-23d3f5ecabfb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:27.604701 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607f128-f3ff-44cf-997e-bc3636913c8d None None] Pushing event updated for resources: {'Port': ['ID=240793c6-adf5-4c42-921e-23d3f5ecabfb,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:27.690912 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ad7625a-086c-4cfd-bcf4-808aad4f39c8 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for router_gateway (c61a5a85-e4a1-463d-9070-dd36dbd777a9), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:27.704318 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b95b7f-2bb6-4c5a-9537-66d5f48761f2 None None] Network 5d128def-3af0-43db-9fae-42e71861fdfd requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:28.059543 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54270aae-e1ba-459f-9739-60a6fe40822c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c6ad0ec0-b871-403b-9437-0b9f212a52a5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:28.100977 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f0f63d4-2db5-40b9-8528-b6b3f61815db tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (ddeb4718-adda-4153-9625-d2ddbfbf74cd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:28.123474 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54270aae-e1ba-459f-9739-60a6fe40822c admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ad0ec0-b871-403b-9437-0b9f212a52a5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:28.211981 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1a362316-e540-42b7-9a18-ea69a9d2a4c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:28.276377 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0f63d4-2db5-40b9-8528-b6b3f61815db tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:28.308573 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6f0f63d4-2db5-40b9-8528-b6b3f61815db tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:28.316309 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0f63d4-2db5-40b9-8528-b6b3f61815db tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:28.316916 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f0f63d4-2db5-40b9-8528-b6b3f61815db tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:28.336350 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f63d4-2db5-40b9-8528-b6b3f61815db tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=ddeb4718-adda-4153-9625-d2ddbfbf74cd,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:28.353479 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43884) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:28.361505 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d8dd253d-2c70-4780-900c-a4375a74f425 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'mac_address': 'fa:16:3e:c9:1e:54', 'name': 'tempest-NetworksTestDHCPv6-1706295666'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:28.365397 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6f0f63d4-2db5-40b9-8528-b6b3f61815db tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4058471 Feb 07 17:11:28.584361 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dd253d-2c70-4780-900c-a4375a74f425 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:28.681321 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d8dd253d-2c70-4780-900c-a4375a74f425 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:28.710889 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-d8dd253d-2c70-4780-900c-a4375a74f425 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port 5e43ac3f-6d4c-4575-a25a-2b6bf8fb2744 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:11:29.020596 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d8dd253d-2c70-4780-900c-a4375a74f425 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8:0:1::371 (5d104e3b-016c-4509-9da5-d18eb1be26d1/ddeb4718-adda-4153-9625-d2ddbfbf74cd/5e43ac3f-6d4c-4575-a25a-2b6bf8fb2744) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:29.030219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d8dd253d-2c70-4780-900c-a4375a74f425 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::f816:3eff:fec9:1e54 (5d104e3b-016c-4509-9da5-d18eb1be26d1/4221ef35-e384-47e6-9062-5588e977836b/5e43ac3f-6d4c-4575-a25a-2b6bf8fb2744) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:29.148473 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ad7625a-086c-4cfd-bcf4-808aad4f39c8 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for router_gateway (c61a5a85-e4a1-463d-9070-dd36dbd777a9), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:29.177740 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ad7625a-086c-4cfd-bcf4-808aad4f39c8 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:29.219566 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54270aae-e1ba-459f-9739-60a6fe40822c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (0745e01b-528b-40f6-b43a-cdacce98fb8c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:29.256841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 240793c6-adf5-4c42-921e-23d3f5ecabfb up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:11:29.354003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 240793c6-adf5-4c42-921e-23d3f5ecabfb triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:29.354397 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (240793c6-adf5-4c42-921e-23d3f5ecabfb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:29.366277 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fbd926-080f-492c-8c1f-ccc944786f64 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:29.380379 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d8dd253d-2c70-4780-900c-a4375a74f425 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (5e43ac3f-6d4c-4575-a25a-2b6bf8fb2744), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:29.432296 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d8dd253d-2c70-4780-900c-a4375a74f425 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (5e43ac3f-6d4c-4575-a25a-2b6bf8fb2744), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:29.499162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dd253d-2c70-4780-900c-a4375a74f425 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:29.503573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d8dd253d-2c70-4780-900c-a4375a74f425 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:29.510844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd253d-2c70-4780-900c-a4375a74f425 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:11:29.518114 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dd253d-2c70-4780-900c-a4375a74f425 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:29.519157 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d8dd253d-2c70-4780-900c-a4375a74f425 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:29.524085 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd253d-2c70-4780-900c-a4375a74f425 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=5e43ac3f-6d4c-4575-a25a-2b6bf8fb2744,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:29.567421 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d8dd253d-2c70-4780-900c-a4375a74f425 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2116892 Feb 07 17:11:29.569822 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43896) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:29.609581 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-2ad7625a-086c-4cfd-bcf4-808aad4f39c8 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Allocated IP 172.25.4.106 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/2d424288-9f87-42ee-8326-d101156e1859) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:29.647725 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:29.652271 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-94041da2-7d0e-4528-8307-4727beb1436f None None] Provisioning complete for port 240793c6-adf5-4c42-921e-23d3f5ecabfb triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:29.653132 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-94041da2-7d0e-4528-8307-4727beb1436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (240793c6-adf5-4c42-921e-23d3f5ecabfb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:29.782393 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-94041da2-7d0e-4528-8307-4727beb1436f None None] Current status of the port 240793c6-adf5-4c42-921e-23d3f5ecabfb is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:29.782937 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-94041da2-7d0e-4528-8307-4727beb1436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (240793c6-adf5-4c42-921e-23d3f5ecabfb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:29.856977 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 240793c6-adf5-4c42-921e-23d3f5ecabfb is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:29.857593 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (240793c6-adf5-4c42-921e-23d3f5ecabfb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:29.956372 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-94041da2-7d0e-4528-8307-4727beb1436f None None] For port 240793c6-adf5-4c42-921e-23d3f5ecabfb, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=240793c6-adf5-4c42-921e-23d3f5ecabfb,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:29.967861 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-94041da2-7d0e-4528-8307-4727beb1436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (240793c6-adf5-4c42-921e-23d3f5ecabfb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:30.038270 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ad7625a-086c-4cfd-bcf4-808aad4f39c8 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for port (2d424288-9f87-42ee-8326-d101156e1859), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:30.048115 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4951bd79-9f67-4bef-8540-2101f5f355e8 None None] Update dhcp port {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'fixed_ips': [{'subnet_id': '4221ef35-e384-47e6-9062-5588e977836b', 'ip_address': '2001:db8::f816:3eff:fe26:d403'}, {'subnet_id': 'ddeb4718-adda-4153-9625-d2ddbfbf74cd'}], 'binding:host_id': 'n-d-827865-3'}, 'id': '240793c6-adf5-4c42-921e-23d3f5ecabfb'} from n-d-827865-3. {{(pid=103228) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 17:11:30.055509 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54270aae-e1ba-459f-9739-60a6fe40822c admin admin] Router 0745e01b-528b-40f6-b43a-cdacce98fb8c has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:11:30.091636 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4951bd79-9f67-4bef-8540-2101f5f355e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (240793c6-adf5-4c42-921e-23d3f5ecabfb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:30.115700 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:11:30.116485 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:11:30.235908 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94041da2-7d0e-4528-8307-4727beb1436f None None] Pushing event updated for resources: {'Port': ['ID=240793c6-adf5-4c42-921e-23d3f5ecabfb,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:30.291652 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-588311ac-8ffd-4bc6-88b8-49c8a99f1408 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port 5e43ac3f-6d4c-4575-a25a-2b6bf8fb2744 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:30.291974 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-588311ac-8ffd-4bc6-88b8-49c8a99f1408 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5e43ac3f-6d4c-4575-a25a-2b6bf8fb2744), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:30.363475 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ad7625a-086c-4cfd-bcf4-808aad4f39c8 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2d424288-9f87-42ee-8326-d101156e1859), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:30.485039 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad7625a-086c-4cfd-bcf4-808aad4f39c8 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:30.498978 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-4951bd79-9f67-4bef-8540-2101f5f355e8 None None] Allocated IP 2001:db8:0:1::2 (5d104e3b-016c-4509-9da5-d18eb1be26d1/ddeb4718-adda-4153-9625-d2ddbfbf74cd/240793c6-adf5-4c42-921e-23d3f5ecabfb) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:30.500445 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2ad7625a-086c-4cfd-bcf4-808aad4f39c8 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:30.505796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad7625a-086c-4cfd-bcf4-808aad4f39c8 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:11:30.517356 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54270aae-e1ba-459f-9739-60a6fe40822c admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:11:30.532493 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee9b60b-7db5-4db0-8833-f6574393cc85 None None] Sync routers for ids ['0745e01b-528b-40f6-b43a-cdacce98fb8c'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:11:30.544421 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-588311ac-8ffd-4bc6-88b8-49c8a99f1408 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5e43ac3f-6d4c-4575-a25a-2b6bf8fb2744), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:30.550052 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-54270aae-e1ba-459f-9739-60a6fe40822c admin admin] 10.222.0.18 "PUT /v2.0/routers/0745e01b-528b-40f6-b43a-cdacce98fb8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8340995 Feb 07 17:11:30.560684 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee9b60b-7db5-4db0-8833-f6574393cc85 None None] Routers {'0745e01b-528b-40f6-b43a-cdacce98fb8c'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:11:30.564135 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0ee9b60b-7db5-4db0-8833-f6574393cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:11:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0745e01b-528b-40f6-b43a-cdacce98fb8c'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:30.567949 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-588311ac-8ffd-4bc6-88b8-49c8a99f1408 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for 5e43ac3f-6d4c-4575-a25a-2b6bf8fb2744 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:30.618090 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43900) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:30.635802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7625a-086c-4cfd-bcf4-808aad4f39c8 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event updated for resources: {'Port': ['ID=2d424288-9f87-42ee-8326-d101156e1859,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:30.785862 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 240793c6-adf5-4c42-921e-23d3f5ecabfb is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:30.816801 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-588311ac-8ffd-4bc6-88b8-49c8a99f1408 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (5e43ac3f-6d4c-4575-a25a-2b6bf8fb2744), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:30.855418 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4951bd79-9f67-4bef-8540-2101f5f355e8 None None] For port 240793c6-adf5-4c42-921e-23d3f5ecabfb, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=240793c6-adf5-4c42-921e-23d3f5ecabfb,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:30.866937 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588311ac-8ffd-4bc6-88b8-49c8a99f1408 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=5e43ac3f-6d4c-4575-a25a-2b6bf8fb2744,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:30.885331 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:30.907536 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-0ee9b60b-7db5-4db0-8833-f6574393cc85 None None] Set router 0745e01b-528b-40f6-b43a-cdacce98fb8c gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:11:30.917187 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-588311ac-8ffd-4bc6-88b8-49c8a99f1408 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:30.924217 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4951bd79-9f67-4bef-8540-2101f5f355e8 None None] Publish callbacks [] for port (240793c6-adf5-4c42-921e-23d3f5ecabfb), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:30.925052 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-588311ac-8ffd-4bc6-88b8-49c8a99f1408 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/5e43ac3f-6d4c-4575-a25a-2b6bf8fb2744 HTTP/1.1" status: 204 len: 168 time: 1.3539789 Feb 07 17:11:30.925899 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43916) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:30.932068 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4951bd79-9f67-4bef-8540-2101f5f355e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (240793c6-adf5-4c42-921e-23d3f5ecabfb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:31.026845 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dea0713-8ee6-4d09-a34a-cd3111b8af1b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:31.034351 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7dea0713-8ee6-4d09-a34a-cd3111b8af1b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1068158 Feb 07 17:11:31.035356 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43918) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:31.097333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 240793c6-adf5-4c42-921e-23d3f5ecabfb up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:11:31.190642 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60022d8b-4aaf-4dd6-bf78-2545eb27fa50 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:31.198950 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-60022d8b-4aaf-4dd6-bf78-2545eb27fa50 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1619718 Feb 07 17:11:31.199998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43920) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:31.230265 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-b207d55d-fd1f-4ebe-8ac4-8060104b8161 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:31.238791 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-b207d55d-fd1f-4ebe-8ac4-8060104b8161 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/networks?id=5d128def-3af0-43db-9fae-42e71861fdfd HTTP/1.1" status: 200 len: 808 time: 0.3597937 Feb 07 17:11:31.280157 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951bd79-9f67-4bef-8540-2101f5f355e8 None None] Pushing event updated for resources: {'Port': ['ID=240793c6-adf5-4c42-921e-23d3f5ecabfb,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:31.302746 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a118-84b8-43d0-ad8f-90b06a87791a admin admin] Publish callbacks [] for router (0745e01b-528b-40f6-b43a-cdacce98fb8c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:31.380050 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 240793c6-adf5-4c42-921e-23d3f5ecabfb triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:31.381172 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (240793c6-adf5-4c42-921e-23d3f5ecabfb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:31.384617 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879c8bee-d4f2-46c7-9160-2f498f24c238 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:31.386951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879c8bee-d4f2-46c7-9160-2f498f24c238 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:31.394856 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879c8bee-d4f2-46c7-9160-2f498f24c238 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:31.413840 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0ee9b60b-7db5-4db0-8833-f6574393cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'name': 'tempest-TestServerBasicOps-96775840-router', 'tenant_id': '390a98f041b444549130fb513cea7f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'bd3b9e2f-326a-4139-bc12-1a642502bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:39Z', 'updated_at': '2022-02-07T17:11:27Z', 'revision_number': 5, 'project_id': '390a98f041b444549130fb513cea7f22', 'gw_port': {'id': 'bd3b9e2f-326a-4139-bc12-1a642502bc93', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:40Z', 'updated_at': '2022-02-07T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:31.414822 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-879c8bee-d4f2-46c7-9160-2f498f24c238 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2128139 Feb 07 17:11:31.415917 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43922) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:31.418052 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-35c2b70c-1a3a-4580-a8a3-b2f70de5a9b9 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/quotas/ee19d87b96ac4c1eaa2f322826513db6 HTTP/1.1" status: 200 len: 375 time: 0.1773183 Feb 07 17:11:31.465201 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee9b60b-7db5-4db0-8833-f6574393cc85 None None] Checking router: 0745e01b-528b-40f6-b43a-cdacce98fb8c for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:11:31.477704 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee9b60b-7db5-4db0-8833-f6574393cc85 None None] Routers {'0745e01b-528b-40f6-b43a-cdacce98fb8c'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:11:31.478357 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0ee9b60b-7db5-4db0-8833-f6574393cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:11:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['0745e01b-528b-40f6-b43a-cdacce98fb8c'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:31.494909 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-2905a155-e842-4245-b2f4-7c0c4af4b9d4 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee19d87b96ac4c1eaa2f322826513db6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758376 Feb 07 17:11:31.530904 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb4cbfc-f9d3-4ce6-820d-5a1b35e7d582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet 4221ef35-e384-47e6-9062-5588e977836b {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:11:31.540937 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bdb4cbfc-f9d3-4ce6-820d-5a1b35e7d582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (4221ef35-e384-47e6-9062-5588e977836b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:31.608490 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bdb4cbfc-f9d3-4ce6-820d-5a1b35e7d582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (4221ef35-e384-47e6-9062-5588e977836b), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:31.619672 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a118-84b8-43d0-ad8f-90b06a87791a admin admin] Publish callbacks [] for router_gateway (0745e01b-528b-40f6-b43a-cdacce98fb8c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:31.639758 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 240793c6-adf5-4c42-921e-23d3f5ecabfb is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:31.664401 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ad7625a-086c-4cfd-bcf4-808aad4f39c8 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for router_gateway (c61a5a85-e4a1-463d-9070-dd36dbd777a9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:31.776865 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bdb4cbfc-f9d3-4ce6-820d-5a1b35e7d582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (4221ef35-e384-47e6-9062-5588e977836b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:31.787439 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-0ee9b60b-7db5-4db0-8833-f6574393cc85 None None] Set router 0745e01b-528b-40f6-b43a-cdacce98fb8c gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:11:31.870816 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bdb4cbfc-f9d3-4ce6-820d-5a1b35e7d582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (4221ef35-e384-47e6-9062-5588e977836b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:31.899537 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bdb4cbfc-f9d3-4ce6-820d-5a1b35e7d582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:31.904989 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bdb4cbfc-f9d3-4ce6-820d-5a1b35e7d582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/4221ef35-e384-47e6-9062-5588e977836b HTTP/1.1" status: 204 len: 168 time: 0.4846590 Feb 07 17:11:31.909459 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43928) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:31.993771 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-cb8cb4d2-cdec-4b55-a006-5daed3b79f66 service neutron] 10.222.0.18 "GET /v2.0/networks/5d128def-3af0-43db-9fae-42e71861fdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796131 Feb 07 17:11:31.994530 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4cbfc-f9d3-4ce6-820d-5a1b35e7d582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=4221ef35-e384-47e6-9062-5588e977836b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:32.044494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-2356b765-607f-4ac7-99a9-c689fed2b469 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet ddeb4718-adda-4153-9625-d2ddbfbf74cd {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:11:32.049566 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2356b765-607f-4ac7-99a9-c689fed2b469 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (ddeb4718-adda-4153-9625-d2ddbfbf74cd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:32.125979 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-0ee9b60b-7db5-4db0-8833-f6574393cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'name': 'tempest-TestServerBasicOps-96775840-router', 'tenant_id': '390a98f041b444549130fb513cea7f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'bd3b9e2f-326a-4139-bc12-1a642502bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:39Z', 'updated_at': '2022-02-07T17:11:27Z', 'revision_number': 5, 'project_id': '390a98f041b444549130fb513cea7f22', 'gw_port': {'id': 'bd3b9e2f-326a-4139-bc12-1a642502bc93', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:40Z', 'updated_at': '2022-02-07T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:32.132448 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c4f6a118-84b8-43d0-ad8f-90b06a87791a admin admin] Deleting port bd3b9e2f-326a-4139-bc12-1a642502bc93 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:32.133085 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a118-84b8-43d0-ad8f-90b06a87791a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (bd3b9e2f-326a-4139-bc12-1a642502bc93), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:32.154257 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2356b765-607f-4ac7-99a9-c689fed2b469 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (ddeb4718-adda-4153-9625-d2ddbfbf74cd), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:32.185087 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee9b60b-7db5-4db0-8833-f6574393cc85 None None] The sync data for ids ['0745e01b-528b-40f6-b43a-cdacce98fb8c'] in n-d-827865-3 is: [{'id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'name': 'tempest-TestServerBasicOps-96775840-router', 'tenant_id': '390a98f041b444549130fb513cea7f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'bd3b9e2f-326a-4139-bc12-1a642502bc93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:05:39Z', 'updated_at': '2022-02-07T17:11:27Z', 'revision_number': 5, 'project_id': '390a98f041b444549130fb513cea7f22', 'gw_port': {'id': 'bd3b9e2f-326a-4139-bc12-1a642502bc93', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745e01b-528b-40f6-b43a-cdacce98fb8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:05:40Z', 'updated_at': '2022-02-07T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:11:32.335903 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2356b765-607f-4ac7-99a9-c689fed2b469 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (ddeb4718-adda-4153-9625-d2ddbfbf74cd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:32.357999 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fad06cd-9998-4358-ae70-44a0c7b2b125 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:32.419081 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-c4f6a118-84b8-43d0-ad8f-90b06a87791a admin admin] For port bd3b9e2f-326a-4139-bc12-1a642502bc93, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bd3b9e2f-326a-4139-bc12-1a642502bc93,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:32.419646 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a118-84b8-43d0-ad8f-90b06a87791a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (bd3b9e2f-326a-4139-bc12-1a642502bc93), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:32.450242 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-c4f6a118-84b8-43d0-ad8f-90b06a87791a admin admin] Calling delete_port for bd3b9e2f-326a-4139-bc12-1a642502bc93 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:32.482709 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-02a74c37-e953-458e-90b7-0e6685896f3a service neutron] 10.222.0.18 "GET /v2.0/networks/5d128def-3af0-43db-9fae-42e71861fdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690070 Feb 07 17:11:32.491703 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-689203e2-7931-4ea9-bab5-d354e1c45cc3 None None] Could not find standard attr ID for object 5e43ac3f-6d4c-4575-a25a-2b6bf8fb2744. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:11:32.497004 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:32.523210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-689203e2-7931-4ea9-bab5-d354e1c45cc3 None None] Provisioning complete for port 240793c6-adf5-4c42-921e-23d3f5ecabfb triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:32.523772 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-689203e2-7931-4ea9-bab5-d354e1c45cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (240793c6-adf5-4c42-921e-23d3f5ecabfb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:32.536537 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2356b765-607f-4ac7-99a9-c689fed2b469 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (ddeb4718-adda-4153-9625-d2ddbfbf74cd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:32.545172 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ad7625a-086c-4cfd-bcf4-808aad4f39c8 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (c61a5a85-e4a1-463d-9070-dd36dbd777a9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:32.633985 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356b765-607f-4ac7-99a9-c689fed2b469 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=ddeb4718-adda-4153-9625-d2ddbfbf74cd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:32.645070 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2356b765-607f-4ac7-99a9-c689fed2b469 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:32.654034 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2356b765-607f-4ac7-99a9-c689fed2b469 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/ddeb4718-adda-4153-9625-d2ddbfbf74cd HTTP/1.1" status: 204 len: 168 time: 0.7430470 Feb 07 17:11:32.658576 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43932) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:32.805503 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2f0665d4-0902-4e3d-ae99-223796636c41 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1397331 Feb 07 17:11:32.806671 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43940) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:32.807422 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-689203e2-7931-4ea9-bab5-d354e1c45cc3 None None] Current status of the port 240793c6-adf5-4c42-921e-23d3f5ecabfb is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:32.818648 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c6122e0a-713f-404a-bfcf-78ea9f094563 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:32.867907 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4184b831-0e46-4624-afa1-f187f8d1890c req-79064b32-50c0-4908-8785-5198c6673f06 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 210 time: 0.0701137 Feb 07 17:11:32.978213 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eedfe1-438a-4d39-9aa7-2ee1cbaa7643 None None] Update dhcp port {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'fixed_ips': [{'subnet_id': 'ddeb4718-adda-4153-9625-d2ddbfbf74cd'}], 'binding:host_id': 'n-d-827865-3'}, 'id': '240793c6-adf5-4c42-921e-23d3f5ecabfb'} from n-d-827865-3. {{(pid=103228) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 17:11:33.025318 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-28eedfe1-438a-4d39-9aa7-2ee1cbaa7643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (240793c6-adf5-4c42-921e-23d3f5ecabfb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:33.064490 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 240793c6-adf5-4c42-921e-23d3f5ecabfb up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:11:33.158337 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6122e0a-713f-404a-bfcf-78ea9f094563 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:33.162477 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c6122e0a-713f-404a-bfcf-78ea9f094563 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:33.212742 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 240793c6-adf5-4c42-921e-23d3f5ecabfb triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:33.213420 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (240793c6-adf5-4c42-921e-23d3f5ecabfb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:33.341941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad7625a-086c-4cfd-bcf4-808aad4f39c8 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Router c61a5a85-e4a1-463d-9070-dd36dbd777a9 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:11:33.372773 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a118-84b8-43d0-ad8f-90b06a87791a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (bd3b9e2f-326a-4139-bc12-1a642502bc93), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:33.481595 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6a118-84b8-43d0-ad8f-90b06a87791a admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3b9e2f-326a-4139-bc12-1a642502bc93,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:33.589377 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 240793c6-adf5-4c42-921e-23d3f5ecabfb is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:33.597876 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b4c7bf-ec71-4502-9a3c-1cb9772dcbbf None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:33.663885 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c6ad0ec0-b871-403b-9437-0b9f212a52a5 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:11:33.708998 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: c6ad0ec0-b871-403b-9437-0b9f212a52a5 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:11:33.709379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c6ad0ec0-b871-403b-9437-0b9f212a52a5 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:11:33.757954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e119e67f-fd22-4a79-a1df-29f9f7fdb15b None None] Provisioning complete for port 240793c6-adf5-4c42-921e-23d3f5ecabfb triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:33.758248 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e119e67f-fd22-4a79-a1df-29f9f7fdb15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (240793c6-adf5-4c42-921e-23d3f5ecabfb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:33.872367 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3904868-d128-4090-a9a7-26266662219e None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:11:34.090924 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1d7bd82a-0d04-4296-9e3c-41c9bc50d873 req-c0f7ad54-acea-46d1-a7b9-f715f137c967 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 210 time: 0.1005549 Feb 07 17:11:34.107472 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a118-84b8-43d0-ad8f-90b06a87791a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (0745e01b-528b-40f6-b43a-cdacce98fb8c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:34.227855 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e119e67f-fd22-4a79-a1df-29f9f7fdb15b None None] Current status of the port 240793c6-adf5-4c42-921e-23d3f5ecabfb is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:34.269167 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d3904868-d128-4090-a9a7-26266662219e None None] Deleting port 240793c6-adf5-4c42-921e-23d3f5ecabfb {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:34.269904 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d3904868-d128-4090-a9a7-26266662219e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (240793c6-adf5-4c42-921e-23d3f5ecabfb), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:34.340873 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a118-84b8-43d0-ad8f-90b06a87791a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (0745e01b-528b-40f6-b43a-cdacce98fb8c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:34.355072 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a118-84b8-43d0-ad8f-90b06a87791a admin admin] Publish callbacks [] for router_controller (0745e01b-528b-40f6-b43a-cdacce98fb8c), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:34.417766 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d3904868-d128-4090-a9a7-26266662219e None None] For port 240793c6-adf5-4c42-921e-23d3f5ecabfb, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=240793c6-adf5-4c42-921e-23d3f5ecabfb,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:34.418494 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d3904868-d128-4090-a9a7-26266662219e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (240793c6-adf5-4c42-921e-23d3f5ecabfb), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:34.445245 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d3904868-d128-4090-a9a7-26266662219e None None] Calling delete_port for 240793c6-adf5-4c42-921e-23d3f5ecabfb owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:34.625040 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad7625a-086c-4cfd-bcf4-808aad4f39c8 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:11:34.639218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] Sync routers for ids ['c61a5a85-e4a1-463d-9070-dd36dbd777a9'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:11:34.654885 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d3904868-d128-4090-a9a7-26266662219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (240793c6-adf5-4c42-921e-23d3f5ecabfb), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:34.711236 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a118-84b8-43d0-ad8f-90b06a87791a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (0745e01b-528b-40f6-b43a-cdacce98fb8c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:34.712375 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f6a118-84b8-43d0-ad8f-90b06a87791a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0745e01b-528b-40f6-b43a-cdacce98fb8c {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:11:34.720302 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] Routers {'c61a5a85-e4a1-463d-9070-dd36dbd777a9'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:11:34.721390 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:11:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c61a5a85-e4a1-463d-9070-dd36dbd777a9'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:34.726741 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3904868-d128-4090-a9a7-26266662219e None None] Pushing event deleted for resources: {'Port': ['ID=240793c6-adf5-4c42-921e-23d3f5ecabfb,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:34.774432 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a118-84b8-43d0-ad8f-90b06a87791a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:34.778539 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c4f6a118-84b8-43d0-ad8f-90b06a87791a admin admin] 10.222.0.18 "DELETE /v2.0/routers/0745e01b-528b-40f6-b43a-cdacce98fb8c HTTP/1.1" status: 204 len: 168 time: 4.1533248 Feb 07 17:11:34.793468 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43966) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:34.831158 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3904868-d128-4090-a9a7-26266662219e None None] No DVR routers for this DVR port 240793c6-adf5-4c42-921e-23d3f5ecabfb on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:11:34.909554 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-fc510989-9307-4fb9-84ad-db4039dc588b tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:34.909554 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-fc510989-9307-4fb9-84ad-db4039dc588b tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.48 "GET /v2.0/networks?id=5d128def-3af0-43db-9fae-42e71861fdfd HTTP/1.1" status: 200 len: 808 time: 0.5407729 Feb 07 17:11:34.967402 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-aa9c6727-c03e-4037-bbd2-8d1f67e6c503 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Request body: {'port': {'device_id': 'd523aee4-6da7-4b9a-bda5-7dc300ab42d2', 'network_id': '5d128def-3af0-43db-9fae-42e71861fdfd', 'admin_state_up': True, 'tenant_id': 'ee19d87b96ac4c1eaa2f322826513db6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:35.004313 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c6f985-9ff1-4e61-a51a-2f26143bff4b admin admin] Deleting subnet 97c149a6-0026-4286-8fe1-b02179b83b38 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:11:35.020530 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74c6f985-9ff1-4e61-a51a-2f26143bff4b admin admin] Publish callbacks [] for subnet (97c149a6-0026-4286-8fe1-b02179b83b38), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:35.037341 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2ad7625a-086c-4cfd-bcf4-808aad4f39c8 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:35.038616 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2ad7625a-086c-4cfd-bcf4-808aad4f39c8 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.8556483 Feb 07 17:11:35.079031 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] Set router c61a5a85-e4a1-463d-9070-dd36dbd777a9 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:11:35.127397 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74c6f985-9ff1-4e61-a51a-2f26143bff4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (97c149a6-0026-4286-8fe1-b02179b83b38), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:35.152536 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43970) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:35.303631 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6b3f56fc-0aa7-44a1-b045-8f05e49925c2 req-c279467e-72bc-4521-8a45-319a3b7e4ce7 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 210 time: 0.0818865 Feb 07 17:11:35.383655 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74c6f985-9ff1-4e61-a51a-2f26143bff4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (97c149a6-0026-4286-8fe1-b02179b83b38), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:35.384871 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fb2341-8839-4529-8d40-3e4fa57c5175 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:35.386565 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-95fb2341-8839-4529-8d40-3e4fa57c5175 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=df2ae0e149dd45049c788ec21df35203&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2254529 Feb 07 17:11:35.402652 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43974) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:35.439907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2003165838', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '2d424288-9f87-42ee-8326-d101156e1859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:11:27Z', 'updated_at': '2022-02-07T17:11:31Z', 'revision_number': 3, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '2d424288-9f87-42ee-8326-d101156e1859', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:11:29Z', 'updated_at': '2022-02-07T17:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:35.505645 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] Checking router: c61a5a85-e4a1-463d-9070-dd36dbd777a9 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:11:35.506016 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] Updating router c61a5a85-e4a1-463d-9070-dd36dbd777a9 port 2d424288-9f87-42ee-8326-d101156e1859 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:11:35.540993 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74c6f985-9ff1-4e61-a51a-2f26143bff4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (97c149a6-0026-4286-8fe1-b02179b83b38), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:35.576461 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c0e743-93d5-4b39-ac73-bd4f9ca6b808 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:35.583520 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-20c0e743-93d5-4b39-ac73-bd4f9ca6b808 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1728780 Feb 07 17:11:35.583994 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2d424288-9f87-42ee-8326-d101156e1859), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:35.591188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 240793c6-adf5-4c42-921e-23d3f5ecabfb no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:11:35.597830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43978) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:35.636772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6f985-9ff1-4e61-a51a-2f26143bff4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97c149a6-0026-4286-8fe1-b02179b83b38,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:35.646737 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74c6f985-9ff1-4e61-a51a-2f26143bff4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:35.663926 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-74c6f985-9ff1-4e61-a51a-2f26143bff4b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/97c149a6-0026-4286-8fe1-b02179b83b38 HTTP/1.1" status: 204 len: 168 time: 0.8812654 Feb 07 17:11:35.665901 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43980) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:35.690752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.objects.ports [None req-c6122e0a-713f-404a-bfcf-78ea9f094563 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 17:11:35.693441 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-db0199ab-7dd8-4e71-9b5e-62b4d1745a04 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0944724 Feb 07 17:11:35.695004 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-aa9c6727-c03e-4037-bbd2-8d1f67e6c503 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Made reservation on behalf of ee19d87b96ac4c1eaa2f322826513db6 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:35.698902 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-aa9c6727-c03e-4037-bbd2-8d1f67e6c503 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:35.701050 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43982) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:35.712425 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c6122e0a-713f-404a-bfcf-78ea9f094563 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (2fd4944f-b06d-489b-8185-1af0bf523164), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:35.720803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c261781c-cade-49d7-8f6d-e98bb63fbfb0 None None] Network 3d6120b4-3d3a-4806-987f-90d4002a4070 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:35.792081 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6122e0a-713f-404a-bfcf-78ea9f094563 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=2fd4944f-b06d-489b-8185-1af0bf523164,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:35.805695 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4c4657d8-f2db-490c-a009-e4eb74f87080 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=df2ae0e149dd45049c788ec21df35203&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1032012 Feb 07 17:11:35.808717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43984) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:35.849747 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (3d6120b4-3d3a-4806-987f-90d4002a4070), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:35.851038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 240793c6-adf5-4c42-921e-23d3f5ecabfb {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:11:35.852206 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 240793c6-adf5-4c42-921e-23d3f5ecabfb not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:11:35.938278 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] Deleting port a152f094-b6ca-47b0-9ca7-428feef89ad8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:35.938550 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a152f094-b6ca-47b0-9ca7-428feef89ad8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:36.044751 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6122e0a-713f-404a-bfcf-78ea9f094563 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:36.089157 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] For port a152f094-b6ca-47b0-9ca7-428feef89ad8, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a152f094-b6ca-47b0-9ca7-428feef89ad8,segment=NetworkSegment(74fdcdb4-2144-4df1-a117-32b4ebc09c47),segment_id=74fdcdb4-2144-4df1-a117-32b4ebc09c47)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:36.090649 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a152f094-b6ca-47b0-9ca7-428feef89ad8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:36.123839 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] Calling delete_port for a152f094-b6ca-47b0-9ca7-428feef89ad8 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:36.215198 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec439b0-0926-42b7-b3c9-91823fd101fe tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:36.215198 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bec439b0-0926-42b7-b3c9-91823fd101fe tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4001842 Feb 07 17:11:36.215198 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43988) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:36.268437 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c6122e0a-713f-404a-bfcf-78ea9f094563 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:36.289054 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6122e0a-713f-404a-bfcf-78ea9f094563 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:36.293014 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c6122e0a-713f-404a-bfcf-78ea9f094563 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:36.312956 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24bff45-e74c-4149-926e-13002ac811e3 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:36.322301 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cf8b8a-18c8-42fa-899a-7d008c3b1b9b None None] DHCP port deletion for 3d6120b4-3d3a-4806-987f-90d4002a4070 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:11:36.347080 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4e9bcab6-0c35-4465-9be7-26e287d7dd49 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1310341 Feb 07 17:11:36.357897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 43992) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:36.368698 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-62fd76a2-afd8-4c48-8144-52f571fda258 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1482696073', 'network_id': '505e4209-d872-4bb0-8278-cf409144e27f', 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:36.370765 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a152f094-b6ca-47b0-9ca7-428feef89ad8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:36.448685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] Pushing event deleted for resources: {'Port': ['ID=a152f094-b6ca-47b0-9ca7-428feef89ad8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:36.490267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-aa9c6727-c03e-4037-bbd2-8d1f67e6c503 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Allocated IP 172.20.0.12 (5d128def-3af0-43db-9fae-42e71861fdfd/b3dab316-b7ed-4042-84ee-6a20f5011a6b/e67e3a49-07a3-4779-a7ac-66d57fcc374c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:36.502410 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] No DVR routers for this DVR port a152f094-b6ca-47b0-9ca7-428feef89ad8 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:11:36.714173 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-94cf8b8a-18c8-42fa-899a-7d008c3b1b9b None None] Deleting port a152f094-b6ca-47b0-9ca7-428feef89ad8 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:36.714173 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-94cf8b8a-18c8-42fa-899a-7d008c3b1b9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a152f094-b6ca-47b0-9ca7-428feef89ad8), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:36.757955 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (3d6120b4-3d3a-4806-987f-90d4002a4070), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:36.764680 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': '2fd4944f-b06d-489b-8185-1af0bf523164'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:11:36.766085 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:36.769787 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] Publish callbacks [] for port (2d424288-9f87-42ee-8326-d101156e1859), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:36.808627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-94cf8b8a-18c8-42fa-899a-7d008c3b1b9b None None] For port a152f094-b6ca-47b0-9ca7-428feef89ad8, host n-d-827865-3, got binding levels [] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:36.809036 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-94cf8b8a-18c8-42fa-899a-7d008c3b1b9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a152f094-b6ca-47b0-9ca7-428feef89ad8), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:36.813058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6120b4-3d3a-4806-987f-90d4002a4070']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:36.824448 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-94cf8b8a-18c8-42fa-899a-7d008c3b1b9b None None] Calling delete_port for a152f094-b6ca-47b0-9ca7-428feef89ad8 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:36.828071 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.ipam_backend_mixin [None req-94cf8b8a-18c8-42fa-899a-7d008c3b1b9b None None] Port a152f094-b6ca-47b0-9ca7-428feef89ad8 was not found and therefore no delete operation was performed {{(pid=103228) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 17:11:36.830239 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-94cf8b8a-18c8-42fa-899a-7d008c3b1b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (a152f094-b6ca-47b0-9ca7-428feef89ad8), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:36.835640 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2d424288-9f87-42ee-8326-d101156e1859), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:36.840116 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74fdcdb4-2144-4df1-a117-32b4ebc09c47') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:36.840429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74fdcdb4-2144-4df1-a117-32b4ebc09c47') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:36.866649 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (74fdcdb4-2144-4df1-a117-32b4ebc09c47), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:36.870125 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf8b8a-18c8-42fa-899a-7d008c3b1b9b None None] Pushing event deleted for resources: {'Port': ['ID=a152f094-b6ca-47b0-9ca7-428feef89ad8,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:36.885828 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cf8b8a-18c8-42fa-899a-7d008c3b1b9b None None] No DVR routers for this DVR port a152f094-b6ca-47b0-9ca7-428feef89ad8 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:11:36.888888 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (74fdcdb4-2144-4df1-a117-32b4ebc09c47), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:36.910512 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:11:36.911359 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (74fdcdb4-2144-4df1-a117-32b4ebc09c47), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:11:36.916296 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:11:36.928739 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77cbe921-93e2-439e-8b74-f0af69443a37 req-476cefb4-74cd-4040-b39b-6c8a80afdf5c tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 210 time: 0.4209654 Feb 07 17:11:36.933166 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c6122e0a-713f-404a-bfcf-78ea9f094563 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1257651 Feb 07 17:11:36.938750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 43996) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:36.969173 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-74629f9f-6a50-4c26-b347-1350317c48e5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:36.986104 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fd76a2-afd8-4c48-8144-52f571fda258 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Made reservation on behalf of df2ae0e149dd45049c788ec21df35203 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:36.991250 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62fd76a2-afd8-4c48-8144-52f571fda258 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:36.992972 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] Attempting to bind port 2d424288-9f87-42ee-8326-d101156e1859 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:11:36.993410 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] Attempting to bind port 2d424288-9f87-42ee-8326-d101156e1859 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:11:36.993789 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] Attempting to bind port 2d424288-9f87-42ee-8326-d101156e1859 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:11:37.018181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:11:37.018181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:11:37.018181 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:37.018181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:11:37.018181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] Bound port: 2d424288-9f87-42ee-8326-d101156e1859, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:11:37.018181 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2d424288-9f87-42ee-8326-d101156e1859), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:37.073914 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c12e95-d327-4341-9f44-eb08a1defc58 None None] Pushing event updated for resources: {'Port': ['ID=2d424288-9f87-42ee-8326-d101156e1859,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:37.134878 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a152f094-b6ca-47b0-9ca7-428feef89ad8 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:11:37.164109 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: a152f094-b6ca-47b0-9ca7-428feef89ad8 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:11:37.164407 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a152f094-b6ca-47b0-9ca7-428feef89ad8 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:11:37.164755 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bd3b9e2f-326a-4139-bc12-1a642502bc93 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:11:37.234758 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: bd3b9e2f-326a-4139-bc12-1a642502bc93 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:11:37.235688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bd3b9e2f-326a-4139-bc12-1a642502bc93 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:11:37.255849 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] Allocated IP 2001:db8::f816:3eff:fe0d:568a (5d104e3b-016c-4509-9da5-d18eb1be26d1/2fd4944f-b06d-489b-8185-1af0bf523164/4e152e12-5026-4c62-8114-38315996fbae) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:37.258047 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (3d6120b4-3d3a-4806-987f-90d4002a4070), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:37.274162 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] For port 2d424288-9f87-42ee-8326-d101156e1859, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:11:37.281212 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-aa9c6727-c03e-4037-bbd2-8d1f67e6c503 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Publish callbacks [] for port (e67e3a49-07a3-4779-a7ac-66d57fcc374c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:37.286718 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:37.292722 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] 10.222.0.18 "DELETE /v2.0/networks/3d6120b4-3d3a-4806-987f-90d4002a4070 HTTP/1.1" status: 204 len: 168 time: 1.6250410 Feb 07 17:11:37.295441 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] For port 2d424288-9f87-42ee-8326-d101156e1859, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2d424288-9f87-42ee-8326-d101156e1859,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:11:37.326841 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2d424288-9f87-42ee-8326-d101156e1859), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:37.383128 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c96df-25a2-4f16-9b13-a2be7be9a52f admin admin] Pushing event deleted for resources: {'Network': ['ID=3d6120b4-3d3a-4806-987f-90d4002a4070,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:37.494146 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74629f9f-6a50-4c26-b347-1350317c48e5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:37.506836 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-74629f9f-6a50-4c26-b347-1350317c48e5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:37.524612 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-aa9c6727-c03e-4037-bbd2-8d1f67e6c503 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e67e3a49-07a3-4779-a7ac-66d57fcc374c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:37.614174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44004) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:37.618137 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-aa9c6727-c03e-4037-bbd2-8d1f67e6c503 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Network 5d128def-3af0-43db-9fae-42e71861fdfd is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:37.654053 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-aa9c6727-c03e-4037-bbd2-8d1f67e6c503 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:37.669677 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-aa9c6727-c03e-4037-bbd2-8d1f67e6c503 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:11:37.736782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c6727-c03e-4037-bbd2-8d1f67e6c503 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Pushing event updated for resources: {'Port': ['ID=e67e3a49-07a3-4779-a7ac-66d57fcc374c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:37.747333 n-d-827865-3 neutron-server[103226]: INFO neutron.db.ipam_backend_mixin [None req-74629f9f-6a50-4c26-b347-1350317c48e5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2fd4944f-b06d-489b-8185-1af0bf523164 (CIDR: 2001:db8::/64) Feb 07 17:11:37.751858 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-74629f9f-6a50-4c26-b347-1350317c48e5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:11:37.752394 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74629f9f-6a50-4c26-b347-1350317c48e5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:11:37.769329 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] Routers {'c61a5a85-e4a1-463d-9070-dd36dbd777a9'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:11:37.770273 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:11:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c61a5a85-e4a1-463d-9070-dd36dbd777a9'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:37.795553 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-74629f9f-6a50-4c26-b347-1350317c48e5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8529489 Feb 07 17:11:37.796136 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44008) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:37.807991 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-55336867-ca4e-4ad0-953d-8320e5114b24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:37.842287 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62fd76a2-afd8-4c48-8144-52f571fda258 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (0846dd9a-bb49-4ee3-ba8b-03f61e1b1458), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:37.847610 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-172a9cc5-abb7-4e1c-b99a-261b086d6d2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ccb3294bc1846cdacfcbf51d0105cde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2322125 Feb 07 17:11:37.858215 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44010) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:37.914733 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-aa9c6727-c03e-4037-bbd2-8d1f67e6c503 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:37.915548 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-aa9c6727-c03e-4037-bbd2-8d1f67e6c503 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:37.998383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55336867-ca4e-4ad0-953d-8320e5114b24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:38.002662 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55336867-ca4e-4ad0-953d-8320e5114b24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:38.008608 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-aa9c6727-c03e-4037-bbd2-8d1f67e6c503 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1010294 Feb 07 17:11:38.040418 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Request body: {'port': {'device_id': 'd523aee4-6da7-4b9a-bda5-7dc300ab42d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:38.048542 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd76a2-afd8-4c48-8144-52f571fda258 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event updated for resources: {'Subnet': ['ID=0846dd9a-bb49-4ee3-ba8b-03f61e1b1458,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:38.091554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c12e95-d327-4341-9f44-eb08a1defc58 None None] Pushing event updated for resources: {'Port': ['ID=2d424288-9f87-42ee-8326-d101156e1859,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:38.121325 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] Publish callbacks [] for port (4e152e12-5026-4c62-8114-38315996fbae), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:38.130525 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4046c8b2-1c1e-4014-9bd0-5205c31d3100 admin admin] Publish callbacks [] for security_group (0622a3d0-469f-4ec4-952a-8d17032b37b4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:38.145230 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (4e152e12-5026-4c62-8114-38315996fbae), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:38.201362 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] Set router c61a5a85-e4a1-463d-9070-dd36dbd777a9 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:11:38.206631 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf76ac-fc49-4d71-8867-423c0780e29e req-7a203b27-6485-454a-ad66-60cdf3cb03b8 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:38.208231 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3dcf76ac-fc49-4d71-8867-423c0780e29e req-7a203b27-6485-454a-ad66-60cdf3cb03b8 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 932 time: 0.1131606 Feb 07 17:11:38.229469 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fd76a2-afd8-4c48-8144-52f571fda258 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Checking segment: {'id': 'f67b84bb-2f34-4b18-84c8-73013b892e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '505e4209-d872-4bb0-8278-cf409144e27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:11:38.229909 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fd76a2-afd8-4c48-8144-52f571fda258 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Network hostable DHCP agents. Network: 505e4209-d872-4bb0-8278-cf409144e27f, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:11:38.237192 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:38.282613 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4046c8b2-1c1e-4014-9bd0-5205c31d3100 admin admin] Publish callbacks [] for security_group (0622a3d0-469f-4ec4-952a-8d17032b37b4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:38.291146 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:38.317322 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e67e3a49-07a3-4779-a7ac-66d57fcc374c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:38.331814 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3dcf76ac-fc49-4d71-8867-423c0780e29e req-5e9f834f-b0c1-4e64-9696-aca1b419203e tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101866 Feb 07 17:11:38.387703 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:11:38.399657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fd76a2-afd8-4c48-8144-52f571fda258 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Network 505e4209-d872-4bb0-8278-cf409144e27f is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:11:38.482916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-62fd76a2-afd8-4c48-8144-52f571fda258 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 505e4209-d872-4bb0-8278-cf409144e27f) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:38.508519 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fd76a2-afd8-4c48-8144-52f571fda258 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:38.509109 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62fd76a2-afd8-4c48-8144-52f571fda258 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:38.527931 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:11:38.581500 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55336867-ca4e-4ad0-953d-8320e5114b24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (b8b879d5-6484-4d00-bd4d-802fa6356332), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:38.677633 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55336867-ca4e-4ad0-953d-8320e5114b24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:38.681409 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-55336867-ca4e-4ad0-953d-8320e5114b24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:38.691648 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55336867-ca4e-4ad0-953d-8320e5114b24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:38.695521 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-55336867-ca4e-4ad0-953d-8320e5114b24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:38.728345 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55336867-ca4e-4ad0-953d-8320e5114b24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=b8b879d5-6484-4d00-bd4d-802fa6356332,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:38.736131 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4046c8b2-1c1e-4014-9bd0-5205c31d3100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0622a3d0-469f-4ec4-952a-8d17032b37b4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:38.739397 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4046c8b2-1c1e-4014-9bd0-5205c31d3100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:38.740619 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4046c8b2-1c1e-4014-9bd0-5205c31d3100 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0622a3d0-469f-4ec4-952a-8d17032b37b4 HTTP/1.1" status: 204 len: 168 time: 0.8813066 Feb 07 17:11:38.766788 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-55336867-ca4e-4ad0-953d-8320e5114b24 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9684200 Feb 07 17:11:38.768471 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44026) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:38.781774 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-aad8d59d-c64d-4488-a392-d80bdebd8c74 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'mac_address': 'fa:16:3e:4c:bc:b7', 'name': 'tempest-NetworksTestDHCPv6-406339870'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:38.786393 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-62fd76a2-afd8-4c48-8144-52f571fda258 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4229953 Feb 07 17:11:38.787286 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44028) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:38.836372 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046c8b2-1c1e-4014-9bd0-5205c31d3100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0622a3d0-469f-4ec4-952a-8d17032b37b4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:38.881774 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02e6643-4218-4c12-98dc-43a55c01eb73 None None] Network 505e4209-d872-4bb0-8278-cf409144e27f requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:38.993156 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] Pushing event updated for resources: {'Port': ['ID=4e152e12-5026-4c62-8114-38315996fbae,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:39.064648 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad8d59d-c64d-4488-a392-d80bdebd8c74 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:39.104141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67e3a49-07a3-4779-a7ac-66d57fcc374c {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:11:39.133491 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Publish callbacks [] for port (e67e3a49-07a3-4779-a7ac-66d57fcc374c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:39.194410 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Transition to ACTIVE for port object e67e3a49-07a3-4779-a7ac-66d57fcc374c will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:11:39.200874 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (e67e3a49-07a3-4779-a7ac-66d57fcc374c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:39.251989 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] Attempting to bind port 4e152e12-5026-4c62-8114-38315996fbae on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:11:39.252388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] Attempting to bind port 4e152e12-5026-4c62-8114-38315996fbae by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:11:39.252770 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] Attempting to bind port 4e152e12-5026-4c62-8114-38315996fbae on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:11:39.275696 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aad8d59d-c64d-4488-a392-d80bdebd8c74 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:39.316607 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:11:39.317141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:11:39.317549 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:39.317999 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:11:39.318502 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] Bound port: 4e152e12-5026-4c62-8114-38315996fbae, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:11:39.318907 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e152e12-5026-4c62-8114-38315996fbae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:39.320479 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-aad8d59d-c64d-4488-a392-d80bdebd8c74 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port 293c6a03-0b91-432d-9afa-ca1d5923cdf9 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:11:39.587266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-505e4209-d872-4bb0-8278-cf409144e27f', 'network_id': '505e4209-d872-4bb0-8278-cf409144e27f', 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'fixed_ips': [{'subnet_id': '0846dd9a-bb49-4ee3-ba8b-03f61e1b1458'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:11:39.588099 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:39.604720 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44038) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:39.698810 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] For port 4e152e12-5026-4c62-8114-38315996fbae, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:11:39.721040 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-aad8d59d-c64d-4488-a392-d80bdebd8c74 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8:0:1::366 (5d104e3b-016c-4509-9da5-d18eb1be26d1/b8b879d5-6484-4d00-bd4d-802fa6356332/293c6a03-0b91-432d-9afa-ca1d5923cdf9) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:39.729560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-aad8d59d-c64d-4488-a392-d80bdebd8c74 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::f816:3eff:fe4c:bcb7 (5d104e3b-016c-4509-9da5-d18eb1be26d1/2fd4944f-b06d-489b-8185-1af0bf523164/293c6a03-0b91-432d-9afa-ca1d5923cdf9) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:39.736572 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31c70ded-5d68-408f-bc15-f2d0bc072c0a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:39.737030 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] For port 4e152e12-5026-4c62-8114-38315996fbae, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4e152e12-5026-4c62-8114-38315996fbae,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:11:39.791828 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4e152e12-5026-4c62-8114-38315996fbae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:39.827018 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1916c4ee-65e9-4465-b161-fbd9ea3067a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=390a98f041b444549130fb513cea7f22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2093508 Feb 07 17:11:39.848139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44040) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:39.850672 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Pushing event updated for resources: {'Port': ['ID=e67e3a49-07a3-4779-a7ac-66d57fcc374c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:40.023867 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790776f-862d-49c9-addc-a1cde6e1eb54 req-432f6e47-e891-4bf0-9baf-807119cfa657 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:40.025795 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c790776f-862d-49c9-addc-a1cde6e1eb54 req-432f6e47-e891-4bf0-9baf-807119cfa657 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 944 time: 0.4219818 Feb 07 17:11:40.068801 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aad8d59d-c64d-4488-a392-d80bdebd8c74 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (293c6a03-0b91-432d-9afa-ca1d5923cdf9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:40.131554 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aad8d59d-c64d-4488-a392-d80bdebd8c74 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (293c6a03-0b91-432d-9afa-ca1d5923cdf9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:40.164126 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2003165838', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '2d424288-9f87-42ee-8326-d101156e1859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:11:27Z', 'updated_at': '2022-02-07T17:11:31Z', 'revision_number': 3, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '2d424288-9f87-42ee-8326-d101156e1859', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:11:29Z', 'updated_at': '2022-02-07T17:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:40.213926 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad8d59d-c64d-4488-a392-d80bdebd8c74 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:40.215640 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8d59d-c64d-4488-a392-d80bdebd8c74 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=293c6a03-0b91-432d-9afa-ca1d5923cdf9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:40.220888 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-aad8d59d-c64d-4488-a392-d80bdebd8c74 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:40.223972 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad8d59d-c64d-4488-a392-d80bdebd8c74 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:11:40.224494 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Attempting to bind port e67e3a49-07a3-4779-a7ac-66d57fcc374c on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:11:40.224998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Attempting to bind port e67e3a49-07a3-4779-a7ac-66d57fcc374c by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '30b2ba60-9f53-475d-93dd-9bc8f3f26ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5d128def-3af0-43db-9fae-42e71861fdfd'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:11:40.225173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Attempting to bind port e67e3a49-07a3-4779-a7ac-66d57fcc374c on network 5d128def-3af0-43db-9fae-42e71861fdfd {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:11:40.235880 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad8d59d-c64d-4488-a392-d80bdebd8c74 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:40.239702 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aad8d59d-c64d-4488-a392-d80bdebd8c74 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:40.247736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16c69ea-1283-4a08-80f5-8bcbac590e90 None None] The sync data for ids ['c61a5a85-e4a1-463d-9070-dd36dbd777a9'] in n-d-827865-3 is: [{'id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2003165838', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '2d424288-9f87-42ee-8326-d101156e1859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:11:27Z', 'updated_at': '2022-02-07T17:11:31Z', 'revision_number': 3, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '2d424288-9f87-42ee-8326-d101156e1859', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:11:29Z', 'updated_at': '2022-02-07T17:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:11:40.265231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc536860-8f7e-4e9f-aa31-076f75aaf614 None None] Pushing event updated for resources: {'Port': ['ID=4e152e12-5026-4c62-8114-38315996fbae,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:40.285174 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-aad8d59d-c64d-4488-a392-d80bdebd8c74 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5139260 Feb 07 17:11:40.285890 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44052) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:40.304195 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] Allocated IP 172.20.0.18 (505e4209-d872-4bb0-8278-cf409144e27f/0846dd9a-bb49-4ee3-ba8b-03f61e1b1458/42d2d265-a009-49e8-85a5-438fb7a019c9) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:40.335190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Port e67e3a49-07a3-4779-a7ac-66d57fcc374c on network 5d128def-3af0-43db-9fae-42e71861fdfd not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:11:40.335671 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Attempting to bind port e67e3a49-07a3-4779-a7ac-66d57fcc374c on network 5d128def-3af0-43db-9fae-42e71861fdfd {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:11:40.338490 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b126318e-68a9-4b13-bc0e-32635aa022d2 admin admin] Publish callbacks [] for security_group (d0c5603b-1256-4555-b64d-606d536f969e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:40.379458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:11:40.385436 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Checking segment: {'id': '30b2ba60-9f53-475d-93dd-9bc8f3f26ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5d128def-3af0-43db-9fae-42e71861fdfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:11:40.390542 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Bound using segment: {'id': '30b2ba60-9f53-475d-93dd-9bc8f3f26ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5d128def-3af0-43db-9fae-42e71861fdfd'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:11:40.391611 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Bound port: e67e3a49-07a3-4779-a7ac-66d57fcc374c, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b2ba60-9f53-475d-93dd-9bc8f3f26ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5d128def-3af0-43db-9fae-42e71861fdfd'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:11:40.392180 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e67e3a49-07a3-4779-a7ac-66d57fcc374c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:40.616015 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-dee3af76-6a27-407f-9347-34e414dca0df tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port 293c6a03-0b91-432d-9afa-ca1d5923cdf9 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:40.616408 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dee3af76-6a27-407f-9347-34e414dca0df tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (293c6a03-0b91-432d-9afa-ca1d5923cdf9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:40.735288 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b126318e-68a9-4b13-bc0e-32635aa022d2 admin admin] Publish callbacks [] for security_group (d0c5603b-1256-4555-b64d-606d536f969e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:40.746324 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] Publish callbacks [] for port (42d2d265-a009-49e8-85a5-438fb7a019c9), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:40.758034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c790776f-862d-49c9-addc-a1cde6e1eb54 req-07afe0e1-6f6d-4df4-8ddb-ce685f41b55d tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6995449 Feb 07 17:11:40.779079 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (42d2d265-a009-49e8-85a5-438fb7a019c9), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:40.872820 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] Pushing event updated for resources: {'Port': ['ID=42d2d265-a009-49e8-85a5-438fb7a019c9,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:40.887940 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dee3af76-6a27-407f-9347-34e414dca0df tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (293c6a03-0b91-432d-9afa-ca1d5923cdf9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:40.921590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-dee3af76-6a27-407f-9347-34e414dca0df tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for 293c6a03-0b91-432d-9afa-ca1d5923cdf9 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:40.924651 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] Network 505e4209-d872-4bb0-8278-cf409144e27f is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:40.930768 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:40.939863 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:11:41.078333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] Attempting to bind port 42d2d265-a009-49e8-85a5-438fb7a019c9 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:11:41.078722 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] Attempting to bind port 42d2d265-a009-49e8-85a5-438fb7a019c9 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'f67b84bb-2f34-4b18-84c8-73013b892e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '505e4209-d872-4bb0-8278-cf409144e27f'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:11:41.079095 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] Attempting to bind port 42d2d265-a009-49e8-85a5-438fb7a019c9 on network 505e4209-d872-4bb0-8278-cf409144e27f {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:11:41.085796 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:11:41.086193 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] Checking segment: {'id': 'f67b84bb-2f34-4b18-84c8-73013b892e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '505e4209-d872-4bb0-8278-cf409144e27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:11:41.086610 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:41.087019 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] Bound using segment: {'id': 'f67b84bb-2f34-4b18-84c8-73013b892e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '505e4209-d872-4bb0-8278-cf409144e27f'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:11:41.087500 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] Bound port: 42d2d265-a009-49e8-85a5-438fb7a019c9, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67b84bb-2f34-4b18-84c8-73013b892e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '505e4209-d872-4bb0-8278-cf409144e27f'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:11:41.088386 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (42d2d265-a009-49e8-85a5-438fb7a019c9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:41.220975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4e152e12-5026-4c62-8114-38315996fbae up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:11:41.247732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-31c70ded-5d68-408f-bc15-f2d0bc072c0a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Allocated IP 172.20.0.17 (505e4209-d872-4bb0-8278-cf409144e27f/0846dd9a-bb49-4ee3-ba8b-03f61e1b1458/25df63e6-0faf-44b3-83eb-43c548683e15) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:41.259999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] For port e67e3a49-07a3-4779-a7ac-66d57fcc374c, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:11:41.276211 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] For port e67e3a49-07a3-4779-a7ac-66d57fcc374c, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=e67e3a49-07a3-4779-a7ac-66d57fcc374c,segment=NetworkSegment(30b2ba60-9f53-475d-93dd-9bc8f3f26ad1),segment_id=30b2ba60-9f53-475d-93dd-9bc8f3f26ad1)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:11:41.289532 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (e67e3a49-07a3-4779-a7ac-66d57fcc374c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:41.341335 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dee3af76-6a27-407f-9347-34e414dca0df tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (293c6a03-0b91-432d-9afa-ca1d5923cdf9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:41.420342 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] For port 42d2d265-a009-49e8-85a5-438fb7a019c9, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:11:41.433066 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Pushing event updated for resources: {'Port': ['ID=e67e3a49-07a3-4779-a7ac-66d57fcc374c,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:41.438002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3af76-6a27-407f-9347-34e414dca0df tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=293c6a03-0b91-432d-9afa-ca1d5923cdf9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:41.439607 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] For port 42d2d265-a009-49e8-85a5-438fb7a019c9, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=42d2d265-a009-49e8-85a5-438fb7a019c9,segment=NetworkSegment(f67b84bb-2f34-4b18-84c8-73013b892e28),segment_id=f67b84bb-2f34-4b18-84c8-73013b892e28)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:11:41.467533 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (42d2d265-a009-49e8-85a5-438fb7a019c9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:41.496851 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 4e152e12-5026-4c62-8114-38315996fbae triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:41.497241 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e152e12-5026-4c62-8114-38315996fbae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:41.576816 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dee3af76-6a27-407f-9347-34e414dca0df tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:41.589753 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dee3af76-6a27-407f-9347-34e414dca0df tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/293c6a03-0b91-432d-9afa-ca1d5923cdf9 HTTP/1.1" status: 204 len: 168 time: 1.3027174 Feb 07 17:11:41.590406 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44060) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:41.737574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761d93ab-0229-474d-bb20-03e7642c420b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:41.746031 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-761d93ab-0229-474d-bb20-03e7642c420b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1544728 Feb 07 17:11:41.746701 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44064) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:41.755668 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c1d0d-f087-4be0-8f36-d6165fc97020 None None] Pushing event updated for resources: {'Port': ['ID=42d2d265-a009-49e8-85a5-438fb7a019c9,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:41.875822 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2240fa-682e-4a52-af2c-57ede39e7741 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:41.880183 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7d2240fa-682e-4a52-af2c-57ede39e7741 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1324782 Feb 07 17:11:41.880817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44068) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:41.883981 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4e152e12-5026-4c62-8114-38315996fbae is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:41.884390 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e152e12-5026-4c62-8114-38315996fbae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:41.966243 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 4e152e12-5026-4c62-8114-38315996fbae, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4e152e12-5026-4c62-8114-38315996fbae,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:41.973661 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4e152e12-5026-4c62-8114-38315996fbae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:41.974735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2d424288-9f87-42ee-8326-d101156e1859 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:11:42.167417 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac3674e-1e94-43b0-b232-ff6b7d5f530d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:42.169497 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac3674e-1e94-43b0-b232-ff6b7d5f530d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:42.177202 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac3674e-1e94-43b0-b232-ff6b7d5f530d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:42.178049 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b90d855-176a-489a-98bb-e535de2716c7 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:42.182130 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dac3674e-1e94-43b0-b232-ff6b7d5f530d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2958438 Feb 07 17:11:42.182947 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44070) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:42.245580 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8c2e6-a3dc-46b0-843f-5c8094b69e97 req-d0d36cb3-42c2-4d27-9358-f9a8c6dfb8fa tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:42.256268 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-67e8c2e6-a3dc-46b0-843f-5c8094b69e97 req-d0d36cb3-42c2-4d27-9358-f9a8c6dfb8fa tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 944 time: 0.2473304 Feb 07 17:11:42.310172 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:42.311163 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:42.313731 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-a7a57e35-78de-4a7a-b59a-026cdf73d832 service neutron] 10.222.0.48 "PUT /v2.0/ports/e67e3a49-07a3-4779-a7ac-66d57fcc374c HTTP/1.1" status: 200 len: 1092 time: 4.2841377 Feb 07 17:11:42.313731 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd523aee4-6da7-4b9a-bda5-7dc300ab42d2', 'tag': 'e67e3a49-07a3-4779-a7ac-66d57fcc374c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:11:42.316584 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2605d2-da13-4c73-a52a-22658e5f5126" -d '{"events": [{"name": "network-changed", "server_uuid": "d523aee4-6da7-4b9a-bda5-7dc300ab42d2", "tag": "e67e3a49-07a3-4779-a7ac-66d57fcc374c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:11:42.324686 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b126318e-68a9-4b13-bc0e-32635aa022d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d0c5603b-1256-4555-b64d-606d536f969e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:42.338545 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b126318e-68a9-4b13-bc0e-32635aa022d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:42.365633 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b126318e-68a9-4b13-bc0e-32635aa022d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0c5603b-1256-4555-b64d-606d536f969e HTTP/1.1" status: 204 len: 168 time: 2.5095520 Feb 07 17:11:42.410071 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-67e8c2e6-a3dc-46b0-843f-5c8094b69e97 req-8ab1d51b-2877-4dce-9c53-2b43d942eb45 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448855 Feb 07 17:11:42.421485 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=4e152e12-5026-4c62-8114-38315996fbae,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:42.428967 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac1efea-5fcf-406a-8270-81cbc3deefb9 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet 2fd4944f-b06d-489b-8185-1af0bf523164 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:11:42.438125 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ac1efea-5fcf-406a-8270-81cbc3deefb9 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (2fd4944f-b06d-489b-8185-1af0bf523164), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:42.478785 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7a93bc-4652-4abc-8be0-67bd7d0bf880 x-openstack-request-id: req-3a7a93bc-4652-4abc-8be0-67bd7d0bf880 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:11:42.479076 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d523aee4-6da7-4b9a-bda5-7dc300ab42d2", "tag": "e67e3a49-07a3-4779-a7ac-66d57fcc374c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:11:42.479486 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a7a93bc-4652-4abc-8be0-67bd7d0bf880 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:11:42.480314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6779363d-ee19-472b-8cd6-77697a4aa147 None None] Provisioning complete for port 4e152e12-5026-4c62-8114-38315996fbae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:42.480702 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6779363d-ee19-472b-8cd6-77697a4aa147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e152e12-5026-4c62-8114-38315996fbae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:42.481823 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd523aee4-6da7-4b9a-bda5-7dc300ab42d2', 'tag': 'e67e3a49-07a3-4779-a7ac-66d57fcc374c', 'status': 'completed', 'code': 200} Feb 07 17:11:42.552302 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 2d424288-9f87-42ee-8326-d101156e1859 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:42.552952 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2d424288-9f87-42ee-8326-d101156e1859), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:42.554961 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126318e-68a9-4b13-bc0e-32635aa022d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c5603b-1256-4555-b64d-606d536f969e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:42.586945 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ac1efea-5fcf-406a-8270-81cbc3deefb9 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (2fd4944f-b06d-489b-8185-1af0bf523164), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:42.691540 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-958b83c6-5c69-4e17-9dfd-f4260e593920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:42.695355 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-958b83c6-5c69-4e17-9dfd-f4260e593920 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee19d87b96ac4c1eaa2f322826513db6&device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 1126 time: 0.3138759 Feb 07 17:11:42.707282 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31c70ded-5d68-408f-bc15-f2d0bc072c0a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for port (25df63e6-0faf-44b3-83eb-43c548683e15), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:42.807052 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-c7ea33b4-4a69-449c-b3bd-17c990eda1a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e67e3a49-07a3-4779-a7ac-66d57fcc374c HTTP/1.1" status: 200 len: 217 time: 0.1017866 Feb 07 17:11:42.872875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6779363d-ee19-472b-8cd6-77697a4aa147 None None] Current status of the port 4e152e12-5026-4c62-8114-38315996fbae is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:42.948326 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ac1efea-5fcf-406a-8270-81cbc3deefb9 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (2fd4944f-b06d-489b-8185-1af0bf523164), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:42.951370 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 2d424288-9f87-42ee-8326-d101156e1859 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:42.951773 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2d424288-9f87-42ee-8326-d101156e1859), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:43.013358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-3de397bb-e367-4e78-a246-107a547ceb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:43.014126 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54e6dd3-a69e-48f0-b5d4-ed6c0961a5aa None None] Update dhcp port {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'fixed_ips': [{'subnet_id': '2fd4944f-b06d-489b-8185-1af0bf523164', 'ip_address': '2001:db8::f816:3eff:fe0d:568a'}, {'subnet_id': 'b8b879d5-6484-4d00-bd4d-802fa6356332'}], 'binding:host_id': 'n-d-827865-3'}, 'id': '4e152e12-5026-4c62-8114-38315996fbae'} from n-d-827865-3. {{(pid=103228) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 17:11:43.020270 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-3de397bb-e367-4e78-a246-107a547ceb87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3dab316-b7ed-4042-84ee-6a20f5011a6b HTTP/1.1" status: 200 len: 848 time: 0.2027564 Feb 07 17:11:43.026750 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31c70ded-5d68-408f-bc15-f2d0bc072c0a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (25df63e6-0faf-44b3-83eb-43c548683e15), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:43.141319 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ac1efea-5fcf-406a-8270-81cbc3deefb9 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (2fd4944f-b06d-489b-8185-1af0bf523164), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:43.222457 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f54e6dd3-a69e-48f0-b5d4-ed6c0961a5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e152e12-5026-4c62-8114-38315996fbae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:43.265785 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1efea-5fcf-406a-8270-81cbc3deefb9 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd4944f-b06d-489b-8185-1af0bf523164,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:43.288638 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ac1efea-5fcf-406a-8270-81cbc3deefb9 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:43.298152 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 2d424288-9f87-42ee-8326-d101156e1859, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2d424288-9f87-42ee-8326-d101156e1859,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:43.303355 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5ac1efea-5fcf-406a-8270-81cbc3deefb9 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/2fd4944f-b06d-489b-8185-1af0bf523164 HTTP/1.1" status: 204 len: 168 time: 1.1138432 Feb 07 17:11:43.305013 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44080) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:43.310289 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2d424288-9f87-42ee-8326-d101156e1859), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:43.322269 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c70ded-5d68-408f-bc15-f2d0bc072c0a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Network 505e4209-d872-4bb0-8278-cf409144e27f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:43.339289 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-522bd6d7-441d-47e5-ae5d-c5bdef2d3bcb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d128def-3af0-43db-9fae-42e71861fdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2672825 Feb 07 17:11:43.416959 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-31c70ded-5d68-408f-bc15-f2d0bc072c0a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:43.454337 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c70ded-5d68-408f-bc15-f2d0bc072c0a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:11:43.721737 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc844f-7300-40ee-bf70-90f3654a82f3 req-ed9e385b-47e7-4eca-b2e9-db799f849a1c tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:43.731483 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-04bc844f-7300-40ee-bf70-90f3654a82f3 req-ed9e385b-47e7-4eca-b2e9-db799f849a1c tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 944 time: 0.1747267 Feb 07 17:11:43.744643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=2d424288-9f87-42ee-8326-d101156e1859,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:43.778080 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c70ded-5d68-408f-bc15-f2d0bc072c0a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event updated for resources: {'Port': ['ID=25df63e6-0faf-44b3-83eb-43c548683e15,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:43.859039 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-04bc844f-7300-40ee-bf70-90f3654a82f3 req-0c9a1628-96cb-400c-8912-79d0ee6a033a tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266081 Feb 07 17:11:43.866072 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15e6a64-5e12-4d06-a071-5233b5d08a8c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet b8b879d5-6484-4d00-bd4d-802fa6356332 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:11:43.890129 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 42d2d265-a009-49e8-85a5-438fb7a019c9 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:11:43.929999 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-b42a7b99-6f3e-4812-9acb-31d7bc58d165 service neutron] 10.222.0.48 "GET /v2.0/networks/5d128def-3af0-43db-9fae-42e71861fdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877359 Feb 07 17:11:43.930825 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31c70ded-5d68-408f-bc15-f2d0bc072c0a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (c61a5a85-e4a1-463d-9070-dd36dbd777a9), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:43.935011 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b15e6a64-5e12-4d06-a071-5233b5d08a8c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (b8b879d5-6484-4d00-bd4d-802fa6356332), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:44.027546 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 42d2d265-a009-49e8-85a5-438fb7a019c9 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:44.028150 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (42d2d265-a009-49e8-85a5-438fb7a019c9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:44.120665 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aab5852-fc0a-4530-b9bc-d2d01985cf36 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:44.267744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-855cd517-218f-4703-8f62-3ad71acb16bc None None] Provisioning complete for port 4e152e12-5026-4c62-8114-38315996fbae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:44.268264 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-855cd517-218f-4703-8f62-3ad71acb16bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e152e12-5026-4c62-8114-38315996fbae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:44.278349 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bf2024-8ffc-4459-93ce-4bc76b0893aa None None] Network 505e4209-d872-4bb0-8278-cf409144e27f requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:44.363724 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b15e6a64-5e12-4d06-a071-5233b5d08a8c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (b8b879d5-6484-4d00-bd4d-802fa6356332), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:44.424926 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31c70ded-5d68-408f-bc15-f2d0bc072c0a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (25df63e6-0faf-44b3-83eb-43c548683e15), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:44.431230 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 42d2d265-a009-49e8-85a5-438fb7a019c9 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:44.431721 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (42d2d265-a009-49e8-85a5-438fb7a019c9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:44.470124 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd526409-5e9c-4fd7-a609-165286a9f056 req-4dca7fdc-14c8-4253-9237-07172a5e9f28 service neutron] 10.222.0.48 "GET /v2.0/networks/5d128def-3af0-43db-9fae-42e71861fdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311098 Feb 07 17:11:44.497833 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-10f2572d-32fd-4ef1-ba08-27c9e4ad0ff3 req-e6874b7d-9eab-47a3-ac08-a7b5d13523e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1038089 Feb 07 17:11:44.506020 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b15e6a64-5e12-4d06-a071-5233b5d08a8c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (b8b879d5-6484-4d00-bd4d-802fa6356332), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:44.621352 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2572d-32fd-4ef1-ba08-27c9e4ad0ff3 req-3c5f14bc-4b1e-4378-971d-55b69fa0abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:44.624178 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-10f2572d-32fd-4ef1-ba08-27c9e4ad0ff3 req-3c5f14bc-4b1e-4378-971d-55b69fa0abb0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 1127 time: 0.0905073 Feb 07 17:11:44.834823 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2605d2-da13-4c73-a52a-22658e5f5126 req-78d0ad00-aeae-4cc3-879f-b921e5d1b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:44.836599 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e2605d2-da13-4c73-a52a-22658e5f5126 req-78d0ad00-aeae-4cc3-879f-b921e5d1b1af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee19d87b96ac4c1eaa2f322826513db6&device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 1126 time: 0.2248688 Feb 07 17:11:44.851965 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2572d-32fd-4ef1-ba08-27c9e4ad0ff3 req-80ab98ec-dc26-4412-a051-cfe45507fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:44.853627 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-10f2572d-32fd-4ef1-ba08-27c9e4ad0ff3 req-80ab98ec-dc26-4412-a051-cfe45507fe03 service neutron] 10.222.0.32 "GET /v2.0/networks?id=909de109-b3c2-4051-82bc-70433ca79a50 HTTP/1.1" status: 200 len: 897 time: 0.2067149 Feb 07 17:11:44.855106 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b15e6a64-5e12-4d06-a071-5233b5d08a8c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (b8b879d5-6484-4d00-bd4d-802fa6356332), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:44.875304 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 42d2d265-a009-49e8-85a5-438fb7a019c9, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=42d2d265-a009-49e8-85a5-438fb7a019c9,segment=NetworkSegment(f67b84bb-2f34-4b18-84c8-73013b892e28),segment_id=f67b84bb-2f34-4b18-84c8-73013b892e28)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:44.885613 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (42d2d265-a009-49e8-85a5-438fb7a019c9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:44.892258 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4e152e12-5026-4c62-8114-38315996fbae up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:11:44.896875 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b15e6a64-5e12-4d06-a071-5233b5d08a8c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:44.903133 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b15e6a64-5e12-4d06-a071-5233b5d08a8c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/b8b879d5-6484-4d00-bd4d-802fa6356332 HTTP/1.1" status: 204 len: 168 time: 1.5785553 Feb 07 17:11:44.949310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-855cd517-218f-4703-8f62-3ad71acb16bc None None] Current status of the port 4e152e12-5026-4c62-8114-38315996fbae is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:44.958019 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44090) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:44.974777 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e6a64-5e12-4d06-a071-5233b5d08a8c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=b8b879d5-6484-4d00-bd4d-802fa6356332,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:45.032276 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cdd4346a-4314-413e-befa-66ec08e8b31e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730083 Feb 07 17:11:45.036624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44092) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:45.043207 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b6572ea2-46d0-43f1-94b5-40999a8056db tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:45.090008 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-10f2572d-32fd-4ef1-ba08-27c9e4ad0ff3 req-89caf4ab-c130-453d-8361-8e2b4ae31cf5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68f7b3dc-58c8-4552-b08f-58d0c1f124be HTTP/1.1" status: 200 len: 1000 time: 0.2291515 Feb 07 17:11:45.130216 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-41d8bf28-54d0-4dac-9155-ab83762f44cb None None] Provisioning complete for port 42d2d265-a009-49e8-85a5-438fb7a019c9 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:45.130601 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-41d8bf28-54d0-4dac-9155-ab83762f44cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (42d2d265-a009-49e8-85a5-438fb7a019c9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:45.139255 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=42d2d265-a009-49e8-85a5-438fb7a019c9,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:45.192003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbac140-6b75-4188-94b3-18145d410d45 None None] Update dhcp port {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'fixed_ips': [{'subnet_id': 'b8b879d5-6484-4d00-bd4d-802fa6356332'}], 'binding:host_id': 'n-d-827865-3'}, 'id': '4e152e12-5026-4c62-8114-38315996fbae'} from n-d-827865-3. {{(pid=103228) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 17:11:45.246554 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2572d-32fd-4ef1-ba08-27c9e4ad0ff3 req-a09b73cc-86ab-4f8f-86f9-67ca3ca2140b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:45.250949 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-10f2572d-32fd-4ef1-ba08-27c9e4ad0ff3 req-a09b73cc-86ab-4f8f-86f9-67ca3ca2140b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e87bf0e-4257-4687-aa83-e7b0630506b5 HTTP/1.1" status: 200 len: 835 time: 0.1553848 Feb 07 17:11:45.268529 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3fbac140-6b75-4188-94b3-18145d410d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e152e12-5026-4c62-8114-38315996fbae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:45.318779 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 4e152e12-5026-4c62-8114-38315996fbae triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:45.318779 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e152e12-5026-4c62-8114-38315996fbae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:45.346598 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2572d-32fd-4ef1-ba08-27c9e4ad0ff3 req-8c016b54-7f9b-4820-b6e0-fb33529ac53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:45.348172 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-10f2572d-32fd-4ef1-ba08-27c9e4ad0ff3 req-8c016b54-7f9b-4820-b6e0-fb33529ac53a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=909de109-b3c2-4051-82bc-70433ca79a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0912359 Feb 07 17:11:45.358029 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44cee5-b01e-4481-b6d3-b5c9574430c9 req-47a83fcf-a94b-4c2e-b7c6-1aea6f5bafaa tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:45.359673 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fb44cee5-b01e-4481-b6d3-b5c9574430c9 req-47a83fcf-a94b-4c2e-b7c6-1aea6f5bafaa tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 944 time: 0.3415232 Feb 07 17:11:45.369801 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2605d2-da13-4c73-a52a-22658e5f5126 req-e5455670-e9f0-4b3d-ac85-e2cdd52a33e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:45.371294 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e2605d2-da13-4c73-a52a-22658e5f5126 req-e5455670-e9f0-4b3d-ac85-e2cdd52a33e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d128def-3af0-43db-9fae-42e71861fdfd HTTP/1.1" status: 200 len: 909 time: 0.5245140 Feb 07 17:11:45.536722 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e2605d2-da13-4c73-a52a-22658e5f5126 req-35143248-cba3-4c97-9ed4-718359a51a15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e67e3a49-07a3-4779-a7ac-66d57fcc374c HTTP/1.1" status: 200 len: 217 time: 0.1507232 Feb 07 17:11:45.538498 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44108) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:45.562170 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-10f2572d-32fd-4ef1-ba08-27c9e4ad0ff3 req-618141fc-d24a-44c6-b5b9-908cbfb10f7a service neutron] 10.222.0.32 "GET /v2.0/networks/909de109-b3c2-4051-82bc-70433ca79a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066295 Feb 07 17:11:45.592504 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-41d8bf28-54d0-4dac-9155-ab83762f44cb None None] Current status of the port 42d2d265-a009-49e8-85a5-438fb7a019c9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:45.604485 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4e152e12-5026-4c62-8114-38315996fbae is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:45.747258 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5891fb74-8f4a-4803-ad27-98d407f7159d None None] Provisioning complete for port 4e152e12-5026-4c62-8114-38315996fbae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:45.750197 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5891fb74-8f4a-4803-ad27-98d407f7159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e152e12-5026-4c62-8114-38315996fbae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:45.807614 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-10f2572d-32fd-4ef1-ba08-27c9e4ad0ff3 req-cf401b33-6e93-4c84-9033-dfea1789d1e9 service neutron] 10.222.0.32 "GET /v2.0/networks/909de109-b3c2-4051-82bc-70433ca79a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396197 Feb 07 17:11:45.827029 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 42d2d265-a009-49e8-85a5-438fb7a019c9 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:11:45.904871 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6572ea2-46d0-43f1-94b5-40999a8056db tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:45.911543 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6572ea2-46d0-43f1-94b5-40999a8056db tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:45.967051 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5891fb74-8f4a-4803-ad27-98d407f7159d None None] Current status of the port 4e152e12-5026-4c62-8114-38315996fbae is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:45.972321 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4412ba-17d7-4b6e-ae4e-8d9b449fb00a None None] get_active_networks_info from n-d-827865-3 {{(pid=103228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 17:11:46.009099 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31c70ded-5d68-408f-bc15-f2d0bc072c0a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for port (25df63e6-0faf-44b3-83eb-43c548683e15), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:46.034960 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31c70ded-5d68-408f-bc15-f2d0bc072c0a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (25df63e6-0faf-44b3-83eb-43c548683e15), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:46.092404 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fb44cee5-b01e-4481-b6d3-b5c9574430c9 req-f345b7fb-bcad-46cf-b8d8-e0c6b70d4946 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7131093 Feb 07 17:11:46.101891 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31c70ded-5d68-408f-bc15-f2d0bc072c0a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (c61a5a85-e4a1-463d-9070-dd36dbd777a9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:46.102479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4412ba-17d7-4b6e-ae4e-8d9b449fb00a None None] Resources bound (agent type, host, resource id): {{(pid=103228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 17:11:46.123938 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 42d2d265-a009-49e8-85a5-438fb7a019c9 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:46.124712 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (42d2d265-a009-49e8-85a5-438fb7a019c9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:46.128285 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5891fb74-8f4a-4803-ad27-98d407f7159d None None] Provisioning complete for port 25df63e6-0faf-44b3-83eb-43c548683e15 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:46.128582 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5891fb74-8f4a-4803-ad27-98d407f7159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (25df63e6-0faf-44b3-83eb-43c548683e15), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:46.150053 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2605d2-da13-4c73-a52a-22658e5f5126 req-19c34688-5ff4-4d2e-9983-cbda8d4551ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:46.151633 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e2605d2-da13-4c73-a52a-22658e5f5126 req-19c34688-5ff4-4d2e-9983-cbda8d4551ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3dab316-b7ed-4042-84ee-6a20f5011a6b HTTP/1.1" status: 200 len: 848 time: 0.4789839 Feb 07 17:11:46.241823 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e2605d2-da13-4c73-a52a-22658e5f5126 req-3e060e43-d3be-41fe-b940-37c6aaf33827 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d128def-3af0-43db-9fae-42e71861fdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711265 Feb 07 17:11:46.361396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c70ded-5d68-408f-bc15-f2d0bc072c0a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event updated for resources: {'Port': ['ID=25df63e6-0faf-44b3-83eb-43c548683e15,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:46.393370 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9db6097a-3831-4b47-b5d2-82c0a5a21a82 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Deleting port 1d1d3315-d5ad-447f-95c4-2328b14270e3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:46.394539 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9db6097a-3831-4b47-b5d2-82c0a5a21a82 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1d1d3315-d5ad-447f-95c4-2328b14270e3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:46.436113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5891fb74-8f4a-4803-ad27-98d407f7159d None None] Port 25df63e6-0faf-44b3-83eb-43c548683e15 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:11:46.508078 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9db6097a-3831-4b47-b5d2-82c0a5a21a82 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1d1d3315-d5ad-447f-95c4-2328b14270e3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:46.508779 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9db6097a-3831-4b47-b5d2-82c0a5a21a82 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for floatingip (1d1d3315-d5ad-447f-95c4-2328b14270e3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:46.527921 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 42d2d265-a009-49e8-85a5-438fb7a019c9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:46.529118 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2d424288-9f87-42ee-8326-d101156e1859 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:11:46.540462 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9db6097a-3831-4b47-b5d2-82c0a5a21a82 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Calling delete_port for 1d1d3315-d5ad-447f-95c4-2328b14270e3 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:46.580298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39884c6d-9074-43eb-bdea-197df0ea6fd6 None None] get_active_networks_info from n-d-827865-3 {{(pid=103228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 17:11:46.588046 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5891fb74-8f4a-4803-ad27-98d407f7159d None None] Provisioning complete for port 42d2d265-a009-49e8-85a5-438fb7a019c9 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:46.588480 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5891fb74-8f4a-4803-ad27-98d407f7159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (42d2d265-a009-49e8-85a5-438fb7a019c9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:46.674546 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 2d424288-9f87-42ee-8326-d101156e1859 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:46.674837 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2d424288-9f87-42ee-8326-d101156e1859), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:46.821553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 2d424288-9f87-42ee-8326-d101156e1859 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:46.895854 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5891fb74-8f4a-4803-ad27-98d407f7159d None None] Current status of the port 42d2d265-a009-49e8-85a5-438fb7a019c9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:46.915556 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4e152e12-5026-4c62-8114-38315996fbae no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:11:46.927934 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39884c6d-9074-43eb-bdea-197df0ea6fd6 None None] Resources bound (agent type, host, resource id): {{(pid=103228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 17:11:47.084558 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-bed3979f-010a-4089-a677-f106dbdf2ab0 None None] Provisioning complete for port 4e152e12-5026-4c62-8114-38315996fbae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:47.085220 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bed3979f-010a-4089-a677-f106dbdf2ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e152e12-5026-4c62-8114-38315996fbae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:47.170285 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c70ded-5d68-408f-bc15-f2d0bc072c0a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Network 505e4209-d872-4bb0-8278-cf409144e27f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:47.193749 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4e152e12-5026-4c62-8114-38315996fbae is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:47.194266 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e152e12-5026-4c62-8114-38315996fbae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:47.242772 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-31c70ded-5d68-408f-bc15-f2d0bc072c0a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:47.248443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 4e152e12-5026-4c62-8114-38315996fbae, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4e152e12-5026-4c62-8114-38315996fbae,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:47.281058 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4e152e12-5026-4c62-8114-38315996fbae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:47.304553 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e2605d2-da13-4c73-a52a-22658e5f5126 req-5c8d5f6b-034d-4a86-a369-88451a0309a7 service neutron] 10.222.0.48 "GET /v2.0/networks/5d128def-3af0-43db-9fae-42e71861fdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0498018 Feb 07 17:11:47.330267 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9624e-23a7-48d0-b373-69c9eb9e7f6d req-f08122df-a527-469c-a5c4-fa0c76cb9b55 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:47.331916 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-34a9624e-23a7-48d0-b373-69c9eb9e7f6d req-f08122df-a527-469c-a5c4-fa0c76cb9b55 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 944 time: 0.1114066 Feb 07 17:11:47.420602 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-34a9624e-23a7-48d0-b373-69c9eb9e7f6d req-c061c430-0c05-40a2-ae60-d246bd63389b tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811450 Feb 07 17:11:47.522977 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bed3979f-010a-4089-a677-f106dbdf2ab0 None None] Current status of the port 4e152e12-5026-4c62-8114-38315996fbae is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:47.523485 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bed3979f-010a-4089-a677-f106dbdf2ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e152e12-5026-4c62-8114-38315996fbae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:47.552721 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=4e152e12-5026-4c62-8114-38315996fbae,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:47.614691 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e2605d2-da13-4c73-a52a-22658e5f5126 req-a8e85229-f7e5-45d8-b2b7-c4bbdc1a293a service neutron] 10.222.0.48 "GET /v2.0/networks/5d128def-3af0-43db-9fae-42e71861fdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599087 Feb 07 17:11:47.632174 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6572ea2-46d0-43f1-94b5-40999a8056db tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (799bf825-1653-49fb-b3d1-616b6090c2fd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:47.639290 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-bed3979f-010a-4089-a677-f106dbdf2ab0 None None] For port 4e152e12-5026-4c62-8114-38315996fbae, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4e152e12-5026-4c62-8114-38315996fbae,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:47.645478 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bed3979f-010a-4089-a677-f106dbdf2ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4e152e12-5026-4c62-8114-38315996fbae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:47.721608 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c70ded-5d68-408f-bc15-f2d0bc072c0a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Router c61a5a85-e4a1-463d-9070-dd36dbd777a9 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:11:47.724174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6572ea2-46d0-43f1-94b5-40999a8056db tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=799bf825-1653-49fb-b3d1-616b6090c2fd,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:47.726507 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3979f-010a-4089-a677-f106dbdf2ab0 None None] Pushing event updated for resources: {'Port': ['ID=4e152e12-5026-4c62-8114-38315996fbae,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:47.730388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-bed3979f-010a-4089-a677-f106dbdf2ab0 None None] Could not find standard attr ID for object 293c6a03-0b91-432d-9afa-ca1d5923cdf9. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:11:47.749553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-bed3979f-010a-4089-a677-f106dbdf2ab0 None None] Provisioning complete for port 25df63e6-0faf-44b3-83eb-43c548683e15 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:47.749971 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bed3979f-010a-4089-a677-f106dbdf2ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (25df63e6-0faf-44b3-83eb-43c548683e15), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:47.771154 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6572ea2-46d0-43f1-94b5-40999a8056db tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:47.785690 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b6572ea2-46d0-43f1-94b5-40999a8056db tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:47.799784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5da4179-c0a8-464c-b4ef-dbcc18aefd01 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:47.828268 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6572ea2-46d0-43f1-94b5-40999a8056db tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:47.828887 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b6572ea2-46d0-43f1-94b5-40999a8056db tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:47.926472 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device e67e3a49-07a3-4779-a7ac-66d57fcc374c details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:11:47.930508 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b6572ea2-46d0-43f1-94b5-40999a8056db tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8887606 Feb 07 17:11:47.931019 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44120) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:47.940953 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c2c8f202-6885-4002-909b-6b25dfa2825d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:48.029899 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c70ded-5d68-408f-bc15-f2d0bc072c0a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:11:48.050129 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-31c70ded-5d68-408f-bc15-f2d0bc072c0a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "PUT /v2.0/routers/c61a5a85-e4a1-463d-9070-dd36dbd777a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2577145 Feb 07 17:11:48.051741 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] Sync routers for ids ['c61a5a85-e4a1-463d-9070-dd36dbd777a9'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:11:48.061202 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9db6097a-3831-4b47-b5d2-82c0a5a21a82 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1d1d3315-d5ad-447f-95c4-2328b14270e3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:48.069355 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] Routers {'c61a5a85-e4a1-463d-9070-dd36dbd777a9'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:11:48.071975 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:11:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c61a5a85-e4a1-463d-9070-dd36dbd777a9'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:48.152379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6097a-3831-4b47-b5d2-82c0a5a21a82 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Port': ['ID=1d1d3315-d5ad-447f-95c4-2328b14270e3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:48.241179 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c8f202-6885-4002-909b-6b25dfa2825d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:48.250573 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9db6097a-3831-4b47-b5d2-82c0a5a21a82 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for floatingip (da011071-061b-4465-b05e-c25b72d19aa9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:48.250573 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-9db6097a-3831-4b47-b5d2-82c0a5a21a82 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Floating IP da011071-061b-4465-b05e-c25b72d19aa9 disassociated (deleted). External IP: 172.25.4.74, port: 68f7b3dc-58c8-4552-b08f-58d0c1f124be. Feb 07 17:11:48.276697 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2c8f202-6885-4002-909b-6b25dfa2825d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:48.474250 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port e67e3a49-07a3-4779-a7ac-66d57fcc374c, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=e67e3a49-07a3-4779-a7ac-66d57fcc374c,segment=NetworkSegment(30b2ba60-9f53-475d-93dd-9bc8f3f26ad1),segment_id=30b2ba60-9f53-475d-93dd-9bc8f3f26ad1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:48.495498 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bed3979f-010a-4089-a677-f106dbdf2ab0 None None] Port 25df63e6-0faf-44b3-83eb-43c548683e15 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:11:48.503268 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] Set router c61a5a85-e4a1-463d-9070-dd36dbd777a9 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:11:48.504690 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'e67e3a49-07a3-4779-a7ac-66d57fcc374c', 'network_id': '5d128def-3af0-43db-9fae-42e71861fdfd', 'port_id': 'e67e3a49-07a3-4779-a7ac-66d57fcc374c', 'mac_address': 'fa:16:3e:30:ff:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3dab316-b7ed-4042-84ee-6a20f5011a6b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:11:48.569928 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port e67e3a49-07a3-4779-a7ac-66d57fcc374c is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:48.570337 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e67e3a49-07a3-4779-a7ac-66d57fcc374c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:48.572601 n-d-827865-3 neutron-server[103226]: INFO neutron.db.ipam_backend_mixin [None req-c2c8f202-6885-4002-909b-6b25dfa2825d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 799bf825-1653-49fb-b3d1-616b6090c2fd (CIDR: 2001:db8::/64) Feb 07 17:11:48.579169 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c8f202-6885-4002-909b-6b25dfa2825d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:11:48.579883 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c8f202-6885-4002-909b-6b25dfa2825d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:11:48.603713 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c2c8f202-6885-4002-909b-6b25dfa2825d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6700208 Feb 07 17:11:48.607900 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44140) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:48.617206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3ebce2c0-1915-4672-ab49-5a9db8e7c582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:48.641513 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67e3a49-07a3-4779-a7ac-66d57fcc374c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:11:48.722026 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port e67e3a49-07a3-4779-a7ac-66d57fcc374c, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=e67e3a49-07a3-4779-a7ac-66d57fcc374c,segment=NetworkSegment(30b2ba60-9f53-475d-93dd-9bc8f3f26ad1),segment_id=30b2ba60-9f53-475d-93dd-9bc8f3f26ad1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:48.725851 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5e82516e-467a-479f-bbec-87b0f0ee977a None None] Provisioning complete for port 4e152e12-5026-4c62-8114-38315996fbae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:48.726321 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5e82516e-467a-479f-bbec-87b0f0ee977a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e152e12-5026-4c62-8114-38315996fbae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:48.777090 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e67e3a49-07a3-4779-a7ac-66d57fcc374c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:48.881666 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db6097a-3831-4b47-b5d2-82c0a5a21a82 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Router 3e18624f-4dc0-46bc-9d20-1c9574779f13 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:11:48.930958 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=e67e3a49-07a3-4779-a7ac-66d57fcc374c,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:48.947456 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b84cd2-64df-49f3-810e-1a2510338ecd None None] get_active_networks_info from n-d-827865-3 {{(pid=103228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 17:11:48.981896 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2003165838', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '2d424288-9f87-42ee-8326-d101156e1859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:11:27Z', 'updated_at': '2022-02-07T17:11:44Z', 'revision_number': 4, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '2d424288-9f87-42ee-8326-d101156e1859', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:11:29Z', 'updated_at': '2022-02-07T17:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '25df63e6-0faf-44b3-83eb-43c548683e15', 'name': '', 'network_id': '505e4209-d872-4bb0-8278-cf409144e27f', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'mac_address': 'fa:16:3e:67:a9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '0846dd9a-bb49-4ee3-ba8b-03f61e1b1458', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:11:40Z', 'updated_at': '2022-02-07T17:11:45Z', 'revision_number': 2, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'subnets': [{'id': '0846dd9a-bb49-4ee3-ba8b-03f61e1b1458', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:48.994771 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebce2c0-1915-4672-ab49-5a9db8e7c582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:48.997638 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ebce2c0-1915-4672-ab49-5a9db8e7c582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:49.040713 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] Checking router: c61a5a85-e4a1-463d-9070-dd36dbd777a9 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:11:49.041919 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] Updating router c61a5a85-e4a1-463d-9070-dd36dbd777a9 port 25df63e6-0faf-44b3-83eb-43c548683e15 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:11:49.044321 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-15068941-df2c-4bc3-adaf-c0aa7329c1e5 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:49.046195 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-15068941-df2c-4bc3-adaf-c0aa7329c1e5 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/networks?id=505e4209-d872-4bb0-8278-cf409144e27f HTTP/1.1" status: 200 len: 798 time: 0.5619748 Feb 07 17:11:49.105630 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (25df63e6-0faf-44b3-83eb-43c548683e15), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:49.109567 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-4144dba6-fff4-46bd-9325-d1d52bc50964 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/quotas/df2ae0e149dd45049c788ec21df35203 HTTP/1.1" status: 200 len: 375 time: 0.0518839 Feb 07 17:11:49.163173 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['e67e3a49-07a3-4779-a7ac-66d57fcc374c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:11:49.169905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5e82516e-467a-479f-bbec-87b0f0ee977a None None] Current status of the port 4e152e12-5026-4c62-8114-38315996fbae is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:49.172889 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad5f8d-c67d-4c9c-ada8-f3eac673da09 req-3b8e3047-aa68-4870-8ce3-7f7911e717f5 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:49.190447 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eaad5f8d-c67d-4c9c-ada8-f3eac673da09 req-3b8e3047-aa68-4870-8ce3-7f7911e717f5 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 945 time: 0.3284028 Feb 07 17:11:49.269919 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eaad5f8d-c67d-4c9c-ada8-f3eac673da09 req-46ec8211-92f9-42dd-a384-e339784c1e96 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847793 Feb 07 17:11:49.289910 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db6097a-3831-4b47-b5d2-82c0a5a21a82 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:11:49.315232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899993f-2233-4be1-bf19-e0a488e598de None None] Sync routers for ids ['3e18624f-4dc0-46bc-9d20-1c9574779f13'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:11:49.318449 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9db6097a-3831-4b47-b5d2-82c0a5a21a82 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:49.332674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5e82516e-467a-479f-bbec-87b0f0ee977a None None] Provisioning complete for port 25df63e6-0faf-44b3-83eb-43c548683e15 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:49.333065 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5e82516e-467a-479f-bbec-87b0f0ee977a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (25df63e6-0faf-44b3-83eb-43c548683e15), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:49.415883 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899993f-2233-4be1-bf19-e0a488e598de None None] Routers {'3e18624f-4dc0-46bc-9d20-1c9574779f13'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:11:49.416456 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b899993f-2233-4be1-bf19-e0a488e598de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:11:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3e18624f-4dc0-46bc-9d20-1c9574779f13'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:49.423880 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9db6097a-3831-4b47-b5d2-82c0a5a21a82 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "DELETE /v2.0/floatingips/da011071-061b-4465-b05e-c25b72d19aa9 HTTP/1.1" status: 204 len: 168 time: 3.8684576 Feb 07 17:11:49.426131 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ff68b8-6aeb-4906-870a-cbff951fdf04', 'tag': '68f7b3dc-58c8-4552-b08f-58d0c1f124be'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:11:49.438959 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97ca641-263e-48d6-8ae9-a1a1b09a97c2" -d '{"events": [{"name": "network-changed", "server_uuid": "87ff68b8-6aeb-4906-870a-cbff951fdf04", "tag": "68f7b3dc-58c8-4552-b08f-58d0c1f124be"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:11:49.451440 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] Publish callbacks [] for port (25df63e6-0faf-44b3-83eb-43c548683e15), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:49.459643 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (25df63e6-0faf-44b3-83eb-43c548683e15), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:49.477460 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-1398c3c7-4cf1-415c-8d12-adbb1ed7aeb3 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=df2ae0e149dd45049c788ec21df35203&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3519924 Feb 07 17:11:49.556605 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280553a2-48ad-4763-9f98-4f4750c7d126 None None] Pushing event updated for resources: {'Port': ['ID=25df63e6-0faf-44b3-83eb-43c548683e15,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:49.586392 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280553a2-48ad-4763-9f98-4f4750c7d126 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:49.586886 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280553a2-48ad-4763-9f98-4f4750c7d126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:49.587236 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280553a2-48ad-4763-9f98-4f4750c7d126 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:49.587577 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280553a2-48ad-4763-9f98-4f4750c7d126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:49.587910 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280553a2-48ad-4763-9f98-4f4750c7d126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:49.588240 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280553a2-48ad-4763-9f98-4f4750c7d126 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:49.588569 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280553a2-48ad-4763-9f98-4f4750c7d126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:49.588898 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280553a2-48ad-4763-9f98-4f4750c7d126 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:49.589220 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280553a2-48ad-4763-9f98-4f4750c7d126 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:49.589598 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280553a2-48ad-4763-9f98-4f4750c7d126 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:49.589921 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280553a2-48ad-4763-9f98-4f4750c7d126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:49.590242 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280553a2-48ad-4763-9f98-4f4750c7d126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:49.590563 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280553a2-48ad-4763-9f98-4f4750c7d126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:49.678491 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-61d08a09-ed81-4558-8754-fc62b42f1c2f service neutron] 10.222.0.18 "GET /v2.0/networks/505e4209-d872-4bb0-8278-cf409144e27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883333 Feb 07 17:11:49.702739 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] Attempting to bind port 25df63e6-0faf-44b3-83eb-43c548683e15 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:11:49.703427 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] Attempting to bind port 25df63e6-0faf-44b3-83eb-43c548683e15 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'f67b84bb-2f34-4b18-84c8-73013b892e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '505e4209-d872-4bb0-8278-cf409144e27f'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:11:49.703958 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] Attempting to bind port 25df63e6-0faf-44b3-83eb-43c548683e15 on network 505e4209-d872-4bb0-8278-cf409144e27f {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:11:49.710112 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:11:49.710800 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] Checking segment: {'id': 'f67b84bb-2f34-4b18-84c8-73013b892e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '505e4209-d872-4bb0-8278-cf409144e27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:11:49.711380 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:49.712466 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] Bound using segment: {'id': 'f67b84bb-2f34-4b18-84c8-73013b892e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '505e4209-d872-4bb0-8278-cf409144e27f'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:11:49.713113 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] Bound port: 25df63e6-0faf-44b3-83eb-43c548683e15, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67b84bb-2f34-4b18-84c8-73013b892e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '505e4209-d872-4bb0-8278-cf409144e27f'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:11:49.713738 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (25df63e6-0faf-44b3-83eb-43c548683e15), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:49.767972 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b899993f-2233-4be1-bf19-e0a488e598de None None] Set router 3e18624f-4dc0-46bc-9d20-1c9574779f13 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:11:49.798079 n-d-827865-3 neutron-server[103226]: DEBUG neutron.objects.ports [None req-3ebce2c0-1915-4672-ab49-5a9db8e7c582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 17:11:49.893360 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95edbaf5-abf1-43cf-b0b5-6fd2547541e2 x-openstack-request-id: req-95edbaf5-abf1-43cf-b0b5-6fd2547541e2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:11:49.893976 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ff68b8-6aeb-4906-870a-cbff951fdf04", "tag": "68f7b3dc-58c8-4552-b08f-58d0c1f124be", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:11:49.894109 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95edbaf5-abf1-43cf-b0b5-6fd2547541e2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:11:49.894568 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ff68b8-6aeb-4906-870a-cbff951fdf04', 'tag': '68f7b3dc-58c8-4552-b08f-58d0c1f124be', 'status': 'completed', 'code': 200} Feb 07 17:11:49.911724 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] For port 25df63e6-0faf-44b3-83eb-43c548683e15, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:11:49.916234 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] For port 25df63e6-0faf-44b3-83eb-43c548683e15, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=25df63e6-0faf-44b3-83eb-43c548683e15,segment=NetworkSegment(f67b84bb-2f34-4b18-84c8-73013b892e28),segment_id=f67b84bb-2f34-4b18-84c8-73013b892e28)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:11:49.926220 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (25df63e6-0faf-44b3-83eb-43c548683e15), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:49.997340 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-d8354236-ee7c-425b-ac93-6775a7fc55ba service neutron] 10.222.0.18 "GET /v2.0/networks/505e4209-d872-4bb0-8278-cf409144e27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122802 Feb 07 17:11:50.045035 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] Routers {'c61a5a85-e4a1-463d-9070-dd36dbd777a9'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:11:50.045793 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:11:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c61a5a85-e4a1-463d-9070-dd36dbd777a9'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:50.050256 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5e82516e-467a-479f-bbec-87b0f0ee977a None None] Port 25df63e6-0faf-44b3-83eb-43c548683e15 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:11:50.056223 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b84cd2-64df-49f3-810e-1a2510338ecd None None] Resources bound (agent type, host, resource id): {{(pid=103228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 17:11:50.167886 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ca641-263e-48d6-8ae9-a1a1b09a97c2 req-62c2b71c-ccfc-4ae8-ac40-c8d7a6c414ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:50.169804 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c97ca641-263e-48d6-8ae9-a1a1b09a97c2 req-62c2b71c-ccfc-4ae8-ac40-c8d7a6c414ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7f3b936ec124a74b808700fdcd55162&device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 1127 time: 0.2486241 Feb 07 17:11:50.278736 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845a3f7-5b44-4e69-aacf-5d26a9aa7226 req-21e1859c-bcb4-460b-8871-59b6cba2248c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:50.289736 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a845a3f7-5b44-4e69-aacf-5d26a9aa7226 req-21e1859c-bcb4-460b-8871-59b6cba2248c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.2601635 Feb 07 17:11:50.314173 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280553a2-48ad-4763-9f98-4f4750c7d126 None None] Pushing event updated for resources: {'Port': ['ID=25df63e6-0faf-44b3-83eb-43c548683e15,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:50.362630 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8e6a6fb6-6bc1-41de-8421-5d3ca041cfda None None] Provisioning complete for port 4e152e12-5026-4c62-8114-38315996fbae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:50.363175 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8e6a6fb6-6bc1-41de-8421-5d3ca041cfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e152e12-5026-4c62-8114-38315996fbae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:50.384153 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ebce2c0-1915-4672-ab49-5a9db8e7c582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e152e12-5026-4c62-8114-38315996fbae), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:50.421267 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a26575c5-0cbd-40f1-b4c2-6937ca99cce6 req-fa0698ae-811b-44a0-a6b3-49b499639340 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 210 time: 0.0783401 Feb 07 17:11:50.431915 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] Set router c61a5a85-e4a1-463d-9070-dd36dbd777a9 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:11:50.443609 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a845a3f7-5b44-4e69-aacf-5d26a9aa7226 req-c59fa179-3806-4a6b-956f-bdef75f97d68 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501443 Feb 07 17:11:50.661377 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176193a7-8501-4521-9ade-351a8e78e227 req-6942e3ea-f32a-47e6-a880-3b7e2eb40539 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:50.672802 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-176193a7-8501-4521-9ade-351a8e78e227 req-6942e3ea-f32a-47e6-a880-3b7e2eb40539 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 945 time: 0.1330440 Feb 07 17:11:50.886685 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-176193a7-8501-4521-9ade-351a8e78e227 req-bb51b7ad-8315-4a3b-9623-0a59cb0656aa tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120759 Feb 07 17:11:50.908802 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b899993f-2233-4be1-bf19-e0a488e598de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763944419', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '44c847c8-58bd-49d8-b498-8eb021877770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:24Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '44c847c8-58bd-49d8-b498-8eb021877770', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:26Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '0a8c675c-fcde-4386-a48e-5ba6dbe7558b', 'name': '', 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:11:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '5e87bf0e-4257-4687-aa83-e7b0630506b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:37Z', 'updated_at': '2022-02-07T17:09:50Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '5e87bf0e-4257-4687-aa83-e7b0630506b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:51.044553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899993f-2233-4be1-bf19-e0a488e598de None None] Checking router: 3e18624f-4dc0-46bc-9d20-1c9574779f13 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:11:51.101241 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ca641-263e-48d6-8ae9-a1a1b09a97c2 req-6f98e173-6395-4338-b7f0-09a2e23206fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:51.102678 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c97ca641-263e-48d6-8ae9-a1a1b09a97c2 req-6f98e173-6395-4338-b7f0-09a2e23206fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=909de109-b3c2-4051-82bc-70433ca79a50 HTTP/1.1" status: 200 len: 897 time: 0.9231384 Feb 07 17:11:51.103880 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a6fb6-6bc1-41de-8421-5d3ca041cfda None None] Current status of the port 4e152e12-5026-4c62-8114-38315996fbae is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:51.108236 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eccb35-b070-452d-b488-dd403d481347 req-6f40bdac-ddfc-4dee-abd4-eb89db5ac20f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:51.114411 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68eccb35-b070-452d-b488-dd403d481347 req-6f40bdac-ddfc-4dee-abd4-eb89db5ac20f tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.32 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.0888836 Feb 07 17:11:51.129538 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899993f-2233-4be1-bf19-e0a488e598de None None] Routers {'3e18624f-4dc0-46bc-9d20-1c9574779f13'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:11:51.146877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b899993f-2233-4be1-bf19-e0a488e598de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:11:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3e18624f-4dc0-46bc-9d20-1c9574779f13'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:51.171465 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c97ca641-263e-48d6-8ae9-a1a1b09a97c2 req-3eb85da1-81d0-4920-a24b-c3785eb5fa92 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68f7b3dc-58c8-4552-b08f-58d0c1f124be HTTP/1.1" status: 200 len: 217 time: 0.0618398 Feb 07 17:11:51.332844 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-68eccb35-b070-452d-b488-dd403d481347 req-e2f0211d-f819-49cb-bda0-d104c271ca84 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Deleting port 68f7b3dc-58c8-4552-b08f-58d0c1f124be {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:51.332844 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68eccb35-b070-452d-b488-dd403d481347 req-e2f0211d-f819-49cb-bda0-d104c271ca84 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:51.368161 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339d428d-0780-41a6-b0d1-f9efa5fb5bb2 None None] Update dhcp port {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'fixed_ips': [{'subnet_id': '9b4b6a1e-cf40-4d08-89a2-7a635ce775c0', 'ip_address': '2001:db8:0:1:f816:3eff:fe0d:568a'}, {'subnet_id': '799bf825-1653-49fb-b3d1-616b6090c2fd'}], 'binding:host_id': 'n-d-827865-3'}, 'id': '4e152e12-5026-4c62-8114-38315996fbae'} from n-d-827865-3. {{(pid=103228) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 17:11:51.393533 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2003165838', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '2d424288-9f87-42ee-8326-d101156e1859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:11:27Z', 'updated_at': '2022-02-07T17:11:44Z', 'revision_number': 4, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '2d424288-9f87-42ee-8326-d101156e1859', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:11:29Z', 'updated_at': '2022-02-07T17:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '25df63e6-0faf-44b3-83eb-43c548683e15', 'name': '', 'network_id': '505e4209-d872-4bb0-8278-cf409144e27f', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'mac_address': 'fa:16:3e:67:a9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '0846dd9a-bb49-4ee3-ba8b-03f61e1b1458', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:11:40Z', 'updated_at': '2022-02-07T17:11:49Z', 'revision_number': 4, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'subnets': [{'id': '0846dd9a-bb49-4ee3-ba8b-03f61e1b1458', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:51.394007 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ca641-263e-48d6-8ae9-a1a1b09a97c2 req-a5967d20-be63-45b0-aa32-7e006980df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:51.396105 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c97ca641-263e-48d6-8ae9-a1a1b09a97c2 req-a5967d20-be63-45b0-aa32-7e006980df7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e87bf0e-4257-4687-aa83-e7b0630506b5 HTTP/1.1" status: 200 len: 835 time: 0.2152138 Feb 07 17:11:51.450307 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:51.453115 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b899993f-2233-4be1-bf19-e0a488e598de None None] Set router 3e18624f-4dc0-46bc-9d20-1c9574779f13 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:11:51.456002 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-339d428d-0780-41a6-b0d1-f9efa5fb5bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4e152e12-5026-4c62-8114-38315996fbae), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:51.461697 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee8c91-6133-449a-9b57-04287645af09 None None] The sync data for ids ['c61a5a85-e4a1-463d-9070-dd36dbd777a9'] in n-d-827865-3 is: [{'id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2003165838', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '2d424288-9f87-42ee-8326-d101156e1859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:11:27Z', 'updated_at': '2022-02-07T17:11:44Z', 'revision_number': 4, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '2d424288-9f87-42ee-8326-d101156e1859', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:11:29Z', 'updated_at': '2022-02-07T17:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '25df63e6-0faf-44b3-83eb-43c548683e15', 'name': '', 'network_id': '505e4209-d872-4bb0-8278-cf409144e27f', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'mac_address': 'fa:16:3e:67:a9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '0846dd9a-bb49-4ee3-ba8b-03f61e1b1458', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:11:40Z', 'updated_at': '2022-02-07T17:11:49Z', 'revision_number': 4, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'subnets': [{'id': '0846dd9a-bb49-4ee3-ba8b-03f61e1b1458', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:11:51.623024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-3ebce2c0-1915-4672-ab49-5a9db8e7c582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] For port 4e152e12-5026-4c62-8114-38315996fbae, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4e152e12-5026-4c62-8114-38315996fbae,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:51.729039 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ebce2c0-1915-4672-ab49-5a9db8e7c582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (4e152e12-5026-4c62-8114-38315996fbae), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:51.829157 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-68eccb35-b070-452d-b488-dd403d481347 req-e2f0211d-f819-49cb-bda0-d104c271ca84 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] For port 68f7b3dc-58c8-4552-b08f-58d0c1f124be, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=68f7b3dc-58c8-4552-b08f-58d0c1f124be,segment=NetworkSegment(2ff3b061-2a59-4442-b0ae-a1c096c8d605),segment_id=2ff3b061-2a59-4442-b0ae-a1c096c8d605)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:51.829643 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68eccb35-b070-452d-b488-dd403d481347 req-e2f0211d-f819-49cb-bda0-d104c271ca84 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:51.846380 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-53559d62-6b24-46ff-8c18-d37629c3d8e1 req-b22755bd-3631-4869-ba66-4a5ede110c7e tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 210 time: 0.1114817 Feb 07 17:11:51.883127 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-68eccb35-b070-452d-b488-dd403d481347 req-e2f0211d-f819-49cb-bda0-d104c271ca84 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Calling delete_port for 68f7b3dc-58c8-4552-b08f-58d0c1f124be owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:51.896643 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ebce2c0-1915-4672-ab49-5a9db8e7c582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (4e152e12-5026-4c62-8114-38315996fbae), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:51.906248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device e67e3a49-07a3-4779-a7ac-66d57fcc374c up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:11:51.914773 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 25df63e6-0faf-44b3-83eb-43c548683e15 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:11:51.977313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3502cc-ca6a-4edc-b709-0a610dcadfdc req-cc57e1ff-fbd2-497e-8609-55d0b269354d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:51.979370 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d3502cc-ca6a-4edc-b709-0a610dcadfdc req-cc57e1ff-fbd2-497e-8609-55d0b269354d tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ff68b8-6aeb-4906-870a-cbff951fdf04 HTTP/1.1" status: 200 len: 945 time: 0.3539968 Feb 07 17:11:52.117596 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ebce2c0-1915-4672-ab49-5a9db8e7c582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (9b4b6a1e-cf40-4d08-89a2-7a635ce775c0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:52.122304 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebce2c0-1915-4672-ab49-5a9db8e7c582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=4e152e12-5026-4c62-8114-38315996fbae,revision_number=8']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:52.275889 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68eccb35-b070-452d-b488-dd403d481347 req-e2f0211d-f819-49cb-bda0-d104c271ca84 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (68f7b3dc-58c8-4552-b08f-58d0c1f124be), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:52.291252 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebce2c0-1915-4672-ab49-5a9db8e7c582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:52.313026 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3ebce2c0-1915-4672-ab49-5a9db8e7c582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:52.382606 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebce2c0-1915-4672-ab49-5a9db8e7c582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=9b4b6a1e-cf40-4d08-89a2-7a635ce775c0,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:52.392911 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebce2c0-1915-4672-ab49-5a9db8e7c582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:52.394126 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ebce2c0-1915-4672-ab49-5a9db8e7c582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:52.410976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ca641-263e-48d6-8ae9-a1a1b09a97c2 req-1a277ec7-00f2-4b44-b9d7-0439daee9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:52.415856 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c97ca641-263e-48d6-8ae9-a1a1b09a97c2 req-1a277ec7-00f2-4b44-b9d7-0439daee9c1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=909de109-b3c2-4051-82bc-70433ca79a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9995062 Feb 07 17:11:52.459927 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d3502cc-ca6a-4edc-b709-0a610dcadfdc req-145dd6b3-5057-4a02-914d-91fe8f6880eb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "GET /v2.0/security-groups?id=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4619050 Feb 07 17:11:52.460827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0211d-f819-49cb-bda0-d104c271ca84 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Port': ['ID=68f7b3dc-58c8-4552-b08f-58d0c1f124be,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:52.523875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-339d428d-0780-41a6-b0d1-f9efa5fb5bb2 None None] Allocated IP 2001:db8::2 (5d104e3b-016c-4509-9da5-d18eb1be26d1/799bf825-1653-49fb-b3d1-616b6090c2fd/4e152e12-5026-4c62-8114-38315996fbae) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:52.586719 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-68eccb35-b070-452d-b488-dd403d481347 req-e2f0211d-f819-49cb-bda0-d104c271ca84 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] No DVR routers for this DVR port 68f7b3dc-58c8-4552-b08f-58d0c1f124be on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:11:52.589825 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68eccb35-b070-452d-b488-dd403d481347 req-e2f0211d-f819-49cb-bda0-d104c271ca84 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:52.594834 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68eccb35-b070-452d-b488-dd403d481347 req-e2f0211d-f819-49cb-bda0-d104c271ca84 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.32 "DELETE /v2.0/ports/68f7b3dc-58c8-4552-b08f-58d0c1f124be HTTP/1.1" status: 204 len: 173 time: 1.4679770 Feb 07 17:11:52.598644 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ff68b8-6aeb-4906-870a-cbff951fdf04', 'name': 'network-vif-deleted', 'tag': '68f7b3dc-58c8-4552-b08f-58d0c1f124be'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:11:52.600826 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15592ef4-3332-4952-b905-dbfe96e582ac" -d '{"events": [{"server_uuid": "87ff68b8-6aeb-4906-870a-cbff951fdf04", "name": "network-vif-deleted", "tag": "68f7b3dc-58c8-4552-b08f-58d0c1f124be"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:11:52.655845 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-159a380d-2297-4c98-966e-43b3387f6b41 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:52.658387 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-159a380d-2297-4c98-966e-43b3387f6b41 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.48 "GET /v2.0/networks?id=505e4209-d872-4bb0-8278-cf409144e27f HTTP/1.1" status: 200 len: 798 time: 0.4118578 Feb 07 17:11:52.675203 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-9c6a2214-b5c8-42df-9c0f-a790814c6229 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Request body: {'port': {'device_id': '758dee84-3aca-4321-b503-be1cb6e08d20', 'network_id': '505e4209-d872-4bb0-8278-cf409144e27f', 'admin_state_up': True, 'tenant_id': 'df2ae0e149dd45049c788ec21df35203'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:52.695148 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c97ca641-263e-48d6-8ae9-a1a1b09a97c2 req-f23a4a82-dcf8-4482-8cef-0132efc3e506 service neutron] 10.222.0.32 "GET /v2.0/networks/909de109-b3c2-4051-82bc-70433ca79a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478461 Feb 07 17:11:52.728774 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfc18a-d152-42ea-aec5-54df01c8a0b2 req-2d8f74a8-cdec-4011-ab9a-b2942cb02c20 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:52.735134 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54dfc18a-d152-42ea-aec5-54df01c8a0b2 req-2d8f74a8-cdec-4011-ab9a-b2942cb02c20 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 945 time: 0.6382456 Feb 07 17:11:52.765733 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port e67e3a49-07a3-4779-a7ac-66d57fcc374c completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:11:52.788654 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 25df63e6-0faf-44b3-83eb-43c548683e15 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:52.789367 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (25df63e6-0faf-44b3-83eb-43c548683e15), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:52.799772 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port e67e3a49-07a3-4779-a7ac-66d57fcc374c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:52.800434 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e67e3a49-07a3-4779-a7ac-66d57fcc374c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:52.855113 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c8f1f3-f6ba-43ab-9d6f-26332be36a09 x-openstack-request-id: req-69c8f1f3-f6ba-43ab-9d6f-26332be36a09 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:11:52.855421 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ff68b8-6aeb-4906-870a-cbff951fdf04", "name": "network-vif-deleted", "tag": "68f7b3dc-58c8-4552-b08f-58d0c1f124be", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:11:52.855745 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69c8f1f3-f6ba-43ab-9d6f-26332be36a09 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:11:52.856238 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ff68b8-6aeb-4906-870a-cbff951fdf04', 'name': 'network-vif-deleted', 'tag': '68f7b3dc-58c8-4552-b08f-58d0c1f124be', 'status': 'completed', 'code': 200} Feb 07 17:11:52.858406 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-9c6a2214-b5c8-42df-9c0f-a790814c6229 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Made reservation on behalf of df2ae0e149dd45049c788ec21df35203 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:52.863354 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-9c6a2214-b5c8-42df-9c0f-a790814c6229 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:52.927046 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c97ca641-263e-48d6-8ae9-a1a1b09a97c2 req-9402fc7a-828a-4586-b121-516d82faad27 service neutron] 10.222.0.32 "GET /v2.0/networks/909de109-b3c2-4051-82bc-70433ca79a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892133 Feb 07 17:11:52.935277 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3ebce2c0-1915-4672-ab49-5a9db8e7c582 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.3231275 Feb 07 17:11:52.943262 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44182) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:52.950823 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-339d428d-0780-41a6-b0d1-f9efa5fb5bb2 None None] For port 4e152e12-5026-4c62-8114-38315996fbae, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4e152e12-5026-4c62-8114-38315996fbae,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:52.956048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ebbc7098-6f0b-4ca8-9f49-27584e000e04 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'mac_address': 'fa:16:3e:71:25:a2', 'name': 'tempest-NetworksTestDHCPv6-884332569'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:53.052097 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-75b3b850-4843-4814-99b6-4419883773e7 req-f53b4411-f6f0-47d8-a127-fcad765f02b2 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 210 time: 0.0341570 Feb 07 17:11:53.105222 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-54dfc18a-d152-42ea-aec5-54df01c8a0b2 req-c3ea35b5-52d5-4144-b0e0-edc7129f3d0b tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885133 Feb 07 17:11:53.117921 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b899993f-2233-4be1-bf19-e0a488e598de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763944419', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '44c847c8-58bd-49d8-b498-8eb021877770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:24Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '44c847c8-58bd-49d8-b498-8eb021877770', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:26Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '0a8c675c-fcde-4386-a48e-5ba6dbe7558b', 'name': '', 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:11:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '5e87bf0e-4257-4687-aa83-e7b0630506b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:37Z', 'updated_at': '2022-02-07T17:09:50Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '5e87bf0e-4257-4687-aa83-e7b0630506b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:53.227559 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-339d428d-0780-41a6-b0d1-f9efa5fb5bb2 None None] Publish callbacks [] for port (4e152e12-5026-4c62-8114-38315996fbae), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:53.234104 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899993f-2233-4be1-bf19-e0a488e598de None None] The sync data for ids ['3e18624f-4dc0-46bc-9d20-1c9574779f13'] in n-d-827865-3 is: [{'id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763944419', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '44c847c8-58bd-49d8-b498-8eb021877770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:24Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '44c847c8-58bd-49d8-b498-8eb021877770', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:26Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '0a8c675c-fcde-4386-a48e-5ba6dbe7558b', 'name': '', 'network_id': '909de109-b3c2-4051-82bc-70433ca79a50', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'mac_address': 'fa:16:3e:11:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '5e87bf0e-4257-4687-aa83-e7b0630506b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:37Z', 'updated_at': '2022-02-07T17:09:50Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'subnets': [{'id': '5e87bf0e-4257-4687-aa83-e7b0630506b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:11:53.244229 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port e67e3a49-07a3-4779-a7ac-66d57fcc374c is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:53.244895 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e67e3a49-07a3-4779-a7ac-66d57fcc374c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:53.254000 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-9c6a2214-b5c8-42df-9c0f-a790814c6229 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Allocated IP 172.20.0.23 (505e4209-d872-4bb0-8278-cf409144e27f/0846dd9a-bb49-4ee3-ba8b-03f61e1b1458/4da1b996-9c03-4061-996a-1e43ad9fd00b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:53.256454 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-339d428d-0780-41a6-b0d1-f9efa5fb5bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4e152e12-5026-4c62-8114-38315996fbae), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:53.295436 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbc7098-6f0b-4ca8-9f49-27584e000e04 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:11:53.345513 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 25df63e6-0faf-44b3-83eb-43c548683e15 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:53.346236 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (25df63e6-0faf-44b3-83eb-43c548683e15), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:53.481439 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd523aee4-6da7-4b9a-bda5-7dc300ab42d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67e3a49-07a3-4779-a7ac-66d57fcc374c'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:11:53.484352 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449577e7-df73-42fc-a862-0cffd7e8b8be" -d '{"events": [{"server_uuid": "d523aee4-6da7-4b9a-bda5-7dc300ab42d2", "name": "network-vif-plugged", "status": "completed", "tag": "e67e3a49-07a3-4779-a7ac-66d57fcc374c"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:11:53.528117 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:53.554017 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7098-6f0b-4ca8-9f49-27584e000e04 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:53.558435 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port e67e3a49-07a3-4779-a7ac-66d57fcc374c, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=e67e3a49-07a3-4779-a7ac-66d57fcc374c,segment=NetworkSegment(30b2ba60-9f53-475d-93dd-9bc8f3f26ad1),segment_id=30b2ba60-9f53-475d-93dd-9bc8f3f26ad1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:53.579526 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 25df63e6-0faf-44b3-83eb-43c548683e15, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=25df63e6-0faf-44b3-83eb-43c548683e15,segment=NetworkSegment(f67b84bb-2f34-4b18-84c8-73013b892e28),segment_id=f67b84bb-2f34-4b18-84c8-73013b892e28)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:53.584581 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44196) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:53.595479 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e67e3a49-07a3-4779-a7ac-66d57fcc374c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:53.604523 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d428d-0780-41a6-b0d1-f9efa5fb5bb2 None None] Pushing event updated for resources: {'Port': ['ID=4e152e12-5026-4c62-8114-38315996fbae,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:53.607614 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (25df63e6-0faf-44b3-83eb-43c548683e15), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:53.674454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-ebbc7098-6f0b-4ca8-9f49-27584e000e04 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port 7d537878-bdbc-4896-b3a4-4a46a06547e3 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:11:53.683136 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ed1bcf-94b8-4287-80b8-9a4191810a05 x-openstack-request-id: req-11ed1bcf-94b8-4287-80b8-9a4191810a05 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:11:53.684724 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d523aee4-6da7-4b9a-bda5-7dc300ab42d2", "name": "network-vif-plugged", "status": "completed", "tag": "e67e3a49-07a3-4779-a7ac-66d57fcc374c", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:11:53.685222 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11ed1bcf-94b8-4287-80b8-9a4191810a05 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:11:53.685891 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd523aee4-6da7-4b9a-bda5-7dc300ab42d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67e3a49-07a3-4779-a7ac-66d57fcc374c', 'code': 200} Feb 07 17:11:53.700023 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-9c6a2214-b5c8-42df-9c0f-a790814c6229 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for port (4da1b996-9c03-4061-996a-1e43ad9fd00b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:53.806678 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=e67e3a49-07a3-4779-a7ac-66d57fcc374c,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:53.903165 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=25df63e6-0faf-44b3-83eb-43c548683e15,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:53.971335 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc1b56-9f62-42c6-9b52-a08f8b4c5f6b req-89082a6a-253d-431d-a792-890aed844744 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:53.974070 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-07fc1b56-9f62-42c6-9b52-a08f8b4c5f6b req-89082a6a-253d-431d-a792-890aed844744 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.4458947 Feb 07 17:11:54.009186 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975aea62-dd1d-4e31-a6b4-24f272712755 req-c1a32d87-7ee9-42de-b11c-4298716c63cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:54.012747 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-975aea62-dd1d-4e31-a6b4-24f272712755 req-c1a32d87-7ee9-42de-b11c-4298716c63cf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 1128 time: 0.2499380 Feb 07 17:11:54.037680 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-9c6a2214-b5c8-42df-9c0f-a790814c6229 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4da1b996-9c03-4061-996a-1e43ad9fd00b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:54.045148 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51065f54-09fa-4c0e-a252-9900b586e7a6 None None] New status for floating IP da011071-061b-4465-b05e-c25b72d19aa9: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:11:54.166650 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-9c6a2214-b5c8-42df-9c0f-a790814c6229 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Network 505e4209-d872-4bb0-8278-cf409144e27f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:54.199002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-9c6a2214-b5c8-42df-9c0f-a790814c6229 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:54.210586 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-07fc1b56-9f62-42c6-9b52-a08f8b4c5f6b req-233f8a5f-2dda-473d-9290-566a0e97869a tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1450629 Feb 07 17:11:54.256407 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-9c6a2214-b5c8-42df-9c0f-a790814c6229 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:11:54.336968 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a2214-b5c8-42df-9c0f-a790814c6229 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event updated for resources: {'Port': ['ID=4da1b996-9c03-4061-996a-1e43ad9fd00b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:54.485079 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-975aea62-dd1d-4e31-a6b4-24f272712755 req-07561289-455e-40bf-86c0-628ea712e081 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608214 Feb 07 17:11:54.494322 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102aec0-27c6-4050-8f26-4386f4362c8f req-5c2c2b54-172e-4517-bb45-9de8588cf32e tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:54.496300 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9102aec0-27c6-4050-8f26-4386f4362c8f req-5c2c2b54-172e-4517-bb45-9de8588cf32e tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 946 time: 0.1190991 Feb 07 17:11:54.510999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-ebbc7098-6f0b-4ca8-9f49-27584e000e04 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::da (5d104e3b-016c-4509-9da5-d18eb1be26d1/799bf825-1653-49fb-b3d1-616b6090c2fd/7d537878-bdbc-4896-b3a4-4a46a06547e3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:54.525323 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-9c6a2214-b5c8-42df-9c0f-a790814c6229 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:54.526050 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-9c6a2214-b5c8-42df-9c0f-a790814c6229 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:54.537755 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-ebbc7098-6f0b-4ca8-9f49-27584e000e04 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8:0:1:f816:3eff:fe71:25a2 (5d104e3b-016c-4509-9da5-d18eb1be26d1/9b4b6a1e-cf40-4d08-89a2-7a635ce775c0/7d537878-bdbc-4896-b3a4-4a46a06547e3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:11:54.568263 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe55348-c051-4f28-ab76-5ab42f4c127e req-d09e8c6b-c140-45cd-9787-a4c7eed9bc99 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:54.576878 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8fe55348-c051-4f28-ab76-5ab42f4c127e req-d09e8c6b-c140-45cd-9787-a4c7eed9bc99 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 895 time: 0.3079095 Feb 07 17:11:54.590745 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-9c6a2214-b5c8-42df-9c0f-a790814c6229 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9193404 Feb 07 17:11:54.613097 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9102aec0-27c6-4050-8f26-4386f4362c8f req-cd9fc3fb-c9a8-4420-90b5-20104497a1c0 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064632 Feb 07 17:11:54.696870 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (3e18624f-4dc0-46bc-9d20-1c9574779f13), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:54.740545 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Request body: {'port': {'device_id': '758dee84-3aca-4321-b503-be1cb6e08d20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:11:54.862442 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4da1b996-9c03-4061-996a-1e43ad9fd00b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:54.896783 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7098-6f0b-4ca8-9f49-27584e000e04 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (7d537878-bdbc-4896-b3a4-4a46a06547e3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:54.911557 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b81568a-3f31-4e1b-9117-41f255d80f4a None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:54.973863 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7098-6f0b-4ca8-9f49-27584e000e04 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (7d537878-bdbc-4896-b3a4-4a46a06547e3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:55.056195 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbc7098-6f0b-4ca8-9f49-27584e000e04 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:11:55.061829 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e74ede5b-5a1e-4ddd-94d6-301c8f5737c5 None None] Provisioning complete for port 4e152e12-5026-4c62-8114-38315996fbae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:55.062456 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e74ede5b-5a1e-4ddd-94d6-301c8f5737c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e152e12-5026-4c62-8114-38315996fbae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:55.067621 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ebbc7098-6f0b-4ca8-9f49-27584e000e04 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:11:55.070369 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc7098-6f0b-4ca8-9f49-27584e000e04 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:11:55.075709 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbc7098-6f0b-4ca8-9f49-27584e000e04 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:55.076353 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7098-6f0b-4ca8-9f49-27584e000e04 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:55.106787 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ebbc7098-6f0b-4ca8-9f49-27584e000e04 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1619661 Feb 07 17:11:55.110675 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44204) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:55.150083 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc7098-6f0b-4ca8-9f49-27584e000e04 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=7d537878-bdbc-4896-b3a4-4a46a06547e3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:55.159235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Deleting port 0a8c675c-fcde-4386-a48e-5ba6dbe7558b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:55.159618 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (0a8c675c-fcde-4386-a48e-5ba6dbe7558b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:55.303418 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e74ede5b-5a1e-4ddd-94d6-301c8f5737c5 None None] Current status of the port 4e152e12-5026-4c62-8114-38315996fbae is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:55.381596 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] For port 0a8c675c-fcde-4386-a48e-5ba6dbe7558b, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0a8c675c-fcde-4386-a48e-5ba6dbe7558b,segment=NetworkSegment(2ff3b061-2a59-4442-b0ae-a1c096c8d605),segment_id=2ff3b061-2a59-4442-b0ae-a1c096c8d605)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:55.382714 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (0a8c675c-fcde-4386-a48e-5ba6dbe7558b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:55.413726 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Calling delete_port for 0a8c675c-fcde-4386-a48e-5ba6dbe7558b owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:55.471532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f718177c-32dc-421b-995f-a3df19abf767 None None] Provisioning complete for port 25df63e6-0faf-44b3-83eb-43c548683e15 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:55.473430 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f718177c-32dc-421b-995f-a3df19abf767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (25df63e6-0faf-44b3-83eb-43c548683e15), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:55.687618 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f718177c-32dc-421b-995f-a3df19abf767 None None] Current status of the port 25df63e6-0faf-44b3-83eb-43c548683e15 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:55.831321 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c2431de7-6591-4629-ba7c-93ee18bab1dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:55.842279 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4aee4b6c-b35d-431f-8114-182a90bb8df8 None None] Provisioning complete for port 4da1b996-9c03-4061-996a-1e43ad9fd00b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:55.858617 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4aee4b6c-b35d-431f-8114-182a90bb8df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4da1b996-9c03-4061-996a-1e43ad9fd00b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:55.922281 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4aee4b6c-b35d-431f-8114-182a90bb8df8 None None] Port 4da1b996-9c03-4061-996a-1e43ad9fd00b cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:11:56.017840 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 25df63e6-0faf-44b3-83eb-43c548683e15 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:11:56.021695 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b379c-1553-4d3e-91f3-530df93d489f req-afe9e004-7f5e-4b7f-9d31-b32b39550608 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:56.032190 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a5b379c-1553-4d3e-91f3-530df93d489f req-afe9e004-7f5e-4b7f-9d31-b32b39550608 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 895 time: 0.2080109 Feb 07 17:11:56.206454 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 68f7b3dc-58c8-4552-b08f-58d0c1f124be no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:11:56.243296 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (0a8c675c-fcde-4386-a48e-5ba6dbe7558b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:56.250453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-05e9ece7-2036-4df6-9d34-3c2901557c2e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port 7d537878-bdbc-4896-b3a4-4a46a06547e3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:56.250981 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05e9ece7-2036-4df6-9d34-3c2901557c2e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (7d537878-bdbc-4896-b3a4-4a46a06547e3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:56.284245 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ec4ea4c1-857b-4cab-aa3e-219652e9a18a None None] Provisioning complete for port 4e152e12-5026-4c62-8114-38315996fbae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:56.297135 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ec4ea4c1-857b-4cab-aa3e-219652e9a18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e152e12-5026-4c62-8114-38315996fbae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:56.302594 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 68f7b3dc-58c8-4552-b08f-58d0c1f124be {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:11:56.302950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 68f7b3dc-58c8-4552-b08f-58d0c1f124be not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:11:56.312877 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Port': ['ID=0a8c675c-fcde-4386-a48e-5ba6dbe7558b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:56.343703 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a795ac5-eee7-458a-a776-df321fabbb73 req-429805b5-5c55-4964-a161-4f83901c6130 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:56.345451 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a795ac5-eee7-458a-a776-df321fabbb73 req-429805b5-5c55-4964-a161-4f83901c6130 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 946 time: 0.1783705 Feb 07 17:11:56.389309 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301eff22-765a-402a-8f45-acf0ae1d118a req-e0a55bec-45b5-4afd-a8be-131435ee177b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:56.390450 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 25df63e6-0faf-44b3-83eb-43c548683e15 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:56.390860 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (25df63e6-0faf-44b3-83eb-43c548683e15), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:56.390978 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-301eff22-765a-402a-8f45-acf0ae1d118a req-e0a55bec-45b5-4afd-a8be-131435ee177b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.4159198 Feb 07 17:11:56.473882 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:56.474521 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:56.475024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:56.475612 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:56.476175 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:56.478460 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:56.479173 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:56.479741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:56.480287 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:56.480842 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:56.482037 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:56.486062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:56.494784 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:11:56.510511 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ec4ea4c1-857b-4cab-aa3e-219652e9a18a None None] Current status of the port 4e152e12-5026-4c62-8114-38315996fbae is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:56.537592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ec4ea4c1-857b-4cab-aa3e-219652e9a18a None None] Provisioning complete for port 7d537878-bdbc-4896-b3a4-4a46a06547e3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:56.537987 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ec4ea4c1-857b-4cab-aa3e-219652e9a18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7d537878-bdbc-4896-b3a4-4a46a06547e3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:56.616108 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-301eff22-765a-402a-8f45-acf0ae1d118a req-63b00d19-c76f-4a7e-8564-28f2a4843a6e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1866782 Feb 07 17:11:56.630039 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a795ac5-eee7-458a-a776-df321fabbb73 req-3465bc4e-5ba3-449a-8708-a88a3d05531c tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213707 Feb 07 17:11:56.661346 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 25df63e6-0faf-44b3-83eb-43c548683e15 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:56.661346 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4e152e12-5026-4c62-8114-38315996fbae up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:11:56.715286 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ec4ea4c1-857b-4cab-aa3e-219652e9a18a None None] Port 7d537878-bdbc-4896-b3a4-4a46a06547e3 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:11:56.750253 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 4e152e12-5026-4c62-8114-38315996fbae triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:56.750567 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e152e12-5026-4c62-8114-38315996fbae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:56.839523 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05e9ece7-2036-4df6-9d34-3c2901557c2e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (7d537878-bdbc-4896-b3a4-4a46a06547e3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:56.852460 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (3e18624f-4dc0-46bc-9d20-1c9574779f13), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:56.868682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d3c6ad06-6177-4d3e-b730-750b0ef2df21 None None] Provisioning complete for port 25df63e6-0faf-44b3-83eb-43c548683e15 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:56.869071 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d3c6ad06-6177-4d3e-b730-750b0ef2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (25df63e6-0faf-44b3-83eb-43c548683e15), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:56.884411 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da1b996-9c03-4061-996a-1e43ad9fd00b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:11:56.892638 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-05e9ece7-2036-4df6-9d34-3c2901557c2e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for 7d537878-bdbc-4896-b3a4-4a46a06547e3 owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:56.899951 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Publish callbacks [] for port (4da1b996-9c03-4061-996a-1e43ad9fd00b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:56.926105 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4e152e12-5026-4c62-8114-38315996fbae is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:56.993663 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Transition to ACTIVE for port object 4da1b996-9c03-4061-996a-1e43ad9fd00b will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:11:57.013876 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (4da1b996-9c03-4061-996a-1e43ad9fd00b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:57.048350 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d3c6ad06-6177-4d3e-b730-750b0ef2df21 None None] Current status of the port 25df63e6-0faf-44b3-83eb-43c548683e15 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:11:57.098365 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d3c6ad06-6177-4d3e-b730-750b0ef2df21 None None] Provisioning complete for port 7d537878-bdbc-4896-b3a4-4a46a06547e3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:11:57.098693 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d3c6ad06-6177-4d3e-b730-750b0ef2df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7d537878-bdbc-4896-b3a4-4a46a06547e3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:57.194037 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d3c6ad06-6177-4d3e-b730-750b0ef2df21 None None] Port 7d537878-bdbc-4896-b3a4-4a46a06547e3 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:11:57.289814 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Pushing event updated for resources: {'Port': ['ID=4da1b996-9c03-4061-996a-1e43ad9fd00b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:57.308709 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Router 3e18624f-4dc0-46bc-9d20-1c9574779f13 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:11:57.383480 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331fd20-0946-423a-a0c2-492edd9651e2 req-73f90416-a46d-45c4-80c7-aa7d6754b34b tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:57.385669 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b331fd20-0946-423a-a0c2-492edd9651e2 req-73f90416-a46d-45c4-80c7-aa7d6754b34b tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 907 time: 0.1516664 Feb 07 17:11:57.396313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Attempting to bind port 4da1b996-9c03-4061-996a-1e43ad9fd00b on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:11:57.396652 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Attempting to bind port 4da1b996-9c03-4061-996a-1e43ad9fd00b by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'f67b84bb-2f34-4b18-84c8-73013b892e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '505e4209-d872-4bb0-8278-cf409144e27f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:11:57.396987 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Attempting to bind port 4da1b996-9c03-4061-996a-1e43ad9fd00b on network 505e4209-d872-4bb0-8278-cf409144e27f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:11:57.403043 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Port 4da1b996-9c03-4061-996a-1e43ad9fd00b on network 505e4209-d872-4bb0-8278-cf409144e27f not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:11:57.403382 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Attempting to bind port 4da1b996-9c03-4061-996a-1e43ad9fd00b on network 505e4209-d872-4bb0-8278-cf409144e27f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:11:57.437223 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:11:57.437602 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Checking segment: {'id': 'f67b84bb-2f34-4b18-84c8-73013b892e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '505e4209-d872-4bb0-8278-cf409144e27f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:11:57.438040 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Bound using segment: {'id': 'f67b84bb-2f34-4b18-84c8-73013b892e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '505e4209-d872-4bb0-8278-cf409144e27f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:11:57.438440 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Bound port: 4da1b996-9c03-4061-996a-1e43ad9fd00b, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67b84bb-2f34-4b18-84c8-73013b892e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '505e4209-d872-4bb0-8278-cf409144e27f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:11:57.438804 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4da1b996-9c03-4061-996a-1e43ad9fd00b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:57.508728 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:11:57.526608 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155c7400-369b-4598-8fda-da6ce48944ef None None] Sync routers for ids ['3e18624f-4dc0-46bc-9d20-1c9574779f13'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:11:57.529617 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-187ef8f7-4f3b-48df-8997-ec09c977b962 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "PUT /v2.0/routers/3e18624f-4dc0-46bc-9d20-1c9574779f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9358623 Feb 07 17:11:57.530502 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44228) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:57.558107 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c7400-369b-4598-8fda-da6ce48944ef None None] Routers {'3e18624f-4dc0-46bc-9d20-1c9574779f13'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:11:57.558107 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-155c7400-369b-4598-8fda-da6ce48944ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:11:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3e18624f-4dc0-46bc-9d20-1c9574779f13'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:57.587549 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] For port 4da1b996-9c03-4061-996a-1e43ad9fd00b, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:11:57.605717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] For port 4da1b996-9c03-4061-996a-1e43ad9fd00b, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=4da1b996-9c03-4061-996a-1e43ad9fd00b,segment=NetworkSegment(f67b84bb-2f34-4b18-84c8-73013b892e28),segment_id=f67b84bb-2f34-4b18-84c8-73013b892e28)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:11:57.609292 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05e9ece7-2036-4df6-9d34-3c2901557c2e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (7d537878-bdbc-4896-b3a4-4a46a06547e3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:57.651622 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (4da1b996-9c03-4061-996a-1e43ad9fd00b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:57.710521 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-af60bc73-4d5d-4a30-9f87-1435651d4f83 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Deleting subnet 5e87bf0e-4257-4687-aa83-e7b0630506b5 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:11:57.728486 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af60bc73-4d5d-4a30-9f87-1435651d4f83 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for subnet (5e87bf0e-4257-4687-aa83-e7b0630506b5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:57.805848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-155c7400-369b-4598-8fda-da6ce48944ef None None] Set router 3e18624f-4dc0-46bc-9d20-1c9574779f13 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:11:57.848059 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af60bc73-4d5d-4a30-9f87-1435651d4f83 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (5e87bf0e-4257-4687-aa83-e7b0630506b5), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:57.945097 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:57.945097 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:57.947371 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] 10.222.0.48 "PUT /v2.0/ports/4da1b996-9c03-4061-996a-1e43ad9fd00b HTTP/1.1" status: 200 len: 1055 time: 3.2110021 Feb 07 17:11:58.001579 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9ece7-2036-4df6-9d34-3c2901557c2e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=7d537878-bdbc-4896-b3a4-4a46a06547e3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:58.005860 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '758dee84-3aca-4321-b503-be1cb6e08d20', 'tag': '4da1b996-9c03-4061-996a-1e43ad9fd00b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:11:58.014323 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305b6925-2a2b-4f60-8638-cea2a49a1942" -d '{"events": [{"name": "network-changed", "server_uuid": "758dee84-3aca-4321-b503-be1cb6e08d20", "tag": "4da1b996-9c03-4061-996a-1e43ad9fd00b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:11:58.029874 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05e9ece7-2036-4df6-9d34-3c2901557c2e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:58.035393 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-05e9ece7-2036-4df6-9d34-3c2901557c2e tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/7d537878-bdbc-4896-b3a4-4a46a06547e3 HTTP/1.1" status: 204 len: 168 time: 2.9186356 Feb 07 17:11:58.040041 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44246) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:58.119323 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af60bc73-4d5d-4a30-9f87-1435651d4f83 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (5e87bf0e-4257-4687-aa83-e7b0630506b5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:58.169530 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec1af9-54c8-4308-b07e-d3530170db42 req-d2534d5c-fe49-412f-bd2e-ec1b59750073 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:58.171956 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e5ec1af9-54c8-4308-b07e-d3530170db42 req-d2534d5c-fe49-412f-bd2e-ec1b59750073 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 946 time: 0.1184762 Feb 07 17:11:58.235596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a2d1c-7b1d-491b-b428-e477f879d022 req-e8aa05b5-8c5b-4341-a09e-d9a53d6334e7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:58.237773 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-104a2d1c-7b1d-491b-b428-e477f879d022 req-e8aa05b5-8c5b-4341-a09e-d9a53d6334e7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.4602001 Feb 07 17:11:58.275620 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e5ec1af9-54c8-4308-b07e-d3530170db42 req-baa549a1-524a-4016-9878-10440a7c5f6e tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932283 Feb 07 17:11:58.277337 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a6eff-71be-4f13-b155-2d1430a6ddb5 service neutron] Pushing event updated for resources: {'Port': ['ID=4da1b996-9c03-4061-996a-1e43ad9fd00b,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:58.284939 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-9305db3e-535c-459f-b875-be7d4a7757d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:58.286496 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-9305db3e-535c-459f-b875-be7d4a7757d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df2ae0e149dd45049c788ec21df35203&device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 1089 time: 0.2684546 Feb 07 17:11:58.295757 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af60bc73-4d5d-4a30-9f87-1435651d4f83 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (5e87bf0e-4257-4687-aa83-e7b0630506b5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:58.338419 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60bc73-4d5d-4a30-9f87-1435651d4f83 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Subnet': ['ID=5e87bf0e-4257-4687-aa83-e7b0630506b5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:58.343954 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-104a2d1c-7b1d-491b-b428-e477f879d022 req-0088b60c-0f17-4651-9fc5-44990d3bf3e6 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883341 Feb 07 17:11:58.350784 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af60bc73-4d5d-4a30-9f87-1435651d4f83 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:58.361889 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-af60bc73-4d5d-4a30-9f87-1435651d4f83 tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "DELETE /v2.0/subnets/5e87bf0e-4257-4687-aa83-e7b0630506b5 HTTP/1.1" status: 204 len: 168 time: 0.8256600 Feb 07 17:11:58.367064 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44250) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:58.371819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee25006e-e29f-4bb6-a5d9-98f84beb1c70 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:58.375743 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ee25006e-e29f-4bb6-a5d9-98f84beb1c70 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3347049 Feb 07 17:11:58.379795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44252) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:58.432171 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfd38a8-a1fc-4490-a22a-4a98c05effdd None None] Network 909de109-b3c2-4051-82bc-70433ca79a50 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:11:58.448137 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838da3e3-7332-41a9-8ae8-b67cf71d2a74 x-openstack-request-id: req-838da3e3-7332-41a9-8ae8-b67cf71d2a74 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:11:58.448627 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "758dee84-3aca-4321-b503-be1cb6e08d20", "tag": "4da1b996-9c03-4061-996a-1e43ad9fd00b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:11:58.449092 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-838da3e3-7332-41a9-8ae8-b67cf71d2a74 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:11:58.451372 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '758dee84-3aca-4321-b503-be1cb6e08d20', 'tag': '4da1b996-9c03-4061-996a-1e43ad9fd00b', 'status': 'completed', 'code': 200} Feb 07 17:11:58.511152 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-1fa25152-4ce3-41e3-acff-7aac169348d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=4da1b996-9c03-4061-996a-1e43ad9fd00b HTTP/1.1" status: 200 len: 217 time: 0.1891847 Feb 07 17:11:58.525808 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6f57699-02a1-4ed8-a55a-770a3d2fbd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:58.571317 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17e4899b-9ea2-43da-bed0-9f8862caeb5e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router (3e18624f-4dc0-46bc-9d20-1c9574779f13), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:58.609106 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-155c7400-369b-4598-8fda-da6ce48944ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763944419', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '44c847c8-58bd-49d8-b498-8eb021877770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:24Z', 'updated_at': '2022-02-07T17:11:56Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '44c847c8-58bd-49d8-b498-8eb021877770', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:26Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:58.642851 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50117f1d-37d5-407e-9b08-6b311e043c7a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:58.644429 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-50117f1d-37d5-407e-9b08-6b311e043c7a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2618334 Feb 07 17:11:58.647758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-5e54d4a4-59fd-4bf2-8203-273baa857b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:58.648514 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155c7400-369b-4598-8fda-da6ce48944ef None None] Checking router: 3e18624f-4dc0-46bc-9d20-1c9574779f13 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:11:58.649500 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-5e54d4a4-59fd-4bf2-8203-273baa857b9d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0846dd9a-bb49-4ee3-ba8b-03f61e1b1458 HTTP/1.1" status: 200 len: 838 time: 0.1196957 Feb 07 17:11:58.651875 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44256) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:58.659373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c7400-369b-4598-8fda-da6ce48944ef None None] Routers {'3e18624f-4dc0-46bc-9d20-1c9574779f13'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:11:58.660036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-155c7400-369b-4598-8fda-da6ce48944ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:11:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3e18624f-4dc0-46bc-9d20-1c9574779f13'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:58.713615 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32297018-ee62-47f2-8bb9-5bd70848e8c5 None None] DHCP port deletion for 909de109-b3c2-4051-82bc-70433ca79a50 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:11:58.725960 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670c53f7-396f-45dc-9b7d-c738d6abd4ef tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:58.727426 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670c53f7-396f-45dc-9b7d-c738d6abd4ef tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:58.729155 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670c53f7-396f-45dc-9b7d-c738d6abd4ef tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:58.730913 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-670c53f7-396f-45dc-9b7d-c738d6abd4ef tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0780928 Feb 07 17:11:58.737934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44258) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:11:58.742174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117d447-41c4-4584-96ee-63e0b966e231 req-f7f93270-4776-419f-8d33-6266addd246a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:58.756797 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b117d447-41c4-4584-96ee-63e0b966e231 req-f7f93270-4776-419f-8d33-6266addd246a tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 907 time: 0.2329137 Feb 07 17:11:58.799747 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-332daf97-484a-4dfb-831a-d7d22deb4f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:58.800027 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09e593e-69b9-4add-a9a8-d9270b4d7efd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet 799bf825-1653-49fb-b3d1-616b6090c2fd {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:11:58.802396 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-332daf97-484a-4dfb-831a-d7d22deb4f29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=505e4209-d872-4bb0-8278-cf409144e27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0884085 Feb 07 17:11:58.808635 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a09e593e-69b9-4add-a9a8-d9270b4d7efd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (799bf825-1653-49fb-b3d1-616b6090c2fd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:58.867338 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-155c7400-369b-4598-8fda-da6ce48944ef None None] Set router 3e18624f-4dc0-46bc-9d20-1c9574779f13 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:11:58.869894 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-32297018-ee62-47f2-8bb9-5bd70848e8c5 None None] Deleting port ef961d20-4f53-410a-a168-2bb3eb021b3e {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:58.870343 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-32297018-ee62-47f2-8bb9-5bd70848e8c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ef961d20-4f53-410a-a168-2bb3eb021b3e), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:58.885880 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a09e593e-69b9-4add-a9a8-d9270b4d7efd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (799bf825-1653-49fb-b3d1-616b6090c2fd), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:58.915806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-e44696d1-9e83-40d4-ad1f-53a1efa73d43 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:58.923349 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-e44696d1-9e83-40d4-ad1f-53a1efa73d43 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 811 time: 0.3638439 Feb 07 17:11:58.941269 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-ef89ec50-3fc2-4295-8741-6f02ff4cd19e service neutron] 10.222.0.48 "GET /v2.0/networks/505e4209-d872-4bb0-8278-cf409144e27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215041 Feb 07 17:11:58.945078 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-f807b707-b4f2-4df2-9498-3e9a6025014f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/quotas/233dfa16822a4a16ac319e689f5e7249 HTTP/1.1" status: 200 len: 375 time: 0.0208514 Feb 07 17:11:59.010439 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17e4899b-9ea2-43da-bed0-9f8862caeb5e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_gateway (3e18624f-4dc0-46bc-9d20-1c9574779f13), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:59.051089 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-32297018-ee62-47f2-8bb9-5bd70848e8c5 None None] For port ef961d20-4f53-410a-a168-2bb3eb021b3e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ef961d20-4f53-410a-a168-2bb3eb021b3e,segment=NetworkSegment(2ff3b061-2a59-4442-b0ae-a1c096c8d605),segment_id=2ff3b061-2a59-4442-b0ae-a1c096c8d605)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:59.051590 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-32297018-ee62-47f2-8bb9-5bd70848e8c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ef961d20-4f53-410a-a168-2bb3eb021b3e), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:59.065647 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3c510d45-4533-4e5f-b16b-f0b6acbd1d91 req-5aa8c001-bbee-4d0e-a183-496034ffbd3b service neutron] 10.222.0.48 "GET /v2.0/networks/505e4209-d872-4bb0-8278-cf409144e27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175489 Feb 07 17:11:59.071968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-32297018-ee62-47f2-8bb9-5bd70848e8c5 None None] Calling delete_port for ef961d20-4f53-410a-a168-2bb3eb021b3e owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:59.229975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-155c7400-369b-4598-8fda-da6ce48944ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763944419', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '44c847c8-58bd-49d8-b498-8eb021877770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:24Z', 'updated_at': '2022-02-07T17:11:56Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '44c847c8-58bd-49d8-b498-8eb021877770', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:26Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:11:59.232372 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b6925-2a2b-4f60-8638-cea2a49a1942 req-674efcd7-56e3-48d2-8d77-c83b9a78bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:59.234806 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-32297018-ee62-47f2-8bb9-5bd70848e8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (ef961d20-4f53-410a-a168-2bb3eb021b3e), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:59.238020 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-305b6925-2a2b-4f60-8638-cea2a49a1942 req-674efcd7-56e3-48d2-8d77-c83b9a78bd66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df2ae0e149dd45049c788ec21df35203&device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 1089 time: 0.0958488 Feb 07 17:11:59.297202 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155c7400-369b-4598-8fda-da6ce48944ef None None] The sync data for ids ['3e18624f-4dc0-46bc-9d20-1c9574779f13'] in n-d-827865-3 is: [{'id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763944419', 'tenant_id': 'b7f3b936ec124a74b808700fdcd55162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '44c847c8-58bd-49d8-b498-8eb021877770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:09:24Z', 'updated_at': '2022-02-07T17:11:56Z', 'revision_number': 5, 'project_id': 'b7f3b936ec124a74b808700fdcd55162', 'gw_port': {'id': '44c847c8-58bd-49d8-b498-8eb021877770', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:06:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e18624f-4dc0-46bc-9d20-1c9574779f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:09:26Z', 'updated_at': '2022-02-07T17:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:11:59.301626 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32297018-ee62-47f2-8bb9-5bd70848e8c5 None None] Pushing event deleted for resources: {'Port': ['ID=ef961d20-4f53-410a-a168-2bb3eb021b3e,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:11:59.303549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32297018-ee62-47f2-8bb9-5bd70848e8c5 None None] No DVR routers for this DVR port ef961d20-4f53-410a-a168-2bb3eb021b3e on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:11:59.381366 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b6925-2a2b-4f60-8638-cea2a49a1942 req-93fc6489-d891-4e57-8770-365c487b7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:59.382871 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-305b6925-2a2b-4f60-8638-cea2a49a1942 req-93fc6489-d891-4e57-8770-365c487b7886 service neutron] 10.222.0.48 "GET /v2.0/networks?id=505e4209-d872-4bb0-8278-cf409144e27f HTTP/1.1" status: 200 len: 899 time: 0.1387839 Feb 07 17:11:59.484299 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-6583e3d5-56fa-47f5-afff-62e01d06c530 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5382359 Feb 07 17:11:59.510691 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-305b6925-2a2b-4f60-8638-cea2a49a1942 req-dda3f6b1-2c26-471e-a21f-5dea870d5a2b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=4da1b996-9c03-4061-996a-1e43ad9fd00b HTTP/1.1" status: 200 len: 217 time: 0.1149185 Feb 07 17:11:59.533490 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-17e4899b-9ea2-43da-bed0-9f8862caeb5e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Deleting port 44c847c8-58bd-49d8-b498-8eb021877770 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:59.534098 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17e4899b-9ea2-43da-bed0-9f8862caeb5e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (44c847c8-58bd-49d8-b498-8eb021877770), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:59.560245 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:59.594808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd9e72-793f-4081-b213-6df55060dd8a req-886c8dc4-79aa-41ad-91b2-704d848c07ad tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:59.596425 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5fd9e72-793f-4081-b213-6df55060dd8a req-886c8dc4-79aa-41ad-91b2-704d848c07ad tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.48 "GET /v2.0/ports?device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 946 time: 0.2021058 Feb 07 17:11:59.603976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b6925-2a2b-4f60-8638-cea2a49a1942 req-55149405-3031-4693-ae61-b88a2a4e2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:59.605501 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-305b6925-2a2b-4f60-8638-cea2a49a1942 req-55149405-3031-4693-ae61-b88a2a4e2e6d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0846dd9a-bb49-4ee3-ba8b-03f61e1b1458 HTTP/1.1" status: 200 len: 838 time: 0.0860653 Feb 07 17:11:59.635578 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-17e4899b-9ea2-43da-bed0-9f8862caeb5e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] For port 44c847c8-58bd-49d8-b498-8eb021877770, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=44c847c8-58bd-49d8-b498-8eb021877770,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:11:59.635833 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17e4899b-9ea2-43da-bed0-9f8862caeb5e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (44c847c8-58bd-49d8-b498-8eb021877770), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:59.643251 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb55faf-05b2-412d-92a7-25f9fe4dfd7d req-823389ac-e9ba-4e8f-811e-6aa1b405faf6 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:59.644857 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4eb55faf-05b2-412d-92a7-25f9fe4dfd7d req-823389ac-e9ba-4e8f-811e-6aa1b405faf6 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 946 time: 0.2325099 Feb 07 17:11:59.658591 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-17e4899b-9ea2-43da-bed0-9f8862caeb5e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Calling delete_port for 44c847c8-58bd-49d8-b498-8eb021877770 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:11:59.753501 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a09e593e-69b9-4add-a9a8-d9270b4d7efd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (799bf825-1653-49fb-b3d1-616b6090c2fd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:59.783035 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0a8c675c-fcde-4386-a48e-5ba6dbe7558b no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:11:59.798108 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b6925-2a2b-4f60-8638-cea2a49a1942 req-8c43a895-3a4f-4f81-aef1-1e8af9a1f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:11:59.800094 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-305b6925-2a2b-4f60-8638-cea2a49a1942 req-8c43a895-3a4f-4f81-aef1-1e8af9a1f2b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=505e4209-d872-4bb0-8278-cf409144e27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1811759 Feb 07 17:11:59.804079 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4eb55faf-05b2-412d-92a7-25f9fe4dfd7d req-4a0c68b3-bf7d-469f-a4d2-3360dacb0fc6 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114306 Feb 07 17:11:59.816147 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 0a8c675c-fcde-4386-a48e-5ba6dbe7558b {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:11:59.817086 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0a8c675c-fcde-4386-a48e-5ba6dbe7558b not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:11:59.819778 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ef961d20-4f53-410a-a168-2bb3eb021b3e no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:11:59.879667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: ef961d20-4f53-410a-a168-2bb3eb021b3e {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:11:59.881925 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ef961d20-4f53-410a-a168-2bb3eb021b3e not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:11:59.901736 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-a5fd9e72-793f-4081-b213-6df55060dd8a req-80b701ff-7eeb-4e71-b22a-e676a141d835 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Deleting port e67e3a49-07a3-4779-a7ac-66d57fcc374c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:11:59.902094 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a5fd9e72-793f-4081-b213-6df55060dd8a req-80b701ff-7eeb-4e71-b22a-e676a141d835 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e67e3a49-07a3-4779-a7ac-66d57fcc374c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:11:59.910003 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-605d604a-3d70-4121-a566-c5df58b93de5 service neutron] 10.222.0.18 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034357 Feb 07 17:12:00.006746 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-305b6925-2a2b-4f60-8638-cea2a49a1942 req-86c77aaf-5029-480a-9c05-7064560cf268 service neutron] 10.222.0.48 "GET /v2.0/networks/505e4209-d872-4bb0-8278-cf409144e27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001469 Feb 07 17:12:00.028457 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a09e593e-69b9-4add-a9a8-d9270b4d7efd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (799bf825-1653-49fb-b3d1-616b6090c2fd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:00.071235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e593e-69b9-4add-a9a8-d9270b4d7efd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=799bf825-1653-49fb-b3d1-616b6090c2fd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:00.075771 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a09e593e-69b9-4add-a9a8-d9270b4d7efd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:00.082356 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a09e593e-69b9-4add-a9a8-d9270b4d7efd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/799bf825-1653-49fb-b3d1-616b6090c2fd HTTP/1.1" status: 204 len: 168 time: 1.3380306 Feb 07 17:12:00.083304 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44268) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:00.098743 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d48be1-127a-404f-bf45-aa64a0dd1386 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:00.104041 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a2e36-d7b8-4a31-b0d4-5e20be4b11d2 req-21ad5a00-268c-403c-b5b7-abc63bf449a2 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:00.106361 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da7a2e36-d7b8-4a31-b0d4-5e20be4b11d2 req-21ad5a00-268c-403c-b5b7-abc63bf449a2 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.1916294 Feb 07 17:12:00.143676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a5fd9e72-793f-4081-b213-6df55060dd8a req-80b701ff-7eeb-4e71-b22a-e676a141d835 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] For port e67e3a49-07a3-4779-a7ac-66d57fcc374c, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=e67e3a49-07a3-4779-a7ac-66d57fcc374c,segment=NetworkSegment(30b2ba60-9f53-475d-93dd-9bc8f3f26ad1),segment_id=30b2ba60-9f53-475d-93dd-9bc8f3f26ad1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:00.144049 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a5fd9e72-793f-4081-b213-6df55060dd8a req-80b701ff-7eeb-4e71-b22a-e676a141d835 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e67e3a49-07a3-4779-a7ac-66d57fcc374c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:00.166953 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-a5fd9e72-793f-4081-b213-6df55060dd8a req-80b701ff-7eeb-4e71-b22a-e676a141d835 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Calling delete_port for e67e3a49-07a3-4779-a7ac-66d57fcc374c owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:12:00.194466 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-dc953fd7-5f2e-4b53-951a-58dc82712740 service neutron] 10.222.0.18 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793825 Feb 07 17:12:00.206842 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce2a655-c171-4a9e-9725-032fed8f5188 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet 9b4b6a1e-cf40-4d08-89a2-7a635ce775c0 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:12:00.211252 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17e4899b-9ea2-43da-bed0-9f8862caeb5e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (44c847c8-58bd-49d8-b498-8eb021877770), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:00.214241 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a655-c171-4a9e-9725-032fed8f5188 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (9b4b6a1e-cf40-4d08-89a2-7a635ce775c0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:00.254193 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-305b6925-2a2b-4f60-8638-cea2a49a1942 req-ac29e69c-0efc-4051-8193-c37fedc36a17 service neutron] 10.222.0.48 "GET /v2.0/networks/505e4209-d872-4bb0-8278-cf409144e27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376037 Feb 07 17:12:00.266753 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-da7a2e36-d7b8-4a31-b0d4-5e20be4b11d2 req-c2c8f013-70f2-495c-98e9-6f0b1615215c tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1385624 Feb 07 17:12:00.285708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4899b-9ea2-43da-bed0-9f8862caeb5e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Port': ['ID=44c847c8-58bd-49d8-b498-8eb021877770,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:00.375136 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a655-c171-4a9e-9725-032fed8f5188 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (9b4b6a1e-cf40-4d08-89a2-7a635ce775c0), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:00.496715 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17e4899b-9ea2-43da-bed0-9f8862caeb5e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (3e18624f-4dc0-46bc-9d20-1c9574779f13), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:00.520729 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adb033-c12c-432f-87be-44482c608255 req-f1ebe3d7-205b-4dc9-a0ed-ecdb49ab75b3 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:00.522572 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d7adb033-c12c-432f-87be-44482c608255 req-f1ebe3d7-205b-4dc9-a0ed-ecdb49ab75b3 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 907 time: 0.1507599 Feb 07 17:12:00.530363 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a5fd9e72-793f-4081-b213-6df55060dd8a req-80b701ff-7eeb-4e71-b22a-e676a141d835 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e67e3a49-07a3-4779-a7ac-66d57fcc374c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:00.545402 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['e67e3a49-07a3-4779-a7ac-66d57fcc374c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:12:00.574210 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b701ff-7eeb-4e71-b22a-e676a141d835 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Pushing event deleted for resources: {'Port': ['ID=e67e3a49-07a3-4779-a7ac-66d57fcc374c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:00.645114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fd9e72-793f-4081-b213-6df55060dd8a req-80b701ff-7eeb-4e71-b22a-e676a141d835 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] No DVR routers for this DVR port e67e3a49-07a3-4779-a7ac-66d57fcc374c on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:12:00.649618 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a5fd9e72-793f-4081-b213-6df55060dd8a req-80b701ff-7eeb-4e71-b22a-e676a141d835 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:00.653740 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5fd9e72-793f-4081-b213-6df55060dd8a req-80b701ff-7eeb-4e71-b22a-e676a141d835 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.48 "DELETE /v2.0/ports/e67e3a49-07a3-4779-a7ac-66d57fcc374c HTTP/1.1" status: 204 len: 173 time: 1.0463703 Feb 07 17:12:00.654543 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd523aee4-6da7-4b9a-bda5-7dc300ab42d2', 'name': 'network-vif-deleted', 'tag': 'e67e3a49-07a3-4779-a7ac-66d57fcc374c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:12:00.656916 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3408572-6bd9-43d3-81c8-ce079aabe919" -d '{"events": [{"server_uuid": "d523aee4-6da7-4b9a-bda5-7dc300ab42d2", "name": "network-vif-deleted", "tag": "e67e3a49-07a3-4779-a7ac-66d57fcc374c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:12:00.669556 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17e4899b-9ea2-43da-bed0-9f8862caeb5e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (3e18624f-4dc0-46bc-9d20-1c9574779f13), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:00.676156 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17e4899b-9ea2-43da-bed0-9f8862caeb5e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router_controller (3e18624f-4dc0-46bc-9d20-1c9574779f13), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:00.724991 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea913a75-2378-4a6e-b954-611616c47808 x-openstack-request-id: req-ea913a75-2378-4a6e-b954-611616c47808 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:12:00.725954 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d523aee4-6da7-4b9a-bda5-7dc300ab42d2", "name": "network-vif-deleted", "tag": "e67e3a49-07a3-4779-a7ac-66d57fcc374c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:12:00.725954 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea913a75-2378-4a6e-b954-611616c47808 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:12:00.725954 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd523aee4-6da7-4b9a-bda5-7dc300ab42d2', 'name': 'network-vif-deleted', 'tag': 'e67e3a49-07a3-4779-a7ac-66d57fcc374c', 'status': 'completed', 'code': 200} Feb 07 17:12:00.738951 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a655-c171-4a9e-9725-032fed8f5188 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (9b4b6a1e-cf40-4d08-89a2-7a635ce775c0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:00.748912 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b9ee884-829b-494a-bd2a-8a30ebd47a1d req-56658739-7056-46a3-90cc-12d0c91733a7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 210 time: 0.0331125 Feb 07 17:12:00.796454 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17e4899b-9ea2-43da-bed0-9f8862caeb5e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (3e18624f-4dc0-46bc-9d20-1c9574779f13), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:00.797124 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e4899b-9ea2-43da-bed0-9f8862caeb5e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Fanout notify agent at l3_agent the message router_deleted on router 3e18624f-4dc0-46bc-9d20-1c9574779f13 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:12:00.816941 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-17e4899b-9ea2-43da-bed0-9f8862caeb5e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:00.818973 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-17e4899b-9ea2-43da-bed0-9f8862caeb5e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "DELETE /v2.0/routers/3e18624f-4dc0-46bc-9d20-1c9574779f13 HTTP/1.1" status: 204 len: 168 time: 2.4498150 Feb 07 17:12:00.822173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44282) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:00.872498 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a655-c171-4a9e-9725-032fed8f5188 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (9b4b6a1e-cf40-4d08-89a2-7a635ce775c0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:00.875752 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:00.919636 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2a655-c171-4a9e-9725-032fed8f5188 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=9b4b6a1e-cf40-4d08-89a2-7a635ce775c0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:00.937875 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a655-c171-4a9e-9725-032fed8f5188 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:00.947286 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7ce2a655-c171-4a9e-9725-032fed8f5188 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/9b4b6a1e-cf40-4d08-89a2-7a635ce775c0 HTTP/1.1" status: 204 len: 168 time: 0.8603163 Feb 07 17:12:00.949578 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44286) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:01.019888 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c8152569-3646-4dc3-988f-f3b15670c28c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670543 Feb 07 17:12:01.022436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44292) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:01.027135 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b634203-a8b5-4aef-847f-69f57989279c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (909de109-b3c2-4051-82bc-70433ca79a50), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:01.028573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-13f9b78b-caea-4c3a-8d12-aa79da795249 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:01.112734 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-98f592b7-8b3c-4fd6-bdc0-1210f68e96e9 req-2531c4a8-3994-4ead-a46a-1b39b6669f96 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=d523aee4-6da7-4b9a-bda5-7dc300ab42d2 HTTP/1.1" status: 200 len: 210 time: 0.0916553 Feb 07 17:12:01.159918 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b634203-a8b5-4aef-847f-69f57989279c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (909de109-b3c2-4051-82bc-70433ca79a50), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:01.188154 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1b634203-a8b5-4aef-847f-69f57989279c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909de109-b3c2-4051-82bc-70433ca79a50']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:01.189906 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f9b78b-caea-4c3a-8d12-aa79da795249 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:01.194179 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13f9b78b-caea-4c3a-8d12-aa79da795249 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:01.199449 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1b634203-a8b5-4aef-847f-69f57989279c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff3b061-2a59-4442-b0ae-a1c096c8d605') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:01.199896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1b634203-a8b5-4aef-847f-69f57989279c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff3b061-2a59-4442-b0ae-a1c096c8d605') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:01.217838 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b634203-a8b5-4aef-847f-69f57989279c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (2ff3b061-2a59-4442-b0ae-a1c096c8d605), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:01.238971 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b634203-a8b5-4aef-847f-69f57989279c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (2ff3b061-2a59-4442-b0ae-a1c096c8d605), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:01.254309 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b634203-a8b5-4aef-847f-69f57989279c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:12:01.254833 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b634203-a8b5-4aef-847f-69f57989279c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (2ff3b061-2a59-4442-b0ae-a1c096c8d605), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:12:01.264730 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:12:01.346584 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b634203-a8b5-4aef-847f-69f57989279c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (909de109-b3c2-4051-82bc-70433ca79a50), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:01.361409 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1b634203-a8b5-4aef-847f-69f57989279c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:01.368490 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1b634203-a8b5-4aef-847f-69f57989279c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "DELETE /v2.0/networks/909de109-b3c2-4051-82bc-70433ca79a50 HTTP/1.1" status: 204 len: 168 time: 0.5417178 Feb 07 17:12:01.371399 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44300) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:01.384512 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b634203-a8b5-4aef-847f-69f57989279c tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'Network': ['ID=909de109-b3c2-4051-82bc-70433ca79a50,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:01.413648 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b6ea10-e6ae-47e3-9a88-150ff52c4ae4 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:01.501358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c6018-451b-4523-8645-1ed27b5a177f req-dc8f093f-7280-43c5-8a17-631e96312df3 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:01.502918 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b25c6018-451b-4523-8645-1ed27b5a177f req-dc8f093f-7280-43c5-8a17-631e96312df3 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.0610695 Feb 07 17:12:01.542394 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7077692-156c-4ad4-b881-22aea0dfcfcb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:01.551559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0a1fa569-0c44-4708-b425-150264ebb09a None None] Provisioning complete for port 4e152e12-5026-4c62-8114-38315996fbae triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:01.552184 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa569-0c44-4708-b425-150264ebb09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4e152e12-5026-4c62-8114-38315996fbae), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:01.585017 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b25c6018-451b-4523-8645-1ed27b5a177f req-3ec09e3e-186d-4af4-81a1-0b8faf624cbf tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667915 Feb 07 17:12:01.611558 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7077692-156c-4ad4-b881-22aea0dfcfcb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:01.639507 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13f9b78b-caea-4c3a-8d12-aa79da795249 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (b4e1fdbf-e6ff-4a2e-831f-5d5d23c80221), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:01.678679 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17ebe1a-8d19-42ce-b847-e3dbee5340d7 None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:12:01.742725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 44c847c8-58bd-49d8-b498-8eb021877770 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:12:01.749146 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0a1fa569-0c44-4708-b425-150264ebb09a None None] Current status of the port 4e152e12-5026-4c62-8114-38315996fbae is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:01.757399 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f9b78b-caea-4c3a-8d12-aa79da795249 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:12:01.769789 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-13f9b78b-caea-4c3a-8d12-aa79da795249 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:01.772051 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 44c847c8-58bd-49d8-b498-8eb021877770 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:12:01.772618 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 44c847c8-58bd-49d8-b498-8eb021877770 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:12:01.775721 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f9b78b-caea-4c3a-8d12-aa79da795249 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:01.776323 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-13f9b78b-caea-4c3a-8d12-aa79da795249 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:01.783350 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9b78b-caea-4c3a-8d12-aa79da795249 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=b4e1fdbf-e6ff-4a2e-831f-5d5d23c80221,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:01.801727 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b17ebe1a-8d19-42ce-b847-e3dbee5340d7 None None] Deleting port 4e152e12-5026-4c62-8114-38315996fbae {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:12:01.801948 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b17ebe1a-8d19-42ce-b847-e3dbee5340d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4e152e12-5026-4c62-8114-38315996fbae), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:01.810062 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-13f9b78b-caea-4c3a-8d12-aa79da795249 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7839749 Feb 07 17:12:01.812369 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44306) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:01.817800 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-dad17d2b-7063-41e3-9cb8-f67f8493cce9 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:01.821587 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b9869-b9cd-4049-92ef-a595514cfe58 req-22404bcc-f3a7-49ee-88af-2b69bfe9c119 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:01.823286 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d16b9869-b9cd-4049-92ef-a595514cfe58 req-22404bcc-f3a7-49ee-88af-2b69bfe9c119 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 907 time: 0.1540396 Feb 07 17:12:01.844837 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7077692-156c-4ad4-b881-22aea0dfcfcb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:01.847548 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b7077692-156c-4ad4-b881-22aea0dfcfcb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:01.848718 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b7077692-156c-4ad4-b881-22aea0dfcfcb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] 10.222.0.18 "DELETE /v2.0/security-groups/d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f HTTP/1.1" status: 204 len: 168 time: 0.4762669 Feb 07 17:12:01.867629 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7077692-156c-4ad4-b881-22aea0dfcfcb tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25b8248-ff5f-4f9c-ae8d-565ae2e54c0f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:01.931337 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a505cd4c-a828-45f1-a272-6259af6721ea req-20d4f645-2638-453a-bec7-4645fd84b03e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 210 time: 0.0326149 Feb 07 17:12:01.942744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b17ebe1a-8d19-42ce-b847-e3dbee5340d7 None None] For port 4e152e12-5026-4c62-8114-38315996fbae, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4e152e12-5026-4c62-8114-38315996fbae,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:01.943370 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b17ebe1a-8d19-42ce-b847-e3dbee5340d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4e152e12-5026-4c62-8114-38315996fbae), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:01.977553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b17ebe1a-8d19-42ce-b847-e3dbee5340d7 None None] Calling delete_port for 4e152e12-5026-4c62-8114-38315996fbae owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:12:02.022657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad17d2b-7063-41e3-9cb8-f67f8493cce9 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:02.027780 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dad17d2b-7063-41e3-9cb8-f67f8493cce9 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:02.096769 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b17ebe1a-8d19-42ce-b847-e3dbee5340d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (4e152e12-5026-4c62-8114-38315996fbae), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:02.151789 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ebe1a-8d19-42ce-b847-e3dbee5340d7 None None] Pushing event deleted for resources: {'Port': ['ID=4e152e12-5026-4c62-8114-38315996fbae,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:02.155867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17ebe1a-8d19-42ce-b847-e3dbee5340d7 None None] No DVR routers for this DVR port 4e152e12-5026-4c62-8114-38315996fbae on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:12:02.177638 n-d-827865-3 neutron-server[103225]: INFO neutron.db.ipam_backend_mixin [None req-dad17d2b-7063-41e3-9cb8-f67f8493cce9 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b4e1fdbf-e6ff-4a2e-831f-5d5d23c80221 (CIDR: 2001:db8::/64) Feb 07 17:12:02.182854 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad17d2b-7063-41e3-9cb8-f67f8493cce9 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:12:02.183454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad17d2b-7063-41e3-9cb8-f67f8493cce9 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:02.195033 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d386be1-d6a7-472c-8013-2a4cc764a119 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:02.217681 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dad17d2b-7063-41e3-9cb8-f67f8493cce9 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4025249 Feb 07 17:12:02.217681 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44316) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:02.230504 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3c8dd624-9922-4aa9-8daa-6d79cb489617 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'subnet': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:02.240255 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-13728e49-a8f1-4d24-8d70-d4fba82752a5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:02.251516 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-13728e49-a8f1-4d24-8d70-d4fba82752a5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.32 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 811 time: 0.1999919 Feb 07 17:12:02.258248 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-d4111e24-7c80-4157-9b5f-488b3a2cc9e3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Request body: {'port': {'device_id': 'a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'admin_state_up': True, 'tenant_id': '233dfa16822a4a16ac319e689f5e7249'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:02.338409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-5d104e3b-016c-4509-9da5-d18eb1be26d1', 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'project_id': '0a6cd8491d2c4fe7baa472a7b1cfec01', 'fixed_ips': [{'subnet_id': 'b4e1fdbf-e6ff-4a2e-831f-5d5d23c80221'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:12:02.339454 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:02.384739 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44320) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:02.473858 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:02.516007 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8dd624-9922-4aa9-8daa-6d79cb489617 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:02.519676 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c8dd624-9922-4aa9-8daa-6d79cb489617 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:02.537350 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-d4111e24-7c80-4157-9b5f-488b3a2cc9e3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Made reservation on behalf of 233dfa16822a4a16ac319e689f5e7249 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:02.544963 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-d4111e24-7c80-4157-9b5f-488b3a2cc9e3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:02.555777 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] Allocated IP 2001:db8::2 (5d104e3b-016c-4509-9da5-d18eb1be26d1/b4e1fdbf-e6ff-4a2e-831f-5d5d23c80221/31b7262d-be3e-4d36-a6a7-297f2f751d79) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:12:02.742433 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-a0495083-752f-447a-9b24-cb88e4b3cca7 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:02.743989 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-a0495083-752f-447a-9b24-cb88e4b3cca7 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/networks?id=5d128def-3af0-43db-9fae-42e71861fdfd HTTP/1.1" status: 200 len: 808 time: 0.2050855 Feb 07 17:12:02.769571 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] Publish callbacks [] for port (31b7262d-be3e-4d36-a6a7-297f2f751d79), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:02.779290 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (31b7262d-be3e-4d36-a6a7-297f2f751d79), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:02.799371 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:12:02.801882 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:02.823411 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-d4111e24-7c80-4157-9b5f-488b3a2cc9e3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Allocated IP 172.20.0.11 (56094dec-cda5-47cb-bfb8-9d2a21cddfa9/311a2122-e2a3-40f9-ab16-f19979f8f39f/f2f93259-9f73-4eca-89d6-a521e86f8b7a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:12:02.824320 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:12:02.869993 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8cd3f741-db9a-43bf-9b43-7dd1b47bbb3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7f3b936ec124a74b808700fdcd55162&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4832873 Feb 07 17:12:02.872454 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] Pushing event updated for resources: {'Port': ['ID=31b7262d-be3e-4d36-a6a7-297f2f751d79,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:02.881751 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44338) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:02.904811 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627fd6f-97b6-4797-974b-e2080e9025a8 req-a22b4d93-2a92-4906-8da3-a2fe36dffe9b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:02.906951 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3627fd6f-97b6-4797-974b-e2080e9025a8 req-a22b4d93-2a92-4906-8da3-a2fe36dffe9b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.1507165 Feb 07 17:12:02.921993 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] Attempting to bind port 31b7262d-be3e-4d36-a6a7-297f2f751d79 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:12:02.922372 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] Attempting to bind port 31b7262d-be3e-4d36-a6a7-297f2f751d79 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:12:02.922739 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] Attempting to bind port 31b7262d-be3e-4d36-a6a7-297f2f751d79 on network 5d104e3b-016c-4509-9da5-d18eb1be26d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:12:02.928859 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:12:02.929355 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] Checking segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:02.929806 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:02.930398 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] Bound using segment: {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:12:02.931113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] Bound port: 31b7262d-be3e-4d36-a6a7-297f2f751d79, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc272705-7c8a-454c-833f-ef9d227f9b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:12:02.931581 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (31b7262d-be3e-4d36-a6a7-297f2f751d79), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:02.942310 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-ea8f52fb-a511-4b74-be6b-1331d0b9b41b tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/quotas/ee19d87b96ac4c1eaa2f322826513db6 HTTP/1.1" status: 200 len: 375 time: 0.1894591 Feb 07 17:12:03.026599 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] For port 31b7262d-be3e-4d36-a6a7-297f2f751d79, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:12:03.036435 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] For port 31b7262d-be3e-4d36-a6a7-297f2f751d79, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=31b7262d-be3e-4d36-a6a7-297f2f751d79,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:12:03.048225 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (31b7262d-be3e-4d36-a6a7-297f2f751d79), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:03.125795 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5345d-db67-42f6-9dd2-f6c204b60db2 None None] Pushing event updated for resources: {'Port': ['ID=31b7262d-be3e-4d36-a6a7-297f2f751d79,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:03.157209 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3627fd6f-97b6-4797-974b-e2080e9025a8 req-95434216-2980-46d3-8103-754a787abd86 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2339528 Feb 07 17:12:03.163618 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3f2d-424f-4486-8bb0-6814b53267de admin admin] Publish callbacks [] for security_group (da3f181a-0300-4964-96e9-5f3ac16ff926), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:03.178159 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-d4111e24-7c80-4157-9b5f-488b3a2cc9e3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for port (f2f93259-9f73-4eca-89d6-a521e86f8b7a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:03.258306 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3f2d-424f-4486-8bb0-6814b53267de admin admin] Publish callbacks [] for security_group (da3f181a-0300-4964-96e9-5f3ac16ff926), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:03.313817 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-d4111e24-7c80-4157-9b5f-488b3a2cc9e3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f2f93259-9f73-4eca-89d6-a521e86f8b7a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:03.440860 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-d4111e24-7c80-4157-9b5f-488b3a2cc9e3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:12:03.449773 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-d4111e24-7c80-4157-9b5f-488b3a2cc9e3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:03.455724 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4111e24-7c80-4157-9b5f-488b3a2cc9e3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event updated for resources: {'Port': ['ID=f2f93259-9f73-4eca-89d6-a521e86f8b7a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:03.472512 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-d4111e24-7c80-4157-9b5f-488b3a2cc9e3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:12:03.489255 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c256d4-a098-4855-8e46-d36c95158774 req-aaa75008-5b42-401a-8633-05940e73c1de tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:03.490872 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-70c256d4-a098-4855-8e46-d36c95158774 req-aaa75008-5b42-401a-8633-05940e73c1de tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 907 time: 0.2051361 Feb 07 17:12:03.505703 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-a9cc2c8e-b33e-47d2-a10f-46662f76b2ca tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee19d87b96ac4c1eaa2f322826513db6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464175 Feb 07 17:12:03.532359 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3f2d-424f-4486-8bb0-6814b53267de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (da3f181a-0300-4964-96e9-5f3ac16ff926), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:03.535102 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dbcb3f2d-424f-4486-8bb0-6814b53267de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:03.538652 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dbcb3f2d-424f-4486-8bb0-6814b53267de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da3f181a-0300-4964-96e9-5f3ac16ff926 HTTP/1.1" status: 204 len: 168 time: 0.6533639 Feb 07 17:12:03.549630 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb3f2d-424f-4486-8bb0-6814b53267de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3f181a-0300-4964-96e9-5f3ac16ff926,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:03.634152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-d4111e24-7c80-4157-9b5f-488b3a2cc9e3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:03.634845 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-d4111e24-7c80-4157-9b5f-488b3a2cc9e3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:03.693467 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-d4111e24-7c80-4157-9b5f-488b3a2cc9e3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4396579 Feb 07 17:12:03.704411 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-387d1194-6adb-4347-a1e2-64d900f33426 service neutron] 10.222.0.18 "GET /v2.0/networks/5d128def-3af0-43db-9fae-42e71861fdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873877 Feb 07 17:12:03.742685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Request body: {'port': {'device_id': 'a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:03.881909 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43eb35-18e7-4c8f-b0ec-51f545fc9fe8 req-ad8b3bb6-50aa-4159-9b23-fb1ece0fa673 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:03.883499 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc43eb35-18e7-4c8f-b0ec-51f545fc9fe8 req-ad8b3bb6-50aa-4159-9b23-fb1ece0fa673 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 932 time: 0.2130997 Feb 07 17:12:03.894754 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f2f93259-9f73-4eca-89d6-a521e86f8b7a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:03.916080 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82e1d2-d663-4af7-bac0-df0cd0c4e7e6 req-70220f2a-ad79-4791-9044-a7c398141aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:03.918386 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df82e1d2-d663-4af7-bac0-df0cd0c4e7e6 req-70220f2a-ad79-4791-9044-a7c398141aa0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9ad179b24574372b80952de6111dc6e&device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 1127 time: 0.4673202 Feb 07 17:12:03.939373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 31b7262d-be3e-4d36-a6a7-297f2f751d79 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:12:03.952665 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 4da1b996-9c03-4061-996a-1e43ad9fd00b details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:12:03.956169 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device e67e3a49-07a3-4779-a7ac-66d57fcc374c no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:12:04.030069 n-d-827865-3 neutron-server[103225]: DEBUG neutron.objects.ports [None req-3c8dd624-9922-4aa9-8daa-6d79cb489617 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103225) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 17:12:04.056301 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: e67e3a49-07a3-4779-a7ac-66d57fcc374c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:12:04.056867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device e67e3a49-07a3-4779-a7ac-66d57fcc374c not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:12:04.081114 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6543f83f-6519-4324-aa4e-0d168aa0f6b8 None None] Provisioning complete for port f2f93259-9f73-4eca-89d6-a521e86f8b7a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:04.081562 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6543f83f-6519-4324-aa4e-0d168aa0f6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f2f93259-9f73-4eca-89d6-a521e86f8b7a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:04.123316 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6543f83f-6519-4324-aa4e-0d168aa0f6b8 None None] Port f2f93259-9f73-4eca-89d6-a521e86f8b7a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:12:04.136650 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-e2412f2c-c56a-48ed-b6c5-9fbf21751780 service neutron] 10.222.0.18 "GET /v2.0/networks/5d128def-3af0-43db-9fae-42e71861fdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247830 Feb 07 17:12:04.151981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82e1d2-d663-4af7-bac0-df0cd0c4e7e6 req-7e64b9c3-1d55-421e-8e84-6972f7656a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:04.153762 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df82e1d2-d663-4af7-bac0-df0cd0c4e7e6 req-7e64b9c3-1d55-421e-8e84-6972f7656a87 service neutron] 10.222.0.48 "GET /v2.0/networks?id=201760c2-7445-46e7-879d-a3304bb55dba HTTP/1.1" status: 200 len: 912 time: 0.2070959 Feb 07 17:12:04.209230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44346) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:04.300537 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc43eb35-18e7-4c8f-b0ec-51f545fc9fe8 req-ea4f9660-b887-4a6d-b7ae-112d67c75e61 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923388 Feb 07 17:12:04.306895 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 31b7262d-be3e-4d36-a6a7-297f2f751d79 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:04.307320 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (31b7262d-be3e-4d36-a6a7-297f2f751d79), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:04.387389 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df82e1d2-d663-4af7-bac0-df0cd0c4e7e6 req-6bcae109-77fe-442f-8f83-9710917ec62a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2ff444-08ee-4b25-b3ed-5e38e8cb24da HTTP/1.1" status: 200 len: 1000 time: 0.2252092 Feb 07 17:12:04.390397 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 4da1b996-9c03-4061-996a-1e43ad9fd00b, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=4da1b996-9c03-4061-996a-1e43ad9fd00b,segment=NetworkSegment(f67b84bb-2f34-4b18-84c8-73013b892e28),segment_id=f67b84bb-2f34-4b18-84c8-73013b892e28)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:04.393646 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a57368b0-6ca1-4e71-8a18-1c3a4e59c7b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b39801eff8294757a66429ed89e8236a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1825840 Feb 07 17:12:04.409910 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44350) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:04.451044 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '4da1b996-9c03-4061-996a-1e43ad9fd00b', 'network_id': '505e4209-d872-4bb0-8278-cf409144e27f', 'port_id': '4da1b996-9c03-4061-996a-1e43ad9fd00b', 'mac_address': 'fa:16:3e:50:dc:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0846dd9a-bb49-4ee3-ba8b-03f61e1b1458', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:12:04.587304 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f93259-9f73-4eca-89d6-a521e86f8b7a {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:12:04.605717 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Publish callbacks [] for port (f2f93259-9f73-4eca-89d6-a521e86f8b7a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:04.609108 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-100ea197-bc8f-4cf0-808d-005dd628bcf2 admin admin] Publish callbacks [] for security_group (e4370779-f2e5-4fc8-9494-cb1c5771cc97), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:04.619754 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 31b7262d-be3e-4d36-a6a7-297f2f751d79 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:04.620038 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (31b7262d-be3e-4d36-a6a7-297f2f751d79), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:04.622116 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2986df97-3581-40fa-b320-7b6569c1c6c5 req-a5b8f448-552f-4ce9-8f38-0c4e491d1555 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b7566f9-067c-4e46-8f50-8eda3202678f HTTP/1.1" status: 200 len: 210 time: 0.0776951 Feb 07 17:12:04.640962 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c8dd624-9922-4aa9-8daa-6d79cb489617 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (31b7262d-be3e-4d36-a6a7-297f2f751d79), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:04.655780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 4da1b996-9c03-4061-996a-1e43ad9fd00b is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:04.660323 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4da1b996-9c03-4061-996a-1e43ad9fd00b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:04.668231 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82e1d2-d663-4af7-bac0-df0cd0c4e7e6 req-54131c3a-b802-4a4b-927e-43fa1cc4aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:04.669980 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df82e1d2-d663-4af7-bac0-df0cd0c4e7e6 req-54131c3a-b802-4a4b-927e-43fa1cc4aad5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c40ceb2-4236-4c8f-982a-2db09abbbc2a HTTP/1.1" status: 200 len: 850 time: 0.2749629 Feb 07 17:12:04.672404 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Transition to ACTIVE for port object f2f93259-9f73-4eca-89d6-a521e86f8b7a will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:12:04.684037 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-100ea197-bc8f-4cf0-808d-005dd628bcf2 admin admin] Publish callbacks [] for security_group (e4370779-f2e5-4fc8-9494-cb1c5771cc97), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:04.693469 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (f2f93259-9f73-4eca-89d6-a521e86f8b7a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:04.714688 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e44d9-8e85-48e8-a450-abd8265bb783 req-af6f00c4-3184-482d-83f5-49c86cc2942c tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:04.718102 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-635e44d9-8e85-48e8-a450-abd8265bb783 req-af6f00c4-3184-482d-83f5-49c86cc2942c tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.1980546 Feb 07 17:12:05.003641 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f93259-9f73-4eca-89d6-a521e86f8b7a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:05.030964 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da1b996-9c03-4061-996a-1e43ad9fd00b {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:12:05.050155 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82e1d2-d663-4af7-bac0-df0cd0c4e7e6 req-59b3c21e-8abd-45ab-8bbd-cc6ffde8e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:05.055350 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df82e1d2-d663-4af7-bac0-df0cd0c4e7e6 req-59b3c21e-8abd-45ab-8bbd-cc6ffde8e9b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=201760c2-7445-46e7-879d-a3304bb55dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3781841 Feb 07 17:12:05.065568 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-635e44d9-8e85-48e8-a450-abd8265bb783 req-40710629-437b-471c-beec-92b0758465f9 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3347213 Feb 07 17:12:05.078047 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-100ea197-bc8f-4cf0-808d-005dd628bcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e4370779-f2e5-4fc8-9494-cb1c5771cc97), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:05.081109 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-100ea197-bc8f-4cf0-808d-005dd628bcf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:05.082726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 4da1b996-9c03-4061-996a-1e43ad9fd00b, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=4da1b996-9c03-4061-996a-1e43ad9fd00b,segment=NetworkSegment(f67b84bb-2f34-4b18-84c8-73013b892e28),segment_id=f67b84bb-2f34-4b18-84c8-73013b892e28)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:05.085801 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-100ea197-bc8f-4cf0-808d-005dd628bcf2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4370779-f2e5-4fc8-9494-cb1c5771cc97 HTTP/1.1" status: 204 len: 168 time: 0.6746500 Feb 07 17:12:05.099631 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ea197-bc8f-4cf0-808d-005dd628bcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4370779-f2e5-4fc8-9494-cb1c5771cc97,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:05.104191 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4da1b996-9c03-4061-996a-1e43ad9fd00b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:05.135323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Attempting to bind port f2f93259-9f73-4eca-89d6-a521e86f8b7a on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:12:05.135942 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Attempting to bind port f2f93259-9f73-4eca-89d6-a521e86f8b7a by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:12:05.136429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Attempting to bind port f2f93259-9f73-4eca-89d6-a521e86f8b7a on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:12:05.142713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Port f2f93259-9f73-4eca-89d6-a521e86f8b7a on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:12:05.143444 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Attempting to bind port f2f93259-9f73-4eca-89d6-a521e86f8b7a on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:12:05.146279 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81079934-8a87-428f-ad08-23a8075357aa req-f75d85d9-415b-4766-a072-8ac63b6560f9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:05.149055 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:12:05.149453 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Checking segment: {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:05.149882 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Bound using segment: {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:12:05.151924 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Bound port: f2f93259-9f73-4eca-89d6-a521e86f8b7a, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:12:05.152059 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-81079934-8a87-428f-ad08-23a8075357aa req-f75d85d9-415b-4766-a072-8ac63b6560f9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 907 time: 0.3998315 Feb 07 17:12:05.152484 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f2f93259-9f73-4eca-89d6-a521e86f8b7a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:05.262382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=4da1b996-9c03-4061-996a-1e43ad9fd00b,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:05.296594 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c5f8bab5-42d8-48da-97d8-c4d7c2d343b0 None None] Provisioning complete for port 31b7262d-be3e-4d36-a6a7-297f2f751d79 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:05.297019 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c5f8bab5-42d8-48da-97d8-c4d7c2d343b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (31b7262d-be3e-4d36-a6a7-297f2f751d79), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:05.325917 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] For port f2f93259-9f73-4eca-89d6-a521e86f8b7a, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:12:05.331866 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] For port f2f93259-9f73-4eca-89d6-a521e86f8b7a, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f2f93259-9f73-4eca-89d6-a521e86f8b7a,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:12:05.347851 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (f2f93259-9f73-4eca-89d6-a521e86f8b7a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:05.416174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3c8dd624-9922-4aa9-8daa-6d79cb489617 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] For port 31b7262d-be3e-4d36-a6a7-297f2f751d79, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=31b7262d-be3e-4d36-a6a7-297f2f751d79,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:05.438684 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['4da1b996-9c03-4061-996a-1e43ad9fd00b'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:12:05.531274 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c8dd624-9922-4aa9-8daa-6d79cb489617 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (31b7262d-be3e-4d36-a6a7-297f2f751d79), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:05.546219 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df82e1d2-d663-4af7-bac0-df0cd0c4e7e6 req-b5ebf8be-1b87-44a3-9436-af2d50e37818 service neutron] 10.222.0.48 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732733 Feb 07 17:12:05.572389 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:05.573052 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:05.574570 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] 10.222.0.32 "PUT /v2.0/ports/f2f93259-9f73-4eca-89d6-a521e86f8b7a HTTP/1.1" status: 200 len: 1092 time: 1.8394771 Feb 07 17:12:05.595088 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f', 'tag': 'f2f93259-9f73-4eca-89d6-a521e86f8b7a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:12:05.597528 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e96d43-7ac5-40e4-8e80-fd819caef4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f", "tag": "f2f93259-9f73-4eca-89d6-a521e86f8b7a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:12:05.643270 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c8dd624-9922-4aa9-8daa-6d79cb489617 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (31b7262d-be3e-4d36-a6a7-297f2f751d79), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:05.672266 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb58e7-4a4e-418e-b47d-c07495d6be46 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f93259-9f73-4eca-89d6-a521e86f8b7a,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:05.840391 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c5f8bab5-42d8-48da-97d8-c4d7c2d343b0 None None] Current status of the port 31b7262d-be3e-4d36-a6a7-297f2f751d79 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:05.840795 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c5f8bab5-42d8-48da-97d8-c4d7c2d343b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (31b7262d-be3e-4d36-a6a7-297f2f751d79), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:05.884014 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1255a-6f6e-4f68-a1ac-eaf556fd71f9 req-c407b9c2-3ad6-41fc-a674-748515cd8632 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:05.896322 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fae1255a-6f6e-4f68-a1ac-eaf556fd71f9 req-c407b9c2-3ad6-41fc-a674-748515cd8632 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.4382310 Feb 07 17:12:05.897596 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:12:05.897972 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:12:05.904104 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c8dd624-9922-4aa9-8daa-6d79cb489617 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (aebb7692-2a85-4cd1-bca8-b881ef7338bb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:05.939507 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c5f8bab5-42d8-48da-97d8-c4d7c2d343b0 None None] For port 31b7262d-be3e-4d36-a6a7-297f2f751d79, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=31b7262d-be3e-4d36-a6a7-297f2f751d79,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:05.946909 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c5f8bab5-42d8-48da-97d8-c4d7c2d343b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (31b7262d-be3e-4d36-a6a7-297f2f751d79), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:05.988944 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-51025e17-cb0f-458c-90a4-7ed57a83a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:05.991522 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-51025e17-cb0f-458c-90a4-7ed57a83a8c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 1126 time: 0.2877476 Feb 07 17:12:06.049112 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8bab5-42d8-48da-97d8-c4d7c2d343b0 None None] Pushing event updated for resources: {'Port': ['ID=31b7262d-be3e-4d36-a6a7-297f2f751d79,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:06.075378 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8dd624-9922-4aa9-8daa-6d79cb489617 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:12:06.076008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8bab5-42d8-48da-97d8-c4d7c2d343b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:06.076971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8bab5-42d8-48da-97d8-c4d7c2d343b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:06.077477 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8bab5-42d8-48da-97d8-c4d7c2d343b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:06.077895 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8bab5-42d8-48da-97d8-c4d7c2d343b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:06.078289 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8bab5-42d8-48da-97d8-c4d7c2d343b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:06.078827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8bab5-42d8-48da-97d8-c4d7c2d343b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:06.079337 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8bab5-42d8-48da-97d8-c4d7c2d343b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:06.079848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8bab5-42d8-48da-97d8-c4d7c2d343b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:06.080352 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8bab5-42d8-48da-97d8-c4d7c2d343b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:06.080820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3c8dd624-9922-4aa9-8daa-6d79cb489617 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:06.081038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8bab5-42d8-48da-97d8-c4d7c2d343b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:06.081582 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8bab5-42d8-48da-97d8-c4d7c2d343b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:06.082260 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fae1255a-6f6e-4f68-a1ac-eaf556fd71f9 req-1402a1a7-0e34-440b-b075-d862f554dc97 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1845884 Feb 07 17:12:06.082777 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8bab5-42d8-48da-97d8-c4d7c2d343b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:06.084833 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-1dbbd2ad-05de-4479-8420-277521316527 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f93259-9f73-4eca-89d6-a521e86f8b7a HTTP/1.1" status: 200 len: 217 time: 0.0596519 Feb 07 17:12:06.085413 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8bab5-42d8-48da-97d8-c4d7c2d343b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:06.091629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeebadfa-f5ac-46a9-b7c8-69ed5d343dbf None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:06.097568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8dd624-9922-4aa9-8daa-6d79cb489617 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:06.098145 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c8dd624-9922-4aa9-8daa-6d79cb489617 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:06.118036 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2086a4e-ca61-4436-b0e5-0f56f872c4a5 req-bb8519fd-7858-43d3-9757-adcf21cd267b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:06.125987 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2086a4e-ca61-4436-b0e5-0f56f872c4a5 req-bb8519fd-7858-43d3-9757-adcf21cd267b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 944 time: 0.6210065 Feb 07 17:12:06.164157 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8dd624-9922-4aa9-8daa-6d79cb489617 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=31b7262d-be3e-4d36-a6a7-297f2f751d79,revision_number=4']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:06.192758 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-174bcfb3-4b9a-4f4b-8e8d-00804c833d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:06.194522 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-174bcfb3-4b9a-4f4b-8e8d-00804c833d4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.0961001 Feb 07 17:12:06.235538 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2086a4e-ca61-4436-b0e5-0f56f872c4a5 req-f87877bc-b276-49b0-afd9-8b488af2c90b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067936 Feb 07 17:12:06.236785 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8dd624-9922-4aa9-8daa-6d79cb489617 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Subnet': ['ID=aebb7692-2a85-4cd1-bca8-b881ef7338bb,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:06.310444 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c9aba45-4409-4a26-bac4-f68389d4dabb req-9dfd7fe7-ce9f-44fd-970a-8aff90ae062e tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b7566f9-067c-4e46-8f50-8eda3202678f HTTP/1.1" status: 200 len: 210 time: 0.0654418 Feb 07 17:12:06.323642 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-e1812bb3-535a-46af-aafd-064c21ccd2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:06.325346 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-e1812bb3-535a-46af-aafd-064c21ccd2dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1250720 Feb 07 17:12:06.408726 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df82e1d2-d663-4af7-bac0-df0cd0c4e7e6 req-03788043-e5ab-42d7-8e0f-30cfc88345f3 service neutron] 10.222.0.48 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8552656 Feb 07 17:12:06.428191 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3c8dd624-9922-4aa9-8daa-6d79cb489617 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.2082298 Feb 07 17:12:06.433328 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44378) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:06.442179 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-874843ad-2348-4338-926e-629c4aa99c69 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Request body: {'port': {'network_id': '5d104e3b-016c-4509-9da5-d18eb1be26d1', 'mac_address': 'fa:16:3e:ae:2d:05', 'name': 'tempest-NetworksTestDHCPv6-1115789745'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:06.481364 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-17d49410-d407-4174-9219-dc472642e635 service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444998 Feb 07 17:12:06.481364 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c06029-8d20-4deb-9dfc-e2fe3139d53f x-openstack-request-id: req-c9c06029-8d20-4deb-9dfc-e2fe3139d53f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:12:06.481364 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f", "tag": "f2f93259-9f73-4eca-89d6-a521e86f8b7a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:12:06.481364 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9c06029-8d20-4deb-9dfc-e2fe3139d53f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:12:06.481364 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f', 'tag': 'f2f93259-9f73-4eca-89d6-a521e86f8b7a', 'status': 'completed', 'code': 200} Feb 07 17:12:06.572633 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 31b7262d-be3e-4d36-a6a7-297f2f751d79 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:06.631253 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-3840bf04-76f0-4616-8f1c-8b7ffd92d885 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:06.632696 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-3840bf04-76f0-4616-8f1c-8b7ffd92d885 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.32 "GET /v2.0/networks?id=5d128def-3af0-43db-9fae-42e71861fdfd HTTP/1.1" status: 200 len: 808 time: 0.3922334 Feb 07 17:12:06.651072 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4af71f5f-92e1-45f4-ba3c-ef6feefeba5c tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Request body: {'port': {'device_id': '7b7566f9-067c-4e46-8f50-8eda3202678f', 'network_id': '5d128def-3af0-43db-9fae-42e71861fdfd', 'admin_state_up': True, 'tenant_id': 'ee19d87b96ac4c1eaa2f322826513db6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:06.671599 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644ffe3-5755-46cc-9a06-9de65ca4a4bd req-fb2c0a01-7784-4ecd-97b2-523bb7f0a39b tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:06.686555 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0644ffe3-5755-46cc-9a06-9de65ca4a4bd req-fb2c0a01-7784-4ecd-97b2-523bb7f0a39b tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 908 time: 0.2055175 Feb 07 17:12:06.695314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4e152e12-5026-4c62-8114-38315996fbae no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:12:06.730509 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1edf0b70-9bbc-4fd6-9d05-241bfab958a2 req-296add78-56e3-43cd-8d25-57c1ce987545 service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046201 Feb 07 17:12:06.737927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 4e152e12-5026-4c62-8114-38315996fbae {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:12:06.738276 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4e152e12-5026-4c62-8114-38315996fbae not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:12:06.797461 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874843ad-2348-4338-926e-629c4aa99c69 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Made reservation on behalf of 0a6cd8491d2c4fe7baa472a7b1cfec01 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:06.856085 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e96d43-7ac5-40e4-8e80-fd819caef4bb req-2acee7b9-868b-445f-b9b4-940d3047f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:06.858688 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46e96d43-7ac5-40e4-8e80-fd819caef4bb req-2acee7b9-868b-445f-b9b4-940d3047f8ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 1126 time: 0.0707188 Feb 07 17:12:06.910792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 31b7262d-be3e-4d36-a6a7-297f2f751d79 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:12:06.985761 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4af71f5f-92e1-45f4-ba3c-ef6feefeba5c tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Made reservation on behalf of ee19d87b96ac4c1eaa2f322826513db6 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:06.990023 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4af71f5f-92e1-45f4-ba3c-ef6feefeba5c tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:07.003789 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 31b7262d-be3e-4d36-a6a7-297f2f751d79 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:07.003789 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (31b7262d-be3e-4d36-a6a7-297f2f751d79), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:07.004753 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174cbc7-624d-4ff9-8d0a-10148c48147d req-104a6655-2485-4a9d-991d-469970e9b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:07.008524 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a174cbc7-624d-4ff9-8d0a-10148c48147d req-104a6655-2485-4a9d-991d-469970e9b006 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9ad179b24574372b80952de6111dc6e&device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 1127 time: 0.1711977 Feb 07 17:12:07.013197 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-874843ad-2348-4338-926e-629c4aa99c69 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:07.051907 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e96d43-7ac5-40e4-8e80-fd819caef4bb req-b6e3ec9b-e236-4161-9d33-9bfe74849356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:07.053962 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46e96d43-7ac5-40e4-8e80-fd819caef4bb req-b6e3ec9b-e236-4161-9d33-9bfe74849356 service neutron] 10.222.0.32 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.1838319 Feb 07 17:12:07.140037 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46e96d43-7ac5-40e4-8e80-fd819caef4bb req-f78bbbe2-71f5-4e92-8fc2-069c9ef489e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f93259-9f73-4eca-89d6-a521e86f8b7a HTTP/1.1" status: 200 len: 217 time: 0.0716925 Feb 07 17:12:07.177975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 31b7262d-be3e-4d36-a6a7-297f2f751d79 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:07.281562 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-874843ad-2348-4338-926e-629c4aa99c69 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] device_id is not set on port f8b934ed-67b5-4a20-ada3-1e3db01b7299 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:12:07.459184 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4af71f5f-92e1-45f4-ba3c-ef6feefeba5c tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Allocated IP 172.20.0.12 (5d128def-3af0-43db-9fae-42e71861fdfd/b3dab316-b7ed-4042-84ee-6a20f5011a6b/f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:12:07.469482 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174cbc7-624d-4ff9-8d0a-10148c48147d req-700e15d2-fe7d-4e5c-aa04-e90802dfb10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:07.470614 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a174cbc7-624d-4ff9-8d0a-10148c48147d req-700e15d2-fe7d-4e5c-aa04-e90802dfb10d service neutron] 10.222.0.48 "GET /v2.0/networks?id=201760c2-7445-46e7-879d-a3304bb55dba HTTP/1.1" status: 200 len: 912 time: 0.4542503 Feb 07 17:12:07.513615 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdac19-2445-4fdb-bf90-d2dce0f1b1f5 req-e1fe5f19-bd01-4d48-8381-2f38a93645e6 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:07.515805 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bfbdac19-2445-4fdb-bf90-d2dce0f1b1f5 req-e1fe5f19-bd01-4d48-8381-2f38a93645e6 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.2988601 Feb 07 17:12:07.520981 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-155184c4-38a6-4f8e-a239-40adb5945922 None None] Provisioning complete for port 31b7262d-be3e-4d36-a6a7-297f2f751d79 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:07.521399 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-155184c4-38a6-4f8e-a239-40adb5945922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (31b7262d-be3e-4d36-a6a7-297f2f751d79), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:07.613869 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-155184c4-38a6-4f8e-a239-40adb5945922 None None] Current status of the port 31b7262d-be3e-4d36-a6a7-297f2f751d79 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:07.663404 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e96d43-7ac5-40e4-8e80-fd819caef4bb req-ea8e3fc7-84ca-48c8-931d-20d5a5d47864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:07.664819 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46e96d43-7ac5-40e4-8e80-fd819caef4bb req-ea8e3fc7-84ca-48c8-931d-20d5a5d47864 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.5186269 Feb 07 17:12:07.703427 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bfbdac19-2445-4fdb-bf90-d2dce0f1b1f5 req-91d6397d-c93b-445b-b31c-29e27421f7cb tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1771390 Feb 07 17:12:07.709955 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493c566-6cba-4a9b-9678-9a9eccefb430 req-6c160267-4983-42d3-90f7-494a3f9287ed tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:07.711537 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2493c566-6cba-4a9b-9678-9a9eccefb430 req-6c160267-4983-42d3-90f7-494a3f9287ed tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 944 time: 0.0950136 Feb 07 17:12:07.745374 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a174cbc7-624d-4ff9-8d0a-10148c48147d req-f1c1d66d-6089-4317-957d-d85e3d9a44f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea2ff444-08ee-4b25-b3ed-5e38e8cb24da HTTP/1.1" status: 200 len: 1000 time: 0.2680936 Feb 07 17:12:07.794117 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2493c566-6cba-4a9b-9678-9a9eccefb430 req-ebcb31c6-d680-483b-bb49-1e870cc58aaa tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747900 Feb 07 17:12:07.810343 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e96d43-7ac5-40e4-8e80-fd819caef4bb req-191700db-c9d5-415a-a1f4-9a56bedf9178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:07.813432 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46e96d43-7ac5-40e4-8e80-fd819caef4bb req-191700db-c9d5-415a-a1f4-9a56bedf9178 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1414647 Feb 07 17:12:07.822965 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-874843ad-2348-4338-926e-629c4aa99c69 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8::1a9 (5d104e3b-016c-4509-9da5-d18eb1be26d1/b4e1fdbf-e6ff-4a2e-831f-5d5d23c80221/f8b934ed-67b5-4a20-ada3-1e3db01b7299) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:12:07.874940 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-efe627af-8f60-40aa-aa83-16a9ea892e97 req-031e8a05-bec3-42bf-b964-f2c4f0f5fef2 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b7566f9-067c-4e46-8f50-8eda3202678f HTTP/1.1" status: 200 len: 210 time: 0.0570245 Feb 07 17:12:07.879485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-874843ad-2348-4338-926e-629c4aa99c69 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Allocated IP 2001:db8:0:1:f816:3eff:feae:2d05 (5d104e3b-016c-4509-9da5-d18eb1be26d1/aebb7692-2a85-4cd1-bca8-b881ef7338bb/f8b934ed-67b5-4a20-ada3-1e3db01b7299) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:12:07.907915 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174cbc7-624d-4ff9-8d0a-10148c48147d req-581305bc-211b-4ecc-8043-bde020648811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:07.909513 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a174cbc7-624d-4ff9-8d0a-10148c48147d req-581305bc-211b-4ecc-8043-bde020648811 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c40ceb2-4236-4c8f-982a-2db09abbbc2a HTTP/1.1" status: 200 len: 850 time: 0.1464441 Feb 07 17:12:07.961523 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46e96d43-7ac5-40e4-8e80-fd819caef4bb req-bf68cc24-c515-48b3-8c4f-935db0a3bf50 service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409938 Feb 07 17:12:07.962369 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 4da1b996-9c03-4061-996a-1e43ad9fd00b up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:12:08.018868 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4af71f5f-92e1-45f4-ba3c-ef6feefeba5c tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Publish callbacks [] for port (f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:08.035620 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd72d1a-a247-4036-9eef-cce1c2ec7d98 req-28a6e91c-77e3-4d27-be20-67fe70ebd8ed tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:08.037124 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1dd72d1a-a247-4036-9eef-cce1c2ec7d98 req-28a6e91c-77e3-4d27-be20-67fe70ebd8ed tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 908 time: 0.1376281 Feb 07 17:12:08.072601 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 4da1b996-9c03-4061-996a-1e43ad9fd00b completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:12:08.080566 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 4da1b996-9c03-4061-996a-1e43ad9fd00b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:08.081461 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4da1b996-9c03-4061-996a-1e43ad9fd00b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:08.096277 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-46e96d43-7ac5-40e4-8e80-fd819caef4bb req-080d46c3-a25e-4061-88f3-6454e3fa0cea service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274428 Feb 07 17:12:08.184170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 4da1b996-9c03-4061-996a-1e43ad9fd00b is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:08.184794 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4da1b996-9c03-4061-996a-1e43ad9fd00b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:08.210360 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758dee84-3aca-4321-b503-be1cb6e08d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da1b996-9c03-4061-996a-1e43ad9fd00b'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:12:08.213071 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d7b526-4049-4dec-826a-e2f88e6e0edf" -d '{"events": [{"server_uuid": "758dee84-3aca-4321-b503-be1cb6e08d20", "name": "network-vif-plugged", "status": "completed", "tag": "4da1b996-9c03-4061-996a-1e43ad9fd00b"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:12:08.228326 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 4da1b996-9c03-4061-996a-1e43ad9fd00b, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=4da1b996-9c03-4061-996a-1e43ad9fd00b,segment=NetworkSegment(f67b84bb-2f34-4b18-84c8-73013b892e28),segment_id=f67b84bb-2f34-4b18-84c8-73013b892e28)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:08.233538 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4da1b996-9c03-4061-996a-1e43ad9fd00b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:08.269342 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ad605d-2588-4033-bf37-f15c8d3f32c8 x-openstack-request-id: req-36ad605d-2588-4033-bf37-f15c8d3f32c8 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:12:08.269651 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758dee84-3aca-4321-b503-be1cb6e08d20", "name": "network-vif-plugged", "status": "completed", "tag": "4da1b996-9c03-4061-996a-1e43ad9fd00b", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:12:08.269920 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36ad605d-2588-4033-bf37-f15c8d3f32c8 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:12:08.270461 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758dee84-3aca-4321-b503-be1cb6e08d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da1b996-9c03-4061-996a-1e43ad9fd00b', 'code': 200} Feb 07 17:12:08.304058 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=4da1b996-9c03-4061-996a-1e43ad9fd00b,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:08.442483 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174cbc7-624d-4ff9-8d0a-10148c48147d req-2cf4b15d-3fc5-46f3-8cd4-031b848841fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:08.443990 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a174cbc7-624d-4ff9-8d0a-10148c48147d req-2cf4b15d-3fc5-46f3-8cd4-031b848841fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=201760c2-7445-46e7-879d-a3304bb55dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5259020 Feb 07 17:12:08.561664 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4af71f5f-92e1-45f4-ba3c-ef6feefeba5c tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:08.659700 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e52fc4-2bb7-45e8-ac6d-8db752cf96fe req-1e034589-335f-48b8-9c08-8664aebb58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:08.661257 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d3e52fc4-2bb7-45e8-ac6d-8db752cf96fe req-1e034589-335f-48b8-9c08-8664aebb58cb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 1091 time: 0.2437890 Feb 07 17:12:08.669415 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-874843ad-2348-4338-926e-629c4aa99c69 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for port (f8b934ed-67b5-4a20-ada3-1e3db01b7299), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:08.672077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4af71f5f-92e1-45f4-ba3c-ef6feefeba5c tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Network 5d128def-3af0-43db-9fae-42e71861fdfd is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:12:08.680512 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af71f5f-92e1-45f4-ba3c-ef6feefeba5c tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Pushing event updated for resources: {'Port': ['ID=f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:08.687283 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4af71f5f-92e1-45f4-ba3c-ef6feefeba5c tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:08.693737 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4af71f5f-92e1-45f4-ba3c-ef6feefeba5c tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:12:08.702036 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a174cbc7-624d-4ff9-8d0a-10148c48147d req-a6bb107c-3294-4845-a6ba-08a976b9c3cc service neutron] 10.222.0.48 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366402 Feb 07 17:12:08.766656 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4af71f5f-92e1-45f4-ba3c-ef6feefeba5c tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:08.767357 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4af71f5f-92e1-45f4-ba3c-ef6feefeba5c tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:08.780209 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-874843ad-2348-4338-926e-629c4aa99c69 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f8b934ed-67b5-4a20-ada3-1e3db01b7299), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:08.812294 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4af71f5f-92e1-45f4-ba3c-ef6feefeba5c tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1651640 Feb 07 17:12:08.838278 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Request body: {'port': {'device_id': '7b7566f9-067c-4e46-8f50-8eda3202678f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:08.841338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9642010-5735-474d-9179-c0b0dc89644f req-0aff3dbd-42b1-4503-98b4-e5fb6d037e8d tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:08.843483 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9642010-5735-474d-9179-c0b0dc89644f req-0aff3dbd-42b1-4503-98b4-e5fb6d037e8d tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.0639172 Feb 07 17:12:08.873008 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874843ad-2348-4338-926e-629c4aa99c69 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:12:08.880814 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-874843ad-2348-4338-926e-629c4aa99c69 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:08.903833 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874843ad-2348-4338-926e-629c4aa99c69 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:12:08.907964 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9642010-5735-474d-9179-c0b0dc89644f req-b6586a8e-b459-4ca0-9511-d64ecb7ff451 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584667 Feb 07 17:12:08.909595 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874843ad-2348-4338-926e-629c4aa99c69 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:08.910247 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-874843ad-2348-4338-926e-629c4aa99c69 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:08.916349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874843ad-2348-4338-926e-629c4aa99c69 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event updated for resources: {'Port': ['ID=f8b934ed-67b5-4a20-ada3-1e3db01b7299,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:09.038846 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-874843ad-2348-4338-926e-629c4aa99c69 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6044261 Feb 07 17:12:09.041984 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44396) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:09.047866 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:09.092912 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dca449-d4e6-46ba-a3ae-6f759641cb98 req-1ecbf340-787d-4443-b944-46a60e101892 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:09.094556 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2dca449-d4e6-46ba-a3ae-6f759641cb98 req-1ecbf340-787d-4443-b944-46a60e101892 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b7566f9-067c-4e46-8f50-8eda3202678f HTTP/1.1" status: 200 len: 932 time: 0.1144838 Feb 07 17:12:09.119472 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a174cbc7-624d-4ff9-8d0a-10148c48147d req-75118ffe-a44a-4aec-97fa-a044caf04cd4 service neutron] 10.222.0.48 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664443 Feb 07 17:12:09.179717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1639172-b70e-48f6-9317-9dd13ebc3eac req-fb33b9c5-0200-4ff1-a7e9-d3e4616fc5b4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:09.181615 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1639172-b70e-48f6-9317-9dd13ebc3eac req-fb33b9c5-0200-4ff1-a7e9-d3e4616fc5b4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 944 time: 0.2687593 Feb 07 17:12:09.205025 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2dca449-d4e6-46ba-a3ae-6f759641cb98 req-29c3a7f6-b4d1-4a84-a5e5-a6a765cd3755 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040168 Feb 07 17:12:09.230619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b0e8ab7a-8832-4ec8-b059-a58db55f2903 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting port f8b934ed-67b5-4a20-ada3-1e3db01b7299 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:12:09.230974 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0e8ab7a-8832-4ec8-b059-a58db55f2903 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f8b934ed-67b5-4a20-ada3-1e3db01b7299), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:09.271422 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7c0fba53-0737-4620-a5b6-5c1a44330af6 None None] Provisioning complete for port f8b934ed-67b5-4a20-ada3-1e3db01b7299 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:09.272149 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7c0fba53-0737-4620-a5b6-5c1a44330af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f8b934ed-67b5-4a20-ada3-1e3db01b7299), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:09.316195 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7c0fba53-0737-4620-a5b6-5c1a44330af6 None None] Port f8b934ed-67b5-4a20-ada3-1e3db01b7299 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:12:09.334227 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1639172-b70e-48f6-9317-9dd13ebc3eac req-2a950aa0-783b-4374-8181-e289f58f19ff tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456785 Feb 07 17:12:09.396911 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0e8ab7a-8832-4ec8-b059-a58db55f2903 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f8b934ed-67b5-4a20-ada3-1e3db01b7299), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:09.415162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b0e8ab7a-8832-4ec8-b059-a58db55f2903 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Calling delete_port for f8b934ed-67b5-4a20-ada3-1e3db01b7299 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:12:09.427014 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67174871-37f3-41aa-9ab5-6a5d50fafea8 req-74757389-f1b7-4965-8e1d-335c693c4df2 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:09.429027 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-67174871-37f3-41aa-9ab5-6a5d50fafea8 req-74757389-f1b7-4965-8e1d-335c693c4df2 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 909 time: 0.1046350 Feb 07 17:12:09.543073 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:12:09.557633 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Publish callbacks [] for port (f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:09.626355 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0e8ab7a-8832-4ec8-b059-a58db55f2903 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f8b934ed-67b5-4a20-ada3-1e3db01b7299), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:09.641120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Transition to ACTIVE for port object f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:12:09.647336 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:09.660907 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8ab7a-8832-4ec8-b059-a58db55f2903 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Port': ['ID=f8b934ed-67b5-4a20-ada3-1e3db01b7299,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:09.714692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Pushing event updated for resources: {'Port': ['ID=f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:09.746261 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0e8ab7a-8832-4ec8-b059-a58db55f2903 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:09.750505 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b0e8ab7a-8832-4ec8-b059-a58db55f2903 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/f8b934ed-67b5-4a20-ada3-1e3db01b7299 HTTP/1.1" status: 204 len: 168 time: 0.7066200 Feb 07 17:12:09.753126 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44400) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:09.807900 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35abfc0-b0d8-4188-9199-5b26232b031d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:09.812743 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e35abfc0-b0d8-4188-9199-5b26232b031d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0583704 Feb 07 17:12:09.813398 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44402) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:09.851529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Attempting to bind port f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:12:09.851875 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Attempting to bind port f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '30b2ba60-9f53-475d-93dd-9bc8f3f26ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5d128def-3af0-43db-9fae-42e71861fdfd'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:12:09.852213 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Attempting to bind port f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d on network 5d128def-3af0-43db-9fae-42e71861fdfd {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:12:09.863915 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Port f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d on network 5d128def-3af0-43db-9fae-42e71861fdfd not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:12:09.864250 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Attempting to bind port f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d on network 5d128def-3af0-43db-9fae-42e71861fdfd {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:12:09.877309 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:12:09.877624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Checking segment: {'id': '30b2ba60-9f53-475d-93dd-9bc8f3f26ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5d128def-3af0-43db-9fae-42e71861fdfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:09.877989 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Bound using segment: {'id': '30b2ba60-9f53-475d-93dd-9bc8f3f26ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5d128def-3af0-43db-9fae-42e71861fdfd'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:12:09.878439 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Bound port: f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b2ba60-9f53-475d-93dd-9bc8f3f26ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5d128def-3af0-43db-9fae-42e71861fdfd'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:12:09.878805 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:09.899359 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337aeefc-77e9-42d7-ab37-c1ee012236a9 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:09.900971 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-337aeefc-77e9-42d7-ab37-c1ee012236a9 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0866055 Feb 07 17:12:09.903637 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44404) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:10.009659 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb71f9e8-2c7d-40ac-bdfe-39677ac6181f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:10.011127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb71f9e8-2c7d-40ac-bdfe-39677ac6181f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:10.012521 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb71f9e8-2c7d-40ac-bdfe-39677ac6181f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:10.014334 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fb71f9e8-2c7d-40ac-bdfe-39677ac6181f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1094713 Feb 07 17:12:10.017009 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44408) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:10.050823 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] For port f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:12:10.068457 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] For port f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d,segment=NetworkSegment(30b2ba60-9f53-475d-93dd-9bc8f3f26ad1),segment_id=30b2ba60-9f53-475d-93dd-9bc8f3f26ad1)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:12:10.080528 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:10.099957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7f0584-a9b4-4128-adf5-7b056fa1c5c3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet aebb7692-2a85-4cd1-bca8-b881ef7338bb {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:12:10.100201 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf495650-6314-4b34-b742-7e358f95c3bb req-0ebef56d-5eee-4f5a-a36c-a574f429fb07 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:10.101754 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cf495650-6314-4b34-b742-7e358f95c3bb req-0ebef56d-5eee-4f5a-a36c-a574f429fb07 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.0874102 Feb 07 17:12:10.103825 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d7f0584-a9b4-4128-adf5-7b056fa1c5c3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (aebb7692-2a85-4cd1-bca8-b881ef7338bb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:10.145852 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:10.146625 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:10.148123 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] 10.222.0.32 "PUT /v2.0/ports/f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d HTTP/1.1" status: 200 len: 1092 time: 1.3251035 Feb 07 17:12:10.148685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7566f9-067c-4e46-8f50-8eda3202678f', 'tag': 'f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:12:10.151052 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd207ecb-a53f-45d3-9df2-851098c50d63" -d '{"events": [{"name": "network-changed", "server_uuid": "7b7566f9-067c-4e46-8f50-8eda3202678f", "tag": "f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:12:10.162214 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d7f0584-a9b4-4128-adf5-7b056fa1c5c3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (aebb7692-2a85-4cd1-bca8-b881ef7338bb), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:10.218464 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb5ce9a-633a-4e41-b8ef-783b67b2f472 x-openstack-request-id: req-cbb5ce9a-633a-4e41-b8ef-783b67b2f472 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:12:10.218875 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b7566f9-067c-4e46-8f50-8eda3202678f", "tag": "f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:12:10.219263 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbb5ce9a-633a-4e41-b8ef-783b67b2f472 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:12:10.219728 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7566f9-067c-4e46-8f50-8eda3202678f', 'tag': 'f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d', 'status': 'completed', 'code': 200} Feb 07 17:12:10.249270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec5aa1-fc06-4e51-8653-d9a4b04d706e service neutron] Pushing event updated for resources: {'Port': ['ID=f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:10.261623 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cf495650-6314-4b34-b742-7e358f95c3bb req-4b511951-aad9-45dd-b962-a41121092a3e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1375346 Feb 07 17:12:10.276792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-35984e58-38a7-4d16-b7cc-7da35d8af810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:10.278505 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-35984e58-38a7-4d16-b7cc-7da35d8af810 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee19d87b96ac4c1eaa2f322826513db6&device_id=7b7566f9-067c-4e46-8f50-8eda3202678f HTTP/1.1" status: 200 len: 1126 time: 0.0741596 Feb 07 17:12:10.303648 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d7f0584-a9b4-4128-adf5-7b056fa1c5c3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (aebb7692-2a85-4cd1-bca8-b881ef7338bb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:10.333430 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-014d49e8-6997-46bb-8bc7-2bb718fc4600 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d HTTP/1.1" status: 200 len: 217 time: 0.0454266 Feb 07 17:12:10.395169 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-c6240638-b24d-429c-9a90-68dd61a10839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:10.396709 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-c6240638-b24d-429c-9a90-68dd61a10839 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b3dab316-b7ed-4042-84ee-6a20f5011a6b HTTP/1.1" status: 200 len: 848 time: 0.0570827 Feb 07 17:12:10.416357 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f7941-5013-4c5b-a4a5-8a95c784f788 req-43693bb2-b496-4982-b716-2bf7b5b1d562 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:10.417944 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bb2f7941-5013-4c5b-a4a5-8a95c784f788 req-43693bb2-b496-4982-b716-2bf7b5b1d562 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b7566f9-067c-4e46-8f50-8eda3202678f HTTP/1.1" status: 200 len: 944 time: 0.0881648 Feb 07 17:12:10.419534 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d7f0584-a9b4-4128-adf5-7b056fa1c5c3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (aebb7692-2a85-4cd1-bca8-b881ef7338bb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:10.462266 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-3163f7cb-0e6f-41af-8101-bcb8629a41e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d128def-3af0-43db-9fae-42e71861fdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516672 Feb 07 17:12:10.463158 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f0584-a9b4-4128-adf5-7b056fa1c5c3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=aebb7692-2a85-4cd1-bca8-b881ef7338bb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:10.466590 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d7f0584-a9b4-4128-adf5-7b056fa1c5c3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:10.473044 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1d7f0584-a9b4-4128-adf5-7b056fa1c5c3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/aebb7692-2a85-4cd1-bca8-b881ef7338bb HTTP/1.1" status: 204 len: 168 time: 0.4549654 Feb 07 17:12:10.474060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cf4207-f912-4da5-bfb1-4b5fe179e771 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:10.480498 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44420) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:10.563589 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bb2f7941-5013-4c5b-a4a5-8a95c784f788 req-515b8302-58d9-412f-9904-35d8d1fbb2af tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333215 Feb 07 17:12:10.569158 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9422ce-01bb-4023-b6c1-9a2572e81eb1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Deleting subnet b4e1fdbf-e6ff-4a2e-831f-5d5d23c80221 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:12:10.574095 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b9422ce-01bb-4023-b6c1-9a2572e81eb1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (b4e1fdbf-e6ff-4a2e-831f-5d5d23c80221), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:10.655480 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b9422ce-01bb-4023-b6c1-9a2572e81eb1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (b4e1fdbf-e6ff-4a2e-831f-5d5d23c80221), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:10.659181 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94911f-8d26-4754-aa91-5edfc62947bd req-ce158745-6571-49e2-8f00-8703c7db1200 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:10.666260 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8c94911f-8d26-4754-aa91-5edfc62947bd req-ce158745-6571-49e2-8f00-8703c7db1200 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 944 time: 0.2307460 Feb 07 17:12:10.704846 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-8a9ae985-125d-4b07-ac51-9cd15907a4da service neutron] 10.222.0.32 "GET /v2.0/networks/5d128def-3af0-43db-9fae-42e71861fdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167060 Feb 07 17:12:10.771875 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afb281-2e23-4015-9440-752ced5261df req-a1b33805-dc09-4531-922b-cac8968e82ee tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:10.780405 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a0afb281-2e23-4015-9440-752ced5261df req-a1b33805-dc09-4531-922b-cac8968e82ee tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 909 time: 0.0968249 Feb 07 17:12:10.825769 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b9422ce-01bb-4023-b6c1-9a2572e81eb1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (b4e1fdbf-e6ff-4a2e-831f-5d5d23c80221), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:10.826820 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8c94911f-8d26-4754-aa91-5edfc62947bd req-250bad1d-7c98-45d3-bf43-b72facdce706 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551237 Feb 07 17:12:10.905705 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8611da9-bacd-46a0-94ac-e14e5201441f req-7b578f4f-309b-4281-83f6-5b92cf0a5f7e service neutron] 10.222.0.32 "GET /v2.0/networks/5d128def-3af0-43db-9fae-42e71861fdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922092 Feb 07 17:12:10.950169 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b9422ce-01bb-4023-b6c1-9a2572e81eb1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (b4e1fdbf-e6ff-4a2e-831f-5d5d23c80221), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:10.992364 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9422ce-01bb-4023-b6c1-9a2572e81eb1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e1fdbf-e6ff-4a2e-831f-5d5d23c80221,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:10.995441 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9b9422ce-01bb-4023-b6c1-9a2572e81eb1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:10.999231 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9b9422ce-01bb-4023-b6c1-9a2572e81eb1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/b4e1fdbf-e6ff-4a2e-831f-5d5d23c80221 HTTP/1.1" status: 204 len: 168 time: 0.5172873 Feb 07 17:12:11.003093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44424) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:11.016505 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd207ecb-a53f-45d3-9df2-851098c50d63 req-06fac919-2ff9-40da-86de-08978fa524ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:11.017595 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013f887-6bfe-4f64-9c6c-9e90b567ff3c req-3526145c-be3e-4e1e-a753-3af60a371863 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:11.018603 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd207ecb-a53f-45d3-9df2-851098c50d63 req-06fac919-2ff9-40da-86de-08978fa524ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee19d87b96ac4c1eaa2f322826513db6&device_id=7b7566f9-067c-4e46-8f50-8eda3202678f HTTP/1.1" status: 200 len: 1126 time: 0.0647154 Feb 07 17:12:11.019157 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f013f887-6bfe-4f64-9c6c-9e90b567ff3c req-3526145c-be3e-4e1e-a753-3af60a371863 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 909 time: 0.1374021 Feb 07 17:12:11.068594 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5e6d946f-3cd8-4fa5-95f6-62233ebb0991 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644689 Feb 07 17:12:11.071029 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44428) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:11.132266 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd207ecb-a53f-45d3-9df2-851098c50d63 req-0c5ad31e-d985-4bb3-8ae3-748d6f97d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:11.136573 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd207ecb-a53f-45d3-9df2-851098c50d63 req-0c5ad31e-d985-4bb3-8ae3-748d6f97d919 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d128def-3af0-43db-9fae-42e71861fdfd HTTP/1.1" status: 200 len: 909 time: 0.1118386 Feb 07 17:12:11.161657 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30403ac6-77d8-4c45-b061-e330d2d01ed8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:11.163973 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-30403ac6-77d8-4c45-b061-e330d2d01ed8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0904384 Feb 07 17:12:11.166945 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44430) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:11.234080 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd207ecb-a53f-45d3-9df2-851098c50d63 req-8a4cecfa-4319-4036-a10e-a1c49d97fc72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d HTTP/1.1" status: 200 len: 217 time: 0.0804820 Feb 07 17:12:11.236149 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e43191f-4eef-429c-b230-4d104e9fb980 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:11.240473 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7e43191f-4eef-429c-b230-4d104e9fb980 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0697041 Feb 07 17:12:11.241517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44432) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:11.295406 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-649e0b6b-ae53-4547-beaf-06550385eda9 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508280 Feb 07 17:12:11.298696 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab79bb-edd2-42be-8b9d-7b36e6d9e96d req-3b1f85f0-a7ac-431e-a989-e128537bee5a tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:11.300104 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-75ab79bb-edd2-42be-8b9d-7b36e6d9e96d req-3b1f85f0-a7ac-431e-a989-e128537bee5a tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 1091 time: 0.1610310 Feb 07 17:12:11.305830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44434) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:11.323584 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd207ecb-a53f-45d3-9df2-851098c50d63 req-aa3ee9ed-1568-4cc2-a3b5-0045e97655d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:11.325039 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd207ecb-a53f-45d3-9df2-851098c50d63 req-aa3ee9ed-1568-4cc2-a3b5-0045e97655d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b3dab316-b7ed-4042-84ee-6a20f5011a6b HTTP/1.1" status: 200 len: 848 time: 0.0856333 Feb 07 17:12:11.359609 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc538129-ede0-43e2-9cd0-14ea5c5a2288 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:11.360311 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc538129-ede0-43e2-9cd0-14ea5c5a2288 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:11.366161 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fc538129-ede0-43e2-9cd0-14ea5c5a2288 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/f8b934ed-67b5-4a20-ada3-1e3db01b7299 HTTP/1.1" status: 404 len: 333 time: 0.0566230 Feb 07 17:12:11.366504 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44438) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:11.399888 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd207ecb-a53f-45d3-9df2-851098c50d63 req-d4b0cf66-a6ee-4869-87fe-adcb994dfb91 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d128def-3af0-43db-9fae-42e71861fdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494370 Feb 07 17:12:11.427133 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f567d4-e3c5-45c1-91a1-2416fa4baf38 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:11.427930 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f567d4-e3c5-45c1-91a1-2416fa4baf38 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:11.433200 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a4f567d4-e3c5-45c1-91a1-2416fa4baf38 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/aebb7692-2a85-4cd1-bca8-b881ef7338bb HTTP/1.1" status: 404 len: 337 time: 0.0634773 Feb 07 17:12:11.433615 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44440) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:11.464926 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a448e2-9c3a-4717-8ecc-e86487a82611 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:11.465396 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a448e2-9c3a-4717-8ecc-e86487a82611 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:11.468790 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-95a448e2-9c3a-4717-8ecc-e86487a82611 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/b4e1fdbf-e6ff-4a2e-831f-5d5d23c80221 HTTP/1.1" status: 404 len: 337 time: 0.0341835 Feb 07 17:12:11.471563 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44442) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:11.497549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac35145b-5ce4-44d2-81dd-f0cb067c3534 None None] Network 5d104e3b-016c-4509-9da5-d18eb1be26d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:11.513004 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-939eb2fc-3460-4157-b380-2e657101790d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:11.514810 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939eb2fc-3460-4157-b380-2e657101790d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:11.520872 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-939eb2fc-3460-4157-b380-2e657101790d tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/7d537878-bdbc-4896-b3a4-4a46a06547e3 HTTP/1.1" status: 404 len: 333 time: 0.0460043 Feb 07 17:12:11.521586 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44444) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:11.531499 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd207ecb-a53f-45d3-9df2-851098c50d63 req-309dc9fb-e34c-42d8-8a4b-96099e4fb68f service neutron] 10.222.0.32 "GET /v2.0/networks/5d128def-3af0-43db-9fae-42e71861fdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135356 Feb 07 17:12:11.557265 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed3efb1-7895-4b18-8a3c-20cf1c580869 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:11.557525 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed3efb1-7895-4b18-8a3c-20cf1c580869 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:11.563269 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fed3efb1-7895-4b18-8a3c-20cf1c580869 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/9b4b6a1e-cf40-4d08-89a2-7a635ce775c0 HTTP/1.1" status: 404 len: 337 time: 0.0383360 Feb 07 17:12:11.563918 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44446) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:11.567669 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5460283-ce0b-4dc0-8c98-2e0a32894875 req-a21270a5-fcb9-450d-a4fd-11123cc91c3c tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:11.569726 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b5460283-ce0b-4dc0-8c98-2e0a32894875 req-a21270a5-fcb9-450d-a4fd-11123cc91c3c tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 1166 time: 0.1780629 Feb 07 17:12:11.626311 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-daa4d409-d696-41f1-8b13-c3d3b6a70f88 None None] Provisioning complete for port 31b7262d-be3e-4d36-a6a7-297f2f751d79 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:11.627058 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-daa4d409-d696-41f1-8b13-c3d3b6a70f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (31b7262d-be3e-4d36-a6a7-297f2f751d79), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:11.631578 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15d98b4-f9ea-488c-ba75-0a265dde2d66 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:11.632070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15d98b4-f9ea-488c-ba75-0a265dde2d66 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:11.635424 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b15d98b4-f9ea-488c-ba75-0a265dde2d66 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/799bf825-1653-49fb-b3d1-616b6090c2fd HTTP/1.1" status: 404 len: 337 time: 0.0377152 Feb 07 17:12:11.637875 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44450) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:11.649225 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b5460283-ce0b-4dc0-8c98-2e0a32894875 req-6282d4e2-a500-4563-913b-2722d8297014 tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e6148aca-e06f-4333-ad45-bd3a6c79e9b5&id=9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0695026 Feb 07 17:12:11.666323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44452) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:11.668653 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c60ff7-2ebb-4538-9d1a-63db53b2e666 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:11.668653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c60ff7-2ebb-4538-9d1a-63db53b2e666 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:11.674262 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-52c60ff7-2ebb-4538-9d1a-63db53b2e666 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/293c6a03-0b91-432d-9afa-ca1d5923cdf9 HTTP/1.1" status: 404 len: 333 time: 0.0332015 Feb 07 17:12:11.674534 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44454) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:11.725407 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3d32db-9d10-4d0f-ac92-4fe7e0ebced8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:11.725407 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3d32db-9d10-4d0f-ac92-4fe7e0ebced8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:11.730587 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0e3d32db-9d10-4d0f-ac92-4fe7e0ebced8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/b8b879d5-6484-4d00-bd4d-802fa6356332 HTTP/1.1" status: 404 len: 337 time: 0.0550866 Feb 07 17:12:11.733766 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-daa4d409-d696-41f1-8b13-c3d3b6a70f88 None None] Current status of the port 31b7262d-be3e-4d36-a6a7-297f2f751d79 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:11.741202 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44456) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:11.779473 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7909f5e3-90b6-495d-bfc6-afc53c54a4de None None] DHCP port deletion for 5d104e3b-016c-4509-9da5-d18eb1be26d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:12:11.791266 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4379bf8-ff9f-479d-bd04-b53f59220540 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:11.792175 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4379bf8-ff9f-479d-bd04-b53f59220540 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:11.794034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd207ecb-a53f-45d3-9df2-851098c50d63 req-ee7d9a99-ee63-4463-bd56-c15ede0c4f51 service neutron] 10.222.0.32 "GET /v2.0/networks/5d128def-3af0-43db-9fae-42e71861fdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569206 Feb 07 17:12:11.794922 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d4379bf8-ff9f-479d-bd04-b53f59220540 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/2fd4944f-b06d-489b-8185-1af0bf523164 HTTP/1.1" status: 404 len: 337 time: 0.0413840 Feb 07 17:12:11.798409 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44458) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:11.818569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2b2375-8cc8-475a-bb14-03ea38b0a66a tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:11.820610 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dc2b2375-8cc8-475a-bb14-03ea38b0a66a tempest-TestSecurityGroupsBasicOps-534693118 tempest-TestSecurityGroupsBasicOps-534693118-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 1086 time: 0.1500685 Feb 07 17:12:11.842121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7909f5e3-90b6-495d-bfc6-afc53c54a4de None None] Deleting port 31b7262d-be3e-4d36-a6a7-297f2f751d79 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:12:11.842809 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7909f5e3-90b6-495d-bfc6-afc53c54a4de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (31b7262d-be3e-4d36-a6a7-297f2f751d79), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:11.845480 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17779b97-a135-433f-aa00-0dcca5ab2f03 req-047719c7-3f97-43cc-996f-5cb766fb33a7 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:11.847342 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-17779b97-a135-433f-aa00-0dcca5ab2f03 req-047719c7-3f97-43cc-996f-5cb766fb33a7 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b7566f9-067c-4e46-8f50-8eda3202678f HTTP/1.1" status: 200 len: 944 time: 0.1375046 Feb 07 17:12:11.849025 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73426c9-6dbc-42a9-980d-70939e0725ea tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:11.849775 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73426c9-6dbc-42a9-980d-70939e0725ea tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:11.853000 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e73426c9-6dbc-42a9-980d-70939e0725ea tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/5e43ac3f-6d4c-4575-a25a-2b6bf8fb2744 HTTP/1.1" status: 404 len: 333 time: 0.0533786 Feb 07 17:12:11.855591 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44464) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:11.895950 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfe6657-eae6-4705-af6d-2a2997b79396 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:11.896710 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cfe6657-eae6-4705-af6d-2a2997b79396 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:11.900125 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2cfe6657-eae6-4705-af6d-2a2997b79396 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/ddeb4718-adda-4153-9625-d2ddbfbf74cd HTTP/1.1" status: 404 len: 337 time: 0.0433304 Feb 07 17:12:11.903499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44466) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:11.923558 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-17779b97-a135-433f-aa00-0dcca5ab2f03 req-fa909d51-f9aa-4b41-bf1a-b2eae9778611 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693409 Feb 07 17:12:11.927153 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7909f5e3-90b6-495d-bfc6-afc53c54a4de None None] For port 31b7262d-be3e-4d36-a6a7-297f2f751d79, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=31b7262d-be3e-4d36-a6a7-297f2f751d79,segment=NetworkSegment(cc272705-7c8a-454c-833f-ef9d227f9b2c),segment_id=cc272705-7c8a-454c-833f-ef9d227f9b2c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:11.927634 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7909f5e3-90b6-495d-bfc6-afc53c54a4de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (31b7262d-be3e-4d36-a6a7-297f2f751d79), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:11.945008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7909f5e3-90b6-495d-bfc6-afc53c54a4de None None] Calling delete_port for 31b7262d-be3e-4d36-a6a7-297f2f751d79 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:12:11.972287 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-2978fa48-f0e4-46e5-afef-f7afa652422c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:11.972908 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2978fa48-f0e4-46e5-afef-f7afa652422c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:11.976892 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2978fa48-f0e4-46e5-afef-f7afa652422c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/4221ef35-e384-47e6-9062-5588e977836b HTTP/1.1" status: 404 len: 337 time: 0.0719669 Feb 07 17:12:11.979542 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44468) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.025053 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f316386-8859-401d-9bc5-92843f07b3d2 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.025679 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f316386-8859-401d-9bc5-92843f07b3d2 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.029985 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9f316386-8859-401d-9bc5-92843f07b3d2 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/ae03bda2-77e5-48db-b5bb-eca0ebd4807a HTTP/1.1" status: 404 len: 333 time: 0.0483117 Feb 07 17:12:12.034863 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44470) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.062788 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7909f5e3-90b6-495d-bfc6-afc53c54a4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (31b7262d-be3e-4d36-a6a7-297f2f751d79), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:12.067597 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7553b53-87e6-4ec6-ba42-277ea322d2c1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.068075 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7553b53-87e6-4ec6-ba42-277ea322d2c1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.073573 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c7553b53-87e6-4ec6-ba42-277ea322d2c1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/a294d7ea-ac02-4571-9743-3a17cb42bcbc HTTP/1.1" status: 404 len: 337 time: 0.0355034 Feb 07 17:12:12.073887 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44474) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.078840 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7909f5e3-90b6-495d-bfc6-afc53c54a4de None None] No DVR routers for this DVR port 31b7262d-be3e-4d36-a6a7-297f2f751d79 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:12:12.106267 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd90b211-2011-4371-a90c-afd203d0ec07 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.106845 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd90b211-2011-4371-a90c-afd203d0ec07 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.107059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378c24c-dbfd-4027-9eee-7e93e92cbef9 req-32e484f2-6697-4340-b32a-01abc58aab96 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:12.110066 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a378c24c-dbfd-4027-9eee-7e93e92cbef9 req-32e484f2-6697-4340-b32a-01abc58aab96 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 944 time: 0.0861766 Feb 07 17:12:12.112845 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fd90b211-2011-4371-a90c-afd203d0ec07 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/86ef8de7-d478-4910-9eb5-fdd3419431db HTTP/1.1" status: 404 len: 333 time: 0.0357733 Feb 07 17:12:12.112980 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44476) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.127386 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909f5e3-90b6-495d-bfc6-afc53c54a4de None None] Pushing event deleted for resources: {'Port': ['ID=31b7262d-be3e-4d36-a6a7-297f2f751d79,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:12.151400 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-f601e250-e5bb-4125-af0c-2ac1fd2b2455 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.151859 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f601e250-e5bb-4125-af0c-2ac1fd2b2455 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.157993 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f601e250-e5bb-4125-af0c-2ac1fd2b2455 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/768f3ed7-27ac-4fcd-a16b-b33fb5491660 HTTP/1.1" status: 404 len: 337 time: 0.0412929 Feb 07 17:12:12.159292 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44478) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.194410 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-38889824-f404-48a7-98e6-04a3b4607827 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.194983 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38889824-f404-48a7-98e6-04a3b4607827 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.198261 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-38889824-f404-48a7-98e6-04a3b4607827 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/73fbfeea-84ac-4e65-a351-ce584095d23a HTTP/1.1" status: 404 len: 333 time: 0.0358515 Feb 07 17:12:12.201974 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44480) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.202875 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a378c24c-dbfd-4027-9eee-7e93e92cbef9 req-93919673-1597-408f-84d6-2b6fc3f90a3a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871074 Feb 07 17:12:12.229900 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc175e3-9ef2-4ad3-b5d6-c2083341c1de tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.230367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc175e3-9ef2-4ad3-b5d6-c2083341c1de tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.234022 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bbc175e3-9ef2-4ad3-b5d6-c2083341c1de tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/7e632714-ec95-4e31-9f90-93af5e05f86c HTTP/1.1" status: 404 len: 337 time: 0.0314317 Feb 07 17:12:12.236812 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44482) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.244409 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0bf35-f0a0-4ef2-a2ab-5fa23d9246ee req-46ce75f7-36a1-4b1f-bb25-b305319d31fe tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:12.244409 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-55a0bf35-f0a0-4ef2-a2ab-5fa23d9246ee req-46ce75f7-36a1-4b1f-bb25-b305319d31fe tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 909 time: 0.0948212 Feb 07 17:12:12.282685 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31984b2-6132-4734-a060-26a6e4217677 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.283260 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f31984b2-6132-4734-a060-26a6e4217677 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.286318 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f31984b2-6132-4734-a060-26a6e4217677 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/d4a958e9-90aa-442a-ba7e-8928420d2131 HTTP/1.1" status: 404 len: 333 time: 0.0483806 Feb 07 17:12:12.288884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44484) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.317843 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6e0ab8-5c18-4fe7-a3e7-1572c57cdb34 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.318306 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6e0ab8-5c18-4fe7-a3e7-1572c57cdb34 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.323468 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2b6e0ab8-5c18-4fe7-a3e7-1572c57cdb34 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/8da18803-51e9-40a1-84ca-43e2b6980c6b HTTP/1.1" status: 404 len: 337 time: 0.0314217 Feb 07 17:12:12.323853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44486) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.348575 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-3614d155-3634-47f0-aec0-8b7a5adcf50f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.349138 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3614d155-3634-47f0-aec0-8b7a5adcf50f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.352204 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3614d155-3634-47f0-aec0-8b7a5adcf50f tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/c43efe3f-862b-4d61-b650-8c967e12085b HTTP/1.1" status: 404 len: 333 time: 0.0274496 Feb 07 17:12:12.354720 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44488) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.382079 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-e869b407-3dc4-4388-aadc-de326456b87c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.382466 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e869b407-3dc4-4388-aadc-de326456b87c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.385522 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e869b407-3dc4-4388-aadc-de326456b87c tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/18f78ea9-6f87-45de-80ac-2d5f5930e845 HTTP/1.1" status: 404 len: 337 time: 0.0298901 Feb 07 17:12:12.388012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44490) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.413075 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-061fd077-0d85-4f86-a4a2-934858075b84 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.413653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-061fd077-0d85-4f86-a4a2-934858075b84 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.416695 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-061fd077-0d85-4f86-a4a2-934858075b84 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/884af504-8816-46ea-9af6-c1282fcd06ea HTTP/1.1" status: 404 len: 333 time: 0.0277820 Feb 07 17:12:12.419192 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44492) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.445998 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-d169e900-ec5c-4bb2-8087-a3cd44c83518 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.446451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d169e900-ec5c-4bb2-8087-a3cd44c83518 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.449576 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d169e900-ec5c-4bb2-8087-a3cd44c83518 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/de992617-150e-47a7-a093-dca7251f33fc HTTP/1.1" status: 404 len: 337 time: 0.0294061 Feb 07 17:12:12.452230 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44494) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.478506 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6bb656-7664-4689-b087-ef991c68e967 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.478986 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6bb656-7664-4689-b087-ef991c68e967 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.482039 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9e6bb656-7664-4689-b087-ef991c68e967 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/f4334813-b005-4077-96c6-60d7175c4d0c HTTP/1.1" status: 404 len: 337 time: 0.0288193 Feb 07 17:12:12.485303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44496) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.513008 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac92931-b064-4a04-9d0d-ebe2559a38f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.513605 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac92931-b064-4a04-9d0d-ebe2559a38f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.516707 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6ac92931-b064-4a04-9d0d-ebe2559a38f1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/b54ac021-4e15-4582-bed9-a7b9971ac366 HTTP/1.1" status: 404 len: 333 time: 0.0304704 Feb 07 17:12:12.519170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44498) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.544995 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1feda9-9b48-49a8-af05-5d62dfcbc742 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.546129 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1feda9-9b48-49a8-af05-5d62dfcbc742 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.549178 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ca1feda9-9b48-49a8-af05-5d62dfcbc742 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/e5914ac6-a7d4-41c7-a89d-3d775ef0d123 HTTP/1.1" status: 404 len: 337 time: 0.0291045 Feb 07 17:12:12.551651 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44500) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.577222 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-94cc3b01-265e-40b0-aa8f-b63b741681ac tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.577698 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94cc3b01-265e-40b0-aa8f-b63b741681ac tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.580739 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-94cc3b01-265e-40b0-aa8f-b63b741681ac tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/3fb05e1f-fbeb-4b31-af8a-240de96d6a9a HTTP/1.1" status: 404 len: 337 time: 0.0281839 Feb 07 17:12:12.583222 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44502) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.606848 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba3beb0-3f7c-4a61-a7d3-e91a00487d72 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.608095 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba3beb0-3f7c-4a61-a7d3-e91a00487d72 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.611099 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4ba3beb0-3f7c-4a61-a7d3-e91a00487d72 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/e3a3fa9f-0f36-4b72-a266-7dab62ab0584 HTTP/1.1" status: 404 len: 333 time: 0.0269806 Feb 07 17:12:12.613810 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44504) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.639926 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-971f609e-fd86-47b0-9d59-ccd49e18d14b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.640371 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-971f609e-fd86-47b0-9d59-ccd49e18d14b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.643500 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-971f609e-fd86-47b0-9d59-ccd49e18d14b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/f227810d-2c42-48dc-a600-c309f1565586 HTTP/1.1" status: 404 len: 337 time: 0.0287960 Feb 07 17:12:12.646141 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44506) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.679557 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0e4450-459b-4812-99ee-59828c9d9647 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.680013 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0e4450-459b-4812-99ee-59828c9d9647 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.683097 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7a0e4450-459b-4812-99ee-59828c9d9647 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/a11e7530-b180-4df5-8366-a46c1c945662 HTTP/1.1" status: 404 len: 337 time: 0.0295639 Feb 07 17:12:12.686299 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44508) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.714304 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3662cf9-6a8c-4079-8fd2-34ccf3c8fd60 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.714759 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3662cf9-6a8c-4079-8fd2-34ccf3c8fd60 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.717952 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b3662cf9-6a8c-4079-8fd2-34ccf3c8fd60 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/ecfbacc6-10ba-4965-8a52-573d2338cf85 HTTP/1.1" status: 404 len: 333 time: 0.0306513 Feb 07 17:12:12.720426 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44510) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.747442 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc78a91b-1eb0-4e1c-b647-da20145877d7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.748649 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc78a91b-1eb0-4e1c-b647-da20145877d7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.753840 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fc78a91b-1eb0-4e1c-b647-da20145877d7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/cdac85a6-e399-4c41-8c5e-69f7b6d0e84b HTTP/1.1" status: 404 len: 337 time: 0.0302565 Feb 07 17:12:12.754070 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44512) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.782457 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ddbd66-5650-47ab-9dbc-1f0dd8ac6f08 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.783070 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ddbd66-5650-47ab-9dbc-1f0dd8ac6f08 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.786386 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-85ddbd66-5650-47ab-9dbc-1f0dd8ac6f08 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/e9ffb585-f24b-463d-abf6-1eec5b2f65ec HTTP/1.1" status: 404 len: 337 time: 0.0311499 Feb 07 17:12:12.788839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44514) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.817948 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 31b7262d-be3e-4d36-a6a7-297f2f751d79 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:12:12.823893 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-311e848e-5b36-4c25-b33e-648b1cf53ba3 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbba67a2-314c-4a9f-8913-7da72c563e7d HTTP/1.1" status: 200 len: 205 time: 0.0335157 Feb 07 17:12:12.826017 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44516) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.839973 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 31b7262d-be3e-4d36-a6a7-297f2f751d79 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:12:12.840409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 31b7262d-be3e-4d36-a6a7-297f2f751d79 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:12:12.865651 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-14cd1b3c-17eb-4f4a-86a2-86ac5f340cd8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] delete failed (client error): The resource could not be found. Feb 07 17:12:12.869146 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-14cd1b3c-17eb-4f4a-86a2-86ac5f340cd8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/routers/dbba67a2-314c-4a9f-8913-7da72c563e7d HTTP/1.1" status: 404 len: 336 time: 0.0398276 Feb 07 17:12:12.869449 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44518) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.896467 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-694af0bd-a510-4575-b332-5328fb84166b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:12.896930 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694af0bd-a510-4575-b332-5328fb84166b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:12.902346 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-694af0bd-a510-4575-b332-5328fb84166b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/117e7bab-6dd9-493c-9b4a-995c1539643c HTTP/1.1" status: 404 len: 337 time: 0.0296104 Feb 07 17:12:12.902564 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44520) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.931567 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cb86206e-ec50-46f7-a2be-048a95b4d520 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "GET /v2.0/ports?device_id=f813fac9-3236-4725-8df9-e0f3130862e1 HTTP/1.1" status: 200 len: 205 time: 0.0279350 Feb 07 17:12:12.933857 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44522) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:12.978556 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-db4c04b7-296a-449b-b019-b6f7a0edabd7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] delete failed (client error): The resource could not be found. Feb 07 17:12:12.981977 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-db4c04b7-296a-449b-b019-b6f7a0edabd7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/routers/f813fac9-3236-4725-8df9-e0f3130862e1 HTTP/1.1" status: 404 len: 336 time: 0.0446296 Feb 07 17:12:12.982223 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44526) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:13.010789 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-2137a308-7bfb-4ba4-8da8-33c7ef1db5d4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:13.011244 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2137a308-7bfb-4ba4-8da8-33c7ef1db5d4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:13.014904 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2137a308-7bfb-4ba4-8da8-33c7ef1db5d4 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/15e86bcb-d29a-4091-a67a-1628cf67c8bb HTTP/1.1" status: 404 len: 337 time: 0.0317059 Feb 07 17:12:13.017631 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44528) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:13.048996 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e98745-42bf-4781-8c0a-66fbbc4e5b65 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:13.049654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e98745-42bf-4781-8c0a-66fbbc4e5b65 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:13.057294 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a4e98745-42bf-4781-8c0a-66fbbc4e5b65 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/6778c669-a38e-44c0-b4c5-202ca2a7bca0 HTTP/1.1" status: 404 len: 337 time: 0.0352898 Feb 07 17:12:13.057855 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44530) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:13.077161 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5d38e-9271-4612-8b14-416a7a3faed2 req-dddc5fa8-e939-426e-b56b-ac605247bcf9 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:13.079749 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71e5d38e-9271-4612-8b14-416a7a3faed2 req-dddc5fa8-e939-426e-b56b-ac605247bcf9 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b7566f9-067c-4e46-8f50-8eda3202678f HTTP/1.1" status: 200 len: 944 time: 0.0709805 Feb 07 17:12:13.084085 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9349d73-3d21-4dc1-bdd5-94bf730e8fb1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:13.084784 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9349d73-3d21-4dc1-bdd5-94bf730e8fb1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:13.088097 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b9349d73-3d21-4dc1-bdd5-94bf730e8fb1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/3e08ed39-f3de-4e23-adeb-17aa7f3b942b HTTP/1.1" status: 404 len: 333 time: 0.0290895 Feb 07 17:12:13.090700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44532) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:13.120108 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5d6772-0a99-4cf8-b6ec-05d86f228015 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:13.120762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c5d6772-0a99-4cf8-b6ec-05d86f228015 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:13.124994 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9c5d6772-0a99-4cf8-b6ec-05d86f228015 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/49d3fcf8-a5ff-42a5-8e2e-4c4aef05ef60 HTTP/1.1" status: 404 len: 337 time: 0.0330644 Feb 07 17:12:13.127868 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44534) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:13.151440 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71e5d38e-9271-4612-8b14-416a7a3faed2 req-39bf41bf-74c1-4ad8-972e-aa395fe94c17 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609040 Feb 07 17:12:13.176805 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-63952959-58de-4c13-a298-44b0df3dc950 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:13.177499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63952959-58de-4c13-a298-44b0df3dc950 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:13.180555 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-63952959-58de-4c13-a298-44b0df3dc950 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/e2399809-1aea-442f-be6d-a2dd764702ba HTTP/1.1" status: 404 len: 333 time: 0.0474939 Feb 07 17:12:13.185740 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44536) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:13.212119 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-75fb26f3-38f2-4237-a885-b71cc47d72b8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:13.212585 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75fb26f3-38f2-4237-a885-b71cc47d72b8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:13.216069 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-75fb26f3-38f2-4237-a885-b71cc47d72b8 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/48618370-f512-41e1-a437-49feb17e93b1 HTTP/1.1" status: 404 len: 337 time: 0.0289989 Feb 07 17:12:13.219012 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44538) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:13.247807 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-57303709-94cc-4827-a80a-32be83dbb0a7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:13.248701 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57303709-94cc-4827-a80a-32be83dbb0a7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:13.254050 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-57303709-94cc-4827-a80a-32be83dbb0a7 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/eb1a15b5-5807-4888-a83d-1bde95c8a95c HTTP/1.1" status: 404 len: 333 time: 0.0340884 Feb 07 17:12:13.256672 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44542) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:13.295906 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce31eadd-38cf-427e-a357-50c1ee38a6f5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:13.296392 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce31eadd-38cf-427e-a357-50c1ee38a6f5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:13.301357 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ce31eadd-38cf-427e-a357-50c1ee38a6f5 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/4ad83ad5-b693-4b00-9fa4-6158deb39a65 HTTP/1.1" status: 404 len: 337 time: 0.0407596 Feb 07 17:12:13.302513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44546) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:13.329173 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-427f9334-4fb0-44ff-8f01-311dabceca4a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:13.329814 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427f9334-4fb0-44ff-8f01-311dabceca4a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:13.335379 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-427f9334-4fb0-44ff-8f01-311dabceca4a tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/046e180b-f537-43ca-abd4-8fc4357f7893 HTTP/1.1" status: 404 len: 333 time: 0.0296319 Feb 07 17:12:13.335632 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44548) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:13.343914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7806f-1cf5-4e6d-bed2-2a2022f87d50 req-32c4ce39-7fc8-4db7-9c4f-f0a680097a87 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:13.345536 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cdc7806f-1cf5-4e6d-bed2-2a2022f87d50 req-32c4ce39-7fc8-4db7-9c4f-f0a680097a87 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 944 time: 0.0593257 Feb 07 17:12:13.389574 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e87860-b685-437e-991b-3f9765bf66d1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:13.390044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e87860-b685-437e-991b-3f9765bf66d1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:13.395522 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-95e87860-b685-437e-991b-3f9765bf66d1 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/1c84d64d-44b5-4293-918f-a9b07b004716 HTTP/1.1" status: 404 len: 337 time: 0.0564384 Feb 07 17:12:13.396057 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44550) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:13.424392 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ccceaf5-2403-4d5d-a738-5300e84d7795 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:13.424954 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ccceaf5-2403-4d5d-a738-5300e84d7795 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:13.428047 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6ccceaf5-2403-4d5d-a738-5300e84d7795 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/2ed5822a-156f-4cc4-ad82-774702e5eea4 HTTP/1.1" status: 404 len: 333 time: 0.0304999 Feb 07 17:12:13.431293 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cdc7806f-1cf5-4e6d-bed2-2a2022f87d50 req-0c9d5e91-f6cd-4082-92e7-a17d254db313 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792048 Feb 07 17:12:13.431701 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44552) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:13.473883 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fef421-ae00-4d98-8575-c988207b04bd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:13.474255 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1fef421-ae00-4d98-8575-c988207b04bd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:13.477366 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c1fef421-ae00-4d98-8575-c988207b04bd tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/5e6ec30c-0154-4f41-a481-ba904e785a23 HTTP/1.1" status: 404 len: 337 time: 0.0435510 Feb 07 17:12:13.480092 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44554) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:13.486940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b45d5-bbf0-4fc9-9f12-cf10265ae428 req-9b27cdf1-105e-49bb-9b00-bf56066229bd tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:13.488762 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-484b45d5-bbf0-4fc9-9f12-cf10265ae428 req-9b27cdf1-105e-49bb-9b00-bf56066229bd tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 909 time: 0.1442957 Feb 07 17:12:13.504453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220f6e8-2b8c-481c-b501-2ec126474051 req-3f9a5cc0-8dc6-40da-a5e4-78797d41f5bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:13.509760 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e220f6e8-2b8c-481c-b501-2ec126474051 req-3f9a5cc0-8dc6-40da-a5e4-78797d41f5bc tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.48 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 909 time: 0.1188214 Feb 07 17:12:13.513296 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-32adf5c9-a733-4cb9-b3dc-d3cd1878de48 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:13.514552 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32adf5c9-a733-4cb9-b3dc-d3cd1878de48 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:13.517921 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-32adf5c9-a733-4cb9-b3dc-d3cd1878de48 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/aa178a80-d649-447c-88ca-116a4bb5a414 HTTP/1.1" status: 404 len: 333 time: 0.0367088 Feb 07 17:12:13.520397 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44556) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:13.566437 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ba455a-262d-4bae-9f55-23fe191e1436 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:13.566908 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ba455a-262d-4bae-9f55-23fe191e1436 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:13.572272 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-46ba455a-262d-4bae-9f55-23fe191e1436 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/10b1e6aa-3aeb-4fb4-9b8c-a833fa1062bd HTTP/1.1" status: 404 len: 337 time: 0.0487397 Feb 07 17:12:13.572934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44558) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:13.597923 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-8969d21e-1045-4feb-bd55-0d791ab70740 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:13.598479 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8969d21e-1045-4feb-bd55-0d791ab70740 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:13.604188 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8969d21e-1045-4feb-bd55-0d791ab70740 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/ports/25087d72-1042-4290-9d84-b8dbb1ab4461 HTTP/1.1" status: 404 len: 333 time: 0.0278878 Feb 07 17:12:13.604376 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44560) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:13.630353 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7d7544-350c-4807-8046-9c0c5020959b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] DELETE failed (client error): The resource could not be found. Feb 07 17:12:13.630813 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7d7544-350c-4807-8046-9c0c5020959b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:12:13.636268 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dc7d7544-350c-4807-8046-9c0c5020959b tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/subnets/195f0019-6e2d-445a-b348-3a338b1b07c9 HTTP/1.1" status: 404 len: 337 time: 0.0286095 Feb 07 17:12:13.636441 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e220f6e8-2b8c-481c-b501-2ec126474051 req-b6827570-58c1-4897-837a-80ea79f9a7b0 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Deleting port 4da1b996-9c03-4061-996a-1e43ad9fd00b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:12:13.636441 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e220f6e8-2b8c-481c-b501-2ec126474051 req-b6827570-58c1-4897-837a-80ea79f9a7b0 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4da1b996-9c03-4061-996a-1e43ad9fd00b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:13.636639 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44562) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:13.717672 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d61f9861-caa8-4961-b8b5-17321ec6e978 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (5d104e3b-016c-4509-9da5-d18eb1be26d1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:13.734259 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e220f6e8-2b8c-481c-b501-2ec126474051 req-b6827570-58c1-4897-837a-80ea79f9a7b0 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] For port 4da1b996-9c03-4061-996a-1e43ad9fd00b, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=4da1b996-9c03-4061-996a-1e43ad9fd00b,segment=NetworkSegment(f67b84bb-2f34-4b18-84c8-73013b892e28),segment_id=f67b84bb-2f34-4b18-84c8-73013b892e28)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:13.734648 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e220f6e8-2b8c-481c-b501-2ec126474051 req-b6827570-58c1-4897-837a-80ea79f9a7b0 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4da1b996-9c03-4061-996a-1e43ad9fd00b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:13.748400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e220f6e8-2b8c-481c-b501-2ec126474051 req-b6827570-58c1-4897-837a-80ea79f9a7b0 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Calling delete_port for 4da1b996-9c03-4061-996a-1e43ad9fd00b owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:12:13.806451 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d61f9861-caa8-4961-b8b5-17321ec6e978 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (5d104e3b-016c-4509-9da5-d18eb1be26d1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:13.829004 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d61f9861-caa8-4961-b8b5-17321ec6e978 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d104e3b-016c-4509-9da5-d18eb1be26d1']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:13.839710 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d61f9861-caa8-4961-b8b5-17321ec6e978 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc272705-7c8a-454c-833f-ef9d227f9b2c') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:13.840014 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d61f9861-caa8-4961-b8b5-17321ec6e978 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc272705-7c8a-454c-833f-ef9d227f9b2c') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:13.849914 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d61f9861-caa8-4961-b8b5-17321ec6e978 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (cc272705-7c8a-454c-833f-ef9d227f9b2c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:13.864314 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d61f9861-caa8-4961-b8b5-17321ec6e978 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (cc272705-7c8a-454c-833f-ef9d227f9b2c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:13.871933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61f9861-caa8-4961-b8b5-17321ec6e978 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:12:13.871933 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d61f9861-caa8-4961-b8b5-17321ec6e978 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (cc272705-7c8a-454c-833f-ef9d227f9b2c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:12:13.876346 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:12:13.892323 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e220f6e8-2b8c-481c-b501-2ec126474051 req-b6827570-58c1-4897-837a-80ea79f9a7b0 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4da1b996-9c03-4061-996a-1e43ad9fd00b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:13.921047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6827570-58c1-4897-837a-80ea79f9a7b0 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event deleted for resources: {'Port': ['ID=4da1b996-9c03-4061-996a-1e43ad9fd00b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:13.944938 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d61f9861-caa8-4961-b8b5-17321ec6e978 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (5d104e3b-016c-4509-9da5-d18eb1be26d1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:13.955655 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d61f9861-caa8-4961-b8b5-17321ec6e978 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:13.960036 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d61f9861-caa8-4961-b8b5-17321ec6e978 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] 10.222.0.18 "DELETE /v2.0/networks/5d104e3b-016c-4509-9da5-d18eb1be26d1 HTTP/1.1" status: 204 len: 168 time: 0.3225904 Feb 07 17:12:13.969814 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e220f6e8-2b8c-481c-b501-2ec126474051 req-b6827570-58c1-4897-837a-80ea79f9a7b0 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] No DVR routers for this DVR port 4da1b996-9c03-4061-996a-1e43ad9fd00b on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:12:13.972873 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e220f6e8-2b8c-481c-b501-2ec126474051 req-b6827570-58c1-4897-837a-80ea79f9a7b0 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:13.980634 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e220f6e8-2b8c-481c-b501-2ec126474051 req-b6827570-58c1-4897-837a-80ea79f9a7b0 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.48 "DELETE /v2.0/ports/4da1b996-9c03-4061-996a-1e43ad9fd00b HTTP/1.1" status: 204 len: 173 time: 0.4693696 Feb 07 17:12:13.981109 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758dee84-3aca-4321-b503-be1cb6e08d20', 'name': 'network-vif-deleted', 'tag': '4da1b996-9c03-4061-996a-1e43ad9fd00b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:12:13.983709 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b27e8e-6ea1-4d79-9324-607316ff2d56" -d '{"events": [{"server_uuid": "758dee84-3aca-4321-b503-be1cb6e08d20", "name": "network-vif-deleted", "tag": "4da1b996-9c03-4061-996a-1e43ad9fd00b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:12:13.999930 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f9861-caa8-4961-b8b5-17321ec6e978 tempest-NetworksTestDHCPv6-1566595874 tempest-NetworksTestDHCPv6-1566595874-project] Pushing event deleted for resources: {'Network': ['ID=5d104e3b-016c-4509-9da5-d18eb1be26d1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:14.040562 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef41cca4-3bfe-41f2-b7f2-b285d3b33963 x-openstack-request-id: req-ef41cca4-3bfe-41f2-b7f2-b285d3b33963 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:12:14.040562 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758dee84-3aca-4321-b503-be1cb6e08d20", "name": "network-vif-deleted", "tag": "4da1b996-9c03-4061-996a-1e43ad9fd00b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:12:14.040562 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef41cca4-3bfe-41f2-b7f2-b285d3b33963 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:12:14.041104 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758dee84-3aca-4321-b503-be1cb6e08d20', 'name': 'network-vif-deleted', 'tag': '4da1b996-9c03-4061-996a-1e43ad9fd00b', 'status': 'completed', 'code': 200} Feb 07 17:12:14.110612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:12:14.297012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559178d-ff8d-4afa-a7e3-9e371c093616 req-8de2cd31-0b9b-4de5-86f3-042512d56422 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:14.299836 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d,segment=NetworkSegment(30b2ba60-9f53-475d-93dd-9bc8f3f26ad1),segment_id=30b2ba60-9f53-475d-93dd-9bc8f3f26ad1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:14.304653 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7559178d-ff8d-4afa-a7e3-9e371c093616 req-8de2cd31-0b9b-4de5-86f3-042512d56422 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b7566f9-067c-4e46-8f50-8eda3202678f HTTP/1.1" status: 200 len: 944 time: 0.0820882 Feb 07 17:12:14.314602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d', 'network_id': '5d128def-3af0-43db-9fae-42e71861fdfd', 'port_id': 'f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d', 'mac_address': 'fa:16:3e:52:1c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3dab316-b7ed-4042-84ee-6a20f5011a6b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:12:14.367231 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44572) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:14.369194 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7559178d-ff8d-4afa-a7e3-9e371c093616 req-a42e35aa-c63a-4ada-93bb-5504b2079aa3 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632677 Feb 07 17:12:14.369776 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:14.370172 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:14.384715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:12:14.423685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d,segment=NetworkSegment(30b2ba60-9f53-475d-93dd-9bc8f3f26ad1),segment_id=30b2ba60-9f53-475d-93dd-9bc8f3f26ad1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:14.428975 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:14.485685 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:14.584047 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ebf2f611-8f8d-44ca-b00d-1deac45c10e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a6cd8491d2c4fe7baa472a7b1cfec01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2156444 Feb 07 17:12:14.586576 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44580) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:14.627928 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-110307dc-afa1-4792-ab41-94bf7bedff9f req-ca3d6dc0-1e67-43e1-af6f-3ae8e5694e97 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=758dee84-3aca-4321-b503-be1cb6e08d20 HTTP/1.1" status: 200 len: 210 time: 0.0293901 Feb 07 17:12:14.639961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7073f-6ef6-4f62-aaa3-8467f4949a80 req-de523b12-db48-4388-8b6e-63cd5c3df043 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:14.640674 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-37d7073f-6ef6-4f62-aaa3-8467f4949a80 req-de523b12-db48-4388-8b6e-63cd5c3df043 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 944 time: 0.0998399 Feb 07 17:12:14.640810 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:12:14.666521 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4f31ef2-4e8d-4be4-82c6-df26ef3522cd admin admin] Publish callbacks [] for security_group (a18d90d8-4017-48a7-9315-1363ffbe266c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:14.711036 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4f31ef2-4e8d-4be4-82c6-df26ef3522cd admin admin] Publish callbacks [] for security_group (a18d90d8-4017-48a7-9315-1363ffbe266c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:14.756962 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-37d7073f-6ef6-4f62-aaa3-8467f4949a80 req-a6cbaaf1-1943-4783-a8b6-e35f1226b1be tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919361 Feb 07 17:12:14.786805 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4f31ef2-4e8d-4be4-82c6-df26ef3522cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a18d90d8-4017-48a7-9315-1363ffbe266c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:14.790086 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4f31ef2-4e8d-4be4-82c6-df26ef3522cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:14.793705 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d4f31ef2-4e8d-4be4-82c6-df26ef3522cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a18d90d8-4017-48a7-9315-1363ffbe266c HTTP/1.1" status: 204 len: 168 time: 0.2038755 Feb 07 17:12:14.801157 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f31ef2-4e8d-4be4-82c6-df26ef3522cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18d90d8-4017-48a7-9315-1363ffbe266c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:15.488078 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44604) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:15.502394 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade9c2d-5095-403a-9a4f-4fbe260f77c6 req-a035bd90-92b5-42b8-8fbc-310513247f95 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:15.504180 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6ade9c2d-5095-403a-9a4f-4fbe260f77c6 req-a035bd90-92b5-42b8-8fbc-310513247f95 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b7566f9-067c-4e46-8f50-8eda3202678f HTTP/1.1" status: 200 len: 945 time: 0.0563111 Feb 07 17:12:15.527862 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:12:15.553529 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6ade9c2d-5095-403a-9a4f-4fbe260f77c6 req-8f86a3e1-99af-4001-a833-4cf36e487396 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 Feb 07 17:12:15.590374 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b2f67dee-78a6-4677-a7ac-a10ce6413f1c tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-43767132'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:15.611855 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f67dee-78a6-4677-a7ac-a10ce6413f1c tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Made reservation on behalf of 4131d0a532374da0940658414b584faa for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:15.615430 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2f67dee-78a6-4677-a7ac-a10ce6413f1c tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:15.623901 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2f67dee-78a6-4677-a7ac-a10ce6413f1c tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:15.693422 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44610) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:15.702845 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2f67dee-78a6-4677-a7ac-a10ce6413f1c tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks [] for security_group (e6939750-2d64-4f46-9ad0-3e106af561ed), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:15.706751 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2f67dee-78a6-4677-a7ac-a10ce6413f1c tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e6939750-2d64-4f46-9ad0-3e106af561ed), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:15.735370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f67dee-78a6-4677-a7ac-a10ce6413f1c tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:12:15.745501 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f67dee-78a6-4677-a7ac-a10ce6413f1c tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6939750-2d64-4f46-9ad0-3e106af561ed,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:15.750949 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2f67dee-78a6-4677-a7ac-a10ce6413f1c tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (cc61ffe3-56e8-4f7b-bfa4-dfc9c31594d1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:15.751295 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-b2f67dee-78a6-4677-a7ac-a10ce6413f1c tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Added segment cc61ffe3-56e8-4f7b-bfa4-dfc9c31594d1 of type vlan for network f5b47789-42ad-4d74-b658-c669ae4db84c Feb 07 17:12:15.794179 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2f67dee-78a6-4677-a7ac-a10ce6413f1c tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (f5b47789-42ad-4d74-b658-c669ae4db84c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:15.822832 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2f67dee-78a6-4677-a7ac-a10ce6413f1c tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (f5b47789-42ad-4d74-b658-c669ae4db84c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:15.829836 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f67dee-78a6-4677-a7ac-a10ce6413f1c tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:15.830516 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b2f67dee-78a6-4677-a7ac-a10ce6413f1c tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:15.900289 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b2f67dee-78a6-4677-a7ac-a10ce6413f1c tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4108326 Feb 07 17:12:15.903160 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44614) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:15.909023 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3961ccc6-240b-4e8a-8239-4668a6621c13 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Request body: {'subnet': {'network_id': 'f5b47789-42ad-4d74-b658-c669ae4db84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:15.926232 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f67dee-78a6-4677-a7ac-a10ce6413f1c tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Pushing event updated for resources: {'Network': ['ID=f5b47789-42ad-4d74-b658-c669ae4db84c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:15.939400 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network f5b47789-42ad-4d74-b658-c669ae4db84c details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:12:15.960907 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1770ff6-0993-45d5-a7a5-0bfc6dee19ef req-fc91f285-0905-4e91-af84-282d3d7e87d5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:15.962460 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1770ff6-0993-45d5-a7a5-0bfc6dee19ef req-fc91f285-0905-4e91-af84-282d3d7e87d5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 944 time: 0.1080725 Feb 07 17:12:16.005336 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3961ccc6-240b-4e8a-8239-4668a6621c13 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Made reservation on behalf of 4131d0a532374da0940658414b584faa for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:16.009538 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3961ccc6-240b-4e8a-8239-4668a6621c13 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:16.072113 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1770ff6-0993-45d5-a7a5-0bfc6dee19ef req-1980142c-31aa-4a68-8610-f381ecadb97e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799108 Feb 07 17:12:16.122848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:12:16.165413 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9bea6e3e-4b3c-4dd5-8d12-0eeb2f3c80ed tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (c61a5a85-e4a1-463d-9070-dd36dbd777a9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:16.180076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:12:16.184280 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:16.184664 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:16.210725 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3961ccc6-240b-4e8a-8239-4668a6621c13 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (f1e5db19-f48b-4949-9d7e-1d7211306807), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:16.278671 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:16.279535 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:16.282868 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961ccc6-240b-4e8a-8239-4668a6621c13 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Pushing event updated for resources: {'Subnet': ['ID=f1e5db19-f48b-4949-9d7e-1d7211306807,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:16.290203 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961ccc6-240b-4e8a-8239-4668a6621c13 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Checking segment: {'id': 'cc61ffe3-56e8-4f7b-bfa4-dfc9c31594d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f5b47789-42ad-4d74-b658-c669ae4db84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:16.290574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3961ccc6-240b-4e8a-8239-4668a6621c13 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Network hostable DHCP agents. Network: f5b47789-42ad-4d74-b658-c669ae4db84c, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:12:16.311775 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3961ccc6-240b-4e8a-8239-4668a6621c13 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Network f5b47789-42ad-4d74-b658-c669ae4db84c is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:12:16.318949 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7566f9-067c-4e46-8f50-8eda3202678f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:12:16.321354 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8549e0-fd25-421c-b0bf-decd92663152" -d '{"events": [{"server_uuid": "7b7566f9-067c-4e46-8f50-8eda3202678f", "name": "network-vif-plugged", "status": "completed", "tag": "f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:12:16.336562 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d,segment=NetworkSegment(30b2ba60-9f53-475d-93dd-9bc8f3f26ad1),segment_id=30b2ba60-9f53-475d-93dd-9bc8f3f26ad1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:16.337029 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3961ccc6-240b-4e8a-8239-4668a6621c13 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, f5b47789-42ad-4d74-b658-c669ae4db84c) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:16.341476 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3961ccc6-240b-4e8a-8239-4668a6621c13 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:16.342406 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3961ccc6-240b-4e8a-8239-4668a6621c13 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:16.343590 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:16.354281 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f26cbd6-6f86-4524-b6fe-ea897ddbdf59 None None] Network f5b47789-42ad-4d74-b658-c669ae4db84c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:16.376405 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3961ccc6-240b-4e8a-8239-4668a6621c13 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4721262 Feb 07 17:12:16.377235 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44618) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:16.384680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Request body: {'port': {'network_id': 'f5b47789-42ad-4d74-b658-c669ae4db84c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-690622827'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:16.386615 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b533767a-efe3-4083-8d13-389984f98ba1 x-openstack-request-id: req-b533767a-efe3-4083-8d13-389984f98ba1 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:12:16.386919 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7566f9-067c-4e46-8f50-8eda3202678f", "name": "network-vif-plugged", "status": "completed", "tag": "f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:12:16.387181 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b533767a-efe3-4083-8d13-389984f98ba1 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:12:16.387575 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7566f9-067c-4e46-8f50-8eda3202678f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d', 'code': 200} Feb 07 17:12:16.459466 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:16.506222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-f5b47789-42ad-4d74-b658-c669ae4db84c', 'network_id': 'f5b47789-42ad-4d74-b658-c669ae4db84c', 'project_id': '4131d0a532374da0940658414b584faa', 'fixed_ips': [{'subnet_id': 'f1e5db19-f48b-4949-9d7e-1d7211306807'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:12:16.507130 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:16.569464 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba78d9d-7969-4fa7-a89b-1fc90938a047 req-dd146eb4-8c07-40b9-ab44-835caa70f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:16.570963 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6ba78d9d-7969-4fa7-a89b-1fc90938a047 req-dd146eb4-8c07-40b9-ab44-835caa70f25f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7b7566f9-067c-4e46-8f50-8eda3202678f HTTP/1.1" status: 200 len: 1128 time: 0.1294434 Feb 07 17:12:16.614578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Made reservation on behalf of 4131d0a532374da0940658414b584faa for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:16.617911 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:16.660016 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] Allocated IP 2001:db8::2 (f5b47789-42ad-4d74-b658-c669ae4db84c/f1e5db19-f48b-4949-9d7e-1d7211306807/f39a94d3-f756-46f9-82b4-4a057efe058d) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:12:16.699042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] device_id is not set on port 2293eb19-4834-4fb1-a662-d1e77511724c yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:12:16.707940 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6ba78d9d-7969-4fa7-a89b-1fc90938a047 req-b8fde4bd-dfca-43cd-a3bf-aa5447e2c586 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171322 Feb 07 17:12:16.759254 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9bea6e3e-4b3c-4dd5-8d12-0eeb2f3c80ed tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Deleting port 25df63e6-0faf-44b3-83eb-43c548683e15 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:12:16.759605 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9bea6e3e-4b3c-4dd5-8d12-0eeb2f3c80ed tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (25df63e6-0faf-44b3-83eb-43c548683e15), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:16.813891 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] Publish callbacks [] for port (f39a94d3-f756-46f9-82b4-4a057efe058d), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:16.819972 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (f39a94d3-f756-46f9-82b4-4a057efe058d), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:16.825187 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c0fca-a52d-4fa2-af56-3c449a48f321 req-e7982c73-c103-4814-913d-74462d242bcc tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:16.826828 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-806c0fca-a52d-4fa2-af56-3c449a48f321 req-e7982c73-c103-4814-913d-74462d242bcc tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b7566f9-067c-4e46-8f50-8eda3202678f HTTP/1.1" status: 200 len: 946 time: 0.1935329 Feb 07 17:12:16.861649 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] Network f5b47789-42ad-4d74-b658-c669ae4db84c is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:12:16.867084 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:16.870750 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:12:16.880311 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] Pushing event updated for resources: {'Port': ['ID=f39a94d3-f756-46f9-82b4-4a057efe058d,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:16.937460 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] Attempting to bind port f39a94d3-f756-46f9-82b4-4a057efe058d on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:12:16.937841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] Attempting to bind port f39a94d3-f756-46f9-82b4-4a057efe058d by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc61ffe3-56e8-4f7b-bfa4-dfc9c31594d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f5b47789-42ad-4d74-b658-c669ae4db84c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:12:16.938213 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] Attempting to bind port f39a94d3-f756-46f9-82b4-4a057efe058d on network f5b47789-42ad-4d74-b658-c669ae4db84c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:12:16.943843 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:12:16.944600 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] Checking segment: {'id': 'cc61ffe3-56e8-4f7b-bfa4-dfc9c31594d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f5b47789-42ad-4d74-b658-c669ae4db84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:16.944701 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:16.945020 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] Bound using segment: {'id': 'cc61ffe3-56e8-4f7b-bfa4-dfc9c31594d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f5b47789-42ad-4d74-b658-c669ae4db84c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:12:16.945528 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] Bound port: f39a94d3-f756-46f9-82b4-4a057efe058d, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc61ffe3-56e8-4f7b-bfa4-dfc9c31594d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f5b47789-42ad-4d74-b658-c669ae4db84c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:12:16.945916 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f39a94d3-f756-46f9-82b4-4a057efe058d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:17.012804 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] For port f39a94d3-f756-46f9-82b4-4a057efe058d, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:12:17.016494 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] For port f39a94d3-f756-46f9-82b4-4a057efe058d, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f39a94d3-f756-46f9-82b4-4a057efe058d,segment=NetworkSegment(cc61ffe3-56e8-4f7b-bfa4-dfc9c31594d1),segment_id=cc61ffe3-56e8-4f7b-bfa4-dfc9c31594d1)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:12:17.023232 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f39a94d3-f756-46f9-82b4-4a057efe058d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:17.087103 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1f15d-301a-454a-b678-7322283d0d7a None None] Pushing event updated for resources: {'Port': ['ID=f39a94d3-f756-46f9-82b4-4a057efe058d,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:17.212816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e4a2a-420e-4fd9-8b06-32c4c8ad64b7 req-e47eb578-2ea7-44f4-8d63-9b11bf8234a5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:17.214721 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-975e4a2a-420e-4fd9-8b06-32c4c8ad64b7 req-e47eb578-2ea7-44f4-8d63-9b11bf8234a5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 944 time: 0.0594697 Feb 07 17:12:17.296539 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-975e4a2a-420e-4fd9-8b06-32c4c8ad64b7 req-8b859629-9974-47f5-8218-e077d67bed47 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737536 Feb 07 17:12:17.299926 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Allocated IP 2001:db8::27f (f5b47789-42ad-4d74-b658-c669ae4db84c/f1e5db19-f48b-4949-9d7e-1d7211306807/2293eb19-4834-4fb1-a662-d1e77511724c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:12:17.325357 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-806c0fca-a52d-4fa2-af56-3c449a48f321 req-942268ac-fa21-4303-aa89-46ead58064f2 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236906 Feb 07 17:12:17.334754 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9bea6e3e-4b3c-4dd5-8d12-0eeb2f3c80ed tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] For port 25df63e6-0faf-44b3-83eb-43c548683e15, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=25df63e6-0faf-44b3-83eb-43c548683e15,segment=NetworkSegment(f67b84bb-2f34-4b18-84c8-73013b892e28),segment_id=f67b84bb-2f34-4b18-84c8-73013b892e28)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:17.335124 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9bea6e3e-4b3c-4dd5-8d12-0eeb2f3c80ed tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (25df63e6-0faf-44b3-83eb-43c548683e15), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:17.359811 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9bea6e3e-4b3c-4dd5-8d12-0eeb2f3c80ed tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Calling delete_port for 25df63e6-0faf-44b3-83eb-43c548683e15 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:12:17.587249 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks [] for port (2293eb19-4834-4fb1-a662-d1e77511724c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:17.678233 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2293eb19-4834-4fb1-a662-d1e77511724c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:17.687165 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9bea6e3e-4b3c-4dd5-8d12-0eeb2f3c80ed tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (25df63e6-0faf-44b3-83eb-43c548683e15), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:17.739948 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Network f5b47789-42ad-4d74-b658-c669ae4db84c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:12:17.750001 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:17.766705 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:12:17.771916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:17.772538 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:17.774976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Pushing event updated for resources: {'Port': ['ID=2293eb19-4834-4fb1-a662-d1e77511724c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:17.813096 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:17.813777 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:17.814280 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:17.814462 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:17.814797 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:17.815131 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:17.815466 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:17.815799 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:17.816130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:17.816460 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:17.816795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:17.817123 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:17.817472 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:17.856196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea6e3e-4b3c-4dd5-8d12-0eeb2f3c80ed tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event deleted for resources: {'Port': ['ID=25df63e6-0faf-44b3-83eb-43c548683e15,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:17.864181 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-331bc4d9-5640-4373-8703-837cd31a6b2a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.4838936 Feb 07 17:12:17.867288 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44624) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:17.872288 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b4939cb3-d939-48cd-8e39-9bc7c273c568 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Request body: {'port': {'network_id': 'f5b47789-42ad-4d74-b658-c669ae4db84c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1917930044', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:17.872824 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.api.validators [None req-b4939cb3-d939-48cd-8e39-9bc7c273c568 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] bootfile-name is not in valid_values {{(pid=103225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 17:12:17.873780 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.api.validators [None req-b4939cb3-d939-48cd-8e39-9bc7c273c568 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] tftp-server is not in valid_values {{(pid=103225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 17:12:17.874125 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.api.validators [None req-b4939cb3-d939-48cd-8e39-9bc7c273c568 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] server-ip-address is not in valid_values {{(pid=103225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 17:12:18.003811 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 4da1b996-9c03-4061-996a-1e43ad9fd00b no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:12:18.082737 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9bea6e3e-4b3c-4dd5-8d12-0eeb2f3c80ed tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (c61a5a85-e4a1-463d-9070-dd36dbd777a9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:18.090147 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4939cb3-d939-48cd-8e39-9bc7c273c568 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Made reservation on behalf of 4131d0a532374da0940658414b584faa for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:18.094073 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4939cb3-d939-48cd-8e39-9bc7c273c568 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:18.118340 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-b4939cb3-d939-48cd-8e39-9bc7c273c568 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] device_id is not set on port 4bf3ae07-89b9-45af-977e-421b58eb2961 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:12:18.211952 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574ee187-ba04-4f64-b4b4-4bb5d695c693 None None] Network f5b47789-42ad-4d74-b658-c669ae4db84c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:18.214255 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 4da1b996-9c03-4061-996a-1e43ad9fd00b {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:12:18.214572 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 4da1b996-9c03-4061-996a-1e43ad9fd00b not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:12:18.331997 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b4939cb3-d939-48cd-8e39-9bc7c273c568 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Allocated IP 2001:db8::31b (f5b47789-42ad-4d74-b658-c669ae4db84c/f1e5db19-f48b-4949-9d7e-1d7211306807/4bf3ae07-89b9-45af-977e-421b58eb2961) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:12:18.338225 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0787cb86-1158-4712-85e2-9e6410b0cfbf None None] Provisioning complete for port f39a94d3-f756-46f9-82b4-4a057efe058d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:18.338705 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0787cb86-1158-4712-85e2-9e6410b0cfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f39a94d3-f756-46f9-82b4-4a057efe058d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:18.432475 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0787cb86-1158-4712-85e2-9e6410b0cfbf None None] Current status of the port f39a94d3-f756-46f9-82b4-4a057efe058d is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:18.433245 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0787cb86-1158-4712-85e2-9e6410b0cfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f39a94d3-f756-46f9-82b4-4a057efe058d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:18.474074 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-0787cb86-1158-4712-85e2-9e6410b0cfbf None None] For port f39a94d3-f756-46f9-82b4-4a057efe058d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f39a94d3-f756-46f9-82b4-4a057efe058d,segment=NetworkSegment(cc61ffe3-56e8-4f7b-bfa4-dfc9c31594d1),segment_id=cc61ffe3-56e8-4f7b-bfa4-dfc9c31594d1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:18.479191 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0787cb86-1158-4712-85e2-9e6410b0cfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f39a94d3-f756-46f9-82b4-4a057efe058d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:18.480112 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4f9f3-45e5-4105-9445-e890b72e9e98 req-90a574ff-e274-4b9f-a742-42ae687b8ce6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:18.488633 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ccc4f9f3-45e5-4105-9445-e890b72e9e98 req-90a574ff-e274-4b9f-a742-42ae687b8ce6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 944 time: 0.1055648 Feb 07 17:12:18.539931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787cb86-1158-4712-85e2-9e6410b0cfbf None None] Pushing event updated for resources: {'Port': ['ID=f39a94d3-f756-46f9-82b4-4a057efe058d,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:18.558174 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ccc4f9f3-45e5-4105-9445-e890b72e9e98 req-21f4e3c6-9859-4fa4-abfd-df3469e10693 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686572 Feb 07 17:12:18.600875 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bea6e3e-4b3c-4dd5-8d12-0eeb2f3c80ed tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Router c61a5a85-e4a1-463d-9070-dd36dbd777a9 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:12:18.614030 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b1753-5077-438a-9d56-e75819605036 req-3656ba26-50da-4115-a461-933dce946361 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:18.615629 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd1b1753-5077-438a-9d56-e75819605036 req-3656ba26-50da-4115-a461-933dce946361 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b7566f9-067c-4e46-8f50-8eda3202678f HTTP/1.1" status: 200 len: 946 time: 0.1963739 Feb 07 17:12:18.709891 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d3f65f36-851d-49ef-af51-1daa9857c47d None None] Provisioning complete for port 2293eb19-4834-4fb1-a662-d1e77511724c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:18.710272 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d3f65f36-851d-49ef-af51-1daa9857c47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2293eb19-4834-4fb1-a662-d1e77511724c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:18.746111 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d3f65f36-851d-49ef-af51-1daa9857c47d None None] Port 2293eb19-4834-4fb1-a662-d1e77511724c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:12:18.757864 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d3f65f36-851d-49ef-af51-1daa9857c47d None None] Provisioning complete for port f39a94d3-f756-46f9-82b4-4a057efe058d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:18.758164 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d3f65f36-851d-49ef-af51-1daa9857c47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f39a94d3-f756-46f9-82b4-4a057efe058d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:18.798000 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd1b1753-5077-438a-9d56-e75819605036 req-576db7cd-c75a-4c43-b1e7-5d2d2bf91ab2 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756229 Feb 07 17:12:18.804608 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4939cb3-d939-48cd-8e39-9bc7c273c568 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks [] for port (4bf3ae07-89b9-45af-977e-421b58eb2961), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:18.856702 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bea6e3e-4b3c-4dd5-8d12-0eeb2f3c80ed tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:12:18.877960 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9bea6e3e-4b3c-4dd5-8d12-0eeb2f3c80ed tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "PUT /v2.0/routers/c61a5a85-e4a1-463d-9070-dd36dbd777a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1797175 Feb 07 17:12:18.877960 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44632) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:18.879792 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f2065-1dca-4dda-8e5c-2268a6ca689d None None] Sync routers for ids ['c61a5a85-e4a1-463d-9070-dd36dbd777a9'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:12:18.897405 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d3f65f36-851d-49ef-af51-1daa9857c47d None None] Current status of the port f39a94d3-f756-46f9-82b4-4a057efe058d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:18.906200 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f2065-1dca-4dda-8e5c-2268a6ca689d None None] Routers {'c61a5a85-e4a1-463d-9070-dd36dbd777a9'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:12:18.908732 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-df7f2065-1dca-4dda-8e5c-2268a6ca689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:11:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c61a5a85-e4a1-463d-9070-dd36dbd777a9'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:18.914534 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4939cb3-d939-48cd-8e39-9bc7c273c568 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4bf3ae07-89b9-45af-977e-421b58eb2961), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:18.980298 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4939cb3-d939-48cd-8e39-9bc7c273c568 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Network f5b47789-42ad-4d74-b658-c669ae4db84c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:12:18.984795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2100457-08d5-4578-baa1-ffc3823a0618 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Deleting subnet 0846dd9a-bb49-4ee3-ba8b-03f61e1b1458 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:12:18.990862 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b4939cb3-d939-48cd-8e39-9bc7c273c568 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:18.992926 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2100457-08d5-4578-baa1-ffc3823a0618 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for subnet (0846dd9a-bb49-4ee3-ba8b-03f61e1b1458), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:19.031575 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4939cb3-d939-48cd-8e39-9bc7c273c568 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:12:19.037244 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4939cb3-d939-48cd-8e39-9bc7c273c568 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:19.037963 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4939cb3-d939-48cd-8e39-9bc7c273c568 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:19.049575 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4939cb3-d939-48cd-8e39-9bc7c273c568 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Pushing event updated for resources: {'Port': ['ID=4bf3ae07-89b9-45af-977e-421b58eb2961,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:19.067404 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b4939cb3-d939-48cd-8e39-9bc7c273c568 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.1990247 Feb 07 17:12:19.070376 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44636) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:19.099392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f39a94d3-f756-46f9-82b4-4a057efe058d up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:12:19.106826 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2100457-08d5-4578-baa1-ffc3823a0618 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (0846dd9a-bb49-4ee3-ba8b-03f61e1b1458), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:19.114199 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-df7f2065-1dca-4dda-8e5c-2268a6ca689d None None] Set router c61a5a85-e4a1-463d-9070-dd36dbd777a9 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:12:19.165581 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-22e47985-57c7-4287-b3c2-b10c3b507591 None None] Provisioning complete for port 2293eb19-4834-4fb1-a662-d1e77511724c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:19.166490 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-22e47985-57c7-4287-b3c2-b10c3b507591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2293eb19-4834-4fb1-a662-d1e77511724c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:19.213549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-22e47985-57c7-4287-b3c2-b10c3b507591 None None] Port 2293eb19-4834-4fb1-a662-d1e77511724c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:12:19.215842 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63d6039-d80e-4ee7-94de-f04d45b8a7e8 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:19.224867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port f39a94d3-f756-46f9-82b4-4a057efe058d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:19.225535 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f39a94d3-f756-46f9-82b4-4a057efe058d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:19.226990 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63d6039-d80e-4ee7-94de-f04d45b8a7e8 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:19.247783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63d6039-d80e-4ee7-94de-f04d45b8a7e8 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:19.250305 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c63d6039-d80e-4ee7-94de-f04d45b8a7e8 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1711936 Feb 07 17:12:19.251056 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44640) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:19.316195 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2100457-08d5-4578-baa1-ffc3823a0618 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (0846dd9a-bb49-4ee3-ba8b-03f61e1b1458), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:19.379532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f39a94d3-f756-46f9-82b4-4a057efe058d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:19.405627 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-021cd1e3-008d-406c-aaa7-0015db3504e3 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Deleting port 4bf3ae07-89b9-45af-977e-421b58eb2961 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:12:19.406067 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-021cd1e3-008d-406c-aaa7-0015db3504e3 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4bf3ae07-89b9-45af-977e-421b58eb2961), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:19.411082 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2100457-08d5-4578-baa1-ffc3823a0618 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (0846dd9a-bb49-4ee3-ba8b-03f61e1b1458), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:19.454684 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2100457-08d5-4578-baa1-ffc3823a0618 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event deleted for resources: {'Subnet': ['ID=0846dd9a-bb49-4ee3-ba8b-03f61e1b1458,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:19.459196 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-df7f2065-1dca-4dda-8e5c-2268a6ca689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2003165838', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '2d424288-9f87-42ee-8326-d101156e1859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:11:27Z', 'updated_at': '2022-02-07T17:12:17Z', 'revision_number': 5, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '2d424288-9f87-42ee-8326-d101156e1859', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:11:29Z', 'updated_at': '2022-02-07T17:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:19.463588 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2100457-08d5-4578-baa1-ffc3823a0618 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:19.469487 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c2100457-08d5-4578-baa1-ffc3823a0618 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "DELETE /v2.0/subnets/0846dd9a-bb49-4ee3-ba8b-03f61e1b1458 HTTP/1.1" status: 204 len: 168 time: 0.5891724 Feb 07 17:12:19.470800 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44646) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:19.473245 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02824df-3fdc-4885-87b0-e7b84d0361a0 None None] Network 505e4209-d872-4bb0-8278-cf409144e27f requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:19.521181 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f2065-1dca-4dda-8e5c-2268a6ca689d None None] Checking router: c61a5a85-e4a1-463d-9070-dd36dbd777a9 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:12:19.550928 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f2065-1dca-4dda-8e5c-2268a6ca689d None None] Routers {'c61a5a85-e4a1-463d-9070-dd36dbd777a9'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:12:19.551622 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-df7f2065-1dca-4dda-8e5c-2268a6ca689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:11:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c61a5a85-e4a1-463d-9070-dd36dbd777a9'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:19.571736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2aa20b0e-43b7-40f5-bec5-80b89e50a7d1 None None] Provisioning complete for port 4bf3ae07-89b9-45af-977e-421b58eb2961 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:19.572283 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2aa20b0e-43b7-40f5-bec5-80b89e50a7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4bf3ae07-89b9-45af-977e-421b58eb2961), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:19.578802 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-021cd1e3-008d-406c-aaa7-0015db3504e3 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4bf3ae07-89b9-45af-977e-421b58eb2961), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:19.602607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-021cd1e3-008d-406c-aaa7-0015db3504e3 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Calling delete_port for 4bf3ae07-89b9-45af-977e-421b58eb2961 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:12:19.668982 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f8fcd4b-5468-40cf-820f-0c1f19a1b452 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for router (c61a5a85-e4a1-463d-9070-dd36dbd777a9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:19.684611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2aa20b0e-43b7-40f5-bec5-80b89e50a7d1 None None] Port 4bf3ae07-89b9-45af-977e-421b58eb2961 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:12:19.706263 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-df7f2065-1dca-4dda-8e5c-2268a6ca689d None None] Set router c61a5a85-e4a1-463d-9070-dd36dbd777a9 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:12:19.786062 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-021cd1e3-008d-406c-aaa7-0015db3504e3 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (4bf3ae07-89b9-45af-977e-421b58eb2961), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:19.806206 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2a66eb-be72-4f9d-9196-9f31a37239f0 None None] DHCP port deletion for 505e4209-d872-4bb0-8278-cf409144e27f request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:12:19.828022 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cd1e3-008d-406c-aaa7-0015db3504e3 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Pushing event deleted for resources: {'Port': ['ID=4bf3ae07-89b9-45af-977e-421b58eb2961,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:19.869938 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3c916-b260-49eb-8f6f-3aed4d0f80b1 req-7dbd06c0-1ca1-4914-b4e5-8535eb30dd88 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:19.871523 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2b3c916-b260-49eb-8f6f-3aed4d0f80b1 req-7dbd06c0-1ca1-4914-b4e5-8535eb30dd88 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 944 time: 0.1965997 Feb 07 17:12:19.879437 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-021cd1e3-008d-406c-aaa7-0015db3504e3 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:19.895796 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-021cd1e3-008d-406c-aaa7-0015db3504e3 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] 10.222.0.18 "DELETE /v2.0/ports/4bf3ae07-89b9-45af-977e-421b58eb2961 HTTP/1.1" status: 204 len: 168 time: 0.6402659 Feb 07 17:12:19.896872 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44654) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:19.913845 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a66eb-be72-4f9d-9196-9f31a37239f0 None None] Deleting port 42d2d265-a009-49e8-85a5-438fb7a019c9 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:12:19.914227 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5a2a66eb-be72-4f9d-9196-9f31a37239f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (42d2d265-a009-49e8-85a5-438fb7a019c9), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:19.921315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5a92b999-7185-405c-b18d-f9329d3976db tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Request body: {'port': {'name': 'tempest-new-port-name-180720369', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:19.921580 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.api.validators [None req-5a92b999-7185-405c-b18d-f9329d3976db tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] bootfile-name is not in valid_values {{(pid=103226) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 17:12:19.922166 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.api.validators [None req-5a92b999-7185-405c-b18d-f9329d3976db tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] tftp-server is not in valid_values {{(pid=103226) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 17:12:19.922622 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.api.validators [None req-5a92b999-7185-405c-b18d-f9329d3976db tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] server-ip-address is not in valid_values {{(pid=103226) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 07 17:12:19.927200 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f8fcd4b-5468-40cf-820f-0c1f19a1b452 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for router_gateway (c61a5a85-e4a1-463d-9070-dd36dbd777a9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:19.994376 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2b3c916-b260-49eb-8f6f-3aed4d0f80b1 req-875ead38-89a8-4578-ae68-f7771977c806 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034865 Feb 07 17:12:20.020822 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-df7f2065-1dca-4dda-8e5c-2268a6ca689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2003165838', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '2d424288-9f87-42ee-8326-d101156e1859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:11:27Z', 'updated_at': '2022-02-07T17:12:17Z', 'revision_number': 5, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '2d424288-9f87-42ee-8326-d101156e1859', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:11:29Z', 'updated_at': '2022-02-07T17:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:20.041748 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1f8fcd4b-5468-40cf-820f-0c1f19a1b452 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Deleting port 2d424288-9f87-42ee-8326-d101156e1859 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:12:20.042946 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f8fcd4b-5468-40cf-820f-0c1f19a1b452 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2d424288-9f87-42ee-8326-d101156e1859), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:20.055899 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f2065-1dca-4dda-8e5c-2268a6ca689d None None] The sync data for ids ['c61a5a85-e4a1-463d-9070-dd36dbd777a9'] in n-d-827865-3 is: [{'id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2003165838', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': '2d424288-9f87-42ee-8326-d101156e1859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:11:27Z', 'updated_at': '2022-02-07T17:12:17Z', 'revision_number': 5, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '2d424288-9f87-42ee-8326-d101156e1859', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61a5a85-e4a1-463d-9070-dd36dbd777a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:11:29Z', 'updated_at': '2022-02-07T17:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:12:20.056209 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5a2a66eb-be72-4f9d-9196-9f31a37239f0 None None] For port 42d2d265-a009-49e8-85a5-438fb7a019c9, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=42d2d265-a009-49e8-85a5-438fb7a019c9,segment=NetworkSegment(f67b84bb-2f34-4b18-84c8-73013b892e28),segment_id=f67b84bb-2f34-4b18-84c8-73013b892e28)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:20.056408 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5a2a66eb-be72-4f9d-9196-9f31a37239f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (42d2d265-a009-49e8-85a5-438fb7a019c9), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:20.074541 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabc5d6-d0db-4bc0-bfdd-edfe21d666e1 req-dc6ba422-1cb8-4084-b574-5514af9690fc tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:20.076153 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bcabc5d6-d0db-4bc0-bfdd-edfe21d666e1 req-dc6ba422-1cb8-4084-b574-5514af9690fc tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b7566f9-067c-4e46-8f50-8eda3202678f HTTP/1.1" status: 200 len: 946 time: 0.1825514 Feb 07 17:12:20.085639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a66eb-be72-4f9d-9196-9f31a37239f0 None None] Calling delete_port for 42d2d265-a009-49e8-85a5-438fb7a019c9 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:12:20.118411 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a92b999-7185-405c-b18d-f9329d3976db tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2293eb19-4834-4fb1-a662-d1e77511724c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:20.149813 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bcabc5d6-d0db-4bc0-bfdd-edfe21d666e1 req-d83340ea-1e3a-422f-9fc2-27a98c3c59bd tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644164 Feb 07 17:12:20.181567 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1f8fcd4b-5468-40cf-820f-0c1f19a1b452 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] For port 2d424288-9f87-42ee-8326-d101156e1859, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2d424288-9f87-42ee-8326-d101156e1859,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:20.182030 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f8fcd4b-5468-40cf-820f-0c1f19a1b452 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2d424288-9f87-42ee-8326-d101156e1859), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:20.207015 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5a2a66eb-be72-4f9d-9196-9f31a37239f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (42d2d265-a009-49e8-85a5-438fb7a019c9), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:20.211548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1f8fcd4b-5468-40cf-820f-0c1f19a1b452 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Calling delete_port for 2d424288-9f87-42ee-8326-d101156e1859 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:12:20.240107 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a66eb-be72-4f9d-9196-9f31a37239f0 None None] Pushing event deleted for resources: {'Port': ['ID=42d2d265-a009-49e8-85a5-438fb7a019c9,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:20.254262 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a66eb-be72-4f9d-9196-9f31a37239f0 None None] No DVR routers for this DVR port 42d2d265-a009-49e8-85a5-438fb7a019c9 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:12:20.362074 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a92b999-7185-405c-b18d-f9329d3976db tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks [] for port (2293eb19-4834-4fb1-a662-d1e77511724c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:20.367352 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a92b999-7185-405c-b18d-f9329d3976db tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (2293eb19-4834-4fb1-a662-d1e77511724c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:20.395849 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f8fcd4b-5468-40cf-820f-0c1f19a1b452 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2d424288-9f87-42ee-8326-d101156e1859), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:20.402882 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5a92b999-7185-405c-b18d-f9329d3976db tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] In _notify_port_updated(), no bound segment for port 2293eb19-4834-4fb1-a662-d1e77511724c on network f5b47789-42ad-4d74-b658-c669ae4db84c {{(pid=103226) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 07 17:12:20.408095 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a92b999-7185-405c-b18d-f9329d3976db tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:20.408676 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5a92b999-7185-405c-b18d-f9329d3976db tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:20.410011 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5a92b999-7185-405c-b18d-f9329d3976db tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] 10.222.0.18 "PUT /v2.0/ports/2293eb19-4834-4fb1-a662-d1e77511724c HTTP/1.1" status: 200 len: 1129 time: 0.4974225 Feb 07 17:12:20.415500 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44656) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:20.430457 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8fcd4b-5468-40cf-820f-0c1f19a1b452 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event deleted for resources: {'Port': ['ID=2d424288-9f87-42ee-8326-d101156e1859,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:20.457053 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92b999-7185-405c-b18d-f9329d3976db tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Pushing event updated for resources: {'Port': ['ID=2293eb19-4834-4fb1-a662-d1e77511724c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:20.473539 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6b7de-0dca-48ba-a5be-d76ffb81081b tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:20.474883 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f7f6b7de-0dca-48ba-a5be-d76ffb81081b tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] 10.222.0.18 "GET /v2.0/ports/2293eb19-4834-4fb1-a662-d1e77511724c HTTP/1.1" status: 200 len: 1129 time: 0.0584366 Feb 07 17:12:20.480572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44658) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:20.528157 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f8fcd4b-5468-40cf-820f-0c1f19a1b452 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (c61a5a85-e4a1-463d-9070-dd36dbd777a9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:20.671972 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f8fcd4b-5468-40cf-820f-0c1f19a1b452 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (c61a5a85-e4a1-463d-9070-dd36dbd777a9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:20.675168 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f8fcd4b-5468-40cf-820f-0c1f19a1b452 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for router_controller (c61a5a85-e4a1-463d-9070-dd36dbd777a9), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:20.714178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-41869533-0931-43b5-8feb-6ce8526322e9 None None] Provisioning complete for port 2293eb19-4834-4fb1-a662-d1e77511724c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:20.714640 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-41869533-0931-43b5-8feb-6ce8526322e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2293eb19-4834-4fb1-a662-d1e77511724c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:20.727710 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f8fcd4b-5468-40cf-820f-0c1f19a1b452 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (c61a5a85-e4a1-463d-9070-dd36dbd777a9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:20.728279 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8fcd4b-5468-40cf-820f-0c1f19a1b452 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Fanout notify agent at l3_agent the message router_deleted on router c61a5a85-e4a1-463d-9070-dd36dbd777a9 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:12:20.735960 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f8fcd4b-5468-40cf-820f-0c1f19a1b452 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:20.739769 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1f8fcd4b-5468-40cf-820f-0c1f19a1b452 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "DELETE /v2.0/routers/c61a5a85-e4a1-463d-9070-dd36dbd777a9 HTTP/1.1" status: 204 len: 168 time: 1.2643785 Feb 07 17:12:20.740936 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44660) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:20.776939 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-41869533-0931-43b5-8feb-6ce8526322e9 None None] Port 2293eb19-4834-4fb1-a662-d1e77511724c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:12:20.798181 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-19c8dc39-976a-4a63-9fd3-ec0d0061df3a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Deleting port 2293eb19-4834-4fb1-a662-d1e77511724c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:12:20.798538 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19c8dc39-976a-4a63-9fd3-ec0d0061df3a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2293eb19-4834-4fb1-a662-d1e77511724c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:20.878443 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae42b684-30e6-4a8c-bd3a-159c5bc809b1 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (505e4209-d872-4bb0-8278-cf409144e27f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:20.954984 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19c8dc39-976a-4a63-9fd3-ec0d0061df3a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2293eb19-4834-4fb1-a662-d1e77511724c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:21.001136 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-19c8dc39-976a-4a63-9fd3-ec0d0061df3a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Calling delete_port for 2293eb19-4834-4fb1-a662-d1e77511724c owned by {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:12:21.010214 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae42b684-30e6-4a8c-bd3a-159c5bc809b1 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (505e4209-d872-4bb0-8278-cf409144e27f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:21.066940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ae42b684-30e6-4a8c-bd3a-159c5bc809b1 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505e4209-d872-4bb0-8278-cf409144e27f']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:21.089709 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ae42b684-30e6-4a8c-bd3a-159c5bc809b1 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67b84bb-2f34-4b18-84c8-73013b892e28') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:21.090016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ae42b684-30e6-4a8c-bd3a-159c5bc809b1 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67b84bb-2f34-4b18-84c8-73013b892e28') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:21.119827 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae42b684-30e6-4a8c-bd3a-159c5bc809b1 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (f67b84bb-2f34-4b18-84c8-73013b892e28), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:21.141245 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae42b684-30e6-4a8c-bd3a-159c5bc809b1 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (f67b84bb-2f34-4b18-84c8-73013b892e28), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:21.162251 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae42b684-30e6-4a8c-bd3a-159c5bc809b1 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:12:21.162649 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae42b684-30e6-4a8c-bd3a-159c5bc809b1 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (f67b84bb-2f34-4b18-84c8-73013b892e28), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:12:21.175355 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:12:21.237618 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 42d2d265-a009-49e8-85a5-438fb7a019c9 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:12:21.271794 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 42d2d265-a009-49e8-85a5-438fb7a019c9 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:12:21.272137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 42d2d265-a009-49e8-85a5-438fb7a019c9 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:12:21.272735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 25df63e6-0faf-44b3-83eb-43c548683e15 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:12:21.294642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 25df63e6-0faf-44b3-83eb-43c548683e15 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:12:21.294935 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 25df63e6-0faf-44b3-83eb-43c548683e15 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:12:21.330714 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d750d0-69e5-4460-9a66-0d354405f0fa req-31306147-895d-45ec-80b6-a26f6c3371f9 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:21.332322 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e5d750d0-69e5-4460-9a66-0d354405f0fa req-31306147-895d-45ec-80b6-a26f6c3371f9 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b7566f9-067c-4e46-8f50-8eda3202678f HTTP/1.1" status: 200 len: 946 time: 0.0630534 Feb 07 17:12:21.387120 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e5d750d0-69e5-4460-9a66-0d354405f0fa req-620370b4-7549-4800-bec8-d86b315c24ff tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/security-groups?id=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486996 Feb 07 17:12:21.428055 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:21.595291 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcad730-e48b-405c-b90f-87ef79794b5e req-aff5d005-2168-47ad-afe8-f02b2d02ba3b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:21.596769 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fbcad730-e48b-405c-b90f-87ef79794b5e req-aff5d005-2168-47ad-afe8-f02b2d02ba3b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 944 time: 0.5263469 Feb 07 17:12:21.633519 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae42b684-30e6-4a8c-bd3a-159c5bc809b1 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (505e4209-d872-4bb0-8278-cf409144e27f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:21.658107 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae42b684-30e6-4a8c-bd3a-159c5bc809b1 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:21.661393 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ae42b684-30e6-4a8c-bd3a-159c5bc809b1 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "DELETE /v2.0/networks/505e4209-d872-4bb0-8278-cf409144e27f HTTP/1.1" status: 204 len: 168 time: 0.9194181 Feb 07 17:12:21.664121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44666) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:21.680522 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42b684-30e6-4a8c-bd3a-159c5bc809b1 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event deleted for resources: {'Network': ['ID=505e4209-d872-4bb0-8278-cf409144e27f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:21.694373 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850edb5f-4961-472c-ad11-8ff2419005f4 req-0582c43f-e286-46c7-9fe4-38e5de947c3f tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:21.695858 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-850edb5f-4961-472c-ad11-8ff2419005f4 req-0582c43f-e286-46c7-9fe4-38e5de947c3f tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b7566f9-067c-4e46-8f50-8eda3202678f HTTP/1.1" status: 200 len: 946 time: 0.5466876 Feb 07 17:12:21.752683 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19c8dc39-976a-4a63-9fd3-ec0d0061df3a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2293eb19-4834-4fb1-a662-d1e77511724c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:21.759337 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fbcad730-e48b-405c-b90f-87ef79794b5e req-8e44a6ef-e4c0-404e-a193-9107f46eea36 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540811 Feb 07 17:12:21.797531 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8dc39-976a-4a63-9fd3-ec0d0061df3a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Pushing event deleted for resources: {'Port': ['ID=2293eb19-4834-4fb1-a662-d1e77511724c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:21.844629 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19c8dc39-976a-4a63-9fd3-ec0d0061df3a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:21.847392 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f4722500-e345-472e-b612-a616a7243f64 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Deleting port 72587bbf-8470-4f59-9e8d-750f8ccf1989 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:12:21.848043 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-19c8dc39-976a-4a63-9fd3-ec0d0061df3a tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] 10.222.0.18 "DELETE /v2.0/ports/2293eb19-4834-4fb1-a662-d1e77511724c HTTP/1.1" status: 204 len: 168 time: 1.3665292 Feb 07 17:12:21.849520 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4722500-e345-472e-b612-a616a7243f64 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (72587bbf-8470-4f59-9e8d-750f8ccf1989), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:21.850524 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44668) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:21.918905 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-381c0449-4452-4b38-a487-6fccedccd146 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Deleting subnet f1e5db19-f48b-4949-9d7e-1d7211306807 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:12:21.924485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-850edb5f-4961-472c-ad11-8ff2419005f4 req-bd72e1c2-02f0-4574-8353-18e6a32625ae tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Deleting port f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:12:21.924835 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-850edb5f-4961-472c-ad11-8ff2419005f4 req-bd72e1c2-02f0-4574-8353-18e6a32625ae tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:21.928781 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-381c0449-4452-4b38-a487-6fccedccd146 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks [] for subnet (f1e5db19-f48b-4949-9d7e-1d7211306807), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:21.936657 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4722500-e345-472e-b612-a616a7243f64 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (72587bbf-8470-4f59-9e8d-750f8ccf1989), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:21.937141 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4722500-e345-472e-b612-a616a7243f64 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for floatingip (72587bbf-8470-4f59-9e8d-750f8ccf1989), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:21.957602 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f4722500-e345-472e-b612-a616a7243f64 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Calling delete_port for 72587bbf-8470-4f59-9e8d-750f8ccf1989 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:12:22.014310 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-381c0449-4452-4b38-a487-6fccedccd146 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (f1e5db19-f48b-4949-9d7e-1d7211306807), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:22.087076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-850edb5f-4961-472c-ad11-8ff2419005f4 req-bd72e1c2-02f0-4574-8353-18e6a32625ae tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] For port f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d,segment=NetworkSegment(30b2ba60-9f53-475d-93dd-9bc8f3f26ad1),segment_id=30b2ba60-9f53-475d-93dd-9bc8f3f26ad1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:22.087367 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-850edb5f-4961-472c-ad11-8ff2419005f4 req-bd72e1c2-02f0-4574-8353-18e6a32625ae tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:22.120752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-850edb5f-4961-472c-ad11-8ff2419005f4 req-bd72e1c2-02f0-4574-8353-18e6a32625ae tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Calling delete_port for f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:12:22.159265 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4722500-e345-472e-b612-a616a7243f64 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (72587bbf-8470-4f59-9e8d-750f8ccf1989), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:22.176771 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-381c0449-4452-4b38-a487-6fccedccd146 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (f1e5db19-f48b-4949-9d7e-1d7211306807), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:22.270083 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-381c0449-4452-4b38-a487-6fccedccd146 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (f1e5db19-f48b-4949-9d7e-1d7211306807), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:22.325698 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c0449-4452-4b38-a487-6fccedccd146 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Pushing event deleted for resources: {'Subnet': ['ID=f1e5db19-f48b-4949-9d7e-1d7211306807,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:22.336769 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-381c0449-4452-4b38-a487-6fccedccd146 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:22.342496 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-381c0449-4452-4b38-a487-6fccedccd146 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] 10.222.0.18 "DELETE /v2.0/subnets/f1e5db19-f48b-4949-9d7e-1d7211306807 HTTP/1.1" status: 204 len: 168 time: 0.4886739 Feb 07 17:12:22.343786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44670) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:22.345538 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57225ba-6989-4854-9171-47c6016fdf77 None None] Network f5b47789-42ad-4d74-b658-c669ae4db84c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:22.422424 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-850edb5f-4961-472c-ad11-8ff2419005f4 req-bd72e1c2-02f0-4574-8353-18e6a32625ae tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:22.452576 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:12:22.488668 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72e1c2-02f0-4574-8353-18e6a32625ae tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Pushing event deleted for resources: {'Port': ['ID=f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:22.501793 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (f5b47789-42ad-4d74-b658-c669ae4db84c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:22.540688 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4722500-e345-472e-b612-a616a7243f64 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event deleted for resources: {'Port': ['ID=72587bbf-8470-4f59-9e8d-750f8ccf1989,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:22.553200 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-850edb5f-4961-472c-ad11-8ff2419005f4 req-bd72e1c2-02f0-4574-8353-18e6a32625ae tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] No DVR routers for this DVR port f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:12:22.556522 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-850edb5f-4961-472c-ad11-8ff2419005f4 req-bd72e1c2-02f0-4574-8353-18e6a32625ae tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:22.559983 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-850edb5f-4961-472c-ad11-8ff2419005f4 req-bd72e1c2-02f0-4574-8353-18e6a32625ae tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.32 "DELETE /v2.0/ports/f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d HTTP/1.1" status: 204 len: 173 time: 0.8564730 Feb 07 17:12:22.561116 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7566f9-067c-4e46-8f50-8eda3202678f', 'name': 'network-vif-deleted', 'tag': 'f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:12:22.563625 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd82dcd0-4601-4ba1-aa33-4c2a52a75a94" -d '{"events": [{"server_uuid": "7b7566f9-067c-4e46-8f50-8eda3202678f", "name": "network-vif-deleted", "tag": "f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:12:22.593783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7483abd-0cf7-4d42-b461-b95f4c526b7e None None] DHCP port deletion for f5b47789-42ad-4d74-b658-c669ae4db84c request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:12:22.629046 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-db5b6b45-20b9-414d-b328-8ccd617715f3 req-cbb9180d-1eb2-4eef-8bbb-6e8736fd0861 tempest-VolumesActionsTest-2085822002 tempest-VolumesActionsTest-2085822002-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b7566f9-067c-4e46-8f50-8eda3202678f HTTP/1.1" status: 200 len: 210 time: 0.0922947 Feb 07 17:12:22.663756 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f9cec0-9109-4a8a-938e-050c269a00de x-openstack-request-id: req-52f9cec0-9109-4a8a-938e-050c269a00de {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:12:22.664290 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7566f9-067c-4e46-8f50-8eda3202678f", "name": "network-vif-deleted", "tag": "f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:12:22.664695 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52f9cec0-9109-4a8a-938e-050c269a00de {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:12:22.664827 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4722500-e345-472e-b612-a616a7243f64 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for floatingip (1d1e6627-b276-487f-9689-1044d6aed2b2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:22.665191 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-f4722500-e345-472e-b612-a616a7243f64 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Floating IP 1d1e6627-b276-487f-9689-1044d6aed2b2 disassociated (deleted). External IP: 172.25.4.247, port: 8f7c45a3-f95c-4067-8d3d-489195435951. Feb 07 17:12:22.665388 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7566f9-067c-4e46-8f50-8eda3202678f', 'name': 'network-vif-deleted', 'tag': 'f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d', 'status': 'completed', 'code': 200} Feb 07 17:12:22.675422 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a7483abd-0cf7-4d42-b461-b95f4c526b7e None None] Deleting port f39a94d3-f756-46f9-82b4-4a057efe058d {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:12:22.675910 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a7483abd-0cf7-4d42-b461-b95f4c526b7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f39a94d3-f756-46f9-82b4-4a057efe058d), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:22.689496 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Deleting port f39a94d3-f756-46f9-82b4-4a057efe058d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:12:22.690091 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f39a94d3-f756-46f9-82b4-4a057efe058d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:22.766869 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a7483abd-0cf7-4d42-b461-b95f4c526b7e None None] For port f39a94d3-f756-46f9-82b4-4a057efe058d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f39a94d3-f756-46f9-82b4-4a057efe058d,segment=NetworkSegment(cc61ffe3-56e8-4f7b-bfa4-dfc9c31594d1),segment_id=cc61ffe3-56e8-4f7b-bfa4-dfc9c31594d1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:22.767288 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a7483abd-0cf7-4d42-b461-b95f4c526b7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f39a94d3-f756-46f9-82b4-4a057efe058d), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:22.787011 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a7483abd-0cf7-4d42-b461-b95f4c526b7e None None] Calling delete_port for f39a94d3-f756-46f9-82b4-4a057efe058d owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:12:22.801426 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] For port f39a94d3-f756-46f9-82b4-4a057efe058d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f39a94d3-f756-46f9-82b4-4a057efe058d,segment=NetworkSegment(cc61ffe3-56e8-4f7b-bfa4-dfc9c31594d1),segment_id=cc61ffe3-56e8-4f7b-bfa4-dfc9c31594d1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:22.808809 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f39a94d3-f756-46f9-82b4-4a057efe058d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:22.838324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Calling delete_port for f39a94d3-f756-46f9-82b4-4a057efe058d owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:12:22.858734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f39a94d3-f756-46f9-82b4-4a057efe058d no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:12:22.937132 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f39a94d3-f756-46f9-82b4-4a057efe058d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:22.945763 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71801c8b-c398-41da-af83-7ccbfa674c57 req-4c6d0532-bb33-40cb-bc02-d2bae35055f8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:22.947277 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-71801c8b-c398-41da-af83-7ccbfa674c57 req-4c6d0532-bb33-40cb-bc02-d2bae35055f8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 944 time: 0.0815098 Feb 07 17:12:22.957214 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a7483abd-0cf7-4d42-b461-b95f4c526b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (f39a94d3-f756-46f9-82b4-4a057efe058d), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:22.963150 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Port f39a94d3-f756-46f9-82b4-4a057efe058d update to DOWN by agent not found {{(pid=103228) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 07 17:12:22.963607 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2d424288-9f87-42ee-8326-d101156e1859 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:12:22.977712 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Pushing event deleted for resources: {'Port': ['ID=f39a94d3-f756-46f9-82b4-4a057efe058d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:22.983392 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] No DVR routers for this DVR port f39a94d3-f756-46f9-82b4-4a057efe058d on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:12:23.003926 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4722500-e345-472e-b612-a616a7243f64 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Router 3648e758-cc21-46bb-b14f-ff6e8ba2e59e has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:12:23.012600 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 2d424288-9f87-42ee-8326-d101156e1859 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:12:23.012961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2d424288-9f87-42ee-8326-d101156e1859 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:12:23.017673 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7483abd-0cf7-4d42-b461-b95f4c526b7e None None] Pushing event deleted for resources: {'Port': ['ID=f39a94d3-f756-46f9-82b4-4a057efe058d,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:23.023015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7483abd-0cf7-4d42-b461-b95f4c526b7e None None] No DVR routers for this DVR port f39a94d3-f756-46f9-82b4-4a057efe058d on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:12:23.106801 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (f5b47789-42ad-4d74-b658-c669ae4db84c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:23.121417 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-71801c8b-c398-41da-af83-7ccbfa674c57 req-43d45e6a-c538-446d-8e41-eccaec93757f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613276 Feb 07 17:12:23.136335 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b47789-42ad-4d74-b658-c669ae4db84c']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:23.147390 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc61ffe3-56e8-4f7b-bfa4-dfc9c31594d1') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:23.147662 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc61ffe3-56e8-4f7b-bfa4-dfc9c31594d1') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:23.162738 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (cc61ffe3-56e8-4f7b-bfa4-dfc9c31594d1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:23.173321 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4722500-e345-472e-b612-a616a7243f64 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:12:23.177297 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (cc61ffe3-56e8-4f7b-bfa4-dfc9c31594d1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:23.179709 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4722500-e345-472e-b612-a616a7243f64 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:23.184161 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a0f5b6-6b03-49c9-b7fa-0a121b5743d3 None None] Sync routers for ids ['3648e758-cc21-46bb-b14f-ff6e8ba2e59e'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:12:23.185076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:12:23.185732 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (cc61ffe3-56e8-4f7b-bfa4-dfc9c31594d1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:12:23.189400 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:12:23.195086 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a0f5b6-6b03-49c9-b7fa-0a121b5743d3 None None] Routers {'3648e758-cc21-46bb-b14f-ff6e8ba2e59e'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:12:23.195736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-60a0f5b6-6b03-49c9-b7fa-0a121b5743d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:11:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3648e758-cc21-46bb-b14f-ff6e8ba2e59e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:23.228685 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f4722500-e345-472e-b612-a616a7243f64 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "DELETE /v2.0/floatingips/1d1e6627-b276-487f-9689-1044d6aed2b2 HTTP/1.1" status: 204 len: 168 time: 1.5610001 Feb 07 17:12:23.228685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821d1efe-8519-4e60-abb5-bcbd5251909f', 'tag': '8f7c45a3-f95c-4067-8d3d-489195435951'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:12:23.229487 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142b1016-6159-444e-8680-875165ebc1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "821d1efe-8519-4e60-abb5-bcbd5251909f", "tag": "8f7c45a3-f95c-4067-8d3d-489195435951"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:12:23.266969 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (f5b47789-42ad-4d74-b658-c669ae4db84c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:23.281304 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c31380-65a7-4fba-9b15-b503ffaa9c65 x-openstack-request-id: req-87c31380-65a7-4fba-9b15-b503ffaa9c65 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:12:23.281604 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821d1efe-8519-4e60-abb5-bcbd5251909f", "tag": "8f7c45a3-f95c-4067-8d3d-489195435951", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:12:23.281908 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87c31380-65a7-4fba-9b15-b503ffaa9c65 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:12:23.282314 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821d1efe-8519-4e60-abb5-bcbd5251909f', 'tag': '8f7c45a3-f95c-4067-8d3d-489195435951', 'status': 'completed', 'code': 200} Feb 07 17:12:23.283907 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:23.289398 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] 10.222.0.18 "DELETE /v2.0/networks/f5b47789-42ad-4d74-b658-c669ae4db84c HTTP/1.1" status: 204 len: 168 time: 0.9448023 Feb 07 17:12:23.319676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8e0f0-f315-420c-831a-466c975dd157 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091 tempest-ExtraDHCPOptionsIpV6TestJSON-698992091-project] Pushing event deleted for resources: {'Network': ['ID=f5b47789-42ad-4d74-b658-c669ae4db84c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:23.367893 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:23.370206 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b1016-6159-444e-8680-875165ebc1ae req-b3ff2bdb-e98e-4e5c-acfe-2772dd2a7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:23.370639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-60a0f5b6-6b03-49c9-b7fa-0a121b5743d3 None None] Set router 3648e758-cc21-46bb-b14f-ff6e8ba2e59e gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:12:23.371892 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-142b1016-6159-444e-8680-875165ebc1ae req-b3ff2bdb-e98e-4e5c-acfe-2772dd2a7f89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df2ae0e149dd45049c788ec21df35203&device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 1166 time: 0.0621045 Feb 07 17:12:23.501221 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b1016-6159-444e-8680-875165ebc1ae req-2d96508d-23e9-4197-8671-606c5210fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:23.503778 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-142b1016-6159-444e-8680-875165ebc1ae req-2d96508d-23e9-4197-8671-606c5210fd8b service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 HTTP/1.1" status: 200 len: 896 time: 0.1223795 Feb 07 17:12:23.521654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357af211-dbd6-4595-8ff4-08cd3f635375 req-160b8efc-6f87-42fe-b046-4718302244f4 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:23.523497 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-357af211-dbd6-4595-8ff4-08cd3f635375 req-160b8efc-6f87-42fe-b046-4718302244f4 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 984 time: 0.0643890 Feb 07 17:12:23.565503 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-142b1016-6159-444e-8680-875165ebc1ae req-93f3a1ae-a247-45c9-856a-3aaab41ae698 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f7c45a3-f95c-4067-8d3d-489195435951 HTTP/1.1" status: 200 len: 217 time: 0.0539644 Feb 07 17:12:23.599915 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-357af211-dbd6-4595-8ff4-08cd3f635375 req-4e084351-e49f-4a13-ac11-d89fc3a3569d tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6148aca-e06f-4333-ad45-bd3a6c79e9b5&id=9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0682235 Feb 07 17:12:23.621158 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b1016-6159-444e-8680-875165ebc1ae req-bb87e37c-956a-41d2-b2b3-ec96309b2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:23.623170 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-142b1016-6159-444e-8680-875165ebc1ae req-bb87e37c-956a-41d2-b2b3-ec96309b2af7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a49665c9-ce29-49ca-b28e-0c008521f833 HTTP/1.1" status: 200 len: 835 time: 0.0515633 Feb 07 17:12:23.632105 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44688) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:23.669245 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-60a0f5b6-6b03-49c9-b7fa-0a121b5743d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893619253', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '056b65b7-978b-417f-863d-7324c1c4d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:22Z', 'updated_at': '2022-02-07T17:10:30Z', 'revision_number': 4, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '056b65b7-978b-417f-863d-7324c1c4d962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:23Z', 'updated_at': '2022-02-07T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '43a9c4b6-94e4-42be-8d65-05f139d7d47d', 'name': '', 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'mac_address': 'fa:16:3e:bd:22:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'a49665c9-ce29-49ca-b28e-0c008521f833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:28Z', 'updated_at': '2022-02-07T17:10:34Z', 'revision_number': 5, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'subnets': [{'id': 'a49665c9-ce29-49ca-b28e-0c008521f833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:23.685013 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b1016-6159-444e-8680-875165ebc1ae req-6251d9aa-57e8-4118-b9c0-0c80bdc424b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:23.687284 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-142b1016-6159-444e-8680-875165ebc1ae req-6251d9aa-57e8-4118-b9c0-0c80bdc424b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5255453-bb9f-4ec4-afee-e5b5fda8b2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0584671 Feb 07 17:12:23.715412 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a0f5b6-6b03-49c9-b7fa-0a121b5743d3 None None] Checking router: 3648e758-cc21-46bb-b14f-ff6e8ba2e59e for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:12:23.725399 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a0f5b6-6b03-49c9-b7fa-0a121b5743d3 None None] Routers {'3648e758-cc21-46bb-b14f-ff6e8ba2e59e'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:12:23.726055 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-60a0f5b6-6b03-49c9-b7fa-0a121b5743d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:11:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3648e758-cc21-46bb-b14f-ff6e8ba2e59e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:23.807584 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-142b1016-6159-444e-8680-875165ebc1ae req-c571ee7d-b9d3-4750-b8a5-7fee3c34ac53 service neutron] 10.222.0.32 "GET /v2.0/networks/d5255453-bb9f-4ec4-afee-e5b5fda8b2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137671 Feb 07 17:12:23.819116 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1244efd3-d2e9-4bb0-8e12-2e436067a669 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4131d0a532374da0940658414b584faa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1835027 Feb 07 17:12:23.819515 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44700) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:23.878289 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e00e8a8-69b3-4c01-bde4-aff864505449 admin admin] Publish callbacks [] for security_group (e6939750-2d64-4f46-9ad0-3e106af561ed), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:23.881091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-60a0f5b6-6b03-49c9-b7fa-0a121b5743d3 None None] Set router 3648e758-cc21-46bb-b14f-ff6e8ba2e59e gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:12:23.906123 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e00e8a8-69b3-4c01-bde4-aff864505449 admin admin] Publish callbacks [] for security_group (e6939750-2d64-4f46-9ad0-3e106af561ed), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:23.936970 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-142b1016-6159-444e-8680-875165ebc1ae req-38389b34-2625-4c69-bebd-c1989995f2f7 service neutron] 10.222.0.32 "GET /v2.0/networks/d5255453-bb9f-4ec4-afee-e5b5fda8b2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227214 Feb 07 17:12:23.973071 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e00e8a8-69b3-4c01-bde4-aff864505449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e6939750-2d64-4f46-9ad0-3e106af561ed), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:23.976235 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e00e8a8-69b3-4c01-bde4-aff864505449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:23.979877 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2e00e8a8-69b3-4c01-bde4-aff864505449 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6939750-2d64-4f46-9ad0-3e106af561ed HTTP/1.1" status: 204 len: 168 time: 0.1569719 Feb 07 17:12:23.987579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00e8a8-69b3-4c01-bde4-aff864505449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6939750-2d64-4f46-9ad0-3e106af561ed,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:24.151397 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-60a0f5b6-6b03-49c9-b7fa-0a121b5743d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893619253', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '056b65b7-978b-417f-863d-7324c1c4d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:22Z', 'updated_at': '2022-02-07T17:10:30Z', 'revision_number': 4, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '056b65b7-978b-417f-863d-7324c1c4d962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:23Z', 'updated_at': '2022-02-07T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '43a9c4b6-94e4-42be-8d65-05f139d7d47d', 'name': '', 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'mac_address': 'fa:16:3e:bd:22:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'a49665c9-ce29-49ca-b28e-0c008521f833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:28Z', 'updated_at': '2022-02-07T17:10:34Z', 'revision_number': 5, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'subnets': [{'id': 'a49665c9-ce29-49ca-b28e-0c008521f833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:24.180442 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device f2f93259-9f73-4eca-89d6-a521e86f8b7a details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:12:24.183165 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a0f5b6-6b03-49c9-b7fa-0a121b5743d3 None None] The sync data for ids ['3648e758-cc21-46bb-b14f-ff6e8ba2e59e'] in n-d-827865-3 is: [{'id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893619253', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '056b65b7-978b-417f-863d-7324c1c4d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:22Z', 'updated_at': '2022-02-07T17:10:30Z', 'revision_number': 4, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '056b65b7-978b-417f-863d-7324c1c4d962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:23Z', 'updated_at': '2022-02-07T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '43a9c4b6-94e4-42be-8d65-05f139d7d47d', 'name': '', 'network_id': 'd5255453-bb9f-4ec4-afee-e5b5fda8b2f4', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'mac_address': 'fa:16:3e:bd:22:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'a49665c9-ce29-49ca-b28e-0c008521f833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:28Z', 'updated_at': '2022-02-07T17:10:34Z', 'revision_number': 5, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'subnets': [{'id': 'a49665c9-ce29-49ca-b28e-0c008521f833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:12:24.301233 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f3b27-d80e-4f96-95a9-f8ae0032817b req-cfa8102b-8525-4b83-8af0-fbda5fe3bc67 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:24.308592 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-137f3b27-d80e-4f96-95a9-f8ae0032817b req-cfa8102b-8525-4b83-8af0-fbda5fe3bc67 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 944 time: 0.0865316 Feb 07 17:12:24.322843 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port f2f93259-9f73-4eca-89d6-a521e86f8b7a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f2f93259-9f73-4eca-89d6-a521e86f8b7a,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:24.344332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'f2f93259-9f73-4eca-89d6-a521e86f8b7a', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'port_id': 'f2f93259-9f73-4eca-89d6-a521e86f8b7a', 'mac_address': 'fa:16:3e:06:4c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:12:24.391038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port f2f93259-9f73-4eca-89d6-a521e86f8b7a is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:24.391641 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f2f93259-9f73-4eca-89d6-a521e86f8b7a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:24.391829 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-137f3b27-d80e-4f96-95a9-f8ae0032817b req-d4abefab-e115-4678-b765-7fd043fbeffa tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775127 Feb 07 17:12:24.406687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f93259-9f73-4eca-89d6-a521e86f8b7a {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:12:24.433712 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port f2f93259-9f73-4eca-89d6-a521e86f8b7a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f2f93259-9f73-4eca-89d6-a521e86f8b7a,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:24.454896 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f2f93259-9f73-4eca-89d6-a521e86f8b7a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:24.517059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=f2f93259-9f73-4eca-89d6-a521e86f8b7a,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:24.563794 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c646e3-24eb-4fba-8638-df380a6c609d None None] New status for floating IP 1d1e6627-b276-487f-9689-1044d6aed2b2: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:12:24.663996 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['f2f93259-9f73-4eca-89d6-a521e86f8b7a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:12:24.801473 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad4a3e-1b44-4695-b2c0-278bd9dab4b1 req-3326fb92-c5e8-4bc0-ab43-3163428e81c1 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:24.803137 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4dad4a3e-1b44-4695-b2c0-278bd9dab4b1 req-3326fb92-c5e8-4bc0-ab43-3163428e81c1 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/ports?device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 984 time: 0.1110811 Feb 07 17:12:24.858328 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a53236-ab2d-4c81-a0f4-20fe4868f6f9 req-cffcf90b-429a-46d5-a4f8-bbbf3e7c18ee tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:24.859977 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46a53236-ab2d-4c81-a0f4-20fe4868f6f9 req-cffcf90b-429a-46d5-a4f8-bbbf3e7c18ee tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.32 "GET /v2.0/ports?device_id=821d1efe-8519-4e60-abb5-bcbd5251909f HTTP/1.1" status: 200 len: 984 time: 0.1315575 Feb 07 17:12:24.874562 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44762) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:24.910350 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4dad4a3e-1b44-4695-b2c0-278bd9dab4b1 req-9698bc74-592e-40de-b763-d89c2a041223 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6148aca-e06f-4333-ad45-bd3a6c79e9b5&id=9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1015356 Feb 07 17:12:24.986978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-46a53236-ab2d-4c81-a0f4-20fe4868f6f9 req-d8b83045-6a85-43d1-a489-d1ee299f8024 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Deleting port 8f7c45a3-f95c-4067-8d3d-489195435951 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:12:24.987327 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-46a53236-ab2d-4c81-a0f4-20fe4868f6f9 req-d8b83045-6a85-43d1-a489-d1ee299f8024 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8f7c45a3-f95c-4067-8d3d-489195435951), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:25.004741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-45c0f71f-db09-44ab-9412-400cf7f09ac1 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-780923584'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:25.027501 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c0f71f-db09-44ab-9412-400cf7f09ac1 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Made reservation on behalf of cf6a27b2c2414525b7751f06ecd9a36a for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:25.031990 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c0f71f-db09-44ab-9412-400cf7f09ac1 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:25.041758 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c0f71f-db09-44ab-9412-400cf7f09ac1 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:25.095714 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-46a53236-ab2d-4c81-a0f4-20fe4868f6f9 req-d8b83045-6a85-43d1-a489-d1ee299f8024 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] For port 8f7c45a3-f95c-4067-8d3d-489195435951, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8f7c45a3-f95c-4067-8d3d-489195435951,segment=NetworkSegment(27b9ce87-d6c0-445a-8f64-c0e74002e1af),segment_id=27b9ce87-d6c0-445a-8f64-c0e74002e1af)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:25.096104 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-46a53236-ab2d-4c81-a0f4-20fe4868f6f9 req-d8b83045-6a85-43d1-a489-d1ee299f8024 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8f7c45a3-f95c-4067-8d3d-489195435951), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:25.110874 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-46a53236-ab2d-4c81-a0f4-20fe4868f6f9 req-d8b83045-6a85-43d1-a489-d1ee299f8024 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Calling delete_port for 8f7c45a3-f95c-4067-8d3d-489195435951 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:12:25.123389 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c0f71f-db09-44ab-9412-400cf7f09ac1 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for security_group (85c87490-a285-46a4-8999-11bc7c863eaa), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:25.127957 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c0f71f-db09-44ab-9412-400cf7f09ac1 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (85c87490-a285-46a4-8999-11bc7c863eaa), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:25.160172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c0f71f-db09-44ab-9412-400cf7f09ac1 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:12:25.171547 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0f71f-db09-44ab-9412-400cf7f09ac1 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c87490-a285-46a4-8999-11bc7c863eaa,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:25.189762 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c0f71f-db09-44ab-9412-400cf7f09ac1 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (39200757-6d11-47df-84f9-1a90cdd653c6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:25.190119 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-45c0f71f-db09-44ab-9412-400cf7f09ac1 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Added segment 39200757-6d11-47df-84f9-1a90cdd653c6 of type vlan for network 80a5437e-2d5a-4858-b1a2-eeb4d5ba9559 Feb 07 17:12:25.253560 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c0f71f-db09-44ab-9412-400cf7f09ac1 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (80a5437e-2d5a-4858-b1a2-eeb4d5ba9559), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:25.285305 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c0f71f-db09-44ab-9412-400cf7f09ac1 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (80a5437e-2d5a-4858-b1a2-eeb4d5ba9559), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:25.289711 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-46a53236-ab2d-4c81-a0f4-20fe4868f6f9 req-d8b83045-6a85-43d1-a489-d1ee299f8024 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (8f7c45a3-f95c-4067-8d3d-489195435951), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:25.290911 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c0f71f-db09-44ab-9412-400cf7f09ac1 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:25.292364 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45c0f71f-db09-44ab-9412-400cf7f09ac1 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:25.328614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b83045-6a85-43d1-a489-d1ee299f8024 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event deleted for resources: {'Port': ['ID=8f7c45a3-f95c-4067-8d3d-489195435951,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:25.374409 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0f71f-db09-44ab-9412-400cf7f09ac1 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Network': ['ID=80a5437e-2d5a-4858-b1a2-eeb4d5ba9559,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:25.387374 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 80a5437e-2d5a-4858-b1a2-eeb4d5ba9559 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:12:25.389510 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-45c0f71f-db09-44ab-9412-400cf7f09ac1 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5131927 Feb 07 17:12:25.390159 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a53236-ab2d-4c81-a0f4-20fe4868f6f9 req-d8b83045-6a85-43d1-a489-d1ee299f8024 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] No DVR routers for this DVR port 8f7c45a3-f95c-4067-8d3d-489195435951 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:12:25.411361 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-46a53236-ab2d-4c81-a0f4-20fe4868f6f9 req-d8b83045-6a85-43d1-a489-d1ee299f8024 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:25.417468 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46a53236-ab2d-4c81-a0f4-20fe4868f6f9 req-d8b83045-6a85-43d1-a489-d1ee299f8024 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.32 "DELETE /v2.0/ports/8f7c45a3-f95c-4067-8d3d-489195435951 HTTP/1.1" status: 204 len: 173 time: 0.5494475 Feb 07 17:12:25.418130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821d1efe-8519-4e60-abb5-bcbd5251909f', 'name': 'network-vif-deleted', 'tag': '8f7c45a3-f95c-4067-8d3d-489195435951'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:12:25.422467 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d9b464-aa59-489a-a3cf-22a5640bf7e9" -d '{"events": [{"server_uuid": "821d1efe-8519-4e60-abb5-bcbd5251909f", "name": "network-vif-deleted", "tag": "8f7c45a3-f95c-4067-8d3d-489195435951"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:12:25.511453 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ffb7cd-9c3a-43be-82c9-ae17ed10b4ad x-openstack-request-id: req-f3ffb7cd-9c3a-43be-82c9-ae17ed10b4ad {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:12:25.512288 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821d1efe-8519-4e60-abb5-bcbd5251909f", "name": "network-vif-deleted", "tag": "8f7c45a3-f95c-4067-8d3d-489195435951", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:12:25.512725 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3ffb7cd-9c3a-43be-82c9-ae17ed10b4ad {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:12:25.514038 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821d1efe-8519-4e60-abb5-bcbd5251909f', 'name': 'network-vif-deleted', 'tag': '8f7c45a3-f95c-4067-8d3d-489195435951', 'status': 'completed', 'code': 200} Feb 07 17:12:25.572686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcbc08-3043-4637-80d1-581aa86afbdc req-9c3c4e0d-7ad9-41da-9e77-115ff32bde0f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:25.575072 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1edcbc08-3043-4637-80d1-581aa86afbdc req-9c3c4e0d-7ad9-41da-9e77-115ff32bde0f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 945 time: 0.0927641 Feb 07 17:12:25.637070 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1edcbc08-3043-4637-80d1-581aa86afbdc req-f0ea33e9-f001-4248-8b21-45fa92beb55f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505087 Feb 07 17:12:25.819494 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b5d6f1c-a471-46e5-80da-3ac41399879d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:26.000691 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44782) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:26.071501 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f849ae0-2fd9-4f8d-97b6-1832aed38aa9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for security_group (9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:26.098761 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f849ae0-2fd9-4f8d-97b6-1832aed38aa9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for security_group (9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:26.152581 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f849ae0-2fd9-4f8d-97b6-1832aed38aa9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:26.156262 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9f849ae0-2fd9-4f8d-97b6-1832aed38aa9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:26.158042 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9f849ae0-2fd9-4f8d-97b6-1832aed38aa9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "DELETE /v2.0/security-groups/9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2 HTTP/1.1" status: 204 len: 168 time: 0.1560090 Feb 07 17:12:26.161820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44792) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:26.169635 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f849ae0-2fd9-4f8d-97b6-1832aed38aa9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3d53d7-71a0-45ab-8ec4-e0b2f17c91b2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:26.172082 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device f2f93259-9f73-4eca-89d6-a521e86f8b7a up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:12:26.259883 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43159464-9afb-4243-a246-f9db828b5070 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for security_group (e6148aca-e06f-4333-ad45-bd3a6c79e9b5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:26.287524 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43159464-9afb-4243-a246-f9db828b5070 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for security_group (e6148aca-e06f-4333-ad45-bd3a6c79e9b5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:26.311500 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port f2f93259-9f73-4eca-89d6-a521e86f8b7a completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:12:26.317689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port f2f93259-9f73-4eca-89d6-a521e86f8b7a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:26.318293 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f2f93259-9f73-4eca-89d6-a521e86f8b7a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:26.343708 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43159464-9afb-4243-a246-f9db828b5070 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (e6148aca-e06f-4333-ad45-bd3a6c79e9b5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:26.347228 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43159464-9afb-4243-a246-f9db828b5070 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:26.348653 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-43159464-9afb-4243-a246-f9db828b5070 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "DELETE /v2.0/security-groups/e6148aca-e06f-4333-ad45-bd3a6c79e9b5 HTTP/1.1" status: 204 len: 168 time: 0.1858423 Feb 07 17:12:26.353039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44796) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:26.368791 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43159464-9afb-4243-a246-f9db828b5070 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6148aca-e06f-4333-ad45-bd3a6c79e9b5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:26.437367 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port f2f93259-9f73-4eca-89d6-a521e86f8b7a is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:26.438078 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f2f93259-9f73-4eca-89d6-a521e86f8b7a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:26.490609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f93259-9f73-4eca-89d6-a521e86f8b7a'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:12:26.502928 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def57652-69bf-4ed4-8b98-9974a843e2eb" -d '{"events": [{"server_uuid": "a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f", "name": "network-vif-plugged", "status": "completed", "tag": "f2f93259-9f73-4eca-89d6-a521e86f8b7a"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:12:27.038072 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad1f2bae-6ada-4fbc-9086-0ecb0e2c6ab9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (3648e758-cc21-46bb-b14f-ff6e8ba2e59e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:27.047281 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70922848-b3fc-42e6-9e94-a21dd9b7e9b6 x-openstack-request-id: req-70922848-b3fc-42e6-9e94-a21dd9b7e9b6 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:12:27.048366 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f", "name": "network-vif-plugged", "status": "completed", "tag": "f2f93259-9f73-4eca-89d6-a521e86f8b7a", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:12:27.048366 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70922848-b3fc-42e6-9e94-a21dd9b7e9b6 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:12:27.048366 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f93259-9f73-4eca-89d6-a521e86f8b7a', 'code': 200} Feb 07 17:12:27.056672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port f2f93259-9f73-4eca-89d6-a521e86f8b7a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f2f93259-9f73-4eca-89d6-a521e86f8b7a,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:27.060899 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860c403-e8de-48aa-99ba-68cdfbb3fb9c req-6398e392-ae66-40eb-9cff-20d9b3fa7271 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:27.088627 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f2f93259-9f73-4eca-89d6-a521e86f8b7a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:27.089500 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8f7c45a3-f95c-4067-8d3d-489195435951 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:12:27.093246 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0860c403-e8de-48aa-99ba-68cdfbb3fb9c req-6398e392-ae66-40eb-9cff-20d9b3fa7271 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 945 time: 0.2260895 Feb 07 17:12:27.165033 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abe0f2-34af-41f1-9a37-91b8a1c2d304 req-3fe4bbe2-209a-469a-9557-aa81817de395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:27.166704 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-75abe0f2-34af-41f1-9a37-91b8a1c2d304 req-3fe4bbe2-209a-469a-9557-aa81817de395 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 1127 time: 0.3678670 Feb 07 17:12:27.210354 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 8f7c45a3-f95c-4067-8d3d-489195435951 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:12:27.212142 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8f7c45a3-f95c-4067-8d3d-489195435951 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:12:27.213998 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:12:27.255319 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-75abe0f2-34af-41f1-9a37-91b8a1c2d304 req-d0603d4b-124a-419b-bb6f-24da7091586f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782359 Feb 07 17:12:27.282689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:12:27.283047 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device f5ff3fd4-de0f-4519-b8c7-2c3dbff9272d not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:12:27.310194 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0860c403-e8de-48aa-99ba-68cdfbb3fb9c req-d8705e73-9731-4aa4-a904-35d57835fb50 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157831 Feb 07 17:12:27.323837 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=f2f93259-9f73-4eca-89d6-a521e86f8b7a,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:27.539527 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f2bae-6ada-4fbc-9086-0ecb0e2c6ab9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Deleting port 43a9c4b6-94e4-42be-8d65-05f139d7d47d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:12:27.540941 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad1f2bae-6ada-4fbc-9086-0ecb0e2c6ab9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (43a9c4b6-94e4-42be-8d65-05f139d7d47d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:27.696823 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-ad1f2bae-6ada-4fbc-9086-0ecb0e2c6ab9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] For port 43a9c4b6-94e4-42be-8d65-05f139d7d47d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=43a9c4b6-94e4-42be-8d65-05f139d7d47d,segment=NetworkSegment(27b9ce87-d6c0-445a-8f64-c0e74002e1af),segment_id=27b9ce87-d6c0-445a-8f64-c0e74002e1af)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:27.698548 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad1f2bae-6ada-4fbc-9086-0ecb0e2c6ab9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (43a9c4b6-94e4-42be-8d65-05f139d7d47d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:27.723362 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f2bae-6ada-4fbc-9086-0ecb0e2c6ab9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Calling delete_port for 43a9c4b6-94e4-42be-8d65-05f139d7d47d owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:12:28.161693 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad1f2bae-6ada-4fbc-9086-0ecb0e2c6ab9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (43a9c4b6-94e4-42be-8d65-05f139d7d47d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:28.213658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f2bae-6ada-4fbc-9086-0ecb0e2c6ab9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event deleted for resources: {'Port': ['ID=43a9c4b6-94e4-42be-8d65-05f139d7d47d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:28.237541 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3cf1d8b0-8348-4fb4-b6f3-74de9c4e91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:28.728560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163e842-2079-42c1-aa60-3507bbf5980b req-9b3472cd-62a2-4557-8130-0919fa8c09b1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:28.734575 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9163e842-2079-42c1-aa60-3507bbf5980b req-9b3472cd-62a2-4557-8130-0919fa8c09b1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 946 time: 0.1697383 Feb 07 17:12:28.871890 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9163e842-2079-42c1-aa60-3507bbf5980b req-7200f2cc-ab00-4bc0-81a9-6e0e0dffabfb tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306617 Feb 07 17:12:28.886323 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad1f2bae-6ada-4fbc-9086-0ecb0e2c6ab9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (3648e758-cc21-46bb-b14f-ff6e8ba2e59e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:28.949769 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44822) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:28.956911 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2e0260c4-735e-438f-8862-3ee73fd78ce3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'subnet': {'network_id': '80a5437e-2d5a-4858-b1a2-eeb4d5ba9559', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:29.137434 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0260c4-735e-438f-8862-3ee73fd78ce3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Made reservation on behalf of cf6a27b2c2414525b7751f06ecd9a36a for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:29.141784 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e0260c4-735e-438f-8862-3ee73fd78ce3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:29.202693 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a88883-dc78-4350-b7eb-1839d5bc11a9 req-2e73f401-b82b-43b2-b6ec-beda399e0831 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:29.204491 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03a88883-dc78-4350-b7eb-1839d5bc11a9 req-2e73f401-b82b-43b2-b6ec-beda399e0831 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 946 time: 0.1509402 Feb 07 17:12:29.266279 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1f2bae-6ada-4fbc-9086-0ecb0e2c6ab9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Router 3648e758-cc21-46bb-b14f-ff6e8ba2e59e has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:12:29.321146 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03a88883-dc78-4350-b7eb-1839d5bc11a9 req-e91d3b39-a25f-45e8-b16d-58744812f1fc tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032095 Feb 07 17:12:29.447205 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e0260c4-735e-438f-8862-3ee73fd78ce3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (985667be-0f62-4908-a1d3-31795172a8b7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:29.463130 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1f2bae-6ada-4fbc-9086-0ecb0e2c6ab9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:12:29.470896 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ad1f2bae-6ada-4fbc-9086-0ecb0e2c6ab9 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "PUT /v2.0/routers/3648e758-cc21-46bb-b14f-ff6e8ba2e59e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1152096 Feb 07 17:12:29.474566 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4701ccbe-c01e-42d5-ac0f-4f0ba4431747 None None] Sync routers for ids ['3648e758-cc21-46bb-b14f-ff6e8ba2e59e'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:12:29.485054 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44826) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:29.494330 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4701ccbe-c01e-42d5-ac0f-4f0ba4431747 None None] Routers {'3648e758-cc21-46bb-b14f-ff6e8ba2e59e'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:12:29.495277 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4701ccbe-c01e-42d5-ac0f-4f0ba4431747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:12:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['3648e758-cc21-46bb-b14f-ff6e8ba2e59e'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:29.513939 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0260c4-735e-438f-8862-3ee73fd78ce3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Subnet': ['ID=985667be-0f62-4908-a1d3-31795172a8b7,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:29.589269 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0260c4-735e-438f-8862-3ee73fd78ce3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Checking segment: {'id': '39200757-6d11-47df-84f9-1a90cdd653c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '80a5437e-2d5a-4858-b1a2-eeb4d5ba9559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:29.589809 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0260c4-735e-438f-8862-3ee73fd78ce3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network hostable DHCP agents. Network: 80a5437e-2d5a-4858-b1a2-eeb4d5ba9559, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:12:29.625470 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:29.634353 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-926e6d7d-49d2-49f1-9384-d0367eb9cb39 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Deleting subnet a49665c9-ce29-49ca-b28e-0c008521f833 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:12:29.644219 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-926e6d7d-49d2-49f1-9384-d0367eb9cb39 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for subnet (a49665c9-ce29-49ca-b28e-0c008521f833), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:29.647165 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0260c4-735e-438f-8862-3ee73fd78ce3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network 80a5437e-2d5a-4858-b1a2-eeb4d5ba9559 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:12:29.679350 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4701ccbe-c01e-42d5-ac0f-4f0ba4431747 None None] Set router 3648e758-cc21-46bb-b14f-ff6e8ba2e59e gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:12:29.696399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2e0260c4-735e-438f-8862-3ee73fd78ce3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 80a5437e-2d5a-4858-b1a2-eeb4d5ba9559) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:29.702620 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0260c4-735e-438f-8862-3ee73fd78ce3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:29.703225 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e0260c4-735e-438f-8862-3ee73fd78ce3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:29.730501 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-926e6d7d-49d2-49f1-9384-d0367eb9cb39 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (a49665c9-ce29-49ca-b28e-0c008521f833), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:29.745918 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2e0260c4-735e-438f-8862-3ee73fd78ce3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7933736 Feb 07 17:12:29.746442 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787b877c-3420-42c3-9b93-71768bd60e12 None None] Network 80a5437e-2d5a-4858-b1a2-eeb4d5ba9559 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:29.749599 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44830) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:29.756176 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7597202b-9212-4d15-9d81-382ef3ede820 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-365311452'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:29.812958 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7597202b-9212-4d15-9d81-382ef3ede820 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Made reservation on behalf of cf6a27b2c2414525b7751f06ecd9a36a for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:29.818115 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7597202b-9212-4d15-9d81-382ef3ede820 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:29.936528 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7597202b-9212-4d15-9d81-382ef3ede820 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:12:29.957877 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7597202b-9212-4d15-9d81-382ef3ede820 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (2aa68570-dfd4-40d3-a7d0-12c52fb5779f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:29.958495 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-7597202b-9212-4d15-9d81-382ef3ede820 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Added segment 2aa68570-dfd4-40d3-a7d0-12c52fb5779f of type vlan for network a5d10c76-bc7f-4631-8753-13fca9389920 Feb 07 17:12:29.999163 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-926e6d7d-49d2-49f1-9384-d0367eb9cb39 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (a49665c9-ce29-49ca-b28e-0c008521f833), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:30.063275 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7597202b-9212-4d15-9d81-382ef3ede820 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (a5d10c76-bc7f-4631-8753-13fca9389920), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:30.115759 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-926e6d7d-49d2-49f1-9384-d0367eb9cb39 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (a49665c9-ce29-49ca-b28e-0c008521f833), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:30.140130 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-926e6d7d-49d2-49f1-9384-d0367eb9cb39 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:30.144204 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-926e6d7d-49d2-49f1-9384-d0367eb9cb39 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "DELETE /v2.0/subnets/a49665c9-ce29-49ca-b28e-0c008521f833 HTTP/1.1" status: 204 len: 168 time: 0.6566255 Feb 07 17:12:30.152265 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44840) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:30.163462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-80a5437e-2d5a-4858-b1a2-eeb4d5ba9559', 'network_id': '80a5437e-2d5a-4858-b1a2-eeb4d5ba9559', 'project_id': 'cf6a27b2c2414525b7751f06ecd9a36a', 'fixed_ips': [{'subnet_id': '985667be-0f62-4908-a1d3-31795172a8b7'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:12:30.164462 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:30.167951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e6d7d-49d2-49f1-9384-d0367eb9cb39 tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event deleted for resources: {'Subnet': ['ID=a49665c9-ce29-49ca-b28e-0c008521f833,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:30.179706 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53306ff9-1aa4-4a31-b1b5-711a5f819a52 None None] Network d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:30.309754 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-09774d03-5084-4afb-ba9a-9fc7217d99ac tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for router (3648e758-cc21-46bb-b14f-ff6e8ba2e59e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:30.313911 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7597202b-9212-4d15-9d81-382ef3ede820 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (a5d10c76-bc7f-4631-8753-13fca9389920), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:30.319284 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7597202b-9212-4d15-9d81-382ef3ede820 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:30.320101 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7597202b-9212-4d15-9d81-382ef3ede820 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:30.477731 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597202b-9212-4d15-9d81-382ef3ede820 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Network': ['ID=a5d10c76-bc7f-4631-8753-13fca9389920,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:30.502469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44850) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:30.508557 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-aae03575-39a6-45c1-b86c-77130d7fec25 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'subnet': {'network_id': 'a5d10c76-bc7f-4631-8753-13fca9389920', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:30.514843 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7597202b-9212-4d15-9d81-382ef3ede820 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7638159 Feb 07 17:12:30.596246 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-09774d03-5084-4afb-ba9a-9fc7217d99ac tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for router_gateway (3648e758-cc21-46bb-b14f-ff6e8ba2e59e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:30.731172 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-09774d03-5084-4afb-ba9a-9fc7217d99ac tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Deleting port 056b65b7-978b-417f-863d-7324c1c4d962 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:12:30.731970 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-09774d03-5084-4afb-ba9a-9fc7217d99ac tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (056b65b7-978b-417f-863d-7324c1c4d962), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:30.773656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae03575-39a6-45c1-b86c-77130d7fec25 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Made reservation on behalf of cf6a27b2c2414525b7751f06ecd9a36a for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:30.781313 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] Allocated IP 2001:db8:0:ffff::2 (80a5437e-2d5a-4858-b1a2-eeb4d5ba9559/985667be-0f62-4908-a1d3-31795172a8b7/34267f5d-e8d0-4d08-90d9-48353417bd53) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:12:30.788472 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aae03575-39a6-45c1-b86c-77130d7fec25 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:30.854903 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-09774d03-5084-4afb-ba9a-9fc7217d99ac tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] For port 056b65b7-978b-417f-863d-7324c1c4d962, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=056b65b7-978b-417f-863d-7324c1c4d962,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:30.855708 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-09774d03-5084-4afb-ba9a-9fc7217d99ac tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (056b65b7-978b-417f-863d-7324c1c4d962), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:30.892292 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-09774d03-5084-4afb-ba9a-9fc7217d99ac tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Calling delete_port for 056b65b7-978b-417f-863d-7324c1c4d962 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:12:30.912096 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network a5d10c76-bc7f-4631-8753-13fca9389920 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:12:31.255462 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-09774d03-5084-4afb-ba9a-9fc7217d99ac tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (056b65b7-978b-417f-863d-7324c1c4d962), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:31.366002 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aae03575-39a6-45c1-b86c-77130d7fec25 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (e7fb698d-0843-48a8-856a-494427bd3b63), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:31.376572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09774d03-5084-4afb-ba9a-9fc7217d99ac tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event deleted for resources: {'Port': ['ID=056b65b7-978b-417f-863d-7324c1c4d962,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:31.436068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae03575-39a6-45c1-b86c-77130d7fec25 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Subnet': ['ID=e7fb698d-0843-48a8-856a-494427bd3b63,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:31.498538 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] Publish callbacks [] for port (34267f5d-e8d0-4d08-90d9-48353417bd53), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:31.506044 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae03575-39a6-45c1-b86c-77130d7fec25 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Checking segment: {'id': '2aa68570-dfd4-40d3-a7d0-12c52fb5779f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a5d10c76-bc7f-4631-8753-13fca9389920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:31.521257 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae03575-39a6-45c1-b86c-77130d7fec25 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network hostable DHCP agents. Network: a5d10c76-bc7f-4631-8753-13fca9389920, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:12:31.522219 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (34267f5d-e8d0-4d08-90d9-48353417bd53), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:31.522219 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:31.527125 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-09774d03-5084-4afb-ba9a-9fc7217d99ac tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (3648e758-cc21-46bb-b14f-ff6e8ba2e59e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:31.556166 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae03575-39a6-45c1-b86c-77130d7fec25 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network a5d10c76-bc7f-4631-8753-13fca9389920 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:12:31.584824 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-aae03575-39a6-45c1-b86c-77130d7fec25 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, a5d10c76-bc7f-4631-8753-13fca9389920) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:31.601968 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae03575-39a6-45c1-b86c-77130d7fec25 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:31.605302 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aae03575-39a6-45c1-b86c-77130d7fec25 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:31.618554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f83846-4e64-4675-9faf-ce0d838f01d4 None None] Network a5d10c76-bc7f-4631-8753-13fca9389920 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:31.650184 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-aae03575-39a6-45c1-b86c-77130d7fec25 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1458790 Feb 07 17:12:31.652815 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44878) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:31.761311 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-09774d03-5084-4afb-ba9a-9fc7217d99ac tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (3648e758-cc21-46bb-b14f-ff6e8ba2e59e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:31.767452 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-09774d03-5084-4afb-ba9a-9fc7217d99ac tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for router_controller (3648e758-cc21-46bb-b14f-ff6e8ba2e59e), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:31.768584 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4701ccbe-c01e-42d5-ac0f-4f0ba4431747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893619253', 'tenant_id': 'df2ae0e149dd45049c788ec21df35203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '056b65b7-978b-417f-863d-7324c1c4d962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:10:22Z', 'updated_at': '2022-02-07T17:12:27Z', 'revision_number': 5, 'project_id': 'df2ae0e149dd45049c788ec21df35203', 'gw_port': {'id': '056b65b7-978b-417f-863d-7324c1c4d962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3648e758-cc21-46bb-b14f-ff6e8ba2e59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:10:23Z', 'updated_at': '2022-02-07T17:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:31.853816 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-757518a3-a879-4a86-9335-4924261c30ef tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (a5d10c76-bc7f-4631-8753-13fca9389920), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:31.923262 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-757518a3-a879-4a86-9335-4924261c30ef tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (e7fb698d-0843-48a8-856a-494427bd3b63), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:31.933491 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-09774d03-5084-4afb-ba9a-9fc7217d99ac tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (3648e758-cc21-46bb-b14f-ff6e8ba2e59e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:31.933836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09774d03-5084-4afb-ba9a-9fc7217d99ac tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Fanout notify agent at l3_agent the message router_deleted on router 3648e758-cc21-46bb-b14f-ff6e8ba2e59e {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:12:31.951736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] Network 80a5437e-2d5a-4858-b1a2-eeb4d5ba9559 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:12:31.968853 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-09774d03-5084-4afb-ba9a-9fc7217d99ac tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:31.972617 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4701ccbe-c01e-42d5-ac0f-4f0ba4431747 None None] Checking router: 3648e758-cc21-46bb-b14f-ff6e8ba2e59e for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:12:31.975213 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-09774d03-5084-4afb-ba9a-9fc7217d99ac tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "DELETE /v2.0/routers/3648e758-cc21-46bb-b14f-ff6e8ba2e59e HTTP/1.1" status: 204 len: 168 time: 1.8204045 Feb 07 17:12:31.978401 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44900) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:31.984225 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:31.987762 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:12:32.000595 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] Pushing event updated for resources: {'Port': ['ID=34267f5d-e8d0-4d08-90d9-48353417bd53,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:32.027064 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725fe767-0d30-460c-b706-c3b816539f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-a5d10c76-bc7f-4631-8753-13fca9389920', 'network_id': 'a5d10c76-bc7f-4631-8753-13fca9389920', 'project_id': 'cf6a27b2c2414525b7751f06ecd9a36a', 'fixed_ips': [{'subnet_id': 'e7fb698d-0843-48a8-856a-494427bd3b63'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:12:32.028172 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-725fe767-0d30-460c-b706-c3b816539f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:32.045788 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262ba1c2-06af-4197-b803-a5f19f38c7f5 None None] DHCP port deletion for d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:12:32.126542 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-757518a3-a879-4a86-9335-4924261c30ef tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (e7fb698d-0843-48a8-856a-494427bd3b63), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:32.131579 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4701ccbe-c01e-42d5-ac0f-4f0ba4431747 None None] Routers set() bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:12:32.132295 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4701ccbe-c01e-42d5-ac0f-4f0ba4431747 None None] Router IDs set() for agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 07 17:12:32.133125 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_agentschedulers_db [None req-4701ccbe-c01e-42d5-ac0f-4f0ba4431747 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3648e758-cc21-46bb-b14f-ff6e8ba2e59e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:12:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent'). {{(pid=103228) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 07 17:12:32.134112 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4701ccbe-c01e-42d5-ac0f-4f0ba4431747 None None] The sync data for ids ['3648e758-cc21-46bb-b14f-ff6e8ba2e59e'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:12:32.227429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757518a3-a879-4a86-9335-4924261c30ef tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Subnet': ['ID=e7fb698d-0843-48a8-856a-494427bd3b63,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:32.299112 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (d5255453-bb9f-4ec4-afee-e5b5fda8b2f4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:32.437386 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-757518a3-a879-4a86-9335-4924261c30ef tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (a5d10c76-bc7f-4631-8753-13fca9389920), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:32.459487 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Deleting port 7ef39db2-db79-4060-bf43-3a1c98c70da3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:12:32.460088 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (7ef39db2-db79-4060-bf43-3a1c98c70da3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:32.476977 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-757518a3-a879-4a86-9335-4924261c30ef tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d10c76-bc7f-4631-8753-13fca9389920']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:32.488838 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-757518a3-a879-4a86-9335-4924261c30ef tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa68570-dfd4-40d3-a7d0-12c52fb5779f') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:32.489304 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-757518a3-a879-4a86-9335-4924261c30ef tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa68570-dfd4-40d3-a7d0-12c52fb5779f') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:32.500976 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-757518a3-a879-4a86-9335-4924261c30ef tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (2aa68570-dfd4-40d3-a7d0-12c52fb5779f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:32.516156 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-757518a3-a879-4a86-9335-4924261c30ef tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (2aa68570-dfd4-40d3-a7d0-12c52fb5779f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:32.527770 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757518a3-a879-4a86-9335-4924261c30ef tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:12:32.528427 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-757518a3-a879-4a86-9335-4924261c30ef tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (2aa68570-dfd4-40d3-a7d0-12c52fb5779f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:12:32.534042 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:12:32.540629 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] For port 7ef39db2-db79-4060-bf43-3a1c98c70da3, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7ef39db2-db79-4060-bf43-3a1c98c70da3,segment=NetworkSegment(27b9ce87-d6c0-445a-8f64-c0e74002e1af),segment_id=27b9ce87-d6c0-445a-8f64-c0e74002e1af)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:32.541227 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (7ef39db2-db79-4060-bf43-3a1c98c70da3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:32.561383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Calling delete_port for 7ef39db2-db79-4060-bf43-3a1c98c70da3 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:12:32.592882 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] Attempting to bind port 34267f5d-e8d0-4d08-90d9-48353417bd53 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:12:32.593473 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] Attempting to bind port 34267f5d-e8d0-4d08-90d9-48353417bd53 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '39200757-6d11-47df-84f9-1a90cdd653c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '80a5437e-2d5a-4858-b1a2-eeb4d5ba9559'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:12:32.593882 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] Attempting to bind port 34267f5d-e8d0-4d08-90d9-48353417bd53 on network 80a5437e-2d5a-4858-b1a2-eeb4d5ba9559 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server [None req-725fe767-0d30-460c-b706-c3b816539f23 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7fb698d-0843-48a8-856a-494427bd3b63: This subnet is being modified by another concurrent operation. Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise exception Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7fb698d-0843-48a8-856a-494427bd3b63: This subnet is being modified by another concurrent operation. Feb 07 17:12:32.612070 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server Feb 07 17:12:32.625398 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:32.663222 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-757518a3-a879-4a86-9335-4924261c30ef tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (a5d10c76-bc7f-4631-8753-13fca9389920), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:32.668467 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1137c51b-b7b9-476e-af5d-26e670c26e27 None None] Network a5d10c76-bc7f-4631-8753-13fca9389920 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:32.673029 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:12:32.679389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] Checking segment: {'id': '39200757-6d11-47df-84f9-1a90cdd653c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '80a5437e-2d5a-4858-b1a2-eeb4d5ba9559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:32.682330 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:32.686962 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] Bound using segment: {'id': '39200757-6d11-47df-84f9-1a90cdd653c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '80a5437e-2d5a-4858-b1a2-eeb4d5ba9559'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:12:32.687642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] Bound port: 34267f5d-e8d0-4d08-90d9-48353417bd53, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39200757-6d11-47df-84f9-1a90cdd653c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '80a5437e-2d5a-4858-b1a2-eeb4d5ba9559'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:12:32.688067 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (34267f5d-e8d0-4d08-90d9-48353417bd53), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:32.701422 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-757518a3-a879-4a86-9335-4924261c30ef tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:32.705494 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-757518a3-a879-4a86-9335-4924261c30ef tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/networks/a5d10c76-bc7f-4631-8753-13fca9389920 HTTP/1.1" status: 204 len: 168 time: 1.0494998 Feb 07 17:12:32.706613 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757518a3-a879-4a86-9335-4924261c30ef tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Network': ['ID=a5d10c76-bc7f-4631-8753-13fca9389920,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:32.711499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44908) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:32.724496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d9ecf6b7-cff9-4b9d-bbc8-b9698f22080f tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-211699208'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:32.801081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ecf6b7-cff9-4b9d-bbc8-b9698f22080f tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Made reservation on behalf of cf6a27b2c2414525b7751f06ecd9a36a for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:32.821064 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (7ef39db2-db79-4060-bf43-3a1c98c70da3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:32.833803 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf6b7-cff9-4b9d-bbc8-b9698f22080f tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:32.848191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] No DVR routers for this DVR port 7ef39db2-db79-4060-bf43-3a1c98c70da3 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:12:32.892656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ecf6b7-cff9-4b9d-bbc8-b9698f22080f tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:12:32.910243 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event deleted for resources: {'Port': ['ID=7ef39db2-db79-4060-bf43-3a1c98c70da3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:32.911642 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf6b7-cff9-4b9d-bbc8-b9698f22080f tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (b5619576-a920-4371-9f1b-696f57951c82), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:32.912118 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-d9ecf6b7-cff9-4b9d-bbc8-b9698f22080f tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Added segment b5619576-a920-4371-9f1b-696f57951c82 of type vlan for network 6ce9825e-c3bc-4b83-8fb2-682f54d3b7be Feb 07 17:12:33.016764 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf6b7-cff9-4b9d-bbc8-b9698f22080f tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (6ce9825e-c3bc-4b83-8fb2-682f54d3b7be), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:33.041776 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1137c51b-b7b9-476e-af5d-26e670c26e27 None None] Network a5d10c76-bc7f-4631-8753-13fca9389920 could not be found, it might have been deleted concurrently. {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 07 17:12:33.069092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-262ba1c2-06af-4197-b803-a5f19f38c7f5 None None] Deleting port 7ef39db2-db79-4060-bf43-3a1c98c70da3 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:12:33.077042 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-262ba1c2-06af-4197-b803-a5f19f38c7f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (7ef39db2-db79-4060-bf43-3a1c98c70da3), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:33.107957 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (d5255453-bb9f-4ec4-afee-e5b5fda8b2f4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:33.119656 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf6b7-cff9-4b9d-bbc8-b9698f22080f tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (6ce9825e-c3bc-4b83-8fb2-682f54d3b7be), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:33.146303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ecf6b7-cff9-4b9d-bbc8-b9698f22080f tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:33.149336 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf6b7-cff9-4b9d-bbc8-b9698f22080f tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:33.173999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5255453-bb9f-4ec4-afee-e5b5fda8b2f4']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:33.241960 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b9ce87-d6c0-445a-8f64-c0e74002e1af') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:33.243964 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b9ce87-d6c0-445a-8f64-c0e74002e1af') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:33.244139 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-262ba1c2-06af-4197-b803-a5f19f38c7f5 None None] For port 7ef39db2-db79-4060-bf43-3a1c98c70da3, host n-d-827865-3, got binding levels [] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:33.244615 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-262ba1c2-06af-4197-b803-a5f19f38c7f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (7ef39db2-db79-4060-bf43-3a1c98c70da3), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:33.282112 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (27b9ce87-d6c0-445a-8f64-c0e74002e1af), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:33.302309 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-262ba1c2-06af-4197-b803-a5f19f38c7f5 None None] Calling delete_port for 7ef39db2-db79-4060-bf43-3a1c98c70da3 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:12:33.307264 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.ipam_backend_mixin [None req-262ba1c2-06af-4197-b803-a5f19f38c7f5 None None] Port 7ef39db2-db79-4060-bf43-3a1c98c70da3 was not found and therefore no delete operation was performed {{(pid=103228) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 17:12:33.312758 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-262ba1c2-06af-4197-b803-a5f19f38c7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (7ef39db2-db79-4060-bf43-3a1c98c70da3), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:33.347392 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (27b9ce87-d6c0-445a-8f64-c0e74002e1af), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:33.356589 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:12:33.357611 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (27b9ce87-d6c0-445a-8f64-c0e74002e1af), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:12:33.368580 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:12:33.378393 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ba1c2-06af-4197-b803-a5f19f38c7f5 None None] Pushing event deleted for resources: {'Port': ['ID=7ef39db2-db79-4060-bf43-3a1c98c70da3,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:33.413170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262ba1c2-06af-4197-b803-a5f19f38c7f5 None None] No DVR routers for this DVR port 7ef39db2-db79-4060-bf43-3a1c98c70da3 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:12:33.463639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7ef39db2-db79-4060-bf43-3a1c98c70da3 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:12:33.464870 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d9ecf6b7-cff9-4b9d-bbc8-b9698f22080f tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7524559 Feb 07 17:12:33.477317 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44918) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:33.491881 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c3b611c9-66fa-4682-afaf-6cd35f5884da tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'subnet': {'network_id': '6ce9825e-c3bc-4b83-8fb2-682f54d3b7be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:33.531331 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 7ef39db2-db79-4060-bf43-3a1c98c70da3 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:12:33.531640 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7ef39db2-db79-4060-bf43-3a1c98c70da3 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:12:33.532047 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 43a9c4b6-94e4-42be-8d65-05f139d7d47d no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:12:33.567896 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (d5255453-bb9f-4ec4-afee-e5b5fda8b2f4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:33.590120 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 43a9c4b6-94e4-42be-8d65-05f139d7d47d {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:12:33.590453 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 43a9c4b6-94e4-42be-8d65-05f139d7d47d not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:12:33.594863 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:33.599205 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] 10.222.0.18 "DELETE /v2.0/networks/d5255453-bb9f-4ec4-afee-e5b5fda8b2f4 HTTP/1.1" status: 204 len: 168 time: 1.6119661 Feb 07 17:12:33.600624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d49c8-34d2-4833-b631-090790ffb52f tempest-TestSecurityGroupsBasicOps-705207631 tempest-TestSecurityGroupsBasicOps-705207631-project] Pushing event deleted for resources: {'Network': ['ID=d5255453-bb9f-4ec4-afee-e5b5fda8b2f4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:33.605044 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] For port 34267f5d-e8d0-4d08-90d9-48353417bd53, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:12:33.678898 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] For port 34267f5d-e8d0-4d08-90d9-48353417bd53, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=34267f5d-e8d0-4d08-90d9-48353417bd53,segment=NetworkSegment(39200757-6d11-47df-84f9-1a90cdd653c6),segment_id=39200757-6d11-47df-84f9-1a90cdd653c6)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:12:33.688952 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf6b7-cff9-4b9d-bbc8-b9698f22080f tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Network': ['ID=6ce9825e-c3bc-4b83-8fb2-682f54d3b7be,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:33.737432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 6ce9825e-c3bc-4b83-8fb2-682f54d3b7be details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:12:33.773816 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (34267f5d-e8d0-4d08-90d9-48353417bd53), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:33.818762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b611c9-66fa-4682-afaf-6cd35f5884da tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Made reservation on behalf of cf6a27b2c2414525b7751f06ecd9a36a for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:33.822825 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3b611c9-66fa-4682-afaf-6cd35f5884da tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:34.009500 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72b792-e316-4165-a39e-179c479e7a40 None None] Pushing event updated for resources: {'Port': ['ID=34267f5d-e8d0-4d08-90d9-48353417bd53,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:34.360269 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44930) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:34.365163 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3b611c9-66fa-4682-afaf-6cd35f5884da tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (73ef7d3b-8ec1-403d-996e-4df3fff21542), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:34.541453 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b611c9-66fa-4682-afaf-6cd35f5884da tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Checking segment: {'id': 'b5619576-a920-4371-9f1b-696f57951c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6ce9825e-c3bc-4b83-8fb2-682f54d3b7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:34.541838 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b611c9-66fa-4682-afaf-6cd35f5884da tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network hostable DHCP agents. Network: 6ce9825e-c3bc-4b83-8fb2-682f54d3b7be, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:12:34.565156 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b611c9-66fa-4682-afaf-6cd35f5884da tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Subnet': ['ID=73ef7d3b-8ec1-403d-996e-4df3fff21542,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:34.586695 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b611c9-66fa-4682-afaf-6cd35f5884da tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network 6ce9825e-c3bc-4b83-8fb2-682f54d3b7be is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:12:34.614958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c3b611c9-66fa-4682-afaf-6cd35f5884da tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 6ce9825e-c3bc-4b83-8fb2-682f54d3b7be) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:34.627500 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9059a28c-34ef-4389-a419-045776f1b523 None None] Network 6ce9825e-c3bc-4b83-8fb2-682f54d3b7be requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:34.634361 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b611c9-66fa-4682-afaf-6cd35f5884da tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:34.635159 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3b611c9-66fa-4682-afaf-6cd35f5884da tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:34.668478 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44934) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:34.671863 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c3b611c9-66fa-4682-afaf-6cd35f5884da tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1908293 Feb 07 17:12:34.675065 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b319fcd3-cbb6-456d-a4a8-5184fe4832c6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-751054222'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:34.784552 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b319fcd3-cbb6-456d-a4a8-5184fe4832c6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Made reservation on behalf of cf6a27b2c2414525b7751f06ecd9a36a for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:34.792152 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b319fcd3-cbb6-456d-a4a8-5184fe4832c6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:34.858271 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b319fcd3-cbb6-456d-a4a8-5184fe4832c6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:12:34.889727 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b319fcd3-cbb6-456d-a4a8-5184fe4832c6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (a1487c90-2ac8-4af0-8b3b-1cbf2e677556), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:34.894626 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-b319fcd3-cbb6-456d-a4a8-5184fe4832c6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Added segment a1487c90-2ac8-4af0-8b3b-1cbf2e677556 of type vlan for network 154faf74-1c58-46f4-a061-dbd497f39711 Feb 07 17:12:35.070027 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-6ce9825e-c3bc-4b83-8fb2-682f54d3b7be', 'network_id': '6ce9825e-c3bc-4b83-8fb2-682f54d3b7be', 'project_id': 'cf6a27b2c2414525b7751f06ecd9a36a', 'fixed_ips': [{'subnet_id': '73ef7d3b-8ec1-403d-996e-4df3fff21542'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:12:35.071197 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:35.082349 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b319fcd3-cbb6-456d-a4a8-5184fe4832c6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (154faf74-1c58-46f4-a061-dbd497f39711), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:35.118458 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 34267f5d-e8d0-4d08-90d9-48353417bd53 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:12:35.192684 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3cc59a65-ff9a-453f-b3d4-e39846f8518d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df2ae0e149dd45049c788ec21df35203&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8296618 Feb 07 17:12:35.197804 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44942) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:35.240966 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b319fcd3-cbb6-456d-a4a8-5184fe4832c6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (154faf74-1c58-46f4-a061-dbd497f39711), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:35.269712 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b319fcd3-cbb6-456d-a4a8-5184fe4832c6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:35.270867 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b319fcd3-cbb6-456d-a4a8-5184fe4832c6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:35.393706 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1355b70b-ad19-47be-9d4b-5f79c76a8774 admin admin] Publish callbacks [] for security_group (fad363de-42b0-453d-ae86-1a23f2e3f391), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:35.466711 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1355b70b-ad19-47be-9d4b-5f79c76a8774 admin admin] Publish callbacks [] for security_group (fad363de-42b0-453d-ae86-1a23f2e3f391), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:35.522162 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b319fcd3-cbb6-456d-a4a8-5184fe4832c6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8510294 Feb 07 17:12:35.527550 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44944) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:35.539538 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319fcd3-cbb6-456d-a4a8-5184fe4832c6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Network': ['ID=154faf74-1c58-46f4-a061-dbd497f39711,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:35.549037 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5099f563-ebb4-4f30-b71e-8a36f1d985c4 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'subnet': {'network_id': '154faf74-1c58-46f4-a061-dbd497f39711', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:35.551543 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 34267f5d-e8d0-4d08-90d9-48353417bd53 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:35.551743 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (34267f5d-e8d0-4d08-90d9-48353417bd53), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:35.610473 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 154faf74-1c58-46f4-a061-dbd497f39711 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:12:35.760846 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] Allocated IP 2001:db8::3 (6ce9825e-c3bc-4b83-8fb2-682f54d3b7be/73ef7d3b-8ec1-403d-996e-4df3fff21542/2f989888-de3f-4f3f-8ff1-40899230a4e8) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:12:35.772228 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1355b70b-ad19-47be-9d4b-5f79c76a8774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fad363de-42b0-453d-ae86-1a23f2e3f391), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:35.775022 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1355b70b-ad19-47be-9d4b-5f79c76a8774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:35.782889 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1355b70b-ad19-47be-9d4b-5f79c76a8774 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fad363de-42b0-453d-ae86-1a23f2e3f391 HTTP/1.1" status: 204 len: 168 time: 0.5841403 Feb 07 17:12:35.839972 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5099f563-ebb4-4f30-b71e-8a36f1d985c4 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Made reservation on behalf of cf6a27b2c2414525b7751f06ecd9a36a for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:35.849638 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5099f563-ebb4-4f30-b71e-8a36f1d985c4 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:36.055984 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355b70b-ad19-47be-9d4b-5f79c76a8774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad363de-42b0-453d-ae86-1a23f2e3f391,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:36.115499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-5099f563-ebb4-4f30-b71e-8a36f1d985c4 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Performing IP validity checks on allocation pools {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 17:12:36.122542 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-5099f563-ebb4-4f30-b71e-8a36f1d985c4 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 17:12:36.149305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2ddcf3-750e-466c-99f4-204dda08a0d2 None None] Network 80a5437e-2d5a-4858-b1a2-eeb4d5ba9559 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:36.155211 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] Publish callbacks [] for port (2f989888-de3f-4f3f-8ff1-40899230a4e8), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:36.211630 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (2f989888-de3f-4f3f-8ff1-40899230a4e8), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:36.271639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 34267f5d-e8d0-4d08-90d9-48353417bd53 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:36.272028 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (34267f5d-e8d0-4d08-90d9-48353417bd53), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:36.315459 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] Network 6ce9825e-c3bc-4b83-8fb2-682f54d3b7be is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:12:36.320408 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-867c54a5-9e2c-4995-8b54-13f549ae7d2a None None] Provisioning complete for port 34267f5d-e8d0-4d08-90d9-48353417bd53 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:36.320700 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-867c54a5-9e2c-4995-8b54-13f549ae7d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (34267f5d-e8d0-4d08-90d9-48353417bd53), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:36.342538 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:36.380020 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] Pushing event updated for resources: {'Port': ['ID=2f989888-de3f-4f3f-8ff1-40899230a4e8,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:36.391400 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:12:36.429334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 34267f5d-e8d0-4d08-90d9-48353417bd53, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=34267f5d-e8d0-4d08-90d9-48353417bd53,segment=NetworkSegment(39200757-6d11-47df-84f9-1a90cdd653c6),segment_id=39200757-6d11-47df-84f9-1a90cdd653c6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:36.497000 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (34267f5d-e8d0-4d08-90d9-48353417bd53), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:36.512512 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5099f563-ebb4-4f30-b71e-8a36f1d985c4 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (d4843b79-84d6-4675-8bfc-a6e88cc1bebf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:36.552770 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 056b65b7-978b-417f-863d-7324c1c4d962 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:12:36.559171 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44956) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:36.574907 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f45b6a16-b1d2-4e90-a8a0-141ecfd6cf65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:36.615480 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 056b65b7-978b-417f-863d-7324c1c4d962 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:12:36.616181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 056b65b7-978b-417f-863d-7324c1c4d962 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:12:36.618356 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5099f563-ebb4-4f30-b71e-8a36f1d985c4 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Checking segment: {'id': 'a1487c90-2ac8-4af0-8b3b-1cbf2e677556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '154faf74-1c58-46f4-a061-dbd497f39711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:36.618730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5099f563-ebb4-4f30-b71e-8a36f1d985c4 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network hostable DHCP agents. Network: 154faf74-1c58-46f4-a061-dbd497f39711, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:12:36.626174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] Attempting to bind port 2f989888-de3f-4f3f-8ff1-40899230a4e8 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:12:36.626719 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099f563-ebb4-4f30-b71e-8a36f1d985c4 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Subnet': ['ID=d4843b79-84d6-4675-8bfc-a6e88cc1bebf,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:36.627320 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] Attempting to bind port 2f989888-de3f-4f3f-8ff1-40899230a4e8 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'b5619576-a920-4371-9f1b-696f57951c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6ce9825e-c3bc-4b83-8fb2-682f54d3b7be'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:12:36.627918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] Attempting to bind port 2f989888-de3f-4f3f-8ff1-40899230a4e8 on network 6ce9825e-c3bc-4b83-8fb2-682f54d3b7be {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:12:36.640881 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:12:36.641357 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] Checking segment: {'id': 'b5619576-a920-4371-9f1b-696f57951c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6ce9825e-c3bc-4b83-8fb2-682f54d3b7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:36.642004 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:36.642492 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] Bound using segment: {'id': 'b5619576-a920-4371-9f1b-696f57951c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6ce9825e-c3bc-4b83-8fb2-682f54d3b7be'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:12:36.642986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] Bound port: 2f989888-de3f-4f3f-8ff1-40899230a4e8, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5619576-a920-4371-9f1b-696f57951c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6ce9825e-c3bc-4b83-8fb2-682f54d3b7be'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:12:36.643378 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2f989888-de3f-4f3f-8ff1-40899230a4e8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:36.645663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5099f563-ebb4-4f30-b71e-8a36f1d985c4 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network 154faf74-1c58-46f4-a061-dbd497f39711 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:12:36.662785 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5099f563-ebb4-4f30-b71e-8a36f1d985c4 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 154faf74-1c58-46f4-a061-dbd497f39711) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:36.671345 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5099f563-ebb4-4f30-b71e-8a36f1d985c4 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:36.672530 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5099f563-ebb4-4f30-b71e-8a36f1d985c4 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:36.713049 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10508d1-9e26-4ed7-8bc9-0ccc8cd1a5ba None None] Network 154faf74-1c58-46f4-a061-dbd497f39711 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:36.715478 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5099f563-ebb4-4f30-b71e-8a36f1d985c4 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1849942 Feb 07 17:12:36.720455 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 44958) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:36.799869 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=34267f5d-e8d0-4d08-90d9-48353417bd53,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:36.823032 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f45b6a16-b1d2-4e90-a8a0-141ecfd6cf65 admin admin] Publish callbacks [] for security_group (b5eca6f9-496a-499c-976f-014af9b76fe7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:36.838808 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f45b6a16-b1d2-4e90-a8a0-141ecfd6cf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b5eca6f9-496a-499c-976f-014af9b76fe7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:36.841873 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-867c54a5-9e2c-4995-8b54-13f549ae7d2a None None] Current status of the port 34267f5d-e8d0-4d08-90d9-48353417bd53 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:36.914003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] For port 2f989888-de3f-4f3f-8ff1-40899230a4e8, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:12:36.932622 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] For port 2f989888-de3f-4f3f-8ff1-40899230a4e8, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2f989888-de3f-4f3f-8ff1-40899230a4e8,segment=NetworkSegment(b5619576-a920-4371-9f1b-696f57951c82),segment_id=b5619576-a920-4371-9f1b-696f57951c82)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:12:36.956243 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2f989888-de3f-4f3f-8ff1-40899230a4e8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:37.049426 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b6a16-b1d2-4e90-a8a0-141ecfd6cf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5eca6f9-496a-499c-976f-014af9b76fe7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:37.068977 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98c277-1715-4dae-b8a1-aac22a0ba731 None None] Pushing event updated for resources: {'Port': ['ID=2f989888-de3f-4f3f-8ff1-40899230a4e8,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:37.084475 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-154faf74-1c58-46f4-a061-dbd497f39711', 'network_id': '154faf74-1c58-46f4-a061-dbd497f39711', 'project_id': 'cf6a27b2c2414525b7751f06ecd9a36a', 'fixed_ips': [{'subnet_id': 'd4843b79-84d6-4675-8bfc-a6e88cc1bebf'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:12:37.088364 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:37.145624 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f45b6a16-b1d2-4e90-a8a0-141ecfd6cf65 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f0f8bf875c142a084107cada2912723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5852251 Feb 07 17:12:37.149438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44964) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:37.392735 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bff05f8-d980-49de-aef2-a8af255f96bc admin admin] Publish callbacks [] for security_group (b5eca6f9-496a-499c-976f-014af9b76fe7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:37.455841 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bff05f8-d980-49de-aef2-a8af255f96bc admin admin] Publish callbacks [] for security_group (b5eca6f9-496a-499c-976f-014af9b76fe7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:37.582652 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bff05f8-d980-49de-aef2-a8af255f96bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b5eca6f9-496a-499c-976f-014af9b76fe7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:37.608818 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6bff05f8-d980-49de-aef2-a8af255f96bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:37.611527 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6bff05f8-d980-49de-aef2-a8af255f96bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5eca6f9-496a-499c-976f-014af9b76fe7 HTTP/1.1" status: 204 len: 168 time: 0.4515822 Feb 07 17:12:37.636307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff05f8-d980-49de-aef2-a8af255f96bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5eca6f9-496a-499c-976f-014af9b76fe7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:37.764636 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] Allocated IP 2001:db8::3 (154faf74-1c58-46f4-a061-dbd497f39711/d4843b79-84d6-4675-8bfc-a6e88cc1bebf/08f8045d-8ccd-4cf1-b78e-8122a0864f70) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:12:37.776670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-03da3696-11b2-44f3-bf8f-618d87c42c03 None None] Provisioning complete for port 34267f5d-e8d0-4d08-90d9-48353417bd53 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:37.777789 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-03da3696-11b2-44f3-bf8f-618d87c42c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (34267f5d-e8d0-4d08-90d9-48353417bd53), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:37.815186 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (154faf74-1c58-46f4-a061-dbd497f39711), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:37.847793 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-db4b6636-49d3-4185-b854-65e4361279c4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:37.857465 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-db4b6636-49d3-4185-b854-65e4361279c4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 811 time: 0.2757208 Feb 07 17:12:37.883628 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-78369ed2-0b81-4c80-992a-0492fab63099 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/quotas/233dfa16822a4a16ac319e689f5e7249 HTTP/1.1" status: 200 len: 375 time: 0.0242395 Feb 07 17:12:38.006284 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (d4843b79-84d6-4675-8bfc-a6e88cc1bebf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:38.026424 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-03da3696-11b2-44f3-bf8f-618d87c42c03 None None] Current status of the port 34267f5d-e8d0-4d08-90d9-48353417bd53 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:38.096793 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-047fb2d1-a81e-4d06-96fa-7ba7d58ca76d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1847811 Feb 07 17:12:38.145873 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] Publish callbacks [] for port (08f8045d-8ccd-4cf1-b78e-8122a0864f70), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:38.157819 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (08f8045d-8ccd-4cf1-b78e-8122a0864f70), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:38.268921 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (d4843b79-84d6-4675-8bfc-a6e88cc1bebf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:38.294954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] Network 154faf74-1c58-46f4-a061-dbd497f39711 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:12:38.323772 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:38.329490 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:12:38.380745 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Subnet': ['ID=d4843b79-84d6-4675-8bfc-a6e88cc1bebf,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:38.403604 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] Pushing event updated for resources: {'Port': ['ID=08f8045d-8ccd-4cf1-b78e-8122a0864f70,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:38.447234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44988) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:38.520746 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] Attempting to bind port 08f8045d-8ccd-4cf1-b78e-8122a0864f70 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:12:38.522582 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] Attempting to bind port 08f8045d-8ccd-4cf1-b78e-8122a0864f70 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'a1487c90-2ac8-4af0-8b3b-1cbf2e677556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '154faf74-1c58-46f4-a061-dbd497f39711'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:12:38.524598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] Attempting to bind port 08f8045d-8ccd-4cf1-b78e-8122a0864f70 on network 154faf74-1c58-46f4-a061-dbd497f39711 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:12:38.540137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:12:38.541630 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] Checking segment: {'id': 'a1487c90-2ac8-4af0-8b3b-1cbf2e677556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '154faf74-1c58-46f4-a061-dbd497f39711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:38.543374 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:38.547824 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] Bound using segment: {'id': 'a1487c90-2ac8-4af0-8b3b-1cbf2e677556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '154faf74-1c58-46f4-a061-dbd497f39711'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:12:38.549052 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] Bound port: 08f8045d-8ccd-4cf1-b78e-8122a0864f70, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1487c90-2ac8-4af0-8b3b-1cbf2e677556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '154faf74-1c58-46f4-a061-dbd497f39711'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:12:38.549942 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (08f8045d-8ccd-4cf1-b78e-8122a0864f70), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:38.586234 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-65ea7eba-75b7-4135-a330-807353ae7d7f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5aed090d7ee400b965f3e291b730225&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377468 Feb 07 17:12:38.589098 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 44990) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:38.627225 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-132179a1-00cb-48d5-853e-44459fcca605 service neutron] 10.222.0.18 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157840 Feb 07 17:12:38.664136 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (154faf74-1c58-46f4-a061-dbd497f39711), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:38.712842 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b07a1719-0ec3-4dba-88d9-a114cd303834 admin admin] Publish callbacks [] for security_group (a12d4dc8-008f-4159-af36-c88290009070), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:38.714028 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] For port 08f8045d-8ccd-4cf1-b78e-8122a0864f70, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:12:38.723713 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] For port 08f8045d-8ccd-4cf1-b78e-8122a0864f70, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=08f8045d-8ccd-4cf1-b78e-8122a0864f70,segment=NetworkSegment(a1487c90-2ac8-4af0-8b3b-1cbf2e677556),segment_id=a1487c90-2ac8-4af0-8b3b-1cbf2e677556)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:12:38.743001 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (08f8045d-8ccd-4cf1-b78e-8122a0864f70), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:38.796784 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b07a1719-0ec3-4dba-88d9-a114cd303834 admin admin] Publish callbacks [] for security_group (a12d4dc8-008f-4159-af36-c88290009070), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:38.864737 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154faf74-1c58-46f4-a061-dbd497f39711']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:38.881825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1487c90-2ac8-4af0-8b3b-1cbf2e677556') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:38.882237 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1487c90-2ac8-4af0-8b3b-1cbf2e677556') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:38.928297 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (a1487c90-2ac8-4af0-8b3b-1cbf2e677556), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:38.951319 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b07a1719-0ec3-4dba-88d9-a114cd303834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a12d4dc8-008f-4159-af36-c88290009070), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:38.954481 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b07a1719-0ec3-4dba-88d9-a114cd303834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:38.955970 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b07a1719-0ec3-4dba-88d9-a114cd303834 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a12d4dc8-008f-4159-af36-c88290009070 HTTP/1.1" status: 204 len: 168 time: 0.3656886 Feb 07 17:12:38.980868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a1719-0ec3-4dba-88d9-a114cd303834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12d4dc8-008f-4159-af36-c88290009070,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:39.022290 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (a1487c90-2ac8-4af0-8b3b-1cbf2e677556), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:39.076447 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:12:39.076867 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (a1487c90-2ac8-4af0-8b3b-1cbf2e677556), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:12:39.080680 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:12:39.207025 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feccb0f-8fa9-457a-8302-8d47350d3195 None None] Pushing event updated for resources: {'Port': ['ID=08f8045d-8ccd-4cf1-b78e-8122a0864f70,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:39.253772 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8524a35-ba82-4ef0-953c-cac71ade4582 None None] Network 154faf74-1c58-46f4-a061-dbd497f39711 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:39.298581 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-59c63bb3-ab54-46a1-a739-21a2109753a1 service neutron] 10.222.0.18 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6590250 Feb 07 17:12:39.305456 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.db.api [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 17:12:39.305456 n-d-827865-3 neutron-server[103226]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 17:12:39.305456 n-d-827865-3 neutron-server[103226]: [parameters: {'id': '154faf74-1c58-46f4-a061-dbd497f39711'}] Feb 07 17:12:39.305456 n-d-827865-3 neutron-server[103226]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:12:39.305842 n-d-827865-3 neutron-server[103226]: DEBUG oslo_db.api [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:12:39.468673 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d2d683-455f-4e38-8a62-b8d8f72cbab0 None None] Network 6ce9825e-c3bc-4b83-8fb2-682f54d3b7be requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:39.472610 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 34267f5d-e8d0-4d08-90d9-48353417bd53 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:12:39.695094 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-287b4752-0d35-471d-9920-453afb4b610a None None] Provisioning complete for port 2f989888-de3f-4f3f-8ff1-40899230a4e8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:39.695504 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-287b4752-0d35-471d-9920-453afb4b610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2f989888-de3f-4f3f-8ff1-40899230a4e8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:39.717412 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-04ff9edc-4118-45e5-8573-4f4a7a1b911d req-d28fa3bd-1611-4611-a843-ff08ad1b1aa3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 210 time: 0.0717700 Feb 07 17:12:39.808961 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (154faf74-1c58-46f4-a061-dbd497f39711), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:39.931983 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 34267f5d-e8d0-4d08-90d9-48353417bd53 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:39.935472 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (34267f5d-e8d0-4d08-90d9-48353417bd53), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:39.953797 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Deleting port 08f8045d-8ccd-4cf1-b78e-8122a0864f70 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:12:39.955879 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (08f8045d-8ccd-4cf1-b78e-8122a0864f70), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:40.020454 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-287b4752-0d35-471d-9920-453afb4b610a None None] Current status of the port 2f989888-de3f-4f3f-8ff1-40899230a4e8 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:40.020842 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-287b4752-0d35-471d-9920-453afb4b610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2f989888-de3f-4f3f-8ff1-40899230a4e8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:40.182771 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-287b4752-0d35-471d-9920-453afb4b610a None None] For port 2f989888-de3f-4f3f-8ff1-40899230a4e8, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2f989888-de3f-4f3f-8ff1-40899230a4e8,segment=NetworkSegment(b5619576-a920-4371-9f1b-696f57951c82),segment_id=b5619576-a920-4371-9f1b-696f57951c82)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:40.191196 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-287b4752-0d35-471d-9920-453afb4b610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2f989888-de3f-4f3f-8ff1-40899230a4e8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:40.244832 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] For port 08f8045d-8ccd-4cf1-b78e-8122a0864f70, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=08f8045d-8ccd-4cf1-b78e-8122a0864f70,segment=NetworkSegment(a1487c90-2ac8-4af0-8b3b-1cbf2e677556),segment_id=a1487c90-2ac8-4af0-8b3b-1cbf2e677556)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:40.248314 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (08f8045d-8ccd-4cf1-b78e-8122a0864f70), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:40.286368 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Calling delete_port for 08f8045d-8ccd-4cf1-b78e-8122a0864f70 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:12:40.401775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b4752-0d35-471d-9920-453afb4b610a None None] Pushing event updated for resources: {'Port': ['ID=2f989888-de3f-4f3f-8ff1-40899230a4e8,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:40.425234 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 34267f5d-e8d0-4d08-90d9-48353417bd53 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:40.426611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2f989888-de3f-4f3f-8ff1-40899230a4e8 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:12:40.523956 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (08f8045d-8ccd-4cf1-b78e-8122a0864f70), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:40.537638 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 2f989888-de3f-4f3f-8ff1-40899230a4e8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:40.538316 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2f989888-de3f-4f3f-8ff1-40899230a4e8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:40.626151 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] No DVR routers for this DVR port 08f8045d-8ccd-4cf1-b78e-8122a0864f70 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:12:40.645145 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Port': ['ID=08f8045d-8ccd-4cf1-b78e-8122a0864f70,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:40.734406 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 2f989888-de3f-4f3f-8ff1-40899230a4e8 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:40.769809 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (154faf74-1c58-46f4-a061-dbd497f39711), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:40.835959 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154faf74-1c58-46f4-a061-dbd497f39711']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:40.863281 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1487c90-2ac8-4af0-8b3b-1cbf2e677556') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:40.863594 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1487c90-2ac8-4af0-8b3b-1cbf2e677556') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:40.894250 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (a1487c90-2ac8-4af0-8b3b-1cbf2e677556), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:40.925753 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (a1487c90-2ac8-4af0-8b3b-1cbf2e677556), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:40.943662 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2f989888-de3f-4f3f-8ff1-40899230a4e8 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:12:40.949785 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:12:40.951880 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (a1487c90-2ac8-4af0-8b3b-1cbf2e677556), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:12:40.962376 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:12:41.048104 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3281902d-2fd1-45ba-a2cc-f2096eb22bc5 None None] get_active_networks_info from n-d-827865-3 {{(pid=103228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 17:12:41.205092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ffc7bf3f-1dee-45dc-817a-43233c87e2b5 None None] Provisioning complete for port 2f989888-de3f-4f3f-8ff1-40899230a4e8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:41.205790 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ffc7bf3f-1dee-45dc-817a-43233c87e2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2f989888-de3f-4f3f-8ff1-40899230a4e8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:41.311006 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (154faf74-1c58-46f4-a061-dbd497f39711), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:41.342252 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:41.367346 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45040) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:41.378857 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-19153f67-ede3-41e2-a8b4-6ba3226b4611 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1637099873'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:41.398633 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/networks/154faf74-1c58-46f4-a061-dbd497f39711 HTTP/1.1" status: 204 len: 168 time: 4.6665897 Feb 07 17:12:41.439380 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45042) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:41.502930 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19153f67-ede3-41e2-a8b4-6ba3226b4611 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Made reservation on behalf of cf6a27b2c2414525b7751f06ecd9a36a for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:41.510478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990de02-5041-4149-913d-8b9e8bb2dad7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Network': ['ID=154faf74-1c58-46f4-a061-dbd497f39711,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:41.522201 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19153f67-ede3-41e2-a8b4-6ba3226b4611 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:41.596178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19153f67-ede3-41e2-a8b4-6ba3226b4611 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:12:41.607516 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 2f989888-de3f-4f3f-8ff1-40899230a4e8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:41.608433 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2f989888-de3f-4f3f-8ff1-40899230a4e8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:41.632208 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19153f67-ede3-41e2-a8b4-6ba3226b4611 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (981225a9-9541-4757-aba2-13689c56f6a8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:41.634352 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-19153f67-ede3-41e2-a8b4-6ba3226b4611 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Added segment 981225a9-9541-4757-aba2-13689c56f6a8 of type vlan for network 04beb23e-37c5-4512-893f-c4838f0bb55f Feb 07 17:12:41.698982 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4744e1ab-f26d-40b2-88f0-a9120dd36150 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-645959125-network', 'tenant_id': '93f4073d45744677873ad354d0480811'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:41.727191 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3281902d-2fd1-45ba-a2cc-f2096eb22bc5 None None] Resources bound (agent type, host, resource id): {{(pid=103228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 17:12:41.728678 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19153f67-ede3-41e2-a8b4-6ba3226b4611 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (04beb23e-37c5-4512-893f-c4838f0bb55f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:41.745233 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4744e1ab-f26d-40b2-88f0-a9120dd36150 admin admin] Made reservation on behalf of 93f4073d45744677873ad354d0480811 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:41.748806 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4744e1ab-f26d-40b2-88f0-a9120dd36150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:41.756469 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-072bf2f8-c3bc-422e-88e9-cf326790f831 req-e4939ec8-dc91-4ed8-884f-f02d81a62dd2 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 210 time: 0.8871722 Feb 07 17:12:41.772756 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4744e1ab-f26d-40b2-88f0-a9120dd36150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:41.804400 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19153f67-ede3-41e2-a8b4-6ba3226b4611 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (04beb23e-37c5-4512-893f-c4838f0bb55f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:41.815914 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19153f67-ede3-41e2-a8b4-6ba3226b4611 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:41.817448 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19153f67-ede3-41e2-a8b4-6ba3226b4611 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:41.847180 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ffc7bf3f-1dee-45dc-817a-43233c87e2b5 None None] Current status of the port 2f989888-de3f-4f3f-8ff1-40899230a4e8 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:41.941819 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 2f989888-de3f-4f3f-8ff1-40899230a4e8 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:42.080938 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19153f67-ede3-41e2-a8b4-6ba3226b4611 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Network': ['ID=04beb23e-37c5-4512-893f-c4838f0bb55f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:42.118333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 04beb23e-37c5-4512-893f-c4838f0bb55f details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:12:42.208145 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4744e1ab-f26d-40b2-88f0-a9120dd36150 admin admin] Publish callbacks [] for security_group (f8e9b55b-f5c8-46a6-b448-85a519449780), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:42.234449 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4744e1ab-f26d-40b2-88f0-a9120dd36150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f8e9b55b-f5c8-46a6-b448-85a519449780), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:42.269953 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45050) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:42.280953 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f8e04e4a-6ce0-43e7-971a-6753970f3e26 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'subnet': {'network_id': '04beb23e-37c5-4512-893f-c4838f0bb55f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:42.289014 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-19153f67-ede3-41e2-a8b4-6ba3226b4611 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9184432 Feb 07 17:12:42.338384 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4744e1ab-f26d-40b2-88f0-a9120dd36150 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:12:42.365657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-6a7e0de4-7ae2-4825-b31b-de0d99f58194 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:42.367948 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-6a7e0de4-7ae2-4825-b31b-de0d99f58194 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.48 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 811 time: 0.3995662 Feb 07 17:12:42.395025 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-28902f84-2b83-425d-8183-d3a8ead935d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Request body: {'port': {'device_id': '990d8415-2e87-4f38-9464-3fdac58f9bf6', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'admin_state_up': True, 'tenant_id': '233dfa16822a4a16ac319e689f5e7249'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:42.414600 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bdfa8c-e78a-452b-94a6-22bdce4f6a35 None None] get_active_networks_info from n-d-827865-3 {{(pid=103228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 17:12:42.439910 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4744e1ab-f26d-40b2-88f0-a9120dd36150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (22cce0d9-3824-4439-82ec-d0aee25d5100), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:42.440824 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-4744e1ab-f26d-40b2-88f0-a9120dd36150 admin admin] Added segment 22cce0d9-3824-4439-82ec-d0aee25d5100 of type vlan for network 378a0518-7d9a-4b0c-b286-330349e93f1e Feb 07 17:12:42.516417 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744e1ab-f26d-40b2-88f0-a9120dd36150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e9b55b-f5c8-46a6-b448-85a519449780,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:42.544725 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e04e4a-6ce0-43e7-971a-6753970f3e26 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Made reservation on behalf of cf6a27b2c2414525b7751f06ecd9a36a for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:42.551603 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8e04e4a-6ce0-43e7-971a-6753970f3e26 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:42.619706 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4744e1ab-f26d-40b2-88f0-a9120dd36150 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (378a0518-7d9a-4b0c-b286-330349e93f1e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:42.705066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bdfa8c-e78a-452b-94a6-22bdce4f6a35 None None] Resources bound (agent type, host, resource id): {{(pid=103228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 17:12:42.715457 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4744e1ab-f26d-40b2-88f0-a9120dd36150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (378a0518-7d9a-4b0c-b286-330349e93f1e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:42.721693 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4744e1ab-f26d-40b2-88f0-a9120dd36150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:42.723261 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4744e1ab-f26d-40b2-88f0-a9120dd36150 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:43.040170 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-28902f84-2b83-425d-8183-d3a8ead935d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Made reservation on behalf of 233dfa16822a4a16ac319e689f5e7249 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:43.051692 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-28902f84-2b83-425d-8183-d3a8ead935d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:43.064792 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4744e1ab-f26d-40b2-88f0-a9120dd36150 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6232152 Feb 07 17:12:43.073323 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45060) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:43.115096 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e8d7d0a7-8346-4c56-b4ee-6f78487c1462 admin admin] Request body: {'subnet': {'network_id': '378a0518-7d9a-4b0c-b286-330349e93f1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-645959125-subnet', 'tenant_id': '93f4073d45744677873ad354d0480811', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:43.156031 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8e04e4a-6ce0-43e7-971a-6753970f3e26 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (766cdb7d-cc0e-4824-9942-e77d35f93a09), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:43.173920 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744e1ab-f26d-40b2-88f0-a9120dd36150 admin admin] Pushing event updated for resources: {'Network': ['ID=378a0518-7d9a-4b0c-b286-330349e93f1e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:43.193878 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 378a0518-7d9a-4b0c-b286-330349e93f1e details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:12:43.264422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e04e4a-6ce0-43e7-971a-6753970f3e26 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Subnet': ['ID=766cdb7d-cc0e-4824-9942-e77d35f93a09,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:43.279759 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e04e4a-6ce0-43e7-971a-6753970f3e26 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Checking segment: {'id': '981225a9-9541-4757-aba2-13689c56f6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '04beb23e-37c5-4512-893f-c4838f0bb55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:43.281030 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e04e4a-6ce0-43e7-971a-6753970f3e26 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network hostable DHCP agents. Network: 04beb23e-37c5-4512-893f-c4838f0bb55f, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:12:43.300431 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d7d0a7-8346-4c56-b4ee-6f78487c1462 admin admin] Made reservation on behalf of 93f4073d45744677873ad354d0480811 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:43.315684 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8d7d0a7-8346-4c56-b4ee-6f78487c1462 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:43.321026 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e04e4a-6ce0-43e7-971a-6753970f3e26 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network 04beb23e-37c5-4512-893f-c4838f0bb55f is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:12:43.339034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f8e04e4a-6ce0-43e7-971a-6753970f3e26 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 04beb23e-37c5-4512-893f-c4838f0bb55f) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:43.353590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e04e4a-6ce0-43e7-971a-6753970f3e26 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:43.354784 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8e04e4a-6ce0-43e7-971a-6753970f3e26 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:43.381434 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c1a81d-5763-4022-b749-70c1b686f120 None None] Network 04beb23e-37c5-4512-893f-c4838f0bb55f requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:43.399081 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f8e04e4a-6ce0-43e7-971a-6753970f3e26 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1221237 Feb 07 17:12:43.399386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45064) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:43.615457 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8432897-7d3e-42c5-b9c8-c10fa33757f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (04beb23e-37c5-4512-893f-c4838f0bb55f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:43.750607 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8432897-7d3e-42c5-b9c8-c10fa33757f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (766cdb7d-cc0e-4824-9942-e77d35f93a09), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:43.945648 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8432897-7d3e-42c5-b9c8-c10fa33757f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (766cdb7d-cc0e-4824-9942-e77d35f93a09), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:44.077062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8432897-7d3e-42c5-b9c8-c10fa33757f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Subnet': ['ID=766cdb7d-cc0e-4824-9942-e77d35f93a09,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:44.095015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd337bc0-602d-4faf-9453-992c40b0d0b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-04beb23e-37c5-4512-893f-c4838f0bb55f', 'network_id': '04beb23e-37c5-4512-893f-c4838f0bb55f', 'project_id': 'cf6a27b2c2414525b7751f06ecd9a36a', 'fixed_ips': [{'subnet_id': '766cdb7d-cc0e-4824-9942-e77d35f93a09'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:12:44.095914 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dd337bc0-602d-4faf-9453-992c40b0d0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:44.235160 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-854e030a-4afd-48fe-8704-4e97c0a4f0c6 req-67ffffd3-4e90-46d5-a1ef-a104693b26ab tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 210 time: 1.2688487 Feb 07 17:12:44.273551 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6320fae4-4b57-445a-8008-a8771965b2e6 None None] Network 04beb23e-37c5-4512-893f-c4838f0bb55f requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:44.276372 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8432897-7d3e-42c5-b9c8-c10fa33757f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (04beb23e-37c5-4512-893f-c4838f0bb55f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:44.320052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f8432897-7d3e-42c5-b9c8-c10fa33757f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04beb23e-37c5-4512-893f-c4838f0bb55f']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:44.360281 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f8432897-7d3e-42c5-b9c8-c10fa33757f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981225a9-9541-4757-aba2-13689c56f6a8') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:44.364762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f8432897-7d3e-42c5-b9c8-c10fa33757f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981225a9-9541-4757-aba2-13689c56f6a8') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:44.399723 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8432897-7d3e-42c5-b9c8-c10fa33757f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (981225a9-9541-4757-aba2-13689c56f6a8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:44.441571 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8432897-7d3e-42c5-b9c8-c10fa33757f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (981225a9-9541-4757-aba2-13689c56f6a8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:44.461866 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8432897-7d3e-42c5-b9c8-c10fa33757f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:12:44.462971 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8432897-7d3e-42c5-b9c8-c10fa33757f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (981225a9-9541-4757-aba2-13689c56f6a8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:12:44.473608 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:12:44.593555 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8432897-7d3e-42c5-b9c8-c10fa33757f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (04beb23e-37c5-4512-893f-c4838f0bb55f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:44.600958 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-28902f84-2b83-425d-8183-d3a8ead935d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Allocated IP 172.20.0.14 (56094dec-cda5-47cb-bfb8-9d2a21cddfa9/311a2122-e2a3-40f9-ab16-f19979f8f39f/1fecfb4d-b487-4e33-928d-656b3746fd38) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:12:44.623471 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8432897-7d3e-42c5-b9c8-c10fa33757f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:44.635350 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f8432897-7d3e-42c5-b9c8-c10fa33757f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/networks/04beb23e-37c5-4512-893f-c4838f0bb55f HTTP/1.1" status: 204 len: 168 time: 1.2316015 Feb 07 17:12:44.635350 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8432897-7d3e-42c5-b9c8-c10fa33757f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Network': ['ID=04beb23e-37c5-4512-893f-c4838f0bb55f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:44.637131 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45074) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:44.645397 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-eddf0a9f-efd5-41e5-8a2c-7a422470c531 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1349040139'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:44.683328 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddf0a9f-efd5-41e5-8a2c-7a422470c531 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Made reservation on behalf of cf6a27b2c2414525b7751f06ecd9a36a for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:44.689441 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eddf0a9f-efd5-41e5-8a2c-7a422470c531 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:44.736977 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddf0a9f-efd5-41e5-8a2c-7a422470c531 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:12:44.775581 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eddf0a9f-efd5-41e5-8a2c-7a422470c531 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (19599852-06dd-461c-93bb-859e50ade4ec), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:44.776814 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-eddf0a9f-efd5-41e5-8a2c-7a422470c531 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Added segment 19599852-06dd-461c-93bb-859e50ade4ec of type vlan for network 3ff4d8b8-1ba0-4a68-b631-8220c4c01604 Feb 07 17:12:44.858613 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eddf0a9f-efd5-41e5-8a2c-7a422470c531 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (3ff4d8b8-1ba0-4a68-b631-8220c4c01604), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:44.898992 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-28902f84-2b83-425d-8183-d3a8ead935d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for port (1fecfb4d-b487-4e33-928d-656b3746fd38), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:44.900742 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eddf0a9f-efd5-41e5-8a2c-7a422470c531 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (3ff4d8b8-1ba0-4a68-b631-8220c4c01604), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:44.913377 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddf0a9f-efd5-41e5-8a2c-7a422470c531 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:44.914054 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eddf0a9f-efd5-41e5-8a2c-7a422470c531 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:44.958229 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8d7d0a7-8346-4c56-b4ee-6f78487c1462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (16e468f9-7c5e-49e2-9102-b20720bd2a16), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:44.961240 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-28902f84-2b83-425d-8183-d3a8ead935d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1fecfb4d-b487-4e33-928d-656b3746fd38), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:44.973753 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['f2f93259-9f73-4eca-89d6-a521e86f8b7a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:12:45.103159 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-28902f84-2b83-425d-8183-d3a8ead935d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:12:45.118621 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-28902f84-2b83-425d-8183-d3a8ead935d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:45.122281 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-28902f84-2b83-425d-8183-d3a8ead935d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:12:45.126934 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-eddf0a9f-efd5-41e5-8a2c-7a422470c531 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4880145 Feb 07 17:12:45.132715 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45080) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:45.146876 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c4416f64-35d8-4416-a68e-ee28c0cc6194 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'subnet': {'network_id': '3ff4d8b8-1ba0-4a68-b631-8220c4c01604', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:45.171274 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf0a9f-efd5-41e5-8a2c-7a422470c531 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Network': ['ID=3ff4d8b8-1ba0-4a68-b631-8220c4c01604,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:45.194677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 3ff4d8b8-1ba0-4a68-b631-8220c4c01604 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:12:45.297688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7d0a7-8346-4c56-b4ee-6f78487c1462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16e468f9-7c5e-49e2-9102-b20720bd2a16,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:45.338951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4416f64-35d8-4416-a68e-ee28c0cc6194 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Made reservation on behalf of cf6a27b2c2414525b7751f06ecd9a36a for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:45.344090 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4416f64-35d8-4416-a68e-ee28c0cc6194 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:45.459380 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-28902f84-2b83-425d-8183-d3a8ead935d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:45.460679 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-28902f84-2b83-425d-8183-d3a8ead935d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:45.468198 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28902f84-2b83-425d-8183-d3a8ead935d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event updated for resources: {'Port': ['ID=1fecfb4d-b487-4e33-928d-656b3746fd38,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:45.625473 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d7d0a7-8346-4c56-b4ee-6f78487c1462 admin admin] Checking segment: {'id': '22cce0d9-3824-4439-82ec-d0aee25d5100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '378a0518-7d9a-4b0c-b286-330349e93f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:45.626372 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d7d0a7-8346-4c56-b4ee-6f78487c1462 admin admin] Network hostable DHCP agents. Network: 378a0518-7d9a-4b0c-b286-330349e93f1e, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:12:45.647221 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ba12638-0c57-4567-8f98-3281949126d3 req-044a2587-2785-4f40-8ed7-93d496f4a4ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7031744 Feb 07 17:12:45.675403 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0ae81e75-0f88-41d7-89b4-ffaf77d02181 None None] Provisioning complete for port 1fecfb4d-b487-4e33-928d-656b3746fd38 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:45.675403 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0ae81e75-0f88-41d7-89b4-ffaf77d02181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1fecfb4d-b487-4e33-928d-656b3746fd38), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:45.706484 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-28902f84-2b83-425d-8183-d3a8ead935d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3260837 Feb 07 17:12:45.787529 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84596d9a-03b2-4910-a4ad-3d8eb5402302 req-594ef6bd-57ad-4973-8a09-9437d56e3b45 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:45.789569 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-84596d9a-03b2-4910-a4ad-3d8eb5402302 req-594ef6bd-57ad-4973-8a09-9437d56e3b45 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 932 time: 0.3406780 Feb 07 17:12:45.791173 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4416f64-35d8-4416-a68e-ee28c0cc6194 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (afee196b-2917-423d-80cd-01fa656f3464), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:45.815439 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Request body: {'port': {'device_id': '990d8415-2e87-4f38-9464-3fdac58f9bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:45.829969 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0ae81e75-0f88-41d7-89b4-ffaf77d02181 None None] Port 1fecfb4d-b487-4e33-928d-656b3746fd38 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:12:45.888162 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d7d0a7-8346-4c56-b4ee-6f78487c1462 admin admin] Network 378a0518-7d9a-4b0c-b286-330349e93f1e is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:12:45.937185 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e8d7d0a7-8346-4c56-b4ee-6f78487c1462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 378a0518-7d9a-4b0c-b286-330349e93f1e) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:45.948167 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf132e32-fb7c-47b7-a4f5-bce044871576 None None] Network 378a0518-7d9a-4b0c-b286-330349e93f1e requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:46.021949 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-84596d9a-03b2-4910-a4ad-3d8eb5402302 req-d8b58be2-97e8-4a9b-9bea-0947d85736cc tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163506 Feb 07 17:12:46.040396 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4416f64-35d8-4416-a68e-ee28c0cc6194 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Checking segment: {'id': '19599852-06dd-461c-93bb-859e50ade4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3ff4d8b8-1ba0-4a68-b631-8220c4c01604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:46.041021 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4416f64-35d8-4416-a68e-ee28c0cc6194 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network hostable DHCP agents. Network: 3ff4d8b8-1ba0-4a68-b631-8220c4c01604, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:12:46.045414 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4416f64-35d8-4416-a68e-ee28c0cc6194 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Subnet': ['ID=afee196b-2917-423d-80cd-01fa656f3464,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:46.048580 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba12638-0c57-4567-8f98-3281949126d3 req-a185ebfb-a9f8-4b55-a293-8f488ff68028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:46.063580 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ba12638-0c57-4567-8f98-3281949126d3 req-a185ebfb-a9f8-4b55-a293-8f488ff68028 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 1128 time: 0.3540032 Feb 07 17:12:46.069358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d7d0a7-8346-4c56-b4ee-6f78487c1462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:46.070410 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8d7d0a7-8346-4c56-b4ee-6f78487c1462 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:46.119512 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4416f64-35d8-4416-a68e-ee28c0cc6194 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network 3ff4d8b8-1ba0-4a68-b631-8220c4c01604 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:12:46.133473 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c4416f64-35d8-4416-a68e-ee28c0cc6194 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 3ff4d8b8-1ba0-4a68-b631-8220c4c01604) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:46.154793 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4416f64-35d8-4416-a68e-ee28c0cc6194 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:46.156134 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4416f64-35d8-4416-a68e-ee28c0cc6194 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:46.207966 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c4416f64-35d8-4416-a68e-ee28c0cc6194 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0709043 Feb 07 17:12:46.221369 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de36ec2-df80-43fa-b523-2b845c8b1263 None None] Network 3ff4d8b8-1ba0-4a68-b631-8220c4c01604 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:46.226744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45088) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:46.327618 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1fecfb4d-b487-4e33-928d-656b3746fd38), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:46.348923 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e8d7d0a7-8346-4c56-b4ee-6f78487c1462 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.2606671 Feb 07 17:12:46.364515 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45090) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:46.373851 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6b769525-3de1-461a-8733-9f4c9017049b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-645959125-router', 'tenant_id': '93f4073d45744677873ad354d0480811', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:46.480921 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f74c3f33-9bee-4ca4-9317-74b3260080a2 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (3ff4d8b8-1ba0-4a68-b631-8220c4c01604), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:46.567977 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-378a0518-7d9a-4b0c-b286-330349e93f1e', 'network_id': '378a0518-7d9a-4b0c-b286-330349e93f1e', 'project_id': '93f4073d45744677873ad354d0480811', 'fixed_ips': [{'subnet_id': '16e468f9-7c5e-49e2-9102-b20720bd2a16'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:12:46.570300 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:46.644349 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f74c3f33-9bee-4ca4-9317-74b3260080a2 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (afee196b-2917-423d-80cd-01fa656f3464), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:46.744733 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b769525-3de1-461a-8733-9f4c9017049b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (ecb11502-e475-492f-bc3a-a3d3c1a6a571), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:46.747759 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b769525-3de1-461a-8733-9f4c9017049b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (ecb11502-e475-492f-bc3a-a3d3c1a6a571), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:46.848764 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba12638-0c57-4567-8f98-3281949126d3 req-5efd9bb0-f574-465b-9c92-a430772f473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:46.851643 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ba12638-0c57-4567-8f98-3281949126d3 req-5efd9bb0-f574-465b-9c92-a430772f473a service neutron] 10.222.0.32 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.7564943 Feb 07 17:12:46.895171 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f74c3f33-9bee-4ca4-9317-74b3260080a2 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (afee196b-2917-423d-80cd-01fa656f3464), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:46.956259 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e94197-6275-4811-8675-ea896e06eb14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-3ff4d8b8-1ba0-4a68-b631-8220c4c01604', 'network_id': '3ff4d8b8-1ba0-4a68-b631-8220c4c01604', 'project_id': 'cf6a27b2c2414525b7751f06ecd9a36a', 'fixed_ips': [{'subnet_id': 'afee196b-2917-423d-80cd-01fa656f3464'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:12:46.959090 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a1e94197-6275-4811-8675-ea896e06eb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:47.011823 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c3f33-9bee-4ca4-9317-74b3260080a2 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Subnet': ['ID=afee196b-2917-423d-80cd-01fa656f3464,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:47.037487 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ba12638-0c57-4567-8f98-3281949126d3 req-040911b9-67f9-4553-a328-9f990e270218 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f93259-9f73-4eca-89d6-a521e86f8b7a HTTP/1.1" status: 200 len: 217 time: 0.1028140 Feb 07 17:12:47.129003 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b769525-3de1-461a-8733-9f4c9017049b admin admin] Publish callbacks [] for router_controller (ecb11502-e475-492f-bc3a-a3d3c1a6a571), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:47.131066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4f6de8-36c6-479d-b854-5ab439b7b30d None None] Network 3ff4d8b8-1ba0-4a68-b631-8220c4c01604 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:47.261813 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] Allocated IP 172.20.0.2 (378a0518-7d9a-4b0c-b286-330349e93f1e/16e468f9-7c5e-49e2-9102-b20720bd2a16/3f9e64fe-6899-4856-b276-c8cfa558cdad) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:12:47.269496 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f74c3f33-9bee-4ca4-9317-74b3260080a2 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (3ff4d8b8-1ba0-4a68-b631-8220c4c01604), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:47.331409 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f74c3f33-9bee-4ca4-9317-74b3260080a2 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff4d8b8-1ba0-4a68-b631-8220c4c01604']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:47.354054 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f74c3f33-9bee-4ca4-9317-74b3260080a2 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19599852-06dd-461c-93bb-859e50ade4ec') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:47.354442 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f74c3f33-9bee-4ca4-9317-74b3260080a2 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19599852-06dd-461c-93bb-859e50ade4ec') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:47.380007 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f74c3f33-9bee-4ca4-9317-74b3260080a2 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (19599852-06dd-461c-93bb-859e50ade4ec), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:47.415505 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f74c3f33-9bee-4ca4-9317-74b3260080a2 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (19599852-06dd-461c-93bb-859e50ade4ec), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:47.423519 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74c3f33-9bee-4ca4-9317-74b3260080a2 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:12:47.423973 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f74c3f33-9bee-4ca4-9317-74b3260080a2 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (19599852-06dd-461c-93bb-859e50ade4ec), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:12:47.430178 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:12:47.546820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba12638-0c57-4567-8f98-3281949126d3 req-2d4a86b2-9476-4d08-9081-08d9a572c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:47.555064 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ba12638-0c57-4567-8f98-3281949126d3 req-2d4a86b2-9476-4d08-9081-08d9a572c01e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.4769092 Feb 07 17:12:47.685510 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f74c3f33-9bee-4ca4-9317-74b3260080a2 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (3ff4d8b8-1ba0-4a68-b631-8220c4c01604), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:47.699005 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f74c3f33-9bee-4ca4-9317-74b3260080a2 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:47.711646 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f74c3f33-9bee-4ca4-9317-74b3260080a2 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/networks/3ff4d8b8-1ba0-4a68-b631-8220c4c01604 HTTP/1.1" status: 204 len: 168 time: 1.4706824 Feb 07 17:12:47.720168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45098) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:47.733137 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-df735bb3-8910-44ba-a5ec-66f87371412a tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1493091305'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:47.759220 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] Publish callbacks [] for port (3f9e64fe-6899-4856-b276-c8cfa558cdad), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:47.764727 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c3f33-9bee-4ca4-9317-74b3260080a2 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Network': ['ID=3ff4d8b8-1ba0-4a68-b631-8220c4c01604,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:47.770959 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (3f9e64fe-6899-4856-b276-c8cfa558cdad), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:47.817004 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df735bb3-8910-44ba-a5ec-66f87371412a tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Made reservation on behalf of cf6a27b2c2414525b7751f06ecd9a36a for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:47.820686 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df735bb3-8910-44ba-a5ec-66f87371412a tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:47.895194 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df735bb3-8910-44ba-a5ec-66f87371412a tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:12:47.912348 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df735bb3-8910-44ba-a5ec-66f87371412a tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (3315a3ad-2323-41d8-92e8-b05f0b6de33b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:47.912758 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-df735bb3-8910-44ba-a5ec-66f87371412a tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Added segment 3315a3ad-2323-41d8-92e8-b05f0b6de33b of type vlan for network e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4 Feb 07 17:12:47.964426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] Network 378a0518-7d9a-4b0c-b286-330349e93f1e is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:12:47.983430 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:48.002198 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:12:48.025408 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df735bb3-8910-44ba-a5ec-66f87371412a tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:48.152701 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df735bb3-8910-44ba-a5ec-66f87371412a tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:48.189653 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df735bb3-8910-44ba-a5ec-66f87371412a tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:48.190841 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-df735bb3-8910-44ba-a5ec-66f87371412a tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710433'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:48.220482 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927697ae-0bec-48d4-b295-0fbae166c589 req-65fd6510-a976-4960-9698-a52cae322ff8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:48.227185 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-927697ae-0bec-48d4-b295-0fbae166c589 req-65fd6510-a976-4960-9698-a52cae322ff8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 932 time: 0.8933659 Feb 07 17:12:48.243144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] Pushing event updated for resources: {'Port': ['ID=3f9e64fe-6899-4856-b276-c8cfa558cdad,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:48.282195 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b769525-3de1-461a-8733-9f4c9017049b admin admin] Publish callbacks [] for router_gateway (ecb11502-e475-492f-bc3a-a3d3c1a6a571), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:48.396678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba12638-0c57-4567-8f98-3281949126d3 req-7f4bb3ad-d89d-4d24-9959-71dd34463a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:48.406445 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ba12638-0c57-4567-8f98-3281949126d3 req-7f4bb3ad-d89d-4d24-9959-71dd34463a8e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8410063 Feb 07 17:12:48.454838 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] Attempting to bind port 3f9e64fe-6899-4856-b276-c8cfa558cdad on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:12:48.455639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] Attempting to bind port 3f9e64fe-6899-4856-b276-c8cfa558cdad by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '22cce0d9-3824-4439-82ec-d0aee25d5100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '378a0518-7d9a-4b0c-b286-330349e93f1e'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:12:48.456051 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] Attempting to bind port 3f9e64fe-6899-4856-b276-c8cfa558cdad on network 378a0518-7d9a-4b0c-b286-330349e93f1e {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:12:48.471437 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:12:48.471832 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] Checking segment: {'id': '22cce0d9-3824-4439-82ec-d0aee25d5100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '378a0518-7d9a-4b0c-b286-330349e93f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:48.472523 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:48.473131 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] Bound using segment: {'id': '22cce0d9-3824-4439-82ec-d0aee25d5100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '378a0518-7d9a-4b0c-b286-330349e93f1e'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:12:48.473954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] Bound port: 3f9e64fe-6899-4856-b276-c8cfa558cdad, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cce0d9-3824-4439-82ec-d0aee25d5100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '378a0518-7d9a-4b0c-b286-330349e93f1e'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:12:48.474575 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3f9e64fe-6899-4856-b276-c8cfa558cdad), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:48.553176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df735bb3-8910-44ba-a5ec-66f87371412a tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Network': ['ID=e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:48.563748 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-df735bb3-8910-44ba-a5ec-66f87371412a tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8423812 Feb 07 17:12:48.568515 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45106) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:48.579395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7c116b42-f81e-4b31-8c3b-48f906988cbe tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'subnet': {'network_id': 'e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:48.631791 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] For port 3f9e64fe-6899-4856-b276-c8cfa558cdad, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:12:48.637401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] For port 3f9e64fe-6899-4856-b276-c8cfa558cdad, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3f9e64fe-6899-4856-b276-c8cfa558cdad,segment=NetworkSegment(22cce0d9-3824-4439-82ec-d0aee25d5100),segment_id=22cce0d9-3824-4439-82ec-d0aee25d5100)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:12:48.647265 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:12:48.654819 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-927697ae-0bec-48d4-b295-0fbae166c589 req-791d8bdc-afb1-415a-8d6d-9d8fd55a00f8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969181 Feb 07 17:12:48.746819 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3f9e64fe-6899-4856-b276-c8cfa558cdad), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:48.798400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fecfb4d-b487-4e33-928d-656b3746fd38 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:12:48.822276 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c116b42-f81e-4b31-8c3b-48f906988cbe tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Made reservation on behalf of cf6a27b2c2414525b7751f06ecd9a36a for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:48.823847 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Publish callbacks [] for port (1fecfb4d-b487-4e33-928d-656b3746fd38), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:48.858985 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ba12638-0c57-4567-8f98-3281949126d3 req-24d3224b-0093-4abf-b807-3d30dfa8d058 service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307337 Feb 07 17:12:48.860610 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c116b42-f81e-4b31-8c3b-48f906988cbe tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:48.883067 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Transition to ACTIVE for port object 1fecfb4d-b487-4e33-928d-656b3746fd38 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:12:48.900768 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3b062-ecce-4505-b693-32e18edbdefd None None] Pushing event updated for resources: {'Port': ['ID=3f9e64fe-6899-4856-b276-c8cfa558cdad,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:48.968912 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (1fecfb4d-b487-4e33-928d-656b3746fd38), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:49.127483 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=1fecfb4d-b487-4e33-928d-656b3746fd38,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:49.328915 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c116b42-f81e-4b31-8c3b-48f906988cbe tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (14fbae78-3160-4a33-9ce0-b00e595650f4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:49.446797 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c116b42-f81e-4b31-8c3b-48f906988cbe tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Subnet': ['ID=14fbae78-3160-4a33-9ce0-b00e595650f4,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:49.575776 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c116b42-f81e-4b31-8c3b-48f906988cbe tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Checking segment: {'id': '3315a3ad-2323-41d8-92e8-b05f0b6de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:49.576975 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c116b42-f81e-4b31-8c3b-48f906988cbe tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network hostable DHCP agents. Network: e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:12:49.596993 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b769525-3de1-461a-8733-9f4c9017049b admin admin] Publish callbacks [] for router_gateway (ecb11502-e475-492f-bc3a-a3d3c1a6a571), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:49.614533 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ba12638-0c57-4567-8f98-3281949126d3 req-7ba5b2a4-194c-4150-9419-5d673045951c service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7454953 Feb 07 17:12:49.686627 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b769525-3de1-461a-8733-9f4c9017049b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:49.742903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c116b42-f81e-4b31-8c3b-48f906988cbe tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:12:49.764429 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Attempting to bind port 1fecfb4d-b487-4e33-928d-656b3746fd38 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:12:49.764776 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Attempting to bind port 1fecfb4d-b487-4e33-928d-656b3746fd38 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:12:49.765116 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Attempting to bind port 1fecfb4d-b487-4e33-928d-656b3746fd38 on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:12:49.772735 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7c116b42-f81e-4b31-8c3b-48f906988cbe tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:49.786904 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d13b0cf-ea88-4978-9dd9-e3a0e7df0d35 None None] Network e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:49.795590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c116b42-f81e-4b31-8c3b-48f906988cbe tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:49.796918 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c116b42-f81e-4b31-8c3b-48f906988cbe tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:49.844343 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Port 1fecfb4d-b487-4e33-928d-656b3746fd38 on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:12:49.844343 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Attempting to bind port 1fecfb4d-b487-4e33-928d-656b3746fd38 on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:12:49.854512 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:12:49.854853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Checking segment: {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:49.855247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Bound using segment: {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:12:49.855709 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Bound port: 1fecfb4d-b487-4e33-928d-656b3746fd38, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:12:49.856055 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1fecfb4d-b487-4e33-928d-656b3746fd38), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:49.868472 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7c116b42-f81e-4b31-8c3b-48f906988cbe tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2982950 Feb 07 17:12:49.873845 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45118) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:49.884443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ffe80cc6-26b5-4e41-a2d5-017ca999e4f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'subnet': {'network_id': 'e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:49.956992 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4', 'network_id': 'e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4', 'project_id': 'cf6a27b2c2414525b7751f06ecd9a36a', 'fixed_ips': [{'subnet_id': '14fbae78-3160-4a33-9ce0-b00e595650f4'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:12:49.960799 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:50.065224 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae561f3-ed95-41c5-8c47-acdd96067359 req-bc11a22c-691a-458b-9b01-928c2f67ef1d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:50.067716 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6ae561f3-ed95-41c5-8c47-acdd96067359 req-bc11a22c-691a-458b-9b01-928c2f67ef1d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.2617962 Feb 07 17:12:50.103789 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] For port 1fecfb4d-b487-4e33-928d-656b3746fd38, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:12:50.110884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] For port 1fecfb4d-b487-4e33-928d-656b3746fd38, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1fecfb4d-b487-4e33-928d-656b3746fd38,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:12:50.124491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6b769525-3de1-461a-8733-9f4c9017049b admin admin] Allocated IP 172.25.4.146 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/a76e7424-eafa-4b8e-8d2f-69bc46b77962) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:12:50.127967 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (1fecfb4d-b487-4e33-928d-656b3746fd38), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:50.240025 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=1fecfb4d-b487-4e33-928d-656b3746fd38,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:50.292434 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:50.296648 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:50.304245 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6ae561f3-ed95-41c5-8c47-acdd96067359 req-7f754078-7433-4a0b-b13d-e3a195d29e63 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251236 Feb 07 17:12:50.318239 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-f6aac4e3-3a7e-446e-857b-57dee2cb2ca1 service neutron] 10.222.0.48 "PUT /v2.0/ports/1fecfb4d-b487-4e33-928d-656b3746fd38 HTTP/1.1" status: 200 len: 1092 time: 4.5771275 Feb 07 17:12:50.318791 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990d8415-2e87-4f38-9464-3fdac58f9bf6', 'tag': '1fecfb4d-b487-4e33-928d-656b3746fd38'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:12:50.322846 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4ef497-93c1-4505-be8b-3278fdcbcb27" -d '{"events": [{"name": "network-changed", "server_uuid": "990d8415-2e87-4f38-9464-3fdac58f9bf6", "tag": "1fecfb4d-b487-4e33-928d-656b3746fd38"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:12:50.327093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe80cc6-26b5-4e41-a2d5-017ca999e4f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Made reservation on behalf of cf6a27b2c2414525b7751f06ecd9a36a for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:50.330723 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffe80cc6-26b5-4e41-a2d5-017ca999e4f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:50.403062 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] Allocated IP 2001:db8::2 (e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4/14fbae78-3160-4a33-9ce0-b00e595650f4/f9ded2d7-6857-4409-b1a7-0b30a96f56f2) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:12:50.449069 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470c6058-1f9c-42dc-9b8a-476647a0fc8f x-openstack-request-id: req-470c6058-1f9c-42dc-9b8a-476647a0fc8f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:12:50.457465 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990d8415-2e87-4f38-9464-3fdac58f9bf6", "tag": "1fecfb4d-b487-4e33-928d-656b3746fd38", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:12:50.460160 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-470c6058-1f9c-42dc-9b8a-476647a0fc8f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:12:50.460859 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990d8415-2e87-4f38-9464-3fdac58f9bf6', 'tag': '1fecfb4d-b487-4e33-928d-656b3746fd38', 'status': 'completed', 'code': 200} Feb 07 17:12:50.594569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-4baed916-1190-4930-b5e8-769d8b01455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:50.600305 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-4baed916-1190-4930-b5e8-769d8b01455b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 1126 time: 0.2245293 Feb 07 17:12:50.737298 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-477047c7-4dcd-468c-82fe-9a2e6c2cd06c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fecfb4d-b487-4e33-928d-656b3746fd38 HTTP/1.1" status: 200 len: 217 time: 0.1277225 Feb 07 17:12:50.837900 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffe80cc6-26b5-4e41-a2d5-017ca999e4f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (7e8babff-11b2-4c47-a607-271d549c4afa), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:50.897451 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b769525-3de1-461a-8733-9f4c9017049b admin admin] Publish callbacks [] for port (a76e7424-eafa-4b8e-8d2f-69bc46b77962), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:50.920188 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] Publish callbacks [] for port (f9ded2d7-6857-4409-b1a7-0b30a96f56f2), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:50.924070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-e0028139-87aa-4618-b771-452efb368d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:50.928408 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-e0028139-87aa-4618-b771-452efb368d2b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.1811166 Feb 07 17:12:50.953982 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (f9ded2d7-6857-4409-b1a7-0b30a96f56f2), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:51.029003 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe80cc6-26b5-4e41-a2d5-017ca999e4f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Subnet': ['ID=7e8babff-11b2-4c47-a607-271d549c4afa,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:51.059241 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b769525-3de1-461a-8733-9f4c9017049b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a76e7424-eafa-4b8e-8d2f-69bc46b77962), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:51.066060 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe80cc6-26b5-4e41-a2d5-017ca999e4f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:12:51.068227 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-ffe80cc6-26b5-4e41-a2d5-017ca999e4f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:51.074370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe80cc6-26b5-4e41-a2d5-017ca999e4f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:51.076108 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ffe80cc6-26b5-4e41-a2d5-017ca999e4f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:51.099720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] Network e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:12:51.102028 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3f9e64fe-6899-4856-b276-c8cfa558cdad up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:12:51.113569 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ffe80cc6-26b5-4e41-a2d5-017ca999e4f6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2341809 Feb 07 17:12:51.117535 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45130) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:51.117929 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-e50fba13-291b-466b-9df7-6effb7e422f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:51.120222 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-e50fba13-291b-466b-9df7-6effb7e422f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1754465 Feb 07 17:12:51.143779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b769525-3de1-461a-8733-9f4c9017049b admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:12:51.162054 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6b769525-3de1-461a-8733-9f4c9017049b admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:51.191063 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3e24bc-7c40-47df-996f-3d56d8f74717 None None] Network 378a0518-7d9a-4b0c-b286-330349e93f1e requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:51.203699 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b769525-3de1-461a-8733-9f4c9017049b admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:12:51.268633 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36ff70f-6032-4fca-9a61-50ce64c1275d tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:51.269690 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b769525-3de1-461a-8733-9f4c9017049b admin admin] Pushing event updated for resources: {'Port': ['ID=a76e7424-eafa-4b8e-8d2f-69bc46b77962,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:51.271109 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36ff70f-6032-4fca-9a61-50ce64c1275d tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:51.273932 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36ff70f-6032-4fca-9a61-50ce64c1275d tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:51.275523 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36ff70f-6032-4fca-9a61-50ce64c1275d tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:51.278514 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36ff70f-6032-4fca-9a61-50ce64c1275d tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:51.288367 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45132) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:51.288721 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a36ff70f-6032-4fca-9a61-50ce64c1275d tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1650529 Feb 07 17:12:51.297636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d355dac6-05fc-4232-a834-17e1a4ab12bd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1480349809'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:51.352467 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:51.357378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:12:51.518599 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] Pushing event updated for resources: {'Port': ['ID=f9ded2d7-6857-4409-b1a7-0b30a96f56f2,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:51.561656 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:51.568832 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] Attempting to bind port f9ded2d7-6857-4409-b1a7-0b30a96f56f2 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:12:51.570504 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] Attempting to bind port f9ded2d7-6857-4409-b1a7-0b30a96f56f2 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '3315a3ad-2323-41d8-92e8-b05f0b6de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:12:51.570990 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] Attempting to bind port f9ded2d7-6857-4409-b1a7-0b30a96f56f2 on network e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:12:51.581599 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 3f9e64fe-6899-4856-b276-c8cfa558cdad triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:51.582147 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3f9e64fe-6899-4856-b276-c8cfa558cdad), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:51.586218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d59a48aa-0b06-423f-bfba-41234c43304d None None] Provisioning complete for port 3f9e64fe-6899-4856-b276-c8cfa558cdad triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:51.586939 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d59a48aa-0b06-423f-bfba-41234c43304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3f9e64fe-6899-4856-b276-c8cfa558cdad), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:51.591474 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:12:51.592025 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] Checking segment: {'id': '3315a3ad-2323-41d8-92e8-b05f0b6de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:51.592822 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:51.594024 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] Bound using segment: {'id': '3315a3ad-2323-41d8-92e8-b05f0b6de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:12:51.594919 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] Bound port: f9ded2d7-6857-4409-b1a7-0b30a96f56f2, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3315a3ad-2323-41d8-92e8-b05f0b6de33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:12:51.595514 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f9ded2d7-6857-4409-b1a7-0b30a96f56f2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:51.628104 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3725a-d52b-4271-87d4-dcd5a7950297 req-e18a0d4b-79a2-46ac-9d6c-8bcb1c260f88 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:51.630281 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d9a3725a-d52b-4271-87d4-dcd5a7950297 req-e18a0d4b-79a2-46ac-9d6c-8bcb1c260f88 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.2042773 Feb 07 17:12:51.657958 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-0fae4c42-fc2e-42d0-b394-dcd27aa47cf3 service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255022 Feb 07 17:12:51.660924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d355dac6-05fc-4232-a834-17e1a4ab12bd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Made reservation on behalf of cf6a27b2c2414525b7751f06ecd9a36a for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:51.664521 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d355dac6-05fc-4232-a834-17e1a4ab12bd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:51.785112 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] For port f9ded2d7-6857-4409-b1a7-0b30a96f56f2, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:12:51.791453 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] For port f9ded2d7-6857-4409-b1a7-0b30a96f56f2, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f9ded2d7-6857-4409-b1a7-0b30a96f56f2,segment=NetworkSegment(3315a3ad-2323-41d8-92e8-b05f0b6de33b),segment_id=3315a3ad-2323-41d8-92e8-b05f0b6de33b)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:12:51.804802 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d9a3725a-d52b-4271-87d4-dcd5a7950297 req-667916a2-54e4-45a3-892b-e0106ed066b0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666582 Feb 07 17:12:51.816777 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f9ded2d7-6857-4409-b1a7-0b30a96f56f2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:52.011369 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9867927-06eb-4b95-8486-67a1d60a4548 None None] Pushing event updated for resources: {'Port': ['ID=f9ded2d7-6857-4409-b1a7-0b30a96f56f2,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:52.024958 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d59a48aa-0b06-423f-bfba-41234c43304d None None] Current status of the port 3f9e64fe-6899-4856-b276-c8cfa558cdad is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:52.025399 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d59a48aa-0b06-423f-bfba-41234c43304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3f9e64fe-6899-4856-b276-c8cfa558cdad), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:52.075812 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d59a48aa-0b06-423f-bfba-41234c43304d None None] For port 3f9e64fe-6899-4856-b276-c8cfa558cdad, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3f9e64fe-6899-4856-b276-c8cfa558cdad,segment=NetworkSegment(22cce0d9-3824-4439-82ec-d0aee25d5100),segment_id=22cce0d9-3824-4439-82ec-d0aee25d5100)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:52.078122 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 3f9e64fe-6899-4856-b276-c8cfa558cdad is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:52.079354 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3f9e64fe-6899-4856-b276-c8cfa558cdad), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:52.084339 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d59a48aa-0b06-423f-bfba-41234c43304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3f9e64fe-6899-4856-b276-c8cfa558cdad), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:52.503014 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a48aa-0b06-423f-bfba-41234c43304d None None] Pushing event updated for resources: {'Port': ['ID=3f9e64fe-6899-4856-b276-c8cfa558cdad,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:52.531103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d355dac6-05fc-4232-a834-17e1a4ab12bd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:12:52.560702 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:12:52.581981 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d355dac6-05fc-4232-a834-17e1a4ab12bd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (5b6f56da-519e-436a-8068-d7f6b1c55ed4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:52.582340 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-d355dac6-05fc-4232-a834-17e1a4ab12bd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Added segment 5b6f56da-519e-436a-8068-d7f6b1c55ed4 of type vlan for network c9744d62-117f-4697-86cf-9f80d16410e6 Feb 07 17:12:52.603452 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9d680164-a4bd-4fde-83da-a85debb4217a None None] Provisioning complete for port 3f9e64fe-6899-4856-b276-c8cfa558cdad triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:52.603957 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9d680164-a4bd-4fde-83da-a85debb4217a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3f9e64fe-6899-4856-b276-c8cfa558cdad), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:52.622626 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:12:52.624001 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:12:52.800195 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9d680164-a4bd-4fde-83da-a85debb4217a None None] Current status of the port 3f9e64fe-6899-4856-b276-c8cfa558cdad is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:52.803940 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d355dac6-05fc-4232-a834-17e1a4ab12bd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (c9744d62-117f-4697-86cf-9f80d16410e6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:52.827347 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a878f6f8-ba26-4221-b61c-f692da5ed017 req-e7195a53-f742-46fc-bfdc-167c41eec7a0 service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1601827 Feb 07 17:12:52.871802 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d355dac6-05fc-4232-a834-17e1a4ab12bd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (c9744d62-117f-4697-86cf-9f80d16410e6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:52.891650 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d355dac6-05fc-4232-a834-17e1a4ab12bd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:52.892688 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d355dac6-05fc-4232-a834-17e1a4ab12bd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:52.976222 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b769525-3de1-461a-8733-9f4c9017049b admin admin] Publish callbacks [] for router_gateway (ecb11502-e475-492f-bc3a-a3d3c1a6a571), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:53.222440 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 3f9e64fe-6899-4856-b276-c8cfa558cdad is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:53.328217 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:53.342888 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45148) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:53.354331 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-23542628-26c8-4670-9ecf-02688f0a798b tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:53.358115 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d355dac6-05fc-4232-a834-17e1a4ab12bd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0662131 Feb 07 17:12:53.421315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355dac6-05fc-4232-a834-17e1a4ab12bd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Network': ['ID=c9744d62-117f-4697-86cf-9f80d16410e6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:53.443530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network c9744d62-117f-4697-86cf-9f80d16410e6 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:12:53.457798 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ef497-93c1-4505-be8b-3278fdcbcb27 req-05504dd6-533c-44e3-b4d2-0876aadf0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:53.460317 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e4ef497-93c1-4505-be8b-3278fdcbcb27 req-05504dd6-533c-44e3-b4d2-0876aadf0a7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 1126 time: 0.5634215 Feb 07 17:12:53.558044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813068a5-ba8f-4648-89ee-022954f136fd req-93397d29-6296-4c2c-8436-667035806fe7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:53.564600 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-813068a5-ba8f-4648-89ee-022954f136fd req-93397d29-6296-4c2c-8436-667035806fe7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.5817096 Feb 07 17:12:53.718313 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3f9e64fe-6899-4856-b276-c8cfa558cdad up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:12:53.751736 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23542628-26c8-4670-9ecf-02688f0a798b tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (c9744d62-117f-4697-86cf-9f80d16410e6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:53.792016 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23542628-26c8-4670-9ecf-02688f0a798b tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (c9744d62-117f-4697-86cf-9f80d16410e6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:53.852333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 3f9e64fe-6899-4856-b276-c8cfa558cdad triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:53.852333 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3f9e64fe-6899-4856-b276-c8cfa558cdad), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:53.867261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-23542628-26c8-4670-9ecf-02688f0a798b tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network c9744d62-117f-4697-86cf-9f80d16410e6 is not hosted by any dhcp agent {{(pid=103226) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 17:12:53.873441 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23542628-26c8-4670-9ecf-02688f0a798b tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:53.884477 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23542628-26c8-4670-9ecf-02688f0a798b tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:53.886264 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-23542628-26c8-4670-9ecf-02688f0a798b tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "PUT /v2.0/networks/c9744d62-117f-4697-86cf-9f80d16410e6 HTTP/1.1" status: 200 len: 723 time: 0.5408816 Feb 07 17:12:53.900469 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45150) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:53.909493 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-65df79e6-afaf-4912-9f88-cfd585e21854 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'subnet': {'network_id': 'c9744d62-117f-4697-86cf-9f80d16410e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:54.078141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0676a0-f496-4b56-ba98-4b4a2d768468 None None] Network e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:54.099733 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 3f9e64fe-6899-4856-b276-c8cfa558cdad is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:54.100892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f9ded2d7-6857-4409-b1a7-0b30a96f56f2 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:12:54.124532 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-813068a5-ba8f-4648-89ee-022954f136fd req-85f2149d-aee5-41a5-b51f-d82ff7a05bec tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897556 Feb 07 17:12:54.198640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ef497-93c1-4505-be8b-3278fdcbcb27 req-0fbec331-3933-489d-ba0a-b7c5def87af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:54.202491 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e4ef497-93c1-4505-be8b-3278fdcbcb27 req-0fbec331-3933-489d-ba0a-b7c5def87af1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.7343919 Feb 07 17:12:54.300567 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7f56f570-752f-42c5-8834-d70a2f46361a None None] Provisioning complete for port f9ded2d7-6857-4409-b1a7-0b30a96f56f2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:54.301183 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f56f570-752f-42c5-8834-d70a2f46361a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f9ded2d7-6857-4409-b1a7-0b30a96f56f2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:54.317562 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e4ef497-93c1-4505-be8b-3278fdcbcb27 req-87aa9352-8e07-47c3-b5f1-b70c40552b8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fecfb4d-b487-4e33-928d-656b3746fd38 HTTP/1.1" status: 200 len: 217 time: 0.0944164 Feb 07 17:12:54.321552 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65df79e6-afaf-4912-9f88-cfd585e21854 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Made reservation on behalf of cf6a27b2c2414525b7751f06ecd9a36a for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:12:54.327079 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65df79e6-afaf-4912-9f88-cfd585e21854 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:54.446595 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b769525-3de1-461a-8733-9f4c9017049b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (ecb11502-e475-492f-bc3a-a3d3c1a6a571), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:54.458427 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port f9ded2d7-6857-4409-b1a7-0b30a96f56f2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:54.458859 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f9ded2d7-6857-4409-b1a7-0b30a96f56f2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:54.590816 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7f56f570-752f-42c5-8834-d70a2f46361a None None] Current status of the port f9ded2d7-6857-4409-b1a7-0b30a96f56f2 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:54.596166 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f56f570-752f-42c5-8834-d70a2f46361a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f9ded2d7-6857-4409-b1a7-0b30a96f56f2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:54.611513 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23542628-26c8-4670-9ecf-02688f0a798b tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Network': ['ID=c9744d62-117f-4697-86cf-9f80d16410e6,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:54.642325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network c9744d62-117f-4697-86cf-9f80d16410e6 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:12:54.885055 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7f56f570-752f-42c5-8834-d70a2f46361a None None] For port f9ded2d7-6857-4409-b1a7-0b30a96f56f2, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f9ded2d7-6857-4409-b1a7-0b30a96f56f2,segment=NetworkSegment(3315a3ad-2323-41d8-92e8-b05f0b6de33b),segment_id=3315a3ad-2323-41d8-92e8-b05f0b6de33b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:54.913306 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f56f570-752f-42c5-8834-d70a2f46361a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f9ded2d7-6857-4409-b1a7-0b30a96f56f2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:55.090101 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65df79e6-afaf-4912-9f88-cfd585e21854 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (889a207c-0958-4ace-919e-3eda5fa93395), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:55.276216 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df79e6-afaf-4912-9f88-cfd585e21854 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Subnet': ['ID=889a207c-0958-4ace-919e-3eda5fa93395,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:55.286565 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ef497-93c1-4505-be8b-3278fdcbcb27 req-8ad45bb3-ec71-4db4-ba98-8030ea120bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:55.288451 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e4ef497-93c1-4505-be8b-3278fdcbcb27 req-8ad45bb3-ec71-4db4-ba98-8030ea120bd2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.9423416 Feb 07 17:12:55.356715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56f570-752f-42c5-8834-d70a2f46361a None None] Pushing event updated for resources: {'Port': ['ID=f9ded2d7-6857-4409-b1a7-0b30a96f56f2,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:55.361343 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f9ded2d7-6857-4409-b1a7-0b30a96f56f2 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:55.384735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09abace8-53e6-4167-9576-825461e69b2d None None] Update dhcp port {'port': {'network_id': 'e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4', 'fixed_ips': [{'subnet_id': '14fbae78-3160-4a33-9ce0-b00e595650f4', 'ip_address': '2001:db8::2'}, {'subnet_id': '7e8babff-11b2-4c47-a607-271d549c4afa'}], 'binding:host_id': 'n-d-827865-3'}, 'id': 'f9ded2d7-6857-4409-b1a7-0b30a96f56f2'} from n-d-827865-3. {{(pid=103228) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 07 17:12:55.458014 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-09abace8-53e6-4167-9576-825461e69b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f9ded2d7-6857-4409-b1a7-0b30a96f56f2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:55.483345 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eda0d3-cbe7-443d-a858-e26b55795933 req-d7a5ed82-c441-452a-9a3d-e554b0145b1d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:55.490069 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-66eda0d3-cbe7-443d-a858-e26b55795933 req-d7a5ed82-c441-452a-9a3d-e554b0145b1d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.1309707 Feb 07 17:12:55.641635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f9ded2d7-6857-4409-b1a7-0b30a96f56f2 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:12:55.651834 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-66eda0d3-cbe7-443d-a858-e26b55795933 req-1f22ac00-f052-494b-9642-70f61d4719d4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424525 Feb 07 17:12:55.759975 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65df79e6-afaf-4912-9f88-cfd585e21854 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Checking segment: {'id': '5b6f56da-519e-436a-8068-d7f6b1c55ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c9744d62-117f-4697-86cf-9f80d16410e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:55.760398 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65df79e6-afaf-4912-9f88-cfd585e21854 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network hostable DHCP agents. Network: c9744d62-117f-4697-86cf-9f80d16410e6, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:12:55.794564 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ef497-93c1-4505-be8b-3278fdcbcb27 req-fbc3dc33-fcbb-44a1-9286-d952063c1b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:55.796616 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e4ef497-93c1-4505-be8b-3278fdcbcb27 req-fbc3dc33-fcbb-44a1-9286-d952063c1b16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4698191 Feb 07 17:12:55.891369 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cb71cda1-b33b-4dfc-9193-010b77583cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:55.950381 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port f9ded2d7-6857-4409-b1a7-0b30a96f56f2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:12:55.951159 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f9ded2d7-6857-4409-b1a7-0b30a96f56f2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:55.998011 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65df79e6-afaf-4912-9f88-cfd585e21854 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network c9744d62-117f-4697-86cf-9f80d16410e6 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:12:56.032671 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-65df79e6-afaf-4912-9f88-cfd585e21854 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, c9744d62-117f-4697-86cf-9f80d16410e6) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:56.054194 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65df79e6-afaf-4912-9f88-cfd585e21854 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:56.057797 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65df79e6-afaf-4912-9f88-cfd585e21854 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:56.071985 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-09abace8-53e6-4167-9576-825461e69b2d None None] Allocated IP 172.20.0.1 (e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4/7e8babff-11b2-4c47-a607-271d549c4afa/f9ded2d7-6857-4409-b1a7-0b30a96f56f2) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:12:56.073797 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b769525-3de1-461a-8733-9f4c9017049b admin admin] Router ecb11502-e475-492f-bc3a-a3d3c1a6a571 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:12:56.076142 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742d91b8-f7b0-4740-82c0-0441657b7cfb None None] Network c9744d62-117f-4697-86cf-9f80d16410e6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:56.150839 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e4ef497-93c1-4505-be8b-3278fdcbcb27 req-d70af0e5-ecf6-479c-b509-24554474a5ff service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425848 Feb 07 17:12:56.316647 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f9ded2d7-6857-4409-b1a7-0b30a96f56f2 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:12:56.534004 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-c9744d62-117f-4697-86cf-9f80d16410e6', 'network_id': 'c9744d62-117f-4697-86cf-9f80d16410e6', 'project_id': 'cf6a27b2c2414525b7751f06ecd9a36a', 'fixed_ips': [{'subnet_id': '889a207c-0958-4ace-919e-3eda5fa93395'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:12:56.536977 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:56.559528 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b769525-3de1-461a-8733-9f4c9017049b admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:12:56.564953 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-65df79e6-afaf-4912-9f88-cfd585e21854 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6630113 Feb 07 17:12:56.568816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45166) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:56.597255 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-09abace8-53e6-4167-9576-825461e69b2d None None] For port f9ded2d7-6857-4409-b1a7-0b30a96f56f2, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f9ded2d7-6857-4409-b1a7-0b30a96f56f2,segment=NetworkSegment(3315a3ad-2323-41d8-92e8-b05f0b6de33b),segment_id=3315a3ad-2323-41d8-92e8-b05f0b6de33b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:12:56.634479 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] Sync routers for ids ['ecb11502-e475-492f-bc3a-a3d3c1a6a571'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:12:56.646821 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-112f4d7c-f82d-4fcb-9c0d-ea387952f944 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:12:56.721750 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] Routers {'ecb11502-e475-492f-bc3a-a3d3c1a6a571'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:12:56.723456 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b769525-3de1-461a-8733-9f4c9017049b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:56.725942 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:12:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ecb11502-e475-492f-bc3a-a3d3c1a6a571'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:56.738076 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6b769525-3de1-461a-8733-9f4c9017049b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 10.3715789 Feb 07 17:12:56.743824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45170) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:57.100529 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-09abace8-53e6-4167-9576-825461e69b2d None None] Publish callbacks [] for port (f9ded2d7-6857-4409-b1a7-0b30a96f56f2), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:57.157644 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-09abace8-53e6-4167-9576-825461e69b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f9ded2d7-6857-4409-b1a7-0b30a96f56f2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:57.182648 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-112f4d7c-f82d-4fcb-9c0d-ea387952f944 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25856750'] for subnet (889a207c-0958-4ace-919e-3eda5fa93395), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:57.281551 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e4ef497-93c1-4505-be8b-3278fdcbcb27 req-b596626e-e9d7-446c-b049-0d10cda84221 service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1135781 Feb 07 17:12:57.375572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4d9f7-aed0-472e-82b2-0ff38d11828e req-c91c96d6-f6ea-4b6d-afa9-e7ba6324225a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:57.378834 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fad4d9f7-aed0-472e-82b2-0ff38d11828e req-c91c96d6-f6ea-4b6d-afa9-e7ba6324225a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.4306109 Feb 07 17:12:57.425365 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abace8-53e6-4167-9576-825461e69b2d None None] Pushing event updated for resources: {'Port': ['ID=f9ded2d7-6857-4409-b1a7-0b30a96f56f2,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:57.546634 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] Allocated IP 2001:db8::2 (c9744d62-117f-4697-86cf-9f80d16410e6/889a207c-0958-4ace-919e-3eda5fa93395/6e8a9b57-76ec-4d22-a267-e2b8aa259201) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:12:57.649906 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] Set router ecb11502-e475-492f-bc3a-a3d3c1a6a571 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:12:58.095973 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fad4d9f7-aed0-472e-82b2-0ff38d11828e req-e389ae77-6abe-4282-aeff-93ff378731d7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7008562 Feb 07 17:12:58.125074 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] Publish callbacks [] for port (6e8a9b57-76ec-4d22-a267-e2b8aa259201), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:58.160757 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (6e8a9b57-76ec-4d22-a267-e2b8aa259201), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:58.297258 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'name': 'tempest-ImageQuotaTest-645959125-router', 'tenant_id': '93f4073d45744677873ad354d0480811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'a76e7424-eafa-4b8e-8d2f-69bc46b77962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:12:46Z', 'updated_at': '2022-02-07T17:12:52Z', 'revision_number': 3, 'project_id': '93f4073d45744677873ad354d0480811', 'gw_port': {'id': 'a76e7424-eafa-4b8e-8d2f-69bc46b77962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:02:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:12:49Z', 'updated_at': '2022-02-07T17:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:12:58.376825 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] Network c9744d62-117f-4697-86cf-9f80d16410e6 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:12:58.427438 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-246a3bb6-5ebd-496e-8753-f97eb21c9bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:58.446726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:12:58.452846 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] Checking router: ecb11502-e475-492f-bc3a-a3d3c1a6a571 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:12:58.457620 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] Updating router ecb11502-e475-492f-bc3a-a3d3c1a6a571 port a76e7424-eafa-4b8e-8d2f-69bc46b77962 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:12:58.460686 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:12:58.482126 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] Pushing event updated for resources: {'Port': ['ID=6e8a9b57-76ec-4d22-a267-e2b8aa259201,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:58.539298 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a76e7424-eafa-4b8e-8d2f-69bc46b77962), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:58.656491 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-112f4d7c-f82d-4fcb-9c0d-ea387952f944 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746820499716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25545402'] for subnet (889a207c-0958-4ace-919e-3eda5fa93395), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:58.815183 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] Attempting to bind port 6e8a9b57-76ec-4d22-a267-e2b8aa259201 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:12:58.816209 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] Attempting to bind port 6e8a9b57-76ec-4d22-a267-e2b8aa259201 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '5b6f56da-519e-436a-8068-d7f6b1c55ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c9744d62-117f-4697-86cf-9f80d16410e6'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:12:58.817366 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] Attempting to bind port 6e8a9b57-76ec-4d22-a267-e2b8aa259201 on network c9744d62-117f-4697-86cf-9f80d16410e6 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:12:58.835918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:12:58.837024 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] Checking segment: {'id': '5b6f56da-519e-436a-8068-d7f6b1c55ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c9744d62-117f-4697-86cf-9f80d16410e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:58.838183 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:58.838917 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] Bound using segment: {'id': '5b6f56da-519e-436a-8068-d7f6b1c55ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c9744d62-117f-4697-86cf-9f80d16410e6'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:12:58.843197 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] Bound port: 6e8a9b57-76ec-4d22-a267-e2b8aa259201, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6f56da-519e-436a-8068-d7f6b1c55ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c9744d62-117f-4697-86cf-9f80d16410e6'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:12:58.844455 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6e8a9b57-76ec-4d22-a267-e2b8aa259201), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:58.902552 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112f4d7c-f82d-4fcb-9c0d-ea387952f944 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:58.903883 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-112f4d7c-f82d-4fcb-9c0d-ea387952f944 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:58.905487 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-112f4d7c-f82d-4fcb-9c0d-ea387952f944 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "PUT /v2.0/subnets/889a207c-0958-4ace-919e-3eda5fa93395 HTTP/1.1" status: 200 len: 826 time: 2.3280773 Feb 07 17:12:58.911582 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0703cdac-3dd5-4b1c-8a3f-38b3ef2efb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:58.912469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45192) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:12:59.183309 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (c9744d62-117f-4697-86cf-9f80d16410e6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:59.280677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] For port 6e8a9b57-76ec-4d22-a267-e2b8aa259201, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:12:59.290576 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] For port 6e8a9b57-76ec-4d22-a267-e2b8aa259201, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=6e8a9b57-76ec-4d22-a267-e2b8aa259201,segment=NetworkSegment(5b6f56da-519e-436a-8068-d7f6b1c55ed4),segment_id=5b6f56da-519e-436a-8068-d7f6b1c55ed4)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:12:59.303029 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] Publish callbacks [] for port (a76e7424-eafa-4b8e-8d2f-69bc46b77962), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:59.311229 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6e8a9b57-76ec-4d22-a267-e2b8aa259201), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:59.311564 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a76e7424-eafa-4b8e-8d2f-69bc46b77962), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:59.321945 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f4d7c-f82d-4fcb-9c0d-ea387952f944 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Subnet': ['ID=889a207c-0958-4ace-919e-3eda5fa93395,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:59.351830 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f4d7c-f82d-4fcb-9c0d-ea387952f944 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.354723 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f4d7c-f82d-4fcb-9c0d-ea387952f944 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.355299 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f4d7c-f82d-4fcb-9c0d-ea387952f944 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.355800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f4d7c-f82d-4fcb-9c0d-ea387952f944 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.357079 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f4d7c-f82d-4fcb-9c0d-ea387952f944 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.357817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f4d7c-f82d-4fcb-9c0d-ea387952f944 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.365294 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f4d7c-f82d-4fcb-9c0d-ea387952f944 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.366045 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f4d7c-f82d-4fcb-9c0d-ea387952f944 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.366915 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f4d7c-f82d-4fcb-9c0d-ea387952f944 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.367206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f4d7c-f82d-4fcb-9c0d-ea387952f944 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.367441 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f4d7c-f82d-4fcb-9c0d-ea387952f944 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.370219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f4d7c-f82d-4fcb-9c0d-ea387952f944 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.370656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f4d7c-f82d-4fcb-9c0d-ea387952f944 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.389661 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99710bb6-1cb7-477e-86f7-cc2b4914676d None None] Network e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:12:59.452532 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] Attempting to bind port a76e7424-eafa-4b8e-8d2f-69bc46b77962 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:12:59.452911 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] Attempting to bind port a76e7424-eafa-4b8e-8d2f-69bc46b77962 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:12:59.453310 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] Attempting to bind port a76e7424-eafa-4b8e-8d2f-69bc46b77962 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:12:59.516999 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Deleting port 6e8a9b57-76ec-4d22-a267-e2b8aa259201 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:12:59.518336 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:12:59.518721 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:12:59.519137 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:59.521693 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (6e8a9b57-76ec-4d22-a267-e2b8aa259201), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:59.524149 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:12:59.524379 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] Bound port: a76e7424-eafa-4b8e-8d2f-69bc46b77962, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:12:59.527246 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a76e7424-eafa-4b8e-8d2f-69bc46b77962), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:59.706754 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b663b4-fdd7-457e-8c46-19e99c49501c None None] Pushing event updated for resources: {'Port': ['ID=a76e7424-eafa-4b8e-8d2f-69bc46b77962,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:12:59.782687 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] For port a76e7424-eafa-4b8e-8d2f-69bc46b77962, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:12:59.786376 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] For port a76e7424-eafa-4b8e-8d2f-69bc46b77962, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a76e7424-eafa-4b8e-8d2f-69bc46b77962,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:12:59.802864 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b663b4-fdd7-457e-8c46-19e99c49501c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.805785 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b663b4-fdd7-457e-8c46-19e99c49501c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.807791 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b663b4-fdd7-457e-8c46-19e99c49501c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.808368 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b663b4-fdd7-457e-8c46-19e99c49501c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.808873 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b663b4-fdd7-457e-8c46-19e99c49501c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.811204 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b663b4-fdd7-457e-8c46-19e99c49501c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.814856 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b663b4-fdd7-457e-8c46-19e99c49501c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.816119 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b663b4-fdd7-457e-8c46-19e99c49501c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.816650 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b663b4-fdd7-457e-8c46-19e99c49501c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.820342 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b663b4-fdd7-457e-8c46-19e99c49501c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.821121 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b663b4-fdd7-457e-8c46-19e99c49501c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.821936 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b663b4-fdd7-457e-8c46-19e99c49501c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.822467 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b663b4-fdd7-457e-8c46-19e99c49501c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:12:59.830844 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a76e7424-eafa-4b8e-8d2f-69bc46b77962), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:12:59.902528 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f9ded2d7-6857-4409-b1a7-0b30a96f56f2 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:12:59.928707 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e124a-aef3-493b-9522-603bebea31db req-1407f505-7359-44ef-828e-a03814100a7f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:12:59.949437 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] Routers {'ecb11502-e475-492f-bc3a-a3d3c1a6a571'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:12:59.950582 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-277e124a-aef3-493b-9522-603bebea31db req-1407f505-7359-44ef-828e-a03814100a7f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.5498700 Feb 07 17:12:59.953367 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:12:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ecb11502-e475-492f-bc3a-a3d3c1a6a571'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:00.147096 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-277e124a-aef3-493b-9522-603bebea31db req-81875575-9c35-4895-9ff9-4121859240a3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941900 Feb 07 17:13:00.160288 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:00.203840 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2e7da2bb-5491-4fa2-bc8e-0a7c8acdf1ed None None] Provisioning complete for port f9ded2d7-6857-4409-b1a7-0b30a96f56f2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:00.213808 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] For port 6e8a9b57-76ec-4d22-a267-e2b8aa259201, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=6e8a9b57-76ec-4d22-a267-e2b8aa259201,segment=NetworkSegment(5b6f56da-519e-436a-8068-d7f6b1c55ed4),segment_id=5b6f56da-519e-436a-8068-d7f6b1c55ed4)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:00.214469 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (6e8a9b57-76ec-4d22-a267-e2b8aa259201), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:00.221062 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2e7da2bb-5491-4fa2-bc8e-0a7c8acdf1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f9ded2d7-6857-4409-b1a7-0b30a96f56f2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:00.277065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Calling delete_port for 6e8a9b57-76ec-4d22-a267-e2b8aa259201 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:13:00.283116 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] Set router ecb11502-e475-492f-bc3a-a3d3c1a6a571 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:13:00.641578 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b663b4-fdd7-457e-8c46-19e99c49501c None None] Pushing event updated for resources: {'Port': ['ID=a76e7424-eafa-4b8e-8d2f-69bc46b77962,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:00.906992 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (6e8a9b57-76ec-4d22-a267-e2b8aa259201), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:00.945041 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-0703cdac-3dd5-4b1c-8a3f-38b3ef2efb77 admin admin] Allocated IP 172.20.0.1 (378a0518-7d9a-4b0c-b286-330349e93f1e/16e468f9-7c5e-49e2-9102-b20720bd2a16/5a38b44e-4e02-4977-b720-03f3c36bbff3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:13:01.072570 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Port': ['ID=6e8a9b57-76ec-4d22-a267-e2b8aa259201,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:01.145535 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] No DVR routers for this DVR port 6e8a9b57-76ec-4d22-a267-e2b8aa259201 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:13:01.254649 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'name': 'tempest-ImageQuotaTest-645959125-router', 'tenant_id': '93f4073d45744677873ad354d0480811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'a76e7424-eafa-4b8e-8d2f-69bc46b77962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:12:46Z', 'updated_at': '2022-02-07T17:12:52Z', 'revision_number': 3, 'project_id': '93f4073d45744677873ad354d0480811', 'gw_port': {'id': 'a76e7424-eafa-4b8e-8d2f-69bc46b77962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:02:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:12:49Z', 'updated_at': '2022-02-07T17:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:01.320985 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aa1b27-2d8e-4e8e-ba20-f5abae782e7c None None] The sync data for ids ['ecb11502-e475-492f-bc3a-a3d3c1a6a571'] in n-d-827865-3 is: [{'id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'name': 'tempest-ImageQuotaTest-645959125-router', 'tenant_id': '93f4073d45744677873ad354d0480811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'a76e7424-eafa-4b8e-8d2f-69bc46b77962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:12:46Z', 'updated_at': '2022-02-07T17:12:52Z', 'revision_number': 3, 'project_id': '93f4073d45744677873ad354d0480811', 'gw_port': {'id': 'a76e7424-eafa-4b8e-8d2f-69bc46b77962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:02:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:12:49Z', 'updated_at': '2022-02-07T17:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:13:01.364004 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (889a207c-0958-4ace-919e-3eda5fa93395), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:01.475715 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0703cdac-3dd5-4b1c-8a3f-38b3ef2efb77 admin admin] Publish callbacks [] for port (5a38b44e-4e02-4977-b720-03f3c36bbff3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:01.566193 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0703cdac-3dd5-4b1c-8a3f-38b3ef2efb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (5a38b44e-4e02-4977-b720-03f3c36bbff3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:01.688070 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449b9d2-692d-4b2f-97af-35d88f664f6a None None] Pushing event updated for resources: {'Port': ['ID=6e8a9b57-76ec-4d22-a267-e2b8aa259201,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:01.714967 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:01.753338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467dbfa-ad46-46b0-bfff-9c36f18a3364 req-9bd36ce0-2865-4365-928b-c398777f389a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:01.755347 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8467dbfa-ad46-46b0-bfff-9c36f18a3364 req-9bd36ce0-2865-4365-928b-c398777f389a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.2959492 Feb 07 17:13:01.805261 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port f9ded2d7-6857-4409-b1a7-0b30a96f56f2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:01.805718 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f9ded2d7-6857-4409-b1a7-0b30a96f56f2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:01.838422 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703cdac-3dd5-4b1c-8a3f-38b3ef2efb77 admin admin] Pushing event updated for resources: {'Port': ['ID=5a38b44e-4e02-4977-b720-03f3c36bbff3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:01.939678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0703cdac-3dd5-4b1c-8a3f-38b3ef2efb77 admin admin] Network 378a0518-7d9a-4b0c-b286-330349e93f1e is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:13:01.964740 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0703cdac-3dd5-4b1c-8a3f-38b3ef2efb77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:13:02.023003 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0703cdac-3dd5-4b1c-8a3f-38b3ef2efb77 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:13:02.032052 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8467dbfa-ad46-46b0-bfff-9c36f18a3364 req-42d9c0b8-6016-4cb6-8577-ce0ba04e5196 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565744 Feb 07 17:13:02.041949 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (889a207c-0958-4ace-919e-3eda5fa93395), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:02.191811 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2e7da2bb-5491-4fa2-bc8e-0a7c8acdf1ed None None] Current status of the port f9ded2d7-6857-4409-b1a7-0b30a96f56f2 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:02.204595 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6c8c9-b5ff-44d5-90cf-be2e329d3519 req-0e755780-672a-4166-a041-a61dbaff5464 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:02.230576 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-93c6c8c9-b5ff-44d5-90cf-be2e329d3519 req-0e755780-672a-4166-a041-a61dbaff5464 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.6930437 Feb 07 17:13:02.294693 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca958ab-3101-4946-b926-19506681a4a5 req-7d4675aa-5009-45ed-9ac0-a0998ad8280b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:02.296451 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1ca958ab-3101-4946-b926-19506681a4a5 req-7d4675aa-5009-45ed-9ac0-a0998ad8280b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.48 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 0.7080252 Feb 07 17:13:02.451015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f9ded2d7-6857-4409-b1a7-0b30a96f56f2 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:02.511425 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:02.530387 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0703cdac-3dd5-4b1c-8a3f-38b3ef2efb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (ecb11502-e475-492f-bc3a-a3d3c1a6a571), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:02.606553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-57006176-f4f2-4f46-80fe-bf202c5044c2 None None] Provisioning complete for port f9ded2d7-6857-4409-b1a7-0b30a96f56f2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:02.623890 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-57006176-f4f2-4f46-80fe-bf202c5044c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f9ded2d7-6857-4409-b1a7-0b30a96f56f2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:02.677334 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (c9744d62-117f-4697-86cf-9f80d16410e6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:02.758970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Subnet': ['ID=889a207c-0958-4ace-919e-3eda5fa93395,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:02.801502 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9744d62-117f-4697-86cf-9f80d16410e6']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:02.827309 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a697acf-8106-4934-9540-7867a39db29e None None] Network c9744d62-117f-4697-86cf-9f80d16410e6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:13:02.831484 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6f56da-519e-436a-8068-d7f6b1c55ed4') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:02.831840 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6f56da-519e-436a-8068-d7f6b1c55ed4') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:02.867419 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (5b6f56da-519e-436a-8068-d7f6b1c55ed4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:02.914949 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (5b6f56da-519e-436a-8068-d7f6b1c55ed4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:02.928752 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:13:02.929259 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (5b6f56da-519e-436a-8068-d7f6b1c55ed4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:13:02.932871 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:13:03.093690 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (c9744d62-117f-4697-86cf-9f80d16410e6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:03.131504 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:03.135807 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/networks/c9744d62-117f-4697-86cf-9f80d16410e6 HTTP/1.1" status: 204 len: 168 time: 4.2231669 Feb 07 17:13:03.149670 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f101b1b-8f16-4d98-8603-ffdeaf80bac3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Network': ['ID=c9744d62-117f-4697-86cf-9f80d16410e6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:03.161532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45220) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:03.260108 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-f885d84f-1b13-4b5c-8cd1-60ac1a4a05fb tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] DELETE failed (client error): The resource could not be found. Feb 07 17:13:03.264507 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f885d84f-1b13-4b5c-8cd1-60ac1a4a05fb tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:13:03.273885 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f885d84f-1b13-4b5c-8cd1-60ac1a4a05fb tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/networks/c9744d62-117f-4697-86cf-9f80d16410e6 HTTP/1.1" status: 404 len: 339 time: 0.1102648 Feb 07 17:13:03.285829 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45222) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:03.307067 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-112080b1-1aca-49f6-9685-a1c110cdfedf tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1165176032', 'description': 'd1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:03.376380 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-93c6c8c9-b5ff-44d5-90cf-be2e329d3519 req-2540f504-11ed-41a4-85ce-d26fcdb2e60e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1423695 Feb 07 17:13:03.395321 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-57006176-f4f2-4f46-80fe-bf202c5044c2 None None] Current status of the port f9ded2d7-6857-4409-b1a7-0b30a96f56f2 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:03.553448 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-71a9e5f9-822d-4e0a-871b-58351f325070 None None] Could not find standard attr ID for object 6e8a9b57-76ec-4d22-a267-e2b8aa259201. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:13:03.561678 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0703cdac-3dd5-4b1c-8a3f-38b3ef2efb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5a38b44e-4e02-4977-b720-03f3c36bbff3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:03.572597 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112080b1-1aca-49f6-9685-a1c110cdfedf tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Made reservation on behalf of cf6a27b2c2414525b7751f06ecd9a36a for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:13:03.589700 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-112080b1-1aca-49f6-9685-a1c110cdfedf tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:03.634013 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-1ca958ab-3101-4946-b926-19506681a4a5 req-77c14462-6dd1-40ba-8c32-5dd7d301374e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Deleting port ea2ff444-08ee-4b25-b3ed-5e38e8cb24da {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:13:03.634529 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1ca958ab-3101-4946-b926-19506681a4a5 req-77c14462-6dd1-40ba-8c32-5dd7d301374e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ea2ff444-08ee-4b25-b3ed-5e38e8cb24da), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:03.645199 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e7e06-f2e3-4df9-9b49-5d11ed7fb246 req-3f16d082-75ec-4029-a895-aefc20e0ebd4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:03.657265 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a76e7424-eafa-4b8e-8d2f-69bc46b77962 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:13:03.674455 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b1e7e06-f2e3-4df9-9b49-5d11ed7fb246 req-3f16d082-75ec-4029-a895-aefc20e0ebd4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.3491728 Feb 07 17:13:03.765791 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b89ce2d-58ad-41dd-a97e-42cceaf7dcf4 None None] DHCP port deletion for c9744d62-117f-4697-86cf-9f80d16410e6 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:13:03.776474 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-71a9e5f9-822d-4e0a-871b-58351f325070 None None] Provisioning complete for port 5a38b44e-4e02-4977-b720-03f3c36bbff3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:03.822038 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71a9e5f9-822d-4e0a-871b-58351f325070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5a38b44e-4e02-4977-b720-03f3c36bbff3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:03.845170 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8b1e7e06-f2e3-4df9-9b49-5d11ed7fb246 req-b6c6bba1-b718-4bcc-8708-71765a0f38c4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525137 Feb 07 17:13:03.867377 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112080b1-1aca-49f6-9685-a1c110cdfedf tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:13:03.888832 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-112080b1-1aca-49f6-9685-a1c110cdfedf tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (de585256-e99c-4de3-bcc8-587ed446a50c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:03.889187 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-112080b1-1aca-49f6-9685-a1c110cdfedf tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Added segment de585256-e99c-4de3-bcc8-587ed446a50c of type vlan for network 82e8f806-bb7a-4c8d-a344-dc86e0c8efa5 Feb 07 17:13:03.935636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1ca958ab-3101-4946-b926-19506681a4a5 req-77c14462-6dd1-40ba-8c32-5dd7d301374e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] For port ea2ff444-08ee-4b25-b3ed-5e38e8cb24da, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ea2ff444-08ee-4b25-b3ed-5e38e8cb24da,segment=NetworkSegment(8b6b0eea-2af6-4a9d-82ce-96906e55a3bb),segment_id=8b6b0eea-2af6-4a9d-82ce-96906e55a3bb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:03.936813 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1ca958ab-3101-4946-b926-19506681a4a5 req-77c14462-6dd1-40ba-8c32-5dd7d301374e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ea2ff444-08ee-4b25-b3ed-5e38e8cb24da), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:04.002870 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-71a9e5f9-822d-4e0a-871b-58351f325070 None None] Port 5a38b44e-4e02-4977-b720-03f3c36bbff3 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:13:04.007419 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-112080b1-1aca-49f6-9685-a1c110cdfedf tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (82e8f806-bb7a-4c8d-a344-dc86e0c8efa5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:04.075906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a86527-403a-45dd-9d34-cf83c7c4a8ed None None] Network c9744d62-117f-4697-86cf-9f80d16410e6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:13:04.111676 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-112080b1-1aca-49f6-9685-a1c110cdfedf tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (82e8f806-bb7a-4c8d-a344-dc86e0c8efa5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:04.122229 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112080b1-1aca-49f6-9685-a1c110cdfedf tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:04.122937 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-112080b1-1aca-49f6-9685-a1c110cdfedf tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:04.128994 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a86527-403a-45dd-9d34-cf83c7c4a8ed None None] Network c9744d62-117f-4697-86cf-9f80d16410e6 could not be found, it might have been deleted concurrently. {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 07 17:13:04.158834 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a76e7424-eafa-4b8e-8d2f-69bc46b77962 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:04.159229 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a76e7424-eafa-4b8e-8d2f-69bc46b77962), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:04.229888 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0703cdac-3dd5-4b1c-8a3f-38b3ef2efb77 admin admin] Publish callbacks [] for port (5a38b44e-4e02-4977-b720-03f3c36bbff3), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:04.235634 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-112080b1-1aca-49f6-9685-a1c110cdfedf tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9455547 Feb 07 17:13:04.236038 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45228) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:04.247373 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0703cdac-3dd5-4b1c-8a3f-38b3ef2efb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (5a38b44e-4e02-4977-b720-03f3c36bbff3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:04.267023 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112080b1-1aca-49f6-9685-a1c110cdfedf tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Network': ['ID=82e8f806-bb7a-4c8d-a344-dc86e0c8efa5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:04.286183 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 82e8f806-bb7a-4c8d-a344-dc86e0c8efa5 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:13:04.387499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62dc8e-9457-4f57-8ddc-e2e72314debb tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:04.389463 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7c62dc8e-9457-4f57-8ddc-e2e72314debb tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "GET /v2.0/networks?id=82e8f806-bb7a-4c8d-a344-dc86e0c8efa5 HTTP/1.1" status: 200 len: 765 time: 0.1524329 Feb 07 17:13:04.392368 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45230) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:04.397949 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f3fd04f9-b475-4286-8209-4b0ac77dd8cd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'network': {'description': 'd2'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:04.522752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703cdac-3dd5-4b1c-8a3f-38b3ef2efb77 admin admin] Pushing event updated for resources: {'Port': ['ID=5a38b44e-4e02-4977-b720-03f3c36bbff3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:04.557935 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0703cdac-3dd5-4b1c-8a3f-38b3ef2efb77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (ecb11502-e475-492f-bc3a-a3d3c1a6a571), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:04.599652 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a76e7424-eafa-4b8e-8d2f-69bc46b77962 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:04.600048 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a76e7424-eafa-4b8e-8d2f-69bc46b77962), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:04.654476 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port a76e7424-eafa-4b8e-8d2f-69bc46b77962, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a76e7424-eafa-4b8e-8d2f-69bc46b77962,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:04.661349 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a76e7424-eafa-4b8e-8d2f-69bc46b77962), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:04.772007 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3fd04f9-b475-4286-8209-4b0ac77dd8cd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (82e8f806-bb7a-4c8d-a344-dc86e0c8efa5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:04.775019 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 6e8a9b57-76ec-4d22-a267-e2b8aa259201 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:13:04.791811 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=a76e7424-eafa-4b8e-8d2f-69bc46b77962,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:04.805452 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3fd04f9-b475-4286-8209-4b0ac77dd8cd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (82e8f806-bb7a-4c8d-a344-dc86e0c8efa5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:04.856772 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 6e8a9b57-76ec-4d22-a267-e2b8aa259201 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:13:04.861830 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 6e8a9b57-76ec-4d22-a267-e2b8aa259201 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:13:05.063790 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd04f9-b475-4286-8209-4b0ac77dd8cd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Network': ['ID=82e8f806-bb7a-4c8d-a344-dc86e0c8efa5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:05.083627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 82e8f806-bb7a-4c8d-a344-dc86e0c8efa5 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:13:05.114734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f3fd04f9-b475-4286-8209-4b0ac77dd8cd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network 82e8f806-bb7a-4c8d-a344-dc86e0c8efa5 is not hosted by any dhcp agent {{(pid=103226) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 17:13:05.132842 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fd04f9-b475-4286-8209-4b0ac77dd8cd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:05.135866 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3fd04f9-b475-4286-8209-4b0ac77dd8cd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:05.142093 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f3fd04f9-b475-4286-8209-4b0ac77dd8cd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "PUT /v2.0/networks/82e8f806-bb7a-4c8d-a344-dc86e0c8efa5 HTTP/1.1" status: 200 len: 762 time: 0.7484026 Feb 07 17:13:05.146658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45240) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:05.270689 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1ca958ab-3101-4946-b926-19506681a4a5 req-77c14462-6dd1-40ba-8c32-5dd7d301374e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:05.275382 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1ca958ab-3101-4946-b926-19506681a4a5 req-77c14462-6dd1-40ba-8c32-5dd7d301374e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (877bfe2a-a678-44a9-9eb5-bc837b53b95b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:05.275864 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [req-1ca958ab-3101-4946-b926-19506681a4a5 req-77c14462-6dd1-40ba-8c32-5dd7d301374e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Floating IP 877bfe2a-a678-44a9-9eb5-bc837b53b95b disassociated. External IP: 172.25.4.30, port: ea2ff444-08ee-4b25-b3ed-5e38e8cb24da. Feb 07 17:13:05.276368 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-1ca958ab-3101-4946-b926-19506681a4a5 req-77c14462-6dd1-40ba-8c32-5dd7d301374e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Calling delete_port for ea2ff444-08ee-4b25-b3ed-5e38e8cb24da owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:13:05.330826 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0703cdac-3dd5-4b1c-8a3f-38b3ef2efb77 admin admin] Network 378a0518-7d9a-4b0c-b286-330349e93f1e is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:13:05.378298 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0703cdac-3dd5-4b1c-8a3f-38b3ef2efb77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:13:05.429122 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb1220-2e15-4412-b37d-2bd1cd3e0235 req-ff8686d3-866f-493d-836e-361fa978c9f1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:05.438778 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7fdb1220-2e15-4412-b37d-2bd1cd3e0235 req-ff8686d3-866f-493d-836e-361fa978c9f1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.3515322 Feb 07 17:13:05.458488 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1a1deb-e1db-4636-aaac-66d4afb247d1 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:05.460511 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0f1a1deb-e1db-4636-aaac-66d4afb247d1 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "GET /v2.0/networks?id=82e8f806-bb7a-4c8d-a344-dc86e0c8efa5 HTTP/1.1" status: 200 len: 765 time: 0.3147943 Feb 07 17:13:05.464461 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45242) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:05.664310 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603ad9d-3b37-484f-93f2-4263acd2dff9 req-458c134f-9eeb-4302-b360-ad0fcb9ea85a tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:05.666016 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8603ad9d-3b37-484f-93f2-4263acd2dff9 req-458c134f-9eeb-4302-b360-ad0fcb9ea85a tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 945 time: 1.1018286 Feb 07 17:13:05.666729 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1ca958ab-3101-4946-b926-19506681a4a5 req-77c14462-6dd1-40ba-8c32-5dd7d301374e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ea2ff444-08ee-4b25-b3ed-5e38e8cb24da), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:05.760802 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7fdb1220-2e15-4412-b37d-2bd1cd3e0235 req-4a0234c3-92ca-45b8-9450-9fce3a9ac0cd tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206165 Feb 07 17:13:05.762471 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c14462-6dd1-40ba-8c32-5dd7d301374e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Pushing event deleted for resources: {'Port': ['ID=ea2ff444-08ee-4b25-b3ed-5e38e8cb24da,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:05.889303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abebc988-ad08-423c-9c4e-1b24838e648d tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:05.892480 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-abebc988-ad08-423c-9c4e-1b24838e648d tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4261613 Feb 07 17:13:05.895689 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45248) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:05.962276 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-faa11646-a30f-48e2-8126-9533c7b7ca2f None None] Provisioning complete for port 5a38b44e-4e02-4977-b720-03f3c36bbff3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:05.963018 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-faa11646-a30f-48e2-8126-9533c7b7ca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5a38b44e-4e02-4977-b720-03f3c36bbff3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:06.023307 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d9c07ca7-332b-4ccb-92a8-fb5f296b9929 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "GET /v2.0/subnets?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 HTTP/1.1" status: 200 len: 207 time: 0.1218817 Feb 07 17:13:06.024985 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45250) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:06.067566 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-faa11646-a30f-48e2-8126-9533c7b7ca2f None None] Port 5a38b44e-4e02-4977-b720-03f3c36bbff3 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:13:06.147466 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0703cdac-3dd5-4b1c-8a3f-38b3ef2efb77 admin admin] Router ecb11502-e475-492f-bc3a-a3d3c1a6a571 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:13:06.149156 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ea2ff444-08ee-4b25-b3ed-5e38e8cb24da no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:13:06.205704 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: ea2ff444-08ee-4b25-b3ed-5e38e8cb24da {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:13:06.212199 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8603ad9d-3b37-484f-93f2-4263acd2dff9 req-f51cd7f2-de6e-4fe6-aa55-aa156c5830d3 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=99e87e40-07c1-4282-8885-4e439556088e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5165739 Feb 07 17:13:06.237499 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ea2ff444-08ee-4b25-b3ed-5e38e8cb24da not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:13:06.424866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ca958ab-3101-4946-b926-19506681a4a5 req-77c14462-6dd1-40ba-8c32-5dd7d301374e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:13:06.478446 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0703cdac-3dd5-4b1c-8a3f-38b3ef2efb77 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:13:06.492531 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] Sync routers for ids ['ecb11502-e475-492f-bc3a-a3d3c1a6a571'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:13:06.541905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] Routers {'ecb11502-e475-492f-bc3a-a3d3c1a6a571'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:13:06.542952 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:12:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ecb11502-e475-492f-bc3a-a3d3c1a6a571'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:06.586287 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0703cdac-3dd5-4b1c-8a3f-38b3ef2efb77 admin admin] 10.222.0.18 "PUT /v2.0/routers/ecb11502-e475-492f-bc3a-a3d3c1a6a571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8206105 Feb 07 17:13:06.649241 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741460de-c971-4756-9fc6-c607a59bbcbd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:06.677649 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741460de-c971-4756-9fc6-c607a59bbcbd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:06.685998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741460de-c971-4756-9fc6-c607a59bbcbd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:06.691372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741460de-c971-4756-9fc6-c607a59bbcbd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:06.708502 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741460de-c971-4756-9fc6-c607a59bbcbd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:06.749168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741460de-c971-4756-9fc6-c607a59bbcbd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:06.757398 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-741460de-c971-4756-9fc6-c607a59bbcbd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.7250314 Feb 07 17:13:06.758084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45254) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:06.771860 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ca958ab-3101-4946-b926-19506681a4a5 req-77c14462-6dd1-40ba-8c32-5dd7d301374e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:13:06.783529 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c762bd6-3e47-439a-8ab7-20263eaabf65 None None] Sync routers for ids ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:13:06.798196 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c762bd6-3e47-439a-8ab7-20263eaabf65 None None] Routers {'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:13:06.798837 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7c762bd6-3e47-439a-8ab7-20263eaabf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:12:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:06.832301 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca958ab-3101-4946-b926-19506681a4a5 req-77c14462-6dd1-40ba-8c32-5dd7d301374e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] No DVR routers for this DVR port ea2ff444-08ee-4b25-b3ed-5e38e8cb24da on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:13:06.838458 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1ca958ab-3101-4946-b926-19506681a4a5 req-77c14462-6dd1-40ba-8c32-5dd7d301374e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:06.843576 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] Set router ecb11502-e475-492f-bc3a-a3d3c1a6a571 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:13:06.848545 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1ca958ab-3101-4946-b926-19506681a4a5 req-77c14462-6dd1-40ba-8c32-5dd7d301374e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.48 "DELETE /v2.0/ports/ea2ff444-08ee-4b25-b3ed-5e38e8cb24da HTTP/1.1" status: 204 len: 173 time: 4.5421462 Feb 07 17:13:06.849088 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ca4c73-bde5-400a-adfe-0aa84d9ec51c', 'name': 'network-vif-deleted', 'tag': 'ea2ff444-08ee-4b25-b3ed-5e38e8cb24da'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:13:06.853648 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f26cfb-ec22-406c-99fe-89eba7ce0c3f" -d '{"events": [{"server_uuid": "02ca4c73-bde5-400a-adfe-0aa84d9ec51c", "name": "network-vif-deleted", "tag": "ea2ff444-08ee-4b25-b3ed-5e38e8cb24da"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:13:06.953933 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f635a29-ada0-45cc-bc67-f55d04867406 x-openstack-request-id: req-6f635a29-ada0-45cc-bc67-f55d04867406 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:13:06.954240 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ca4c73-bde5-400a-adfe-0aa84d9ec51c", "name": "network-vif-deleted", "tag": "ea2ff444-08ee-4b25-b3ed-5e38e8cb24da", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:13:06.954482 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f635a29-ada0-45cc-bc67-f55d04867406 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:13:06.954938 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ca4c73-bde5-400a-adfe-0aa84d9ec51c', 'name': 'network-vif-deleted', 'tag': 'ea2ff444-08ee-4b25-b3ed-5e38e8cb24da', 'status': 'completed', 'code': 200} Feb 07 17:13:07.043529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a76e7424-eafa-4b8e-8d2f-69bc46b77962 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:13:07.169863 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-7c762bd6-3e47-439a-8ab7-20263eaabf65 None None] Set router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:13:07.251032 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45276) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:07.252185 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2cbd87fe-22b5-4c4d-bc27-b05bb75d057d tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4927397 Feb 07 17:13:07.278644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccdd44-0912-442c-8852-6010779ff2e3 req-20b8d3d9-b3dc-4e23-8b92-db7948986890 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:07.308307 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9ccdd44-0912-442c-8852-6010779ff2e3 req-20b8d3d9-b3dc-4e23-8b92-db7948986890 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.2835956 Feb 07 17:13:07.341559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a76e7424-eafa-4b8e-8d2f-69bc46b77962 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:07.342644 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a76e7424-eafa-4b8e-8d2f-69bc46b77962), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:07.407167 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab2386-0597-406b-a666-0cfd28d423fa tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:07.414701 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab2386-0597-406b-a666-0cfd28d423fa tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:07.424272 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab2386-0597-406b-a666-0cfd28d423fa tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:07.435773 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab2386-0597-406b-a666-0cfd28d423fa tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:07.439489 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab2386-0597-406b-a666-0cfd28d423fa tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:07.444880 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-65ab2386-0597-406b-a666-0cfd28d423fa tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1927443 Feb 07 17:13:07.453334 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45280) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:07.524894 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-97dacf5c-6d7e-4dc7-8cb7-7c12b242c290 req-d308fcea-ee96-485b-b09a-718ab45dff72 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=02ca4c73-bde5-400a-adfe-0aa84d9ec51c HTTP/1.1" status: 200 len: 210 time: 0.0774293 Feb 07 17:13:07.661246 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7c762bd6-3e47-439a-8ab7-20263eaabf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:08:06Z', 'revision_number': 4, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port': {'id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:58Z', 'updated_at': '2022-02-07T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '1dfefd62-afd1-44c0-954c-9eb82f847e23', 'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'mac_address': 'fa:16:3e:a7:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:08:05Z', 'updated_at': '2022-02-07T17:08:14Z', 'revision_number': 5, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'subnets': [{'id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:07.701707 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8a011c-a9fa-4e06-88a0-486ad47957fd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:07.704685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8a011c-a9fa-4e06-88a0-486ad47957fd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:07.706053 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8a011c-a9fa-4e06-88a0-486ad47957fd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:07.707523 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8a011c-a9fa-4e06-88a0-486ad47957fd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:07.712630 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8a011c-a9fa-4e06-88a0-486ad47957fd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:07.715811 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-df8a011c-a9fa-4e06-88a0-486ad47957fd tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2565048 Feb 07 17:13:07.721613 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45284) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:07.764970 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a76e7424-eafa-4b8e-8d2f-69bc46b77962 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:07.781859 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c762bd6-3e47-439a-8ab7-20263eaabf65 None None] Checking router: b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:13:07.798285 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9ccdd44-0912-442c-8852-6010779ff2e3 req-066be898-f091-418a-9544-51fc3deccd4b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833105 Feb 07 17:13:07.820780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'name': 'tempest-ImageQuotaTest-645959125-router', 'tenant_id': '93f4073d45744677873ad354d0480811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'a76e7424-eafa-4b8e-8d2f-69bc46b77962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:12:46Z', 'updated_at': '2022-02-07T17:13:03Z', 'revision_number': 4, 'project_id': '93f4073d45744677873ad354d0480811', 'gw_port': {'id': 'a76e7424-eafa-4b8e-8d2f-69bc46b77962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:12:49Z', 'updated_at': '2022-02-07T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '5a38b44e-4e02-4977-b720-03f3c36bbff3', 'name': '', 'network_id': '378a0518-7d9a-4b0c-b286-330349e93f1e', 'tenant_id': '93f4073d45744677873ad354d0480811', 'mac_address': 'fa:16:3e:0b:54:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '16e468f9-7c5e-49e2-9102-b20720bd2a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:12:58Z', 'updated_at': '2022-02-07T17:13:03Z', 'revision_number': 2, 'project_id': '93f4073d45744677873ad354d0480811', 'subnets': [{'id': '16e468f9-7c5e-49e2-9102-b20720bd2a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:07.826255 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c762bd6-3e47-439a-8ab7-20263eaabf65 None None] Routers {'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:13:07.829732 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7c762bd6-3e47-439a-8ab7-20263eaabf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:12:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:07.856757 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] Checking router: ecb11502-e475-492f-bc3a-a3d3c1a6a571 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:13:07.857248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] Updating router ecb11502-e475-492f-bc3a-a3d3c1a6a571 port 5a38b44e-4e02-4977-b720-03f3c36bbff3 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:13:07.889050 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5a38b44e-4e02-4977-b720-03f3c36bbff3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:07.970982 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d5cdd-dc23-44f6-886c-5353cc26ab70 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:07.986813 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ca1d5cdd-dc23-44f6-886c-5353cc26ab70 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "GET /v2.0/networks/80a5437e-2d5a-4858-b1a2-eeb4d5ba9559 HTTP/1.1" status: 200 len: 803 time: 0.2604558 Feb 07 17:13:07.987818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45290) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:08.109381 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-7c762bd6-3e47-439a-8ab7-20263eaabf65 None None] Set router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:13:08.232744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45294) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:08.238683 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3a725401-2c04-4f15-9edf-f792bc18f51a tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "GET /v2.0/networks/80a5437e-2d5a-4858-b1a2-eeb4d5ba9559?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2479753 Feb 07 17:13:08.391400 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8b6fa7-abfe-4f05-b113-2de74269ab33 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:08.393523 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2c8b6fa7-abfe-4f05-b113-2de74269ab33 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "GET /v2.0/subnets/985667be-0f62-4908-a1d3-31795172a8b7 HTTP/1.1" status: 200 len: 843 time: 0.1602271 Feb 07 17:13:08.397747 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45298) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:08.452766 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] Publish callbacks [] for port (5a38b44e-4e02-4977-b720-03f3c36bbff3), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:08.462307 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5a38b44e-4e02-4977-b720-03f3c36bbff3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:08.521974 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f667ac-61bb-4c1e-8903-bc0944b2056f tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:08.523457 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-98f667ac-61bb-4c1e-8903-bc0944b2056f tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "GET /v2.0/subnets/985667be-0f62-4908-a1d3-31795172a8b7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1247540 Feb 07 17:13:08.527008 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45300) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:08.533179 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0107c84f-841b-4902-89cd-5fe523aeeda6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1598561703'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:08.564629 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0107c84f-841b-4902-89cd-5fe523aeeda6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Made reservation on behalf of cf6a27b2c2414525b7751f06ecd9a36a for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:13:08.576094 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0107c84f-841b-4902-89cd-5fe523aeeda6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:08.644384 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0107c84f-841b-4902-89cd-5fe523aeeda6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:13:08.678672 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0107c84f-841b-4902-89cd-5fe523aeeda6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (c7d945a5-27d5-439f-8425-349942a9b91d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:08.680056 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-0107c84f-841b-4902-89cd-5fe523aeeda6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Added segment c7d945a5-27d5-439f-8425-349942a9b91d of type vlan for network 546f37b4-258c-456f-a187-914732611f88 Feb 07 17:13:08.713083 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29429d32-5e54-44aa-81ba-b7830f69f491 None None] Pushing event updated for resources: {'Port': ['ID=5a38b44e-4e02-4977-b720-03f3c36bbff3,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:08.721632 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45306) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:08.808165 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29429d32-5e54-44aa-81ba-b7830f69f491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:08.810860 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29429d32-5e54-44aa-81ba-b7830f69f491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:08.811408 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29429d32-5e54-44aa-81ba-b7830f69f491 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:08.812468 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29429d32-5e54-44aa-81ba-b7830f69f491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:08.812903 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29429d32-5e54-44aa-81ba-b7830f69f491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:08.814608 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29429d32-5e54-44aa-81ba-b7830f69f491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:08.815019 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29429d32-5e54-44aa-81ba-b7830f69f491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:08.815315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29429d32-5e54-44aa-81ba-b7830f69f491 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:08.816069 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0107c84f-841b-4902-89cd-5fe523aeeda6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (546f37b4-258c-456f-a187-914732611f88), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:08.816788 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29429d32-5e54-44aa-81ba-b7830f69f491 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:08.817702 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29429d32-5e54-44aa-81ba-b7830f69f491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:08.818053 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29429d32-5e54-44aa-81ba-b7830f69f491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:08.820066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29429d32-5e54-44aa-81ba-b7830f69f491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:08.822062 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29429d32-5e54-44aa-81ba-b7830f69f491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:08.836182 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7c762bd6-3e47-439a-8ab7-20263eaabf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:08:06Z', 'revision_number': 4, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port': {'id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:58Z', 'updated_at': '2022-02-07T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '1dfefd62-afd1-44c0-954c-9eb82f847e23', 'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'mac_address': 'fa:16:3e:a7:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:08:05Z', 'updated_at': '2022-02-07T17:08:14Z', 'revision_number': 5, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'subnets': [{'id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:08.882753 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6c36-1877-4a1b-b339-5df932f308a7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group (99e87e40-07c1-4282-8885-4e439556088e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:08.884632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] Attempting to bind port 5a38b44e-4e02-4977-b720-03f3c36bbff3 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:13:08.887838 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] Attempting to bind port 5a38b44e-4e02-4977-b720-03f3c36bbff3 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '22cce0d9-3824-4439-82ec-d0aee25d5100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '378a0518-7d9a-4b0c-b286-330349e93f1e'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:13:08.888548 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] Attempting to bind port 5a38b44e-4e02-4977-b720-03f3c36bbff3 on network 378a0518-7d9a-4b0c-b286-330349e93f1e {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:13:08.889951 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0107c84f-841b-4902-89cd-5fe523aeeda6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (546f37b4-258c-456f-a187-914732611f88), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:08.897924 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0107c84f-841b-4902-89cd-5fe523aeeda6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:08.898921 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0107c84f-841b-4902-89cd-5fe523aeeda6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:08.902356 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:13:08.908671 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] Checking segment: {'id': '22cce0d9-3824-4439-82ec-d0aee25d5100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '378a0518-7d9a-4b0c-b286-330349e93f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:13:08.909456 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:08.909970 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] Bound using segment: {'id': '22cce0d9-3824-4439-82ec-d0aee25d5100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '378a0518-7d9a-4b0c-b286-330349e93f1e'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:13:08.910500 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] Bound port: 5a38b44e-4e02-4977-b720-03f3c36bbff3, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cce0d9-3824-4439-82ec-d0aee25d5100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '378a0518-7d9a-4b0c-b286-330349e93f1e'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:13:08.911051 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5a38b44e-4e02-4977-b720-03f3c36bbff3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:08.944354 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c762bd6-3e47-439a-8ab7-20263eaabf65 None None] The sync data for ids ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'] in n-d-827865-3 is: [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:08:06Z', 'revision_number': 4, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port': {'id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:58Z', 'updated_at': '2022-02-07T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '1dfefd62-afd1-44c0-954c-9eb82f847e23', 'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'mac_address': 'fa:16:3e:a7:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:08:05Z', 'updated_at': '2022-02-07T17:08:14Z', 'revision_number': 5, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'subnets': [{'id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:13:09.006982 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6c36-1877-4a1b-b339-5df932f308a7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group (99e87e40-07c1-4282-8885-4e439556088e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:09.034946 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] For port 5a38b44e-4e02-4977-b720-03f3c36bbff3, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:13:09.057110 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] For port 5a38b44e-4e02-4977-b720-03f3c36bbff3, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5a38b44e-4e02-4977-b720-03f3c36bbff3,segment=NetworkSegment(22cce0d9-3824-4439-82ec-d0aee25d5100),segment_id=22cce0d9-3824-4439-82ec-d0aee25d5100)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:13:09.080159 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5a38b44e-4e02-4977-b720-03f3c36bbff3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:09.132155 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0107c84f-841b-4902-89cd-5fe523aeeda6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6039588 Feb 07 17:13:09.135175 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45316) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:09.154085 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-44b54a61-d394-460b-a139-9dfdaba2b0de tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'subnet': {'network_id': '546f37b4-258c-456f-a187-914732611f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:09.164718 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6c36-1877-4a1b-b339-5df932f308a7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (99e87e40-07c1-4282-8885-4e439556088e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:09.169379 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb3f6c36-1877-4a1b-b339-5df932f308a7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:09.174482 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-eb3f6c36-1877-4a1b-b339-5df932f308a7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "DELETE /v2.0/security-groups/99e87e40-07c1-4282-8885-4e439556088e HTTP/1.1" status: 204 len: 168 time: 0.4514391 Feb 07 17:13:09.175878 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45318) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:09.226295 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29429d32-5e54-44aa-81ba-b7830f69f491 None None] Pushing event updated for resources: {'Port': ['ID=5a38b44e-4e02-4977-b720-03f3c36bbff3,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:09.230472 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f6c36-1877-4a1b-b339-5df932f308a7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e87e40-07c1-4282-8885-4e439556088e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:09.260683 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-e1a01581-2d3f-4a64-a891-d11a6eeda517 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] show failed (client error): The resource could not be found. Feb 07 17:13:09.267630 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e1a01581-2d3f-4a64-a891-d11a6eeda517 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups/99e87e40-07c1-4282-8885-4e439556088e HTTP/1.1" status: 404 len: 347 time: 0.0612843 Feb 07 17:13:09.284133 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45320) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:09.368536 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45322) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:09.386088 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] Routers {'ecb11502-e475-492f-bc3a-a3d3c1a6a571'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:13:09.387302 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:12:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ecb11502-e475-492f-bc3a-a3d3c1a6a571'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:09.392888 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1119cf59-2bef-4f48-b11d-1d0520597fd7 None None] Provisioning complete for port 5a38b44e-4e02-4977-b720-03f3c36bbff3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:09.394907 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1119cf59-2bef-4f48-b11d-1d0520597fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5a38b44e-4e02-4977-b720-03f3c36bbff3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:09.422201 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107c84f-841b-4902-89cd-5fe523aeeda6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Network': ['ID=546f37b4-258c-456f-a187-914732611f88,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:09.520549 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b54a61-d394-460b-a139-9dfdaba2b0de tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Made reservation on behalf of cf6a27b2c2414525b7751f06ecd9a36a for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:13:09.531407 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 546f37b4-258c-456f-a187-914732611f88 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:13:09.534236 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44b54a61-d394-460b-a139-9dfdaba2b0de tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:09.598787 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a639a5-ed02-4199-acd2-807fc49b3b10 req-670d547c-555b-4464-94d1-6aa2d4c4d765 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:09.600552 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0a639a5-ed02-4199-acd2-807fc49b3b10 req-670d547c-555b-4464-94d1-6aa2d4c4d765 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.4509776 Feb 07 17:13:09.675043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-44b54a61-d394-460b-a139-9dfdaba2b0de tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Performing IP validity checks on allocation pools {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 17:13:09.675697 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-44b54a61-d394-460b-a139-9dfdaba2b0de tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 17:13:09.706030 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e03a067-a58c-4fb6-bf26-5276795ed035 None None] New status for floating IP 877bfe2a-a678-44a9-9eb5-bc837b53b95b: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:13:09.778874 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0a639a5-ed02-4199-acd2-807fc49b3b10 req-24ae242a-bf6d-4c4c-aa92-a2d636b16bd8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630776 Feb 07 17:13:09.800599 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e9382093-645f-4c6d-a989-bb2acd49c4e8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Deleting port 6543996a-2d12-4668-abb6-4276e561d2d9 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:13:09.801175 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9382093-645f-4c6d-a989-bb2acd49c4e8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (6543996a-2d12-4668-abb6-4276e561d2d9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:09.890404 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9382093-645f-4c6d-a989-bb2acd49c4e8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (6543996a-2d12-4668-abb6-4276e561d2d9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:09.891446 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9382093-645f-4c6d-a989-bb2acd49c4e8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for floatingip (6543996a-2d12-4668-abb6-4276e561d2d9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:09.911237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e9382093-645f-4c6d-a989-bb2acd49c4e8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Calling delete_port for 6543996a-2d12-4668-abb6-4276e561d2d9 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:13:09.944487 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44b54a61-d394-460b-a139-9dfdaba2b0de tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (bd3393b6-2039-49ae-a307-a60387e95f89), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:10.099295 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] Set router ecb11502-e475-492f-bc3a-a3d3c1a6a571 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:13:10.110081 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1119cf59-2bef-4f48-b11d-1d0520597fd7 None None] Current status of the port 5a38b44e-4e02-4977-b720-03f3c36bbff3 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:10.110820 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1119cf59-2bef-4f48-b11d-1d0520597fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5a38b44e-4e02-4977-b720-03f3c36bbff3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:10.168082 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9382093-645f-4c6d-a989-bb2acd49c4e8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (6543996a-2d12-4668-abb6-4276e561d2d9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:10.232786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9382093-645f-4c6d-a989-bb2acd49c4e8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Pushing event deleted for resources: {'Port': ['ID=6543996a-2d12-4668-abb6-4276e561d2d9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:10.436063 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1119cf59-2bef-4f48-b11d-1d0520597fd7 None None] For port 5a38b44e-4e02-4977-b720-03f3c36bbff3, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5a38b44e-4e02-4977-b720-03f3c36bbff3,segment=NetworkSegment(22cce0d9-3824-4439-82ec-d0aee25d5100),segment_id=22cce0d9-3824-4439-82ec-d0aee25d5100)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:10.462831 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1119cf59-2bef-4f48-b11d-1d0520597fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5a38b44e-4e02-4977-b720-03f3c36bbff3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:10.470979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b54a61-d394-460b-a139-9dfdaba2b0de tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Subnet': ['ID=bd3393b6-2039-49ae-a307-a60387e95f89,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:10.492050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b54a61-d394-460b-a139-9dfdaba2b0de tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Checking segment: {'id': 'c7d945a5-27d5-439f-8425-349942a9b91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '546f37b4-258c-456f-a187-914732611f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:13:10.493150 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b54a61-d394-460b-a139-9dfdaba2b0de tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network hostable DHCP agents. Network: 546f37b4-258c-456f-a187-914732611f88, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:13:10.519350 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b54a61-d394-460b-a139-9dfdaba2b0de tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Network 546f37b4-258c-456f-a187-914732611f88 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:13:10.537787 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-44b54a61-d394-460b-a139-9dfdaba2b0de tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 546f37b4-258c-456f-a187-914732611f88) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:13:10.553928 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb44643-7f50-421a-b331-8bc07e64fbb0 None None] Network 546f37b4-258c-456f-a187-914732611f88 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:13:10.554509 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b54a61-d394-460b-a139-9dfdaba2b0de tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:10.556033 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-44b54a61-d394-460b-a139-9dfdaba2b0de tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:10.591944 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-44b54a61-d394-460b-a139-9dfdaba2b0de tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4551263 Feb 07 17:13:10.594614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45348) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:10.603417 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c18b4978-c59a-4a14-9340-ac5a491cffb7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:10.716083 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119cf59-2bef-4f48-b11d-1d0520597fd7 None None] Pushing event updated for resources: {'Port': ['ID=5a38b44e-4e02-4977-b720-03f3c36bbff3,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:10.782137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8f552f34-d955-4b49-b634-0ad211bed8c2 None None] Provisioning complete for port 5a38b44e-4e02-4977-b720-03f3c36bbff3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:10.782888 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f552f34-d955-4b49-b634-0ad211bed8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5a38b44e-4e02-4977-b720-03f3c36bbff3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:10.800359 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c18b4978-c59a-4a14-9340-ac5a491cffb7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25856750'] for subnet (bd3393b6-2039-49ae-a307-a60387e95f89), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:10.829916 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9382093-645f-4c6d-a989-bb2acd49c4e8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for floatingip (877bfe2a-a678-44a9-9eb5-bc837b53b95b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:10.833318 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9382093-645f-4c6d-a989-bb2acd49c4e8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:10.838775 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e9382093-645f-4c6d-a989-bb2acd49c4e8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "DELETE /v2.0/floatingips/877bfe2a-a678-44a9-9eb5-bc837b53b95b HTTP/1.1" status: 204 len: 168 time: 1.5528648 Feb 07 17:13:10.954028 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8f552f34-d955-4b49-b634-0ad211bed8c2 None None] Current status of the port 5a38b44e-4e02-4977-b720-03f3c36bbff3 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:10.956099 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-546f37b4-258c-456f-a187-914732611f88', 'network_id': '546f37b4-258c-456f-a187-914732611f88', 'project_id': 'cf6a27b2c2414525b7751f06ecd9a36a', 'fixed_ips': [{'subnet_id': 'bd3393b6-2039-49ae-a307-a60387e95f89'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:13:10.956937 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:10.987725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'name': 'tempest-ImageQuotaTest-645959125-router', 'tenant_id': '93f4073d45744677873ad354d0480811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'a76e7424-eafa-4b8e-8d2f-69bc46b77962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:12:46Z', 'updated_at': '2022-02-07T17:13:03Z', 'revision_number': 4, 'project_id': '93f4073d45744677873ad354d0480811', 'gw_port': {'id': 'a76e7424-eafa-4b8e-8d2f-69bc46b77962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:12:49Z', 'updated_at': '2022-02-07T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '5a38b44e-4e02-4977-b720-03f3c36bbff3', 'name': '', 'network_id': '378a0518-7d9a-4b0c-b286-330349e93f1e', 'tenant_id': '93f4073d45744677873ad354d0480811', 'mac_address': 'fa:16:3e:0b:54:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '16e468f9-7c5e-49e2-9102-b20720bd2a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:12:58Z', 'updated_at': '2022-02-07T17:13:09Z', 'revision_number': 4, 'project_id': '93f4073d45744677873ad354d0480811', 'subnets': [{'id': '16e468f9-7c5e-49e2-9102-b20720bd2a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:11.022936 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94fd7f1-ea30-4793-8f64-af6e086d26c9 None None] The sync data for ids ['ecb11502-e475-492f-bc3a-a3d3c1a6a571'] in n-d-827865-3 is: [{'id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'name': 'tempest-ImageQuotaTest-645959125-router', 'tenant_id': '93f4073d45744677873ad354d0480811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'a76e7424-eafa-4b8e-8d2f-69bc46b77962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:12:46Z', 'updated_at': '2022-02-07T17:13:03Z', 'revision_number': 4, 'project_id': '93f4073d45744677873ad354d0480811', 'gw_port': {'id': 'a76e7424-eafa-4b8e-8d2f-69bc46b77962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:12:49Z', 'updated_at': '2022-02-07T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '5a38b44e-4e02-4977-b720-03f3c36bbff3', 'name': '', 'network_id': '378a0518-7d9a-4b0c-b286-330349e93f1e', 'tenant_id': '93f4073d45744677873ad354d0480811', 'mac_address': 'fa:16:3e:0b:54:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '16e468f9-7c5e-49e2-9102-b20720bd2a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:12:58Z', 'updated_at': '2022-02-07T17:13:09Z', 'revision_number': 4, 'project_id': '93f4073d45744677873ad354d0480811', 'subnets': [{'id': '16e468f9-7c5e-49e2-9102-b20720bd2a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:13:11.261152 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f2c7726-e695-4ca8-9dd4-e5cffc4441c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (ecb11502-e475-492f-bc3a-a3d3c1a6a571), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:11.408206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bf3e6-ef37-4a17-89ed-956fac37e633 req-ca4900ba-00ba-4a4e-a383-950b30ec0be7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:11.421686 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d61bf3e6-ef37-4a17-89ed-956fac37e633 req-ca4900ba-00ba-4a4e-a383-950b30ec0be7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.4533381 Feb 07 17:13:11.455211 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c18b4978-c59a-4a14-9340-ac5a491cffb7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746820499716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25545402'] for subnet (bd3393b6-2039-49ae-a307-a60387e95f89), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:11.495276 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] Allocated IP 2001:db8::3 (546f37b4-258c-456f-a187-914732611f88/bd3393b6-2039-49ae-a307-a60387e95f89/fe433e05-ee9a-40ca-b580-2de7a06ed3b5) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:13:11.534717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45358) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:11.556016 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-76820326-6095-4184-9dcf-098b013274d4 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1075961097', 'description': 'tempest-description--488338384'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:11.718467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b4978-c59a-4a14-9340-ac5a491cffb7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:11.719133 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c18b4978-c59a-4a14-9340-ac5a491cffb7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:11.726204 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c18b4978-c59a-4a14-9340-ac5a491cffb7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "PUT /v2.0/subnets/bd3393b6-2039-49ae-a307-a60387e95f89 HTTP/1.1" status: 200 len: 900 time: 1.1300066 Feb 07 17:13:11.727832 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45360) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:11.766041 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d61bf3e6-ef37-4a17-89ed-956fac37e633 req-ab8bda14-9718-4e17-8bcf-1db2f7b6ddc4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258786 Feb 07 17:13:11.767666 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76820326-6095-4184-9dcf-098b013274d4 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:11.770342 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b4978-c59a-4a14-9340-ac5a491cffb7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event updated for resources: {'Subnet': ['ID=bd3393b6-2039-49ae-a307-a60387e95f89,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:11.857241 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] Publish callbacks [] for port (fe433e05-ee9a-40ca-b580-2de7a06ed3b5), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:11.868497 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (fe433e05-ee9a-40ca-b580-2de7a06ed3b5), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:11.874800 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c7726-e695-4ca8-9dd4-e5cffc4441c5 admin admin] Deleting port 5a38b44e-4e02-4977-b720-03f3c36bbff3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:13:11.875155 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f2c7726-e695-4ca8-9dd4-e5cffc4441c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5a38b44e-4e02-4977-b720-03f3c36bbff3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:11.896824 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] Network 546f37b4-258c-456f-a187-914732611f88 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:13:11.900129 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:13:11.903287 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:13:11.922650 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76820326-6095-4184-9dcf-098b013274d4 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group (a7992af4-52fd-4303-a033-d3d20740e5ef), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:11.928104 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76820326-6095-4184-9dcf-098b013274d4 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a7992af4-52fd-4303-a033-d3d20740e5ef), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:11.990661 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (546f37b4-258c-456f-a187-914732611f88), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:12.011756 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76820326-6095-4184-9dcf-098b013274d4 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:12.017879 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-76820326-6095-4184-9dcf-098b013274d4 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4663558 Feb 07 17:13:12.017879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76820326-6095-4184-9dcf-098b013274d4 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7992af4-52fd-4303-a033-d3d20740e5ef,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:12.020572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45362) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:12.026348 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] Pushing event updated for resources: {'Port': ['ID=fe433e05-ee9a-40ca-b580-2de7a06ed3b5,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:12.032664 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] Attempting to bind port fe433e05-ee9a-40ca-b580-2de7a06ed3b5 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:13:12.033050 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] Attempting to bind port fe433e05-ee9a-40ca-b580-2de7a06ed3b5 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'c7d945a5-27d5-439f-8425-349942a9b91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '546f37b4-258c-456f-a187-914732611f88'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:13:12.033792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] Attempting to bind port fe433e05-ee9a-40ca-b580-2de7a06ed3b5 on network 546f37b4-258c-456f-a187-914732611f88 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:13:12.039487 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:13:12.039871 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] Checking segment: {'id': 'c7d945a5-27d5-439f-8425-349942a9b91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '546f37b4-258c-456f-a187-914732611f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:13:12.040285 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:12.040930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] Bound using segment: {'id': 'c7d945a5-27d5-439f-8425-349942a9b91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '546f37b4-258c-456f-a187-914732611f88'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:13:12.041671 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] Bound port: fe433e05-ee9a-40ca-b580-2de7a06ed3b5, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d945a5-27d5-439f-8425-349942a9b91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '546f37b4-258c-456f-a187-914732611f88'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:13:12.042135 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fe433e05-ee9a-40ca-b580-2de7a06ed3b5), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:12.078208 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f20518e6-d9e5-476f-8582-58bc6c8d4f56 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Request body: {'security_group_rule': {'security_group_id': 'a7992af4-52fd-4303-a033-d3d20740e5ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:12.125541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-6f2c7726-e695-4ca8-9dd4-e5cffc4441c5 admin admin] For port 5a38b44e-4e02-4977-b720-03f3c36bbff3, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5a38b44e-4e02-4977-b720-03f3c36bbff3,segment=NetworkSegment(22cce0d9-3824-4439-82ec-d0aee25d5100),segment_id=22cce0d9-3824-4439-82ec-d0aee25d5100)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:12.126007 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f2c7726-e695-4ca8-9dd4-e5cffc4441c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5a38b44e-4e02-4977-b720-03f3c36bbff3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:12.131902 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] For port fe433e05-ee9a-40ca-b580-2de7a06ed3b5, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:13:12.136177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] For port fe433e05-ee9a-40ca-b580-2de7a06ed3b5, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=fe433e05-ee9a-40ca-b580-2de7a06ed3b5,segment=NetworkSegment(c7d945a5-27d5-439f-8425-349942a9b91d),segment_id=c7d945a5-27d5-439f-8425-349942a9b91d)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:13:12.144597 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (fe433e05-ee9a-40ca-b580-2de7a06ed3b5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:12.148388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c7726-e695-4ca8-9dd4-e5cffc4441c5 admin admin] Calling delete_port for 5a38b44e-4e02-4977-b720-03f3c36bbff3 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:13:12.159634 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f20518e6-d9e5-476f-8582-58bc6c8d4f56 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group_rule (43b23f8b-b9d4-405a-af2f-6729386ec785), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:12.214121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4bde2-73c6-443d-a343-b2977f884810 None None] Pushing event updated for resources: {'Port': ['ID=fe433e05-ee9a-40ca-b580-2de7a06ed3b5,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:12.256045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Deleting port fe433e05-ee9a-40ca-b580-2de7a06ed3b5 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:13:12.256352 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (fe433e05-ee9a-40ca-b580-2de7a06ed3b5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:12.383036 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f20518e6-d9e5-476f-8582-58bc6c8d4f56 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group_rule (43b23f8b-b9d4-405a-af2f-6729386ec785), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:12.425072 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f20518e6-d9e5-476f-8582-58bc6c8d4f56 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (43b23f8b-b9d4-405a-af2f-6729386ec785), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:12.481319 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20518e6-d9e5-476f-8582-58bc6c8d4f56 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b23f8b-b9d4-405a-af2f-6729386ec785,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:12.494543 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] For port fe433e05-ee9a-40ca-b580-2de7a06ed3b5, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=fe433e05-ee9a-40ca-b580-2de7a06ed3b5,segment=NetworkSegment(c7d945a5-27d5-439f-8425-349942a9b91d),segment_id=c7d945a5-27d5-439f-8425-349942a9b91d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:12.494924 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (fe433e05-ee9a-40ca-b580-2de7a06ed3b5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:12.577844 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f20518e6-d9e5-476f-8582-58bc6c8d4f56 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:12.581458 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f20518e6-d9e5-476f-8582-58bc6c8d4f56 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5543854 Feb 07 17:13:12.582180 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45376) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:12.586957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-56f9f9db-de30-4f83-91f4-6caad9340dae tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Request body: {'security_group_rule': {'security_group_id': 'a7992af4-52fd-4303-a033-d3d20740e5ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:12.609944 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Calling delete_port for fe433e05-ee9a-40ca-b580-2de7a06ed3b5 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:13:12.658897 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56f9f9db-de30-4f83-91f4-6caad9340dae tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group_rule (1151a3b6-d38f-4d34-abe3-e50396ef8e86), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:12.728079 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f2c7726-e695-4ca8-9dd4-e5cffc4441c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (5a38b44e-4e02-4977-b720-03f3c36bbff3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:12.825212 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56f9f9db-de30-4f83-91f4-6caad9340dae tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group_rule (1151a3b6-d38f-4d34-abe3-e50396ef8e86), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:12.830084 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56f9f9db-de30-4f83-91f4-6caad9340dae tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (1151a3b6-d38f-4d34-abe3-e50396ef8e86), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:12.854213 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c7726-e695-4ca8-9dd4-e5cffc4441c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a38b44e-4e02-4977-b720-03f3c36bbff3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:12.872327 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9f9db-de30-4f83-91f4-6caad9340dae tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1151a3b6-d38f-4d34-abe3-e50396ef8e86,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:12.892844 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-56f9f9db-de30-4f83-91f4-6caad9340dae tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:12.904188 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-56f9f9db-de30-4f83-91f4-6caad9340dae tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3208301 Feb 07 17:13:12.904868 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45384) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:12.910413 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4938351d-7715-4090-a8e3-09c492baa81b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:12.990932 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4938351d-7715-4090-a8e3-09c492baa81b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:13.181950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5a38b44e-4e02-4977-b720-03f3c36bbff3 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:13:13.237061 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (fe433e05-ee9a-40ca-b580-2de7a06ed3b5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:13.237688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 5a38b44e-4e02-4977-b720-03f3c36bbff3 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:13:13.238119 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5a38b44e-4e02-4977-b720-03f3c36bbff3 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 07 17:13:13.297459 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4938351d-7715-4090-a8e3-09c492baa81b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:13.319076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Port 5a38b44e-4e02-4977-b720-03f3c36bbff3 not found, will not notify nova. {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 07 17:13:13.319487 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device fe433e05-ee9a-40ca-b580-2de7a06ed3b5 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:13:13.357856 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: fe433e05-ee9a-40ca-b580-2de7a06ed3b5 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:13:13.359470 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device fe433e05-ee9a-40ca-b580-2de7a06ed3b5 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 07 17:13:13.383178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Port fe433e05-ee9a-40ca-b580-2de7a06ed3b5 not found, will not notify nova. {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 07 17:13:13.390461 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Port': ['ID=fe433e05-ee9a-40ca-b580-2de7a06ed3b5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:13.407105 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] No DVR routers for this DVR port fe433e05-ee9a-40ca-b580-2de7a06ed3b5 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:13:13.492981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-4938351d-7715-4090-a8e3-09c492baa81b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Allocated IP 172.25.4.176 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/095477cf-3328-4cc7-9b6e-fe7938e30d1e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:13:13.524521 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836de13f-077e-4b0d-81ef-195c5a15881a req-02d054ef-b38f-4f01-8083-557186d245c3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:13.536975 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-836de13f-077e-4b0d-81ef-195c5a15881a req-02d054ef-b38f-4f01-8083-557186d245c3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.5182796 Feb 07 17:13:13.559407 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (bd3393b6-2039-49ae-a307-a60387e95f89), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:13.701965 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4938351d-7715-4090-a8e3-09c492baa81b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for port (095477cf-3328-4cc7-9b6e-fe7938e30d1e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:13.709972 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f2c7726-e695-4ca8-9dd4-e5cffc4441c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (ecb11502-e475-492f-bc3a-a3d3c1a6a571), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:13.752680 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4938351d-7715-4090-a8e3-09c492baa81b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (095477cf-3328-4cc7-9b6e-fe7938e30d1e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:13.816981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4938351d-7715-4090-a8e3-09c492baa81b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:13:13.822095 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-4938351d-7715-4090-a8e3-09c492baa81b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:13:13.830470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4938351d-7715-4090-a8e3-09c492baa81b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:13:13.833559 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-836de13f-077e-4b0d-81ef-195c5a15881a req-3b819783-9baa-4d7a-bef9-0f61b218a913 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953181 Feb 07 17:13:13.834428 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938351d-7715-4090-a8e3-09c492baa81b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Pushing event updated for resources: {'Port': ['ID=095477cf-3328-4cc7-9b6e-fe7938e30d1e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:13.876384 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (bd3393b6-2039-49ae-a307-a60387e95f89), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:13.909421 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3393b6-2039-49ae-a307-a60387e95f89,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:14.009934 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (546f37b4-258c-456f-a187-914732611f88), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:14.029682 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4938351d-7715-4090-a8e3-09c492baa81b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for floatingip (ed48af57-39a1-4545-b7bc-00251a58cdc9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:14.033692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546f37b4-258c-456f-a187-914732611f88']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:14.052823 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d945a5-27d5-439f-8425-349942a9b91d') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:14.053126 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d945a5-27d5-439f-8425-349942a9b91d') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:14.069659 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (c7d945a5-27d5-439f-8425-349942a9b91d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:14.087268 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4938351d-7715-4090-a8e3-09c492baa81b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (095477cf-3328-4cc7-9b6e-fe7938e30d1e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:14.107004 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (c7d945a5-27d5-439f-8425-349942a9b91d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:14.166041 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:13:14.167019 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (c7d945a5-27d5-439f-8425-349942a9b91d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:14.186828 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d551e91-5c97-493e-bfd2-c3c310b91b59 None None] Network 546f37b4-258c-456f-a187-914732611f88 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:13:14.235838 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:13:14.297252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9f7ccb82-9378-45ec-9705-241884d4bf34 None None] Could not find standard attr ID for object fe433e05-ee9a-40ca-b580-2de7a06ed3b5. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:13:14.335488 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4938351d-7715-4090-a8e3-09c492baa81b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for port (095477cf-3328-4cc7-9b6e-fe7938e30d1e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:14.344669 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4938351d-7715-4090-a8e3-09c492baa81b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (095477cf-3328-4cc7-9b6e-fe7938e30d1e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:14.347758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2c7726-e695-4ca8-9dd4-e5cffc4441c5 admin admin] Router ecb11502-e475-492f-bc3a-a3d3c1a6a571 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:13:14.348533 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (546f37b4-258c-456f-a187-914732611f88), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:14.369532 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:14.377101 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/networks/546f37b4-258c-456f-a187-914732611f88 HTTP/1.1" status: 204 len: 168 time: 2.6458881 Feb 07 17:13:14.378236 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90d1cf-4181-402c-85e1-7cde2aa10d01 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Network': ['ID=546f37b4-258c-456f-a187-914732611f88,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:14.390011 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45424) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:14.432346 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcbad276-8589-4f65-aefa-5bb2c44c97b6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] DELETE failed (client error): The resource could not be found. Feb 07 17:13:14.432970 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcbad276-8589-4f65-aefa-5bb2c44c97b6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:13:14.439860 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dcbad276-8589-4f65-aefa-5bb2c44c97b6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/subnets/bd3393b6-2039-49ae-a307-a60387e95f89 HTTP/1.1" status: 404 len: 337 time: 0.0472367 Feb 07 17:13:14.441775 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45426) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:14.452740 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938351d-7715-4090-a8e3-09c492baa81b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Pushing event updated for resources: {'Port': ['ID=095477cf-3328-4cc7-9b6e-fe7938e30d1e,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:14.470775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7d010c-cd2d-4c6b-ad5f-0268aedbb9fc None None] DHCP port deletion for 546f37b4-258c-456f-a187-914732611f88 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:13:14.494466 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafff2f1-3196-4b8c-a4e9-2efeef57afdd None None] Network 546f37b4-258c-456f-a187-914732611f88 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:13:14.510409 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86beab7-30fa-425e-aa6a-4b8dded627e8 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] DELETE failed (client error): The resource could not be found. Feb 07 17:13:14.510970 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86beab7-30fa-425e-aa6a-4b8dded627e8 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:13:14.511144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafff2f1-3196-4b8c-a4e9-2efeef57afdd None None] Network 546f37b4-258c-456f-a187-914732611f88 could not be found, it might have been deleted concurrently. {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 07 17:13:14.518261 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a86beab7-30fa-425e-aa6a-4b8dded627e8 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/networks/546f37b4-258c-456f-a187-914732611f88 HTTP/1.1" status: 404 len: 339 time: 0.0755103 Feb 07 17:13:14.518866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45428) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:14.553758 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4938351d-7715-4090-a8e3-09c492baa81b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (ed48af57-39a1-4545-b7bc-00251a58cdc9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:14.573678 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4938351d-7715-4090-a8e3-09c492baa81b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:14.576268 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4938351d-7715-4090-a8e3-09c492baa81b tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6700134 Feb 07 17:13:14.653523 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-236782eb-d9fc-4b61-ab7e-eb85cca7b11e tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (82e8f806-bb7a-4c8d-a344-dc86e0c8efa5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:14.678715 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2c7726-e695-4ca8-9dd4-e5cffc4441c5 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:13:14.686141 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6f2c7726-e695-4ca8-9dd4-e5cffc4441c5 admin admin] 10.222.0.18 "PUT /v2.0/routers/ecb11502-e475-492f-bc3a-a3d3c1a6a571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3212068 Feb 07 17:13:14.689026 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45438) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:14.691456 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f5352a-0964-4e5c-ad61-8b82c984c501 None None] Sync routers for ids ['ecb11502-e475-492f-bc3a-a3d3c1a6a571'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:13:14.731314 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f5352a-0964-4e5c-ad61-8b82c984c501 None None] Routers {'ecb11502-e475-492f-bc3a-a3d3c1a6a571'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:13:14.732113 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-78f5352a-0964-4e5c-ad61-8b82c984c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:12:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ecb11502-e475-492f-bc3a-a3d3c1a6a571'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:14.859044 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-89faae88-3d39-4eb9-b576-62e01010ff02 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1075961097&fields=id&tenant_id=e9ad179b24574372b80952de6111dc6e HTTP/1.1" status: 200 len: 267 time: 0.1421301 Feb 07 17:13:14.896209 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device fe433e05-ee9a-40ca-b580-2de7a06ed3b5 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:13:14.970243 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-78f5352a-0964-4e5c-ad61-8b82c984c501 None None] Set router ecb11502-e475-492f-bc3a-a3d3c1a6a571 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:13:14.996809 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: fe433e05-ee9a-40ca-b580-2de7a06ed3b5 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:13:15.000362 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device fe433e05-ee9a-40ca-b580-2de7a06ed3b5 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:13:15.001009 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-236782eb-d9fc-4b61-ab7e-eb85cca7b11e tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (82e8f806-bb7a-4c8d-a344-dc86e0c8efa5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:15.083048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-236782eb-d9fc-4b61-ab7e-eb85cca7b11e tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e8f806-bb7a-4c8d-a344-dc86e0c8efa5']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:15.124421 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b0e1b62-facc-4e67-b110-a569e69da1bd admin admin] Publish callbacks [] for router (ecb11502-e475-492f-bc3a-a3d3c1a6a571), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:15.130640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-236782eb-d9fc-4b61-ab7e-eb85cca7b11e tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de585256-e99c-4de3-bcc8-587ed446a50c') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:15.130999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-236782eb-d9fc-4b61-ab7e-eb85cca7b11e tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de585256-e99c-4de3-bcc8-587ed446a50c') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:15.188200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-dc09e252-e297-4b49-80e7-a4e34ac856ff tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:15.189837 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-dc09e252-e297-4b49-80e7-a4e34ac856ff tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/networks?id=201760c2-7445-46e7-879d-a3304bb55dba HTTP/1.1" status: 200 len: 811 time: 0.3252919 Feb 07 17:13:15.216316 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-5dfa5707-147e-4fa1-b10a-7bfde7569852 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/quotas/e9ad179b24574372b80952de6111dc6e HTTP/1.1" status: 200 len: 375 time: 0.0183327 Feb 07 17:13:15.218724 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-236782eb-d9fc-4b61-ab7e-eb85cca7b11e tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (de585256-e99c-4de3-bcc8-587ed446a50c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:15.259381 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-236782eb-d9fc-4b61-ab7e-eb85cca7b11e tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (de585256-e99c-4de3-bcc8-587ed446a50c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:15.276083 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14aa7a-e2a2-4010-9ede-b034f0f2ace5 req-276e41d4-075c-4ec2-ad22-6f5ca996031f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:15.277779 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e14aa7a-e2a2-4010-9ede-b034f0f2ace5 req-276e41d4-075c-4ec2-ad22-6f5ca996031f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.1988153 Feb 07 17:13:15.284144 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236782eb-d9fc-4b61-ab7e-eb85cca7b11e tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:13:15.284533 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-236782eb-d9fc-4b61-ab7e-eb85cca7b11e tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (de585256-e99c-4de3-bcc8-587ed446a50c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:15.285403 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-78f5352a-0964-4e5c-ad61-8b82c984c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'name': 'tempest-ImageQuotaTest-645959125-router', 'tenant_id': '93f4073d45744677873ad354d0480811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'a76e7424-eafa-4b8e-8d2f-69bc46b77962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:12:46Z', 'updated_at': '2022-02-07T17:13:12Z', 'revision_number': 5, 'project_id': '93f4073d45744677873ad354d0480811', 'gw_port': {'id': 'a76e7424-eafa-4b8e-8d2f-69bc46b77962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:12:49Z', 'updated_at': '2022-02-07T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:13:15.287876 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:13:15.322946 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f5352a-0964-4e5c-ad61-8b82c984c501 None None] Checking router: ecb11502-e475-492f-bc3a-a3d3c1a6a571 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:13:15.333881 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f5352a-0964-4e5c-ad61-8b82c984c501 None None] Routers {'ecb11502-e475-492f-bc3a-a3d3c1a6a571'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:13:15.334746 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-78f5352a-0964-4e5c-ad61-8b82c984c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:12:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ecb11502-e475-492f-bc3a-a3d3c1a6a571'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:15.343180 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-7ae77e83-f16e-4f1d-8419-799c82092dd9 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e9ad179b24574372b80952de6111dc6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177168 Feb 07 17:13:15.403403 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-236782eb-d9fc-4b61-ab7e-eb85cca7b11e tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (82e8f806-bb7a-4c8d-a344-dc86e0c8efa5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:15.409960 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e14aa7a-e2a2-4010-9ede-b034f0f2ace5 req-66e4ba55-dce2-48d3-a7b9-184c003d655f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195405 Feb 07 17:13:15.416619 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-236782eb-d9fc-4b61-ab7e-eb85cca7b11e tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:15.420933 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-236782eb-d9fc-4b61-ab7e-eb85cca7b11e tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/networks/82e8f806-bb7a-4c8d-a344-dc86e0c8efa5 HTTP/1.1" status: 204 len: 168 time: 0.8730872 Feb 07 17:13:15.423956 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45448) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:15.425242 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b0e1b62-facc-4e67-b110-a569e69da1bd admin admin] Publish callbacks [] for router_gateway (ecb11502-e475-492f-bc3a-a3d3c1a6a571), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:15.498135 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236782eb-d9fc-4b61-ab7e-eb85cca7b11e tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Network': ['ID=82e8f806-bb7a-4c8d-a344-dc86e0c8efa5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:15.501635 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-414dc5d0-5985-47a7-86be-ad0b8439f420 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] DELETE failed (client error): The resource could not be found. Feb 07 17:13:15.502110 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414dc5d0-5985-47a7-86be-ad0b8439f420 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:13:15.505538 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-414dc5d0-5985-47a7-86be-ad0b8439f420 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/subnets/889a207c-0958-4ace-919e-3eda5fa93395 HTTP/1.1" status: 404 len: 337 time: 0.0729403 Feb 07 17:13:15.508881 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45450) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:15.520726 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-32d384b6-e4f9-41bb-9674-1bcc68b328a6 service neutron] 10.222.0.18 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579940 Feb 07 17:13:15.534383 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5be68cc-2d9f-41e1-bd51-3909ddd7fa6c tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] DELETE failed (client error): The resource could not be found. Feb 07 17:13:15.534912 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5be68cc-2d9f-41e1-bd51-3909ddd7fa6c tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:13:15.538112 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e5be68cc-2d9f-41e1-bd51-3909ddd7fa6c tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/networks/c9744d62-117f-4697-86cf-9f80d16410e6 HTTP/1.1" status: 404 len: 339 time: 0.0272043 Feb 07 17:13:15.541200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45452) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:15.550261 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5b0e1b62-facc-4e67-b110-a569e69da1bd admin admin] Deleting port a76e7424-eafa-4b8e-8d2f-69bc46b77962 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:13:15.550562 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b0e1b62-facc-4e67-b110-a569e69da1bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a76e7424-eafa-4b8e-8d2f-69bc46b77962), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:15.562976 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-78f5352a-0964-4e5c-ad61-8b82c984c501 None None] Set router ecb11502-e475-492f-bc3a-a3d3c1a6a571 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:13:15.653697 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5b0e1b62-facc-4e67-b110-a569e69da1bd admin admin] For port a76e7424-eafa-4b8e-8d2f-69bc46b77962, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a76e7424-eafa-4b8e-8d2f-69bc46b77962,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:15.653991 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b0e1b62-facc-4e67-b110-a569e69da1bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a76e7424-eafa-4b8e-8d2f-69bc46b77962), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:15.671657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5b0e1b62-facc-4e67-b110-a569e69da1bd admin admin] Calling delete_port for a76e7424-eafa-4b8e-8d2f-69bc46b77962 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:13:15.753640 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-652c22a4-ff02-4f84-a626-4d0343227ed3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Deleting subnet 7e8babff-11b2-4c47-a607-271d549c4afa {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:13:15.779244 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-652c22a4-ff02-4f84-a626-4d0343227ed3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for subnet (7e8babff-11b2-4c47-a607-271d549c4afa), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:15.868666 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-6cd25706-90ee-45a9-8f34-4a150d08b145 service neutron] 10.222.0.18 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363290 Feb 07 17:13:15.896399 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-652c22a4-ff02-4f84-a626-4d0343227ed3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (7e8babff-11b2-4c47-a607-271d549c4afa), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:15.926855 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-78f5352a-0964-4e5c-ad61-8b82c984c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'name': 'tempest-ImageQuotaTest-645959125-router', 'tenant_id': '93f4073d45744677873ad354d0480811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'a76e7424-eafa-4b8e-8d2f-69bc46b77962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:12:46Z', 'updated_at': '2022-02-07T17:13:12Z', 'revision_number': 5, 'project_id': '93f4073d45744677873ad354d0480811', 'gw_port': {'id': 'a76e7424-eafa-4b8e-8d2f-69bc46b77962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:12:49Z', 'updated_at': '2022-02-07T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:15.964753 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f5352a-0964-4e5c-ad61-8b82c984c501 None None] The sync data for ids ['ecb11502-e475-492f-bc3a-a3d3c1a6a571'] in n-d-827865-3 is: [{'id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'name': 'tempest-ImageQuotaTest-645959125-router', 'tenant_id': '93f4073d45744677873ad354d0480811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'a76e7424-eafa-4b8e-8d2f-69bc46b77962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:12:46Z', 'updated_at': '2022-02-07T17:13:12Z', 'revision_number': 5, 'project_id': '93f4073d45744677873ad354d0480811', 'gw_port': {'id': 'a76e7424-eafa-4b8e-8d2f-69bc46b77962', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:02:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb11502-e475-492f-bc3a-a3d3c1a6a571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:12:49Z', 'updated_at': '2022-02-07T17:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:13:16.031439 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b0e1b62-facc-4e67-b110-a569e69da1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a76e7424-eafa-4b8e-8d2f-69bc46b77962), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:16.057705 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-652c22a4-ff02-4f84-a626-4d0343227ed3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (7e8babff-11b2-4c47-a607-271d549c4afa), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:16.104261 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e1b62-facc-4e67-b110-a569e69da1bd admin admin] Pushing event deleted for resources: {'Port': ['ID=a76e7424-eafa-4b8e-8d2f-69bc46b77962,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:16.135027 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-652c22a4-ff02-4f84-a626-4d0343227ed3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (7e8babff-11b2-4c47-a607-271d549c4afa), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:16.178596 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c22a4-ff02-4f84-a626-4d0343227ed3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Subnet': ['ID=7e8babff-11b2-4c47-a607-271d549c4afa,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:16.187561 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-652c22a4-ff02-4f84-a626-4d0343227ed3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:16.193314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f515a9e-dab5-41e4-85be-fe5730ac9811 None None] Network e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:13:16.195828 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-652c22a4-ff02-4f84-a626-4d0343227ed3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/subnets/7e8babff-11b2-4c47-a607-271d549c4afa HTTP/1.1" status: 204 len: 168 time: 0.6508758 Feb 07 17:13:16.198064 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45458) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:16.241254 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b0e1b62-facc-4e67-b110-a569e69da1bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (ecb11502-e475-492f-bc3a-a3d3c1a6a571), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:16.320580 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f1c428-e4f2-4e29-ae94-35cdcfd03938 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Deleting subnet 14fbae78-3160-4a33-9ce0-b00e595650f4 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:13:16.327064 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2f1c428-e4f2-4e29-ae94-35cdcfd03938 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for subnet (14fbae78-3160-4a33-9ce0-b00e595650f4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:16.440229 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2f1c428-e4f2-4e29-ae94-35cdcfd03938 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (14fbae78-3160-4a33-9ce0-b00e595650f4), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:16.547204 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b0e1b62-facc-4e67-b110-a569e69da1bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (ecb11502-e475-492f-bc3a-a3d3c1a6a571), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:16.549993 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b0e1b62-facc-4e67-b110-a569e69da1bd admin admin] Publish callbacks [] for router_controller (ecb11502-e475-492f-bc3a-a3d3c1a6a571), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:16.667669 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2009c2c-4135-4087-a2f3-966227103aab req-76ee4b1b-3136-4847-8997-9dc18d0da20c tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 210 time: 0.4176900 Feb 07 17:13:16.668970 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b0e1b62-facc-4e67-b110-a569e69da1bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (ecb11502-e475-492f-bc3a-a3d3c1a6a571), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:16.669563 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0e1b62-facc-4e67-b110-a569e69da1bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecb11502-e475-492f-bc3a-a3d3c1a6a571 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:13:16.674217 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5b0e1b62-facc-4e67-b110-a569e69da1bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:16.675369 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5b0e1b62-facc-4e67-b110-a569e69da1bd admin admin] 10.222.0.18 "DELETE /v2.0/routers/ecb11502-e475-492f-bc3a-a3d3c1a6a571 HTTP/1.1" status: 204 len: 168 time: 1.9812808 Feb 07 17:13:16.677919 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45468) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:16.812378 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb4245-6198-4aaf-89b0-cdf9e9d916ae req-8fa88be7-1e45-4494-a6d3-7056a8fd7090 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:16.814564 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-85fb4245-6198-4aaf-89b0-cdf9e9d916ae req-8fa88be7-1e45-4494-a6d3-7056a8fd7090 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.2516770 Feb 07 17:13:16.870449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5a38b44e-4e02-4977-b720-03f3c36bbff3 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:13:16.888568 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2f1c428-e4f2-4e29-ae94-35cdcfd03938 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (14fbae78-3160-4a33-9ce0-b00e595650f4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:16.914795 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 5a38b44e-4e02-4977-b720-03f3c36bbff3 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:13:16.915598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5a38b44e-4e02-4977-b720-03f3c36bbff3 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:13:17.055647 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-85fb4245-6198-4aaf-89b0-cdf9e9d916ae req-ea0c8027-5a9f-499a-801a-e40c34a95208 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132509 Feb 07 17:13:17.102952 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2f1c428-e4f2-4e29-ae94-35cdcfd03938 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (14fbae78-3160-4a33-9ce0-b00e595650f4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:17.167192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1c428-e4f2-4e29-ae94-35cdcfd03938 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Subnet': ['ID=14fbae78-3160-4a33-9ce0-b00e595650f4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:17.178760 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2f1c428-e4f2-4e29-ae94-35cdcfd03938 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:17.182563 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d2f1c428-e4f2-4e29-ae94-35cdcfd03938 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/subnets/14fbae78-3160-4a33-9ce0-b00e595650f4 HTTP/1.1" status: 204 len: 168 time: 0.9834807 Feb 07 17:13:17.185851 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45474) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:17.309752 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:17.385070 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Deleting port f9ded2d7-6857-4409-b1a7-0b30a96f56f2 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:13:17.385531 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f9ded2d7-6857-4409-b1a7-0b30a96f56f2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:17.468586 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] Deleting subnet 16e468f9-7c5e-49e2-9102-b20720bd2a16 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:13:17.474325 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] Publish callbacks [] for subnet (16e468f9-7c5e-49e2-9102-b20720bd2a16), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:17.497645 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] For port f9ded2d7-6857-4409-b1a7-0b30a96f56f2, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f9ded2d7-6857-4409-b1a7-0b30a96f56f2,segment=NetworkSegment(3315a3ad-2323-41d8-92e8-b05f0b6de33b),segment_id=3315a3ad-2323-41d8-92e8-b05f0b6de33b)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:17.498284 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f9ded2d7-6857-4409-b1a7-0b30a96f56f2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:17.519227 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Calling delete_port for f9ded2d7-6857-4409-b1a7-0b30a96f56f2 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:13:17.550776 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (16e468f9-7c5e-49e2-9102-b20720bd2a16), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:17.639242 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129a4a79-e75e-4354-b917-053623b20052 None None] Network e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:13:17.662947 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f9ded2d7-6857-4409-b1a7-0b30a96f56f2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:17.675903 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (16e468f9-7c5e-49e2-9102-b20720bd2a16), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:17.695424 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Port': ['ID=f9ded2d7-6857-4409-b1a7-0b30a96f56f2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:17.703315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] No DVR routers for this DVR port f9ded2d7-6857-4409-b1a7-0b30a96f56f2 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:13:17.754663 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (16e468f9-7c5e-49e2-9102-b20720bd2a16), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:17.838903 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16e468f9-7c5e-49e2-9102-b20720bd2a16,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:17.849714 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:17.855093 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-34b99037-47a9-440d-b368-394817b550e9 None None] Could not find standard attr ID for object f9ded2d7-6857-4409-b1a7-0b30a96f56f2. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:13:17.858595 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/16e468f9-7c5e-49e2-9102-b20720bd2a16 HTTP/1.1" status: 204 len: 168 time: 1.1783195 Feb 07 17:13:17.860052 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59119aa-e981-404f-a972-c0b4c751949a None None] Network 378a0518-7d9a-4b0c-b286-330349e93f1e requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:13:17.864102 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45478) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:17.874537 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:17.899838 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:17.912465 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3315a3ad-2323-41d8-92e8-b05f0b6de33b') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:17.912893 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3315a3ad-2323-41d8-92e8-b05f0b6de33b') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:17.927439 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (3315a3ad-2323-41d8-92e8-b05f0b6de33b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:17.938593 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:17.938943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:17.939288 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:17.939624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:17.951969 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:17.952478 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:17.953182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:17.953566 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:17.953907 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:17.954244 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:17.954719 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:17.955058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:17.955391 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f08792-8177-46b5-821a-a74e7ad35b42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:17.989682 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e8238022-e413-4c6e-94ab-5a3148640ab2 req-6e26eb54-b17d-4495-b86b-0691eea7f13e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 210 time: 0.1460209 Feb 07 17:13:18.004957 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e08105b-b99b-4edd-b7f9-327aacb886b5 None None] DHCP port deletion for e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:13:18.072455 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (378a0518-7d9a-4b0c-b286-330349e93f1e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:18.083349 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (3315a3ad-2323-41d8-92e8-b05f0b6de33b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:18.147278 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:13:18.148161 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (3315a3ad-2323-41d8-92e8-b05f0b6de33b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:13:18.164994 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:13:18.217332 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-5931a43d-eb9f-4ca0-b264-d8e666d3e640 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:18.218847 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-5931a43d-eb9f-4ca0-b264-d8e666d3e640 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.32 "GET /v2.0/networks?id=201760c2-7445-46e7-879d-a3304bb55dba HTTP/1.1" status: 200 len: 811 time: 0.2825150 Feb 07 17:13:18.237220 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5e7703-c3ec-4881-aa5b-e5e24c67d269 None None] DHCP port deletion for 378a0518-7d9a-4b0c-b286-330349e93f1e request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:13:18.342171 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e7703-c3ec-4881-aa5b-e5e24c67d269 None None] Deleting port 3f9e64fe-6899-4856-b276-c8cfa558cdad {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:13:18.344041 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:18.347246 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7703-c3ec-4881-aa5b-e5e24c67d269 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3f9e64fe-6899-4856-b276-c8cfa558cdad), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:18.352740 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-429d6cd3-324c-438c-bca9-cb212538da95 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9ad179b24574372b80952de6111dc6e HTTP/1.1" status: 200 len: 380 time: 0.1260509 Feb 07 17:13:18.364378 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-dc66ebe0-0553-4bb4-8420-3f7fd368a300 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Request body: {'port': {'device_id': '2f83420a-a7dd-4bb9-9850-76a2d02d0ec7', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'admin_state_up': True, 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'security_groups': ['a7992af4-52fd-4303-a033-d3d20740e5ef']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:18.368473 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:18.375521 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/networks/e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4 HTTP/1.1" status: 204 len: 168 time: 1.1883771 Feb 07 17:13:18.376466 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374f6a7-f120-4010-b5c9-42ba42a0f1c5 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Network': ['ID=e2ccdef7-5845-46a9-bce7-db1d7ec4c6b4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:18.377352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45484) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:18.411060 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c3f80-468f-4d45-8700-821a1dbbe3bb req-2cb8a2c9-8be6-48d9-a6c4-d83471cd44ad tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:18.412668 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-168c3f80-468f-4d45-8700-821a1dbbe3bb req-2cb8a2c9-8be6-48d9-a6c4-d83471cd44ad tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.1440179 Feb 07 17:13:18.417302 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] Deleting port 3f9e64fe-6899-4856-b276-c8cfa558cdad {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:13:18.417654 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3f9e64fe-6899-4856-b276-c8cfa558cdad), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:18.473769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3f5e7703-c3ec-4881-aa5b-e5e24c67d269 None None] For port 3f9e64fe-6899-4856-b276-c8cfa558cdad, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3f9e64fe-6899-4856-b276-c8cfa558cdad,segment=NetworkSegment(22cce0d9-3824-4439-82ec-d0aee25d5100),segment_id=22cce0d9-3824-4439-82ec-d0aee25d5100)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:18.474888 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7703-c3ec-4881-aa5b-e5e24c67d269 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3f9e64fe-6899-4856-b276-c8cfa558cdad), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:18.497315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e7703-c3ec-4881-aa5b-e5e24c67d269 None None] Calling delete_port for 3f9e64fe-6899-4856-b276-c8cfa558cdad owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:13:18.507610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] For port 3f9e64fe-6899-4856-b276-c8cfa558cdad, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3f9e64fe-6899-4856-b276-c8cfa558cdad,segment=NetworkSegment(22cce0d9-3824-4439-82ec-d0aee25d5100),segment_id=22cce0d9-3824-4439-82ec-d0aee25d5100)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:18.507977 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3f9e64fe-6899-4856-b276-c8cfa558cdad), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:18.515098 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-740ecc17-7a1e-4520-92c6-66f6531d37a7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] DELETE failed (client error): The resource could not be found. Feb 07 17:13:18.515098 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-740ecc17-7a1e-4520-92c6-66f6531d37a7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:13:18.519229 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-740ecc17-7a1e-4520-92c6-66f6531d37a7 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/subnets/afee196b-2917-423d-80cd-01fa656f3464 HTTP/1.1" status: 404 len: 337 time: 0.1388826 Feb 07 17:13:18.524443 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45486) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:18.526302 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] Calling delete_port for 3f9e64fe-6899-4856-b276-c8cfa558cdad owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:13:18.550091 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b165e85e-1e2a-4864-b7b6-b57b801d9da6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] DELETE failed (client error): The resource could not be found. Feb 07 17:13:18.550645 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b165e85e-1e2a-4864-b7b6-b57b801d9da6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:13:18.553973 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b165e85e-1e2a-4864-b7b6-b57b801d9da6 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/networks/3ff4d8b8-1ba0-4a68-b631-8220c4c01604 HTTP/1.1" status: 404 len: 339 time: 0.0285156 Feb 07 17:13:18.557314 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45488) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:18.596402 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-6878a469-35a0-4cfa-b354-996a0dd572dc tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] DELETE failed (client error): The resource could not be found. Feb 07 17:13:18.596881 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6878a469-35a0-4cfa-b354-996a0dd572dc tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:13:18.600202 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6878a469-35a0-4cfa-b354-996a0dd572dc tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/subnets/766cdb7d-cc0e-4824-9942-e77d35f93a09 HTTP/1.1" status: 404 len: 337 time: 0.0423548 Feb 07 17:13:18.604065 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45490) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:18.634523 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd71007-2e5f-4f02-865d-b4555cf0bd69 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] DELETE failed (client error): The resource could not be found. Feb 07 17:13:18.635188 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd71007-2e5f-4f02-865d-b4555cf0bd69 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:13:18.638849 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f5e7703-c3ec-4881-aa5b-e5e24c67d269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (3f9e64fe-6899-4856-b276-c8cfa558cdad), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:18.639482 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2fd71007-2e5f-4f02-865d-b4555cf0bd69 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/networks/04beb23e-37c5-4512-893f-c4838f0bb55f HTTP/1.1" status: 404 len: 339 time: 0.0342774 Feb 07 17:13:18.642794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45492) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:18.684586 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf5aaf0-9627-4838-a940-49626c5bd5c3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] DELETE failed (client error): The resource could not be found. Feb 07 17:13:18.685070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf5aaf0-9627-4838-a940-49626c5bd5c3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:13:18.685210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e7703-c3ec-4881-aa5b-e5e24c67d269 None None] Pushing event deleted for resources: {'Port': ['ID=3f9e64fe-6899-4856-b276-c8cfa558cdad,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:18.690117 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7bf5aaf0-9627-4838-a940-49626c5bd5c3 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/subnets/d4843b79-84d6-4675-8bfc-a6e88cc1bebf HTTP/1.1" status: 404 len: 337 time: 0.0460796 Feb 07 17:13:18.692375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5e7703-c3ec-4881-aa5b-e5e24c67d269 None None] No DVR routers for this DVR port 3f9e64fe-6899-4856-b276-c8cfa558cdad on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:13:18.697985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45494) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:18.724092 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-168c3f80-468f-4d45-8700-821a1dbbe3bb req-24ab5168-c561-4ee1-88b9-2ee0290f084a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111481 Feb 07 17:13:18.739319 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3f9e64fe-6899-4856-b276-c8cfa558cdad), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:18.739525 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca73068-e59d-40d3-9cca-60743b691825 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] DELETE failed (client error): The resource could not be found. Feb 07 17:13:18.741213 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca73068-e59d-40d3-9cca-60743b691825 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:13:18.749385 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1ca73068-e59d-40d3-9cca-60743b691825 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/networks/154faf74-1c58-46f4-a061-dbd497f39711 HTTP/1.1" status: 404 len: 339 time: 0.0471778 Feb 07 17:13:18.750822 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45496) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:18.792964 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9e64fe-6899-4856-b276-c8cfa558cdad,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:18.802112 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] No DVR routers for this DVR port 3f9e64fe-6899-4856-b276-c8cfa558cdad on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:13:18.850541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd3cfd5-639e-4308-8cd0-cc1d782d7476 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Deleting subnet 73ef7d3b-8ec1-403d-996e-4df3fff21542 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:13:18.853121 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-dc66ebe0-0553-4bb4-8420-3f7fd368a300 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Made reservation on behalf of e9ad179b24574372b80952de6111dc6e for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:13:18.856592 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-dc66ebe0-0553-4bb4-8420-3f7fd368a300 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:18.867249 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bbd3cfd5-639e-4308-8cd0-cc1d782d7476 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for subnet (73ef7d3b-8ec1-403d-996e-4df3fff21542), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:18.894956 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a76e7424-eafa-4b8e-8d2f-69bc46b77962 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:13:18.924572 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: a76e7424-eafa-4b8e-8d2f-69bc46b77962 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:13:18.925345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a76e7424-eafa-4b8e-8d2f-69bc46b77962 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:13:18.927086 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3f9e64fe-6899-4856-b276-c8cfa558cdad no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:13:18.936351 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (378a0518-7d9a-4b0c-b286-330349e93f1e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:18.956023 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 3f9e64fe-6899-4856-b276-c8cfa558cdad {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:13:18.956907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3f9e64fe-6899-4856-b276-c8cfa558cdad not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:13:18.957714 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f9ded2d7-6857-4409-b1a7-0b30a96f56f2 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:13:18.960220 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378a0518-7d9a-4b0c-b286-330349e93f1e']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:18.977230 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22cce0d9-3824-4439-82ec-d0aee25d5100') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:18.977472 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22cce0d9-3824-4439-82ec-d0aee25d5100') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:18.986880 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: f9ded2d7-6857-4409-b1a7-0b30a96f56f2 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:13:18.987917 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f9ded2d7-6857-4409-b1a7-0b30a96f56f2 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:13:18.990091 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (22cce0d9-3824-4439-82ec-d0aee25d5100), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:19.008707 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (22cce0d9-3824-4439-82ec-d0aee25d5100), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:19.018862 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:13:19.019407 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (22cce0d9-3824-4439-82ec-d0aee25d5100), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:13:19.021916 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:13:19.097355 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (378a0518-7d9a-4b0c-b286-330349e93f1e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:19.115091 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:19.120040 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] 10.222.0.18 "DELETE /v2.0/networks/378a0518-7d9a-4b0c-b286-330349e93f1e HTTP/1.1" status: 204 len: 168 time: 1.2543378 Feb 07 17:13:19.139750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2af41-a29e-43fc-b847-0f6050ca3b30 admin admin] Pushing event deleted for resources: {'Network': ['ID=378a0518-7d9a-4b0c-b286-330349e93f1e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:19.245464 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-dc66ebe0-0553-4bb4-8420-3f7fd368a300 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Allocated IP 172.20.0.11 (201760c2-7445-46e7-879d-a3304bb55dba/5c40ceb2-4236-4c8f-982a-2db09abbbc2a/d3c30d60-a626-4191-8d2d-0ba34f787d65) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:13:19.275110 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cbb0c58b-8522-484b-91aa-72e3eaf3df65 req-42de9854-b560-491e-9b81-ae2cb4f6ea56 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 210 time: 0.0459449 Feb 07 17:13:19.292454 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bbd3cfd5-639e-4308-8cd0-cc1d782d7476 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (73ef7d3b-8ec1-403d-996e-4df3fff21542), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:19.341995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45504) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:19.401994 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a302bfa5-f06a-47e0-a41d-0149a72ed72f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93f4073d45744677873ad354d0480811&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0586395 Feb 07 17:13:19.405918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45506) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:19.472679 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0232173-6d1f-4e46-af4b-02c4ca7b0968 admin admin] Publish callbacks [] for security_group (f8e9b55b-f5c8-46a6-b448-85a519449780), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:19.501234 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0232173-6d1f-4e46-af4b-02c4ca7b0968 admin admin] Publish callbacks [] for security_group (f8e9b55b-f5c8-46a6-b448-85a519449780), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:19.517195 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bbd3cfd5-639e-4308-8cd0-cc1d782d7476 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (73ef7d3b-8ec1-403d-996e-4df3fff21542), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:19.573863 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0232173-6d1f-4e46-af4b-02c4ca7b0968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f8e9b55b-f5c8-46a6-b448-85a519449780), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:19.580127 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0232173-6d1f-4e46-af4b-02c4ca7b0968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:19.582247 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d0232173-6d1f-4e46-af4b-02c4ca7b0968 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8e9b55b-f5c8-46a6-b448-85a519449780 HTTP/1.1" status: 204 len: 168 time: 0.1753323 Feb 07 17:13:19.618365 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0232173-6d1f-4e46-af4b-02c4ca7b0968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e9b55b-f5c8-46a6-b448-85a519449780,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:19.624935 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-dc66ebe0-0553-4bb4-8420-3f7fd368a300 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for port (d3c30d60-a626-4191-8d2d-0ba34f787d65), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:19.646967 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bbd3cfd5-639e-4308-8cd0-cc1d782d7476 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (73ef7d3b-8ec1-403d-996e-4df3fff21542), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:19.695337 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3cfd5-639e-4308-8cd0-cc1d782d7476 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Subnet': ['ID=73ef7d3b-8ec1-403d-996e-4df3fff21542,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:19.702432 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bbd3cfd5-639e-4308-8cd0-cc1d782d7476 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:19.709046 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bbd3cfd5-639e-4308-8cd0-cc1d782d7476 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/subnets/73ef7d3b-8ec1-403d-996e-4df3fff21542 HTTP/1.1" status: 204 len: 168 time: 0.9542906 Feb 07 17:13:19.709046 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45510) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:19.716854 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ca5423-3d85-4646-8335-27f88339e90b None None] Network 6ce9825e-c3bc-4b83-8fb2-682f54d3b7be requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:13:19.736948 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-dc66ebe0-0553-4bb4-8420-3f7fd368a300 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d3c30d60-a626-4191-8d2d-0ba34f787d65), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:19.859246 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-dc66ebe0-0553-4bb4-8420-3f7fd368a300 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Network 201760c2-7445-46e7-879d-a3304bb55dba is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:13:19.866538 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66ebe0-0553-4bb4-8420-3f7fd368a300 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Pushing event updated for resources: {'Port': ['ID=d3c30d60-a626-4191-8d2d-0ba34f787d65,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:19.880457 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-dc66ebe0-0553-4bb4-8420-3f7fd368a300 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:13:19.885155 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-dc66ebe0-0553-4bb4-8420-3f7fd368a300 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:13:19.969924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-dc66ebe0-0553-4bb4-8420-3f7fd368a300 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:19.986350 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-dc66ebe0-0553-4bb4-8420-3f7fd368a300 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:19.997579 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (6ce9825e-c3bc-4b83-8fb2-682f54d3b7be), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:20.033453 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-dc66ebe0-0553-4bb4-8420-3f7fd368a300 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6740501 Feb 07 17:13:20.047858 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188414a-ef5b-4814-8e02-0a60c2217700 req-e39a54f5-43d9-4aa5-a827-b3d542fec41f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:20.054784 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f188414a-ef5b-4814-8e02-0a60c2217700 req-e39a54f5-43d9-4aa5-a827-b3d542fec41f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.1566844 Feb 07 17:13:20.060933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Request body: {'port': {'device_id': '2f83420a-a7dd-4bb9-9850-76a2d02d0ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:20.105260 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16795b58-ae1b-437d-9cc6-c4ef618e24aa None None] DHCP port deletion for 6ce9825e-c3bc-4b83-8fb2-682f54d3b7be request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:13:20.181113 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45518) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:20.190475 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d3c30d60-a626-4191-8d2d-0ba34f787d65), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:20.203299 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f188414a-ef5b-4814-8e02-0a60c2217700 req-63e5e1e0-592e-4a88-b07c-7ec7ca8d7a43 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342225 Feb 07 17:13:20.212805 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Deleting port 2f989888-de3f-4f3f-8ff1-40899230a4e8 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:13:20.213342 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2f989888-de3f-4f3f-8ff1-40899230a4e8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:20.290516 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-16795b58-ae1b-437d-9cc6-c4ef618e24aa None None] Deleting port 2f989888-de3f-4f3f-8ff1-40899230a4e8 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:13:20.290831 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-16795b58-ae1b-437d-9cc6-c4ef618e24aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2f989888-de3f-4f3f-8ff1-40899230a4e8), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:20.400069 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-77757399-8107-4c37-a00d-80f2938009e0 admin admin] Deleting subnet b3dab316-b7ed-4042-84ee-6a20f5011a6b {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:13:20.415066 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77757399-8107-4c37-a00d-80f2938009e0 admin admin] Publish callbacks [] for subnet (b3dab316-b7ed-4042-84ee-6a20f5011a6b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:20.499257 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45522) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:20.511290 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-16795b58-ae1b-437d-9cc6-c4ef618e24aa None None] For port 2f989888-de3f-4f3f-8ff1-40899230a4e8, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2f989888-de3f-4f3f-8ff1-40899230a4e8,segment=NetworkSegment(b5619576-a920-4371-9f1b-696f57951c82),segment_id=b5619576-a920-4371-9f1b-696f57951c82)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:20.516244 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-16795b58-ae1b-437d-9cc6-c4ef618e24aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2f989888-de3f-4f3f-8ff1-40899230a4e8), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:20.525218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e99d37da-888f-42f8-bea3-1e3d47c9c38b None None] Provisioning complete for port d3c30d60-a626-4191-8d2d-0ba34f787d65 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:20.528371 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e99d37da-888f-42f8-bea3-1e3d47c9c38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d3c30d60-a626-4191-8d2d-0ba34f787d65), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:20.533644 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3205c78-47f0-4e92-b07e-2be3e94f7868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:20.595727 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] For port 2f989888-de3f-4f3f-8ff1-40899230a4e8, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2f989888-de3f-4f3f-8ff1-40899230a4e8,segment=NetworkSegment(b5619576-a920-4371-9f1b-696f57951c82),segment_id=b5619576-a920-4371-9f1b-696f57951c82)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:20.596030 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2f989888-de3f-4f3f-8ff1-40899230a4e8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:20.616027 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-16795b58-ae1b-437d-9cc6-c4ef618e24aa None None] Calling delete_port for 2f989888-de3f-4f3f-8ff1-40899230a4e8 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:13:20.645590 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77757399-8107-4c37-a00d-80f2938009e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (b3dab316-b7ed-4042-84ee-6a20f5011a6b), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:20.648839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Calling delete_port for 2f989888-de3f-4f3f-8ff1-40899230a4e8 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:13:20.678931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e99d37da-888f-42f8-bea3-1e3d47c9c38b None None] Port d3c30d60-a626-4191-8d2d-0ba34f787d65 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:13:20.715309 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3205c78-47f0-4e92-b07e-2be3e94f7868 admin admin] Publish callbacks [] for security_group (a6c7170a-58d8-463c-9318-b226459c42d9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:20.726983 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c3205c78-47f0-4e92-b07e-2be3e94f7868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a6c7170a-58d8-463c-9318-b226459c42d9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:20.822469 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c3205c78-47f0-4e92-b07e-2be3e94f7868 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3195705 Feb 07 17:13:20.822469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3205c78-47f0-4e92-b07e-2be3e94f7868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c7170a-58d8-463c-9318-b226459c42d9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:20.823521 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45524) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:20.838993 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2f989888-de3f-4f3f-8ff1-40899230a4e8 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:13:20.845912 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-16795b58-ae1b-437d-9cc6-c4ef618e24aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (2f989888-de3f-4f3f-8ff1-40899230a4e8), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:20.910195 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 2f989888-de3f-4f3f-8ff1-40899230a4e8 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:13:20.910709 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2f989888-de3f-4f3f-8ff1-40899230a4e8 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:13:20.918708 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16795b58-ae1b-437d-9cc6-c4ef618e24aa None None] Pushing event deleted for resources: {'Port': ['ID=2f989888-de3f-4f3f-8ff1-40899230a4e8,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:20.928353 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16795b58-ae1b-437d-9cc6-c4ef618e24aa None None] No DVR routers for this DVR port 2f989888-de3f-4f3f-8ff1-40899230a4e8 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:13:20.932232 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05616769-66a4-4a51-b218-c951d3b28020 admin admin] Publish callbacks [] for security_group (a6c7170a-58d8-463c-9318-b226459c42d9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:20.944168 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2f989888-de3f-4f3f-8ff1-40899230a4e8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:20.976119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f77c7-9867-4a88-8c6f-4723b2636f7f req-cdc1e810-7337-402d-a467-2acf2b1d9bf5 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:20.978054 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c99f77c7-9867-4a88-8c6f-4723b2636f7f req-cdc1e810-7337-402d-a467-2acf2b1d9bf5 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 932 time: 0.4898009 Feb 07 17:13:20.981195 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05616769-66a4-4a51-b218-c951d3b28020 admin admin] Publish callbacks [] for security_group (a6c7170a-58d8-463c-9318-b226459c42d9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:21.021666 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] No DVR routers for this DVR port 2f989888-de3f-4f3f-8ff1-40899230a4e8 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:13:21.043084 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Port': ['ID=2f989888-de3f-4f3f-8ff1-40899230a4e8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:21.050332 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05616769-66a4-4a51-b218-c951d3b28020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a6c7170a-58d8-463c-9318-b226459c42d9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:21.061308 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-05616769-66a4-4a51-b218-c951d3b28020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:21.065423 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-05616769-66a4-4a51-b218-c951d3b28020 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6c7170a-58d8-463c-9318-b226459c42d9 HTTP/1.1" status: 204 len: 168 time: 0.2385995 Feb 07 17:13:21.078368 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05616769-66a4-4a51-b218-c951d3b28020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c7170a-58d8-463c-9318-b226459c42d9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:21.093521 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77757399-8107-4c37-a00d-80f2938009e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (b3dab316-b7ed-4042-84ee-6a20f5011a6b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:21.370679 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c99f77c7-9867-4a88-8c6f-4723b2636f7f req-5147b162-71b7-4e4b-a92b-9ee049081962 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7992af4-52fd-4303-a033-d3d20740e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3366001 Feb 07 17:13:21.381686 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (6ce9825e-c3bc-4b83-8fb2-682f54d3b7be), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:21.446713 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:21.463879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d308fa-84a3-4283-b1a4-2b6c726e9337 req-23a49de7-a564-4bc5-b5fc-69160e18f734 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:21.471174 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-51d308fa-84a3-4283-b1a4-2b6c726e9337 req-23a49de7-a564-4bc5-b5fc-69160e18f734 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.1541245 Feb 07 17:13:21.500741 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce9825e-c3bc-4b83-8fb2-682f54d3b7be']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:21.521490 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77757399-8107-4c37-a00d-80f2938009e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (b3dab316-b7ed-4042-84ee-6a20f5011a6b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:21.529909 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5619576-a920-4371-9f1b-696f57951c82') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:21.530318 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5619576-a920-4371-9f1b-696f57951c82') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:21.551811 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-51d308fa-84a3-4283-b1a4-2b6c726e9337 req-83a2cb26-eeec-44c9-be46-cb4654eb5c91 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732856 Feb 07 17:13:21.578744 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (b5619576-a920-4371-9f1b-696f57951c82), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:21.594572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c30d60-a626-4191-8d2d-0ba34f787d65 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:13:21.601338 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77757399-8107-4c37-a00d-80f2938009e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3dab316-b7ed-4042-84ee-6a20f5011a6b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:21.613999 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Publish callbacks [] for port (d3c30d60-a626-4191-8d2d-0ba34f787d65), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:21.621311 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-77757399-8107-4c37-a00d-80f2938009e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:21.625433 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-77757399-8107-4c37-a00d-80f2938009e0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b3dab316-b7ed-4042-84ee-6a20f5011a6b HTTP/1.1" status: 204 len: 168 time: 1.4431953 Feb 07 17:13:21.628054 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45540) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:21.635834 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (b5619576-a920-4371-9f1b-696f57951c82), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:21.667077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:13:21.670542 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (b5619576-a920-4371-9f1b-696f57951c82), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:13:21.680483 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:13:21.683566 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Transition to ACTIVE for port object d3c30d60-a626-4191-8d2d-0ba34f787d65 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:13:21.703374 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (d3c30d60-a626-4191-8d2d-0ba34f787d65), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:21.736718 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45362c53-25a9-4a1d-8b6f-65d38a89540f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (5d128def-3af0-43db-9fae-42e71861fdfd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:21.801393 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Pushing event updated for resources: {'Port': ['ID=d3c30d60-a626-4191-8d2d-0ba34f787d65,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:21.906064 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (6ce9825e-c3bc-4b83-8fb2-682f54d3b7be), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:21.932898 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45362c53-25a9-4a1d-8b6f-65d38a89540f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (5d128def-3af0-43db-9fae-42e71861fdfd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:21.979590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-45362c53-25a9-4a1d-8b6f-65d38a89540f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d128def-3af0-43db-9fae-42e71861fdfd']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:21.997619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-45362c53-25a9-4a1d-8b6f-65d38a89540f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b2ba60-9f53-475d-93dd-9bc8f3f26ad1') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:21.998029 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-45362c53-25a9-4a1d-8b6f-65d38a89540f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b2ba60-9f53-475d-93dd-9bc8f3f26ad1') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:22.013925 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45362c53-25a9-4a1d-8b6f-65d38a89540f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (30b2ba60-9f53-475d-93dd-9bc8f3f26ad1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:22.023321 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:22.032823 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/networks/6ce9825e-c3bc-4b83-8fb2-682f54d3b7be HTTP/1.1" status: 204 len: 168 time: 2.3230970 Feb 07 17:13:22.034410 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a3ff4-bb8b-4e5e-9f50-f53b3ed2e387 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Network': ['ID=6ce9825e-c3bc-4b83-8fb2-682f54d3b7be,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:22.034999 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45550) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:22.094646 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45362c53-25a9-4a1d-8b6f-65d38a89540f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (30b2ba60-9f53-475d-93dd-9bc8f3f26ad1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:22.096110 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Attempting to bind port d3c30d60-a626-4191-8d2d-0ba34f787d65 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:13:22.096464 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Attempting to bind port d3c30d60-a626-4191-8d2d-0ba34f787d65 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '8b6b0eea-2af6-4a9d-82ce-96906e55a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:13:22.096808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Attempting to bind port d3c30d60-a626-4191-8d2d-0ba34f787d65 on network 201760c2-7445-46e7-879d-a3304bb55dba {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:13:22.106417 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Port d3c30d60-a626-4191-8d2d-0ba34f787d65 on network 201760c2-7445-46e7-879d-a3304bb55dba not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:13:22.106756 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Attempting to bind port d3c30d60-a626-4191-8d2d-0ba34f787d65 on network 201760c2-7445-46e7-879d-a3304bb55dba {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:13:22.117346 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-896b1f3f-2dfe-4047-a54b-fb087ec4d13d tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] DELETE failed (client error): The resource could not be found. Feb 07 17:13:22.117758 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896b1f3f-2dfe-4047-a54b-fb087ec4d13d tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:13:22.120184 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:13:22.120487 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Checking segment: {'id': '8b6b0eea-2af6-4a9d-82ce-96906e55a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:13:22.122320 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Bound using segment: {'id': '8b6b0eea-2af6-4a9d-82ce-96906e55a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:13:22.122781 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Bound port: d3c30d60-a626-4191-8d2d-0ba34f787d65, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b6b0eea-2af6-4a9d-82ce-96906e55a3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:13:22.124043 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d3c30d60-a626-4191-8d2d-0ba34f787d65), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:22.130275 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-896b1f3f-2dfe-4047-a54b-fb087ec4d13d tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/subnets/e7fb698d-0843-48a8-856a-494427bd3b63 HTTP/1.1" status: 404 len: 337 time: 0.0940437 Feb 07 17:13:22.132911 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45552) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:22.135423 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45362c53-25a9-4a1d-8b6f-65d38a89540f admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:13:22.135980 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45362c53-25a9-4a1d-8b6f-65d38a89540f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (30b2ba60-9f53-475d-93dd-9bc8f3f26ad1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:13:22.139134 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:13:22.193165 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45554) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:22.211070 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-683376a2-3da2-4a84-abad-b903c9a2584a tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] DELETE failed (client error): The resource could not be found. Feb 07 17:13:22.211596 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683376a2-3da2-4a84-abad-b903c9a2584a tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:13:22.217782 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-683376a2-3da2-4a84-abad-b903c9a2584a tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/networks/a5d10c76-bc7f-4631-8753-13fca9389920 HTTP/1.1" status: 404 len: 339 time: 0.0836937 Feb 07 17:13:22.218420 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45558) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:22.223500 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] For port d3c30d60-a626-4191-8d2d-0ba34f787d65, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:13:22.227406 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] For port d3c30d60-a626-4191-8d2d-0ba34f787d65, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d3c30d60-a626-4191-8d2d-0ba34f787d65,segment=NetworkSegment(8b6b0eea-2af6-4a9d-82ce-96906e55a3bb),segment_id=8b6b0eea-2af6-4a9d-82ce-96906e55a3bb)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:13:22.236712 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (d3c30d60-a626-4191-8d2d-0ba34f787d65), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:22.282687 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45362c53-25a9-4a1d-8b6f-65d38a89540f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (5d128def-3af0-43db-9fae-42e71861fdfd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:22.284170 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:22.284861 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:22.287406 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] 10.222.0.32 "PUT /v2.0/ports/d3c30d60-a626-4191-8d2d-0ba34f787d65 HTTP/1.1" status: 200 len: 1092 time: 2.2365980 Feb 07 17:13:22.287406 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f83420a-a7dd-4bb9-9850-76a2d02d0ec7', 'tag': 'd3c30d60-a626-4191-8d2d-0ba34f787d65'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:13:22.289938 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90265d21-df93-4c42-8c0b-46afddabb7a8" -d '{"events": [{"name": "network-changed", "server_uuid": "2f83420a-a7dd-4bb9-9850-76a2d02d0ec7", "tag": "d3c30d60-a626-4191-8d2d-0ba34f787d65"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:13:22.305695 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45362c53-25a9-4a1d-8b6f-65d38a89540f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:22.313544 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-45362c53-25a9-4a1d-8b6f-65d38a89540f admin admin] 10.222.0.18 "DELETE /v2.0/networks/5d128def-3af0-43db-9fae-42e71861fdfd HTTP/1.1" status: 204 len: 168 time: 0.6841204 Feb 07 17:13:22.316671 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45362c53-25a9-4a1d-8b6f-65d38a89540f admin admin] Pushing event deleted for resources: {'Network': ['ID=5d128def-3af0-43db-9fae-42e71861fdfd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:22.330229 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-40254aab-19e2-4a7d-bebd-cf173df39555 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Deleting subnet 985667be-0f62-4908-a1d3-31795172a8b7 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:13:22.337976 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40254aab-19e2-4a7d-bebd-cf173df39555 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for subnet (985667be-0f62-4908-a1d3-31795172a8b7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:22.432870 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40254aab-19e2-4a7d-bebd-cf173df39555 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (985667be-0f62-4908-a1d3-31795172a8b7), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:22.442597 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ec7855-f269-497b-bc0f-6c68dae53cf8 x-openstack-request-id: req-45ec7855-f269-497b-bc0f-6c68dae53cf8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:13:22.442982 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f83420a-a7dd-4bb9-9850-76a2d02d0ec7", "tag": "d3c30d60-a626-4191-8d2d-0ba34f787d65", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:13:22.443106 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45ec7855-f269-497b-bc0f-6c68dae53cf8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:13:22.443528 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f83420a-a7dd-4bb9-9850-76a2d02d0ec7', 'tag': 'd3c30d60-a626-4191-8d2d-0ba34f787d65', 'status': 'completed', 'code': 200} Feb 07 17:13:22.523061 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bdeb6-5d24-40ac-aecb-f6c83fa2b53b service neutron] Pushing event updated for resources: {'Port': ['ID=d3c30d60-a626-4191-8d2d-0ba34f787d65,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:22.553045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-d33fb53d-ea49-4b0c-a989-efb42fd448f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:22.555671 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-d33fb53d-ea49-4b0c-a989-efb42fd448f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9ad179b24574372b80952de6111dc6e&device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 1126 time: 0.2058499 Feb 07 17:13:22.611481 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-ab894cb9-0b23-44a4-9923-bb2e8aa2fd64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3c30d60-a626-4191-8d2d-0ba34f787d65 HTTP/1.1" status: 200 len: 217 time: 0.0494442 Feb 07 17:13:22.618242 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40254aab-19e2-4a7d-bebd-cf173df39555 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (985667be-0f62-4908-a1d3-31795172a8b7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:22.628807 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45568) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:22.638948 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fc36b950-f974-4897-aaac-76db54195cee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-399575763-network', 'tenant_id': '7966855f5e624da3963d8b725269571c'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:22.711303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc36b950-f974-4897-aaac-76db54195cee admin admin] Made reservation on behalf of 7966855f5e624da3963d8b725269571c for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:13:22.713758 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc36b950-f974-4897-aaac-76db54195cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:22.748467 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dbf01d3d-b584-40b6-9d36-9abe6a08f0b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee19d87b96ac4c1eaa2f322826513db6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1183095 Feb 07 17:13:22.753690 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45572) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:22.765538 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc36b950-f974-4897-aaac-76db54195cee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:22.778496 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-16ccfeae-8f07-4ac6-83e3-029c4e2db771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:22.780508 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-16ccfeae-8f07-4ac6-83e3-029c4e2db771 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c40ceb2-4236-4c8f-982a-2db09abbbc2a HTTP/1.1" status: 200 len: 850 time: 0.1631632 Feb 07 17:13:22.848331 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697857f-6b58-40ba-8511-d9e848dcf65f req-9d2c5120-3a15-4df5-bf51-b13e7374c6c7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:22.850015 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a697857f-6b58-40ba-8511-d9e848dcf65f req-9d2c5120-3a15-4df5-bf51-b13e7374c6c7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 944 time: 0.2192700 Feb 07 17:13:22.856715 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40254aab-19e2-4a7d-bebd-cf173df39555 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (985667be-0f62-4908-a1d3-31795172a8b7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:22.891896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19491251-e5ad-4444-a6e4-e12abd91fd26 req-43af9f1c-73bc-40ef-b688-5abe0a4b1e9d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:22.893339 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19491251-e5ad-4444-a6e4-e12abd91fd26 req-43af9f1c-73bc-40ef-b688-5abe0a4b1e9d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.2064781 Feb 07 17:13:22.909981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40254aab-19e2-4a7d-bebd-cf173df39555 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Subnet': ['ID=985667be-0f62-4908-a1d3-31795172a8b7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:22.917381 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-833d699c-7228-4163-858b-0ea551d694ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:22.918888 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-833d699c-7228-4163-858b-0ea551d694ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=201760c2-7445-46e7-879d-a3304bb55dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1248147 Feb 07 17:13:22.919669 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40254aab-19e2-4a7d-bebd-cf173df39555 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:22.925651 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-40254aab-19e2-4a7d-bebd-cf173df39555 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/subnets/985667be-0f62-4908-a1d3-31795172a8b7 HTTP/1.1" status: 204 len: 168 time: 0.7040324 Feb 07 17:13:22.929882 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45574) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:22.932330 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4738decb-58e0-4235-8f1b-4c3ad46cbe6e admin admin] Publish callbacks [] for security_group (07e4f9ac-aac2-4490-86eb-b0bedc3a85a0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:22.947295 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e24d7f4-1bb0-4a5f-a496-de08a6ba18d1 None None] Network 80a5437e-2d5a-4858-b1a2-eeb4d5ba9559 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:13:23.026595 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a697857f-6b58-40ba-8511-d9e848dcf65f req-132e72fe-feeb-4ea1-b2e0-b6a74bce716f tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7992af4-52fd-4303-a033-d3d20740e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675088 Feb 07 17:13:23.030929 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4738decb-58e0-4235-8f1b-4c3ad46cbe6e admin admin] Publish callbacks [] for security_group (07e4f9ac-aac2-4490-86eb-b0bedc3a85a0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:23.059285 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc36b950-f974-4897-aaac-76db54195cee admin admin] Publish callbacks [] for security_group (5d1b8b07-33ed-4af6-a1d0-a6f5575e89d5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:23.067991 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (80a5437e-2d5a-4858-b1a2-eeb4d5ba9559), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:23.071520 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc36b950-f974-4897-aaac-76db54195cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5d1b8b07-33ed-4af6-a1d0-a6f5575e89d5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:23.090630 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19491251-e5ad-4444-a6e4-e12abd91fd26 req-a7b1b37a-bfab-4235-a121-cbe766df0c5d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835325 Feb 07 17:13:23.101859 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36b950-f974-4897-aaac-76db54195cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1b8b07-33ed-4af6-a1d0-a6f5575e89d5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:23.117389 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc36b950-f974-4897-aaac-76db54195cee admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:13:23.131584 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc36b950-f974-4897-aaac-76db54195cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (3751a5d4-3eb8-45c1-9d4c-d6986f82625b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:23.131940 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-fc36b950-f974-4897-aaac-76db54195cee admin admin] Added segment 3751a5d4-3eb8-45c1-9d4c-d6986f82625b of type vlan for network 1b34ffc6-dc16-4499-ab78-d4665a82951d Feb 07 17:13:23.141381 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-6fd403c3-51a9-4877-90e4-c1502083fd02 service neutron] 10.222.0.32 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100101 Feb 07 17:13:23.178775 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4738decb-58e0-4235-8f1b-4c3ad46cbe6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (07e4f9ac-aac2-4490-86eb-b0bedc3a85a0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:23.181415 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4738decb-58e0-4235-8f1b-4c3ad46cbe6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:23.182569 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4738decb-58e0-4235-8f1b-4c3ad46cbe6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07e4f9ac-aac2-4490-86eb-b0bedc3a85a0 HTTP/1.1" status: 204 len: 168 time: 0.4253874 Feb 07 17:13:23.217394 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc36b950-f974-4897-aaac-76db54195cee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (1b34ffc6-dc16-4499-ab78-d4665a82951d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:23.254759 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Deleting port 34267f5d-e8d0-4d08-90d9-48353417bd53 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:13:23.255105 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (34267f5d-e8d0-4d08-90d9-48353417bd53), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:23.278331 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738decb-58e0-4235-8f1b-4c3ad46cbe6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e4f9ac-aac2-4490-86eb-b0bedc3a85a0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:23.347324 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:23.374981 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24292b48-8167-43e2-ad92-7cf7ed241d76 req-8909012a-e32f-4bf0-9281-4046a3e9cdb7 service neutron] 10.222.0.32 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279534 Feb 07 17:13:23.391492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc36b950-f974-4897-aaac-76db54195cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (1b34ffc6-dc16-4499-ab78-d4665a82951d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:23.392507 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc36b950-f974-4897-aaac-76db54195cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:23.393146 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc36b950-f974-4897-aaac-76db54195cee admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:23.464232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483e830b-4bb5-40bb-94ef-e74b6feb7311 None None] DHCP port deletion for 80a5437e-2d5a-4858-b1a2-eeb4d5ba9559 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:13:23.469426 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fc36b950-f974-4897-aaac-76db54195cee admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2658439 Feb 07 17:13:23.473517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] For port 34267f5d-e8d0-4d08-90d9-48353417bd53, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=34267f5d-e8d0-4d08-90d9-48353417bd53,segment=NetworkSegment(39200757-6d11-47df-84f9-1a90cdd653c6),segment_id=39200757-6d11-47df-84f9-1a90cdd653c6)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:23.474002 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (34267f5d-e8d0-4d08-90d9-48353417bd53), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:23.476455 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45578) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:23.490692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6f94eb97-2ea1-4984-a923-ab8574ac0f35 admin admin] Request body: {'subnet': {'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-399575763-subnet', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:23.511707 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Calling delete_port for 34267f5d-e8d0-4d08-90d9-48353417bd53 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:13:23.517387 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36b950-f974-4897-aaac-76db54195cee admin admin] Pushing event updated for resources: {'Network': ['ID=1b34ffc6-dc16-4499-ab78-d4665a82951d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:23.530106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90265d21-df93-4c42-8c0b-46afddabb7a8 req-19c31ee9-bfab-43ab-820d-c54953456e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:23.533150 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90265d21-df93-4c42-8c0b-46afddabb7a8 req-19c31ee9-bfab-43ab-820d-c54953456e5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9ad179b24574372b80952de6111dc6e&device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 1126 time: 0.0958476 Feb 07 17:13:23.536785 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 1b34ffc6-dc16-4499-ab78-d4665a82951d details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:13:23.582261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f94eb97-2ea1-4984-a923-ab8574ac0f35 admin admin] Made reservation on behalf of 7966855f5e624da3963d8b725269571c for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:13:23.584584 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f94eb97-2ea1-4984-a923-ab8574ac0f35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:23.679838 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-483e830b-4bb5-40bb-94ef-e74b6feb7311 None None] Deleting port 34267f5d-e8d0-4d08-90d9-48353417bd53 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:13:23.680490 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-483e830b-4bb5-40bb-94ef-e74b6feb7311 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (34267f5d-e8d0-4d08-90d9-48353417bd53), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:23.692550 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90265d21-df93-4c42-8c0b-46afddabb7a8 req-92d11a9d-fd86-4647-8048-1e0a56174e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:23.695502 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90265d21-df93-4c42-8c0b-46afddabb7a8 req-92d11a9d-fd86-4647-8048-1e0a56174e5e service neutron] 10.222.0.32 "GET /v2.0/networks?id=201760c2-7445-46e7-879d-a3304bb55dba HTTP/1.1" status: 200 len: 912 time: 0.1501119 Feb 07 17:13:23.755299 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90265d21-df93-4c42-8c0b-46afddabb7a8 req-3665c570-1d8a-470d-9e51-2f228ef05759 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3c30d60-a626-4191-8d2d-0ba34f787d65 HTTP/1.1" status: 200 len: 217 time: 0.0523794 Feb 07 17:13:23.778393 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (34267f5d-e8d0-4d08-90d9-48353417bd53), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:23.791975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-483e830b-4bb5-40bb-94ef-e74b6feb7311 None None] For port 34267f5d-e8d0-4d08-90d9-48353417bd53, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=34267f5d-e8d0-4d08-90d9-48353417bd53,segment=NetworkSegment(39200757-6d11-47df-84f9-1a90cdd653c6),segment_id=39200757-6d11-47df-84f9-1a90cdd653c6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:23.792660 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-483e830b-4bb5-40bb-94ef-e74b6feb7311 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (34267f5d-e8d0-4d08-90d9-48353417bd53), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:23.811971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-483e830b-4bb5-40bb-94ef-e74b6feb7311 None None] Calling delete_port for 34267f5d-e8d0-4d08-90d9-48353417bd53 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:13:23.851266 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Port': ['ID=34267f5d-e8d0-4d08-90d9-48353417bd53,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:23.867296 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90265d21-df93-4c42-8c0b-46afddabb7a8 req-958021f1-151a-4850-8362-90e96aea4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:23.868859 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90265d21-df93-4c42-8c0b-46afddabb7a8 req-958021f1-151a-4850-8362-90e96aea4459 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c40ceb2-4236-4c8f-982a-2db09abbbc2a HTTP/1.1" status: 200 len: 850 time: 0.1055803 Feb 07 17:13:23.887920 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] No DVR routers for this DVR port 34267f5d-e8d0-4d08-90d9-48353417bd53 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:13:23.952524 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90265d21-df93-4c42-8c0b-46afddabb7a8 req-db7da80b-36d5-445f-8d45-792c8fe929c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:23.954450 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90265d21-df93-4c42-8c0b-46afddabb7a8 req-db7da80b-36d5-445f-8d45-792c8fe929c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=201760c2-7445-46e7-879d-a3304bb55dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0774448 Feb 07 17:13:24.050457 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (80a5437e-2d5a-4858-b1a2-eeb4d5ba9559), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:24.063332 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90265d21-df93-4c42-8c0b-46afddabb7a8 req-643dfa75-9722-4221-b824-a28528a8eaa2 service neutron] 10.222.0.32 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024599 Feb 07 17:13:24.155217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a5437e-2d5a-4858-b1a2-eeb4d5ba9559']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:24.191825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39200757-6d11-47df-84f9-1a90cdd653c6') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:24.192233 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39200757-6d11-47df-84f9-1a90cdd653c6') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:24.194821 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f94eb97-2ea1-4984-a923-ab8574ac0f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (3a53808d-dda3-4d37-9e87-4073eae85e6e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:24.224269 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90265d21-df93-4c42-8c0b-46afddabb7a8 req-98f2cec2-86f7-4ddc-9936-baabb2895e49 service neutron] 10.222.0.32 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537511 Feb 07 17:13:24.256876 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (39200757-6d11-47df-84f9-1a90cdd653c6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:24.264340 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-483e830b-4bb5-40bb-94ef-e74b6feb7311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (34267f5d-e8d0-4d08-90d9-48353417bd53), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:24.300905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e830b-4bb5-40bb-94ef-e74b6feb7311 None None] Pushing event deleted for resources: {'Port': ['ID=34267f5d-e8d0-4d08-90d9-48353417bd53,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:24.301411 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (39200757-6d11-47df-84f9-1a90cdd653c6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:24.312392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483e830b-4bb5-40bb-94ef-e74b6feb7311 None None] No DVR routers for this DVR port 34267f5d-e8d0-4d08-90d9-48353417bd53 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:13:24.334639 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:13:24.335158 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (39200757-6d11-47df-84f9-1a90cdd653c6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:13:24.338547 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:13:24.351941 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94eb97-2ea1-4984-a923-ab8574ac0f35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a53808d-dda3-4d37-9e87-4073eae85e6e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:24.406458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc091650-592e-4a72-9b34-42f803fff722 req-422172d5-89c7-4c56-aa6c-0aa0c1a8725f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:24.409317 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc091650-592e-4a72-9b34-42f803fff722 req-422172d5-89c7-4c56-aa6c-0aa0c1a8725f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.0907667 Feb 07 17:13:24.469788 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cc091650-592e-4a72-9b34-42f803fff722 req-30da2fe7-90dd-449d-aaf1-a0ccc63971f1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545795 Feb 07 17:13:24.746132 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e5df3-473c-49d4-a559-33e990916246 req-2115bf71-9b37-47c5-9f2f-2ff50b96cb96 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:24.747239 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e11e5df3-473c-49d4-a559-33e990916246 req-2115bf71-9b37-47c5-9f2f-2ff50b96cb96 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 944 time: 0.5945380 Feb 07 17:13:24.756239 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f94eb97-2ea1-4984-a923-ab8574ac0f35 admin admin] Checking segment: {'id': '3751a5d4-3eb8-45c1-9d4c-d6986f82625b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:13:24.756607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f94eb97-2ea1-4984-a923-ab8574ac0f35 admin admin] Network hostable DHCP agents. Network: 1b34ffc6-dc16-4499-ab78-d4665a82951d, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:13:24.760991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 34267f5d-e8d0-4d08-90d9-48353417bd53 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:13:24.786362 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 34267f5d-e8d0-4d08-90d9-48353417bd53 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:13:24.786926 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 34267f5d-e8d0-4d08-90d9-48353417bd53 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:13:24.808837 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (80a5437e-2d5a-4858-b1a2-eeb4d5ba9559), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:24.812506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f94eb97-2ea1-4984-a923-ab8574ac0f35 admin admin] Network 1b34ffc6-dc16-4499-ab78-d4665a82951d is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:13:24.824307 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:24.827549 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] 10.222.0.18 "DELETE /v2.0/networks/80a5437e-2d5a-4858-b1a2-eeb4d5ba9559 HTTP/1.1" status: 204 len: 168 time: 1.8967116 Feb 07 17:13:24.848515 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4f73c-24ba-4bb4-b4ef-adf224e9a223 tempest-NetworksIpV6Test-231351106 tempest-NetworksIpV6Test-231351106-project] Pushing event deleted for resources: {'Network': ['ID=80a5437e-2d5a-4858-b1a2-eeb4d5ba9559,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:24.850263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6f94eb97-2ea1-4984-a923-ab8574ac0f35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 1b34ffc6-dc16-4499-ab78-d4665a82951d) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:13:24.856399 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e11e5df3-473c-49d4-a559-33e990916246 req-fb843163-d7d2-48d5-af7b-d1df2fed7ab7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7992af4-52fd-4303-a033-d3d20740e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972636 Feb 07 17:13:24.857712 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f94eb97-2ea1-4984-a923-ab8574ac0f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:24.858305 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f94eb97-2ea1-4984-a923-ab8574ac0f35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:24.863374 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86fbc8f-e1d8-4b95-9314-2f20a5afc087 None None] Network 1b34ffc6-dc16-4499-ab78-d4665a82951d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:13:24.891324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45612) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:24.898308 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6f94eb97-2ea1-4984-a923-ab8574ac0f35 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4123251 Feb 07 17:13:24.899043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45614) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:24.909996 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a6b63c20-71e4-4a4f-9786-48eb8f5b659a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-399575763-router', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:24.932667 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c20-71e4-4a4f-9786-48eb8f5b659a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (2dc524db-eb49-4c0c-8145-fff32dd2f7ba), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:24.934511 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c20-71e4-4a4f-9786-48eb8f5b659a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (2dc524db-eb49-4c0c-8145-fff32dd2f7ba), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:24.979661 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-1b34ffc6-dc16-4499-ab78-d4665a82951d', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'project_id': '7966855f5e624da3963d8b725269571c', 'fixed_ips': [{'subnet_id': '3a53808d-dda3-4d37-9e87-4073eae85e6e'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:13:24.980688 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.007622 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c20-71e4-4a4f-9786-48eb8f5b659a admin admin] Publish callbacks [] for router_controller (2dc524db-eb49-4c0c-8145-fff32dd2f7ba), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.060594 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7fbdc323-52e4-4d9e-b728-43e82598724b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.152609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] Allocated IP 172.20.0.2 (1b34ffc6-dc16-4499-ab78-d4665a82951d/3a53808d-dda3-4d37-9e87-4073eae85e6e/a35903f9-1432-412e-991c-2a68eac2247a) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:13:25.175498 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7fbdc323-52e4-4d9e-b728-43e82598724b admin admin] Publish callbacks [] for security_group (d258419c-6977-465e-8d0c-5a34837d1a8e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.180423 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c20-71e4-4a4f-9786-48eb8f5b659a admin admin] Publish callbacks [] for router_gateway (2dc524db-eb49-4c0c-8145-fff32dd2f7ba), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.182045 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7fbdc323-52e4-4d9e-b728-43e82598724b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d258419c-6977-465e-8d0c-5a34837d1a8e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.229753 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdc323-52e4-4d9e-b728-43e82598724b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d258419c-6977-465e-8d0c-5a34837d1a8e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:25.234912 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7fbdc323-52e4-4d9e-b728-43e82598724b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1cbe709b2956433e9804410469df3469&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3418868 Feb 07 17:13:25.238318 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45620) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:25.281856 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45622) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:25.316085 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c3f7595-1bdc-47f2-b967-690b361d5ded admin admin] Publish callbacks [] for security_group (d258419c-6977-465e-8d0c-5a34837d1a8e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.347062 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c3f7595-1bdc-47f2-b967-690b361d5ded admin admin] Publish callbacks [] for security_group (d258419c-6977-465e-8d0c-5a34837d1a8e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.364409 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] Publish callbacks [] for port (a35903f9-1432-412e-991c-2a68eac2247a), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.374544 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (a35903f9-1432-412e-991c-2a68eac2247a), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.414749 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c3f7595-1bdc-47f2-b967-690b361d5ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d258419c-6977-465e-8d0c-5a34837d1a8e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.420426 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c3f7595-1bdc-47f2-b967-690b361d5ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.425401 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7c3f7595-1bdc-47f2-b967-690b361d5ded admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d258419c-6977-465e-8d0c-5a34837d1a8e HTTP/1.1" status: 204 len: 168 time: 0.1859357 Feb 07 17:13:25.435453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f7595-1bdc-47f2-b967-690b361d5ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d258419c-6977-465e-8d0c-5a34837d1a8e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:25.441342 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] Pushing event updated for resources: {'Port': ['ID=a35903f9-1432-412e-991c-2a68eac2247a,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:25.455512 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] Network 1b34ffc6-dc16-4499-ab78-d4665a82951d is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:13:25.462495 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:13:25.468218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:13:25.479833 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c20-71e4-4a4f-9786-48eb8f5b659a admin admin] Publish callbacks [] for router_gateway (2dc524db-eb49-4c0c-8145-fff32dd2f7ba), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.510463 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c20-71e4-4a4f-9786-48eb8f5b659a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.525898 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e41620bb-2ba3-443f-a788-b51cb569fb18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf6a27b2c2414525b7751f06ecd9a36a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2408378 Feb 07 17:13:25.528844 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45630) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:25.533386 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] Attempting to bind port a35903f9-1432-412e-991c-2a68eac2247a on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:13:25.534623 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] Attempting to bind port a35903f9-1432-412e-991c-2a68eac2247a by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '3751a5d4-3eb8-45c1-9d4c-d6986f82625b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:13:25.535220 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] Attempting to bind port a35903f9-1432-412e-991c-2a68eac2247a on network 1b34ffc6-dc16-4499-ab78-d4665a82951d {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:13:25.541788 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:13:25.543595 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] Checking segment: {'id': '3751a5d4-3eb8-45c1-9d4c-d6986f82625b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:13:25.544254 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.544891 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] Bound using segment: {'id': '3751a5d4-3eb8-45c1-9d4c-d6986f82625b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:13:25.546081 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] Bound port: a35903f9-1432-412e-991c-2a68eac2247a, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3751a5d4-3eb8-45c1-9d4c-d6986f82625b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:13:25.546705 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a35903f9-1432-412e-991c-2a68eac2247a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.629477 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] For port a35903f9-1432-412e-991c-2a68eac2247a, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:13:25.633819 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] For port a35903f9-1432-412e-991c-2a68eac2247a, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a35903f9-1432-412e-991c-2a68eac2247a,segment=NetworkSegment(3751a5d4-3eb8-45c1-9d4c-d6986f82625b),segment_id=3751a5d4-3eb8-45c1-9d4c-d6986f82625b)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:13:25.634753 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15a576c2-bc11-47f3-83d6-f5fd9645bf86 admin admin] Publish callbacks [] for security_group (85c87490-a285-46a4-8999-11bc7c863eaa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.644282 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a35903f9-1432-412e-991c-2a68eac2247a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.653749 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-a6b63c20-71e4-4a4f-9786-48eb8f5b659a admin admin] Allocated IP 172.25.4.85 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/526bbd73-2832-40f8-9bd9-a3235becd5f1) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:13:25.672544 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bff0ff-c94c-4ae4-9100-47de27f3a49b req-31cafa3f-433c-4229-9d5e-e7f65aa2c8fd tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:25.680470 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77bff0ff-c94c-4ae4-9100-47de27f3a49b req-31cafa3f-433c-4229-9d5e-e7f65aa2c8fd tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.1061885 Feb 07 17:13:25.742955 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15a576c2-bc11-47f3-83d6-f5fd9645bf86 admin admin] Publish callbacks [] for security_group (85c87490-a285-46a4-8999-11bc7c863eaa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.745143 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbb57c-eb8a-478b-8741-9e1b5f7662ac None None] Pushing event updated for resources: {'Port': ['ID=a35903f9-1432-412e-991c-2a68eac2247a,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:25.782368 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77bff0ff-c94c-4ae4-9100-47de27f3a49b req-10837786-add7-4476-aec8-6edf39226d2e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009016 Feb 07 17:13:25.815397 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6c14f208-f531-4f1b-ba66-6fb3f609ce95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.830190 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c20-71e4-4a4f-9786-48eb8f5b659a admin admin] Publish callbacks [] for port (526bbd73-2832-40f8-9bd9-a3235becd5f1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.840611 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15a576c2-bc11-47f3-83d6-f5fd9645bf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (85c87490-a285-46a4-8999-11bc7c863eaa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.843319 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15a576c2-bc11-47f3-83d6-f5fd9645bf86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.847381 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-15a576c2-bc11-47f3-83d6-f5fd9645bf86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85c87490-a285-46a4-8999-11bc7c863eaa HTTP/1.1" status: 204 len: 168 time: 0.3174310 Feb 07 17:13:25.858866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a576c2-bc11-47f3-83d6-f5fd9645bf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c87490-a285-46a4-8999-11bc7c863eaa,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:25.885543 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c20-71e4-4a4f-9786-48eb8f5b659a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (526bbd73-2832-40f8-9bd9-a3235becd5f1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:25.940476 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b63c20-71e4-4a4f-9786-48eb8f5b659a admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:13:25.946183 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a6b63c20-71e4-4a4f-9786-48eb8f5b659a admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:13:25.961363 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b63c20-71e4-4a4f-9786-48eb8f5b659a admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:13:26.038275 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b63c20-71e4-4a4f-9786-48eb8f5b659a admin admin] Pushing event updated for resources: {'Port': ['ID=526bbd73-2832-40f8-9bd9-a3235becd5f1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:26.127734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85558d-a7e5-4a8f-8de5-343bbd940d53 req-6a402d34-d2bb-4365-af80-927e0551aa6e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:26.129242 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8c85558d-a7e5-4a8f-8de5-343bbd940d53 req-6a402d34-d2bb-4365-af80-927e0551aa6e tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 944 time: 0.1595507 Feb 07 17:13:26.267721 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8c85558d-a7e5-4a8f-8de5-343bbd940d53 req-527849ff-6eb9-4aeb-b5bc-f6d9d1775a50 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7992af4-52fd-4303-a033-d3d20740e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058857 Feb 07 17:13:26.398163 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c20-71e4-4a4f-9786-48eb8f5b659a admin admin] Publish callbacks [] for router_gateway (2dc524db-eb49-4c0c-8145-fff32dd2f7ba), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:26.427663 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device d3c30d60-a626-4191-8d2d-0ba34f787d65 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:13:26.465967 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45664) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:26.551829 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port d3c30d60-a626-4191-8d2d-0ba34f787d65, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d3c30d60-a626-4191-8d2d-0ba34f787d65,segment=NetworkSegment(8b6b0eea-2af6-4a9d-82ce-96906e55a3bb),segment_id=8b6b0eea-2af6-4a9d-82ce-96906e55a3bb)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:26.566112 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'd3c30d60-a626-4191-8d2d-0ba34f787d65', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'port_id': 'd3c30d60-a626-4191-8d2d-0ba34f787d65', 'mac_address': 'fa:16:3e:5c:21:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:13:26.624423 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port d3c30d60-a626-4191-8d2d-0ba34f787d65 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:26.624914 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d3c30d60-a626-4191-8d2d-0ba34f787d65), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:26.631315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-47125912-9d82-4951-87a8-4d8daa05c41f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1506005886-network', 'tenant_id': '2be09bd74315487f96bd1cddb7034987'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:26.641639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c30d60-a626-4191-8d2d-0ba34f787d65 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:13:26.671750 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c20-71e4-4a4f-9786-48eb8f5b659a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (2dc524db-eb49-4c0c-8145-fff32dd2f7ba), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:26.677770 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port d3c30d60-a626-4191-8d2d-0ba34f787d65, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d3c30d60-a626-4191-8d2d-0ba34f787d65,segment=NetworkSegment(8b6b0eea-2af6-4a9d-82ce-96906e55a3bb),segment_id=8b6b0eea-2af6-4a9d-82ce-96906e55a3bb)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:26.682949 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d3c30d60-a626-4191-8d2d-0ba34f787d65), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:26.693730 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47125912-9d82-4951-87a8-4d8daa05c41f admin admin] Made reservation on behalf of 2be09bd74315487f96bd1cddb7034987 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:13:26.696815 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47125912-9d82-4951-87a8-4d8daa05c41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:26.725365 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47125912-9d82-4951-87a8-4d8daa05c41f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:26.857940 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=d3c30d60-a626-4191-8d2d-0ba34f787d65,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:26.908993 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['d3c30d60-a626-4191-8d2d-0ba34f787d65'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:13:26.913591 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b63c20-71e4-4a4f-9786-48eb8f5b659a admin admin] Router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:13:26.916590 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47125912-9d82-4951-87a8-4d8daa05c41f admin admin] Publish callbacks [] for security_group (2086c9ce-d374-4676-895f-50d5f9e78f7f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:26.938955 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47125912-9d82-4951-87a8-4d8daa05c41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2086c9ce-d374-4676-895f-50d5f9e78f7f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:26.957867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a35903f9-1432-412e-991c-2a68eac2247a up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:13:26.963963 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45678) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:27.014149 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47125912-9d82-4951-87a8-4d8daa05c41f admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:13:27.025677 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47125912-9d82-4951-87a8-4d8daa05c41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (b57ae093-a055-45bb-a9c8-52ec13964efa), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:27.026405 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-47125912-9d82-4951-87a8-4d8daa05c41f admin admin] Added segment b57ae093-a055-45bb-a9c8-52ec13964efa of type vlan for network 9f15c25d-61ba-4f62-a7d1-50eefa62351b Feb 07 17:13:27.063020 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b63c20-71e4-4a4f-9786-48eb8f5b659a admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:13:27.084433 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47125912-9d82-4951-87a8-4d8daa05c41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2086c9ce-d374-4676-895f-50d5f9e78f7f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:27.088507 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a35903f9-1432-412e-991c-2a68eac2247a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:27.089083 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a35903f9-1432-412e-991c-2a68eac2247a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:27.092332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] Sync routers for ids ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:13:27.092568 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47125912-9d82-4951-87a8-4d8daa05c41f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (9f15c25d-61ba-4f62-a7d1-50eefa62351b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:27.094098 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6b63c20-71e4-4a4f-9786-48eb8f5b659a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:27.097337 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a6b63c20-71e4-4a4f-9786-48eb8f5b659a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1917706 Feb 07 17:13:27.099820 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45682) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:27.148642 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da518af-315c-4b58-a9fd-9d926074e5c6 req-fec70783-9527-4f47-8587-1cc3ea7fc305 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:27.150495 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9da518af-315c-4b58-a9fd-9d926074e5c6 req-fec70783-9527-4f47-8587-1cc3ea7fc305 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.2295420 Feb 07 17:13:27.166941 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47125912-9d82-4951-87a8-4d8daa05c41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (9f15c25d-61ba-4f62-a7d1-50eefa62351b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:27.168508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47125912-9d82-4951-87a8-4d8daa05c41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:27.169128 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-47125912-9d82-4951-87a8-4d8daa05c41f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:27.192193 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] Routers {'2dc524db-eb49-4c0c-8145-fff32dd2f7ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:13:27.193627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:12:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:27.265653 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-47125912-9d82-4951-87a8-4d8daa05c41f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7985072 Feb 07 17:13:27.275269 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45684) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:27.280912 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2f879a53-35ce-4058-8efc-2602ec818437 admin admin] Request body: {'subnet': {'network_id': '9f15c25d-61ba-4f62-a7d1-50eefa62351b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1506005886-subnet', 'tenant_id': '2be09bd74315487f96bd1cddb7034987', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:27.290008 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9da518af-315c-4b58-a9fd-9d926074e5c6 req-87374a15-c5c9-4469-a75b-bce5ca08eb28 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314986 Feb 07 17:13:27.305680 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d971305-c4bd-4440-97c1-2fd92cdead98 None None] Network 1b34ffc6-dc16-4499-ab78-d4665a82951d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:13:27.316086 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a0459c30-d23d-41da-a40c-5153f93d9712 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] Request body: {'port': {'network_id': '5b7e36ec-182f-4980-b66e-1efe5ad93c43', 'name': 'tempest-NetworksNegativeTestJSON-1836024158'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:27.355815 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47125912-9d82-4951-87a8-4d8daa05c41f admin admin] Pushing event updated for resources: {'Network': ['ID=9f15c25d-61ba-4f62-a7d1-50eefa62351b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:27.363793 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0459c30-d23d-41da-a40c-5153f93d9712 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] POST failed (client error): The resource could not be found. Feb 07 17:13:27.372492 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0459c30-d23d-41da-a40c-5153f93d9712 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:13:27.378281 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a0459c30-d23d-41da-a40c-5153f93d9712 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4133000 Feb 07 17:13:27.379437 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45688) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:27.385154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 9f15c25d-61ba-4f62-a7d1-50eefa62351b details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:13:27.393476 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f879a53-35ce-4058-8efc-2602ec818437 admin admin] Made reservation on behalf of 2be09bd74315487f96bd1cddb7034987 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:13:27.396126 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f879a53-35ce-4058-8efc-2602ec818437 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:27.486839 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4d1c6e03-b636-42ee-8f9a-df8a1819143b None None] Provisioning complete for port a35903f9-1432-412e-991c-2a68eac2247a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:27.487641 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4d1c6e03-b636-42ee-8f9a-df8a1819143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a35903f9-1432-412e-991c-2a68eac2247a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:27.538426 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80e262-97b6-4d9c-8f98-ab75a78b058c req-ada57ab7-cfde-47c9-93e9-425813afa971 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:27.539927 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ed80e262-97b6-4d9c-8f98-ab75a78b058c req-ada57ab7-cfde-47c9-93e9-425813afa971 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 945 time: 0.1018691 Feb 07 17:13:27.545236 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a35903f9-1432-412e-991c-2a68eac2247a is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:27.545611 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a35903f9-1432-412e-991c-2a68eac2247a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:27.575654 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] Set router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:13:27.653725 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ed80e262-97b6-4d9c-8f98-ab75a78b058c req-8af132ed-2961-4b28-9f1f-7c44da29b074 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7992af4-52fd-4303-a033-d3d20740e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012263 Feb 07 17:13:27.710100 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9d96375-fd42-4297-a46c-ec91be1b1bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:27.734283 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port a35903f9-1432-412e-991c-2a68eac2247a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a35903f9-1432-412e-991c-2a68eac2247a,segment=NetworkSegment(3751a5d4-3eb8-45c1-9d4c-d6986f82625b),segment_id=3751a5d4-3eb8-45c1-9d4c-d6986f82625b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:27.748260 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a35903f9-1432-412e-991c-2a68eac2247a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:27.838953 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37ea479-fab4-43bd-827e-85b2ede1993e tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] DELETE failed (client error): The resource could not be found. Feb 07 17:13:27.840212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37ea479-fab4-43bd-827e-85b2ede1993e tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:13:27.846667 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a37ea479-fab4-43bd-827e-85b2ede1993e tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] 10.222.0.18 "DELETE /v2.0/networks/e8442034-b4bb-4a3e-a305-d5c7612f5b72 HTTP/1.1" status: 404 len: 339 time: 0.4609745 Feb 07 17:13:27.846859 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4d1c6e03-b636-42ee-8f9a-df8a1819143b None None] Current status of the port a35903f9-1432-412e-991c-2a68eac2247a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:27.847109 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45690) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:27.877255 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-7556f37f-e312-40b2-bef1-72585870dd96 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] DELETE failed (client error): The resource could not be found. Feb 07 17:13:27.877896 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7556f37f-e312-40b2-bef1-72585870dd96 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:13:27.886009 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7556f37f-e312-40b2-bef1-72585870dd96 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] 10.222.0.18 "DELETE /v2.0/ports/d77618ea-a290-4b19-b361-0139eea1df3a HTTP/1.1" status: 404 len: 333 time: 0.0333202 Feb 07 17:13:27.886009 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45692) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:27.899497 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=a35903f9-1432-412e-991c-2a68eac2247a,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:27.919614 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8321ff-5263-44a4-b8c9-3a28d0ed4440 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] DELETE failed (client error): The resource could not be found. Feb 07 17:13:27.920081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8321ff-5263-44a4-b8c9-3a28d0ed4440 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:13:27.923257 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6c8321ff-5263-44a4-b8c9-3a28d0ed4440 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] 10.222.0.18 "DELETE /v2.0/subnets/281b0f40-eafd-43e7-853e-bda747c33aea HTTP/1.1" status: 404 len: 337 time: 0.0370221 Feb 07 17:13:27.928571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45694) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:27.942146 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'name': 'tempest-TestVolumeBackupRestore-399575763-router', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:24Z', 'updated_at': '2022-02-07T17:13:26Z', 'revision_number': 3, 'project_id': '7966855f5e624da3963d8b725269571c', 'gw_port': {'id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:88:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:25Z', 'updated_at': '2022-02-07T17:13:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:27.971367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-f9d96375-fd42-4297-a46c-ec91be1b1bcb admin admin] Allocated IP 172.20.0.1 (1b34ffc6-dc16-4499-ab78-d4665a82951d/3a53808d-dda3-4d37-9e87-4073eae85e6e/a54a89e1-a12a-4a97-a1ed-a858a808c26a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:13:27.973627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] Checking router: 2dc524db-eb49-4c0c-8145-fff32dd2f7ba for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:13:27.973991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] Updating router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba port 526bbd73-2832-40f8-9bd9-a3235becd5f1 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:13:27.984137 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb509aa1-c1b3-47cc-8df8-289c7d8874cd tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] GET failed (client error): The resource could not be found. Feb 07 17:13:27.985774 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fb509aa1-c1b3-47cc-8df8-289c7d8874cd tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] 10.222.0.18 "GET /v2.0/networks/182f593c-4547-4e08-952f-cab186facffa HTTP/1.1" status: 404 len: 339 time: 0.0545332 Feb 07 17:13:27.990143 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45696) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:28.039613 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0f9a4f-67f7-47dd-abd3-a285a6abcc55 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] GET failed (client error): The resource could not be found. Feb 07 17:13:28.045482 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5b0f9a4f-67f7-47dd-abd3-a285a6abcc55 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] 10.222.0.18 "GET /v2.0/ports/65278dfc-a6bc-4d61-96b7-cf420cce82c5 HTTP/1.1" status: 404 len: 333 time: 0.0499716 Feb 07 17:13:28.045954 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45698) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:28.059315 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f879a53-35ce-4058-8efc-2602ec818437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (44710299-5306-42e6-b850-8cbb45ff1fa9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:28.086748 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36251e1-c610-44a9-970b-175bf38f1a7c tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] GET failed (client error): The resource could not be found. Feb 07 17:13:28.091894 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a36251e1-c610-44a9-970b-175bf38f1a7c tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] 10.222.0.18 "GET /v2.0/subnets/3b214914-b759-48ca-b27d-08b0e538409e HTTP/1.1" status: 404 len: 337 time: 0.0411685 Feb 07 17:13:28.093867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45700) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:28.152427 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9d96375-fd42-4297-a46c-ec91be1b1bcb admin admin] Publish callbacks [] for port (a54a89e1-a12a-4a97-a1ed-a858a808c26a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:28.153994 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f879a53-35ce-4058-8efc-2602ec818437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44710299-5306-42e6-b850-8cbb45ff1fa9,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:28.157178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f879a53-35ce-4058-8efc-2602ec818437 admin admin] Checking segment: {'id': 'b57ae093-a055-45bb-a9c8-52ec13964efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9f15c25d-61ba-4f62-a7d1-50eefa62351b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:13:28.157746 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f879a53-35ce-4058-8efc-2602ec818437 admin admin] Network hostable DHCP agents. Network: 9f15c25d-61ba-4f62-a7d1-50eefa62351b, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:13:28.169107 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b7c6c917-e756-496c-92c8-262a7cca4237 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:28.188876 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c6c917-e756-496c-92c8-262a7cca4237 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] PUT failed (client error): The resource could not be found. Feb 07 17:13:28.189418 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c6c917-e756-496c-92c8-262a7cca4237 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:13:28.190081 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f879a53-35ce-4058-8efc-2602ec818437 admin admin] Network 9f15c25d-61ba-4f62-a7d1-50eefa62351b is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:13:28.194722 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b7c6c917-e756-496c-92c8-262a7cca4237 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] 10.222.0.18 "PUT /v2.0/networks/f2f3271b-d9e0-47aa-b400-6941cebd980c HTTP/1.1" status: 404 len: 339 time: 0.0268357 Feb 07 17:13:28.194722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45702) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:28.200846 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7b9a2bff-4142-4871-b0fa-5c6f1ec70db5 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:28.208549 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2f879a53-35ce-4058-8efc-2602ec818437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 9f15c25d-61ba-4f62-a7d1-50eefa62351b) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:13:28.212847 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (526bbd73-2832-40f8-9bd9-a3235becd5f1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:28.213008 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f879a53-35ce-4058-8efc-2602ec818437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:28.213581 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f879a53-35ce-4058-8efc-2602ec818437 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:28.232251 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9a2bff-4142-4871-b0fa-5c6f1ec70db5 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] PUT failed (client error): The resource could not be found. Feb 07 17:13:28.232900 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b9a2bff-4142-4871-b0fa-5c6f1ec70db5 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:13:28.234242 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7b9a2bff-4142-4871-b0fa-5c6f1ec70db5 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] 10.222.0.18 "PUT /v2.0/ports/0cab1776-d751-4d85-8bd2-b36276b6c3d0 HTTP/1.1" status: 404 len: 333 time: 0.0388997 Feb 07 17:13:28.239728 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2f879a53-35ce-4058-8efc-2602ec818437 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9633677 Feb 07 17:13:28.240720 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45704) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:28.247120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b9523f5e-4965-4ffe-86d1-1f380bf99860 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:28.249955 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb73ed3-31b2-41eb-8e35-5f5310d3636b None None] Network 9f15c25d-61ba-4f62-a7d1-50eefa62351b requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:13:28.270549 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9d96375-fd42-4297-a46c-ec91be1b1bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a54a89e1-a12a-4a97-a1ed-a858a808c26a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:28.283577 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9523f5e-4965-4ffe-86d1-1f380bf99860 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] PUT failed (client error): The resource could not be found. Feb 07 17:13:28.284548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9523f5e-4965-4ffe-86d1-1f380bf99860 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:13:28.289073 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b9523f5e-4965-4ffe-86d1-1f380bf99860 tempest-NetworksNegativeTestJSON-466268187 tempest-NetworksNegativeTestJSON-466268187-project] 10.222.0.18 "PUT /v2.0/subnets/6cb79005-791b-4788-88f9-c2929a71e489 HTTP/1.1" status: 404 len: 337 time: 0.0434799 Feb 07 17:13:28.289239 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9bf3822f-dcfd-4f45-976f-11bee6013dbf None None] Provisioning complete for port a35903f9-1432-412e-991c-2a68eac2247a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:28.289239 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9bf3822f-dcfd-4f45-976f-11bee6013dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a35903f9-1432-412e-991c-2a68eac2247a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:28.289830 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71f739eb-d1b7-4689-a3f1-c61f31d0b95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:28.342211 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d96375-fd42-4297-a46c-ec91be1b1bcb admin admin] Network 1b34ffc6-dc16-4499-ab78-d4665a82951d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:13:28.343453 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d96375-fd42-4297-a46c-ec91be1b1bcb admin admin] Pushing event updated for resources: {'Port': ['ID=a54a89e1-a12a-4a97-a1ed-a858a808c26a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:28.346089 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f9d96375-fd42-4297-a46c-ec91be1b1bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:13:28.348124 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d96375-fd42-4297-a46c-ec91be1b1bcb admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:13:28.395273 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9d96375-fd42-4297-a46c-ec91be1b1bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (2dc524db-eb49-4c0c-8145-fff32dd2f7ba), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:28.458204 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device d3c30d60-a626-4191-8d2d-0ba34f787d65 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:13:28.579777 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3c808-4e99-49fd-b2e1-c8a18c567483 req-3ffc2997-9480-410b-9120-36e386bf1eb2 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:28.581473 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-41c3c808-4e99-49fd-b2e1-c8a18c567483 req-3ffc2997-9480-410b-9120-36e386bf1eb2 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.1359026 Feb 07 17:13:28.620047 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9d96375-fd42-4297-a46c-ec91be1b1bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a54a89e1-a12a-4a97-a1ed-a858a808c26a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:28.666457 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-41c3c808-4e99-49fd-b2e1-c8a18c567483 req-fac051ff-e20d-435d-ad5f-30c95b6a870c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734386 Feb 07 17:13:28.722483 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b3fe52-ab55-47cd-bcbe-04b8f1e1e67b None None] Network 9f15c25d-61ba-4f62-a7d1-50eefa62351b requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:13:28.810888 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port d3c30d60-a626-4191-8d2d-0ba34f787d65 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:13:28.830027 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9bf3822f-dcfd-4f45-976f-11bee6013dbf None None] Current status of the port a35903f9-1432-412e-991c-2a68eac2247a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:28.843170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port d3c30d60-a626-4191-8d2d-0ba34f787d65 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:28.843566 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d3c30d60-a626-4191-8d2d-0ba34f787d65), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:28.861100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45720) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:28.872815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a35903f9-1432-412e-991c-2a68eac2247a up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:13:28.920391 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9d96375-fd42-4297-a46c-ec91be1b1bcb admin admin] Publish callbacks [] for port (a54a89e1-a12a-4a97-a1ed-a858a808c26a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:28.940874 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9d96375-fd42-4297-a46c-ec91be1b1bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (a54a89e1-a12a-4a97-a1ed-a858a808c26a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:29.001413 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bbb2b-e88d-4ead-b09d-d2e519a6d440 req-55e3d20f-10eb-4de1-bc87-3e73a7a5d721 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:29.008745 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-028bbb2b-e88d-4ead-b09d-d2e519a6d440 req-55e3d20f-10eb-4de1-bc87-3e73a7a5d721 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 945 time: 0.1380706 Feb 07 17:13:29.036185 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c3b4874-8110-451b-a538-5c427c48b195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:29.040954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5b7b4317-41d3-48ee-af92-3692c051e822 None None] Provisioning complete for port a54a89e1-a12a-4a97-a1ed-a858a808c26a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:29.041386 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b7b4317-41d3-48ee-af92-3692c051e822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a54a89e1-a12a-4a97-a1ed-a858a808c26a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:29.049344 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d96375-fd42-4297-a46c-ec91be1b1bcb admin admin] Pushing event updated for resources: {'Port': ['ID=a54a89e1-a12a-4a97-a1ed-a858a808c26a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:29.149438 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a35903f9-1432-412e-991c-2a68eac2247a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:29.149438 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a35903f9-1432-412e-991c-2a68eac2247a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:29.151688 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] Publish callbacks [] for port (526bbd73-2832-40f8-9bd9-a3235becd5f1), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:29.160900 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-028bbb2b-e88d-4ead-b09d-d2e519a6d440 req-c9d47083-ff73-4efe-a4fe-259f1b43bbc8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7992af4-52fd-4303-a033-d3d20740e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454949 Feb 07 17:13:29.163165 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f9d96375-fd42-4297-a46c-ec91be1b1bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (2dc524db-eb49-4c0c-8145-fff32dd2f7ba), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:29.168791 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c3b4874-8110-451b-a538-5c427c48b195 admin admin] Publish callbacks [] for security_group (f4e14748-f0ce-48e2-93a0-f06eed271bca), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:29.176125 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c3b4874-8110-451b-a538-5c427c48b195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f4e14748-f0ce-48e2-93a0-f06eed271bca), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:29.199964 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b4317-41d3-48ee-af92-3692c051e822 None None] Port a54a89e1-a12a-4a97-a1ed-a858a808c26a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:13:29.206220 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (526bbd73-2832-40f8-9bd9-a3235becd5f1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:29.212817 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8c3b4874-8110-451b-a538-5c427c48b195 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d90dea4bb2ce44c3a96e287590fd4ede&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3492577 Feb 07 17:13:29.213641 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45728) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:29.246853 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port d3c30d60-a626-4191-8d2d-0ba34f787d65 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:29.247778 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d3c30d60-a626-4191-8d2d-0ba34f787d65), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:29.271782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b4874-8110-451b-a538-5c427c48b195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e14748-f0ce-48e2-93a0-f06eed271bca,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:29.315185 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] Attempting to bind port 526bbd73-2832-40f8-9bd9-a3235becd5f1 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:13:29.315575 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] Attempting to bind port 526bbd73-2832-40f8-9bd9-a3235becd5f1 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:13:29.315953 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] Attempting to bind port 526bbd73-2832-40f8-9bd9-a3235becd5f1 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:13:29.317666 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f83420a-a7dd-4bb9-9850-76a2d02d0ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c30d60-a626-4191-8d2d-0ba34f787d65'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:13:29.319111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d96375-fd42-4297-a46c-ec91be1b1bcb admin admin] Network 1b34ffc6-dc16-4499-ab78-d4665a82951d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:13:29.319949 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f3a8c4-c773-45fa-9501-4fcd624c2e9f" -d '{"events": [{"server_uuid": "2f83420a-a7dd-4bb9-9850-76a2d02d0ec7", "name": "network-vif-plugged", "status": "completed", "tag": "d3c30d60-a626-4191-8d2d-0ba34f787d65"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:13:29.320552 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f9d96375-fd42-4297-a46c-ec91be1b1bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:13:29.326463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0734c-8314-4fd5-8985-c1f1630a4a12 None None] Pushing event updated for resources: {'Port': ['ID=526bbd73-2832-40f8-9bd9-a3235becd5f1,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:29.342382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:13:29.342781 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:13:29.343201 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:29.343611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:13:29.344116 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] Bound port: 526bbd73-2832-40f8-9bd9-a3235becd5f1, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:13:29.344552 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (526bbd73-2832-40f8-9bd9-a3235becd5f1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:29.348011 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port d3c30d60-a626-4191-8d2d-0ba34f787d65, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d3c30d60-a626-4191-8d2d-0ba34f787d65,segment=NetworkSegment(8b6b0eea-2af6-4a9d-82ce-96906e55a3bb),segment_id=8b6b0eea-2af6-4a9d-82ce-96906e55a3bb)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:29.396155 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af64b47f-62d2-4af7-bc71-1ca5150c7ae7 admin admin] Publish callbacks [] for security_group (f4e14748-f0ce-48e2-93a0-f06eed271bca), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:29.403419 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d3c30d60-a626-4191-8d2d-0ba34f787d65), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:29.428684 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acd1bcf-2bf0-4d1c-b235-f5efc028c394 x-openstack-request-id: req-3acd1bcf-2bf0-4d1c-b235-f5efc028c394 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:13:29.429001 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f83420a-a7dd-4bb9-9850-76a2d02d0ec7", "name": "network-vif-plugged", "status": "completed", "tag": "d3c30d60-a626-4191-8d2d-0ba34f787d65", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:13:29.429294 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3acd1bcf-2bf0-4d1c-b235-f5efc028c394 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:13:29.431087 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f83420a-a7dd-4bb9-9850-76a2d02d0ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c30d60-a626-4191-8d2d-0ba34f787d65', 'code': 200} Feb 07 17:13:29.454926 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af64b47f-62d2-4af7-bc71-1ca5150c7ae7 admin admin] Publish callbacks [] for security_group (f4e14748-f0ce-48e2-93a0-f06eed271bca), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:29.507108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a35903f9-1432-412e-991c-2a68eac2247a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:29.524153 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d96375-fd42-4297-a46c-ec91be1b1bcb admin admin] Router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:13:29.536399 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:13:29.550042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] For port 526bbd73-2832-40f8-9bd9-a3235becd5f1, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:13:29.565151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35461f-6003-4314-bb46-9ee68fc71f2e req-3038ef9f-4035-496e-af26-cb8c813df17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:29.566716 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:29.567342 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d35461f-6003-4314-bb46-9ee68fc71f2e req-3038ef9f-4035-496e-af26-cb8c813df17f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 1128 time: 0.0722735 Feb 07 17:13:29.568597 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] For port 526bbd73-2832-40f8-9bd9-a3235becd5f1, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=526bbd73-2832-40f8-9bd9-a3235becd5f1,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:13:29.570483 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=d3c30d60-a626-4191-8d2d-0ba34f787d65,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:29.585111 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (526bbd73-2832-40f8-9bd9-a3235becd5f1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:29.592866 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af64b47f-62d2-4af7-bc71-1ca5150c7ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f4e14748-f0ce-48e2-93a0-f06eed271bca), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:29.595643 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af64b47f-62d2-4af7-bc71-1ca5150c7ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:29.597057 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-af64b47f-62d2-4af7-bc71-1ca5150c7ae7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4e14748-f0ce-48e2-93a0-f06eed271bca HTTP/1.1" status: 204 len: 168 time: 0.3586345 Feb 07 17:13:29.668792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] Routers {'2dc524db-eb49-4c0c-8145-fff32dd2f7ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:13:29.669607 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:13:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:29.673177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0734c-8314-4fd5-8985-c1f1630a4a12 None None] Pushing event updated for resources: {'Port': ['ID=526bbd73-2832-40f8-9bd9-a3235becd5f1,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:29.714627 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64b47f-62d2-4af7-bc71-1ca5150c7ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e14748-f0ce-48e2-93a0-f06eed271bca,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:29.718287 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d35461f-6003-4314-bb46-9ee68fc71f2e req-247e782c-19bc-4f60-8135-b0773e106008 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a7992af4-52fd-4303-a033-d3d20740e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444802 Feb 07 17:13:29.849630 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] Set router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:13:29.888199 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7f1a5c1c-b8ae-4bd9-b884-e950757b0042 None None] Provisioning complete for port a54a89e1-a12a-4a97-a1ed-a858a808c26a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:29.888586 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f1a5c1c-b8ae-4bd9-b884-e950757b0042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a54a89e1-a12a-4a97-a1ed-a858a808c26a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:29.972071 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a5c1c-b8ae-4bd9-b884-e950757b0042 None None] Port a54a89e1-a12a-4a97-a1ed-a858a808c26a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:13:30.167362 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'name': 'tempest-TestVolumeBackupRestore-399575763-router', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:24Z', 'updated_at': '2022-02-07T17:13:28Z', 'revision_number': 4, 'project_id': '7966855f5e624da3963d8b725269571c', 'gw_port': {'id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:88:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:25Z', 'updated_at': '2022-02-07T17:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a54a89e1-a12a-4a97-a1ed-a858a808c26a', 'name': '', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'mac_address': 'fa:16:3e:c3:6c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:27Z', 'updated_at': '2022-02-07T17:13:28Z', 'revision_number': 2, 'project_id': '7966855f5e624da3963d8b725269571c', 'subnets': [{'id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:30.215888 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02a6c6e-6b39-4c74-8b76-8420b580e985 None None] The sync data for ids ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'] in n-d-827865-3 is: [{'id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'name': 'tempest-TestVolumeBackupRestore-399575763-router', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:24Z', 'updated_at': '2022-02-07T17:13:28Z', 'revision_number': 4, 'project_id': '7966855f5e624da3963d8b725269571c', 'gw_port': {'id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:88:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:25Z', 'updated_at': '2022-02-07T17:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a54a89e1-a12a-4a97-a1ed-a858a808c26a', 'name': '', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'mac_address': 'fa:16:3e:c3:6c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:27Z', 'updated_at': '2022-02-07T17:13:28Z', 'revision_number': 2, 'project_id': '7966855f5e624da3963d8b725269571c', 'subnets': [{'id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:13:30.230459 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af4931-9532-464b-ad2b-b719514d9d10 req-c08bb2a1-4eb6-4816-b873-ac70e360f4b2 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:30.232173 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-85af4931-9532-464b-ad2b-b719514d9d10 req-c08bb2a1-4eb6-4816-b873-ac70e360f4b2 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.0915613 Feb 07 17:13:30.263408 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d96375-fd42-4297-a46c-ec91be1b1bcb admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:13:30.269555 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f9d96375-fd42-4297-a46c-ec91be1b1bcb admin admin] 10.222.0.18 "PUT /v2.0/routers/2dc524db-eb49-4c0c-8145-fff32dd2f7ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1677012 Feb 07 17:13:30.345548 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-85af4931-9532-464b-ad2b-b719514d9d10 req-de7e195d-df1c-41f7-8db5-9ce4aa701a68 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060240 Feb 07 17:13:30.399504 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3896ecb-14fd-4b72-9fc0-8961947e7f32 req-5eee5827-cf1e-4d17-8167-dc0156716da8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:30.403988 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e3896ecb-14fd-4b72-9fc0-8961947e7f32 req-5eee5827-cf1e-4d17-8167-dc0156716da8 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 946 time: 0.1036556 Feb 07 17:13:30.473398 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e3896ecb-14fd-4b72-9fc0-8961947e7f32 req-01347dab-8ce4-49ae-a760-fd25e6843581 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7992af4-52fd-4303-a033-d3d20740e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634434 Feb 07 17:13:30.700456 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45766) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:30.887212 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:31.052916 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2601b4f3-aa4c-4d73-93cc-5b3fa35a2987 tempest-DvrRoutersNegativeTest-285251740 tempest-DvrRoutersNegativeTest-285251740-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1253846273', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:31.055848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.policy [None req-2601b4f3-aa4c-4d73-93cc-5b3fa35a2987 tempest-DvrRoutersNegativeTest-285251740 tempest-DvrRoutersNegativeTest-285251740-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103226) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 07 17:13:31.056249 n-d-827865-3 neutron-server[103226]: DEBUG neutron.policy [None req-2601b4f3-aa4c-4d73-93cc-5b3fa35a2987 tempest-DvrRoutersNegativeTest-285251740 tempest-DvrRoutersNegativeTest-285251740-project] Failed policy check for 'create_router' {{(pid=103226) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 07 17:13:31.056858 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-2601b4f3-aa4c-4d73-93cc-5b3fa35a2987 tempest-DvrRoutersNegativeTest-285251740 tempest-DvrRoutersNegativeTest-285251740-project] create failed (client error): Access was denied to this resource. Feb 07 17:13:31.061415 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2601b4f3-aa4c-4d73-93cc-5b3fa35a2987 tempest-DvrRoutersNegativeTest-285251740 tempest-DvrRoutersNegativeTest-285251740-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3566320 Feb 07 17:13:31.153404 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45780) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:31.158769 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-81820a91-43a0-44ad-80f4-e106211119b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-591959418-network', 'tenant_id': '17129a00c3af4d6294f50ccfc33b5f8c'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:31.200447 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81820a91-43a0-44ad-80f4-e106211119b0 admin admin] Made reservation on behalf of 17129a00c3af4d6294f50ccfc33b5f8c for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:13:31.204445 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81820a91-43a0-44ad-80f4-e106211119b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:31.220779 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81820a91-43a0-44ad-80f4-e106211119b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:31.337021 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81820a91-43a0-44ad-80f4-e106211119b0 admin admin] Publish callbacks [] for security_group (cd75a9fc-bff3-42d6-abe7-8d6a5720655b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:31.345967 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81820a91-43a0-44ad-80f4-e106211119b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cd75a9fc-bff3-42d6-abe7-8d6a5720655b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:31.373699 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81820a91-43a0-44ad-80f4-e106211119b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:13:31.405621 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81820a91-43a0-44ad-80f4-e106211119b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd75a9fc-bff3-42d6-abe7-8d6a5720655b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:31.411044 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45790) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:31.412792 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81820a91-43a0-44ad-80f4-e106211119b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (b3ba1197-5c8c-4308-828c-d54d5196644f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:31.413151 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-81820a91-43a0-44ad-80f4-e106211119b0 admin admin] Added segment b3ba1197-5c8c-4308-828c-d54d5196644f of type vlan for network b0df40dc-cc7e-4178-9a67-05fa5abd251b Feb 07 17:13:31.481614 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81820a91-43a0-44ad-80f4-e106211119b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (b0df40dc-cc7e-4178-9a67-05fa5abd251b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:31.536427 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81820a91-43a0-44ad-80f4-e106211119b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (b0df40dc-cc7e-4178-9a67-05fa5abd251b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:31.541825 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81820a91-43a0-44ad-80f4-e106211119b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:31.541825 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81820a91-43a0-44ad-80f4-e106211119b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:31.547702 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4f30d-a050-441b-a827-e208cf26b0d0 req-74e146ea-45c3-4177-936f-f9b78df39cd2 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:31.554975 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c5d4f30d-a050-441b-a827-e208cf26b0d0 req-74e146ea-45c3-4177-936f-f9b78df39cd2 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.1096239 Feb 07 17:13:31.632791 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c5d4f30d-a050-441b-a827-e208cf26b0d0 req-eb0c43cd-f0c8-48f4-8682-03aaf38d24be tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715737 Feb 07 17:13:31.657122 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37138ab7-7913-4462-ad81-0e9498599e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:31.670568 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-81820a91-43a0-44ad-80f4-e106211119b0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5156586 Feb 07 17:13:31.676234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45798) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:31.691200 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-18040eb3-a9e5-488c-84bb-b31be5ab0394 admin admin] Request body: {'subnet': {'network_id': 'b0df40dc-cc7e-4178-9a67-05fa5abd251b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-591959418-subnet', 'tenant_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:31.738790 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81820a91-43a0-44ad-80f4-e106211119b0 admin admin] Pushing event updated for resources: {'Network': ['ID=b0df40dc-cc7e-4178-9a67-05fa5abd251b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:31.756535 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18040eb3-a9e5-488c-84bb-b31be5ab0394 admin admin] Made reservation on behalf of 17129a00c3af4d6294f50ccfc33b5f8c for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:13:31.757301 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network b0df40dc-cc7e-4178-9a67-05fa5abd251b details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:13:31.759746 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18040eb3-a9e5-488c-84bb-b31be5ab0394 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:31.780572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51c575-5a39-4aee-b5cc-90838d7116b6 req-32c44476-e469-4a3e-9076-7b338b957634 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:31.785011 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a51c575-5a39-4aee-b5cc-90838d7116b6 req-32c44476-e469-4a3e-9076-7b338b957634 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 946 time: 0.1914399 Feb 07 17:13:31.841062 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37138ab7-7913-4462-ad81-0e9498599e73 admin admin] Publish callbacks [] for security_group (3516ec84-6b7c-48ec-8f03-a041b54bb6e5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:31.847908 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37138ab7-7913-4462-ad81-0e9498599e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3516ec84-6b7c-48ec-8f03-a041b54bb6e5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:31.898973 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a51c575-5a39-4aee-b5cc-90838d7116b6 req-84054646-b20d-48e4-9b11-1e09fb87d011 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7992af4-52fd-4303-a033-d3d20740e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967529 Feb 07 17:13:31.912557 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37138ab7-7913-4462-ad81-0e9498599e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3516ec84-6b7c-48ec-8f03-a041b54bb6e5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:31.976418 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-37138ab7-7913-4462-ad81-0e9498599e73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=776dfae3b99d4890ba3152512d99439d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5616424 Feb 07 17:13:31.977987 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45802) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:32.087005 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb212-9f3a-45c2-8bf6-2dcb70c0ca21 admin admin] Publish callbacks [] for security_group (3516ec84-6b7c-48ec-8f03-a041b54bb6e5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:32.092489 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18040eb3-a9e5-488c-84bb-b31be5ab0394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (6c8c3e84-edc2-458b-86c7-cc8894a90bb0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:32.161750 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb212-9f3a-45c2-8bf6-2dcb70c0ca21 admin admin] Publish callbacks [] for security_group (3516ec84-6b7c-48ec-8f03-a041b54bb6e5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:32.196429 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18040eb3-a9e5-488c-84bb-b31be5ab0394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c8c3e84-edc2-458b-86c7-cc8894a90bb0,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:32.217482 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18040eb3-a9e5-488c-84bb-b31be5ab0394 admin admin] Checking segment: {'id': 'b3ba1197-5c8c-4308-828c-d54d5196644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b0df40dc-cc7e-4178-9a67-05fa5abd251b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:13:32.218245 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18040eb3-a9e5-488c-84bb-b31be5ab0394 admin admin] Network hostable DHCP agents. Network: b0df40dc-cc7e-4178-9a67-05fa5abd251b, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:13:32.222280 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69685b-7779-41cf-831a-d0eebf291ee5 req-92e9174c-c15c-4385-a898-a9cc64eaf6b5 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:32.230204 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ed69685b-7779-41cf-831a-d0eebf291ee5 req-92e9174c-c15c-4385-a898-a9cc64eaf6b5 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 946 time: 0.1456029 Feb 07 17:13:32.238558 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45804) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:32.249293 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-41f4ce45-0d4d-464a-801a-dc116008ca4d tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Request body: {'floatingip': {'port_id': 'd3c30d60-a626-4191-8d2d-0ba34f787d65'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:32.280943 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb212-9f3a-45c2-8bf6-2dcb70c0ca21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3516ec84-6b7c-48ec-8f03-a041b54bb6e5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:32.284675 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb212-9f3a-45c2-8bf6-2dcb70c0ca21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:32.286791 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3ebbb212-9f3a-45c2-8bf6-2dcb70c0ca21 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3516ec84-6b7c-48ec-8f03-a041b54bb6e5 HTTP/1.1" status: 204 len: 168 time: 0.3077099 Feb 07 17:13:32.298699 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbb212-9f3a-45c2-8bf6-2dcb70c0ca21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3516ec84-6b7c-48ec-8f03-a041b54bb6e5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:32.309532 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18040eb3-a9e5-488c-84bb-b31be5ab0394 admin admin] Network b0df40dc-cc7e-4178-9a67-05fa5abd251b is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:13:32.318003 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41f4ce45-0d4d-464a-801a-dc116008ca4d tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for floatingip (ed48af57-39a1-4545-b7bc-00251a58cdc9), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:32.372356 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-18040eb3-a9e5-488c-84bb-b31be5ab0394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, b0df40dc-cc7e-4178-9a67-05fa5abd251b) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:13:32.379525 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f54b795-1da1-415e-b1ea-0cb3ac1ad5f1 None None] Network b0df40dc-cc7e-4178-9a67-05fa5abd251b requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:13:32.405266 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18040eb3-a9e5-488c-84bb-b31be5ab0394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:32.405919 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18040eb3-a9e5-488c-84bb-b31be5ab0394 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:32.459463 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-18040eb3-a9e5-488c-84bb-b31be5ab0394 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7804563 Feb 07 17:13:32.462610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45808) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:32.475362 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2286db25-f54e-468a-a92a-51df2a277891 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-591959418-router', 'tenant_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:32.505242 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2286db25-f54e-468a-a92a-51df2a277891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (ffd329c1-adc2-4aa0-8fb4-0326d8d08c67), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:32.506683 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2286db25-f54e-468a-a92a-51df2a277891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (ffd329c1-adc2-4aa0-8fb4-0326d8d08c67), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:32.541417 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:32.580403 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2286db25-f54e-468a-a92a-51df2a277891 admin admin] Publish callbacks [] for router_controller (ffd329c1-adc2-4aa0-8fb4-0326d8d08c67), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:32.617724 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-b0df40dc-cc7e-4178-9a67-05fa5abd251b', 'network_id': 'b0df40dc-cc7e-4178-9a67-05fa5abd251b', 'project_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'fixed_ips': [{'subnet_id': '6c8c3e84-edc2-458b-86c7-cc8894a90bb0'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:13:32.622394 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:32.857806 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2286db25-f54e-468a-a92a-51df2a277891 admin admin] Publish callbacks [] for router_gateway (ffd329c1-adc2-4aa0-8fb4-0326d8d08c67), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:32.955969 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] Allocated IP 172.20.0.2 (b0df40dc-cc7e-4178-9a67-05fa5abd251b/6c8c3e84-edc2-458b-86c7-cc8894a90bb0/ef4862ab-3101-40be-84b3-72c38ecd0818) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:13:32.974240 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c04b5b-cb1e-4afa-88af-bc26abd154c6 req-935a7df3-932b-49ee-bbd8-0d5086449f3e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:32.975890 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c7c04b5b-cb1e-4afa-88af-bc26abd154c6 req-935a7df3-932b-49ee-bbd8-0d5086449f3e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.1903298 Feb 07 17:13:33.140100 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41f4ce45-0d4d-464a-801a-dc116008ca4d tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:33.194826 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41f4ce45-0d4d-464a-801a-dc116008ca4d tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (ed48af57-39a1-4545-b7bc-00251a58cdc9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:33.219725 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] Publish callbacks [] for port (ef4862ab-3101-40be-84b3-72c38ecd0818), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:33.228519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 526bbd73-2832-40f8-9bd9-a3235becd5f1 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:13:33.232566 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (ef4862ab-3101-40be-84b3-72c38ecd0818), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:33.252607 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2286db25-f54e-468a-a92a-51df2a277891 admin admin] Publish callbacks [] for router_gateway (ffd329c1-adc2-4aa0-8fb4-0326d8d08c67), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:33.297202 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2286db25-f54e-468a-a92a-51df2a277891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:33.348486 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] Network b0df40dc-cc7e-4178-9a67-05fa5abd251b is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:13:33.368052 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:13:33.374764 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:13:33.389764 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] Pushing event updated for resources: {'Port': ['ID=ef4862ab-3101-40be-84b3-72c38ecd0818,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:33.421587 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-41f4ce45-0d4d-464a-801a-dc116008ca4d tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Floating IP ed48af57-39a1-4545-b7bc-00251a58cdc9 associated. External IP: 172.25.4.176, port: d3c30d60-a626-4191-8d2d-0ba34f787d65. Feb 07 17:13:33.452530 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-2286db25-f54e-468a-a92a-51df2a277891 admin admin] Allocated IP 172.25.4.70 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/70f040a3-f386-49ac-9628-74630e95fb07) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:13:33.505699 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 526bbd73-2832-40f8-9bd9-a3235becd5f1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:33.506092 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (526bbd73-2832-40f8-9bd9-a3235becd5f1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:33.518498 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] Sync routers for ids ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:13:33.523228 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45832) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:33.538835 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] Routers {'2dc524db-eb49-4c0c-8145-fff32dd2f7ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:13:33.539476 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:13:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:33.553076 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c7c04b5b-cb1e-4afa-88af-bc26abd154c6 req-6d1637ac-13ac-465c-a4c9-fb31ffbf8797 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111710 Feb 07 17:13:33.592506 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] Attempting to bind port ef4862ab-3101-40be-84b3-72c38ecd0818 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:13:33.592896 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] Attempting to bind port ef4862ab-3101-40be-84b3-72c38ecd0818 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'b3ba1197-5c8c-4308-828c-d54d5196644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b0df40dc-cc7e-4178-9a67-05fa5abd251b'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:13:33.593310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] Attempting to bind port ef4862ab-3101-40be-84b3-72c38ecd0818 on network b0df40dc-cc7e-4178-9a67-05fa5abd251b {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:13:33.598723 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2286db25-f54e-468a-a92a-51df2a277891 admin admin] Publish callbacks [] for port (70f040a3-f386-49ac-9628-74630e95fb07), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:33.612008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:13:33.619331 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] Checking segment: {'id': 'b3ba1197-5c8c-4308-828c-d54d5196644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b0df40dc-cc7e-4178-9a67-05fa5abd251b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:13:33.620053 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:33.621159 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] Bound using segment: {'id': 'b3ba1197-5c8c-4308-828c-d54d5196644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b0df40dc-cc7e-4178-9a67-05fa5abd251b'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:13:33.621891 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] Bound port: ef4862ab-3101-40be-84b3-72c38ecd0818, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ba1197-5c8c-4308-828c-d54d5196644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b0df40dc-cc7e-4178-9a67-05fa5abd251b'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:13:33.622655 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef4862ab-3101-40be-84b3-72c38ecd0818), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:33.640561 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2286db25-f54e-468a-a92a-51df2a277891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (70f040a3-f386-49ac-9628-74630e95fb07), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:33.724156 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] Set router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:13:33.739075 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2286db25-f54e-468a-a92a-51df2a277891 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:13:33.742211 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2286db25-f54e-468a-a92a-51df2a277891 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:13:33.753143 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2286db25-f54e-468a-a92a-51df2a277891 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:13:33.771453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8dfc549a-38a3-4cec-a443-27b58378cf37 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group': {'name': 'tempest-secgroup--279292508'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:33.784005 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 526bbd73-2832-40f8-9bd9-a3235becd5f1 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:33.784872 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (526bbd73-2832-40f8-9bd9-a3235becd5f1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:33.810611 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286db25-f54e-468a-a92a-51df2a277891 admin admin] Pushing event updated for resources: {'Port': ['ID=70f040a3-f386-49ac-9628-74630e95fb07,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:33.811023 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dfc549a-38a3-4cec-a443-27b58378cf37 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:33.815614 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 526bbd73-2832-40f8-9bd9-a3235becd5f1, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=526bbd73-2832-40f8-9bd9-a3235becd5f1,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:33.822102 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (526bbd73-2832-40f8-9bd9-a3235becd5f1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:33.825459 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dfc549a-38a3-4cec-a443-27b58378cf37 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:33.826719 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] For port ef4862ab-3101-40be-84b3-72c38ecd0818, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:13:33.858540 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f4ce45-0d4d-464a-801a-dc116008ca4d tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:13:33.875169 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] For port ef4862ab-3101-40be-84b3-72c38ecd0818, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ef4862ab-3101-40be-84b3-72c38ecd0818,segment=NetworkSegment(b3ba1197-5c8c-4308-828c-d54d5196644f),segment_id=b3ba1197-5c8c-4308-828c-d54d5196644f)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:13:33.889335 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ef4862ab-3101-40be-84b3-72c38ecd0818), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:33.925570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=526bbd73-2832-40f8-9bd9-a3235becd5f1,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:34.017200 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68748dd3-8ab2-4012-aaf4-6609722d13f5 None None] Pushing event updated for resources: {'Port': ['ID=ef4862ab-3101-40be-84b3-72c38ecd0818,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:34.058658 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dfc549a-38a3-4cec-a443-27b58378cf37 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (bb1db851-32f4-4320-bb8c-a5869f2a4372), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:34.064279 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dfc549a-38a3-4cec-a443-27b58378cf37 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bb1db851-32f4-4320-bb8c-a5869f2a4372), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:34.108762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc549a-38a3-4cec-a443-27b58378cf37 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1db851-32f4-4320-bb8c-a5869f2a4372,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:34.127801 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f4ce45-0d4d-464a-801a-dc116008ca4d tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:13:34.134891 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41f4ce45-0d4d-464a-801a-dc116008ca4d tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:34.139898 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e10359-8310-4bb5-8b2b-f9a3fc09ca7f None None] Sync routers for ids ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:13:34.161578 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e10359-8310-4bb5-8b2b-f9a3fc09ca7f None None] Routers {'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:13:34.162146 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-52e10359-8310-4bb5-8b2b-f9a3fc09ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:13:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:34.180457 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'name': 'tempest-TestVolumeBackupRestore-399575763-router', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:24Z', 'updated_at': '2022-02-07T17:13:28Z', 'revision_number': 4, 'project_id': '7966855f5e624da3963d8b725269571c', 'gw_port': {'id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:88:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:25Z', 'updated_at': '2022-02-07T17:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a54a89e1-a12a-4a97-a1ed-a858a808c26a', 'name': '', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'mac_address': 'fa:16:3e:c3:6c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:27Z', 'updated_at': '2022-02-07T17:13:28Z', 'revision_number': 2, 'project_id': '7966855f5e624da3963d8b725269571c', 'subnets': [{'id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:34.192089 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2286db25-f54e-468a-a92a-51df2a277891 admin admin] Publish callbacks [] for router_gateway (ffd329c1-adc2-4aa0-8fb4-0326d8d08c67), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:34.214904 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-41f4ce45-0d4d-464a-801a-dc116008ca4d tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "PUT /v2.0/floatingips/ed48af57-39a1-4545-b7bc-00251a58cdc9 HTTP/1.1" status: 200 len: 992 time: 1.9748564 Feb 07 17:13:34.218953 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f83420a-a7dd-4bb9-9850-76a2d02d0ec7', 'tag': 'd3c30d60-a626-4191-8d2d-0ba34f787d65'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:13:34.221342 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0212e5a-a1a3-49d1-930a-c2c53eb5bed4" -d '{"events": [{"name": "network-changed", "server_uuid": "2f83420a-a7dd-4bb9-9850-76a2d02d0ec7", "tag": "d3c30d60-a626-4191-8d2d-0ba34f787d65"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:13:34.236851 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] Checking router: 2dc524db-eb49-4c0c-8145-fff32dd2f7ba for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:13:34.237499 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] Updating router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba port a54a89e1-a12a-4a97-a1ed-a858a808c26a binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:13:34.310790 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dfc549a-38a3-4cec-a443-27b58378cf37 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (7bca0f0c-f75e-414b-bf9d-9b393b8c2f91), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:34.312014 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a54a89e1-a12a-4a97-a1ed-a858a808c26a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:34.315702 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dfc549a-38a3-4cec-a443-27b58378cf37 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7bca0f0c-f75e-414b-bf9d-9b393b8c2f91), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:34.352356 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342a1877-cd38-4504-92d3-5f3164488c17 x-openstack-request-id: req-342a1877-cd38-4504-92d3-5f3164488c17 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:13:34.352893 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f83420a-a7dd-4bb9-9850-76a2d02d0ec7", "tag": "d3c30d60-a626-4191-8d2d-0ba34f787d65", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:13:34.353631 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-342a1877-cd38-4504-92d3-5f3164488c17 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:13:34.354358 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f83420a-a7dd-4bb9-9850-76a2d02d0ec7', 'tag': 'd3c30d60-a626-4191-8d2d-0ba34f787d65', 'status': 'completed', 'code': 200} Feb 07 17:13:34.364270 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dfc549a-38a3-4cec-a443-27b58378cf37 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:34.369690 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8dfc549a-38a3-4cec-a443-27b58378cf37 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8426483 Feb 07 17:13:34.374173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45842) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:34.477448 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc549a-38a3-4cec-a443-27b58378cf37 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bca0f0c-f75e-414b-bf9d-9b393b8c2f91,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:34.536774 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-52e10359-8310-4bb5-8b2b-f9a3fc09ca7f None None] Set router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:13:34.537673 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0212e5a-a1a3-49d1-930a-c2c53eb5bed4 req-b7423808-375f-44c3-9b31-b070fd7a1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:34.538803 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0212e5a-a1a3-49d1-930a-c2c53eb5bed4 req-b7423808-375f-44c3-9b31-b070fd7a1a77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9ad179b24574372b80952de6111dc6e&device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 1128 time: 0.1439233 Feb 07 17:13:34.554076 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c5482597-a3ff-4691-9cfe-37cfb45dee61 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1742752 Feb 07 17:13:34.572066 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45844) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:34.593225 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-16cd85b1-fe8e-40dd-bad2-ce679f894636 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group': {'name': 'tempest-security--1106335972', 'description': 'tempest-security-description-238471772'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:34.616435 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c04c55-3bfe-43af-a44a-6d152b2f5cc3 req-61389a07-be13-407d-bfda-41d16f40a4c6 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:34.626402 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a4c04c55-3bfe-43af-a44a-6d152b2f5cc3 req-61389a07-be13-407d-bfda-41d16f40a4c6 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 946 time: 0.2201223 Feb 07 17:13:34.635680 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1fecfb4d-b487-4e33-928d-656b3746fd38 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:13:34.837580 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16cd85b1-fe8e-40dd-bad2-ce679f894636 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (7bca0f0c-f75e-414b-bf9d-9b393b8c2f91), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:34.861370 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0212e5a-a1a3-49d1-930a-c2c53eb5bed4 req-aeade9a7-6bb3-4a39-9714-c090e3f2ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:34.863305 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0212e5a-a1a3-49d1-930a-c2c53eb5bed4 req-aeade9a7-6bb3-4a39-9714-c090e3f2ff5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=201760c2-7445-46e7-879d-a3304bb55dba HTTP/1.1" status: 200 len: 912 time: 0.3092809 Feb 07 17:13:34.920454 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a4c04c55-3bfe-43af-a44a-6d152b2f5cc3 req-19db4e62-ba09-4e39-b816-c565598236c3 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7992af4-52fd-4303-a033-d3d20740e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721062 Feb 07 17:13:34.941640 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] Publish callbacks [] for port (a54a89e1-a12a-4a97-a1ed-a858a808c26a), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:34.947587 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a54a89e1-a12a-4a97-a1ed-a858a808c26a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:34.972122 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16cd85b1-fe8e-40dd-bad2-ce679f894636 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (7bca0f0c-f75e-414b-bf9d-9b393b8c2f91), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:34.994494 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16cd85b1-fe8e-40dd-bad2-ce679f894636 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7bca0f0c-f75e-414b-bf9d-9b393b8c2f91), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:35.005819 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16cd85b1-fe8e-40dd-bad2-ce679f894636 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:35.009337 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-16cd85b1-fe8e-40dd-bad2-ce679f894636 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "PUT /v2.0/security-groups/7bca0f0c-f75e-414b-bf9d-9b393b8c2f91 HTTP/1.1" status: 200 len: 1796 time: 0.4336715 Feb 07 17:13:35.015846 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f57723-eb48-4940-b389-4a49b0a103e0 req-e9da8886-b771-408c-b8cf-b86029d00155 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:35.032641 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-23f57723-eb48-4940-b389-4a49b0a103e0 req-e9da8886-b771-408c-b8cf-b86029d00155 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 944 time: 0.3053439 Feb 07 17:13:35.033161 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45850) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:35.066692 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ede9e-6fbd-42a2-9c21-51c5476cb1ab None None] Pushing event updated for resources: {'Port': ['ID=a54a89e1-a12a-4a97-a1ed-a858a808c26a,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:35.074291 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1fecfb4d-b487-4e33-928d-656b3746fd38, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1fecfb4d-b487-4e33-928d-656b3746fd38,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:35.119246 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd85b1-fe8e-40dd-bad2-ce679f894636 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bca0f0c-f75e-414b-bf9d-9b393b8c2f91,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:35.127997 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0212e5a-a1a3-49d1-930a-c2c53eb5bed4 req-7c009b65-9fbd-4a15-b8d0-5e25505cd94c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3c30d60-a626-4191-8d2d-0ba34f787d65 HTTP/1.1" status: 200 len: 1000 time: 0.2560492 Feb 07 17:13:35.129503 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2286db25-f54e-468a-a92a-51df2a277891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (ffd329c1-adc2-4aa0-8fb4-0326d8d08c67), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:35.134743 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 526bbd73-2832-40f8-9bd9-a3235becd5f1 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:13:35.183529 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-23f57723-eb48-4940-b389-4a49b0a103e0 req-eb1b91ee-6d50-46ca-a878-e4edfaecac08 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290557 Feb 07 17:13:35.210291 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] Attempting to bind port a54a89e1-a12a-4a97-a1ed-a858a808c26a on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:13:35.210662 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] Attempting to bind port a54a89e1-a12a-4a97-a1ed-a858a808c26a by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '3751a5d4-3eb8-45c1-9d4c-d6986f82625b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:13:35.220388 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] Attempting to bind port a54a89e1-a12a-4a97-a1ed-a858a808c26a on network 1b34ffc6-dc16-4499-ab78-d4665a82951d {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:13:35.231907 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:13:35.232287 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] Checking segment: {'id': '3751a5d4-3eb8-45c1-9d4c-d6986f82625b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:13:35.233572 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:35.234154 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] Bound using segment: {'id': '3751a5d4-3eb8-45c1-9d4c-d6986f82625b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:13:35.234818 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] Bound port: a54a89e1-a12a-4a97-a1ed-a858a808c26a, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3751a5d4-3eb8-45c1-9d4c-d6986f82625b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:13:35.235806 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a54a89e1-a12a-4a97-a1ed-a858a808c26a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:35.237868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '1fecfb4d-b487-4e33-928d-656b3746fd38', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'port_id': '1fecfb4d-b487-4e33-928d-656b3746fd38', 'mac_address': 'fa:16:3e:ea:ab:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:13:35.282939 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-89234653-0b3a-4f12-95be-81e54aef6b7d tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-groups/7bca0f0c-f75e-414b-bf9d-9b393b8c2f91 HTTP/1.1" status: 200 len: 1796 time: 0.2318785 Feb 07 17:13:35.289530 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45854) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:35.322976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0212e5a-a1a3-49d1-930a-c2c53eb5bed4 req-a9b784f0-76c6-4636-9bc8-cabf246194bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:35.325141 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0212e5a-a1a3-49d1-930a-c2c53eb5bed4 req-a9b784f0-76c6-4636-9bc8-cabf246194bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c40ceb2-4236-4c8f-982a-2db09abbbc2a HTTP/1.1" status: 200 len: 850 time: 0.1454506 Feb 07 17:13:35.378956 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] For port a54a89e1-a12a-4a97-a1ed-a858a808c26a, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:13:35.384233 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] For port a54a89e1-a12a-4a97-a1ed-a858a808c26a, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a54a89e1-a12a-4a97-a1ed-a858a808c26a,segment=NetworkSegment(3751a5d4-3eb8-45c1-9d4c-d6986f82625b),segment_id=3751a5d4-3eb8-45c1-9d4c-d6986f82625b)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:13:35.386083 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 1fecfb4d-b487-4e33-928d-656b3746fd38 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:35.398702 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1fecfb4d-b487-4e33-928d-656b3746fd38), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:35.402221 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a54a89e1-a12a-4a97-a1ed-a858a808c26a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:35.428340 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fecfb4d-b487-4e33-928d-656b3746fd38 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:13:35.463730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2286db25-f54e-468a-a92a-51df2a277891 admin admin] Router ffd329c1-adc2-4aa0-8fb4-0326d8d08c67 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:13:35.532906 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] Routers {'2dc524db-eb49-4c0c-8145-fff32dd2f7ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:13:35.541585 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:13:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:35.562845 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1fecfb4d-b487-4e33-928d-656b3746fd38, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1fecfb4d-b487-4e33-928d-656b3746fd38,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:35.565070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0212e5a-a1a3-49d1-930a-c2c53eb5bed4 req-60016037-b78d-4957-9e8b-4f977cfad4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:35.568267 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0212e5a-a1a3-49d1-930a-c2c53eb5bed4 req-60016037-b78d-4957-9e8b-4f977cfad4c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=201760c2-7445-46e7-879d-a3304bb55dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2329409 Feb 07 17:13:35.571873 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d688c243-9bb6-4d2d-9e65-03c2ce07f65d tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (7bca0f0c-f75e-414b-bf9d-9b393b8c2f91), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:35.587999 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 526bbd73-2832-40f8-9bd9-a3235becd5f1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:35.594487 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (526bbd73-2832-40f8-9bd9-a3235becd5f1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:35.601502 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1fecfb4d-b487-4e33-928d-656b3746fd38), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:35.674933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2286db25-f54e-468a-a92a-51df2a277891 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:13:35.711887 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] Sync routers for ids ['ffd329c1-adc2-4aa0-8fb4-0326d8d08c67'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:13:35.724053 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ede9e-6fbd-42a2-9c21-51c5476cb1ab None None] Pushing event updated for resources: {'Port': ['ID=a54a89e1-a12a-4a97-a1ed-a858a808c26a,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:35.725438 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2286db25-f54e-468a-a92a-51df2a277891 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:35.730852 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2286db25-f54e-468a-a92a-51df2a277891 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2632158 Feb 07 17:13:35.730852 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45856) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:35.776113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c09c5af9-5a15-422b-944b-759e8fae0b6e None None] Provisioning complete for port a54a89e1-a12a-4a97-a1ed-a858a808c26a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:35.777800 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c09c5af9-5a15-422b-944b-759e8fae0b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a54a89e1-a12a-4a97-a1ed-a858a808c26a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:35.806073 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d688c243-9bb6-4d2d-9e65-03c2ce07f65d tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (7bca0f0c-f75e-414b-bf9d-9b393b8c2f91), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:35.856315 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] Routers {'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:13:35.856983 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:13:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ffd329c1-adc2-4aa0-8fb4-0326d8d08c67'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:35.900883 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-52e10359-8310-4bb5-8b2b-f9a3fc09ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:08:06Z', 'revision_number': 4, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port': {'id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:58Z', 'updated_at': '2022-02-07T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'ed48af57-39a1-4545-b7bc-00251a58cdc9', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'floating_ip_address': '172.25.4.176', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'port_id': 'd3c30d60-a626-4191-8d2d-0ba34f787d65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'mac_address': 'fa:16:3e:5c:21:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83420a-a7dd-4bb9-9850-76a2d02d0ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:13:13Z', 'updated_at': '2022-02-07T17:13:32Z', 'revision_number': 1, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dfefd62-afd1-44c0-954c-9eb82f847e23', 'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'mac_address': 'fa:16:3e:a7:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:08:05Z', 'updated_at': '2022-02-07T17:08:14Z', 'revision_number': 5, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'subnets': [{'id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:36.020512 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0212e5a-a1a3-49d1-930a-c2c53eb5bed4 req-6e0aa779-1ddb-4081-bddc-f594fe0f2f0b service neutron] 10.222.0.32 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404387 Feb 07 17:13:36.063655 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['1fecfb4d-b487-4e33-928d-656b3746fd38'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:13:36.116461 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f60a363-baf4-4b66-b228-4d1748caa5c2 None None] Network b0df40dc-cc7e-4178-9a67-05fa5abd251b requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:13:36.139340 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0212e5a-a1a3-49d1-930a-c2c53eb5bed4 req-54ecba1b-13ac-4410-a2e5-03c2ccc39005 service neutron] 10.222.0.32 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109874 Feb 07 17:13:36.141717 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d688c243-9bb6-4d2d-9e65-03c2ce07f65d tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7bca0f0c-f75e-414b-bf9d-9b393b8c2f91), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:36.144960 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d688c243-9bb6-4d2d-9e65-03c2ce07f65d tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:36.146976 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d688c243-9bb6-4d2d-9e65-03c2ce07f65d tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-groups/7bca0f0c-f75e-414b-bf9d-9b393b8c2f91 HTTP/1.1" status: 204 len: 168 time: 0.8563161 Feb 07 17:13:36.150752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45862) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:36.208879 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688c243-9bb6-4d2d-9e65-03c2ce07f65d tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bca0f0c-f75e-414b-bf9d-9b393b8c2f91,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:36.242929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e10359-8310-4bb5-8b2b-f9a3fc09ca7f None None] Checking router: b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:13:36.283513 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cddfac96-a9fb-47e4-8312-f3a94716cf4e tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1291833 Feb 07 17:13:36.288837 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45866) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:36.289012 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] Set router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:13:36.295237 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=1fecfb4d-b487-4e33-928d-656b3746fd38,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:36.307703 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-a984ff57-3d38-4294-ab3d-520e3ff00f8c tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] delete failed (client error): The resource could not be found. Feb 07 17:13:36.319245 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a984ff57-3d38-4294-ab3d-520e3ff00f8c tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-groups/7bca0f0c-f75e-414b-bf9d-9b393b8c2f91 HTTP/1.1" status: 404 len: 347 time: 0.0189543 Feb 07 17:13:36.320171 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45868) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:36.325033 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-02eea446-5ffb-49b6-8c99-46a39cb12734 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group': {'name': 'tempest-secgroup--131490876'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:36.356105 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] Set router ffd329c1-adc2-4aa0-8fb4-0326d8d08c67 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:13:36.368870 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5700037-61a0-46b3-b64e-710b57faa5c0 req-2120b51b-54c5-4918-9989-2245f0cb2809 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:36.371094 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f5700037-61a0-46b3-b64e-710b57faa5c0 req-2120b51b-54c5-4918-9989-2245f0cb2809 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 946 time: 0.3272612 Feb 07 17:13:36.408549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 526bbd73-2832-40f8-9bd9-a3235becd5f1 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:36.409922 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ef4862ab-3101-40be-84b3-72c38ecd0818 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:13:36.427885 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02eea446-5ffb-49b6-8c99-46a39cb12734 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:36.474565 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeee723-abad-46a3-8b24-b4eb7054a3ce req-ec1ecbf6-30c8-40d8-8ae1-06b62eff7cd6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:36.484131 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ddeee723-abad-46a3-8b24-b4eb7054a3ce req-ec1ecbf6-30c8-40d8-8ae1-06b62eff7cd6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 945 time: 0.1367631 Feb 07 17:13:36.506383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e10359-8310-4bb5-8b2b-f9a3fc09ca7f None None] Routers {'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:13:36.507319 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-52e10359-8310-4bb5-8b2b-f9a3fc09ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:13:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:36.517130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c09c5af9-5a15-422b-944b-759e8fae0b6e None None] Current status of the port a54a89e1-a12a-4a97-a1ed-a858a808c26a is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:36.517873 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c09c5af9-5a15-422b-944b-759e8fae0b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a54a89e1-a12a-4a97-a1ed-a858a808c26a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:36.541129 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f5700037-61a0-46b3-b64e-710b57faa5c0 req-2691c8e1-b083-4179-b9cb-4985ede76c93 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7992af4-52fd-4303-a033-d3d20740e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607304 Feb 07 17:13:36.568693 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ddeee723-abad-46a3-8b24-b4eb7054a3ce req-c1e4cf17-97a3-42a1-8b15-f51811f14ef2 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828884 Feb 07 17:13:36.637447 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02eea446-5ffb-49b6-8c99-46a39cb12734 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (8326849a-3460-49a7-95eb-cccc36970b66), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:36.643456 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02eea446-5ffb-49b6-8c99-46a39cb12734 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8326849a-3460-49a7-95eb-cccc36970b66), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:36.688702 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca363-fda0-4a29-aa3c-a71f2215a442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:36.704018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eea446-5ffb-49b6-8c99-46a39cb12734 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8326849a-3460-49a7-95eb-cccc36970b66,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:36.707343 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'name': 'tempest-TestVolumeBackupRestore-399575763-router', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:24Z', 'updated_at': '2022-02-07T17:13:28Z', 'revision_number': 4, 'project_id': '7966855f5e624da3963d8b725269571c', 'gw_port': {'id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:25Z', 'updated_at': '2022-02-07T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a54a89e1-a12a-4a97-a1ed-a858a808c26a', 'name': '', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'mac_address': 'fa:16:3e:c3:6c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:27Z', 'updated_at': '2022-02-07T17:13:35Z', 'revision_number': 4, 'project_id': '7966855f5e624da3963d8b725269571c', 'subnets': [{'id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:36.732267 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02eea446-5ffb-49b6-8c99-46a39cb12734 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:36.734169 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-02eea446-5ffb-49b6-8c99-46a39cb12734 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4132338 Feb 07 17:13:36.738074 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45870) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:36.744894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fe4f76e7-06c7-45b8-877f-e21a5fcc3814 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group_rule': {'security_group_id': '8326849a-3460-49a7-95eb-cccc36970b66', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:36.745951 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cda37d-122a-48c9-b225-9f3e4081fe3a None None] The sync data for ids ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'] in n-d-827865-3 is: [{'id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'name': 'tempest-TestVolumeBackupRestore-399575763-router', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:24Z', 'updated_at': '2022-02-07T17:13:28Z', 'revision_number': 4, 'project_id': '7966855f5e624da3963d8b725269571c', 'gw_port': {'id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:25Z', 'updated_at': '2022-02-07T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a54a89e1-a12a-4a97-a1ed-a858a808c26a', 'name': '', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'mac_address': 'fa:16:3e:c3:6c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:27Z', 'updated_at': '2022-02-07T17:13:35Z', 'revision_number': 4, 'project_id': '7966855f5e624da3963d8b725269571c', 'subnets': [{'id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:13:36.784899 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'name': 'tempest-TestVolumeBackupRestore-591959418-router', 'tenant_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '70f040a3-f386-49ac-9628-74630e95fb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:32Z', 'updated_at': '2022-02-07T17:13:34Z', 'revision_number': 3, 'project_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'gw_port': {'id': '70f040a3-f386-49ac-9628-74630e95fb07', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:33Z', 'updated_at': '2022-02-07T17:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:36.788965 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe4f76e7-06c7-45b8-877f-e21a5fcc3814 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (10aaaaca-4ff3-40ba-a3c6-628cf73a3bdb), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:36.823485 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] Checking router: ffd329c1-adc2-4aa0-8fb4-0326d8d08c67 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:13:36.824263 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] Updating router ffd329c1-adc2-4aa0-8fb4-0326d8d08c67 port 70f040a3-f386-49ac-9628-74630e95fb07 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:13:36.860630 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (70f040a3-f386-49ac-9628-74630e95fb07), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:36.908418 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c09c5af9-5a15-422b-944b-759e8fae0b6e None None] For port a54a89e1-a12a-4a97-a1ed-a858a808c26a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a54a89e1-a12a-4a97-a1ed-a858a808c26a,segment=NetworkSegment(3751a5d4-3eb8-45c1-9d4c-d6986f82625b),segment_id=3751a5d4-3eb8-45c1-9d4c-d6986f82625b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:36.932549 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c09c5af9-5a15-422b-944b-759e8fae0b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a54a89e1-a12a-4a97-a1ed-a858a808c26a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:36.937147 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe4f76e7-06c7-45b8-877f-e21a5fcc3814 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (10aaaaca-4ff3-40ba-a3c6-628cf73a3bdb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:36.942459 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe4f76e7-06c7-45b8-877f-e21a5fcc3814 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (10aaaaca-4ff3-40ba-a3c6-628cf73a3bdb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:36.964658 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port ef4862ab-3101-40be-84b3-72c38ecd0818 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:36.965089 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ef4862ab-3101-40be-84b3-72c38ecd0818), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:36.984431 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f76e7-06c7-45b8-877f-e21a5fcc3814 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10aaaaca-4ff3-40ba-a3c6-628cf73a3bdb,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:37.024770 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe4f76e7-06c7-45b8-877f-e21a5fcc3814 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:37.029331 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fe4f76e7-06c7-45b8-877f-e21a5fcc3814 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2866523 Feb 07 17:13:37.039570 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45876) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:37.068683 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-3f8ca363-fda0-4a29-aa3c-a71f2215a442 admin admin] Allocated IP 172.20.0.1 (b0df40dc-cc7e-4178-9a67-05fa5abd251b/6c8c3e84-edc2-458b-86c7-cc8894a90bb0/c46560db-8958-4c70-a19c-6a81cebd9337) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:13:37.181957 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a707c54-6a8b-48f8-9beb-41f98891df70 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (10aaaaca-4ff3-40ba-a3c6-628cf73a3bdb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:37.215203 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a707c54-6a8b-48f8-9beb-41f98891df70 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (10aaaaca-4ff3-40ba-a3c6-628cf73a3bdb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:37.247383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-52e10359-8310-4bb5-8b2b-f9a3fc09ca7f None None] Set router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:13:37.288988 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a707c54-6a8b-48f8-9beb-41f98891df70 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (10aaaaca-4ff3-40ba-a3c6-628cf73a3bdb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:37.296112 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a707c54-6a8b-48f8-9beb-41f98891df70 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:37.299903 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1a707c54-6a8b-48f8-9beb-41f98891df70 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/10aaaaca-4ff3-40ba-a3c6-628cf73a3bdb HTTP/1.1" status: 204 len: 168 time: 0.2566977 Feb 07 17:13:37.300217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45880) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:37.311601 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] Publish callbacks [] for port (70f040a3-f386-49ac-9628-74630e95fb07), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:37.321483 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a707c54-6a8b-48f8-9beb-41f98891df70 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10aaaaca-4ff3-40ba-a3c6-628cf73a3bdb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:37.333886 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (70f040a3-f386-49ac-9628-74630e95fb07), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:37.349060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b6b24ec1-d59a-4548-8490-776ed439697f None None] Provisioning complete for port ef4862ab-3101-40be-84b3-72c38ecd0818 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:37.349656 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b6b24ec1-d59a-4548-8490-776ed439697f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ef4862ab-3101-40be-84b3-72c38ecd0818), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:37.352796 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c5af9-5a15-422b-944b-759e8fae0b6e None None] Pushing event updated for resources: {'Port': ['ID=a54a89e1-a12a-4a97-a1ed-a858a808c26a,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:37.356700 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca363-fda0-4a29-aa3c-a71f2215a442 admin admin] Publish callbacks [] for port (c46560db-8958-4c70-a19c-6a81cebd9337), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:37.419662 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a934587e-10df-4669-85f5-4f3d09afa0b6 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1177490 Feb 07 17:13:37.422502 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45882) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:37.471027 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] Attempting to bind port 70f040a3-f386-49ac-9628-74630e95fb07 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:13:37.471860 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] Attempting to bind port 70f040a3-f386-49ac-9628-74630e95fb07 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:13:37.472562 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] Attempting to bind port 70f040a3-f386-49ac-9628-74630e95fb07 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:13:37.483518 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:13:37.486015 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:13:37.486871 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:37.487771 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:13:37.488658 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] Bound port: 70f040a3-f386-49ac-9628-74630e95fb07, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:13:37.489324 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (70f040a3-f386-49ac-9628-74630e95fb07), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:37.520667 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c52e42a8-7197-49f2-983e-5218d7d7b9dc tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (8326849a-3460-49a7-95eb-cccc36970b66), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:37.531507 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca363-fda0-4a29-aa3c-a71f2215a442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c46560db-8958-4c70-a19c-6a81cebd9337), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:37.572556 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] For port 70f040a3-f386-49ac-9628-74630e95fb07, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:13:37.579554 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] For port 70f040a3-f386-49ac-9628-74630e95fb07, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=70f040a3-f386-49ac-9628-74630e95fb07,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:13:37.592904 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (70f040a3-f386-49ac-9628-74630e95fb07), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:37.594814 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ef4862ab-3101-40be-84b3-72c38ecd0818 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:37.595460 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef4862ab-3101-40be-84b3-72c38ecd0818), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:37.613894 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d56f3-2f03-479f-801e-3180953355f4 None None] Pushing event updated for resources: {'Port': ['ID=70f040a3-f386-49ac-9628-74630e95fb07,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:37.640337 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ca363-fda0-4a29-aa3c-a71f2215a442 admin admin] Pushing event updated for resources: {'Port': ['ID=c46560db-8958-4c70-a19c-6a81cebd9337,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:37.673863 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c52e42a8-7197-49f2-983e-5218d7d7b9dc tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (8326849a-3460-49a7-95eb-cccc36970b66), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:37.690804 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8ca363-fda0-4a29-aa3c-a71f2215a442 admin admin] Network b0df40dc-cc7e-4178-9a67-05fa5abd251b is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:13:37.697072 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3f8ca363-fda0-4a29-aa3c-a71f2215a442 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:13:37.700411 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ca363-fda0-4a29-aa3c-a71f2215a442 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:13:37.741941 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d56f3-2f03-479f-801e-3180953355f4 None None] Pushing event updated for resources: {'Port': ['ID=70f040a3-f386-49ac-9628-74630e95fb07,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:37.769386 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] Routers {'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:13:37.770799 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:13:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ffd329c1-adc2-4aa0-8fb4-0326d8d08c67'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:37.846466 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d61114-a878-4d1f-9b00-ed9abccd0e68 req-89386de3-e1a7-4f07-8802-a73dcc7dbfc9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:37.854274 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-32d61114-a878-4d1f-9b00-ed9abccd0e68 req-89386de3-e1a7-4f07-8802-a73dcc7dbfc9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 945 time: 0.1105156 Feb 07 17:13:37.937854 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port ef4862ab-3101-40be-84b3-72c38ecd0818, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ef4862ab-3101-40be-84b3-72c38ecd0818,segment=NetworkSegment(b3ba1197-5c8c-4308-828c-d54d5196644f),segment_id=b3ba1197-5c8c-4308-828c-d54d5196644f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:37.940261 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b6b24ec1-d59a-4548-8490-776ed439697f None None] Current status of the port ef4862ab-3101-40be-84b3-72c38ecd0818 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:37.940884 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b6b24ec1-d59a-4548-8490-776ed439697f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef4862ab-3101-40be-84b3-72c38ecd0818), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:37.946897 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ef4862ab-3101-40be-84b3-72c38ecd0818), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:37.983139 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-32d61114-a878-4d1f-9b00-ed9abccd0e68 req-70b7de9a-f18c-4371-850d-c91c02178e85 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271451 Feb 07 17:13:38.027208 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] Set router ffd329c1-adc2-4aa0-8fb4-0326d8d08c67 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:13:38.131785 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-b6b24ec1-d59a-4548-8490-776ed439697f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:13:38.132155 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-b6b24ec1-d59a-4548-8490-776ed439697f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:13:38.159839 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=ef4862ab-3101-40be-84b3-72c38ecd0818,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:38.179767 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-52e10359-8310-4bb5-8b2b-f9a3fc09ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:08:06Z', 'revision_number': 4, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port': {'id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:58Z', 'updated_at': '2022-02-07T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'ed48af57-39a1-4545-b7bc-00251a58cdc9', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'floating_ip_address': '172.25.4.176', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'port_id': 'd3c30d60-a626-4191-8d2d-0ba34f787d65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'mac_address': 'fa:16:3e:5c:21:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83420a-a7dd-4bb9-9850-76a2d02d0ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:13:13Z', 'updated_at': '2022-02-07T17:13:32Z', 'revision_number': 1, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dfefd62-afd1-44c0-954c-9eb82f847e23', 'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'mac_address': 'fa:16:3e:a7:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:08:05Z', 'updated_at': '2022-02-07T17:08:14Z', 'revision_number': 5, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'subnets': [{'id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:38.215044 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a54a89e1-a12a-4a97-a1ed-a858a808c26a up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:13:38.218718 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e10359-8310-4bb5-8b2b-f9a3fc09ca7f None None] The sync data for ids ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'] in n-d-827865-3 is: [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:08:06Z', 'revision_number': 4, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port': {'id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:58Z', 'updated_at': '2022-02-07T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'ed48af57-39a1-4545-b7bc-00251a58cdc9', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'floating_ip_address': '172.25.4.176', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'port_id': 'd3c30d60-a626-4191-8d2d-0ba34f787d65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'mac_address': 'fa:16:3e:5c:21:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83420a-a7dd-4bb9-9850-76a2d02d0ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:13:13Z', 'updated_at': '2022-02-07T17:13:32Z', 'revision_number': 1, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dfefd62-afd1-44c0-954c-9eb82f847e23', 'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'mac_address': 'fa:16:3e:a7:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:08:05Z', 'updated_at': '2022-02-07T17:08:14Z', 'revision_number': 5, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'subnets': [{'id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:13:38.286727 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1fecfb4d-b487-4e33-928d-656b3746fd38 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:13:38.374633 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'name': 'tempest-TestVolumeBackupRestore-591959418-router', 'tenant_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '70f040a3-f386-49ac-9628-74630e95fb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:32Z', 'updated_at': '2022-02-07T17:13:34Z', 'revision_number': 3, 'project_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'gw_port': {'id': '70f040a3-f386-49ac-9628-74630e95fb07', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:33Z', 'updated_at': '2022-02-07T17:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:38.381265 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a54a89e1-a12a-4a97-a1ed-a858a808c26a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:38.381674 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a54a89e1-a12a-4a97-a1ed-a858a808c26a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:38.415974 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b6a1c-3d82-40dc-884d-1e277dcfad0d None None] The sync data for ids ['ffd329c1-adc2-4aa0-8fb4-0326d8d08c67'] in n-d-827865-3 is: [{'id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'name': 'tempest-TestVolumeBackupRestore-591959418-router', 'tenant_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '70f040a3-f386-49ac-9628-74630e95fb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:32Z', 'updated_at': '2022-02-07T17:13:34Z', 'revision_number': 3, 'project_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'gw_port': {'id': '70f040a3-f386-49ac-9628-74630e95fb07', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:33Z', 'updated_at': '2022-02-07T17:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:13:38.436311 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 1fecfb4d-b487-4e33-928d-656b3746fd38 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:13:38.441587 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 1fecfb4d-b487-4e33-928d-656b3746fd38 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:38.442025 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1fecfb4d-b487-4e33-928d-656b3746fd38), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:38.534921 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c52e42a8-7197-49f2-983e-5218d7d7b9dc tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8326849a-3460-49a7-95eb-cccc36970b66), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:38.538165 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c52e42a8-7197-49f2-983e-5218d7d7b9dc tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:38.541744 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c52e42a8-7197-49f2-983e-5218d7d7b9dc tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-groups/8326849a-3460-49a7-95eb-cccc36970b66 HTTP/1.1" status: 204 len: 168 time: 1.1162829 Feb 07 17:13:38.542976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45890) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:38.564769 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca363-fda0-4a29-aa3c-a71f2215a442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (ffd329c1-adc2-4aa0-8fb4-0326d8d08c67), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:38.568661 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e42a8-7197-49f2-983e-5218d7d7b9dc tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8326849a-3460-49a7-95eb-cccc36970b66,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:38.622469 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320379f6-4783-48e5-9275-017603f51eaf None None] New status for floating IP ed48af57-39a1-4545-b7bc-00251a58cdc9: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:13:38.638859 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7a873-b9d2-4a98-8a87-4f61e7d3626a req-04b42675-dbd3-4179-9e10-7ef42d20be41 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:38.640789 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9c7a873-b9d2-4a98-8a87-4f61e7d3626a req-04b42675-dbd3-4179-9e10-7ef42d20be41 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 946 time: 0.9014988 Feb 07 17:13:38.665085 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-05ae8efa-5671-4da9-81e7-3bf72a1c4615 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1172321 Feb 07 17:13:38.665649 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45892) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:38.672556 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e399d270-8d0d-4f42-a25c-9a7b6931e45c tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group': {'name': 'tempest-secgroup--1109290804'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:38.683606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a54a89e1-a12a-4a97-a1ed-a858a808c26a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:38.708168 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e399d270-8d0d-4f42-a25c-9a7b6931e45c tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:38.719262 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 1fecfb4d-b487-4e33-928d-656b3746fd38 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:38.720053 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1fecfb4d-b487-4e33-928d-656b3746fd38), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:38.783090 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990d8415-2e87-4f38-9464-3fdac58f9bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fecfb4d-b487-4e33-928d-656b3746fd38'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:13:38.785542 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9813652-d3b3-4ca0-a4d9-3038fbc95586" -d '{"events": [{"server_uuid": "990d8415-2e87-4f38-9464-3fdac58f9bf6", "name": "network-vif-plugged", "status": "completed", "tag": "1fecfb4d-b487-4e33-928d-656b3746fd38"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:13:38.871123 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e399d270-8d0d-4f42-a25c-9a7b6931e45c tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (eee12461-003c-44b6-9b22-10dddbc831bb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:38.882379 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e399d270-8d0d-4f42-a25c-9a7b6931e45c tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (eee12461-003c-44b6-9b22-10dddbc831bb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:38.882582 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca363-fda0-4a29-aa3c-a71f2215a442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c46560db-8958-4c70-a19c-6a81cebd9337), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:38.903715 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c9c7a873-b9d2-4a98-8a87-4f61e7d3626a req-fcbba319-59c3-4e30-977d-3d9b3f7a9ff7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7992af4-52fd-4303-a033-d3d20740e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567115 Feb 07 17:13:38.915325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 1fecfb4d-b487-4e33-928d-656b3746fd38, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1fecfb4d-b487-4e33-928d-656b3746fd38,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:38.950514 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1fecfb4d-b487-4e33-928d-656b3746fd38), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:38.954845 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b6b24ec1-d59a-4548-8490-776ed439697f None None] Current status of the port ef4862ab-3101-40be-84b3-72c38ecd0818 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:38.961225 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399d270-8d0d-4f42-a25c-9a7b6931e45c tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee12461-003c-44b6-9b22-10dddbc831bb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:38.982944 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e399d270-8d0d-4f42-a25c-9a7b6931e45c tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:39.005559 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e399d270-8d0d-4f42-a25c-9a7b6931e45c tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3383775 Feb 07 17:13:39.009948 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45900) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:39.025034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-34588953-52bf-41f6-a85d-5a0bc180a822 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group_rule': {'security_group_id': 'eee12461-003c-44b6-9b22-10dddbc831bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:39.043337 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0332da-b580-4769-8440-7fda3d35bb46 x-openstack-request-id: req-db0332da-b580-4769-8440-7fda3d35bb46 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:13:39.043933 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990d8415-2e87-4f38-9464-3fdac58f9bf6", "name": "network-vif-plugged", "status": "completed", "tag": "1fecfb4d-b487-4e33-928d-656b3746fd38", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:13:39.045017 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db0332da-b580-4769-8440-7fda3d35bb46 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:13:39.045755 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990d8415-2e87-4f38-9464-3fdac58f9bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fecfb4d-b487-4e33-928d-656b3746fd38', 'code': 200} Feb 07 17:13:39.083762 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b6b24ec1-d59a-4548-8490-776ed439697f None None] Provisioning complete for port a54a89e1-a12a-4a97-a1ed-a858a808c26a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:39.083762 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b6b24ec1-d59a-4548-8490-776ed439697f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a54a89e1-a12a-4a97-a1ed-a858a808c26a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:39.164008 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34588953-52bf-41f6-a85d-5a0bc180a822 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (b70e4335-948f-4c15-b979-fd29f0aaadba), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:39.235165 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=1fecfb4d-b487-4e33-928d-656b3746fd38,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:39.297185 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b6b24ec1-d59a-4548-8490-776ed439697f None None] Current status of the port a54a89e1-a12a-4a97-a1ed-a858a808c26a is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:39.305525 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34588953-52bf-41f6-a85d-5a0bc180a822 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (b70e4335-948f-4c15-b979-fd29f0aaadba), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:39.318126 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34588953-52bf-41f6-a85d-5a0bc180a822 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (b70e4335-948f-4c15-b979-fd29f0aaadba), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:39.353917 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34588953-52bf-41f6-a85d-5a0bc180a822 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70e4335-948f-4c15-b979-fd29f0aaadba,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:39.376099 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca363-fda0-4a29-aa3c-a71f2215a442 admin admin] Publish callbacks [] for port (c46560db-8958-4c70-a19c-6a81cebd9337), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:39.381351 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-34588953-52bf-41f6-a85d-5a0bc180a822 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:39.384975 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d566a2d-1604-47e8-ada5-2ce46477d3b0 req-42997cf2-4c6e-4929-942b-ab9d4a722861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:39.386795 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1d566a2d-1604-47e8-ada5-2ce46477d3b0 req-42997cf2-4c6e-4929-942b-ab9d4a722861 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 1128 time: 0.3533657 Feb 07 17:13:39.389861 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-34588953-52bf-41f6-a85d-5a0bc180a822 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3742464 Feb 07 17:13:39.390003 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45906) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:39.393418 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca363-fda0-4a29-aa3c-a71f2215a442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (c46560db-8958-4c70-a19c-6a81cebd9337), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:39.396845 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ec6f78b2-632d-4585-ac8f-e7d87d9db659 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group_rule': {'security_group_id': 'eee12461-003c-44b6-9b22-10dddbc831bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:39.440780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f5595447-7521-43d4-a606-5e9b034ea2b9 None None] Provisioning complete for port ef4862ab-3101-40be-84b3-72c38ecd0818 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:39.449564 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f5595447-7521-43d4-a606-5e9b034ea2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ef4862ab-3101-40be-84b3-72c38ecd0818), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:39.472033 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5ddf9-967b-4385-b2b9-6b55156e127f req-b2d4be6d-6c65-45dd-aa51-60a0dbcd70c6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:39.473865 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5ff5ddf9-967b-4385-b2b9-6b55156e127f req-b2d4be6d-6c65-45dd-aa51-60a0dbcd70c6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 946 time: 0.3321614 Feb 07 17:13:39.488760 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca363-fda0-4a29-aa3c-a71f2215a442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (ffd329c1-adc2-4aa0-8fb4-0326d8d08c67), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:39.531362 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1d566a2d-1604-47e8-ada5-2ce46477d3b0 req-a40436d9-26c0-4a6c-b1ba-6c4038275f61 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236637 Feb 07 17:13:39.539503 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec6f78b2-632d-4585-ac8f-e7d87d9db659 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (feb630da-a1a4-494d-9cb6-968c7a64d4e4), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:39.609209 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ca363-fda0-4a29-aa3c-a71f2215a442 admin admin] Pushing event updated for resources: {'Port': ['ID=c46560db-8958-4c70-a19c-6a81cebd9337,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:39.671008 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec6f78b2-632d-4585-ac8f-e7d87d9db659 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (feb630da-a1a4-494d-9cb6-968c7a64d4e4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:39.684599 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec6f78b2-632d-4585-ac8f-e7d87d9db659 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (feb630da-a1a4-494d-9cb6-968c7a64d4e4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:39.696888 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f5595447-7521-43d4-a606-5e9b034ea2b9 None None] Current status of the port ef4862ab-3101-40be-84b3-72c38ecd0818 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:39.728830 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f5595447-7521-43d4-a606-5e9b034ea2b9 None None] Provisioning complete for port c46560db-8958-4c70-a19c-6a81cebd9337 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:39.729208 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f5595447-7521-43d4-a606-5e9b034ea2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c46560db-8958-4c70-a19c-6a81cebd9337), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:39.731381 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8ca363-fda0-4a29-aa3c-a71f2215a442 admin admin] Network b0df40dc-cc7e-4178-9a67-05fa5abd251b is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:13:39.734322 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3f8ca363-fda0-4a29-aa3c-a71f2215a442 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:13:39.763298 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ec6f78b2-632d-4585-ac8f-e7d87d9db659 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:39.764547 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ec6f78b2-632d-4585-ac8f-e7d87d9db659 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3729768 Feb 07 17:13:39.785301 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45912) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:39.798289 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7a07ae34-08a3-4c45-8c00-894661cf7592 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group_rule': {'security_group_id': 'eee12461-003c-44b6-9b22-10dddbc831bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:39.825751 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f5595447-7521-43d4-a606-5e9b034ea2b9 None None] Port c46560db-8958-4c70-a19c-6a81cebd9337 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:13:39.832353 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f78b2-632d-4585-ac8f-e7d87d9db659 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb630da-a1a4-494d-9cb6-968c7a64d4e4,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:39.842054 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5ff5ddf9-967b-4385-b2b9-6b55156e127f req-a3d3481d-2750-45f7-8f69-299a49904926 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569925 Feb 07 17:13:39.861744 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a07ae34-08a3-4c45-8c00-894661cf7592 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (601b6e6c-7c9c-45d9-b09c-24df842b266d), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:39.957400 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a07ae34-08a3-4c45-8c00-894661cf7592 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (601b6e6c-7c9c-45d9-b09c-24df842b266d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:39.961974 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a07ae34-08a3-4c45-8c00-894661cf7592 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (601b6e6c-7c9c-45d9-b09c-24df842b266d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:39.991350 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8ca363-fda0-4a29-aa3c-a71f2215a442 admin admin] Router ffd329c1-adc2-4aa0-8fb4-0326d8d08c67 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:13:40.013984 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07ae34-08a3-4c45-8c00-894661cf7592 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601b6e6c-7c9c-45d9-b09c-24df842b266d,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:40.025798 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a07ae34-08a3-4c45-8c00-894661cf7592 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.034418 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7a07ae34-08a3-4c45-8c00-894661cf7592 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2453766 Feb 07 17:13:40.035758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45916) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:40.040865 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f084111e-9cc3-4e9e-842c-41b8f4430a31 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group_rule': {'security_group_id': 'eee12461-003c-44b6-9b22-10dddbc831bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:40.106779 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f084111e-9cc3-4e9e-842c-41b8f4430a31 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (32180d85-ab7f-431d-8389-2b63fd1a4c17), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.210218 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f084111e-9cc3-4e9e-842c-41b8f4430a31 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (32180d85-ab7f-431d-8389-2b63fd1a4c17), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.215382 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f084111e-9cc3-4e9e-842c-41b8f4430a31 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (32180d85-ab7f-431d-8389-2b63fd1a4c17), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.231260 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084111e-9cc3-4e9e-842c-41b8f4430a31 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32180d85-ab7f-431d-8389-2b63fd1a4c17,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:40.262068 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f084111e-9cc3-4e9e-842c-41b8f4430a31 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.269494 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f084111e-9cc3-4e9e-842c-41b8f4430a31 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2301798 Feb 07 17:13:40.270791 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45918) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:40.276806 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-cf1b11bf-798e-4a14-aaf9-444bba990455 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group_rule': {'security_group_id': 'eee12461-003c-44b6-9b22-10dddbc831bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:40.279742 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8ca363-fda0-4a29-aa3c-a71f2215a442 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:13:40.281159 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-54c81345-4e02-49d5-8530-1e4e2bd320be None None] Provisioning complete for port c46560db-8958-4c70-a19c-6a81cebd9337 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:40.282106 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54c81345-4e02-49d5-8530-1e4e2bd320be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c46560db-8958-4c70-a19c-6a81cebd9337), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.284683 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3f8ca363-fda0-4a29-aa3c-a71f2215a442 admin admin] 10.222.0.18 "PUT /v2.0/routers/ffd329c1-adc2-4aa0-8fb4-0326d8d08c67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5526233 Feb 07 17:13:40.326460 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-54c81345-4e02-49d5-8530-1e4e2bd320be None None] Port c46560db-8958-4c70-a19c-6a81cebd9337 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:13:40.359495 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ef4862ab-3101-40be-84b3-72c38ecd0818 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:13:40.364928 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf1b11bf-798e-4a14-aaf9-444bba990455 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (35717c04-1670-4ca5-a8ab-6e30019d6e5e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.468379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port ef4862ab-3101-40be-84b3-72c38ecd0818 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:40.468680 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ef4862ab-3101-40be-84b3-72c38ecd0818), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.507216 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf1b11bf-798e-4a14-aaf9-444bba990455 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (35717c04-1670-4ca5-a8ab-6e30019d6e5e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.513229 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf1b11bf-798e-4a14-aaf9-444bba990455 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (35717c04-1670-4ca5-a8ab-6e30019d6e5e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.554052 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b11bf-798e-4a14-aaf9-444bba990455 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35717c04-1670-4ca5-a8ab-6e30019d6e5e,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:40.585083 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf1b11bf-798e-4a14-aaf9-444bba990455 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.586390 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cf1b11bf-798e-4a14-aaf9-444bba990455 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3145978 Feb 07 17:13:40.590602 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45926) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:40.627265 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ef4862ab-3101-40be-84b3-72c38ecd0818 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:40.629397 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 70f040a3-f386-49ac-9628-74630e95fb07 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:13:40.639583 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2987b5d1-58b7-4937-9bea-bdfb35e6e10d tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (35717c04-1670-4ca5-a8ab-6e30019d6e5e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.654364 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2987b5d1-58b7-4937-9bea-bdfb35e6e10d tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (35717c04-1670-4ca5-a8ab-6e30019d6e5e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.697356 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2987b5d1-58b7-4937-9bea-bdfb35e6e10d tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (35717c04-1670-4ca5-a8ab-6e30019d6e5e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.709423 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2987b5d1-58b7-4937-9bea-bdfb35e6e10d tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.710850 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2987b5d1-58b7-4937-9bea-bdfb35e6e10d tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/35717c04-1670-4ca5-a8ab-6e30019d6e5e HTTP/1.1" status: 204 len: 168 time: 0.1173999 Feb 07 17:13:40.713628 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45932) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:40.720021 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987b5d1-58b7-4937-9bea-bdfb35e6e10d tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35717c04-1670-4ca5-a8ab-6e30019d6e5e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:40.755971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 70f040a3-f386-49ac-9628-74630e95fb07 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:40.756423 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (70f040a3-f386-49ac-9628-74630e95fb07), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.834501 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-62b886f9-ad5f-4a5d-a735-8085b0cba0e0 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1189244 Feb 07 17:13:40.837211 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45936) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:40.908721 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb628b9d-5b60-4faf-9740-a2b21efe7502 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (32180d85-ab7f-431d-8389-2b63fd1a4c17), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.918829 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb628b9d-5b60-4faf-9740-a2b21efe7502 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (32180d85-ab7f-431d-8389-2b63fd1a4c17), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.963116 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 70f040a3-f386-49ac-9628-74630e95fb07 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:40.963567 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (70f040a3-f386-49ac-9628-74630e95fb07), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.979088 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb628b9d-5b60-4faf-9740-a2b21efe7502 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (32180d85-ab7f-431d-8389-2b63fd1a4c17), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.984798 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb628b9d-5b60-4faf-9740-a2b21efe7502 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:40.985994 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fb628b9d-5b60-4faf-9740-a2b21efe7502 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/32180d85-ab7f-431d-8389-2b63fd1a4c17 HTTP/1.1" status: 204 len: 168 time: 0.1477926 Feb 07 17:13:40.989103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45940) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:40.991118 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 70f040a3-f386-49ac-9628-74630e95fb07, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=70f040a3-f386-49ac-9628-74630e95fb07,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:41.000093 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (70f040a3-f386-49ac-9628-74630e95fb07), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:41.036214 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b77b91-cdcb-4dd3-a2b9-6c36bc08250c req-7a5c5d7f-36bc-4f80-8818-0fc6d7ad358a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:41.044774 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2b77b91-cdcb-4dd3-a2b9-6c36bc08250c req-7a5c5d7f-36bc-4f80-8818-0fc6d7ad358a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 946 time: 0.0841844 Feb 07 17:13:41.096148 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb628b9d-5b60-4faf-9740-a2b21efe7502 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32180d85-ab7f-431d-8389-2b63fd1a4c17,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:41.130325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=70f040a3-f386-49ac-9628-74630e95fb07,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:41.152616 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2b77b91-cdcb-4dd3-a2b9-6c36bc08250c req-108f2c65-929b-4e8f-ada5-4c2d5d1cfb58 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068206 Feb 07 17:13:41.174016 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6de98ab9-efcc-4c75-a78f-f0a5f13f7d10 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1837809 Feb 07 17:13:41.176972 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45970) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:41.234431 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afb94837-0c56-48cc-8bbb-d7004e203563 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (601b6e6c-7c9c-45d9-b09c-24df842b266d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:41.249241 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afb94837-0c56-48cc-8bbb-d7004e203563 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (601b6e6c-7c9c-45d9-b09c-24df842b266d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:41.281958 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afb94837-0c56-48cc-8bbb-d7004e203563 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (601b6e6c-7c9c-45d9-b09c-24df842b266d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:41.296221 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-afb94837-0c56-48cc-8bbb-d7004e203563 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:41.300265 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45980) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:41.301871 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-afb94837-0c56-48cc-8bbb-d7004e203563 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/601b6e6c-7c9c-45d9-b09c-24df842b266d HTTP/1.1" status: 204 len: 168 time: 0.1193709 Feb 07 17:13:41.312925 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb94837-0c56-48cc-8bbb-d7004e203563 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=601b6e6c-7c9c-45d9-b09c-24df842b266d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:41.381674 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45982) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:41.395384 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0d4b7da9-e1b6-4adb-8902-eada0d408f50 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0915987 Feb 07 17:13:41.428614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94aba6e-c1d5-4912-ab70-519febe7cfc5 req-d7287046-4595-4dfc-8644-d5e617e5a644 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:41.432416 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c94aba6e-c1d5-4912-ab70-519febe7cfc5 req-d7287046-4595-4dfc-8644-d5e617e5a644 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 946 time: 0.1527481 Feb 07 17:13:41.444879 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fdf7f06-a531-47b7-a20a-621fc14ab387 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (feb630da-a1a4-494d-9cb6-968c7a64d4e4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:41.462626 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fdf7f06-a531-47b7-a20a-621fc14ab387 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (feb630da-a1a4-494d-9cb6-968c7a64d4e4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:41.498446 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] Sync routers for ids ['ffd329c1-adc2-4aa0-8fb4-0326d8d08c67'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:13:41.512959 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fdf7f06-a531-47b7-a20a-621fc14ab387 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (feb630da-a1a4-494d-9cb6-968c7a64d4e4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:41.523857 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] Routers {'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:13:41.528806 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:13:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ffd329c1-adc2-4aa0-8fb4-0326d8d08c67'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:41.529034 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6fdf7f06-a531-47b7-a20a-621fc14ab387 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:41.534624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45986) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:41.536065 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6fdf7f06-a531-47b7-a20a-621fc14ab387 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/feb630da-a1a4-494d-9cb6-968c7a64d4e4 HTTP/1.1" status: 204 len: 168 time: 0.1529877 Feb 07 17:13:41.544100 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf7f06-a531-47b7-a20a-621fc14ab387 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=feb630da-a1a4-494d-9cb6-968c7a64d4e4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:41.559033 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c94aba6e-c1d5-4912-ab70-519febe7cfc5 req-5e489725-a3ce-4913-bc13-60fee3c3f0b4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092203 Feb 07 17:13:41.644135 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-edef3622-40e6-4782-a5f8-a46b38344f05 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1083195 Feb 07 17:13:41.649698 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 45990) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:41.716121 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca2593cc-92d5-4a47-aadf-7af275a9aa2b tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (b70e4335-948f-4c15-b979-fd29f0aaadba), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:41.741488 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca2593cc-92d5-4a47-aadf-7af275a9aa2b tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (b70e4335-948f-4c15-b979-fd29f0aaadba), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:41.843160 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca2593cc-92d5-4a47-aadf-7af275a9aa2b tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (b70e4335-948f-4c15-b979-fd29f0aaadba), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:41.851896 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ca2593cc-92d5-4a47-aadf-7af275a9aa2b tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:41.865297 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 45998) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:41.875917 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ca2593cc-92d5-4a47-aadf-7af275a9aa2b tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b70e4335-948f-4c15-b979-fd29f0aaadba HTTP/1.1" status: 204 len: 168 time: 0.2240517 Feb 07 17:13:41.878273 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] Set router ffd329c1-adc2-4aa0-8fb4-0326d8d08c67 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:13:41.894229 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2593cc-92d5-4a47-aadf-7af275a9aa2b tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b70e4335-948f-4c15-b979-fd29f0aaadba,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:41.951925 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fb864512-70d7-43f4-a968-0a99b9ea0748 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0839460 Feb 07 17:13:41.954808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46002) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:42.077835 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-45822643-ffcb-4651-abe8-25a1cbbe74a2 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (eee12461-003c-44b6-9b22-10dddbc831bb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:42.124493 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 70f040a3-f386-49ac-9628-74630e95fb07 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:13:42.152842 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-45822643-ffcb-4651-abe8-25a1cbbe74a2 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (eee12461-003c-44b6-9b22-10dddbc831bb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:42.232381 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 70f040a3-f386-49ac-9628-74630e95fb07 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:42.233447 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (70f040a3-f386-49ac-9628-74630e95fb07), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:42.315714 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-45822643-ffcb-4651-abe8-25a1cbbe74a2 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (eee12461-003c-44b6-9b22-10dddbc831bb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:42.318696 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-45822643-ffcb-4651-abe8-25a1cbbe74a2 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:42.319856 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-45822643-ffcb-4651-abe8-25a1cbbe74a2 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-groups/eee12461-003c-44b6-9b22-10dddbc831bb HTTP/1.1" status: 204 len: 168 time: 0.3639212 Feb 07 17:13:42.322700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46030) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:42.340472 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9ab50-6bbf-465d-98a4-1201f78cb436 req-07090e0a-0de8-4575-85cb-3393225f8b96 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:42.342251 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aff9ab50-6bbf-465d-98a4-1201f78cb436 req-07090e0a-0de8-4575-85cb-3393225f8b96 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 946 time: 0.1224639 Feb 07 17:13:42.343272 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45822643-ffcb-4651-abe8-25a1cbbe74a2 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee12461-003c-44b6-9b22-10dddbc831bb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:42.446701 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c4449d98-4f54-4eb9-b17b-c986e2426c40 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1099999 Feb 07 17:13:42.446917 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aff9ab50-6bbf-465d-98a4-1201f78cb436 req-05501883-83eb-40b7-a55a-7609964cf9b9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797687 Feb 07 17:13:42.447026 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46040) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:42.447111 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'name': 'tempest-TestVolumeBackupRestore-591959418-router', 'tenant_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '70f040a3-f386-49ac-9628-74630e95fb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:32Z', 'updated_at': '2022-02-07T17:13:38Z', 'revision_number': 4, 'project_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'gw_port': {'id': '70f040a3-f386-49ac-9628-74630e95fb07', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:33Z', 'updated_at': '2022-02-07T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'c46560db-8958-4c70-a19c-6a81cebd9337', 'name': '', 'network_id': 'b0df40dc-cc7e-4178-9a67-05fa5abd251b', 'tenant_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'mac_address': 'fa:16:3e:1e:e7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '6c8c3e84-edc2-458b-86c7-cc8894a90bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:36Z', 'updated_at': '2022-02-07T17:13:39Z', 'revision_number': 2, 'project_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'subnets': [{'id': '6c8c3e84-edc2-458b-86c7-cc8894a90bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:42.448919 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-04bdfee0-5c00-42dc-9c0c-8d2acd0dde60 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group': {'name': 'tempest-secgroup--458072597'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:42.476069 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] Checking router: ffd329c1-adc2-4aa0-8fb4-0326d8d08c67 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:13:42.476443 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] Updating router ffd329c1-adc2-4aa0-8fb4-0326d8d08c67 port c46560db-8958-4c70-a19c-6a81cebd9337 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:13:42.506726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 70f040a3-f386-49ac-9628-74630e95fb07 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:42.507465 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04bdfee0-5c00-42dc-9c0c-8d2acd0dde60 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:42.537222 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c46560db-8958-4c70-a19c-6a81cebd9337), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:42.598335 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04bdfee0-5c00-42dc-9c0c-8d2acd0dde60 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (54b569ec-fea7-419e-894e-86c8c6e61dfa), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:42.603249 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04bdfee0-5c00-42dc-9c0c-8d2acd0dde60 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (54b569ec-fea7-419e-894e-86c8c6e61dfa), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:42.638248 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04bdfee0-5c00-42dc-9c0c-8d2acd0dde60 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:42.642229 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-04bdfee0-5c00-42dc-9c0c-8d2acd0dde60 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1966634 Feb 07 17:13:42.642580 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46044) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:42.649023 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdfee0-5c00-42dc-9c0c-8d2acd0dde60 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54b569ec-fea7-419e-894e-86c8c6e61dfa,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:42.649352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-97114270-c731-458f-a81d-43eef9b84205 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group_rule': {'security_group_id': '54b569ec-fea7-419e-894e-86c8c6e61dfa', 'direction': 'ingress', 'protocol': 17}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:42.687727 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-97114270-c731-458f-a81d-43eef9b84205 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (299ba0ef-8c0b-4444-be01-31e68639fd35), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:42.773112 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-97114270-c731-458f-a81d-43eef9b84205 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (299ba0ef-8c0b-4444-be01-31e68639fd35), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:42.782499 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-97114270-c731-458f-a81d-43eef9b84205 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (299ba0ef-8c0b-4444-be01-31e68639fd35), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:42.807686 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97114270-c731-458f-a81d-43eef9b84205 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299ba0ef-8c0b-4444-be01-31e68639fd35,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:42.825864 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-97114270-c731-458f-a81d-43eef9b84205 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:42.827414 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-97114270-c731-458f-a81d-43eef9b84205 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1838233 Feb 07 17:13:42.831035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46046) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:42.914753 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5eca8235-e9a9-4884-8b2d-b663560c63fb tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (54b569ec-fea7-419e-894e-86c8c6e61dfa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:42.954397 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5eca8235-e9a9-4884-8b2d-b663560c63fb tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (54b569ec-fea7-419e-894e-86c8c6e61dfa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:42.971821 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] Publish callbacks [] for port (c46560db-8958-4c70-a19c-6a81cebd9337), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:42.980507 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c46560db-8958-4c70-a19c-6a81cebd9337), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:43.035840 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5eca8235-e9a9-4884-8b2d-b663560c63fb tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (54b569ec-fea7-419e-894e-86c8c6e61dfa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:43.039484 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5eca8235-e9a9-4884-8b2d-b663560c63fb tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:43.044436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46052) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:43.045346 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5eca8235-e9a9-4884-8b2d-b663560c63fb tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-groups/54b569ec-fea7-419e-894e-86c8c6e61dfa HTTP/1.1" status: 204 len: 168 time: 0.2124143 Feb 07 17:13:43.061405 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca8235-e9a9-4884-8b2d-b663560c63fb tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b569ec-fea7-419e-894e-86c8c6e61dfa,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:43.129567 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] Attempting to bind port c46560db-8958-4c70-a19c-6a81cebd9337 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:13:43.129948 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] Attempting to bind port c46560db-8958-4c70-a19c-6a81cebd9337 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'b3ba1197-5c8c-4308-828c-d54d5196644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b0df40dc-cc7e-4178-9a67-05fa5abd251b'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:13:43.130321 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] Attempting to bind port c46560db-8958-4c70-a19c-6a81cebd9337 on network b0df40dc-cc7e-4178-9a67-05fa5abd251b {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:13:43.133077 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc976f-6d08-476d-b766-521c35953ade None None] Pushing event updated for resources: {'Port': ['ID=c46560db-8958-4c70-a19c-6a81cebd9337,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:43.150638 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:13:43.153803 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] Checking segment: {'id': 'b3ba1197-5c8c-4308-828c-d54d5196644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b0df40dc-cc7e-4178-9a67-05fa5abd251b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:13:43.154470 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:43.155030 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] Bound using segment: {'id': 'b3ba1197-5c8c-4308-828c-d54d5196644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b0df40dc-cc7e-4178-9a67-05fa5abd251b'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:13:43.155702 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] Bound port: c46560db-8958-4c70-a19c-6a81cebd9337, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ba1197-5c8c-4308-828c-d54d5196644f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b0df40dc-cc7e-4178-9a67-05fa5abd251b'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:13:43.156263 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c46560db-8958-4c70-a19c-6a81cebd9337), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:43.174249 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46058) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:43.177504 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0ca998f0-1072-4a78-bfdc-83318f1c7692 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1240730 Feb 07 17:13:43.179733 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-62146439-8502-45b9-b828-6680b9796c37 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group': {'name': 'tempest-secgroup--249585317'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:43.257189 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] For port c46560db-8958-4c70-a19c-6a81cebd9337, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:13:43.263254 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] For port c46560db-8958-4c70-a19c-6a81cebd9337, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c46560db-8958-4c70-a19c-6a81cebd9337,segment=NetworkSegment(b3ba1197-5c8c-4308-828c-d54d5196644f),segment_id=b3ba1197-5c8c-4308-828c-d54d5196644f)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:13:43.269074 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62146439-8502-45b9-b828-6680b9796c37 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:43.276105 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c46560db-8958-4c70-a19c-6a81cebd9337), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:43.412704 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62146439-8502-45b9-b828-6680b9796c37 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (ba35e0f6-6323-4766-a8fa-ad3349e36e10), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:43.421306 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62146439-8502-45b9-b828-6680b9796c37 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ba35e0f6-6323-4766-a8fa-ad3349e36e10), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:43.434551 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc976f-6d08-476d-b766-521c35953ade None None] Pushing event updated for resources: {'Port': ['ID=c46560db-8958-4c70-a19c-6a81cebd9337,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:43.438201 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] Routers {'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:13:43.439859 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:13:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ffd329c1-adc2-4aa0-8fb4-0326d8d08c67'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:43.456612 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62146439-8502-45b9-b828-6680b9796c37 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:43.457938 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-62146439-8502-45b9-b828-6680b9796c37 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2821457 Feb 07 17:13:43.462483 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46064) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:43.468922 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cc12ad32-7f15-4181-8bcf-ecb783ca7df0 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group': {'name': 'tempest-secgroup--2017619261'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:43.471902 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62146439-8502-45b9-b828-6680b9796c37 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba35e0f6-6323-4766-a8fa-ad3349e36e10,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:43.518151 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc12ad32-7f15-4181-8bcf-ecb783ca7df0 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:43.657864 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc12ad32-7f15-4181-8bcf-ecb783ca7df0 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (cfdb6de7-2164-4200-af60-1ccc25b3bf08), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:43.660017 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-74108a2c-c769-4c74-a2ef-6c007cf8432b None None] Provisioning complete for port c46560db-8958-4c70-a19c-6a81cebd9337 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:43.660523 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-74108a2c-c769-4c74-a2ef-6c007cf8432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c46560db-8958-4c70-a19c-6a81cebd9337), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:43.665071 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc12ad32-7f15-4181-8bcf-ecb783ca7df0 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cfdb6de7-2164-4200-af60-1ccc25b3bf08), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:43.764448 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12ad32-7f15-4181-8bcf-ecb783ca7df0 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdb6de7-2164-4200-af60-1ccc25b3bf08,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:43.796179 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cc12ad32-7f15-4181-8bcf-ecb783ca7df0 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:43.803236 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cc12ad32-7f15-4181-8bcf-ecb783ca7df0 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3390577 Feb 07 17:13:43.805614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46072) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:43.821335 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5c143119-888e-40a3-ac14-872cf89aa355 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group_rule': {'security_group_id': 'ba35e0f6-6323-4766-a8fa-ad3349e36e10', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cfdb6de7-2164-4200-af60-1ccc25b3bf08', 'remote_ip_prefix': None}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:43.844694 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ade1bf-bc02-4ab0-85bd-a65226915d37 req-e5d7b0da-7883-4bd1-bb6c-d8a0e929f7dd tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:43.852560 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f9ade1bf-bc02-4ab0-85bd-a65226915d37 req-e5d7b0da-7883-4bd1-bb6c-d8a0e929f7dd tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.48 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 946 time: 0.2482753 Feb 07 17:13:43.855706 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] Set router ffd329c1-adc2-4aa0-8fb4-0326d8d08c67 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:13:43.905483 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c143119-888e-40a3-ac14-872cf89aa355 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (ec3618d6-4889-4e7f-8016-41021894b38e), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:43.930348 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-74108a2c-c769-4c74-a2ef-6c007cf8432b None None] Current status of the port c46560db-8958-4c70-a19c-6a81cebd9337 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:43.933807 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-74108a2c-c769-4c74-a2ef-6c007cf8432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c46560db-8958-4c70-a19c-6a81cebd9337), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:44.015486 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-74108a2c-c769-4c74-a2ef-6c007cf8432b None None] For port c46560db-8958-4c70-a19c-6a81cebd9337, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c46560db-8958-4c70-a19c-6a81cebd9337,segment=NetworkSegment(b3ba1197-5c8c-4308-828c-d54d5196644f),segment_id=b3ba1197-5c8c-4308-828c-d54d5196644f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:44.024922 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-74108a2c-c769-4c74-a2ef-6c007cf8432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c46560db-8958-4c70-a19c-6a81cebd9337), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:44.060099 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17143c90-c7e2-474c-8e54-e4aa12425f3d req-d3663aeb-11fb-472d-bc5f-fa23a1b5b9fb tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:44.068404 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-17143c90-c7e2-474c-8e54-e4aa12425f3d req-d3663aeb-11fb-472d-bc5f-fa23a1b5b9fb tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 946 time: 0.3926919 Feb 07 17:13:44.164094 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74108a2c-c769-4c74-a2ef-6c007cf8432b None None] Pushing event updated for resources: {'Port': ['ID=c46560db-8958-4c70-a19c-6a81cebd9337,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:44.172315 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-17143c90-c7e2-474c-8e54-e4aa12425f3d req-f588a278-0f6e-4e00-8e2f-cf34b4c0e706 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026797 Feb 07 17:13:44.184574 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c143119-888e-40a3-ac14-872cf89aa355 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (ec3618d6-4889-4e7f-8016-41021894b38e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:44.197475 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c143119-888e-40a3-ac14-872cf89aa355 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (ec3618d6-4889-4e7f-8016-41021894b38e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:44.202889 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f9ade1bf-bc02-4ab0-85bd-a65226915d37 req-8b4d2f4a-45cf-4e7b-b2c7-483f1459d413 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Deleting port 1fecfb4d-b487-4e33-928d-656b3746fd38 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:13:44.203971 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9ade1bf-bc02-4ab0-85bd-a65226915d37 req-8b4d2f4a-45cf-4e7b-b2c7-483f1459d413 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1fecfb4d-b487-4e33-928d-656b3746fd38), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:44.210746 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1f1563a1-348c-4a9e-bdb7-7f74480b9f2a None None] Provisioning complete for port c46560db-8958-4c70-a19c-6a81cebd9337 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:44.211155 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1f1563a1-348c-4a9e-bdb7-7f74480b9f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c46560db-8958-4c70-a19c-6a81cebd9337), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:44.239821 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c143119-888e-40a3-ac14-872cf89aa355 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3618d6-4889-4e7f-8016-41021894b38e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:44.256313 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5c143119-888e-40a3-ac14-872cf89aa355 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:44.265679 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5c143119-888e-40a3-ac14-872cf89aa355 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4566405 Feb 07 17:13:44.267224 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46076) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:44.294545 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'name': 'tempest-TestVolumeBackupRestore-591959418-router', 'tenant_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '70f040a3-f386-49ac-9628-74630e95fb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:32Z', 'updated_at': '2022-02-07T17:13:38Z', 'revision_number': 4, 'project_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'gw_port': {'id': '70f040a3-f386-49ac-9628-74630e95fb07', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:33Z', 'updated_at': '2022-02-07T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'c46560db-8958-4c70-a19c-6a81cebd9337', 'name': '', 'network_id': 'b0df40dc-cc7e-4178-9a67-05fa5abd251b', 'tenant_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'mac_address': 'fa:16:3e:1e:e7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '6c8c3e84-edc2-458b-86c7-cc8894a90bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:36Z', 'updated_at': '2022-02-07T17:13:43Z', 'revision_number': 4, 'project_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'subnets': [{'id': '6c8c3e84-edc2-458b-86c7-cc8894a90bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:44.334527 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78c7fd4f-6e55-4281-9442-9a01a81e4693 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (ec3618d6-4889-4e7f-8016-41021894b38e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:44.353479 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac535e51-11f9-4e99-8a70-6ecbc4aab4ec None None] The sync data for ids ['ffd329c1-adc2-4aa0-8fb4-0326d8d08c67'] in n-d-827865-3 is: [{'id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'name': 'tempest-TestVolumeBackupRestore-591959418-router', 'tenant_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '70f040a3-f386-49ac-9628-74630e95fb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:32Z', 'updated_at': '2022-02-07T17:13:38Z', 'revision_number': 4, 'project_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'gw_port': {'id': '70f040a3-f386-49ac-9628-74630e95fb07', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:33Z', 'updated_at': '2022-02-07T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'c46560db-8958-4c70-a19c-6a81cebd9337', 'name': '', 'network_id': 'b0df40dc-cc7e-4178-9a67-05fa5abd251b', 'tenant_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'mac_address': 'fa:16:3e:1e:e7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '6c8c3e84-edc2-458b-86c7-cc8894a90bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:36Z', 'updated_at': '2022-02-07T17:13:43Z', 'revision_number': 4, 'project_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'subnets': [{'id': '6c8c3e84-edc2-458b-86c7-cc8894a90bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:13:44.355355 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78c7fd4f-6e55-4281-9442-9a01a81e4693 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (ec3618d6-4889-4e7f-8016-41021894b38e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:44.426320 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1f1563a1-348c-4a9e-bdb7-7f74480b9f2a None None] Current status of the port c46560db-8958-4c70-a19c-6a81cebd9337 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:44.428179 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78c7fd4f-6e55-4281-9442-9a01a81e4693 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (ec3618d6-4889-4e7f-8016-41021894b38e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:44.459279 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78c7fd4f-6e55-4281-9442-9a01a81e4693 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:44.460900 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-78c7fd4f-6e55-4281-9442-9a01a81e4693 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ec3618d6-4889-4e7f-8016-41021894b38e HTTP/1.1" status: 204 len: 168 time: 0.1893835 Feb 07 17:13:44.467220 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46080) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:44.480100 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7fd4f-6e55-4281-9442-9a01a81e4693 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec3618d6-4889-4e7f-8016-41021894b38e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:44.504747 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f9ade1bf-bc02-4ab0-85bd-a65226915d37 req-8b4d2f4a-45cf-4e7b-b2c7-483f1459d413 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] For port 1fecfb4d-b487-4e33-928d-656b3746fd38, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=1fecfb4d-b487-4e33-928d-656b3746fd38,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:13:44.505125 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9ade1bf-bc02-4ab0-85bd-a65226915d37 req-8b4d2f4a-45cf-4e7b-b2c7-483f1459d413 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1fecfb4d-b487-4e33-928d-656b3746fd38), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:44.557806 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f9ade1bf-bc02-4ab0-85bd-a65226915d37 req-8b4d2f4a-45cf-4e7b-b2c7-483f1459d413 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Calling delete_port for 1fecfb4d-b487-4e33-928d-656b3746fd38 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:13:44.597913 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2be45790-c51b-473b-aebf-4c1b0e1222f0 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1294305 Feb 07 17:13:44.601217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46082) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:44.743286 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-348c8f31-b2cd-46f7-9a8a-9523c3d75405 req-ebfec214-cf14-4bc3-87ea-11e291e5b9ce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3328769 Feb 07 17:13:44.757134 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bdec24be-3e91-47d6-8cdd-47383e857aed tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (cfdb6de7-2164-4200-af60-1ccc25b3bf08), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:44.835479 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bdec24be-3e91-47d6-8cdd-47383e857aed tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (cfdb6de7-2164-4200-af60-1ccc25b3bf08), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:44.911424 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bdec24be-3e91-47d6-8cdd-47383e857aed tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cfdb6de7-2164-4200-af60-1ccc25b3bf08), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:44.916010 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bdec24be-3e91-47d6-8cdd-47383e857aed tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:44.922140 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bdec24be-3e91-47d6-8cdd-47383e857aed tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-groups/cfdb6de7-2164-4200-af60-1ccc25b3bf08 HTTP/1.1" status: 204 len: 168 time: 0.3192885 Feb 07 17:13:44.924515 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9ade1bf-bc02-4ab0-85bd-a65226915d37 req-8b4d2f4a-45cf-4e7b-b2c7-483f1459d413 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1fecfb4d-b487-4e33-928d-656b3746fd38), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:44.935547 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46088) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:44.937617 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['1fecfb4d-b487-4e33-928d-656b3746fd38'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:13:44.940188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['f2f93259-9f73-4eca-89d6-a521e86f8b7a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:13:44.949598 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec24be-3e91-47d6-8cdd-47383e857aed tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdb6de7-2164-4200-af60-1ccc25b3bf08,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:44.983784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c8f31-b2cd-46f7-9a8a-9523c3d75405 req-ba3c1d64-77a2-4810-9d91-ddfbda83b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:44.985785 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-348c8f31-b2cd-46f7-9a8a-9523c3d75405 req-ba3c1d64-77a2-4810-9d91-ddfbda83b4fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 1128 time: 0.1861408 Feb 07 17:13:44.986692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d2f4a-45cf-4e7b-b2c7-483f1459d413 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event deleted for resources: {'Port': ['ID=1fecfb4d-b487-4e33-928d-656b3746fd38,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:45.174622 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ade1bf-bc02-4ab0-85bd-a65226915d37 req-8b4d2f4a-45cf-4e7b-b2c7-483f1459d413 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] No DVR routers for this DVR port 1fecfb4d-b487-4e33-928d-656b3746fd38 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:13:45.178002 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f9ade1bf-bc02-4ab0-85bd-a65226915d37 req-8b4d2f4a-45cf-4e7b-b2c7-483f1459d413 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:45.184709 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f9ade1bf-bc02-4ab0-85bd-a65226915d37 req-8b4d2f4a-45cf-4e7b-b2c7-483f1459d413 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.48 "DELETE /v2.0/ports/1fecfb4d-b487-4e33-928d-656b3746fd38 HTTP/1.1" status: 204 len: 173 time: 1.3203814 Feb 07 17:13:45.234066 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990d8415-2e87-4f38-9464-3fdac58f9bf6', 'name': 'network-vif-deleted', 'tag': '1fecfb4d-b487-4e33-928d-656b3746fd38'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:13:45.243974 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e57b571-6621-4ac3-afcc-d26c0515cc71" -d '{"events": [{"server_uuid": "990d8415-2e87-4f38-9464-3fdac58f9bf6", "name": "network-vif-deleted", "tag": "1fecfb4d-b487-4e33-928d-656b3746fd38"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:13:45.372560 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c8f31-b2cd-46f7-9a8a-9523c3d75405 req-103c03a1-ed74-42e5-abba-d85c33b75cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:45.375045 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-348c8f31-b2cd-46f7-9a8a-9523c3d75405 req-103c03a1-ed74-42e5-abba-d85c33b75cde service neutron] 10.222.0.32 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.3608248 Feb 07 17:13:45.465193 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4cb1801-4d29-4b24-b8f8-3514876f1cdf req-19df08a4-0873-4229-ba3c-dad83bd2385c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 210 time: 0.1059806 Feb 07 17:13:45.487320 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2fa32e-e345-4f72-9ccb-46048757265d x-openstack-request-id: req-de2fa32e-e345-4f72-9ccb-46048757265d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:13:45.487685 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990d8415-2e87-4f38-9464-3fdac58f9bf6", "name": "network-vif-deleted", "tag": "1fecfb4d-b487-4e33-928d-656b3746fd38", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:13:45.496254 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de2fa32e-e345-4f72-9ccb-46048757265d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:13:45.496761 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990d8415-2e87-4f38-9464-3fdac58f9bf6', 'name': 'network-vif-deleted', 'tag': '1fecfb4d-b487-4e33-928d-656b3746fd38', 'status': 'completed', 'code': 200} Feb 07 17:13:45.498407 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-348c8f31-b2cd-46f7-9a8a-9523c3d75405 req-d7b94fcb-3719-457c-9f2e-3dc253076e51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2f93259-9f73-4eca-89d6-a521e86f8b7a HTTP/1.1" status: 200 len: 217 time: 0.1001017 Feb 07 17:13:45.536787 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4bd6f7a6-973f-440e-b729-6897c9b243b2 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.5645471 Feb 07 17:13:45.539652 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46096) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:45.695048 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8175288a-f94c-46ea-9753-f99c21b631b2 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (ba35e0f6-6323-4766-a8fa-ad3349e36e10), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:45.757869 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8175288a-f94c-46ea-9753-f99c21b631b2 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (ba35e0f6-6323-4766-a8fa-ad3349e36e10), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:45.865935 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8175288a-f94c-46ea-9753-f99c21b631b2 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ba35e0f6-6323-4766-a8fa-ad3349e36e10), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:45.869558 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8175288a-f94c-46ea-9753-f99c21b631b2 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:45.871830 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8175288a-f94c-46ea-9753-f99c21b631b2 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-groups/ba35e0f6-6323-4766-a8fa-ad3349e36e10 HTTP/1.1" status: 204 len: 168 time: 0.3301303 Feb 07 17:13:45.880920 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46102) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:45.919811 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175288a-f94c-46ea-9753-f99c21b631b2 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba35e0f6-6323-4766-a8fa-ad3349e36e10,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:46.031383 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-483f0ed3-82e8-47f6-9b15-a9e5e954209a tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1432202 Feb 07 17:13:46.032107 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46104) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:46.037838 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-14cb4a56-9d0f-412c-aafb-74055715aedc tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group': {'name': 'tempest-secgroup--745997464'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:46.095668 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14cb4a56-9d0f-412c-aafb-74055715aedc tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:46.212713 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c46560db-8958-4c70-a19c-6a81cebd9337 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:13:46.248345 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14cb4a56-9d0f-412c-aafb-74055715aedc tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (dfe3ea42-f265-41ae-9bf6-5fecfa218c14), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:46.257636 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14cb4a56-9d0f-412c-aafb-74055715aedc tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (dfe3ea42-f265-41ae-9bf6-5fecfa218c14), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:46.318264 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-14cb4a56-9d0f-412c-aafb-74055715aedc tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:46.323037 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-14cb4a56-9d0f-412c-aafb-74055715aedc tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2898047 Feb 07 17:13:46.324191 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46108) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:46.330561 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-65449816-6c0f-4f8b-b383-823a033f3b93 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group_rule': {'security_group_id': 'dfe3ea42-f265-41ae-9bf6-5fecfa218c14', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:46.336761 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb4a56-9d0f-412c-aafb-74055715aedc tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe3ea42-f265-41ae-9bf6-5fecfa218c14,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:46.375103 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65449816-6c0f-4f8b-b383-823a033f3b93 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (a0010b13-e8d3-44cb-978a-2506971b8c2d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:46.406396 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port c46560db-8958-4c70-a19c-6a81cebd9337 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:13:46.406789 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c46560db-8958-4c70-a19c-6a81cebd9337), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:46.467312 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65449816-6c0f-4f8b-b383-823a033f3b93 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (a0010b13-e8d3-44cb-978a-2506971b8c2d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:46.475074 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65449816-6c0f-4f8b-b383-823a033f3b93 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (a0010b13-e8d3-44cb-978a-2506971b8c2d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:46.479572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c8f31-b2cd-46f7-9a8a-9523c3d75405 req-c19b1ded-5966-4c52-b5a4-e9d849319ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:46.482416 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-348c8f31-b2cd-46f7-9a8a-9523c3d75405 req-c19b1ded-5966-4c52-b5a4-e9d849319ef3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.9694386 Feb 07 17:13:46.541334 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65449816-6c0f-4f8b-b383-823a033f3b93 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0010b13-e8d3-44cb-978a-2506971b8c2d,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:46.566731 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65449816-6c0f-4f8b-b383-823a033f3b93 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:46.571445 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port c46560db-8958-4c70-a19c-6a81cebd9337 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:13:46.574839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46112) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:46.575252 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-65449816-6c0f-4f8b-b383-823a033f3b93 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2487798 Feb 07 17:13:46.640578 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fdec966-8a69-4585-9c6d-ffcc009c6bc6 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (a0010b13-e8d3-44cb-978a-2506971b8c2d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:46.673433 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-92fb1f66-255f-4939-a7ce-cec184b0632b req-9046a315-04a7-42b6-9410-671569840e0a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 210 time: 0.0522563 Feb 07 17:13:46.675198 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fdec966-8a69-4585-9c6d-ffcc009c6bc6 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (a0010b13-e8d3-44cb-978a-2506971b8c2d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:46.678543 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c8f31-b2cd-46f7-9a8a-9523c3d75405 req-bd86d173-97a7-4485-bc19-66ca5b8c1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:46.680036 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-348c8f31-b2cd-46f7-9a8a-9523c3d75405 req-bd86d173-97a7-4485-bc19-66ca5b8c1cb4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1903255 Feb 07 17:13:46.706324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-348c8f31-b2cd-46f7-9a8a-9523c3d75405 req-f38b6848-8311-40d3-bb5d-ac0f40b1e5fa service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:13:46.707685 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-348c8f31-b2cd-46f7-9a8a-9523c3d75405 req-f38b6848-8311-40d3-bb5d-ac0f40b1e5fa service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177617 Feb 07 17:13:46.846993 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fdec966-8a69-4585-9c6d-ffcc009c6bc6 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (a0010b13-e8d3-44cb-978a-2506971b8c2d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:46.860963 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5fdec966-8a69-4585-9c6d-ffcc009c6bc6 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:46.865719 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5fdec966-8a69-4585-9c6d-ffcc009c6bc6 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a0010b13-e8d3-44cb-978a-2506971b8c2d HTTP/1.1" status: 204 len: 168 time: 0.2866845 Feb 07 17:13:46.866068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46114) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:46.905173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdec966-8a69-4585-9c6d-ffcc009c6bc6 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0010b13-e8d3-44cb-978a-2506971b8c2d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:46.941321 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-348c8f31-b2cd-46f7-9a8a-9523c3d75405 req-cab904f1-4ba3-4480-a0b1-673e01bcacb2 service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193522 Feb 07 17:13:46.953479 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c50f1ac8-1726-4653-a3c5-0cbce24afe4a tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0801611 Feb 07 17:13:46.954497 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46116) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:47.072839 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f2f4277-ac44-4459-83af-5a40bed52485 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (dfe3ea42-f265-41ae-9bf6-5fecfa218c14), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:47.125238 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f2f4277-ac44-4459-83af-5a40bed52485 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (dfe3ea42-f265-41ae-9bf6-5fecfa218c14), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:47.153563 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-348c8f31-b2cd-46f7-9a8a-9523c3d75405 req-57ff7b35-a1a5-4eb4-be08-749f89e8c9ea service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022183 Feb 07 17:13:47.187788 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f2f4277-ac44-4459-83af-5a40bed52485 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (dfe3ea42-f265-41ae-9bf6-5fecfa218c14), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:47.191870 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5f2f4277-ac44-4459-83af-5a40bed52485 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:47.195788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46118) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:47.196241 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5f2f4277-ac44-4459-83af-5a40bed52485 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-groups/dfe3ea42-f265-41ae-9bf6-5fecfa218c14 HTTP/1.1" status: 204 len: 168 time: 0.2405829 Feb 07 17:13:47.208044 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f4277-ac44-4459-83af-5a40bed52485 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe3ea42-f265-41ae-9bf6-5fecfa218c14,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:47.265878 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9c4ec480-c47a-45a1-9a04-28b029931e46 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0651968 Feb 07 17:13:47.266878 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46120) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:47.272891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-eb20a9fb-7ea9-4de9-acf0-42033c282490 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group': {'name': 'tempest-secgroup--2059066999'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:47.304273 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb20a9fb-7ea9-4de9-acf0-42033c282490 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:47.411908 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb20a9fb-7ea9-4de9-acf0-42033c282490 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (5be7ed5d-572a-4645-a0d2-b8de865f0108), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:47.418781 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb20a9fb-7ea9-4de9-acf0-42033c282490 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5be7ed5d-572a-4645-a0d2-b8de865f0108), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:47.452887 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb20a9fb-7ea9-4de9-acf0-42033c282490 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:47.458483 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-eb20a9fb-7ea9-4de9-acf0-42033c282490 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1861739 Feb 07 17:13:47.462931 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46122) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:47.468335 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ea675ab7-41f3-4d70-baf7-679c5e4fb109 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group_rule': {'security_group_id': '5be7ed5d-572a-4645-a0d2-b8de865f0108', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:47.477049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20a9fb-7ea9-4de9-acf0-42033c282490 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be7ed5d-572a-4645-a0d2-b8de865f0108,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:47.539624 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea675ab7-41f3-4d70-baf7-679c5e4fb109 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (a22e6f98-2097-4660-8be5-aae2fe7814de), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:47.633473 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea675ab7-41f3-4d70-baf7-679c5e4fb109 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (a22e6f98-2097-4660-8be5-aae2fe7814de), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:47.638508 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea675ab7-41f3-4d70-baf7-679c5e4fb109 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (a22e6f98-2097-4660-8be5-aae2fe7814de), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:47.659849 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea675ab7-41f3-4d70-baf7-679c5e4fb109 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22e6f98-2097-4660-8be5-aae2fe7814de,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:47.678419 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea675ab7-41f3-4d70-baf7-679c5e4fb109 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:47.683671 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ea675ab7-41f3-4d70-baf7-679c5e4fb109 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2206621 Feb 07 17:13:47.684165 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46124) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:47.709264 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8287c666-013b-46a5-b98f-514debcad5b4 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-group-rules/a22e6f98-2097-4660-8be5-aae2fe7814de HTTP/1.1" status: 200 len: 763 time: 0.0215204 Feb 07 17:13:47.709690 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46128) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:47.781872 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-18401726-76fd-4dcc-b429-18211669e138 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0708671 Feb 07 17:13:47.782838 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46130) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:47.865315 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-45a9ae71-99ee-49c3-b66f-e083e568a3d3 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (a22e6f98-2097-4660-8be5-aae2fe7814de), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:47.872373 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0d9bb78b-3c59-4f9e-b10b-c16f716f685e req-36fdeef6-9af3-409c-9dc5-ddf76f930a5f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 210 time: 0.0737023 Feb 07 17:13:47.884121 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-45a9ae71-99ee-49c3-b66f-e083e568a3d3 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (a22e6f98-2097-4660-8be5-aae2fe7814de), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:47.936620 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-45a9ae71-99ee-49c3-b66f-e083e568a3d3 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (a22e6f98-2097-4660-8be5-aae2fe7814de), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:47.953812 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-45a9ae71-99ee-49c3-b66f-e083e568a3d3 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:47.955436 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-45a9ae71-99ee-49c3-b66f-e083e568a3d3 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a22e6f98-2097-4660-8be5-aae2fe7814de HTTP/1.1" status: 204 len: 168 time: 0.1655865 Feb 07 17:13:47.959258 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46132) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:47.963301 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9ae71-99ee-49c3-b66f-e083e568a3d3 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a22e6f98-2097-4660-8be5-aae2fe7814de,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:48.023765 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6743591b-7a36-4306-ba0b-1603b8f2dfa5 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0604968 Feb 07 17:13:48.025307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46134) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:48.030638 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e748e4d3-2dff-49dd-9daf-123ca52fc4a6 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group_rule': {'security_group_id': '5be7ed5d-572a-4645-a0d2-b8de865f0108', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:48.064168 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e748e4d3-2dff-49dd-9daf-123ca52fc4a6 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (dbd99751-20ab-4114-96c9-9661cf8400cb), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:48.148330 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e748e4d3-2dff-49dd-9daf-123ca52fc4a6 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (dbd99751-20ab-4114-96c9-9661cf8400cb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:48.154361 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e748e4d3-2dff-49dd-9daf-123ca52fc4a6 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (dbd99751-20ab-4114-96c9-9661cf8400cb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:48.181649 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e748e4d3-2dff-49dd-9daf-123ca52fc4a6 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:48.184379 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e748e4d3-2dff-49dd-9daf-123ca52fc4a6 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1578293 Feb 07 17:13:48.195042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46136) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:48.217510 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748e4d3-2dff-49dd-9daf-123ca52fc4a6 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd99751-20ab-4114-96c9-9661cf8400cb,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:48.224946 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-18a95b55-7516-4732-a373-ea5a098efb91 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-group-rules/dbd99751-20ab-4114-96c9-9661cf8400cb HTTP/1.1" status: 200 len: 763 time: 0.0287092 Feb 07 17:13:48.227850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46138) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:48.296103 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c0dc26e5-6da9-4530-b276-8d24310b7e5e tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0645335 Feb 07 17:13:48.296463 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46140) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:48.310126 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1fecfb4d-b487-4e33-928d-656b3746fd38 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:13:48.349689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 1fecfb4d-b487-4e33-928d-656b3746fd38 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:13:48.350292 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 1fecfb4d-b487-4e33-928d-656b3746fd38 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:13:48.355105 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02a5ad75-6d78-498a-bdf8-21a2f9ed4abc tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (dbd99751-20ab-4114-96c9-9661cf8400cb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:48.369635 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02a5ad75-6d78-498a-bdf8-21a2f9ed4abc tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (dbd99751-20ab-4114-96c9-9661cf8400cb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:48.412932 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02a5ad75-6d78-498a-bdf8-21a2f9ed4abc tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (dbd99751-20ab-4114-96c9-9661cf8400cb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:48.419558 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02a5ad75-6d78-498a-bdf8-21a2f9ed4abc tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:48.421711 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-02a5ad75-6d78-498a-bdf8-21a2f9ed4abc tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/dbd99751-20ab-4114-96c9-9661cf8400cb HTTP/1.1" status: 204 len: 168 time: 0.1240752 Feb 07 17:13:48.424397 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46142) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:48.437674 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5ad75-6d78-498a-bdf8-21a2f9ed4abc tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbd99751-20ab-4114-96c9-9661cf8400cb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:48.516575 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-24f021d1-6aaa-4d46-900c-9a8c5c35d8ff tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0895422 Feb 07 17:13:48.521762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46144) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:48.528174 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d6c8afb6-8ca0-4067-8b23-b63ba7e9c674 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group_rule': {'security_group_id': '5be7ed5d-572a-4645-a0d2-b8de865f0108', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:48.599965 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6c8afb6-8ca0-4067-8b23-b63ba7e9c674 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (e62d4a70-91cb-45d4-99c9-c62f17595e6c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:48.691311 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6c8afb6-8ca0-4067-8b23-b63ba7e9c674 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (e62d4a70-91cb-45d4-99c9-c62f17595e6c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:48.699351 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6c8afb6-8ca0-4067-8b23-b63ba7e9c674 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (e62d4a70-91cb-45d4-99c9-c62f17595e6c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:48.715771 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8afb6-8ca0-4067-8b23-b63ba7e9c674 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62d4a70-91cb-45d4-99c9-c62f17595e6c,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:48.740290 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6c8afb6-8ca0-4067-8b23-b63ba7e9c674 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:48.744323 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d6c8afb6-8ca0-4067-8b23-b63ba7e9c674 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2212307 Feb 07 17:13:48.744518 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46146) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:48.768012 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ac042a8e-e119-46fb-9383-744b89fd7ca5 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-group-rules/e62d4a70-91cb-45d4-99c9-c62f17595e6c HTTP/1.1" status: 200 len: 764 time: 0.0204136 Feb 07 17:13:48.770782 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46148) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:48.825625 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5d9065a8-c019-49fd-8ff5-d3d5d004a6c2 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0536206 Feb 07 17:13:48.829157 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46150) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:48.868970 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e947-9f26-4974-aa5b-816ab48c4d38 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (e62d4a70-91cb-45d4-99c9-c62f17595e6c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:48.884416 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e947-9f26-4974-aa5b-816ab48c4d38 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (e62d4a70-91cb-45d4-99c9-c62f17595e6c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:48.926072 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e947-9f26-4974-aa5b-816ab48c4d38 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (e62d4a70-91cb-45d4-99c9-c62f17595e6c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:48.938062 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e947-9f26-4974-aa5b-816ab48c4d38 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:48.941929 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46154) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:48.942820 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c8d5e947-9f26-4974-aa5b-816ab48c4d38 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e62d4a70-91cb-45d4-99c9-c62f17595e6c HTTP/1.1" status: 204 len: 168 time: 0.1104493 Feb 07 17:13:48.967231 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5e947-9f26-4974-aa5b-816ab48c4d38 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e62d4a70-91cb-45d4-99c9-c62f17595e6c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:49.022261 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6783e777-89c1-462a-bbb1-4d88e02d7756 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0780370 Feb 07 17:13:49.025738 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46156) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:49.042706 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-83f92122-3c81-4866-9c8c-a2643ffda35d req-ed4ffbf1-3e67-45c8-8c81-e18de17f3970 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 210 time: 0.0491016 Feb 07 17:13:49.133632 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8199d276-07b0-4e59-afae-c346e39fb2d4 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (5be7ed5d-572a-4645-a0d2-b8de865f0108), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:49.162753 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8199d276-07b0-4e59-afae-c346e39fb2d4 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (5be7ed5d-572a-4645-a0d2-b8de865f0108), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:49.219572 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8199d276-07b0-4e59-afae-c346e39fb2d4 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5be7ed5d-572a-4645-a0d2-b8de865f0108), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:49.223151 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8199d276-07b0-4e59-afae-c346e39fb2d4 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:49.227843 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8199d276-07b0-4e59-afae-c346e39fb2d4 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-groups/5be7ed5d-572a-4645-a0d2-b8de865f0108 HTTP/1.1" status: 204 len: 168 time: 0.2004726 Feb 07 17:13:49.231035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46158) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:49.247504 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199d276-07b0-4e59-afae-c346e39fb2d4 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be7ed5d-572a-4645-a0d2-b8de865f0108,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:49.324158 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-83c3df02-8300-4a21-a214-4f53c74c00fb tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0893385 Feb 07 17:13:49.331406 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46160) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:49.336382 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-04f8be8d-c22a-44f9-ad26-cabccc16205e tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group': {'name': 'tempest-secgroup--2071373872'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:49.370050 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04f8be8d-c22a-44f9-ad26-cabccc16205e tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:49.481692 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04f8be8d-c22a-44f9-ad26-cabccc16205e tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (a4b6573d-18e7-4863-b96e-10b057f326b9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:49.486368 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04f8be8d-c22a-44f9-ad26-cabccc16205e tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a4b6573d-18e7-4863-b96e-10b057f326b9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:49.528711 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-04f8be8d-c22a-44f9-ad26-cabccc16205e tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:49.532298 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-04f8be8d-c22a-44f9-ad26-cabccc16205e tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1972029 Feb 07 17:13:49.533455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46162) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:49.534736 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8be8d-c22a-44f9-ad26-cabccc16205e tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b6573d-18e7-4863-b96e-10b057f326b9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:49.538885 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-cd944e78-1aee-4053-b64d-0993dd67a516 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Request body: {'security_group_rule': {'security_group_id': 'a4b6573d-18e7-4863-b96e-10b057f326b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:49.600562 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd944e78-1aee-4053-b64d-0993dd67a516 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (8ea8aa55-be17-46f4-9ff5-e5c13287cc45), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:49.700734 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd944e78-1aee-4053-b64d-0993dd67a516 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (8ea8aa55-be17-46f4-9ff5-e5c13287cc45), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:49.707341 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd944e78-1aee-4053-b64d-0993dd67a516 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (8ea8aa55-be17-46f4-9ff5-e5c13287cc45), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:49.731555 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd944e78-1aee-4053-b64d-0993dd67a516 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea8aa55-be17-46f4-9ff5-e5c13287cc45,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:49.739995 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cd944e78-1aee-4053-b64d-0993dd67a516 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:49.741753 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cd944e78-1aee-4053-b64d-0993dd67a516 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2066443 Feb 07 17:13:49.744538 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46164) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:49.818249 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3596aff-8347-4892-bdc6-43f17b9086ea tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (a4b6573d-18e7-4863-b96e-10b057f326b9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:49.854782 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3596aff-8347-4892-bdc6-43f17b9086ea tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (a4b6573d-18e7-4863-b96e-10b057f326b9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:49.948962 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3596aff-8347-4892-bdc6-43f17b9086ea tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a4b6573d-18e7-4863-b96e-10b057f326b9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:49.952107 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3596aff-8347-4892-bdc6-43f17b9086ea tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:49.955648 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c3596aff-8347-4892-bdc6-43f17b9086ea tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-groups/a4b6573d-18e7-4863-b96e-10b057f326b9 HTTP/1.1" status: 204 len: 168 time: 0.2070038 Feb 07 17:13:49.956014 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46166) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:49.980569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3596aff-8347-4892-bdc6-43f17b9086ea tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b6573d-18e7-4863-b96e-10b057f326b9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:50.054909 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d3c3f810-3150-46e1-b81c-5cdc3a0d3171 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0956821 Feb 07 17:13:50.058129 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46168) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:50.159800 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46172) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:50.167369 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8f395253-1402-4d67-a58b-13dc609641d4 tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1076789 Feb 07 17:13:50.177849 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-bf3b6578-1a89-4f85-9c85-d3ee51c7ff5b tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] delete failed (client error): The resource could not be found. Feb 07 17:13:50.183265 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bf3b6578-1a89-4f85-9c85-d3ee51c7ff5b tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "DELETE /v2.0/security-groups/a4b6573d-18e7-4863-b96e-10b057f326b9 HTTP/1.1" status: 404 len: 347 time: 0.0223215 Feb 07 17:13:50.188324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46174) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:50.221354 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-540d2649-925b-4fb1-8e70-fb654623654f req-5fa8fe17-890e-468a-80ac-97861e6de23d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 210 time: 0.0514698 Feb 07 17:13:50.278304 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f1762981-b01d-4eb3-86a1-e3e925956b0b tempest-SecGroupTest-999751193 tempest-SecGroupTest-999751193-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0882585 Feb 07 17:13:50.753758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46180) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:50.932154 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46184) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:50.934084 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-43bcd777-cc6c-49cc-9d2d-24ac011899e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62d6ca351698453b9d6dad98b69a9b96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1786067 Feb 07 17:13:51.032272 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f07fc7b-7b7f-455c-934a-65fbc22dc098 admin admin] Publish callbacks [] for security_group (bb1db851-32f4-4320-bb8c-a5869f2a4372), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:51.065700 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f07fc7b-7b7f-455c-934a-65fbc22dc098 admin admin] Publish callbacks [] for security_group (bb1db851-32f4-4320-bb8c-a5869f2a4372), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:51.152537 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f07fc7b-7b7f-455c-934a-65fbc22dc098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bb1db851-32f4-4320-bb8c-a5869f2a4372), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:51.155489 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f07fc7b-7b7f-455c-934a-65fbc22dc098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:51.158870 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0f07fc7b-7b7f-455c-934a-65fbc22dc098 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb1db851-32f4-4320-bb8c-a5869f2a4372 HTTP/1.1" status: 204 len: 168 time: 0.2224808 Feb 07 17:13:51.175961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07fc7b-7b7f-455c-934a-65fbc22dc098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1db851-32f4-4320-bb8c-a5869f2a4372,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:51.421985 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-758393be-d73c-4b27-8323-221af4db43b8 req-f2e38982-4632-4933-99ed-a75f26c4c5d4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 210 time: 0.0636594 Feb 07 17:13:51.458325 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:52.588077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46210) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:52.603441 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e6bf4c2-c475-4c22-9311-25c99ba781fe req-8c63a275-6111-4d02-b146-14d70c18a0a9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 210 time: 0.0663114 Feb 07 17:13:52.759985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-aedaae65-a20b-42a7-ae3c-76f750f20b59 tempest-SubnetPoolsTestJSON-819177584 tempest-SubnetPoolsTestJSON-819177584-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-845648021', 'prefixes': ['172.20.0.0/16']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:52.844802 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aedaae65-a20b-42a7-ae3c-76f750f20b59 tempest-SubnetPoolsTestJSON-819177584 tempest-SubnetPoolsTestJSON-819177584-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:52.846136 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-aedaae65-a20b-42a7-ae3c-76f750f20b59 tempest-SubnetPoolsTestJSON-819177584 tempest-SubnetPoolsTestJSON-819177584-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2559168 Feb 07 17:13:52.848883 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46214) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:52.900541 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0b6fe7e5-38b9-4735-a879-a2cd3de673e6 tempest-SubnetPoolsTestJSON-819177584 tempest-SubnetPoolsTestJSON-819177584-project] 10.222.0.18 "GET /v2.0/subnetpools/44320a85-f5f6-4484-9dea-151302e04663 HTTP/1.1" status: 200 len: 731 time: 0.0501382 Feb 07 17:13:52.903670 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46216) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:52.908752 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7fac1e5e-d826-4c9a-ada1-9070d1f317f9 tempest-SubnetPoolsTestJSON-819177584 tempest-SubnetPoolsTestJSON-819177584-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-570419211'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:53.050315 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7fac1e5e-d826-4c9a-ada1-9070d1f317f9 tempest-SubnetPoolsTestJSON-819177584 tempest-SubnetPoolsTestJSON-819177584-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:53.051560 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7fac1e5e-d826-4c9a-ada1-9070d1f317f9 tempest-SubnetPoolsTestJSON-819177584 tempest-SubnetPoolsTestJSON-819177584-project] 10.222.0.18 "PUT /v2.0/subnetpools/44320a85-f5f6-4484-9dea-151302e04663 HTTP/1.1" status: 200 len: 683 time: 0.1466169 Feb 07 17:13:53.054346 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46218) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:53.160938 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c284-33b1-4423-9393-36b9d007b858 tempest-SubnetPoolsTestJSON-819177584 tempest-SubnetPoolsTestJSON-819177584-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:53.165563 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46220) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:53.166356 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f5f4c284-33b1-4423-9393-36b9d007b858 tempest-SubnetPoolsTestJSON-819177584 tempest-SubnetPoolsTestJSON-819177584-project] 10.222.0.18 "DELETE /v2.0/subnetpools/44320a85-f5f6-4484-9dea-151302e04663 HTTP/1.1" status: 204 len: 168 time: 0.1109717 Feb 07 17:13:53.186696 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-144bfcc2-8f5e-4b0a-a0f2-b4ff0c813bbf tempest-SubnetPoolsTestJSON-819177584 tempest-SubnetPoolsTestJSON-819177584-project] show failed (client error): The resource could not be found. Feb 07 17:13:53.187961 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-144bfcc2-8f5e-4b0a-a0f2-b4ff0c813bbf tempest-SubnetPoolsTestJSON-819177584 tempest-SubnetPoolsTestJSON-819177584-project] 10.222.0.18 "GET /v2.0/subnetpools/44320a85-f5f6-4484-9dea-151302e04663 HTTP/1.1" status: 404 len: 346 time: 0.0200262 Feb 07 17:13:53.190674 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46222) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:53.215177 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-ad8e1108-a7e5-4e7a-96a0-52ff76ff382e tempest-SubnetPoolsTestJSON-819177584 tempest-SubnetPoolsTestJSON-819177584-project] delete failed (client error): The resource could not be found. Feb 07 17:13:53.216783 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ad8e1108-a7e5-4e7a-96a0-52ff76ff382e tempest-SubnetPoolsTestJSON-819177584 tempest-SubnetPoolsTestJSON-819177584-project] 10.222.0.18 "DELETE /v2.0/subnetpools/44320a85-f5f6-4484-9dea-151302e04663 HTTP/1.1" status: 404 len: 346 time: 0.0247893 Feb 07 17:13:53.316014 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:53.671508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46230) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:53.755414 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8b47428d-7727-4ebb-909d-3e1aabc8458c req-77c882a4-5111-4e6a-97ee-6af1d86b4cac tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 210 time: 0.0433788 Feb 07 17:13:53.839724 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b6f7-2589-497b-b9be-dbbca548844e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:53.925956 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b6f7-2589-497b-b9be-dbbca548844e admin admin] Publish callbacks [] for security_group (22cc1c1c-4bab-47bc-9e0f-4478110edd78), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:53.933020 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5cb9b6f7-2589-497b-b9be-dbbca548844e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (22cc1c1c-4bab-47bc-9e0f-4478110edd78), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:53.984630 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5cb9b6f7-2589-497b-b9be-dbbca548844e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25c223ed4c7348cda6e8de72cc760f90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3097057 Feb 07 17:13:53.985048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46234) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:53.993322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9b6f7-2589-497b-b9be-dbbca548844e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cc1c1c-4bab-47bc-9e0f-4478110edd78,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:54.065594 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfc9117d-565b-4eec-9954-a74303ccb531 admin admin] Publish callbacks [] for security_group (22cc1c1c-4bab-47bc-9e0f-4478110edd78), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:54.094782 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfc9117d-565b-4eec-9954-a74303ccb531 admin admin] Publish callbacks [] for security_group (22cc1c1c-4bab-47bc-9e0f-4478110edd78), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:54.149545 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfc9117d-565b-4eec-9954-a74303ccb531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (22cc1c1c-4bab-47bc-9e0f-4478110edd78), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:54.153450 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfc9117d-565b-4eec-9954-a74303ccb531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:54.155286 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cfc9117d-565b-4eec-9954-a74303ccb531 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22cc1c1c-4bab-47bc-9e0f-4478110edd78 HTTP/1.1" status: 204 len: 168 time: 0.1691575 Feb 07 17:13:54.187471 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9117d-565b-4eec-9954-a74303ccb531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cc1c1c-4bab-47bc-9e0f-4478110edd78,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:54.950934 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-15aae5a3-3208-4a13-aa3f-4bbb4305ce15 req-6e0ddafd-1337-4bf8-b96d-942458377958 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 210 time: 0.0475595 Feb 07 17:13:55.063502 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46258) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:55.181182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-31d01c9e-de2f-4f8c-9088-ff21fd888024 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-155166832-network', 'tenant_id': 'b04bc48e8821432ba2a0524471e0e933'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:55.203436 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d01c9e-de2f-4f8c-9088-ff21fd888024 admin admin] Made reservation on behalf of b04bc48e8821432ba2a0524471e0e933 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:13:55.205878 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31d01c9e-de2f-4f8c-9088-ff21fd888024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:55.219030 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31d01c9e-de2f-4f8c-9088-ff21fd888024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:55.311755 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31d01c9e-de2f-4f8c-9088-ff21fd888024 admin admin] Publish callbacks [] for security_group (d1f1680f-99cc-4dab-9f63-d0dcb540d5a2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:55.316086 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31d01c9e-de2f-4f8c-9088-ff21fd888024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d1f1680f-99cc-4dab-9f63-d0dcb540d5a2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:55.342685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d01c9e-de2f-4f8c-9088-ff21fd888024 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:13:55.359232 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d01c9e-de2f-4f8c-9088-ff21fd888024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f1680f-99cc-4dab-9f63-d0dcb540d5a2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:55.362475 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31d01c9e-de2f-4f8c-9088-ff21fd888024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0f73c72e-a6bb-4003-9d97-e1b9c9591fe0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:55.362824 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-31d01c9e-de2f-4f8c-9088-ff21fd888024 admin admin] Added segment 0f73c72e-a6bb-4003-9d97-e1b9c9591fe0 of type vlan for network 8d5f6bf7-6efa-498e-b0a0-ca0dc358903b Feb 07 17:13:55.421072 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31d01c9e-de2f-4f8c-9088-ff21fd888024 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (8d5f6bf7-6efa-498e-b0a0-ca0dc358903b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:55.450012 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31d01c9e-de2f-4f8c-9088-ff21fd888024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (8d5f6bf7-6efa-498e-b0a0-ca0dc358903b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:55.451270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d01c9e-de2f-4f8c-9088-ff21fd888024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:55.451869 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31d01c9e-de2f-4f8c-9088-ff21fd888024 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:55.514619 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-31d01c9e-de2f-4f8c-9088-ff21fd888024 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4499509 Feb 07 17:13:55.517522 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46262) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:55.521825 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d01c9e-de2f-4f8c-9088-ff21fd888024 admin admin] Pushing event updated for resources: {'Network': ['ID=8d5f6bf7-6efa-498e-b0a0-ca0dc358903b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:55.525848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0523d48e-ccd2-4eba-85e1-40ee3333e468 admin admin] Request body: {'subnet': {'network_id': '8d5f6bf7-6efa-498e-b0a0-ca0dc358903b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-155166832-subnet', 'tenant_id': 'b04bc48e8821432ba2a0524471e0e933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:55.544278 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 8d5f6bf7-6efa-498e-b0a0-ca0dc358903b details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:13:55.559738 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0523d48e-ccd2-4eba-85e1-40ee3333e468 admin admin] Made reservation on behalf of b04bc48e8821432ba2a0524471e0e933 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:13:55.563946 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0523d48e-ccd2-4eba-85e1-40ee3333e468 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:55.800120 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0523d48e-ccd2-4eba-85e1-40ee3333e468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (ee887490-9502-436d-80cb-9c51732d1aaa), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:55.801704 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-46b083d5-eab1-4cde-8dde-bab29f90a8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:55.869089 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523d48e-ccd2-4eba-85e1-40ee3333e468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee887490-9502-436d-80cb-9c51732d1aaa,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:55.878016 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0523d48e-ccd2-4eba-85e1-40ee3333e468 admin admin] Checking segment: {'id': '0f73c72e-a6bb-4003-9d97-e1b9c9591fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8d5f6bf7-6efa-498e-b0a0-ca0dc358903b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:13:55.880449 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0523d48e-ccd2-4eba-85e1-40ee3333e468 admin admin] Network hostable DHCP agents. Network: 8d5f6bf7-6efa-498e-b0a0-ca0dc358903b, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:13:55.903198 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0523d48e-ccd2-4eba-85e1-40ee3333e468 admin admin] Network 8d5f6bf7-6efa-498e-b0a0-ca0dc358903b is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:13:55.917791 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0523d48e-ccd2-4eba-85e1-40ee3333e468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 8d5f6bf7-6efa-498e-b0a0-ca0dc358903b) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:13:55.923275 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0523d48e-ccd2-4eba-85e1-40ee3333e468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:55.924484 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0523d48e-ccd2-4eba-85e1-40ee3333e468 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:55.928637 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ac99bc-16a5-4e7f-824c-eb2a052af235 None None] Network 8d5f6bf7-6efa-498e-b0a0-ca0dc358903b requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:13:55.948665 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0523d48e-ccd2-4eba-85e1-40ee3333e468 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4283662 Feb 07 17:13:56.110748 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e163f36-cfd1-4fe4-a734-c02d5382b1e7 None None] Network 8d5f6bf7-6efa-498e-b0a0-ca0dc358903b requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:13:56.151957 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5a99ed6-ee08-4556-8cc2-fb58a4217cc2 req-382871d3-9f06-41f0-9989-64aead6bd8f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=990d8415-2e87-4f38-9464-3fdac58f9bf6 HTTP/1.1" status: 200 len: 210 time: 0.0746279 Feb 07 17:13:56.808509 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46280) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:56.813752 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7dfe8411-8bca-4e2c-873b-ba0954501aea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2088226712-network', 'tenant_id': '79f58ab791d643a4a3754ada9230253b'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:56.864705 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfe8411-8bca-4e2c-873b-ba0954501aea admin admin] Made reservation on behalf of 79f58ab791d643a4a3754ada9230253b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:13:56.867585 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8411-8bca-4e2c-873b-ba0954501aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:56.878895 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8411-8bca-4e2c-873b-ba0954501aea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:56.999978 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8411-8bca-4e2c-873b-ba0954501aea admin admin] Publish callbacks [] for security_group (fdf6d96a-0516-42a7-9b4d-2f8f5f9c96e9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:57.005865 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8411-8bca-4e2c-873b-ba0954501aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fdf6d96a-0516-42a7-9b4d-2f8f5f9c96e9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:57.042443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe8411-8bca-4e2c-873b-ba0954501aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf6d96a-0516-42a7-9b4d-2f8f5f9c96e9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:57.053768 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dfe8411-8bca-4e2c-873b-ba0954501aea admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:13:57.065775 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8411-8bca-4e2c-873b-ba0954501aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4dbb1b05-a428-4495-9c3a-965135eea287), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:57.066308 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-7dfe8411-8bca-4e2c-873b-ba0954501aea admin admin] Added segment 4dbb1b05-a428-4495-9c3a-965135eea287 of type vlan for network 3816713e-9788-4c06-8ed9-ddfcecffab1a Feb 07 17:13:57.118114 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8411-8bca-4e2c-873b-ba0954501aea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (3816713e-9788-4c06-8ed9-ddfcecffab1a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:57.158968 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8411-8bca-4e2c-873b-ba0954501aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (3816713e-9788-4c06-8ed9-ddfcecffab1a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:57.159968 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfe8411-8bca-4e2c-873b-ba0954501aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:57.160696 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8411-8bca-4e2c-873b-ba0954501aea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:57.266088 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe8411-8bca-4e2c-873b-ba0954501aea admin admin] Pushing event updated for resources: {'Network': ['ID=3816713e-9788-4c06-8ed9-ddfcecffab1a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:57.279900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 3816713e-9788-4c06-8ed9-ddfcecffab1a details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:13:57.282359 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7dfe8411-8bca-4e2c-873b-ba0954501aea admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4727097 Feb 07 17:13:57.285551 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46290) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:57.291115 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-98f0e344-b100-4d97-b7e8-afa99ebb1707 admin admin] Request body: {'subnet': {'network_id': '3816713e-9788-4c06-8ed9-ddfcecffab1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2088226712-subnet', 'tenant_id': '79f58ab791d643a4a3754ada9230253b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:13:57.336533 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f0e344-b100-4d97-b7e8-afa99ebb1707 admin admin] Made reservation on behalf of 79f58ab791d643a4a3754ada9230253b for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:13:57.340335 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98f0e344-b100-4d97-b7e8-afa99ebb1707 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:57.603694 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98f0e344-b100-4d97-b7e8-afa99ebb1707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (e88d6076-2d66-4527-b003-ba3f564b1094), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:57.678438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0e344-b100-4d97-b7e8-afa99ebb1707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e88d6076-2d66-4527-b003-ba3f564b1094,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:57.681733 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f0e344-b100-4d97-b7e8-afa99ebb1707 admin admin] Checking segment: {'id': '4dbb1b05-a428-4495-9c3a-965135eea287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3816713e-9788-4c06-8ed9-ddfcecffab1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:13:57.682255 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f0e344-b100-4d97-b7e8-afa99ebb1707 admin admin] Network hostable DHCP agents. Network: 3816713e-9788-4c06-8ed9-ddfcecffab1a, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:13:57.703585 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f0e344-b100-4d97-b7e8-afa99ebb1707 admin admin] Network 3816713e-9788-4c06-8ed9-ddfcecffab1a is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:13:57.715062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-98f0e344-b100-4d97-b7e8-afa99ebb1707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 3816713e-9788-4c06-8ed9-ddfcecffab1a) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:13:57.727384 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f0e344-b100-4d97-b7e8-afa99ebb1707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:13:57.728077 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98f0e344-b100-4d97-b7e8-afa99ebb1707 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:57.729762 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc7eb92-edd1-42bf-ac7a-7e2de97ec302 None None] Network 3816713e-9788-4c06-8ed9-ddfcecffab1a requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:13:57.748515 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-98f0e344-b100-4d97-b7e8-afa99ebb1707 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4613075 Feb 07 17:13:57.912249 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ad02b4-8046-46aa-a247-42c27bc4a90b None None] Network 3816713e-9788-4c06-8ed9-ddfcecffab1a requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:13:57.974078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46296) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:58.043357 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-38aa5de7-1a10-435a-9bfc-f6097cc00a87 admin admin] Deleting subnet ee887490-9502-436d-80cb-9c51732d1aaa {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:13:58.056210 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38aa5de7-1a10-435a-9bfc-f6097cc00a87 admin admin] Publish callbacks [] for subnet (ee887490-9502-436d-80cb-9c51732d1aaa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:58.106222 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38aa5de7-1a10-435a-9bfc-f6097cc00a87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (ee887490-9502-436d-80cb-9c51732d1aaa), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:58.168319 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38aa5de7-1a10-435a-9bfc-f6097cc00a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (ee887490-9502-436d-80cb-9c51732d1aaa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:58.199849 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4187eacc-a925-4c39-b4a5-e608e7af5a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:58.251184 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38aa5de7-1a10-435a-9bfc-f6097cc00a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (ee887490-9502-436d-80cb-9c51732d1aaa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:58.280160 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa5de7-1a10-435a-9bfc-f6097cc00a87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee887490-9502-436d-80cb-9c51732d1aaa,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:58.290593 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-38aa5de7-1a10-435a-9bfc-f6097cc00a87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:58.295096 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-38aa5de7-1a10-435a-9bfc-f6097cc00a87 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ee887490-9502-436d-80cb-9c51732d1aaa HTTP/1.1" status: 204 len: 168 time: 0.3191900 Feb 07 17:13:58.297584 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46300) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:58.407429 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00fcff20-af7f-4217-983b-3a5dafe459d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (8d5f6bf7-6efa-498e-b0a0-ca0dc358903b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:58.546824 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00fcff20-af7f-4217-983b-3a5dafe459d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (8d5f6bf7-6efa-498e-b0a0-ca0dc358903b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:58.571054 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-00fcff20-af7f-4217-983b-3a5dafe459d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5f6bf7-6efa-498e-b0a0-ca0dc358903b']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:58.582270 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-00fcff20-af7f-4217-983b-3a5dafe459d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f73c72e-a6bb-4003-9d97-e1b9c9591fe0') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:58.582619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-00fcff20-af7f-4217-983b-3a5dafe459d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f73c72e-a6bb-4003-9d97-e1b9c9591fe0') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:58.600271 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00fcff20-af7f-4217-983b-3a5dafe459d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (0f73c72e-a6bb-4003-9d97-e1b9c9591fe0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:58.607734 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00fcff20-af7f-4217-983b-3a5dafe459d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0f73c72e-a6bb-4003-9d97-e1b9c9591fe0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:58.615135 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fcff20-af7f-4217-983b-3a5dafe459d0 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:13:58.615465 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00fcff20-af7f-4217-983b-3a5dafe459d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (0f73c72e-a6bb-4003-9d97-e1b9c9591fe0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:13:58.617210 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:13:58.696398 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00fcff20-af7f-4217-983b-3a5dafe459d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (8d5f6bf7-6efa-498e-b0a0-ca0dc358903b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:58.702810 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-00fcff20-af7f-4217-983b-3a5dafe459d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:58.708689 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-00fcff20-af7f-4217-983b-3a5dafe459d0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8d5f6bf7-6efa-498e-b0a0-ca0dc358903b HTTP/1.1" status: 204 len: 168 time: 0.4075074 Feb 07 17:13:58.709927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46308) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:58.720381 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcff20-af7f-4217-983b-3a5dafe459d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d5f6bf7-6efa-498e-b0a0-ca0dc358903b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:58.786388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8b3171-1ff2-428a-a793-e026dce0a7ca admin admin] Deleting subnet e88d6076-2d66-4527-b003-ba3f564b1094 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:13:58.793183 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a8b3171-1ff2-428a-a793-e026dce0a7ca admin admin] Publish callbacks [] for subnet (e88d6076-2d66-4527-b003-ba3f564b1094), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:58.852185 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a8b3171-1ff2-428a-a793-e026dce0a7ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (e88d6076-2d66-4527-b003-ba3f564b1094), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:58.902375 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a8b3171-1ff2-428a-a793-e026dce0a7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (e88d6076-2d66-4527-b003-ba3f564b1094), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:58.959486 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a8b3171-1ff2-428a-a793-e026dce0a7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (e88d6076-2d66-4527-b003-ba3f564b1094), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:58.992742 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a8b3171-1ff2-428a-a793-e026dce0a7ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:58.996656 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4a8b3171-1ff2-428a-a793-e026dce0a7ca admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e88d6076-2d66-4527-b003-ba3f564b1094 HTTP/1.1" status: 204 len: 168 time: 0.2853150 Feb 07 17:13:58.997751 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b3171-1ff2-428a-a793-e026dce0a7ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e88d6076-2d66-4527-b003-ba3f564b1094,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:58.999502 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46312) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:59.134931 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (3816713e-9788-4c06-8ed9-ddfcecffab1a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:59.238844 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (3816713e-9788-4c06-8ed9-ddfcecffab1a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:59.271110 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3816713e-9788-4c06-8ed9-ddfcecffab1a']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:59.282024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbb1b05-a428-4495-9c3a-965135eea287') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:59.282332 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbb1b05-a428-4495-9c3a-965135eea287') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:13:59.291848 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (4dbb1b05-a428-4495-9c3a-965135eea287), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:59.307052 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4dbb1b05-a428-4495-9c3a-965135eea287), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:59.314005 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:13:59.314499 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (4dbb1b05-a428-4495-9c3a-965135eea287), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:13:59.316165 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:13:59.376432 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (3816713e-9788-4c06-8ed9-ddfcecffab1a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:59.389851 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:59.393095 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3816713e-9788-4c06-8ed9-ddfcecffab1a HTTP/1.1" status: 204 len: 168 time: 0.3925776 Feb 07 17:13:59.404071 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Pushing event deleted for resources: {'Network': ['ID=3816713e-9788-4c06-8ed9-ddfcecffab1a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:13:59.413588 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:59.415501 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:59.417648 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:59.420200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:59.420566 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:59.420917 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:59.421260 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:59.421899 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:59.422380 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:59.422968 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:59.423442 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:59.423807 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:59.424413 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec69984-5541-44bb-90d1-efcb17b6b042 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:13:59.560146 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:59.610094 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46324) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:59.667519 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b92d48eb-0beb-4fa1-9236-39168a9fda97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b04bc48e8821432ba2a0524471e0e933&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0559585 Feb 07 17:13:59.670861 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46326) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:13:59.729162 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84cb237e-dba2-453e-9937-d92c417ae30c admin admin] Publish callbacks [] for security_group (d1f1680f-99cc-4dab-9f63-d0dcb540d5a2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:59.756528 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84cb237e-dba2-453e-9937-d92c417ae30c admin admin] Publish callbacks [] for security_group (d1f1680f-99cc-4dab-9f63-d0dcb540d5a2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:59.813076 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84cb237e-dba2-453e-9937-d92c417ae30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d1f1680f-99cc-4dab-9f63-d0dcb540d5a2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:59.815796 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-84cb237e-dba2-453e-9937-d92c417ae30c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:13:59.819941 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-84cb237e-dba2-453e-9937-d92c417ae30c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1f1680f-99cc-4dab-9f63-d0dcb540d5a2 HTTP/1.1" status: 204 len: 168 time: 0.1472881 Feb 07 17:13:59.828706 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb237e-dba2-453e-9937-d92c417ae30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f1680f-99cc-4dab-9f63-d0dcb540d5a2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:00.234342 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46332) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:00.296902 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ae55b08c-0986-48b3-ba81-dedfaa3732a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79f58ab791d643a4a3754ada9230253b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0611644 Feb 07 17:14:00.299297 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46336) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:00.350539 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82ca3e3e-dc19-4b0f-9c10-8c3fcd189e75 admin admin] Publish callbacks [] for security_group (fdf6d96a-0516-42a7-9b4d-2f8f5f9c96e9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:00.374910 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82ca3e3e-dc19-4b0f-9c10-8c3fcd189e75 admin admin] Publish callbacks [] for security_group (fdf6d96a-0516-42a7-9b4d-2f8f5f9c96e9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:00.432130 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82ca3e3e-dc19-4b0f-9c10-8c3fcd189e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fdf6d96a-0516-42a7-9b4d-2f8f5f9c96e9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:00.435699 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82ca3e3e-dc19-4b0f-9c10-8c3fcd189e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:00.436861 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-82ca3e3e-dc19-4b0f-9c10-8c3fcd189e75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdf6d96a-0516-42a7-9b4d-2f8f5f9c96e9 HTTP/1.1" status: 204 len: 168 time: 0.1366315 Feb 07 17:14:00.446916 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca3e3e-dc19-4b0f-9c10-8c3fcd189e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf6d96a-0516-42a7-9b4d-2f8f5f9c96e9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:00.877739 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:02.414511 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:05.596997 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46484) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:05.724379 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a660224-1a7c-47d0-b4f6-d1d31c1663ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:05.805567 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a660224-1a7c-47d0-b4f6-d1d31c1663ea admin admin] Publish callbacks [] for security_group (f390b3af-c245-4717-b81a-6ae17b75f21e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:05.810855 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a660224-1a7c-47d0-b4f6-d1d31c1663ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f390b3af-c245-4717-b81a-6ae17b75f21e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:05.859156 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46492) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:05.859710 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7a660224-1a7c-47d0-b4f6-d1d31c1663ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d880b39c757e49b48ac680f30eaeaf86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2609429 Feb 07 17:14:05.860169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a660224-1a7c-47d0-b4f6-d1d31c1663ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f390b3af-c245-4717-b81a-6ae17b75f21e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:05.960757 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da37b94c-799c-4402-9d6d-0750e888b04c admin admin] Publish callbacks [] for security_group (f390b3af-c245-4717-b81a-6ae17b75f21e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:06.000939 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da37b94c-799c-4402-9d6d-0750e888b04c admin admin] Publish callbacks [] for security_group (f390b3af-c245-4717-b81a-6ae17b75f21e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:06.059466 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da37b94c-799c-4402-9d6d-0750e888b04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f390b3af-c245-4717-b81a-6ae17b75f21e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:06.063187 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-da37b94c-799c-4402-9d6d-0750e888b04c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:06.068873 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-da37b94c-799c-4402-9d6d-0750e888b04c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f390b3af-c245-4717-b81a-6ae17b75f21e HTTP/1.1" status: 204 len: 168 time: 0.2086670 Feb 07 17:14:06.080809 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37b94c-799c-4402-9d6d-0750e888b04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f390b3af-c245-4717-b81a-6ae17b75f21e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:06.431346 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46500) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:06.446449 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c982fc3-132f-4e82-99c1-7178785f72c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:06.546954 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c982fc3-132f-4e82-99c1-7178785f72c2 admin admin] Publish callbacks [] for security_group (987fcd28-76de-4868-8d2e-fce165733b94), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:06.553411 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:14:06.553925 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c982fc3-132f-4e82-99c1-7178785f72c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (987fcd28-76de-4868-8d2e-fce165733b94), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:06.597192 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2c982fc3-132f-4e82-99c1-7178785f72c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d360db8e58c34dd4b6e2d3a4af4de244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1635425 Feb 07 17:14:06.599691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46504) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:06.628586 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c982fc3-132f-4e82-99c1-7178785f72c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987fcd28-76de-4868-8d2e-fce165733b94,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:06.659008 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b0efc00-c58c-45f4-8e9d-803359b9117b admin admin] Publish callbacks [] for security_group (987fcd28-76de-4868-8d2e-fce165733b94), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:06.683933 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b0efc00-c58c-45f4-8e9d-803359b9117b admin admin] Publish callbacks [] for security_group (987fcd28-76de-4868-8d2e-fce165733b94), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:06.739215 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b0efc00-c58c-45f4-8e9d-803359b9117b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (987fcd28-76de-4868-8d2e-fce165733b94), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:06.742116 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8b0efc00-c58c-45f4-8e9d-803359b9117b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:06.747095 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8b0efc00-c58c-45f4-8e9d-803359b9117b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/987fcd28-76de-4868-8d2e-fce165733b94 HTTP/1.1" status: 204 len: 168 time: 0.1418514 Feb 07 17:14:06.753435 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0efc00-c58c-45f4-8e9d-803359b9117b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987fcd28-76de-4868-8d2e-fce165733b94,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:08.786644 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46566) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:08.941457 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55853984-4f41-4ebb-a20e-79d421d252d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:09.087610 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55853984-4f41-4ebb-a20e-79d421d252d3 admin admin] Publish callbacks [] for security_group (04f1ce2a-6ef7-40d5-a4b5-c202233c8519), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:09.094610 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-55853984-4f41-4ebb-a20e-79d421d252d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (04f1ce2a-6ef7-40d5-a4b5-c202233c8519), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:09.158039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46574) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:09.158675 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-55853984-4f41-4ebb-a20e-79d421d252d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5f41232ae554de39e6c685166000447&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3694842 Feb 07 17:14:09.159743 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55853984-4f41-4ebb-a20e-79d421d252d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f1ce2a-6ef7-40d5-a4b5-c202233c8519,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:09.241107 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-728283f8-96e0-4a10-898f-d9b1e8b0b9cf admin admin] Publish callbacks [] for security_group (04f1ce2a-6ef7-40d5-a4b5-c202233c8519), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:09.273630 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-728283f8-96e0-4a10-898f-d9b1e8b0b9cf admin admin] Publish callbacks [] for security_group (04f1ce2a-6ef7-40d5-a4b5-c202233c8519), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:09.350336 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-728283f8-96e0-4a10-898f-d9b1e8b0b9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (04f1ce2a-6ef7-40d5-a4b5-c202233c8519), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:09.354969 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-728283f8-96e0-4a10-898f-d9b1e8b0b9cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:09.360571 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-728283f8-96e0-4a10-898f-d9b1e8b0b9cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04f1ce2a-6ef7-40d5-a4b5-c202233c8519 HTTP/1.1" status: 204 len: 168 time: 0.1989322 Feb 07 17:14:09.381610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728283f8-96e0-4a10-898f-d9b1e8b0b9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f1ce2a-6ef7-40d5-a4b5-c202233c8519,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:09.764539 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 46584) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:09.786277 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-071259cf-a00a-4d46-a039-c594acba1943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:09.886024 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-071259cf-a00a-4d46-a039-c594acba1943 admin admin] Publish callbacks [] for security_group (8048ed27-a2d8-4551-b685-ac05a4a063fd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:09.891700 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-071259cf-a00a-4d46-a039-c594acba1943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8048ed27-a2d8-4551-b685-ac05a4a063fd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:09.946857 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-071259cf-a00a-4d46-a039-c594acba1943 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad22311978a94f77b28f6371dc21f682&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1811204 Feb 07 17:14:09.949294 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 46586) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:09.956262 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071259cf-a00a-4d46-a039-c594acba1943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8048ed27-a2d8-4551-b685-ac05a4a063fd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:10.035844 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2058df57-2a07-441b-846f-4bfca6c684d7 admin admin] Publish callbacks [] for security_group (8048ed27-a2d8-4551-b685-ac05a4a063fd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:10.076870 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2058df57-2a07-441b-846f-4bfca6c684d7 admin admin] Publish callbacks [] for security_group (8048ed27-a2d8-4551-b685-ac05a4a063fd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:10.129175 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2058df57-2a07-441b-846f-4bfca6c684d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8048ed27-a2d8-4551-b685-ac05a4a063fd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:10.132555 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2058df57-2a07-441b-846f-4bfca6c684d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:10.134464 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2058df57-2a07-441b-846f-4bfca6c684d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8048ed27-a2d8-4551-b685-ac05a4a063fd HTTP/1.1" status: 204 len: 168 time: 0.1834173 Feb 07 17:14:10.145395 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058df57-2a07-441b-846f-4bfca6c684d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8048ed27-a2d8-4551-b685-ac05a4a063fd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:17.362450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38867c26-8fbe-496e-a3d5-98950dd278f6 req-53c35af4-a462-4f88-93b5-8684b96cd186 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:14:17.363894 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-38867c26-8fbe-496e-a3d5-98950dd278f6 req-53c35af4-a462-4f88-93b5-8684b96cd186 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 946 time: 0.0559571 Feb 07 17:14:17.411004 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-38867c26-8fbe-496e-a3d5-98950dd278f6 req-e3331c6d-7ac0-4f2e-94be-ef3b67f0729c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411506 Feb 07 17:14:18.557842 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54b90b-793a-484d-928a-2f7d16539217 req-50b4da97-70c4-4dc4-ad30-2f8a0443f49f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:14:18.560407 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9d54b90b-793a-484d-928a-2f7d16539217 req-50b4da97-70c4-4dc4-ad30-2f8a0443f49f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 946 time: 0.0721509 Feb 07 17:14:18.631916 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9d54b90b-793a-484d-928a-2f7d16539217 req-d14fbf05-2d74-474e-9d12-a1d21485304e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=1640c5d0-e4e2-4e4d-953b-160fb8160d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650086 Feb 07 17:14:18.888537 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4459d3-0c80-4c2d-834e-672dae9d93ea req-0fffd679-4008-4846-ba44-c886ca05d7ab tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:14:18.891290 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa4459d3-0c80-4c2d-834e-672dae9d93ea req-0fffd679-4008-4846-ba44-c886ca05d7ab tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 946 time: 0.0915048 Feb 07 17:14:19.046941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-aa4459d3-0c80-4c2d-834e-672dae9d93ea req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Deleting port f2f93259-9f73-4eca-89d6-a521e86f8b7a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:14:19.047518 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aa4459d3-0c80-4c2d-834e-672dae9d93ea req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f2f93259-9f73-4eca-89d6-a521e86f8b7a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:19.179355 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-aa4459d3-0c80-4c2d-834e-672dae9d93ea req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] For port f2f93259-9f73-4eca-89d6-a521e86f8b7a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=f2f93259-9f73-4eca-89d6-a521e86f8b7a,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:14:19.180070 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aa4459d3-0c80-4c2d-834e-672dae9d93ea req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f2f93259-9f73-4eca-89d6-a521e86f8b7a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:19.196921 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-aa4459d3-0c80-4c2d-834e-672dae9d93ea req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Calling delete_port for f2f93259-9f73-4eca-89d6-a521e86f8b7a owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:14:19.352151 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aa4459d3-0c80-4c2d-834e-672dae9d93ea req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f2f93259-9f73-4eca-89d6-a521e86f8b7a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:19.365727 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['f2f93259-9f73-4eca-89d6-a521e86f8b7a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:14:19.419951 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event deleted for resources: {'Port': ['ID=f2f93259-9f73-4eca-89d6-a521e86f8b7a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:19.451762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:14:19.452135 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:14:19.452495 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:14:19.452850 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:14:19.453204 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:14:19.453601 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:14:19.453937 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:14:19.454275 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:14:19.454615 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:14:19.455051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:14:19.455332 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:14:19.455609 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:14:19.455951 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:14:19.479211 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4459d3-0c80-4c2d-834e-672dae9d93ea req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] No DVR routers for this DVR port f2f93259-9f73-4eca-89d6-a521e86f8b7a on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:14:19.481856 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aa4459d3-0c80-4c2d-834e-672dae9d93ea req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:19.485412 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa4459d3-0c80-4c2d-834e-672dae9d93ea req-b9320ec6-b465-4d20-a769-ba1b7cfd4dd7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.32 "DELETE /v2.0/ports/f2f93259-9f73-4eca-89d6-a521e86f8b7a HTTP/1.1" status: 204 len: 173 time: 0.5867937 Feb 07 17:14:19.485884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f', 'name': 'network-vif-deleted', 'tag': 'f2f93259-9f73-4eca-89d6-a521e86f8b7a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:14:19.488536 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3875f1c-c00c-48d2-becb-f9839ab838f1" -d '{"events": [{"server_uuid": "a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f", "name": "network-vif-deleted", "tag": "f2f93259-9f73-4eca-89d6-a521e86f8b7a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:14:19.532248 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d41071c-8ddb-4d3e-9ea5-996cb0832bae x-openstack-request-id: req-9d41071c-8ddb-4d3e-9ea5-996cb0832bae {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:14:19.532864 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f", "name": "network-vif-deleted", "tag": "f2f93259-9f73-4eca-89d6-a521e86f8b7a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:14:19.533439 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d41071c-8ddb-4d3e-9ea5-996cb0832bae {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:14:19.534087 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f', 'name': 'network-vif-deleted', 'tag': 'f2f93259-9f73-4eca-89d6-a521e86f8b7a', 'status': 'completed', 'code': 200} Feb 07 17:14:19.737010 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c4f38ee3-e2da-441a-9c14-5dff0739d6a3 req-48e64ac5-4219-40e0-89a9-a830834c8036 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 210 time: 0.0331402 Feb 07 17:14:20.964284 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a6946e4d-373c-434a-8fca-d0cd06302556 req-0a36efcd-ec65-493b-888d-27d13905eea7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 210 time: 0.0591092 Feb 07 17:14:21.536014 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:22.131450 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9a239d8e-d3d2-4a05-9983-01fdece02e51 req-a3daa5a4-b260-41cd-9227-e5b4079980d8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 210 time: 0.0373597 Feb 07 17:14:22.752680 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device f2f93259-9f73-4eca-89d6-a521e86f8b7a no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:14:22.793074 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: f2f93259-9f73-4eca-89d6-a521e86f8b7a {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:14:22.794082 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device f2f93259-9f73-4eca-89d6-a521e86f8b7a not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:14:23.351038 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-279f3ada-cd2e-4fef-8d3a-2d79e9ae58e0 req-7790ed91-9d8c-4a2e-95f5-832f8ff7b8fd tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 210 time: 0.0390573 Feb 07 17:14:23.367161 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:24.513235 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f6184bc7-ea45-4a39-bdb7-82d87a3eb4fd req-7f3c9c5c-25c9-46ba-9563-c38af4cbddfb tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 210 time: 0.0483599 Feb 07 17:14:25.669014 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fce1323b-e769-4ec6-ae90-d9438c607024 req-f39dbefd-b395-4d33-9546-a51893a70b4c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 210 time: 0.0384083 Feb 07 17:14:25.818583 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ea6d3a77-2e0c-4cb0-9d40-8d53c298cc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:26.814199 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7fc3e56e-d78f-488f-84f2-4e6e6d562ac4 req-a0972b16-22d5-4cc2-893c-9b8584a13354 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 210 time: 0.0476637 Feb 07 17:14:27.992267 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0a296ee3-87f4-432c-9404-ac0420865ce8 req-517a0396-6686-4542-9e06-6a713d360cbd tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 210 time: 0.0367937 Feb 07 17:14:28.219972 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ed110883-5dc2-4121-b013-293c2d09785e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:29.185017 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b3fe3b6b-2581-4fbe-98a8-3d1ff0f2e5ee req-0dc988d3-8427-482f-bf0e-e427c1e10003 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 210 time: 0.0554395 Feb 07 17:14:29.554678 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:30.343144 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0acf900a-d69c-4b84-b40d-7d6e20318a2d req-cd230387-5f6a-40a6-afef-d84b09f01fb4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 210 time: 0.0392303 Feb 07 17:14:30.878166 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:31.443158 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-93334772-4e10-4247-abee-086404cb5238 req-a248b337-b220-4c67-bff8-879d031b31eb tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 210 time: 0.0302939 Feb 07 17:14:32.417817 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:32.574390 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-303330f7-ed1a-4106-80f9-8ff8667a2b84 req-6d299c40-deef-48bb-99ee-56d29912db07 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 210 time: 0.0334461 Feb 07 17:14:33.739058 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a2182955-c265-402f-87cd-17b3030670af req-053f65d4-55d4-4917-9ab9-94089232978b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8799735-8a3b-48c0-9d6f-2f3c4e2d1d0f HTTP/1.1" status: 200 len: 210 time: 0.0373585 Feb 07 17:14:42.713936 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47252) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:42.842465 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd2f8c0d-8444-4590-a4e9-c146b4a74291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:42.933292 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd2f8c0d-8444-4590-a4e9-c146b4a74291 admin admin] Publish callbacks [] for security_group (3feb3569-9dac-4ed8-ac4e-cd24bc2a410e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:42.938096 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd2f8c0d-8444-4590-a4e9-c146b4a74291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3feb3569-9dac-4ed8-ac4e-cd24bc2a410e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:42.983743 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fd2f8c0d-8444-4590-a4e9-c146b4a74291 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97158d881ba14dc1816344d7ef3c9728&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2686386 Feb 07 17:14:42.986724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47260) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:42.989646 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f8c0d-8444-4590-a4e9-c146b4a74291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3feb3569-9dac-4ed8-ac4e-cd24bc2a410e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:43.047693 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71f20ed2-a2b5-46d8-8535-e4d3db0826a8 admin admin] Publish callbacks [] for security_group (3feb3569-9dac-4ed8-ac4e-cd24bc2a410e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:43.075641 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71f20ed2-a2b5-46d8-8535-e4d3db0826a8 admin admin] Publish callbacks [] for security_group (3feb3569-9dac-4ed8-ac4e-cd24bc2a410e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:43.135996 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71f20ed2-a2b5-46d8-8535-e4d3db0826a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3feb3569-9dac-4ed8-ac4e-cd24bc2a410e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:43.139746 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71f20ed2-a2b5-46d8-8535-e4d3db0826a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:43.141405 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-71f20ed2-a2b5-46d8-8535-e4d3db0826a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3feb3569-9dac-4ed8-ac4e-cd24bc2a410e HTTP/1.1" status: 204 len: 168 time: 0.1535943 Feb 07 17:14:43.153522 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f20ed2-a2b5-46d8-8535-e4d3db0826a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feb3569-9dac-4ed8-ac4e-cd24bc2a410e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:43.553820 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:14:43.621377 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47282) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:43.637480 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d58f54b1-8cbb-4601-a40d-e4125fa73c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:43.799501 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d58f54b1-8cbb-4601-a40d-e4125fa73c11 admin admin] Publish callbacks [] for security_group (bd0cf677-fc08-473e-961d-89e838ef82e9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:43.809266 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d58f54b1-8cbb-4601-a40d-e4125fa73c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bd0cf677-fc08-473e-961d-89e838ef82e9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:43.871223 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d58f54b1-8cbb-4601-a40d-e4125fa73c11 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b62ddd527434839a63dacf3844e8470&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2460122 Feb 07 17:14:43.871223 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f54b1-8cbb-4601-a40d-e4125fa73c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0cf677-fc08-473e-961d-89e838ef82e9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:43.871966 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47284) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:43.936323 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4553ba53-9492-44cc-b202-bdf99addef50 admin admin] Publish callbacks [] for security_group (bd0cf677-fc08-473e-961d-89e838ef82e9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:43.971883 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4553ba53-9492-44cc-b202-bdf99addef50 admin admin] Publish callbacks [] for security_group (bd0cf677-fc08-473e-961d-89e838ef82e9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:44.046744 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4553ba53-9492-44cc-b202-bdf99addef50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bd0cf677-fc08-473e-961d-89e838ef82e9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:44.050147 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4553ba53-9492-44cc-b202-bdf99addef50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:44.051434 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4553ba53-9492-44cc-b202-bdf99addef50 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd0cf677-fc08-473e-961d-89e838ef82e9 HTTP/1.1" status: 204 len: 168 time: 0.1783695 Feb 07 17:14:44.064121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553ba53-9492-44cc-b202-bdf99addef50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0cf677-fc08-473e-961d-89e838ef82e9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:44.449942 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-127aba5a-7dc4-4772-a330-2d2459df0c98 req-ffdca247-56a1-4c72-89e0-1fc0ec950f50 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1191931 Feb 07 17:14:44.527656 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127aba5a-7dc4-4772-a330-2d2459df0c98 req-1468c825-ae32-4fb8-98f8-7d91ca6837af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:14:44.530792 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-127aba5a-7dc4-4772-a330-2d2459df0c98 req-1468c825-ae32-4fb8-98f8-7d91ca6837af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9ad179b24574372b80952de6111dc6e&device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 1128 time: 0.0613410 Feb 07 17:14:44.781360 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127aba5a-7dc4-4772-a330-2d2459df0c98 req-31d2d7c8-35e0-4230-801a-114fc9560d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:14:44.785794 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-127aba5a-7dc4-4772-a330-2d2459df0c98 req-31d2d7c8-35e0-4230-801a-114fc9560d81 service neutron] 10.222.0.32 "GET /v2.0/networks?id=201760c2-7445-46e7-879d-a3304bb55dba HTTP/1.1" status: 200 len: 912 time: 0.2327571 Feb 07 17:14:44.900407 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-127aba5a-7dc4-4772-a330-2d2459df0c98 req-7c230e65-bf21-4c40-98f0-796abb81d741 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3c30d60-a626-4191-8d2d-0ba34f787d65 HTTP/1.1" status: 200 len: 1002 time: 0.1089420 Feb 07 17:14:44.977213 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127aba5a-7dc4-4772-a330-2d2459df0c98 req-7efcc291-178b-40dd-9ad8-aac733c2a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:14:44.979079 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-127aba5a-7dc4-4772-a330-2d2459df0c98 req-7efcc291-178b-40dd-9ad8-aac733c2a292 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c40ceb2-4236-4c8f-982a-2db09abbbc2a HTTP/1.1" status: 200 len: 850 time: 0.0720413 Feb 07 17:14:45.036048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127aba5a-7dc4-4772-a330-2d2459df0c98 req-bed72bec-f28e-407e-a1cd-4f4a3de4261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:14:45.037818 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-127aba5a-7dc4-4772-a330-2d2459df0c98 req-bed72bec-f28e-407e-a1cd-4f4a3de4261a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=201760c2-7445-46e7-879d-a3304bb55dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533900 Feb 07 17:14:45.166504 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-127aba5a-7dc4-4772-a330-2d2459df0c98 req-d2ebb0e4-4c1b-4fa3-ab63-6b84ab73e2ca service neutron] 10.222.0.32 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219482 Feb 07 17:14:45.303576 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-127aba5a-7dc4-4772-a330-2d2459df0c98 req-507b77a6-4d41-4a35-b1ae-91514bf088f7 service neutron] 10.222.0.32 "GET /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314137 Feb 07 17:14:51.482369 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:53.357299 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:55.802674 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-55a18675-7576-43b4-96cd-854b8ab4ee20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:57.817900 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47780) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:57.826164 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-803d51ca-2c8f-4f6b-99ea-4a2e0d19e753 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1786046573', 'description': 'tempest-secgroup-smoke-1786046573 description', 'project_id': '233dfa16822a4a16ac319e689f5e7249'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:14:57.856678 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-803d51ca-2c8f-4f6b-99ea-4a2e0d19e753 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:57.970062 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-803d51ca-2c8f-4f6b-99ea-4a2e0d19e753 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group (182f7d23-a5d7-4c9f-95a1-a2220e264874), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:57.977398 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-803d51ca-2c8f-4f6b-99ea-4a2e0d19e753 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (182f7d23-a5d7-4c9f-95a1-a2220e264874), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:58.077442 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-803d51ca-2c8f-4f6b-99ea-4a2e0d19e753 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:58.081501 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-803d51ca-2c8f-4f6b-99ea-4a2e0d19e753 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2590427 Feb 07 17:14:58.082547 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47788) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:58.089073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ad395423-0718-456f-bb02-f6703d3c4598 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Request body: {'security_group_rule': {'security_group_id': '182f7d23-a5d7-4c9f-95a1-a2220e264874', 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:14:58.096126 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d51ca-2c8f-4f6b-99ea-4a2e0d19e753 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182f7d23-a5d7-4c9f-95a1-a2220e264874,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:58.171139 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad395423-0718-456f-bb02-f6703d3c4598 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group_rule (91594310-4d57-47ac-891d-7df152824115), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:58.216870 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-42be15c6-589f-436b-a0d5-aba8a46af64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:58.270500 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad395423-0718-456f-bb02-f6703d3c4598 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group_rule (91594310-4d57-47ac-891d-7df152824115), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:58.282169 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad395423-0718-456f-bb02-f6703d3c4598 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (91594310-4d57-47ac-891d-7df152824115), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:58.309574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad395423-0718-456f-bb02-f6703d3c4598 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91594310-4d57-47ac-891d-7df152824115,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:58.316301 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ad395423-0718-456f-bb02-f6703d3c4598 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:58.322648 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47792) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:58.323667 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ad395423-0718-456f-bb02-f6703d3c4598 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2392051 Feb 07 17:14:58.328577 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d9918ea7-2e66-4a24-b52c-f61b12a9ebce tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Request body: {'security_group_rule': {'security_group_id': '182f7d23-a5d7-4c9f-95a1-a2220e264874', 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:14:58.392897 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d9918ea7-2e66-4a24-b52c-f61b12a9ebce tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group_rule (b80890e1-bc39-4459-b326-5bb6d9e95977), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:58.469010 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d9918ea7-2e66-4a24-b52c-f61b12a9ebce tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group_rule (b80890e1-bc39-4459-b326-5bb6d9e95977), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:58.481837 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d9918ea7-2e66-4a24-b52c-f61b12a9ebce tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (b80890e1-bc39-4459-b326-5bb6d9e95977), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:58.515688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9918ea7-2e66-4a24-b52c-f61b12a9ebce tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80890e1-bc39-4459-b326-5bb6d9e95977,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:58.547444 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d9918ea7-2e66-4a24-b52c-f61b12a9ebce tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:58.554841 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d9918ea7-2e66-4a24-b52c-f61b12a9ebce tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2287467 Feb 07 17:14:58.555483 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47796) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:58.566933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-71d3810a-81f1-4d72-9ad0-39c9b8d4b456 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Request body: {'security_group_rule': {'security_group_id': '182f7d23-a5d7-4c9f-95a1-a2220e264874', 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:14:58.624866 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71d3810a-81f1-4d72-9ad0-39c9b8d4b456 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group_rule (7262993b-ecc9-4e87-9798-3c64654d47ae), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:58.743533 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71d3810a-81f1-4d72-9ad0-39c9b8d4b456 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group_rule (7262993b-ecc9-4e87-9798-3c64654d47ae), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:58.750683 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71d3810a-81f1-4d72-9ad0-39c9b8d4b456 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (7262993b-ecc9-4e87-9798-3c64654d47ae), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:58.822883 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-71d3810a-81f1-4d72-9ad0-39c9b8d4b456 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:58.826901 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-71d3810a-81f1-4d72-9ad0-39c9b8d4b456 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2703514 Feb 07 17:14:58.829724 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 47800) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:58.832968 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3810a-81f1-4d72-9ad0-39c9b8d4b456 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7262993b-ecc9-4e87-9798-3c64654d47ae,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:58.834675 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-88968605-42fc-46c1-9c7f-6b170b5a01ed tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Request body: {'security_group_rule': {'security_group_id': '182f7d23-a5d7-4c9f-95a1-a2220e264874', 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:14:58.887681 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88968605-42fc-46c1-9c7f-6b170b5a01ed tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group_rule (b7b39f36-2848-4a89-9a2e-d4fd950048b4), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:59.032164 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88968605-42fc-46c1-9c7f-6b170b5a01ed tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group_rule (b7b39f36-2848-4a89-9a2e-d4fd950048b4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:59.041790 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88968605-42fc-46c1-9c7f-6b170b5a01ed tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (b7b39f36-2848-4a89-9a2e-d4fd950048b4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:59.086177 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88968605-42fc-46c1-9c7f-6b170b5a01ed tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b39f36-2848-4a89-9a2e-d4fd950048b4,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:59.113318 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88968605-42fc-46c1-9c7f-6b170b5a01ed tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:59.118541 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-88968605-42fc-46c1-9c7f-6b170b5a01ed tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2846375 Feb 07 17:14:59.119153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47804) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:59.124109 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fe5f039b-6d2e-4a5b-b15a-b35cf0574ba5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Request body: {'security_group_rule': {'security_group_id': '182f7d23-a5d7-4c9f-95a1-a2220e264874', 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:14:59.166503 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-fe5f039b-6d2e-4a5b-b15a-b35cf0574ba5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Project 233dfa16822a4a16ac319e689f5e7249 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:14:59.175804 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe5f039b-6d2e-4a5b-b15a-b35cf0574ba5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group_rule (a241a0c2-89f8-4ee9-abdd-6985059a0f0a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:59.302130 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe5f039b-6d2e-4a5b-b15a-b35cf0574ba5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group_rule (a241a0c2-89f8-4ee9-abdd-6985059a0f0a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:59.310980 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe5f039b-6d2e-4a5b-b15a-b35cf0574ba5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (a241a0c2-89f8-4ee9-abdd-6985059a0f0a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:59.356143 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f039b-6d2e-4a5b-b15a-b35cf0574ba5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a241a0c2-89f8-4ee9-abdd-6985059a0f0a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:59.370118 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe5f039b-6d2e-4a5b-b15a-b35cf0574ba5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:59.374320 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fe5f039b-6d2e-4a5b-b15a-b35cf0574ba5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2516985 Feb 07 17:14:59.375383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 47808) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:14:59.393124 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-320b910e-450c-460e-bdf0-78312a628aea tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Request body: {'security_group_rule': {'security_group_id': '182f7d23-a5d7-4c9f-95a1-a2220e264874', 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:14:59.433054 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-320b910e-450c-460e-bdf0-78312a628aea tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Project 233dfa16822a4a16ac319e689f5e7249 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:14:59.439273 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-320b910e-450c-460e-bdf0-78312a628aea tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group_rule (d3a8f963-335f-424c-8415-10f92550e9fc), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:59.558071 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:59.585586 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-320b910e-450c-460e-bdf0-78312a628aea tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group_rule (d3a8f963-335f-424c-8415-10f92550e9fc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:59.602434 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-320b910e-450c-460e-bdf0-78312a628aea tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (d3a8f963-335f-424c-8415-10f92550e9fc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:59.627009 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b910e-450c-460e-bdf0-78312a628aea tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a8f963-335f-424c-8415-10f92550e9fc,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:14:59.646724 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-320b910e-450c-460e-bdf0-78312a628aea tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:14:59.655516 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-320b910e-450c-460e-bdf0-78312a628aea tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2769456 Feb 07 17:15:00.886125 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:02.413008 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:20.577414 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:15:21.510502 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:21.818784 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 48248) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:15:22.035585 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39ef03ed-61d0-4860-bb04-d29ebe471679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:22.138145 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39ef03ed-61d0-4860-bb04-d29ebe471679 admin admin] Publish callbacks [] for security_group (6a54b71d-6204-4c5d-a838-b6bab1ecfab2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:22.154593 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39ef03ed-61d0-4860-bb04-d29ebe471679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6a54b71d-6204-4c5d-a838-b6bab1ecfab2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:22.255031 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-39ef03ed-61d0-4860-bb04-d29ebe471679 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=450f7459995746d8973fa3e38edd0261&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4246664 Feb 07 17:15:22.256116 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef03ed-61d0-4860-bb04-d29ebe471679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a54b71d-6204-4c5d-a838-b6bab1ecfab2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:15:22.258285 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 48268) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:15:22.268801 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef03ed-61d0-4860-bb04-d29ebe471679 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.269404 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef03ed-61d0-4860-bb04-d29ebe471679 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.270146 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef03ed-61d0-4860-bb04-d29ebe471679 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.270665 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef03ed-61d0-4860-bb04-d29ebe471679 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.271612 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef03ed-61d0-4860-bb04-d29ebe471679 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.272114 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef03ed-61d0-4860-bb04-d29ebe471679 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.272627 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef03ed-61d0-4860-bb04-d29ebe471679 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.274283 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef03ed-61d0-4860-bb04-d29ebe471679 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.274830 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef03ed-61d0-4860-bb04-d29ebe471679 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.275370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef03ed-61d0-4860-bb04-d29ebe471679 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.275877 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef03ed-61d0-4860-bb04-d29ebe471679 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.276384 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef03ed-61d0-4860-bb04-d29ebe471679 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.276889 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef03ed-61d0-4860-bb04-d29ebe471679 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.408751 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e99fdb36-365e-458d-9d12-85e036a98631 admin admin] Publish callbacks [] for security_group (6a54b71d-6204-4c5d-a838-b6bab1ecfab2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:22.453182 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e99fdb36-365e-458d-9d12-85e036a98631 admin admin] Publish callbacks [] for security_group (6a54b71d-6204-4c5d-a838-b6bab1ecfab2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:22.547369 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e99fdb36-365e-458d-9d12-85e036a98631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6a54b71d-6204-4c5d-a838-b6bab1ecfab2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:22.550319 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e99fdb36-365e-458d-9d12-85e036a98631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:22.553687 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e99fdb36-365e-458d-9d12-85e036a98631 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a54b71d-6204-4c5d-a838-b6bab1ecfab2 HTTP/1.1" status: 204 len: 168 time: 0.2919192 Feb 07 17:15:22.562474 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fdb36-365e-458d-9d12-85e036a98631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a54b71d-6204-4c5d-a838-b6bab1ecfab2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:15:22.574278 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb36-365e-458d-9d12-85e036a98631 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.574635 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb36-365e-458d-9d12-85e036a98631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.575253 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb36-365e-458d-9d12-85e036a98631 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.575438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb36-365e-458d-9d12-85e036a98631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.576080 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb36-365e-458d-9d12-85e036a98631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.576445 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb36-365e-458d-9d12-85e036a98631 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.576788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb36-365e-458d-9d12-85e036a98631 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.577129 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb36-365e-458d-9d12-85e036a98631 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.577498 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb36-365e-458d-9d12-85e036a98631 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.577837 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb36-365e-458d-9d12-85e036a98631 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.578170 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb36-365e-458d-9d12-85e036a98631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.578507 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb36-365e-458d-9d12-85e036a98631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.578839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fdb36-365e-458d-9d12-85e036a98631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:22.718646 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048b23d-2841-450e-9f54-d82dd6558cc3 req-55981e92-f196-4282-b554-c020191a0a88 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:22.726025 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3048b23d-2841-450e-9f54-d82dd6558cc3 req-55981e92-f196-4282-b554-c020191a0a88 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 946 time: 0.0908153 Feb 07 17:15:22.873516 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3048b23d-2841-450e-9f54-d82dd6558cc3 req-342774c0-dd54-4ec2-9e24-ee11d85a3dfb tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7992af4-52fd-4303-a033-d3d20740e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217036 Feb 07 17:15:23.347113 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:24.064282 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007e1a0-bc9e-4e8f-841d-45caa4a600db req-4d95f2d2-6f70-4762-8117-0b6096569e39 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:24.071443 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3007e1a0-bc9e-4e8f-841d-45caa4a600db req-4d95f2d2-6f70-4762-8117-0b6096569e39 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 946 time: 0.1227162 Feb 07 17:15:24.205090 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3007e1a0-bc9e-4e8f-841d-45caa4a600db req-6e911506-5554-456b-bc6f-fefcf3188230 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7992af4-52fd-4303-a033-d3d20740e5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275156 Feb 07 17:15:24.329692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560ecd0-b9a1-43e4-8082-b34f038e21de req-ee8b53d6-c734-4c92-8058-c7fb1b54608c tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:24.331244 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d560ecd0-b9a1-43e4-8082-b34f038e21de req-ee8b53d6-c734-4c92-8058-c7fb1b54608c tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 946 time: 0.1590946 Feb 07 17:15:24.537253 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-d560ecd0-b9a1-43e4-8082-b34f038e21de req-627df537-ff6f-417a-b412-556f1cf6a0e2 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Deleting port d3c30d60-a626-4191-8d2d-0ba34f787d65 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:15:24.537639 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d560ecd0-b9a1-43e4-8082-b34f038e21de req-627df537-ff6f-417a-b412-556f1cf6a0e2 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d3c30d60-a626-4191-8d2d-0ba34f787d65), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:24.681036 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d560ecd0-b9a1-43e4-8082-b34f038e21de req-627df537-ff6f-417a-b412-556f1cf6a0e2 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] For port d3c30d60-a626-4191-8d2d-0ba34f787d65, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d3c30d60-a626-4191-8d2d-0ba34f787d65,segment=NetworkSegment(8b6b0eea-2af6-4a9d-82ce-96906e55a3bb),segment_id=8b6b0eea-2af6-4a9d-82ce-96906e55a3bb)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:15:24.681415 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d560ecd0-b9a1-43e4-8082-b34f038e21de req-627df537-ff6f-417a-b412-556f1cf6a0e2 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d3c30d60-a626-4191-8d2d-0ba34f787d65), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:24.983300 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d560ecd0-b9a1-43e4-8082-b34f038e21de req-627df537-ff6f-417a-b412-556f1cf6a0e2 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:24.985787 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d560ecd0-b9a1-43e4-8082-b34f038e21de req-627df537-ff6f-417a-b412-556f1cf6a0e2 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (ed48af57-39a1-4545-b7bc-00251a58cdc9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:24.986247 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [req-d560ecd0-b9a1-43e4-8082-b34f038e21de req-627df537-ff6f-417a-b412-556f1cf6a0e2 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Floating IP ed48af57-39a1-4545-b7bc-00251a58cdc9 disassociated. External IP: 172.25.4.176, port: d3c30d60-a626-4191-8d2d-0ba34f787d65. Feb 07 17:15:24.987031 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-d560ecd0-b9a1-43e4-8082-b34f038e21de req-627df537-ff6f-417a-b412-556f1cf6a0e2 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Calling delete_port for d3c30d60-a626-4191-8d2d-0ba34f787d65 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:15:25.306841 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d560ecd0-b9a1-43e4-8082-b34f038e21de req-627df537-ff6f-417a-b412-556f1cf6a0e2 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d3c30d60-a626-4191-8d2d-0ba34f787d65), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:25.376783 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627df537-ff6f-417a-b412-556f1cf6a0e2 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Pushing event deleted for resources: {'Port': ['ID=d3c30d60-a626-4191-8d2d-0ba34f787d65,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:15:25.507270 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-984f6c51-d49a-4e22-88a6-ed4aef68258b req-d2ef2829-9006-4fbb-8dca-04ead54127c7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 210 time: 0.1517394 Feb 07 17:15:25.547341 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d560ecd0-b9a1-43e4-8082-b34f038e21de req-627df537-ff6f-417a-b412-556f1cf6a0e2 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:15:25.763848 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d560ecd0-b9a1-43e4-8082-b34f038e21de req-627df537-ff6f-417a-b412-556f1cf6a0e2 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:15:25.776272 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab34fd6-1a44-4857-a1fa-2745dde57b99 None None] Sync routers for ids ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:15:25.810254 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab34fd6-1a44-4857-a1fa-2745dde57b99 None None] Routers {'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:15:25.811422 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9ab34fd6-1a44-4857-a1fa-2745dde57b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:14:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:15:25.864681 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d560ecd0-b9a1-43e4-8082-b34f038e21de req-627df537-ff6f-417a-b412-556f1cf6a0e2 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] No DVR routers for this DVR port d3c30d60-a626-4191-8d2d-0ba34f787d65 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:15:25.880335 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d560ecd0-b9a1-43e4-8082-b34f038e21de req-627df537-ff6f-417a-b412-556f1cf6a0e2 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:25.885179 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d560ecd0-b9a1-43e4-8082-b34f038e21de req-627df537-ff6f-417a-b412-556f1cf6a0e2 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.32 "DELETE /v2.0/ports/d3c30d60-a626-4191-8d2d-0ba34f787d65 HTTP/1.1" status: 204 len: 173 time: 1.5456419 Feb 07 17:15:25.885707 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f83420a-a7dd-4bb9-9850-76a2d02d0ec7', 'name': 'network-vif-deleted', 'tag': 'd3c30d60-a626-4191-8d2d-0ba34f787d65'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:15:25.894397 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b4724e-f36d-428d-a23e-3eff2e83e949" -d '{"events": [{"server_uuid": "2f83420a-a7dd-4bb9-9850-76a2d02d0ec7", "name": "network-vif-deleted", "tag": "d3c30d60-a626-4191-8d2d-0ba34f787d65"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:15:26.120171 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-9ab34fd6-1a44-4857-a1fa-2745dde57b99 None None] Set router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:15:26.491381 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0c7fb2-34c2-473c-8f40-f8d05411602f x-openstack-request-id: req-1a0c7fb2-34c2-473c-8f40-f8d05411602f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:15:26.492486 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f83420a-a7dd-4bb9-9850-76a2d02d0ec7", "name": "network-vif-deleted", "tag": "d3c30d60-a626-4191-8d2d-0ba34f787d65", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:15:26.492636 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a0c7fb2-34c2-473c-8f40-f8d05411602f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:15:26.499470 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f83420a-a7dd-4bb9-9850-76a2d02d0ec7', 'name': 'network-vif-deleted', 'tag': 'd3c30d60-a626-4191-8d2d-0ba34f787d65', 'status': 'completed', 'code': 200} Feb 07 17:15:26.537262 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-271a5920-e57e-4356-a17e-941202d057b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:26.644135 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9ab34fd6-1a44-4857-a1fa-2745dde57b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:08:06Z', 'revision_number': 4, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port': {'id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:58Z', 'updated_at': '2022-02-07T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '1dfefd62-afd1-44c0-954c-9eb82f847e23', 'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'mac_address': 'fa:16:3e:a7:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:08:05Z', 'updated_at': '2022-02-07T17:08:14Z', 'revision_number': 5, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'subnets': [{'id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:15:26.754243 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab34fd6-1a44-4857-a1fa-2745dde57b99 None None] Checking router: b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:15:26.778915 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab34fd6-1a44-4857-a1fa-2745dde57b99 None None] Routers {'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:15:26.779805 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9ab34fd6-1a44-4857-a1fa-2745dde57b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:14:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:15:26.821064 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-019a4f05-fc54-4443-a291-ac8b61b1d583 req-f0869d13-0168-4913-b3dd-4a527b11c3ea tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f83420a-a7dd-4bb9-9850-76a2d02d0ec7 HTTP/1.1" status: 200 len: 210 time: 0.0495417 Feb 07 17:15:27.009750 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-9ab34fd6-1a44-4857-a1fa-2745dde57b99 None None] Set router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:15:27.411025 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9ab34fd6-1a44-4857-a1fa-2745dde57b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:08:06Z', 'revision_number': 4, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port': {'id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:58Z', 'updated_at': '2022-02-07T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '1dfefd62-afd1-44c0-954c-9eb82f847e23', 'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'mac_address': 'fa:16:3e:a7:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:08:05Z', 'updated_at': '2022-02-07T17:08:14Z', 'revision_number': 5, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'subnets': [{'id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:15:27.468168 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab34fd6-1a44-4857-a1fa-2745dde57b99 None None] The sync data for ids ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'] in n-d-827865-3 is: [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:08:06Z', 'revision_number': 4, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port': {'id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:58Z', 'updated_at': '2022-02-07T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '1dfefd62-afd1-44c0-954c-9eb82f847e23', 'name': '', 'network_id': '201760c2-7445-46e7-879d-a3304bb55dba', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'mac_address': 'fa:16:3e:a7:7a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:08:05Z', 'updated_at': '2022-02-07T17:08:14Z', 'revision_number': 5, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'subnets': [{'id': '5c40ceb2-4236-4c8f-982a-2db09abbbc2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:15:27.933430 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 48390) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:15:27.995816 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068779bf-afaa-4435-b5cc-dcc4773a197f None None] New status for floating IP ed48af57-39a1-4545-b7bc-00251a58cdc9: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:15:28.206778 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5a4f7853-29dd-422b-b083-7065b8bde62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:28.543858 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-642b02a2-1e1b-4698-b3c7-259625713279 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group (a7992af4-52fd-4303-a033-d3d20740e5ef), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:28.586427 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-642b02a2-1e1b-4698-b3c7-259625713279 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group (a7992af4-52fd-4303-a033-d3d20740e5ef), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:28.647242 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-642b02a2-1e1b-4698-b3c7-259625713279 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a7992af4-52fd-4303-a033-d3d20740e5ef), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:28.651524 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-642b02a2-1e1b-4698-b3c7-259625713279 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:28.653404 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-642b02a2-1e1b-4698-b3c7-259625713279 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "DELETE /v2.0/security-groups/a7992af4-52fd-4303-a033-d3d20740e5ef HTTP/1.1" status: 204 len: 168 time: 0.7185605 Feb 07 17:15:28.656093 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 48402) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:15:28.666863 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b02a2-1e1b-4698-b3c7-259625713279 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7992af4-52fd-4303-a033-d3d20740e5ef,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:15:28.671068 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-34fe53b6-3aa6-4978-8985-101d2d9b02bb tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] show failed (client error): The resource could not be found. Feb 07 17:15:28.675793 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 48404) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:15:28.685861 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-34fe53b6-3aa6-4978-8985-101d2d9b02bb tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "GET /v2.0/security-groups/a7992af4-52fd-4303-a033-d3d20740e5ef HTTP/1.1" status: 404 len: 347 time: 0.0179896 Feb 07 17:15:28.887445 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1ab9d1db-49f1-4fef-915f-d2662da22ab7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Deleting port 095477cf-3328-4cc7-9b6e-fe7938e30d1e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:15:28.887720 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d1db-49f1-4fef-915f-d2662da22ab7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (095477cf-3328-4cc7-9b6e-fe7938e30d1e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:28.977104 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device d3c30d60-a626-4191-8d2d-0ba34f787d65 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:15:28.985055 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d1db-49f1-4fef-915f-d2662da22ab7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (095477cf-3328-4cc7-9b6e-fe7938e30d1e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:28.985961 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d1db-49f1-4fef-915f-d2662da22ab7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for floatingip (095477cf-3328-4cc7-9b6e-fe7938e30d1e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:28.999613 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-1ab9d1db-49f1-4fef-915f-d2662da22ab7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Calling delete_port for 095477cf-3328-4cc7-9b6e-fe7938e30d1e owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:15:29.016289 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: d3c30d60-a626-4191-8d2d-0ba34f787d65 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:15:29.016640 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device d3c30d60-a626-4191-8d2d-0ba34f787d65 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:15:29.175243 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d1db-49f1-4fef-915f-d2662da22ab7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (095477cf-3328-4cc7-9b6e-fe7938e30d1e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:29.206586 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9d1db-49f1-4fef-915f-d2662da22ab7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Pushing event deleted for resources: {'Port': ['ID=095477cf-3328-4cc7-9b6e-fe7938e30d1e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:15:29.306147 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d1db-49f1-4fef-915f-d2662da22ab7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks [] for floatingip (ed48af57-39a1-4545-b7bc-00251a58cdc9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:29.309261 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d1db-49f1-4fef-915f-d2662da22ab7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:29.310529 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1ab9d1db-49f1-4fef-915f-d2662da22ab7 tempest-AttachVolumeTestJSON-1281551082 tempest-AttachVolumeTestJSON-1281551082-project] 10.222.0.18 "DELETE /v2.0/floatingips/ed48af57-39a1-4545-b7bc-00251a58cdc9 HTTP/1.1" status: 204 len: 168 time: 0.6330309 Feb 07 17:15:29.561136 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:30.079702 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-57fc9f5e-020e-4afc-9abe-c062ba98b8fd tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1786046573&fields=id&tenant_id=233dfa16822a4a16ac319e689f5e7249 HTTP/1.1" status: 200 len: 267 time: 0.0527163 Feb 07 17:15:30.297957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-18c95e95-4dcf-4817-9548-e3212348f89e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:30.299439 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-18c95e95-4dcf-4817-9548-e3212348f89e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 811 time: 0.2085950 Feb 07 17:15:30.318551 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-3f2ae5e2-db81-46db-92b8-dff67949fd26 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/quotas/233dfa16822a4a16ac319e689f5e7249 HTTP/1.1" status: 200 len: 375 time: 0.0102298 Feb 07 17:15:30.431864 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-aaebc17b-4b25-447f-86d2-6051db9f6470 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1056530 Feb 07 17:15:30.577144 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-3fa7b2bd-9114-4283-9c7a-fff778a30c5c service neutron] 10.222.0.18 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337409 Feb 07 17:15:30.755400 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-651f6cf2-49a1-4fe9-8c09-de78761b123c service neutron] 10.222.0.18 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647055 Feb 07 17:15:30.886662 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:31.292659 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-efadba2f-3bc7-4162-9af5-652b46475a14 req-dfe18aeb-308a-4c89-b807-f10ab34a8108 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 210 time: 0.0788326 Feb 07 17:15:32.443422 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:32.540363 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0aca71ca-16c9-4478-a8d4-9bb63a843647 req-96dd6021-3f5d-4016-810f-8381198db97b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 210 time: 0.0411463 Feb 07 17:15:33.149080 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-a52bee55-9b85-460a-a328-94eb0684397d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:33.150668 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-a52bee55-9b85-460a-a328-94eb0684397d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.48 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 811 time: 0.2506604 Feb 07 17:15:33.356922 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-5a7970d3-6df4-4d1a-922a-cc2f71073c3f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=233dfa16822a4a16ac319e689f5e7249 HTTP/1.1" status: 200 len: 380 time: 0.1811359 Feb 07 17:15:33.363813 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-5d9a1635-555f-4f50-876f-7586bd686cb0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Request body: {'port': {'device_id': '318e2a5e-445d-45ed-804a-eb1edbdc6be9', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'admin_state_up': True, 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'security_groups': ['182f7d23-a5d7-4c9f-95a1-a2220e264874']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:15:33.598600 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-5d9a1635-555f-4f50-876f-7586bd686cb0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Made reservation on behalf of 233dfa16822a4a16ac319e689f5e7249 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:15:33.622731 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-5d9a1635-555f-4f50-876f-7586bd686cb0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:33.752141 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4a2216e8-693d-4a5d-ba30-3f2bd13e50b4 req-b4d43fd7-322d-4d26-88db-868e20cd8940 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 210 time: 0.0618691 Feb 07 17:15:34.040366 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-5d9a1635-555f-4f50-876f-7586bd686cb0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Allocated IP 172.20.0.10 (56094dec-cda5-47cb-bfb8-9d2a21cddfa9/311a2122-e2a3-40f9-ab16-f19979f8f39f/c23627d0-2259-402d-a8e7-743e754cf313) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:15:34.301302 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-5d9a1635-555f-4f50-876f-7586bd686cb0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for port (c23627d0-2259-402d-a8e7-743e754cf313), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:34.341384 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-5d9a1635-555f-4f50-876f-7586bd686cb0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c23627d0-2259-402d-a8e7-743e754cf313), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:34.458779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a1635-555f-4f50-876f-7586bd686cb0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event updated for resources: {'Port': ['ID=c23627d0-2259-402d-a8e7-743e754cf313,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:15:34.482887 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-5d9a1635-555f-4f50-876f-7586bd686cb0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:15:34.494816 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-5d9a1635-555f-4f50-876f-7586bd686cb0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:15:34.497744 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-5d9a1635-555f-4f50-876f-7586bd686cb0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:15:34.596022 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-5d9a1635-555f-4f50-876f-7586bd686cb0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:34.596691 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-5d9a1635-555f-4f50-876f-7586bd686cb0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:34.655641 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-5d9a1635-555f-4f50-876f-7586bd686cb0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2976880 Feb 07 17:15:34.666309 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-8e88822c-9671-4640-b535-f90df9ed54ab tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:15:34.667932 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-8e88822c-9671-4640-b535-f90df9ed54ab tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067077 Feb 07 17:15:34.948540 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Request body: {'port': {'device_id': '318e2a5e-445d-45ed-804a-eb1edbdc6be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:15:34.949967 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7dd3718b-ecfd-4cfa-8608-488be66db83e None None] Provisioning complete for port c23627d0-2259-402d-a8e7-743e754cf313 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:15:34.950429 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7dd3718b-ecfd-4cfa-8608-488be66db83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c23627d0-2259-402d-a8e7-743e754cf313), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:35.028986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3718b-ecfd-4cfa-8608-488be66db83e None None] Port c23627d0-2259-402d-a8e7-743e754cf313 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:15:35.035891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b65abb-b0d9-43c9-a62f-379b3a1d1690 req-484db692-8bcd-46d0-b4f7-fe50a30150d9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:35.044297 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b8b65abb-b0d9-43c9-a62f-379b3a1d1690 req-484db692-8bcd-46d0-b4f7-fe50a30150d9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 932 time: 0.1252723 Feb 07 17:15:35.134360 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c23627d0-2259-402d-a8e7-743e754cf313), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:35.154016 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b8b65abb-b0d9-43c9-a62f-379b3a1d1690 req-c0b7d1d2-6487-4e47-b9bb-e9bee9cc71e8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084292 Feb 07 17:15:35.508070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c23627d0-2259-402d-a8e7-743e754cf313 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:15:35.516416 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Publish callbacks [] for port (c23627d0-2259-402d-a8e7-743e754cf313), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:35.541022 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Transition to ACTIVE for port object c23627d0-2259-402d-a8e7-743e754cf313 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:15:35.655595 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-a4059a7c-0005-49f7-81dc-0d17d8ec023b tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:35.663124 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-a4059a7c-0005-49f7-81dc-0d17d8ec023b tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/networks?id=9f15c25d-61ba-4f62-a7d1-50eefa62351b HTTP/1.1" status: 200 len: 814 time: 0.1206567 Feb 07 17:15:35.667459 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (c23627d0-2259-402d-a8e7-743e754cf313), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:35.737169 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Pushing event updated for resources: {'Port': ['ID=c23627d0-2259-402d-a8e7-743e754cf313,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:15:35.757709 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-9bd3a55e-1bcc-46c3-8574-f4a97037be69 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/quotas/2be09bd74315487f96bd1cddb7034987 HTTP/1.1" status: 200 len: 375 time: 0.0922694 Feb 07 17:15:35.836381 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-833f43e3-17e6-4feb-8464-ad88b308075a tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2be09bd74315487f96bd1cddb7034987&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772972 Feb 07 17:15:35.961186 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-b5be0824-60bc-483c-866e-dc76e981abdd service neutron] 10.222.0.18 "GET /v2.0/networks/9f15c25d-61ba-4f62-a7d1-50eefa62351b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231346 Feb 07 17:15:36.281450 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Attempting to bind port c23627d0-2259-402d-a8e7-743e754cf313 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:15:36.282095 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Attempting to bind port c23627d0-2259-402d-a8e7-743e754cf313 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:15:36.282600 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Attempting to bind port c23627d0-2259-402d-a8e7-743e754cf313 on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:15:36.308292 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-1fcb5ece-4359-4224-bad5-846a6942fd27 service neutron] 10.222.0.18 "GET /v2.0/networks/9f15c25d-61ba-4f62-a7d1-50eefa62351b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359707 Feb 07 17:15:36.311902 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Port c23627d0-2259-402d-a8e7-743e754cf313 on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:15:36.313498 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Attempting to bind port c23627d0-2259-402d-a8e7-743e754cf313 on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:15:36.324789 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:15:36.331612 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Checking segment: {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:15:36.337147 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Bound using segment: {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:15:36.337891 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Bound port: c23627d0-2259-402d-a8e7-743e754cf313, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:15:36.338437 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c23627d0-2259-402d-a8e7-743e754cf313), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:36.368095 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d5ecc-7419-4ac4-95f9-56478d30fbaa req-68c4921f-9fef-49b2-976a-564a63f115e0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:36.379111 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ae1d5ecc-7419-4ac4-95f9-56478d30fbaa req-68c4921f-9fef-49b2-976a-564a63f115e0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 944 time: 0.1109972 Feb 07 17:15:36.462765 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ae1d5ecc-7419-4ac4-95f9-56478d30fbaa req-d7a5d81b-493b-46e5-9bc5-80ef12611e92 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791218 Feb 07 17:15:36.535906 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] For port c23627d0-2259-402d-a8e7-743e754cf313, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:15:36.541042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] For port c23627d0-2259-402d-a8e7-743e754cf313, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c23627d0-2259-402d-a8e7-743e754cf313,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:15:36.565366 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (c23627d0-2259-402d-a8e7-743e754cf313), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:36.706427 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:36.708592 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:36.710891 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] 10.222.0.48 "PUT /v2.0/ports/c23627d0-2259-402d-a8e7-743e754cf313 HTTP/1.1" status: 200 len: 1092 time: 2.0263271 Feb 07 17:15:36.717699 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318e2a5e-445d-45ed-804a-eb1edbdc6be9', 'tag': 'c23627d0-2259-402d-a8e7-743e754cf313'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:15:36.724655 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edc4bb6-21b6-4224-a29f-fa4012dbc6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "318e2a5e-445d-45ed-804a-eb1edbdc6be9", "tag": "c23627d0-2259-402d-a8e7-743e754cf313"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:15:36.811622 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19d4fe23-ecca-4276-9725-87c2748ac407 req-f5bfafc4-9b19-48f1-8191-2b0b0ab2e659 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 210 time: 0.1410623 Feb 07 17:15:36.877829 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba4ad70-60cf-466e-92f7-f5fe4db0f870 x-openstack-request-id: req-9ba4ad70-60cf-466e-92f7-f5fe4db0f870 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:15:36.878109 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318e2a5e-445d-45ed-804a-eb1edbdc6be9", "tag": "c23627d0-2259-402d-a8e7-743e754cf313", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:15:36.880046 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ba4ad70-60cf-466e-92f7-f5fe4db0f870 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:15:36.881196 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318e2a5e-445d-45ed-804a-eb1edbdc6be9', 'tag': 'c23627d0-2259-402d-a8e7-743e754cf313', 'status': 'completed', 'code': 200} Feb 07 17:15:36.902478 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26c93b-29ae-49fe-8297-dd6e3e8a9f82 service neutron] Pushing event updated for resources: {'Port': ['ID=c23627d0-2259-402d-a8e7-743e754cf313,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:15:36.950827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-d8773f7d-b23d-4fe0-a491-7c32af5f4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:36.952538 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-d8773f7d-b23d-4fe0-a491-7c32af5f4484 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 1126 time: 0.1837933 Feb 07 17:15:37.058083 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-4874430f-f940-4bc2-aff4-7fa82cadc1fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c23627d0-2259-402d-a8e7-743e754cf313 HTTP/1.1" status: 200 len: 217 time: 0.0968850 Feb 07 17:15:37.161318 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-ad18e367-1bea-4b3d-8ed4-47668a0a26ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:37.165353 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-ad18e367-1bea-4b3d-8ed4-47668a0a26ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.0855999 Feb 07 17:15:37.332270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-25256e9b-7b4c-4c8e-aa70-e29974d80a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:37.335117 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-25256e9b-7b4c-4c8e-aa70-e29974d80a6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1648331 Feb 07 17:15:37.541760 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-cd6b692f-2273-4e63-a112-a6cd94ffadb0 service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008514 Feb 07 17:15:37.740337 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b24b4-0102-420e-9ef4-c0421be6def3 req-f135433f-6217-4c43-b339-91675410b8d5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:37.745478 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f2225d4-08bb-45a6-a6b7-baa154f43668 req-e9215988-f2ba-4575-81ad-af005105729c service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984301 Feb 07 17:15:37.751945 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-875b24b4-0102-420e-9ef4-c0421be6def3 req-f135433f-6217-4c43-b339-91675410b8d5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 944 time: 0.1695528 Feb 07 17:15:37.943087 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc4bb6-21b6-4224-a29f-fa4012dbc6e9 req-5d6fb01e-77cd-434a-812a-50c703beee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:37.944203 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1edc4bb6-21b6-4224-a29f-fa4012dbc6e9 req-5d6fb01e-77cd-434a-812a-50c703beee34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 1126 time: 0.1258168 Feb 07 17:15:37.946289 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-875b24b4-0102-420e-9ef4-c0421be6def3 req-353c99fe-36f0-4566-a35e-88bf13ca9dbb tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920068 Feb 07 17:15:38.164794 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-59f24209-2746-4019-adc9-1762d4184c52 req-0014e6f4-eed9-4082-baa7-dd4fe81c20d5 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 210 time: 0.1456404 Feb 07 17:15:38.280146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc4bb6-21b6-4224-a29f-fa4012dbc6e9 req-6994ccdb-6811-402f-8a5f-29cbda3fcc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:38.284230 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1edc4bb6-21b6-4224-a29f-fa4012dbc6e9 req-6994ccdb-6811-402f-8a5f-29cbda3fcc8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.3291388 Feb 07 17:15:38.373332 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1edc4bb6-21b6-4224-a29f-fa4012dbc6e9 req-c1102972-f55e-43a7-9466-8aad3fb18212 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c23627d0-2259-402d-a8e7-743e754cf313 HTTP/1.1" status: 200 len: 217 time: 0.0838211 Feb 07 17:15:38.623729 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-7c662535-530c-4b95-a3a5-ebe6d293cf5a tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:38.627503 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-7c662535-530c-4b95-a3a5-ebe6d293cf5a tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.32 "GET /v2.0/networks?id=9f15c25d-61ba-4f62-a7d1-50eefa62351b HTTP/1.1" status: 200 len: 814 time: 0.2532840 Feb 07 17:15:38.657956 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-15999bed-d4ce-42f9-9bbc-af2866e68ca2 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Request body: {'port': {'device_id': '1c19fd77-4be7-4e37-a157-81481e65ea88', 'network_id': '9f15c25d-61ba-4f62-a7d1-50eefa62351b', 'admin_state_up': True, 'tenant_id': '2be09bd74315487f96bd1cddb7034987'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:15:39.150211 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669735c-c33c-4ddd-8724-9cff3023827c req-46d9a62b-4f5a-46bc-9b20-bea7424fc082 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:39.163814 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7669735c-c33c-4ddd-8724-9cff3023827c req-46d9a62b-4f5a-46bc-9b20-bea7424fc082 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 944 time: 0.0924873 Feb 07 17:15:39.279363 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7669735c-c33c-4ddd-8724-9cff3023827c req-d2bb4734-09a2-43d1-bb33-e1d94eebc451 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143303 Feb 07 17:15:39.363863 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a749006b-1e5e-440d-8c85-8566769ac157 req-865b1e5e-b44b-4ec9-b7cc-dd4e50c6853f tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 210 time: 0.0575600 Feb 07 17:15:39.396865 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc4bb6-21b6-4224-a29f-fa4012dbc6e9 req-1e234af7-080c-4424-82bc-4230d1ef6aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:39.399258 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1edc4bb6-21b6-4224-a29f-fa4012dbc6e9 req-1e234af7-080c-4424-82bc-4230d1ef6aa0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.7708094 Feb 07 17:15:39.606713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc4bb6-21b6-4224-a29f-fa4012dbc6e9 req-6b6d6c54-acbf-425f-a131-25cc749a5934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:39.608278 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1edc4bb6-21b6-4224-a29f-fa4012dbc6e9 req-6b6d6c54-acbf-425f-a131-25cc749a5934 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1946120 Feb 07 17:15:39.617173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-15999bed-d4ce-42f9-9bbc-af2866e68ca2 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Made reservation on behalf of 2be09bd74315487f96bd1cddb7034987 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:15:39.620681 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-15999bed-d4ce-42f9-9bbc-af2866e68ca2 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:39.997101 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1edc4bb6-21b6-4224-a29f-fa4012dbc6e9 req-0dda23e1-9657-4e5d-afb5-55cb8dbae65b service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810356 Feb 07 17:15:40.120150 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1edc4bb6-21b6-4224-a29f-fa4012dbc6e9 req-8254eaf7-1bc5-4251-89bf-89c6f5b8d67a service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140809 Feb 07 17:15:40.183923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-15999bed-d4ce-42f9-9bbc-af2866e68ca2 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Allocated IP 172.20.0.10 (9f15c25d-61ba-4f62-a7d1-50eefa62351b/44710299-5306-42e6-b850-8cbb45ff1fa9/ad471d08-5ec8-48ce-afc4-23e70afda1f0) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:15:40.578575 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcc60c-1fd9-43a0-9f79-be821e7ce417 req-70f16527-fedd-4058-9989-91bfc256fdad tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:40.589810 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-11bcc60c-1fd9-43a0-9f79-be821e7ce417 req-70f16527-fedd-4058-9989-91bfc256fdad tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 944 time: 0.1125000 Feb 07 17:15:40.624315 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-67fe54ac-8b31-4901-bdfe-1d7eea933836 req-1bd912d7-9cc1-4ca4-a015-045b77a72371 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 210 time: 0.0774910 Feb 07 17:15:40.705626 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-15999bed-d4ce-42f9-9bbc-af2866e68ca2 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Publish callbacks [] for port (ad471d08-5ec8-48ce-afc4-23e70afda1f0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:40.714063 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-11bcc60c-1fd9-43a0-9f79-be821e7ce417 req-ffe6ac0d-7e56-41eb-a568-0f9fb8cabd15 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227133 Feb 07 17:15:40.807426 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-15999bed-d4ce-42f9-9bbc-af2866e68ca2 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ad471d08-5ec8-48ce-afc4-23e70afda1f0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:40.860889 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-15999bed-d4ce-42f9-9bbc-af2866e68ca2 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Network 9f15c25d-61ba-4f62-a7d1-50eefa62351b is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:15:40.869135 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-15999bed-d4ce-42f9-9bbc-af2866e68ca2 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:15:40.879716 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-15999bed-d4ce-42f9-9bbc-af2866e68ca2 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:15:40.926396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15999bed-d4ce-42f9-9bbc-af2866e68ca2 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Pushing event updated for resources: {'Port': ['ID=ad471d08-5ec8-48ce-afc4-23e70afda1f0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:15:40.966571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-15999bed-d4ce-42f9-9bbc-af2866e68ca2 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:40.967677 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-15999bed-d4ce-42f9-9bbc-af2866e68ca2 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:41.033966 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-15999bed-d4ce-42f9-9bbc-af2866e68ca2 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3883839 Feb 07 17:15:41.046531 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Request body: {'port': {'device_id': '1c19fd77-4be7-4e37-a157-81481e65ea88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:15:41.122128 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ad471d08-5ec8-48ce-afc4-23e70afda1f0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:41.542644 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad471d08-5ec8-48ce-afc4-23e70afda1f0 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:15:41.552221 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Publish callbacks [] for port (ad471d08-5ec8-48ce-afc4-23e70afda1f0), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:41.567052 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Transition to ACTIVE for port object ad471d08-5ec8-48ce-afc4-23e70afda1f0 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:15:41.573005 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (ad471d08-5ec8-48ce-afc4-23e70afda1f0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:41.630069 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad471d08-5ec8-48ce-afc4-23e70afda1f0,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:15:41.765724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Attempting to bind port ad471d08-5ec8-48ce-afc4-23e70afda1f0 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:15:41.766386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Attempting to bind port ad471d08-5ec8-48ce-afc4-23e70afda1f0 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'b57ae093-a055-45bb-a9c8-52ec13964efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9f15c25d-61ba-4f62-a7d1-50eefa62351b'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:15:41.766917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Attempting to bind port ad471d08-5ec8-48ce-afc4-23e70afda1f0 on network 9f15c25d-61ba-4f62-a7d1-50eefa62351b {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:15:41.801324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Port ad471d08-5ec8-48ce-afc4-23e70afda1f0 on network 9f15c25d-61ba-4f62-a7d1-50eefa62351b not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:15:41.801643 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Attempting to bind port ad471d08-5ec8-48ce-afc4-23e70afda1f0 on network 9f15c25d-61ba-4f62-a7d1-50eefa62351b {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:15:41.828242 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:15:41.828608 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Checking segment: {'id': 'b57ae093-a055-45bb-a9c8-52ec13964efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9f15c25d-61ba-4f62-a7d1-50eefa62351b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:15:41.833050 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Bound using segment: {'id': 'b57ae093-a055-45bb-a9c8-52ec13964efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9f15c25d-61ba-4f62-a7d1-50eefa62351b'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:15:41.833796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Bound port: ad471d08-5ec8-48ce-afc4-23e70afda1f0, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57ae093-a055-45bb-a9c8-52ec13964efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9f15c25d-61ba-4f62-a7d1-50eefa62351b'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:15:41.834188 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ad471d08-5ec8-48ce-afc4-23e70afda1f0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:41.911124 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815d0cb-424e-4792-a256-7f4a0132a300 req-a6916d85-c7eb-4f1f-a69f-5f6973a6422c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:41.930081 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9815d0cb-424e-4792-a256-7f4a0132a300 req-a6916d85-c7eb-4f1f-a69f-5f6973a6422c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 944 time: 0.1127629 Feb 07 17:15:41.938593 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02935d1e-e134-4f32-bd04-fd0d1b0c47e1 req-8f53048c-6bcd-48cb-a52e-62e1bdbeb86e tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:41.958822 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02935d1e-e134-4f32-bd04-fd0d1b0c47e1 req-8f53048c-6bcd-48cb-a52e-62e1bdbeb86e tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 944 time: 0.2122307 Feb 07 17:15:41.988551 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9815d0cb-424e-4792-a256-7f4a0132a300 req-b281d4c6-4895-4713-b955-d10d3b6a93de tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570049 Feb 07 17:15:42.041179 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02935d1e-e134-4f32-bd04-fd0d1b0c47e1 req-e45776bb-2fdd-47b9-94dd-df0fa7d4053f tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800285 Feb 07 17:15:42.123026 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] For port ad471d08-5ec8-48ce-afc4-23e70afda1f0, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:15:42.127233 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] For port ad471d08-5ec8-48ce-afc4-23e70afda1f0, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ad471d08-5ec8-48ce-afc4-23e70afda1f0,segment=NetworkSegment(b57ae093-a055-45bb-a9c8-52ec13964efa),segment_id=b57ae093-a055-45bb-a9c8-52ec13964efa)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:15:42.137876 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (ad471d08-5ec8-48ce-afc4-23e70afda1f0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:42.270574 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:42.276752 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:42.278643 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] 10.222.0.32 "PUT /v2.0/ports/ad471d08-5ec8-48ce-afc4-23e70afda1f0 HTTP/1.1" status: 200 len: 1092 time: 1.2364528 Feb 07 17:15:42.279243 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c19fd77-4be7-4e37-a157-81481e65ea88', 'tag': 'ad471d08-5ec8-48ce-afc4-23e70afda1f0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:15:42.289553 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b10df89-5909-46a1-8377-957c44786e25" -d '{"events": [{"name": "network-changed", "server_uuid": "1c19fd77-4be7-4e37-a157-81481e65ea88", "tag": "ad471d08-5ec8-48ce-afc4-23e70afda1f0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:15:42.404279 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ace119-aacc-4c70-8ba9-fdbd96cf1080 x-openstack-request-id: req-b2ace119-aacc-4c70-8ba9-fdbd96cf1080 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:15:42.404640 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c19fd77-4be7-4e37-a157-81481e65ea88", "tag": "ad471d08-5ec8-48ce-afc4-23e70afda1f0", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:15:42.404845 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2ace119-aacc-4c70-8ba9-fdbd96cf1080 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:15:42.405292 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c19fd77-4be7-4e37-a157-81481e65ea88', 'tag': 'ad471d08-5ec8-48ce-afc4-23e70afda1f0', 'status': 'completed', 'code': 200} Feb 07 17:15:42.406014 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d8f94-c4f3-48a6-b87b-447635b081e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad471d08-5ec8-48ce-afc4-23e70afda1f0,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:15:42.474936 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-3c810d85-df55-4c19-80d0-dc74e5ecb30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:42.480131 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-3c810d85-df55-4c19-80d0-dc74e5ecb30d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2be09bd74315487f96bd1cddb7034987&device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 1126 time: 0.1464012 Feb 07 17:15:42.591403 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-2c9f420f-93c2-4497-b90d-1666d01e18a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad471d08-5ec8-48ce-afc4-23e70afda1f0 HTTP/1.1" status: 200 len: 217 time: 0.1039712 Feb 07 17:15:42.668654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-29779db2-b471-4d23-84ff-99232ee2b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:42.670248 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-29779db2-b471-4d23-84ff-99232ee2b8b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=44710299-5306-42e6-b850-8cbb45ff1fa9 HTTP/1.1" status: 200 len: 854 time: 0.0726557 Feb 07 17:15:42.731776 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-6dca19cb-68a3-4be7-a6ba-00d8402b68b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9f15c25d-61ba-4f62-a7d1-50eefa62351b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511713 Feb 07 17:15:42.890741 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-0d93c71c-9cc2-4845-b515-b4071a4eeaa7 service neutron] 10.222.0.32 "GET /v2.0/networks/9f15c25d-61ba-4f62-a7d1-50eefa62351b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517870 Feb 07 17:15:43.101612 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-262dddd9-2a3e-4b0d-b72c-7aed7c8c50fa req-a02f6da2-3925-4c43-a7a1-d75f93c146e7 service neutron] 10.222.0.32 "GET /v2.0/networks/9f15c25d-61ba-4f62-a7d1-50eefa62351b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041390 Feb 07 17:15:43.364535 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487005a-d8e0-47f4-949f-e66dd2116f4e req-a3a9b7c8-c410-463c-b5c1-b3bbbc1e65b1 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:43.368303 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5487005a-d8e0-47f4-949f-e66dd2116f4e req-a3a9b7c8-c410-463c-b5c1-b3bbbc1e65b1 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 944 time: 0.1620786 Feb 07 17:15:43.435781 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d663e-5ce5-444b-bc3d-11e98d4b16e9 req-071a829d-dc37-4b41-b721-a83a884c5fee tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:43.438602 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b34d663e-5ce5-444b-bc3d-11e98d4b16e9 req-071a829d-dc37-4b41-b721-a83a884c5fee tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 944 time: 0.2784631 Feb 07 17:15:43.457733 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10df89-5909-46a1-8377-957c44786e25 req-4e6f77a1-0a59-42df-a212-5cfdb499c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:43.460378 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8b10df89-5909-46a1-8377-957c44786e25 req-4e6f77a1-0a59-42df-a212-5cfdb499c9a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2be09bd74315487f96bd1cddb7034987&device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 1126 time: 0.2483802 Feb 07 17:15:43.525972 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5487005a-d8e0-47f4-949f-e66dd2116f4e req-7211609a-99b6-4fcd-8868-5e6c184528ee tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419249 Feb 07 17:15:43.681270 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b34d663e-5ce5-444b-bc3d-11e98d4b16e9 req-f70e0f9a-1a93-4a28-aefb-740477e30ec3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192965 Feb 07 17:15:43.794968 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10df89-5909-46a1-8377-957c44786e25 req-bc85ab79-47aa-462f-a5b9-a777694d2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:43.797651 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8b10df89-5909-46a1-8377-957c44786e25 req-bc85ab79-47aa-462f-a5b9-a777694d2408 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9f15c25d-61ba-4f62-a7d1-50eefa62351b HTTP/1.1" status: 200 len: 915 time: 0.3087919 Feb 07 17:15:43.876890 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8b10df89-5909-46a1-8377-957c44786e25 req-836dcab4-4889-4bea-bd3e-94ffb4314f91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad471d08-5ec8-48ce-afc4-23e70afda1f0 HTTP/1.1" status: 200 len: 217 time: 0.0716860 Feb 07 17:15:43.946850 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10df89-5909-46a1-8377-957c44786e25 req-111db14d-acf8-4f16-9a91-e2520518ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:43.948413 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8b10df89-5909-46a1-8377-957c44786e25 req-111db14d-acf8-4f16-9a91-e2520518ccd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=44710299-5306-42e6-b850-8cbb45ff1fa9 HTTP/1.1" status: 200 len: 854 time: 0.0647576 Feb 07 17:15:43.991057 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8b10df89-5909-46a1-8377-957c44786e25 req-a553ee03-ad7e-402d-a8cf-40724a0d7a7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9f15c25d-61ba-4f62-a7d1-50eefa62351b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359943 Feb 07 17:15:44.158247 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8b10df89-5909-46a1-8377-957c44786e25 req-c2e1b2d6-ad9f-47a7-905b-62f280e5898f service neutron] 10.222.0.32 "GET /v2.0/networks/9f15c25d-61ba-4f62-a7d1-50eefa62351b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604168 Feb 07 17:15:44.329706 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8b10df89-5909-46a1-8377-957c44786e25 req-7188c6bc-ce78-42c9-bd4d-0ec29f56e89c service neutron] 10.222.0.32 "GET /v2.0/networks/9f15c25d-61ba-4f62-a7d1-50eefa62351b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650586 Feb 07 17:15:44.745388 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3b6d3-a59d-47c9-a943-9762bc5000a6 req-79d9537b-1166-4327-ab05-0ad5ea3c36ee tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:44.753010 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-04b3b6d3-a59d-47c9-a943-9762bc5000a6 req-79d9537b-1166-4327-ab05-0ad5ea3c36ee tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 944 time: 0.0912960 Feb 07 17:15:44.856235 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-04b3b6d3-a59d-47c9-a943-9762bc5000a6 req-8680b337-b13f-4f00-92e0-54e2982ec3c6 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019592 Feb 07 17:15:44.968401 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9f792-ca96-4948-8ccf-dd7677511641 req-f49c2f03-3c93-49e4-bc0e-7462d54e964d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:44.970409 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eda9f792-ca96-4948-8ccf-dd7677511641 req-f49c2f03-3c93-49e4-bc0e-7462d54e964d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 944 time: 0.0850985 Feb 07 17:15:45.087580 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eda9f792-ca96-4948-8ccf-dd7677511641 req-596a1f6a-f3c2-4806-9423-bd103b50da2e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113663 Feb 07 17:15:46.013656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb8b42-09a0-4e4a-83d4-fd47e0a03d90 req-fad61b84-591a-4c0a-bcae-80fb157f7671 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:46.015809 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41fb8b42-09a0-4e4a-83d4-fd47e0a03d90 req-fad61b84-591a-4c0a-bcae-80fb157f7671 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 944 time: 0.0576057 Feb 07 17:15:46.067597 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-41fb8b42-09a0-4e4a-83d4-fd47e0a03d90 req-3c10e8d1-3c9e-4e39-8b8f-8433da72be81 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453656 Feb 07 17:15:46.264983 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4172e87-0841-4df8-8f3f-87949042e97d req-5162df89-6f6a-459f-b6eb-7bc426558739 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:46.267343 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e4172e87-0841-4df8-8f3f-87949042e97d req-5162df89-6f6a-459f-b6eb-7bc426558739 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 944 time: 0.0966256 Feb 07 17:15:46.342812 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e4172e87-0841-4df8-8f3f-87949042e97d req-69525edd-2ddc-427c-b50d-17e7694011ff tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685802 Feb 07 17:15:47.044286 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ad471d08-5ec8-48ce-afc4-23e70afda1f0 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:15:47.180780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port ad471d08-5ec8-48ce-afc4-23e70afda1f0, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ad471d08-5ec8-48ce-afc4-23e70afda1f0,segment=NetworkSegment(b57ae093-a055-45bb-a9c8-52ec13964efa),segment_id=b57ae093-a055-45bb-a9c8-52ec13964efa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:15:47.203235 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'ad471d08-5ec8-48ce-afc4-23e70afda1f0', 'network_id': '9f15c25d-61ba-4f62-a7d1-50eefa62351b', 'port_id': 'ad471d08-5ec8-48ce-afc4-23e70afda1f0', 'mac_address': 'fa:16:3e:48:5f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44710299-5306-42e6-b850-8cbb45ff1fa9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:15:47.301155 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port ad471d08-5ec8-48ce-afc4-23e70afda1f0 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:15:47.301500 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ad471d08-5ec8-48ce-afc4-23e70afda1f0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:47.323928 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1256af-57b3-41f8-a025-57d1eff85b29 req-51d49319-cb94-44ac-b40d-464b483a94e1 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:47.338413 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c1256af-57b3-41f8-a025-57d1eff85b29 req-51d49319-cb94-44ac-b40d-464b483a94e1 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 944 time: 0.1392808 Feb 07 17:15:47.353244 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad471d08-5ec8-48ce-afc4-23e70afda1f0 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:15:47.400884 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port ad471d08-5ec8-48ce-afc4-23e70afda1f0, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ad471d08-5ec8-48ce-afc4-23e70afda1f0,segment=NetworkSegment(b57ae093-a055-45bb-a9c8-52ec13964efa),segment_id=b57ae093-a055-45bb-a9c8-52ec13964efa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:15:47.422466 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ad471d08-5ec8-48ce-afc4-23e70afda1f0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:47.449176 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c1256af-57b3-41f8-a025-57d1eff85b29 req-e31927a6-1110-4b0f-b562-717c0f151b1e tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998883 Feb 07 17:15:47.523587 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=ad471d08-5ec8-48ce-afc4-23e70afda1f0,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:15:47.540694 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b74fce-a24d-459d-b223-a846a4236e2f req-b5e101a8-6cb8-4d7c-b3d6-040fb590563d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:47.541536 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:47.541899 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:47.542252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:47.542598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:47.542935 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:47.543280 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:47.544233 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46b74fce-a24d-459d-b223-a846a4236e2f req-b5e101a8-6cb8-4d7c-b3d6-040fb590563d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 944 time: 0.0641937 Feb 07 17:15:47.548410 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:47.548795 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:47.549147 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:47.549521 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:47.549864 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:47.550206 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:47.550540 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:15:47.631307 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46b74fce-a24d-459d-b223-a846a4236e2f req-21345bde-0526-4ea8-a308-a7e1110db25a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804448 Feb 07 17:15:47.645943 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['ad471d08-5ec8-48ce-afc4-23e70afda1f0'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:15:48.600395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943cc0b-2122-4376-9734-c979ca994b2c req-cac25316-1f9d-4569-b372-fd8a410bee40 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:48.602493 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6943cc0b-2122-4376-9734-c979ca994b2c req-cac25316-1f9d-4569-b372-fd8a410bee40 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 945 time: 0.0672891 Feb 07 17:15:48.652840 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49228) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:15:48.708889 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6943cc0b-2122-4376-9734-c979ca994b2c req-6ff17b12-b00f-432a-9a05-72644d6adad5 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003833 Feb 07 17:15:48.868784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678319f7-67d4-492b-9dba-db7268530f6f req-553816e0-ab4a-4cce-a50d-6658f5660fc0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:48.874497 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-678319f7-67d4-492b-9dba-db7268530f6f req-553816e0-ab4a-4cce-a50d-6658f5660fc0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 944 time: 0.1112471 Feb 07 17:15:48.951691 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-268ef065-c8ef-4f05-b954-ea63e6dc3d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:49.071505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ad471d08-5ec8-48ce-afc4-23e70afda1f0 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:15:49.091728 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-268ef065-c8ef-4f05-b954-ea63e6dc3d37 admin admin] Publish callbacks [] for security_group (56a36513-a637-4f84-bc64-4706071b9562), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:49.115502 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-268ef065-c8ef-4f05-b954-ea63e6dc3d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (56a36513-a637-4f84-bc64-4706071b9562), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:49.188677 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-678319f7-67d4-492b-9dba-db7268530f6f req-070d5adb-6077-4546-b7a2-57d2ce93a626 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3051090 Feb 07 17:15:49.193711 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ef065-c8ef-4f05-b954-ea63e6dc3d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a36513-a637-4f84-bc64-4706071b9562,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:15:49.202503 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-268ef065-c8ef-4f05-b954-ea63e6dc3d37 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e2679e8440b43f08493aa04cdd52cf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5485227 Feb 07 17:15:49.205382 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49238) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:15:49.228209 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port ad471d08-5ec8-48ce-afc4-23e70afda1f0 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:15:49.233187 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port ad471d08-5ec8-48ce-afc4-23e70afda1f0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:15:49.233668 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ad471d08-5ec8-48ce-afc4-23e70afda1f0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:49.311608 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3cafd936-734a-40d8-9fda-2c7564d9fb01 admin admin] Publish callbacks [] for security_group (56a36513-a637-4f84-bc64-4706071b9562), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:49.342091 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3cafd936-734a-40d8-9fda-2c7564d9fb01 admin admin] Publish callbacks [] for security_group (56a36513-a637-4f84-bc64-4706071b9562), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:49.399797 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3cafd936-734a-40d8-9fda-2c7564d9fb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (56a36513-a637-4f84-bc64-4706071b9562), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:49.403984 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3cafd936-734a-40d8-9fda-2c7564d9fb01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:49.407614 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3cafd936-734a-40d8-9fda-2c7564d9fb01 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56a36513-a637-4f84-bc64-4706071b9562 HTTP/1.1" status: 204 len: 168 time: 0.1984334 Feb 07 17:15:49.416978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafd936-734a-40d8-9fda-2c7564d9fb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a36513-a637-4f84-bc64-4706071b9562,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:15:49.726331 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port ad471d08-5ec8-48ce-afc4-23e70afda1f0 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:15:49.726713 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ad471d08-5ec8-48ce-afc4-23e70afda1f0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:49.794718 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port ad471d08-5ec8-48ce-afc4-23e70afda1f0, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ad471d08-5ec8-48ce-afc4-23e70afda1f0,segment=NetworkSegment(b57ae093-a055-45bb-a9c8-52ec13964efa),segment_id=b57ae093-a055-45bb-a9c8-52ec13964efa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:15:49.798794 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c19fd77-4be7-4e37-a157-81481e65ea88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad471d08-5ec8-48ce-afc4-23e70afda1f0'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:15:49.803855 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47113b66-8b2e-4dcb-95e9-440d7b5dba4c" -d '{"events": [{"server_uuid": "1c19fd77-4be7-4e37-a157-81481e65ea88", "name": "network-vif-plugged", "status": "completed", "tag": "ad471d08-5ec8-48ce-afc4-23e70afda1f0"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:15:49.808669 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ad471d08-5ec8-48ce-afc4-23e70afda1f0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:49.899815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=ad471d08-5ec8-48ce-afc4-23e70afda1f0,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:15:49.995440 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49258) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:15:49.997382 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216b9c4-b52f-46d2-99d8-a51bd95b8135 req-da606caa-2483-4f87-bc20-1e92d892846f tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:50.005979 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c216b9c4-b52f-46d2-99d8-a51bd95b8135 req-da606caa-2483-4f87-bc20-1e92d892846f tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 946 time: 0.1171503 Feb 07 17:15:50.015792 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f77b420-9322-4d0c-9617-f78d8d1e2e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:50.139851 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f77b420-9322-4d0c-9617-f78d8d1e2e44 admin admin] Publish callbacks [] for security_group (6e0dad08-8063-44a9-9d73-10cafa906fb9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:50.146913 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1f77b420-9322-4d0c-9617-f78d8d1e2e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6e0dad08-8063-44a9-9d73-10cafa906fb9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:50.156956 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c216b9c4-b52f-46d2-99d8-a51bd95b8135 req-7380922e-9ac5-46d6-bab7-5d874ddddab5 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497369 Feb 07 17:15:50.214062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77b420-9322-4d0c-9617-f78d8d1e2e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0dad08-8063-44a9-9d73-10cafa906fb9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:15:50.276008 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1f77b420-9322-4d0c-9617-f78d8d1e2e44 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2cba1a6f4af1413ab534211721040f8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2785618 Feb 07 17:15:50.277608 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49262) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:15:50.341773 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51953cb-c04f-42d8-8298-abcf23d8b5f9 x-openstack-request-id: req-d51953cb-c04f-42d8-8298-abcf23d8b5f9 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:15:50.342287 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c19fd77-4be7-4e37-a157-81481e65ea88", "name": "network-vif-plugged", "status": "completed", "tag": "ad471d08-5ec8-48ce-afc4-23e70afda1f0", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:15:50.342287 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d51953cb-c04f-42d8-8298-abcf23d8b5f9 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:15:50.342721 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c19fd77-4be7-4e37-a157-81481e65ea88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad471d08-5ec8-48ce-afc4-23e70afda1f0', 'code': 200} Feb 07 17:15:50.361728 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5acdd42f-7c3d-47e8-81f9-954bb80fcf42 admin admin] Publish callbacks [] for security_group (6e0dad08-8063-44a9-9d73-10cafa906fb9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:50.404367 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5acdd42f-7c3d-47e8-81f9-954bb80fcf42 admin admin] Publish callbacks [] for security_group (6e0dad08-8063-44a9-9d73-10cafa906fb9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:50.494315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e342fa-69de-4f6b-bcc8-52358e3f5608 req-484afeba-90cd-403c-9d08-91ba61cf20ca tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:50.507809 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9e342fa-69de-4f6b-bcc8-52358e3f5608 req-484afeba-90cd-403c-9d08-91ba61cf20ca tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 944 time: 0.1278930 Feb 07 17:15:50.509248 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5acdd42f-7c3d-47e8-81f9-954bb80fcf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (6e0dad08-8063-44a9-9d73-10cafa906fb9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:50.512087 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5acdd42f-7c3d-47e8-81f9-954bb80fcf42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:50.515892 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5acdd42f-7c3d-47e8-81f9-954bb80fcf42 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e0dad08-8063-44a9-9d73-10cafa906fb9 HTTP/1.1" status: 204 len: 168 time: 0.2348073 Feb 07 17:15:50.560458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acdd42f-7c3d-47e8-81f9-954bb80fcf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0dad08-8063-44a9-9d73-10cafa906fb9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:15:50.614369 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9e342fa-69de-4f6b-bcc8-52358e3f5608 req-30cd34e7-c25a-4510-8ec0-08228d996963 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992827 Feb 07 17:15:50.623662 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6668240-1269-4f28-aef1-d60700475ea8 req-3642f24b-05dc-4648-b40f-bd7e6546329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:50.625215 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e6668240-1269-4f28-aef1-d60700475ea8 req-3642f24b-05dc-4648-b40f-bd7e6546329c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 1128 time: 0.1562142 Feb 07 17:15:50.766110 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e6668240-1269-4f28-aef1-d60700475ea8 req-79c62080-fd46-493a-a6d8-ae6ee0b2687b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346064 Feb 07 17:15:51.191272 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49278) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:15:51.218288 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ae59d8d-ecab-4001-b694-4146d102a407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:51.342694 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5078c5-f128-4441-b107-b6f74f1900b2 req-1fa3a79a-0eed-488d-bacf-3f99ba94b1d3 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:51.344154 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc5078c5-f128-4441-b107-b6f74f1900b2 req-1fa3a79a-0eed-488d-bacf-3f99ba94b1d3 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 946 time: 0.0948806 Feb 07 17:15:51.375354 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ae59d8d-ecab-4001-b694-4146d102a407 admin admin] Publish callbacks [] for security_group (b1436921-97b7-43ed-a3da-6c366e300318), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:51.393089 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5ae59d8d-ecab-4001-b694-4146d102a407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b1436921-97b7-43ed-a3da-6c366e300318), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:51.432595 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5ae59d8d-ecab-4001-b694-4146d102a407 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30e6a2b0a4f34a8e811dcf51d72e0cc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2402117 Feb 07 17:15:51.435218 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49282) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:15:51.454828 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae59d8d-ecab-4001-b694-4146d102a407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1436921-97b7-43ed-a3da-6c366e300318,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:15:51.528306 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a1fba09-f1ef-4474-86a8-dade08cde2a2 admin admin] Publish callbacks [] for security_group (b1436921-97b7-43ed-a3da-6c366e300318), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:51.531201 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc5078c5-f128-4441-b107-b6f74f1900b2 req-cc937670-e7c8-48e7-ae03-77efdc46abef tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527820 Feb 07 17:15:51.551860 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:51.564566 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a1fba09-f1ef-4474-86a8-dade08cde2a2 admin admin] Publish callbacks [] for security_group (b1436921-97b7-43ed-a3da-6c366e300318), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:51.614696 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a1fba09-f1ef-4474-86a8-dade08cde2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (b1436921-97b7-43ed-a3da-6c366e300318), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:51.620789 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a1fba09-f1ef-4474-86a8-dade08cde2a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:51.625754 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3a1fba09-f1ef-4474-86a8-dade08cde2a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b1436921-97b7-43ed-a3da-6c366e300318 HTTP/1.1" status: 204 len: 168 time: 0.1893444 Feb 07 17:15:51.638476 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fba09-f1ef-4474-86a8-dade08cde2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1436921-97b7-43ed-a3da-6c366e300318,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:15:51.916905 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34475fd-5d48-4970-a4ec-515a08dae565 req-55eb15e4-6be6-4ee5-b570-4e336d2632a1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:51.918663 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a34475fd-5d48-4970-a4ec-515a08dae565 req-55eb15e4-6be6-4ee5-b570-4e336d2632a1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 944 time: 0.2045975 Feb 07 17:15:52.001214 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a34475fd-5d48-4970-a4ec-515a08dae565 req-90ef9394-2a60-4d70-9e86-8ade56403e28 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765331 Feb 07 17:15:52.737267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080b46b-a2c3-4ac4-af6d-4e38c039c6af req-a254909a-c60d-4faa-8ab5-98555f7c0943 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:52.738835 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d080b46b-a2c3-4ac4-af6d-4e38c039c6af req-a254909a-c60d-4faa-8ab5-98555f7c0943 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 946 time: 0.1095026 Feb 07 17:15:52.823889 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d080b46b-a2c3-4ac4-af6d-4e38c039c6af req-838ddc56-c8f9-4910-a298-eb3f2bbc1d0a tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688062 Feb 07 17:15:53.227497 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f0dbd-1682-46b1-b477-7eecf6901d94 req-07b71a77-ad18-4fb1-bb5d-d43e2cd7b740 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:53.242516 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cb7f0dbd-1682-46b1-b477-7eecf6901d94 req-07b71a77-ad18-4fb1-bb5d-d43e2cd7b740 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 944 time: 0.1264675 Feb 07 17:15:53.358501 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:53.410043 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cb7f0dbd-1682-46b1-b477-7eecf6901d94 req-50e66061-1eab-43d8-bd0a-17159662dd33 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665277 Feb 07 17:15:54.609221 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95b370-72b5-4b55-a33a-1949a3a7d62b req-003cb206-07cc-4b97-b9eb-c45904844b1a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:54.623527 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0d95b370-72b5-4b55-a33a-1949a3a7d62b req-003cb206-07cc-4b97-b9eb-c45904844b1a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 944 time: 0.1196315 Feb 07 17:15:54.742147 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0d95b370-72b5-4b55-a33a-1949a3a7d62b req-7a0369ba-69ff-4035-b9ec-0c4b5aeec3ec tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173880 Feb 07 17:15:55.802833 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7bac227c-97de-44b9-a85c-2511e5610178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:55.889338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53c186-0b06-407c-ba36-c055425cdcc3 req-d39d95b1-3b2c-4871-855b-5a0339420245 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:55.898057 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2d53c186-0b06-407c-ba36-c055425cdcc3 req-d39d95b1-3b2c-4871-855b-5a0339420245 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 944 time: 0.0708528 Feb 07 17:15:55.970599 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2d53c186-0b06-407c-ba36-c055425cdcc3 req-f66af1fd-175a-4de3-a58a-ae14df52cac6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707519 Feb 07 17:15:56.307047 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2984d865-b0de-4205-b268-00717f2078f6 req-49c28f51-c1f9-4f34-97af-1f7419b9231b tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=430f0ad7e5a54c85a87bff451d6cb9cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374346 Feb 07 17:15:56.614748 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984d865-b0de-4205-b268-00717f2078f6 req-a6b9800d-c4d5-40a0-ad0a-4bb51eb2ff09 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:56.617381 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2984d865-b0de-4205-b268-00717f2078f6 req-a6b9800d-c4d5-40a0-ad0a-4bb51eb2ff09 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3044488 Feb 07 17:15:56.636380 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2984d865-b0de-4205-b268-00717f2078f6 req-3a7f52b9-9fdc-4234-9bad-4da8cc1ffe44 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/quotas/430f0ad7e5a54c85a87bff451d6cb9cb HTTP/1.1" status: 200 len: 375 time: 0.0138783 Feb 07 17:15:56.703628 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2984d865-b0de-4205-b268-00717f2078f6 req-f08da416-cbd6-4179-b2ef-ef9589faf351 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=430f0ad7e5a54c85a87bff451d6cb9cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613112 Feb 07 17:15:56.971912 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7a79e4d7-7d22-4206-b9cb-7515549fea33 req-a376aa2e-57a6-44e4-a48e-3940e9c1a9a8 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 210 time: 0.0584500 Feb 07 17:15:57.195460 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59f36a-a589-48fc-a81a-dc056d64e684 req-7764f763-1f86-4685-8be0-3e118c3d9282 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:57.204161 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b59f36a-a589-48fc-a81a-dc056d64e684 req-7764f763-1f86-4685-8be0-3e118c3d9282 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 944 time: 0.1485009 Feb 07 17:15:57.299310 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b59f36a-a589-48fc-a81a-dc056d64e684 req-ca3d6e39-73e4-4135-863d-11f1caca4a9d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926244 Feb 07 17:15:57.549115 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:15:58.123904 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c26d1e12-1a8d-476f-aeb7-72ba87ea3a00 req-cdc9c66f-4f5e-429b-94b8-c81d36116e01 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 210 time: 0.0532153 Feb 07 17:15:58.203484 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1f2820c6-8a1c-4d40-8b43-0d5d04abb651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:58.330956 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2984d865-b0de-4205-b268-00717f2078f6 req-7d69c56b-f014-4875-82c0-923c2dd71eee tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=430f0ad7e5a54c85a87bff451d6cb9cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829332 Feb 07 17:15:58.510240 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984d865-b0de-4205-b268-00717f2078f6 req-29b10325-b540-4fc3-9890-d6d8c40867cc tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:58.512017 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2984d865-b0de-4205-b268-00717f2078f6 req-29b10325-b540-4fc3-9890-d6d8c40867cc tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1694787 Feb 07 17:15:58.572116 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2984d865-b0de-4205-b268-00717f2078f6 req-c0d19058-78d5-4d32-a8ae-c63b9315cc26 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Request body: {'port': {'device_id': 'c4738204-9f18-43e0-b4fe-8a2a732fadce', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '430f0ad7e5a54c85a87bff451d6cb9cb'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:15:58.670914 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe9725-f8a4-4ffd-a760-b381085fc42b req-271b9daa-212e-453e-8d88-1d88569ae20c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:15:58.672678 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-16fe9725-f8a4-4ffd-a760-b381085fc42b req-271b9daa-212e-453e-8d88-1d88569ae20c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 944 time: 0.1595271 Feb 07 17:15:59.169994 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-16fe9725-f8a4-4ffd-a760-b381085fc42b req-7f088e5c-1ee5-4e5e-a8b1-c97642e0c19e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4891324 Feb 07 17:15:59.209153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2984d865-b0de-4205-b268-00717f2078f6 req-c0d19058-78d5-4d32-a8ae-c63b9315cc26 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Made reservation on behalf of 430f0ad7e5a54c85a87bff451d6cb9cb for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:15:59.233938 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2984d865-b0de-4205-b268-00717f2078f6 req-c0d19058-78d5-4d32-a8ae-c63b9315cc26 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:59.266798 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2984d865-b0de-4205-b268-00717f2078f6 req-c0d19058-78d5-4d32-a8ae-c63b9315cc26 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:59.371193 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7fa785c7-9994-4a31-b3cf-6ef2baffbe79 req-18ab36ab-5daa-4379-a095-6d3fc9c274ce tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 210 time: 0.0638649 Feb 07 17:15:59.481447 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2984d865-b0de-4205-b268-00717f2078f6 req-c0d19058-78d5-4d32-a8ae-c63b9315cc26 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Publish callbacks [] for security_group (93a7c0f7-d310-4257-9918-f3ccbae9935a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:59.486605 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2984d865-b0de-4205-b268-00717f2078f6 req-c0d19058-78d5-4d32-a8ae-c63b9315cc26 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (93a7c0f7-d310-4257-9918-f3ccbae9935a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:59.551919 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:59.636208 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d19058-78d5-4d32-a8ae-c63b9315cc26 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a7c0f7-d310-4257-9918-f3ccbae9935a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:15:59.655937 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-2984d865-b0de-4205-b268-00717f2078f6 req-c0d19058-78d5-4d32-a8ae-c63b9315cc26 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Allocated IP 192.168.233.75 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/9c2b6010-b1b9-49d6-969a-735a087cf0d5) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:15:59.847067 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2984d865-b0de-4205-b268-00717f2078f6 req-c0d19058-78d5-4d32-a8ae-c63b9315cc26 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Publish callbacks [] for port (9c2b6010-b1b9-49d6-969a-735a087cf0d5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:59.893574 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2984d865-b0de-4205-b268-00717f2078f6 req-c0d19058-78d5-4d32-a8ae-c63b9315cc26 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (9c2b6010-b1b9-49d6-969a-735a087cf0d5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:15:59.920258 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2984d865-b0de-4205-b268-00717f2078f6 req-c0d19058-78d5-4d32-a8ae-c63b9315cc26 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:15:59.947132 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-2984d865-b0de-4205-b268-00717f2078f6 req-c0d19058-78d5-4d32-a8ae-c63b9315cc26 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:15:59.951160 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2984d865-b0de-4205-b268-00717f2078f6 req-c0d19058-78d5-4d32-a8ae-c63b9315cc26 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:16:00.089862 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d19058-78d5-4d32-a8ae-c63b9315cc26 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Pushing event updated for resources: {'Port': ['ID=9c2b6010-b1b9-49d6-969a-735a087cf0d5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:00.111660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984d865-b0de-4205-b268-00717f2078f6 req-c0d19058-78d5-4d32-a8ae-c63b9315cc26 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:00.112423 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2984d865-b0de-4205-b268-00717f2078f6 req-c0d19058-78d5-4d32-a8ae-c63b9315cc26 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:00.153574 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2984d865-b0de-4205-b268-00717f2078f6 req-c0d19058-78d5-4d32-a8ae-c63b9315cc26 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5885968 Feb 07 17:16:00.165324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Request body: {'port': {'device_id': 'c4738204-9f18-43e0-b4fe-8a2a732fadce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:16:00.327980 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9c2b6010-b1b9-49d6-969a-735a087cf0d5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:00.376129 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f761f212-ada6-4eb8-8ecd-b4de939950d6 None None] Provisioning complete for port 9c2b6010-b1b9-49d6-969a-735a087cf0d5 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:16:00.376515 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f761f212-ada6-4eb8-8ecd-b4de939950d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9c2b6010-b1b9-49d6-969a-735a087cf0d5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:00.421317 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f761f212-ada6-4eb8-8ecd-b4de939950d6 None None] Port 9c2b6010-b1b9-49d6-969a-735a087cf0d5 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:16:00.513564 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03a5cd-580b-48cd-9b8c-24abdfe3d75a req-b808001a-8b0b-4974-bb57-f964427a28cf tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:00.516012 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df03a5cd-580b-48cd-9b8c-24abdfe3d75a req-b808001a-8b0b-4974-bb57-f964427a28cf tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 944 time: 0.1904712 Feb 07 17:16:00.527397 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abed138-0962-406d-8ac6-90b371454679 req-01a23bdc-859e-4d43-965c-39024e04230d tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:00.545231 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1abed138-0962-406d-8ac6-90b371454679 req-01a23bdc-859e-4d43-965c-39024e04230d tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 935 time: 0.0772495 Feb 07 17:16:00.617865 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1abed138-0962-406d-8ac6-90b371454679 req-a5307607-caa2-4169-9275-6036d315c536 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a7c0f7-d310-4257-9918-f3ccbae9935a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704622 Feb 07 17:16:00.687543 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df03a5cd-580b-48cd-9b8c-24abdfe3d75a req-5d4c3f3f-343f-46a6-8e4a-46314d5bf4b2 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190376 Feb 07 17:16:00.884963 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2b6010-b1b9-49d6-969a-735a087cf0d5 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:16:00.896478 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:00.905714 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Publish callbacks [] for port (9c2b6010-b1b9-49d6-969a-735a087cf0d5), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:00.920866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c23627d0-2259-402d-a8e7-743e754cf313 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:16:00.921920 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Transition to ACTIVE for port object 9c2b6010-b1b9-49d6-969a-735a087cf0d5 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:16:00.926845 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (9c2b6010-b1b9-49d6-969a-735a087cf0d5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:01.138528 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Pushing event updated for resources: {'Port': ['ID=9c2b6010-b1b9-49d6-969a-735a087cf0d5,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:01.197331 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Attempting to bind port 9c2b6010-b1b9-49d6-969a-735a087cf0d5 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:16:01.198162 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Attempting to bind port 9c2b6010-b1b9-49d6-969a-735a087cf0d5 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:16:01.198687 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Attempting to bind port 9c2b6010-b1b9-49d6-969a-735a087cf0d5 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:16:01.208197 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port c23627d0-2259-402d-a8e7-743e754cf313, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c23627d0-2259-402d-a8e7-743e754cf313,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:16:01.212952 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Port 9c2b6010-b1b9-49d6-969a-735a087cf0d5 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:16:01.213576 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Attempting to bind port 9c2b6010-b1b9-49d6-969a-735a087cf0d5 on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:16:01.226004 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:16:01.228259 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:16:01.228828 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:16:01.230798 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Bound port: 9c2b6010-b1b9-49d6-969a-735a087cf0d5, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:16:01.231441 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9c2b6010-b1b9-49d6-969a-735a087cf0d5), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:01.245047 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'c23627d0-2259-402d-a8e7-743e754cf313', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'port_id': 'c23627d0-2259-402d-a8e7-743e754cf313', 'mac_address': 'fa:16:3e:56:72:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:16:01.326607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49584) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:01.353015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port c23627d0-2259-402d-a8e7-743e754cf313 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:16:01.353699 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c23627d0-2259-402d-a8e7-743e754cf313), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:01.399504 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] For port 9c2b6010-b1b9-49d6-969a-735a087cf0d5, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:16:01.399702 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c23627d0-2259-402d-a8e7-743e754cf313 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:16:01.402198 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] For port 9c2b6010-b1b9-49d6-969a-735a087cf0d5, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=9c2b6010-b1b9-49d6-969a-735a087cf0d5,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:16:01.415088 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (9c2b6010-b1b9-49d6-969a-735a087cf0d5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:01.464239 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port c23627d0-2259-402d-a8e7-743e754cf313, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c23627d0-2259-402d-a8e7-743e754cf313,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:16:01.479115 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c23627d0-2259-402d-a8e7-743e754cf313), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:01.506101 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Pushing event updated for resources: {'Port': ['ID=9c2b6010-b1b9-49d6-969a-735a087cf0d5,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:01.534287 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:01.534922 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:01.536382 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2984d865-b0de-4205-b268-00717f2078f6 req-3f45575d-5bdd-4633-a68c-78ceda47e3dc service neutron] 10.222.0.48 "PUT /v2.0/ports/9c2b6010-b1b9-49d6-969a-735a087cf0d5 HTTP/1.1" status: 200 len: 1095 time: 1.3760581 Feb 07 17:16:01.536819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4738204-9f18-43e0-b4fe-8a2a732fadce', 'tag': '9c2b6010-b1b9-49d6-969a-735a087cf0d5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:16:01.539858 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95f5e17-fd1c-4b37-819a-68c387b08123" -d '{"events": [{"name": "network-changed", "server_uuid": "c4738204-9f18-43e0-b4fe-8a2a732fadce", "tag": "9c2b6010-b1b9-49d6-969a-735a087cf0d5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:16:01.632835 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=c23627d0-2259-402d-a8e7-743e754cf313,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:01.679777 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24883eb-1f83-4b28-a417-ad2c6c218fda x-openstack-request-id: req-a24883eb-1f83-4b28-a417-ad2c6c218fda {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:16:01.681267 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4738204-9f18-43e0-b4fe-8a2a732fadce", "tag": "9c2b6010-b1b9-49d6-969a-735a087cf0d5", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:16:01.682225 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a24883eb-1f83-4b28-a417-ad2c6c218fda {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:16:01.684326 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4738204-9f18-43e0-b4fe-8a2a732fadce', 'tag': '9c2b6010-b1b9-49d6-969a-735a087cf0d5', 'status': 'completed', 'code': 200} Feb 07 17:16:01.736578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984d865-b0de-4205-b268-00717f2078f6 req-44ad48e2-7673-4bb1-80bf-7da6704caa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:01.742680 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2984d865-b0de-4205-b268-00717f2078f6 req-44ad48e2-7673-4bb1-80bf-7da6704caa78 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=430f0ad7e5a54c85a87bff451d6cb9cb&device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 1129 time: 0.1654782 Feb 07 17:16:01.797237 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c23627d0-2259-402d-a8e7-743e754cf313'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:16:01.830633 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2984d865-b0de-4205-b268-00717f2078f6 req-dac1cdb9-b0ff-4a87-a239-ed68f9c80d30 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=9c2b6010-b1b9-49d6-969a-735a087cf0d5 HTTP/1.1" status: 200 len: 217 time: 0.0795317 Feb 07 17:16:01.902405 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984d865-b0de-4205-b268-00717f2078f6 req-6155c064-6791-4e87-b8ea-e353479c9e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:01.907495 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2984d865-b0de-4205-b268-00717f2078f6 req-6155c064-6791-4e87-b8ea-e353479c9e8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0671263 Feb 07 17:16:02.010964 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1b416-929a-40db-b46f-d6c60d3045fb req-eb9a4d5c-d3f3-4bfd-b1d9-55e3775c6054 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:02.021105 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c4f1b416-929a-40db-b46f-d6c60d3045fb req-eb9a4d5c-d3f3-4bfd-b1d9-55e3775c6054 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 945 time: 0.1673195 Feb 07 17:16:02.072592 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d262d-d6a4-4ec2-9dd1-2c29546b3604 req-e2d7df65-e369-4f96-9989-dcd550bdf276 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:02.080633 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b71d262d-d6a4-4ec2-9dd1-2c29546b3604 req-e2d7df65-e369-4f96-9989-dcd550bdf276 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 947 time: 0.2535014 Feb 07 17:16:02.130750 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984d865-b0de-4205-b268-00717f2078f6 req-beccaf31-1903-47db-b08a-146084dad2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:02.134010 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2984d865-b0de-4205-b268-00717f2078f6 req-beccaf31-1903-47db-b08a-146084dad2c8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1909363 Feb 07 17:16:02.318443 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b71d262d-d6a4-4ec2-9dd1-2c29546b3604 req-2ad81c3d-a41c-47fb-bf50-afd39f26c0da tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a7c0f7-d310-4257-9918-f3ccbae9935a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276280 Feb 07 17:16:02.419530 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:02.450332 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2984d865-b0de-4205-b268-00717f2078f6 req-de8ed52e-e82a-47d1-bc0d-25345029c1fa service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100379 Feb 07 17:16:02.659847 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2984d865-b0de-4205-b268-00717f2078f6 req-bb1af75a-239d-4c40-aeb9-eeea1f5d74d1 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028785 Feb 07 17:16:02.814488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f5e17-fd1c-4b37-819a-68c387b08123 req-855fea76-46f9-4e22-8900-a739a9b347e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:02.816223 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e95f5e17-fd1c-4b37-819a-68c387b08123 req-855fea76-46f9-4e22-8900-a739a9b347e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=430f0ad7e5a54c85a87bff451d6cb9cb&device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 1129 time: 0.0932348 Feb 07 17:16:02.939586 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c4f1b416-929a-40db-b46f-d6c60d3045fb req-287321fd-7a9a-4fc7-9c8c-54a380fb03e1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9160516 Feb 07 17:16:02.976795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f5e17-fd1c-4b37-819a-68c387b08123 req-ea56626c-192f-4982-bcf7-217ae9e93123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:02.978256 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e95f5e17-fd1c-4b37-819a-68c387b08123 req-ea56626c-192f-4982-bcf7-217ae9e93123 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.1532986 Feb 07 17:16:03.064996 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e95f5e17-fd1c-4b37-819a-68c387b08123 req-a9a951d9-6a13-4401-be3d-507acc0113b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=9c2b6010-b1b9-49d6-969a-735a087cf0d5 HTTP/1.1" status: 200 len: 217 time: 0.0808482 Feb 07 17:16:03.137553 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f5e17-fd1c-4b37-819a-68c387b08123 req-164da61a-a2e6-4ca4-bc0b-87fc498e6af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:03.143547 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e95f5e17-fd1c-4b37-819a-68c387b08123 req-164da61a-a2e6-4ca4-bc0b-87fc498e6af1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0715721 Feb 07 17:16:03.186221 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cb16cbb-a828-4b75-8fce-f3ed79ecf741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:03.246032 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f5e17-fd1c-4b37-819a-68c387b08123 req-628534cf-9d02-4b0c-9ecb-7ed802728ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:03.250004 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e95f5e17-fd1c-4b37-819a-68c387b08123 req-628534cf-9d02-4b0c-9ecb-7ed802728ff9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1001203 Feb 07 17:16:03.381150 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e95f5e17-fd1c-4b37-819a-68c387b08123 req-eff7ad4b-11ee-42b4-9c3b-cf4be24f7c58 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251233 Feb 07 17:16:03.562013 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e95f5e17-fd1c-4b37-819a-68c387b08123 req-6bf875d9-826a-42fd-8320-3d7272f92b92 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753891 Feb 07 17:16:03.584570 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208acc1-a086-4032-8001-76d07e5ad029 req-a85c8539-1b1c-4e57-aac1-1b404648a56b tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:03.586851 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d208acc1-a086-4032-8001-76d07e5ad029 req-a85c8539-1b1c-4e57-aac1-1b404648a56b tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 947 time: 0.1128066 Feb 07 17:16:03.647125 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d208acc1-a086-4032-8001-76d07e5ad029 req-3aee8cb7-c5a6-46b4-bbc5-67a23ad3dc70 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a7c0f7-d310-4257-9918-f3ccbae9935a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518000 Feb 07 17:16:03.690198 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1cb16cbb-a828-4b75-8fce-f3ed79ecf741 admin admin] Deleting port 1dfefd62-afd1-44c0-954c-9eb82f847e23 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:16:03.690803 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cb16cbb-a828-4b75-8fce-f3ed79ecf741 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:03.819148 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-1cb16cbb-a828-4b75-8fce-f3ed79ecf741 admin admin] For port 1dfefd62-afd1-44c0-954c-9eb82f847e23, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=1dfefd62-afd1-44c0-954c-9eb82f847e23,segment=NetworkSegment(8b6b0eea-2af6-4a9d-82ce-96906e55a3bb),segment_id=8b6b0eea-2af6-4a9d-82ce-96906e55a3bb)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:16:03.819853 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cb16cbb-a828-4b75-8fce-f3ed79ecf741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:03.838536 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1cb16cbb-a828-4b75-8fce-f3ed79ecf741 admin admin] Calling delete_port for 1dfefd62-afd1-44c0-954c-9eb82f847e23 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:16:04.113701 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cb16cbb-a828-4b75-8fce-f3ed79ecf741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (1dfefd62-afd1-44c0-954c-9eb82f847e23), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:04.144082 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb16cbb-a828-4b75-8fce-f3ed79ecf741 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dfefd62-afd1-44c0-954c-9eb82f847e23,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:04.154315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e57ddc-1fc7-42da-988a-609cf1f11c5d req-15c6b794-a37e-4524-ad87-e80778022844 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:04.154828 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-75e57ddc-1fc7-42da-988a-609cf1f11c5d req-15c6b794-a37e-4524-ad87-e80778022844 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 945 time: 0.1017210 Feb 07 17:16:04.300294 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-75e57ddc-1fc7-42da-988a-609cf1f11c5d req-2df71493-f442-4b42-9066-ce79cce7ce03 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362748 Feb 07 17:16:04.428352 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1cb16cbb-a828-4b75-8fce-f3ed79ecf741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:04.707234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb16cbb-a828-4b75-8fce-f3ed79ecf741 admin admin] Router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:16:04.818053 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca96284-4aef-48a6-bd1d-9319a5aca3e7 req-343cb9f9-8bfd-4fc7-abd5-5e556453f70c tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:04.826670 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aca96284-4aef-48a6-bd1d-9319a5aca3e7 req-343cb9f9-8bfd-4fc7-abd5-5e556453f70c tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 947 time: 0.0667832 Feb 07 17:16:04.891548 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aca96284-4aef-48a6-bd1d-9319a5aca3e7 req-ef586ade-1197-434e-bf53-f8c1b9e84c9c tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a7c0f7-d310-4257-9918-f3ccbae9935a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637510 Feb 07 17:16:04.902127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb16cbb-a828-4b75-8fce-f3ed79ecf741 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:16:04.910475 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49654) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:04.911781 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1cb16cbb-a828-4b75-8fce-f3ed79ecf741 admin admin] 10.222.0.18 "PUT /v2.0/routers/b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5834057 Feb 07 17:16:04.913530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ce6f1-07c6-440d-9745-22ec065d6394 None None] Sync routers for ids ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:16:04.928127 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c23627d0-2259-402d-a8e7-743e754cf313 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:16:04.962371 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ce6f1-07c6-440d-9745-22ec065d6394 None None] Routers {'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:16:04.963083 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e13ce6f1-07c6-440d-9745-22ec065d6394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:15:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:05.054700 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc436587-d428-4fd2-8f6e-bac0f7c80bcc admin admin] Publish callbacks [] for router (b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:05.117226 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port c23627d0-2259-402d-a8e7-743e754cf313 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:16:05.132949 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port c23627d0-2259-402d-a8e7-743e754cf313 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:16:05.133377 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c23627d0-2259-402d-a8e7-743e754cf313), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:05.179763 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e13ce6f1-07c6-440d-9745-22ec065d6394 None None] Set router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:16:05.196607 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc436587-d428-4fd2-8f6e-bac0f7c80bcc admin admin] Publish callbacks [] for router_gateway (b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:05.266839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fc436587-d428-4fd2-8f6e-bac0f7c80bcc admin admin] Deleting port 42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:16:05.267192 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc436587-d428-4fd2-8f6e-bac0f7c80bcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:05.381947 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-fc436587-d428-4fd2-8f6e-bac0f7c80bcc admin admin] For port 42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:16:05.382327 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc436587-d428-4fd2-8f6e-bac0f7c80bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:05.403625 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fc436587-d428-4fd2-8f6e-bac0f7c80bcc admin admin] Calling delete_port for 42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:16:05.457715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e13ce6f1-07c6-440d-9745-22ec065d6394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:16:04Z', 'revision_number': 5, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port': {'id': '42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:58Z', 'updated_at': '2022-02-07T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:05.459815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port c23627d0-2259-402d-a8e7-743e754cf313 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:16:05.460429 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c23627d0-2259-402d-a8e7-743e754cf313), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:05.516186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ce6f1-07c6-440d-9745-22ec065d6394 None None] Checking router: b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:16:05.522693 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318e2a5e-445d-45ed-804a-eb1edbdc6be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23627d0-2259-402d-a8e7-743e754cf313'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:16:05.523813 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e519a0a-a4fa-4ed7-83b0-4a8bdbbef8f6 req-00fa1a41-91bf-4f57-940a-fee4acd226e9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:05.525004 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e501d6-5020-4fad-a192-f4e594fc43c0" -d '{"events": [{"server_uuid": "318e2a5e-445d-45ed-804a-eb1edbdc6be9", "name": "network-vif-plugged", "status": "completed", "tag": "c23627d0-2259-402d-a8e7-743e754cf313"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:16:05.526358 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e519a0a-a4fa-4ed7-83b0-4a8bdbbef8f6 req-00fa1a41-91bf-4f57-940a-fee4acd226e9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 945 time: 0.0953960 Feb 07 17:16:05.541838 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port c23627d0-2259-402d-a8e7-743e754cf313, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c23627d0-2259-402d-a8e7-743e754cf313,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:16:05.548260 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ce6f1-07c6-440d-9745-22ec065d6394 None None] Routers {'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:16:05.548968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e13ce6f1-07c6-440d-9745-22ec065d6394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:15:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:05.552609 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c23627d0-2259-402d-a8e7-743e754cf313), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:05.653929 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d16eedc-b15b-44a5-a498-b95608f9e400 x-openstack-request-id: req-2d16eedc-b15b-44a5-a498-b95608f9e400 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:16:05.654233 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318e2a5e-445d-45ed-804a-eb1edbdc6be9", "name": "network-vif-plugged", "status": "completed", "tag": "c23627d0-2259-402d-a8e7-743e754cf313", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:16:05.654498 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d16eedc-b15b-44a5-a498-b95608f9e400 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:16:05.655074 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e2a5e-445d-45ed-804a-eb1edbdc6be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23627d0-2259-402d-a8e7-743e754cf313', 'code': 200} Feb 07 17:16:05.658473 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e519a0a-a4fa-4ed7-83b0-4a8bdbbef8f6 req-e349ac56-6fb7-40a5-9108-f41fd2a2b15f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173308 Feb 07 17:16:05.714175 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=c23627d0-2259-402d-a8e7-743e754cf313,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:05.739783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e13ce6f1-07c6-440d-9745-22ec065d6394 None None] Set router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:16:05.794967 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc436587-d428-4fd2-8f6e-bac0f7c80bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:05.799933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0f7ff-fe27-4559-b8df-b392fe54be94 req-59b1f06a-a37a-4e3f-a206-1aa4403d51a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:05.801532 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eaa0f7ff-fe27-4559-b8df-b392fe54be94 req-59b1f06a-a37a-4e3f-a206-1aa4403d51a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 1128 time: 0.0959380 Feb 07 17:16:05.814732 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e13ce6f1-07c6-440d-9745-22ec065d6394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:16:05Z', 'revision_number': 6, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:05.830927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc436587-d428-4fd2-8f6e-bac0f7c80bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:05.845964 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ce6f1-07c6-440d-9745-22ec065d6394 None None] The sync data for ids ['b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd'] in n-d-827865-3 is: [{'id': 'b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd', 'name': 'tempest-AttachVolumeTestJSON-1264864727-router', 'tenant_id': 'e9ad179b24574372b80952de6111dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:57Z', 'updated_at': '2022-02-07T17:16:05Z', 'revision_number': 6, 'project_id': 'e9ad179b24574372b80952de6111dc6e', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:16:05.932469 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eaa0f7ff-fe27-4559-b8df-b392fe54be94 req-ffa6ac1d-258b-4548-a4a3-847548dccbd8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112082 Feb 07 17:16:05.952322 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc436587-d428-4fd2-8f6e-bac0f7c80bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:06.093633 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc436587-d428-4fd2-8f6e-bac0f7c80bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:06.096272 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc436587-d428-4fd2-8f6e-bac0f7c80bcc admin admin] Publish callbacks [] for router_controller (b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:06.154487 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc436587-d428-4fd2-8f6e-bac0f7c80bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:06.154916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc436587-d428-4fd2-8f6e-bac0f7c80bcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:16:06.160002 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fc436587-d428-4fd2-8f6e-bac0f7c80bcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:06.161167 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fc436587-d428-4fd2-8f6e-bac0f7c80bcc admin admin] 10.222.0.18 "DELETE /v2.0/routers/b9c95d2e-07ee-4afc-b3ad-ce97762a2cbd HTTP/1.1" status: 204 len: 168 time: 1.2428250 Feb 07 17:16:06.164373 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49678) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:06.212386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e52bb-c528-41ec-9c60-629ee518496c req-8c9ac5ea-a694-4662-8b54-474f19a51aec tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:06.219611 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd7e52bb-c528-41ec-9c60-629ee518496c req-8c9ac5ea-a694-4662-8b54-474f19a51aec tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 947 time: 0.1926534 Feb 07 17:16:06.262543 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3651ac-e5fd-46c4-98ff-3d6b2c1e4aa0 admin admin] Deleting subnet 5c40ceb2-4236-4c8f-982a-2db09abbbc2a {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:16:06.270531 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce3651ac-e5fd-46c4-98ff-3d6b2c1e4aa0 admin admin] Publish callbacks [] for subnet (5c40ceb2-4236-4c8f-982a-2db09abbbc2a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:06.334698 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd7e52bb-c528-41ec-9c60-629ee518496c req-9f60b208-0c08-4bc9-9f81-e29609b7bad3 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a7c0f7-d310-4257-9918-f3ccbae9935a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117280 Feb 07 17:16:06.352616 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce3651ac-e5fd-46c4-98ff-3d6b2c1e4aa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (5c40ceb2-4236-4c8f-982a-2db09abbbc2a), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:06.371128 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 1dfefd62-afd1-44c0-954c-9eb82f847e23 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:16:06.397033 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 1dfefd62-afd1-44c0-954c-9eb82f847e23 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:16:06.398101 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 1dfefd62-afd1-44c0-954c-9eb82f847e23 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:16:06.466907 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce3651ac-e5fd-46c4-98ff-3d6b2c1e4aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (5c40ceb2-4236-4c8f-982a-2db09abbbc2a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:06.534431 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce3651ac-e5fd-46c4-98ff-3d6b2c1e4aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (5c40ceb2-4236-4c8f-982a-2db09abbbc2a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:06.564690 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3651ac-e5fd-46c4-98ff-3d6b2c1e4aa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c40ceb2-4236-4c8f-982a-2db09abbbc2a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:06.579045 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce3651ac-e5fd-46c4-98ff-3d6b2c1e4aa0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:06.579348 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49688) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:06.579802 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ce3651ac-e5fd-46c4-98ff-3d6b2c1e4aa0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5c40ceb2-4236-4c8f-982a-2db09abbbc2a HTTP/1.1" status: 204 len: 168 time: 0.4118302 Feb 07 17:16:06.593494 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bd0cd9-f158-408a-b09e-790633af868e None None] Network 201760c2-7445-46e7-879d-a3304bb55dba requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:16:06.700915 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (201760c2-7445-46e7-879d-a3304bb55dba), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:06.779050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] Deleting port 5177ab0b-7432-41d2-bb13-876ca666e80b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:16:06.779690 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5177ab0b-7432-41d2-bb13-876ca666e80b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:06.874162 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca04d50-8169-47cc-9793-715efb4ec15e None None] DHCP port deletion for 201760c2-7445-46e7-879d-a3304bb55dba request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:16:06.939767 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] For port 5177ab0b-7432-41d2-bb13-876ca666e80b, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5177ab0b-7432-41d2-bb13-876ca666e80b,segment=NetworkSegment(8b6b0eea-2af6-4a9d-82ce-96906e55a3bb),segment_id=8b6b0eea-2af6-4a9d-82ce-96906e55a3bb)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:16:06.940065 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5177ab0b-7432-41d2-bb13-876ca666e80b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:06.942991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 9c2b6010-b1b9-49d6-969a-735a087cf0d5 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:16:06.964567 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] Calling delete_port for 5177ab0b-7432-41d2-bb13-876ca666e80b owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:16:06.983648 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2ca04d50-8169-47cc-9793-715efb4ec15e None None] Deleting port 5177ab0b-7432-41d2-bb13-876ca666e80b {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:16:06.984030 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ca04d50-8169-47cc-9793-715efb4ec15e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5177ab0b-7432-41d2-bb13-876ca666e80b), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:06.986526 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a06e1b-4858-464b-9de6-bdc42f8644cf req-c4c3b828-eedf-41d7-ad90-11944b39d255 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:06.988891 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8a06e1b-4858-464b-9de6-bdc42f8644cf req-c4c3b828-eedf-41d7-ad90-11944b39d255 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 946 time: 0.1836686 Feb 07 17:16:07.114197 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8a06e1b-4858-464b-9de6-bdc42f8644cf req-be8f5fba-1f09-4fff-9244-f6a1a2ecb83d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808671 Feb 07 17:16:07.138340 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (5177ab0b-7432-41d2-bb13-876ca666e80b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:07.172506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] Pushing event deleted for resources: {'Port': ['ID=5177ab0b-7432-41d2-bb13-876ca666e80b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:07.185034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] No DVR routers for this DVR port 5177ab0b-7432-41d2-bb13-876ca666e80b on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:16:07.234697 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2ca04d50-8169-47cc-9793-715efb4ec15e None None] For port 5177ab0b-7432-41d2-bb13-876ca666e80b, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=5177ab0b-7432-41d2-bb13-876ca666e80b,segment=NetworkSegment(8b6b0eea-2af6-4a9d-82ce-96906e55a3bb),segment_id=8b6b0eea-2af6-4a9d-82ce-96906e55a3bb)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:16:07.235104 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ca04d50-8169-47cc-9793-715efb4ec15e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5177ab0b-7432-41d2-bb13-876ca666e80b), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:07.279679 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2ca04d50-8169-47cc-9793-715efb4ec15e None None] Calling delete_port for 5177ab0b-7432-41d2-bb13-876ca666e80b owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:16:07.307676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 9c2b6010-b1b9-49d6-969a-735a087cf0d5, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=9c2b6010-b1b9-49d6-969a-735a087cf0d5,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:16:07.315212 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (201760c2-7445-46e7-879d-a3304bb55dba), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:07.354263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201760c2-7445-46e7-879d-a3304bb55dba']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:07.365719 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '9c2b6010-b1b9-49d6-969a-735a087cf0d5', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '9c2b6010-b1b9-49d6-969a-735a087cf0d5', 'mac_address': 'fa:16:3e:bf:59:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:16:07.383488 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b6b0eea-2af6-4a9d-82ce-96906e55a3bb') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:07.384877 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b6b0eea-2af6-4a9d-82ce-96906e55a3bb') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:07.395751 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (8b6b0eea-2af6-4a9d-82ce-96906e55a3bb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:07.430252 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (8b6b0eea-2af6-4a9d-82ce-96906e55a3bb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:07.438506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:16:07.439104 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (8b6b0eea-2af6-4a9d-82ce-96906e55a3bb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:16:07.441662 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:16:07.482372 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 9c2b6010-b1b9-49d6-969a-735a087cf0d5 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:16:07.482830 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9c2b6010-b1b9-49d6-969a-735a087cf0d5), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:16:07.492605 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:16:07.523568 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2b6010-b1b9-49d6-969a-735a087cf0d5 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:16:07.529909 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ca04d50-8169-47cc-9793-715efb4ec15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (5177ab0b-7432-41d2-bb13-876ca666e80b), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:07.541714 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (201760c2-7445-46e7-879d-a3304bb55dba), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:07.556110 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 9c2b6010-b1b9-49d6-969a-735a087cf0d5, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=9c2b6010-b1b9-49d6-969a-735a087cf0d5,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:16:07.564657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae620703-77ae-4b98-8aaa-51f526486db7 req-f10c9aaf-a061-4a83-995e-4862d5701065 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:07.567335 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ae620703-77ae-4b98-8aaa-51f526486db7 req-f10c9aaf-a061-4a83-995e-4862d5701065 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 947 time: 0.1209488 Feb 07 17:16:07.568159 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:07.571941 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] 10.222.0.18 "DELETE /v2.0/networks/201760c2-7445-46e7-879d-a3304bb55dba HTTP/1.1" status: 204 len: 168 time: 0.9935720 Feb 07 17:16:07.573058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423e14f-d5cf-4a79-9e73-169e3343483d admin admin] Pushing event deleted for resources: {'Network': ['ID=201760c2-7445-46e7-879d-a3304bb55dba,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:07.605083 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ca04d50-8169-47cc-9793-715efb4ec15e None None] Network 201760c2-7445-46e7-879d-a3304bb55dba is not hosted by any dhcp agent {{(pid=103228) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 17:16:07.606653 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca04d50-8169-47cc-9793-715efb4ec15e None None] No DVR routers for this DVR port 5177ab0b-7432-41d2-bb13-876ca666e80b on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:16:07.615710 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca04d50-8169-47cc-9793-715efb4ec15e None None] Pushing event deleted for resources: {'Port': ['ID=5177ab0b-7432-41d2-bb13-876ca666e80b,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:07.618844 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9c2b6010-b1b9-49d6-969a-735a087cf0d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:07.696838 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ae620703-77ae-4b98-8aaa-51f526486db7 req-5fca0bcb-9b22-4491-a18f-d5e8e714048b tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a7c0f7-d310-4257-9918-f3ccbae9935a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215968 Feb 07 17:16:07.706705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=9c2b6010-b1b9-49d6-969a-735a087cf0d5,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:07.773609 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49716) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:07.822542 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a243993c-ebbe-4d67-a7f7-37e3f6b2bd5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e9ad179b24574372b80952de6111dc6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477364 Feb 07 17:16:07.825079 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49718) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:07.876964 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-989d5439-6812-43d7-82e6-821978034580 admin admin] Publish callbacks [] for security_group (14a09f5d-2fba-4bef-9c59-e2a46e641571), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:07.901072 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-989d5439-6812-43d7-82e6-821978034580 admin admin] Publish callbacks [] for security_group (14a09f5d-2fba-4bef-9c59-e2a46e641571), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:07.931355 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['9c2b6010-b1b9-49d6-969a-735a087cf0d5'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:16:07.958616 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-989d5439-6812-43d7-82e6-821978034580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (14a09f5d-2fba-4bef-9c59-e2a46e641571), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:07.961212 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-989d5439-6812-43d7-82e6-821978034580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:07.962388 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-989d5439-6812-43d7-82e6-821978034580 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/14a09f5d-2fba-4bef-9c59-e2a46e641571 HTTP/1.1" status: 204 len: 168 time: 0.1362994 Feb 07 17:16:07.979627 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d5439-6812-43d7-82e6-821978034580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a09f5d-2fba-4bef-9c59-e2a46e641571,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:08.208188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:16:08.261771 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:16:08.262306 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 42eaa93c-1cc5-4e0f-9a4c-cf5ff1a601a3 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:16:08.263051 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5177ab0b-7432-41d2-bb13-876ca666e80b no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:16:08.297687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 5177ab0b-7432-41d2-bb13-876ca666e80b {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:16:08.298652 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 5177ab0b-7432-41d2-bb13-876ca666e80b not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:16:08.357806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95903d8-5a87-44d1-ba04-83e7f9d980c2 req-0c7810e9-fb02-4805-8eaf-fbe6fc1c9055 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:08.359400 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b95903d8-5a87-44d1-ba04-83e7f9d980c2 req-0c7810e9-fb02-4805-8eaf-fbe6fc1c9055 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 946 time: 0.1082098 Feb 07 17:16:08.425872 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b95903d8-5a87-44d1-ba04-83e7f9d980c2 req-012f5c56-3d3b-430d-9d5b-92cda1f03078 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603020 Feb 07 17:16:08.565708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55485d96-9df7-46a7-a11e-702863bdc5bf req-7b6508a8-1a3e-4861-b09c-5b57b727ff11 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:08.574116 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-55485d96-9df7-46a7-a11e-702863bdc5bf req-7b6508a8-1a3e-4861-b09c-5b57b727ff11 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 946 time: 0.0706661 Feb 07 17:16:08.635864 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-55485d96-9df7-46a7-a11e-702863bdc5bf req-060df076-3679-4c42-8e0b-8d4415c79fcb tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606756 Feb 07 17:16:08.664537 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49742) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:08.883269 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87791478-59d3-4023-9dda-79008d3260f1 req-46397557-87f2-4ee7-8a74-de69b807a433 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:08.890866 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87791478-59d3-4023-9dda-79008d3260f1 req-46397557-87f2-4ee7-8a74-de69b807a433 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 948 time: 0.0775452 Feb 07 17:16:08.952437 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 9c2b6010-b1b9-49d6-969a-735a087cf0d5 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:16:08.986154 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87791478-59d3-4023-9dda-79008d3260f1 req-0da6c555-1707-4aeb-bc9f-c69d5ab4e5b8 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a7c0f7-d310-4257-9918-f3ccbae9935a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944059 Feb 07 17:16:09.013034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6ea6d5-fe92-44ce-ae6a-4fede71c22ed tempest-TestVolumeBootPattern-1640350817 tempest-TestVolumeBootPattern-1640350817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:09.016320 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6b6ea6d5-fe92-44ce-ae6a-4fede71c22ed tempest-TestVolumeBootPattern-1640350817 tempest-TestVolumeBootPattern-1640350817-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 1123 time: 0.3500750 Feb 07 17:16:09.019529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49754) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:09.025515 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': 'c23627d0-2259-402d-a8e7-743e754cf313', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:16:09.035109 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 9c2b6010-b1b9-49d6-969a-735a087cf0d5 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:16:09.040519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 9c2b6010-b1b9-49d6-969a-735a087cf0d5 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:16:09.040907 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9c2b6010-b1b9-49d6-969a-735a087cf0d5), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:09.074030 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:09.175901 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 9c2b6010-b1b9-49d6-969a-735a087cf0d5 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:16:09.176364 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9c2b6010-b1b9-49d6-969a-735a087cf0d5), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:09.221709 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 9c2b6010-b1b9-49d6-969a-735a087cf0d5, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=9c2b6010-b1b9-49d6-969a-735a087cf0d5,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:16:09.223357 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4738204-9f18-43e0-b4fe-8a2a732fadce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2b6010-b1b9-49d6-969a-735a087cf0d5'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:16:09.228292 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031a074f-fe89-4e00-b72d-3c32514c91a8" -d '{"events": [{"server_uuid": "c4738204-9f18-43e0-b4fe-8a2a732fadce", "name": "network-vif-plugged", "status": "completed", "tag": "9c2b6010-b1b9-49d6-969a-735a087cf0d5"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:16:09.231945 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9c2b6010-b1b9-49d6-969a-735a087cf0d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:09.264673 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:09.295102 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=9c2b6010-b1b9-49d6-969a-735a087cf0d5,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:09.329454 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80a8205-11b3-4aca-b8be-35b26d013614 x-openstack-request-id: req-b80a8205-11b3-4aca-b8be-35b26d013614 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:16:09.330675 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4738204-9f18-43e0-b4fe-8a2a732fadce", "name": "network-vif-plugged", "status": "completed", "tag": "9c2b6010-b1b9-49d6-969a-735a087cf0d5", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:16:09.331033 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b80a8205-11b3-4aca-b8be-35b26d013614 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:16:09.331715 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4738204-9f18-43e0-b4fe-8a2a732fadce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2b6010-b1b9-49d6-969a-735a087cf0d5', 'code': 200} Feb 07 17:16:09.495276 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced50df0-40d2-4b55-93fd-c1602004417f req-96d65bfa-f19b-4b72-9f0c-5d3509ed490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:09.496823 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ced50df0-40d2-4b55-93fd-c1602004417f req-96d65bfa-f19b-4b72-9f0c-5d3509ed490f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 1131 time: 0.1042178 Feb 07 17:16:09.518431 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Allocated IP 172.25.4.209 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/c130ba0a-7097-4838-b128-9ee8d35acac7) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:16:09.576897 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ced50df0-40d2-4b55-93fd-c1602004417f req-4dedbc77-3058-42dc-bc7a-dd6a44581b44 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=93a7c0f7-d310-4257-9918-f3ccbae9935a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732818 Feb 07 17:16:09.708907 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for port (c130ba0a-7097-4838-b128-9ee8d35acac7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:09.755165 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c130ba0a-7097-4838-b128-9ee8d35acac7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:09.778475 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:16:09.781147 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:16:09.810353 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:16:10.267506 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event updated for resources: {'Port': ['ID=c130ba0a-7097-4838-b128-9ee8d35acac7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:10.350410 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece1c3d-d0c3-4ed4-ba9d-1edf15edd2ab req-97e7f135-2c22-44ba-8822-e99af4517856 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:10.353788 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dece1c3d-d0c3-4ed4-ba9d-1edf15edd2ab req-97e7f135-2c22-44ba-8822-e99af4517856 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 949 time: 0.1926794 Feb 07 17:16:10.430220 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dece1c3d-d0c3-4ed4-ba9d-1edf15edd2ab req-f89332ba-2d74-4000-a8d3-49868e092d07 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a7c0f7-d310-4257-9918-f3ccbae9935a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672586 Feb 07 17:16:10.919607 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for floatingip (4a83f85f-3f9b-43f7-bb92-730d9719bb19), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:11.063569 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c130ba0a-7097-4838-b128-9ee8d35acac7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:11.248397 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for port (c130ba0a-7097-4838-b128-9ee8d35acac7), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:11.256309 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (c130ba0a-7097-4838-b128-9ee8d35acac7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:11.417839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event updated for resources: {'Port': ['ID=c130ba0a-7097-4838-b128-9ee8d35acac7,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:11.421752 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (4a83f85f-3f9b-43f7-bb92-730d9719bb19), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:11.595015 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Floating IP 4a83f85f-3f9b-43f7-bb92-730d9719bb19 associated. External IP: 172.25.4.209, port: c23627d0-2259-402d-a8e7-743e754cf313. Feb 07 17:16:11.694722 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11da42-f9e2-4126-a4a9-6017d6f74dcd req-61975853-0959-401a-b9e0-9ccc548620a4 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:11.696638 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa11da42-f9e2-4126-a4a9-6017d6f74dcd req-61975853-0959-401a-b9e0-9ccc548620a4 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 949 time: 0.1562262 Feb 07 17:16:11.771108 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa11da42-f9e2-4126-a4a9-6017d6f74dcd req-2b5ebbe9-e2c7-4fc3-93e6-3115292e1858 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a7c0f7-d310-4257-9918-f3ccbae9935a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618944 Feb 07 17:16:11.920517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Router 6f4875c8-8c81-4297-8272-e1adffffa931 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:16:12.082139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:16:12.097394 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b2a5ae-b74c-46d4-97cb-a713e00d2f05 None None] Sync routers for ids ['6f4875c8-8c81-4297-8272-e1adffffa931'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:16:12.112313 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b2a5ae-b74c-46d4-97cb-a713e00d2f05 None None] Routers {'6f4875c8-8c81-4297-8272-e1adffffa931'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:16:12.113845 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-46b2a5ae-b74c-46d4-97cb-a713e00d2f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:15:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6f4875c8-8c81-4297-8272-e1adffffa931'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:12.120825 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:12.241470 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7c851971-df20-4ecd-8a78-1ec723f32c5c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2114222 Feb 07 17:16:12.241470 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318e2a5e-445d-45ed-804a-eb1edbdc6be9', 'tag': 'c23627d0-2259-402d-a8e7-743e754cf313'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:16:12.241470 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c272a977-48b0-4929-a4a8-ad43ef7f2555" -d '{"events": [{"name": "network-changed", "server_uuid": "318e2a5e-445d-45ed-804a-eb1edbdc6be9", "tag": "c23627d0-2259-402d-a8e7-743e754cf313"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:16:12.321870 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a0e5a1-a6ac-4ec1-ba7f-3d948bfa0459 x-openstack-request-id: req-73a0e5a1-a6ac-4ec1-ba7f-3d948bfa0459 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:16:12.322060 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318e2a5e-445d-45ed-804a-eb1edbdc6be9", "tag": "c23627d0-2259-402d-a8e7-743e754cf313", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:16:12.322332 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73a0e5a1-a6ac-4ec1-ba7f-3d948bfa0459 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:16:12.322756 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318e2a5e-445d-45ed-804a-eb1edbdc6be9', 'tag': 'c23627d0-2259-402d-a8e7-743e754cf313', 'status': 'completed', 'code': 200} Feb 07 17:16:12.400354 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-46b2a5ae-b74c-46d4-97cb-a713e00d2f05 None None] Set router 6f4875c8-8c81-4297-8272-e1adffffa931 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:16:12.466420 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272a977-48b0-4929-a4a8-ad43ef7f2555 req-2b7cd713-ca5a-40c4-aff6-2502609e3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:12.467974 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c272a977-48b0-4929-a4a8-ad43ef7f2555 req-2b7cd713-ca5a-40c4-aff6-2502609e3043 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 1128 time: 0.1122904 Feb 07 17:16:12.650793 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272a977-48b0-4929-a4a8-ad43ef7f2555 req-b8adb5e2-039c-45ef-8239-d2738df5fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:12.652460 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c272a977-48b0-4929-a4a8-ad43ef7f2555 req-b8adb5e2-039c-45ef-8239-d2738df5fde1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.1773779 Feb 07 17:16:12.792839 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c272a977-48b0-4929-a4a8-ad43ef7f2555 req-9568d2cb-6f37-470c-a60d-2ee733b5ee6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c23627d0-2259-402d-a8e7-743e754cf313 HTTP/1.1" status: 200 len: 1000 time: 0.1321900 Feb 07 17:16:12.843751 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-46b2a5ae-b74c-46d4-97cb-a713e00d2f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4a83f85f-3f9b-43f7-bb92-730d9719bb19', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'floating_ip_address': '172.25.4.209', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'port_id': 'c23627d0-2259-402d-a8e7-743e754cf313', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'mac_address': 'fa:16:3e:56:72:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318e2a5e-445d-45ed-804a-eb1edbdc6be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:16:10Z', 'updated_at': '2022-02-07T17:16:10Z', 'revision_number': 0, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:26Z', 'revision_number': 5, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:12.907854 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b2a5ae-b74c-46d4-97cb-a713e00d2f05 None None] Checking router: 6f4875c8-8c81-4297-8272-e1adffffa931 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:16:12.910171 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272a977-48b0-4929-a4a8-ad43ef7f2555 req-730ed43a-14c0-47c8-a3ff-1abb12488ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:12.912636 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c272a977-48b0-4929-a4a8-ad43ef7f2555 req-730ed43a-14c0-47c8-a3ff-1abb12488ed3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.1133490 Feb 07 17:16:12.931095 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b2a5ae-b74c-46d4-97cb-a713e00d2f05 None None] Routers {'6f4875c8-8c81-4297-8272-e1adffffa931'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:16:12.932023 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-46b2a5ae-b74c-46d4-97cb-a713e00d2f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:15:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6f4875c8-8c81-4297-8272-e1adffffa931'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:13.014146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272a977-48b0-4929-a4a8-ad43ef7f2555 req-6b4bafa9-34fb-4824-89db-446571d77628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:13.016021 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c272a977-48b0-4929-a4a8-ad43ef7f2555 req-6b4bafa9-34fb-4824-89db-446571d77628 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0977650 Feb 07 17:16:13.223011 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-46b2a5ae-b74c-46d4-97cb-a713e00d2f05 None None] Set router 6f4875c8-8c81-4297-8272-e1adffffa931 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:16:13.243160 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c272a977-48b0-4929-a4a8-ad43ef7f2555 req-0cdbc113-1cb2-45b8-abc0-9a996e220fa3 service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205460 Feb 07 17:16:13.432854 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c272a977-48b0-4929-a4a8-ad43ef7f2555 req-3b244146-1b46-4a44-b59a-d8a2c540ccfe service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835303 Feb 07 17:16:13.694833 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-46b2a5ae-b74c-46d4-97cb-a713e00d2f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4a83f85f-3f9b-43f7-bb92-730d9719bb19', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'floating_ip_address': '172.25.4.209', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'port_id': 'c23627d0-2259-402d-a8e7-743e754cf313', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'mac_address': 'fa:16:3e:56:72:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318e2a5e-445d-45ed-804a-eb1edbdc6be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:16:10Z', 'updated_at': '2022-02-07T17:16:10Z', 'revision_number': 0, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:26Z', 'revision_number': 5, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:13.730530 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b2a5ae-b74c-46d4-97cb-a713e00d2f05 None None] The sync data for ids ['6f4875c8-8c81-4297-8272-e1adffffa931'] in n-d-827865-3 is: [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4a83f85f-3f9b-43f7-bb92-730d9719bb19', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'floating_ip_address': '172.25.4.209', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'port_id': 'c23627d0-2259-402d-a8e7-743e754cf313', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'mac_address': 'fa:16:3e:56:72:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318e2a5e-445d-45ed-804a-eb1edbdc6be9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:16:10Z', 'updated_at': '2022-02-07T17:16:10Z', 'revision_number': 0, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:26Z', 'revision_number': 5, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:16:14.138606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6506dd-4a2c-4609-9e6e-5d49a83a9a38 None None] New status for floating IP 4a83f85f-3f9b-43f7-bb92-730d9719bb19: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:16:17.075220 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49898) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:17.210024 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37f9705f-bc0f-497e-a045-d2edc683d68c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:17.367148 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37f9705f-bc0f-497e-a045-d2edc683d68c admin admin] Publish callbacks [] for security_group (a862724f-3995-4ac3-b2ac-a93ec347d968), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:17.372296 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37f9705f-bc0f-497e-a045-d2edc683d68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a862724f-3995-4ac3-b2ac-a93ec347d968), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:17.419034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-37f9705f-bc0f-497e-a045-d2edc683d68c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58838adf55074198b811b4803dafdbfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3427062 Feb 07 17:16:17.420015 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9705f-bc0f-497e-a045-d2edc683d68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a862724f-3995-4ac3-b2ac-a93ec347d968,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:17.421605 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49904) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:17.489895 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e74fc76a-b910-47d8-a669-3f9de37acd47 admin admin] Publish callbacks [] for security_group (a862724f-3995-4ac3-b2ac-a93ec347d968), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:17.518411 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e74fc76a-b910-47d8-a669-3f9de37acd47 admin admin] Publish callbacks [] for security_group (a862724f-3995-4ac3-b2ac-a93ec347d968), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:17.571397 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e74fc76a-b910-47d8-a669-3f9de37acd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a862724f-3995-4ac3-b2ac-a93ec347d968), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:17.575194 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e74fc76a-b910-47d8-a669-3f9de37acd47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:17.576825 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e74fc76a-b910-47d8-a669-3f9de37acd47 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a862724f-3995-4ac3-b2ac-a93ec347d968 HTTP/1.1" status: 204 len: 168 time: 0.1542368 Feb 07 17:16:17.588686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fc76a-b910-47d8-a669-3f9de37acd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a862724f-3995-4ac3-b2ac-a93ec347d968,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:21.537790 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:21.669126 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 49994) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:21.848602 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46037536-b394-4df2-9115-4031d941943e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:21.958056 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46037536-b394-4df2-9115-4031d941943e admin admin] Publish callbacks [] for security_group (100f9d2c-3486-4788-bdc7-f5e0c89a8d96), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:21.964522 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46037536-b394-4df2-9115-4031d941943e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (100f9d2c-3486-4788-bdc7-f5e0c89a8d96), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:22.059662 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 49998) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:22.073050 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-46037536-b394-4df2-9115-4031d941943e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fdca221aa20f4fcf8b7d9997fdc673fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4012249 Feb 07 17:16:22.078996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46037536-b394-4df2-9115-4031d941943e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100f9d2c-3486-4788-bdc7-f5e0c89a8d96,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:22.158741 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc5dba34-2883-4268-8104-5db49057dfea admin admin] Publish callbacks [] for security_group (100f9d2c-3486-4788-bdc7-f5e0c89a8d96), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:22.194300 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc5dba34-2883-4268-8104-5db49057dfea admin admin] Publish callbacks [] for security_group (100f9d2c-3486-4788-bdc7-f5e0c89a8d96), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:22.258872 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc5dba34-2883-4268-8104-5db49057dfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (100f9d2c-3486-4788-bdc7-f5e0c89a8d96), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:22.266046 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bc5dba34-2883-4268-8104-5db49057dfea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:22.273721 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bc5dba34-2883-4268-8104-5db49057dfea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/100f9d2c-3486-4788-bdc7-f5e0c89a8d96 HTTP/1.1" status: 204 len: 168 time: 0.2092600 Feb 07 17:16:22.290380 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dba34-2883-4268-8104-5db49057dfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100f9d2c-3486-4788-bdc7-f5e0c89a8d96,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:22.316223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dba34-2883-4268-8104-5db49057dfea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.317364 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dba34-2883-4268-8104-5db49057dfea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.318368 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dba34-2883-4268-8104-5db49057dfea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.319743 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dba34-2883-4268-8104-5db49057dfea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.320300 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dba34-2883-4268-8104-5db49057dfea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.322286 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dba34-2883-4268-8104-5db49057dfea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.322854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dba34-2883-4268-8104-5db49057dfea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.323464 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dba34-2883-4268-8104-5db49057dfea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.324107 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dba34-2883-4268-8104-5db49057dfea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.324647 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dba34-2883-4268-8104-5db49057dfea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.325244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dba34-2883-4268-8104-5db49057dfea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.325764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dba34-2883-4268-8104-5db49057dfea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.326331 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5dba34-2883-4268-8104-5db49057dfea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.721893 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50006) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:22.741982 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4806e7e1-cada-4c51-a131-28e599b71ff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:22.854293 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4806e7e1-cada-4c51-a131-28e599b71ff9 admin admin] Publish callbacks [] for security_group (8ae14f95-ab3d-4f82-a965-d2d18ae75479), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:22.860244 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4806e7e1-cada-4c51-a131-28e599b71ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8ae14f95-ab3d-4f82-a965-d2d18ae75479), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:22.913165 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4806e7e1-cada-4c51-a131-28e599b71ff9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8573e269a6194b24b084c01aeaabc0d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1868100 Feb 07 17:16:22.913961 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50008) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:22.947104 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806e7e1-cada-4c51-a131-28e599b71ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae14f95-ab3d-4f82-a965-d2d18ae75479,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:22.978146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806e7e1-cada-4c51-a131-28e599b71ff9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.978503 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806e7e1-cada-4c51-a131-28e599b71ff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.978854 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806e7e1-cada-4c51-a131-28e599b71ff9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.979202 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806e7e1-cada-4c51-a131-28e599b71ff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.979545 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806e7e1-cada-4c51-a131-28e599b71ff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.979884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806e7e1-cada-4c51-a131-28e599b71ff9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.980218 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806e7e1-cada-4c51-a131-28e599b71ff9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.980557 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806e7e1-cada-4c51-a131-28e599b71ff9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.981036 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806e7e1-cada-4c51-a131-28e599b71ff9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.981406 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806e7e1-cada-4c51-a131-28e599b71ff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.981745 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806e7e1-cada-4c51-a131-28e599b71ff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.982077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806e7e1-cada-4c51-a131-28e599b71ff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.982415 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4806e7e1-cada-4c51-a131-28e599b71ff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:22.987429 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c946a001-b879-4bf9-8995-01a4550cbbaa admin admin] Publish callbacks [] for security_group (8ae14f95-ab3d-4f82-a965-d2d18ae75479), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:23.013017 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c946a001-b879-4bf9-8995-01a4550cbbaa admin admin] Publish callbacks [] for security_group (8ae14f95-ab3d-4f82-a965-d2d18ae75479), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:23.067102 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c946a001-b879-4bf9-8995-01a4550cbbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8ae14f95-ab3d-4f82-a965-d2d18ae75479), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:23.070434 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c946a001-b879-4bf9-8995-01a4550cbbaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:23.071715 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c946a001-b879-4bf9-8995-01a4550cbbaa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ae14f95-ab3d-4f82-a965-d2d18ae75479 HTTP/1.1" status: 204 len: 168 time: 0.1571791 Feb 07 17:16:23.081022 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946a001-b879-4bf9-8995-01a4550cbbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae14f95-ab3d-4f82-a965-d2d18ae75479,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:23.352674 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:24.626502 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50062) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:24.771354 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30c030e3-268d-4af7-9ce6-9d16d3a3a8f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:24.921120 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30c030e3-268d-4af7-9ce6-9d16d3a3a8f2 admin admin] Publish callbacks [] for security_group (165cc6eb-31ec-4ae9-a254-31355351569e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:24.926858 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30c030e3-268d-4af7-9ce6-9d16d3a3a8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (165cc6eb-31ec-4ae9-a254-31355351569e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:24.973901 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-30c030e3-268d-4af7-9ce6-9d16d3a3a8f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=579980d0a46243ac92c047eea3c8da14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3455963 Feb 07 17:16:24.974641 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c030e3-268d-4af7-9ce6-9d16d3a3a8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165cc6eb-31ec-4ae9-a254-31355351569e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:24.977971 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50070) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:25.035900 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71bcd94a-c6f2-4b94-837a-18771200e2c9 admin admin] Publish callbacks [] for security_group (165cc6eb-31ec-4ae9-a254-31355351569e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:25.064617 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71bcd94a-c6f2-4b94-837a-18771200e2c9 admin admin] Publish callbacks [] for security_group (165cc6eb-31ec-4ae9-a254-31355351569e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:25.162367 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71bcd94a-c6f2-4b94-837a-18771200e2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (165cc6eb-31ec-4ae9-a254-31355351569e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:25.165774 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71bcd94a-c6f2-4b94-837a-18771200e2c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:25.169903 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-71bcd94a-c6f2-4b94-837a-18771200e2c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/165cc6eb-31ec-4ae9-a254-31355351569e HTTP/1.1" status: 204 len: 168 time: 0.1905336 Feb 07 17:16:25.182212 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcd94a-c6f2-4b94-837a-18771200e2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165cc6eb-31ec-4ae9-a254-31355351569e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:25.813188 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-590384ff-8690-4429-9a64-1f83a25fbb55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:26.868225 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50120) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:26.995002 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee69ed9a-1a39-4cd6-9fd4-f7aec5366a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:27.080192 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee69ed9a-1a39-4cd6-9fd4-f7aec5366a5d admin admin] Publish callbacks [] for security_group (f1d99ba5-4a3c-4f42-b401-f1ecc539af79), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:27.084128 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ee69ed9a-1a39-4cd6-9fd4-f7aec5366a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f1d99ba5-4a3c-4f42-b401-f1ecc539af79), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:27.131087 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69ed9a-1a39-4cd6-9fd4-f7aec5366a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d99ba5-4a3c-4f42-b401-f1ecc539af79,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:27.138062 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ee69ed9a-1a39-4cd6-9fd4-f7aec5366a5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6008ec96f8ae4657b8b2a8b346219e72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2662132 Feb 07 17:16:27.140053 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50124) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:27.197566 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2764530b-e446-4e71-afe0-296f28ef0798 admin admin] Publish callbacks [] for security_group (f1d99ba5-4a3c-4f42-b401-f1ecc539af79), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:27.221454 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2764530b-e446-4e71-afe0-296f28ef0798 admin admin] Publish callbacks [] for security_group (f1d99ba5-4a3c-4f42-b401-f1ecc539af79), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:27.277665 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2764530b-e446-4e71-afe0-296f28ef0798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f1d99ba5-4a3c-4f42-b401-f1ecc539af79), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:27.280522 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2764530b-e446-4e71-afe0-296f28ef0798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:27.281805 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2764530b-e446-4e71-afe0-296f28ef0798 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1d99ba5-4a3c-4f42-b401-f1ecc539af79 HTTP/1.1" status: 204 len: 168 time: 0.1414788 Feb 07 17:16:27.291800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764530b-e446-4e71-afe0-296f28ef0798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d99ba5-4a3c-4f42-b401-f1ecc539af79,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:28.188685 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fa1511e4-8e7f-44c7-ac2d-2daef9e0140b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:29.492287 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50200) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:29.553247 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:29.625260 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd9004d7-d6cb-4b59-a430-0e9440f63849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:29.718099 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd9004d7-d6cb-4b59-a430-0e9440f63849 admin admin] Publish callbacks [] for security_group (492ed8ac-237d-426c-99bb-aefe869f1dbe), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:29.722513 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fd9004d7-d6cb-4b59-a430-0e9440f63849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (492ed8ac-237d-426c-99bb-aefe869f1dbe), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:29.763930 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fd9004d7-d6cb-4b59-a430-0e9440f63849 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d082c31e2be74b379a6be77ce4c6ba29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2703054 Feb 07 17:16:29.765435 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9004d7-d6cb-4b59-a430-0e9440f63849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492ed8ac-237d-426c-99bb-aefe869f1dbe,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:29.767722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50204) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:29.833030 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b891270-6255-480f-9e7f-2b12eba4fa9d admin admin] Publish callbacks [] for security_group (492ed8ac-237d-426c-99bb-aefe869f1dbe), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:29.860022 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b891270-6255-480f-9e7f-2b12eba4fa9d admin admin] Publish callbacks [] for security_group (492ed8ac-237d-426c-99bb-aefe869f1dbe), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:29.912831 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b891270-6255-480f-9e7f-2b12eba4fa9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (492ed8ac-237d-426c-99bb-aefe869f1dbe), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:29.915869 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7b891270-6255-480f-9e7f-2b12eba4fa9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:29.918082 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7b891270-6255-480f-9e7f-2b12eba4fa9d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/492ed8ac-237d-426c-99bb-aefe869f1dbe HTTP/1.1" status: 204 len: 168 time: 0.1425455 Feb 07 17:16:29.937732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b891270-6255-480f-9e7f-2b12eba4fa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492ed8ac-237d-426c-99bb-aefe869f1dbe,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:30.285051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50210) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:30.300394 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4d931b7-64ad-4567-b2b9-02e0ae656a70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:30.389376 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4d931b7-64ad-4567-b2b9-02e0ae656a70 admin admin] Publish callbacks [] for security_group (5ba2e7f4-09a5-49dc-b594-1409e41d17a9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:30.394582 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4d931b7-64ad-4567-b2b9-02e0ae656a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5ba2e7f4-09a5-49dc-b594-1409e41d17a9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:30.439102 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e4d931b7-64ad-4567-b2b9-02e0ae656a70 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55fdee1fe7e44e45ba10ff46ffcd276f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1524529 Feb 07 17:16:30.440097 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d931b7-64ad-4567-b2b9-02e0ae656a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba2e7f4-09a5-49dc-b594-1409e41d17a9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:30.443252 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50212) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:30.507891 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45aac6f8-25cb-4243-be7b-a556074f8fb8 admin admin] Publish callbacks [] for security_group (5ba2e7f4-09a5-49dc-b594-1409e41d17a9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:30.533829 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45aac6f8-25cb-4243-be7b-a556074f8fb8 admin admin] Publish callbacks [] for security_group (5ba2e7f4-09a5-49dc-b594-1409e41d17a9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:30.606919 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45aac6f8-25cb-4243-be7b-a556074f8fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5ba2e7f4-09a5-49dc-b594-1409e41d17a9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:30.612177 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45aac6f8-25cb-4243-be7b-a556074f8fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:30.616522 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-45aac6f8-25cb-4243-be7b-a556074f8fb8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ba2e7f4-09a5-49dc-b594-1409e41d17a9 HTTP/1.1" status: 204 len: 168 time: 0.1676884 Feb 07 17:16:30.625415 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aac6f8-25cb-4243-be7b-a556074f8fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba2e7f4-09a5-49dc-b594-1409e41d17a9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:30.892479 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:32.422043 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:34.550474 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:16:35.095425 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50428) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:35.231039 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3cab2c84-f103-4d4a-9c96-35089a4d5514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:35.327663 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3cab2c84-f103-4d4a-9c96-35089a4d5514 admin admin] Publish callbacks [] for security_group (7ddf8774-20d3-4a2d-bd7d-41091027fdc2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:35.332656 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3cab2c84-f103-4d4a-9c96-35089a4d5514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7ddf8774-20d3-4a2d-bd7d-41091027fdc2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:35.389807 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3cab2c84-f103-4d4a-9c96-35089a4d5514 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51a4b9e5b163486685d2ee312901a3c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2890563 Feb 07 17:16:35.389807 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab2c84-f103-4d4a-9c96-35089a4d5514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddf8774-20d3-4a2d-bd7d-41091027fdc2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:35.390587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50432) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:35.490359 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92cd8d17-0a4c-48d2-91d4-09432f3e7112 admin admin] Publish callbacks [] for security_group (7ddf8774-20d3-4a2d-bd7d-41091027fdc2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:35.520693 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92cd8d17-0a4c-48d2-91d4-09432f3e7112 admin admin] Publish callbacks [] for security_group (7ddf8774-20d3-4a2d-bd7d-41091027fdc2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:35.587342 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92cd8d17-0a4c-48d2-91d4-09432f3e7112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7ddf8774-20d3-4a2d-bd7d-41091027fdc2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:35.591385 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92cd8d17-0a4c-48d2-91d4-09432f3e7112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:35.593011 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-92cd8d17-0a4c-48d2-91d4-09432f3e7112 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ddf8774-20d3-4a2d-bd7d-41091027fdc2 HTTP/1.1" status: 204 len: 168 time: 0.1975973 Feb 07 17:16:35.609636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd8d17-0a4c-48d2-91d4-09432f3e7112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddf8774-20d3-4a2d-bd7d-41091027fdc2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:37.403156 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50468) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:37.604492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6a333e92-863d-41ce-b05d-c5cdadfc7aca tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-646133041'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:16:37.632523 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a333e92-863d-41ce-b05d-c5cdadfc7aca tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Made reservation on behalf of e42197fb547540fb8680c89058b78b7e for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:16:37.637132 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a333e92-863d-41ce-b05d-c5cdadfc7aca tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:37.648769 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a333e92-863d-41ce-b05d-c5cdadfc7aca tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:37.748732 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a333e92-863d-41ce-b05d-c5cdadfc7aca tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Publish callbacks [] for security_group (f5c8eca1-0c52-4a81-a9b4-eba38933a004), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:37.752919 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a333e92-863d-41ce-b05d-c5cdadfc7aca tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f5c8eca1-0c52-4a81-a9b4-eba38933a004), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:37.782189 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a333e92-863d-41ce-b05d-c5cdadfc7aca tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:16:37.794118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a333e92-863d-41ce-b05d-c5cdadfc7aca tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c8eca1-0c52-4a81-a9b4-eba38933a004,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:37.799426 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a333e92-863d-41ce-b05d-c5cdadfc7aca tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (18b82a50-f3c3-4c78-af81-4241058add41), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:37.799776 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-6a333e92-863d-41ce-b05d-c5cdadfc7aca tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Added segment 18b82a50-f3c3-4c78-af81-4241058add41 of type vlan for network 5c4d1da8-125d-4eb9-9244-4a37826a32b3 Feb 07 17:16:37.853679 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a333e92-863d-41ce-b05d-c5cdadfc7aca tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (5c4d1da8-125d-4eb9-9244-4a37826a32b3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:37.883722 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a333e92-863d-41ce-b05d-c5cdadfc7aca tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (5c4d1da8-125d-4eb9-9244-4a37826a32b3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:37.889909 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a333e92-863d-41ce-b05d-c5cdadfc7aca tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:37.890520 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a333e92-863d-41ce-b05d-c5cdadfc7aca tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:37.961232 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6a333e92-863d-41ce-b05d-c5cdadfc7aca tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5566518 Feb 07 17:16:37.967118 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50472) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:37.971958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a333e92-863d-41ce-b05d-c5cdadfc7aca tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Pushing event updated for resources: {'Network': ['ID=5c4d1da8-125d-4eb9-9244-4a37826a32b3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:37.995437 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 5c4d1da8-125d-4eb9-9244-4a37826a32b3 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:16:38.105734 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-82f8c77c-bbd7-4411-9a70-2d3843bbc6c7 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Request body: {'network': {'name': 'tempest-network--1915116497', 'router:external': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:16:38.133977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f8c77c-bbd7-4411-9a70-2d3843bbc6c7 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Made reservation on behalf of e193a203158b47b4b8e0d5c723beca0e for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:16:38.136359 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-82f8c77c-bbd7-4411-9a70-2d3843bbc6c7 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:38.145234 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-82f8c77c-bbd7-4411-9a70-2d3843bbc6c7 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:38.228483 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-82f8c77c-bbd7-4411-9a70-2d3843bbc6c7 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks [] for security_group (237548ca-72ec-43b2-99f2-45aebe77beb6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:38.233663 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-82f8c77c-bbd7-4411-9a70-2d3843bbc6c7 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (237548ca-72ec-43b2-99f2-45aebe77beb6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:38.266501 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f8c77c-bbd7-4411-9a70-2d3843bbc6c7 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:16:38.273938 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8c77c-bbd7-4411-9a70-2d3843bbc6c7 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237548ca-72ec-43b2-99f2-45aebe77beb6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:38.280522 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-82f8c77c-bbd7-4411-9a70-2d3843bbc6c7 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4ec77c11-c648-4423-9290-54ae536bd911), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:38.280951 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-82f8c77c-bbd7-4411-9a70-2d3843bbc6c7 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Added segment 4ec77c11-c648-4423-9290-54ae536bd911 of type vlan for network 47d8c287-b2b3-4725-8282-b81ce3251593 Feb 07 17:16:38.331058 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-82f8c77c-bbd7-4411-9a70-2d3843bbc6c7 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (47d8c287-b2b3-4725-8282-b81ce3251593), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:38.367880 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-82f8c77c-bbd7-4411-9a70-2d3843bbc6c7 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (47d8c287-b2b3-4725-8282-b81ce3251593), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:38.368800 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f8c77c-bbd7-4411-9a70-2d3843bbc6c7 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:38.369428 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-82f8c77c-bbd7-4411-9a70-2d3843bbc6c7 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:38.433535 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-82f8c77c-bbd7-4411-9a70-2d3843bbc6c7 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4631724 Feb 07 17:16:38.436465 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50476) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:38.448872 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8c77c-bbd7-4411-9a70-2d3843bbc6c7 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Pushing event updated for resources: {'Network': ['ID=47d8c287-b2b3-4725-8282-b81ce3251593,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:38.462466 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 47d8c287-b2b3-4725-8282-b81ce3251593 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:16:38.519852 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91f663a9-d08a-4b03-a068-0b3005680660 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (47d8c287-b2b3-4725-8282-b81ce3251593), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:38.622293 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91f663a9-d08a-4b03-a068-0b3005680660 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (47d8c287-b2b3-4725-8282-b81ce3251593), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:38.642109 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-91f663a9-d08a-4b03-a068-0b3005680660 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47d8c287-b2b3-4725-8282-b81ce3251593']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:38.652663 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-91f663a9-d08a-4b03-a068-0b3005680660 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec77c11-c648-4423-9290-54ae536bd911') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:38.652972 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-91f663a9-d08a-4b03-a068-0b3005680660 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec77c11-c648-4423-9290-54ae536bd911') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:38.665234 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91f663a9-d08a-4b03-a068-0b3005680660 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (4ec77c11-c648-4423-9290-54ae536bd911), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:38.678723 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91f663a9-d08a-4b03-a068-0b3005680660 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4ec77c11-c648-4423-9290-54ae536bd911), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:38.684704 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f663a9-d08a-4b03-a068-0b3005680660 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:16:38.685091 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91f663a9-d08a-4b03-a068-0b3005680660 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (4ec77c11-c648-4423-9290-54ae536bd911), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:16:38.686791 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:16:38.749623 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91f663a9-d08a-4b03-a068-0b3005680660 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (47d8c287-b2b3-4725-8282-b81ce3251593), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:38.754972 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f663a9-d08a-4b03-a068-0b3005680660 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 47d8c287-b2b3-4725-8282-b81ce3251593 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 17:16:38.758062 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91f663a9-d08a-4b03-a068-0b3005680660 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:38.761347 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-91f663a9-d08a-4b03-a068-0b3005680660 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] 10.222.0.18 "DELETE /v2.0/networks/47d8c287-b2b3-4725-8282-b81ce3251593 HTTP/1.1" status: 204 len: 168 time: 0.3240991 Feb 07 17:16:38.764924 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50478) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:38.770891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ba7acfd5-7d1e-450e-9669-32d08d75557a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:16:38.771386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f663a9-d08a-4b03-a068-0b3005680660 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Pushing event deleted for resources: {'Network': ['ID=47d8c287-b2b3-4725-8282-b81ce3251593,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:38.807567 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7acfd5-7d1e-450e-9669-32d08d75557a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Made reservation on behalf of e193a203158b47b4b8e0d5c723beca0e for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:16:38.810583 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba7acfd5-7d1e-450e-9669-32d08d75557a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:38.840390 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7acfd5-7d1e-450e-9669-32d08d75557a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:16:38.852894 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba7acfd5-7d1e-450e-9669-32d08d75557a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e8906396-03a6-47e2-95f5-f94fc532946f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:38.853249 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-ba7acfd5-7d1e-450e-9669-32d08d75557a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Added segment e8906396-03a6-47e2-95f5-f94fc532946f of type vlan for network 8b940271-5dfa-45b0-bb3b-815e54f4d46d Feb 07 17:16:38.902883 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba7acfd5-7d1e-450e-9669-32d08d75557a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (8b940271-5dfa-45b0-bb3b-815e54f4d46d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:38.934924 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba7acfd5-7d1e-450e-9669-32d08d75557a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (8b940271-5dfa-45b0-bb3b-815e54f4d46d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:38.935910 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7acfd5-7d1e-450e-9669-32d08d75557a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:38.936524 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ba7acfd5-7d1e-450e-9669-32d08d75557a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:39.002837 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ba7acfd5-7d1e-450e-9669-32d08d75557a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2360976 Feb 07 17:16:39.005774 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50480) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:39.013642 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-95e59e34-122a-472a-a3bc-cdedb9316bef tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Request body: {'subnet': {'network_id': '8b940271-5dfa-45b0-bb3b-815e54f4d46d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:16:39.020233 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7acfd5-7d1e-450e-9669-32d08d75557a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Pushing event updated for resources: {'Network': ['ID=8b940271-5dfa-45b0-bb3b-815e54f4d46d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:39.039278 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e59e34-122a-472a-a3bc-cdedb9316bef tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Made reservation on behalf of e193a203158b47b4b8e0d5c723beca0e for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:16:39.042281 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95e59e34-122a-472a-a3bc-cdedb9316bef tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:39.046013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 8b940271-5dfa-45b0-bb3b-815e54f4d46d details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:16:39.361400 n-d-827865-3 neutron-server[103226]: DEBUG neutron.objects.ports [None req-95e59e34-122a-472a-a3bc-cdedb9316bef tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 17:16:39.361747 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95e59e34-122a-472a-a3bc-cdedb9316bef tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (878cc60f-05ba-48b1-ad94-14ef294c08f9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:39.416367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e59e34-122a-472a-a3bc-cdedb9316bef tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Pushing event updated for resources: {'Subnet': ['ID=878cc60f-05ba-48b1-ad94-14ef294c08f9,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:39.426655 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e59e34-122a-472a-a3bc-cdedb9316bef tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Checking segment: {'id': 'e8906396-03a6-47e2-95f5-f94fc532946f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8b940271-5dfa-45b0-bb3b-815e54f4d46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:16:39.427020 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e59e34-122a-472a-a3bc-cdedb9316bef tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Network hostable DHCP agents. Network: 8b940271-5dfa-45b0-bb3b-815e54f4d46d, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:16:39.445569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e59e34-122a-472a-a3bc-cdedb9316bef tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Network 8b940271-5dfa-45b0-bb3b-815e54f4d46d is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:16:39.454520 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-95e59e34-122a-472a-a3bc-cdedb9316bef tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 8b940271-5dfa-45b0-bb3b-815e54f4d46d) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:16:39.459867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e59e34-122a-472a-a3bc-cdedb9316bef tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:39.460458 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95e59e34-122a-472a-a3bc-cdedb9316bef tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:39.463873 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaa963f-a175-45eb-94ff-ab29a195d5f2 None None] Network 8b940271-5dfa-45b0-bb3b-815e54f4d46d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:16:39.479556 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-95e59e34-122a-472a-a3bc-cdedb9316bef tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4720342 Feb 07 17:16:39.482284 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50482) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:39.487404 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-78d6ea7e-d76b-4d10-934b-3c73434c257d tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Request body: {'floatingip': {'floating_network_id': '8b940271-5dfa-45b0-bb3b-815e54f4d46d'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:16:39.518443 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78d6ea7e-d76b-4d10-934b-3c73434c257d tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:39.575721 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56eaef2-3256-4199-ac1c-3dd4b83d824e None None] Network 8b940271-5dfa-45b0-bb3b-815e54f4d46d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:16:39.618616 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78d6ea7e-d76b-4d10-934b-3c73434c257d tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:39.732620 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-78d6ea7e-d76b-4d10-934b-3c73434c257d tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Allocated IP 172.20.0.9 (8b940271-5dfa-45b0-bb3b-815e54f4d46d/878cc60f-05ba-48b1-ad94-14ef294c08f9/5eb1cb2f-2a34-4c4f-b599-f7b51fabeea8) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:16:39.836210 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78d6ea7e-d76b-4d10-934b-3c73434c257d tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks [] for port (5eb1cb2f-2a34-4c4f-b599-f7b51fabeea8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:39.875053 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78d6ea7e-d76b-4d10-934b-3c73434c257d tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (5eb1cb2f-2a34-4c4f-b599-f7b51fabeea8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:39.917939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d6ea7e-d76b-4d10-934b-3c73434c257d tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Network 8b940271-5dfa-45b0-bb3b-815e54f4d46d is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:16:39.923068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-78d6ea7e-d76b-4d10-934b-3c73434c257d tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:16:39.927181 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d6ea7e-d76b-4d10-934b-3c73434c257d tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:16:39.957714 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6ea7e-d76b-4d10-934b-3c73434c257d tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Pushing event updated for resources: {'Port': ['ID=5eb1cb2f-2a34-4c4f-b599-f7b51fabeea8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:40.028875 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78d6ea7e-d76b-4d10-934b-3c73434c257d tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks [] for floatingip (b57b8be4-dd52-4a17-8fbc-08ce5373c178), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:40.071255 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78d6ea7e-d76b-4d10-934b-3c73434c257d tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5eb1cb2f-2a34-4c4f-b599-f7b51fabeea8), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:40.239850 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78d6ea7e-d76b-4d10-934b-3c73434c257d tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks [] for port (5eb1cb2f-2a34-4c4f-b599-f7b51fabeea8), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:40.246319 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78d6ea7e-d76b-4d10-934b-3c73434c257d tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (5eb1cb2f-2a34-4c4f-b599-f7b51fabeea8), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:40.325315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6ea7e-d76b-4d10-934b-3c73434c257d tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Pushing event updated for resources: {'Port': ['ID=5eb1cb2f-2a34-4c4f-b599-f7b51fabeea8,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:40.337658 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78d6ea7e-d76b-4d10-934b-3c73434c257d tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (b57b8be4-dd52-4a17-8fbc-08ce5373c178), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:40.356574 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78d6ea7e-d76b-4d10-934b-3c73434c257d tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:40.358115 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-78d6ea7e-d76b-4d10-934b-3c73434c257d tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8744187 Feb 07 17:16:40.362166 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50484) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:40.445449 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-293eae90-f9a7-4569-879e-528d17c25897 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=8b940271-5dfa-45b0-bb3b-815e54f4d46d HTTP/1.1" status: 200 len: 689 time: 0.0813801 Feb 07 17:16:40.448006 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50488) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:40.536040 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (8b940271-5dfa-45b0-bb3b-815e54f4d46d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:40.663813 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Deleting port 5eb1cb2f-2a34-4c4f-b599-f7b51fabeea8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:16:40.664180 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5eb1cb2f-2a34-4c4f-b599-f7b51fabeea8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:40.762678 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5eb1cb2f-2a34-4c4f-b599-f7b51fabeea8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:40.763015 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks [] for floatingip (5eb1cb2f-2a34-4c4f-b599-f7b51fabeea8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:40.776239 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Calling delete_port for 5eb1cb2f-2a34-4c4f-b599-f7b51fabeea8 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:16:40.922800 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (5eb1cb2f-2a34-4c4f-b599-f7b51fabeea8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:40.953392 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Pushing event deleted for resources: {'Port': ['ID=5eb1cb2f-2a34-4c4f-b599-f7b51fabeea8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:41.020793 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks [] for floatingip (b57b8be4-dd52-4a17-8fbc-08ce5373c178), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:41.066965 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (878cc60f-05ba-48b1-ad94-14ef294c08f9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:41.126833 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (878cc60f-05ba-48b1-ad94-14ef294c08f9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:41.151273 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=878cc60f-05ba-48b1-ad94-14ef294c08f9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:41.211839 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (8b940271-5dfa-45b0-bb3b-815e54f4d46d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:41.231941 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b940271-5dfa-45b0-bb3b-815e54f4d46d']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:41.242449 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8906396-03a6-47e2-95f5-f94fc532946f') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:41.242874 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8906396-03a6-47e2-95f5-f94fc532946f') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:41.252612 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (e8906396-03a6-47e2-95f5-f94fc532946f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:41.266779 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e8906396-03a6-47e2-95f5-f94fc532946f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:41.273060 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:16:41.273436 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (e8906396-03a6-47e2-95f5-f94fc532946f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:16:41.275155 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:16:41.337184 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (8b940271-5dfa-45b0-bb3b-815e54f4d46d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:41.343488 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8b940271-5dfa-45b0-bb3b-815e54f4d46d {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 17:16:41.346316 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:41.352887 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] 10.222.0.18 "DELETE /v2.0/networks/8b940271-5dfa-45b0-bb3b-815e54f4d46d HTTP/1.1" status: 204 len: 168 time: 0.9008293 Feb 07 17:16:41.354003 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50490) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:41.361633 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35e912-134d-4323-b32e-0cb67a46621f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Pushing event deleted for resources: {'Network': ['ID=8b940271-5dfa-45b0-bb3b-815e54f4d46d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:41.739303 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4da421c6-a3fe-4338-82e3-c73190cd5ed9 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.3838379 Feb 07 17:16:41.742524 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50492) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:41.881059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04a4634-7675-44c8-9cbe-19803896ae90 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:41.881853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04a4634-7675-44c8-9cbe-19803896ae90 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:41.883077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04a4634-7675-44c8-9cbe-19803896ae90 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:41.883768 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04a4634-7675-44c8-9cbe-19803896ae90 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:41.884458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04a4634-7675-44c8-9cbe-19803896ae90 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:41.885415 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04a4634-7675-44c8-9cbe-19803896ae90 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:41.886228 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04a4634-7675-44c8-9cbe-19803896ae90 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:41.887055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04a4634-7675-44c8-9cbe-19803896ae90 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:41.893038 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b04a4634-7675-44c8-9cbe-19803896ae90 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5303 time: 0.1464753 Feb 07 17:16:41.894018 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50494) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:41.932201 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-4ffeee6e-7580-4ea9-983b-268f2b06940d tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] delete failed (client error): The resource could not be found. Feb 07 17:16:41.936412 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4ffeee6e-7580-4ea9-983b-268f2b06940d tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/b57b8be4-dd52-4a17-8fbc-08ce5373c178 HTTP/1.1" status: 404 len: 345 time: 0.0411701 Feb 07 17:16:41.936980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50496) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:41.962607 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-07547d0a-8179-4a1c-9ea2-02fe2215119f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] DELETE failed (client error): The resource could not be found. Feb 07 17:16:41.963137 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07547d0a-8179-4a1c-9ea2-02fe2215119f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:16:41.966490 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-07547d0a-8179-4a1c-9ea2-02fe2215119f tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] 10.222.0.18 "DELETE /v2.0/networks/8b940271-5dfa-45b0-bb3b-815e54f4d46d HTTP/1.1" status: 404 len: 339 time: 0.0284443 Feb 07 17:16:41.971546 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50498) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:41.976625 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f4ed56ae-7a2d-4dc8-ae55-f829f99a0aad tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Request body: {'network': {'name': 'tempest-network--1203402949', 'router:external': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:16:42.002246 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ed56ae-7a2d-4dc8-ae55-f829f99a0aad tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Made reservation on behalf of e193a203158b47b4b8e0d5c723beca0e for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:16:42.009034 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4ed56ae-7a2d-4dc8-ae55-f829f99a0aad tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:42.075746 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ed56ae-7a2d-4dc8-ae55-f829f99a0aad tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:16:42.097926 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4ed56ae-7a2d-4dc8-ae55-f829f99a0aad tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (3eac6e0f-2c55-4685-9483-6d1e144a9375), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:42.099033 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-f4ed56ae-7a2d-4dc8-ae55-f829f99a0aad tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Added segment 3eac6e0f-2c55-4685-9483-6d1e144a9375 of type vlan for network bad38093-524c-43c9-8e18-1c43d64ff67e Feb 07 17:16:42.167644 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4ed56ae-7a2d-4dc8-ae55-f829f99a0aad tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (bad38093-524c-43c9-8e18-1c43d64ff67e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:42.210308 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4ed56ae-7a2d-4dc8-ae55-f829f99a0aad tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (bad38093-524c-43c9-8e18-1c43d64ff67e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:42.211373 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ed56ae-7a2d-4dc8-ae55-f829f99a0aad tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:42.212067 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4ed56ae-7a2d-4dc8-ae55-f829f99a0aad tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:42.274557 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f4ed56ae-7a2d-4dc8-ae55-f829f99a0aad tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3018773 Feb 07 17:16:42.277572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50506) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:42.281548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed56ae-7a2d-4dc8-ae55-f829f99a0aad tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Pushing event updated for resources: {'Network': ['ID=bad38093-524c-43c9-8e18-1c43d64ff67e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:42.295365 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network bad38093-524c-43c9-8e18-1c43d64ff67e details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:16:42.477608 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74976ae-ab1f-4873-a31a-e9ec1b69a326 tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:42.483067 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74976ae-ab1f-4873-a31a-e9ec1b69a326 tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:42.488410 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74976ae-ab1f-4873-a31a-e9ec1b69a326 tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:42.494708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74976ae-ab1f-4873-a31a-e9ec1b69a326 tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:42.496524 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f74976ae-ab1f-4873-a31a-e9ec1b69a326 tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2171721 Feb 07 17:16:42.499553 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50508) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:42.580353 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6886c61-39e9-4f32-af74-3c2be48634e2 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (bad38093-524c-43c9-8e18-1c43d64ff67e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:42.664213 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6886c61-39e9-4f32-af74-3c2be48634e2 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (bad38093-524c-43c9-8e18-1c43d64ff67e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:42.685525 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e6886c61-39e9-4f32-af74-3c2be48634e2 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad38093-524c-43c9-8e18-1c43d64ff67e']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:42.695672 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e6886c61-39e9-4f32-af74-3c2be48634e2 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eac6e0f-2c55-4685-9483-6d1e144a9375') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:42.695982 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e6886c61-39e9-4f32-af74-3c2be48634e2 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eac6e0f-2c55-4685-9483-6d1e144a9375') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:42.710393 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6886c61-39e9-4f32-af74-3c2be48634e2 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (3eac6e0f-2c55-4685-9483-6d1e144a9375), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:42.724701 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6886c61-39e9-4f32-af74-3c2be48634e2 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (3eac6e0f-2c55-4685-9483-6d1e144a9375), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:42.731117 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6886c61-39e9-4f32-af74-3c2be48634e2 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:16:42.731752 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6886c61-39e9-4f32-af74-3c2be48634e2 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (3eac6e0f-2c55-4685-9483-6d1e144a9375), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:16:42.733601 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:16:42.794652 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6886c61-39e9-4f32-af74-3c2be48634e2 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (bad38093-524c-43c9-8e18-1c43d64ff67e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:42.801936 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6886c61-39e9-4f32-af74-3c2be48634e2 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bad38093-524c-43c9-8e18-1c43d64ff67e {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 17:16:42.805386 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6886c61-39e9-4f32-af74-3c2be48634e2 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:42.809004 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e6886c61-39e9-4f32-af74-3c2be48634e2 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] 10.222.0.18 "DELETE /v2.0/networks/bad38093-524c-43c9-8e18-1c43d64ff67e HTTP/1.1" status: 204 len: 168 time: 0.3081841 Feb 07 17:16:42.812420 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50510) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:42.818348 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bdc20d42-eb02-4fb3-9fcf-e93c1828cfbd tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Request body: {'network': {'name': 'tempest-network--954529423', 'router:external': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:16:42.818848 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6886c61-39e9-4f32-af74-3c2be48634e2 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Pushing event deleted for resources: {'Network': ['ID=bad38093-524c-43c9-8e18-1c43d64ff67e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:42.847674 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc20d42-eb02-4fb3-9fcf-e93c1828cfbd tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Made reservation on behalf of e193a203158b47b4b8e0d5c723beca0e for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:16:42.850753 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bdc20d42-eb02-4fb3-9fcf-e93c1828cfbd tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:42.880741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc20d42-eb02-4fb3-9fcf-e93c1828cfbd tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:16:42.893828 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bdc20d42-eb02-4fb3-9fcf-e93c1828cfbd tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (42a7076c-0c33-4951-981f-25cc17249b0d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:42.894165 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-bdc20d42-eb02-4fb3-9fcf-e93c1828cfbd tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Added segment 42a7076c-0c33-4951-981f-25cc17249b0d of type vlan for network c614e883-7566-48dc-b21b-033314a44e09 Feb 07 17:16:42.953418 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bdc20d42-eb02-4fb3-9fcf-e93c1828cfbd tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (c614e883-7566-48dc-b21b-033314a44e09), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:42.990565 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bdc20d42-eb02-4fb3-9fcf-e93c1828cfbd tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (c614e883-7566-48dc-b21b-033314a44e09), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:42.991835 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc20d42-eb02-4fb3-9fcf-e93c1828cfbd tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:42.992447 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bdc20d42-eb02-4fb3-9fcf-e93c1828cfbd tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:43.055144 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bdc20d42-eb02-4fb3-9fcf-e93c1828cfbd tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2415199 Feb 07 17:16:43.058087 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50516) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:43.086156 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc20d42-eb02-4fb3-9fcf-e93c1828cfbd tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Pushing event updated for resources: {'Network': ['ID=c614e883-7566-48dc-b21b-033314a44e09,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:43.106904 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network c614e883-7566-48dc-b21b-033314a44e09 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:16:43.196743 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181cbfa0-83f2-4388-b230-32b342b3a871 tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:43.202165 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-181cbfa0-83f2-4388-b230-32b342b3a871 tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] 10.222.0.18 "GET /v2.0/networks/c614e883-7566-48dc-b21b-033314a44e09 HTTP/1.1" status: 200 len: 756 time: 0.1433740 Feb 07 17:16:43.204800 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50520) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:43.314420 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bfeef8-4833-44da-b85c-6d0e3dcebbb9 tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:43.319270 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-89bfeef8-4833-44da-b85c-6d0e3dcebbb9 tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] 10.222.0.18 "GET /v2.0/networks/5c4d1da8-125d-4eb9-9244-4a37826a32b3 HTTP/1.1" status: 200 len: 767 time: 0.1100092 Feb 07 17:16:43.319612 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50522) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:43.761595 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5b4a832-a247-4d17-9877-e40fa754d00c tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (c614e883-7566-48dc-b21b-033314a44e09), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:43.844912 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5b4a832-a247-4d17-9877-e40fa754d00c tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (c614e883-7566-48dc-b21b-033314a44e09), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:43.864569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d5b4a832-a247-4d17-9877-e40fa754d00c tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c614e883-7566-48dc-b21b-033314a44e09']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:43.874134 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d5b4a832-a247-4d17-9877-e40fa754d00c tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a7076c-0c33-4951-981f-25cc17249b0d') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:43.874437 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d5b4a832-a247-4d17-9877-e40fa754d00c tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a7076c-0c33-4951-981f-25cc17249b0d') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:43.884459 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5b4a832-a247-4d17-9877-e40fa754d00c tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (42a7076c-0c33-4951-981f-25cc17249b0d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:43.898407 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5b4a832-a247-4d17-9877-e40fa754d00c tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (42a7076c-0c33-4951-981f-25cc17249b0d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:43.904175 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b4a832-a247-4d17-9877-e40fa754d00c tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:16:43.904554 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5b4a832-a247-4d17-9877-e40fa754d00c tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (42a7076c-0c33-4951-981f-25cc17249b0d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:16:43.906256 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:16:43.967336 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5b4a832-a247-4d17-9877-e40fa754d00c tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (c614e883-7566-48dc-b21b-033314a44e09), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:43.973021 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b4a832-a247-4d17-9877-e40fa754d00c tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c614e883-7566-48dc-b21b-033314a44e09 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 17:16:43.986200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4a832-a247-4d17-9877-e40fa754d00c tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Pushing event deleted for resources: {'Network': ['ID=c614e883-7566-48dc-b21b-033314a44e09,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:43.988668 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5b4a832-a247-4d17-9877-e40fa754d00c tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:43.997929 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d5b4a832-a247-4d17-9877-e40fa754d00c tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] 10.222.0.18 "DELETE /v2.0/networks/c614e883-7566-48dc-b21b-033314a44e09 HTTP/1.1" status: 204 len: 168 time: 0.6771696 Feb 07 17:16:43.999101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50524) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:44.007103 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-90f9a8fe-a98a-46fc-a980-c4e8249ab536 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Request body: {'network': {'name': 'tempest-network--689792583'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:16:44.030657 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f9a8fe-a98a-46fc-a980-c4e8249ab536 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Made reservation on behalf of e193a203158b47b4b8e0d5c723beca0e for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:16:44.033508 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90f9a8fe-a98a-46fc-a980-c4e8249ab536 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:44.070464 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f9a8fe-a98a-46fc-a980-c4e8249ab536 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:16:44.084326 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90f9a8fe-a98a-46fc-a980-c4e8249ab536 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (8af9365e-088d-4ae7-a737-5a81ad5cd22d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:44.084918 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-90f9a8fe-a98a-46fc-a980-c4e8249ab536 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Added segment 8af9365e-088d-4ae7-a737-5a81ad5cd22d of type vlan for network 945f37bc-9e54-47fe-a658-1f68250d3028 Feb 07 17:16:44.134138 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90f9a8fe-a98a-46fc-a980-c4e8249ab536 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (945f37bc-9e54-47fe-a658-1f68250d3028), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:44.161645 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90f9a8fe-a98a-46fc-a980-c4e8249ab536 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (945f37bc-9e54-47fe-a658-1f68250d3028), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:44.163211 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f9a8fe-a98a-46fc-a980-c4e8249ab536 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:44.164124 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90f9a8fe-a98a-46fc-a980-c4e8249ab536 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:44.241905 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-90f9a8fe-a98a-46fc-a980-c4e8249ab536 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2372828 Feb 07 17:16:44.242919 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50530) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:44.247744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0dbda140-cfc0-447a-a765-885612f55774 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:16:44.299354 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9a8fe-a98a-46fc-a980-c4e8249ab536 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Pushing event updated for resources: {'Network': ['ID=945f37bc-9e54-47fe-a658-1f68250d3028,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:44.311870 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 945f37bc-9e54-47fe-a658-1f68250d3028 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:16:44.482903 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0dbda140-cfc0-447a-a765-885612f55774 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (945f37bc-9e54-47fe-a658-1f68250d3028), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:44.505240 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0dbda140-cfc0-447a-a765-885612f55774 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (945f37bc-9e54-47fe-a658-1f68250d3028), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:44.526898 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0dbda140-cfc0-447a-a765-885612f55774 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Network 945f37bc-9e54-47fe-a658-1f68250d3028 is not hosted by any dhcp agent {{(pid=103226) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 07 17:16:44.527959 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbda140-cfc0-447a-a765-885612f55774 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:44.528645 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0dbda140-cfc0-447a-a765-885612f55774 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:44.530157 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0dbda140-cfc0-447a-a765-885612f55774 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] 10.222.0.18 "PUT /v2.0/networks/945f37bc-9e54-47fe-a658-1f68250d3028 HTTP/1.1" status: 200 len: 857 time: 0.2866094 Feb 07 17:16:44.533037 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50534) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:44.586109 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbda140-cfc0-447a-a765-885612f55774 tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Pushing event updated for resources: {'Network': ['ID=945f37bc-9e54-47fe-a658-1f68250d3028,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:44.640337 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31f90f27-cb48-496c-960c-8250eab9884a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (945f37bc-9e54-47fe-a658-1f68250d3028), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:44.738015 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31f90f27-cb48-496c-960c-8250eab9884a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (945f37bc-9e54-47fe-a658-1f68250d3028), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:44.762566 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-31f90f27-cb48-496c-960c-8250eab9884a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945f37bc-9e54-47fe-a658-1f68250d3028']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:44.772885 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-31f90f27-cb48-496c-960c-8250eab9884a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af9365e-088d-4ae7-a737-5a81ad5cd22d') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:44.773187 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-31f90f27-cb48-496c-960c-8250eab9884a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af9365e-088d-4ae7-a737-5a81ad5cd22d') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:44.783803 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31f90f27-cb48-496c-960c-8250eab9884a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (8af9365e-088d-4ae7-a737-5a81ad5cd22d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:44.799146 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31f90f27-cb48-496c-960c-8250eab9884a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (8af9365e-088d-4ae7-a737-5a81ad5cd22d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:44.816579 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f90f27-cb48-496c-960c-8250eab9884a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:16:44.817070 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31f90f27-cb48-496c-960c-8250eab9884a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (8af9365e-088d-4ae7-a737-5a81ad5cd22d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:16:44.819655 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:16:44.879243 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31f90f27-cb48-496c-960c-8250eab9884a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (945f37bc-9e54-47fe-a658-1f68250d3028), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:44.885679 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f90f27-cb48-496c-960c-8250eab9884a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 945f37bc-9e54-47fe-a658-1f68250d3028 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 07 17:16:44.888263 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31f90f27-cb48-496c-960c-8250eab9884a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:44.896531 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-31f90f27-cb48-496c-960c-8250eab9884a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] 10.222.0.18 "DELETE /v2.0/networks/945f37bc-9e54-47fe-a658-1f68250d3028 HTTP/1.1" status: 204 len: 168 time: 0.3573642 Feb 07 17:16:44.896999 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50536) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:44.903446 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f90f27-cb48-496c-960c-8250eab9884a tempest-ExternalNetworksTestJSON-1066264006 tempest-ExternalNetworksTestJSON-1066264006-project-admin] Pushing event deleted for resources: {'Network': ['ID=945f37bc-9e54-47fe-a658-1f68250d3028,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:44.949010 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ad624f-5038-4607-bddb-469624901715 tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] DELETE failed (client error): The resource could not be found. Feb 07 17:16:44.949631 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ad624f-5038-4607-bddb-469624901715 tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:16:44.953582 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-06ad624f-5038-4607-bddb-469624901715 tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] 10.222.0.18 "DELETE /v2.0/subnets/878cc60f-05ba-48b1-ad94-14ef294c08f9 HTTP/1.1" status: 404 len: 337 time: 0.0543611 Feb 07 17:16:44.956351 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50538) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:45.059030 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc7f5960-28f7-47c4-a324-0abf2964142b tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (5c4d1da8-125d-4eb9-9244-4a37826a32b3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:45.168374 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc7f5960-28f7-47c4-a324-0abf2964142b tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (5c4d1da8-125d-4eb9-9244-4a37826a32b3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:45.194206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fc7f5960-28f7-47c4-a324-0abf2964142b tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4d1da8-125d-4eb9-9244-4a37826a32b3']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:45.204256 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fc7f5960-28f7-47c4-a324-0abf2964142b tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b82a50-f3c3-4c78-af81-4241058add41') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:45.204568 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fc7f5960-28f7-47c4-a324-0abf2964142b tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b82a50-f3c3-4c78-af81-4241058add41') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:16:45.216197 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc7f5960-28f7-47c4-a324-0abf2964142b tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (18b82a50-f3c3-4c78-af81-4241058add41), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:45.231209 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc7f5960-28f7-47c4-a324-0abf2964142b tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (18b82a50-f3c3-4c78-af81-4241058add41), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:45.241096 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7f5960-28f7-47c4-a324-0abf2964142b tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:16:45.241589 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc7f5960-28f7-47c4-a324-0abf2964142b tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (18b82a50-f3c3-4c78-af81-4241058add41), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:16:45.330890 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:16:45.365108 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc7f5960-28f7-47c4-a324-0abf2964142b tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (5c4d1da8-125d-4eb9-9244-4a37826a32b3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:45.372254 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fc7f5960-28f7-47c4-a324-0abf2964142b tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:45.377633 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fc7f5960-28f7-47c4-a324-0abf2964142b tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] 10.222.0.18 "DELETE /v2.0/networks/5c4d1da8-125d-4eb9-9244-4a37826a32b3 HTTP/1.1" status: 204 len: 168 time: 0.4195244 Feb 07 17:16:45.406242 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f5960-28f7-47c4-a324-0abf2964142b tempest-ExternalNetworksTestJSON-1867046873 tempest-ExternalNetworksTestJSON-1867046873-project] Pushing event deleted for resources: {'Network': ['ID=5c4d1da8-125d-4eb9-9244-4a37826a32b3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:45.703220 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50550) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:45.854069 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5e598b75-7c94-4de5-8dc5-476694c78111 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e42197fb547540fb8680c89058b78b7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1491086 Feb 07 17:16:45.856373 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50554) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:45.920269 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3f82bc4-6d0c-47a2-8baf-0694ee176e8f admin admin] Publish callbacks [] for security_group (f5c8eca1-0c52-4a81-a9b4-eba38933a004), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:45.946773 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3f82bc4-6d0c-47a2-8baf-0694ee176e8f admin admin] Publish callbacks [] for security_group (f5c8eca1-0c52-4a81-a9b4-eba38933a004), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:46.001461 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3f82bc4-6d0c-47a2-8baf-0694ee176e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (f5c8eca1-0c52-4a81-a9b4-eba38933a004), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:46.005627 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b3f82bc4-6d0c-47a2-8baf-0694ee176e8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:46.007806 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b3f82bc4-6d0c-47a2-8baf-0694ee176e8f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5c8eca1-0c52-4a81-a9b4-eba38933a004 HTTP/1.1" status: 204 len: 168 time: 0.1504374 Feb 07 17:16:46.018223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f82bc4-6d0c-47a2-8baf-0694ee176e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c8eca1-0c52-4a81-a9b4-eba38933a004,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:46.375864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50564) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:46.435824 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-62601386-6b3f-4198-ac63-e4a40e4f26f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e193a203158b47b4b8e0d5c723beca0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0575786 Feb 07 17:16:46.440492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50566) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:46.539045 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c4c6-8dd2-43e2-a5ce-9acd010e0de2 admin admin] Publish callbacks [] for security_group (237548ca-72ec-43b2-99f2-45aebe77beb6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:46.587273 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c4c6-8dd2-43e2-a5ce-9acd010e0de2 admin admin] Publish callbacks [] for security_group (237548ca-72ec-43b2-99f2-45aebe77beb6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:46.674889 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c4c6-8dd2-43e2-a5ce-9acd010e0de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (237548ca-72ec-43b2-99f2-45aebe77beb6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:46.678376 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8dc9c4c6-8dd2-43e2-a5ce-9acd010e0de2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:46.682935 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8dc9c4c6-8dd2-43e2-a5ce-9acd010e0de2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/237548ca-72ec-43b2-99f2-45aebe77beb6 HTTP/1.1" status: 204 len: 168 time: 0.2411289 Feb 07 17:16:46.693114 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9c4c6-8dd2-43e2-a5ce-9acd010e0de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237548ca-72ec-43b2-99f2-45aebe77beb6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:47.423825 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b12fac84-2cf4-4759-afcd-489528dcbdf7 req-14b7f30b-bc4e-4623-8c4d-37bf81c9c5b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c19fd77-4be7-4e37-a157-81481e65ea88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0750134 Feb 07 17:16:47.532944 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fac84-2cf4-4759-afcd-489528dcbdf7 req-96718435-5352-4ee0-8f3f-b58588ef6b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:47.534769 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b12fac84-2cf4-4759-afcd-489528dcbdf7 req-96718435-5352-4ee0-8f3f-b58588ef6b18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2be09bd74315487f96bd1cddb7034987&device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 1128 time: 0.0577228 Feb 07 17:16:47.683756 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fac84-2cf4-4759-afcd-489528dcbdf7 req-7f6da76f-5ea8-4136-a450-300ccfb71703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:47.686154 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b12fac84-2cf4-4759-afcd-489528dcbdf7 req-7f6da76f-5ea8-4136-a450-300ccfb71703 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9f15c25d-61ba-4f62-a7d1-50eefa62351b HTTP/1.1" status: 200 len: 915 time: 0.1306102 Feb 07 17:16:47.766984 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b12fac84-2cf4-4759-afcd-489528dcbdf7 req-c9c1df3a-1497-40a8-9e12-66b79e9e6370 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad471d08-5ec8-48ce-afc4-23e70afda1f0 HTTP/1.1" status: 200 len: 217 time: 0.0744815 Feb 07 17:16:47.834429 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fac84-2cf4-4759-afcd-489528dcbdf7 req-a072be9e-02eb-41bb-871b-9ee1359f805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:47.836357 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b12fac84-2cf4-4759-afcd-489528dcbdf7 req-a072be9e-02eb-41bb-871b-9ee1359f805c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=44710299-5306-42e6-b850-8cbb45ff1fa9 HTTP/1.1" status: 200 len: 854 time: 0.0640202 Feb 07 17:16:47.878887 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b12fac84-2cf4-4759-afcd-489528dcbdf7 req-59734a03-e9af-4b1d-9376-85118bb9d7b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9f15c25d-61ba-4f62-a7d1-50eefa62351b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363719 Feb 07 17:16:48.002035 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b12fac84-2cf4-4759-afcd-489528dcbdf7 req-2f4adcf9-c778-4510-bdc3-881875a984f6 service neutron] 10.222.0.32 "GET /v2.0/networks/9f15c25d-61ba-4f62-a7d1-50eefa62351b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164737 Feb 07 17:16:48.146967 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b12fac84-2cf4-4759-afcd-489528dcbdf7 req-47df59dd-03ca-407c-a678-742566c2c97d service neutron] 10.222.0.32 "GET /v2.0/networks/9f15c25d-61ba-4f62-a7d1-50eefa62351b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378789 Feb 07 17:16:48.517207 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50622) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:48.643376 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-135920eb-8d6d-41bb-add2-726f247a8282 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:16:48.667957 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-135920eb-8d6d-41bb-add2-726f247a8282 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:48.773215 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-135920eb-8d6d-41bb-add2-726f247a8282 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:48.895764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-135920eb-8d6d-41bb-add2-726f247a8282 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Allocated IP 172.25.4.240 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/c8006806-7d35-4e95-8d8e-31a188d05262) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:16:49.006092 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-135920eb-8d6d-41bb-add2-726f247a8282 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Publish callbacks [] for port (c8006806-7d35-4e95-8d8e-31a188d05262), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:49.046307 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-135920eb-8d6d-41bb-add2-726f247a8282 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c8006806-7d35-4e95-8d8e-31a188d05262), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:49.093722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135920eb-8d6d-41bb-add2-726f247a8282 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:16:49.096784 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-135920eb-8d6d-41bb-add2-726f247a8282 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:16:49.100970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135920eb-8d6d-41bb-add2-726f247a8282 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:16:49.125055 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135920eb-8d6d-41bb-add2-726f247a8282 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Pushing event updated for resources: {'Port': ['ID=c8006806-7d35-4e95-8d8e-31a188d05262,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:49.195635 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-135920eb-8d6d-41bb-add2-726f247a8282 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Publish callbacks [] for floatingip (db88d9ac-97d5-4eb4-a758-27459d63b0ad), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:49.233519 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-135920eb-8d6d-41bb-add2-726f247a8282 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c8006806-7d35-4e95-8d8e-31a188d05262), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:49.397518 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-135920eb-8d6d-41bb-add2-726f247a8282 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Publish callbacks [] for port (c8006806-7d35-4e95-8d8e-31a188d05262), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:49.402087 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-135920eb-8d6d-41bb-add2-726f247a8282 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (c8006806-7d35-4e95-8d8e-31a188d05262), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:49.471505 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135920eb-8d6d-41bb-add2-726f247a8282 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Pushing event updated for resources: {'Port': ['ID=c8006806-7d35-4e95-8d8e-31a188d05262,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:49.487164 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-135920eb-8d6d-41bb-add2-726f247a8282 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (db88d9ac-97d5-4eb4-a758-27459d63b0ad), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:49.510732 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-135920eb-8d6d-41bb-add2-726f247a8282 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:49.513056 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-135920eb-8d6d-41bb-add2-726f247a8282 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9937332 Feb 07 17:16:49.515223 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50632) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:49.520599 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9ba935d1-924a-46f4-99e7-f88827fb6663 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1445381242', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'fixed_ips': [{'ip_address': '172.25.4.240'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:16:49.542065 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba935d1-924a-46f4-99e7-f88827fb6663 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Made reservation on behalf of 6dc0a1eddde044cd9d1f3afc3fb4fde7 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:16:49.544449 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ba935d1-924a-46f4-99e7-f88827fb6663 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:49.554591 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ba935d1-924a-46f4-99e7-f88827fb6663 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:49.636599 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ba935d1-924a-46f4-99e7-f88827fb6663 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Publish callbacks [] for security_group (445420ef-f1fe-4343-a3f9-63930617d697), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:49.640858 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ba935d1-924a-46f4-99e7-f88827fb6663 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (445420ef-f1fe-4343-a3f9-63930617d697), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:49.646305 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-9ba935d1-924a-46f4-99e7-f88827fb6663 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] device_id is not set on port 71c8b6bb-ea64-4b12-be32-08f0375e092e yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:16:49.729109 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba935d1-924a-46f4-99e7-f88827fb6663 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445420ef-f1fe-4343-a3f9-63930617d697,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:49.863539 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba935d1-924a-46f4-99e7-f88827fb6663 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 07 17:16:49.864116 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba935d1-924a-46f4-99e7-f88827fb6663 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:16:49.884837 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50638) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:49.889878 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9ba935d1-924a-46f4-99e7-f88827fb6663 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.3733127 Feb 07 17:16:50.025773 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c20771fa-bf66-46e9-b631-ddbed6f46e26 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Deleting port c8006806-7d35-4e95-8d8e-31a188d05262 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:16:50.026193 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c20771fa-bf66-46e9-b631-ddbed6f46e26 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c8006806-7d35-4e95-8d8e-31a188d05262), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:50.204281 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c20771fa-bf66-46e9-b631-ddbed6f46e26 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c8006806-7d35-4e95-8d8e-31a188d05262), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:50.204656 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c20771fa-bf66-46e9-b631-ddbed6f46e26 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Publish callbacks [] for floatingip (c8006806-7d35-4e95-8d8e-31a188d05262), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:50.228728 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c20771fa-bf66-46e9-b631-ddbed6f46e26 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Calling delete_port for c8006806-7d35-4e95-8d8e-31a188d05262 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:16:50.418834 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c20771fa-bf66-46e9-b631-ddbed6f46e26 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c8006806-7d35-4e95-8d8e-31a188d05262), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:50.447566 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20771fa-bf66-46e9-b631-ddbed6f46e26 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8006806-7d35-4e95-8d8e-31a188d05262,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:50.517321 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c20771fa-bf66-46e9-b631-ddbed6f46e26 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Publish callbacks [] for floatingip (db88d9ac-97d5-4eb4-a758-27459d63b0ad), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:50.520428 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c20771fa-bf66-46e9-b631-ddbed6f46e26 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:50.526423 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c20771fa-bf66-46e9-b631-ddbed6f46e26 tempest-ExternalNetworksAdminNegativeTestJSON-421130420 tempest-ExternalNetworksAdminNegativeTestJSON-421130420-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/db88d9ac-97d5-4eb4-a758-27459d63b0ad HTTP/1.1" status: 204 len: 168 time: 0.6403437 Feb 07 17:16:50.917398 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50668) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:51.092148 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f861868f-c2a2-4bf5-9638-bc461b88a257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:51.211150 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f861868f-c2a2-4bf5-9638-bc461b88a257 admin admin] Publish callbacks [] for security_group (3d1be74a-6a2f-4b4d-a91f-9de862c77ae8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:51.222568 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f861868f-c2a2-4bf5-9638-bc461b88a257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3d1be74a-6a2f-4b4d-a91f-9de862c77ae8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:51.280786 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861868f-c2a2-4bf5-9638-bc461b88a257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1be74a-6a2f-4b4d-a91f-9de862c77ae8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:51.288246 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f861868f-c2a2-4bf5-9638-bc461b88a257 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae36fd63f8f94c5fa57e2103c2ffdb37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3697419 Feb 07 17:16:51.291015 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50684) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:51.353210 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9e61658-a78b-4441-aa80-1d07d24c4635 admin admin] Publish callbacks [] for security_group (3d1be74a-6a2f-4b4d-a91f-9de862c77ae8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:51.387403 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9e61658-a78b-4441-aa80-1d07d24c4635 admin admin] Publish callbacks [] for security_group (3d1be74a-6a2f-4b4d-a91f-9de862c77ae8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:51.445108 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9e61658-a78b-4441-aa80-1d07d24c4635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3d1be74a-6a2f-4b4d-a91f-9de862c77ae8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:51.450396 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9e61658-a78b-4441-aa80-1d07d24c4635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:51.452052 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b9e61658-a78b-4441-aa80-1d07d24c4635 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d1be74a-6a2f-4b4d-a91f-9de862c77ae8 HTTP/1.1" status: 204 len: 168 time: 0.1600509 Feb 07 17:16:51.464229 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e61658-a78b-4441-aa80-1d07d24c4635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1be74a-6a2f-4b4d-a91f-9de862c77ae8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:51.532586 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:51.873799 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50698) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:51.938013 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50704) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:51.947161 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-425269f3-f166-44dc-86e5-81dfa6f3896f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6dc0a1eddde044cd9d1f3afc3fb4fde7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0721054 Feb 07 17:16:52.002010 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db5d6771-b4f1-4fd3-a52f-d8179e645adb admin admin] Publish callbacks [] for security_group (445420ef-f1fe-4343-a3f9-63930617d697), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:52.030528 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db5d6771-b4f1-4fd3-a52f-d8179e645adb admin admin] Publish callbacks [] for security_group (445420ef-f1fe-4343-a3f9-63930617d697), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:52.083811 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db5d6771-b4f1-4fd3-a52f-d8179e645adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (445420ef-f1fe-4343-a3f9-63930617d697), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:52.087350 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db5d6771-b4f1-4fd3-a52f-d8179e645adb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:52.091798 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-db5d6771-b4f1-4fd3-a52f-d8179e645adb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/445420ef-f1fe-4343-a3f9-63930617d697 HTTP/1.1" status: 204 len: 168 time: 0.1512384 Feb 07 17:16:52.100364 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d6771-b4f1-4fd3-a52f-d8179e645adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445420ef-f1fe-4343-a3f9-63930617d697,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:53.363108 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:54.736430 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50798) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:54.911891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-374e2fef-d03e-4083-b6eb-1a62fe3c89c8 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:16:54.936591 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-374e2fef-d03e-4083-b6eb-1a62fe3c89c8 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:55.074203 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-374e2fef-d03e-4083-b6eb-1a62fe3c89c8 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:55.200234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-374e2fef-d03e-4083-b6eb-1a62fe3c89c8 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Allocated IP 172.25.4.158 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/447a0023-4295-40de-a917-7d4da3c6e788) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:16:55.324071 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-374e2fef-d03e-4083-b6eb-1a62fe3c89c8 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for port (447a0023-4295-40de-a917-7d4da3c6e788), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:55.372593 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-374e2fef-d03e-4083-b6eb-1a62fe3c89c8 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (447a0023-4295-40de-a917-7d4da3c6e788), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:55.424098 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374e2fef-d03e-4083-b6eb-1a62fe3c89c8 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:16:55.433303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-374e2fef-d03e-4083-b6eb-1a62fe3c89c8 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:16:55.435677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e2fef-d03e-4083-b6eb-1a62fe3c89c8 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Pushing event updated for resources: {'Port': ['ID=447a0023-4295-40de-a917-7d4da3c6e788,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:55.439681 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374e2fef-d03e-4083-b6eb-1a62fe3c89c8 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:16:55.593746 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-374e2fef-d03e-4083-b6eb-1a62fe3c89c8 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for floatingip (212740ed-e243-4da9-9527-6408731b27fe), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:55.650845 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-374e2fef-d03e-4083-b6eb-1a62fe3c89c8 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (447a0023-4295-40de-a917-7d4da3c6e788), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:55.806642 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3d756ec0-bcb6-4fd8-b395-fa3d826c6c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:55.861164 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-374e2fef-d03e-4083-b6eb-1a62fe3c89c8 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for port (447a0023-4295-40de-a917-7d4da3c6e788), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:55.869179 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-374e2fef-d03e-4083-b6eb-1a62fe3c89c8 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (447a0023-4295-40de-a917-7d4da3c6e788), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:55.934839 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-374e2fef-d03e-4083-b6eb-1a62fe3c89c8 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (212740ed-e243-4da9-9527-6408731b27fe), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:56.009012 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-374e2fef-d03e-4083-b6eb-1a62fe3c89c8 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:56.010627 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-374e2fef-d03e-4083-b6eb-1a62fe3c89c8 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2729576 Feb 07 17:16:56.012403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e2fef-d03e-4083-b6eb-1a62fe3c89c8 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Pushing event updated for resources: {'Port': ['ID=447a0023-4295-40de-a917-7d4da3c6e788,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:56.013865 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50828) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:56.020745 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6de3925b-e061-46c0-8668-8b586ee2691c tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-238253507'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:16:56.086444 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de3925b-e061-46c0-8668-8b586ee2691c tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Made reservation on behalf of 81d45409931748318889c04c73aa4471 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:16:56.089799 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6de3925b-e061-46c0-8668-8b586ee2691c tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:56.110122 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6de3925b-e061-46c0-8668-8b586ee2691c tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:56.276991 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6de3925b-e061-46c0-8668-8b586ee2691c tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for security_group (2c68af82-8027-40d6-8166-b66169750e65), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:56.285703 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6de3925b-e061-46c0-8668-8b586ee2691c tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2c68af82-8027-40d6-8166-b66169750e65), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:56.386114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de3925b-e061-46c0-8668-8b586ee2691c tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:16:56.395884 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6de3925b-e061-46c0-8668-8b586ee2691c tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (91e70f97-6290-4ef1-b94f-5b6ed57bc845), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:56.396236 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-6de3925b-e061-46c0-8668-8b586ee2691c tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Added segment 91e70f97-6290-4ef1-b94f-5b6ed57bc845 of type vlan for network 22f8a92c-939e-47bc-a099-ff5aaa051ad0 Feb 07 17:16:56.446980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3925b-e061-46c0-8668-8b586ee2691c tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c68af82-8027-40d6-8166-b66169750e65,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:56.507319 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6de3925b-e061-46c0-8668-8b586ee2691c tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (22f8a92c-939e-47bc-a099-ff5aaa051ad0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:56.561620 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6de3925b-e061-46c0-8668-8b586ee2691c tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (22f8a92c-939e-47bc-a099-ff5aaa051ad0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:56.567470 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de3925b-e061-46c0-8668-8b586ee2691c tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:56.568713 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6de3925b-e061-46c0-8668-8b586ee2691c tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:56.780305 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6de3925b-e061-46c0-8668-8b586ee2691c tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7644260 Feb 07 17:16:56.796475 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50842) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:56.820923 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-10698d36-1f93-4f37-9380-46da696abfd5 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Request body: {'subnet': {'network_id': '22f8a92c-939e-47bc-a099-ff5aaa051ad0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:16:56.846594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3925b-e061-46c0-8668-8b586ee2691c tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Pushing event updated for resources: {'Network': ['ID=22f8a92c-939e-47bc-a099-ff5aaa051ad0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:56.874578 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 22f8a92c-939e-47bc-a099-ff5aaa051ad0 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:16:57.152380 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10698d36-1f93-4f37-9380-46da696abfd5 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Made reservation on behalf of 81d45409931748318889c04c73aa4471 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:16:57.156554 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10698d36-1f93-4f37-9380-46da696abfd5 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:57.551345 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10698d36-1f93-4f37-9380-46da696abfd5 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (31569731-ec71-4c1c-9f74-50af55137e2d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:57.664450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10698d36-1f93-4f37-9380-46da696abfd5 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Pushing event updated for resources: {'Subnet': ['ID=31569731-ec71-4c1c-9f74-50af55137e2d,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:57.754428 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10698d36-1f93-4f37-9380-46da696abfd5 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Checking segment: {'id': '91e70f97-6290-4ef1-b94f-5b6ed57bc845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22f8a92c-939e-47bc-a099-ff5aaa051ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:16:57.759798 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10698d36-1f93-4f37-9380-46da696abfd5 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Network hostable DHCP agents. Network: 22f8a92c-939e-47bc-a099-ff5aaa051ad0, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:16:57.811310 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10698d36-1f93-4f37-9380-46da696abfd5 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Network 22f8a92c-939e-47bc-a099-ff5aaa051ad0 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:16:57.846863 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-10698d36-1f93-4f37-9380-46da696abfd5 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 22f8a92c-939e-47bc-a099-ff5aaa051ad0) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:16:57.861733 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10698d36-1f93-4f37-9380-46da696abfd5 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:16:57.862412 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-10698d36-1f93-4f37-9380-46da696abfd5 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:57.864839 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0b8fc6-d098-493d-b778-8859820f1d86 None None] Network 22f8a92c-939e-47bc-a099-ff5aaa051ad0 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:16:57.916052 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-10698d36-1f93-4f37-9380-46da696abfd5 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1088121 Feb 07 17:16:57.916399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 50860) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:16:57.922054 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e0a68182-fe57-45f9-8b91-7b4043e82f35 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1792288416', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:16:57.999183 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0a68182-fe57-45f9-8b91-7b4043e82f35 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (cb357ef3-8a17-47d1-ad7a-75230c4fa699), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:58.011475 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0a68182-fe57-45f9-8b91-7b4043e82f35 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (cb357ef3-8a17-47d1-ad7a-75230c4fa699), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:58.209562 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-22f8a92c-939e-47bc-a099-ff5aaa051ad0', 'network_id': '22f8a92c-939e-47bc-a099-ff5aaa051ad0', 'project_id': '81d45409931748318889c04c73aa4471', 'fixed_ips': [{'subnet_id': '31569731-ec71-4c1c-9f74-50af55137e2d'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:16:58.212566 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:58.261571 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6ca334f6-acc4-4b7b-94fc-3559ac631968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:58.385105 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0a68182-fe57-45f9-8b91-7b4043e82f35 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for router_controller (cb357ef3-8a17-47d1-ad7a-75230c4fa699), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:58.545730 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Allocated IP 172.20.0.2 (22f8a92c-939e-47bc-a099-ff5aaa051ad0/31569731-ec71-4c1c-9f74-50af55137e2d/c8c0148e-f12e-450c-97aa-e8af93c40523) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:16:58.978189 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Publish callbacks [] for port (c8c0148e-f12e-450c-97aa-e8af93c40523), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:58.987806 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (c8c0148e-f12e-450c-97aa-e8af93c40523), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:59.061574 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Network 22f8a92c-939e-47bc-a099-ff5aaa051ad0 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:16:59.065931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:16:59.071735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:16:59.097262 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Pushing event updated for resources: {'Port': ['ID=c8c0148e-f12e-450c-97aa-e8af93c40523,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:59.149266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:59.150047 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:59.155070 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:59.155503 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:59.156293 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:59.156426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:59.156808 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:59.161117 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:59.167755 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:59.168180 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:59.170729 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:59.172121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:59.172474 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:16:59.236446 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Attempting to bind port c8c0148e-f12e-450c-97aa-e8af93c40523 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:16:59.237092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Attempting to bind port c8c0148e-f12e-450c-97aa-e8af93c40523 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '91e70f97-6290-4ef1-b94f-5b6ed57bc845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22f8a92c-939e-47bc-a099-ff5aaa051ad0'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:16:59.237189 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Attempting to bind port c8c0148e-f12e-450c-97aa-e8af93c40523 on network 22f8a92c-939e-47bc-a099-ff5aaa051ad0 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:16:59.251976 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:16:59.252440 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Checking segment: {'id': '91e70f97-6290-4ef1-b94f-5b6ed57bc845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22f8a92c-939e-47bc-a099-ff5aaa051ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:16:59.252749 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:59.253163 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Bound using segment: {'id': '91e70f97-6290-4ef1-b94f-5b6ed57bc845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22f8a92c-939e-47bc-a099-ff5aaa051ad0'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:16:59.253680 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Bound port: c8c0148e-f12e-450c-97aa-e8af93c40523, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e70f97-6290-4ef1-b94f-5b6ed57bc845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22f8a92c-939e-47bc-a099-ff5aaa051ad0'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:16:59.256669 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c8c0148e-f12e-450c-97aa-e8af93c40523), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:59.470765 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] For port c8c0148e-f12e-450c-97aa-e8af93c40523, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:16:59.479339 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] For port c8c0148e-f12e-450c-97aa-e8af93c40523, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c8c0148e-f12e-450c-97aa-e8af93c40523,segment=NetworkSegment(91e70f97-6290-4ef1-b94f-5b6ed57bc845),segment_id=91e70f97-6290-4ef1-b94f-5b6ed57bc845)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:16:59.495661 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c8c0148e-f12e-450c-97aa-e8af93c40523), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:59.580633 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:16:59.609162 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71e321-3eea-4ba1-992a-bb7cc0659042 None None] Pushing event updated for resources: {'Port': ['ID=c8c0148e-f12e-450c-97aa-e8af93c40523,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:16:59.613791 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0a68182-fe57-45f9-8b91-7b4043e82f35 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for router_gateway (cb357ef3-8a17-47d1-ad7a-75230c4fa699), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:00.053597 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0a68182-fe57-45f9-8b91-7b4043e82f35 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for router_gateway (cb357ef3-8a17-47d1-ad7a-75230c4fa699), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:00.137453 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0a68182-fe57-45f9-8b91-7b4043e82f35 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:00.413553 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-e0a68182-fe57-45f9-8b91-7b4043e82f35 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Allocated IP 172.25.4.174 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/4ffae673-9f9f-4104-ba23-eaf9143d7fc1) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:17:00.428127 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c8c0148e-f12e-450c-97aa-e8af93c40523 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:17:00.494544 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port c8c0148e-f12e-450c-97aa-e8af93c40523 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:00.495094 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c8c0148e-f12e-450c-97aa-e8af93c40523), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:00.645945 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0a68182-fe57-45f9-8b91-7b4043e82f35 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for port (4ffae673-9f9f-4104-ba23-eaf9143d7fc1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:00.649934 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port c8c0148e-f12e-450c-97aa-e8af93c40523 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:00.651209 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c8c0148e-f12e-450c-97aa-e8af93c40523), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:00.696441 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0a68182-fe57-45f9-8b91-7b4043e82f35 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4ffae673-9f9f-4104-ba23-eaf9143d7fc1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:00.711512 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port c8c0148e-f12e-450c-97aa-e8af93c40523, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c8c0148e-f12e-450c-97aa-e8af93c40523,segment=NetworkSegment(91e70f97-6290-4ef1-b94f-5b6ed57bc845),segment_id=91e70f97-6290-4ef1-b94f-5b6ed57bc845)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:17:00.717627 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c8c0148e-f12e-450c-97aa-e8af93c40523), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:00.763454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a68182-fe57-45f9-8b91-7b4043e82f35 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:00.766706 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e0a68182-fe57-45f9-8b91-7b4043e82f35 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:00.774323 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a68182-fe57-45f9-8b91-7b4043e82f35 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:17:00.843231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=c8c0148e-f12e-450c-97aa-e8af93c40523,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:00.846140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a68182-fe57-45f9-8b91-7b4043e82f35 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Pushing event updated for resources: {'Port': ['ID=4ffae673-9f9f-4104-ba23-eaf9143d7fc1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:00.903567 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:01.434457 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0a68182-fe57-45f9-8b91-7b4043e82f35 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for router_gateway (cb357ef3-8a17-47d1-ad7a-75230c4fa699), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:01.442823 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09965c02-a6f3-40e2-875f-b88896791922 None None] Network 22f8a92c-939e-47bc-a099-ff5aaa051ad0 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:17:01.606624 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f0396430-cbcf-47c5-a34e-a7544a3f0495 None None] Provisioning complete for port c8c0148e-f12e-450c-97aa-e8af93c40523 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:01.606914 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f0396430-cbcf-47c5-a34e-a7544a3f0495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c8c0148e-f12e-450c-97aa-e8af93c40523), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:01.816208 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f0396430-cbcf-47c5-a34e-a7544a3f0495 None None] Current status of the port c8c0148e-f12e-450c-97aa-e8af93c40523 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:02.076896 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0a68182-fe57-45f9-8b91-7b4043e82f35 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (cb357ef3-8a17-47d1-ad7a-75230c4fa699), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:02.176411 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-40f9364c-68d8-4926-92f0-704978457802 None None] Provisioning complete for port c8c0148e-f12e-450c-97aa-e8af93c40523 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:02.177101 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-40f9364c-68d8-4926-92f0-704978457802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c8c0148e-f12e-450c-97aa-e8af93c40523), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:02.322716 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-40f9364c-68d8-4926-92f0-704978457802 None None] Current status of the port c8c0148e-f12e-450c-97aa-e8af93c40523 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:02.327151 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c8c0148e-f12e-450c-97aa-e8af93c40523 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:17:02.340287 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a68182-fe57-45f9-8b91-7b4043e82f35 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Router cb357ef3-8a17-47d1-ad7a-75230c4fa699 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:17:02.586570 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:02.589799 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port c8c0148e-f12e-450c-97aa-e8af93c40523 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:02.590206 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c8c0148e-f12e-450c-97aa-e8af93c40523), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:02.659377 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a68182-fe57-45f9-8b91-7b4043e82f35 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:17:02.675095 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39db48d-bf8e-47ca-96e2-423bcfe7d0aa None None] Sync routers for ids ['cb357ef3-8a17-47d1-ad7a-75230c4fa699'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:17:02.696464 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port c8c0148e-f12e-450c-97aa-e8af93c40523 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:02.701650 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39db48d-bf8e-47ca-96e2-423bcfe7d0aa None None] Routers {'cb357ef3-8a17-47d1-ad7a-75230c4fa699'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:02.702471 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e39db48d-bf8e-47ca-96e2-423bcfe7d0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:16:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cb357ef3-8a17-47d1-ad7a-75230c4fa699'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:02.737924 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e39db48d-bf8e-47ca-96e2-423bcfe7d0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:02.749059 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39db48d-bf8e-47ca-96e2-423bcfe7d0aa None None] Routers {'cb357ef3-8a17-47d1-ad7a-75230c4fa699'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:02.750017 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e39db48d-bf8e-47ca-96e2-423bcfe7d0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:16:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cb357ef3-8a17-47d1-ad7a-75230c4fa699'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:02.760756 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e0a68182-fe57-45f9-8b91-7b4043e82f35 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:02.764697 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e0a68182-fe57-45f9-8b91-7b4043e82f35 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.8466604 Feb 07 17:17:02.767472 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50934) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:02.820588 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e39db48d-bf8e-47ca-96e2-423bcfe7d0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:02.821996 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39db48d-bf8e-47ca-96e2-423bcfe7d0aa None None] The sync data for ids ['cb357ef3-8a17-47d1-ad7a-75230c4fa699'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:17:03.581431 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd6545bd-b518-482a-a09a-5e16518038f2 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:03.921907 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-cd6545bd-b518-482a-a09a-5e16518038f2 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Allocated IP 172.20.0.1 (22f8a92c-939e-47bc-a099-ff5aaa051ad0/31569731-ec71-4c1c-9f74-50af55137e2d/575141b9-bee2-4977-9c13-0f5d7f7e8238) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:17:04.067680 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd6545bd-b518-482a-a09a-5e16518038f2 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for port (575141b9-bee2-4977-9c13-0f5d7f7e8238), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:04.115793 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd6545bd-b518-482a-a09a-5e16518038f2 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (575141b9-bee2-4977-9c13-0f5d7f7e8238), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:04.187170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6545bd-b518-482a-a09a-5e16518038f2 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Pushing event updated for resources: {'Port': ['ID=575141b9-bee2-4977-9c13-0f5d7f7e8238,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:04.199403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6545bd-b518-482a-a09a-5e16518038f2 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Network 22f8a92c-939e-47bc-a099-ff5aaa051ad0 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:04.201154 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-cd6545bd-b518-482a-a09a-5e16518038f2 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:04.203936 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6545bd-b518-482a-a09a-5e16518038f2 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:17:04.266724 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd6545bd-b518-482a-a09a-5e16518038f2 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (cb357ef3-8a17-47d1-ad7a-75230c4fa699), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:04.509588 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd6545bd-b518-482a-a09a-5e16518038f2 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (575141b9-bee2-4977-9c13-0f5d7f7e8238), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:04.702231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-bb555d35-45dc-4b43-b7b3-351a52ec691a None None] Provisioning complete for port 575141b9-bee2-4977-9c13-0f5d7f7e8238 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:04.702843 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bb555d35-45dc-4b43-b7b3-351a52ec691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (575141b9-bee2-4977-9c13-0f5d7f7e8238), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:04.754452 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bb555d35-45dc-4b43-b7b3-351a52ec691a None None] Port 575141b9-bee2-4977-9c13-0f5d7f7e8238 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:17:05.028783 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd6545bd-b518-482a-a09a-5e16518038f2 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for port (575141b9-bee2-4977-9c13-0f5d7f7e8238), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:05.034602 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd6545bd-b518-482a-a09a-5e16518038f2 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (575141b9-bee2-4977-9c13-0f5d7f7e8238), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:05.125904 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd6545bd-b518-482a-a09a-5e16518038f2 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (cb357ef3-8a17-47d1-ad7a-75230c4fa699), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:05.129599 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6545bd-b518-482a-a09a-5e16518038f2 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Pushing event updated for resources: {'Port': ['ID=575141b9-bee2-4977-9c13-0f5d7f7e8238,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:05.231734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6545bd-b518-482a-a09a-5e16518038f2 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Network 22f8a92c-939e-47bc-a099-ff5aaa051ad0 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:05.234435 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-cd6545bd-b518-482a-a09a-5e16518038f2 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:05.383397 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6545bd-b518-482a-a09a-5e16518038f2 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Router cb357ef3-8a17-47d1-ad7a-75230c4fa699 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:17:05.555450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6545bd-b518-482a-a09a-5e16518038f2 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:17:05.562783 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cd6545bd-b518-482a-a09a-5e16518038f2 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] 10.222.0.18 "PUT /v2.0/routers/cb357ef3-8a17-47d1-ad7a-75230c4fa699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7935984 Feb 07 17:17:05.565505 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 50992) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:05.569047 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2bced5-9701-4fae-965c-888516f09100 None None] Sync routers for ids ['cb357ef3-8a17-47d1-ad7a-75230c4fa699'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:17:05.571811 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a1c504a3-de0c-44b9-b0ab-c213e282f816 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Request body: {'port': {'network_id': '22f8a92c-939e-47bc-a099-ff5aaa051ad0', 'name': 'tempest-FloatingIPAdminTestJSON-1424107779'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:05.610871 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2bced5-9701-4fae-965c-888516f09100 None None] Routers {'cb357ef3-8a17-47d1-ad7a-75230c4fa699'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:05.613471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ef2bced5-9701-4fae-965c-888516f09100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:16:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cb357ef3-8a17-47d1-ad7a-75230c4fa699'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:05.694427 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-10e621b9-7944-4427-ba90-3d47b473379c None None] Provisioning complete for port 575141b9-bee2-4977-9c13-0f5d7f7e8238 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:05.695081 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-10e621b9-7944-4427-ba90-3d47b473379c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (575141b9-bee2-4977-9c13-0f5d7f7e8238), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:05.698908 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ef2bced5-9701-4fae-965c-888516f09100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:05.735168 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2bced5-9701-4fae-965c-888516f09100 None None] Routers {'cb357ef3-8a17-47d1-ad7a-75230c4fa699'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:05.736406 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ef2bced5-9701-4fae-965c-888516f09100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:16:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cb357ef3-8a17-47d1-ad7a-75230c4fa699'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:05.773957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c504a3-de0c-44b9-b0ab-c213e282f816 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Made reservation on behalf of 81d45409931748318889c04c73aa4471 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:17:05.778525 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1c504a3-de0c-44b9-b0ab-c213e282f816 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:05.788699 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ef2bced5-9701-4fae-965c-888516f09100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:05.789409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2bced5-9701-4fae-965c-888516f09100 None None] The sync data for ids ['cb357ef3-8a17-47d1-ad7a-75230c4fa699'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:17:05.794334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-10e621b9-7944-4427-ba90-3d47b473379c None None] Port 575141b9-bee2-4977-9c13-0f5d7f7e8238 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:17:05.825420 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-a1c504a3-de0c-44b9-b0ab-c213e282f816 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] device_id is not set on port 393b3b97-664b-41a9-bcff-fbcbe357ba45 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:17:05.979384 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-a1c504a3-de0c-44b9-b0ab-c213e282f816 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Allocated IP 172.20.0.13 (22f8a92c-939e-47bc-a099-ff5aaa051ad0/31569731-ec71-4c1c-9f74-50af55137e2d/393b3b97-664b-41a9-bcff-fbcbe357ba45) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:17:06.131684 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7515a86f-7ed1-4016-8216-21182bd297f9 req-7c7fb281-8647-4b61-ac55-6cd5dcf491e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1090140 Feb 07 17:17:06.254603 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1c504a3-de0c-44b9-b0ab-c213e282f816 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for port (393b3b97-664b-41a9-bcff-fbcbe357ba45), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:06.273174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515a86f-7ed1-4016-8216-21182bd297f9 req-fe59eae2-e8a7-4152-be44-4a832f9ab1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:06.275936 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7515a86f-7ed1-4016-8216-21182bd297f9 req-fe59eae2-e8a7-4152-be44-4a832f9ab1dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 1128 time: 0.0876479 Feb 07 17:17:06.310552 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1c504a3-de0c-44b9-b0ab-c213e282f816 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (393b3b97-664b-41a9-bcff-fbcbe357ba45), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:06.393973 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c504a3-de0c-44b9-b0ab-c213e282f816 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Network 22f8a92c-939e-47bc-a099-ff5aaa051ad0 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:06.406631 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a1c504a3-de0c-44b9-b0ab-c213e282f816 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:06.410415 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c504a3-de0c-44b9-b0ab-c213e282f816 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:17:06.486270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515a86f-7ed1-4016-8216-21182bd297f9 req-ea7e8373-e56f-42ec-9f04-bf5712f6d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:06.488021 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7515a86f-7ed1-4016-8216-21182bd297f9 req-ea7e8373-e56f-42ec-9f04-bf5712f6d5a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.1900101 Feb 07 17:17:06.515205 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c504a3-de0c-44b9-b0ab-c213e282f816 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Pushing event updated for resources: {'Port': ['ID=393b3b97-664b-41a9-bcff-fbcbe357ba45,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:06.556813 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c504a3-de0c-44b9-b0ab-c213e282f816 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:06.560235 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1c504a3-de0c-44b9-b0ab-c213e282f816 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:06.587381 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a1c504a3-de0c-44b9-b0ab-c213e282f816 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0205486 Feb 07 17:17:06.590653 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51016) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:06.672360 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7515a86f-7ed1-4016-8216-21182bd297f9 req-41de3584-f8fb-4bfc-a3b8-736b94941ad7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c23627d0-2259-402d-a8e7-743e754cf313 HTTP/1.1" status: 200 len: 1002 time: 0.1462619 Feb 07 17:17:06.706613 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'project_id': '81d45409931748318889c04c73aa4471', 'port_id': '393b3b97-664b-41a9-bcff-fbcbe357ba45'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:06.739779 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:06.777018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515a86f-7ed1-4016-8216-21182bd297f9 req-5877a5ba-5d3d-4799-b58a-7b1dbd22e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:06.778559 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7515a86f-7ed1-4016-8216-21182bd297f9 req-5877a5ba-5d3d-4799-b58a-7b1dbd22e5f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.0974793 Feb 07 17:17:06.883949 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515a86f-7ed1-4016-8216-21182bd297f9 req-ae138982-ba4a-4d46-a051-2149cc855129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:06.885642 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7515a86f-7ed1-4016-8216-21182bd297f9 req-ae138982-ba4a-4d46-a051-2149cc855129 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0993874 Feb 07 17:17:06.939401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-22b50fb8-e9d1-4793-b764-1e348d05400e None None] Provisioning complete for port 393b3b97-664b-41a9-bcff-fbcbe357ba45 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:06.939992 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-22b50fb8-e9d1-4793-b764-1e348d05400e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (393b3b97-664b-41a9-bcff-fbcbe357ba45), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:06.994521 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-22b50fb8-e9d1-4793-b764-1e348d05400e None None] Port 393b3b97-664b-41a9-bcff-fbcbe357ba45 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:17:07.103949 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7515a86f-7ed1-4016-8216-21182bd297f9 req-251f1eae-af14-4773-b00a-ff0c899cf82c service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113013 Feb 07 17:17:07.300524 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7515a86f-7ed1-4016-8216-21182bd297f9 req-4ea2ea81-cf11-411b-8822-22519fff128a service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915658 Feb 07 17:17:07.417470 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:07.572501 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Allocated IP 172.25.4.128 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/8ffef6bb-875c-4a43-b17e-f5c1f4d7ef3a) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:17:07.741886 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks [] for port (8ffef6bb-875c-4a43-b17e-f5c1f4d7ef3a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:07.823175 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (8ffef6bb-875c-4a43-b17e-f5c1f4d7ef3a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:07.885331 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Pushing event updated for resources: {'Port': ['ID=8ffef6bb-875c-4a43-b17e-f5c1f4d7ef3a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:07.901727 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:07.903464 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:07.906137 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:17:08.553817 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks [] for floatingip (df462044-36ac-4d44-bf07-87226d485c20), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:08.724122 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8ffef6bb-875c-4a43-b17e-f5c1f4d7ef3a), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:08.948507 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks [] for port (8ffef6bb-875c-4a43-b17e-f5c1f4d7ef3a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:08.955735 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (8ffef6bb-875c-4a43-b17e-f5c1f4d7ef3a), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:09.048230 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (df462044-36ac-4d44-bf07-87226d485c20), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:09.128301 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Pushing event updated for resources: {'Port': ['ID=8ffef6bb-875c-4a43-b17e-f5c1f4d7ef3a,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:09.198348 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Floating IP df462044-36ac-4d44-bf07-87226d485c20 associated. External IP: 172.25.4.128, port: 393b3b97-664b-41a9-bcff-fbcbe357ba45. Feb 07 17:17:09.461682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Router cb357ef3-8a17-47d1-ad7a-75230c4fa699 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:17:09.628327 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:17:09.646958 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4035aaf-7fd6-4515-a0cd-e25b73576f3c None None] Sync routers for ids ['cb357ef3-8a17-47d1-ad7a-75230c4fa699'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:17:09.673836 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4035aaf-7fd6-4515-a0cd-e25b73576f3c None None] Routers {'cb357ef3-8a17-47d1-ad7a-75230c4fa699'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:09.675542 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e4035aaf-7fd6-4515-a0cd-e25b73576f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:16:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cb357ef3-8a17-47d1-ad7a-75230c4fa699'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:09.684522 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:09.728575 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-372513c1-bb92-4525-b448-5be1ca47a643 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.1365042 Feb 07 17:17:09.731145 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51078) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:09.747450 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e4035aaf-7fd6-4515-a0cd-e25b73576f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:09.757719 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4035aaf-7fd6-4515-a0cd-e25b73576f3c None None] Routers {'cb357ef3-8a17-47d1-ad7a-75230c4fa699'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:09.758644 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e4035aaf-7fd6-4515-a0cd-e25b73576f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:16:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cb357ef3-8a17-47d1-ad7a-75230c4fa699'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:09.823738 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-e4035aaf-7fd6-4515-a0cd-e25b73576f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:09.824808 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4035aaf-7fd6-4515-a0cd-e25b73576f3c None None] The sync data for ids ['cb357ef3-8a17-47d1-ad7a-75230c4fa699'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:17:09.898902 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-06ebdb33-2992-434c-9779-180e46667af6 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] 10.222.0.18 "GET /v2.0/floatingips/df462044-36ac-4d44-bf07-87226d485c20 HTTP/1.1" status: 200 len: 984 time: 0.1664815 Feb 07 17:17:09.901398 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51080) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:10.034284 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c30a7c44-52cf-4e96-b1ee-8d2ef1dba8a2 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2254 time: 0.1313217 Feb 07 17:17:10.037039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51084) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:10.335407 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-49f60c41-dfb5-432d-b3c4-b425f8eb1ddc tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Deleting port 8ffef6bb-875c-4a43-b17e-f5c1f4d7ef3a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:10.335765 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49f60c41-dfb5-432d-b3c4-b425f8eb1ddc tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8ffef6bb-875c-4a43-b17e-f5c1f4d7ef3a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:10.429534 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49f60c41-dfb5-432d-b3c4-b425f8eb1ddc tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8ffef6bb-875c-4a43-b17e-f5c1f4d7ef3a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:10.429872 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49f60c41-dfb5-432d-b3c4-b425f8eb1ddc tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for floatingip (8ffef6bb-875c-4a43-b17e-f5c1f4d7ef3a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:10.449107 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-49f60c41-dfb5-432d-b3c4-b425f8eb1ddc tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Calling delete_port for 8ffef6bb-875c-4a43-b17e-f5c1f4d7ef3a owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:17:10.684010 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49f60c41-dfb5-432d-b3c4-b425f8eb1ddc tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (8ffef6bb-875c-4a43-b17e-f5c1f4d7ef3a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:10.742897 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f60c41-dfb5-432d-b3c4-b425f8eb1ddc tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Pushing event deleted for resources: {'Port': ['ID=8ffef6bb-875c-4a43-b17e-f5c1f4d7ef3a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:10.798984 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49f60c41-dfb5-432d-b3c4-b425f8eb1ddc tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for floatingip (df462044-36ac-4d44-bf07-87226d485c20), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:10.799320 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-49f60c41-dfb5-432d-b3c4-b425f8eb1ddc tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Floating IP df462044-36ac-4d44-bf07-87226d485c20 disassociated (deleted). External IP: 172.25.4.128, port: 393b3b97-664b-41a9-bcff-fbcbe357ba45. Feb 07 17:17:11.069476 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f60c41-dfb5-432d-b3c4-b425f8eb1ddc tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Router cb357ef3-8a17-47d1-ad7a-75230c4fa699 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:17:11.206449 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f60c41-dfb5-432d-b3c4-b425f8eb1ddc tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:17:11.217538 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147960be-809f-4d0e-87ea-c90b33af7bad None None] Sync routers for ids ['cb357ef3-8a17-47d1-ad7a-75230c4fa699'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:17:11.220487 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49f60c41-dfb5-432d-b3c4-b425f8eb1ddc tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:11.259611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147960be-809f-4d0e-87ea-c90b33af7bad None None] Routers {'cb357ef3-8a17-47d1-ad7a-75230c4fa699'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:11.274123 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-147960be-809f-4d0e-87ea-c90b33af7bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:16:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cb357ef3-8a17-47d1-ad7a-75230c4fa699'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:11.306196 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-49f60c41-dfb5-432d-b3c4-b425f8eb1ddc tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] 10.222.0.18 "DELETE /v2.0/floatingips/df462044-36ac-4d44-bf07-87226d485c20 HTTP/1.1" status: 204 len: 168 time: 1.2634141 Feb 07 17:17:11.307538 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51094) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:11.313520 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f3f6a5ff-42cd-46e2-bb87-a7242608dfd2 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:11.327727 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-147960be-809f-4d0e-87ea-c90b33af7bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:11.337730 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147960be-809f-4d0e-87ea-c90b33af7bad None None] Routers {'cb357ef3-8a17-47d1-ad7a-75230c4fa699'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:11.338501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-147960be-809f-4d0e-87ea-c90b33af7bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:16:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cb357ef3-8a17-47d1-ad7a-75230c4fa699'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:11.343330 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3f6a5ff-42cd-46e2-bb87-a7242608dfd2 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:11.375711 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-147960be-809f-4d0e-87ea-c90b33af7bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:11.376385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147960be-809f-4d0e-87ea-c90b33af7bad None None] The sync data for ids ['cb357ef3-8a17-47d1-ad7a-75230c4fa699'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:17:11.469620 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3f6a5ff-42cd-46e2-bb87-a7242608dfd2 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:11.554505 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:17:11.592474 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-f3f6a5ff-42cd-46e2-bb87-a7242608dfd2 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Allocated IP 172.25.4.16 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/8b3d84d4-7803-4494-91c6-32c72c6d13b1) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:17:11.716543 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3f6a5ff-42cd-46e2-bb87-a7242608dfd2 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks [] for port (8b3d84d4-7803-4494-91c6-32c72c6d13b1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:11.751712 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3f6a5ff-42cd-46e2-bb87-a7242608dfd2 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (8b3d84d4-7803-4494-91c6-32c72c6d13b1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:11.793782 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f6a5ff-42cd-46e2-bb87-a7242608dfd2 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:11.798266 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f3f6a5ff-42cd-46e2-bb87-a7242608dfd2 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:11.806706 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f6a5ff-42cd-46e2-bb87-a7242608dfd2 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:17:11.806706 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6a5ff-42cd-46e2-bb87-a7242608dfd2 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Pushing event updated for resources: {'Port': ['ID=8b3d84d4-7803-4494-91c6-32c72c6d13b1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:11.893608 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3f6a5ff-42cd-46e2-bb87-a7242608dfd2 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks [] for floatingip (6675b08a-7647-4e2a-945f-14b6ea0964e7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:12.281042 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3f6a5ff-42cd-46e2-bb87-a7242608dfd2 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8b3d84d4-7803-4494-91c6-32c72c6d13b1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:12.465963 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3f6a5ff-42cd-46e2-bb87-a7242608dfd2 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks [] for port (8b3d84d4-7803-4494-91c6-32c72c6d13b1), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:12.471697 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3f6a5ff-42cd-46e2-bb87-a7242608dfd2 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (8b3d84d4-7803-4494-91c6-32c72c6d13b1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:12.547034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6a5ff-42cd-46e2-bb87-a7242608dfd2 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Pushing event updated for resources: {'Port': ['ID=8b3d84d4-7803-4494-91c6-32c72c6d13b1,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:12.560944 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3f6a5ff-42cd-46e2-bb87-a7242608dfd2 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (6675b08a-7647-4e2a-945f-14b6ea0964e7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:12.578636 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f3f6a5ff-42cd-46e2-bb87-a7242608dfd2 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:12.580671 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f3f6a5ff-42cd-46e2-bb87-a7242608dfd2 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2730539 Feb 07 17:17:12.583659 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51108) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:12.697836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c62e96d5-6992-4d3c-b710-0e5c3fa96edc tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:12.720680 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c62e96d5-6992-4d3c-b710-0e5c3fa96edc tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:12.823334 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c62e96d5-6992-4d3c-b710-0e5c3fa96edc tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:12.935118 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-c62e96d5-6992-4d3c-b710-0e5c3fa96edc tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Allocated IP 172.25.4.134 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/bd8017d0-7c53-433a-9388-b3377a2c9599) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:17:13.038201 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c62e96d5-6992-4d3c-b710-0e5c3fa96edc tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Publish callbacks [] for port (bd8017d0-7c53-433a-9388-b3377a2c9599), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:13.079510 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c62e96d5-6992-4d3c-b710-0e5c3fa96edc tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (bd8017d0-7c53-433a-9388-b3377a2c9599), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:13.118283 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62e96d5-6992-4d3c-b710-0e5c3fa96edc tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:13.121390 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c62e96d5-6992-4d3c-b710-0e5c3fa96edc tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:13.127216 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62e96d5-6992-4d3c-b710-0e5c3fa96edc tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:17:13.157415 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e96d5-6992-4d3c-b710-0e5c3fa96edc tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Pushing event updated for resources: {'Port': ['ID=bd8017d0-7c53-433a-9388-b3377a2c9599,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:13.239867 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c62e96d5-6992-4d3c-b710-0e5c3fa96edc tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Publish callbacks [] for floatingip (187f09ba-920e-431f-ab8f-1ac8dce2572f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:13.295447 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c62e96d5-6992-4d3c-b710-0e5c3fa96edc tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bd8017d0-7c53-433a-9388-b3377a2c9599), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:13.461598 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c62e96d5-6992-4d3c-b710-0e5c3fa96edc tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Publish callbacks [] for port (bd8017d0-7c53-433a-9388-b3377a2c9599), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:13.466308 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c62e96d5-6992-4d3c-b710-0e5c3fa96edc tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (bd8017d0-7c53-433a-9388-b3377a2c9599), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:13.548020 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e96d5-6992-4d3c-b710-0e5c3fa96edc tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Pushing event updated for resources: {'Port': ['ID=bd8017d0-7c53-433a-9388-b3377a2c9599,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:13.554020 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c62e96d5-6992-4d3c-b710-0e5c3fa96edc tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (187f09ba-920e-431f-ab8f-1ac8dce2572f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:13.570945 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c62e96d5-6992-4d3c-b710-0e5c3fa96edc tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:13.574970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51118) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:13.575463 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c62e96d5-6992-4d3c-b710-0e5c3fa96edc tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9899747 Feb 07 17:17:13.644263 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1b982e62-f45b-4c2b-81ce-73f029a87531 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.0673690 Feb 07 17:17:13.646906 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51120) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:13.722856 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0c4fdc69-10a1-4d57-8683-4967d5d85351 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0739915 Feb 07 17:17:13.726136 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51124) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:13.859103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-759d963c-e091-49eb-a4ad-58ddacd9a6b2 tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Deleting port bd8017d0-7c53-433a-9388-b3377a2c9599 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:13.859757 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-759d963c-e091-49eb-a4ad-58ddacd9a6b2 tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (bd8017d0-7c53-433a-9388-b3377a2c9599), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:13.936715 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-759d963c-e091-49eb-a4ad-58ddacd9a6b2 tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (bd8017d0-7c53-433a-9388-b3377a2c9599), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:13.937094 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-759d963c-e091-49eb-a4ad-58ddacd9a6b2 tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Publish callbacks [] for floatingip (bd8017d0-7c53-433a-9388-b3377a2c9599), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:13.951750 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-759d963c-e091-49eb-a4ad-58ddacd9a6b2 tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Calling delete_port for bd8017d0-7c53-433a-9388-b3377a2c9599 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:17:14.418851 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-759d963c-e091-49eb-a4ad-58ddacd9a6b2 tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (bd8017d0-7c53-433a-9388-b3377a2c9599), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:14.446574 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d963c-e091-49eb-a4ad-58ddacd9a6b2 tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Pushing event deleted for resources: {'Port': ['ID=bd8017d0-7c53-433a-9388-b3377a2c9599,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:14.516863 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-759d963c-e091-49eb-a4ad-58ddacd9a6b2 tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Publish callbacks [] for floatingip (187f09ba-920e-431f-ab8f-1ac8dce2572f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:14.522734 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-759d963c-e091-49eb-a4ad-58ddacd9a6b2 tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:14.524213 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-759d963c-e091-49eb-a4ad-58ddacd9a6b2 tempest-FloatingIPAdminTestJSON-907045901 tempest-FloatingIPAdminTestJSON-907045901-project] 10.222.0.18 "DELETE /v2.0/floatingips/187f09ba-920e-431f-ab8f-1ac8dce2572f HTTP/1.1" status: 204 len: 168 time: 0.7970455 Feb 07 17:17:14.526805 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51130) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:14.660842 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5821c110-0126-47ae-8068-bda0551e7741 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Deleting port 8b3d84d4-7803-4494-91c6-32c72c6d13b1 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:14.661595 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5821c110-0126-47ae-8068-bda0551e7741 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8b3d84d4-7803-4494-91c6-32c72c6d13b1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:14.743357 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5821c110-0126-47ae-8068-bda0551e7741 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8b3d84d4-7803-4494-91c6-32c72c6d13b1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:14.743698 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5821c110-0126-47ae-8068-bda0551e7741 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks [] for floatingip (8b3d84d4-7803-4494-91c6-32c72c6d13b1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:14.756457 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5821c110-0126-47ae-8068-bda0551e7741 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Calling delete_port for 8b3d84d4-7803-4494-91c6-32c72c6d13b1 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:17:14.898564 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5821c110-0126-47ae-8068-bda0551e7741 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (8b3d84d4-7803-4494-91c6-32c72c6d13b1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:14.922749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821c110-0126-47ae-8068-bda0551e7741 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b3d84d4-7803-4494-91c6-32c72c6d13b1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:14.991231 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5821c110-0126-47ae-8068-bda0551e7741 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks [] for floatingip (6675b08a-7647-4e2a-945f-14b6ea0964e7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:14.994348 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5821c110-0126-47ae-8068-bda0551e7741 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:14.999084 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5821c110-0126-47ae-8068-bda0551e7741 tempest-FloatingIPAdminTestJSON-2072681152 tempest-FloatingIPAdminTestJSON-2072681152-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/6675b08a-7647-4e2a-945f-14b6ea0964e7 HTTP/1.1" status: 204 len: 168 time: 0.4677386 Feb 07 17:17:15.002322 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51134) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:15.096169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6c60a686-9f98-4f69-9e6c-b705bebea76f tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Deleting port 393b3b97-664b-41a9-bcff-fbcbe357ba45 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:15.096522 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c60a686-9f98-4f69-9e6c-b705bebea76f tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (393b3b97-664b-41a9-bcff-fbcbe357ba45), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:15.191984 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c60a686-9f98-4f69-9e6c-b705bebea76f tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (393b3b97-664b-41a9-bcff-fbcbe357ba45), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:15.202636 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6c60a686-9f98-4f69-9e6c-b705bebea76f tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Calling delete_port for 393b3b97-664b-41a9-bcff-fbcbe357ba45 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:17:15.357598 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c60a686-9f98-4f69-9e6c-b705bebea76f tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (393b3b97-664b-41a9-bcff-fbcbe357ba45), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:15.393559 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60a686-9f98-4f69-9e6c-b705bebea76f tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Pushing event deleted for resources: {'Port': ['ID=393b3b97-664b-41a9-bcff-fbcbe357ba45,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:15.533532 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c60a686-9f98-4f69-9e6c-b705bebea76f tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:15.540562 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51148) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:15.540741 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6c60a686-9f98-4f69-9e6c-b705bebea76f tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] 10.222.0.18 "DELETE /v2.0/ports/393b3b97-664b-41a9-bcff-fbcbe357ba45 HTTP/1.1" status: 204 len: 168 time: 0.5364363 Feb 07 17:17:15.605476 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18582523-e94d-4644-9098-8c4ee1a412b5 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:15.608681 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-18582523-e94d-4644-9098-8c4ee1a412b5 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb357ef3-8a17-47d1-ad7a-75230c4fa699 HTTP/1.1" status: 200 len: 913 time: 0.0650640 Feb 07 17:17:15.609998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51150) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:15.985814 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b35b846-7e61-4f9b-9e62-7947c1c740b0 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (cb357ef3-8a17-47d1-ad7a-75230c4fa699), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:16.264281 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4b35b846-7e61-4f9b-9e62-7947c1c740b0 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Deleting port 575141b9-bee2-4977-9c13-0f5d7f7e8238 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:16.266873 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b35b846-7e61-4f9b-9e62-7947c1c740b0 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (575141b9-bee2-4977-9c13-0f5d7f7e8238), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:16.356966 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b35b846-7e61-4f9b-9e62-7947c1c740b0 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (575141b9-bee2-4977-9c13-0f5d7f7e8238), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:16.370701 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4b35b846-7e61-4f9b-9e62-7947c1c740b0 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Calling delete_port for 575141b9-bee2-4977-9c13-0f5d7f7e8238 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:17:16.568962 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b35b846-7e61-4f9b-9e62-7947c1c740b0 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (575141b9-bee2-4977-9c13-0f5d7f7e8238), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:16.607612 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35b846-7e61-4f9b-9e62-7947c1c740b0 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Pushing event deleted for resources: {'Port': ['ID=575141b9-bee2-4977-9c13-0f5d7f7e8238,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:16.807684 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b35b846-7e61-4f9b-9e62-7947c1c740b0 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (cb357ef3-8a17-47d1-ad7a-75230c4fa699), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:17.033970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b35b846-7e61-4f9b-9e62-7947c1c740b0 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Router cb357ef3-8a17-47d1-ad7a-75230c4fa699 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:17:17.147181 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b35b846-7e61-4f9b-9e62-7947c1c740b0 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:17:17.152358 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4b35b846-7e61-4f9b-9e62-7947c1c740b0 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] 10.222.0.18 "PUT /v2.0/routers/cb357ef3-8a17-47d1-ad7a-75230c4fa699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5410488 Feb 07 17:17:17.154929 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51160) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:17.158265 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2283c876-0930-4c29-8100-4b41290b0323 None None] Sync routers for ids ['cb357ef3-8a17-47d1-ad7a-75230c4fa699'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:17:17.173874 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2283c876-0930-4c29-8100-4b41290b0323 None None] Routers {'cb357ef3-8a17-47d1-ad7a-75230c4fa699'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:17.174766 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2283c876-0930-4c29-8100-4b41290b0323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:16:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cb357ef3-8a17-47d1-ad7a-75230c4fa699'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:17.212598 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2283c876-0930-4c29-8100-4b41290b0323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:17.225296 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2283c876-0930-4c29-8100-4b41290b0323 None None] Routers {'cb357ef3-8a17-47d1-ad7a-75230c4fa699'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:17.226264 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2283c876-0930-4c29-8100-4b41290b0323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:16:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cb357ef3-8a17-47d1-ad7a-75230c4fa699'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:17.266120 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2283c876-0930-4c29-8100-4b41290b0323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:17.266783 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2283c876-0930-4c29-8100-4b41290b0323 None None] The sync data for ids ['cb357ef3-8a17-47d1-ad7a-75230c4fa699'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:17:17.524958 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb08c0e0-ef0f-48ae-9cf4-f7e70050babd tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for router (cb357ef3-8a17-47d1-ad7a-75230c4fa699), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:17.636838 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb08c0e0-ef0f-48ae-9cf4-f7e70050babd tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for router_gateway (cb357ef3-8a17-47d1-ad7a-75230c4fa699), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:17.697314 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-bb08c0e0-ef0f-48ae-9cf4-f7e70050babd tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Deleting port 4ffae673-9f9f-4104-ba23-eaf9143d7fc1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:17.697600 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb08c0e0-ef0f-48ae-9cf4-f7e70050babd tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4ffae673-9f9f-4104-ba23-eaf9143d7fc1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:17.779074 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb08c0e0-ef0f-48ae-9cf4-f7e70050babd tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4ffae673-9f9f-4104-ba23-eaf9143d7fc1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:17.792248 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-bb08c0e0-ef0f-48ae-9cf4-f7e70050babd tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Calling delete_port for 4ffae673-9f9f-4104-ba23-eaf9143d7fc1 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:17:17.970384 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb08c0e0-ef0f-48ae-9cf4-f7e70050babd tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (4ffae673-9f9f-4104-ba23-eaf9143d7fc1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:17.998466 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08c0e0-ef0f-48ae-9cf4-f7e70050babd tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Pushing event deleted for resources: {'Port': ['ID=4ffae673-9f9f-4104-ba23-eaf9143d7fc1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:18.064453 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb08c0e0-ef0f-48ae-9cf4-f7e70050babd tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (cb357ef3-8a17-47d1-ad7a-75230c4fa699), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:18.176090 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb08c0e0-ef0f-48ae-9cf4-f7e70050babd tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (cb357ef3-8a17-47d1-ad7a-75230c4fa699), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:18.178978 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb08c0e0-ef0f-48ae-9cf4-f7e70050babd tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for router_controller (cb357ef3-8a17-47d1-ad7a-75230c4fa699), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:18.249513 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb08c0e0-ef0f-48ae-9cf4-f7e70050babd tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (cb357ef3-8a17-47d1-ad7a-75230c4fa699), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:18.250131 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb08c0e0-ef0f-48ae-9cf4-f7e70050babd tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Fanout notify agent at l3_agent the message router_deleted on router cb357ef3-8a17-47d1-ad7a-75230c4fa699 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:17:18.261400 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bb08c0e0-ef0f-48ae-9cf4-f7e70050babd tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:18.261400 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bb08c0e0-ef0f-48ae-9cf4-f7e70050babd tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] 10.222.0.18 "DELETE /v2.0/routers/cb357ef3-8a17-47d1-ad7a-75230c4fa699 HTTP/1.1" status: 204 len: 168 time: 1.1035235 Feb 07 17:17:18.262247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51168) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:18.317058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-565b826a-83f7-4e09-8d3b-836079c0ae98 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Deleting subnet 31569731-ec71-4c1c-9f74-50af55137e2d {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:17:18.320449 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-565b826a-83f7-4e09-8d3b-836079c0ae98 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for subnet (31569731-ec71-4c1c-9f74-50af55137e2d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:18.361308 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-565b826a-83f7-4e09-8d3b-836079c0ae98 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (31569731-ec71-4c1c-9f74-50af55137e2d), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:18.452796 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-565b826a-83f7-4e09-8d3b-836079c0ae98 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (31569731-ec71-4c1c-9f74-50af55137e2d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:18.515280 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-565b826a-83f7-4e09-8d3b-836079c0ae98 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (31569731-ec71-4c1c-9f74-50af55137e2d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:18.541965 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b826a-83f7-4e09-8d3b-836079c0ae98 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Pushing event deleted for resources: {'Subnet': ['ID=31569731-ec71-4c1c-9f74-50af55137e2d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:18.545470 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-565b826a-83f7-4e09-8d3b-836079c0ae98 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:18.548559 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-565b826a-83f7-4e09-8d3b-836079c0ae98 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] 10.222.0.18 "DELETE /v2.0/subnets/31569731-ec71-4c1c-9f74-50af55137e2d HTTP/1.1" status: 204 len: 168 time: 0.2853110 Feb 07 17:17:18.551030 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51172) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:18.555915 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab61d433-cb28-46c5-a697-8d187cf750df None None] Network 22f8a92c-939e-47bc-a099-ff5aaa051ad0 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:17:18.639220 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (22f8a92c-939e-47bc-a099-ff5aaa051ad0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:18.707814 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Deleting port c8c0148e-f12e-450c-97aa-e8af93c40523 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:18.708154 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c8c0148e-f12e-450c-97aa-e8af93c40523), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:18.742468 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34197e9-be01-4195-a284-45926180ad5d None None] DHCP port deletion for 22f8a92c-939e-47bc-a099-ff5aaa051ad0 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:17:18.773419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] For port c8c0148e-f12e-450c-97aa-e8af93c40523, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c8c0148e-f12e-450c-97aa-e8af93c40523,segment=NetworkSegment(91e70f97-6290-4ef1-b94f-5b6ed57bc845),segment_id=91e70f97-6290-4ef1-b94f-5b6ed57bc845)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:17:18.773703 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c8c0148e-f12e-450c-97aa-e8af93c40523), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:18.787531 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Calling delete_port for c8c0148e-f12e-450c-97aa-e8af93c40523 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:17:18.830122 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d34197e9-be01-4195-a284-45926180ad5d None None] Deleting port c8c0148e-f12e-450c-97aa-e8af93c40523 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:18.831729 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d34197e9-be01-4195-a284-45926180ad5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c8c0148e-f12e-450c-97aa-e8af93c40523), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:18.882705 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c8c0148e-f12e-450c-97aa-e8af93c40523), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:18.909472 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Pushing event deleted for resources: {'Port': ['ID=c8c0148e-f12e-450c-97aa-e8af93c40523,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:18.915058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] No DVR routers for this DVR port c8c0148e-f12e-450c-97aa-e8af93c40523 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:17:18.917149 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d34197e9-be01-4195-a284-45926180ad5d None None] For port c8c0148e-f12e-450c-97aa-e8af93c40523, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c8c0148e-f12e-450c-97aa-e8af93c40523,segment=NetworkSegment(91e70f97-6290-4ef1-b94f-5b6ed57bc845),segment_id=91e70f97-6290-4ef1-b94f-5b6ed57bc845)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:17:18.917648 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d34197e9-be01-4195-a284-45926180ad5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c8c0148e-f12e-450c-97aa-e8af93c40523), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:18.932858 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d34197e9-be01-4195-a284-45926180ad5d None None] Calling delete_port for c8c0148e-f12e-450c-97aa-e8af93c40523 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:17:19.012709 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (22f8a92c-939e-47bc-a099-ff5aaa051ad0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:19.028211 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d34197e9-be01-4195-a284-45926180ad5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (c8c0148e-f12e-450c-97aa-e8af93c40523), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:19.036379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f8a92c-939e-47bc-a099-ff5aaa051ad0']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:19.042787 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34197e9-be01-4195-a284-45926180ad5d None None] No DVR routers for this DVR port c8c0148e-f12e-450c-97aa-e8af93c40523 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:17:19.050400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e70f97-6290-4ef1-b94f-5b6ed57bc845') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:19.050749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e70f97-6290-4ef1-b94f-5b6ed57bc845') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:19.062050 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (91e70f97-6290-4ef1-b94f-5b6ed57bc845), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:19.067285 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34197e9-be01-4195-a284-45926180ad5d None None] Pushing event deleted for resources: {'Port': ['ID=c8c0148e-f12e-450c-97aa-e8af93c40523,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:19.091014 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (91e70f97-6290-4ef1-b94f-5b6ed57bc845), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:19.102313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:17:19.103208 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (91e70f97-6290-4ef1-b94f-5b6ed57bc845), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:17:19.108916 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:17:19.173938 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (22f8a92c-939e-47bc-a099-ff5aaa051ad0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:19.188215 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:19.188215 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] 10.222.0.18 "DELETE /v2.0/networks/22f8a92c-939e-47bc-a099-ff5aaa051ad0 HTTP/1.1" status: 204 len: 168 time: 0.6331058 Feb 07 17:17:19.189782 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51178) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:19.206992 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df7b56-6182-4fa4-8091-7216b1900220 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Pushing event deleted for resources: {'Network': ['ID=22f8a92c-939e-47bc-a099-ff5aaa051ad0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:19.320773 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-78084118-3f15-49c9-b637-98022ffc0d06 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Deleting port 447a0023-4295-40de-a917-7d4da3c6e788 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:19.321048 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78084118-3f15-49c9-b637-98022ffc0d06 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (447a0023-4295-40de-a917-7d4da3c6e788), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:19.398490 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78084118-3f15-49c9-b637-98022ffc0d06 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (447a0023-4295-40de-a917-7d4da3c6e788), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:19.398743 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78084118-3f15-49c9-b637-98022ffc0d06 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for floatingip (447a0023-4295-40de-a917-7d4da3c6e788), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:19.410662 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-78084118-3f15-49c9-b637-98022ffc0d06 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Calling delete_port for 447a0023-4295-40de-a917-7d4da3c6e788 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:17:19.565047 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78084118-3f15-49c9-b637-98022ffc0d06 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (447a0023-4295-40de-a917-7d4da3c6e788), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:19.592658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78084118-3f15-49c9-b637-98022ffc0d06 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Pushing event deleted for resources: {'Port': ['ID=447a0023-4295-40de-a917-7d4da3c6e788,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:19.658224 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78084118-3f15-49c9-b637-98022ffc0d06 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks [] for floatingip (212740ed-e243-4da9-9527-6408731b27fe), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:19.660839 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-78084118-3f15-49c9-b637-98022ffc0d06 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:19.665859 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-78084118-3f15-49c9-b637-98022ffc0d06 tempest-FloatingIPAdminTestJSON-420173727 tempest-FloatingIPAdminTestJSON-420173727-project] 10.222.0.18 "DELETE /v2.0/floatingips/212740ed-e243-4da9-9527-6408731b27fe HTTP/1.1" status: 204 len: 168 time: 0.4716940 Feb 07 17:17:19.929242 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51192) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:20.067527 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-84b36fa7-1f95-46fe-b182-166f6781b86b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81d45409931748318889c04c73aa4471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369731 Feb 07 17:17:20.070452 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51196) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:20.123703 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-663ac3ce-2925-4cbd-afe5-5298060c098d admin admin] Publish callbacks [] for security_group (2c68af82-8027-40d6-8166-b66169750e65), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:20.145455 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-663ac3ce-2925-4cbd-afe5-5298060c098d admin admin] Publish callbacks [] for security_group (2c68af82-8027-40d6-8166-b66169750e65), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:20.198750 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-663ac3ce-2925-4cbd-afe5-5298060c098d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2c68af82-8027-40d6-8166-b66169750e65), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:20.202707 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-663ac3ce-2925-4cbd-afe5-5298060c098d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:20.206552 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-663ac3ce-2925-4cbd-afe5-5298060c098d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c68af82-8027-40d6-8166-b66169750e65 HTTP/1.1" status: 204 len: 168 time: 0.1325636 Feb 07 17:17:20.230845 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ac3ce-2925-4cbd-afe5-5298060c098d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c68af82-8027-40d6-8166-b66169750e65,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:20.272420 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c8c0148e-f12e-450c-97aa-e8af93c40523 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:17:20.295820 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: c8c0148e-f12e-450c-97aa-e8af93c40523 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:17:20.296312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c8c0148e-f12e-450c-97aa-e8af93c40523 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:17:20.525775 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51206) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:20.539484 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3e04-1a85-4686-9c8a-06e7c5495a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:20.616767 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3e04-1a85-4686-9c8a-06e7c5495a33 admin admin] Publish callbacks [] for security_group (7d4104a4-b402-42c6-8578-fb031b1873ab), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:20.620592 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3e04-1a85-4686-9c8a-06e7c5495a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7d4104a4-b402-42c6-8578-fb031b1873ab), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:20.664762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b3e04-1a85-4686-9c8a-06e7c5495a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4104a4-b402-42c6-8578-fb031b1873ab,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:20.670605 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8f3b3e04-1a85-4686-9c8a-06e7c5495a33 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=facd8ce1c9ff4721a29e3fda80968dc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1437526 Feb 07 17:17:20.673327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51208) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:20.723447 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88397f00-6066-49bc-b800-c7292fd39197 admin admin] Publish callbacks [] for security_group (7d4104a4-b402-42c6-8578-fb031b1873ab), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:20.747099 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88397f00-6066-49bc-b800-c7292fd39197 admin admin] Publish callbacks [] for security_group (7d4104a4-b402-42c6-8578-fb031b1873ab), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:20.797978 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88397f00-6066-49bc-b800-c7292fd39197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7d4104a4-b402-42c6-8578-fb031b1873ab), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:20.800682 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88397f00-6066-49bc-b800-c7292fd39197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:20.801972 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-88397f00-6066-49bc-b800-c7292fd39197 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d4104a4-b402-42c6-8578-fb031b1873ab HTTP/1.1" status: 204 len: 168 time: 0.1276643 Feb 07 17:17:20.811981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88397f00-6066-49bc-b800-c7292fd39197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4104a4-b402-42c6-8578-fb031b1873ab,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:21.147542 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51218) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:21.160995 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16efb73c-2cf4-41ef-ba49-8fb3c216e969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:21.245945 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16efb73c-2cf4-41ef-ba49-8fb3c216e969 admin admin] Publish callbacks [] for security_group (13d81b20-c0f7-433c-b3a7-9cb7d38d9dec), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:21.250242 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-16efb73c-2cf4-41ef-ba49-8fb3c216e969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (13d81b20-c0f7-433c-b3a7-9cb7d38d9dec), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:21.295291 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-16efb73c-2cf4-41ef-ba49-8fb3c216e969 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba67d352f8bc4733bfec375fefe78e07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1442919 Feb 07 17:17:21.295291 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efb73c-2cf4-41ef-ba49-8fb3c216e969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d81b20-c0f7-433c-b3a7-9cb7d38d9dec,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:21.295878 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51220) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:21.356431 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-881a75a2-0eaa-48f0-9cdc-feddf8933b66 admin admin] Publish callbacks [] for security_group (13d81b20-c0f7-433c-b3a7-9cb7d38d9dec), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:21.379845 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-881a75a2-0eaa-48f0-9cdc-feddf8933b66 admin admin] Publish callbacks [] for security_group (13d81b20-c0f7-433c-b3a7-9cb7d38d9dec), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:21.432275 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-881a75a2-0eaa-48f0-9cdc-feddf8933b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (13d81b20-c0f7-433c-b3a7-9cb7d38d9dec), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:21.435093 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-881a75a2-0eaa-48f0-9cdc-feddf8933b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:21.436276 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-881a75a2-0eaa-48f0-9cdc-feddf8933b66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13d81b20-c0f7-433c-b3a7-9cb7d38d9dec HTTP/1.1" status: 204 len: 168 time: 0.1382520 Feb 07 17:17:21.448417 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a75a2-0eaa-48f0-9cdc-feddf8933b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d81b20-c0f7-433c-b3a7-9cb7d38d9dec,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:21.536505 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:22.194968 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51248) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:22.296689 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-963703254'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:22.319921 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Made reservation on behalf of 83461919cba241f982b3ac471d26ed8d for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:17:22.323504 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:22.332634 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:22.410144 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for security_group (a99b8626-9a6e-4c72-a15f-7ef862f075a1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:22.414641 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a99b8626-9a6e-4c72-a15f-7ef862f075a1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:22.441842 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:17:22.452422 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99b8626-9a6e-4c72-a15f-7ef862f075a1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:22.456986 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (76aec158-c2f6-4fdc-b7b5-c611b9e826ef), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:22.457356 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Added segment 76aec158-c2f6-4fdc-b7b5-c611b9e826ef of type vlan for network 4278e855-7789-4602-abad-bd79b75b59d1 Feb 07 17:17:22.469753 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:22.470113 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:22.470465 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:22.470806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:22.471140 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:22.471476 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:22.471809 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:22.472138 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:22.472478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:22.472794 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:22.473118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:22.473464 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:22.473787 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:22.516012 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (4278e855-7789-4602-abad-bd79b75b59d1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:22.545965 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (4278e855-7789-4602-abad-bd79b75b59d1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:22.550860 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:22.551442 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:22.612958 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4167697 Feb 07 17:17:22.616608 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51254) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:22.623466 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f8f5fcac-9153-4a11-90f7-c230d2912f0e tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Request body: {'subnet': {'network_id': '4278e855-7789-4602-abad-bd79b75b59d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:22.640806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfafbd1-33b2-436e-a90a-735a9d1c48cf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Pushing event updated for resources: {'Network': ['ID=4278e855-7789-4602-abad-bd79b75b59d1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:22.652659 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 4278e855-7789-4602-abad-bd79b75b59d1 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:17:22.728593 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f5fcac-9153-4a11-90f7-c230d2912f0e tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Made reservation on behalf of 83461919cba241f982b3ac471d26ed8d for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:17:22.732422 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8f5fcac-9153-4a11-90f7-c230d2912f0e tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:22.929052 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8f5fcac-9153-4a11-90f7-c230d2912f0e tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (cad74182-b84a-4e9b-b9b5-ceab1c6c46b8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:22.997653 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5fcac-9153-4a11-90f7-c230d2912f0e tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Pushing event updated for resources: {'Subnet': ['ID=cad74182-b84a-4e9b-b9b5-ceab1c6c46b8,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:23.006213 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f5fcac-9153-4a11-90f7-c230d2912f0e tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Checking segment: {'id': '76aec158-c2f6-4fdc-b7b5-c611b9e826ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4278e855-7789-4602-abad-bd79b75b59d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:17:23.006598 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f5fcac-9153-4a11-90f7-c230d2912f0e tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Network hostable DHCP agents. Network: 4278e855-7789-4602-abad-bd79b75b59d1, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:17:23.024847 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f5fcac-9153-4a11-90f7-c230d2912f0e tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Network 4278e855-7789-4602-abad-bd79b75b59d1 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:17:23.035171 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f8f5fcac-9153-4a11-90f7-c230d2912f0e tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 4278e855-7789-4602-abad-bd79b75b59d1) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:23.039604 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5fcac-9153-4a11-90f7-c230d2912f0e tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:23.040304 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f8f5fcac-9153-4a11-90f7-c230d2912f0e tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:23.046819 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371ae0ae-375b-4d7f-8ec0-bee061483d51 None None] Network 4278e855-7789-4602-abad-bd79b75b59d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:17:23.059001 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f8f5fcac-9153-4a11-90f7-c230d2912f0e tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4415059 Feb 07 17:17:23.061878 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51260) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:23.067122 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6628a8c4-7ee7-473a-9aa9-01ee9f5cc865 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1642443672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:23.090781 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6628a8c4-7ee7-473a-9aa9-01ee9f5cc865 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (7a95e0c5-34f4-46e8-ab98-2be861f93a0c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:23.092539 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6628a8c4-7ee7-473a-9aa9-01ee9f5cc865 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (7a95e0c5-34f4-46e8-ab98-2be861f93a0c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:23.150845 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6628a8c4-7ee7-473a-9aa9-01ee9f5cc865 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for router_controller (7a95e0c5-34f4-46e8-ab98-2be861f93a0c), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:23.155421 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6628a8c4-7ee7-473a-9aa9-01ee9f5cc865 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (7a95e0c5-34f4-46e8-ab98-2be861f93a0c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:23.168846 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-4278e855-7789-4602-abad-bd79b75b59d1', 'network_id': '4278e855-7789-4602-abad-bd79b75b59d1', 'project_id': '83461919cba241f982b3ac471d26ed8d', 'fixed_ips': [{'subnet_id': 'cad74182-b84a-4e9b-b9b5-ceab1c6c46b8'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:17:23.170452 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:23.180716 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6628a8c4-7ee7-473a-9aa9-01ee9f5cc865 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:23.182343 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6628a8c4-7ee7-473a-9aa9-01ee9f5cc865 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1193364 Feb 07 17:17:23.185137 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51262) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:23.342965 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] Allocated IP 172.20.0.2 (4278e855-7789-4602-abad-bd79b75b59d1/cad74182-b84a-4e9b-b9b5-ceab1c6c46b8/3c6ef7e4-d545-4fe5-a077-91db45086cc3) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:17:23.359979 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:23.504588 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] Publish callbacks [] for port (3c6ef7e4-d545-4fe5-a077-91db45086cc3), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:23.505828 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4caf-cf05-4959-98e1-7572578327a7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:23.512485 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (3c6ef7e4-d545-4fe5-a077-91db45086cc3), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:23.550340 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] Network 4278e855-7789-4602-abad-bd79b75b59d1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:23.556131 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:23.559758 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:17:23.571566 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] Pushing event updated for resources: {'Port': ['ID=3c6ef7e4-d545-4fe5-a077-91db45086cc3,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:23.628048 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] Attempting to bind port 3c6ef7e4-d545-4fe5-a077-91db45086cc3 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:17:23.628411 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] Attempting to bind port 3c6ef7e4-d545-4fe5-a077-91db45086cc3 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '76aec158-c2f6-4fdc-b7b5-c611b9e826ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4278e855-7789-4602-abad-bd79b75b59d1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:17:23.628782 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] Attempting to bind port 3c6ef7e4-d545-4fe5-a077-91db45086cc3 on network 4278e855-7789-4602-abad-bd79b75b59d1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:17:23.635402 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:17:23.636072 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] Checking segment: {'id': '76aec158-c2f6-4fdc-b7b5-c611b9e826ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4278e855-7789-4602-abad-bd79b75b59d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:17:23.636499 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:23.636900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] Bound using segment: {'id': '76aec158-c2f6-4fdc-b7b5-c611b9e826ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4278e855-7789-4602-abad-bd79b75b59d1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:17:23.637471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] Bound port: 3c6ef7e4-d545-4fe5-a077-91db45086cc3, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76aec158-c2f6-4fdc-b7b5-c611b9e826ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4278e855-7789-4602-abad-bd79b75b59d1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:17:23.637865 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3c6ef7e4-d545-4fe5-a077-91db45086cc3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:23.710815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] For port 3c6ef7e4-d545-4fe5-a077-91db45086cc3, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:17:23.714219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] For port 3c6ef7e4-d545-4fe5-a077-91db45086cc3, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3c6ef7e4-d545-4fe5-a077-91db45086cc3,segment=NetworkSegment(76aec158-c2f6-4fdc-b7b5-c611b9e826ef),segment_id=76aec158-c2f6-4fdc-b7b5-c611b9e826ef)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:17:23.720502 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3c6ef7e4-d545-4fe5-a077-91db45086cc3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:23.794227 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6cd6f-e059-45cb-9abc-c44d5d46b999 None None] Pushing event updated for resources: {'Port': ['ID=3c6ef7e4-d545-4fe5-a077-91db45086cc3,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:23.808075 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-bbbe4caf-cf05-4959-98e1-7572578327a7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Allocated IP 172.20.0.1 (4278e855-7789-4602-abad-bd79b75b59d1/cad74182-b84a-4e9b-b9b5-ceab1c6c46b8/ad1aea20-e047-4807-a578-abc98be777ac) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:17:23.963927 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4caf-cf05-4959-98e1-7572578327a7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for port (ad1aea20-e047-4807-a578-abc98be777ac), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:24.024920 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4caf-cf05-4959-98e1-7572578327a7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ad1aea20-e047-4807-a578-abc98be777ac), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:24.089081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbe4caf-cf05-4959-98e1-7572578327a7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Network 4278e855-7789-4602-abad-bd79b75b59d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:24.093139 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bbbe4caf-cf05-4959-98e1-7572578327a7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:24.097447 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe4caf-cf05-4959-98e1-7572578327a7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:17:24.123173 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe4caf-cf05-4959-98e1-7572578327a7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Pushing event updated for resources: {'Port': ['ID=ad1aea20-e047-4807-a578-abc98be777ac,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:24.151777 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4caf-cf05-4959-98e1-7572578327a7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (7a95e0c5-34f4-46e8-ab98-2be861f93a0c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:24.309489 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4caf-cf05-4959-98e1-7572578327a7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ad1aea20-e047-4807-a578-abc98be777ac), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:24.333011 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3c6ef7e4-d545-4fe5-a077-91db45086cc3 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:17:24.387050 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 3c6ef7e4-d545-4fe5-a077-91db45086cc3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:24.387788 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3c6ef7e4-d545-4fe5-a077-91db45086cc3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:24.477909 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 3c6ef7e4-d545-4fe5-a077-91db45086cc3 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:24.478592 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3c6ef7e4-d545-4fe5-a077-91db45086cc3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:24.513754 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 3c6ef7e4-d545-4fe5-a077-91db45086cc3, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3c6ef7e4-d545-4fe5-a077-91db45086cc3,segment=NetworkSegment(76aec158-c2f6-4fdc-b7b5-c611b9e826ef),segment_id=76aec158-c2f6-4fdc-b7b5-c611b9e826ef)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:17:24.519218 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3c6ef7e4-d545-4fe5-a077-91db45086cc3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:24.573979 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=3c6ef7e4-d545-4fe5-a077-91db45086cc3,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:24.620294 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4caf-cf05-4959-98e1-7572578327a7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for port (ad1aea20-e047-4807-a578-abc98be777ac), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:24.626610 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4caf-cf05-4959-98e1-7572578327a7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ad1aea20-e047-4807-a578-abc98be777ac), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:24.707506 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe4caf-cf05-4959-98e1-7572578327a7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Pushing event updated for resources: {'Port': ['ID=ad1aea20-e047-4807-a578-abc98be777ac,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:24.712226 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4caf-cf05-4959-98e1-7572578327a7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (7a95e0c5-34f4-46e8-ab98-2be861f93a0c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:24.826019 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbe4caf-cf05-4959-98e1-7572578327a7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Network 4278e855-7789-4602-abad-bd79b75b59d1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:24.827913 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bbbe4caf-cf05-4959-98e1-7572578327a7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:24.958716 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbe4caf-cf05-4959-98e1-7572578327a7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Router 7a95e0c5-34f4-46e8-ab98-2be861f93a0c is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:17:24.972123 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2035c816-4366-46d6-af51-d79f17625118 None None] Network 4278e855-7789-4602-abad-bd79b75b59d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:17:25.074060 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbe4caf-cf05-4959-98e1-7572578327a7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:17:25.092328 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51276) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:25.092968 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bbbe4caf-cf05-4959-98e1-7572578327a7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] 10.222.0.18 "PUT /v2.0/routers/7a95e0c5-34f4-46e8-ab98-2be861f93a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9064529 Feb 07 17:17:25.098671 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Request body: {'port': {'network_id': '4278e855-7789-4602-abad-bd79b75b59d1', 'name': 'tempest-FloatingIPNegativeTestJSON-1916599536'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:25.104914 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea0ab00-162a-4a0d-bbec-47f84a30f360 None None] Sync routers for ids ['7a95e0c5-34f4-46e8-ab98-2be861f93a0c'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:17:25.120542 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7f097975-188a-4a33-b102-a509fe49d9ca None None] Provisioning complete for port 3c6ef7e4-d545-4fe5-a077-91db45086cc3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:25.120922 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f097975-188a-4a33-b102-a509fe49d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3c6ef7e4-d545-4fe5-a077-91db45086cc3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:25.150704 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea0ab00-162a-4a0d-bbec-47f84a30f360 None None] Routers {'7a95e0c5-34f4-46e8-ab98-2be861f93a0c'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:25.151368 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1ea0ab00-162a-4a0d-bbec-47f84a30f360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:16:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['7a95e0c5-34f4-46e8-ab98-2be861f93a0c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:25.204907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1ea0ab00-162a-4a0d-bbec-47f84a30f360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:25.234446 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea0ab00-162a-4a0d-bbec-47f84a30f360 None None] Routers {'7a95e0c5-34f4-46e8-ab98-2be861f93a0c'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:25.235061 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1ea0ab00-162a-4a0d-bbec-47f84a30f360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:16:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['7a95e0c5-34f4-46e8-ab98-2be861f93a0c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:25.243468 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Made reservation on behalf of 83461919cba241f982b3ac471d26ed8d for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:17:25.247949 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:25.269766 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] device_id is not set on port ce21cca3-bfb5-49c3-9729-5744754cd8d1 yet. {{(pid=103225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:17:25.280062 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1ea0ab00-162a-4a0d-bbec-47f84a30f360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:25.280696 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea0ab00-162a-4a0d-bbec-47f84a30f360 None None] The sync data for ids ['7a95e0c5-34f4-46e8-ab98-2be861f93a0c'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:17:25.325733 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7f097975-188a-4a33-b102-a509fe49d9ca None None] Current status of the port 3c6ef7e4-d545-4fe5-a077-91db45086cc3 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:25.416794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Allocated IP 172.20.0.4 (4278e855-7789-4602-abad-bd79b75b59d1/cad74182-b84a-4e9b-b9b5-ceab1c6c46b8/ce21cca3-bfb5-49c3-9729-5744754cd8d1) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:17:25.554409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e3552334-deda-467f-a66f-729f900a596a None None] Provisioning complete for port 3c6ef7e4-d545-4fe5-a077-91db45086cc3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:25.554951 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e3552334-deda-467f-a66f-729f900a596a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3c6ef7e4-d545-4fe5-a077-91db45086cc3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:25.577646 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for port (ce21cca3-bfb5-49c3-9729-5744754cd8d1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:25.626320 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ce21cca3-bfb5-49c3-9729-5744754cd8d1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:25.669292 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e3552334-deda-467f-a66f-729f900a596a None None] Current status of the port 3c6ef7e4-d545-4fe5-a077-91db45086cc3 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:25.686844 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Network 4278e855-7789-4602-abad-bd79b75b59d1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:25.691070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:25.691520 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e3552334-deda-467f-a66f-729f900a596a None None] Provisioning complete for port ad1aea20-e047-4807-a578-abc98be777ac triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:25.691966 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e3552334-deda-467f-a66f-729f900a596a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ad1aea20-e047-4807-a578-abc98be777ac), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:25.693488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Pushing event updated for resources: {'Port': ['ID=ce21cca3-bfb5-49c3-9729-5744754cd8d1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:25.695831 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:17:25.722779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:25.723239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:25.723657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:25.724684 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:25.725254 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:25.725875 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:25.726295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:25.727170 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:25.727699 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:25.728122 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:25.728539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:25.728936 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:25.729359 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:17:25.735042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e3552334-deda-467f-a66f-729f900a596a None None] Port ad1aea20-e047-4807-a578-abc98be777ac cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:17:25.763288 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:25.764048 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:25.785919 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51280) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:25.786434 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-95ec0750-3769-4844-9193-41334cf4e3ea tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6915748 Feb 07 17:17:25.791794 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-35831e40-2adb-48cc-9c88-f2551f79d5bf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:25.805909 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aeb86483-a5a6-4609-a092-f15c18647225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:25.818795 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35831e40-2adb-48cc-9c88-f2551f79d5bf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:25.856222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7e6483d3-0e46-4833-8868-14bfd72ef2ec None None] Provisioning complete for port ad1aea20-e047-4807-a578-abc98be777ac triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:25.857095 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e6483d3-0e46-4833-8868-14bfd72ef2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ad1aea20-e047-4807-a578-abc98be777ac), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:25.897827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7e6483d3-0e46-4833-8868-14bfd72ef2ec None None] Port ad1aea20-e047-4807-a578-abc98be777ac cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:17:25.943934 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35831e40-2adb-48cc-9c88-f2551f79d5bf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:26.066105 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-35831e40-2adb-48cc-9c88-f2551f79d5bf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Allocated IP 172.25.4.40 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/4d141b1e-9471-4956-84c9-e708e401e6d6) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:17:26.128178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2d8d1c26-50c9-4bf2-9fa1-3937ee95ccb3 None None] Provisioning complete for port ad1aea20-e047-4807-a578-abc98be777ac triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:26.129212 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2d8d1c26-50c9-4bf2-9fa1-3937ee95ccb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ad1aea20-e047-4807-a578-abc98be777ac), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:26.169839 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2d8d1c26-50c9-4bf2-9fa1-3937ee95ccb3 None None] Port ad1aea20-e047-4807-a578-abc98be777ac cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:17:26.220653 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35831e40-2adb-48cc-9c88-f2551f79d5bf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for port (4d141b1e-9471-4956-84c9-e708e401e6d6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:26.264579 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35831e40-2adb-48cc-9c88-f2551f79d5bf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (4d141b1e-9471-4956-84c9-e708e401e6d6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:26.297937 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3c6ef7e4-d545-4fe5-a077-91db45086cc3 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:17:26.314918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35831e40-2adb-48cc-9c88-f2551f79d5bf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:26.323820 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-35831e40-2adb-48cc-9c88-f2551f79d5bf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:26.326282 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35831e40-2adb-48cc-9c88-f2551f79d5bf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:17:26.359027 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35831e40-2adb-48cc-9c88-f2551f79d5bf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Pushing event updated for resources: {'Port': ['ID=4d141b1e-9471-4956-84c9-e708e401e6d6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:26.370804 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 3c6ef7e4-d545-4fe5-a077-91db45086cc3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:26.371178 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3c6ef7e4-d545-4fe5-a077-91db45086cc3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:26.420208 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-fb925ada-a47a-4a63-b781-4482a92825c1 None None] Provisioning complete for port ce21cca3-bfb5-49c3-9729-5744754cd8d1 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:26.420494 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fb925ada-a47a-4a63-b781-4482a92825c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ce21cca3-bfb5-49c3-9729-5744754cd8d1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:26.429404 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35831e40-2adb-48cc-9c88-f2551f79d5bf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for floatingip (739a13e6-e907-42f7-a033-4f858668a7ae), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:26.470099 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35831e40-2adb-48cc-9c88-f2551f79d5bf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4d141b1e-9471-4956-84c9-e708e401e6d6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:26.485191 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fb925ada-a47a-4a63-b781-4482a92825c1 None None] Port ce21cca3-bfb5-49c3-9729-5744754cd8d1 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:17:26.500851 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 3c6ef7e4-d545-4fe5-a077-91db45086cc3 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:26.910011 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35831e40-2adb-48cc-9c88-f2551f79d5bf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for port (4d141b1e-9471-4956-84c9-e708e401e6d6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:26.916125 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35831e40-2adb-48cc-9c88-f2551f79d5bf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (4d141b1e-9471-4956-84c9-e708e401e6d6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:26.990284 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35831e40-2adb-48cc-9c88-f2551f79d5bf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Pushing event updated for resources: {'Port': ['ID=4d141b1e-9471-4956-84c9-e708e401e6d6,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:27.002005 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35831e40-2adb-48cc-9c88-f2551f79d5bf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (739a13e6-e907-42f7-a033-4f858668a7ae), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:27.018847 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35831e40-2adb-48cc-9c88-f2551f79d5bf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:27.020092 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-35831e40-2adb-48cc-9c88-f2551f79d5bf tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2319531 Feb 07 17:17:27.023462 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51288) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:27.027876 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-197a8ed2-c8c1-4d35-8b3d-af568ec1b315 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Request body: {'floatingip': {'port_id': 'ce21cca3-bfb5-49c3-9729-5744754cd8d1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:27.069873 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-197a8ed2-c8c1-4d35-8b3d-af568ec1b315 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for floatingip (739a13e6-e907-42f7-a033-4f858668a7ae), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:27.190413 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-197a8ed2-c8c1-4d35-8b3d-af568ec1b315 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] update failed (client error): The resource could not be found. Feb 07 17:17:27.191947 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-197a8ed2-c8c1-4d35-8b3d-af568ec1b315 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] 10.222.0.18 "PUT /v2.0/floatingips/739a13e6-e907-42f7-a033-4f858668a7ae HTTP/1.1" status: 404 len: 507 time: 0.1672885 Feb 07 17:17:27.194654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51290) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:27.342706 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-45abf5df-f3b2-458d-8941-118f8eb764bc tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Deleting port 4d141b1e-9471-4956-84c9-e708e401e6d6 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:27.343053 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45abf5df-f3b2-458d-8941-118f8eb764bc tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4d141b1e-9471-4956-84c9-e708e401e6d6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:27.444867 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45abf5df-f3b2-458d-8941-118f8eb764bc tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4d141b1e-9471-4956-84c9-e708e401e6d6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:27.445318 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45abf5df-f3b2-458d-8941-118f8eb764bc tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for floatingip (4d141b1e-9471-4956-84c9-e708e401e6d6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:27.458850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-45abf5df-f3b2-458d-8941-118f8eb764bc tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Calling delete_port for 4d141b1e-9471-4956-84c9-e708e401e6d6 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:17:27.528443 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a89267-8abb-4f4f-a130-2f65b64bb7fe req-04b8b877-f38d-4d14-afc9-689e0ab92255 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:27.530000 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-81a89267-8abb-4f4f-a130-2f65b64bb7fe req-04b8b877-f38d-4d14-afc9-689e0ab92255 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 946 time: 0.0619404 Feb 07 17:17:27.590050 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-81a89267-8abb-4f4f-a130-2f65b64bb7fe req-6662134e-48fd-408b-8853-af8d6cb01693 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531354 Feb 07 17:17:27.613904 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45abf5df-f3b2-458d-8941-118f8eb764bc tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (4d141b1e-9471-4956-84c9-e708e401e6d6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:27.641898 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abf5df-f3b2-458d-8941-118f8eb764bc tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Pushing event deleted for resources: {'Port': ['ID=4d141b1e-9471-4956-84c9-e708e401e6d6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:27.703748 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45abf5df-f3b2-458d-8941-118f8eb764bc tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for floatingip (739a13e6-e907-42f7-a033-4f858668a7ae), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:27.706564 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-45abf5df-f3b2-458d-8941-118f8eb764bc tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:27.707799 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-45abf5df-f3b2-458d-8941-118f8eb764bc tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] 10.222.0.18 "DELETE /v2.0/floatingips/739a13e6-e907-42f7-a033-4f858668a7ae HTTP/1.1" status: 204 len: 168 time: 0.5099218 Feb 07 17:17:27.711912 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51304) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:27.716383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-57cfd299-ec70-4d92-abf2-22794f9cdfc3 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Request body: {'floatingip': {'floating_network_id': '4278e855-7789-4602-abad-bd79b75b59d1', 'port_id': 'ce21cca3-bfb5-49c3-9729-5744754cd8d1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:27.738853 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-57cfd299-ec70-4d92-abf2-22794f9cdfc3 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:27.855698 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-57cfd299-ec70-4d92-abf2-22794f9cdfc3 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:17:27.856691 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-57cfd299-ec70-4d92-abf2-22794f9cdfc3 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1437755 Feb 07 17:17:27.860280 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51306) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:27.865358 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e862940e-74b8-4696-976c-cd7d4bdff792 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': 'ce21cca3-bfb5-49c3-9729-5744754cd8d1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:27.886912 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e862940e-74b8-4696-976c-cd7d4bdff792 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:27.985799 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e862940e-74b8-4696-976c-cd7d4bdff792 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:28.097437 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e862940e-74b8-4696-976c-cd7d4bdff792 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Allocated IP 172.25.4.134 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/1e08b86d-5abd-4ad6-a6f0-68ec7b840a82) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:17:28.197008 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3aea1448-18fb-4f8b-b015-533d5b7ffe06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:28.219265 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e862940e-74b8-4696-976c-cd7d4bdff792 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for port (1e08b86d-5abd-4ad6-a6f0-68ec7b840a82), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:28.263544 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e862940e-74b8-4696-976c-cd7d4bdff792 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (1e08b86d-5abd-4ad6-a6f0-68ec7b840a82), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:28.311293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e862940e-74b8-4696-976c-cd7d4bdff792 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:28.314748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e862940e-74b8-4696-976c-cd7d4bdff792 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:28.319739 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e862940e-74b8-4696-976c-cd7d4bdff792 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:17:28.343432 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862940e-74b8-4696-976c-cd7d4bdff792 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Pushing event updated for resources: {'Port': ['ID=1e08b86d-5abd-4ad6-a6f0-68ec7b840a82,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:28.498263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e862940e-74b8-4696-976c-cd7d4bdff792 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Deleting port 1e08b86d-5abd-4ad6-a6f0-68ec7b840a82 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:28.498613 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e862940e-74b8-4696-976c-cd7d4bdff792 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1e08b86d-5abd-4ad6-a6f0-68ec7b840a82), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:28.580245 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e862940e-74b8-4696-976c-cd7d4bdff792 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1e08b86d-5abd-4ad6-a6f0-68ec7b840a82), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:28.580245 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e862940e-74b8-4696-976c-cd7d4bdff792 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for floatingip (1e08b86d-5abd-4ad6-a6f0-68ec7b840a82), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:28.593200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e862940e-74b8-4696-976c-cd7d4bdff792 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Calling delete_port for 1e08b86d-5abd-4ad6-a6f0-68ec7b840a82 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:17:28.768608 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67a984-dc1b-40be-bdac-2153d8fb449a req-6c52eb7e-7a20-47e0-8a1d-ebce5a07d18b tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:28.770239 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5f67a984-dc1b-40be-bdac-2153d8fb449a req-6c52eb7e-7a20-47e0-8a1d-ebce5a07d18b tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 946 time: 0.0934978 Feb 07 17:17:28.772141 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e862940e-74b8-4696-976c-cd7d4bdff792 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (1e08b86d-5abd-4ad6-a6f0-68ec7b840a82), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:28.807709 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862940e-74b8-4696-976c-cd7d4bdff792 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Pushing event deleted for resources: {'Port': ['ID=1e08b86d-5abd-4ad6-a6f0-68ec7b840a82,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:28.900842 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5f67a984-dc1b-40be-bdac-2153d8fb449a req-d2ee9190-7403-43e8-9543-786d39b258e1 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213250 Feb 07 17:17:28.919241 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bb9ef-deed-455b-a078-d437aae5ce0f req-a6a45cbf-f33f-43d6-8c63-b38b93d54151 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:28.921368 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a17bb9ef-deed-455b-a078-d437aae5ce0f req-a6a45cbf-f33f-43d6-8c63-b38b93d54151 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 946 time: 0.0645072 Feb 07 17:17:28.929815 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-e862940e-74b8-4696-976c-cd7d4bdff792 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] create failed (client error): The resource could not be found. Feb 07 17:17:28.934451 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e862940e-74b8-4696-976c-cd7d4bdff792 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.0693922 Feb 07 17:17:28.934743 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51316) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:29.025934 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-a17bb9ef-deed-455b-a078-d437aae5ce0f req-baa632cf-881b-40bf-898d-a7e343e48733 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Deleting port ad471d08-5ec8-48ce-afc4-23e70afda1f0 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:29.026280 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a17bb9ef-deed-455b-a078-d437aae5ce0f req-baa632cf-881b-40bf-898d-a7e343e48733 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ad471d08-5ec8-48ce-afc4-23e70afda1f0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:29.040446 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-de16c8a3-744a-407f-acae-e2eaa8477bd9 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Deleting port ce21cca3-bfb5-49c3-9729-5744754cd8d1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:29.041003 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de16c8a3-744a-407f-acae-e2eaa8477bd9 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ce21cca3-bfb5-49c3-9729-5744754cd8d1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:29.127167 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a17bb9ef-deed-455b-a078-d437aae5ce0f req-baa632cf-881b-40bf-898d-a7e343e48733 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] For port ad471d08-5ec8-48ce-afc4-23e70afda1f0, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ad471d08-5ec8-48ce-afc4-23e70afda1f0,segment=NetworkSegment(b57ae093-a055-45bb-a9c8-52ec13964efa),segment_id=b57ae093-a055-45bb-a9c8-52ec13964efa)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:17:29.127539 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a17bb9ef-deed-455b-a078-d437aae5ce0f req-baa632cf-881b-40bf-898d-a7e343e48733 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ad471d08-5ec8-48ce-afc4-23e70afda1f0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:29.137006 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de16c8a3-744a-407f-acae-e2eaa8477bd9 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ce21cca3-bfb5-49c3-9729-5744754cd8d1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:29.144339 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-a17bb9ef-deed-455b-a078-d437aae5ce0f req-baa632cf-881b-40bf-898d-a7e343e48733 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Calling delete_port for ad471d08-5ec8-48ce-afc4-23e70afda1f0 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:17:29.150588 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-de16c8a3-744a-407f-acae-e2eaa8477bd9 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Calling delete_port for ce21cca3-bfb5-49c3-9729-5744754cd8d1 owned by {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:17:29.300182 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de16c8a3-744a-407f-acae-e2eaa8477bd9 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ce21cca3-bfb5-49c3-9729-5744754cd8d1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:29.318614 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a17bb9ef-deed-455b-a078-d437aae5ce0f req-baa632cf-881b-40bf-898d-a7e343e48733 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ad471d08-5ec8-48ce-afc4-23e70afda1f0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:29.330962 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['ad471d08-5ec8-48ce-afc4-23e70afda1f0'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:17:29.332142 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16c8a3-744a-407f-acae-e2eaa8477bd9 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Pushing event deleted for resources: {'Port': ['ID=ce21cca3-bfb5-49c3-9729-5744754cd8d1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:29.387084 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa632cf-881b-40bf-898d-a7e343e48733 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Pushing event deleted for resources: {'Port': ['ID=ad471d08-5ec8-48ce-afc4-23e70afda1f0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:29.426353 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-de16c8a3-744a-407f-acae-e2eaa8477bd9 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:29.433814 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-de16c8a3-744a-407f-acae-e2eaa8477bd9 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] 10.222.0.18 "DELETE /v2.0/ports/ce21cca3-bfb5-49c3-9729-5744754cd8d1 HTTP/1.1" status: 204 len: 168 time: 0.4980097 Feb 07 17:17:29.434638 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51320) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:29.457673 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17bb9ef-deed-455b-a078-d437aae5ce0f req-baa632cf-881b-40bf-898d-a7e343e48733 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] No DVR routers for this DVR port ad471d08-5ec8-48ce-afc4-23e70afda1f0 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:17:29.463048 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a17bb9ef-deed-455b-a078-d437aae5ce0f req-baa632cf-881b-40bf-898d-a7e343e48733 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:29.466596 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a17bb9ef-deed-455b-a078-d437aae5ce0f req-baa632cf-881b-40bf-898d-a7e343e48733 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.32 "DELETE /v2.0/ports/ad471d08-5ec8-48ce-afc4-23e70afda1f0 HTTP/1.1" status: 204 len: 173 time: 0.5396976 Feb 07 17:17:29.467087 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c19fd77-4be7-4e37-a157-81481e65ea88', 'name': 'network-vif-deleted', 'tag': 'ad471d08-5ec8-48ce-afc4-23e70afda1f0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:17:29.475381 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d98ad3-ea39-410e-a458-b273caf318c9" -d '{"events": [{"server_uuid": "1c19fd77-4be7-4e37-a157-81481e65ea88", "name": "network-vif-deleted", "tag": "ad471d08-5ec8-48ce-afc4-23e70afda1f0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:17:29.496783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35182f0-de86-4c06-882b-adc7f34b021f tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:29.499614 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c35182f0-de86-4c06-882b-adc7f34b021f tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a95e0c5-34f4-46e8-ab98-2be861f93a0c HTTP/1.1" status: 200 len: 913 time: 0.0633924 Feb 07 17:17:29.502186 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51324) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:29.569673 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b77c10d-9471-44a4-addb-9008e7656f1d x-openstack-request-id: req-3b77c10d-9471-44a4-addb-9008e7656f1d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:17:29.570490 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c19fd77-4be7-4e37-a157-81481e65ea88", "name": "network-vif-deleted", "tag": "ad471d08-5ec8-48ce-afc4-23e70afda1f0", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:17:29.570938 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b77c10d-9471-44a4-addb-9008e7656f1d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:17:29.572074 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c19fd77-4be7-4e37-a157-81481e65ea88', 'name': 'network-vif-deleted', 'tag': 'ad471d08-5ec8-48ce-afc4-23e70afda1f0', 'status': 'completed', 'code': 200} Feb 07 17:17:29.586377 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:29.887881 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4aeb-442f-4b2d-8d7d-bc41042c84f7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (7a95e0c5-34f4-46e8-ab98-2be861f93a0c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:30.045959 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ad284e46-eead-4b2b-90ed-90f6cbd5db6e req-2f2b7f8c-3a3b-4367-b2bb-e7aaf000d8b5 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c19fd77-4be7-4e37-a157-81481e65ea88 HTTP/1.1" status: 200 len: 210 time: 0.0428071 Feb 07 17:17:30.181999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3ddf4aeb-442f-4b2d-8d7d-bc41042c84f7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Deleting port ad1aea20-e047-4807-a578-abc98be777ac {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:30.182580 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4aeb-442f-4b2d-8d7d-bc41042c84f7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ad1aea20-e047-4807-a578-abc98be777ac), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:30.283176 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4aeb-442f-4b2d-8d7d-bc41042c84f7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ad1aea20-e047-4807-a578-abc98be777ac), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:30.297207 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3ddf4aeb-442f-4b2d-8d7d-bc41042c84f7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Calling delete_port for ad1aea20-e047-4807-a578-abc98be777ac owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:17:30.487872 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4aeb-442f-4b2d-8d7d-bc41042c84f7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ad1aea20-e047-4807-a578-abc98be777ac), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:30.525901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf4aeb-442f-4b2d-8d7d-bc41042c84f7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Pushing event deleted for resources: {'Port': ['ID=ad1aea20-e047-4807-a578-abc98be777ac,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:30.715294 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4aeb-442f-4b2d-8d7d-bc41042c84f7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (7a95e0c5-34f4-46e8-ab98-2be861f93a0c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:30.893165 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:30.901596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddf4aeb-442f-4b2d-8d7d-bc41042c84f7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Router 7a95e0c5-34f4-46e8-ab98-2be861f93a0c has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:17:30.978809 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddf4aeb-442f-4b2d-8d7d-bc41042c84f7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:17:30.983844 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3ddf4aeb-442f-4b2d-8d7d-bc41042c84f7 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] 10.222.0.18 "PUT /v2.0/routers/7a95e0c5-34f4-46e8-ab98-2be861f93a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4806025 Feb 07 17:17:30.986931 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51336) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:30.991834 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86cf9b-eb1d-4b6a-81ca-027567ed6a11 None None] Sync routers for ids ['7a95e0c5-34f4-46e8-ab98-2be861f93a0c'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:17:31.003138 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86cf9b-eb1d-4b6a-81ca-027567ed6a11 None None] Routers {'7a95e0c5-34f4-46e8-ab98-2be861f93a0c'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:31.003801 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-fc86cf9b-eb1d-4b6a-81ca-027567ed6a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['7a95e0c5-34f4-46e8-ab98-2be861f93a0c'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:31.038797 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-fc86cf9b-eb1d-4b6a-81ca-027567ed6a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:31.048155 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86cf9b-eb1d-4b6a-81ca-027567ed6a11 None None] Routers {'7a95e0c5-34f4-46e8-ab98-2be861f93a0c'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:31.048786 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-fc86cf9b-eb1d-4b6a-81ca-027567ed6a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['7a95e0c5-34f4-46e8-ab98-2be861f93a0c'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:31.084231 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-fc86cf9b-eb1d-4b6a-81ca-027567ed6a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:31.085042 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86cf9b-eb1d-4b6a-81ca-027567ed6a11 None None] The sync data for ids ['7a95e0c5-34f4-46e8-ab98-2be861f93a0c'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:17:31.100854 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ec54673-e15a-46a8-9148-4a55e890d7b4 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for router (7a95e0c5-34f4-46e8-ab98-2be861f93a0c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:31.310082 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ec54673-e15a-46a8-9148-4a55e890d7b4 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (7a95e0c5-34f4-46e8-ab98-2be861f93a0c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:31.312570 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ec54673-e15a-46a8-9148-4a55e890d7b4 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for router_controller (7a95e0c5-34f4-46e8-ab98-2be861f93a0c), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:31.363032 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ec54673-e15a-46a8-9148-4a55e890d7b4 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (7a95e0c5-34f4-46e8-ab98-2be861f93a0c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:31.363696 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec54673-e15a-46a8-9148-4a55e890d7b4 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Fanout notify agent at l3_agent the message router_deleted on router 7a95e0c5-34f4-46e8-ab98-2be861f93a0c {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:17:31.377414 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9ec54673-e15a-46a8-9148-4a55e890d7b4 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:31.384125 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9ec54673-e15a-46a8-9148-4a55e890d7b4 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] 10.222.0.18 "DELETE /v2.0/routers/7a95e0c5-34f4-46e8-ab98-2be861f93a0c HTTP/1.1" status: 204 len: 168 time: 0.3958087 Feb 07 17:17:31.384431 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51346) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:31.443037 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-851062d5-9cc0-4afe-a667-07578ccd3c86 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Deleting subnet cad74182-b84a-4e9b-b9b5-ceab1c6c46b8 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:17:31.446509 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-851062d5-9cc0-4afe-a667-07578ccd3c86 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for subnet (cad74182-b84a-4e9b-b9b5-ceab1c6c46b8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:31.488136 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-851062d5-9cc0-4afe-a667-07578ccd3c86 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (cad74182-b84a-4e9b-b9b5-ceab1c6c46b8), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:31.572259 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-851062d5-9cc0-4afe-a667-07578ccd3c86 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (cad74182-b84a-4e9b-b9b5-ceab1c6c46b8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:31.641148 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-851062d5-9cc0-4afe-a667-07578ccd3c86 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (cad74182-b84a-4e9b-b9b5-ceab1c6c46b8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:31.646977 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ad471d08-5ec8-48ce-afc4-23e70afda1f0 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:17:31.674006 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851062d5-9cc0-4afe-a667-07578ccd3c86 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Pushing event deleted for resources: {'Subnet': ['ID=cad74182-b84a-4e9b-b9b5-ceab1c6c46b8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:31.682559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: ad471d08-5ec8-48ce-afc4-23e70afda1f0 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:17:31.683130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ad471d08-5ec8-48ce-afc4-23e70afda1f0 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:17:31.686580 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-851062d5-9cc0-4afe-a667-07578ccd3c86 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:31.688821 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d25012-19b9-4f28-9258-56c611213994 None None] Network 4278e855-7789-4602-abad-bd79b75b59d1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:17:31.694301 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-851062d5-9cc0-4afe-a667-07578ccd3c86 tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] 10.222.0.18 "DELETE /v2.0/subnets/cad74182-b84a-4e9b-b9b5-ceab1c6c46b8 HTTP/1.1" status: 204 len: 168 time: 0.3057468 Feb 07 17:17:31.694686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51348) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:31.798885 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (4278e855-7789-4602-abad-bd79b75b59d1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:31.868581 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Deleting port 3c6ef7e4-d545-4fe5-a077-91db45086cc3 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:31.868970 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3c6ef7e4-d545-4fe5-a077-91db45086cc3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:31.966697 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] For port 3c6ef7e4-d545-4fe5-a077-91db45086cc3, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3c6ef7e4-d545-4fe5-a077-91db45086cc3,segment=NetworkSegment(76aec158-c2f6-4fdc-b7b5-c611b9e826ef),segment_id=76aec158-c2f6-4fdc-b7b5-c611b9e826ef)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:17:31.967065 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3c6ef7e4-d545-4fe5-a077-91db45086cc3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:31.998521 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Calling delete_port for 3c6ef7e4-d545-4fe5-a077-91db45086cc3 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:17:32.015228 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afd8a58-0880-4612-bd21-0edda1e3d8e8 None None] DHCP port deletion for 4278e855-7789-4602-abad-bd79b75b59d1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:17:32.113576 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3c6ef7e4-d545-4fe5-a077-91db45086cc3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:32.115505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2afd8a58-0880-4612-bd21-0edda1e3d8e8 None None] Deleting port 3c6ef7e4-d545-4fe5-a077-91db45086cc3 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:32.116234 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2afd8a58-0880-4612-bd21-0edda1e3d8e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3c6ef7e4-d545-4fe5-a077-91db45086cc3), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:32.166216 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Pushing event deleted for resources: {'Port': ['ID=3c6ef7e4-d545-4fe5-a077-91db45086cc3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:32.187022 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] No DVR routers for this DVR port 3c6ef7e4-d545-4fe5-a077-91db45086cc3 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:17:32.270554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2afd8a58-0880-4612-bd21-0edda1e3d8e8 None None] For port 3c6ef7e4-d545-4fe5-a077-91db45086cc3, host n-d-827865-3, got binding levels [] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:17:32.271523 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2afd8a58-0880-4612-bd21-0edda1e3d8e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3c6ef7e4-d545-4fe5-a077-91db45086cc3), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:32.297995 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2afd8a58-0880-4612-bd21-0edda1e3d8e8 None None] Calling delete_port for 3c6ef7e4-d545-4fe5-a077-91db45086cc3 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:17:32.304354 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.ipam_backend_mixin [None req-2afd8a58-0880-4612-bd21-0edda1e3d8e8 None None] Port 3c6ef7e4-d545-4fe5-a077-91db45086cc3 was not found and therefore no delete operation was performed {{(pid=103228) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 17:17:32.306763 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2afd8a58-0880-4612-bd21-0edda1e3d8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (3c6ef7e4-d545-4fe5-a077-91db45086cc3), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:32.327589 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3c6ef7e4-d545-4fe5-a077-91db45086cc3 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:17:32.359134 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afd8a58-0880-4612-bd21-0edda1e3d8e8 None None] No DVR routers for this DVR port 3c6ef7e4-d545-4fe5-a077-91db45086cc3 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:17:32.383432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 3c6ef7e4-d545-4fe5-a077-91db45086cc3 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:17:32.383786 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3c6ef7e4-d545-4fe5-a077-91db45086cc3 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:17:32.389622 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (4278e855-7789-4602-abad-bd79b75b59d1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:32.417254 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4278e855-7789-4602-abad-bd79b75b59d1']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:32.420802 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd8a58-0880-4612-bd21-0edda1e3d8e8 None None] Pushing event deleted for resources: {'Port': ['ID=3c6ef7e4-d545-4fe5-a077-91db45086cc3,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:32.429001 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76aec158-c2f6-4fdc-b7b5-c611b9e826ef') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:32.429454 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76aec158-c2f6-4fdc-b7b5-c611b9e826ef') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:32.447909 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (76aec158-c2f6-4fdc-b7b5-c611b9e826ef), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:32.452272 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:32.464880 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (76aec158-c2f6-4fdc-b7b5-c611b9e826ef), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:32.471943 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:17:32.472489 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (76aec158-c2f6-4fdc-b7b5-c611b9e826ef), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:17:32.476114 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:17:32.540353 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (4278e855-7789-4602-abad-bd79b75b59d1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:32.565765 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:32.570381 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] 10.222.0.18 "DELETE /v2.0/networks/4278e855-7789-4602-abad-bd79b75b59d1 HTTP/1.1" status: 204 len: 168 time: 0.8740020 Feb 07 17:17:32.571420 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18f51c-4041-488e-a5c6-d468df29176b tempest-FloatingIPNegativeTestJSON-1001138477 tempest-FloatingIPNegativeTestJSON-1001138477-project] Pushing event deleted for resources: {'Network': ['ID=4278e855-7789-4602-abad-bd79b75b59d1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:32.904036 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51362) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:33.080420 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7a5523de-3001-4f51-8d91-ab374f1d0186 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83461919cba241f982b3ac471d26ed8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1750751 Feb 07 17:17:33.082870 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51366) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:33.141264 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02f802ef-9a14-49f2-a3a2-d3f5a0272d44 admin admin] Publish callbacks [] for security_group (a99b8626-9a6e-4c72-a15f-7ef862f075a1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:33.165575 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02f802ef-9a14-49f2-a3a2-d3f5a0272d44 admin admin] Publish callbacks [] for security_group (a99b8626-9a6e-4c72-a15f-7ef862f075a1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:33.221087 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02f802ef-9a14-49f2-a3a2-d3f5a0272d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (a99b8626-9a6e-4c72-a15f-7ef862f075a1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:33.223773 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02f802ef-9a14-49f2-a3a2-d3f5a0272d44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:33.227458 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-02f802ef-9a14-49f2-a3a2-d3f5a0272d44 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a99b8626-9a6e-4c72-a15f-7ef862f075a1 HTTP/1.1" status: 204 len: 168 time: 0.1404557 Feb 07 17:17:33.251870 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f802ef-9a14-49f2-a3a2-d3f5a0272d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99b8626-9a6e-4c72-a15f-7ef862f075a1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:34.280952 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51420) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:34.396648 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1be865bd-e45c-4383-bec4-21fbf7698e7a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-454642792'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:34.423468 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be865bd-e45c-4383-bec4-21fbf7698e7a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Made reservation on behalf of 231139dcd3554826bba4c99fc4b32998 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:17:34.427982 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1be865bd-e45c-4383-bec4-21fbf7698e7a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:34.437430 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1be865bd-e45c-4383-bec4-21fbf7698e7a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:34.541598 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1be865bd-e45c-4383-bec4-21fbf7698e7a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for security_group (1aeb7e9b-3ecc-4fac-9862-7d3946ad9310), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:34.558311 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1be865bd-e45c-4383-bec4-21fbf7698e7a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1aeb7e9b-3ecc-4fac-9862-7d3946ad9310), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:34.600469 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be865bd-e45c-4383-bec4-21fbf7698e7a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:17:34.623171 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1be865bd-e45c-4383-bec4-21fbf7698e7a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (82c94e94-9edc-4a92-aac9-6bfd459be436), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:34.623721 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-1be865bd-e45c-4383-bec4-21fbf7698e7a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Added segment 82c94e94-9edc-4a92-aac9-6bfd459be436 of type vlan for network ca426aaf-ff5f-4926-823e-320d50e6f845 Feb 07 17:17:34.625983 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be865bd-e45c-4383-bec4-21fbf7698e7a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aeb7e9b-3ecc-4fac-9862-7d3946ad9310,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:34.694390 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1be865bd-e45c-4383-bec4-21fbf7698e7a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (ca426aaf-ff5f-4926-823e-320d50e6f845), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:34.729737 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1be865bd-e45c-4383-bec4-21fbf7698e7a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (ca426aaf-ff5f-4926-823e-320d50e6f845), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:34.736290 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be865bd-e45c-4383-bec4-21fbf7698e7a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:34.736929 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1be865bd-e45c-4383-bec4-21fbf7698e7a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:34.826306 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be865bd-e45c-4383-bec4-21fbf7698e7a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Network': ['ID=ca426aaf-ff5f-4926-823e-320d50e6f845,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:34.839019 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network ca426aaf-ff5f-4926-823e-320d50e6f845 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:17:34.842677 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1be865bd-e45c-4383-bec4-21fbf7698e7a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5582674 Feb 07 17:17:34.843034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51444) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:34.850819 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-61f85fe0-b50f-4c29-a742-7d3a7bbdac67 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-123453372'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:34.877049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f85fe0-b50f-4c29-a742-7d3a7bbdac67 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Made reservation on behalf of 231139dcd3554826bba4c99fc4b32998 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:17:34.883610 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61f85fe0-b50f-4c29-a742-7d3a7bbdac67 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:34.920040 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f85fe0-b50f-4c29-a742-7d3a7bbdac67 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:17:34.939980 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61f85fe0-b50f-4c29-a742-7d3a7bbdac67 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (17c29f9e-82b3-476e-ae8d-5faee7d80e0a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:34.940532 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-61f85fe0-b50f-4c29-a742-7d3a7bbdac67 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Added segment 17c29f9e-82b3-476e-ae8d-5faee7d80e0a of type vlan for network 00c4308a-4225-4276-8f5d-509a427aefdd Feb 07 17:17:34.998596 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61f85fe0-b50f-4c29-a742-7d3a7bbdac67 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (00c4308a-4225-4276-8f5d-509a427aefdd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:35.033756 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61f85fe0-b50f-4c29-a742-7d3a7bbdac67 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (00c4308a-4225-4276-8f5d-509a427aefdd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:35.040946 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f85fe0-b50f-4c29-a742-7d3a7bbdac67 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:35.042260 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61f85fe0-b50f-4c29-a742-7d3a7bbdac67 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:35.176064 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f85fe0-b50f-4c29-a742-7d3a7bbdac67 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Network': ['ID=00c4308a-4225-4276-8f5d-509a427aefdd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:35.190525 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-61f85fe0-b50f-4c29-a742-7d3a7bbdac67 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3463643 Feb 07 17:17:35.195091 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51452) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:35.211201 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4c7877f4-7e90-4174-b493-ad734551d07f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'subnet': {'network_id': 'ca426aaf-ff5f-4926-823e-320d50e6f845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:35.329609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 00c4308a-4225-4276-8f5d-509a427aefdd details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:17:35.363789 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7877f4-7e90-4174-b493-ad734551d07f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Made reservation on behalf of 231139dcd3554826bba4c99fc4b32998 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:17:35.374399 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c7877f4-7e90-4174-b493-ad734551d07f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:35.628146 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c7877f4-7e90-4174-b493-ad734551d07f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (464be5a6-86d4-42fe-ab6a-4fad2ea3fd8a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:35.699586 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7877f4-7e90-4174-b493-ad734551d07f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Checking segment: {'id': '82c94e94-9edc-4a92-aac9-6bfd459be436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ca426aaf-ff5f-4926-823e-320d50e6f845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:17:35.699956 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7877f4-7e90-4174-b493-ad734551d07f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network hostable DHCP agents. Network: ca426aaf-ff5f-4926-823e-320d50e6f845, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:17:35.715403 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7877f4-7e90-4174-b493-ad734551d07f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Subnet': ['ID=464be5a6-86d4-42fe-ab6a-4fad2ea3fd8a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:35.729659 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7877f4-7e90-4174-b493-ad734551d07f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network ca426aaf-ff5f-4926-823e-320d50e6f845 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:17:35.742279 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4c7877f4-7e90-4174-b493-ad734551d07f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, ca426aaf-ff5f-4926-823e-320d50e6f845) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:35.746690 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7877f4-7e90-4174-b493-ad734551d07f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:35.747374 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c7877f4-7e90-4174-b493-ad734551d07f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:35.754728 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13529e55-5bfb-4dd5-91a7-c4a7a6e778eb None None] Network ca426aaf-ff5f-4926-823e-320d50e6f845 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:17:35.770921 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4c7877f4-7e90-4174-b493-ad734551d07f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5747125 Feb 07 17:17:35.774054 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51462) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:35.779293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b38e51a2-c4fb-43c8-bd6a-af6b58809fb9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'subnet': {'network_id': '00c4308a-4225-4276-8f5d-509a427aefdd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:35.924322 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-ca426aaf-ff5f-4926-823e-320d50e6f845', 'network_id': 'ca426aaf-ff5f-4926-823e-320d50e6f845', 'project_id': '231139dcd3554826bba4c99fc4b32998', 'fixed_ips': [{'subnet_id': '464be5a6-86d4-42fe-ab6a-4fad2ea3fd8a'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:17:35.926046 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:35.953152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38e51a2-c4fb-43c8-bd6a-af6b58809fb9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Made reservation on behalf of 231139dcd3554826bba4c99fc4b32998 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:17:35.957077 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b38e51a2-c4fb-43c8-bd6a-af6b58809fb9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:36.150893 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] Allocated IP 2001:db8::2 (ca426aaf-ff5f-4926-823e-320d50e6f845/464be5a6-86d4-42fe-ab6a-4fad2ea3fd8a/c5621ef5-2203-4405-a3ae-114364d26309) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:17:36.243776 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b38e51a2-c4fb-43c8-bd6a-af6b58809fb9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (dbe58c40-fa88-48ba-992c-ddfd5b4313d5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:36.360884 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e51a2-c4fb-43c8-bd6a-af6b58809fb9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Subnet': ['ID=dbe58c40-fa88-48ba-992c-ddfd5b4313d5,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:36.383979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38e51a2-c4fb-43c8-bd6a-af6b58809fb9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Checking segment: {'id': '17c29f9e-82b3-476e-ae8d-5faee7d80e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '00c4308a-4225-4276-8f5d-509a427aefdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:17:36.384353 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38e51a2-c4fb-43c8-bd6a-af6b58809fb9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network hostable DHCP agents. Network: 00c4308a-4225-4276-8f5d-509a427aefdd, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:17:36.409569 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38e51a2-c4fb-43c8-bd6a-af6b58809fb9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network 00c4308a-4225-4276-8f5d-509a427aefdd is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:17:36.423903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b38e51a2-c4fb-43c8-bd6a-af6b58809fb9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 00c4308a-4225-4276-8f5d-509a427aefdd) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:36.437711 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd139ff-a3d9-48fd-b6b0-c5f11dda3a67 None None] Network 00c4308a-4225-4276-8f5d-509a427aefdd requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:17:36.439966 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38e51a2-c4fb-43c8-bd6a-af6b58809fb9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:36.444806 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b38e51a2-c4fb-43c8-bd6a-af6b58809fb9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:36.472242 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b38e51a2-c4fb-43c8-bd6a-af6b58809fb9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6957622 Feb 07 17:17:36.474017 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51474) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:36.478888 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a12cb550-94d4-4c05-95ef-07e1de3eb880 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1819904074', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:36.517839 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a12cb550-94d4-4c05-95ef-07e1de3eb880 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (a0725234-e3b2-4731-8735-0d23d4eaecfd), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:36.519011 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a12cb550-94d4-4c05-95ef-07e1de3eb880 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (a0725234-e3b2-4731-8735-0d23d4eaecfd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:36.551811 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] Publish callbacks [] for port (c5621ef5-2203-4405-a3ae-114364d26309), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:36.620378 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (c5621ef5-2203-4405-a3ae-114364d26309), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:36.632386 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-00c4308a-4225-4276-8f5d-509a427aefdd', 'network_id': '00c4308a-4225-4276-8f5d-509a427aefdd', 'project_id': '231139dcd3554826bba4c99fc4b32998', 'fixed_ips': [{'subnet_id': 'dbe58c40-fa88-48ba-992c-ddfd5b4313d5'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:17:36.633660 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:36.642406 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a12cb550-94d4-4c05-95ef-07e1de3eb880 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router_controller (a0725234-e3b2-4731-8735-0d23d4eaecfd), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:36.651307 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a12cb550-94d4-4c05-95ef-07e1de3eb880 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (a0725234-e3b2-4731-8735-0d23d4eaecfd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:36.707049 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a12cb550-94d4-4c05-95ef-07e1de3eb880 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:36.708533 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a12cb550-94d4-4c05-95ef-07e1de3eb880 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2331491 Feb 07 17:17:36.711574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51482) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:36.875546 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] Allocated IP 2001:db8:1::2 (00c4308a-4225-4276-8f5d-509a427aefdd/dbe58c40-fa88-48ba-992c-ddfd5b4313d5/d6e81d7f-3016-4915-9015-0e80d405ae77) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:17:36.898012 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] Network ca426aaf-ff5f-4926-823e-320d50e6f845 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:36.912767 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:36.944598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] Pushing event updated for resources: {'Port': ['ID=c5621ef5-2203-4405-a3ae-114364d26309,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:36.955135 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:17:37.102848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] Attempting to bind port c5621ef5-2203-4405-a3ae-114364d26309 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:17:37.103153 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] Attempting to bind port c5621ef5-2203-4405-a3ae-114364d26309 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '82c94e94-9edc-4a92-aac9-6bfd459be436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ca426aaf-ff5f-4926-823e-320d50e6f845'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:17:37.103526 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] Attempting to bind port c5621ef5-2203-4405-a3ae-114364d26309 on network ca426aaf-ff5f-4926-823e-320d50e6f845 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:17:37.166553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:17:37.169735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] Checking segment: {'id': '82c94e94-9edc-4a92-aac9-6bfd459be436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ca426aaf-ff5f-4926-823e-320d50e6f845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:17:37.170246 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:37.170725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] Bound using segment: {'id': '82c94e94-9edc-4a92-aac9-6bfd459be436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ca426aaf-ff5f-4926-823e-320d50e6f845'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:17:37.171317 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] Bound port: c5621ef5-2203-4405-a3ae-114364d26309, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c94e94-9edc-4a92-aac9-6bfd459be436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ca426aaf-ff5f-4926-823e-320d50e6f845'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:17:37.171794 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c5621ef5-2203-4405-a3ae-114364d26309), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:37.224730 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] Publish callbacks [] for port (d6e81d7f-3016-4915-9015-0e80d405ae77), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:37.235042 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (d6e81d7f-3016-4915-9015-0e80d405ae77), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:37.346091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] Network 00c4308a-4225-4276-8f5d-509a427aefdd is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:37.356976 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:37.365039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:17:37.368643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] Pushing event updated for resources: {'Port': ['ID=d6e81d7f-3016-4915-9015-0e80d405ae77,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:37.387919 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] For port c5621ef5-2203-4405-a3ae-114364d26309, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:17:37.407822 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-070e6710-e390-4b0d-adfb-7d2779ba7ff8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:37.491160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] For port c5621ef5-2203-4405-a3ae-114364d26309, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c5621ef5-2203-4405-a3ae-114364d26309,segment=NetworkSegment(82c94e94-9edc-4a92-aac9-6bfd459be436),segment_id=82c94e94-9edc-4a92-aac9-6bfd459be436)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:17:37.502466 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] Attempting to bind port d6e81d7f-3016-4915-9015-0e80d405ae77 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:17:37.503117 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] Attempting to bind port d6e81d7f-3016-4915-9015-0e80d405ae77 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '17c29f9e-82b3-476e-ae8d-5faee7d80e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '00c4308a-4225-4276-8f5d-509a427aefdd'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:17:37.503655 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] Attempting to bind port d6e81d7f-3016-4915-9015-0e80d405ae77 on network 00c4308a-4225-4276-8f5d-509a427aefdd {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:17:37.528514 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c5621ef5-2203-4405-a3ae-114364d26309), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:37.541123 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51504) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:37.545875 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c236546a-4bc9-4c3e-a9c8-ef2159c59e34 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-940296324', 'description': 'tempest-secgroup-smoke-940296324 description', 'project_id': '7966855f5e624da3963d8b725269571c'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:37.577958 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c236546a-4bc9-4c3e-a9c8-ef2159c59e34 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:37.625571 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:17:37.625930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] Checking segment: {'id': '17c29f9e-82b3-476e-ae8d-5faee7d80e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '00c4308a-4225-4276-8f5d-509a427aefdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:17:37.629116 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:37.629116 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] Bound using segment: {'id': '17c29f9e-82b3-476e-ae8d-5faee7d80e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '00c4308a-4225-4276-8f5d-509a427aefdd'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:17:37.630938 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] Bound port: d6e81d7f-3016-4915-9015-0e80d405ae77, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c29f9e-82b3-476e-ae8d-5faee7d80e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '00c4308a-4225-4276-8f5d-509a427aefdd'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:17:37.631840 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d6e81d7f-3016-4915-9015-0e80d405ae77), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:37.769137 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c236546a-4bc9-4c3e-a9c8-ef2159c59e34 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group (971d62c9-acd4-4e41-82a1-d7da6b457d43), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:37.788316 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c236546a-4bc9-4c3e-a9c8-ef2159c59e34 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (971d62c9-acd4-4e41-82a1-d7da6b457d43), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:37.823532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71272ae9-d183-4888-af09-fa072b9bcb8c None None] Pushing event updated for resources: {'Port': ['ID=c5621ef5-2203-4405-a3ae-114364d26309,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:37.900151 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c236546a-4bc9-4c3e-a9c8-ef2159c59e34 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:37.904033 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c236546a-4bc9-4c3e-a9c8-ef2159c59e34 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3591263 Feb 07 17:17:37.904538 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51512) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:37.912235 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-459bf24d-3d9e-4ccb-adb3-97b8a8213111 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Request body: {'security_group_rule': {'security_group_id': '971d62c9-acd4-4e41-82a1-d7da6b457d43', 'project_id': '7966855f5e624da3963d8b725269571c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:37.914504 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-070e6710-e390-4b0d-adfb-7d2779ba7ff8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Allocated IP 2001:db8::1 (ca426aaf-ff5f-4926-823e-320d50e6f845/464be5a6-86d4-42fe-ab6a-4fad2ea3fd8a/f2142b15-bc65-4a4c-bb29-fbd7ea617fb4) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:17:37.917546 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236546a-4bc9-4c3e-a9c8-ef2159c59e34 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971d62c9-acd4-4e41-82a1-d7da6b457d43,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:37.920557 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] For port d6e81d7f-3016-4915-9015-0e80d405ae77, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:17:37.929632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] For port d6e81d7f-3016-4915-9015-0e80d405ae77, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d6e81d7f-3016-4915-9015-0e80d405ae77,segment=NetworkSegment(17c29f9e-82b3-476e-ae8d-5faee7d80e0a),segment_id=17c29f9e-82b3-476e-ae8d-5faee7d80e0a)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:17:37.946618 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d6e81d7f-3016-4915-9015-0e80d405ae77), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:37.981956 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-459bf24d-3d9e-4ccb-adb3-97b8a8213111 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group_rule (7920db7e-d56c-43d7-881b-a67c86a2c780), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.151157 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-459bf24d-3d9e-4ccb-adb3-97b8a8213111 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group_rule (7920db7e-d56c-43d7-881b-a67c86a2c780), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.160683 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-459bf24d-3d9e-4ccb-adb3-97b8a8213111 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (7920db7e-d56c-43d7-881b-a67c86a2c780), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.187720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb59ec-a26c-489e-a2e4-f261518a1842 None None] Pushing event updated for resources: {'Port': ['ID=d6e81d7f-3016-4915-9015-0e80d405ae77,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:38.201174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459bf24d-3d9e-4ccb-adb3-97b8a8213111 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7920db7e-d56c-43d7-881b-a67c86a2c780,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:38.223022 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-459bf24d-3d9e-4ccb-adb3-97b8a8213111 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.226083 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-459bf24d-3d9e-4ccb-adb3-97b8a8213111 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3201621 Feb 07 17:17:38.230575 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51520) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:38.262336 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b88ae46a-49bc-4b7e-bba0-bc961d11e082 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Request body: {'security_group_rule': {'security_group_id': '971d62c9-acd4-4e41-82a1-d7da6b457d43', 'project_id': '7966855f5e624da3963d8b725269571c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:38.291774 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-070e6710-e390-4b0d-adfb-7d2779ba7ff8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (f2142b15-bc65-4a4c-bb29-fbd7ea617fb4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.309363 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b88ae46a-49bc-4b7e-bba0-bc961d11e082 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group_rule (9e394021-8b81-4ded-809e-720067864ee8), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.390299 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-070e6710-e390-4b0d-adfb-7d2779ba7ff8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f2142b15-bc65-4a4c-bb29-fbd7ea617fb4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.409172 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b88ae46a-49bc-4b7e-bba0-bc961d11e082 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group_rule (9e394021-8b81-4ded-809e-720067864ee8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.440964 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b88ae46a-49bc-4b7e-bba0-bc961d11e082 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (9e394021-8b81-4ded-809e-720067864ee8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.497306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e6710-e390-4b0d-adfb-7d2779ba7ff8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network ca426aaf-ff5f-4926-823e-320d50e6f845 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:38.497306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ae46a-49bc-4b7e-bba0-bc961d11e082 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e394021-8b81-4ded-809e-720067864ee8,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:38.498050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-070e6710-e390-4b0d-adfb-7d2779ba7ff8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:38.509596 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e6710-e390-4b0d-adfb-7d2779ba7ff8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:17:38.510169 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-070e6710-e390-4b0d-adfb-7d2779ba7ff8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (a0725234-e3b2-4731-8735-0d23d4eaecfd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.523091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e6710-e390-4b0d-adfb-7d2779ba7ff8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=f2142b15-bc65-4a4c-bb29-fbd7ea617fb4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:38.523776 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c5621ef5-2203-4405-a3ae-114364d26309 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:17:38.529424 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b88ae46a-49bc-4b7e-bba0-bc961d11e082 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.533110 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b88ae46a-49bc-4b7e-bba0-bc961d11e082 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2989843 Feb 07 17:17:38.534466 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51526) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:38.540047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d6e67e3d-0bcf-4d6a-b98e-7bae168c1a4f tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Request body: {'security_group_rule': {'security_group_id': '971d62c9-acd4-4e41-82a1-d7da6b457d43', 'project_id': '7966855f5e624da3963d8b725269571c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:38.576900 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6e67e3d-0bcf-4d6a-b98e-7bae168c1a4f tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group_rule (b20371da-311f-40b7-b618-144fd2cd1ebd), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.650958 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port c5621ef5-2203-4405-a3ae-114364d26309 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:38.651617 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c5621ef5-2203-4405-a3ae-114364d26309), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.694629 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6e67e3d-0bcf-4d6a-b98e-7bae168c1a4f tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group_rule (b20371da-311f-40b7-b618-144fd2cd1ebd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.704607 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6e67e3d-0bcf-4d6a-b98e-7bae168c1a4f tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (b20371da-311f-40b7-b618-144fd2cd1ebd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.730335 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-070e6710-e390-4b0d-adfb-7d2779ba7ff8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f2142b15-bc65-4a4c-bb29-fbd7ea617fb4), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.738057 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e67e3d-0bcf-4d6a-b98e-7bae168c1a4f tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20371da-311f-40b7-b618-144fd2cd1ebd,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:38.750515 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6e67e3d-0bcf-4d6a-b98e-7bae168c1a4f tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.752577 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d6e67e3d-0bcf-4d6a-b98e-7bae168c1a4f tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2168601 Feb 07 17:17:38.755371 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51530) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:38.759792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-08c5d290-4e6b-4867-950c-b2bdd88a05ad tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Request body: {'security_group_rule': {'security_group_id': '971d62c9-acd4-4e41-82a1-d7da6b457d43', 'project_id': '7966855f5e624da3963d8b725269571c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:38.804786 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port c5621ef5-2203-4405-a3ae-114364d26309 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:38.805378 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c5621ef5-2203-4405-a3ae-114364d26309), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.808890 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08c5d290-4e6b-4867-950c-b2bdd88a05ad tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group_rule (80fc0070-73bc-4864-b5df-052ced8c9755), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.860332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port c5621ef5-2203-4405-a3ae-114364d26309, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c5621ef5-2203-4405-a3ae-114364d26309,segment=NetworkSegment(82c94e94-9edc-4a92-aac9-6bfd459be436),segment_id=82c94e94-9edc-4a92-aac9-6bfd459be436)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:17:38.876693 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c5621ef5-2203-4405-a3ae-114364d26309), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.890906 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08c5d290-4e6b-4867-950c-b2bdd88a05ad tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group_rule (80fc0070-73bc-4864-b5df-052ced8c9755), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.897850 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08c5d290-4e6b-4867-950c-b2bdd88a05ad tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (80fc0070-73bc-4864-b5df-052ced8c9755), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.942284 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5d290-4e6b-4867-950c-b2bdd88a05ad tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80fc0070-73bc-4864-b5df-052ced8c9755,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:38.981465 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08c5d290-4e6b-4867-950c-b2bdd88a05ad tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:38.984201 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-08c5d290-4e6b-4867-950c-b2bdd88a05ad tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2277954 Feb 07 17:17:38.987010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51540) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:38.994079 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=c5621ef5-2203-4405-a3ae-114364d26309,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:38.996763 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-33e54f65-e27a-436e-98e8-3e039c783a30 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Request body: {'security_group_rule': {'security_group_id': '971d62c9-acd4-4e41-82a1-d7da6b457d43', 'project_id': '7966855f5e624da3963d8b725269571c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:39.030027 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-33e54f65-e27a-436e-98e8-3e039c783a30 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Project 7966855f5e624da3963d8b725269571c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:17:39.038541 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33e54f65-e27a-436e-98e8-3e039c783a30 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group_rule (475e6d77-da33-446b-898f-89f148b311b7), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:39.138528 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33e54f65-e27a-436e-98e8-3e039c783a30 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group_rule (475e6d77-da33-446b-898f-89f148b311b7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:39.146352 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33e54f65-e27a-436e-98e8-3e039c783a30 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (475e6d77-da33-446b-898f-89f148b311b7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:39.170527 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e54f65-e27a-436e-98e8-3e039c783a30 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475e6d77-da33-446b-898f-89f148b311b7,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:39.184904 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-33e54f65-e27a-436e-98e8-3e039c783a30 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:39.189791 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51542) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:39.190011 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-33e54f65-e27a-436e-98e8-3e039c783a30 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2017159 Feb 07 17:17:39.196038 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-070e6710-e390-4b0d-adfb-7d2779ba7ff8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (f2142b15-bc65-4a4c-bb29-fbd7ea617fb4), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:39.216395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b4b68c41-a865-4c0b-bfbb-92995d7f3e99 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Request body: {'security_group_rule': {'security_group_id': '971d62c9-acd4-4e41-82a1-d7da6b457d43', 'project_id': '7966855f5e624da3963d8b725269571c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:39.228463 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-070e6710-e390-4b0d-adfb-7d2779ba7ff8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (f2142b15-bc65-4a4c-bb29-fbd7ea617fb4), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:39.234377 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-070e6710-e390-4b0d-adfb-7d2779ba7ff8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (a0725234-e3b2-4731-8735-0d23d4eaecfd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:39.426054 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-b4b68c41-a865-4c0b-bfbb-92995d7f3e99 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Project 7966855f5e624da3963d8b725269571c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:17:39.438772 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4b68c41-a865-4c0b-bfbb-92995d7f3e99 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group_rule (384fee7e-4d17-4ac5-a25b-765180acc9a0), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:39.445923 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e6710-e390-4b0d-adfb-7d2779ba7ff8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=f2142b15-bc65-4a4c-bb29-fbd7ea617fb4,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:39.518025 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c742f80e-b037-45a0-a224-6feb2e6ef57d None None] Network ca426aaf-ff5f-4926-823e-320d50e6f845 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:17:39.527532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e6710-e390-4b0d-adfb-7d2779ba7ff8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network ca426aaf-ff5f-4926-823e-320d50e6f845 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:39.531597 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-070e6710-e390-4b0d-adfb-7d2779ba7ff8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:39.545335 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4b68c41-a865-4c0b-bfbb-92995d7f3e99 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group_rule (384fee7e-4d17-4ac5-a25b-765180acc9a0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:39.604674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7c2c408d-c0f7-4399-bc54-b0baa7cd38b2 None None] Provisioning complete for port c5621ef5-2203-4405-a3ae-114364d26309 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:39.605304 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7c2c408d-c0f7-4399-bc54-b0baa7cd38b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c5621ef5-2203-4405-a3ae-114364d26309), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:39.653900 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4b68c41-a865-4c0b-bfbb-92995d7f3e99 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (384fee7e-4d17-4ac5-a25b-765180acc9a0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:39.707289 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b68c41-a865-4c0b-bfbb-92995d7f3e99 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384fee7e-4d17-4ac5-a25b-765180acc9a0,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:39.725174 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b4b68c41-a865-4c0b-bfbb-92995d7f3e99 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:39.728050 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b4b68c41-a865-4c0b-bfbb-92995d7f3e99 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5352633 Feb 07 17:17:39.758126 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070e6710-e390-4b0d-adfb-7d2779ba7ff8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router a0725234-e3b2-4731-8735-0d23d4eaecfd is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:17:39.818956 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7c2c408d-c0f7-4399-bc54-b0baa7cd38b2 None None] Current status of the port c5621ef5-2203-4405-a3ae-114364d26309 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:39.918579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070e6710-e390-4b0d-adfb-7d2779ba7ff8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:17:39.927216 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-070e6710-e390-4b0d-adfb-7d2779ba7ff8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/a0725234-e3b2-4731-8735-0d23d4eaecfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2143641 Feb 07 17:17:39.929253 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51560) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:39.933029 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e45992f-2c64-4834-aedc-ea4dfe08da1d None None] Sync routers for ids ['a0725234-e3b2-4731-8735-0d23d4eaecfd'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:17:39.953914 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e45992f-2c64-4834-aedc-ea4dfe08da1d None None] Routers {'a0725234-e3b2-4731-8735-0d23d4eaecfd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:39.954606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3e45992f-2c64-4834-aedc-ea4dfe08da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a0725234-e3b2-4731-8735-0d23d4eaecfd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:40.008232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3e45992f-2c64-4834-aedc-ea4dfe08da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:40.037168 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cc655b-e0c7-45e6-a8b9-07f9fd870db4 None None] Network 00c4308a-4225-4276-8f5d-509a427aefdd requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:17:40.039330 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dfa251-0c2e-4e9b-bf1a-784c83040ca9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:40.041019 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-88dfa251-0c2e-4e9b-bf1a-784c83040ca9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/ports/f2142b15-bc65-4a4c-bb29-fbd7ea617fb4 HTTP/1.1" status: 200 len: 911 time: 0.1106315 Feb 07 17:17:40.043974 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51564) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:40.055260 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e45992f-2c64-4834-aedc-ea4dfe08da1d None None] Routers {'a0725234-e3b2-4731-8735-0d23d4eaecfd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:40.055904 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3e45992f-2c64-4834-aedc-ea4dfe08da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a0725234-e3b2-4731-8735-0d23d4eaecfd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:40.130638 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e325fdc4-9338-4870-b866-fe0ab661546f req-a345c6dd-1c7c-403e-9f65-ebe5526ff1fb tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-940296324&fields=id&tenant_id=7966855f5e624da3963d8b725269571c HTTP/1.1" status: 200 len: 267 time: 0.0942903 Feb 07 17:17:40.237747 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3e45992f-2c64-4834-aedc-ea4dfe08da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:40.244250 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e45992f-2c64-4834-aedc-ea4dfe08da1d None None] The sync data for ids ['a0725234-e3b2-4731-8735-0d23d4eaecfd'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:17:40.291626 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-bf95a731-5ffe-4551-836a-6eb1eb1fac64 None None] Provisioning complete for port d6e81d7f-3016-4915-9015-0e80d405ae77 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:40.292281 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bf95a731-5ffe-4551-836a-6eb1eb1fac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d6e81d7f-3016-4915-9015-0e80d405ae77), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:40.407081 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325fdc4-9338-4870-b866-fe0ab661546f req-4331efaa-6751-42c6-9fc4-8f5c420cead4 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:40.409105 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e325fdc4-9338-4870-b866-fe0ab661546f req-4331efaa-6751-42c6-9fc4-8f5c420cead4 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/networks?id=1b34ffc6-dc16-4499-ab78-d4665a82951d HTTP/1.1" status: 200 len: 813 time: 0.2713718 Feb 07 17:17:40.445080 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5524d5e6-6534-4a42-95ae-b4c7daef35a6 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/quotas/7966855f5e624da3963d8b725269571c HTTP/1.1" status: 200 len: 375 time: 0.0246470 Feb 07 17:17:40.464335 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bf95a731-5ffe-4551-836a-6eb1eb1fac64 None None] Current status of the port d6e81d7f-3016-4915-9015-0e80d405ae77 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:40.465164 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bf95a731-5ffe-4551-836a-6eb1eb1fac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d6e81d7f-3016-4915-9015-0e80d405ae77), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:40.568890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-bf95a731-5ffe-4551-836a-6eb1eb1fac64 None None] For port d6e81d7f-3016-4915-9015-0e80d405ae77, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d6e81d7f-3016-4915-9015-0e80d405ae77,segment=NetworkSegment(17c29f9e-82b3-476e-ae8d-5faee7d80e0a),segment_id=17c29f9e-82b3-476e-ae8d-5faee7d80e0a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:17:40.592360 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e325fdc4-9338-4870-b866-fe0ab661546f req-c3ca8c5a-23bb-4644-a69c-02dbdc229929 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7966855f5e624da3963d8b725269571c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1413443 Feb 07 17:17:40.593692 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bf95a731-5ffe-4551-836a-6eb1eb1fac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d6e81d7f-3016-4915-9015-0e80d405ae77), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:40.599880 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c5621ef5-2203-4405-a3ae-114364d26309 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:17:40.715276 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-e325fdc4-9338-4870-b866-fe0ab661546f req-dccc6a5d-c84c-43a0-83f2-95baed732a0c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:17:40.722503 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e325fdc4-9338-4870-b866-fe0ab661546f req-dccc6a5d-c84c-43a0-83f2-95baed732a0c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1237285 Feb 07 17:17:40.780864 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7408e086-21e6-4c4a-97b3-1163eeeba44e None None] Provisioning complete for port c5621ef5-2203-4405-a3ae-114364d26309 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:40.781544 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7408e086-21e6-4c4a-97b3-1163eeeba44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c5621ef5-2203-4405-a3ae-114364d26309), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:40.835863 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95a731-5ffe-4551-836a-6eb1eb1fac64 None None] Pushing event updated for resources: {'Port': ['ID=d6e81d7f-3016-4915-9015-0e80d405ae77,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:40.891498 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port c5621ef5-2203-4405-a3ae-114364d26309 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:40.892148 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c5621ef5-2203-4405-a3ae-114364d26309), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:41.007566 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32cec062-45e7-4724-9663-df3f0f2d7d30 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:41.104204 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port c5621ef5-2203-4405-a3ae-114364d26309 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:41.106665 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d6e81d7f-3016-4915-9015-0e80d405ae77 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:17:41.369375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7408e086-21e6-4c4a-97b3-1163eeeba44e None None] Current status of the port c5621ef5-2203-4405-a3ae-114364d26309 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:41.386131 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7408e086-21e6-4c4a-97b3-1163eeeba44e None None] Provisioning complete for port f2142b15-bc65-4a4c-bb29-fbd7ea617fb4 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:41.386792 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7408e086-21e6-4c4a-97b3-1163eeeba44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f2142b15-bc65-4a4c-bb29-fbd7ea617fb4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:41.394075 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e325fdc4-9338-4870-b866-fe0ab661546f req-a2862d53-08c2-4400-90f7-11dcfeed6869 service neutron] 10.222.0.18 "GET /v2.0/networks/1b34ffc6-dc16-4499-ab78-d4665a82951d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707053 Feb 07 17:17:41.436092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7408e086-21e6-4c4a-97b3-1163eeeba44e None None] Port f2142b15-bc65-4a4c-bb29-fbd7ea617fb4 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:17:41.440885 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d6e81d7f-3016-4915-9015-0e80d405ae77 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:41.443364 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d6e81d7f-3016-4915-9015-0e80d405ae77), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:41.514791 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e325fdc4-9338-4870-b866-fe0ab661546f req-a75351e3-76cc-4a1b-9657-3020d91bc450 service neutron] 10.222.0.18 "GET /v2.0/networks/1b34ffc6-dc16-4499-ab78-d4665a82951d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133044 Feb 07 17:17:41.540566 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d6e81d7f-3016-4915-9015-0e80d405ae77 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:41.573456 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ee679f72-4463-4fd2-9313-00b81dda06cd None None] Provisioning complete for port d6e81d7f-3016-4915-9015-0e80d405ae77 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:41.574002 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ee679f72-4463-4fd2-9313-00b81dda06cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d6e81d7f-3016-4915-9015-0e80d405ae77), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:41.577503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-32cec062-45e7-4724-9663-df3f0f2d7d30 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Allocated IP 2001:db8:1::1 (00c4308a-4225-4276-8f5d-509a427aefdd/dbe58c40-fa88-48ba-992c-ddfd5b4313d5/c3933fe2-82b7-4683-bee6-b14ce8b639f1) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:17:41.726310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ee679f72-4463-4fd2-9313-00b81dda06cd None None] Current status of the port d6e81d7f-3016-4915-9015-0e80d405ae77 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:41.746616 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ee679f72-4463-4fd2-9313-00b81dda06cd None None] Provisioning complete for port f2142b15-bc65-4a4c-bb29-fbd7ea617fb4 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:41.746996 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ee679f72-4463-4fd2-9313-00b81dda06cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f2142b15-bc65-4a4c-bb29-fbd7ea617fb4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:41.780354 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32cec062-45e7-4724-9663-df3f0f2d7d30 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (c3933fe2-82b7-4683-bee6-b14ce8b639f1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:41.801264 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ee679f72-4463-4fd2-9313-00b81dda06cd None None] Port f2142b15-bc65-4a4c-bb29-fbd7ea617fb4 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:17:41.853012 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32cec062-45e7-4724-9663-df3f0f2d7d30 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c3933fe2-82b7-4683-bee6-b14ce8b639f1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:41.920591 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cec062-45e7-4724-9663-df3f0f2d7d30 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network 00c4308a-4225-4276-8f5d-509a427aefdd is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:41.928077 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-32cec062-45e7-4724-9663-df3f0f2d7d30 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:41.946279 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cec062-45e7-4724-9663-df3f0f2d7d30 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:17:41.946861 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32cec062-45e7-4724-9663-df3f0f2d7d30 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (a0725234-e3b2-4731-8735-0d23d4eaecfd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:42.010664 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-e86b89b8-2b4e-4380-82d7-bb0d02ed18d6 req-7d7a7881-5bdc-4677-bd89-a8d33a90b390 service neutron] (103226) timed out ('10.222.0.32', 64435) {{(pid=103226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 17:17:42.025584 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cec062-45e7-4724-9663-df3f0f2d7d30 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=c3933fe2-82b7-4683-bee6-b14ce8b639f1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:42.213929 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32cec062-45e7-4724-9663-df3f0f2d7d30 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c3933fe2-82b7-4683-bee6-b14ce8b639f1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:42.353548 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f7ecae7b-6cfb-4b88-b48f-26b43bb52241 req-c4e98620-86f0-445e-a379-672fe5108556 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 210 time: 0.3393214 Feb 07 17:17:42.391116 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d6e81d7f-3016-4915-9015-0e80d405ae77 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:17:42.465867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-902e0253-d18a-4b45-bee1-ad57ea061a42 None None] Provisioning complete for port c3933fe2-82b7-4683-bee6-b14ce8b639f1 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:42.466313 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-902e0253-d18a-4b45-bee1-ad57ea061a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c3933fe2-82b7-4683-bee6-b14ce8b639f1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:42.509094 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d6e81d7f-3016-4915-9015-0e80d405ae77 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:42.509657 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d6e81d7f-3016-4915-9015-0e80d405ae77), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:42.540690 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-902e0253-d18a-4b45-bee1-ad57ea061a42 None None] Port c3933fe2-82b7-4683-bee6-b14ce8b639f1 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:17:42.601920 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d6e81d7f-3016-4915-9015-0e80d405ae77 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:42.750721 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32cec062-45e7-4724-9663-df3f0f2d7d30 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (c3933fe2-82b7-4683-bee6-b14ce8b639f1), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:42.757534 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32cec062-45e7-4724-9663-df3f0f2d7d30 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (c3933fe2-82b7-4683-bee6-b14ce8b639f1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:42.758381 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32cec062-45e7-4724-9663-df3f0f2d7d30 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (a0725234-e3b2-4731-8735-0d23d4eaecfd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:42.932890 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cec062-45e7-4724-9663-df3f0f2d7d30 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=c3933fe2-82b7-4683-bee6-b14ce8b639f1,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:43.014367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cec062-45e7-4724-9663-df3f0f2d7d30 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network 00c4308a-4225-4276-8f5d-509a427aefdd is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:43.014367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-32cec062-45e7-4724-9663-df3f0f2d7d30 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:43.443852 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cec062-45e7-4724-9663-df3f0f2d7d30 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router a0725234-e3b2-4731-8735-0d23d4eaecfd has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:17:43.481936 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-39de0004-6d4b-4707-9384-8a6ac36021c3 None None] Provisioning complete for port c3933fe2-82b7-4683-bee6-b14ce8b639f1 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:43.482544 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-39de0004-6d4b-4707-9384-8a6ac36021c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c3933fe2-82b7-4683-bee6-b14ce8b639f1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:43.542337 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-39de0004-6d4b-4707-9384-8a6ac36021c3 None None] Port c3933fe2-82b7-4683-bee6-b14ce8b639f1 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:17:43.642015 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325fdc4-9338-4870-b866-fe0ab661546f req-ba186d2c-a806-40a1-95f8-5d2d9f8e1649 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:43.643638 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e325fdc4-9338-4870-b866-fe0ab661546f req-ba186d2c-a806-40a1-95f8-5d2d9f8e1649 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.32 "GET /v2.0/networks?id=1b34ffc6-dc16-4499-ab78-d4665a82951d HTTP/1.1" status: 200 len: 813 time: 0.2133143 Feb 07 17:17:43.667984 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cec062-45e7-4724-9663-df3f0f2d7d30 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:17:43.676335 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-32cec062-45e7-4724-9663-df3f0f2d7d30 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/a0725234-e3b2-4731-8735-0d23d4eaecfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6308179 Feb 07 17:17:43.677089 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51650) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:43.678991 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c308ec-3228-488c-b76a-171559969ab9 None None] Sync routers for ids ['a0725234-e3b2-4731-8735-0d23d4eaecfd'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:17:43.696722 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c308ec-3228-488c-b76a-171559969ab9 None None] Routers {'a0725234-e3b2-4731-8735-0d23d4eaecfd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:43.697474 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-90c308ec-3228-488c-b76a-171559969ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a0725234-e3b2-4731-8735-0d23d4eaecfd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:43.762580 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8d1194-a90c-4836-9a23-73ce980e9b26 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:43.762580 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3d8d1194-a90c-4836-9a23-73ce980e9b26 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/ports/c3933fe2-82b7-4683-bee6-b14ce8b639f1 HTTP/1.1" status: 200 len: 913 time: 0.0789044 Feb 07 17:17:43.763266 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-90c308ec-3228-488c-b76a-171559969ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:43.771397 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51658) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:43.771681 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c308ec-3228-488c-b76a-171559969ab9 None None] Routers {'a0725234-e3b2-4731-8735-0d23d4eaecfd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:43.771681 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-90c308ec-3228-488c-b76a-171559969ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a0725234-e3b2-4731-8735-0d23d4eaecfd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:43.833892 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2458ae93-3da3-4e8b-b4c3-4c70316ebf16 req-398ba63b-3655-4a5f-ac10-c9875928bf3d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 210 time: 0.2765353 Feb 07 17:17:43.839435 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-90c308ec-3228-488c-b76a-171559969ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:43.844837 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c308ec-3228-488c-b76a-171559969ab9 None None] The sync data for ids ['a0725234-e3b2-4731-8735-0d23d4eaecfd'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:17:43.890800 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e325fdc4-9338-4870-b866-fe0ab661546f req-d122622d-b4be-4a69-b4fc-2bc2ced8990f tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7966855f5e624da3963d8b725269571c HTTP/1.1" status: 200 len: 379 time: 0.2385011 Feb 07 17:17:43.900964 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e325fdc4-9338-4870-b866-fe0ab661546f req-32b5c8aa-3e4a-4bfc-9804-f73ca66fc381 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Request body: {'port': {'device_id': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'admin_state_up': True, 'tenant_id': '7966855f5e624da3963d8b725269571c', 'security_groups': ['971d62c9-acd4-4e41-82a1-d7da6b457d43']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:43.976105 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-dac623be-7d5a-4a98-ae11-95cda6c08ceb tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:43.977707 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-dac623be-7d5a-4a98-ae11-95cda6c08ceb tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/networks?id=9f15c25d-61ba-4f62-a7d1-50eefa62351b HTTP/1.1" status: 200 len: 814 time: 0.2195101 Feb 07 17:17:44.056880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e325fdc4-9338-4870-b866-fe0ab661546f req-32b5c8aa-3e4a-4bfc-9804-f73ca66fc381 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Made reservation on behalf of 7966855f5e624da3963d8b725269571c for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:17:44.061802 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e325fdc4-9338-4870-b866-fe0ab661546f req-32b5c8aa-3e4a-4bfc-9804-f73ca66fc381 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:44.106684 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-e661b3f1-fc0e-4679-89f0-b965e13a4216 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/quotas/2be09bd74315487f96bd1cddb7034987 HTTP/1.1" status: 200 len: 375 time: 0.0117636 Feb 07 17:17:44.166380 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-caf6840f-cbd9-4b1e-8dc5-da09c3f8af33 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2be09bd74315487f96bd1cddb7034987&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366254 Feb 07 17:17:44.279331 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-e325fdc4-9338-4870-b866-fe0ab661546f req-32b5c8aa-3e4a-4bfc-9804-f73ca66fc381 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Allocated IP 172.20.0.14 (1b34ffc6-dc16-4499-ab78-d4665a82951d/3a53808d-dda3-4d37-9e87-4073eae85e6e/6c4f0131-9634-4314-8c73-0e421124638b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:17:44.306381 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-04a3f798-c05f-4a2a-a939-a31d2bbc1fa7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:17:44.307916 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-04a3f798-c05f-4a2a-a939-a31d2bbc1fa7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1294427 Feb 07 17:17:44.415835 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff7af98-9b14-4ed4-a70a-d6b1edd321e0 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (a0725234-e3b2-4731-8735-0d23d4eaecfd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:44.461234 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e325fdc4-9338-4870-b866-fe0ab661546f req-32b5c8aa-3e4a-4bfc-9804-f73ca66fc381 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for port (6c4f0131-9634-4314-8c73-0e421124638b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:44.505625 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e325fdc4-9338-4870-b866-fe0ab661546f req-32b5c8aa-3e4a-4bfc-9804-f73ca66fc381 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (6c4f0131-9634-4314-8c73-0e421124638b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:44.520341 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-1e15afb6-97d2-450e-a8e1-9470333b51eb service neutron] 10.222.0.18 "GET /v2.0/networks/9f15c25d-61ba-4f62-a7d1-50eefa62351b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049634 Feb 07 17:17:44.573312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e325fdc4-9338-4870-b866-fe0ab661546f req-32b5c8aa-3e4a-4bfc-9804-f73ca66fc381 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Network 1b34ffc6-dc16-4499-ab78-d4665a82951d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:44.577634 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-e325fdc4-9338-4870-b866-fe0ab661546f req-32b5c8aa-3e4a-4bfc-9804-f73ca66fc381 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:44.599975 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e325fdc4-9338-4870-b866-fe0ab661546f req-32b5c8aa-3e4a-4bfc-9804-f73ca66fc381 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:17:44.604657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5c8aa-3e4a-4bfc-9804-f73ca66fc381 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Pushing event updated for resources: {'Port': ['ID=6c4f0131-9634-4314-8c73-0e421124638b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:44.665988 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325fdc4-9338-4870-b866-fe0ab661546f req-32b5c8aa-3e4a-4bfc-9804-f73ca66fc381 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:44.667421 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e325fdc4-9338-4870-b866-fe0ab661546f req-32b5c8aa-3e4a-4bfc-9804-f73ca66fc381 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:44.689794 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e325fdc4-9338-4870-b866-fe0ab661546f req-32b5c8aa-3e4a-4bfc-9804-f73ca66fc381 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7928777 Feb 07 17:17:44.707512 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Request body: {'port': {'device_id': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:44.749491 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-46f3d3b0-50db-4370-a7dd-632947447c05 service neutron] 10.222.0.18 "GET /v2.0/networks/9f15c25d-61ba-4f62-a7d1-50eefa62351b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205229 Feb 07 17:17:44.814258 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6c4f0131-9634-4314-8c73-0e421124638b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:44.887478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7af98-9b14-4ed4-a70a-d6b1edd321e0 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting port c3933fe2-82b7-4683-bee6-b14ce8b639f1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:44.895212 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff7af98-9b14-4ed4-a70a-d6b1edd321e0 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c3933fe2-82b7-4683-bee6-b14ce8b639f1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:45.053437 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff7af98-9b14-4ed4-a70a-d6b1edd321e0 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c3933fe2-82b7-4683-bee6-b14ce8b639f1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:45.090049 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f145d118-f1cd-4f35-9e64-7470c166116c None None] Provisioning complete for port 6c4f0131-9634-4314-8c73-0e421124638b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:45.090877 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f145d118-f1cd-4f35-9e64-7470c166116c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6c4f0131-9634-4314-8c73-0e421124638b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:45.123052 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-baccb71f-06f3-4b41-ac64-b76836b6ff3a req-ecbfc33c-b6a3-4bb6-baa4-c22f58d0ce85 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c17018-f175-44db-a73a-62e3494e8b59 HTTP/1.1" status: 200 len: 210 time: 0.0665081 Feb 07 17:17:45.132543 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7af98-9b14-4ed4-a70a-d6b1edd321e0 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Calling delete_port for c3933fe2-82b7-4683-bee6-b14ce8b639f1 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:17:45.180429 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f145d118-f1cd-4f35-9e64-7470c166116c None None] Port 6c4f0131-9634-4314-8c73-0e421124638b cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:17:45.282929 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a2d9-f1bd-434b-92a8-4bc0bf7998a0 req-9632fed6-7084-4308-bf18-e49d696e3d95 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:45.289532 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-14b2a2d9-f1bd-434b-92a8-4bc0bf7998a0 req-9632fed6-7084-4308-bf18-e49d696e3d95 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 932 time: 0.1590540 Feb 07 17:17:45.391477 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-14b2a2d9-f1bd-434b-92a8-4bc0bf7998a0 req-2169bb51-900f-4ad4-aeba-47660b2f55e6 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973265 Feb 07 17:17:45.397213 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4f0131-9634-4314-8c73-0e421124638b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:17:45.422953 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Publish callbacks [] for port (6c4f0131-9634-4314-8c73-0e421124638b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:45.484563 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Transition to ACTIVE for port object 6c4f0131-9634-4314-8c73-0e421124638b will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:17:45.487107 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff7af98-9b14-4ed4-a70a-d6b1edd321e0 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c3933fe2-82b7-4683-bee6-b14ce8b639f1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:45.494893 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (6c4f0131-9634-4314-8c73-0e421124638b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:45.547366 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4f0131-9634-4314-8c73-0e421124638b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:45.566439 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7af98-9b14-4ed4-a70a-d6b1edd321e0 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Port': ['ID=c3933fe2-82b7-4683-bee6-b14ce8b639f1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:45.717310 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Attempting to bind port 6c4f0131-9634-4314-8c73-0e421124638b on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:17:45.717984 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Attempting to bind port 6c4f0131-9634-4314-8c73-0e421124638b by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '3751a5d4-3eb8-45c1-9d4c-d6986f82625b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:17:45.717984 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Attempting to bind port 6c4f0131-9634-4314-8c73-0e421124638b on network 1b34ffc6-dc16-4499-ab78-d4665a82951d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:17:45.728395 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Port 6c4f0131-9634-4314-8c73-0e421124638b on network 1b34ffc6-dc16-4499-ab78-d4665a82951d not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:17:45.728753 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Attempting to bind port 6c4f0131-9634-4314-8c73-0e421124638b on network 1b34ffc6-dc16-4499-ab78-d4665a82951d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:17:45.755054 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:17:45.756010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Checking segment: {'id': '3751a5d4-3eb8-45c1-9d4c-d6986f82625b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:17:45.757103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Bound using segment: {'id': '3751a5d4-3eb8-45c1-9d4c-d6986f82625b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:17:45.757769 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Bound port: 6c4f0131-9634-4314-8c73-0e421124638b, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3751a5d4-3eb8-45c1-9d4c-d6986f82625b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:17:45.758248 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6c4f0131-9634-4314-8c73-0e421124638b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:45.774110 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ff7af98-9b14-4ed4-a70a-d6b1edd321e0 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (a0725234-e3b2-4731-8735-0d23d4eaecfd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:45.856363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] For port 6c4f0131-9634-4314-8c73-0e421124638b, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:17:45.862680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] For port 6c4f0131-9634-4314-8c73-0e421124638b, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6c4f0131-9634-4314-8c73-0e421124638b,segment=NetworkSegment(3751a5d4-3eb8-45c1-9d4c-d6986f82625b),segment_id=3751a5d4-3eb8-45c1-9d4c-d6986f82625b)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:17:45.879136 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (6c4f0131-9634-4314-8c73-0e421124638b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:45.961542 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:45.962238 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:45.964060 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e325fdc4-9338-4870-b866-fe0ab661546f req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] 10.222.0.32 "PUT /v2.0/ports/6c4f0131-9634-4314-8c73-0e421124638b HTTP/1.1" status: 200 len: 1092 time: 1.2680252 Feb 07 17:17:45.975157 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'tag': '6c4f0131-9634-4314-8c73-0e421124638b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:17:45.980507 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd930998-b676-4423-9612-cee67c9e80fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f", "tag": "6c4f0131-9634-4314-8c73-0e421124638b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:17:46.112839 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28359a45-d6e6-4dfb-971e-3898b4ec416c x-openstack-request-id: req-28359a45-d6e6-4dfb-971e-3898b4ec416c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:17:46.113140 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f", "tag": "6c4f0131-9634-4314-8c73-0e421124638b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:17:46.113430 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28359a45-d6e6-4dfb-971e-3898b4ec416c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:17:46.113839 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'tag': '6c4f0131-9634-4314-8c73-0e421124638b', 'status': 'completed', 'code': 200} Feb 07 17:17:46.123176 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c769017-6bac-43ef-8917-f45ab80ed3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4f0131-9634-4314-8c73-0e421124638b,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:46.156219 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325fdc4-9338-4870-b866-fe0ab661546f req-2989858c-88fe-4bad-bfd1-ae83f8f16528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:46.157808 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e325fdc4-9338-4870-b866-fe0ab661546f req-2989858c-88fe-4bad-bfd1-ae83f8f16528 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7966855f5e624da3963d8b725269571c&device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 1126 time: 0.1323795 Feb 07 17:17:46.238348 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff7af98-9b14-4ed4-a70a-d6b1edd321e0 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router a0725234-e3b2-4731-8735-0d23d4eaecfd has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:17:46.268692 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e325fdc4-9338-4870-b866-fe0ab661546f req-60b686ed-b251-44d4-8a24-62d6b25e0dbb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c4f0131-9634-4314-8c73-0e421124638b HTTP/1.1" status: 200 len: 217 time: 0.1045871 Feb 07 17:17:46.378490 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff7af98-9b14-4ed4-a70a-d6b1edd321e0 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:17:46.380375 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1aee947e-a0a5-4779-94cb-5a91693f5c5c req-dee77972-1265-4214-a9ac-6bc5b85d7bbe tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c17018-f175-44db-a73a-62e3494e8b59 HTTP/1.1" status: 200 len: 210 time: 0.0809946 Feb 07 17:17:46.388883 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51708) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:46.390655 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3850ba3-e4df-40f0-9372-dffc4e01cafb None None] Sync routers for ids ['a0725234-e3b2-4731-8735-0d23d4eaecfd'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:17:46.399028 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2ff7af98-9b14-4ed4-a70a-d6b1edd321e0 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/a0725234-e3b2-4731-8735-0d23d4eaecfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6265657 Feb 07 17:17:46.406594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325fdc4-9338-4870-b866-fe0ab661546f req-e34ce1df-f5e9-4f32-aa8e-f4b8a71ad746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:46.410779 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e325fdc4-9338-4870-b866-fe0ab661546f req-e34ce1df-f5e9-4f32-aa8e-f4b8a71ad746 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a53808d-dda3-4d37-9e87-4073eae85e6e HTTP/1.1" status: 200 len: 852 time: 0.1358314 Feb 07 17:17:46.436034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3850ba3-e4df-40f0-9372-dffc4e01cafb None None] Routers {'a0725234-e3b2-4731-8735-0d23d4eaecfd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:46.438304 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e3850ba3-e4df-40f0-9372-dffc4e01cafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a0725234-e3b2-4731-8735-0d23d4eaecfd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:46.545566 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e3850ba3-e4df-40f0-9372-dffc4e01cafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:46.582330 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3850ba3-e4df-40f0-9372-dffc4e01cafb None None] Routers {'a0725234-e3b2-4731-8735-0d23d4eaecfd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:46.589129 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e3850ba3-e4df-40f0-9372-dffc4e01cafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a0725234-e3b2-4731-8735-0d23d4eaecfd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:46.638028 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e3850ba3-e4df-40f0-9372-dffc4e01cafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:46.639111 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3850ba3-e4df-40f0-9372-dffc4e01cafb None None] The sync data for ids ['a0725234-e3b2-4731-8735-0d23d4eaecfd'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:17:46.658688 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc386b-d220-484e-b66b-0e0dcb274866 req-583cb4a0-93e2-4ce0-91d3-063262f8031e tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:46.666258 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2acc386b-d220-484e-b66b-0e0dcb274866 req-583cb4a0-93e2-4ce0-91d3-063262f8031e tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 944 time: 0.1538239 Feb 07 17:17:46.764284 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2acc386b-d220-484e-b66b-0e0dcb274866 req-85332ea8-0cb6-4a31-b44c-b8b8ed2e4f4c tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920992 Feb 07 17:17:46.796439 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-95ddb8ef-6cb1-44ed-a478-d52296d4955d tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:46.798741 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-95ddb8ef-6cb1-44ed-a478-d52296d4955d tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.48 "GET /v2.0/networks?id=9f15c25d-61ba-4f62-a7d1-50eefa62351b HTTP/1.1" status: 200 len: 814 time: 0.2668641 Feb 07 17:17:46.813052 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-8ab16211-5a6c-44a1-9819-1acac94a8102 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Request body: {'port': {'device_id': '87c17018-f175-44db-a73a-62e3494e8b59', 'network_id': '9f15c25d-61ba-4f62-a7d1-50eefa62351b', 'admin_state_up': True, 'tenant_id': '2be09bd74315487f96bd1cddb7034987'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:46.972915 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325fdc4-9338-4870-b866-fe0ab661546f req-65955f5a-50ea-427d-9a65-c12652c3aade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:46.974553 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e325fdc4-9338-4870-b866-fe0ab661546f req-65955f5a-50ea-427d-9a65-c12652c3aade service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b34ffc6-dc16-4499-ab78-d4665a82951d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4443588 Feb 07 17:17:47.141074 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-8ab16211-5a6c-44a1-9819-1acac94a8102 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Made reservation on behalf of 2be09bd74315487f96bd1cddb7034987 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:17:47.144526 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-8ab16211-5a6c-44a1-9819-1acac94a8102 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:47.195228 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e325fdc4-9338-4870-b866-fe0ab661546f req-80576f29-7ea7-4d51-b90c-1bca4fcce369 service neutron] 10.222.0.32 "GET /v2.0/networks/1b34ffc6-dc16-4499-ab78-d4665a82951d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131698 Feb 07 17:17:47.414647 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e325fdc4-9338-4870-b866-fe0ab661546f req-d6a6efd2-2430-4840-b3cc-7f86cc440ed5 service neutron] 10.222.0.32 "GET /v2.0/networks/1b34ffc6-dc16-4499-ab78-d4665a82951d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107575 Feb 07 17:17:47.430877 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-8ab16211-5a6c-44a1-9819-1acac94a8102 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Allocated IP 172.20.0.6 (9f15c25d-61ba-4f62-a7d1-50eefa62351b/44710299-5306-42e6-b850-8cbb45ff1fa9/c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:17:47.578598 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-43c8289a-d74a-4950-aec6-ee5ce07a8e45 req-41d1111c-2fc5-4d0d-b988-d5cbcc790ea5 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c17018-f175-44db-a73a-62e3494e8b59 HTTP/1.1" status: 200 len: 210 time: 0.0934746 Feb 07 17:17:47.620254 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc22ee39-bf36-4f01-9516-0dd98e862f75 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (a0725234-e3b2-4731-8735-0d23d4eaecfd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:47.760889 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd930998-b676-4423-9612-cee67c9e80fb req-37bdfa61-34a8-456c-b670-920104b7e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:47.762812 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd930998-b676-4423-9612-cee67c9e80fb req-37bdfa61-34a8-456c-b670-920104b7e01b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7966855f5e624da3963d8b725269571c&device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 1126 time: 0.2788424 Feb 07 17:17:47.914208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa193e-08b7-4051-b55d-a9670456abb2 req-8a5e3198-09f7-46ff-806a-f08e7c429692 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:47.917593 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f8fa193e-08b7-4051-b55d-a9670456abb2 req-8a5e3198-09f7-46ff-806a-f08e7c429692 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 944 time: 0.0734789 Feb 07 17:17:47.920557 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-8ab16211-5a6c-44a1-9819-1acac94a8102 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Publish callbacks [] for port (c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:47.996465 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd930998-b676-4423-9612-cee67c9e80fb req-fac0d4be-653b-403e-adbf-eb430f284c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:47.997847 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd930998-b676-4423-9612-cee67c9e80fb req-fac0d4be-653b-403e-adbf-eb430f284c68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b34ffc6-dc16-4499-ab78-d4665a82951d HTTP/1.1" status: 200 len: 914 time: 0.2232602 Feb 07 17:17:47.998513 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f8fa193e-08b7-4051-b55d-a9670456abb2 req-8593c1a2-3fc2-494d-995f-d6a2b51d9a03 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669763 Feb 07 17:17:48.049459 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-8ab16211-5a6c-44a1-9819-1acac94a8102 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:48.052208 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd930998-b676-4423-9612-cee67c9e80fb req-3d51db4c-cbb1-4f8b-b763-a4db628fd70f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c4f0131-9634-4314-8c73-0e421124638b HTTP/1.1" status: 200 len: 217 time: 0.0441508 Feb 07 17:17:48.453547 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-8ab16211-5a6c-44a1-9819-1acac94a8102 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Network 9f15c25d-61ba-4f62-a7d1-50eefa62351b is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:48.480087 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-8ab16211-5a6c-44a1-9819-1acac94a8102 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:48.485658 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab16211-5a6c-44a1-9819-1acac94a8102 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Pushing event updated for resources: {'Port': ['ID=c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:48.488229 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-8ab16211-5a6c-44a1-9819-1acac94a8102 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:17:48.518762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd930998-b676-4423-9612-cee67c9e80fb req-77dea8d8-fc23-401b-853d-72894c6017fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:48.520248 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd930998-b676-4423-9612-cee67c9e80fb req-77dea8d8-fc23-401b-853d-72894c6017fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a53808d-dda3-4d37-9e87-4073eae85e6e HTTP/1.1" status: 200 len: 852 time: 0.4608929 Feb 07 17:17:48.557293 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:17:48.608527 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-8ab16211-5a6c-44a1-9819-1acac94a8102 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:48.609174 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-8ab16211-5a6c-44a1-9819-1acac94a8102 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:48.646615 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-8ab16211-5a6c-44a1-9819-1acac94a8102 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8384364 Feb 07 17:17:48.648816 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd930998-b676-4423-9612-cee67c9e80fb req-09d79b1b-011a-4d5f-8e50-effbbd73a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:48.653312 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd930998-b676-4423-9612-cee67c9e80fb req-09d79b1b-011a-4d5f-8e50-effbbd73a097 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b34ffc6-dc16-4499-ab78-d4665a82951d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1215932 Feb 07 17:17:48.658359 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Request body: {'port': {'device_id': '87c17018-f175-44db-a73a-62e3494e8b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:48.691021 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-dc22ee39-bf36-4f01-9516-0dd98e862f75 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting port f2142b15-bc65-4a4c-bb29-fbd7ea617fb4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:48.691371 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc22ee39-bf36-4f01-9516-0dd98e862f75 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f2142b15-bc65-4a4c-bb29-fbd7ea617fb4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:48.933807 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:48.950585 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc22ee39-bf36-4f01-9516-0dd98e862f75 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f2142b15-bc65-4a4c-bb29-fbd7ea617fb4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:48.956746 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd930998-b676-4423-9612-cee67c9e80fb req-1c5a7e40-2cc4-4828-a01e-ef820f096b39 service neutron] 10.222.0.32 "GET /v2.0/networks/1b34ffc6-dc16-4499-ab78-d4665a82951d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931204 Feb 07 17:17:48.986339 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-dc22ee39-bf36-4f01-9516-0dd98e862f75 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Calling delete_port for f2142b15-bc65-4a4c-bb29-fbd7ea617fb4 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:17:49.011465 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00f240-0395-4746-9337-2e2261585173 req-2d0dc500-b46e-4ab4-a14d-cd85272117a8 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:49.012583 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba00f240-0395-4746-9337-2e2261585173 req-2d0dc500-b46e-4ab4-a14d-cd85272117a8 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c17018-f175-44db-a73a-62e3494e8b59 HTTP/1.1" status: 200 len: 931 time: 0.2620318 Feb 07 17:17:49.153517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533885c5-2905-4e92-a028-0745b733a5ed req-558303e6-46fa-42ac-b004-2e0b1099087a tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:49.163904 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-533885c5-2905-4e92-a028-0745b733a5ed req-558303e6-46fa-42ac-b004-2e0b1099087a tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 944 time: 0.0781748 Feb 07 17:17:49.235636 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-533885c5-2905-4e92-a028-0745b733a5ed req-c57c7adc-2b58-4324-ad18-8c64e1bc75a9 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683470 Feb 07 17:17:49.297316 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba00f240-0395-4746-9337-2e2261585173 req-5823dc7f-4ce8-46e4-957b-020abab34867 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326889 Feb 07 17:17:49.327039 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd930998-b676-4423-9612-cee67c9e80fb req-cc72821d-1e5b-4388-95a0-1409e2010531 service neutron] 10.222.0.32 "GET /v2.0/networks/1b34ffc6-dc16-4499-ab78-d4665a82951d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603034 Feb 07 17:17:49.538366 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc22ee39-bf36-4f01-9516-0dd98e862f75 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f2142b15-bc65-4a4c-bb29-fbd7ea617fb4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:49.592304 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22ee39-bf36-4f01-9516-0dd98e862f75 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Port': ['ID=f2142b15-bc65-4a4c-bb29-fbd7ea617fb4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:49.647670 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:17:49.702035 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Publish callbacks [] for port (c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:49.753956 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Transition to ACTIVE for port object c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:17:49.755984 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc22ee39-bf36-4f01-9516-0dd98e862f75 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (a0725234-e3b2-4731-8735-0d23d4eaecfd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:49.763886 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:49.812250 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:50.052253 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Attempting to bind port c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:17:50.053206 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Attempting to bind port c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'b57ae093-a055-45bb-a9c8-52ec13964efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9f15c25d-61ba-4f62-a7d1-50eefa62351b'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:17:50.053206 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Attempting to bind port c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 on network 9f15c25d-61ba-4f62-a7d1-50eefa62351b {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:17:50.057319 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc22ee39-bf36-4f01-9516-0dd98e862f75 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router a0725234-e3b2-4731-8735-0d23d4eaecfd has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:17:50.061653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Port c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 on network 9f15c25d-61ba-4f62-a7d1-50eefa62351b not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:17:50.062006 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Attempting to bind port c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 on network 9f15c25d-61ba-4f62-a7d1-50eefa62351b {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:17:50.074079 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:17:50.074529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Checking segment: {'id': 'b57ae093-a055-45bb-a9c8-52ec13964efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9f15c25d-61ba-4f62-a7d1-50eefa62351b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:17:50.074935 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Bound using segment: {'id': 'b57ae093-a055-45bb-a9c8-52ec13964efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9f15c25d-61ba-4f62-a7d1-50eefa62351b'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:17:50.075405 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Bound port: c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57ae093-a055-45bb-a9c8-52ec13964efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9f15c25d-61ba-4f62-a7d1-50eefa62351b'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:17:50.075773 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:50.202265 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc22ee39-bf36-4f01-9516-0dd98e862f75 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:17:50.222148 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1a5475-2181-450d-a8ee-ae4a7e62c763 None None] Sync routers for ids ['a0725234-e3b2-4731-8735-0d23d4eaecfd'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:17:50.225262 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dc22ee39-bf36-4f01-9516-0dd98e862f75 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/a0725234-e3b2-4731-8735-0d23d4eaecfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8318529 Feb 07 17:17:50.227326 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51778) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:50.252144 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1a5475-2181-450d-a8ee-ae4a7e62c763 None None] Routers {'a0725234-e3b2-4731-8735-0d23d4eaecfd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:50.254616 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-8c1a5475-2181-450d-a8ee-ae4a7e62c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a0725234-e3b2-4731-8735-0d23d4eaecfd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:50.282198 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] For port c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:17:50.289479 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] For port c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7,segment=NetworkSegment(b57ae093-a055-45bb-a9c8-52ec13964efa),segment_id=b57ae093-a055-45bb-a9c8-52ec13964efa)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:17:50.299793 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:50.322121 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-8c1a5475-2181-450d-a8ee-ae4a7e62c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:50.324569 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-37352fae-1c80-4baa-b1e4-4999ad5ecc98 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0725234-e3b2-4731-8735-0d23d4eaecfd HTTP/1.1" status: 200 len: 205 time: 0.0938072 Feb 07 17:17:50.325293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51782) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:50.334345 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1a5475-2181-450d-a8ee-ae4a7e62c763 None None] Routers {'a0725234-e3b2-4731-8735-0d23d4eaecfd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:50.335395 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-8c1a5475-2181-450d-a8ee-ae4a7e62c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a0725234-e3b2-4731-8735-0d23d4eaecfd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:50.399354 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-8c1a5475-2181-450d-a8ee-ae4a7e62c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:50.399578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:50.400059 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1a5475-2181-450d-a8ee-ae4a7e62c763 None None] The sync data for ids ['a0725234-e3b2-4731-8735-0d23d4eaecfd'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:17:50.400296 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:50.409466 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] 10.222.0.48 "PUT /v2.0/ports/c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 HTTP/1.1" status: 200 len: 1091 time: 1.7555685 Feb 07 17:17:50.410223 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c17018-f175-44db-a73a-62e3494e8b59', 'tag': 'c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:17:50.420604 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da45619-7bb1-4676-a0f4-c267506ca804" -d '{"events": [{"name": "network-changed", "server_uuid": "87c17018-f175-44db-a73a-62e3494e8b59", "tag": "c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:17:50.526964 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbe70-fde3-4bfa-b4e4-f778cc377d86 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:50.563980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-92ee0b00-f94e-4940-902e-e444a8169424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:50.565710 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-92ee0b00-f94e-4940-902e-e444a8169424 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2be09bd74315487f96bd1cddb7034987&device_id=87c17018-f175-44db-a73a-62e3494e8b59 HTTP/1.1" status: 200 len: 1125 time: 0.1073847 Feb 07 17:17:50.573925 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b10c4c-bcd9-4ef7-b650-cf39d9403ce6 req-dff4f161-2b40-4779-826b-4f4364f02e06 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:50.575543 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87b10c4c-bcd9-4ef7-b650-cf39d9403ce6 req-dff4f161-2b40-4779-826b-4f4364f02e06 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c17018-f175-44db-a73a-62e3494e8b59 HTTP/1.1" status: 200 len: 943 time: 0.1107228 Feb 07 17:17:50.644500 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-62870d34-e019-48da-ba88-533fbe0f6600 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 HTTP/1.1" status: 200 len: 217 time: 0.0679388 Feb 07 17:17:50.749065 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87b10c4c-bcd9-4ef7-b650-cf39d9403ce6 req-102a03a3-49ef-4db0-8dbe-922cbd1e0218 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358471 Feb 07 17:17:50.761439 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-a3f5f7cc-fbb1-494c-a282-e9fc5709a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:50.763585 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-a3f5f7cc-fbb1-494c-a282-e9fc5709a70e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44710299-5306-42e6-b850-8cbb45ff1fa9 HTTP/1.1" status: 200 len: 854 time: 0.1101298 Feb 07 17:17:50.793686 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e63841-e1e0-45c1-93a2-809948f20582 x-openstack-request-id: req-24e63841-e1e0-45c1-93a2-809948f20582 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:17:50.794224 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c17018-f175-44db-a73a-62e3494e8b59", "tag": "c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:17:50.794662 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24e63841-e1e0-45c1-93a2-809948f20582 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:17:50.795333 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c17018-f175-44db-a73a-62e3494e8b59', 'tag': 'c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7', 'status': 'completed', 'code': 200} Feb 07 17:17:50.807737 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-980ee47c-3df4-40f2-bd19-bc6dc9e8afec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (a0725234-e3b2-4731-8735-0d23d4eaecfd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:50.818762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32cc48-4e84-42a4-b891-f126f979836d req-be378d00-8050-4b32-b1d9-5c03a2e23e7d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:50.819990 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-1258a934-9c34-46a8-976a-9cb9101724e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9f15c25d-61ba-4f62-a7d1-50eefa62351b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508990 Feb 07 17:17:50.820238 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-af32cc48-4e84-42a4-b891-f126f979836d req-be378d00-8050-4b32-b1d9-5c03a2e23e7d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 944 time: 0.4173701 Feb 07 17:17:50.935429 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-abdcd52e-d055-4bfb-a7b9-8992078b3573 service neutron] 10.222.0.48 "GET /v2.0/networks/9f15c25d-61ba-4f62-a7d1-50eefa62351b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087148 Feb 07 17:17:51.034132 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-980ee47c-3df4-40f2-bd19-bc6dc9e8afec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (a0725234-e3b2-4731-8735-0d23d4eaecfd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:51.037462 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-980ee47c-3df4-40f2-bd19-bc6dc9e8afec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router_controller (a0725234-e3b2-4731-8735-0d23d4eaecfd), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:51.077929 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b488d1f3-4f4f-48e1-84c0-94be9cf22bd0 req-a1d86f48-d540-4d83-a49a-9d9134152b8f service neutron] 10.222.0.48 "GET /v2.0/networks/9f15c25d-61ba-4f62-a7d1-50eefa62351b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317978 Feb 07 17:17:51.121517 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-af32cc48-4e84-42a4-b891-f126f979836d req-7824cc16-bc11-47a9-b108-c15aa56f8202 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641795 Feb 07 17:17:51.140274 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-980ee47c-3df4-40f2-bd19-bc6dc9e8afec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (a0725234-e3b2-4731-8735-0d23d4eaecfd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:51.141731 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980ee47c-3df4-40f2-bd19-bc6dc9e8afec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Fanout notify agent at l3_agent the message router_deleted on router a0725234-e3b2-4731-8735-0d23d4eaecfd {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:17:51.167574 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-980ee47c-3df4-40f2-bd19-bc6dc9e8afec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:51.168945 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-980ee47c-3df4-40f2-bd19-bc6dc9e8afec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/routers/a0725234-e3b2-4731-8735-0d23d4eaecfd HTTP/1.1" status: 204 len: 168 time: 0.8426814 Feb 07 17:17:51.172231 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51798) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:51.196185 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da45619-7bb1-4676-a0f4-c267506ca804 req-565b85f1-a95e-45e8-8cee-f5c6e5f78982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:51.198772 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3da45619-7bb1-4676-a0f4-c267506ca804 req-565b85f1-a95e-45e8-8cee-f5c6e5f78982 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2be09bd74315487f96bd1cddb7034987&device_id=87c17018-f175-44db-a73a-62e3494e8b59 HTTP/1.1" status: 200 len: 1125 time: 0.0710480 Feb 07 17:17:51.268607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d96d3e-25d3-40ce-be8e-718d2f7662ec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting subnet dbe58c40-fa88-48ba-992c-ddfd5b4313d5 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:17:51.274043 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95d96d3e-25d3-40ce-be8e-718d2f7662ec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (dbe58c40-fa88-48ba-992c-ddfd5b4313d5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:51.326490 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da45619-7bb1-4676-a0f4-c267506ca804 req-1f92f01b-2fe1-4745-8d9c-47d3129f9001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:51.329194 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3da45619-7bb1-4676-a0f4-c267506ca804 req-1f92f01b-2fe1-4745-8d9c-47d3129f9001 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9f15c25d-61ba-4f62-a7d1-50eefa62351b HTTP/1.1" status: 200 len: 915 time: 0.1231942 Feb 07 17:17:51.339571 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95d96d3e-25d3-40ce-be8e-718d2f7662ec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (dbe58c40-fa88-48ba-992c-ddfd5b4313d5), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:51.386925 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3da45619-7bb1-4676-a0f4-c267506ca804 req-72e651cf-a1de-4a54-91fe-3d2331ab78ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 HTTP/1.1" status: 200 len: 217 time: 0.0514369 Feb 07 17:17:51.456492 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da45619-7bb1-4676-a0f4-c267506ca804 req-c59c0927-92ca-47ec-848d-8b8cc16a4650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:51.458152 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3da45619-7bb1-4676-a0f4-c267506ca804 req-c59c0927-92ca-47ec-848d-8b8cc16a4650 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44710299-5306-42e6-b850-8cbb45ff1fa9 HTTP/1.1" status: 200 len: 854 time: 0.0647607 Feb 07 17:17:51.494266 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95d96d3e-25d3-40ce-be8e-718d2f7662ec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (dbe58c40-fa88-48ba-992c-ddfd5b4313d5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:51.500641 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3da45619-7bb1-4676-a0f4-c267506ca804 req-49b8cd3a-4253-4f72-bc15-658561d7fba4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9f15c25d-61ba-4f62-a7d1-50eefa62351b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367346 Feb 07 17:17:51.533393 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:51.596787 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95d96d3e-25d3-40ce-be8e-718d2f7662ec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (dbe58c40-fa88-48ba-992c-ddfd5b4313d5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:51.622155 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf22643-9acb-4258-8327-abc9145f74d5 None None] Network 00c4308a-4225-4276-8f5d-509a427aefdd requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:17:51.627669 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3da45619-7bb1-4676-a0f4-c267506ca804 req-65c14d64-2374-4567-bb90-07bd9e053910 service neutron] 10.222.0.48 "GET /v2.0/networks/9f15c25d-61ba-4f62-a7d1-50eefa62351b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203909 Feb 07 17:17:51.632091 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95d96d3e-25d3-40ce-be8e-718d2f7662ec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:51.643817 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-95d96d3e-25d3-40ce-be8e-718d2f7662ec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/subnets/dbe58c40-fa88-48ba-992c-ddfd5b4313d5 HTTP/1.1" status: 204 len: 168 time: 0.4684703 Feb 07 17:17:51.687925 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51808) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:51.688895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d96d3e-25d3-40ce-be8e-718d2f7662ec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe58c40-fa88-48ba-992c-ddfd5b4313d5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:51.828924 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3da45619-7bb1-4676-a0f4-c267506ca804 req-de68dedb-cc46-4cb4-9fa4-0fa4ae0f6303 service neutron] 10.222.0.48 "GET /v2.0/networks/9f15c25d-61ba-4f62-a7d1-50eefa62351b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950927 Feb 07 17:17:51.872458 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-a660b453-8377-4342-a47a-3f62f936125d tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting subnet 464be5a6-86d4-42fe-ab6a-4fad2ea3fd8a {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:17:51.881855 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a660b453-8377-4342-a47a-3f62f936125d tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (464be5a6-86d4-42fe-ab6a-4fad2ea3fd8a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:51.923916 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a524a0f8-d9ba-486e-ab5b-b7215130c7af None None] DHCP port deletion for 00c4308a-4225-4276-8f5d-509a427aefdd request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:17:51.948305 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a660b453-8377-4342-a47a-3f62f936125d tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (464be5a6-86d4-42fe-ab6a-4fad2ea3fd8a), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:51.983253 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a524a0f8-d9ba-486e-ab5b-b7215130c7af None None] Deleting port d6e81d7f-3016-4915-9015-0e80d405ae77 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:51.984035 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a524a0f8-d9ba-486e-ab5b-b7215130c7af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d6e81d7f-3016-4915-9015-0e80d405ae77), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:52.026995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa741d-9c29-4951-9741-228b8f795a5d req-f8d6d7c3-0e98-40d6-bfe2-d566566cd2b2 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:52.034864 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-53aa741d-9c29-4951-9741-228b8f795a5d req-f8d6d7c3-0e98-40d6-bfe2-d566566cd2b2 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c17018-f175-44db-a73a-62e3494e8b59 HTTP/1.1" status: 200 len: 943 time: 0.1744397 Feb 07 17:17:52.041001 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a660b453-8377-4342-a47a-3f62f936125d tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (464be5a6-86d4-42fe-ab6a-4fad2ea3fd8a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:52.076131 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a524a0f8-d9ba-486e-ab5b-b7215130c7af None None] For port d6e81d7f-3016-4915-9015-0e80d405ae77, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d6e81d7f-3016-4915-9015-0e80d405ae77,segment=NetworkSegment(17c29f9e-82b3-476e-ae8d-5faee7d80e0a),segment_id=17c29f9e-82b3-476e-ae8d-5faee7d80e0a)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:17:52.077210 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a524a0f8-d9ba-486e-ab5b-b7215130c7af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d6e81d7f-3016-4915-9015-0e80d405ae77), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:52.096121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a524a0f8-d9ba-486e-ab5b-b7215130c7af None None] Calling delete_port for d6e81d7f-3016-4915-9015-0e80d405ae77 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:17:52.129382 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a660b453-8377-4342-a47a-3f62f936125d tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (464be5a6-86d4-42fe-ab6a-4fad2ea3fd8a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:52.148129 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-53aa741d-9c29-4951-9741-228b8f795a5d req-413a6ac4-2322-43d0-a6cb-e89633c24d26 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126270 Feb 07 17:17:52.167837 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660b453-8377-4342-a47a-3f62f936125d tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Subnet': ['ID=464be5a6-86d4-42fe-ab6a-4fad2ea3fd8a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:52.185855 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a660b453-8377-4342-a47a-3f62f936125d tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:52.198270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a2ab18-806d-41d8-bbde-637636347c2c None None] Network ca426aaf-ff5f-4926-823e-320d50e6f845 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:17:52.200061 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51820) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:52.201698 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a524a0f8-d9ba-486e-ab5b-b7215130c7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (d6e81d7f-3016-4915-9015-0e80d405ae77), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:52.202940 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a660b453-8377-4342-a47a-3f62f936125d tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/subnets/464be5a6-86d4-42fe-ab6a-4fad2ea3fd8a HTTP/1.1" status: 204 len: 168 time: 0.5080066 Feb 07 17:17:52.329689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a524a0f8-d9ba-486e-ab5b-b7215130c7af None None] No DVR routers for this DVR port d6e81d7f-3016-4915-9015-0e80d405ae77 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:17:52.335024 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37d13321-9095-4f77-8b68-a75d20110fd4 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (00c4308a-4225-4276-8f5d-509a427aefdd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:52.343920 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524a0f8-d9ba-486e-ab5b-b7215130c7af None None] Pushing event deleted for resources: {'Port': ['ID=d6e81d7f-3016-4915-9015-0e80d405ae77,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:52.357517 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d6e81d7f-3016-4915-9015-0e80d405ae77 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:17:52.384201 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: d6e81d7f-3016-4915-9015-0e80d405ae77 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:17:52.384481 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d6e81d7f-3016-4915-9015-0e80d405ae77 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:17:52.410121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2600a-845c-4409-a75a-2e1cabfaf9a4 req-3fdcba65-0e47-4293-a420-2349335eb365 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:52.412974 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d9a2600a-845c-4409-a75a-2e1cabfaf9a4 req-3fdcba65-0e47-4293-a420-2349335eb365 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 944 time: 0.1624014 Feb 07 17:17:52.502954 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d9a2600a-845c-4409-a75a-2e1cabfaf9a4 req-d6de16a3-09f6-44fb-8e2c-e11c805e5de3 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831308 Feb 07 17:17:52.558284 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc36f1b-61b2-416a-98ca-46f9fc196807 None None] DHCP port deletion for ca426aaf-ff5f-4926-823e-320d50e6f845 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:17:52.619725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3dc36f1b-61b2-416a-98ca-46f9fc196807 None None] Deleting port c5621ef5-2203-4405-a3ae-114364d26309 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:52.620106 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3dc36f1b-61b2-416a-98ca-46f9fc196807 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c5621ef5-2203-4405-a3ae-114364d26309), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:52.698555 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3dc36f1b-61b2-416a-98ca-46f9fc196807 None None] For port c5621ef5-2203-4405-a3ae-114364d26309, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c5621ef5-2203-4405-a3ae-114364d26309,segment=NetworkSegment(82c94e94-9edc-4a92-aac9-6bfd459be436),segment_id=82c94e94-9edc-4a92-aac9-6bfd459be436)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:17:52.698907 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3dc36f1b-61b2-416a-98ca-46f9fc196807 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c5621ef5-2203-4405-a3ae-114364d26309), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:52.713176 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3dc36f1b-61b2-416a-98ca-46f9fc196807 None None] Calling delete_port for c5621ef5-2203-4405-a3ae-114364d26309 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:17:52.814161 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3dc36f1b-61b2-416a-98ca-46f9fc196807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (c5621ef5-2203-4405-a3ae-114364d26309), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:52.826071 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37d13321-9095-4f77-8b68-a75d20110fd4 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (00c4308a-4225-4276-8f5d-509a427aefdd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:52.841078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc36f1b-61b2-416a-98ca-46f9fc196807 None None] Pushing event deleted for resources: {'Port': ['ID=c5621ef5-2203-4405-a3ae-114364d26309,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:52.848400 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc36f1b-61b2-416a-98ca-46f9fc196807 None None] No DVR routers for this DVR port c5621ef5-2203-4405-a3ae-114364d26309 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:17:52.855485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-37d13321-9095-4f77-8b68-a75d20110fd4 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c4308a-4225-4276-8f5d-509a427aefdd']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:52.871947 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-37d13321-9095-4f77-8b68-a75d20110fd4 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c29f9e-82b3-476e-ae8d-5faee7d80e0a') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:52.872108 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-37d13321-9095-4f77-8b68-a75d20110fd4 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c29f9e-82b3-476e-ae8d-5faee7d80e0a') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:52.892926 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37d13321-9095-4f77-8b68-a75d20110fd4 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (17c29f9e-82b3-476e-ae8d-5faee7d80e0a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:52.910819 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37d13321-9095-4f77-8b68-a75d20110fd4 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (17c29f9e-82b3-476e-ae8d-5faee7d80e0a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:52.917904 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d13321-9095-4f77-8b68-a75d20110fd4 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:17:52.918449 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37d13321-9095-4f77-8b68-a75d20110fd4 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (17c29f9e-82b3-476e-ae8d-5faee7d80e0a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:17:52.921776 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:17:52.994627 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37d13321-9095-4f77-8b68-a75d20110fd4 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (00c4308a-4225-4276-8f5d-509a427aefdd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:53.003501 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-37d13321-9095-4f77-8b68-a75d20110fd4 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:53.012049 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-37d13321-9095-4f77-8b68-a75d20110fd4 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/networks/00c4308a-4225-4276-8f5d-509a427aefdd HTTP/1.1" status: 204 len: 168 time: 0.8066478 Feb 07 17:17:53.012049 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51830) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:53.065793 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d13321-9095-4f77-8b68-a75d20110fd4 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Network': ['ID=00c4308a-4225-4276-8f5d-509a427aefdd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:53.103133 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69d9475e-0ed0-4bd7-b4d8-7f7fad590829 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (ca426aaf-ff5f-4926-823e-320d50e6f845), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:53.212511 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69d9475e-0ed0-4bd7-b4d8-7f7fad590829 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (ca426aaf-ff5f-4926-823e-320d50e6f845), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:53.248813 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-69d9475e-0ed0-4bd7-b4d8-7f7fad590829 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca426aaf-ff5f-4926-823e-320d50e6f845']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:53.275596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-69d9475e-0ed0-4bd7-b4d8-7f7fad590829 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c94e94-9edc-4a92-aac9-6bfd459be436') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:53.276181 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-69d9475e-0ed0-4bd7-b4d8-7f7fad590829 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c94e94-9edc-4a92-aac9-6bfd459be436') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:53.298453 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69d9475e-0ed0-4bd7-b4d8-7f7fad590829 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (82c94e94-9edc-4a92-aac9-6bfd459be436), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:53.331471 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69d9475e-0ed0-4bd7-b4d8-7f7fad590829 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (82c94e94-9edc-4a92-aac9-6bfd459be436), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:53.345035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d9475e-0ed0-4bd7-b4d8-7f7fad590829 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:17:53.346111 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69d9475e-0ed0-4bd7-b4d8-7f7fad590829 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (82c94e94-9edc-4a92-aac9-6bfd459be436), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:53.358658 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:17:53.366541 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:17:53.427916 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69d9475e-0ed0-4bd7-b4d8-7f7fad590829 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (ca426aaf-ff5f-4926-823e-320d50e6f845), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:53.432375 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69d9475e-0ed0-4bd7-b4d8-7f7fad590829 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:53.440235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51840) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:53.440868 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-69d9475e-0ed0-4bd7-b4d8-7f7fad590829 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/networks/ca426aaf-ff5f-4926-823e-320d50e6f845 HTTP/1.1" status: 204 len: 168 time: 0.4290667 Feb 07 17:17:53.448452 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e5109-0e32-4dd2-b35e-51f6a3a4595c req-b2cf456b-0a02-4330-8e8a-3e1af2506aad tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:53.455125 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-745e5109-0e32-4dd2-b35e-51f6a3a4595c req-b2cf456b-0a02-4330-8e8a-3e1af2506aad tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c17018-f175-44db-a73a-62e3494e8b59 HTTP/1.1" status: 200 len: 943 time: 0.1660962 Feb 07 17:17:53.458403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-46962721-915e-4bcd-9348-b04ee91df8c6 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-925722022'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:53.464997 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:17:53.499982 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9475e-0ed0-4bd7-b4d8-7f7fad590829 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Network': ['ID=ca426aaf-ff5f-4926-823e-320d50e6f845,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:53.501619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46962721-915e-4bcd-9348-b04ee91df8c6 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Made reservation on behalf of 231139dcd3554826bba4c99fc4b32998 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:17:53.506235 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46962721-915e-4bcd-9348-b04ee91df8c6 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:53.549101 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-745e5109-0e32-4dd2-b35e-51f6a3a4595c req-e529e245-432f-4036-8734-806797490113 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762341 Feb 07 17:17:53.557380 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46962721-915e-4bcd-9348-b04ee91df8c6 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:17:53.571166 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46962721-915e-4bcd-9348-b04ee91df8c6 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (a1281483-9b22-4614-a891-d9b20c5b8d74), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:53.572792 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-46962721-915e-4bcd-9348-b04ee91df8c6 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Added segment a1281483-9b22-4614-a891-d9b20c5b8d74 of type vlan for network aa29ebcd-0fb0-4501-aa94-6a96c3325f56 Feb 07 17:17:53.641950 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46962721-915e-4bcd-9348-b04ee91df8c6 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (aa29ebcd-0fb0-4501-aa94-6a96c3325f56), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:53.669227 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7,segment=NetworkSegment(b57ae093-a055-45bb-a9c8-52ec13964efa),segment_id=b57ae093-a055-45bb-a9c8-52ec13964efa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:17:53.685215 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7', 'network_id': '9f15c25d-61ba-4f62-a7d1-50eefa62351b', 'port_id': 'c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7', 'mac_address': 'fa:16:3e:55:7c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44710299-5306-42e6-b850-8cbb45ff1fa9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:17:53.716820 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46962721-915e-4bcd-9348-b04ee91df8c6 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (aa29ebcd-0fb0-4501-aa94-6a96c3325f56), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:53.724462 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46962721-915e-4bcd-9348-b04ee91df8c6 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:53.725325 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46962721-915e-4bcd-9348-b04ee91df8c6 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:53.731152 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:53.731658 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:53.747501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:17:53.773509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7,segment=NetworkSegment(b57ae093-a055-45bb-a9c8-52ec13964efa),segment_id=b57ae093-a055-45bb-a9c8-52ec13964efa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:17:53.780671 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:53.797095 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7c1fc-01f0-4e81-a2fe-e684441b372c req-a6f735b1-14a3-42dc-8a18-e937ee9b7561 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:53.799175 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19c7c1fc-01f0-4e81-a2fe-e684441b372c req-a6f735b1-14a3-42dc-8a18-e937ee9b7561 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 944 time: 0.1545444 Feb 07 17:17:53.807764 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-46962721-915e-4bcd-9348-b04ee91df8c6 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3654757 Feb 07 17:17:53.810685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51848) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:53.819513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a0db4947-fd40-4235-80c3-97e161279369 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'subnet': {'network_id': 'aa29ebcd-0fb0-4501-aa94-6a96c3325f56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:53.874752 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46962721-915e-4bcd-9348-b04ee91df8c6 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Network': ['ID=aa29ebcd-0fb0-4501-aa94-6a96c3325f56,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:53.876214 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:53.899382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network aa29ebcd-0fb0-4501-aa94-6a96c3325f56 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:17:53.921597 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19c7c1fc-01f0-4e81-a2fe-e684441b372c req-36d1bb91-c8a9-432f-9399-577cef8749b2 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123333 Feb 07 17:17:53.990327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0db4947-fd40-4235-80c3-97e161279369 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Made reservation on behalf of 231139dcd3554826bba4c99fc4b32998 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:17:53.995199 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0db4947-fd40-4235-80c3-97e161279369 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:54.109203 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:17:54.227437 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0db4947-fd40-4235-80c3-97e161279369 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (844ad380-13fe-438d-bec7-28077f7c2822), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:54.313124 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db4947-fd40-4235-80c3-97e161279369 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Subnet': ['ID=844ad380-13fe-438d-bec7-28077f7c2822,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:54.334876 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0db4947-fd40-4235-80c3-97e161279369 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Checking segment: {'id': 'a1281483-9b22-4614-a891-d9b20c5b8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa29ebcd-0fb0-4501-aa94-6a96c3325f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:17:54.335382 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0db4947-fd40-4235-80c3-97e161279369 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network hostable DHCP agents. Network: aa29ebcd-0fb0-4501-aa94-6a96c3325f56, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:17:54.343488 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c5621ef5-2203-4405-a3ae-114364d26309 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:17:54.359741 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0db4947-fd40-4235-80c3-97e161279369 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network aa29ebcd-0fb0-4501-aa94-6a96c3325f56 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:17:54.369995 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: c5621ef5-2203-4405-a3ae-114364d26309 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:17:54.370608 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c5621ef5-2203-4405-a3ae-114364d26309 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:17:54.371583 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a0db4947-fd40-4235-80c3-97e161279369 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, aa29ebcd-0fb0-4501-aa94-6a96c3325f56) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:54.377681 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0db4947-fd40-4235-80c3-97e161279369 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:54.378425 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a0db4947-fd40-4235-80c3-97e161279369 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:54.385142 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383cd3cb-5b5a-4045-83b6-a9a6394e0ef5 None None] Network aa29ebcd-0fb0-4501-aa94-6a96c3325f56 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:17:54.401149 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a0db4947-fd40-4235-80c3-97e161279369 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5887699 Feb 07 17:17:54.403783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51860) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:54.409029 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c31b0ada-7397-4201-aa86-cd3dbd933cfb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1340790861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:54.437782 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c31b0ada-7397-4201-aa86-cd3dbd933cfb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (f871ea58-0483-4f0f-9a62-0395b6eb6ac0), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:54.439473 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c31b0ada-7397-4201-aa86-cd3dbd933cfb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (f871ea58-0483-4f0f-9a62-0395b6eb6ac0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:54.519981 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-aa29ebcd-0fb0-4501-aa94-6a96c3325f56', 'network_id': 'aa29ebcd-0fb0-4501-aa94-6a96c3325f56', 'project_id': '231139dcd3554826bba4c99fc4b32998', 'fixed_ips': [{'subnet_id': '844ad380-13fe-438d-bec7-28077f7c2822'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:17:54.521564 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:54.533228 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c31b0ada-7397-4201-aa86-cd3dbd933cfb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router_controller (f871ea58-0483-4f0f-9a62-0395b6eb6ac0), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:54.542521 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c31b0ada-7397-4201-aa86-cd3dbd933cfb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (f871ea58-0483-4f0f-9a62-0395b6eb6ac0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:54.565075 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c31b0ada-7397-4201-aa86-cd3dbd933cfb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:54.568952 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c31b0ada-7397-4201-aa86-cd3dbd933cfb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1612988 Feb 07 17:17:54.569567 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51866) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:54.574828 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e1e03413-c324-459a-acc0-b0fc7e0d44e7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'port': {'network_id': 'aa29ebcd-0fb0-4501-aa94-6a96c3325f56', 'name': 'tempest-RoutersIpV6Test-1460910610'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:17:54.689695 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] Allocated IP 2001:db8::2 (aa29ebcd-0fb0-4501-aa94-6a96c3325f56/844ad380-13fe-438d-bec7-28077f7c2822/ffb551d8-75a7-4fd5-8b05-119b6b79c1e6) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:17:54.752901 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e03413-c324-459a-acc0-b0fc7e0d44e7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Made reservation on behalf of 231139dcd3554826bba4c99fc4b32998 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:17:54.761009 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1e03413-c324-459a-acc0-b0fc7e0d44e7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:54.780052 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9933bb2-f8c4-4358-a073-da73eca0f3d1 req-216d9962-7606-41bf-ac28-5306d75320a1 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:54.782081 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9933bb2-f8c4-4358-a073-da73eca0f3d1 req-216d9962-7606-41bf-ac28-5306d75320a1 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c17018-f175-44db-a73a-62e3494e8b59 HTTP/1.1" status: 200 len: 944 time: 0.1025281 Feb 07 17:17:54.817128 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [None req-e1e03413-c324-459a-acc0-b0fc7e0d44e7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] device_id is not set on port 3fddd0a5-4865-48bc-8abd-fc85bc1a9a22 yet. {{(pid=103226) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 07 17:17:54.868972 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] Publish callbacks [] for port (ffb551d8-75a7-4fd5-8b05-119b6b79c1e6), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:54.877046 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (ffb551d8-75a7-4fd5-8b05-119b6b79c1e6), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:54.931144 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d9933bb2-f8c4-4358-a073-da73eca0f3d1 req-1a7cc093-4949-41c5-b356-5eae9dc500a4 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314895 Feb 07 17:17:54.943422 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] Network aa29ebcd-0fb0-4501-aa94-6a96c3325f56 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:54.945031 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:54.947931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:17:54.998881 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] Pushing event updated for resources: {'Port': ['ID=ffb551d8-75a7-4fd5-8b05-119b6b79c1e6,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:55.047460 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e1e03413-c324-459a-acc0-b0fc7e0d44e7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Allocated IP 2001:db8::d8 (aa29ebcd-0fb0-4501-aa94-6a96c3325f56/844ad380-13fe-438d-bec7-28077f7c2822/3fddd0a5-4865-48bc-8abd-fc85bc1a9a22) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:17:55.074791 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] Attempting to bind port ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:17:55.075419 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] Attempting to bind port ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'a1281483-9b22-4614-a891-d9b20c5b8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa29ebcd-0fb0-4501-aa94-6a96c3325f56'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:17:55.075812 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] Attempting to bind port ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 on network aa29ebcd-0fb0-4501-aa94-6a96c3325f56 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:17:55.082764 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:17:55.085609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] Checking segment: {'id': 'a1281483-9b22-4614-a891-d9b20c5b8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa29ebcd-0fb0-4501-aa94-6a96c3325f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:17:55.085995 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:55.086532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] Bound using segment: {'id': 'a1281483-9b22-4614-a891-d9b20c5b8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa29ebcd-0fb0-4501-aa94-6a96c3325f56'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:17:55.086956 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] Bound port: ffb551d8-75a7-4fd5-8b05-119b6b79c1e6, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1281483-9b22-4614-a891-d9b20c5b8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa29ebcd-0fb0-4501-aa94-6a96c3325f56'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:17:55.087400 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ffb551d8-75a7-4fd5-8b05-119b6b79c1e6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:55.192930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] For port ffb551d8-75a7-4fd5-8b05-119b6b79c1e6, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:17:55.200202 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] For port ffb551d8-75a7-4fd5-8b05-119b6b79c1e6, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ffb551d8-75a7-4fd5-8b05-119b6b79c1e6,segment=NetworkSegment(a1281483-9b22-4614-a891-d9b20c5b8d74),segment_id=a1281483-9b22-4614-a891-d9b20c5b8d74)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:17:55.218064 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ffb551d8-75a7-4fd5-8b05-119b6b79c1e6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:55.314238 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8503d4-da6d-41b8-bd4c-78f8c5432ab3 req-820e3cc4-307c-4d10-b485-1c1ab6442dc9 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:55.319975 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eb8503d4-da6d-41b8-bd4c-78f8c5432ab3 req-820e3cc4-307c-4d10-b485-1c1ab6442dc9 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 944 time: 0.2492790 Feb 07 17:17:55.356836 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0c94f-a8cc-4c5a-8a4b-4bdd4e2303a7 None None] Pushing event updated for resources: {'Port': ['ID=ffb551d8-75a7-4fd5-8b05-119b6b79c1e6,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:55.443845 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:17:55.459013 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1e03413-c324-459a-acc0-b0fc7e0d44e7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (3fddd0a5-4865-48bc-8abd-fc85bc1a9a22), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:55.500802 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eb8503d4-da6d-41b8-bd4c-78f8c5432ab3 req-cf4ad334-2756-47b3-ac0d-a848ba9b5e7a tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532919 Feb 07 17:17:55.538665 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:17:55.541136 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1e03413-c324-459a-acc0-b0fc7e0d44e7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (3fddd0a5-4865-48bc-8abd-fc85bc1a9a22), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:55.548462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:55.549035 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:55.643717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e03413-c324-459a-acc0-b0fc7e0d44e7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network aa29ebcd-0fb0-4501-aa94-6a96c3325f56 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:55.649204 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e1e03413-c324-459a-acc0-b0fc7e0d44e7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:55.653244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e03413-c324-459a-acc0-b0fc7e0d44e7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:17:55.659322 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e03413-c324-459a-acc0-b0fc7e0d44e7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:55.659732 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1e03413-c324-459a-acc0-b0fc7e0d44e7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:55.688399 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e03413-c324-459a-acc0-b0fc7e0d44e7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=3fddd0a5-4865-48bc-8abd-fc85bc1a9a22,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:55.706167 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e1e03413-c324-459a-acc0-b0fc7e0d44e7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1321752 Feb 07 17:17:55.706355 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51882) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:55.748528 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:55.749069 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:55.789573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c17018-f175-44db-a73a-62e3494e8b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:17:55.792108 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b10986c-7380-40e5-aedb-f09e27d82bad" -d '{"events": [{"server_uuid": "87c17018-f175-44db-a73a-62e3494e8b59", "name": "network-vif-plugged", "status": "completed", "tag": "c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:17:55.817743 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7,segment=NetworkSegment(b57ae093-a055-45bb-a9c8-52ec13964efa),segment_id=b57ae093-a055-45bb-a9c8-52ec13964efa)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:17:55.825136 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:55.838323 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-30cb2c70-d8e9-42c5-bb50-f099a6afb367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:55.905132 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63dc3ba-10e2-416e-9e61-4c03c63eaab1 x-openstack-request-id: req-a63dc3ba-10e2-416e-9e61-4c03c63eaab1 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:17:55.909140 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c17018-f175-44db-a73a-62e3494e8b59", "name": "network-vif-plugged", "status": "completed", "tag": "c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:17:55.909460 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a63dc3ba-10e2-416e-9e61-4c03c63eaab1 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:17:55.909884 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c17018-f175-44db-a73a-62e3494e8b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7', 'code': 200} Feb 07 17:17:55.961919 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:56.108896 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6248514-3b60-4ab5-8d98-336a909e7d1c req-d8840a23-4ec9-44f3-a547-7a426fff6ae6 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:56.119398 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c630799-edb7-4caa-af6b-3d98b97366ea req-09469515-af3b-4473-8512-7e8f5a7adcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:56.121171 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0c630799-edb7-4caa-af6b-3d98b97366ea req-09469515-af3b-4473-8512-7e8f5a7adcb1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=87c17018-f175-44db-a73a-62e3494e8b59 HTTP/1.1" status: 200 len: 1127 time: 0.1359103 Feb 07 17:17:56.136164 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6248514-3b60-4ab5-8d98-336a909e7d1c req-d8840a23-4ec9-44f3-a547-7a426fff6ae6 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c17018-f175-44db-a73a-62e3494e8b59 HTTP/1.1" status: 200 len: 945 time: 0.1038907 Feb 07 17:17:56.243251 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0c630799-edb7-4caa-af6b-3d98b97366ea req-a7e6d766-4bd5-4a3a-85f9-09ec8044ce55 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147437 Feb 07 17:17:56.257978 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6248514-3b60-4ab5-8d98-336a909e7d1c req-fb85e372-8c30-4b8b-b856-cc87cab9392f tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208484 Feb 07 17:17:56.403134 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-686dacb1-b177-457a-a7f2-968f1e81af9e tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3fddd0a5-4865-48bc-8abd-fc85bc1a9a22), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:56.441485 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:17:56.560799 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:56.561177 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ffb551d8-75a7-4fd5-8b05-119b6b79c1e6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:56.779298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:56.779965 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ffb551d8-75a7-4fd5-8b05-119b6b79c1e6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:56.869572 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port ffb551d8-75a7-4fd5-8b05-119b6b79c1e6, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ffb551d8-75a7-4fd5-8b05-119b6b79c1e6,segment=NetworkSegment(a1281483-9b22-4614-a891-d9b20c5b8d74),segment_id=a1281483-9b22-4614-a891-d9b20c5b8d74)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:17:56.876004 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ffb551d8-75a7-4fd5-8b05-119b6b79c1e6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:56.956907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=ffb551d8-75a7-4fd5-8b05-119b6b79c1e6,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:56.976706 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b7054-fe06-4cb3-8be5-b79bf1c58178 req-b12f282f-22fc-4d58-9863-8e66a37fddb2 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:56.985623 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e9b7054-fe06-4cb3-8be5-b79bf1c58178 req-b12f282f-22fc-4d58-9863-8e66a37fddb2 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 944 time: 0.3627529 Feb 07 17:17:57.008067 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45e0383-d866-4933-a6b4-96808814c9c9 None None] Network aa29ebcd-0fb0-4501-aa94-6a96c3325f56 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:17:57.074169 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e9b7054-fe06-4cb3-8be5-b79bf1c58178 req-37eca2cc-bdf7-4bdd-9e04-9eaf8264a35a tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873106 Feb 07 17:17:57.167803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a9de6399-4238-4f88-b474-f4a42ee9b6f7 None None] Provisioning complete for port ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:57.168264 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a9de6399-4238-4f88-b474-f4a42ee9b6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ffb551d8-75a7-4fd5-8b05-119b6b79c1e6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:57.190313 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-686dacb1-b177-457a-a7f2-968f1e81af9e tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (3fddd0a5-4865-48bc-8abd-fc85bc1a9a22), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:57.199783 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-686dacb1-b177-457a-a7f2-968f1e81af9e tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (3fddd0a5-4865-48bc-8abd-fc85bc1a9a22), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:57.319687 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686dacb1-b177-457a-a7f2-968f1e81af9e tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=3fddd0a5-4865-48bc-8abd-fc85bc1a9a22,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:57.336277 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a9de6399-4238-4f88-b474-f4a42ee9b6f7 None None] Current status of the port ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:57.443659 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-686dacb1-b177-457a-a7f2-968f1e81af9e tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (f871ea58-0483-4f0f-9a62-0395b6eb6ac0), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:57.530198 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3067851-0fdc-484c-9d5a-f5aeaf97e346 req-65e108fd-e819-4504-a02d-a37d4467d8ed tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:57.531792 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a3067851-0fdc-484c-9d5a-f5aeaf97e346 req-65e108fd-e819-4504-a02d-a37d4467d8ed tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c17018-f175-44db-a73a-62e3494e8b59 HTTP/1.1" status: 200 len: 945 time: 0.1111884 Feb 07 17:17:57.621341 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a3067851-0fdc-484c-9d5a-f5aeaf97e346 req-f2f5d53f-3cba-48c1-ae82-1097a4da0a9b tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828233 Feb 07 17:17:57.659607 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-686dacb1-b177-457a-a7f2-968f1e81af9e tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3fddd0a5-4865-48bc-8abd-fc85bc1a9a22), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:57.769195 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-07523318-984f-4faf-af0c-c0cc36ea33df None None] Provisioning complete for port 3fddd0a5-4865-48bc-8abd-fc85bc1a9a22 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:57.769711 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-07523318-984f-4faf-af0c-c0cc36ea33df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3fddd0a5-4865-48bc-8abd-fc85bc1a9a22), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:57.832443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-07523318-984f-4faf-af0c-c0cc36ea33df None None] Port 3fddd0a5-4865-48bc-8abd-fc85bc1a9a22 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:17:57.859282 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-07523318-984f-4faf-af0c-c0cc36ea33df None None] Provisioning complete for port ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:57.860629 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-07523318-984f-4faf-af0c-c0cc36ea33df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ffb551d8-75a7-4fd5-8b05-119b6b79c1e6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:57.971495 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-07523318-984f-4faf-af0c-c0cc36ea33df None None] Current status of the port ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:58.048295 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-686dacb1-b177-457a-a7f2-968f1e81af9e tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (3fddd0a5-4865-48bc-8abd-fc85bc1a9a22), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:58.054736 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-686dacb1-b177-457a-a7f2-968f1e81af9e tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (3fddd0a5-4865-48bc-8abd-fc85bc1a9a22), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:58.056387 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-686dacb1-b177-457a-a7f2-968f1e81af9e tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (f871ea58-0483-4f0f-9a62-0395b6eb6ac0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:58.111522 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686dacb1-b177-457a-a7f2-968f1e81af9e tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=3fddd0a5-4865-48bc-8abd-fc85bc1a9a22,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:17:58.139865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-17e70b44-384c-4749-9c5f-6d90f7335152 None None] Provisioning complete for port 3fddd0a5-4865-48bc-8abd-fc85bc1a9a22 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:58.143228 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-17e70b44-384c-4749-9c5f-6d90f7335152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3fddd0a5-4865-48bc-8abd-fc85bc1a9a22), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:58.244531 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686dacb1-b177-457a-a7f2-968f1e81af9e tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network aa29ebcd-0fb0-4501-aa94-6a96c3325f56 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:17:58.259286 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-686dacb1-b177-457a-a7f2-968f1e81af9e tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:17:58.288666 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0e795d29-6a83-4e84-a045-3b5b74128939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:58.297414 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-17e70b44-384c-4749-9c5f-6d90f7335152 None None] Port 3fddd0a5-4865-48bc-8abd-fc85bc1a9a22 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:17:58.360325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:17:58.420903 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca40ad-f85a-410f-9c80-dc0117e7cc0f req-e99dd2d0-2e31-43c7-aee7-65b54889eb2f tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:58.422534 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0ca40ad-f85a-410f-9c80-dc0117e7cc0f req-e99dd2d0-2e31-43c7-aee7-65b54889eb2f tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 944 time: 0.1745439 Feb 07 17:17:58.534227 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0ca40ad-f85a-410f-9c80-dc0117e7cc0f req-c7f9e8f5-22cc-4701-ba13-98c9f0192546 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018765 Feb 07 17:17:58.539373 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686dacb1-b177-457a-a7f2-968f1e81af9e tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router f871ea58-0483-4f0f-9a62-0395b6eb6ac0 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:17:58.664325 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686dacb1-b177-457a-a7f2-968f1e81af9e tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:17:58.674062 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-686dacb1-b177-457a-a7f2-968f1e81af9e tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/f871ea58-0483-4f0f-9a62-0395b6eb6ac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9671876 Feb 07 17:17:58.676995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51934) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:58.703106 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e6eef-24bb-4e7a-aa7d-56eb3c50c35a None None] Sync routers for ids ['f871ea58-0483-4f0f-9a62-0395b6eb6ac0'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:17:58.749891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39368b0-625f-4b7d-a015-c721932fdda8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:58.752223 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f39368b0-625f-4b7d-a015-c721932fdda8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/ports/3fddd0a5-4865-48bc-8abd-fc85bc1a9a22 HTTP/1.1" status: 200 len: 983 time: 0.0734415 Feb 07 17:17:58.756546 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51936) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:17:58.789057 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e6eef-24bb-4e7a-aa7d-56eb3c50c35a None None] Routers {'f871ea58-0483-4f0f-9a62-0395b6eb6ac0'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:58.789785 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-946e6eef-24bb-4e7a-aa7d-56eb3c50c35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['f871ea58-0483-4f0f-9a62-0395b6eb6ac0'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:58.842750 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-73d9f0dc-75cc-467c-a772-47335f75c996 None None] Provisioning complete for port 3fddd0a5-4865-48bc-8abd-fc85bc1a9a22 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:58.843322 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-73d9f0dc-75cc-467c-a772-47335f75c996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3fddd0a5-4865-48bc-8abd-fc85bc1a9a22), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:58.845355 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-946e6eef-24bb-4e7a-aa7d-56eb3c50c35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:58.857176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd21141-41d4-4927-9081-7f06d3297091 req-cb977981-8685-42be-9a22-962291e07238 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:58.868248 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdd21141-41d4-4927-9081-7f06d3297091 req-cb977981-8685-42be-9a22-962291e07238 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c17018-f175-44db-a73a-62e3494e8b59 HTTP/1.1" status: 200 len: 945 time: 0.0933077 Feb 07 17:17:58.898544 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:58.898787 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ffb551d8-75a7-4fd5-8b05-119b6b79c1e6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:58.902634 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e6eef-24bb-4e7a-aa7d-56eb3c50c35a None None] Routers {'f871ea58-0483-4f0f-9a62-0395b6eb6ac0'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:17:58.903279 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-946e6eef-24bb-4e7a-aa7d-56eb3c50c35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['f871ea58-0483-4f0f-9a62-0395b6eb6ac0'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:58.937073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-73d9f0dc-75cc-467c-a772-47335f75c996 None None] Port 3fddd0a5-4865-48bc-8abd-fc85bc1a9a22 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:17:58.974974 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdd21141-41d4-4927-9081-7f06d3297091 req-67e57c1b-5777-4ac6-aaff-1857917b6abf tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926764 Feb 07 17:17:58.986170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-946e6eef-24bb-4e7a-aa7d-56eb3c50c35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:17:58.986859 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e6eef-24bb-4e7a-aa7d-56eb3c50c35a None None] The sync data for ids ['f871ea58-0483-4f0f-9a62-0395b6eb6ac0'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:17:59.068984 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:17:59.076569 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-fa4c5093-1aa2-4ca8-a1f8-a6cd63c354e3 None None] Provisioning complete for port 3fddd0a5-4865-48bc-8abd-fc85bc1a9a22 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:17:59.076778 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fa4c5093-1aa2-4ca8-a1f8-a6cd63c354e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3fddd0a5-4865-48bc-8abd-fc85bc1a9a22), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:59.122540 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c5093-1aa2-4ca8-a1f8-a6cd63c354e3 None None] Port 3fddd0a5-4865-48bc-8abd-fc85bc1a9a22 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:17:59.585230 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:59.680624 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae5771-e51e-43e4-a488-475cc24f1e1b req-cd8a2c57-3253-427c-b34f-a00c233aecfc tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:17:59.682589 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1eae5771-e51e-43e4-a488-475cc24f1e1b req-cd8a2c57-3253-427c-b34f-a00c233aecfc tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 944 time: 0.0624456 Feb 07 17:17:59.745582 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96382598-48ef-4e7d-9d48-ceb607592d0b tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (f871ea58-0483-4f0f-9a62-0395b6eb6ac0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:17:59.756734 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1eae5771-e51e-43e4-a488-475cc24f1e1b req-2e262e27-3fb5-4b29-bd6a-6ac85ace914b tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683908 Feb 07 17:17:59.977404 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-96382598-48ef-4e7d-9d48-ceb607592d0b tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting port 3fddd0a5-4865-48bc-8abd-fc85bc1a9a22 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:17:59.977906 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96382598-48ef-4e7d-9d48-ceb607592d0b tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3fddd0a5-4865-48bc-8abd-fc85bc1a9a22), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:00.070071 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96382598-48ef-4e7d-9d48-ceb607592d0b tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3fddd0a5-4865-48bc-8abd-fc85bc1a9a22), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:00.086217 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-96382598-48ef-4e7d-9d48-ceb607592d0b tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Calling delete_port for 3fddd0a5-4865-48bc-8abd-fc85bc1a9a22 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:18:00.293574 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96382598-48ef-4e7d-9d48-ceb607592d0b tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (3fddd0a5-4865-48bc-8abd-fc85bc1a9a22), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:00.347188 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96382598-48ef-4e7d-9d48-ceb607592d0b tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Port': ['ID=3fddd0a5-4865-48bc-8abd-fc85bc1a9a22,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:00.450462 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96382598-48ef-4e7d-9d48-ceb607592d0b tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (f871ea58-0483-4f0f-9a62-0395b6eb6ac0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:00.666634 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96382598-48ef-4e7d-9d48-ceb607592d0b tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router f871ea58-0483-4f0f-9a62-0395b6eb6ac0 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:18:00.758647 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96382598-48ef-4e7d-9d48-ceb607592d0b tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:18:00.769405 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ee5d17-4592-4bf9-9741-ad7c93636562 None None] Sync routers for ids ['f871ea58-0483-4f0f-9a62-0395b6eb6ac0'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:18:00.774105 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-96382598-48ef-4e7d-9d48-ceb607592d0b tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/f871ea58-0483-4f0f-9a62-0395b6eb6ac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0135972 Feb 07 17:18:00.775451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 51984) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:00.790091 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ee5d17-4592-4bf9-9741-ad7c93636562 None None] Routers {'f871ea58-0483-4f0f-9a62-0395b6eb6ac0'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:00.790986 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-11ee5d17-4592-4bf9-9741-ad7c93636562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['f871ea58-0483-4f0f-9a62-0395b6eb6ac0'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:00.829761 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-11ee5d17-4592-4bf9-9741-ad7c93636562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:00.841601 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ee5d17-4592-4bf9-9741-ad7c93636562 None None] Routers {'f871ea58-0483-4f0f-9a62-0395b6eb6ac0'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:00.842566 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-11ee5d17-4592-4bf9-9741-ad7c93636562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['f871ea58-0483-4f0f-9a62-0395b6eb6ac0'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:00.901397 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:00.903418 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-11ee5d17-4592-4bf9-9741-ad7c93636562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:00.904849 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ee5d17-4592-4bf9-9741-ad7c93636562 None None] The sync data for ids ['f871ea58-0483-4f0f-9a62-0395b6eb6ac0'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:18:01.024392 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436331a6-fdb1-41a9-a797-d2b66ea0ca2b req-ed4352d5-8c36-4abf-8d60-2ca71f9ba7fb tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:01.025975 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-436331a6-fdb1-41a9-a797-d2b66ea0ca2b req-ed4352d5-8c36-4abf-8d60-2ca71f9ba7fb tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 944 time: 0.1542699 Feb 07 17:18:01.046403 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-f232bc9f-84df-4855-af88-7be0d89cfb46 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] remove_router_interface failed (client error): The resource could not be found. Feb 07 17:18:01.050027 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f232bc9f-84df-4855-af88-7be0d89cfb46 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/f871ea58-0483-4f0f-9a62-0395b6eb6ac0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2721043 Feb 07 17:18:01.053377 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51992) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:01.093348 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4ed021c3-c0d7-41b4-abd2-20c6c9f6fa07 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/ports?device_id=f871ea58-0483-4f0f-9a62-0395b6eb6ac0 HTTP/1.1" status: 200 len: 205 time: 0.0387738 Feb 07 17:18:01.095737 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 51994) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:01.100530 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-436331a6-fdb1-41a9-a797-d2b66ea0ca2b req-47680936-d82b-427c-9408-8c1130c22c6a tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561042 Feb 07 17:18:01.177757 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfeb47f1-8f33-4ff4-bf74-d9ca5e208758 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (f871ea58-0483-4f0f-9a62-0395b6eb6ac0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:01.366117 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfeb47f1-8f33-4ff4-bf74-d9ca5e208758 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (f871ea58-0483-4f0f-9a62-0395b6eb6ac0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:01.369087 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfeb47f1-8f33-4ff4-bf74-d9ca5e208758 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router_controller (f871ea58-0483-4f0f-9a62-0395b6eb6ac0), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:01.415765 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfeb47f1-8f33-4ff4-bf74-d9ca5e208758 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (f871ea58-0483-4f0f-9a62-0395b6eb6ac0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:01.416854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfeb47f1-8f33-4ff4-bf74-d9ca5e208758 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Fanout notify agent at l3_agent the message router_deleted on router f871ea58-0483-4f0f-9a62-0395b6eb6ac0 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:18:01.427058 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfeb47f1-8f33-4ff4-bf74-d9ca5e208758 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:01.428320 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dfeb47f1-8f33-4ff4-bf74-d9ca5e208758 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/routers/f871ea58-0483-4f0f-9a62-0395b6eb6ac0 HTTP/1.1" status: 204 len: 168 time: 0.3305297 Feb 07 17:18:01.431037 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52000) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:01.486784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7dc343-efec-42f6-8adc-6a2df2bf94f1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting subnet 844ad380-13fe-438d-bec7-28077f7c2822 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:18:01.490655 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa7dc343-efec-42f6-8adc-6a2df2bf94f1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (844ad380-13fe-438d-bec7-28077f7c2822), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:01.543746 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa7dc343-efec-42f6-8adc-6a2df2bf94f1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (844ad380-13fe-438d-bec7-28077f7c2822), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:01.639205 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa7dc343-efec-42f6-8adc-6a2df2bf94f1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (844ad380-13fe-438d-bec7-28077f7c2822), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:01.706655 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa7dc343-efec-42f6-8adc-6a2df2bf94f1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (844ad380-13fe-438d-bec7-28077f7c2822), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:01.741942 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7dc343-efec-42f6-8adc-6a2df2bf94f1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Subnet': ['ID=844ad380-13fe-438d-bec7-28077f7c2822,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:01.746075 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aa7dc343-efec-42f6-8adc-6a2df2bf94f1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:01.752450 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77442135-431f-4e39-a3e0-736d03c4683b None None] Network aa29ebcd-0fb0-4501-aa94-6a96c3325f56 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:18:01.757734 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-aa7dc343-efec-42f6-8adc-6a2df2bf94f1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/subnets/844ad380-13fe-438d-bec7-28077f7c2822 HTTP/1.1" status: 204 len: 168 time: 0.3256049 Feb 07 17:18:01.760959 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52010) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:01.844358 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (aa29ebcd-0fb0-4501-aa94-6a96c3325f56), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:01.912896 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting port ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:18:01.913421 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ffb551d8-75a7-4fd5-8b05-119b6b79c1e6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:01.994438 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] DHCP port deletion for aa29ebcd-0fb0-4501-aa94-6a96c3325f56 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:18:02.006987 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] For port ffb551d8-75a7-4fd5-8b05-119b6b79c1e6, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ffb551d8-75a7-4fd5-8b05-119b6b79c1e6,segment=NetworkSegment(a1281483-9b22-4614-a891-d9b20c5b8d74),segment_id=a1281483-9b22-4614-a891-d9b20c5b8d74)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:02.007363 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ffb551d8-75a7-4fd5-8b05-119b6b79c1e6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:02.027023 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Calling delete_port for ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:18:02.049051 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] Deleting port ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:18:02.049535 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ffb551d8-75a7-4fd5-8b05-119b6b79c1e6), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:02.120465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] For port ffb551d8-75a7-4fd5-8b05-119b6b79c1e6, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ffb551d8-75a7-4fd5-8b05-119b6b79c1e6,segment=NetworkSegment(a1281483-9b22-4614-a891-d9b20c5b8d74),segment_id=a1281483-9b22-4614-a891-d9b20c5b8d74)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:02.120878 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ffb551d8-75a7-4fd5-8b05-119b6b79c1e6), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:02.126405 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ffb551d8-75a7-4fd5-8b05-119b6b79c1e6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:02.135989 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] Calling delete_port for ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:18:02.147092 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] No DVR routers for this DVR port ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:18:02.232483 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Port': ['ID=ffb551d8-75a7-4fd5-8b05-119b6b79c1e6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:02.248081 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (ffb551d8-75a7-4fd5-8b05-119b6b79c1e6), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:02.288900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] Pushing event deleted for resources: {'Port': ['ID=ffb551d8-75a7-4fd5-8b05-119b6b79c1e6,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:02.306675 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:02.307596 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:02.308113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:02.308612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:02.309113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:02.310736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:02.311395 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:02.311907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:02.312414 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:02.312894 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:02.313418 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:02.325472 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:02.325975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:02.349818 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:18:02.357717 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4c2a20-4315-4fed-b0c9-d1759bd84b2c None None] No DVR routers for this DVR port ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:18:02.398195 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:18:02.398925 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ffb551d8-75a7-4fd5-8b05-119b6b79c1e6 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:18:02.399075 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (aa29ebcd-0fb0-4501-aa94-6a96c3325f56), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:02.431086 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa29ebcd-0fb0-4501-aa94-6a96c3325f56']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:02.435788 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:02.444246 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1281483-9b22-4614-a891-d9b20c5b8d74') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:02.444558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1281483-9b22-4614-a891-d9b20c5b8d74') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:02.452909 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f32a12-33a0-4846-98a9-4fda22872c27 req-dce8c82f-7bbb-4e37-890a-46e727a77153 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:02.460554 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-82f32a12-33a0-4846-98a9-4fda22872c27 req-dce8c82f-7bbb-4e37-890a-46e727a77153 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 944 time: 0.2730548 Feb 07 17:18:02.511644 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (a1281483-9b22-4614-a891-d9b20c5b8d74), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:02.537061 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-82f32a12-33a0-4846-98a9-4fda22872c27 req-52a5454b-397e-40c1-9779-024cf1eeb2db tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755785 Feb 07 17:18:02.552583 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (a1281483-9b22-4614-a891-d9b20c5b8d74), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:02.560577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:18:02.561054 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (a1281483-9b22-4614-a891-d9b20c5b8d74), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:18:02.564921 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:18:02.675884 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (aa29ebcd-0fb0-4501-aa94-6a96c3325f56), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:02.694641 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:02.698808 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/networks/aa29ebcd-0fb0-4501-aa94-6a96c3325f56 HTTP/1.1" status: 204 len: 168 time: 0.9360096 Feb 07 17:18:02.703031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52030) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:02.709555 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d0e2f8a2-3c7e-4f49-8e8e-6c999e85b57f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-675849131'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:02.728047 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29e06c-a6a3-444f-85c1-2a386b66b343 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Network': ['ID=aa29ebcd-0fb0-4501-aa94-6a96c3325f56,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:02.746507 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e2f8a2-3c7e-4f49-8e8e-6c999e85b57f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Made reservation on behalf of 231139dcd3554826bba4c99fc4b32998 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:18:02.749989 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0e2f8a2-3c7e-4f49-8e8e-6c999e85b57f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:02.775958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e2f8a2-3c7e-4f49-8e8e-6c999e85b57f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:18:02.785702 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0e2f8a2-3c7e-4f49-8e8e-6c999e85b57f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (6827df1d-3c59-4d4b-9c56-51463c63bccb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:02.786222 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-d0e2f8a2-3c7e-4f49-8e8e-6c999e85b57f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Added segment 6827df1d-3c59-4d4b-9c56-51463c63bccb of type vlan for network ab09c2ef-d37c-4c9f-8171-65d3b3b53d68 Feb 07 17:18:02.827973 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0e2f8a2-3c7e-4f49-8e8e-6c999e85b57f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (ab09c2ef-d37c-4c9f-8171-65d3b3b53d68), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:02.858599 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0e2f8a2-3c7e-4f49-8e8e-6c999e85b57f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (ab09c2ef-d37c-4c9f-8171-65d3b3b53d68), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:02.864752 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e2f8a2-3c7e-4f49-8e8e-6c999e85b57f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:02.865738 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0e2f8a2-3c7e-4f49-8e8e-6c999e85b57f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:02.925017 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d0e2f8a2-3c7e-4f49-8e8e-6c999e85b57f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2205479 Feb 07 17:18:02.929041 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52036) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:02.937131 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f5627bb7-70fe-401a-b650-61fd9da8bbfb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'subnet': {'network_id': 'ab09c2ef-d37c-4c9f-8171-65d3b3b53d68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:02.941862 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2f8a2-3c7e-4f49-8e8e-6c999e85b57f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Network': ['ID=ab09c2ef-d37c-4c9f-8171-65d3b3b53d68,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:02.953234 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network ab09c2ef-d37c-4c9f-8171-65d3b3b53d68 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:18:03.049874 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5627bb7-70fe-401a-b650-61fd9da8bbfb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Made reservation on behalf of 231139dcd3554826bba4c99fc4b32998 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:18:03.054701 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5627bb7-70fe-401a-b650-61fd9da8bbfb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:03.272252 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5627bb7-70fe-401a-b650-61fd9da8bbfb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (500bedd1-1110-4dab-b87a-a18096f957a0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:03.340594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5627bb7-70fe-401a-b650-61fd9da8bbfb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Subnet': ['ID=500bedd1-1110-4dab-b87a-a18096f957a0,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:03.349688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5627bb7-70fe-401a-b650-61fd9da8bbfb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Checking segment: {'id': '6827df1d-3c59-4d4b-9c56-51463c63bccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ab09c2ef-d37c-4c9f-8171-65d3b3b53d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:18:03.350158 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5627bb7-70fe-401a-b650-61fd9da8bbfb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network hostable DHCP agents. Network: ab09c2ef-d37c-4c9f-8171-65d3b3b53d68, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:18:03.368894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5627bb7-70fe-401a-b650-61fd9da8bbfb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network ab09c2ef-d37c-4c9f-8171-65d3b3b53d68 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:18:03.380691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f5627bb7-70fe-401a-b650-61fd9da8bbfb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, ab09c2ef-d37c-4c9f-8171-65d3b3b53d68) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:03.385682 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5627bb7-70fe-401a-b650-61fd9da8bbfb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:03.386421 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5627bb7-70fe-401a-b650-61fd9da8bbfb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:03.396186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1910b483-8ab6-4828-9410-36f47890ece5 None None] Network ab09c2ef-d37c-4c9f-8171-65d3b3b53d68 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:18:03.421316 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f5627bb7-70fe-401a-b650-61fd9da8bbfb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4886563 Feb 07 17:18:03.423861 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52046) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:03.428657 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-416b9e31-9659-40ee-8065-8608ce9a1281 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1657330051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:03.468895 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416b9e31-9659-40ee-8065-8608ce9a1281 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (b81a71eb-3f63-40b6-ae9b-1f50d07dd90d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:03.470351 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416b9e31-9659-40ee-8065-8608ce9a1281 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (b81a71eb-3f63-40b6-ae9b-1f50d07dd90d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:03.585146 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416b9e31-9659-40ee-8065-8608ce9a1281 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router_controller (b81a71eb-3f63-40b6-ae9b-1f50d07dd90d), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:03.591269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-ab09c2ef-d37c-4c9f-8171-65d3b3b53d68', 'network_id': 'ab09c2ef-d37c-4c9f-8171-65d3b3b53d68', 'project_id': '231139dcd3554826bba4c99fc4b32998', 'fixed_ips': [{'subnet_id': '500bedd1-1110-4dab-b87a-a18096f957a0'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:18:03.592921 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:03.593499 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416b9e31-9659-40ee-8065-8608ce9a1281 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (b81a71eb-3f63-40b6-ae9b-1f50d07dd90d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:03.623135 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416b9e31-9659-40ee-8065-8608ce9a1281 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:03.627778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52050) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:03.636913 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-416b9e31-9659-40ee-8065-8608ce9a1281 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2118907 Feb 07 17:18:03.925247 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] Allocated IP 2001:db8::2 (ab09c2ef-d37c-4c9f-8171-65d3b3b53d68/500bedd1-1110-4dab-b87a-a18096f957a0/95758168-6682-42dd-82c7-8f63cca5b748) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:18:03.950492 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186648b-5af3-4641-a36c-ca7489db2968 req-75a3e3dc-ae42-48dd-af98-03829054e8f8 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:03.952427 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e186648b-5af3-4641-a36c-ca7489db2968 req-75a3e3dc-ae42-48dd-af98-03829054e8f8 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 944 time: 0.2762527 Feb 07 17:18:04.110143 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] Publish callbacks [] for port (95758168-6682-42dd-82c7-8f63cca5b748), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:04.117435 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (95758168-6682-42dd-82c7-8f63cca5b748), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:04.120554 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac7f56e9-6259-4beb-a58a-ebf35b2aa6f7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:04.151604 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e186648b-5af3-4641-a36c-ca7489db2968 req-56ecaff5-bf8e-4ed1-8d28-5f492841e4c0 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614733 Feb 07 17:18:04.179567 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] Network ab09c2ef-d37c-4c9f-8171-65d3b3b53d68 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:04.181073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:04.188882 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:18:04.204267 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] Pushing event updated for resources: {'Port': ['ID=95758168-6682-42dd-82c7-8f63cca5b748,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:04.286916 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] Attempting to bind port 95758168-6682-42dd-82c7-8f63cca5b748 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:18:04.287297 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] Attempting to bind port 95758168-6682-42dd-82c7-8f63cca5b748 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '6827df1d-3c59-4d4b-9c56-51463c63bccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ab09c2ef-d37c-4c9f-8171-65d3b3b53d68'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:18:04.287674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] Attempting to bind port 95758168-6682-42dd-82c7-8f63cca5b748 on network ab09c2ef-d37c-4c9f-8171-65d3b3b53d68 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:18:04.293646 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:18:04.294038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] Checking segment: {'id': '6827df1d-3c59-4d4b-9c56-51463c63bccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ab09c2ef-d37c-4c9f-8171-65d3b3b53d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:18:04.294436 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:04.294889 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] Bound using segment: {'id': '6827df1d-3c59-4d4b-9c56-51463c63bccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ab09c2ef-d37c-4c9f-8171-65d3b3b53d68'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:18:04.295369 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] Bound port: 95758168-6682-42dd-82c7-8f63cca5b748, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6827df1d-3c59-4d4b-9c56-51463c63bccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ab09c2ef-d37c-4c9f-8171-65d3b3b53d68'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:18:04.295770 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (95758168-6682-42dd-82c7-8f63cca5b748), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:04.376022 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] For port 95758168-6682-42dd-82c7-8f63cca5b748, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:18:04.381831 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] For port 95758168-6682-42dd-82c7-8f63cca5b748, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=95758168-6682-42dd-82c7-8f63cca5b748,segment=NetworkSegment(6827df1d-3c59-4d4b-9c56-51463c63bccb),segment_id=6827df1d-3c59-4d4b-9c56-51463c63bccb)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:18:04.391111 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (95758168-6682-42dd-82c7-8f63cca5b748), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:04.479983 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09ce9b-20fa-45c3-8538-c183607a0c5e None None] Pushing event updated for resources: {'Port': ['ID=95758168-6682-42dd-82c7-8f63cca5b748,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:04.560076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-ac7f56e9-6259-4beb-a58a-ebf35b2aa6f7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Allocated IP 2001:db8::1 (ab09c2ef-d37c-4c9f-8171-65d3b3b53d68/500bedd1-1110-4dab-b87a-a18096f957a0/71b900a3-e5da-4a27-bd09-15d662ef20ca) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:18:04.705879 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac7f56e9-6259-4beb-a58a-ebf35b2aa6f7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (71b900a3-e5da-4a27-bd09-15d662ef20ca), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:04.788732 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac7f56e9-6259-4beb-a58a-ebf35b2aa6f7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (71b900a3-e5da-4a27-bd09-15d662ef20ca), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:04.840041 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7f56e9-6259-4beb-a58a-ebf35b2aa6f7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network ab09c2ef-d37c-4c9f-8171-65d3b3b53d68 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:04.843392 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ac7f56e9-6259-4beb-a58a-ebf35b2aa6f7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:04.847509 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7f56e9-6259-4beb-a58a-ebf35b2aa6f7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:18:04.848059 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac7f56e9-6259-4beb-a58a-ebf35b2aa6f7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (b81a71eb-3f63-40b6-ae9b-1f50d07dd90d), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:04.928276 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f56e9-6259-4beb-a58a-ebf35b2aa6f7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=71b900a3-e5da-4a27-bd09-15d662ef20ca,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:05.043355 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac7f56e9-6259-4beb-a58a-ebf35b2aa6f7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (71b900a3-e5da-4a27-bd09-15d662ef20ca), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:05.316183 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11560ade-b5f2-4a3e-b9cc-370b3b8fde78 req-0fe0e5d2-6cd2-4a03-aefe-d21261cb20d6 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:05.319144 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-11560ade-b5f2-4a3e-b9cc-370b3b8fde78 req-0fe0e5d2-6cd2-4a03-aefe-d21261cb20d6 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 944 time: 0.0670826 Feb 07 17:18:05.391191 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-11560ade-b5f2-4a3e-b9cc-370b3b8fde78 req-1f0b4360-3582-4fe2-9a8e-501ef1b70a81 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662508 Feb 07 17:18:05.758291 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac7f56e9-6259-4beb-a58a-ebf35b2aa6f7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (71b900a3-e5da-4a27-bd09-15d662ef20ca), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:05.765345 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac7f56e9-6259-4beb-a58a-ebf35b2aa6f7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (71b900a3-e5da-4a27-bd09-15d662ef20ca), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:05.766549 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ac7f56e9-6259-4beb-a58a-ebf35b2aa6f7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (b81a71eb-3f63-40b6-ae9b-1f50d07dd90d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:05.820505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6c4f0131-9634-4314-8c73-0e421124638b details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:18:05.908038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7f56e9-6259-4beb-a58a-ebf35b2aa6f7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network ab09c2ef-d37c-4c9f-8171-65d3b3b53d68 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:05.911728 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ac7f56e9-6259-4beb-a58a-ebf35b2aa6f7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:05.920528 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f56e9-6259-4beb-a58a-ebf35b2aa6f7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=71b900a3-e5da-4a27-bd09-15d662ef20ca,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:05.924384 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e0739f-e0dd-42d7-b59b-6dbecd6b26f2 None None] Network ab09c2ef-d37c-4c9f-8171-65d3b3b53d68 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:18:06.026485 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 6c4f0131-9634-4314-8c73-0e421124638b, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6c4f0131-9634-4314-8c73-0e421124638b,segment=NetworkSegment(3751a5d4-3eb8-45c1-9d4c-d6986f82625b),segment_id=3751a5d4-3eb8-45c1-9d4c-d6986f82625b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:06.052642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '6c4f0131-9634-4314-8c73-0e421124638b', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'port_id': '6c4f0131-9634-4314-8c73-0e421124638b', 'mac_address': 'fa:16:3e:a0:be:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:18:06.059601 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0b97319a-8a2c-452a-a743-8024ac54d156 None None] Provisioning complete for port 95758168-6682-42dd-82c7-8f63cca5b748 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:06.059986 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0b97319a-8a2c-452a-a743-8024ac54d156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (95758168-6682-42dd-82c7-8f63cca5b748), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:06.070108 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7f56e9-6259-4beb-a58a-ebf35b2aa6f7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router b81a71eb-3f63-40b6-ae9b-1f50d07dd90d is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:18:06.157735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 6c4f0131-9634-4314-8c73-0e421124638b is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:06.158062 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6c4f0131-9634-4314-8c73-0e421124638b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:06.193311 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7f56e9-6259-4beb-a58a-ebf35b2aa6f7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:18:06.207682 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ac7f56e9-6259-4beb-a58a-ebf35b2aa6f7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/b81a71eb-3f63-40b6-ae9b-1f50d07dd90d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5780799 Feb 07 17:18:06.210699 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52098) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:06.228136 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bf64e4-ed38-489c-8c5d-f6202cfcae8e None None] Sync routers for ids ['b81a71eb-3f63-40b6-ae9b-1f50d07dd90d'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:18:06.253600 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4f0131-9634-4314-8c73-0e421124638b {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:18:06.330889 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe804d01-3746-4289-933f-90299dd9d528 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:06.336959 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52100) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:06.339966 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fe804d01-3746-4289-933f-90299dd9d528 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/ports/71b900a3-e5da-4a27-bd09-15d662ef20ca HTTP/1.1" status: 200 len: 911 time: 0.1280837 Feb 07 17:18:06.351069 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0b97319a-8a2c-452a-a743-8024ac54d156 None None] Current status of the port 95758168-6682-42dd-82c7-8f63cca5b748 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:06.351466 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0b97319a-8a2c-452a-a743-8024ac54d156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (95758168-6682-42dd-82c7-8f63cca5b748), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:06.372237 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bf64e4-ed38-489c-8c5d-f6202cfcae8e None None] Routers {'b81a71eb-3f63-40b6-ae9b-1f50d07dd90d'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:06.373030 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-36bf64e4-ed38-489c-8c5d-f6202cfcae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b81a71eb-3f63-40b6-ae9b-1f50d07dd90d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:06.392478 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 6c4f0131-9634-4314-8c73-0e421124638b, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6c4f0131-9634-4314-8c73-0e421124638b,segment=NetworkSegment(3751a5d4-3eb8-45c1-9d4c-d6986f82625b),segment_id=3751a5d4-3eb8-45c1-9d4c-d6986f82625b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:06.474719 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-0b97319a-8a2c-452a-a743-8024ac54d156 None None] For port 95758168-6682-42dd-82c7-8f63cca5b748, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=95758168-6682-42dd-82c7-8f63cca5b748,segment=NetworkSegment(6827df1d-3c59-4d4b-9c56-51463c63bccb),segment_id=6827df1d-3c59-4d4b-9c56-51463c63bccb)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:06.484416 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 95758168-6682-42dd-82c7-8f63cca5b748 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:18:06.495823 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6c4f0131-9634-4314-8c73-0e421124638b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:06.499548 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-36bf64e4-ed38-489c-8c5d-f6202cfcae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:06.531261 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0b97319a-8a2c-452a-a743-8024ac54d156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (95758168-6682-42dd-82c7-8f63cca5b748), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:06.608551 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bf64e4-ed38-489c-8c5d-f6202cfcae8e None None] Routers {'b81a71eb-3f63-40b6-ae9b-1f50d07dd90d'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:06.609200 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-36bf64e4-ed38-489c-8c5d-f6202cfcae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b81a71eb-3f63-40b6-ae9b-1f50d07dd90d'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:06.652526 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3c93f-f58b-4e92-a13f-878550c00aa0 req-b7bc7f1f-d7e2-4534-b3cf-234fb00c6c56 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:06.654116 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fda3c93f-f58b-4e92-a13f-878550c00aa0 req-b7bc7f1f-d7e2-4534-b3cf-234fb00c6c56 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 945 time: 0.1073282 Feb 07 17:18:06.773107 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fda3c93f-f58b-4e92-a13f-878550c00aa0 req-99eb3ff6-7f89-4ee4-8316-e16215a86f7a tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058903 Feb 07 17:18:06.776020 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-36bf64e4-ed38-489c-8c5d-f6202cfcae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:06.776773 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bf64e4-ed38-489c-8c5d-f6202cfcae8e None None] The sync data for ids ['b81a71eb-3f63-40b6-ae9b-1f50d07dd90d'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:18:06.792767 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=6c4f0131-9634-4314-8c73-0e421124638b,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:06.832483 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['6c4f0131-9634-4314-8c73-0e421124638b'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:18:06.888488 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 95758168-6682-42dd-82c7-8f63cca5b748 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:06.888874 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (95758168-6682-42dd-82c7-8f63cca5b748), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:06.978636 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62fe7f2f-16dd-462a-b335-2b5e1d6703a9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (b81a71eb-3f63-40b6-ae9b-1f50d07dd90d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:07.007241 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97319a-8a2c-452a-a743-8024ac54d156 None None] Pushing event updated for resources: {'Port': ['ID=95758168-6682-42dd-82c7-8f63cca5b748,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:07.052276 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d911f9ff-57b4-45f3-b10a-fa26f12720bd None None] Provisioning complete for port 95758168-6682-42dd-82c7-8f63cca5b748 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:07.052752 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d911f9ff-57b4-45f3-b10a-fa26f12720bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (95758168-6682-42dd-82c7-8f63cca5b748), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:07.496471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d911f9ff-57b4-45f3-b10a-fa26f12720bd None None] Current status of the port 95758168-6682-42dd-82c7-8f63cca5b748 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:07.502617 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 95758168-6682-42dd-82c7-8f63cca5b748 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:07.581813 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d911f9ff-57b4-45f3-b10a-fa26f12720bd None None] Provisioning complete for port 71b900a3-e5da-4a27-bd09-15d662ef20ca triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:07.582183 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d911f9ff-57b4-45f3-b10a-fa26f12720bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (71b900a3-e5da-4a27-bd09-15d662ef20ca), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:07.640159 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d911f9ff-57b4-45f3-b10a-fa26f12720bd None None] Port 71b900a3-e5da-4a27-bd09-15d662ef20ca cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:18:07.761488 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c0a4da79-0aab-4c3e-a33b-fb7105b195e2 None None] Provisioning complete for port 71b900a3-e5da-4a27-bd09-15d662ef20ca triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:07.762486 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c0a4da79-0aab-4c3e-a33b-fb7105b195e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (71b900a3-e5da-4a27-bd09-15d662ef20ca), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:07.781886 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-62fe7f2f-16dd-462a-b335-2b5e1d6703a9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting port 71b900a3-e5da-4a27-bd09-15d662ef20ca {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:18:07.782460 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62fe7f2f-16dd-462a-b335-2b5e1d6703a9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (71b900a3-e5da-4a27-bd09-15d662ef20ca), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:07.808808 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4da79-0aab-4c3e-a33b-fb7105b195e2 None None] Port 71b900a3-e5da-4a27-bd09-15d662ef20ca cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:18:07.891208 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62fe7f2f-16dd-462a-b335-2b5e1d6703a9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (71b900a3-e5da-4a27-bd09-15d662ef20ca), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:07.936662 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-62fe7f2f-16dd-462a-b335-2b5e1d6703a9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Calling delete_port for 71b900a3-e5da-4a27-bd09-15d662ef20ca owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:18:08.008315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d6684-880f-4937-80df-150de86f0aff req-c034ae10-6b1a-413f-b699-cfc115506db4 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:08.015365 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3c9d6684-880f-4937-80df-150de86f0aff req-c034ae10-6b1a-413f-b699-cfc115506db4 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 945 time: 0.1124754 Feb 07 17:18:08.108107 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f827a67-6412-43cb-a20c-5b6023ca0712 req-e4c4ed09-a2a6-4b03-bdc1-7e95ed494f5d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0775578 Feb 07 17:18:08.131586 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3c9d6684-880f-4937-80df-150de86f0aff req-3340ac69-5f58-43f1-afca-06b62d24fcad tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103661 Feb 07 17:18:08.239941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f827a67-6412-43cb-a20c-5b6023ca0712 req-abca8979-d800-4eec-9c7c-61c83c36b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:08.242248 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f827a67-6412-43cb-a20c-5b6023ca0712 req-abca8979-d800-4eec-9c7c-61c83c36b72a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=430f0ad7e5a54c85a87bff451d6cb9cb&device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 1131 time: 0.0905750 Feb 07 17:18:08.259812 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62fe7f2f-16dd-462a-b335-2b5e1d6703a9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (71b900a3-e5da-4a27-bd09-15d662ef20ca), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:08.296033 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe7f2f-16dd-462a-b335-2b5e1d6703a9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Port': ['ID=71b900a3-e5da-4a27-bd09-15d662ef20ca,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:08.322290 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 95758168-6682-42dd-82c7-8f63cca5b748 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:18:08.420310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 95758168-6682-42dd-82c7-8f63cca5b748 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:08.420694 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (95758168-6682-42dd-82c7-8f63cca5b748), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:08.432067 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f827a67-6412-43cb-a20c-5b6023ca0712 req-17e2abad-6ca4-48b6-811d-ea3421aebfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:08.434153 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f827a67-6412-43cb-a20c-5b6023ca0712 req-17e2abad-6ca4-48b6-811d-ea3421aebfb3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.1629474 Feb 07 17:18:08.504277 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f827a67-6412-43cb-a20c-5b6023ca0712 req-98b1db90-741c-464b-a5ad-1ae240795b30 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=9c2b6010-b1b9-49d6-969a-735a087cf0d5 HTTP/1.1" status: 200 len: 217 time: 0.0615857 Feb 07 17:18:08.534991 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62fe7f2f-16dd-462a-b335-2b5e1d6703a9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (b81a71eb-3f63-40b6-ae9b-1f50d07dd90d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:08.578285 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 95758168-6682-42dd-82c7-8f63cca5b748 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:08.674915 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f827a67-6412-43cb-a20c-5b6023ca0712 req-bad02dee-29a2-45ab-b76a-52d15a842a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:08.677116 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f827a67-6412-43cb-a20c-5b6023ca0712 req-bad02dee-29a2-45ab-b76a-52d15a842a7a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.1661315 Feb 07 17:18:08.742980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f827a67-6412-43cb-a20c-5b6023ca0712 req-6786c44d-5d40-4dee-b92f-76fb7a88a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:08.744911 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f827a67-6412-43cb-a20c-5b6023ca0712 req-6786c44d-5d40-4dee-b92f-76fb7a88a4b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0611725 Feb 07 17:18:08.790065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fe7f2f-16dd-462a-b335-2b5e1d6703a9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router b81a71eb-3f63-40b6-ae9b-1f50d07dd90d has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:18:08.914417 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fe7f2f-16dd-462a-b335-2b5e1d6703a9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:18:08.925134 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f5e109-a6d7-454b-a1ed-19857245b127 None None] Sync routers for ids ['b81a71eb-3f63-40b6-ae9b-1f50d07dd90d'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:18:08.928450 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-62fe7f2f-16dd-462a-b335-2b5e1d6703a9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/b81a71eb-3f63-40b6-ae9b-1f50d07dd90d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5896497 Feb 07 17:18:08.931482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52146) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:08.943510 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f5e109-a6d7-454b-a1ed-19857245b127 None None] Routers {'b81a71eb-3f63-40b6-ae9b-1f50d07dd90d'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:08.945995 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-25f5e109-a6d7-454b-a1ed-19857245b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b81a71eb-3f63-40b6-ae9b-1f50d07dd90d'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:08.958890 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f827a67-6412-43cb-a20c-5b6023ca0712 req-36406c6e-55cc-439f-b449-82119f953618 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037728 Feb 07 17:18:08.997879 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ffcb08f0-1ced-4097-87ed-c41b02997d68 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/ports?device_id=b81a71eb-3f63-40b6-ae9b-1f50d07dd90d HTTP/1.1" status: 200 len: 205 time: 0.0645926 Feb 07 17:18:09.003083 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52152) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:09.022346 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-25f5e109-a6d7-454b-a1ed-19857245b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:09.033562 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f5e109-a6d7-454b-a1ed-19857245b127 None None] Routers {'b81a71eb-3f63-40b6-ae9b-1f50d07dd90d'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:09.034454 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-25f5e109-a6d7-454b-a1ed-19857245b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b81a71eb-3f63-40b6-ae9b-1f50d07dd90d'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:09.090698 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-25f5e109-a6d7-454b-a1ed-19857245b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:09.091666 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f5e109-a6d7-454b-a1ed-19857245b127 None None] The sync data for ids ['b81a71eb-3f63-40b6-ae9b-1f50d07dd90d'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:18:09.126720 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f827a67-6412-43cb-a20c-5b6023ca0712 req-7fa7a90f-3df4-4d0d-b08c-1e8d583d1ec4 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597078 Feb 07 17:18:09.225871 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d47b9a59-70a4-46f4-9c14-46c8ab9683ec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (b81a71eb-3f63-40b6-ae9b-1f50d07dd90d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:09.294651 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b4f7b-e3fc-4d28-8324-404ab9cb5bd2 req-2bb992f4-c271-46ad-a1d0-8199210b2182 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:09.296497 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-676b4f7b-e3fc-4d28-8324-404ab9cb5bd2 req-2bb992f4-c271-46ad-a1d0-8199210b2182 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 945 time: 0.0734127 Feb 07 17:18:09.355197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04420217-cc2c-4aec-be80-426563b21ff5 req-1d3b39ea-3fca-40fd-b82d-1f490fec5957 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:09.357699 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-04420217-cc2c-4aec-be80-426563b21ff5 req-1d3b39ea-3fca-40fd-b82d-1f490fec5957 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 946 time: 0.2207918 Feb 07 17:18:09.366678 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-676b4f7b-e3fc-4d28-8324-404ab9cb5bd2 req-3b12056f-1afa-41e0-bde3-f972c1af9ca5 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625110 Feb 07 17:18:09.519844 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d47b9a59-70a4-46f4-9c14-46c8ab9683ec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (b81a71eb-3f63-40b6-ae9b-1f50d07dd90d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:09.524552 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d47b9a59-70a4-46f4-9c14-46c8ab9683ec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router_controller (b81a71eb-3f63-40b6-ae9b-1f50d07dd90d), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:09.529476 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-04420217-cc2c-4aec-be80-426563b21ff5 req-27ac3578-7f73-4d85-b073-7d9e3fbbb755 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603980 Feb 07 17:18:09.601102 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d47b9a59-70a4-46f4-9c14-46c8ab9683ec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (b81a71eb-3f63-40b6-ae9b-1f50d07dd90d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:09.601809 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47b9a59-70a4-46f4-9c14-46c8ab9683ec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Fanout notify agent at l3_agent the message router_deleted on router b81a71eb-3f63-40b6-ae9b-1f50d07dd90d {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:18:09.609499 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d47b9a59-70a4-46f4-9c14-46c8ab9683ec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:09.611614 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d47b9a59-70a4-46f4-9c14-46c8ab9683ec tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/routers/b81a71eb-3f63-40b6-ae9b-1f50d07dd90d HTTP/1.1" status: 204 len: 168 time: 0.6069679 Feb 07 17:18:09.614872 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52166) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:09.694625 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dba2747-e65a-4893-8e07-ddbc57b03772 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting subnet 500bedd1-1110-4dab-b87a-a18096f957a0 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:18:09.698686 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0dba2747-e65a-4893-8e07-ddbc57b03772 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (500bedd1-1110-4dab-b87a-a18096f957a0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:09.747982 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0dba2747-e65a-4893-8e07-ddbc57b03772 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (500bedd1-1110-4dab-b87a-a18096f957a0), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:09.866107 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6c4f0131-9634-4314-8c73-0e421124638b up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:18:09.877190 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0dba2747-e65a-4893-8e07-ddbc57b03772 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (500bedd1-1110-4dab-b87a-a18096f957a0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:09.944548 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 6c4f0131-9634-4314-8c73-0e421124638b completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:18:09.950529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 6c4f0131-9634-4314-8c73-0e421124638b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:09.952082 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6c4f0131-9634-4314-8c73-0e421124638b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:09.988917 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0dba2747-e65a-4893-8e07-ddbc57b03772 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (500bedd1-1110-4dab-b87a-a18096f957a0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:10.044291 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0dba2747-e65a-4893-8e07-ddbc57b03772 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:10.051393 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0dba2747-e65a-4893-8e07-ddbc57b03772 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/subnets/500bedd1-1110-4dab-b87a-a18096f957a0 HTTP/1.1" status: 204 len: 168 time: 0.4326482 Feb 07 17:18:10.051393 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba2747-e65a-4893-8e07-ddbc57b03772 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Subnet': ['ID=500bedd1-1110-4dab-b87a-a18096f957a0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:10.052616 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52174) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:10.056610 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7f171c-7789-4886-8f51-71a000d1c770 None None] Network ab09c2ef-d37c-4c9f-8171-65d3b3b53d68 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:18:10.106876 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 6c4f0131-9634-4314-8c73-0e421124638b is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:10.107279 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6c4f0131-9634-4314-8c73-0e421124638b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:10.152276 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4f0131-9634-4314-8c73-0e421124638b'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:18:10.154700 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9e3cd0-305d-41b6-bd77-635f1f5b6c6d" -d '{"events": [{"server_uuid": "1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f", "name": "network-vif-plugged", "status": "completed", "tag": "6c4f0131-9634-4314-8c73-0e421124638b"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:18:10.200265 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (ab09c2ef-d37c-4c9f-8171-65d3b3b53d68), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:10.235193 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e469546-7b62-4ed4-a625-d2fdf5d01d7c x-openstack-request-id: req-0e469546-7b62-4ed4-a625-d2fdf5d01d7c {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:18:10.235736 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f", "name": "network-vif-plugged", "status": "completed", "tag": "6c4f0131-9634-4314-8c73-0e421124638b", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:18:10.236019 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e469546-7b62-4ed4-a625-d2fdf5d01d7c {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:18:10.236420 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4f0131-9634-4314-8c73-0e421124638b', 'code': 200} Feb 07 17:18:10.238350 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 6c4f0131-9634-4314-8c73-0e421124638b, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6c4f0131-9634-4314-8c73-0e421124638b,segment=NetworkSegment(3751a5d4-3eb8-45c1-9d4c-d6986f82625b),segment_id=3751a5d4-3eb8-45c1-9d4c-d6986f82625b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:10.258236 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6c4f0131-9634-4314-8c73-0e421124638b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:10.326078 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting port 95758168-6682-42dd-82c7-8f63cca5b748 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:18:10.326468 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (95758168-6682-42dd-82c7-8f63cca5b748), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:10.413834 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=6c4f0131-9634-4314-8c73-0e421124638b,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:10.432054 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845bf78-987a-4055-b147-82df19f7a49c req-7eb1adc1-fb9f-424a-8e14-63cb1baf5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:10.434900 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8845bf78-987a-4055-b147-82df19f7a49c req-7eb1adc1-fb9f-424a-8e14-63cb1baf5dc2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 1128 time: 0.1282778 Feb 07 17:18:10.452581 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] For port 95758168-6682-42dd-82c7-8f63cca5b748, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=95758168-6682-42dd-82c7-8f63cca5b748,segment=NetworkSegment(6827df1d-3c59-4d4b-9c56-51463c63bccb),segment_id=6827df1d-3c59-4d4b-9c56-51463c63bccb)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:10.453159 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (95758168-6682-42dd-82c7-8f63cca5b748), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:10.474835 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Calling delete_port for 95758168-6682-42dd-82c7-8f63cca5b748 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:18:10.508401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147fa6d1-41b9-439d-a718-408d238e7f98 None None] DHCP port deletion for ab09c2ef-d37c-4c9f-8171-65d3b3b53d68 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:18:10.537234 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8845bf78-987a-4055-b147-82df19f7a49c req-cd2d9245-193b-41af-915f-a179928dcce5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966575 Feb 07 17:18:10.602472 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-147fa6d1-41b9-439d-a718-408d238e7f98 None None] Deleting port 95758168-6682-42dd-82c7-8f63cca5b748 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:18:10.602863 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-147fa6d1-41b9-439d-a718-408d238e7f98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (95758168-6682-42dd-82c7-8f63cca5b748), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:10.646460 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (95758168-6682-42dd-82c7-8f63cca5b748), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:10.662189 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] No DVR routers for this DVR port 95758168-6682-42dd-82c7-8f63cca5b748 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:18:10.680707 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-147fa6d1-41b9-439d-a718-408d238e7f98 None None] For port 95758168-6682-42dd-82c7-8f63cca5b748, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=95758168-6682-42dd-82c7-8f63cca5b748,segment=NetworkSegment(6827df1d-3c59-4d4b-9c56-51463c63bccb),segment_id=6827df1d-3c59-4d4b-9c56-51463c63bccb)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:10.681117 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-147fa6d1-41b9-439d-a718-408d238e7f98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (95758168-6682-42dd-82c7-8f63cca5b748), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:10.703140 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-147fa6d1-41b9-439d-a718-408d238e7f98 None None] Calling delete_port for 95758168-6682-42dd-82c7-8f63cca5b748 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:18:10.768541 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Port': ['ID=95758168-6682-42dd-82c7-8f63cca5b748,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:10.811672 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c889db7-9122-443a-8d2a-8faf47e4f88a req-8c1619ae-9215-4dc2-9abd-1bd89f680d1f tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:10.813532 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0c889db7-9122-443a-8d2a-8faf47e4f88a req-8c1619ae-9215-4dc2-9abd-1bd89f680d1f tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 946 time: 0.2619658 Feb 07 17:18:10.815632 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (ab09c2ef-d37c-4c9f-8171-65d3b3b53d68), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:10.835327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2c277-bd0f-45b0-89aa-45e2d0d367d5 req-26e7f827-b903-4fe9-9ffd-a8b757dd24a8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:10.836862 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-17a2c277-bd0f-45b0-89aa-45e2d0d367d5 req-26e7f827-b903-4fe9-9ffd-a8b757dd24a8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.48 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 946 time: 0.1031528 Feb 07 17:18:10.844095 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b5776-c2e5-41ae-84b6-9a48fdda3a87 req-4077c997-6d9c-4b4c-a943-6ea3a8dd94a1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:10.845723 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-819b5776-c2e5-41ae-84b6-9a48fdda3a87 req-4077c997-6d9c-4b4c-a943-6ea3a8dd94a1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 946 time: 0.1762772 Feb 07 17:18:10.864406 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-147fa6d1-41b9-439d-a718-408d238e7f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (95758168-6682-42dd-82c7-8f63cca5b748), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:10.882881 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab09c2ef-d37c-4c9f-8171-65d3b3b53d68']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:10.911272 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6827df1d-3c59-4d4b-9c56-51463c63bccb') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:10.911911 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6827df1d-3c59-4d4b-9c56-51463c63bccb') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:10.917806 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0c889db7-9122-443a-8d2a-8faf47e4f88a req-51279e77-2fb3-4b27-8aa9-e0fc34e5b19e tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964329 Feb 07 17:18:10.924432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fa6d1-41b9-439d-a718-408d238e7f98 None None] Pushing event deleted for resources: {'Port': ['ID=95758168-6682-42dd-82c7-8f63cca5b748,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:10.926880 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147fa6d1-41b9-439d-a718-408d238e7f98 None None] No DVR routers for this DVR port 95758168-6682-42dd-82c7-8f63cca5b748 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:18:10.955877 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (6827df1d-3c59-4d4b-9c56-51463c63bccb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:10.979146 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (6827df1d-3c59-4d4b-9c56-51463c63bccb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:10.988593 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:18:10.989732 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (6827df1d-3c59-4d4b-9c56-51463c63bccb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:11.012023 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-17a2c277-bd0f-45b0-89aa-45e2d0d367d5 req-26049205-93d4-4902-8c80-4084f61fa70c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Deleting port c23627d0-2259-402d-a8e7-743e754cf313 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:18:11.012377 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-17a2c277-bd0f-45b0-89aa-45e2d0d367d5 req-26049205-93d4-4902-8c80-4084f61fa70c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c23627d0-2259-402d-a8e7-743e754cf313), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:11.020611 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-819b5776-c2e5-41ae-84b6-9a48fdda3a87 req-2cfd26b5-baa0-4596-8905-cb44cab43897 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803547 Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:18:11.070917 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:18:11.100095 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (ab09c2ef-d37c-4c9f-8171-65d3b3b53d68), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:11.117515 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:11.126322 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/networks/ab09c2ef-d37c-4c9f-8171-65d3b3b53d68 HTTP/1.1" status: 204 len: 168 time: 1.0717235 Feb 07 17:18:11.128536 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52196) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:11.134172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-88ae2b0e-7ba3-4f5f-862c-0b4b238a7399 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-658090338', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:11.136983 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-17a2c277-bd0f-45b0-89aa-45e2d0d367d5 req-26049205-93d4-4902-8c80-4084f61fa70c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] For port c23627d0-2259-402d-a8e7-743e754cf313, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c23627d0-2259-402d-a8e7-743e754cf313,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:11.137563 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-17a2c277-bd0f-45b0-89aa-45e2d0d367d5 req-26049205-93d4-4902-8c80-4084f61fa70c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c23627d0-2259-402d-a8e7-743e754cf313), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:11.162883 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89762-5055-4a29-b1a4-1c3ad8def510 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Network': ['ID=ab09c2ef-d37c-4c9f-8171-65d3b3b53d68,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:11.190248 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88ae2b0e-7ba3-4f5f-862c-0b4b238a7399 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:11.192713 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88ae2b0e-7ba3-4f5f-862c-0b4b238a7399 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:11.269710 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88ae2b0e-7ba3-4f5f-862c-0b4b238a7399 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router_controller (1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:11.378480 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-17a2c277-bd0f-45b0-89aa-45e2d0d367d5 req-26049205-93d4-4902-8c80-4084f61fa70c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:11.386650 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-17a2c277-bd0f-45b0-89aa-45e2d0d367d5 req-26049205-93d4-4902-8c80-4084f61fa70c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (4a83f85f-3f9b-43f7-bb92-730d9719bb19), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:11.387062 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [req-17a2c277-bd0f-45b0-89aa-45e2d0d367d5 req-26049205-93d4-4902-8c80-4084f61fa70c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Floating IP 4a83f85f-3f9b-43f7-bb92-730d9719bb19 disassociated. External IP: 172.25.4.209, port: c23627d0-2259-402d-a8e7-743e754cf313. Feb 07 17:18:11.387447 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-17a2c277-bd0f-45b0-89aa-45e2d0d367d5 req-26049205-93d4-4902-8c80-4084f61fa70c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Calling delete_port for c23627d0-2259-402d-a8e7-743e754cf313 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:18:11.492709 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88ae2b0e-7ba3-4f5f-862c-0b4b238a7399 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router_gateway (1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:11.605147 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-17a2c277-bd0f-45b0-89aa-45e2d0d367d5 req-26049205-93d4-4902-8c80-4084f61fa70c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c23627d0-2259-402d-a8e7-743e754cf313), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:11.648171 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26049205-93d4-4902-8c80-4084f61fa70c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event deleted for resources: {'Port': ['ID=c23627d0-2259-402d-a8e7-743e754cf313,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:11.804627 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17a2c277-bd0f-45b0-89aa-45e2d0d367d5 req-26049205-93d4-4902-8c80-4084f61fa70c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Router 6f4875c8-8c81-4297-8272-e1adffffa931 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:18:12.028877 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17a2c277-bd0f-45b0-89aa-45e2d0d367d5 req-26049205-93d4-4902-8c80-4084f61fa70c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:18:12.042453 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d913e16-e459-4830-b837-e3479577d9c6 None None] Sync routers for ids ['6f4875c8-8c81-4297-8272-e1adffffa931'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:18:12.062347 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d913e16-e459-4830-b837-e3479577d9c6 None None] Routers {'6f4875c8-8c81-4297-8272-e1adffffa931'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:12.063779 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0d913e16-e459-4830-b837-e3479577d9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6f4875c8-8c81-4297-8272-e1adffffa931'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:12.108639 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a2c277-bd0f-45b0-89aa-45e2d0d367d5 req-26049205-93d4-4902-8c80-4084f61fa70c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] No DVR routers for this DVR port c23627d0-2259-402d-a8e7-743e754cf313 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:18:12.113966 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-17a2c277-bd0f-45b0-89aa-45e2d0d367d5 req-26049205-93d4-4902-8c80-4084f61fa70c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:12.119487 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-17a2c277-bd0f-45b0-89aa-45e2d0d367d5 req-26049205-93d4-4902-8c80-4084f61fa70c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.48 "DELETE /v2.0/ports/c23627d0-2259-402d-a8e7-743e754cf313 HTTP/1.1" status: 204 len: 173 time: 1.2726197 Feb 07 17:18:12.120222 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318e2a5e-445d-45ed-804a-eb1edbdc6be9', 'name': 'network-vif-deleted', 'tag': 'c23627d0-2259-402d-a8e7-743e754cf313'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:18:12.135463 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19f8dc5-18fe-41b0-83cb-d9d077e90038" -d '{"events": [{"server_uuid": "318e2a5e-445d-45ed-804a-eb1edbdc6be9", "name": "network-vif-deleted", "tag": "c23627d0-2259-402d-a8e7-743e754cf313"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:18:12.212715 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88ae2b0e-7ba3-4f5f-862c-0b4b238a7399 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router_gateway (1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:12.273985 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88ae2b0e-7ba3-4f5f-862c-0b4b238a7399 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:12.366988 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d525620d-2600-4283-87cf-cc6899d05ba5 req-85d41b89-6716-4710-a2d4-b542a6859567 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 210 time: 0.1079748 Feb 07 17:18:12.404560 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-0d913e16-e459-4830-b837-e3479577d9c6 None None] Set router 6f4875c8-8c81-4297-8272-e1adffffa931 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:12.436319 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320e7f6-bd94-44f2-9006-c61f26e8eb00 req-958a1049-1761-4863-8e6c-e75ed20f04c9 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:12.438062 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d320e7f6-bd94-44f2-9006-c61f26e8eb00 req-958a1049-1761-4863-8e6c-e75ed20f04c9 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 946 time: 0.2221711 Feb 07 17:18:12.456934 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffda9964-6dd6-42f6-8d07-e8d71c4a3590 x-openstack-request-id: req-ffda9964-6dd6-42f6-8d07-e8d71c4a3590 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:18:12.457385 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318e2a5e-445d-45ed-804a-eb1edbdc6be9", "name": "network-vif-deleted", "tag": "c23627d0-2259-402d-a8e7-743e754cf313", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:18:12.457810 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ffda9964-6dd6-42f6-8d07-e8d71c4a3590 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:18:12.458337 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e2a5e-445d-45ed-804a-eb1edbdc6be9', 'name': 'network-vif-deleted', 'tag': 'c23627d0-2259-402d-a8e7-743e754cf313', 'status': 'completed', 'code': 200} Feb 07 17:18:12.492415 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 95758168-6682-42dd-82c7-8f63cca5b748 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:18:12.550168 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 95758168-6682-42dd-82c7-8f63cca5b748 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:18:12.550796 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 95758168-6682-42dd-82c7-8f63cca5b748 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:18:12.609930 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d320e7f6-bd94-44f2-9006-c61f26e8eb00 req-ab605181-7cae-418c-9087-485d9093c1fb tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436174 Feb 07 17:18:12.616491 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-88ae2b0e-7ba3-4f5f-862c-0b4b238a7399 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Allocated IP 172.25.4.181 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/dcfc87c2-6bb9-4b28-900f-b59ca4490879) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:18:12.804400 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88ae2b0e-7ba3-4f5f-862c-0b4b238a7399 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (dcfc87c2-6bb9-4b28-900f-b59ca4490879), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:12.814943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ba6e6-33a6-4380-b53e-15d0b97b42eb req-abd62735-fd5a-4ca6-9ba5-aa14c5dfc5ed tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:12.818935 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e1ba6e6-33a6-4380-b53e-15d0b97b42eb req-abd62735-fd5a-4ca6-9ba5-aa14c5dfc5ed tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 946 time: 0.1177945 Feb 07 17:18:12.825201 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0d913e16-e459-4830-b837-e3479577d9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:26Z', 'revision_number': 5, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:12.860830 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d913e16-e459-4830-b837-e3479577d9c6 None None] Checking router: 6f4875c8-8c81-4297-8272-e1adffffa931 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:18:12.874269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d913e16-e459-4830-b837-e3479577d9c6 None None] Routers {'6f4875c8-8c81-4297-8272-e1adffffa931'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:12.875573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0d913e16-e459-4830-b837-e3479577d9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6f4875c8-8c81-4297-8272-e1adffffa931'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:12.891452 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88ae2b0e-7ba3-4f5f-862c-0b4b238a7399 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (dcfc87c2-6bb9-4b28-900f-b59ca4490879), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:12.923120 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e1ba6e6-33a6-4380-b53e-15d0b97b42eb req-9cab0549-95ac-45f4-9428-b374ef160c82 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976772 Feb 07 17:18:12.951885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ae2b0e-7ba3-4f5f-862c-0b4b238a7399 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:12.951885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-88ae2b0e-7ba3-4f5f-862c-0b4b238a7399 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:12.952173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52230) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:12.960354 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ae2b0e-7ba3-4f5f-862c-0b4b238a7399 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:18:13.007017 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae2b0e-7ba3-4f5f-862c-0b4b238a7399 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=dcfc87c2-6bb9-4b28-900f-b59ca4490879,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:13.093650 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-0d913e16-e459-4830-b837-e3479577d9c6 None None] Set router 6f4875c8-8c81-4297-8272-e1adffffa931 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:13.231880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9bec3a-f665-4766-b68b-2d4ef0a645a6 tempest-TestVolumeBackupRestore-1991201026 tempest-TestVolumeBackupRestore-1991201026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:13.236573 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1a9bec3a-f665-4766-b68b-2d4ef0a645a6 tempest-TestVolumeBackupRestore-1991201026 tempest-TestVolumeBackupRestore-1991201026-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 1123 time: 0.2784798 Feb 07 17:18:13.236742 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52234) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:13.242291 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': '6c4f0131-9634-4314-8c73-0e421124638b', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:13.313924 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:13.344499 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88ae2b0e-7ba3-4f5f-862c-0b4b238a7399 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router_gateway (1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:13.469944 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0d913e16-e459-4830-b837-e3479577d9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:26Z', 'revision_number': 5, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:13.523283 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-df25ba85-1b3b-4544-9435-37d64b2618d0 req-bd5a5818-fdb6-439a-95b9-220c4d263ca3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 210 time: 0.0458922 Feb 07 17:18:13.534642 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:13.548332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c23627d0-2259-402d-a8e7-743e754cf313 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:18:13.555212 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d913e16-e459-4830-b837-e3479577d9c6 None None] The sync data for ids ['6f4875c8-8c81-4297-8272-e1adffffa931'] in n-d-827865-3 is: [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:26Z', 'revision_number': 5, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:18:13.610969 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: c23627d0-2259-402d-a8e7-743e754cf313 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:18:13.611333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c23627d0-2259-402d-a8e7-743e754cf313 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:18:13.744198 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88ae2b0e-7ba3-4f5f-862c-0b4b238a7399 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:13.751218 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Allocated IP 172.25.4.14 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/de1f1c86-a930-4e1a-8eaa-d2d1fa1b57a7) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:18:13.917060 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for port (de1f1c86-a930-4e1a-8eaa-d2d1fa1b57a7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:13.972417 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (de1f1c86-a930-4e1a-8eaa-d2d1fa1b57a7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:13.978891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ae2b0e-7ba3-4f5f-862c-0b4b238a7399 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router 1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:18:13.981270 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4190465d-c7b9-419d-bb8d-7c7a331c7ced None None] New status for floating IP 4a83f85f-3f9b-43f7-bb92-730d9719bb19: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:18:14.020903 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:14.024501 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:14.027507 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:18:14.066436 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Pushing event updated for resources: {'Port': ['ID=de1f1c86-a930-4e1a-8eaa-d2d1fa1b57a7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:14.143166 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ae2b0e-7ba3-4f5f-862c-0b4b238a7399 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:18:14.155322 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f237a90-c7a5-4fd9-a329-c29b53b63b1a None None] Sync routers for ids ['1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:18:14.176481 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f237a90-c7a5-4fd9-a329-c29b53b63b1a None None] Routers {'1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:14.179082 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1f237a90-c7a5-4fd9-a329-c29b53b63b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:14.193510 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-88ae2b0e-7ba3-4f5f-862c-0b4b238a7399 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:14.199936 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-88ae2b0e-7ba3-4f5f-862c-0b4b238a7399 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.0701916 Feb 07 17:18:14.200591 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52242) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:14.228181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1f237a90-c7a5-4fd9-a329-c29b53b63b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:14.239951 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f237a90-c7a5-4fd9-a329-c29b53b63b1a None None] Routers {'1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:14.240816 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1f237a90-c7a5-4fd9-a329-c29b53b63b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:14.285542 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1f237a90-c7a5-4fd9-a329-c29b53b63b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:14.287064 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f237a90-c7a5-4fd9-a329-c29b53b63b1a None None] The sync data for ids ['1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:18:14.440005 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-50a064fd-e43c-496a-808a-186aab9a0cef tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/routers/1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5 HTTP/1.1" status: 200 len: 884 time: 0.2371175 Feb 07 17:18:14.443896 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52244) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:14.621748 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for floatingip (4be5460d-504e-4d3f-9d30-27d2bdee0e6e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:14.718173 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b6b234e-943c-41c9-9ab7-5b85f895e2bf req-19010893-c4d0-4629-b57d-83e51d58ac6d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 210 time: 0.0498624 Feb 07 17:18:14.750706 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bd1c6b69-43f9-446f-83cc-da24f6b8d4b4 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3047283 Feb 07 17:18:14.753958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52252) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:14.762813 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cef7c0d8-6af7-4240-87ea-9f47d17f45b2 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-658090338'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:14.805954 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (de1f1c86-a930-4e1a-8eaa-d2d1fa1b57a7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:14.977230 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for port (de1f1c86-a930-4e1a-8eaa-d2d1fa1b57a7), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:14.983918 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (de1f1c86-a930-4e1a-8eaa-d2d1fa1b57a7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:15.063623 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (4be5460d-504e-4d3f-9d30-27d2bdee0e6e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:15.477495 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cef7c0d8-6af7-4240-87ea-9f47d17f45b2 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:15.490701 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cef7c0d8-6af7-4240-87ea-9f47d17f45b2 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:15.545860 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Pushing event updated for resources: {'Port': ['ID=de1f1c86-a930-4e1a-8eaa-d2d1fa1b57a7,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:15.588412 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Floating IP 4be5460d-504e-4d3f-9d30-27d2bdee0e6e associated. External IP: 172.25.4.14, port: 6c4f0131-9634-4314-8c73-0e421124638b. Feb 07 17:18:15.621499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef7c0d8-6af7-4240-87ea-9f47d17f45b2 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router 1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:18:15.751467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef7c0d8-6af7-4240-87ea-9f47d17f45b2 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:18:15.759515 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cef7c0d8-6af7-4240-87ea-9f47d17f45b2 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:15.761154 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cef7c0d8-6af7-4240-87ea-9f47d17f45b2 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5 HTTP/1.1" status: 200 len: 891 time: 1.0060761 Feb 07 17:18:15.763977 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52258) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:15.766071 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e6eab-c618-4c8e-b574-34b1a6c65676 None None] Sync routers for ids ['1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:18:15.805513 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e6eab-c618-4c8e-b574-34b1a6c65676 None None] Routers {'1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:15.806186 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-a97e6eab-c618-4c8e-b574-34b1a6c65676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:15.884462 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-a97e6eab-c618-4c8e-b574-34b1a6c65676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:15.896652 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e6eab-c618-4c8e-b574-34b1a6c65676 None None] Routers {'1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:15.897837 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-a97e6eab-c618-4c8e-b574-34b1a6c65676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:15.916130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:18:15.941120 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-a97e6eab-c618-4c8e-b574-34b1a6c65676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:15.942320 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e6eab-c618-4c8e-b574-34b1a6c65676 None None] The sync data for ids ['1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:18:15.944941 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e082596-a40f-40b9-9057-14e8326464a2 req-b9a4000e-e711-4508-ab1a-dc98afbd9998 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 210 time: 0.0519054 Feb 07 17:18:15.986372 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e2d2661e-4918-4c3a-8473-c9e1c2bb7a54 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/routers/1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5 HTTP/1.1" status: 200 len: 891 time: 0.2210970 Feb 07 17:18:15.989495 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52262) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:16.025859 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7ca31920-3dc9-49c0-88e4-11577415f415 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5 HTTP/1.1" status: 200 len: 205 time: 0.0349329 Feb 07 17:18:16.028487 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52264) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:16.061896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:18:16.079743 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb3dd86-0472-4638-8a7d-3798782f6ebb None None] Sync routers for ids ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:18:16.094825 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb3dd86-0472-4638-8a7d-3798782f6ebb None None] Routers {'2dc524db-eb49-4c0c-8145-fff32dd2f7ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:16.096047 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7fb3dd86-0472-4638-8a7d-3798782f6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:16.098281 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:16.144431 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-474b5395-48e3-4315-8c1f-7ce1cb7e8c0d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9062140 Feb 07 17:18:16.147596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'tag': '6c4f0131-9634-4314-8c73-0e421124638b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:18:16.152861 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2189848-17fe-46ad-9657-7bec0cb543b2" -d '{"events": [{"name": "network-changed", "server_uuid": "1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f", "tag": "6c4f0131-9634-4314-8c73-0e421124638b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:18:16.158567 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52266) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:16.159142 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90e0f52a-5334-495c-a8be-7a85406a202f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:16.242485 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3efcd6-c4a7-470c-a784-a5223aa948dd x-openstack-request-id: req-8b3efcd6-c4a7-470c-a784-a5223aa948dd {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:18:16.243154 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f", "tag": "6c4f0131-9634-4314-8c73-0e421124638b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:18:16.243802 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b3efcd6-c4a7-470c-a784-a5223aa948dd {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:18:16.244574 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'tag': '6c4f0131-9634-4314-8c73-0e421124638b', 'status': 'completed', 'code': 200} Feb 07 17:18:16.305140 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90e0f52a-5334-495c-a8be-7a85406a202f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router_gateway (1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:16.317874 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7fb3dd86-0472-4638-8a7d-3798782f6ebb None None] Set router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:16.326820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47754d25-a3be-4eaa-a6b3-8f29da49857e tempest-TestVolumeBackupRestore-1991201026 tempest-TestVolumeBackupRestore-1991201026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:16.330120 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-47754d25-a3be-4eaa-a6b3-8f29da49857e tempest-TestVolumeBackupRestore-1991201026 tempest-TestVolumeBackupRestore-1991201026-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 1123 time: 0.1677153 Feb 07 17:18:16.336096 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52270) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:16.342613 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-dc19588f-4c90-4bef-9707-9d95cbac81c7 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Request body: {'floatingip': {'port_id': '6c4f0131-9634-4314-8c73-0e421124638b'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:16.425693 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-90e0f52a-5334-495c-a8be-7a85406a202f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting port dcfc87c2-6bb9-4b28-900f-b59ca4490879 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:18:16.426090 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90e0f52a-5334-495c-a8be-7a85406a202f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (dcfc87c2-6bb9-4b28-900f-b59ca4490879), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:16.440134 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc19588f-4c90-4bef-9707-9d95cbac81c7 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for floatingip (4be5460d-504e-4d3f-9d30-27d2bdee0e6e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:16.453111 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2189848-17fe-46ad-9657-7bec0cb543b2 req-95c61e5a-134d-4bcb-8e68-b71563dd3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:16.455491 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2189848-17fe-46ad-9657-7bec0cb543b2 req-95c61e5a-134d-4bcb-8e68-b71563dd3bb1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7966855f5e624da3963d8b725269571c&device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 1128 time: 0.1953061 Feb 07 17:18:16.553173 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90e0f52a-5334-495c-a8be-7a85406a202f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (dcfc87c2-6bb9-4b28-900f-b59ca4490879), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:16.577316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-90e0f52a-5334-495c-a8be-7a85406a202f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Calling delete_port for dcfc87c2-6bb9-4b28-900f-b59ca4490879 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:18:16.644780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7fb3dd86-0472-4638-8a7d-3798782f6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'name': 'tempest-TestVolumeBackupRestore-399575763-router', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:24Z', 'updated_at': '2022-02-07T17:13:28Z', 'revision_number': 4, 'project_id': '7966855f5e624da3963d8b725269571c', 'gw_port': {'id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:25Z', 'updated_at': '2022-02-07T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4be5460d-504e-4d3f-9d30-27d2bdee0e6e', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'port_id': '6c4f0131-9634-4314-8c73-0e421124638b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'mac_address': 'fa:16:3e:a0:be:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:18:14Z', 'updated_at': '2022-02-07T17:18:14Z', 'revision_number': 0, 'project_id': '7966855f5e624da3963d8b725269571c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54a89e1-a12a-4a97-a1ed-a858a808c26a', 'name': '', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'mac_address': 'fa:16:3e:c3:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:27Z', 'updated_at': '2022-02-07T17:13:36Z', 'revision_number': 5, 'project_id': '7966855f5e624da3963d8b725269571c', 'subnets': [{'id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:16.674228 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2189848-17fe-46ad-9657-7bec0cb543b2 req-1860e74e-206c-4f85-b417-a28c8e0b897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:16.675858 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2189848-17fe-46ad-9657-7bec0cb543b2 req-1860e74e-206c-4f85-b417-a28c8e0b897d service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b34ffc6-dc16-4499-ab78-d4665a82951d HTTP/1.1" status: 200 len: 914 time: 0.1817412 Feb 07 17:18:16.694824 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb3dd86-0472-4638-8a7d-3798782f6ebb None None] Checking router: 2dc524db-eb49-4c0c-8145-fff32dd2f7ba for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:18:16.706733 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb3dd86-0472-4638-8a7d-3798782f6ebb None None] Routers {'2dc524db-eb49-4c0c-8145-fff32dd2f7ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:16.708429 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7fb3dd86-0472-4638-8a7d-3798782f6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:16.854291 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90e0f52a-5334-495c-a8be-7a85406a202f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (dcfc87c2-6bb9-4b28-900f-b59ca4490879), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:16.907077 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2189848-17fe-46ad-9657-7bec0cb543b2 req-73625068-c894-487d-9651-a705f40288ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c4f0131-9634-4314-8c73-0e421124638b HTTP/1.1" status: 200 len: 999 time: 0.2221065 Feb 07 17:18:16.916384 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0f52a-5334-495c-a8be-7a85406a202f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Port': ['ID=dcfc87c2-6bb9-4b28-900f-b59ca4490879,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:17.027796 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90e0f52a-5334-495c-a8be-7a85406a202f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:17.061051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2189848-17fe-46ad-9657-7bec0cb543b2 req-8b9e2214-91fb-460b-9012-139714b80e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:17.062881 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2189848-17fe-46ad-9657-7bec0cb543b2 req-8b9e2214-91fb-460b-9012-139714b80e42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a53808d-dda3-4d37-9e87-4073eae85e6e HTTP/1.1" status: 200 len: 852 time: 0.1420643 Feb 07 17:18:17.127449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7fb3dd86-0472-4638-8a7d-3798782f6ebb None None] Set router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:17.188232 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7960da2c-d3df-417a-93ce-77ce6463b842 req-9bf91d6e-5083-481e-9a6a-7a4ea66a360d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 210 time: 0.0615406 Feb 07 17:18:17.198736 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90e0f52a-5334-495c-a8be-7a85406a202f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:17.204682 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90e0f52a-5334-495c-a8be-7a85406a202f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router_controller (1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:17.215739 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2189848-17fe-46ad-9657-7bec0cb543b2 req-ca70b375-38d8-48b0-b73f-b50d711bf9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:17.226498 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2189848-17fe-46ad-9657-7bec0cb543b2 req-ca70b375-38d8-48b0-b73f-b50d711bf9da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b34ffc6-dc16-4499-ab78-d4665a82951d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1469381 Feb 07 17:18:17.301049 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90e0f52a-5334-495c-a8be-7a85406a202f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:17.302902 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e0f52a-5334-495c-a8be-7a85406a202f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Fanout notify agent at l3_agent the message router_deleted on router 1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:18:17.326119 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90e0f52a-5334-495c-a8be-7a85406a202f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:17.332306 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52278) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:17.339344 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-90e0f52a-5334-495c-a8be-7a85406a202f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/routers/1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5 HTTP/1.1" status: 204 len: 168 time: 1.3094699 Feb 07 17:18:17.341612 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-67a0f450-d5ba-4cab-9060-4b23f1515ad1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1508676708'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:17.423592 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a0f450-d5ba-4cab-9060-4b23f1515ad1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Made reservation on behalf of 231139dcd3554826bba4c99fc4b32998 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:18:17.427284 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67a0f450-d5ba-4cab-9060-4b23f1515ad1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:17.468348 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7fb3dd86-0472-4638-8a7d-3798782f6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'name': 'tempest-TestVolumeBackupRestore-399575763-router', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:24Z', 'updated_at': '2022-02-07T17:13:28Z', 'revision_number': 4, 'project_id': '7966855f5e624da3963d8b725269571c', 'gw_port': {'id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:25Z', 'updated_at': '2022-02-07T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4be5460d-504e-4d3f-9d30-27d2bdee0e6e', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'port_id': '6c4f0131-9634-4314-8c73-0e421124638b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'mac_address': 'fa:16:3e:a0:be:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:18:14Z', 'updated_at': '2022-02-07T17:18:14Z', 'revision_number': 0, 'project_id': '7966855f5e624da3963d8b725269571c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54a89e1-a12a-4a97-a1ed-a858a808c26a', 'name': '', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'mac_address': 'fa:16:3e:c3:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:27Z', 'updated_at': '2022-02-07T17:13:36Z', 'revision_number': 5, 'project_id': '7966855f5e624da3963d8b725269571c', 'subnets': [{'id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:17.478689 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2189848-17fe-46ad-9657-7bec0cb543b2 req-34f79b84-69b9-4981-86c3-a4206861e1fd service neutron] 10.222.0.32 "GET /v2.0/networks/1b34ffc6-dc16-4499-ab78-d4665a82951d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537026 Feb 07 17:18:17.500509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb3dd86-0472-4638-8a7d-3798782f6ebb None None] The sync data for ids ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'] in n-d-827865-3 is: [{'id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'name': 'tempest-TestVolumeBackupRestore-399575763-router', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:24Z', 'updated_at': '2022-02-07T17:13:28Z', 'revision_number': 4, 'project_id': '7966855f5e624da3963d8b725269571c', 'gw_port': {'id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:25Z', 'updated_at': '2022-02-07T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4be5460d-504e-4d3f-9d30-27d2bdee0e6e', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'port_id': '6c4f0131-9634-4314-8c73-0e421124638b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'mac_address': 'fa:16:3e:a0:be:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:18:14Z', 'updated_at': '2022-02-07T17:18:14Z', 'revision_number': 0, 'project_id': '7966855f5e624da3963d8b725269571c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54a89e1-a12a-4a97-a1ed-a858a808c26a', 'name': '', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'mac_address': 'fa:16:3e:c3:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:27Z', 'updated_at': '2022-02-07T17:13:36Z', 'revision_number': 5, 'project_id': '7966855f5e624da3963d8b725269571c', 'subnets': [{'id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:18:17.577891 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc19588f-4c90-4bef-9707-9d95cbac81c7 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:17.585153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a0f450-d5ba-4cab-9060-4b23f1515ad1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:18:17.587208 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc19588f-4c90-4bef-9707-9d95cbac81c7 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (4be5460d-504e-4d3f-9d30-27d2bdee0e6e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:17.684036 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67a0f450-d5ba-4cab-9060-4b23f1515ad1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (f6f27fbe-32d1-45fa-940f-7f3473c100a2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:17.684282 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-67a0f450-d5ba-4cab-9060-4b23f1515ad1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Added segment f6f27fbe-32d1-45fa-940f-7f3473c100a2 of type vlan for network b39fdbd1-af5b-4f76-a2ca-9167fa374752 Feb 07 17:18:17.741650 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2189848-17fe-46ad-9657-7bec0cb543b2 req-67e22322-e0be-4a05-bb07-3a52c4f09d34 service neutron] 10.222.0.32 "GET /v2.0/networks/1b34ffc6-dc16-4499-ab78-d4665a82951d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575457 Feb 07 17:18:17.761679 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67a0f450-d5ba-4cab-9060-4b23f1515ad1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (b39fdbd1-af5b-4f76-a2ca-9167fa374752), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:17.809568 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67a0f450-d5ba-4cab-9060-4b23f1515ad1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (b39fdbd1-af5b-4f76-a2ca-9167fa374752), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:17.815278 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a0f450-d5ba-4cab-9060-4b23f1515ad1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:17.815915 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67a0f450-d5ba-4cab-9060-4b23f1515ad1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:17.869812 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975b32ea-b272-4c3e-a35b-d882fc699177 None None] New status for floating IP 4be5460d-504e-4d3f-9d30-27d2bdee0e6e: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:18:17.956410 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-67a0f450-d5ba-4cab-9060-4b23f1515ad1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6191895 Feb 07 17:18:17.960173 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52284) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:17.965652 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-da87f196-bb9b-4066-9f0d-65185e9077ea tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'subnet': {'network_id': 'b39fdbd1-af5b-4f76-a2ca-9167fa374752', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:17.994910 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0f450-d5ba-4cab-9060-4b23f1515ad1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Network': ['ID=b39fdbd1-af5b-4f76-a2ca-9167fa374752,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:18.019675 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network b39fdbd1-af5b-4f76-a2ca-9167fa374752 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:18:18.056584 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc19588f-4c90-4bef-9707-9d95cbac81c7 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:18:18.153778 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da87f196-bb9b-4066-9f0d-65185e9077ea tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Made reservation on behalf of 231139dcd3554826bba4c99fc4b32998 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:18:18.158164 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da87f196-bb9b-4066-9f0d-65185e9077ea tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:18.305607 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc19588f-4c90-4bef-9707-9d95cbac81c7 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:18:18.315414 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc19588f-4c90-4bef-9707-9d95cbac81c7 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:18.321254 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2f3e02-d379-4f58-bcfd-582ee9fb9535 None None] Sync routers for ids ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:18:18.338806 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2f3e02-d379-4f58-bcfd-582ee9fb9535 None None] Routers {'2dc524db-eb49-4c0c-8145-fff32dd2f7ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:18.339740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7c2f3e02-d379-4f58-bcfd-582ee9fb9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:18.410469 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da87f196-bb9b-4066-9f0d-65185e9077ea tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (42741fd7-49d6-4604-8e2c-169263179a55), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:18.429938 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-406f561c-0a87-40d0-aab3-f374ea24f29b req-ebb921d1-80ab-42a7-b9b2-e7fedf285cff tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 210 time: 0.1081724 Feb 07 17:18:18.432227 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'tag': '6c4f0131-9634-4314-8c73-0e421124638b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:18:18.435123 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42eb932c-22a6-483b-8fd7-66ec50e82f76" -d '{"events": [{"name": "network-changed", "server_uuid": "1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f", "tag": "6c4f0131-9634-4314-8c73-0e421124638b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:18:18.481019 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-dc19588f-4c90-4bef-9707-9d95cbac81c7 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "PUT /v2.0/floatingips/4be5460d-504e-4d3f-9d30-27d2bdee0e6e HTTP/1.1" status: 200 len: 991 time: 2.1433604 Feb 07 17:18:18.529076 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87f196-bb9b-4066-9f0d-65185e9077ea tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Subnet': ['ID=42741fd7-49d6-4604-8e2c-169263179a55,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:18.537396 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2938a0d2-6175-46ac-8c1b-cc3d60bca1cc x-openstack-request-id: req-2938a0d2-6175-46ac-8c1b-cc3d60bca1cc {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:18:18.537696 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f", "tag": "6c4f0131-9634-4314-8c73-0e421124638b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:18:18.537957 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2938a0d2-6175-46ac-8c1b-cc3d60bca1cc {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:18:18.542293 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'tag': '6c4f0131-9634-4314-8c73-0e421124638b', 'status': 'completed', 'code': 200} Feb 07 17:18:18.554507 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da87f196-bb9b-4066-9f0d-65185e9077ea tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Checking segment: {'id': 'f6f27fbe-32d1-45fa-940f-7f3473c100a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b39fdbd1-af5b-4f76-a2ca-9167fa374752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:18:18.555029 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da87f196-bb9b-4066-9f0d-65185e9077ea tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network hostable DHCP agents. Network: b39fdbd1-af5b-4f76-a2ca-9167fa374752, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:18:18.582189 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da87f196-bb9b-4066-9f0d-65185e9077ea tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network b39fdbd1-af5b-4f76-a2ca-9167fa374752 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:18:18.591256 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7c2f3e02-d379-4f58-bcfd-582ee9fb9535 None None] Set router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:18.596196 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-da87f196-bb9b-4066-9f0d-65185e9077ea tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, b39fdbd1-af5b-4f76-a2ca-9167fa374752) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:18.617123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da87f196-bb9b-4066-9f0d-65185e9077ea tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:18.618359 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da87f196-bb9b-4066-9f0d-65185e9077ea tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:18.620796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb932c-22a6-483b-8fd7-66ec50e82f76 req-ff86e467-d25d-4c38-8559-443330556d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:18.623331 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-42eb932c-22a6-483b-8fd7-66ec50e82f76 req-ff86e467-d25d-4c38-8559-443330556d2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7966855f5e624da3963d8b725269571c&device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 1128 time: 0.0638626 Feb 07 17:18:18.630376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa70bb93-0cc0-46b0-acb1-e20fe666213b None None] Network b39fdbd1-af5b-4f76-a2ca-9167fa374752 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:18:18.642579 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-da87f196-bb9b-4066-9f0d-65185e9077ea tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6812146 Feb 07 17:18:18.646260 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52294) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:18.654496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dc10b1fd-932b-4dea-9f52-23d36f8c9b8a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-513571767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:18.691033 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc10b1fd-932b-4dea-9f52-23d36f8c9b8a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (594aa273-6213-4a91-a3be-00938911fa3a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:18.692793 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc10b1fd-932b-4dea-9f52-23d36f8c9b8a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (594aa273-6213-4a91-a3be-00938911fa3a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:18.757114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb932c-22a6-483b-8fd7-66ec50e82f76 req-83df2d8b-19c7-48f8-9751-8ea019d5ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:18.760840 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-42eb932c-22a6-483b-8fd7-66ec50e82f76 req-83df2d8b-19c7-48f8-9751-8ea019d5ba34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b34ffc6-dc16-4499-ab78-d4665a82951d HTTP/1.1" status: 200 len: 914 time: 0.1308498 Feb 07 17:18:18.818982 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc10b1fd-932b-4dea-9f52-23d36f8c9b8a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router_controller (594aa273-6213-4a91-a3be-00938911fa3a), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:18.825947 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc10b1fd-932b-4dea-9f52-23d36f8c9b8a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (594aa273-6213-4a91-a3be-00938911fa3a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:18.866910 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dc10b1fd-932b-4dea-9f52-23d36f8c9b8a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:18.884125 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dc10b1fd-932b-4dea-9f52-23d36f8c9b8a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2358360 Feb 07 17:18:18.886520 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-42eb932c-22a6-483b-8fd7-66ec50e82f76 req-c215b33b-ec7f-47fe-a5e6-5ec72509800f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c4f0131-9634-4314-8c73-0e421124638b HTTP/1.1" status: 200 len: 1001 time: 0.1195252 Feb 07 17:18:18.892718 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52296) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:18.929004 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-b39fdbd1-af5b-4f76-a2ca-9167fa374752', 'network_id': 'b39fdbd1-af5b-4f76-a2ca-9167fa374752', 'project_id': '231139dcd3554826bba4c99fc4b32998', 'fixed_ips': [{'subnet_id': '42741fd7-49d6-4604-8e2c-169263179a55'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:18:18.931645 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:18.953688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb932c-22a6-483b-8fd7-66ec50e82f76 req-a5582ba8-344a-41b1-ad16-167938c1b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:18.955596 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-42eb932c-22a6-483b-8fd7-66ec50e82f76 req-a5582ba8-344a-41b1-ad16-167938c1b852 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a53808d-dda3-4d37-9e87-4073eae85e6e HTTP/1.1" status: 200 len: 852 time: 0.0619769 Feb 07 17:18:19.063305 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb932c-22a6-483b-8fd7-66ec50e82f76 req-1710f86b-f43e-49bf-b57b-470bf6c76a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:19.066120 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-42eb932c-22a6-483b-8fd7-66ec50e82f76 req-1710f86b-f43e-49bf-b57b-470bf6c76a76 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b34ffc6-dc16-4499-ab78-d4665a82951d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1046059 Feb 07 17:18:19.201093 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7c2f3e02-d379-4f58-bcfd-582ee9fb9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'name': 'tempest-TestVolumeBackupRestore-399575763-router', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:24Z', 'updated_at': '2022-02-07T17:13:28Z', 'revision_number': 4, 'project_id': '7966855f5e624da3963d8b725269571c', 'gw_port': {'id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:25Z', 'updated_at': '2022-02-07T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4be5460d-504e-4d3f-9d30-27d2bdee0e6e', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'port_id': '6c4f0131-9634-4314-8c73-0e421124638b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'mac_address': 'fa:16:3e:a0:be:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:18:14Z', 'updated_at': '2022-02-07T17:18:18Z', 'revision_number': 2, 'project_id': '7966855f5e624da3963d8b725269571c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54a89e1-a12a-4a97-a1ed-a858a808c26a', 'name': '', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'mac_address': 'fa:16:3e:c3:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:27Z', 'updated_at': '2022-02-07T17:13:36Z', 'revision_number': 5, 'project_id': '7966855f5e624da3963d8b725269571c', 'subnets': [{'id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:19.228912 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-42eb932c-22a6-483b-8fd7-66ec50e82f76 req-0f38849b-d123-4c68-b897-115ec53fe8d9 service neutron] 10.222.0.32 "GET /v2.0/networks/1b34ffc6-dc16-4499-ab78-d4665a82951d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546259 Feb 07 17:18:19.234407 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2f3e02-d379-4f58-bcfd-582ee9fb9535 None None] Checking router: 2dc524db-eb49-4c0c-8145-fff32dd2f7ba for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:18:19.248154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2f3e02-d379-4f58-bcfd-582ee9fb9535 None None] Routers {'2dc524db-eb49-4c0c-8145-fff32dd2f7ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:19.248963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7c2f3e02-d379-4f58-bcfd-582ee9fb9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:19.371521 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d80188c1-f799-4f17-bea2-8752703cc902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:19.381389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] Allocated IP 2001:db8::2 (b39fdbd1-af5b-4f76-a2ca-9167fa374752/42741fd7-49d6-4604-8e2c-169263179a55/a20f933f-e63e-4977-ad0e-c4e467ee3110) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:18:19.387782 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-42eb932c-22a6-483b-8fd7-66ec50e82f76 req-763ce03a-4115-41d3-9c99-f4167fec92f1 service neutron] 10.222.0.32 "GET /v2.0/networks/1b34ffc6-dc16-4499-ab78-d4665a82951d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525080 Feb 07 17:18:19.442662 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7c2f3e02-d379-4f58-bcfd-582ee9fb9535 None None] Set router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:19.636678 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4d6bd135-a6f7-42de-8801-37c9bccc3e35 req-06df2352-80fb-44ab-8136-74fdc2cacdfc tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 210 time: 0.0563090 Feb 07 17:18:19.845174 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] Publish callbacks [] for port (a20f933f-e63e-4977-ad0e-c4e467ee3110), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:19.858559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7c2f3e02-d379-4f58-bcfd-582ee9fb9535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'name': 'tempest-TestVolumeBackupRestore-399575763-router', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:24Z', 'updated_at': '2022-02-07T17:13:28Z', 'revision_number': 4, 'project_id': '7966855f5e624da3963d8b725269571c', 'gw_port': {'id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:25Z', 'updated_at': '2022-02-07T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4be5460d-504e-4d3f-9d30-27d2bdee0e6e', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'port_id': '6c4f0131-9634-4314-8c73-0e421124638b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'mac_address': 'fa:16:3e:a0:be:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:18:14Z', 'updated_at': '2022-02-07T17:18:18Z', 'revision_number': 2, 'project_id': '7966855f5e624da3963d8b725269571c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54a89e1-a12a-4a97-a1ed-a858a808c26a', 'name': '', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'mac_address': 'fa:16:3e:c3:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:27Z', 'updated_at': '2022-02-07T17:13:36Z', 'revision_number': 5, 'project_id': '7966855f5e624da3963d8b725269571c', 'subnets': [{'id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:19.861071 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (a20f933f-e63e-4977-ad0e-c4e467ee3110), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:19.907249 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2f3e02-d379-4f58-bcfd-582ee9fb9535 None None] The sync data for ids ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'] in n-d-827865-3 is: [{'id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'name': 'tempest-TestVolumeBackupRestore-399575763-router', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:24Z', 'updated_at': '2022-02-07T17:13:28Z', 'revision_number': 4, 'project_id': '7966855f5e624da3963d8b725269571c', 'gw_port': {'id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:25Z', 'updated_at': '2022-02-07T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4be5460d-504e-4d3f-9d30-27d2bdee0e6e', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'floating_ip_address': '172.25.4.14', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'port_id': '6c4f0131-9634-4314-8c73-0e421124638b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'mac_address': 'fa:16:3e:a0:be:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:18:14Z', 'updated_at': '2022-02-07T17:18:18Z', 'revision_number': 2, 'project_id': '7966855f5e624da3963d8b725269571c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54a89e1-a12a-4a97-a1ed-a858a808c26a', 'name': '', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'mac_address': 'fa:16:3e:c3:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:27Z', 'updated_at': '2022-02-07T17:13:36Z', 'revision_number': 5, 'project_id': '7966855f5e624da3963d8b725269571c', 'subnets': [{'id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:18:19.935755 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] Network b39fdbd1-af5b-4f76-a2ca-9167fa374752 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:19.938193 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d80188c1-f799-4f17-bea2-8752703cc902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Allocated IP 2001:db8::1 (b39fdbd1-af5b-4f76-a2ca-9167fa374752/42741fd7-49d6-4604-8e2c-169263179a55/e1abbf68-317e-4229-b85d-c246daed3a30) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:18:19.958028 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:19.975386 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:18:20.036850 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] Pushing event updated for resources: {'Port': ['ID=a20f933f-e63e-4977-ad0e-c4e467ee3110,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:20.137594 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d80188c1-f799-4f17-bea2-8752703cc902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (e1abbf68-317e-4229-b85d-c246daed3a30), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:20.151570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] Attempting to bind port a20f933f-e63e-4977-ad0e-c4e467ee3110 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:18:20.151570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] Attempting to bind port a20f933f-e63e-4977-ad0e-c4e467ee3110 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'f6f27fbe-32d1-45fa-940f-7f3473c100a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b39fdbd1-af5b-4f76-a2ca-9167fa374752'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:18:20.151570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] Attempting to bind port a20f933f-e63e-4977-ad0e-c4e467ee3110 on network b39fdbd1-af5b-4f76-a2ca-9167fa374752 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:18:20.156247 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:18:20.156469 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] Checking segment: {'id': 'f6f27fbe-32d1-45fa-940f-7f3473c100a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b39fdbd1-af5b-4f76-a2ca-9167fa374752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:18:20.157064 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:20.157401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] Bound using segment: {'id': 'f6f27fbe-32d1-45fa-940f-7f3473c100a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b39fdbd1-af5b-4f76-a2ca-9167fa374752'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:18:20.157847 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] Bound port: a20f933f-e63e-4977-ad0e-c4e467ee3110, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f27fbe-32d1-45fa-940f-7f3473c100a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b39fdbd1-af5b-4f76-a2ca-9167fa374752'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:18:20.158307 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a20f933f-e63e-4977-ad0e-c4e467ee3110), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:20.194131 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d80188c1-f799-4f17-bea2-8752703cc902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (e1abbf68-317e-4229-b85d-c246daed3a30), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:20.215545 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80188c1-f799-4f17-bea2-8752703cc902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network b39fdbd1-af5b-4f76-a2ca-9167fa374752 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:20.218697 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d80188c1-f799-4f17-bea2-8752703cc902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:20.268740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] For port a20f933f-e63e-4977-ad0e-c4e467ee3110, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:18:20.273770 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] For port a20f933f-e63e-4977-ad0e-c4e467ee3110, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a20f933f-e63e-4977-ad0e-c4e467ee3110,segment=NetworkSegment(f6f27fbe-32d1-45fa-940f-7f3473c100a2),segment_id=f6f27fbe-32d1-45fa-940f-7f3473c100a2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:18:20.275549 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80188c1-f799-4f17-bea2-8752703cc902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:18:20.276142 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d80188c1-f799-4f17-bea2-8752703cc902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (594aa273-6213-4a91-a3be-00938911fa3a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:20.286699 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a20f933f-e63e-4977-ad0e-c4e467ee3110), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:20.386872 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80188c1-f799-4f17-bea2-8752703cc902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=e1abbf68-317e-4229-b85d-c246daed3a30,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:20.396248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58810b9b-3be3-4139-a100-1660cf5049f1 None None] Pushing event updated for resources: {'Port': ['ID=a20f933f-e63e-4977-ad0e-c4e467ee3110,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:20.490325 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d80188c1-f799-4f17-bea2-8752703cc902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e1abbf68-317e-4229-b85d-c246daed3a30), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:20.543869 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'tag': '6c4f0131-9634-4314-8c73-0e421124638b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:18:20.546327 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56a0632-7cd3-4f29-b736-94bd26fc1718" -d '{"events": [{"name": "network-changed", "server_uuid": "1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f", "tag": "6c4f0131-9634-4314-8c73-0e421124638b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:18:20.655546 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ca304d-ed5b-42c9-96f5-f7c8204de828 x-openstack-request-id: req-35ca304d-ed5b-42c9-96f5-f7c8204de828 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:18:20.655877 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f", "tag": "6c4f0131-9634-4314-8c73-0e421124638b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:18:20.656141 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35ca304d-ed5b-42c9-96f5-f7c8204de828 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:18:20.656585 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'tag': '6c4f0131-9634-4314-8c73-0e421124638b', 'status': 'completed', 'code': 200} Feb 07 17:18:20.791229 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91f5509c-0ab3-46cc-a3ee-45bce4f5350b req-3c9ce358-f44d-4434-949f-463ee07b7f8b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 210 time: 0.0400267 Feb 07 17:18:20.806940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a0632-7cd3-4f29-b736-94bd26fc1718 req-601b8d4c-6bcf-4d56-8e54-800648119f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:20.809237 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c56a0632-7cd3-4f29-b736-94bd26fc1718 req-601b8d4c-6bcf-4d56-8e54-800648119f08 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7966855f5e624da3963d8b725269571c&device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 1128 time: 0.1302028 Feb 07 17:18:20.939853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a0632-7cd3-4f29-b736-94bd26fc1718 req-75c4b6ba-f1aa-4903-8cdc-2ad7fe8b5292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:20.942424 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c56a0632-7cd3-4f29-b736-94bd26fc1718 req-75c4b6ba-f1aa-4903-8cdc-2ad7fe8b5292 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b34ffc6-dc16-4499-ab78-d4665a82951d HTTP/1.1" status: 200 len: 914 time: 0.1266632 Feb 07 17:18:20.974464 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d80188c1-f799-4f17-bea2-8752703cc902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (e1abbf68-317e-4229-b85d-c246daed3a30), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:20.980355 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d80188c1-f799-4f17-bea2-8752703cc902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (e1abbf68-317e-4229-b85d-c246daed3a30), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:20.981170 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d80188c1-f799-4f17-bea2-8752703cc902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (594aa273-6213-4a91-a3be-00938911fa3a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:21.035177 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c56a0632-7cd3-4f29-b736-94bd26fc1718 req-023e2a87-483f-4c52-a751-7bf2f0e14361 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c4f0131-9634-4314-8c73-0e421124638b HTTP/1.1" status: 200 len: 1001 time: 0.0859773 Feb 07 17:18:21.055671 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80188c1-f799-4f17-bea2-8752703cc902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=e1abbf68-317e-4229-b85d-c246daed3a30,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:21.127680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a0632-7cd3-4f29-b736-94bd26fc1718 req-21026466-9bd7-45ba-aa3a-3d6da628e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:21.131164 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c56a0632-7cd3-4f29-b736-94bd26fc1718 req-21026466-9bd7-45ba-aa3a-3d6da628e1fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a53808d-dda3-4d37-9e87-4073eae85e6e HTTP/1.1" status: 200 len: 852 time: 0.0903783 Feb 07 17:18:21.198933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80188c1-f799-4f17-bea2-8752703cc902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network b39fdbd1-af5b-4f76-a2ca-9167fa374752 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:21.200598 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d80188c1-f799-4f17-bea2-8752703cc902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:21.221791 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a0632-7cd3-4f29-b736-94bd26fc1718 req-7c4e19a3-83de-4887-a803-2919d053d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:21.224447 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c56a0632-7cd3-4f29-b736-94bd26fc1718 req-7c4e19a3-83de-4887-a803-2919d053d7e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b34ffc6-dc16-4499-ab78-d4665a82951d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0874658 Feb 07 17:18:21.386887 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c56a0632-7cd3-4f29-b736-94bd26fc1718 req-961874f1-09f4-489a-9067-b1ca0d3897e9 service neutron] 10.222.0.32 "GET /v2.0/networks/1b34ffc6-dc16-4499-ab78-d4665a82951d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557839 Feb 07 17:18:21.388699 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80188c1-f799-4f17-bea2-8752703cc902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router 594aa273-6213-4a91-a3be-00938911fa3a is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:18:21.532761 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c56a0632-7cd3-4f29-b736-94bd26fc1718 req-0696b8b8-287e-4195-bed9-5491f98b368d service neutron] 10.222.0.32 "GET /v2.0/networks/1b34ffc6-dc16-4499-ab78-d4665a82951d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410413 Feb 07 17:18:21.579745 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:21.943802 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd91fdc-a38a-4d62-8c8f-f5cb20be1227 None None] Network b39fdbd1-af5b-4f76-a2ca-9167fa374752 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:18:22.065088 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80188c1-f799-4f17-bea2-8752703cc902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:18:22.077153 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a92a23-ff1d-4964-a8c8-58ab3878f943 None None] Sync routers for ids ['594aa273-6213-4a91-a3be-00938911fa3a'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:18:22.093543 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a92a23-ff1d-4964-a8c8-58ab3878f943 None None] Routers {'594aa273-6213-4a91-a3be-00938911fa3a'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:22.094703 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-19a92a23-ff1d-4964-a8c8-58ab3878f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['594aa273-6213-4a91-a3be-00938911fa3a'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:22.114254 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d80188c1-f799-4f17-bea2-8752703cc902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/594aa273-6213-4a91-a3be-00938911fa3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2176743 Feb 07 17:18:22.114595 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52318) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:22.146768 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-19a92a23-ff1d-4964-a8c8-58ab3878f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:22.157186 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6cc9de45-e453-4063-b82b-655997344bd3 req-3bce3ff8-47d8-4510-b50b-0c33d9296c17 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 210 time: 0.0887368 Feb 07 17:18:22.171691 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a92a23-ff1d-4964-a8c8-58ab3878f943 None None] Routers {'594aa273-6213-4a91-a3be-00938911fa3a'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:22.173091 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-19a92a23-ff1d-4964-a8c8-58ab3878f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['594aa273-6213-4a91-a3be-00938911fa3a'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:22.228297 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-19a92a23-ff1d-4964-a8c8-58ab3878f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:22.229399 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a92a23-ff1d-4964-a8c8-58ab3878f943 None None] The sync data for ids ['594aa273-6213-4a91-a3be-00938911fa3a'] in n-d-827865-3 is: [] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:18:22.242699 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e990f004-2d6a-4937-aef0-d5400738ab93 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:22.246557 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e990f004-2d6a-4937-aef0-d5400738ab93 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/ports/e1abbf68-317e-4229-b85d-c246daed3a30 HTTP/1.1" status: 200 len: 911 time: 0.1308825 Feb 07 17:18:22.251604 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52322) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:22.262108 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1a106ce1-f81c-4e9c-99b3-37820491f5d0 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '42741fd7-49d6-4604-8e2c-169263179a55'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:22.427800 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1117c337-41c9-4ea9-bc78-a4b7ea186691 None None] Provisioning complete for port a20f933f-e63e-4977-ad0e-c4e467ee3110 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:22.428243 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1117c337-41c9-4ea9-bc78-a4b7ea186691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a20f933f-e63e-4977-ad0e-c4e467ee3110), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:22.535397 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a20f933f-e63e-4977-ad0e-c4e467ee3110 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:18:22.546834 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a106ce1-f81c-4e9c-99b3-37820491f5d0 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e1abbf68-317e-4229-b85d-c246daed3a30), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:22.720946 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1117c337-41c9-4ea9-bc78-a4b7ea186691 None None] Current status of the port a20f933f-e63e-4977-ad0e-c4e467ee3110 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:22.721831 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1117c337-41c9-4ea9-bc78-a4b7ea186691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a20f933f-e63e-4977-ad0e-c4e467ee3110), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:22.725969 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a20f933f-e63e-4977-ad0e-c4e467ee3110 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:22.726784 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a20f933f-e63e-4977-ad0e-c4e467ee3110), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:22.850304 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1117c337-41c9-4ea9-bc78-a4b7ea186691 None None] For port a20f933f-e63e-4977-ad0e-c4e467ee3110, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a20f933f-e63e-4977-ad0e-c4e467ee3110,segment=NetworkSegment(f6f27fbe-32d1-45fa-940f-7f3473c100a2),segment_id=f6f27fbe-32d1-45fa-940f-7f3473c100a2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:22.862488 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1117c337-41c9-4ea9-bc78-a4b7ea186691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a20f933f-e63e-4977-ad0e-c4e467ee3110), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:23.016498 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a20f933f-e63e-4977-ad0e-c4e467ee3110 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:23.020990 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117c337-41c9-4ea9-bc78-a4b7ea186691 None None] Pushing event updated for resources: {'Port': ['ID=a20f933f-e63e-4977-ad0e-c4e467ee3110,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:23.205038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f66ce181-7614-482b-a964-f66c6dd68c63 None None] Provisioning complete for port a20f933f-e63e-4977-ad0e-c4e467ee3110 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:23.205552 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f66ce181-7614-482b-a964-f66c6dd68c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a20f933f-e63e-4977-ad0e-c4e467ee3110), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:23.415419 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:23.416221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f66ce181-7614-482b-a964-f66c6dd68c63 None None] Current status of the port a20f933f-e63e-4977-ad0e-c4e467ee3110 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:23.449837 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f66ce181-7614-482b-a964-f66c6dd68c63 None None] Provisioning complete for port e1abbf68-317e-4229-b85d-c246daed3a30 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:23.452386 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f66ce181-7614-482b-a964-f66c6dd68c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e1abbf68-317e-4229-b85d-c246daed3a30), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:23.516817 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f66ce181-7614-482b-a964-f66c6dd68c63 None None] Port e1abbf68-317e-4229-b85d-c246daed3a30 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:18:23.624221 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f0c3c29e-85e7-4476-bcfe-ca95bb75669b req-9736d80b-42cc-4343-8f1c-ce5ab8500bd1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=318e2a5e-445d-45ed-804a-eb1edbdc6be9 HTTP/1.1" status: 200 len: 210 time: 0.0381725 Feb 07 17:18:23.654906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a4205194-8f97-4829-80e4-077bf76fc617 None None] Provisioning complete for port e1abbf68-317e-4229-b85d-c246daed3a30 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:23.655435 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a4205194-8f97-4829-80e4-077bf76fc617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e1abbf68-317e-4229-b85d-c246daed3a30), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:23.760937 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a4205194-8f97-4829-80e4-077bf76fc617 None None] Port e1abbf68-317e-4229-b85d-c246daed3a30 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:18:23.782783 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a106ce1-f81c-4e9c-99b3-37820491f5d0 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (e1abbf68-317e-4229-b85d-c246daed3a30), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:23.795128 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a106ce1-f81c-4e9c-99b3-37820491f5d0 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (e1abbf68-317e-4229-b85d-c246daed3a30), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:23.803680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a106ce1-f81c-4e9c-99b3-37820491f5d0 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:23.806352 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a106ce1-f81c-4e9c-99b3-37820491f5d0 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:23.810054 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1a106ce1-f81c-4e9c-99b3-37820491f5d0 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/ports/e1abbf68-317e-4229-b85d-c246daed3a30 HTTP/1.1" status: 200 len: 911 time: 1.5574415 Feb 07 17:18:23.814727 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52334) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:23.878170 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a106ce1-f81c-4e9c-99b3-37820491f5d0 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=e1abbf68-317e-4229-b85d-c246daed3a30,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:24.011264 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1f9e6925-0e49-4dae-8939-dfb31f2ab23f None None] Provisioning complete for port e1abbf68-317e-4229-b85d-c246daed3a30 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:24.013145 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1f9e6925-0e49-4dae-8939-dfb31f2ab23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e1abbf68-317e-4229-b85d-c246daed3a30), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:24.067364 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e6925-0e49-4dae-8939-dfb31f2ab23f None None] Port e1abbf68-317e-4229-b85d-c246daed3a30 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:18:24.400583 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a20f933f-e63e-4977-ad0e-c4e467ee3110 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:18:24.561128 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (594aa273-6213-4a91-a3be-00938911fa3a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:24.573070 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a20f933f-e63e-4977-ad0e-c4e467ee3110 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:24.573566 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a20f933f-e63e-4977-ad0e-c4e467ee3110), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:24.726170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a20f933f-e63e-4977-ad0e-c4e467ee3110 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:24.910390 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting port e1abbf68-317e-4229-b85d-c246daed3a30 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:18:24.911716 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e1abbf68-317e-4229-b85d-c246daed3a30), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:24.936396 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-ed7e6aae-f36f-4f00-bab4-98ce94e5dad9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1786046573&fields=id&tenant_id=233dfa16822a4a16ac319e689f5e7249 HTTP/1.1" status: 200 len: 267 time: 0.0606809 Feb 07 17:18:25.062017 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-b78ed828-1220-4974-a693-f44619f18d27 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:25.063698 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-b78ed828-1220-4974-a693-f44619f18d27 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 811 time: 0.1195598 Feb 07 17:18:25.072402 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e1abbf68-317e-4229-b85d-c246daed3a30), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:25.087740 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-80078256-bbc2-4c3f-9ce2-8caace7a7621 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/quotas/233dfa16822a4a16ac319e689f5e7249 HTTP/1.1" status: 200 len: 375 time: 0.0156872 Feb 07 17:18:25.092267 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Calling delete_port for e1abbf68-317e-4229-b85d-c246daed3a30 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:18:25.165054 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-3245a6c3-184d-44cb-8651-a0d8ae8c5811 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706172 Feb 07 17:18:25.308952 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-f638d8be-7d2c-4892-a0fa-c530377b4386 service neutron] 10.222.0.18 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309085 Feb 07 17:18:25.384045 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (e1abbf68-317e-4229-b85d-c246daed3a30), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:25.455804 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Port': ['ID=e1abbf68-317e-4229-b85d-c246daed3a30,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:25.457904 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-b0211601-069f-43bd-ab5d-960a961d71ff service neutron] 10.222.0.18 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472950 Feb 07 17:18:25.519730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:25.520841 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:25.521390 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:25.521916 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:25.522426 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:25.522891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:25.523711 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:25.523877 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:25.524347 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:25.524858 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:25.534970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:25.536277 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:25.536945 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:25.580534 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:18:25.736093 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (594aa273-6213-4a91-a3be-00938911fa3a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:25.838279 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14707c5a-0284-4e56-ab03-8ef00af45470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:26.261094 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-648d1ccf-8571-459e-bfc8-588ee0e3c979 req-2e095316-4919-440e-a4a1-11e05303d7c4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 210 time: 0.0866051 Feb 07 17:18:26.371352 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router 594aa273-6213-4a91-a3be-00938911fa3a has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:18:26.476367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:18:26.492530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac509a7b-c7ea-4905-a1e8-bdde1cae7552 None None] Sync routers for ids ['594aa273-6213-4a91-a3be-00938911fa3a'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:18:26.499636 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0d98cf07-e4ee-4ddd-9c61-bba91d3543c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/594aa273-6213-4a91-a3be-00938911fa3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6833618 Feb 07 17:18:26.503870 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52370) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:26.522066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac509a7b-c7ea-4905-a1e8-bdde1cae7552 None None] Routers {'594aa273-6213-4a91-a3be-00938911fa3a'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:26.523294 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ac509a7b-c7ea-4905-a1e8-bdde1cae7552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['594aa273-6213-4a91-a3be-00938911fa3a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:26.574327 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-227b9770-3576-41fb-b02f-9654fa3d0855 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/ports?device_id=594aa273-6213-4a91-a3be-00938911fa3a HTTP/1.1" status: 200 len: 205 time: 0.0653758 Feb 07 17:18:26.574914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52372) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:26.625190 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ac509a7b-c7ea-4905-a1e8-bdde1cae7552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:26.643532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac509a7b-c7ea-4905-a1e8-bdde1cae7552 None None] Routers {'594aa273-6213-4a91-a3be-00938911fa3a'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:26.644627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ac509a7b-c7ea-4905-a1e8-bdde1cae7552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:17:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['594aa273-6213-4a91-a3be-00938911fa3a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:26.683775 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-986298ef-fdc0-413a-82d9-c6071b0548ce tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (594aa273-6213-4a91-a3be-00938911fa3a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:26.717032 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ac509a7b-c7ea-4905-a1e8-bdde1cae7552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:26.718842 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac509a7b-c7ea-4905-a1e8-bdde1cae7552 None None] The sync data for ids ['594aa273-6213-4a91-a3be-00938911fa3a'] in n-d-827865-3 is: [] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:18:26.941544 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-986298ef-fdc0-413a-82d9-c6071b0548ce tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (594aa273-6213-4a91-a3be-00938911fa3a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:26.946377 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-986298ef-fdc0-413a-82d9-c6071b0548ce tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router_controller (594aa273-6213-4a91-a3be-00938911fa3a), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:27.032818 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-986298ef-fdc0-413a-82d9-c6071b0548ce tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (594aa273-6213-4a91-a3be-00938911fa3a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:27.033878 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986298ef-fdc0-413a-82d9-c6071b0548ce tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Fanout notify agent at l3_agent the message router_deleted on router 594aa273-6213-4a91-a3be-00938911fa3a {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:18:27.049479 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-986298ef-fdc0-413a-82d9-c6071b0548ce tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:27.053246 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-986298ef-fdc0-413a-82d9-c6071b0548ce tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/routers/594aa273-6213-4a91-a3be-00938911fa3a HTTP/1.1" status: 204 len: 168 time: 0.4762714 Feb 07 17:18:27.055393 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52376) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:27.144437 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-a601d712-4d5c-4444-8f00-3f15f19eb0b3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting subnet 42741fd7-49d6-4604-8e2c-169263179a55 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:18:27.148527 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a601d712-4d5c-4444-8f00-3f15f19eb0b3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (42741fd7-49d6-4604-8e2c-169263179a55), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:27.199433 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a601d712-4d5c-4444-8f00-3f15f19eb0b3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (42741fd7-49d6-4604-8e2c-169263179a55), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:27.331255 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a601d712-4d5c-4444-8f00-3f15f19eb0b3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (42741fd7-49d6-4604-8e2c-169263179a55), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:27.437744 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a601d712-4d5c-4444-8f00-3f15f19eb0b3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (42741fd7-49d6-4604-8e2c-169263179a55), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:27.446081 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4a83f6de-bfea-4220-908e-edd64a6c718d req-2faed1c6-99c7-40f9-aedd-982c1bb112fc tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 210 time: 0.0461376 Feb 07 17:18:27.475641 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a601d712-4d5c-4444-8f00-3f15f19eb0b3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:27.482580 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a601d712-4d5c-4444-8f00-3f15f19eb0b3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/subnets/42741fd7-49d6-4604-8e2c-169263179a55 HTTP/1.1" status: 204 len: 168 time: 0.4228611 Feb 07 17:18:27.482580 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601d712-4d5c-4444-8f00-3f15f19eb0b3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Subnet': ['ID=42741fd7-49d6-4604-8e2c-169263179a55,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:27.484381 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52386) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:27.491987 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25262391-6c92-408b-946a-d83830c24853 None None] Network b39fdbd1-af5b-4f76-a2ca-9167fa374752 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:18:27.765405 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfac2ba-1e16-4481-8038-137292c3b677 None None] DHCP port deletion for b39fdbd1-af5b-4f76-a2ca-9167fa374752 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:18:27.912256 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (b39fdbd1-af5b-4f76-a2ca-9167fa374752), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:27.921131 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1dfac2ba-1e16-4481-8038-137292c3b677 None None] Deleting port a20f933f-e63e-4977-ad0e-c4e467ee3110 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:18:27.922109 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1dfac2ba-1e16-4481-8038-137292c3b677 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a20f933f-e63e-4977-ad0e-c4e467ee3110), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:27.974328 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-eeed7a81-c858-4646-adc4-db0d773f3acf tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:27.977757 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-eeed7a81-c858-4646-adc4-db0d773f3acf tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.48 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 811 time: 0.5088325 Feb 07 17:18:28.115491 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1dfac2ba-1e16-4481-8038-137292c3b677 None None] For port a20f933f-e63e-4977-ad0e-c4e467ee3110, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a20f933f-e63e-4977-ad0e-c4e467ee3110,segment=NetworkSegment(f6f27fbe-32d1-45fa-940f-7f3473c100a2),segment_id=f6f27fbe-32d1-45fa-940f-7f3473c100a2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:28.115973 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1dfac2ba-1e16-4481-8038-137292c3b677 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a20f933f-e63e-4977-ad0e-c4e467ee3110), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:28.136163 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1dfac2ba-1e16-4481-8038-137292c3b677 None None] Calling delete_port for a20f933f-e63e-4977-ad0e-c4e467ee3110 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:18:28.139889 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-3102841d-fa93-43e7-af94-1d642eeacbce tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=233dfa16822a4a16ac319e689f5e7249 HTTP/1.1" status: 200 len: 380 time: 0.0952268 Feb 07 17:18:28.149633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-f773aaff-dbee-4570-b537-0575d9f8dc79 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Request body: {'port': {'device_id': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'admin_state_up': True, 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'security_groups': ['182f7d23-a5d7-4c9f-95a1-a2220e264874']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:28.294719 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting port a20f933f-e63e-4977-ad0e-c4e467ee3110 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:18:28.294984 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a20f933f-e63e-4977-ad0e-c4e467ee3110), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:28.331061 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-f773aaff-dbee-4570-b537-0575d9f8dc79 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Made reservation on behalf of 233dfa16822a4a16ac319e689f5e7249 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:18:28.342081 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-f773aaff-dbee-4570-b537-0575d9f8dc79 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:28.357614 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1dfac2ba-1e16-4481-8038-137292c3b677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (a20f933f-e63e-4977-ad0e-c4e467ee3110), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:28.407643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfac2ba-1e16-4481-8038-137292c3b677 None None] Pushing event deleted for resources: {'Port': ['ID=a20f933f-e63e-4977-ad0e-c4e467ee3110,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:28.413017 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a20f933f-e63e-4977-ad0e-c4e467ee3110 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:18:28.451840 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: a20f933f-e63e-4977-ad0e-c4e467ee3110 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:18:28.452312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a20f933f-e63e-4977-ad0e-c4e467ee3110 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:18:28.455737 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-40cc635b-c8b6-4c59-ad83-f8075c0c5e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:28.467352 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfac2ba-1e16-4481-8038-137292c3b677 None None] No DVR routers for this DVR port a20f933f-e63e-4977-ad0e-c4e467ee3110 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:18:28.641224 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-988dded2-daba-4d62-860e-4483e4ea14e1 req-2c29d57b-21ce-43f4-9571-31310c2a00ad tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 210 time: 0.0587771 Feb 07 17:18:28.672191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] For port a20f933f-e63e-4977-ad0e-c4e467ee3110, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a20f933f-e63e-4977-ad0e-c4e467ee3110,segment=NetworkSegment(f6f27fbe-32d1-45fa-940f-7f3473c100a2),segment_id=f6f27fbe-32d1-45fa-940f-7f3473c100a2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:28.673058 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a20f933f-e63e-4977-ad0e-c4e467ee3110), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:28.693840 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Calling delete_port for a20f933f-e63e-4977-ad0e-c4e467ee3110 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:18:28.792299 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-f773aaff-dbee-4570-b537-0575d9f8dc79 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Allocated IP 172.20.0.10 (56094dec-cda5-47cb-bfb8-9d2a21cddfa9/311a2122-e2a3-40f9-ab16-f19979f8f39f/60874b68-ecab-41db-97f3-85d3fca0d35c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:18:28.853044 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a20f933f-e63e-4977-ad0e-c4e467ee3110), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:29.093448 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-f773aaff-dbee-4570-b537-0575d9f8dc79 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for port (60874b68-ecab-41db-97f3-85d3fca0d35c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:29.144590 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Port': ['ID=a20f933f-e63e-4977-ad0e-c4e467ee3110,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:29.159347 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] No DVR routers for this DVR port a20f933f-e63e-4977-ad0e-c4e467ee3110 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:18:29.175165 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:29.175514 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:29.175855 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:29.177693 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:29.178058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:29.178407 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:29.178749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:29.179160 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:29.179489 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:29.179982 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:29.180324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:29.180728 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:29.181066 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:29.292233 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (b39fdbd1-af5b-4f76-a2ca-9167fa374752), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:29.319315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39fdbd1-af5b-4f76-a2ca-9167fa374752']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:29.334219 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f27fbe-32d1-45fa-940f-7f3473c100a2') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:29.334635 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f27fbe-32d1-45fa-940f-7f3473c100a2') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:29.347203 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (f6f27fbe-32d1-45fa-940f-7f3473c100a2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:29.366160 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (f6f27fbe-32d1-45fa-940f-7f3473c100a2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:29.373808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:18:29.374243 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (f6f27fbe-32d1-45fa-940f-7f3473c100a2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: self.session.flush() Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:18:29.474190 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:18:29.478239 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (b39fdbd1-af5b-4f76-a2ca-9167fa374752), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:29.488745 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:29.493604 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/networks/b39fdbd1-af5b-4f76-a2ca-9167fa374752 HTTP/1.1" status: 204 len: 168 time: 2.0079803 Feb 07 17:18:29.500772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52400) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:29.508327 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3c51f4b0-57d4-4193-94ed-7811f293a06a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-643220933', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:29.541341 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefe2ae-3a20-41ed-bd13-2f5d5628522f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Network': ['ID=b39fdbd1-af5b-4f76-a2ca-9167fa374752,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:29.552400 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-f773aaff-dbee-4570-b537-0575d9f8dc79 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (60874b68-ecab-41db-97f3-85d3fca0d35c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:29.560543 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c51f4b0-57d4-4193-94ed-7811f293a06a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (c9df3927-63ba-44d2-8db6-7df27005fcc5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:29.561715 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c51f4b0-57d4-4193-94ed-7811f293a06a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (c9df3927-63ba-44d2-8db6-7df27005fcc5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:29.608217 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:29.618257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-f773aaff-dbee-4570-b537-0575d9f8dc79 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:29.639261 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773aaff-dbee-4570-b537-0575d9f8dc79 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event updated for resources: {'Port': ['ID=60874b68-ecab-41db-97f3-85d3fca0d35c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:29.642400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-f773aaff-dbee-4570-b537-0575d9f8dc79 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:29.646842 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-f773aaff-dbee-4570-b537-0575d9f8dc79 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:18:29.712643 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c51f4b0-57d4-4193-94ed-7811f293a06a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router_controller (c9df3927-63ba-44d2-8db6-7df27005fcc5), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:29.721820 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c51f4b0-57d4-4193-94ed-7811f293a06a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (c9df3927-63ba-44d2-8db6-7df27005fcc5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:29.772365 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-f773aaff-dbee-4570-b537-0575d9f8dc79 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:29.773049 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-f773aaff-dbee-4570-b537-0575d9f8dc79 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:29.782368 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c51f4b0-57d4-4193-94ed-7811f293a06a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:29.794186 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3c51f4b0-57d4-4193-94ed-7811f293a06a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2914841 Feb 07 17:18:29.794520 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52406) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:29.802087 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e6a0e0b2-87c8-4f4a-b9ba-a7424fe0033f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2050332794'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:29.849535 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a0e0b2-87c8-4f4a-b9ba-a7424fe0033f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Made reservation on behalf of 231139dcd3554826bba4c99fc4b32998 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:18:29.853689 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e0b2-87c8-4f4a-b9ba-a7424fe0033f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:29.894613 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a0e0b2-87c8-4f4a-b9ba-a7424fe0033f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:18:29.923807 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-f773aaff-dbee-4570-b537-0575d9f8dc79 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7786198 Feb 07 17:18:29.935820 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e0b2-87c8-4f4a-b9ba-a7424fe0033f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (ed1d1205-df7f-4581-9a80-cd562f9325c9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:29.936159 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-e6a0e0b2-87c8-4f4a-b9ba-a7424fe0033f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Added segment ed1d1205-df7f-4581-9a80-cd562f9325c9 of type vlan for network 9f74d39e-5c33-4e04-9c68-edaa88fb7c81 Feb 07 17:18:29.943471 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Request body: {'port': {'device_id': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:30.053032 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e0b2-87c8-4f4a-b9ba-a7424fe0033f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (9f74d39e-5c33-4e04-9c68-edaa88fb7c81), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:30.062210 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1dfcc-d38c-432e-8d15-fe05ce191aed req-c44f7f9c-0749-488f-956b-518ee10aceae tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:30.063897 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63e1dfcc-d38c-432e-8d15-fe05ce191aed req-c44f7f9c-0749-488f-956b-518ee10aceae tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 932 time: 0.2287023 Feb 07 17:18:30.154166 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (60874b68-ecab-41db-97f3-85d3fca0d35c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:30.154872 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d5313b45-28df-4b61-9d16-005a1ed33ad0 None None] Provisioning complete for port 60874b68-ecab-41db-97f3-85d3fca0d35c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:30.155599 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d5313b45-28df-4b61-9d16-005a1ed33ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (60874b68-ecab-41db-97f3-85d3fca0d35c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:30.184949 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e0b2-87c8-4f4a-b9ba-a7424fe0033f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (9f74d39e-5c33-4e04-9c68-edaa88fb7c81), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:30.190156 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a0e0b2-87c8-4f4a-b9ba-a7424fe0033f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:30.190788 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e0b2-87c8-4f4a-b9ba-a7424fe0033f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:30.217862 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d5313b45-28df-4b61-9d16-005a1ed33ad0 None None] Port 60874b68-ecab-41db-97f3-85d3fca0d35c cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:18:30.299563 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-63e1dfcc-d38c-432e-8d15-fe05ce191aed req-bb88361e-537d-49d8-918c-2114a9818317 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215240 Feb 07 17:18:30.373132 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e6a0e0b2-87c8-4f4a-b9ba-a7424fe0033f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5774143 Feb 07 17:18:30.376185 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52408) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:30.384201 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3bff8510-fc1c-47f3-9b9c-b96a57c74d17 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'subnet': {'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:30.541881 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bff8510-fc1c-47f3-9b9c-b96a57c74d17 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Made reservation on behalf of 231139dcd3554826bba4c99fc4b32998 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:18:30.543579 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0e0b2-87c8-4f4a-b9ba-a7424fe0033f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Network': ['ID=9f74d39e-5c33-4e04-9c68-edaa88fb7c81,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:30.547733 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bff8510-fc1c-47f3-9b9c-b96a57c74d17 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:30.611826 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 9f74d39e-5c33-4e04-9c68-edaa88fb7c81 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:18:30.859144 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bff8510-fc1c-47f3-9b9c-b96a57c74d17 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (971a1a87-931f-474c-8478-a69a905fa945), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:30.870275 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60874b68-ecab-41db-97f3-85d3fca0d35c {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:18:30.879560 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Publish callbacks [] for port (60874b68-ecab-41db-97f3-85d3fca0d35c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:30.895809 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Transition to ACTIVE for port object 60874b68-ecab-41db-97f3-85d3fca0d35c will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:18:30.899532 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (60874b68-ecab-41db-97f3-85d3fca0d35c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:30.906907 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:31.006481 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff8510-fc1c-47f3-9b9c-b96a57c74d17 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Subnet': ['ID=971a1a87-931f-474c-8478-a69a905fa945,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:31.015043 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Pushing event updated for resources: {'Port': ['ID=60874b68-ecab-41db-97f3-85d3fca0d35c,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:31.027327 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bff8510-fc1c-47f3-9b9c-b96a57c74d17 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Checking segment: {'id': 'ed1d1205-df7f-4581-9a80-cd562f9325c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:18:31.029378 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bff8510-fc1c-47f3-9b9c-b96a57c74d17 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network hostable DHCP agents. Network: 9f74d39e-5c33-4e04-9c68-edaa88fb7c81, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:18:31.054758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Attempting to bind port 60874b68-ecab-41db-97f3-85d3fca0d35c on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:18:31.055094 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Attempting to bind port 60874b68-ecab-41db-97f3-85d3fca0d35c by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:18:31.055480 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Attempting to bind port 60874b68-ecab-41db-97f3-85d3fca0d35c on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:18:31.061168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bff8510-fc1c-47f3-9b9c-b96a57c74d17 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network 9f74d39e-5c33-4e04-9c68-edaa88fb7c81 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:18:31.062965 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Port 60874b68-ecab-41db-97f3-85d3fca0d35c on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:18:31.063331 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Attempting to bind port 60874b68-ecab-41db-97f3-85d3fca0d35c on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:18:31.073181 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:18:31.073703 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Checking segment: {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:18:31.074354 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Bound using segment: {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:18:31.076821 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Bound port: 60874b68-ecab-41db-97f3-85d3fca0d35c, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:18:31.077208 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (60874b68-ecab-41db-97f3-85d3fca0d35c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:31.077485 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3bff8510-fc1c-47f3-9b9c-b96a57c74d17 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 9f74d39e-5c33-4e04-9c68-edaa88fb7c81) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:31.085437 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bff8510-fc1c-47f3-9b9c-b96a57c74d17 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:31.086099 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3bff8510-fc1c-47f3-9b9c-b96a57c74d17 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:31.087160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59db38a2-5e02-4ba4-9734-d19462f3768e None None] Network 9f74d39e-5c33-4e04-9c68-edaa88fb7c81 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:18:31.112903 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3bff8510-fc1c-47f3-9b9c-b96a57c74d17 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7354438 Feb 07 17:18:31.116690 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52414) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:31.222321 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] For port 60874b68-ecab-41db-97f3-85d3fca0d35c, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:18:31.247450 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] For port 60874b68-ecab-41db-97f3-85d3fca0d35c, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=60874b68-ecab-41db-97f3-85d3fca0d35c,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:18:31.256428 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (60874b68-ecab-41db-97f3-85d3fca0d35c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:31.257141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'project_id': '231139dcd3554826bba4c99fc4b32998', 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:18:31.258166 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:31.324230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:31.325167 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:31.326667 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] 10.222.0.48 "PUT /v2.0/ports/60874b68-ecab-41db-97f3-85d3fca0d35c HTTP/1.1" status: 200 len: 1092 time: 1.3883615 Feb 07 17:18:31.327103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'tag': '60874b68-ecab-41db-97f3-85d3fca0d35c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:18:31.329522 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854edcda-8f6c-4925-b2a4-b0e2fe477362" -d '{"events": [{"name": "network-changed", "server_uuid": "0e41fbe1-de4f-4055-bdf6-32b72d3cb386", "tag": "60874b68-ecab-41db-97f3-85d3fca0d35c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:18:31.412988 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003eb854-afec-4cd9-b1f8-4dff1f5580db service neutron] Pushing event updated for resources: {'Port': ['ID=60874b68-ecab-41db-97f3-85d3fca0d35c,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:31.472846 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eeaf342-3f16-4aa0-bfd7-33e2dfbd322f x-openstack-request-id: req-4eeaf342-3f16-4aa0-bfd7-33e2dfbd322f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:18:31.473413 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e41fbe1-de4f-4055-bdf6-32b72d3cb386", "tag": "60874b68-ecab-41db-97f3-85d3fca0d35c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:18:31.473722 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4eeaf342-3f16-4aa0-bfd7-33e2dfbd322f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:18:31.474150 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'tag': '60874b68-ecab-41db-97f3-85d3fca0d35c', 'status': 'completed', 'code': 200} Feb 07 17:18:31.497267 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] Allocated IP 2001:db8::2 (9f74d39e-5c33-4e04-9c68-edaa88fb7c81/971a1a87-931f-474c-8478-a69a905fa945/9b9c5839-e879-4ce3-b642-737e51cc404c) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:18:31.516476 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-5ea2a5cc-7abf-4890-9da0-1771a3bb30df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:31.518038 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-5ea2a5cc-7abf-4890-9da0-1771a3bb30df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 1126 time: 0.1268883 Feb 07 17:18:31.624870 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c5927-3548-4fdc-844b-b77f05bb2e01 req-d2093596-9313-4b96-8618-1927b21385e7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:31.627248 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7b9c5927-3548-4fdc-844b-b77f05bb2e01 req-d2093596-9313-4b96-8618-1927b21385e7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.1456175 Feb 07 17:18:31.635703 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-3d50719c-9f71-452f-b079-fc7517b6baff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60874b68-ecab-41db-97f3-85d3fca0d35c HTTP/1.1" status: 200 len: 217 time: 0.1093557 Feb 07 17:18:31.655458 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e40c207-a63f-4839-b9c2-54c5e0f15822 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:31.693924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-0f61efbc-7dd7-4df4-9c7a-9b2226d2152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:31.695382 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-0f61efbc-7dd7-4df4-9c7a-9b2226d2152d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.0540142 Feb 07 17:18:31.740186 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] Publish callbacks [] for port (9b9c5839-e879-4ce3-b642-737e51cc404c), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:31.750539 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7b9c5927-3548-4fdc-844b-b77f05bb2e01 req-6c82fb88-246f-4292-9e90-8ee0ba346ddd tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924702 Feb 07 17:18:31.750855 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (9b9c5839-e879-4ce3-b642-737e51cc404c), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:31.812658 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-d52e9896-da8c-42b1-9553-efc085e1f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:31.815909 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-d52e9896-da8c-42b1-9553-efc085e1f82f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1143086 Feb 07 17:18:31.835945 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] Network 9f74d39e-5c33-4e04-9c68-edaa88fb7c81 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:31.839019 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:31.842837 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:18:31.878425 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] Pushing event updated for resources: {'Port': ['ID=9b9c5839-e879-4ce3-b642-737e51cc404c,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:31.938325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] Attempting to bind port 9b9c5839-e879-4ce3-b642-737e51cc404c on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:18:31.938705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] Attempting to bind port 9b9c5839-e879-4ce3-b642-737e51cc404c by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'ed1d1205-df7f-4581-9a80-cd562f9325c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:18:31.939075 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] Attempting to bind port 9b9c5839-e879-4ce3-b642-737e51cc404c on network 9f74d39e-5c33-4e04-9c68-edaa88fb7c81 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:18:31.945117 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:18:31.945606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] Checking segment: {'id': 'ed1d1205-df7f-4581-9a80-cd562f9325c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:18:31.945917 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:31.946317 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] Bound using segment: {'id': 'ed1d1205-df7f-4581-9a80-cd562f9325c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:18:31.946798 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] Bound port: 9b9c5839-e879-4ce3-b642-737e51cc404c, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1d1205-df7f-4581-9a80-cd562f9325c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:18:31.947184 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9b9c5839-e879-4ce3-b642-737e51cc404c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:31.988133 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-c38ec91a-17cd-48a6-9ee1-aa959c0184df service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658564 Feb 07 17:18:32.019105 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] For port 9b9c5839-e879-4ce3-b642-737e51cc404c, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:18:32.023600 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] For port 9b9c5839-e879-4ce3-b642-737e51cc404c, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9b9c5839-e879-4ce3-b642-737e51cc404c,segment=NetworkSegment(ed1d1205-df7f-4581-9a80-cd562f9325c9),segment_id=ed1d1205-df7f-4581-9a80-cd562f9325c9)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:18:32.032616 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9b9c5839-e879-4ce3-b642-737e51cc404c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:32.116259 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb4106-6c67-4e81-965a-0cf41bdc21ff None None] Pushing event updated for resources: {'Port': ['ID=9b9c5839-e879-4ce3-b642-737e51cc404c,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:32.150401 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4edc604b-f9d2-4ddb-ae9f-dc978a1fdca4 req-5e28f715-cbc9-449c-8924-8d446f2a22c2 service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555269 Feb 07 17:18:32.296187 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854edcda-8f6c-4925-b2a4-b0e2fe477362 req-0f62475e-fe77-49b1-8fd4-7a3bedded518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:32.299867 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-854edcda-8f6c-4925-b2a4-b0e2fe477362 req-0f62475e-fe77-49b1-8fd4-7a3bedded518 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 1126 time: 0.0992012 Feb 07 17:18:32.425593 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:32.514151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854edcda-8f6c-4925-b2a4-b0e2fe477362 req-e9c621df-b00c-49fb-80ea-7c706ad59d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:32.526865 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-854edcda-8f6c-4925-b2a4-b0e2fe477362 req-e9c621df-b00c-49fb-80ea-7c706ad59d23 service neutron] 10.222.0.48 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.2191048 Feb 07 17:18:32.562222 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-5e40c207-a63f-4839-b9c2-54c5e0f15822 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Allocated IP 2001:db8::1 (9f74d39e-5c33-4e04-9c68-edaa88fb7c81/971a1a87-931f-474c-8478-a69a905fa945/7e4b0a92-be3a-4071-80df-effb362d8b07) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:18:32.618226 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-854edcda-8f6c-4925-b2a4-b0e2fe477362 req-e25dbf56-0d04-4543-a195-247b3826e6a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60874b68-ecab-41db-97f3-85d3fca0d35c HTTP/1.1" status: 200 len: 217 time: 0.0843284 Feb 07 17:18:32.702891 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854edcda-8f6c-4925-b2a4-b0e2fe477362 req-d0b8cf6b-4ef5-42ee-9f4d-d4abb196c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:32.705477 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-854edcda-8f6c-4925-b2a4-b0e2fe477362 req-d0b8cf6b-4ef5-42ee-9f4d-d4abb196c7c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.0814753 Feb 07 17:18:32.734637 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e40c207-a63f-4839-b9c2-54c5e0f15822 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (7e4b0a92-be3a-4071-80df-effb362d8b07), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:32.772463 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854edcda-8f6c-4925-b2a4-b0e2fe477362 req-1e08efd5-9b90-4079-9001-4a34c4bcf6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:32.775445 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-854edcda-8f6c-4925-b2a4-b0e2fe477362 req-1e08efd5-9b90-4079-9001-4a34c4bcf6f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0630345 Feb 07 17:18:32.785015 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e40c207-a63f-4839-b9c2-54c5e0f15822 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (7e4b0a92-be3a-4071-80df-effb362d8b07), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:32.917386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e40c207-a63f-4839-b9c2-54c5e0f15822 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network 9f74d39e-5c33-4e04-9c68-edaa88fb7c81 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:32.921214 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5e40c207-a63f-4839-b9c2-54c5e0f15822 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:32.951335 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40c207-a63f-4839-b9c2-54c5e0f15822 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:18:32.952268 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e40c207-a63f-4839-b9c2-54c5e0f15822 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (c9df3927-63ba-44d2-8db6-7df27005fcc5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:32.961235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40c207-a63f-4839-b9c2-54c5e0f15822 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=7e4b0a92-be3a-4071-80df-effb362d8b07,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:32.987759 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b603da6-8f54-4bc0-aead-279d373a655a req-a3ac9593-37fb-4e17-bcc9-b1dbab88398e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:32.991317 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1b603da6-8f54-4bc0-aead-279d373a655a req-a3ac9593-37fb-4e17-bcc9-b1dbab88398e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.1208675 Feb 07 17:18:32.998643 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-854edcda-8f6c-4925-b2a4-b0e2fe477362 req-4081b12a-b1d4-42e4-a5da-a8d4f9934aba service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165513 Feb 07 17:18:33.137191 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-854edcda-8f6c-4925-b2a4-b0e2fe477362 req-341abb18-a942-490f-b929-df5ca8607a7f service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285236 Feb 07 17:18:33.149043 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e40c207-a63f-4839-b9c2-54c5e0f15822 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7e4b0a92-be3a-4071-80df-effb362d8b07), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:33.196848 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1b603da6-8f54-4bc0-aead-279d373a655a req-2093a8f5-8918-42e0-8a76-43a82713a72c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965940 Feb 07 17:18:33.514856 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e40c207-a63f-4839-b9c2-54c5e0f15822 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (7e4b0a92-be3a-4071-80df-effb362d8b07), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:33.520645 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e40c207-a63f-4839-b9c2-54c5e0f15822 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (7e4b0a92-be3a-4071-80df-effb362d8b07), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:33.521594 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e40c207-a63f-4839-b9c2-54c5e0f15822 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (c9df3927-63ba-44d2-8db6-7df27005fcc5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:33.597732 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f3d9c8-1f90-4750-b126-e35244479a7b None None] Network 9f74d39e-5c33-4e04-9c68-edaa88fb7c81 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:18:33.666899 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-108c63d4-72af-4358-a6ad-0541ee9a0db0 None None] Provisioning complete for port 9b9c5839-e879-4ce3-b642-737e51cc404c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:33.667361 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-108c63d4-72af-4358-a6ad-0541ee9a0db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9b9c5839-e879-4ce3-b642-737e51cc404c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:33.682910 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e40c207-a63f-4839-b9c2-54c5e0f15822 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network 9f74d39e-5c33-4e04-9c68-edaa88fb7c81 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:33.692599 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5e40c207-a63f-4839-b9c2-54c5e0f15822 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:33.700014 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40c207-a63f-4839-b9c2-54c5e0f15822 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=7e4b0a92-be3a-4071-80df-effb362d8b07,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:33.827598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-108c63d4-72af-4358-a6ad-0541ee9a0db0 None None] Current status of the port 9b9c5839-e879-4ce3-b642-737e51cc404c is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:33.828241 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-108c63d4-72af-4358-a6ad-0541ee9a0db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9b9c5839-e879-4ce3-b642-737e51cc404c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:33.854883 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e40c207-a63f-4839-b9c2-54c5e0f15822 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router c9df3927-63ba-44d2-8db6-7df27005fcc5 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:18:33.878462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-108c63d4-72af-4358-a6ad-0541ee9a0db0 None None] For port 9b9c5839-e879-4ce3-b642-737e51cc404c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9b9c5839-e879-4ce3-b642-737e51cc404c,segment=NetworkSegment(ed1d1205-df7f-4581-9a80-cd562f9325c9),segment_id=ed1d1205-df7f-4581-9a80-cd562f9325c9)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:33.883333 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-108c63d4-72af-4358-a6ad-0541ee9a0db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (9b9c5839-e879-4ce3-b642-737e51cc404c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:33.979258 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c63d4-72af-4358-a6ad-0541ee9a0db0 None None] Pushing event updated for resources: {'Port': ['ID=9b9c5839-e879-4ce3-b642-737e51cc404c,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:34.011486 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e40c207-a63f-4839-b9c2-54c5e0f15822 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:18:34.018794 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5e40c207-a63f-4839-b9c2-54c5e0f15822 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/c9df3927-63ba-44d2-8db6-7df27005fcc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9002709 Feb 07 17:18:34.022037 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52438) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:34.027637 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] Sync routers for ids ['c9df3927-63ba-44d2-8db6-7df27005fcc5'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:18:34.028074 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-65d838c9-7ac4-440c-ad5c-8197cad182d7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2051389868'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:34.037891 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] Routers {'c9df3927-63ba-44d2-8db6-7df27005fcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:34.040596 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9df3927-63ba-44d2-8db6-7df27005fcc5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:34.079303 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d838c9-7ac4-440c-ad5c-8197cad182d7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Made reservation on behalf of 231139dcd3554826bba4c99fc4b32998 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:18:34.090656 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65d838c9-7ac4-440c-ad5c-8197cad182d7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:34.138614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d838c9-7ac4-440c-ad5c-8197cad182d7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:18:34.167937 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65d838c9-7ac4-440c-ad5c-8197cad182d7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (3450bd03-297b-4b5e-9720-1fda0bb0a643), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:34.168299 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-65d838c9-7ac4-440c-ad5c-8197cad182d7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Added segment 3450bd03-297b-4b5e-9720-1fda0bb0a643 of type vlan for network 3feb4d54-29ff-4b15-863c-a5e39af31e7f Feb 07 17:18:34.194196 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] Set router c9df3927-63ba-44d2-8db6-7df27005fcc5 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:34.259807 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65d838c9-7ac4-440c-ad5c-8197cad182d7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (3feb4d54-29ff-4b15-863c-a5e39af31e7f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:34.320400 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65d838c9-7ac4-440c-ad5c-8197cad182d7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (3feb4d54-29ff-4b15-863c-a5e39af31e7f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:34.336320 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d838c9-7ac4-440c-ad5c-8197cad182d7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:34.337166 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-65d838c9-7ac4-440c-ad5c-8197cad182d7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:34.423569 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-86ce348f-4d50-461d-ae9f-3bb3edea07b4 None None] Provisioning complete for port 7e4b0a92-be3a-4071-80df-effb362d8b07 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:34.423951 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-86ce348f-4d50-461d-ae9f-3bb3edea07b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7e4b0a92-be3a-4071-80df-effb362d8b07), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:34.450196 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:33Z', 'revision_number': 2, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:33Z', 'revision_number': 2, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:34.498405 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-65d838c9-7ac4-440c-ad5c-8197cad182d7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4751432 Feb 07 17:18:34.505692 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] Checking router: c9df3927-63ba-44d2-8db6-7df27005fcc5 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:18:34.506047 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] Updating router c9df3927-63ba-44d2-8db6-7df27005fcc5 port 7e4b0a92-be3a-4071-80df-effb362d8b07 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:18:34.506673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52442) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:34.527425 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a14b6453-3cd5-435a-9767-e1ce8d5e3982 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'subnet': {'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:34.548262 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-86ce348f-4d50-461d-ae9f-3bb3edea07b4 None None] Port 7e4b0a92-be3a-4071-80df-effb362d8b07 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:18:34.549714 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d838c9-7ac4-440c-ad5c-8197cad182d7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Network': ['ID=3feb4d54-29ff-4b15-863c-a5e39af31e7f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:34.577322 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 3feb4d54-29ff-4b15-863c-a5e39af31e7f details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:18:34.690934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7f60c-2a71-43bb-92f6-9596017e2ebd req-a2501dd9-c4e9-436e-bf7f-f0d615aa9ebf tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:34.699913 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-85e7f60c-2a71-43bb-92f6-9596017e2ebd req-a2501dd9-c4e9-436e-bf7f-f0d615aa9ebf tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.2944767 Feb 07 17:18:34.721459 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9b9c5839-e879-4ce3-b642-737e51cc404c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:18:34.758115 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7e4b0a92-be3a-4071-80df-effb362d8b07), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:34.824636 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-86ce348f-4d50-461d-ae9f-3bb3edea07b4 None None] Provisioning complete for port 9b9c5839-e879-4ce3-b642-737e51cc404c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:34.825583 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-86ce348f-4d50-461d-ae9f-3bb3edea07b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9b9c5839-e879-4ce3-b642-737e51cc404c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:34.850521 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-85e7f60c-2a71-43bb-92f6-9596017e2ebd req-d5a13e0c-e320-418d-99f2-c9de566731ed tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393595 Feb 07 17:18:35.092991 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14b6453-3cd5-435a-9767-e1ce8d5e3982 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Made reservation on behalf of 231139dcd3554826bba4c99fc4b32998 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:18:35.099429 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a14b6453-3cd5-435a-9767-e1ce8d5e3982 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:35.205905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 9b9c5839-e879-4ce3-b642-737e51cc404c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:35.206551 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (9b9c5839-e879-4ce3-b642-737e51cc404c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:35.396636 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-86ce348f-4d50-461d-ae9f-3bb3edea07b4 None None] Current status of the port 9b9c5839-e879-4ce3-b642-737e51cc404c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:35.419698 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 9b9c5839-e879-4ce3-b642-737e51cc404c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:35.455600 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] Publish callbacks [] for port (7e4b0a92-be3a-4071-80df-effb362d8b07), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:35.462807 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7e4b0a92-be3a-4071-80df-effb362d8b07), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:35.500829 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a14b6453-3cd5-435a-9767-e1ce8d5e3982 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (5b73ab79-34fc-4c05-ad04-912c4d99211e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:35.531940 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7aea45c2-d128-4984-9396-b15a0bcbe587 None None] Provisioning complete for port 7e4b0a92-be3a-4071-80df-effb362d8b07 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:35.532359 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7aea45c2-d128-4984-9396-b15a0bcbe587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7e4b0a92-be3a-4071-80df-effb362d8b07), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:35.549777 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bda23-c614-4f63-bf83-24dd08d809c8 None None] Pushing event updated for resources: {'Port': ['ID=7e4b0a92-be3a-4071-80df-effb362d8b07,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:35.604255 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bda23-c614-4f63-bf83-24dd08d809c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:35.605024 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bda23-c614-4f63-bf83-24dd08d809c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:35.606456 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bda23-c614-4f63-bf83-24dd08d809c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:35.607071 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bda23-c614-4f63-bf83-24dd08d809c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:35.607714 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bda23-c614-4f63-bf83-24dd08d809c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:35.608380 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bda23-c614-4f63-bf83-24dd08d809c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:35.609049 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bda23-c614-4f63-bf83-24dd08d809c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:35.609656 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bda23-c614-4f63-bf83-24dd08d809c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:35.610288 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bda23-c614-4f63-bf83-24dd08d809c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:35.611571 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bda23-c614-4f63-bf83-24dd08d809c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:35.612141 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bda23-c614-4f63-bf83-24dd08d809c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:35.612698 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bda23-c614-4f63-bf83-24dd08d809c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:35.613250 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bda23-c614-4f63-bf83-24dd08d809c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:18:35.628747 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7aea45c2-d128-4984-9396-b15a0bcbe587 None None] Port 7e4b0a92-be3a-4071-80df-effb362d8b07 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:18:35.656335 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b6453-3cd5-435a-9767-e1ce8d5e3982 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Subnet': ['ID=5b73ab79-34fc-4c05-ad04-912c4d99211e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:35.661383 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] Attempting to bind port 7e4b0a92-be3a-4071-80df-effb362d8b07 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:18:35.661747 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] Attempting to bind port 7e4b0a92-be3a-4071-80df-effb362d8b07 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'ed1d1205-df7f-4581-9a80-cd562f9325c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:18:35.662122 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] Attempting to bind port 7e4b0a92-be3a-4071-80df-effb362d8b07 on network 9f74d39e-5c33-4e04-9c68-edaa88fb7c81 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:18:35.668486 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:18:35.668896 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] Checking segment: {'id': 'ed1d1205-df7f-4581-9a80-cd562f9325c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:18:35.669347 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:35.669752 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] Bound using segment: {'id': 'ed1d1205-df7f-4581-9a80-cd562f9325c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:18:35.670263 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] Bound port: 7e4b0a92-be3a-4071-80df-effb362d8b07, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1d1205-df7f-4581-9a80-cd562f9325c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:18:35.670654 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7e4b0a92-be3a-4071-80df-effb362d8b07), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:35.685366 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14b6453-3cd5-435a-9767-e1ce8d5e3982 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Checking segment: {'id': '3450bd03-297b-4b5e-9720-1fda0bb0a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:18:35.685366 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14b6453-3cd5-435a-9767-e1ce8d5e3982 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network hostable DHCP agents. Network: 3feb4d54-29ff-4b15-863c-a5e39af31e7f, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:18:35.708033 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14b6453-3cd5-435a-9767-e1ce8d5e3982 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network 3feb4d54-29ff-4b15-863c-a5e39af31e7f is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:18:35.722137 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a14b6453-3cd5-435a-9767-e1ce8d5e3982 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 3feb4d54-29ff-4b15-863c-a5e39af31e7f) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:35.734217 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d28f8a9-de3e-4987-adac-07f3a7e1c12a None None] Network 3feb4d54-29ff-4b15-863c-a5e39af31e7f requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:18:35.736752 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14b6453-3cd5-435a-9767-e1ce8d5e3982 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:35.737975 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a14b6453-3cd5-435a-9767-e1ce8d5e3982 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:35.752590 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] For port 7e4b0a92-be3a-4071-80df-effb362d8b07, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:18:35.758571 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] For port 7e4b0a92-be3a-4071-80df-effb362d8b07, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7e4b0a92-be3a-4071-80df-effb362d8b07,segment=NetworkSegment(ed1d1205-df7f-4581-9a80-cd562f9325c9),segment_id=ed1d1205-df7f-4581-9a80-cd562f9325c9)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:18:35.764530 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a14b6453-3cd5-435a-9767-e1ce8d5e3982 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2472057 Feb 07 17:18:35.767474 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52448) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:35.778886 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7e4b0a92-be3a-4071-80df-effb362d8b07), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:35.844664 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] Routers {'c9df3927-63ba-44d2-8db6-7df27005fcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:35.845326 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9df3927-63ba-44d2-8db6-7df27005fcc5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:35.942689 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bda23-c614-4f63-bf83-24dd08d809c8 None None] Pushing event updated for resources: {'Port': ['ID=7e4b0a92-be3a-4071-80df-effb362d8b07,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:35.947986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'project_id': '231139dcd3554826bba4c99fc4b32998', 'fixed_ips': [{'subnet_id': '5b73ab79-34fc-4c05-ad04-912c4d99211e'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:18:35.950098 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:35.996857 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] Set router c9df3927-63ba-44d2-8db6-7df27005fcc5 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:36.232831 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] Allocated IP 2001:db8:1::2 (3feb4d54-29ff-4b15-863c-a5e39af31e7f/5b73ab79-34fc-4c05-ad04-912c4d99211e/439fb113-1ec4-41b8-9b44-f58d5dd9a8ce) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:18:36.251763 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9c94c-3d58-426c-9c0d-04c740b07690 req-393d3548-f62f-4ded-bd26-d1518c6e473f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:36.253793 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c7d9c94c-3d58-426c-9c0d-04c740b07690 req-393d3548-f62f-4ded-bd26-d1518c6e473f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.1611466 Feb 07 17:18:36.416281 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] Publish callbacks [] for port (439fb113-1ec4-41b8-9b44-f58d5dd9a8ce), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:36.425375 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (439fb113-1ec4-41b8-9b44-f58d5dd9a8ce), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:36.469567 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:33Z', 'revision_number': 2, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:35Z', 'revision_number': 4, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:36.471095 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c7d9c94c-3d58-426c-9c0d-04c740b07690 req-18946da6-151f-443a-abad-562bf1c026d3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008684 Feb 07 17:18:36.473225 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-132a7d75-2466-4a15-8d54-af0b0514ca06 None None] Provisioning complete for port 7e4b0a92-be3a-4071-80df-effb362d8b07 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:36.474053 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-132a7d75-2466-4a15-8d54-af0b0514ca06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7e4b0a92-be3a-4071-80df-effb362d8b07), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:36.478080 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] Network 3feb4d54-29ff-4b15-863c-a5e39af31e7f is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:36.484287 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-779f1152-1976-4538-873b-ef33458fa902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:36.537803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:36.544756 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a75e642-b77b-488e-9658-832c53bdd45d None None] The sync data for ids ['c9df3927-63ba-44d2-8db6-7df27005fcc5'] in n-d-827865-3 is: [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:33Z', 'revision_number': 2, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:35Z', 'revision_number': 4, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:18:36.550078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:18:36.590450 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] Pushing event updated for resources: {'Port': ['ID=439fb113-1ec4-41b8-9b44-f58d5dd9a8ce,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:36.690666 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] Attempting to bind port 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:18:36.690889 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] Attempting to bind port 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '3450bd03-297b-4b5e-9720-1fda0bb0a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:18:36.691266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] Attempting to bind port 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce on network 3feb4d54-29ff-4b15-863c-a5e39af31e7f {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:18:36.748581 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:18:36.749352 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] Checking segment: {'id': '3450bd03-297b-4b5e-9720-1fda0bb0a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:18:36.749468 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:36.750375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] Bound using segment: {'id': '3450bd03-297b-4b5e-9720-1fda0bb0a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:18:36.751963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] Bound port: 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3450bd03-297b-4b5e-9720-1fda0bb0a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:18:36.752365 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (439fb113-1ec4-41b8-9b44-f58d5dd9a8ce), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:36.832783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-132a7d75-2466-4a15-8d54-af0b0514ca06 None None] Current status of the port 7e4b0a92-be3a-4071-80df-effb362d8b07 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:36.833212 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-132a7d75-2466-4a15-8d54-af0b0514ca06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (7e4b0a92-be3a-4071-80df-effb362d8b07), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:36.891054 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-132a7d75-2466-4a15-8d54-af0b0514ca06 None None] For port 7e4b0a92-be3a-4071-80df-effb362d8b07, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7e4b0a92-be3a-4071-80df-effb362d8b07,segment=NetworkSegment(ed1d1205-df7f-4581-9a80-cd562f9325c9),segment_id=ed1d1205-df7f-4581-9a80-cd562f9325c9)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:36.898260 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-132a7d75-2466-4a15-8d54-af0b0514ca06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (7e4b0a92-be3a-4071-80df-effb362d8b07), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:36.964859 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-779f1152-1976-4538-873b-ef33458fa902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Allocated IP 2001:db8:1::1 (3feb4d54-29ff-4b15-863c-a5e39af31e7f/5b73ab79-34fc-4c05-ad04-912c4d99211e/69f95810-e862-4de5-b614-83c6e3150321) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:18:37.014026 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] For port 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:18:37.062953 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] For port 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=439fb113-1ec4-41b8-9b44-f58d5dd9a8ce,segment=NetworkSegment(3450bd03-297b-4b5e-9720-1fda0bb0a643),segment_id=3450bd03-297b-4b5e-9720-1fda0bb0a643)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:18:37.090390 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (439fb113-1ec4-41b8-9b44-f58d5dd9a8ce), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:37.092358 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a7d75-2466-4a15-8d54-af0b0514ca06 None None] Pushing event updated for resources: {'Port': ['ID=7e4b0a92-be3a-4071-80df-effb362d8b07,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:37.120821 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d9ad334c-9dc3-489b-a7c1-13b80a8bd854 None None] Provisioning complete for port 7e4b0a92-be3a-4071-80df-effb362d8b07 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:37.124804 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d9ad334c-9dc3-489b-a7c1-13b80a8bd854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7e4b0a92-be3a-4071-80df-effb362d8b07), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:37.259337 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-779f1152-1976-4538-873b-ef33458fa902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (69f95810-e862-4de5-b614-83c6e3150321), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:37.342357 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-779f1152-1976-4538-873b-ef33458fa902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (69f95810-e862-4de5-b614-83c6e3150321), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:37.439606 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779f1152-1976-4538-873b-ef33458fa902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network 3feb4d54-29ff-4b15-863c-a5e39af31e7f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:37.441160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df370af-1843-4963-abdc-e880f3391d5f None None] Pushing event updated for resources: {'Port': ['ID=439fb113-1ec4-41b8-9b44-f58d5dd9a8ce,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:37.455761 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-779f1152-1976-4538-873b-ef33458fa902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:37.469170 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779f1152-1976-4538-873b-ef33458fa902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:18:37.471791 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-779f1152-1976-4538-873b-ef33458fa902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (c9df3927-63ba-44d2-8db6-7df27005fcc5), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:37.478953 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d9ad334c-9dc3-489b-a7c1-13b80a8bd854 None None] Current status of the port 7e4b0a92-be3a-4071-80df-effb362d8b07 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:37.631677 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f1152-1976-4538-873b-ef33458fa902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=69f95810-e862-4de5-b614-83c6e3150321,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:37.685607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a638bf1-72e2-42f3-81a0-acf0cf7f0405 req-de3cbd89-c3c8-421f-9ee8-4bb846c54d83 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:37.687235 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a638bf1-72e2-42f3-81a0-acf0cf7f0405 req-de3cbd89-c3c8-421f-9ee8-4bb846c54d83 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.1174033 Feb 07 17:18:37.726390 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-779f1152-1976-4538-873b-ef33458fa902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (69f95810-e862-4de5-b614-83c6e3150321), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:37.818044 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a638bf1-72e2-42f3-81a0-acf0cf7f0405 req-4a0b1681-3bc5-47ca-85d2-27016c63c5a5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214314 Feb 07 17:18:38.131359 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-779f1152-1976-4538-873b-ef33458fa902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (69f95810-e862-4de5-b614-83c6e3150321), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:38.136790 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-779f1152-1976-4538-873b-ef33458fa902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (69f95810-e862-4de5-b614-83c6e3150321), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:38.137780 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-779f1152-1976-4538-873b-ef33458fa902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (c9df3927-63ba-44d2-8db6-7df27005fcc5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:38.312357 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779f1152-1976-4538-873b-ef33458fa902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network 3feb4d54-29ff-4b15-863c-a5e39af31e7f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:38.314078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f1152-1976-4538-873b-ef33458fa902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=69f95810-e862-4de5-b614-83c6e3150321,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:38.318932 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-779f1152-1976-4538-873b-ef33458fa902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:38.517888 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779f1152-1976-4538-873b-ef33458fa902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router c9df3927-63ba-44d2-8db6-7df27005fcc5 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:18:38.810714 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7e4b0a92-be3a-4071-80df-effb362d8b07 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:18:38.991773 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 7e4b0a92-be3a-4071-80df-effb362d8b07 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:38.992449 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (7e4b0a92-be3a-4071-80df-effb362d8b07), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:39.328044 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 7e4b0a92-be3a-4071-80df-effb362d8b07 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:39.329823 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:18:39.461477 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:39.461864 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (439fb113-1ec4-41b8-9b44-f58d5dd9a8ce), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:39.530106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779f1152-1976-4538-873b-ef33458fa902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:18:39.551929 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52586) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:39.552734 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-779f1152-1976-4538-873b-ef33458fa902 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/c9df3927-63ba-44d2-8db6-7df27005fcc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7821367 Feb 07 17:18:39.562107 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2e47ce31-627c-458d-b459-b5eb4f2e8b2c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1289546741'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:39.571192 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] Sync routers for ids ['c9df3927-63ba-44d2-8db6-7df27005fcc5'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:18:39.587652 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5b919-5712-4a09-b800-1bbb3738568b req-8d3bbc8b-5b33-4cee-a387-ed0e219c2cab tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:39.601136 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9b5b919-5712-4a09-b800-1bbb3738568b req-8d3bbc8b-5b33-4cee-a387-ed0e219c2cab tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.1849036 Feb 07 17:18:39.641745 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e47ce31-627c-458d-b459-b5eb4f2e8b2c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Made reservation on behalf of 231139dcd3554826bba4c99fc4b32998 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:18:39.652033 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e47ce31-627c-458d-b459-b5eb4f2e8b2c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:39.664147 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] Routers {'c9df3927-63ba-44d2-8db6-7df27005fcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:39.676400 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9b5b919-5712-4a09-b800-1bbb3738568b req-a01d8709-f639-4059-85a7-a0379871c172 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728157 Feb 07 17:18:39.686256 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9df3927-63ba-44d2-8db6-7df27005fcc5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:39.698369 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701772bf-f143-47f9-8552-f110aa5df2da None None] Network 3feb4d54-29ff-4b15-863c-a5e39af31e7f requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:18:39.730899 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e47ce31-627c-458d-b459-b5eb4f2e8b2c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:18:39.745751 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e47ce31-627c-458d-b459-b5eb4f2e8b2c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e8ab83bc-5ec2-435b-a19c-7658f56eb71f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:39.746719 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-2e47ce31-627c-458d-b459-b5eb4f2e8b2c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Added segment e8ab83bc-5ec2-435b-a19c-7658f56eb71f of type vlan for network b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f Feb 07 17:18:39.835375 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e47ce31-627c-458d-b459-b5eb4f2e8b2c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:39.855734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:39.856923 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (439fb113-1ec4-41b8-9b44-f58d5dd9a8ce), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:39.927416 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e47ce31-627c-458d-b459-b5eb4f2e8b2c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:39.946965 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e47ce31-627c-458d-b459-b5eb4f2e8b2c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:39.947863 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2e47ce31-627c-458d-b459-b5eb4f2e8b2c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:39.994247 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6ef7032e-7a13-406e-a8e3-d686bdad5ca9 None None] Provisioning complete for port 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:39.994645 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6ef7032e-7a13-406e-a8e3-d686bdad5ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (439fb113-1ec4-41b8-9b44-f58d5dd9a8ce), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:40.053710 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=439fb113-1ec4-41b8-9b44-f58d5dd9a8ce,segment=NetworkSegment(3450bd03-297b-4b5e-9720-1fda0bb0a643),segment_id=3450bd03-297b-4b5e-9720-1fda0bb0a643)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:40.075515 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (439fb113-1ec4-41b8-9b44-f58d5dd9a8ce), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:40.083210 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2e47ce31-627c-458d-b459-b5eb4f2e8b2c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5260544 Feb 07 17:18:40.086590 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52638) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:40.093361 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-af6b34b7-596c-4130-98aa-b1b982f99d05 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'subnet': {'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:40.105830 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47ce31-627c-458d-b459-b5eb4f2e8b2c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Network': ['ID=b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:40.142971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:18:40.147213 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] Set router c9df3927-63ba-44d2-8db6-7df27005fcc5 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:40.392728 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6b34b7-596c-4130-98aa-b1b982f99d05 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Made reservation on behalf of 231139dcd3554826bba4c99fc4b32998 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:18:40.396972 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af6b34b7-596c-4130-98aa-b1b982f99d05 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:40.691408 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=439fb113-1ec4-41b8-9b44-f58d5dd9a8ce,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:40.768026 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af6b34b7-596c-4130-98aa-b1b982f99d05 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (31524089-0d76-4921-9d83-de686f9aeec0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:40.930933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61427e5-5598-4cfa-ac4c-8ba70d956a2f req-2fa550ff-4b5a-43e6-8bf5-76854a562cde tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:40.940090 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6b34b7-596c-4130-98aa-b1b982f99d05 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Checking segment: {'id': 'e8ab83bc-5ec2-435b-a19c-7658f56eb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:18:40.940568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6b34b7-596c-4130-98aa-b1b982f99d05 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network hostable DHCP agents. Network: b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:18:40.944096 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f61427e5-5598-4cfa-ac4c-8ba70d956a2f req-2fa550ff-4b5a-43e6-8bf5-76854a562cde tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.1353195 Feb 07 17:18:40.946185 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b34b7-596c-4130-98aa-b1b982f99d05 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Subnet': ['ID=31524089-0d76-4921-9d83-de686f9aeec0,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:40.991620 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6ef7032e-7a13-406e-a8e3-d686bdad5ca9 None None] Current status of the port 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:41.021873 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6b34b7-596c-4130-98aa-b1b982f99d05 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:18:41.064349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-af6b34b7-596c-4130-98aa-b1b982f99d05 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:41.085496 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6b34b7-596c-4130-98aa-b1b982f99d05 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:41.090195 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f61427e5-5598-4cfa-ac4c-8ba70d956a2f req-8970e5b3-ac28-4083-a2e5-0b0ca80e40cf tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429400 Feb 07 17:18:41.090868 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af6b34b7-596c-4130-98aa-b1b982f99d05 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:41.098941 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a13cbc5-a0a6-46d4-bd55-0e6c51f8ec0d None None] Network b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:18:41.143357 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-af6b34b7-596c-4130-98aa-b1b982f99d05 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0555024 Feb 07 17:18:41.149182 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52740) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:41.391621 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f', 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f', 'project_id': '231139dcd3554826bba4c99fc4b32998', 'fixed_ips': [{'subnet_id': '31524089-0d76-4921-9d83-de686f9aeec0'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:18:41.393049 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:41.760945 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:37Z', 'revision_number': 3, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '69f95810-e862-4de5-b614-83c6e3150321', 'name': '', 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:c4:8e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:36Z', 'updated_at': '2022-02-07T17:18:37Z', 'revision_number': 2, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:41.814954 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb5714dc-6344-4977-8762-9957f2baa93f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:41.842065 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] Checking router: c9df3927-63ba-44d2-8db6-7df27005fcc5 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:18:41.842679 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] Updating router c9df3927-63ba-44d2-8db6-7df27005fcc5 port 69f95810-e862-4de5-b614-83c6e3150321 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:18:42.114744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] Allocated IP 2001:db8:2::2 (b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f/31524089-0d76-4921-9d83-de686f9aeec0/8280b356-0afd-4066-9cc6-fd4ee9788e9f) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:18:42.362557 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-df076387-43ac-474f-a003-9b3a483c1b1e None None] Provisioning complete for port 69f95810-e862-4de5-b614-83c6e3150321 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:42.366788 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df076387-43ac-474f-a003-9b3a483c1b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (69f95810-e862-4de5-b614-83c6e3150321), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:42.444011 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-df076387-43ac-474f-a003-9b3a483c1b1e None None] Port 69f95810-e862-4de5-b614-83c6e3150321 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:18:42.456432 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (69f95810-e862-4de5-b614-83c6e3150321), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:42.537474 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-df076387-43ac-474f-a003-9b3a483c1b1e None None] Provisioning complete for port 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:42.537952 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df076387-43ac-474f-a003-9b3a483c1b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (439fb113-1ec4-41b8-9b44-f58d5dd9a8ce), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:42.599772 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] Publish callbacks [] for port (8280b356-0afd-4066-9cc6-fd4ee9788e9f), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:42.714998 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:18:42.778733 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48249eaf-50c4-45c8-b9b4-a7126129cacf req-cdfd1e8d-2948-444a-be5d-9fb82aa19d5b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:42.786497 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-48249eaf-50c4-45c8-b9b4-a7126129cacf req-cdfd1e8d-2948-444a-be5d-9fb82aa19d5b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.2929513 Feb 07 17:18:42.825194 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (8280b356-0afd-4066-9cc6-fd4ee9788e9f), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:42.868599 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-fb5714dc-6344-4977-8762-9957f2baa93f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Allocated IP 2001:db8:2::1 (b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f/31524089-0d76-4921-9d83-de686f9aeec0/53f68060-10e5-41be-a22d-3ceda941deac) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:18:42.908936 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-48249eaf-50c4-45c8-b9b4-a7126129cacf req-ff545526-360b-43ad-8abe-6db44097e170 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058137 Feb 07 17:18:42.937500 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] Network b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:42.995109 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:43.009710 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:18:43.021192 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] Pushing event updated for resources: {'Port': ['ID=8280b356-0afd-4066-9cc6-fd4ee9788e9f,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:43.033096 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-df076387-43ac-474f-a003-9b3a483c1b1e None None] Current status of the port 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:43.088440 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb5714dc-6344-4977-8762-9957f2baa93f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (53f68060-10e5-41be-a22d-3ceda941deac), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:43.108606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:43.108999 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (439fb113-1ec4-41b8-9b44-f58d5dd9a8ce), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:43.152161 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb5714dc-6344-4977-8762-9957f2baa93f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (53f68060-10e5-41be-a22d-3ceda941deac), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:43.214635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] Attempting to bind port 8280b356-0afd-4066-9cc6-fd4ee9788e9f on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:18:43.216775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] Attempting to bind port 8280b356-0afd-4066-9cc6-fd4ee9788e9f by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'e8ab83bc-5ec2-435b-a19c-7658f56eb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:18:43.217436 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] Attempting to bind port 8280b356-0afd-4066-9cc6-fd4ee9788e9f on network b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:18:43.219866 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5714dc-6344-4977-8762-9957f2baa93f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:43.232194 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-fb5714dc-6344-4977-8762-9957f2baa93f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:43.239329 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5714dc-6344-4977-8762-9957f2baa93f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:18:43.240368 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb5714dc-6344-4977-8762-9957f2baa93f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (c9df3927-63ba-44d2-8db6-7df27005fcc5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:43.245324 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:18:43.246326 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] Checking segment: {'id': 'e8ab83bc-5ec2-435b-a19c-7658f56eb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:18:43.247069 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:43.247702 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] Bound using segment: {'id': 'e8ab83bc-5ec2-435b-a19c-7658f56eb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:18:43.248454 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] Bound port: 8280b356-0afd-4066-9cc6-fd4ee9788e9f, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ab83bc-5ec2-435b-a19c-7658f56eb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:18:43.249153 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8280b356-0afd-4066-9cc6-fd4ee9788e9f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:43.274257 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a7634319-f3f9-4a34-ab53-a3793d79589e None None] Provisioning complete for port 69f95810-e862-4de5-b614-83c6e3150321 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:43.274870 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a7634319-f3f9-4a34-ab53-a3793d79589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (69f95810-e862-4de5-b614-83c6e3150321), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:43.303018 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5714dc-6344-4977-8762-9957f2baa93f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=53f68060-10e5-41be-a22d-3ceda941deac,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:43.417959 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] Publish callbacks [] for port (69f95810-e862-4de5-b614-83c6e3150321), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:43.420381 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb5714dc-6344-4977-8762-9957f2baa93f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (53f68060-10e5-41be-a22d-3ceda941deac), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:43.431092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a7634319-f3f9-4a34-ab53-a3793d79589e None None] Port 69f95810-e862-4de5-b614-83c6e3150321 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:18:43.445170 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (69f95810-e862-4de5-b614-83c6e3150321), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:43.467153 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:43.509791 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] For port 8280b356-0afd-4066-9cc6-fd4ee9788e9f, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:18:43.549406 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] For port 8280b356-0afd-4066-9cc6-fd4ee9788e9f, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8280b356-0afd-4066-9cc6-fd4ee9788e9f,segment=NetworkSegment(e8ab83bc-5ec2-435b-a19c-7658f56eb71f),segment_id=e8ab83bc-5ec2-435b-a19c-7658f56eb71f)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:18:43.588465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe65ec-d208-404e-9b90-43c69b347718 None None] Pushing event updated for resources: {'Port': ['ID=69f95810-e862-4de5-b614-83c6e3150321,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:43.613927 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8280b356-0afd-4066-9cc6-fd4ee9788e9f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:43.666825 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] Attempting to bind port 69f95810-e862-4de5-b614-83c6e3150321 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:18:43.667752 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] Attempting to bind port 69f95810-e862-4de5-b614-83c6e3150321 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '3450bd03-297b-4b5e-9720-1fda0bb0a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:18:43.668395 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] Attempting to bind port 69f95810-e862-4de5-b614-83c6e3150321 on network 3feb4d54-29ff-4b15-863c-a5e39af31e7f {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:18:43.687128 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:18:43.687987 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] Checking segment: {'id': '3450bd03-297b-4b5e-9720-1fda0bb0a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:18:43.689586 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:43.695470 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] Bound using segment: {'id': '3450bd03-297b-4b5e-9720-1fda0bb0a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:18:43.696382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] Bound port: 69f95810-e862-4de5-b614-83c6e3150321, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3450bd03-297b-4b5e-9720-1fda0bb0a643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:18:43.696901 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (69f95810-e862-4de5-b614-83c6e3150321), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:43.802857 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] For port 69f95810-e862-4de5-b614-83c6e3150321, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:18:43.807263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] For port 69f95810-e862-4de5-b614-83c6e3150321, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=69f95810-e862-4de5-b614-83c6e3150321,segment=NetworkSegment(3450bd03-297b-4b5e-9720-1fda0bb0a643),segment_id=3450bd03-297b-4b5e-9720-1fda0bb0a643)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:18:43.813195 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ca25f-733c-4439-a6fa-2572b502c27c None None] Pushing event updated for resources: {'Port': ['ID=8280b356-0afd-4066-9cc6-fd4ee9788e9f,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:43.821769 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (69f95810-e862-4de5-b614-83c6e3150321), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:43.902348 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe65ec-d208-404e-9b90-43c69b347718 None None] Pushing event updated for resources: {'Port': ['ID=69f95810-e862-4de5-b614-83c6e3150321,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:43.906379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] Routers {'c9df3927-63ba-44d2-8db6-7df27005fcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:43.907010 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9df3927-63ba-44d2-8db6-7df27005fcc5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:43.911030 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb5714dc-6344-4977-8762-9957f2baa93f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (53f68060-10e5-41be-a22d-3ceda941deac), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:43.922155 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb5714dc-6344-4977-8762-9957f2baa93f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (53f68060-10e5-41be-a22d-3ceda941deac), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:43.922977 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fb5714dc-6344-4977-8762-9957f2baa93f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (c9df3927-63ba-44d2-8db6-7df27005fcc5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:43.979777 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5714dc-6344-4977-8762-9957f2baa93f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=53f68060-10e5-41be-a22d-3ceda941deac,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:44.080157 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e4cab614-23fe-42d0-8472-af225c533b8a None None] Provisioning complete for port 69f95810-e862-4de5-b614-83c6e3150321 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:44.080839 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e4cab614-23fe-42d0-8472-af225c533b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (69f95810-e862-4de5-b614-83c6e3150321), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:44.116385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5714dc-6344-4977-8762-9957f2baa93f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:44.118392 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-fb5714dc-6344-4977-8762-9957f2baa93f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:44.141434 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] Set router c9df3927-63ba-44d2-8db6-7df27005fcc5 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:44.149659 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b23ee-d823-42b4-9ffe-44515a83ed2a req-c81c39c7-7055-4e69-9dc8-ddd3ae7e7f8f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:44.162162 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5f7b23ee-d823-42b4-9ffe-44515a83ed2a req-c81c39c7-7055-4e69-9dc8-ddd3ae7e7f8f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.1305604 Feb 07 17:18:44.283445 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5714dc-6344-4977-8762-9957f2baa93f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router c9df3927-63ba-44d2-8db6-7df27005fcc5 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:18:44.284320 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5f7b23ee-d823-42b4-9ffe-44515a83ed2a req-1e5d18fe-f3fa-4c91-a048-b15aae045d27 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213799 Feb 07 17:18:44.487556 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e4cab614-23fe-42d0-8472-af225c533b8a None None] Current status of the port 69f95810-e862-4de5-b614-83c6e3150321 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:44.488135 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e4cab614-23fe-42d0-8472-af225c533b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (69f95810-e862-4de5-b614-83c6e3150321), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:44.576133 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e4cab614-23fe-42d0-8472-af225c533b8a None None] For port 69f95810-e862-4de5-b614-83c6e3150321, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=69f95810-e862-4de5-b614-83c6e3150321,segment=NetworkSegment(3450bd03-297b-4b5e-9720-1fda0bb0a643),segment_id=3450bd03-297b-4b5e-9720-1fda0bb0a643)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:44.581646 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e4cab614-23fe-42d0-8472-af225c533b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (69f95810-e862-4de5-b614-83c6e3150321), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:44.626000 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8280b356-0afd-4066-9cc6-fd4ee9788e9f up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:18:44.697686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5714dc-6344-4977-8762-9957f2baa93f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:18:44.703073 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fb5714dc-6344-4977-8762-9957f2baa93f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/c9df3927-63ba-44d2-8db6-7df27005fcc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5525830 Feb 07 17:18:44.705616 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52956) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:44.706343 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:43Z', 'revision_number': 4, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '53f68060-10e5-41be-a22d-3ceda941deac', 'name': '', 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:a3:45:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '31524089-0d76-4921-9d83-de686f9aeec0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:42Z', 'updated_at': '2022-02-07T17:18:42Z', 'revision_number': 1, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '31524089-0d76-4921-9d83-de686f9aeec0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f95810-e862-4de5-b614-83c6e3150321', 'name': '', 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:c4:8e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:36Z', 'updated_at': '2022-02-07T17:18:43Z', 'revision_number': 4, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:44.711149 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7e498622-dad9-4c04-abc5-4d23fc7b3ccc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1580994827'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:44.713294 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cab614-23fe-42d0-8472-af225c533b8a None None] Pushing event updated for resources: {'Port': ['ID=69f95810-e862-4de5-b614-83c6e3150321,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:44.737492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e498622-dad9-4c04-abc5-4d23fc7b3ccc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Made reservation on behalf of 231139dcd3554826bba4c99fc4b32998 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:18:44.741705 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e498622-dad9-4c04-abc5-4d23fc7b3ccc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:44.769163 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e498622-dad9-4c04-abc5-4d23fc7b3ccc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:18:44.782752 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e498622-dad9-4c04-abc5-4d23fc7b3ccc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (cc594a66-14f3-4022-add2-a43d245f3a7e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:44.783263 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-7e498622-dad9-4c04-abc5-4d23fc7b3ccc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Added segment cc594a66-14f3-4022-add2-a43d245f3a7e of type vlan for network 6030f102-6ac2-4d76-8898-ed8d3b698359 Feb 07 17:18:44.834615 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e498622-dad9-4c04-abc5-4d23fc7b3ccc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (6030f102-6ac2-4d76-8898-ed8d3b698359), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:44.870815 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e498622-dad9-4c04-abc5-4d23fc7b3ccc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (6030f102-6ac2-4d76-8898-ed8d3b698359), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:44.877311 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e498622-dad9-4c04-abc5-4d23fc7b3ccc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:44.878294 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e498622-dad9-4c04-abc5-4d23fc7b3ccc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:44.920911 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056ab4c2-8c7e-445b-b0ee-408ba34f26dc None None] The sync data for ids ['c9df3927-63ba-44d2-8db6-7df27005fcc5'] in n-d-827865-3 is: [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:43Z', 'revision_number': 4, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '53f68060-10e5-41be-a22d-3ceda941deac', 'name': '', 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:a3:45:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '31524089-0d76-4921-9d83-de686f9aeec0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:42Z', 'updated_at': '2022-02-07T17:18:42Z', 'revision_number': 1, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '31524089-0d76-4921-9d83-de686f9aeec0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f95810-e862-4de5-b614-83c6e3150321', 'name': '', 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:c4:8e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:36Z', 'updated_at': '2022-02-07T17:18:43Z', 'revision_number': 4, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:18:44.930962 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c1b18454-0a77-4b97-8d65-8dbfef97b2ce None None] Provisioning complete for port 69f95810-e862-4de5-b614-83c6e3150321 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:44.930962 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c1b18454-0a77-4b97-8d65-8dbfef97b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (69f95810-e862-4de5-b614-83c6e3150321), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:44.939434 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7e498622-dad9-4c04-abc5-4d23fc7b3ccc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2327232 Feb 07 17:18:44.943048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52958) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:44.948106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-05d5367f-0df6-436c-b3f9-1af5424e9dc3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'subnet': {'network_id': '6030f102-6ac2-4d76-8898-ed8d3b698359', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:44.965248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 8280b356-0afd-4066-9cc6-fd4ee9788e9f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:44.965248 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8280b356-0afd-4066-9cc6-fd4ee9788e9f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:44.977008 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e498622-dad9-4c04-abc5-4d23fc7b3ccc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Network': ['ID=6030f102-6ac2-4d76-8898-ed8d3b698359,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:44.996819 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 6030f102-6ac2-4d76-8898-ed8d3b698359 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:18:45.152622 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d5367f-0df6-436c-b3f9-1af5424e9dc3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Made reservation on behalf of 231139dcd3554826bba4c99fc4b32998 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:18:45.162242 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05d5367f-0df6-436c-b3f9-1af5424e9dc3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:45.187881 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c1b18454-0a77-4b97-8d65-8dbfef97b2ce None None] Current status of the port 69f95810-e862-4de5-b614-83c6e3150321 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:45.205593 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 8280b356-0afd-4066-9cc6-fd4ee9788e9f is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:45.206258 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8280b356-0afd-4066-9cc6-fd4ee9788e9f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:45.256258 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 8280b356-0afd-4066-9cc6-fd4ee9788e9f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8280b356-0afd-4066-9cc6-fd4ee9788e9f,segment=NetworkSegment(e8ab83bc-5ec2-435b-a19c-7658f56eb71f),segment_id=e8ab83bc-5ec2-435b-a19c-7658f56eb71f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:45.268908 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8280b356-0afd-4066-9cc6-fd4ee9788e9f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:45.343450 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=8280b356-0afd-4066-9cc6-fd4ee9788e9f,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:45.500116 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05d5367f-0df6-436c-b3f9-1af5424e9dc3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (f35b8b4d-92dc-40cb-90e4-ba131fdb12a0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:45.516092 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cae4f-530e-449b-8dd6-eea549d52e2a req-dd876e42-84f9-43b0-a5b6-ff2bab8bee05 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:45.517726 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a2cae4f-530e-449b-8dd6-eea549d52e2a req-dd876e42-84f9-43b0-a5b6-ff2bab8bee05 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.1161330 Feb 07 17:18:45.553858 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97b6fa0-a672-49ed-9f5e-ad290579b26c None None] Network b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:18:45.570850 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5367f-0df6-436c-b3f9-1af5424e9dc3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Subnet': ['ID=f35b8b4d-92dc-40cb-90e4-ba131fdb12a0,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:45.600465 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a2cae4f-530e-449b-8dd6-eea549d52e2a req-392e5b87-2c28-4b02-973f-63172efc43b1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766592 Feb 07 17:18:45.618388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d5367f-0df6-436c-b3f9-1af5424e9dc3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Checking segment: {'id': 'cc594a66-14f3-4022-add2-a43d245f3a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6030f102-6ac2-4d76-8898-ed8d3b698359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:18:45.619163 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d5367f-0df6-436c-b3f9-1af5424e9dc3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network hostable DHCP agents. Network: 6030f102-6ac2-4d76-8898-ed8d3b698359, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:18:45.653453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d5367f-0df6-436c-b3f9-1af5424e9dc3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network 6030f102-6ac2-4d76-8898-ed8d3b698359 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:18:45.662237 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-60ab5311-598a-47c6-860d-151f3a74a437 None None] Provisioning complete for port 8280b356-0afd-4066-9cc6-fd4ee9788e9f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:45.662579 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-60ab5311-598a-47c6-860d-151f3a74a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8280b356-0afd-4066-9cc6-fd4ee9788e9f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:45.665139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-05d5367f-0df6-436c-b3f9-1af5424e9dc3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 6030f102-6ac2-4d76-8898-ed8d3b698359) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:45.671356 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d5367f-0df6-436c-b3f9-1af5424e9dc3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:45.672330 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-05d5367f-0df6-436c-b3f9-1af5424e9dc3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:45.693704 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-05d5367f-0df6-436c-b3f9-1af5424e9dc3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7492917 Feb 07 17:18:45.696439 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52962) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:45.705986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5093d75a-39e7-4a85-b12c-78b4dba9631f None None] Network 6030f102-6ac2-4d76-8898-ed8d3b698359 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:18:45.937486 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-6030f102-6ac2-4d76-8898-ed8d3b698359', 'network_id': '6030f102-6ac2-4d76-8898-ed8d3b698359', 'project_id': '231139dcd3554826bba4c99fc4b32998', 'fixed_ips': [{'subnet_id': 'f35b8b4d-92dc-40cb-90e4-ba131fdb12a0'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:18:45.938522 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:45.942174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-60ab5311-598a-47c6-860d-151f3a74a437 None None] Current status of the port 8280b356-0afd-4066-9cc6-fd4ee9788e9f is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:46.168835 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] Allocated IP 2001:db8:3::2 (6030f102-6ac2-4d76-8898-ed8d3b698359/f35b8b4d-92dc-40cb-90e4-ba131fdb12a0/440ddb8d-767e-419c-b1c4-0c44b151749f) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:18:46.256681 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-922aecad-521e-4e28-aa05-2d754a5a977c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:46.313675 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-3e12b8e3-95ba-45d6-acd9-c6fb0edaab51 None None] Provisioning complete for port 53f68060-10e5-41be-a22d-3ceda941deac triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:46.314057 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e12b8e3-95ba-45d6-acd9-c6fb0edaab51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (53f68060-10e5-41be-a22d-3ceda941deac), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:46.468122 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] Publish callbacks [] for port (440ddb8d-767e-419c-b1c4-0c44b151749f), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:46.474979 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3e12b8e3-95ba-45d6-acd9-c6fb0edaab51 None None] Port 53f68060-10e5-41be-a22d-3ceda941deac cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:18:46.477640 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (440ddb8d-767e-419c-b1c4-0c44b151749f), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:46.554496 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] Network 6030f102-6ac2-4d76-8898-ed8d3b698359 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:46.556792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:46.579749 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:18:46.583904 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-3e12b8e3-95ba-45d6-acd9-c6fb0edaab51 None None] Provisioning complete for port 8280b356-0afd-4066-9cc6-fd4ee9788e9f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:46.584527 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e12b8e3-95ba-45d6-acd9-c6fb0edaab51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8280b356-0afd-4066-9cc6-fd4ee9788e9f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:46.587309 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] Pushing event updated for resources: {'Port': ['ID=440ddb8d-767e-419c-b1c4-0c44b151749f,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:46.698674 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-922aecad-521e-4e28-aa05-2d754a5a977c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Allocated IP 2001:db8:3::1 (6030f102-6ac2-4d76-8898-ed8d3b698359/f35b8b4d-92dc-40cb-90e4-ba131fdb12a0/d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:18:46.798600 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8280b356-0afd-4066-9cc6-fd4ee9788e9f up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:18:46.881045 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] Attempting to bind port 440ddb8d-767e-419c-b1c4-0c44b151749f on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:18:46.881569 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] Attempting to bind port 440ddb8d-767e-419c-b1c4-0c44b151749f by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc594a66-14f3-4022-add2-a43d245f3a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6030f102-6ac2-4d76-8898-ed8d3b698359'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:18:46.881948 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] Attempting to bind port 440ddb8d-767e-419c-b1c4-0c44b151749f on network 6030f102-6ac2-4d76-8898-ed8d3b698359 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:18:46.895725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:18:46.897529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] Checking segment: {'id': 'cc594a66-14f3-4022-add2-a43d245f3a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6030f102-6ac2-4d76-8898-ed8d3b698359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:18:46.898312 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:46.898631 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] Bound using segment: {'id': 'cc594a66-14f3-4022-add2-a43d245f3a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6030f102-6ac2-4d76-8898-ed8d3b698359'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:18:46.899249 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] Bound port: 440ddb8d-767e-419c-b1c4-0c44b151749f, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc594a66-14f3-4022-add2-a43d245f3a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6030f102-6ac2-4d76-8898-ed8d3b698359'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:18:46.900144 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (440ddb8d-767e-419c-b1c4-0c44b151749f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:46.948686 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73041f-9be1-4251-be76-0aea941b5f85 req-ac1618a6-7990-47d0-8480-7de3333ce91e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:46.950346 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4a73041f-9be1-4251-be76-0aea941b5f85 req-ac1618a6-7990-47d0-8480-7de3333ce91e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.2131591 Feb 07 17:18:46.955980 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-922aecad-521e-4e28-aa05-2d754a5a977c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:47.019287 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] Sync routers for ids ['c9df3927-63ba-44d2-8db6-7df27005fcc5'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:18:47.034791 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] Routers {'c9df3927-63ba-44d2-8db6-7df27005fcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:47.036673 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9df3927-63ba-44d2-8db6-7df27005fcc5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:47.045078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] For port 440ddb8d-767e-419c-b1c4-0c44b151749f, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:18:47.049695 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] For port 440ddb8d-767e-419c-b1c4-0c44b151749f, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=440ddb8d-767e-419c-b1c4-0c44b151749f,segment=NetworkSegment(cc594a66-14f3-4022-add2-a43d245f3a7e),segment_id=cc594a66-14f3-4022-add2-a43d245f3a7e)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:18:47.064897 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (440ddb8d-767e-419c-b1c4-0c44b151749f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:47.076165 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3e12b8e3-95ba-45d6-acd9-c6fb0edaab51 None None] Current status of the port 8280b356-0afd-4066-9cc6-fd4ee9788e9f is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:47.114061 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4a73041f-9be1-4251-be76-0aea941b5f85 req-ddc9a8a6-0a4b-4bdc-a646-28378e46756c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554556 Feb 07 17:18:47.130269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 8280b356-0afd-4066-9cc6-fd4ee9788e9f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:47.131594 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8280b356-0afd-4066-9cc6-fd4ee9788e9f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:47.145354 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-922aecad-521e-4e28-aa05-2d754a5a977c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:47.167867 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] Set router c9df3927-63ba-44d2-8db6-7df27005fcc5 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:47.206645 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922aecad-521e-4e28-aa05-2d754a5a977c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network 6030f102-6ac2-4d76-8898-ed8d3b698359 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:47.217364 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-922aecad-521e-4e28-aa05-2d754a5a977c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:47.223956 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922aecad-521e-4e28-aa05-2d754a5a977c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:18:47.224945 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-922aecad-521e-4e28-aa05-2d754a5a977c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (c9df3927-63ba-44d2-8db6-7df27005fcc5), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:47.243674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-3dc80d08-5604-4f2b-883c-6f7d3d044c87 None None] Provisioning complete for port 53f68060-10e5-41be-a22d-3ceda941deac triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:47.244679 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3dc80d08-5604-4f2b-883c-6f7d3d044c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (53f68060-10e5-41be-a22d-3ceda941deac), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:47.286475 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceda895-cfda-418a-b032-cb684a815d08 None None] Pushing event updated for resources: {'Port': ['ID=440ddb8d-767e-419c-b1c4-0c44b151749f,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:47.293840 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922aecad-521e-4e28-aa05-2d754a5a977c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:47.366976 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3dc80d08-5604-4f2b-883c-6f7d3d044c87 None None] Port 53f68060-10e5-41be-a22d-3ceda941deac cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:18:47.368768 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 8280b356-0afd-4066-9cc6-fd4ee9788e9f is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:47.371709 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 69f95810-e862-4de5-b614-83c6e3150321 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:18:47.454426 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-922aecad-521e-4e28-aa05-2d754a5a977c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:47.468054 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 69f95810-e862-4de5-b614-83c6e3150321 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:47.468436 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (69f95810-e862-4de5-b614-83c6e3150321), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:47.575792 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:43Z', 'revision_number': 4, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '53f68060-10e5-41be-a22d-3ceda941deac', 'name': '', 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:a3:45:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '31524089-0d76-4921-9d83-de686f9aeec0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:42Z', 'updated_at': '2022-02-07T17:18:43Z', 'revision_number': 2, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '31524089-0d76-4921-9d83-de686f9aeec0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f95810-e862-4de5-b614-83c6e3150321', 'name': '', 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:c4:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:36Z', 'updated_at': '2022-02-07T17:18:44Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:47.586233 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 69f95810-e862-4de5-b614-83c6e3150321 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:47.613746 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] Checking router: c9df3927-63ba-44d2-8db6-7df27005fcc5 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:18:47.614101 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] Updating router c9df3927-63ba-44d2-8db6-7df27005fcc5 port 53f68060-10e5-41be-a22d-3ceda941deac binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:18:47.647930 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (53f68060-10e5-41be-a22d-3ceda941deac), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:47.814495 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-922aecad-521e-4e28-aa05-2d754a5a977c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for port (d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:47.820759 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-922aecad-521e-4e28-aa05-2d754a5a977c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:47.822229 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-922aecad-521e-4e28-aa05-2d754a5a977c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (c9df3927-63ba-44d2-8db6-7df27005fcc5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:47.924930 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922aecad-521e-4e28-aa05-2d754a5a977c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event updated for resources: {'Port': ['ID=d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:47.961152 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] Publish callbacks [] for port (53f68060-10e5-41be-a22d-3ceda941deac), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:47.967559 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (53f68060-10e5-41be-a22d-3ceda941deac), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:47.978226 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922aecad-521e-4e28-aa05-2d754a5a977c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Network 6030f102-6ac2-4d76-8898-ed8d3b698359 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:18:47.979940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-922aecad-521e-4e28-aa05-2d754a5a977c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:18:48.083924 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] Attempting to bind port 53f68060-10e5-41be-a22d-3ceda941deac on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:18:48.084477 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] Attempting to bind port 53f68060-10e5-41be-a22d-3ceda941deac by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'e8ab83bc-5ec2-435b-a19c-7658f56eb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:18:48.084801 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] Attempting to bind port 53f68060-10e5-41be-a22d-3ceda941deac on network b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:18:48.088788 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877999e-d9de-48cc-9fc6-43b1067d8d2f None None] Pushing event updated for resources: {'Port': ['ID=53f68060-10e5-41be-a22d-3ceda941deac,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:48.106344 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:18:48.106826 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] Checking segment: {'id': 'e8ab83bc-5ec2-435b-a19c-7658f56eb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:18:48.107297 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:48.107767 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] Bound using segment: {'id': 'e8ab83bc-5ec2-435b-a19c-7658f56eb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:18:48.108426 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] Bound port: 53f68060-10e5-41be-a22d-3ceda941deac, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ab83bc-5ec2-435b-a19c-7658f56eb71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:18:48.108918 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (53f68060-10e5-41be-a22d-3ceda941deac), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:48.181325 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922aecad-521e-4e28-aa05-2d754a5a977c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router c9df3927-63ba-44d2-8db6-7df27005fcc5 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:18:48.240965 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] For port 53f68060-10e5-41be-a22d-3ceda941deac, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:18:48.244733 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] For port 53f68060-10e5-41be-a22d-3ceda941deac, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=53f68060-10e5-41be-a22d-3ceda941deac,segment=NetworkSegment(e8ab83bc-5ec2-435b-a19c-7658f56eb71f),segment_id=e8ab83bc-5ec2-435b-a19c-7658f56eb71f)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:18:48.259342 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (53f68060-10e5-41be-a22d-3ceda941deac), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:48.383701 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbef63b-513d-4667-bd2f-445491367eab req-95728a53-9a10-478c-8efb-0cad849ce0ac tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:48.387220 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4fbef63b-513d-4667-bd2f-445491367eab req-95728a53-9a10-478c-8efb-0cad849ce0ac tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.1545324 Feb 07 17:18:48.393083 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] Routers {'c9df3927-63ba-44d2-8db6-7df27005fcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:48.401103 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9df3927-63ba-44d2-8db6-7df27005fcc5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:48.412552 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922aecad-521e-4e28-aa05-2d754a5a977c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:18:48.434453 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-922aecad-521e-4e28-aa05-2d754a5a977c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/c9df3927-63ba-44d2-8db6-7df27005fcc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7365837 Feb 07 17:18:48.436028 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52968) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:48.441802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-62471c67-825e-46f9-bd5e-60ea77e4e117 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:48.574609 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4fbef63b-513d-4667-bd2f-445491367eab req-d6b51fb0-780f-4c06-9dad-cb50ac85d2ca tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791844 Feb 07 17:18:48.651924 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-963d7eb7-aa6f-438d-bdea-3f2a33ad4a38 None None] Provisioning complete for port 53f68060-10e5-41be-a22d-3ceda941deac triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:48.651924 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-963d7eb7-aa6f-438d-bdea-3f2a33ad4a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (53f68060-10e5-41be-a22d-3ceda941deac), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:48.751807 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 440ddb8d-767e-419c-b1c4-0c44b151749f up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:18:48.914083 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877999e-d9de-48cc-9fc6-43b1067d8d2f None None] Pushing event updated for resources: {'Port': ['ID=53f68060-10e5-41be-a22d-3ceda941deac,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:48.956717 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456ec2c8-b297-40a6-b680-8f66cd55238a None None] Network 6030f102-6ac2-4d76-8898-ed8d3b698359 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:18:48.963893 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] Set router c9df3927-63ba-44d2-8db6-7df27005fcc5 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:49.113754 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-963d7eb7-aa6f-438d-bdea-3f2a33ad4a38 None None] Current status of the port 53f68060-10e5-41be-a22d-3ceda941deac is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:49.114119 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-963d7eb7-aa6f-438d-bdea-3f2a33ad4a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (53f68060-10e5-41be-a22d-3ceda941deac), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:49.146891 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 440ddb8d-767e-419c-b1c4-0c44b151749f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:49.147300 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (440ddb8d-767e-419c-b1c4-0c44b151749f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:49.150796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.extraroute_db [None req-62471c67-825e-46f9-bd5e-60ea77e4e117 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 07 17:18:49.169246 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.extraroute_db [None req-62471c67-825e-46f9-bd5e-60ea77e4e117 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Removed routes are [] {{(pid=103225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 07 17:18:49.169664 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62471c67-825e-46f9-bd5e-60ea77e4e117 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (c9df3927-63ba-44d2-8db6-7df27005fcc5), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:49.235873 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-963d7eb7-aa6f-438d-bdea-3f2a33ad4a38 None None] For port 53f68060-10e5-41be-a22d-3ceda941deac, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=53f68060-10e5-41be-a22d-3ceda941deac,segment=NetworkSegment(e8ab83bc-5ec2-435b-a19c-7658f56eb71f),segment_id=e8ab83bc-5ec2-435b-a19c-7658f56eb71f)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:49.282044 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 440ddb8d-767e-419c-b1c4-0c44b151749f is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:49.282441 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (440ddb8d-767e-419c-b1c4-0c44b151749f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:49.285328 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-963d7eb7-aa6f-438d-bdea-3f2a33ad4a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (53f68060-10e5-41be-a22d-3ceda941deac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:49.345312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d7eb7-aa6f-438d-bdea-3f2a33ad4a38 None None] Pushing event updated for resources: {'Port': ['ID=53f68060-10e5-41be-a22d-3ceda941deac,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:49.393832 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 440ddb8d-767e-419c-b1c4-0c44b151749f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=440ddb8d-767e-419c-b1c4-0c44b151749f,segment=NetworkSegment(cc594a66-14f3-4022-add2-a43d245f3a7e),segment_id=cc594a66-14f3-4022-add2-a43d245f3a7e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:49.401589 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (440ddb8d-767e-419c-b1c4-0c44b151749f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:49.410165 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:47Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '53f68060-10e5-41be-a22d-3ceda941deac', 'name': '', 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:a3:45:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '31524089-0d76-4921-9d83-de686f9aeec0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:42Z', 'updated_at': '2022-02-07T17:18:48Z', 'revision_number': 4, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '31524089-0d76-4921-9d83-de686f9aeec0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f95810-e862-4de5-b614-83c6e3150321', 'name': '', 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:c4:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:36Z', 'updated_at': '2022-02-07T17:18:44Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6', 'name': '', 'network_id': '6030f102-6ac2-4d76-8898-ed8d3b698359', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:2e:2f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f35b8b4d-92dc-40cb-90e4-ba131fdb12a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:46Z', 'updated_at': '2022-02-07T17:18:47Z', 'revision_number': 2, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': 'f35b8b4d-92dc-40cb-90e4-ba131fdb12a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:49.480802 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62471c67-825e-46f9-bd5e-60ea77e4e117 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (c9df3927-63ba-44d2-8db6-7df27005fcc5), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:49.485056 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62471c67-825e-46f9-bd5e-60ea77e4e117 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (c9df3927-63ba-44d2-8db6-7df27005fcc5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:49.487064 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=440ddb8d-767e-419c-b1c4-0c44b151749f,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:49.495072 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf485673-ec16-4b4c-81fd-6a9d62be9de2 None None] The sync data for ids ['c9df3927-63ba-44d2-8db6-7df27005fcc5'] in n-d-827865-3 is: [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:47Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '53f68060-10e5-41be-a22d-3ceda941deac', 'name': '', 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:a3:45:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '31524089-0d76-4921-9d83-de686f9aeec0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:42Z', 'updated_at': '2022-02-07T17:18:48Z', 'revision_number': 4, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '31524089-0d76-4921-9d83-de686f9aeec0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f95810-e862-4de5-b614-83c6e3150321', 'name': '', 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:c4:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:36Z', 'updated_at': '2022-02-07T17:18:44Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6', 'name': '', 'network_id': '6030f102-6ac2-4d76-8898-ed8d3b698359', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:2e:2f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f35b8b4d-92dc-40cb-90e4-ba131fdb12a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:46Z', 'updated_at': '2022-02-07T17:18:47Z', 'revision_number': 2, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': 'f35b8b4d-92dc-40cb-90e4-ba131fdb12a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:18:49.518277 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b79d7d48-6b36-4160-ac77-901d1744294c None None] Provisioning complete for port 53f68060-10e5-41be-a22d-3ceda941deac triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:49.518763 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b79d7d48-6b36-4160-ac77-901d1744294c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (53f68060-10e5-41be-a22d-3ceda941deac), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:49.626600 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52974) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:49.710752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62471c67-825e-46f9-bd5e-60ea77e4e117 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router c9df3927-63ba-44d2-8db6-7df27005fcc5 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:18:49.772390 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b79d7d48-6b36-4160-ac77-901d1744294c None None] Current status of the port 53f68060-10e5-41be-a22d-3ceda941deac is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:49.803661 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b79d7d48-6b36-4160-ac77-901d1744294c None None] Provisioning complete for port 440ddb8d-767e-419c-b1c4-0c44b151749f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:49.805223 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b79d7d48-6b36-4160-ac77-901d1744294c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (440ddb8d-767e-419c-b1c4-0c44b151749f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:49.966445 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b79d7d48-6b36-4160-ac77-901d1744294c None None] Current status of the port 440ddb8d-767e-419c-b1c4-0c44b151749f is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:49.979133 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7261417-8a5c-4574-a40c-766cb71b9f8d req-43eb648e-596f-45e0-b088-09e2f4e95e18 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:49.980762 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e7261417-8a5c-4574-a40c-766cb71b9f8d req-43eb648e-596f-45e0-b088-09e2f4e95e18 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.2523928 Feb 07 17:18:50.052784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62471c67-825e-46f9-bd5e-60ea77e4e117 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:18:50.065371 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-62471c67-825e-46f9-bd5e-60ea77e4e117 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:50.068476 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-62471c67-825e-46f9-bd5e-60ea77e4e117 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/c9df3927-63ba-44d2-8db6-7df27005fcc5 HTTP/1.1" status: 200 len: 953 time: 1.6311564 Feb 07 17:18:50.071447 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52978) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:50.092381 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8a1fb260-f6e4-4cec-892f-6cd4976a8883 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Deleting port de1f1c86-a930-4e1a-8eaa-d2d1fa1b57a7 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:18:50.093066 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb260-f6e4-4cec-892f-6cd4976a8883 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (de1f1c86-a930-4e1a-8eaa-d2d1fa1b57a7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:50.104331 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ca8100d0-1350-4f78-8032-096ca3515358 None None] Provisioning complete for port d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:50.104884 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca8100d0-1350-4f78-8032-096ca3515358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:50.284507 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb260-f6e4-4cec-892f-6cd4976a8883 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (de1f1c86-a930-4e1a-8eaa-d2d1fa1b57a7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:50.284839 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb260-f6e4-4cec-892f-6cd4976a8883 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for floatingip (de1f1c86-a930-4e1a-8eaa-d2d1fa1b57a7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:50.314658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8a1fb260-f6e4-4cec-892f-6cd4976a8883 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Calling delete_port for de1f1c86-a930-4e1a-8eaa-d2d1fa1b57a7 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:18:50.359878 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-083e9fd0-3b07-4e4a-a8c2-e0dd7ae179b3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/routers/c9df3927-63ba-44d2-8db6-7df27005fcc5 HTTP/1.1" status: 200 len: 953 time: 0.2871313 Feb 07 17:18:50.371433 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e7261417-8a5c-4574-a40c-766cb71b9f8d req-a98386da-de2d-4b97-bfb3-1357ae3768aa tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3819001 Feb 07 17:18:50.375376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 52980) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:50.387212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1c78083e-0e68-4b4e-8896-0bf86ba2dc74 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'router': {'routes': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:18:50.631820 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ca8100d0-1350-4f78-8032-096ca3515358 None None] Port d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:18:50.672668 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ca8100d0-1350-4f78-8032-096ca3515358 None None] Provisioning complete for port 440ddb8d-767e-419c-b1c4-0c44b151749f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:50.672967 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca8100d0-1350-4f78-8032-096ca3515358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (440ddb8d-767e-419c-b1c4-0c44b151749f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:50.690227 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb260-f6e4-4cec-892f-6cd4976a8883 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (de1f1c86-a930-4e1a-8eaa-d2d1fa1b57a7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:50.728803 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fb260-f6e4-4cec-892f-6cd4976a8883 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Pushing event deleted for resources: {'Port': ['ID=de1f1c86-a930-4e1a-8eaa-d2d1fa1b57a7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:50.739847 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 440ddb8d-767e-419c-b1c4-0c44b151749f up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:18:50.848546 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb260-f6e4-4cec-892f-6cd4976a8883 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for floatingip (4be5460d-504e-4d3f-9d30-27d2bdee0e6e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:50.848952 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-8a1fb260-f6e4-4cec-892f-6cd4976a8883 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Floating IP 4be5460d-504e-4d3f-9d30-27d2bdee0e6e disassociated (deleted). External IP: 172.25.4.14, port: 6c4f0131-9634-4314-8c73-0e421124638b. Feb 07 17:18:50.873627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] Sync routers for ids ['c9df3927-63ba-44d2-8db6-7df27005fcc5'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:18:50.926370 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 440ddb8d-767e-419c-b1c4-0c44b151749f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:50.927149 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (440ddb8d-767e-419c-b1c4-0c44b151749f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:50.980024 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] Routers {'c9df3927-63ba-44d2-8db6-7df27005fcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:50.980915 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9df3927-63ba-44d2-8db6-7df27005fcc5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:51.158429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1fb260-f6e4-4cec-892f-6cd4976a8883 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:18:51.173592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ca8100d0-1350-4f78-8032-096ca3515358 None None] Current status of the port 440ddb8d-767e-419c-b1c4-0c44b151749f is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:51.185649 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] Set router c9df3927-63ba-44d2-8db6-7df27005fcc5 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:51.339223 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 440ddb8d-767e-419c-b1c4-0c44b151749f is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:51.340950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 53f68060-10e5-41be-a22d-3ceda941deac up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:18:51.383969 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-35432b78-b732-4fb2-abb4-f020e5d69b86 None None] Provisioning complete for port d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:51.384642 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-35432b78-b732-4fb2-abb4-f020e5d69b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:51.426524 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1fb260-f6e4-4cec-892f-6cd4976a8883 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:18:51.439421 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb260-f6e4-4cec-892f-6cd4976a8883 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:51.442253 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdde7eb-9136-4b96-aad6-a09ba63a612e None None] Sync routers for ids ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:18:51.452519 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.extraroute_db [None req-1c78083e-0e68-4b4e-8896-0bf86ba2dc74 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Added routes are [] {{(pid=103225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 07 17:18:51.453117 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.extraroute_db [None req-1c78083e-0e68-4b4e-8896-0bf86ba2dc74 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 07 17:18:51.459827 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdde7eb-9136-4b96-aad6-a09ba63a612e None None] Routers {'2dc524db-eb49-4c0c-8145-fff32dd2f7ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:51.461466 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-bbdde7eb-9136-4b96-aad6-a09ba63a612e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:51.528962 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c78083e-0e68-4b4e-8896-0bf86ba2dc74 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (c9df3927-63ba-44d2-8db6-7df27005fcc5), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:51.542650 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8a1fb260-f6e4-4cec-892f-6cd4976a8883 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "DELETE /v2.0/floatingips/4be5460d-504e-4d3f-9d30-27d2bdee0e6e HTTP/1.1" status: 204 len: 168 time: 1.9117334 Feb 07 17:18:51.542650 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'tag': '6c4f0131-9634-4314-8c73-0e421124638b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:18:51.558564 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d0eb96-1919-46c4-8e92-cb008fb79f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f", "tag": "6c4f0131-9634-4314-8c73-0e421124638b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:18:51.624211 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab50b7-53f7-4d1f-8170-b681bdd23db6 req-011b61a7-ecf4-4e4a-906f-d06d65c75bc9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:51.638998 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f5ab50b7-53f7-4d1f-8170-b681bdd23db6 req-011b61a7-ecf4-4e4a-906f-d06d65c75bc9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.1399541 Feb 07 17:18:51.675455 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-35432b78-b732-4fb2-abb4-f020e5d69b86 None None] Port d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:18:51.705705 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:51.774741 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f5ab50b7-53f7-4d1f-8170-b681bdd23db6 req-3ec7cf36-28de-4625-bf61-ce6a0a584f12 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322455 Feb 07 17:18:51.808333 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-bbdde7eb-9136-4b96-aad6-a09ba63a612e None None] Set router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:51.917796 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a090364-d802-4503-ad3c-45da8daf6771 req-712d4c1e-76fc-4f8f-8283-fdbbaa845c64 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3791761 Feb 07 17:18:51.992559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 53f68060-10e5-41be-a22d-3ceda941deac triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:51.994013 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (53f68060-10e5-41be-a22d-3ceda941deac), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:52.086451 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0bc271-d8de-4111-9f4c-e0d0140242ad x-openstack-request-id: req-2c0bc271-d8de-4111-9f4c-e0d0140242ad {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:18:52.087139 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f", "tag": "6c4f0131-9634-4314-8c73-0e421124638b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:18:52.087800 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c0bc271-d8de-4111-9f4c-e0d0140242ad {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:18:52.088444 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'tag': '6c4f0131-9634-4314-8c73-0e421124638b', 'status': 'completed', 'code': 200} Feb 07 17:18:52.121579 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c78083e-0e68-4b4e-8896-0bf86ba2dc74 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (c9df3927-63ba-44d2-8db6-7df27005fcc5), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:52.137713 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c78083e-0e68-4b4e-8896-0bf86ba2dc74 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (c9df3927-63ba-44d2-8db6-7df27005fcc5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:52.173128 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:49Z', 'revision_number': 6, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '53f68060-10e5-41be-a22d-3ceda941deac', 'name': '', 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:a3:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '31524089-0d76-4921-9d83-de686f9aeec0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:42Z', 'updated_at': '2022-02-07T17:18:49Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '31524089-0d76-4921-9d83-de686f9aeec0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f95810-e862-4de5-b614-83c6e3150321', 'name': '', 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:c4:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:36Z', 'updated_at': '2022-02-07T17:18:44Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6', 'name': '', 'network_id': '6030f102-6ac2-4d76-8898-ed8d3b698359', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:2e:2f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f35b8b4d-92dc-40cb-90e4-ba131fdb12a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:46Z', 'updated_at': '2022-02-07T17:18:47Z', 'revision_number': 2, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': 'f35b8b4d-92dc-40cb-90e4-ba131fdb12a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:52.249765 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] Checking router: c9df3927-63ba-44d2-8db6-7df27005fcc5 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:18:52.249765 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] Updating router c9df3927-63ba-44d2-8db6-7df27005fcc5 port d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:18:52.264531 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c78083e-0e68-4b4e-8896-0bf86ba2dc74 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router c9df3927-63ba-44d2-8db6-7df27005fcc5 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:18:52.280043 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87265115-01aa-41da-a12d-724524a1f59c req-1fd1199c-7fc7-4cea-837d-055745410849 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:52.287839 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87265115-01aa-41da-a12d-724524a1f59c req-1fd1199c-7fc7-4cea-837d-055745410849 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 946 time: 0.2673502 Feb 07 17:18:52.313968 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a090364-d802-4503-ad3c-45da8daf6771 req-0ede9a19-e542-4322-8bde-37d0a3d9b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:52.315464 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-bbdde7eb-9136-4b96-aad6-a09ba63a612e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'name': 'tempest-TestVolumeBackupRestore-399575763-router', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:24Z', 'updated_at': '2022-02-07T17:13:28Z', 'revision_number': 4, 'project_id': '7966855f5e624da3963d8b725269571c', 'gw_port': {'id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:25Z', 'updated_at': '2022-02-07T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a54a89e1-a12a-4a97-a1ed-a858a808c26a', 'name': '', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'mac_address': 'fa:16:3e:c3:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:27Z', 'updated_at': '2022-02-07T17:13:36Z', 'revision_number': 5, 'project_id': '7966855f5e624da3963d8b725269571c', 'subnets': [{'id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:52.315817 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a090364-d802-4503-ad3c-45da8daf6771 req-0ede9a19-e542-4322-8bde-37d0a3d9b2d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7966855f5e624da3963d8b725269571c&device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 1128 time: 0.2978177 Feb 07 17:18:52.350273 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 53f68060-10e5-41be-a22d-3ceda941deac is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:52.360600 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:52.379787 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdde7eb-9136-4b96-aad6-a09ba63a612e None None] Checking router: 2dc524db-eb49-4c0c-8145-fff32dd2f7ba for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:18:52.393498 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdde7eb-9136-4b96-aad6-a09ba63a612e None None] Routers {'2dc524db-eb49-4c0c-8145-fff32dd2f7ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:52.395019 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-bbdde7eb-9136-4b96-aad6-a09ba63a612e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:52.535221 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87265115-01aa-41da-a12d-724524a1f59c req-eb34795f-00eb-4dd7-8343-1e218570a287 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444916 Feb 07 17:18:52.591363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c78083e-0e68-4b4e-8896-0bf86ba2dc74 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:18:52.599828 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c78083e-0e68-4b4e-8896-0bf86ba2dc74 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:52.601552 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1c78083e-0e68-4b4e-8896-0bf86ba2dc74 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/c9df3927-63ba-44d2-8db6-7df27005fcc5 HTTP/1.1" status: 200 len: 703 time: 2.2242782 Feb 07 17:18:52.604294 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 52996) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:52.609775 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-bbdde7eb-9136-4b96-aad6-a09ba63a612e None None] Set router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:52.632161 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a090364-d802-4503-ad3c-45da8daf6771 req-4cc56b06-fd2f-4738-ba42-f9c5dace3f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:52.633688 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a090364-d802-4503-ad3c-45da8daf6771 req-4cc56b06-fd2f-4738-ba42-f9c5dace3f2f service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b34ffc6-dc16-4499-ab78-d4665a82951d HTTP/1.1" status: 200 len: 914 time: 0.2840786 Feb 07 17:18:52.702263 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a090364-d802-4503-ad3c-45da8daf6771 req-6603921b-781e-43f9-a067-e2d03093d155 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c4f0131-9634-4314-8c73-0e421124638b HTTP/1.1" status: 200 len: 217 time: 0.0623274 Feb 07 17:18:52.779943 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a090364-d802-4503-ad3c-45da8daf6771 req-388aca64-510d-4c0d-b387-e67c3ba6821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:52.781716 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a090364-d802-4503-ad3c-45da8daf6771 req-388aca64-510d-4c0d-b387-e67c3ba6821e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a53808d-dda3-4d37-9e87-4073eae85e6e HTTP/1.1" status: 200 len: 852 time: 0.0735569 Feb 07 17:18:52.845402 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f7c21068-476d-49dd-b1a8-53a38185707f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/routers/c9df3927-63ba-44d2-8db6-7df27005fcc5 HTTP/1.1" status: 200 len: 703 time: 0.2386789 Feb 07 17:18:52.846135 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53000) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:52.952258 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf9fde-31ba-4b15-9d78-b7713fa07d0a req-6775f898-e05d-4572-bc13-ad2985cbf8d9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:52.953863 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4ddf9fde-31ba-4b15-9d78-b7713fa07d0a req-6775f898-e05d-4572-bc13-ad2985cbf8d9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.0691638 Feb 07 17:18:52.997526 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] Publish callbacks [] for port (d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:53.010066 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:53.048517 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4ddf9fde-31ba-4b15-9d78-b7713fa07d0a req-6a44c054-8e21-4296-83c7-82bd94199f0d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830209 Feb 07 17:18:53.071385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75be320-62cb-4204-b201-88d0e4511402 None None] Pushing event updated for resources: {'Port': ['ID=d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:53.079221 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-bbdde7eb-9136-4b96-aad6-a09ba63a612e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'name': 'tempest-TestVolumeBackupRestore-399575763-router', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:24Z', 'updated_at': '2022-02-07T17:13:28Z', 'revision_number': 4, 'project_id': '7966855f5e624da3963d8b725269571c', 'gw_port': {'id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:25Z', 'updated_at': '2022-02-07T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a54a89e1-a12a-4a97-a1ed-a858a808c26a', 'name': '', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'mac_address': 'fa:16:3e:c3:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:27Z', 'updated_at': '2022-02-07T17:13:36Z', 'revision_number': 5, 'project_id': '7966855f5e624da3963d8b725269571c', 'subnets': [{'id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:53.140172 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdde7eb-9136-4b96-aad6-a09ba63a612e None None] The sync data for ids ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'] in n-d-827865-3 is: [{'id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'name': 'tempest-TestVolumeBackupRestore-399575763-router', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:24Z', 'updated_at': '2022-02-07T17:13:28Z', 'revision_number': 4, 'project_id': '7966855f5e624da3963d8b725269571c', 'gw_port': {'id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:25Z', 'updated_at': '2022-02-07T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a54a89e1-a12a-4a97-a1ed-a858a808c26a', 'name': '', 'network_id': '1b34ffc6-dc16-4499-ab78-d4665a82951d', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'mac_address': 'fa:16:3e:c3:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:27Z', 'updated_at': '2022-02-07T17:13:36Z', 'revision_number': 5, 'project_id': '7966855f5e624da3963d8b725269571c', 'subnets': [{'id': '3a53808d-dda3-4d37-9e87-4073eae85e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:18:53.200118 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] Attempting to bind port d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:18:53.200792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] Attempting to bind port d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cc594a66-14f3-4022-add2-a43d245f3a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6030f102-6ac2-4d76-8898-ed8d3b698359'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:18:53.201367 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] Attempting to bind port d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6 on network 6030f102-6ac2-4d76-8898-ed8d3b698359 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:18:53.214957 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:18:53.215674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] Checking segment: {'id': 'cc594a66-14f3-4022-add2-a43d245f3a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6030f102-6ac2-4d76-8898-ed8d3b698359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:18:53.216788 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:53.217384 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] Bound using segment: {'id': 'cc594a66-14f3-4022-add2-a43d245f3a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6030f102-6ac2-4d76-8898-ed8d3b698359'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:18:53.218040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] Bound port: d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc594a66-14f3-4022-add2-a43d245f3a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6030f102-6ac2-4d76-8898-ed8d3b698359'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:18:53.218626 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:53.303200 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a090364-d802-4503-ad3c-45da8daf6771 req-9a01e966-5841-4b07-b4fd-5c7ed6153c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:53.308232 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a090364-d802-4503-ad3c-45da8daf6771 req-9a01e966-5841-4b07-b4fd-5c7ed6153c90 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b34ffc6-dc16-4499-ab78-d4665a82951d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5203669 Feb 07 17:18:53.356852 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] For port d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:18:53.391762 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] For port d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6,segment=NetworkSegment(cc594a66-14f3-4022-add2-a43d245f3a7e),segment_id=cc594a66-14f3-4022-add2-a43d245f3a7e)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:18:53.417457 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:53.423954 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:53.465399 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179030e-4884-4bf4-931b-23e5feac9de8 req-23ac09f0-80d6-42ce-912d-ef0bef7584d6 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:53.473153 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4179030e-4884-4bf4-931b-23e5feac9de8 req-23ac09f0-80d6-42ce-912d-ef0bef7584d6 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 946 time: 0.1110294 Feb 07 17:18:53.552726 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a090364-d802-4503-ad3c-45da8daf6771 req-38467997-41a6-4bb2-815c-fd8532f019a1 service neutron] 10.222.0.32 "GET /v2.0/networks/1b34ffc6-dc16-4499-ab78-d4665a82951d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380641 Feb 07 17:18:53.572521 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4491d13c-1496-4867-bebf-915c28b4aa76 None None] Provisioning complete for port d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:53.572678 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4491d13c-1496-4867-bebf-915c28b4aa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:53.662333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75be320-62cb-4204-b201-88d0e4511402 None None] Pushing event updated for resources: {'Port': ['ID=d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:53.675048 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] Routers {'c9df3927-63ba-44d2-8db6-7df27005fcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:53.675730 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9df3927-63ba-44d2-8db6-7df27005fcc5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:53.696627 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4179030e-4884-4bf4-931b-23e5feac9de8 req-c54e59eb-a447-40f7-875f-a7db845033a0 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Deleting port 6c4f0131-9634-4314-8c73-0e421124638b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:18:53.697705 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4179030e-4884-4bf4-931b-23e5feac9de8 req-c54e59eb-a447-40f7-875f-a7db845033a0 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (6c4f0131-9634-4314-8c73-0e421124638b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:53.698988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c9abc3-2829-492f-b3dd-3c2a619a4f7c None None] New status for floating IP 4be5460d-504e-4d3f-9d30-27d2bdee0e6e: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:18:53.811888 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a090364-d802-4503-ad3c-45da8daf6771 req-5048f972-c203-4644-9abf-f0d48cf64b02 service neutron] 10.222.0.32 "GET /v2.0/networks/1b34ffc6-dc16-4499-ab78-d4665a82951d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360363 Feb 07 17:18:53.870289 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] Set router c9df3927-63ba-44d2-8db6-7df27005fcc5 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:53.898686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-4179030e-4884-4bf4-931b-23e5feac9de8 req-c54e59eb-a447-40f7-875f-a7db845033a0 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] For port 6c4f0131-9634-4314-8c73-0e421124638b, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6c4f0131-9634-4314-8c73-0e421124638b,segment=NetworkSegment(3751a5d4-3eb8-45c1-9d4c-d6986f82625b),segment_id=3751a5d4-3eb8-45c1-9d4c-d6986f82625b)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:53.901755 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4179030e-4884-4bf4-931b-23e5feac9de8 req-c54e59eb-a447-40f7-875f-a7db845033a0 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (6c4f0131-9634-4314-8c73-0e421124638b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:53.928556 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-4179030e-4884-4bf4-931b-23e5feac9de8 req-c54e59eb-a447-40f7-875f-a7db845033a0 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Calling delete_port for 6c4f0131-9634-4314-8c73-0e421124638b owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:18:53.982735 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0eb96-1919-46c4-8e92-cb008fb79f2e req-7638cd61-464f-4101-a9d3-e79194336a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:53.984406 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c4d0eb96-1919-46c4-8e92-cb008fb79f2e req-7638cd61-464f-4101-a9d3-e79194336a94 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7966855f5e624da3963d8b725269571c&device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 1128 time: 0.1073399 Feb 07 17:18:53.994692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f4dda-990f-4372-aaa6-edde6e01dfc7 req-23021c22-ce1a-4d41-af75-cf01a85b53fa tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:54.002378 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d12f4dda-990f-4372-aaa6-edde6e01dfc7 req-23021c22-ce1a-4d41-af75-cf01a85b53fa tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 946 time: 0.2049413 Feb 07 17:18:54.130871 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4179030e-4884-4bf4-931b-23e5feac9de8 req-c54e59eb-a447-40f7-875f-a7db845033a0 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (6c4f0131-9634-4314-8c73-0e421124638b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:54.168968 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e59eb-a447-40f7-875f-a7db845033a0 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Pushing event deleted for resources: {'Port': ['ID=6c4f0131-9634-4314-8c73-0e421124638b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:54.235024 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d12f4dda-990f-4372-aaa6-edde6e01dfc7 req-94789eeb-1768-4d36-a406-82dc4016cbd5 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/security-groups?id=971d62c9-acd4-4e41-82a1-d7da6b457d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316673 Feb 07 17:18:54.257229 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b32ff6f9-c138-47f9-89a2-91953aac74c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (c9df3927-63ba-44d2-8db6-7df27005fcc5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:54.294844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-4179030e-4884-4bf4-931b-23e5feac9de8 req-c54e59eb-a447-40f7-875f-a7db845033a0 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] No DVR routers for this DVR port 6c4f0131-9634-4314-8c73-0e421124638b on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:18:54.298711 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-4179030e-4884-4bf4-931b-23e5feac9de8 req-c54e59eb-a447-40f7-875f-a7db845033a0 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:54.309965 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4179030e-4884-4bf4-931b-23e5feac9de8 req-c54e59eb-a447-40f7-875f-a7db845033a0 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.32 "DELETE /v2.0/ports/6c4f0131-9634-4314-8c73-0e421124638b HTTP/1.1" status: 204 len: 173 time: 0.8142729 Feb 07 17:18:54.311004 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'name': 'network-vif-deleted', 'tag': '6c4f0131-9634-4314-8c73-0e421124638b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:18:54.315356 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5ae917-36e6-4ba3-be23-85e591f4b5ac" -d '{"events": [{"server_uuid": "1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f", "name": "network-vif-deleted", "tag": "6c4f0131-9634-4314-8c73-0e421124638b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:18:54.379879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7516e1-0123-4f48-b9ee-437e6e68ad50 req-7626ef8c-8a49-4374-80ee-da5e27702db0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:54.381799 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c7516e1-0123-4f48-b9ee-437e6e68ad50 req-7626ef8c-8a49-4374-80ee-da5e27702db0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.2085252 Feb 07 17:18:54.399318 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4491d13c-1496-4867-bebf-915c28b4aa76 None None] Current status of the port d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:54.399810 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4491d13c-1496-4867-bebf-915c28b4aa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:54.406457 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0eb96-1919-46c4-8e92-cb008fb79f2e req-341eb95b-dc48-46cb-a15a-7527571dfc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:54.407939 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c4d0eb96-1919-46c4-8e92-cb008fb79f2e req-341eb95b-dc48-46cb-a15a-7527571dfc26 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b34ffc6-dc16-4499-ab78-d4665a82951d HTTP/1.1" status: 200 len: 914 time: 0.4021704 Feb 07 17:18:54.451179 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b7c725-4592-4ac6-846b-d8d96d418ce7 x-openstack-request-id: req-16b7c725-4592-4ac6-846b-d8d96d418ce7 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:18:54.451597 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f", "name": "network-vif-deleted", "tag": "6c4f0131-9634-4314-8c73-0e421124638b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:18:54.451959 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16b7c725-4592-4ac6-846b-d8d96d418ce7 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:18:54.452469 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f', 'name': 'network-vif-deleted', 'tag': '6c4f0131-9634-4314-8c73-0e421124638b', 'status': 'completed', 'code': 200} Feb 07 17:18:54.457849 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c4d0eb96-1919-46c4-8e92-cb008fb79f2e req-8004735a-6e7b-442e-b562-e57093cacb30 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c4f0131-9634-4314-8c73-0e421124638b HTTP/1.1" status: 200 len: 217 time: 0.0393047 Feb 07 17:18:54.466181 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c7516e1-0123-4f48-b9ee-437e6e68ad50 req-3407f067-da5c-403c-85f7-54fe4e05b39d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781894 Feb 07 17:18:54.512637 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4491d13c-1496-4867-bebf-915c28b4aa76 None None] For port d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6,segment=NetworkSegment(cc594a66-14f3-4022-add2-a43d245f3a7e),segment_id=cc594a66-14f3-4022-add2-a43d245f3a7e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:54.522685 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4491d13c-1496-4867-bebf-915c28b4aa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:54.566781 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0eb96-1919-46c4-8e92-cb008fb79f2e req-d66ba60f-7129-4920-8955-b6045b520606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:54.569624 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c4d0eb96-1919-46c4-8e92-cb008fb79f2e req-d66ba60f-7129-4920-8955-b6045b520606 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a53808d-dda3-4d37-9e87-4073eae85e6e HTTP/1.1" status: 200 len: 852 time: 0.1011715 Feb 07 17:18:54.645892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:18:54.650044 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491d13c-1496-4867-bebf-915c28b4aa76 None None] Pushing event updated for resources: {'Port': ['ID=d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:54.684409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-dd02e172-b170-424b-bb89-79258795536a None None] Provisioning complete for port d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:54.684921 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dd02e172-b170-424b-bb89-79258795536a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:54.697706 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0eb96-1919-46c4-8e92-cb008fb79f2e req-492185ba-b199-4efb-be9a-85756f0199ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:54.699384 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c4d0eb96-1919-46c4-8e92-cb008fb79f2e req-492185ba-b199-4efb-be9a-85756f0199ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b34ffc6-dc16-4499-ab78-d4665a82951d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0949626 Feb 07 17:18:54.747211 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:51Z', 'revision_number': 7, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '53f68060-10e5-41be-a22d-3ceda941deac', 'name': '', 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:a3:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '31524089-0d76-4921-9d83-de686f9aeec0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:42Z', 'updated_at': '2022-02-07T17:18:49Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '31524089-0d76-4921-9d83-de686f9aeec0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f95810-e862-4de5-b614-83c6e3150321', 'name': '', 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:c4:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:36Z', 'updated_at': '2022-02-07T17:18:44Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6', 'name': '', 'network_id': '6030f102-6ac2-4d76-8898-ed8d3b698359', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:2e:2f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f35b8b4d-92dc-40cb-90e4-ba131fdb12a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:46Z', 'updated_at': '2022-02-07T17:18:53Z', 'revision_number': 4, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': 'f35b8b4d-92dc-40cb-90e4-ba131fdb12a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:54.785977 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d319cca-8fcc-42f3-8eb6-0881571361ff None None] The sync data for ids ['c9df3927-63ba-44d2-8db6-7df27005fcc5'] in n-d-827865-3 is: [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:51Z', 'revision_number': 7, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '53f68060-10e5-41be-a22d-3ceda941deac', 'name': '', 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:a3:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '31524089-0d76-4921-9d83-de686f9aeec0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:42Z', 'updated_at': '2022-02-07T17:18:49Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '31524089-0d76-4921-9d83-de686f9aeec0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f95810-e862-4de5-b614-83c6e3150321', 'name': '', 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:c4:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:36Z', 'updated_at': '2022-02-07T17:18:44Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6', 'name': '', 'network_id': '6030f102-6ac2-4d76-8898-ed8d3b698359', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:2e:2f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f35b8b4d-92dc-40cb-90e4-ba131fdb12a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:46Z', 'updated_at': '2022-02-07T17:18:53Z', 'revision_number': 4, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': 'f35b8b4d-92dc-40cb-90e4-ba131fdb12a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:18:54.803050 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:18:54.803425 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:54.888684 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-dd02e172-b170-424b-bb89-79258795536a None None] Current status of the port d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:54.900096 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c4d0eb96-1919-46c4-8e92-cb008fb79f2e req-c2f488a6-3b10-4a53-8f6d-4b8372ee426b service neutron] 10.222.0.32 "GET /v2.0/networks/1b34ffc6-dc16-4499-ab78-d4665a82951d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530225 Feb 07 17:18:54.948829 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:18:54.975529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b32ff6f9-c138-47f9-89a2-91953aac74c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting port d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:18:54.975896 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b32ff6f9-c138-47f9-89a2-91953aac74c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:55.017066 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4e97d-2697-498f-b433-32e579f05663 None None] Sync routers for ids ['c9df3927-63ba-44d2-8db6-7df27005fcc5'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:18:55.029870 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4e97d-2697-498f-b433-32e579f05663 None None] Routers {'c9df3927-63ba-44d2-8db6-7df27005fcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:55.030616 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7aa4e97d-2697-498f-b433-32e579f05663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9df3927-63ba-44d2-8db6-7df27005fcc5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:55.088367 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c4d0eb96-1919-46c4-8e92-cb008fb79f2e req-98b45095-53fe-4daa-a038-0f52c589f6fd service neutron] 10.222.0.32 "GET /v2.0/networks/1b34ffc6-dc16-4499-ab78-d4665a82951d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765966 Feb 07 17:18:55.104562 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b32ff6f9-c138-47f9-89a2-91953aac74c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] For port d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6,segment=NetworkSegment(cc594a66-14f3-4022-add2-a43d245f3a7e),segment_id=cc594a66-14f3-4022-add2-a43d245f3a7e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:55.104929 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b32ff6f9-c138-47f9-89a2-91953aac74c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:55.122939 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b32ff6f9-c138-47f9-89a2-91953aac74c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Calling delete_port for d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:18:55.130706 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-7aa4e97d-2697-498f-b433-32e579f05663 None None] Set router c9df3927-63ba-44d2-8db6-7df27005fcc5 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:55.357968 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b9f6f665-47bc-4ccc-97b4-855841c4a5d1 req-caf4c7c8-6b8e-492d-8ab8-71c13dd574da tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 210 time: 0.0339167 Feb 07 17:18:55.375467 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7aa4e97d-2697-498f-b433-32e579f05663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:51Z', 'revision_number': 7, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '53f68060-10e5-41be-a22d-3ceda941deac', 'name': '', 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:a3:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '31524089-0d76-4921-9d83-de686f9aeec0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:42Z', 'updated_at': '2022-02-07T17:18:49Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '31524089-0d76-4921-9d83-de686f9aeec0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f95810-e862-4de5-b614-83c6e3150321', 'name': '', 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:c4:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:36Z', 'updated_at': '2022-02-07T17:18:44Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6', 'name': '', 'network_id': '6030f102-6ac2-4d76-8898-ed8d3b698359', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:2e:2f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f35b8b4d-92dc-40cb-90e4-ba131fdb12a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:46Z', 'updated_at': '2022-02-07T17:18:54Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': 'f35b8b4d-92dc-40cb-90e4-ba131fdb12a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:55.386999 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b32ff6f9-c138-47f9-89a2-91953aac74c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:55.411128 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4e97d-2697-498f-b433-32e579f05663 None None] Checking router: c9df3927-63ba-44d2-8db6-7df27005fcc5 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:18:55.418520 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ff6f9-c138-47f9-89a2-91953aac74c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Port': ['ID=d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:55.420002 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4e97d-2697-498f-b433-32e579f05663 None None] Routers {'c9df3927-63ba-44d2-8db6-7df27005fcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:55.420866 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7aa4e97d-2697-498f-b433-32e579f05663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9df3927-63ba-44d2-8db6-7df27005fcc5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:55.575764 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b32ff6f9-c138-47f9-89a2-91953aac74c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (c9df3927-63ba-44d2-8db6-7df27005fcc5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:55.696199 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02def8ec-c303-4b5b-b5dd-66ab750a6ac4 req-035ae376-4206-400a-827e-2ab2e973634a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:55.701034 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-7aa4e97d-2697-498f-b433-32e579f05663 None None] Set router c9df3927-63ba-44d2-8db6-7df27005fcc5 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:55.702472 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-02def8ec-c303-4b5b-b5dd-66ab750a6ac4 req-035ae376-4206-400a-827e-2ab2e973634a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.1140909 Feb 07 17:18:55.801092 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-02def8ec-c303-4b5b-b5dd-66ab750a6ac4 req-3e7dd514-078a-4824-be5f-a28a6b823480 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888040 Feb 07 17:18:55.814979 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3193f9b7-289b-47d4-bc0a-80c3b8a709c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:56.013138 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7aa4e97d-2697-498f-b433-32e579f05663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:55Z', 'revision_number': 8, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '53f68060-10e5-41be-a22d-3ceda941deac', 'name': '', 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:a3:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '31524089-0d76-4921-9d83-de686f9aeec0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:42Z', 'updated_at': '2022-02-07T17:18:49Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '31524089-0d76-4921-9d83-de686f9aeec0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f95810-e862-4de5-b614-83c6e3150321', 'name': '', 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:c4:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:36Z', 'updated_at': '2022-02-07T17:18:44Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:56.023894 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6c4f0131-9634-4314-8c73-0e421124638b no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:18:56.054661 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 6c4f0131-9634-4314-8c73-0e421124638b {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:18:56.054661 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6c4f0131-9634-4314-8c73-0e421124638b not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:18:56.062829 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4e97d-2697-498f-b433-32e579f05663 None None] The sync data for ids ['c9df3927-63ba-44d2-8db6-7df27005fcc5'] in n-d-827865-3 is: [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:55Z', 'revision_number': 8, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '53f68060-10e5-41be-a22d-3ceda941deac', 'name': '', 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:a3:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '31524089-0d76-4921-9d83-de686f9aeec0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:42Z', 'updated_at': '2022-02-07T17:18:49Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '31524089-0d76-4921-9d83-de686f9aeec0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f95810-e862-4de5-b614-83c6e3150321', 'name': '', 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:c4:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:36Z', 'updated_at': '2022-02-07T17:18:44Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:18:56.273141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32ff6f9-c138-47f9-89a2-91953aac74c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router c9df3927-63ba-44d2-8db6-7df27005fcc5 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:18:56.394270 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32ff6f9-c138-47f9-89a2-91953aac74c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:18:56.406351 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b32ff6f9-c138-47f9-89a2-91953aac74c9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/c9df3927-63ba-44d2-8db6-7df27005fcc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5591404 Feb 07 17:18:56.409558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53014) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:56.512324 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda97ef9-4a59-4f68-94f6-fc853a5de70a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting subnet f35b8b4d-92dc-40cb-90e4-ba131fdb12a0 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:18:56.531537 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bda97ef9-4a59-4f68-94f6-fc853a5de70a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (f35b8b4d-92dc-40cb-90e4-ba131fdb12a0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:56.544693 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:18:56.581453 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dddcaf33-9c49-43da-a991-8d4dc8063f14 req-f11c56c4-0408-4e7e-a0d2-1f2be5ba713c tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 210 time: 0.0758524 Feb 07 17:18:56.582589 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:18:56.582890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d6cf9fd4-43a8-4e5e-ba08-8af405cc7eb6 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:18:56.605702 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bda97ef9-4a59-4f68-94f6-fc853a5de70a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (f35b8b4d-92dc-40cb-90e4-ba131fdb12a0), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:56.718389 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bda97ef9-4a59-4f68-94f6-fc853a5de70a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (f35b8b4d-92dc-40cb-90e4-ba131fdb12a0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:56.793962 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bda97ef9-4a59-4f68-94f6-fc853a5de70a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (f35b8b4d-92dc-40cb-90e4-ba131fdb12a0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:56.825440 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bda97ef9-4a59-4f68-94f6-fc853a5de70a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:56.831441 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bda97ef9-4a59-4f68-94f6-fc853a5de70a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/subnets/f35b8b4d-92dc-40cb-90e4-ba131fdb12a0 HTTP/1.1" status: 204 len: 168 time: 0.4174433 Feb 07 17:18:56.831441 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda97ef9-4a59-4f68-94f6-fc853a5de70a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Subnet': ['ID=f35b8b4d-92dc-40cb-90e4-ba131fdb12a0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:56.833078 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53016) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:56.852397 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb3e858-c9fa-4b14-a0d2-860a0bfc8193 None None] Sync routers for ids ['c9df3927-63ba-44d2-8db6-7df27005fcc5'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:18:56.867639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ebdcce-6497-4d44-a0f3-f3f058d93cbc None None] Network 6030f102-6ac2-4d76-8898-ed8d3b698359 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:18:56.930050 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (6030f102-6ac2-4d76-8898-ed8d3b698359), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:56.968133 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb3e858-c9fa-4b14-a0d2-860a0bfc8193 None None] Routers {'c9df3927-63ba-44d2-8db6-7df27005fcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:56.968947 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4cb3e858-c9fa-4b14-a0d2-860a0bfc8193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9df3927-63ba-44d2-8db6-7df27005fcc5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:57.036808 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c09db7-f40d-42ba-8b98-e1aadbd00f34 req-3339d314-0623-46b3-b8b3-42a29cb0d5ac tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:57.038444 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a2c09db7-f40d-42ba-8b98-e1aadbd00f34 req-3339d314-0623-46b3-b8b3-42a29cb0d5ac tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.1025422 Feb 07 17:18:57.080027 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4cb3e858-c9fa-4b14-a0d2-860a0bfc8193 None None] Set router c9df3927-63ba-44d2-8db6-7df27005fcc5 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:57.115934 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a2c09db7-f40d-42ba-8b98-e1aadbd00f34 req-e59091f1-acdb-4512-ad66-2559570877db tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624917 Feb 07 17:18:57.118090 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting port 440ddb8d-767e-419c-b1c4-0c44b151749f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:18:57.118436 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (440ddb8d-767e-419c-b1c4-0c44b151749f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:57.201095 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] For port 440ddb8d-767e-419c-b1c4-0c44b151749f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=440ddb8d-767e-419c-b1c4-0c44b151749f,segment=NetworkSegment(cc594a66-14f3-4022-add2-a43d245f3a7e),segment_id=cc594a66-14f3-4022-add2-a43d245f3a7e)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:57.201658 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (440ddb8d-767e-419c-b1c4-0c44b151749f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:57.216952 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Calling delete_port for 440ddb8d-767e-419c-b1c4-0c44b151749f owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:18:57.312267 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (440ddb8d-767e-419c-b1c4-0c44b151749f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:57.345067 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Port': ['ID=440ddb8d-767e-419c-b1c4-0c44b151749f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:57.353950 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] No DVR routers for this DVR port 440ddb8d-767e-419c-b1c4-0c44b151749f on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:18:57.406030 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f94970-d6a9-4e66-acc9-2a51275bbdbe None None] DHCP port deletion for 6030f102-6ac2-4d76-8898-ed8d3b698359 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:18:57.435767 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4cb3e858-c9fa-4b14-a0d2-860a0bfc8193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:55Z', 'revision_number': 8, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '53f68060-10e5-41be-a22d-3ceda941deac', 'name': '', 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:a3:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '31524089-0d76-4921-9d83-de686f9aeec0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:42Z', 'updated_at': '2022-02-07T17:18:49Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '31524089-0d76-4921-9d83-de686f9aeec0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f95810-e862-4de5-b614-83c6e3150321', 'name': '', 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:c4:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:36Z', 'updated_at': '2022-02-07T17:18:44Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:57.465837 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (6030f102-6ac2-4d76-8898-ed8d3b698359), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:57.470833 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb3e858-c9fa-4b14-a0d2-860a0bfc8193 None None] Checking router: c9df3927-63ba-44d2-8db6-7df27005fcc5 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:18:57.480592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb3e858-c9fa-4b14-a0d2-860a0bfc8193 None None] Routers {'c9df3927-63ba-44d2-8db6-7df27005fcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:57.481221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4cb3e858-c9fa-4b14-a0d2-860a0bfc8193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9df3927-63ba-44d2-8db6-7df27005fcc5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:57.489837 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6030f102-6ac2-4d76-8898-ed8d3b698359']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:57.500137 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc594a66-14f3-4022-add2-a43d245f3a7e') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:57.500438 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc594a66-14f3-4022-add2-a43d245f3a7e') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:57.511511 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (cc594a66-14f3-4022-add2-a43d245f3a7e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:57.527026 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (cc594a66-14f3-4022-add2-a43d245f3a7e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:57.533477 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:18:57.534149 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (cc594a66-14f3-4022-add2-a43d245f3a7e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:57.590790 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-4cb3e858-c9fa-4b14-a0d2-860a0bfc8193 None None] Set router c9df3927-63ba-44d2-8db6-7df27005fcc5 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:18:57.598004 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:18:57.607473 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (6030f102-6ac2-4d76-8898-ed8d3b698359), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:57.612464 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:57.615954 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/networks/6030f102-6ac2-4d76-8898-ed8d3b698359 HTTP/1.1" status: 204 len: 168 time: 0.7778437 Feb 07 17:18:57.618841 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53020) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:57.651614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd991b-c9e2-41ea-bc5d-419c7c2b5d33 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Network': ['ID=6030f102-6ac2-4d76-8898-ed8d3b698359,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:57.744879 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-782d6e3b-14a0-4db0-beea-ad8b8efec741 req-c77e4485-5f28-4e5b-bda2-40f427200efc tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 210 time: 0.0352280 Feb 07 17:18:57.870492 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-4cb3e858-c9fa-4b14-a0d2-860a0bfc8193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:55Z', 'revision_number': 8, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '53f68060-10e5-41be-a22d-3ceda941deac', 'name': '', 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:a3:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '31524089-0d76-4921-9d83-de686f9aeec0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:42Z', 'updated_at': '2022-02-07T17:18:49Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '31524089-0d76-4921-9d83-de686f9aeec0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f95810-e862-4de5-b614-83c6e3150321', 'name': '', 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:c4:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:36Z', 'updated_at': '2022-02-07T17:18:44Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:57.900756 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb3e858-c9fa-4b14-a0d2-860a0bfc8193 None None] The sync data for ids ['c9df3927-63ba-44d2-8db6-7df27005fcc5'] in n-d-827865-3 is: [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:55Z', 'revision_number': 8, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '53f68060-10e5-41be-a22d-3ceda941deac', 'name': '', 'network_id': 'b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:a3:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '31524089-0d76-4921-9d83-de686f9aeec0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:42Z', 'updated_at': '2022-02-07T17:18:49Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '31524089-0d76-4921-9d83-de686f9aeec0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69f95810-e862-4de5-b614-83c6e3150321', 'name': '', 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:c4:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:36Z', 'updated_at': '2022-02-07T17:18:44Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:18:58.079769 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49512111-544d-4c6f-93f7-43f379154057 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (c9df3927-63ba-44d2-8db6-7df27005fcc5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:58.208859 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d5e134c3-b40c-4f2b-a525-71478e09559f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:58.305539 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de747335-4ecb-4ec1-9abf-468a3e397070 req-0bd7b55b-2ab7-4f81-a210-c0f3a137fc0d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:58.310335 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-de747335-4ecb-4ec1-9abf-468a3e397070 req-0bd7b55b-2ab7-4f81-a210-c0f3a137fc0d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.1064539 Feb 07 17:18:58.377069 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-de747335-4ecb-4ec1-9abf-468a3e397070 req-cfebd5a5-ccaa-44a5-bae9-eae6c234f2ac tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609813 Feb 07 17:18:58.416589 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-49512111-544d-4c6f-93f7-43f379154057 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting port 53f68060-10e5-41be-a22d-3ceda941deac {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:18:58.416831 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49512111-544d-4c6f-93f7-43f379154057 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (53f68060-10e5-41be-a22d-3ceda941deac), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:58.513388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 440ddb8d-767e-419c-b1c4-0c44b151749f no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:18:58.531537 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-49512111-544d-4c6f-93f7-43f379154057 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] For port 53f68060-10e5-41be-a22d-3ceda941deac, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=53f68060-10e5-41be-a22d-3ceda941deac,segment=NetworkSegment(e8ab83bc-5ec2-435b-a19c-7658f56eb71f),segment_id=e8ab83bc-5ec2-435b-a19c-7658f56eb71f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:58.532291 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49512111-544d-4c6f-93f7-43f379154057 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (53f68060-10e5-41be-a22d-3ceda941deac), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:58.542437 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 440ddb8d-767e-419c-b1c4-0c44b151749f {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:18:58.542796 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 440ddb8d-767e-419c-b1c4-0c44b151749f not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:18:58.552508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-49512111-544d-4c6f-93f7-43f379154057 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Calling delete_port for 53f68060-10e5-41be-a22d-3ceda941deac owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:18:58.732478 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49512111-544d-4c6f-93f7-43f379154057 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (53f68060-10e5-41be-a22d-3ceda941deac), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:58.762465 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49512111-544d-4c6f-93f7-43f379154057 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Port': ['ID=53f68060-10e5-41be-a22d-3ceda941deac,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:58.892842 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-529bab3f-223d-455c-82b3-d3c56550953c req-7650b185-3af0-432e-9400-20041fdc6732 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 210 time: 0.0563209 Feb 07 17:18:58.920988 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-49512111-544d-4c6f-93f7-43f379154057 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (c9df3927-63ba-44d2-8db6-7df27005fcc5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:59.124371 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49512111-544d-4c6f-93f7-43f379154057 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router c9df3927-63ba-44d2-8db6-7df27005fcc5 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:18:59.222933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49512111-544d-4c6f-93f7-43f379154057 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:18:59.230964 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53028) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:59.231163 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-49512111-544d-4c6f-93f7-43f379154057 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/c9df3927-63ba-44d2-8db6-7df27005fcc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6103749 Feb 07 17:18:59.233327 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69a68de-ef15-4f84-8dbe-9111af34099f None None] Sync routers for ids ['c9df3927-63ba-44d2-8db6-7df27005fcc5'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:18:59.251752 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69a68de-ef15-4f84-8dbe-9111af34099f None None] Routers {'c9df3927-63ba-44d2-8db6-7df27005fcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:59.252386 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b69a68de-ef15-4f84-8dbe-9111af34099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9df3927-63ba-44d2-8db6-7df27005fcc5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:59.284676 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c163a4-c367-44af-9c6c-a45c63b50d29 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting subnet 31524089-0d76-4921-9d83-de686f9aeec0 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:18:59.288260 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19c163a4-c367-44af-9c6c-a45c63b50d29 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (31524089-0d76-4921-9d83-de686f9aeec0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:59.329369 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19c163a4-c367-44af-9c6c-a45c63b50d29 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (31524089-0d76-4921-9d83-de686f9aeec0), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:59.356162 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-b69a68de-ef15-4f84-8dbe-9111af34099f None None] Set router c9df3927-63ba-44d2-8db6-7df27005fcc5 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:59.428930 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19c163a4-c367-44af-9c6c-a45c63b50d29 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (31524089-0d76-4921-9d83-de686f9aeec0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:59.541252 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279515ee-b867-4c2c-82b1-feec35377ea4 req-116e3870-9885-498f-b0b1-a7204cef1e68 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:18:59.542832 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-279515ee-b867-4c2c-82b1-feec35377ea4 req-116e3870-9885-498f-b0b1-a7204cef1e68 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.0780172 Feb 07 17:18:59.544674 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19c163a4-c367-44af-9c6c-a45c63b50d29 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (31524089-0d76-4921-9d83-de686f9aeec0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:59.567647 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:59.586559 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b69a68de-ef15-4f84-8dbe-9111af34099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:58Z', 'revision_number': 9, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '69f95810-e862-4de5-b614-83c6e3150321', 'name': '', 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:c4:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:36Z', 'updated_at': '2022-02-07T17:18:44Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:59.598771 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c163a4-c367-44af-9c6c-a45c63b50d29 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Subnet': ['ID=31524089-0d76-4921-9d83-de686f9aeec0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:18:59.609932 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-19c163a4-c367-44af-9c6c-a45c63b50d29 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:59.616575 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-19c163a4-c367-44af-9c6c-a45c63b50d29 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/subnets/31524089-0d76-4921-9d83-de686f9aeec0 HTTP/1.1" status: 204 len: 168 time: 0.3814344 Feb 07 17:18:59.617545 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53032) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:18:59.617836 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69a68de-ef15-4f84-8dbe-9111af34099f None None] Checking router: c9df3927-63ba-44d2-8db6-7df27005fcc5 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:18:59.627655 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69a68de-ef15-4f84-8dbe-9111af34099f None None] Routers {'c9df3927-63ba-44d2-8db6-7df27005fcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:18:59.628525 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b69a68de-ef15-4f84-8dbe-9111af34099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9df3927-63ba-44d2-8db6-7df27005fcc5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:59.640920 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251c0fce-deb0-41bc-851d-70a1d96de6c6 None None] Network b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:18:59.696943 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-279515ee-b867-4c2c-82b1-feec35377ea4 req-0e44d260-54f8-44e3-a147-8a73a51a9a26 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295173 Feb 07 17:18:59.710739 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:59.740755 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-b69a68de-ef15-4f84-8dbe-9111af34099f None None] Set router c9df3927-63ba-44d2-8db6-7df27005fcc5 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:18:59.787832 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting port 8280b356-0afd-4066-9cc6-fd4ee9788e9f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:18:59.788817 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8280b356-0afd-4066-9cc6-fd4ee9788e9f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:59.864915 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] For port 8280b356-0afd-4066-9cc6-fd4ee9788e9f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8280b356-0afd-4066-9cc6-fd4ee9788e9f,segment=NetworkSegment(e8ab83bc-5ec2-435b-a19c-7658f56eb71f),segment_id=e8ab83bc-5ec2-435b-a19c-7658f56eb71f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:18:59.865493 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8280b356-0afd-4066-9cc6-fd4ee9788e9f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:18:59.886312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Calling delete_port for 8280b356-0afd-4066-9cc6-fd4ee9788e9f owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:18:59.896337 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24b823c-4e67-4bc2-b213-b5afbd47a1da None None] DHCP port deletion for b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:18:59.995029 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b69a68de-ef15-4f84-8dbe-9111af34099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:58Z', 'revision_number': 9, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '69f95810-e862-4de5-b614-83c6e3150321', 'name': '', 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:c4:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:36Z', 'updated_at': '2022-02-07T17:18:44Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:18:59.997031 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (8280b356-0afd-4066-9cc6-fd4ee9788e9f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:00.005994 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e24b823c-4e67-4bc2-b213-b5afbd47a1da None None] Deleting port 8280b356-0afd-4066-9cc6-fd4ee9788e9f {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:19:00.006941 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e24b823c-4e67-4bc2-b213-b5afbd47a1da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8280b356-0afd-4066-9cc6-fd4ee9788e9f), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:00.012687 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] No DVR routers for this DVR port 8280b356-0afd-4066-9cc6-fd4ee9788e9f on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:19:00.043186 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69a68de-ef15-4f84-8dbe-9111af34099f None None] The sync data for ids ['c9df3927-63ba-44d2-8db6-7df27005fcc5'] in n-d-827865-3 is: [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:18:58Z', 'revision_number': 9, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '69f95810-e862-4de5-b614-83c6e3150321', 'name': '', 'network_id': '3feb4d54-29ff-4b15-863c-a5e39af31e7f', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:c4:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:36Z', 'updated_at': '2022-02-07T17:18:44Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '5b73ab79-34fc-4c05-ad04-912c4d99211e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:19:00.077230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Port': ['ID=8280b356-0afd-4066-9cc6-fd4ee9788e9f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:00.117192 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e24b823c-4e67-4bc2-b213-b5afbd47a1da None None] For port 8280b356-0afd-4066-9cc6-fd4ee9788e9f, host n-d-827865-3, got binding levels [] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:19:00.117192 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e24b823c-4e67-4bc2-b213-b5afbd47a1da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8280b356-0afd-4066-9cc6-fd4ee9788e9f), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:00.123128 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc71d32b-1d48-4a39-8a31-f36556c508e7 req-2785d053-6124-4f3e-8c67-3b32d84c690f tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 210 time: 0.1013596 Feb 07 17:19:00.156314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e24b823c-4e67-4bc2-b213-b5afbd47a1da None None] Calling delete_port for 8280b356-0afd-4066-9cc6-fd4ee9788e9f owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:19:00.165676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.ipam_backend_mixin [None req-e24b823c-4e67-4bc2-b213-b5afbd47a1da None None] Port 8280b356-0afd-4066-9cc6-fd4ee9788e9f was not found and therefore no delete operation was performed {{(pid=103228) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 17:19:00.167015 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e24b823c-4e67-4bc2-b213-b5afbd47a1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (8280b356-0afd-4066-9cc6-fd4ee9788e9f), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:00.176991 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:00.205088 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b823c-4e67-4bc2-b213-b5afbd47a1da None None] Pushing event deleted for resources: {'Port': ['ID=8280b356-0afd-4066-9cc6-fd4ee9788e9f,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:00.216358 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24b823c-4e67-4bc2-b213-b5afbd47a1da None None] No DVR routers for this DVR port 8280b356-0afd-4066-9cc6-fd4ee9788e9f on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:19:00.221594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:00.233897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ab83bc-5ec2-435b-a19c-7658f56eb71f') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:00.233897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ab83bc-5ec2-435b-a19c-7658f56eb71f') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:00.251626 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (e8ab83bc-5ec2-435b-a19c-7658f56eb71f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:00.275657 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e8ab83bc-5ec2-435b-a19c-7658f56eb71f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:00.283895 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:19:00.284341 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (e8ab83bc-5ec2-435b-a19c-7658f56eb71f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:19:00.289439 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:19:00.359089 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:00.379497 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:00.386761 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/networks/b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f HTTP/1.1" status: 204 len: 168 time: 0.7642279 Feb 07 17:19:00.386761 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a37d5-b626-4bd8-bc4f-73b0e119cde8 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Network': ['ID=b3f1fc07-afe2-4d54-b98b-6e1c0b9d676f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:00.387306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53042) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:00.574705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8280b356-0afd-4066-9cc6-fd4ee9788e9f no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:19:00.604353 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 8280b356-0afd-4066-9cc6-fd4ee9788e9f {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:19:00.604716 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8280b356-0afd-4066-9cc6-fd4ee9788e9f not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:19:00.605142 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 53f68060-10e5-41be-a22d-3ceda941deac no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:19:00.626368 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 53f68060-10e5-41be-a22d-3ceda941deac {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:19:00.626636 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 53f68060-10e5-41be-a22d-3ceda941deac not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:19:00.688049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bedb36-305c-4d74-b27b-80bc550cd285 req-1ab38550-55b3-4f02-89a4-f362f2b08365 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:00.689686 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b6bedb36-305c-4d74-b27b-80bc550cd285 req-1ab38550-55b3-4f02-89a4-f362f2b08365 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c17018-f175-44db-a73a-62e3494e8b59 HTTP/1.1" status: 200 len: 945 time: 0.1540325 Feb 07 17:19:00.794514 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b6bedb36-305c-4d74-b27b-80bc550cd285 req-f08d2b36-c09b-4274-b794-e6453dfbdd77 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809796 Feb 07 17:19:00.896214 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:00.922758 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d91d28f1-8515-4655-8df0-40c8d1df61cc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (c9df3927-63ba-44d2-8db6-7df27005fcc5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:00.932241 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c2792-a756-4616-a2c4-1056ef4966b6 req-bc572fc4-a4f1-407d-9589-8a32c4cf160d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:00.933763 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-954c2792-a756-4616-a2c4-1056ef4966b6 req-bc572fc4-a4f1-407d-9589-8a32c4cf160d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.0711403 Feb 07 17:19:01.055669 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-954c2792-a756-4616-a2c4-1056ef4966b6 req-ab1d58f7-2155-4cb4-8e0c-af88f4ffcd57 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905764 Feb 07 17:19:01.228558 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9c1e6c39-1bde-4028-b3c9-9fe36e78e3da req-c93a0b66-0079-479f-a03f-2e3504487d02 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 210 time: 0.0321078 Feb 07 17:19:01.252478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d91d28f1-8515-4655-8df0-40c8d1df61cc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting port 69f95810-e862-4de5-b614-83c6e3150321 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:19:01.252828 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d91d28f1-8515-4655-8df0-40c8d1df61cc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (69f95810-e862-4de5-b614-83c6e3150321), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:01.351446 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-d91d28f1-8515-4655-8df0-40c8d1df61cc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] For port 69f95810-e862-4de5-b614-83c6e3150321, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=69f95810-e862-4de5-b614-83c6e3150321,segment=NetworkSegment(3450bd03-297b-4b5e-9720-1fda0bb0a643),segment_id=3450bd03-297b-4b5e-9720-1fda0bb0a643)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:19:01.351807 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d91d28f1-8515-4655-8df0-40c8d1df61cc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (69f95810-e862-4de5-b614-83c6e3150321), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:01.365663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d91d28f1-8515-4655-8df0-40c8d1df61cc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Calling delete_port for 69f95810-e862-4de5-b614-83c6e3150321 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:19:01.821559 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d91d28f1-8515-4655-8df0-40c8d1df61cc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (69f95810-e862-4de5-b614-83c6e3150321), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:01.850879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d28f1-8515-4655-8df0-40c8d1df61cc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Port': ['ID=69f95810-e862-4de5-b614-83c6e3150321,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:02.043566 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034a62c-a84a-4233-aa25-7de909e9085f req-fabb3635-27e3-4716-9d63-9a3091bca092 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:02.045737 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a034a62c-a84a-4233-aa25-7de909e9085f req-fabb3635-27e3-4716-9d63-9a3091bca092 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c17018-f175-44db-a73a-62e3494e8b59 HTTP/1.1" status: 200 len: 945 time: 0.1619070 Feb 07 17:19:02.047343 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d91d28f1-8515-4655-8df0-40c8d1df61cc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (c9df3927-63ba-44d2-8db6-7df27005fcc5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:02.187006 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a034a62c-a84a-4233-aa25-7de909e9085f req-8fe4ffec-0c12-465d-b2aa-0a031a4c1309 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/security-groups?id=2086c9ce-d374-4676-895f-50d5f9e78f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352971 Feb 07 17:19:02.338399 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91d28f1-8515-4655-8df0-40c8d1df61cc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router c9df3927-63ba-44d2-8db6-7df27005fcc5 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:19:02.355566 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29e23f-9e4e-481a-a870-c019ad7ee5b1 req-e746f019-bc10-47d1-af08-7a9e1f66aa3d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:02.357966 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a29e23f-9e4e-481a-a870-c019ad7ee5b1 req-e746f019-bc10-47d1-af08-7a9e1f66aa3d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.0855532 Feb 07 17:19:02.389028 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16bf48-6f07-42cb-89a7-c394b75272e4 req-71265ff3-19f1-4d6b-b7fa-3fe83aaec73d tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:02.390903 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9a16bf48-6f07-42cb-89a7-c394b75272e4 req-71265ff3-19f1-4d6b-b7fa-3fe83aaec73d tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.48 "GET /v2.0/ports?device_id=87c17018-f175-44db-a73a-62e3494e8b59 HTTP/1.1" status: 200 len: 945 time: 0.1170590 Feb 07 17:19:02.437954 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:02.553478 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-9a16bf48-6f07-42cb-89a7-c394b75272e4 req-123ea884-b5fb-4835-9bd0-9569174095c7 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Deleting port c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:19:02.554415 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9a16bf48-6f07-42cb-89a7-c394b75272e4 req-123ea884-b5fb-4835-9bd0-9569174095c7 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:02.556003 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6a29e23f-9e4e-481a-a870-c019ad7ee5b1 req-5ae8769a-2d3b-4ffb-aa01-7f8ce8d6c121 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858113 Feb 07 17:19:02.562181 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:19:02.587163 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91d28f1-8515-4655-8df0-40c8d1df61cc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:19:02.595477 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d91d28f1-8515-4655-8df0-40c8d1df61cc tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/c9df3927-63ba-44d2-8db6-7df27005fcc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2045646 Feb 07 17:19:02.599645 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53056) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:02.602804 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b13621-a553-451d-b9d7-b606f0cc85a0 None None] Sync routers for ids ['c9df3927-63ba-44d2-8db6-7df27005fcc5'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:19:02.622014 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b13621-a553-451d-b9d7-b606f0cc85a0 None None] Routers {'c9df3927-63ba-44d2-8db6-7df27005fcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:19:02.623690 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-23b13621-a553-451d-b9d7-b606f0cc85a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9df3927-63ba-44d2-8db6-7df27005fcc5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:02.684416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9a16bf48-6f07-42cb-89a7-c394b75272e4 req-123ea884-b5fb-4835-9bd0-9569174095c7 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] For port c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7,segment=NetworkSegment(b57ae093-a055-45bb-a9c8-52ec13964efa),segment_id=b57ae093-a055-45bb-a9c8-52ec13964efa)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:19:02.684899 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9a16bf48-6f07-42cb-89a7-c394b75272e4 req-123ea884-b5fb-4835-9bd0-9569174095c7 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:02.700466 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-9a16bf48-6f07-42cb-89a7-c394b75272e4 req-123ea884-b5fb-4835-9bd0-9569174095c7 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Calling delete_port for c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:19:02.718480 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63c9c309-6403-48df-a932-dffe8f7dc0bc req-0b2d42f7-4e69-4bbb-91fb-4d5de623bbab tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 210 time: 0.0500166 Feb 07 17:19:02.750493 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec97371-7689-4c9d-80bf-8325e9b62059 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting subnet 5b73ab79-34fc-4c05-ad04-912c4d99211e {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:19:02.751352 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-23b13621-a553-451d-b9d7-b606f0cc85a0 None None] Set router c9df3927-63ba-44d2-8db6-7df27005fcc5 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:19:02.755030 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ec97371-7689-4c9d-80bf-8325e9b62059 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (5b73ab79-34fc-4c05-ad04-912c4d99211e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:02.802303 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ec97371-7689-4c9d-80bf-8325e9b62059 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (5b73ab79-34fc-4c05-ad04-912c4d99211e), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:02.845187 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9a16bf48-6f07-42cb-89a7-c394b75272e4 req-123ea884-b5fb-4835-9bd0-9569174095c7 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:02.862695 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:19:02.879986 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ea884-b5fb-4835-9bd0-9569174095c7 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Pushing event deleted for resources: {'Port': ['ID=c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:02.924611 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ec97371-7689-4c9d-80bf-8325e9b62059 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (5b73ab79-34fc-4c05-ad04-912c4d99211e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:02.950752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a16bf48-6f07-42cb-89a7-c394b75272e4 req-123ea884-b5fb-4835-9bd0-9569174095c7 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] No DVR routers for this DVR port c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:19:02.954214 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9a16bf48-6f07-42cb-89a7-c394b75272e4 req-123ea884-b5fb-4835-9bd0-9569174095c7 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:02.957739 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9a16bf48-6f07-42cb-89a7-c394b75272e4 req-123ea884-b5fb-4835-9bd0-9569174095c7 tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.48 "DELETE /v2.0/ports/c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 HTTP/1.1" status: 204 len: 173 time: 0.5609272 Feb 07 17:19:02.958198 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c17018-f175-44db-a73a-62e3494e8b59', 'name': 'network-vif-deleted', 'tag': 'c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:19:02.962105 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ab418d-828d-45c2-825b-8055fca5f1a0" -d '{"events": [{"server_uuid": "87c17018-f175-44db-a73a-62e3494e8b59", "name": "network-vif-deleted", "tag": "c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:19:03.015406 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6621abef-7ed6-4701-9e3b-9563078b1abb x-openstack-request-id: req-6621abef-7ed6-4701-9e3b-9563078b1abb {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:19:03.015692 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c17018-f175-44db-a73a-62e3494e8b59", "name": "network-vif-deleted", "tag": "c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:19:03.015969 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6621abef-7ed6-4701-9e3b-9563078b1abb {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:19:03.016822 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c17018-f175-44db-a73a-62e3494e8b59', 'name': 'network-vif-deleted', 'tag': 'c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7', 'status': 'completed', 'code': 200} Feb 07 17:19:03.024094 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ec97371-7689-4c9d-80bf-8325e9b62059 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (5b73ab79-34fc-4c05-ad04-912c4d99211e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:03.066146 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4ec97371-7689-4c9d-80bf-8325e9b62059 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:03.073523 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53060) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:03.074870 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4ec97371-7689-4c9d-80bf-8325e9b62059 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/subnets/5b73ab79-34fc-4c05-ad04-912c4d99211e HTTP/1.1" status: 204 len: 168 time: 0.4741004 Feb 07 17:19:03.076793 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec97371-7689-4c9d-80bf-8325e9b62059 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Subnet': ['ID=5b73ab79-34fc-4c05-ad04-912c4d99211e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:03.178874 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (3feb4d54-29ff-4b15-863c-a5e39af31e7f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:03.194300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2077a0cf-4798-47d4-9382-4c21144eb49d None None] Network 3feb4d54-29ff-4b15-863c-a5e39af31e7f requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:19:03.246120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting port 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:19:03.246633 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (439fb113-1ec4-41b8-9b44-f58d5dd9a8ce), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:03.322268 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] For port 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=439fb113-1ec4-41b8-9b44-f58d5dd9a8ce,segment=NetworkSegment(3450bd03-297b-4b5e-9720-1fda0bb0a643),segment_id=3450bd03-297b-4b5e-9720-1fda0bb0a643)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:19:03.325303 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (439fb113-1ec4-41b8-9b44-f58d5dd9a8ce), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:03.353386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Calling delete_port for 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:19:03.372179 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d12426cd-e72a-4915-9965-1366a615f67a req-86554720-e6ce-4540-903b-7794330483ae tempest-VolumesSnapshotTestJSON-1247935092 tempest-VolumesSnapshotTestJSON-1247935092-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c17018-f175-44db-a73a-62e3494e8b59 HTTP/1.1" status: 200 len: 210 time: 0.0533710 Feb 07 17:19:03.397241 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-23b13621-a553-451d-b9d7-b606f0cc85a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:19:01Z', 'revision_number': 10, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:03.437965 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b13621-a553-451d-b9d7-b606f0cc85a0 None None] Checking router: c9df3927-63ba-44d2-8db6-7df27005fcc5 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:19:03.448769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b13621-a553-451d-b9d7-b606f0cc85a0 None None] Routers {'c9df3927-63ba-44d2-8db6-7df27005fcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:19:03.449503 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-23b13621-a553-451d-b9d7-b606f0cc85a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9df3927-63ba-44d2-8db6-7df27005fcc5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:03.453474 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4325661b-6d7f-4f0c-80a8-b7c5d38fb53d None None] DHCP port deletion for 3feb4d54-29ff-4b15-863c-a5e39af31e7f request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:19:03.498338 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (439fb113-1ec4-41b8-9b44-f58d5dd9a8ce), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:03.529932 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Port': ['ID=439fb113-1ec4-41b8-9b44-f58d5dd9a8ce,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:03.531884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] No DVR routers for this DVR port 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:19:03.567314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4325661b-6d7f-4f0c-80a8-b7c5d38fb53d None None] The port '439fb113-1ec4-41b8-9b44-f58d5dd9a8ce' was deleted {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 07 17:19:03.605264 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-23b13621-a553-451d-b9d7-b606f0cc85a0 None None] Set router c9df3927-63ba-44d2-8db6-7df27005fcc5 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:19:03.638776 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (3feb4d54-29ff-4b15-863c-a5e39af31e7f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:03.683574 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3feb4d54-29ff-4b15-863c-a5e39af31e7f']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:03.689371 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37bb44-1796-4ad9-86af-212c21140430 req-e719b6a9-ce2a-41ce-b584-6cad3c84c142 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:03.691574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fb37bb44-1796-4ad9-86af-212c21140430 req-e719b6a9-ce2a-41ce-b584-6cad3c84c142 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.0631006 Feb 07 17:19:03.696785 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3450bd03-297b-4b5e-9720-1fda0bb0a643') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:03.698185 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3450bd03-297b-4b5e-9720-1fda0bb0a643') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:03.709633 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (3450bd03-297b-4b5e-9720-1fda0bb0a643), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:03.726107 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (3450bd03-297b-4b5e-9720-1fda0bb0a643), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:03.735105 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:19:03.736738 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (3450bd03-297b-4b5e-9720-1fda0bb0a643), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:19:03.742355 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:19:03.776925 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fb37bb44-1796-4ad9-86af-212c21140430 req-cfd10335-5174-4182-97f2-97e1e547b6c5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773952 Feb 07 17:19:03.816079 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (3feb4d54-29ff-4b15-863c-a5e39af31e7f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:03.835975 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:03.839736 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/networks/3feb4d54-29ff-4b15-863c-a5e39af31e7f HTTP/1.1" status: 204 len: 168 time: 0.7650423 Feb 07 17:19:03.842676 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53068) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:03.848224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-23b13621-a553-451d-b9d7-b606f0cc85a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:19:01Z', 'revision_number': 10, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:03.853724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af52ea5-6f8e-4f9d-be80-52ac27174272 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Network': ['ID=3feb4d54-29ff-4b15-863c-a5e39af31e7f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:03.878379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b13621-a553-451d-b9d7-b606f0cc85a0 None None] The sync data for ids ['c9df3927-63ba-44d2-8db6-7df27005fcc5'] in n-d-827865-3 is: [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:19:01Z', 'revision_number': 10, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None, '_interfaces': [{'id': '7e4b0a92-be3a-4071-80df-effb362d8b07', 'name': '', 'network_id': '9f74d39e-5c33-4e04-9c68-edaa88fb7c81', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'mac_address': 'fa:16:3e:e6:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '971a1a87-931f-474c-8478-a69a905fa945', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:18:31Z', 'updated_at': '2022-02-07T17:18:36Z', 'revision_number': 5, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'subnets': [{'id': '971a1a87-931f-474c-8478-a69a905fa945', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:19:04.003760 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-962ddf7a-5baf-45e6-be5c-b1f1ce0e1340 req-43c6503d-697a-40a1-9544-756807e4e1f3 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 210 time: 0.1120591 Feb 07 17:19:04.396963 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7fb7f94-7a63-450e-b3db-52da85be6a22 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (c9df3927-63ba-44d2-8db6-7df27005fcc5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:04.609368 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 69f95810-e862-4de5-b614-83c6e3150321 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:19:04.639965 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 69f95810-e862-4de5-b614-83c6e3150321 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:19:04.640734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 69f95810-e862-4de5-b614-83c6e3150321 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:19:04.641185 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:19:04.670750 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:19:04.671139 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 439fb113-1ec4-41b8-9b44-f58d5dd9a8ce not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:19:04.760375 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb7f94-7a63-450e-b3db-52da85be6a22 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting port 7e4b0a92-be3a-4071-80df-effb362d8b07 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:19:04.760680 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7fb7f94-7a63-450e-b3db-52da85be6a22 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (7e4b0a92-be3a-4071-80df-effb362d8b07), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:04.909125 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-a7fb7f94-7a63-450e-b3db-52da85be6a22 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] For port 7e4b0a92-be3a-4071-80df-effb362d8b07, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=7e4b0a92-be3a-4071-80df-effb362d8b07,segment=NetworkSegment(ed1d1205-df7f-4581-9a80-cd562f9325c9),segment_id=ed1d1205-df7f-4581-9a80-cd562f9325c9)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:19:04.909743 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7fb7f94-7a63-450e-b3db-52da85be6a22 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (7e4b0a92-be3a-4071-80df-effb362d8b07), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:04.933940 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb7f94-7a63-450e-b3db-52da85be6a22 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Calling delete_port for 7e4b0a92-be3a-4071-80df-effb362d8b07 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:19:04.947345 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0113c2-b973-4ff6-8db7-425974b3f253 req-26faa423-2d20-4986-affc-abebdc2f0b56 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:04.948902 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be0113c2-b973-4ff6-8db7-425974b3f253 req-26faa423-2d20-4986-affc-abebdc2f0b56 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.0931747 Feb 07 17:19:05.012218 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be0113c2-b973-4ff6-8db7-425974b3f253 req-f436feb4-dbba-4763-829a-e22d11f7a4ac tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543742 Feb 07 17:19:05.150653 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bb4deedf-08b8-4808-b9d0-96228fec7762 req-32d4035e-c6d5-4fa1-9284-49b2e4a70a83 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 210 time: 0.0550032 Feb 07 17:19:05.170819 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7fb7f94-7a63-450e-b3db-52da85be6a22 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (7e4b0a92-be3a-4071-80df-effb362d8b07), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:05.202090 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb7f94-7a63-450e-b3db-52da85be6a22 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Port': ['ID=7e4b0a92-be3a-4071-80df-effb362d8b07,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:05.320949 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7fb7f94-7a63-450e-b3db-52da85be6a22 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (c9df3927-63ba-44d2-8db6-7df27005fcc5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:05.527826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fb7f94-7a63-450e-b3db-52da85be6a22 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router c9df3927-63ba-44d2-8db6-7df27005fcc5 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:19:05.618719 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fb7f94-7a63-450e-b3db-52da85be6a22 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:19:05.624018 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a7fb7f94-7a63-450e-b3db-52da85be6a22 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/c9df3927-63ba-44d2-8db6-7df27005fcc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7802827 Feb 07 17:19:05.626727 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53090) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:05.630563 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801ae6bc-6934-4ed5-851a-a62acf586bd2 None None] Sync routers for ids ['c9df3927-63ba-44d2-8db6-7df27005fcc5'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:19:05.641555 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801ae6bc-6934-4ed5-851a-a62acf586bd2 None None] Routers {'c9df3927-63ba-44d2-8db6-7df27005fcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:19:05.642542 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-801ae6bc-6934-4ed5-851a-a62acf586bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9df3927-63ba-44d2-8db6-7df27005fcc5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:05.681063 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-5702f950-b613-45bb-ac26-b7a819eb6762 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting subnet 971a1a87-931f-474c-8478-a69a905fa945 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:19:05.685004 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5702f950-b613-45bb-ac26-b7a819eb6762 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (971a1a87-931f-474c-8478-a69a905fa945), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:05.711536 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:19:05.722954 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-801ae6bc-6934-4ed5-851a-a62acf586bd2 None None] Set router c9df3927-63ba-44d2-8db6-7df27005fcc5 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:19:05.731092 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5702f950-b613-45bb-ac26-b7a819eb6762 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (971a1a87-931f-474c-8478-a69a905fa945), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:05.761018 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:19:05.761379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c9a0fc17-7e01-4f1e-a65b-5a774aee3dc7 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:19:05.786634 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-801ae6bc-6934-4ed5-851a-a62acf586bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:19:05Z', 'revision_number': 11, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:05.820889 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801ae6bc-6934-4ed5-851a-a62acf586bd2 None None] Checking router: c9df3927-63ba-44d2-8db6-7df27005fcc5 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:19:05.830699 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801ae6bc-6934-4ed5-851a-a62acf586bd2 None None] Routers {'c9df3927-63ba-44d2-8db6-7df27005fcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:19:05.832268 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-801ae6bc-6934-4ed5-851a-a62acf586bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9df3927-63ba-44d2-8db6-7df27005fcc5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:05.854279 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5702f950-b613-45bb-ac26-b7a819eb6762 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (971a1a87-931f-474c-8478-a69a905fa945), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:05.909580 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-801ae6bc-6934-4ed5-851a-a62acf586bd2 None None] Set router c9df3927-63ba-44d2-8db6-7df27005fcc5 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:19:05.924494 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5702f950-b613-45bb-ac26-b7a819eb6762 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (971a1a87-931f-474c-8478-a69a905fa945), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:05.952721 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702f950-b613-45bb-ac26-b7a819eb6762 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Subnet': ['ID=971a1a87-931f-474c-8478-a69a905fa945,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:05.971767 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5702f950-b613-45bb-ac26-b7a819eb6762 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:05.976315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559035e8-d070-43ed-97ca-a72baf216d61 None None] Network 9f74d39e-5c33-4e04-9c68-edaa88fb7c81 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:19:05.985943 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53094) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:05.986551 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5702f950-b613-45bb-ac26-b7a819eb6762 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/subnets/971a1a87-931f-474c-8478-a69a905fa945 HTTP/1.1" status: 204 len: 168 time: 0.3579085 Feb 07 17:19:05.988107 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-801ae6bc-6934-4ed5-851a-a62acf586bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:19:05Z', 'revision_number': 11, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:06.168761 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (9f74d39e-5c33-4e04-9c68-edaa88fb7c81), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:06.216301 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817acb9-ccf8-4543-8efd-b47cf38b3f4a req-b12bff6c-6652-4f40-86c2-5a72e8a00718 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:06.219065 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1817acb9-ccf8-4543-8efd-b47cf38b3f4a req-b12bff6c-6652-4f40-86c2-5a72e8a00718 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.1036458 Feb 07 17:19:06.221954 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801ae6bc-6934-4ed5-851a-a62acf586bd2 None None] The sync data for ids ['c9df3927-63ba-44d2-8db6-7df27005fcc5'] in n-d-827865-3 is: [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:19:05Z', 'revision_number': 11, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:19:06.284228 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] DHCP port deletion for 9f74d39e-5c33-4e04-9c68-edaa88fb7c81 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:19:06.345550 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1817acb9-ccf8-4543-8efd-b47cf38b3f4a req-606539e4-9583-4189-ada6-db1cc324212a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132197 Feb 07 17:19:06.414503 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] Deleting port 9b9c5839-e879-4ce3-b642-737e51cc404c {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:19:06.414831 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (9b9c5839-e879-4ce3-b642-737e51cc404c), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:06.573222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] For port 9b9c5839-e879-4ce3-b642-737e51cc404c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9b9c5839-e879-4ce3-b642-737e51cc404c,segment=NetworkSegment(ed1d1205-df7f-4581-9a80-cd562f9325c9),segment_id=ed1d1205-df7f-4581-9a80-cd562f9325c9)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:19:06.573678 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (9b9c5839-e879-4ce3-b642-737e51cc404c), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:06.594026 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] Calling delete_port for 9b9c5839-e879-4ce3-b642-737e51cc404c owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:19:06.625751 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 9b9c5839-e879-4ce3-b642-737e51cc404c no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:19:06.709676 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-147dd015-5dcd-4ae0-b9a5-f06ce7592d6a req-eec6c0ce-6816-451a-b5e6-89d31089012a tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 210 time: 0.0318291 Feb 07 17:19:06.726355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Deleting port 9b9c5839-e879-4ce3-b642-737e51cc404c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:19:06.726711 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (9b9c5839-e879-4ce3-b642-737e51cc404c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:06.792123 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 9b9c5839-e879-4ce3-b642-737e51cc404c is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:19:06.792723 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9b9c5839-e879-4ce3-b642-737e51cc404c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:06.815251 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] For port 9b9c5839-e879-4ce3-b642-737e51cc404c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=9b9c5839-e879-4ce3-b642-737e51cc404c,segment=NetworkSegment(ed1d1205-df7f-4581-9a80-cd562f9325c9),segment_id=ed1d1205-df7f-4581-9a80-cd562f9325c9)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:19:06.815785 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (9b9c5839-e879-4ce3-b642-737e51cc404c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:06.820060 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (9b9c5839-e879-4ce3-b642-737e51cc404c), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:06.828975 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Calling delete_port for 9b9c5839-e879-4ce3-b642-737e51cc404c owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:19:06.870809 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7e4b0a92-be3a-4071-80df-effb362d8b07 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:19:06.872921 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] Pushing event deleted for resources: {'Port': ['ID=9b9c5839-e879-4ce3-b642-737e51cc404c,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:06.877760 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] No DVR routers for this DVR port 9b9c5839-e879-4ce3-b642-737e51cc404c on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:19:06.902329 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:06.902839 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:06.903284 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:06.903727 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:06.904167 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:06.904601 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:06.905129 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:06.905566 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:06.905994 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:06.906419 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:06.906873 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:06.907281 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:06.907704 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df50297-bc28-49dd-b611-00a6ad4f9c7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:06.911605 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 7e4b0a92-be3a-4071-80df-effb362d8b07 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:19:06.912080 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 7e4b0a92-be3a-4071-80df-effb362d8b07 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:19:06.915876 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (9b9c5839-e879-4ce3-b642-737e51cc404c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:06.943724 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Port': ['ID=9b9c5839-e879-4ce3-b642-737e51cc404c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:06.945710 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] No DVR routers for this DVR port 9b9c5839-e879-4ce3-b642-737e51cc404c on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:19:07.035496 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (9f74d39e-5c33-4e04-9c68-edaa88fb7c81), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:07.056526 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f74d39e-5c33-4e04-9c68-edaa88fb7c81']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:07.066145 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1d1205-df7f-4581-9a80-cd562f9325c9') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:07.066663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1d1205-df7f-4581-9a80-cd562f9325c9') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:07.076440 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (ed1d1205-df7f-4581-9a80-cd562f9325c9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:07.092310 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (ed1d1205-df7f-4581-9a80-cd562f9325c9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:07.099291 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:19:07.099776 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (ed1d1205-df7f-4581-9a80-cd562f9325c9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: self.session.flush() Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:19:07.102716 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:19:07.166908 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (9f74d39e-5c33-4e04-9c68-edaa88fb7c81), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:07.171407 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:07.175274 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/networks/9f74d39e-5c33-4e04-9c68-edaa88fb7c81 HTTP/1.1" status: 204 len: 168 time: 1.1881580 Feb 07 17:19:07.178649 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53100) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:07.184073 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-48c00ad1-5523-4ce2-9631-a4f3170a79a1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'router': {'routes': None}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:19:07.195226 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03070623-0b9c-4ffc-a75d-aac9f9ff5c7c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Pushing event deleted for resources: {'Network': ['ID=9f74d39e-5c33-4e04-9c68-edaa88fb7c81,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:07.353900 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.extraroute_db [None req-48c00ad1-5523-4ce2-9631-a4f3170a79a1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Added routes are [] {{(pid=103225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 07 17:19:07.354204 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.extraroute_db [None req-48c00ad1-5523-4ce2-9631-a4f3170a79a1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Removed routes are [] {{(pid=103225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 07 17:19:07.354564 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48c00ad1-5523-4ce2-9631-a4f3170a79a1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (c9df3927-63ba-44d2-8db6-7df27005fcc5), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:07.533857 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48c00ad1-5523-4ce2-9631-a4f3170a79a1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (c9df3927-63ba-44d2-8db6-7df27005fcc5), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:07.540435 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48c00ad1-5523-4ce2-9631-a4f3170a79a1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (c9df3927-63ba-44d2-8db6-7df27005fcc5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:07.555134 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afea46-a049-44e6-aa3a-edd87ab5737a req-28b062d0-7f8e-4bdb-b3c5-da5b8783a223 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:07.556626 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-20afea46-a049-44e6-aa3a-edd87ab5737a req-28b062d0-7f8e-4bdb-b3c5-da5b8783a223 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.1344969 Feb 07 17:19:07.654024 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c00ad1-5523-4ce2-9631-a4f3170a79a1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router c9df3927-63ba-44d2-8db6-7df27005fcc5 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:19:07.672662 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-20afea46-a049-44e6-aa3a-edd87ab5737a req-a0e84d77-3eb3-4727-965c-eb12c4fdb820 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838370 Feb 07 17:19:07.841398 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6d32e782-15ec-4c72-af93-0b393e18d122 req-99cc27b8-61a3-4e62-9710-0930ff24ec92 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 210 time: 0.0285499 Feb 07 17:19:08.092740 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c00ad1-5523-4ce2-9631-a4f3170a79a1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:19:08.100585 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48c00ad1-5523-4ce2-9631-a4f3170a79a1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:08.101924 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-48c00ad1-5523-4ce2-9631-a4f3170a79a1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/c9df3927-63ba-44d2-8db6-7df27005fcc5 HTTP/1.1" status: 200 len: 704 time: 0.9221227 Feb 07 17:19:08.104705 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53106) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:08.105125 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf590fd-65d4-45c1-92e2-79aa8a5760c7 None None] Sync routers for ids ['c9df3927-63ba-44d2-8db6-7df27005fcc5'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:19:08.117411 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf590fd-65d4-45c1-92e2-79aa8a5760c7 None None] Routers {'c9df3927-63ba-44d2-8db6-7df27005fcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:19:08.118097 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-adf590fd-65d4-45c1-92e2-79aa8a5760c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9df3927-63ba-44d2-8db6-7df27005fcc5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:08.134949 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a91f1c61-9aa1-4b7b-a62d-b79a714c001a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9df3927-63ba-44d2-8db6-7df27005fcc5 HTTP/1.1" status: 200 len: 205 time: 0.0289738 Feb 07 17:19:08.137386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53108) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:08.197411 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-adf590fd-65d4-45c1-92e2-79aa8a5760c7 None None] Set router c9df3927-63ba-44d2-8db6-7df27005fcc5 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:19:08.217790 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1862b8bb-4fcd-469c-bfe2-03d325869261 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (c9df3927-63ba-44d2-8db6-7df27005fcc5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:08.256792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-adf590fd-65d4-45c1-92e2-79aa8a5760c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:19:05Z', 'revision_number': 11, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:08.284662 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf590fd-65d4-45c1-92e2-79aa8a5760c7 None None] Checking router: c9df3927-63ba-44d2-8db6-7df27005fcc5 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:19:08.294045 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf590fd-65d4-45c1-92e2-79aa8a5760c7 None None] Routers {'c9df3927-63ba-44d2-8db6-7df27005fcc5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:19:08.294698 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-adf590fd-65d4-45c1-92e2-79aa8a5760c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c9df3927-63ba-44d2-8db6-7df27005fcc5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:08.370907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-adf590fd-65d4-45c1-92e2-79aa8a5760c7 None None] Set router c9df3927-63ba-44d2-8db6-7df27005fcc5 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:19:08.395185 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1862b8bb-4fcd-469c-bfe2-03d325869261 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (c9df3927-63ba-44d2-8db6-7df27005fcc5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:08.398945 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1862b8bb-4fcd-469c-bfe2-03d325869261 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router_controller (c9df3927-63ba-44d2-8db6-7df27005fcc5), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:08.424470 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-adf590fd-65d4-45c1-92e2-79aa8a5760c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:19:05Z', 'revision_number': 11, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:08.445021 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1862b8bb-4fcd-469c-bfe2-03d325869261 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (c9df3927-63ba-44d2-8db6-7df27005fcc5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:08.445713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1862b8bb-4fcd-469c-bfe2-03d325869261 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Fanout notify agent at l3_agent the message router_deleted on router c9df3927-63ba-44d2-8db6-7df27005fcc5 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:19:08.453139 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1862b8bb-4fcd-469c-bfe2-03d325869261 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:08.458962 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1862b8bb-4fcd-469c-bfe2-03d325869261 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/routers/c9df3927-63ba-44d2-8db6-7df27005fcc5 HTTP/1.1" status: 204 len: 168 time: 0.3160124 Feb 07 17:19:08.459740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf590fd-65d4-45c1-92e2-79aa8a5760c7 None None] The sync data for ids ['c9df3927-63ba-44d2-8db6-7df27005fcc5'] in n-d-827865-3 is: [{'id': 'c9df3927-63ba-44d2-8db6-7df27005fcc5', 'name': 'tempest-RoutersIpV6Test-router-643220933', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:18:29Z', 'updated_at': '2022-02-07T17:19:05Z', 'revision_number': 11, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:19:08.460430 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53110) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:08.465975 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4383be61-9d6c-41a9-b948-4d68f34fa666 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-541286871', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:19:08.490043 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4383be61-9d6c-41a9-b948-4d68f34fa666 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (1f409436-d354-40a3-82e2-001377843513), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:08.491244 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4383be61-9d6c-41a9-b948-4d68f34fa666 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (1f409436-d354-40a3-82e2-001377843513), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:08.551568 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4383be61-9d6c-41a9-b948-4d68f34fa666 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router_controller (1f409436-d354-40a3-82e2-001377843513), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:08.556663 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4383be61-9d6c-41a9-b948-4d68f34fa666 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (1f409436-d354-40a3-82e2-001377843513), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:08.575575 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4383be61-9d6c-41a9-b948-4d68f34fa666 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:08.579108 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4383be61-9d6c-41a9-b948-4d68f34fa666 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1153963 Feb 07 17:19:08.579601 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53112) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:08.583954 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4269dfe9-21b4-4bad-bd90-e669d10b2f65 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:19:08.812841 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab3b7e-03d2-47a1-b1b6-d46d4e559816 req-194fe5b3-f945-468e-9e67-cc1b1d41da44 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:08.814709 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65ab3b7e-03d2-47a1-b1b6-d46d4e559816 req-194fe5b3-f945-468e-9e67-cc1b1d41da44 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.0579686 Feb 07 17:19:08.820307 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4269dfe9-21b4-4bad-bd90-e669d10b2f65 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9771'] for router (1f409436-d354-40a3-82e2-001377843513), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:08.832514 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4269dfe9-21b4-4bad-bd90-e669d10b2f65 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684270'] for router (1f409436-d354-40a3-82e2-001377843513), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:08.869139 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65ab3b7e-03d2-47a1-b1b6-d46d4e559816 req-3eb98a52-bfa3-4a80-986e-70ac6497d8e2 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465183 Feb 07 17:19:08.951607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4269dfe9-21b4-4bad-bd90-e669d10b2f65 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Router 1f409436-d354-40a3-82e2-001377843513 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:19:08.974392 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ecd8f2cb-82ed-4f8b-8db1-94ec850c207e req-9eebb39a-487b-4d5b-aa3a-29ff164560dd tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 210 time: 0.0335431 Feb 07 17:19:09.053623 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4269dfe9-21b4-4bad-bd90-e669d10b2f65 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:19:09.060125 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4269dfe9-21b4-4bad-bd90-e669d10b2f65 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:09.061296 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4269dfe9-21b4-4bad-bd90-e669d10b2f65 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "PUT /v2.0/routers/1f409436-d354-40a3-82e2-001377843513 HTTP/1.1" status: 200 len: 697 time: 0.4810376 Feb 07 17:19:09.063873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53118) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:09.067399 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beb35d5-6658-441e-8454-18660bda23d8 None None] Sync routers for ids ['1f409436-d354-40a3-82e2-001377843513'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:19:09.078560 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beb35d5-6658-441e-8454-18660bda23d8 None None] Routers {'1f409436-d354-40a3-82e2-001377843513'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:19:09.079175 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9beb35d5-6658-441e-8454-18660bda23d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1f409436-d354-40a3-82e2-001377843513'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:09.145625 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-763c5ec5-fd5b-4d28-9a72-3e6ef1163548 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/routers/1f409436-d354-40a3-82e2-001377843513 HTTP/1.1" status: 200 len: 703 time: 0.0803492 Feb 07 17:19:09.148153 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53120) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:09.152962 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-9beb35d5-6658-441e-8454-18660bda23d8 None None] Set router 1f409436-d354-40a3-82e2-001377843513 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:19:09.181516 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4722365a-177b-4148-ac41-bf6f8a7ca08a tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f409436-d354-40a3-82e2-001377843513 HTTP/1.1" status: 200 len: 205 time: 0.0318918 Feb 07 17:19:09.183944 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53122) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:09.206802 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9beb35d5-6658-441e-8454-18660bda23d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f409436-d354-40a3-82e2-001377843513', 'name': 'tempest-RoutersIpV6Test-router-541286871', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:19:08Z', 'updated_at': '2022-02-07T17:19:08Z', 'revision_number': 2, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:09.237036 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beb35d5-6658-441e-8454-18660bda23d8 None None] Checking router: 1f409436-d354-40a3-82e2-001377843513 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:19:09.251919 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beb35d5-6658-441e-8454-18660bda23d8 None None] Routers {'1f409436-d354-40a3-82e2-001377843513'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:19:09.252571 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9beb35d5-6658-441e-8454-18660bda23d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1f409436-d354-40a3-82e2-001377843513'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:09.268425 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67f6f018-8420-4abf-b179-402a42a83db9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (1f409436-d354-40a3-82e2-001377843513), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:09.325726 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-9beb35d5-6658-441e-8454-18660bda23d8 None None] Set router 1f409436-d354-40a3-82e2-001377843513 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:19:09.382842 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9beb35d5-6658-441e-8454-18660bda23d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f409436-d354-40a3-82e2-001377843513', 'name': 'tempest-RoutersIpV6Test-router-541286871', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:19:08Z', 'updated_at': '2022-02-07T17:19:08Z', 'revision_number': 2, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:09.409088 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beb35d5-6658-441e-8454-18660bda23d8 None None] The sync data for ids ['1f409436-d354-40a3-82e2-001377843513'] in n-d-827865-3 is: [{'id': '1f409436-d354-40a3-82e2-001377843513', 'name': 'tempest-RoutersIpV6Test-router-541286871', 'tenant_id': '231139dcd3554826bba4c99fc4b32998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:19:08Z', 'updated_at': '2022-02-07T17:19:08Z', 'revision_number': 2, 'project_id': '231139dcd3554826bba4c99fc4b32998', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:19:09.444329 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67f6f018-8420-4abf-b179-402a42a83db9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (1f409436-d354-40a3-82e2-001377843513), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:09.446545 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67f6f018-8420-4abf-b179-402a42a83db9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router_controller (1f409436-d354-40a3-82e2-001377843513), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:09.496479 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67f6f018-8420-4abf-b179-402a42a83db9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (1f409436-d354-40a3-82e2-001377843513), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:09.497190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f6f018-8420-4abf-b179-402a42a83db9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Fanout notify agent at l3_agent the message router_deleted on router 1f409436-d354-40a3-82e2-001377843513 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:19:09.504900 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-67f6f018-8420-4abf-b179-402a42a83db9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:09.506076 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-67f6f018-8420-4abf-b179-402a42a83db9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/routers/1f409436-d354-40a3-82e2-001377843513 HTTP/1.1" status: 204 len: 168 time: 0.3211308 Feb 07 17:19:09.510920 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53124) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:09.544520 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-79a7ec40-0800-4af7-89de-d9aca422bd19 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f409436-d354-40a3-82e2-001377843513 HTTP/1.1" status: 200 len: 205 time: 0.0324326 Feb 07 17:19:09.547176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53126) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:09.586747 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-407781e5-cf9f-4277-89b2-6661e357c31f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] delete failed (client error): The resource could not be found. Feb 07 17:19:09.590179 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-407781e5-cf9f-4277-89b2-6661e357c31f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/routers/1f409436-d354-40a3-82e2-001377843513 HTTP/1.1" status: 404 len: 336 time: 0.0396097 Feb 07 17:19:09.590451 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53128) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:09.620228 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-281bd180-942c-4015-b828-8e5e237afef2 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] DELETE failed (client error): The resource could not be found. Feb 07 17:19:09.620701 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281bd180-942c-4015-b828-8e5e237afef2 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:19:09.625337 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-281bd180-942c-4015-b828-8e5e237afef2 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/subnets/f35b8b4d-92dc-40cb-90e4-ba131fdb12a0 HTTP/1.1" status: 404 len: 337 time: 0.0325141 Feb 07 17:19:09.626521 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53130) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:09.658875 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cdcff3f-2d98-4d43-96ff-708d7fd4a1bb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] DELETE failed (client error): The resource could not be found. Feb 07 17:19:09.659401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cdcff3f-2d98-4d43-96ff-708d7fd4a1bb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:19:09.663255 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3cdcff3f-2d98-4d43-96ff-708d7fd4a1bb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/subnets/31524089-0d76-4921-9d83-de686f9aeec0 HTTP/1.1" status: 404 len: 337 time: 0.0357833 Feb 07 17:19:09.665873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53132) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:09.694437 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbf434c-c535-49bc-99e4-f99ec3cf72d1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] DELETE failed (client error): The resource could not be found. Feb 07 17:19:09.694907 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bbf434c-c535-49bc-99e4-f99ec3cf72d1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:19:09.698036 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7bbf434c-c535-49bc-99e4-f99ec3cf72d1 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/subnets/5b73ab79-34fc-4c05-ad04-912c4d99211e HTTP/1.1" status: 404 len: 337 time: 0.0310121 Feb 07 17:19:09.700503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53134) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:09.727386 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9c0d81-e54e-4b4c-a7a4-52bfa5d108d2 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] DELETE failed (client error): The resource could not be found. Feb 07 17:19:09.727858 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9c0d81-e54e-4b4c-a7a4-52bfa5d108d2 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:19:09.733494 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5d9c0d81-e54e-4b4c-a7a4-52bfa5d108d2 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/subnets/971a1a87-931f-474c-8478-a69a905fa945 HTTP/1.1" status: 404 len: 337 time: 0.0296357 Feb 07 17:19:09.733693 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53136) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:09.764874 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e3ae8dcd-5517-45b5-bba1-a51b1b1af179 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9df3927-63ba-44d2-8db6-7df27005fcc5 HTTP/1.1" status: 200 len: 205 time: 0.0279822 Feb 07 17:19:09.765118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53138) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:09.807180 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-471fa5ba-2d97-4a40-96b6-d9fc831a5834 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] delete failed (client error): The resource could not be found. Feb 07 17:19:09.810719 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-471fa5ba-2d97-4a40-96b6-d9fc831a5834 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/routers/c9df3927-63ba-44d2-8db6-7df27005fcc5 HTTP/1.1" status: 404 len: 336 time: 0.0421560 Feb 07 17:19:09.810964 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53140) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:09.845568 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2e3b222c-01a1-49d1-9a1a-91d9a44daed3 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/ports?device_id=594aa273-6213-4a91-a3be-00938911fa3a HTTP/1.1" status: 200 len: 205 time: 0.0334549 Feb 07 17:19:09.848943 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53142) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:09.888892 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-2c8893a9-e0e4-405f-8093-ab5ff232d8e7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] delete failed (client error): The resource could not be found. Feb 07 17:19:09.889978 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2c8893a9-e0e4-405f-8093-ab5ff232d8e7 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/routers/594aa273-6213-4a91-a3be-00938911fa3a HTTP/1.1" status: 404 len: 336 time: 0.0400839 Feb 07 17:19:09.892546 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53144) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:09.940535 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d74bbb-0fee-46bc-a70c-ad8adcd16feb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] DELETE failed (client error): The resource could not be found. Feb 07 17:19:09.941037 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d74bbb-0fee-46bc-a70c-ad8adcd16feb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:19:09.945760 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-88d74bbb-0fee-46bc-a70c-ad8adcd16feb tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/subnets/42741fd7-49d6-4604-8e2c-169263179a55 HTTP/1.1" status: 404 len: 337 time: 0.0522532 Feb 07 17:19:09.947022 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53148) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:09.976536 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fb02ece0-e3c7-404b-97ce-d48e409a4573 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5 HTTP/1.1" status: 200 len: 205 time: 0.0280106 Feb 07 17:19:09.979102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53150) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:10.068092 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-92f0b5e4-df1d-4c35-8fe7-0ffdec62157d tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] delete failed (client error): The resource could not be found. Feb 07 17:19:10.072190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53154) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:10.072498 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-92f0b5e4-df1d-4c35-8fe7-0ffdec62157d tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/routers/1d1974e3-60e0-4fd9-aa0f-58c4e67cbcc5 HTTP/1.1" status: 404 len: 336 time: 0.0919650 Feb 07 17:19:10.121683 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760053e-dcd7-4e48-96a1-1095cab78814 req-27c43d16-5a99-4768-a5f3-5b4bf1bab593 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:10.123280 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1760053e-dcd7-4e48-96a1-1095cab78814 req-27c43d16-5a99-4768-a5f3-5b4bf1bab593 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.1450651 Feb 07 17:19:10.131891 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96c7b6d8-5183-4783-b0ef-613dc022d83e req-c2f0380a-8d99-4d93-a7fd-2722d676b6a0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0883839 Feb 07 17:19:10.144411 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-722fa4fa-c794-4e60-803f-802d766c702e req-80d8115a-b7a1-4dee-9100-2c6f320ee718 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 210 time: 0.0561292 Feb 07 17:19:10.150120 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8b1ccc24-f184-4eee-8406-effd1d2b6be9 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/ports?device_id=b81a71eb-3f63-40b6-ae9b-1f50d07dd90d HTTP/1.1" status: 200 len: 205 time: 0.0767789 Feb 07 17:19:10.150946 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53156) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:10.193328 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-19bd86ec-622f-4455-af8b-4eed3fa107e6 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] delete failed (client error): The resource could not be found. Feb 07 17:19:10.196999 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-19bd86ec-622f-4455-af8b-4eed3fa107e6 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/routers/b81a71eb-3f63-40b6-ae9b-1f50d07dd90d HTTP/1.1" status: 404 len: 336 time: 0.0448704 Feb 07 17:19:10.197664 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53158) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:10.227382 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c10649-66e7-4827-bddb-5ac4fd8351cd tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] DELETE failed (client error): The resource could not be found. Feb 07 17:19:10.227382 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c10649-66e7-4827-bddb-5ac4fd8351cd tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:19:10.234233 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-43c10649-66e7-4827-bddb-5ac4fd8351cd tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/subnets/500bedd1-1110-4dab-b87a-a18096f957a0 HTTP/1.1" status: 404 len: 337 time: 0.0356920 Feb 07 17:19:10.234915 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53160) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:10.261996 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1760053e-dcd7-4e48-96a1-1095cab78814 req-17d304fb-b769-43aa-9fa4-ba522d7fbfd1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290221 Feb 07 17:19:10.276106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7b6d8-5183-4783-b0ef-613dc022d83e req-8adb1fb6-62ca-4a64-bd0f-cd0a3092cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:10.277392 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-28dcee68-3e75-4b38-a72a-36860bd51408 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/ports?device_id=f871ea58-0483-4f0f-9a62-0395b6eb6ac0 HTTP/1.1" status: 200 len: 205 time: 0.0406725 Feb 07 17:19:10.278394 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53162) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:10.278906 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96c7b6d8-5183-4783-b0ef-613dc022d83e req-8adb1fb6-62ca-4a64-bd0f-cd0a3092cff6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=430f0ad7e5a54c85a87bff451d6cb9cb&device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 1131 time: 0.0899799 Feb 07 17:19:10.331095 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-84ea451a-9417-49b1-9f12-950011c29a45 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] delete failed (client error): The resource could not be found. Feb 07 17:19:10.335511 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-84ea451a-9417-49b1-9f12-950011c29a45 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/routers/f871ea58-0483-4f0f-9a62-0395b6eb6ac0 HTTP/1.1" status: 404 len: 336 time: 0.0529556 Feb 07 17:19:10.335974 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53164) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:10.365078 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be2e00b-4a4a-43ba-b3d5-82444af82a7f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] DELETE failed (client error): The resource could not be found. Feb 07 17:19:10.365563 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be2e00b-4a4a-43ba-b3d5-82444af82a7f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:19:10.372140 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7be2e00b-4a4a-43ba-b3d5-82444af82a7f tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/subnets/844ad380-13fe-438d-bec7-28077f7c2822 HTTP/1.1" status: 404 len: 337 time: 0.0318053 Feb 07 17:19:10.372440 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53166) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:10.409558 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53168) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:10.411603 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-856f1ce5-22fd-46bd-9fa8-46118719c8c0 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0725234-e3b2-4731-8735-0d23d4eaecfd HTTP/1.1" status: 200 len: 205 time: 0.0379751 Feb 07 17:19:10.467733 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-fa14eadc-17b8-4937-8bf6-49ba123dc166 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] delete failed (client error): The resource could not be found. Feb 07 17:19:10.471630 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fa14eadc-17b8-4937-8bf6-49ba123dc166 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/routers/a0725234-e3b2-4731-8735-0d23d4eaecfd HTTP/1.1" status: 404 len: 336 time: 0.0591738 Feb 07 17:19:10.472873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53170) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:10.475749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7b6d8-5183-4783-b0ef-613dc022d83e req-b49ffdb0-9e57-4862-a109-4a2dc109f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:10.477294 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96c7b6d8-5183-4783-b0ef-613dc022d83e req-b49ffdb0-9e57-4862-a109-4a2dc109f83d service neutron] 10.222.0.48 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.1677127 Feb 07 17:19:10.506044 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-561cd9ac-3283-4e6d-98ce-452e8ffab623 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] DELETE failed (client error): The resource could not be found. Feb 07 17:19:10.507119 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561cd9ac-3283-4e6d-98ce-452e8ffab623 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:19:10.511200 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-561cd9ac-3283-4e6d-98ce-452e8ffab623 tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/subnets/dbe58c40-fa88-48ba-992c-ddfd5b4313d5 HTTP/1.1" status: 404 len: 337 time: 0.0362532 Feb 07 17:19:10.514179 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53172) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:10.532710 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96c7b6d8-5183-4783-b0ef-613dc022d83e req-49a677d5-d132-4a5c-934d-1a7d268e0ab5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=9c2b6010-b1b9-49d6-969a-735a087cf0d5 HTTP/1.1" status: 200 len: 217 time: 0.0496635 Feb 07 17:19:10.548929 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c555b2e-51cc-497f-9c69-59961c4ac07c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] DELETE failed (client error): The resource could not be found. Feb 07 17:19:10.548929 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c555b2e-51cc-497f-9c69-59961c4ac07c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:19:10.555658 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3c555b2e-51cc-497f-9c69-59961c4ac07c tempest-RoutersIpV6Test-727999657 tempest-RoutersIpV6Test-727999657-project] 10.222.0.18 "DELETE /v2.0/subnets/464be5a6-86d4-42fe-ab6a-4fad2ea3fd8a HTTP/1.1" status: 404 len: 337 time: 0.0402904 Feb 07 17:19:10.596747 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7b6d8-5183-4783-b0ef-613dc022d83e req-b9101c24-adbe-4f00-935a-1bb02d6b88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:10.598806 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96c7b6d8-5183-4783-b0ef-613dc022d83e req-b9101c24-adbe-4f00-935a-1bb02d6b88bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0600376 Feb 07 17:19:10.653178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7b6d8-5183-4783-b0ef-613dc022d83e req-661a5de8-4d34-4252-b126-88c79073539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:10.654776 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96c7b6d8-5183-4783-b0ef-613dc022d83e req-661a5de8-4d34-4252-b126-88c79073539f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0505071 Feb 07 17:19:10.755370 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96c7b6d8-5183-4783-b0ef-613dc022d83e req-2cec3904-bcbd-46f5-98f2-0e3b58e8cca5 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941808 Feb 07 17:19:10.848172 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96c7b6d8-5183-4783-b0ef-613dc022d83e req-740d4d8c-0ac3-4a4f-bb43-fc1044ef6b40 service neutron] 10.222.0.48 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868802 Feb 07 17:19:10.854914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53178) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:11.001241 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8eb5d097-d073-4180-956c-cc330f7ec832 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=231139dcd3554826bba4c99fc4b32998&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1429186 Feb 07 17:19:11.001603 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53182) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:11.051101 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dda2c261-f404-4cf9-93fd-9cdd9fdb5d44 admin admin] Publish callbacks [] for security_group (1aeb7e9b-3ecc-4fac-9862-7d3946ad9310), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:11.073532 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dda2c261-f404-4cf9-93fd-9cdd9fdb5d44 admin admin] Publish callbacks [] for security_group (1aeb7e9b-3ecc-4fac-9862-7d3946ad9310), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:11.123858 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dda2c261-f404-4cf9-93fd-9cdd9fdb5d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1aeb7e9b-3ecc-4fac-9862-7d3946ad9310), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:11.126802 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dda2c261-f404-4cf9-93fd-9cdd9fdb5d44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:11.128082 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dda2c261-f404-4cf9-93fd-9cdd9fdb5d44 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1aeb7e9b-3ecc-4fac-9862-7d3946ad9310 HTTP/1.1" status: 204 len: 168 time: 0.1255887 Feb 07 17:19:11.138257 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2c261-f404-4cf9-93fd-9cdd9fdb5d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aeb7e9b-3ecc-4fac-9862-7d3946ad9310,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:11.241461 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-57129abe-8315-4eca-9518-ae51de00e1a1 req-46dfca88-8a51-42f1-92fe-754c25435dd2 tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 210 time: 0.0307131 Feb 07 17:19:11.408527 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fce8c-236d-4a6c-98ec-82cfc89755d0 req-f60f1a18-a3b1-4e99-9bf9-e92f41473d0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:11.410697 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-994fce8c-236d-4a6c-98ec-82cfc89755d0 req-f60f1a18-a3b1-4e99-9bf9-e92f41473d0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 944 time: 0.0570822 Feb 07 17:19:11.469992 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-994fce8c-236d-4a6c-98ec-82cfc89755d0 req-5af71f64-7fc8-4047-878f-748aa711f409 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501409 Feb 07 17:19:11.715676 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 60874b68-ecab-41db-97f3-85d3fca0d35c details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:19:11.915923 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 60874b68-ecab-41db-97f3-85d3fca0d35c, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=60874b68-ecab-41db-97f3-85d3fca0d35c,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:19:11.934902 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '60874b68-ecab-41db-97f3-85d3fca0d35c', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'port_id': '60874b68-ecab-41db-97f3-85d3fca0d35c', 'mac_address': 'fa:16:3e:2f:5c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:19:11.982274 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 60874b68-ecab-41db-97f3-85d3fca0d35c is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:19:11.982671 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (60874b68-ecab-41db-97f3-85d3fca0d35c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:12.000345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60874b68-ecab-41db-97f3-85d3fca0d35c {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:19:12.033936 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 60874b68-ecab-41db-97f3-85d3fca0d35c, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=60874b68-ecab-41db-97f3-85d3fca0d35c,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:19:12.040796 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (60874b68-ecab-41db-97f3-85d3fca0d35c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:12.098865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=60874b68-ecab-41db-97f3-85d3fca0d35c,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:12.402805 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0fbef789-5cdd-42ab-b839-c78733964939 req-cea22ef3-1e25-48ba-bad3-c7fb8bd11d6f tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 210 time: 0.0709434 Feb 07 17:19:12.491198 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['60874b68-ecab-41db-97f3-85d3fca0d35c'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:19:12.608494 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b743c40-e292-4434-b5ba-3761ab5bd4f1 req-5a127d37-7df2-49af-bcda-ce430fc44f59 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:12.613995 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2b743c40-e292-4434-b5ba-3761ab5bd4f1 req-5a127d37-7df2-49af-bcda-ce430fc44f59 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 945 time: 0.0676894 Feb 07 17:19:12.667405 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2b743c40-e292-4434-b5ba-3761ab5bd4f1 req-263baaf8-023b-4e28-9f8a-0ab79a9ea938 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489309 Feb 07 17:19:13.521007 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6c02807-ea86-45d3-9077-5dfbede94b71 req-552e64a6-ab6e-4cf7-a0ba-1d8c5858a96f tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f81b0c7-a69c-4c8f-98a2-bcd37a1b116f HTTP/1.1" status: 200 len: 210 time: 0.0498421 Feb 07 17:19:13.713712 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 60874b68-ecab-41db-97f3-85d3fca0d35c up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:19:13.783682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 60874b68-ecab-41db-97f3-85d3fca0d35c completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:19:13.790616 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 60874b68-ecab-41db-97f3-85d3fca0d35c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:19:13.791269 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (60874b68-ecab-41db-97f3-85d3fca0d35c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:13.870066 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46740f-f432-457d-a8cd-40d040219edd req-f3f43f28-9e88-4682-b79c-54a29b916c6b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:13.872814 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4e46740f-f432-457d-a8cd-40d040219edd req-f3f43f28-9e88-4682-b79c-54a29b916c6b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 945 time: 0.0992320 Feb 07 17:19:13.915631 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 60874b68-ecab-41db-97f3-85d3fca0d35c is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:19:13.917771 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (60874b68-ecab-41db-97f3-85d3fca0d35c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:13.983797 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60874b68-ecab-41db-97f3-85d3fca0d35c'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:19:13.986633 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3802de-1f9e-40f3-9c1b-fcc142ef7893" -d '{"events": [{"server_uuid": "0e41fbe1-de4f-4055-bdf6-32b72d3cb386", "name": "network-vif-plugged", "status": "completed", "tag": "60874b68-ecab-41db-97f3-85d3fca0d35c"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:19:14.025573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 60874b68-ecab-41db-97f3-85d3fca0d35c, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=60874b68-ecab-41db-97f3-85d3fca0d35c,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:19:14.032945 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (60874b68-ecab-41db-97f3-85d3fca0d35c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:14.036313 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4e46740f-f432-457d-a8cd-40d040219edd req-dc9d0526-e338-4c79-aca1-042bd06101e7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563036 Feb 07 17:19:14.085931 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367a34c7-e663-46a6-8293-95249182003e x-openstack-request-id: req-367a34c7-e663-46a6-8293-95249182003e {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:19:14.086233 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e41fbe1-de4f-4055-bdf6-32b72d3cb386", "name": "network-vif-plugged", "status": "completed", "tag": "60874b68-ecab-41db-97f3-85d3fca0d35c", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:19:14.086691 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-367a34c7-e663-46a6-8293-95249182003e {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:19:14.087274 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60874b68-ecab-41db-97f3-85d3fca0d35c', 'code': 200} Feb 07 17:19:14.123126 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=60874b68-ecab-41db-97f3-85d3fca0d35c,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:14.192885 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b95e5-05b0-4a58-8798-a6ea21d4120e req-e2ecc578-f048-440b-b75f-bd17f5c2218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:14.195239 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-552b95e5-05b0-4a58-8798-a6ea21d4120e req-e2ecc578-f048-440b-b75f-bd17f5c2218e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 1128 time: 0.0650916 Feb 07 17:19:14.256009 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-552b95e5-05b0-4a58-8798-a6ea21d4120e req-7068c7b0-95a7-434f-91f3-ee7a4cab66bb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554843 Feb 07 17:19:14.498801 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53250) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:14.606860 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53258) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:14.661325 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82489726-e715-439c-b11b-6866fc5c4805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:14.710177 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd34ebc9-f2f4-45db-96af-6ce6901d992d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group (971d62c9-acd4-4e41-82a1-d7da6b457d43), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:14.762420 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd34ebc9-f2f4-45db-96af-6ce6901d992d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group (971d62c9-acd4-4e41-82a1-d7da6b457d43), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:14.792375 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82489726-e715-439c-b11b-6866fc5c4805 admin admin] Publish callbacks [] for security_group (3d992dd9-0c1c-495b-a8ea-1dd864db5171), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:14.802110 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82489726-e715-439c-b11b-6866fc5c4805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3d992dd9-0c1c-495b-a8ea-1dd864db5171), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:14.862412 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-82489726-e715-439c-b11b-6866fc5c4805 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af1e660b8a4c43a79022715d4641ea8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3588707 Feb 07 17:19:14.862412 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53260) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:14.871566 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82489726-e715-439c-b11b-6866fc5c4805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d992dd9-0c1c-495b-a8ea-1dd864db5171,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:14.924630 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd34ebc9-f2f4-45db-96af-6ce6901d992d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (971d62c9-acd4-4e41-82a1-d7da6b457d43), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:14.927999 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cd34ebc9-f2f4-45db-96af-6ce6901d992d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:14.929190 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cd34ebc9-f2f4-45db-96af-6ce6901d992d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] 10.222.0.18 "DELETE /v2.0/security-groups/971d62c9-acd4-4e41-82a1-d7da6b457d43 HTTP/1.1" status: 204 len: 168 time: 0.3213930 Feb 07 17:19:14.943652 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34ebc9-f2f4-45db-96af-6ce6901d992d tempest-TestVolumeBackupRestore-87399596 tempest-TestVolumeBackupRestore-87399596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=971d62c9-acd4-4e41-82a1-d7da6b457d43,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:14.959938 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd03b717-e4bd-4749-b26c-01ce2f6acd91 admin admin] Publish callbacks [] for security_group (3d992dd9-0c1c-495b-a8ea-1dd864db5171), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:14.997604 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd03b717-e4bd-4749-b26c-01ce2f6acd91 admin admin] Publish callbacks [] for security_group (3d992dd9-0c1c-495b-a8ea-1dd864db5171), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:15.063411 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd03b717-e4bd-4749-b26c-01ce2f6acd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3d992dd9-0c1c-495b-a8ea-1dd864db5171), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:15.076235 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bd03b717-e4bd-4749-b26c-01ce2f6acd91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:15.077833 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bd03b717-e4bd-4749-b26c-01ce2f6acd91 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d992dd9-0c1c-495b-a8ea-1dd864db5171 HTTP/1.1" status: 204 len: 168 time: 0.2149789 Feb 07 17:19:15.091207 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03b717-e4bd-4749-b26c-01ce2f6acd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d992dd9-0c1c-495b-a8ea-1dd864db5171,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:15.307683 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09894962-aa01-441d-ad8d-4473449f5223 req-f61c2340-a33e-48ee-927c-23b2fc45c3d4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:15.311289 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-09894962-aa01-441d-ad8d-4473449f5223 req-f61c2340-a33e-48ee-927c-23b2fc45c3d4 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 946 time: 0.1485693 Feb 07 17:19:15.483082 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-09894962-aa01-441d-ad8d-4473449f5223 req-ba21862d-e93e-4bc8-88ee-72ab0824cea1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559615 Feb 07 17:19:15.760800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53330) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:15.783960 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9f09c0c-a8d9-4986-9deb-2e10eeb2bf25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:15.913492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9f09c0c-a8d9-4986-9deb-2e10eeb2bf25 admin admin] Publish callbacks [] for security_group (c489fb93-ea3c-4523-978b-039fee7406f3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:15.923458 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9f09c0c-a8d9-4986-9deb-2e10eeb2bf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c489fb93-ea3c-4523-978b-039fee7406f3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:15.957941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53356) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:15.964505 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a9f09c0c-a8d9-4986-9deb-2e10eeb2bf25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8d36fb7e5db4a46880c9afffe6e4785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2022951 Feb 07 17:19:16.022324 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f09c0c-a8d9-4986-9deb-2e10eeb2bf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c489fb93-ea3c-4523-978b-039fee7406f3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:16.048509 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03571cab-26f5-4a08-9feb-45cf52a94805 admin admin] Publish callbacks [] for security_group (c489fb93-ea3c-4523-978b-039fee7406f3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:16.083447 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03571cab-26f5-4a08-9feb-45cf52a94805 admin admin] Publish callbacks [] for security_group (c489fb93-ea3c-4523-978b-039fee7406f3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:16.155164 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03571cab-26f5-4a08-9feb-45cf52a94805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c489fb93-ea3c-4523-978b-039fee7406f3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:16.166659 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03571cab-26f5-4a08-9feb-45cf52a94805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:16.171460 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-03571cab-26f5-4a08-9feb-45cf52a94805 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c489fb93-ea3c-4523-978b-039fee7406f3 HTTP/1.1" status: 204 len: 168 time: 0.2122250 Feb 07 17:19:16.194128 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03571cab-26f5-4a08-9feb-45cf52a94805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c489fb93-ea3c-4523-978b-039fee7406f3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:16.803076 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7401743-20ae-4609-a77b-a1ed1d279af1 req-24175949-78a7-486f-b59b-976ef369a045 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:16.812031 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c7401743-20ae-4609-a77b-a1ed1d279af1 req-24175949-78a7-486f-b59b-976ef369a045 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 946 time: 0.1464217 Feb 07 17:19:16.905956 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c7401743-20ae-4609-a77b-a1ed1d279af1 req-bdd3aa24-7dbf-4b10-86d3-10a4e72c0180 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930262 Feb 07 17:19:17.102113 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81a82c-709b-4316-b1e7-e074d056e3f5 req-63f16756-026b-43f2-9c17-4601cd3cf0ce tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:17.104047 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba81a82c-709b-4316-b1e7-e074d056e3f5 req-63f16756-026b-43f2-9c17-4601cd3cf0ce tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 946 time: 0.1032903 Feb 07 17:19:17.180360 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba81a82c-709b-4316-b1e7-e074d056e3f5 req-ee9a689b-f698-4b72-81e2-f7f507ee3fbd tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679288 Feb 07 17:19:17.213079 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53492) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:17.328313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0312c221-8e1e-4bda-a3e7-3c19d5e425a0 tempest-TestVolumeBootPattern-1640350817 tempest-TestVolumeBootPattern-1640350817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:17.330506 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0312c221-8e1e-4bda-a3e7-3c19d5e425a0 tempest-TestVolumeBootPattern-1640350817 tempest-TestVolumeBootPattern-1640350817-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 1123 time: 0.1155245 Feb 07 17:19:17.334276 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53506) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:17.341099 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': '60874b68-ecab-41db-97f3-85d3fca0d35c', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:19:17.400006 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:17.635890 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:17.868175 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Allocated IP 172.25.4.233 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/d556224b-c9d7-403e-bba3-cb6f3d5ba0ca) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:19:18.084622 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for port (d556224b-c9d7-403e-bba3-cb6f3d5ba0ca), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:18.145439 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d556224b-c9d7-403e-bba3-cb6f3d5ba0ca), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:18.205592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:19:18.214492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:19:18.218277 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event updated for resources: {'Port': ['ID=d556224b-c9d7-403e-bba3-cb6f3d5ba0ca,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:18.221465 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:19:18.894748 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for floatingip (5f33d1f4-ca4c-49a4-96f0-de29529ad51c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:19.000772 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d556224b-c9d7-403e-bba3-cb6f3d5ba0ca), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:19.230852 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for port (d556224b-c9d7-403e-bba3-cb6f3d5ba0ca), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:19.239028 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (d556224b-c9d7-403e-bba3-cb6f3d5ba0ca), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:19.351818 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event updated for resources: {'Port': ['ID=d556224b-c9d7-403e-bba3-cb6f3d5ba0ca,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:19.405888 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (5f33d1f4-ca4c-49a4-96f0-de29529ad51c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:19.657963 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Floating IP 5f33d1f4-ca4c-49a4-96f0-de29529ad51c associated. External IP: 172.25.4.233, port: 60874b68-ecab-41db-97f3-85d3fca0d35c. Feb 07 17:19:20.064551 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53806) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:20.262860 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bab3a9d-155f-4fea-bd35-9134ed39d8f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:20.374524 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bab3a9d-155f-4fea-bd35-9134ed39d8f5 admin admin] Publish callbacks [] for security_group (2305ecba-6cca-4b36-8475-c7068cb140b6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:20.381984 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2bab3a9d-155f-4fea-bd35-9134ed39d8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2305ecba-6cca-4b36-8475-c7068cb140b6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:20.415795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab3a9d-155f-4fea-bd35-9134ed39d8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2305ecba-6cca-4b36-8475-c7068cb140b6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:20.424549 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Router 6f4875c8-8c81-4297-8272-e1adffffa931 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:19:20.443201 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2bab3a9d-155f-4fea-bd35-9134ed39d8f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e82e445840594c16ae6485ce5d106668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3762786 Feb 07 17:19:20.443401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53816) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:20.611406 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4177a40-519b-4365-a009-c0d05bb1bd79 admin admin] Publish callbacks [] for security_group (2305ecba-6cca-4b36-8475-c7068cb140b6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:20.642931 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:19:20.655276 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cea05e7-06f8-4f48-99d4-8bb8d79615ff None None] Sync routers for ids ['6f4875c8-8c81-4297-8272-e1adffffa931'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:19:20.655786 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4177a40-519b-4365-a009-c0d05bb1bd79 admin admin] Publish callbacks [] for security_group (2305ecba-6cca-4b36-8475-c7068cb140b6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:20.668294 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cea05e7-06f8-4f48-99d4-8bb8d79615ff None None] Routers {'6f4875c8-8c81-4297-8272-e1adffffa931'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:19:20.669414 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0cea05e7-06f8-4f48-99d4-8bb8d79615ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6f4875c8-8c81-4297-8272-e1adffffa931'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:20.681638 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:20.726390 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5612192f-2db1-4df9-bc7c-eeb4ac25d3f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3897405 Feb 07 17:19:20.727746 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'tag': '60874b68-ecab-41db-97f3-85d3fca0d35c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:19:20.730283 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312a3d35-7b94-4bb5-87f6-e04064021c62" -d '{"events": [{"name": "network-changed", "server_uuid": "0e41fbe1-de4f-4055-bdf6-32b72d3cb386", "tag": "60874b68-ecab-41db-97f3-85d3fca0d35c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:19:20.755922 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4177a40-519b-4365-a009-c0d05bb1bd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2305ecba-6cca-4b36-8475-c7068cb140b6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:20.759123 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4177a40-519b-4365-a009-c0d05bb1bd79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:20.762646 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c4177a40-519b-4365-a009-c0d05bb1bd79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2305ecba-6cca-4b36-8475-c7068cb140b6 HTTP/1.1" status: 204 len: 168 time: 0.3109105 Feb 07 17:19:20.772599 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4177a40-519b-4365-a009-c0d05bb1bd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2305ecba-6cca-4b36-8475-c7068cb140b6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:20.792886 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4e9090-b305-4a0e-91fd-1633af60f96e x-openstack-request-id: req-8d4e9090-b305-4a0e-91fd-1633af60f96e {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:19:20.793193 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e41fbe1-de4f-4055-bdf6-32b72d3cb386", "tag": "60874b68-ecab-41db-97f3-85d3fca0d35c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:19:20.793491 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d4e9090-b305-4a0e-91fd-1633af60f96e {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:19:20.793993 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'tag': '60874b68-ecab-41db-97f3-85d3fca0d35c', 'status': 'completed', 'code': 200} Feb 07 17:19:20.880837 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-0cea05e7-06f8-4f48-99d4-8bb8d79615ff None None] Set router 6f4875c8-8c81-4297-8272-e1adffffa931 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:19:20.899667 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a3d35-7b94-4bb5-87f6-e04064021c62 req-93e94e60-f798-4929-b565-a7e96227bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:20.901472 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-312a3d35-7b94-4bb5-87f6-e04064021c62 req-93e94e60-f798-4929-b565-a7e96227bcc6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 1128 time: 0.0869765 Feb 07 17:19:21.058342 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a3d35-7b94-4bb5-87f6-e04064021c62 req-13b60616-ab75-4efd-85ee-92d5be795838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:21.060014 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-312a3d35-7b94-4bb5-87f6-e04064021c62 req-13b60616-ab75-4efd-85ee-92d5be795838 service neutron] 10.222.0.48 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.1414657 Feb 07 17:19:21.207170 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-312a3d35-7b94-4bb5-87f6-e04064021c62 req-93b5b5a7-5dd6-462b-bb91-2d6ba4853165 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60874b68-ecab-41db-97f3-85d3fca0d35c HTTP/1.1" status: 200 len: 1000 time: 0.1402712 Feb 07 17:19:21.214606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0cea05e7-06f8-4f48-99d4-8bb8d79615ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '5f33d1f4-ca4c-49a4-96f0-de29529ad51c', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'port_id': '60874b68-ecab-41db-97f3-85d3fca0d35c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'mac_address': 'fa:16:3e:2f:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:19:18Z', 'updated_at': '2022-02-07T17:19:18Z', 'revision_number': 0, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:26Z', 'revision_number': 5, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:21.299866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cea05e7-06f8-4f48-99d4-8bb8d79615ff None None] Checking router: 6f4875c8-8c81-4297-8272-e1adffffa931 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:19:21.310492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 53828) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:21.322856 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a3d35-7b94-4bb5-87f6-e04064021c62 req-739f4170-c935-4013-9708-bb3d11459c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:21.331649 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-312a3d35-7b94-4bb5-87f6-e04064021c62 req-739f4170-c935-4013-9708-bb3d11459c54 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.1169639 Feb 07 17:19:21.333773 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cea05e7-06f8-4f48-99d4-8bb8d79615ff None None] Routers {'6f4875c8-8c81-4297-8272-e1adffffa931'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:19:21.335034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0cea05e7-06f8-4f48-99d4-8bb8d79615ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:18:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6f4875c8-8c81-4297-8272-e1adffffa931'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:21.335390 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec4d8299-2ce3-4ebc-b786-593db54a00f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:21.426366 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a3d35-7b94-4bb5-87f6-e04064021c62 req-8c1f7b0d-96bc-458a-99a5-ffa4348f562b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:21.432279 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-312a3d35-7b94-4bb5-87f6-e04064021c62 req-8c1f7b0d-96bc-458a-99a5-ffa4348f562b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0931561 Feb 07 17:19:21.485102 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-0cea05e7-06f8-4f48-99d4-8bb8d79615ff None None] Set router 6f4875c8-8c81-4297-8272-e1adffffa931 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:19:21.525835 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec4d8299-2ce3-4ebc-b786-593db54a00f7 admin admin] Publish callbacks [] for security_group (0bef45a8-8305-4d36-a56b-d67577687bf2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:21.535792 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ec4d8299-2ce3-4ebc-b786-593db54a00f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0bef45a8-8305-4d36-a56b-d67577687bf2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:21.633211 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d8299-2ce3-4ebc-b786-593db54a00f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bef45a8-8305-4d36-a56b-d67577687bf2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:21.703359 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-312a3d35-7b94-4bb5-87f6-e04064021c62 req-d12ccc45-e94d-4af3-a4ff-e7e6c8ef56f4 service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660198 Feb 07 17:19:21.711132 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ec4d8299-2ce3-4ebc-b786-593db54a00f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ae4130e4adf4bc0b06966ba1c767022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3993917 Feb 07 17:19:21.715576 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 53834) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:21.793316 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:21.829024 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0cea05e7-06f8-4f48-99d4-8bb8d79615ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '5f33d1f4-ca4c-49a4-96f0-de29529ad51c', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'port_id': '60874b68-ecab-41db-97f3-85d3fca0d35c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'mac_address': 'fa:16:3e:2f:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:19:18Z', 'updated_at': '2022-02-07T17:19:18Z', 'revision_number': 0, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:26Z', 'revision_number': 5, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:21.869372 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cea05e7-06f8-4f48-99d4-8bb8d79615ff None None] The sync data for ids ['6f4875c8-8c81-4297-8272-e1adffffa931'] in n-d-827865-3 is: [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '5f33d1f4-ca4c-49a4-96f0-de29529ad51c', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'port_id': '60874b68-ecab-41db-97f3-85d3fca0d35c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'mac_address': 'fa:16:3e:2f:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:19:18Z', 'updated_at': '2022-02-07T17:19:18Z', 'revision_number': 0, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:26Z', 'revision_number': 5, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:19:21.919517 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-78a2546f-9690-4d1f-a975-ade6688883c3 admin admin] Publish callbacks [] for security_group (0bef45a8-8305-4d36-a56b-d67577687bf2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:21.967575 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-78a2546f-9690-4d1f-a975-ade6688883c3 admin admin] Publish callbacks [] for security_group (0bef45a8-8305-4d36-a56b-d67577687bf2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:22.063664 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-312a3d35-7b94-4bb5-87f6-e04064021c62 req-c72c0c85-79c9-42a1-9db6-4d30814c38a3 service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502796 Feb 07 17:19:22.090842 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-78a2546f-9690-4d1f-a975-ade6688883c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (0bef45a8-8305-4d36-a56b-d67577687bf2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:22.096127 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-78a2546f-9690-4d1f-a975-ade6688883c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:22.098725 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-78a2546f-9690-4d1f-a975-ade6688883c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0bef45a8-8305-4d36-a56b-d67577687bf2 HTTP/1.1" status: 204 len: 168 time: 0.3811607 Feb 07 17:19:22.112339 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2546f-9690-4d1f-a975-ade6688883c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bef45a8-8305-4d36-a56b-d67577687bf2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:22.254370 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aef4b0-64d8-4842-8a54-2dd679b8b488 None None] New status for floating IP 5f33d1f4-ca4c-49a4-96f0-de29529ad51c: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:19:23.381728 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:24.792478 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-b2c3721c-c0cb-4efb-9fc4-b7049bdd005c req-07110451-8b92-4873-be2a-2f81ffb580d2 service neutron] (103225) timed out ('10.222.0.18', 55364) {{(pid=103225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 17:19:25.654663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396848d8-f318-4eb2-8c83-e0a0f1939eeb req-4cfdc022-5dc8-4786-9e76-bb827d5610f3 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:25.680069 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-396848d8-f318-4eb2-8c83-e0a0f1939eeb req-4cfdc022-5dc8-4786-9e76-bb827d5610f3 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 949 time: 0.1557667 Feb 07 17:19:25.757393 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-396848d8-f318-4eb2-8c83-e0a0f1939eeb req-85f39dab-e827-4635-861f-415fa104ee92 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a7c0f7-d310-4257-9918-f3ccbae9935a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746009 Feb 07 17:19:25.808446 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-454ef871-7700-41bf-920d-8527c198f5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:26.934428 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ce58d-ec2b-4138-9eab-0a2b3d2d860d req-d1663bd1-1302-47fe-8550-4f468e89d7d8 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:26.944104 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-778ce58d-ec2b-4138-9eab-0a2b3d2d860d req-d1663bd1-1302-47fe-8550-4f468e89d7d8 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 949 time: 0.0889790 Feb 07 17:19:27.009592 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-778ce58d-ec2b-4138-9eab-0a2b3d2d860d req-3367bc99-afd8-4f4b-819c-8f8f168eab36 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/security-groups?id=93a7c0f7-d310-4257-9918-f3ccbae9935a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642233 Feb 07 17:19:27.217719 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd41ab9-7aa4-4fdc-a3b0-45400694ab78 req-da807204-0dd3-4024-8619-29e4b342da7c tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:27.220473 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4dd41ab9-7aa4-4fdc-a3b0-45400694ab78 req-da807204-0dd3-4024-8619-29e4b342da7c tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 949 time: 0.1381269 Feb 07 17:19:27.366067 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-4dd41ab9-7aa4-4fdc-a3b0-45400694ab78 req-47d20869-5138-4a62-8b29-254df25c65d3 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Deleting port 9c2b6010-b1b9-49d6-969a-735a087cf0d5 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:19:27.366489 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4dd41ab9-7aa4-4fdc-a3b0-45400694ab78 req-47d20869-5138-4a62-8b29-254df25c65d3 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (9c2b6010-b1b9-49d6-969a-735a087cf0d5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:27.511153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4dd41ab9-7aa4-4fdc-a3b0-45400694ab78 req-47d20869-5138-4a62-8b29-254df25c65d3 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] For port 9c2b6010-b1b9-49d6-969a-735a087cf0d5, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=9c2b6010-b1b9-49d6-969a-735a087cf0d5,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:19:27.511776 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4dd41ab9-7aa4-4fdc-a3b0-45400694ab78 req-47d20869-5138-4a62-8b29-254df25c65d3 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (9c2b6010-b1b9-49d6-969a-735a087cf0d5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:27.526352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-4dd41ab9-7aa4-4fdc-a3b0-45400694ab78 req-47d20869-5138-4a62-8b29-254df25c65d3 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Calling delete_port for 9c2b6010-b1b9-49d6-969a-735a087cf0d5 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:19:27.748155 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4dd41ab9-7aa4-4fdc-a3b0-45400694ab78 req-47d20869-5138-4a62-8b29-254df25c65d3 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (9c2b6010-b1b9-49d6-969a-735a087cf0d5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:27.760999 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['9c2b6010-b1b9-49d6-969a-735a087cf0d5'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:19:27.781885 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d20869-5138-4a62-8b29-254df25c65d3 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Pushing event deleted for resources: {'Port': ['ID=9c2b6010-b1b9-49d6-969a-735a087cf0d5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:27.854028 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd41ab9-7aa4-4fdc-a3b0-45400694ab78 req-47d20869-5138-4a62-8b29-254df25c65d3 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] No DVR routers for this DVR port 9c2b6010-b1b9-49d6-969a-735a087cf0d5 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:19:27.857866 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4dd41ab9-7aa4-4fdc-a3b0-45400694ab78 req-47d20869-5138-4a62-8b29-254df25c65d3 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:27.862058 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4dd41ab9-7aa4-4fdc-a3b0-45400694ab78 req-47d20869-5138-4a62-8b29-254df25c65d3 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.48 "DELETE /v2.0/ports/9c2b6010-b1b9-49d6-969a-735a087cf0d5 HTTP/1.1" status: 204 len: 173 time: 0.6357970 Feb 07 17:19:27.863226 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4738204-9f18-43e0-b4fe-8a2a732fadce', 'name': 'network-vif-deleted', 'tag': '9c2b6010-b1b9-49d6-969a-735a087cf0d5'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:19:27.874751 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b10afb-12f8-45d8-a454-41bb9e9c1ca9" -d '{"events": [{"server_uuid": "c4738204-9f18-43e0-b4fe-8a2a732fadce", "name": "network-vif-deleted", "tag": "9c2b6010-b1b9-49d6-969a-735a087cf0d5"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:19:27.953086 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379decda-ec62-4174-bb26-d89a2c1f3d1b x-openstack-request-id: req-379decda-ec62-4174-bb26-d89a2c1f3d1b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:19:27.953885 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4738204-9f18-43e0-b4fe-8a2a732fadce", "name": "network-vif-deleted", "tag": "9c2b6010-b1b9-49d6-969a-735a087cf0d5", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:19:27.953885 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-379decda-ec62-4174-bb26-d89a2c1f3d1b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:19:27.954333 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4738204-9f18-43e0-b4fe-8a2a732fadce', 'name': 'network-vif-deleted', 'tag': '9c2b6010-b1b9-49d6-969a-735a087cf0d5', 'status': 'completed', 'code': 200} Feb 07 17:19:28.220837 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-37f022d8-1476-4446-b056-ffed75bbb8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:28.421322 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b429e66-c4c6-45b3-bc3f-65ee473a1c52 req-8e85d578-d2c0-4854-b009-b1d094370174 tempest-VolumesBackupsTest-607079004 tempest-VolumesBackupsTest-607079004-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4738204-9f18-43e0-b4fe-8a2a732fadce HTTP/1.1" status: 200 len: 210 time: 0.1539872 Feb 07 17:19:29.591211 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:29.785031 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 9c2b6010-b1b9-49d6-969a-735a087cf0d5 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:19:29.842010 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 9c2b6010-b1b9-49d6-969a-735a087cf0d5 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:19:29.844923 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 9c2b6010-b1b9-49d6-969a-735a087cf0d5 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:19:30.917052 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:32.430855 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:36.966307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54014) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:37.869986 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (2dc524db-eb49-4c0c-8145-fff32dd2f7ba), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:38.446833 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Deleting port a54a89e1-a12a-4a97-a1ed-a858a808c26a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:19:38.447998 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a54a89e1-a12a-4a97-a1ed-a858a808c26a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:38.581126 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] For port a54a89e1-a12a-4a97-a1ed-a858a808c26a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a54a89e1-a12a-4a97-a1ed-a858a808c26a,segment=NetworkSegment(3751a5d4-3eb8-45c1-9d4c-d6986f82625b),segment_id=3751a5d4-3eb8-45c1-9d4c-d6986f82625b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:19:38.582985 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a54a89e1-a12a-4a97-a1ed-a858a808c26a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:38.613368 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Calling delete_port for a54a89e1-a12a-4a97-a1ed-a858a808c26a owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:19:39.289602 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a54a89e1-a12a-4a97-a1ed-a858a808c26a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:39.359652 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=a54a89e1-a12a-4a97-a1ed-a858a808c26a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:39.437439 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:39.438115 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:39.438926 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:39.439511 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:39.440045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:39.442777 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:39.443469 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:39.451757 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:39.453649 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:39.454214 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:39.454755 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:39.456820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:39.459451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:39.564370 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:19:39.911744 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (2dc524db-eb49-4c0c-8145-fff32dd2f7ba), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:40.424477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:19:40.808231 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:19:40.820225 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-23c0421e-a848-4a96-b773-1bcd52420e07 admin admin] 10.222.0.18 "PUT /v2.0/routers/2dc524db-eb49-4c0c-8145-fff32dd2f7ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8478417 Feb 07 17:19:40.820641 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54128) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:40.830159 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49659005-d56b-4f89-bcf9-d6d496149600 None None] Sync routers for ids ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:19:40.858732 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49659005-d56b-4f89-bcf9-d6d496149600 None None] Routers {'2dc524db-eb49-4c0c-8145-fff32dd2f7ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:19:40.859381 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-49659005-d56b-4f89-bcf9-d6d496149600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:19:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:41.122173 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Publish callbacks [] for router (2dc524db-eb49-4c0c-8145-fff32dd2f7ba), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:41.221212 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-49659005-d56b-4f89-bcf9-d6d496149600 None None] Set router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:19:41.478726 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Publish callbacks [] for router_gateway (2dc524db-eb49-4c0c-8145-fff32dd2f7ba), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:41.732983 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Deleting port 526bbd73-2832-40f8-9bd9-a3235becd5f1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:19:41.736316 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (526bbd73-2832-40f8-9bd9-a3235becd5f1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:41.832960 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-49659005-d56b-4f89-bcf9-d6d496149600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'name': 'tempest-TestVolumeBackupRestore-399575763-router', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:24Z', 'updated_at': '2022-02-07T17:19:39Z', 'revision_number': 5, 'project_id': '7966855f5e624da3963d8b725269571c', 'gw_port': {'id': '526bbd73-2832-40f8-9bd9-a3235becd5f1', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:25Z', 'updated_at': '2022-02-07T17:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:41.942912 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49659005-d56b-4f89-bcf9-d6d496149600 None None] Checking router: 2dc524db-eb49-4c0c-8145-fff32dd2f7ba for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:19:41.968852 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49659005-d56b-4f89-bcf9-d6d496149600 None None] Routers {'2dc524db-eb49-4c0c-8145-fff32dd2f7ba'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:19:41.970557 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-49659005-d56b-4f89-bcf9-d6d496149600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:19:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:42.141481 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] For port 526bbd73-2832-40f8-9bd9-a3235becd5f1, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=526bbd73-2832-40f8-9bd9-a3235becd5f1,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:19:42.142124 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (526bbd73-2832-40f8-9bd9-a3235becd5f1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:42.195381 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Calling delete_port for 526bbd73-2832-40f8-9bd9-a3235becd5f1 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:19:42.234565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-49659005-d56b-4f89-bcf9-d6d496149600 None None] Set router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:19:42.394744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-49659005-d56b-4f89-bcf9-d6d496149600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'name': 'tempest-TestVolumeBackupRestore-399575763-router', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:24Z', 'updated_at': '2022-02-07T17:19:41Z', 'revision_number': 6, 'project_id': '7966855f5e624da3963d8b725269571c', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:42.466332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49659005-d56b-4f89-bcf9-d6d496149600 None None] The sync data for ids ['2dc524db-eb49-4c0c-8145-fff32dd2f7ba'] in n-d-827865-3 is: [{'id': '2dc524db-eb49-4c0c-8145-fff32dd2f7ba', 'name': 'tempest-TestVolumeBackupRestore-399575763-router', 'tenant_id': '7966855f5e624da3963d8b725269571c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:24Z', 'updated_at': '2022-02-07T17:19:41Z', 'revision_number': 6, 'project_id': '7966855f5e624da3963d8b725269571c', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:19:42.848833 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (526bbd73-2832-40f8-9bd9-a3235becd5f1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:42.941259 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Pushing event deleted for resources: {'Port': ['ID=526bbd73-2832-40f8-9bd9-a3235becd5f1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:43.089196 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:43.090170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:43.090864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:43.091522 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:43.092097 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:43.093239 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:43.093796 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:43.094298 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:43.094788 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:43.095396 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:43.095865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:43.096585 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:43.098011 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:19:43.123920 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (2dc524db-eb49-4c0c-8145-fff32dd2f7ba), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:43.310156 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (2dc524db-eb49-4c0c-8145-fff32dd2f7ba), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:43.315229 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Publish callbacks [] for router_controller (2dc524db-eb49-4c0c-8145-fff32dd2f7ba), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:43.415119 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (2dc524db-eb49-4c0c-8145-fff32dd2f7ba), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:43.415590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dc524db-eb49-4c0c-8145-fff32dd2f7ba {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:19:43.423511 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:43.427047 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-232f0c56-6822-4e8b-a42c-fda5c681a690 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2dc524db-eb49-4c0c-8145-fff32dd2f7ba HTTP/1.1" status: 204 len: 168 time: 2.6015573 Feb 07 17:19:43.429366 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54146) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:43.490173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-24681322-fecc-46f5-a4d2-7607ca8f7e2f admin admin] Deleting subnet 3a53808d-dda3-4d37-9e87-4073eae85e6e {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:19:43.494669 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24681322-fecc-46f5-a4d2-7607ca8f7e2f admin admin] Publish callbacks [] for subnet (3a53808d-dda3-4d37-9e87-4073eae85e6e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:43.570897 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24681322-fecc-46f5-a4d2-7607ca8f7e2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (3a53808d-dda3-4d37-9e87-4073eae85e6e), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:43.728067 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24681322-fecc-46f5-a4d2-7607ca8f7e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (3a53808d-dda3-4d37-9e87-4073eae85e6e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:43.823925 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24681322-fecc-46f5-a4d2-7607ca8f7e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (3a53808d-dda3-4d37-9e87-4073eae85e6e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:43.846662 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24681322-fecc-46f5-a4d2-7607ca8f7e2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:43.851615 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982ea01c-ce4d-470d-9c01-4e629c02ec6a None None] Network 1b34ffc6-dc16-4499-ab78-d4665a82951d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:19:43.852864 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-24681322-fecc-46f5-a4d2-7607ca8f7e2f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3a53808d-dda3-4d37-9e87-4073eae85e6e HTTP/1.1" status: 204 len: 168 time: 0.4220052 Feb 07 17:19:43.856868 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54152) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:43.896442 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24681322-fecc-46f5-a4d2-7607ca8f7e2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a53808d-dda3-4d37-9e87-4073eae85e6e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:44.070380 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (1b34ffc6-dc16-4499-ab78-d4665a82951d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:44.198844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] Deleting port a35903f9-1432-412e-991c-2a68eac2247a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:19:44.199153 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a35903f9-1432-412e-991c-2a68eac2247a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:44.337398 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] For port a35903f9-1432-412e-991c-2a68eac2247a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a35903f9-1432-412e-991c-2a68eac2247a,segment=NetworkSegment(3751a5d4-3eb8-45c1-9d4c-d6986f82625b),segment_id=3751a5d4-3eb8-45c1-9d4c-d6986f82625b)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:19:44.338101 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a35903f9-1432-412e-991c-2a68eac2247a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:44.360896 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dbb176-24b4-4fb1-a32c-bb22d639aa89 None None] DHCP port deletion for 1b34ffc6-dc16-4499-ab78-d4665a82951d request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:19:44.374215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] Calling delete_port for a35903f9-1432-412e-991c-2a68eac2247a owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:19:44.478995 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d8dbb176-24b4-4fb1-a32c-bb22d639aa89 None None] Deleting port a35903f9-1432-412e-991c-2a68eac2247a {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:19:44.479270 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d8dbb176-24b4-4fb1-a32c-bb22d639aa89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a35903f9-1432-412e-991c-2a68eac2247a), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:44.582493 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a35903f9-1432-412e-991c-2a68eac2247a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:44.618182 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 526bbd73-2832-40f8-9bd9-a3235becd5f1 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:19:44.622753 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d8dbb176-24b4-4fb1-a32c-bb22d639aa89 None None] For port a35903f9-1432-412e-991c-2a68eac2247a, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a35903f9-1432-412e-991c-2a68eac2247a,segment=NetworkSegment(3751a5d4-3eb8-45c1-9d4c-d6986f82625b),segment_id=3751a5d4-3eb8-45c1-9d4c-d6986f82625b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:19:44.623473 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d8dbb176-24b4-4fb1-a32c-bb22d639aa89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a35903f9-1432-412e-991c-2a68eac2247a), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:44.635974 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] Pushing event deleted for resources: {'Port': ['ID=a35903f9-1432-412e-991c-2a68eac2247a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:44.648113 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] No DVR routers for this DVR port a35903f9-1432-412e-991c-2a68eac2247a on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:19:44.668614 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 526bbd73-2832-40f8-9bd9-a3235becd5f1 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:19:44.669410 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 526bbd73-2832-40f8-9bd9-a3235becd5f1 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:19:44.670105 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a54a89e1-a12a-4a97-a1ed-a858a808c26a no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:19:44.700862 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: a54a89e1-a12a-4a97-a1ed-a858a808c26a {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:19:44.701624 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a54a89e1-a12a-4a97-a1ed-a858a808c26a not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:19:44.702286 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a35903f9-1432-412e-991c-2a68eac2247a no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:19:44.726593 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d8dbb176-24b4-4fb1-a32c-bb22d639aa89 None None] Calling delete_port for a35903f9-1432-412e-991c-2a68eac2247a owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:19:44.729503 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: a35903f9-1432-412e-991c-2a68eac2247a {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:19:44.730325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a35903f9-1432-412e-991c-2a68eac2247a not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:19:44.771655 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (1b34ffc6-dc16-4499-ab78-d4665a82951d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:44.805976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b34ffc6-dc16-4499-ab78-d4665a82951d']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:44.822251 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3751a5d4-3eb8-45c1-9d4c-d6986f82625b') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:44.822851 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3751a5d4-3eb8-45c1-9d4c-d6986f82625b') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:44.840350 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (3751a5d4-3eb8-45c1-9d4c-d6986f82625b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:44.851906 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d8dbb176-24b4-4fb1-a32c-bb22d639aa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (a35903f9-1432-412e-991c-2a68eac2247a), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:44.861639 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (3751a5d4-3eb8-45c1-9d4c-d6986f82625b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:44.871066 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:19:44.871960 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (3751a5d4-3eb8-45c1-9d4c-d6986f82625b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:19:44.874599 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:19:44.914147 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbb176-24b4-4fb1-a32c-bb22d639aa89 None None] Pushing event deleted for resources: {'Port': ['ID=a35903f9-1432-412e-991c-2a68eac2247a,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:44.919198 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dbb176-24b4-4fb1-a32c-bb22d639aa89 None None] No DVR routers for this DVR port a35903f9-1432-412e-991c-2a68eac2247a on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:19:45.002485 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (1b34ffc6-dc16-4499-ab78-d4665a82951d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:45.025923 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:45.030420 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1b34ffc6-dc16-4499-ab78-d4665a82951d HTTP/1.1" status: 204 len: 168 time: 1.1720321 Feb 07 17:19:45.035354 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54164) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:45.061190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b78050-e640-4b82-8baf-3ff20b1c3136 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b34ffc6-dc16-4499-ab78-d4665a82951d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:45.673572 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54174) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:45.894063 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23ad8c94-b663-4b61-a643-a8e37ba1325c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:46.111104 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23ad8c94-b663-4b61-a643-a8e37ba1325c admin admin] Publish callbacks [] for security_group (fb1f8cdf-c76b-4806-97a2-01d02f81ad7d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:46.119481 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-23ad8c94-b663-4b61-a643-a8e37ba1325c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fb1f8cdf-c76b-4806-97a2-01d02f81ad7d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:46.219525 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-23ad8c94-b663-4b61-a643-a8e37ba1325c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=393241a447bd4d219a78d0733c665290&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5439737 Feb 07 17:19:46.226833 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54180) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:46.243789 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad8c94-b663-4b61-a643-a8e37ba1325c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1f8cdf-c76b-4806-97a2-01d02f81ad7d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:46.303735 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d05bab85-fb3e-4aa8-bf15-b5b4783a6211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (ffd329c1-adc2-4aa0-8fb4-0326d8d08c67), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:46.349234 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db9bd01f-21af-42c2-b45c-8f434ebd17fa admin admin] Publish callbacks [] for security_group (fb1f8cdf-c76b-4806-97a2-01d02f81ad7d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:46.398451 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db9bd01f-21af-42c2-b45c-8f434ebd17fa admin admin] Publish callbacks [] for security_group (fb1f8cdf-c76b-4806-97a2-01d02f81ad7d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:46.554115 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db9bd01f-21af-42c2-b45c-8f434ebd17fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (fb1f8cdf-c76b-4806-97a2-01d02f81ad7d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:46.561459 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db9bd01f-21af-42c2-b45c-8f434ebd17fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:46.564449 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-db9bd01f-21af-42c2-b45c-8f434ebd17fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb1f8cdf-c76b-4806-97a2-01d02f81ad7d HTTP/1.1" status: 204 len: 168 time: 0.3363621 Feb 07 17:19:46.582540 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bd01f-21af-42c2-b45c-8f434ebd17fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1f8cdf-c76b-4806-97a2-01d02f81ad7d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:46.759066 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d05bab85-fb3e-4aa8-bf15-b5b4783a6211 admin admin] Deleting port c46560db-8958-4c70-a19c-6a81cebd9337 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:19:46.761676 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d05bab85-fb3e-4aa8-bf15-b5b4783a6211 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c46560db-8958-4c70-a19c-6a81cebd9337), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:46.877472 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d05bab85-fb3e-4aa8-bf15-b5b4783a6211 admin admin] For port c46560db-8958-4c70-a19c-6a81cebd9337, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c46560db-8958-4c70-a19c-6a81cebd9337,segment=NetworkSegment(b3ba1197-5c8c-4308-828c-d54d5196644f),segment_id=b3ba1197-5c8c-4308-828c-d54d5196644f)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:19:46.879430 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d05bab85-fb3e-4aa8-bf15-b5b4783a6211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c46560db-8958-4c70-a19c-6a81cebd9337), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:46.899028 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d05bab85-fb3e-4aa8-bf15-b5b4783a6211 admin admin] Calling delete_port for c46560db-8958-4c70-a19c-6a81cebd9337 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:19:47.089375 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54188) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:47.126247 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7930-0e09-496d-9953-122780b2855a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:47.176813 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d05bab85-fb3e-4aa8-bf15-b5b4783a6211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c46560db-8958-4c70-a19c-6a81cebd9337), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:47.232111 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bab85-fb3e-4aa8-bf15-b5b4783a6211 admin admin] Pushing event deleted for resources: {'Port': ['ID=c46560db-8958-4c70-a19c-6a81cebd9337,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:47.404825 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7930-0e09-496d-9953-122780b2855a admin admin] Publish callbacks [] for security_group (64437904-5ed0-4186-8fb5-90cf28cec5ee), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:47.413770 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7930-0e09-496d-9953-122780b2855a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (64437904-5ed0-4186-8fb5-90cf28cec5ee), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:47.514566 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e7930-0e09-496d-9953-122780b2855a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64437904-5ed0-4186-8fb5-90cf28cec5ee,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:47.573751 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0b8e7930-0e09-496d-9953-122780b2855a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5afd8eaa317b40e6a501f8d1952eff14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4815412 Feb 07 17:19:47.574823 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54194) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:47.725966 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d05bab85-fb3e-4aa8-bf15-b5b4783a6211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (ffd329c1-adc2-4aa0-8fb4-0326d8d08c67), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:47.747558 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02eebefd-b457-4de7-9ee4-7f103c8a645f admin admin] Publish callbacks [] for security_group (64437904-5ed0-4186-8fb5-90cf28cec5ee), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:47.794442 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02eebefd-b457-4de7-9ee4-7f103c8a645f admin admin] Publish callbacks [] for security_group (64437904-5ed0-4186-8fb5-90cf28cec5ee), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:47.951372 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02eebefd-b457-4de7-9ee4-7f103c8a645f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (64437904-5ed0-4186-8fb5-90cf28cec5ee), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:47.954035 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02eebefd-b457-4de7-9ee4-7f103c8a645f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:47.955179 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-02eebefd-b457-4de7-9ee4-7f103c8a645f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64437904-5ed0-4186-8fb5-90cf28cec5ee HTTP/1.1" status: 204 len: 168 time: 0.3793991 Feb 07 17:19:47.969530 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eebefd-b457-4de7-9ee4-7f103c8a645f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64437904-5ed0-4186-8fb5-90cf28cec5ee,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:48.146645 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05bab85-fb3e-4aa8-bf15-b5b4783a6211 admin admin] Router ffd329c1-adc2-4aa0-8fb4-0326d8d08c67 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:19:48.291852 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05bab85-fb3e-4aa8-bf15-b5b4783a6211 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:19:48.299366 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d05bab85-fb3e-4aa8-bf15-b5b4783a6211 admin admin] 10.222.0.18 "PUT /v2.0/routers/ffd329c1-adc2-4aa0-8fb4-0326d8d08c67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2622106 Feb 07 17:19:48.302895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54206) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:48.313817 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af777b9-dca9-4135-b2b3-389fb1eba1af None None] Sync routers for ids ['ffd329c1-adc2-4aa0-8fb4-0326d8d08c67'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:19:48.338800 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af777b9-dca9-4135-b2b3-389fb1eba1af None None] Routers {'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:19:48.339468 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5af777b9-dca9-4135-b2b3-389fb1eba1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:19:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ffd329c1-adc2-4aa0-8fb4-0326d8d08c67'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:48.474699 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-5af777b9-dca9-4135-b2b3-389fb1eba1af None None] Set router ffd329c1-adc2-4aa0-8fb4-0326d8d08c67 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:19:48.531657 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-426297cb-ec82-4ddd-a786-c7177687421f admin admin] Publish callbacks [] for router (ffd329c1-adc2-4aa0-8fb4-0326d8d08c67), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:48.751587 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5af777b9-dca9-4135-b2b3-389fb1eba1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'name': 'tempest-TestVolumeBackupRestore-591959418-router', 'tenant_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '70f040a3-f386-49ac-9628-74630e95fb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:32Z', 'updated_at': '2022-02-07T17:19:47Z', 'revision_number': 5, 'project_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'gw_port': {'id': '70f040a3-f386-49ac-9628-74630e95fb07', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:33Z', 'updated_at': '2022-02-07T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:48.782529 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af777b9-dca9-4135-b2b3-389fb1eba1af None None] Checking router: ffd329c1-adc2-4aa0-8fb4-0326d8d08c67 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:19:48.796455 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af777b9-dca9-4135-b2b3-389fb1eba1af None None] Routers {'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:19:48.798244 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5af777b9-dca9-4135-b2b3-389fb1eba1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:19:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ffd329c1-adc2-4aa0-8fb4-0326d8d08c67'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:48.800679 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-426297cb-ec82-4ddd-a786-c7177687421f admin admin] Publish callbacks [] for router_gateway (ffd329c1-adc2-4aa0-8fb4-0326d8d08c67), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:48.920288 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-426297cb-ec82-4ddd-a786-c7177687421f admin admin] Deleting port 70f040a3-f386-49ac-9628-74630e95fb07 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:19:48.927179 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-426297cb-ec82-4ddd-a786-c7177687421f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (70f040a3-f386-49ac-9628-74630e95fb07), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:48.994840 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-5af777b9-dca9-4135-b2b3-389fb1eba1af None None] Set router ffd329c1-adc2-4aa0-8fb4-0326d8d08c67 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:19:49.061776 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-426297cb-ec82-4ddd-a786-c7177687421f admin admin] For port 70f040a3-f386-49ac-9628-74630e95fb07, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=70f040a3-f386-49ac-9628-74630e95fb07,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:19:49.062353 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-426297cb-ec82-4ddd-a786-c7177687421f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (70f040a3-f386-49ac-9628-74630e95fb07), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:49.082731 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-426297cb-ec82-4ddd-a786-c7177687421f admin admin] Calling delete_port for 70f040a3-f386-49ac-9628-74630e95fb07 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:19:49.219427 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5af777b9-dca9-4135-b2b3-389fb1eba1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'name': 'tempest-TestVolumeBackupRestore-591959418-router', 'tenant_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '70f040a3-f386-49ac-9628-74630e95fb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:32Z', 'updated_at': '2022-02-07T17:19:47Z', 'revision_number': 5, 'project_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'gw_port': {'id': '70f040a3-f386-49ac-9628-74630e95fb07', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:33Z', 'updated_at': '2022-02-07T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:49.255281 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af777b9-dca9-4135-b2b3-389fb1eba1af None None] The sync data for ids ['ffd329c1-adc2-4aa0-8fb4-0326d8d08c67'] in n-d-827865-3 is: [{'id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'name': 'tempest-TestVolumeBackupRestore-591959418-router', 'tenant_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '70f040a3-f386-49ac-9628-74630e95fb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:13:32Z', 'updated_at': '2022-02-07T17:19:47Z', 'revision_number': 5, 'project_id': '17129a00c3af4d6294f50ccfc33b5f8c', 'gw_port': {'id': '70f040a3-f386-49ac-9628-74630e95fb07', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd329c1-adc2-4aa0-8fb4-0326d8d08c67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:13:33Z', 'updated_at': '2022-02-07T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:19:49.338939 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-426297cb-ec82-4ddd-a786-c7177687421f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (70f040a3-f386-49ac-9628-74630e95fb07), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:49.406860 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426297cb-ec82-4ddd-a786-c7177687421f admin admin] Pushing event deleted for resources: {'Port': ['ID=70f040a3-f386-49ac-9628-74630e95fb07,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:49.465509 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-426297cb-ec82-4ddd-a786-c7177687421f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (ffd329c1-adc2-4aa0-8fb4-0326d8d08c67), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:49.570864 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-426297cb-ec82-4ddd-a786-c7177687421f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (ffd329c1-adc2-4aa0-8fb4-0326d8d08c67), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:49.573116 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-426297cb-ec82-4ddd-a786-c7177687421f admin admin] Publish callbacks [] for router_controller (ffd329c1-adc2-4aa0-8fb4-0326d8d08c67), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:49.642379 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-426297cb-ec82-4ddd-a786-c7177687421f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (ffd329c1-adc2-4aa0-8fb4-0326d8d08c67), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:49.643258 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426297cb-ec82-4ddd-a786-c7177687421f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffd329c1-adc2-4aa0-8fb4-0326d8d08c67 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:19:49.650541 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-426297cb-ec82-4ddd-a786-c7177687421f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:49.652047 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-426297cb-ec82-4ddd-a786-c7177687421f admin admin] 10.222.0.18 "DELETE /v2.0/routers/ffd329c1-adc2-4aa0-8fb4-0326d8d08c67 HTTP/1.1" status: 204 len: 168 time: 1.3475032 Feb 07 17:19:49.654642 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54238) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:49.728418 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b21c162-9425-4952-8525-53494133959c admin admin] Deleting subnet 6c8c3e84-edc2-458b-86c7-cc8894a90bb0 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:19:49.733085 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b21c162-9425-4952-8525-53494133959c admin admin] Publish callbacks [] for subnet (6c8c3e84-edc2-458b-86c7-cc8894a90bb0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:49.802515 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b21c162-9425-4952-8525-53494133959c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (6c8c3e84-edc2-458b-86c7-cc8894a90bb0), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:49.853478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54244) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:49.925226 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b21c162-9425-4952-8525-53494133959c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (6c8c3e84-edc2-458b-86c7-cc8894a90bb0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:50.026324 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b005730-290e-42bd-8eb5-4be891bdd893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:50.028999 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b21c162-9425-4952-8525-53494133959c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (6c8c3e84-edc2-458b-86c7-cc8894a90bb0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:50.050251 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2b21c162-9425-4952-8525-53494133959c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:50.051937 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebfb4cc-ef68-4939-8cf1-414ec200892c None None] Network b0df40dc-cc7e-4178-9a67-05fa5abd251b requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:19:50.056300 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2b21c162-9425-4952-8525-53494133959c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6c8c3e84-edc2-458b-86c7-cc8894a90bb0 HTTP/1.1" status: 204 len: 168 time: 0.3978033 Feb 07 17:19:50.062434 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54250) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:50.077018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21c162-9425-4952-8525-53494133959c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c8c3e84-edc2-458b-86c7-cc8894a90bb0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:50.195797 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (b0df40dc-cc7e-4178-9a67-05fa5abd251b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:50.294891 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b005730-290e-42bd-8eb5-4be891bdd893 admin admin] Publish callbacks [] for security_group (66a6541b-d5d7-483d-84bb-5cb220219a1a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:50.305698 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b005730-290e-42bd-8eb5-4be891bdd893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (66a6541b-d5d7-483d-84bb-5cb220219a1a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:50.365538 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1b005730-290e-42bd-8eb5-4be891bdd893 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7eb233468254c72aa01fb6561fb6a33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5107172 Feb 07 17:19:50.368779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54252) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:50.368962 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b005730-290e-42bd-8eb5-4be891bdd893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a6541b-d5d7-483d-84bb-5cb220219a1a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:50.373778 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] Deleting port ef4862ab-3101-40be-84b3-72c38ecd0818 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:19:50.374125 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ef4862ab-3101-40be-84b3-72c38ecd0818), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:50.455306 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41aa06ee-0d71-4dbf-beeb-e9ea80363e0d admin admin] Publish callbacks [] for security_group (66a6541b-d5d7-483d-84bb-5cb220219a1a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:50.461620 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] For port ef4862ab-3101-40be-84b3-72c38ecd0818, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ef4862ab-3101-40be-84b3-72c38ecd0818,segment=NetworkSegment(b3ba1197-5c8c-4308-828c-d54d5196644f),segment_id=b3ba1197-5c8c-4308-828c-d54d5196644f)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:19:50.462005 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ef4862ab-3101-40be-84b3-72c38ecd0818), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:50.478605 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] Calling delete_port for ef4862ab-3101-40be-84b3-72c38ecd0818 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:19:50.498762 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41aa06ee-0d71-4dbf-beeb-e9ea80363e0d admin admin] Publish callbacks [] for security_group (66a6541b-d5d7-483d-84bb-5cb220219a1a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:50.618911 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41aa06ee-0d71-4dbf-beeb-e9ea80363e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (66a6541b-d5d7-483d-84bb-5cb220219a1a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:50.621730 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efefe076-16d4-41f8-8f8f-ca3718189168 None None] DHCP port deletion for b0df40dc-cc7e-4178-9a67-05fa5abd251b request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:19:50.640780 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-41aa06ee-0d71-4dbf-beeb-e9ea80363e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:50.648656 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ef4862ab-3101-40be-84b3-72c38ecd0818), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:50.651765 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-41aa06ee-0d71-4dbf-beeb-e9ea80363e0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66a6541b-d5d7-483d-84bb-5cb220219a1a HTTP/1.1" status: 204 len: 168 time: 0.2785730 Feb 07 17:19:50.680005 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa06ee-0d71-4dbf-beeb-e9ea80363e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a6541b-d5d7-483d-84bb-5cb220219a1a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:50.718431 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4862ab-3101-40be-84b3-72c38ecd0818,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:50.734314 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] No DVR routers for this DVR port ef4862ab-3101-40be-84b3-72c38ecd0818 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:19:50.825256 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (b0df40dc-cc7e-4178-9a67-05fa5abd251b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:50.863353 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0df40dc-cc7e-4178-9a67-05fa5abd251b']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:50.884639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c46560db-8958-4c70-a19c-6a81cebd9337 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:19:50.904925 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ba1197-5c8c-4308-828c-d54d5196644f') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:50.907191 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ba1197-5c8c-4308-828c-d54d5196644f') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:19:50.912454 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: c46560db-8958-4c70-a19c-6a81cebd9337 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:19:50.913014 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c46560db-8958-4c70-a19c-6a81cebd9337 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:19:50.913949 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ef4862ab-3101-40be-84b3-72c38ecd0818 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:19:50.949251 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: ef4862ab-3101-40be-84b3-72c38ecd0818 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:19:50.949949 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ef4862ab-3101-40be-84b3-72c38ecd0818 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:19:50.950819 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 70f040a3-f386-49ac-9628-74630e95fb07 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:19:50.983167 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 70f040a3-f386-49ac-9628-74630e95fb07 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:19:50.983526 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 70f040a3-f386-49ac-9628-74630e95fb07 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:19:51.267184 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (b3ba1197-5c8c-4308-828c-d54d5196644f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:51.293005 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (b3ba1197-5c8c-4308-828c-d54d5196644f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:51.303695 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:19:51.305158 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (b3ba1197-5c8c-4308-828c-d54d5196644f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:19:51.308061 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:19:51.384934 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (b0df40dc-cc7e-4178-9a67-05fa5abd251b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:51.390873 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:51.396982 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b0df40dc-cc7e-4178-9a67-05fa5abd251b HTTP/1.1" status: 204 len: 168 time: 1.3331358 Feb 07 17:19:51.412734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2fe59-8a5f-4637-b74a-a5eb62ebe059 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0df40dc-cc7e-4178-9a67-05fa5abd251b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:51.542786 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:51.701665 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54280) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:51.754658 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6d81dc15-55f8-40a8-8e65-e8607594209d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7966855f5e624da3963d8b725269571c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493164 Feb 07 17:19:51.755040 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54282) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:51.824913 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5719969-385c-40ee-beae-ddcd5e51768a admin admin] Publish callbacks [] for security_group (5d1b8b07-33ed-4af6-a1d0-a6f5575e89d5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:51.852524 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5719969-385c-40ee-beae-ddcd5e51768a admin admin] Publish callbacks [] for security_group (5d1b8b07-33ed-4af6-a1d0-a6f5575e89d5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:51.933467 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5719969-385c-40ee-beae-ddcd5e51768a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5d1b8b07-33ed-4af6-a1d0-a6f5575e89d5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:51.937462 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f5719969-385c-40ee-beae-ddcd5e51768a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:51.955416 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f5719969-385c-40ee-beae-ddcd5e51768a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d1b8b07-33ed-4af6-a1d0-a6f5575e89d5 HTTP/1.1" status: 204 len: 168 time: 0.1860240 Feb 07 17:19:51.994890 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5719969-385c-40ee-beae-ddcd5e51768a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1b8b07-33ed-4af6-a1d0-a6f5575e89d5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:52.519710 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54300) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:52.567912 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2891ed26-61e8-4f81-ba56-cdf502cae797 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17129a00c3af4d6294f50ccfc33b5f8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428221 Feb 07 17:19:52.568378 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54302) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:19:52.624713 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9415f20f-8df6-401a-a966-486fb3704377 admin admin] Publish callbacks [] for security_group (cd75a9fc-bff3-42d6-abe7-8d6a5720655b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:52.652407 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9415f20f-8df6-401a-a966-486fb3704377 admin admin] Publish callbacks [] for security_group (cd75a9fc-bff3-42d6-abe7-8d6a5720655b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:52.715898 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9415f20f-8df6-401a-a966-486fb3704377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (cd75a9fc-bff3-42d6-abe7-8d6a5720655b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:52.718931 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9415f20f-8df6-401a-a966-486fb3704377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:52.720449 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9415f20f-8df6-401a-a966-486fb3704377 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd75a9fc-bff3-42d6-abe7-8d6a5720655b HTTP/1.1" status: 204 len: 168 time: 0.1507952 Feb 07 17:19:52.735735 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415f20f-8df6-401a-a966-486fb3704377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd75a9fc-bff3-42d6-abe7-8d6a5720655b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:53.391784 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:54.867534 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-757240d0-2beb-499c-b81a-8a6602e0000f req-462fdcf1-12bb-4646-9956-a0fecb7b20fc tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3760ae523690420f857efdfb98891ec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246217 Feb 07 17:19:55.001958 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757240d0-2beb-499c-b81a-8a6602e0000f req-c4611766-9847-4870-92f0-b603848fffeb tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:55.004110 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-757240d0-2beb-499c-b81a-8a6602e0000f req-c4611766-9847-4870-92f0-b603848fffeb tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1305604 Feb 07 17:19:55.023529 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-757240d0-2beb-499c-b81a-8a6602e0000f req-51fded01-874e-4545-9f9e-d133eb034b6d tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/quotas/3760ae523690420f857efdfb98891ec6 HTTP/1.1" status: 200 len: 375 time: 0.0129738 Feb 07 17:19:55.061265 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-757240d0-2beb-499c-b81a-8a6602e0000f req-0cf348f9-7ab2-4e8c-bf9d-78e65cc1ec5b tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3760ae523690420f857efdfb98891ec6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308638 Feb 07 17:19:55.327004 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-499ab903-1605-4965-8a1e-832bad2fa737 req-dfdd9905-f674-4b5e-abad-da22bb429d46 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0bb5d7c-06ba-4a23-be6d-5e44167335e3 HTTP/1.1" status: 200 len: 210 time: 0.0487084 Feb 07 17:19:55.815744 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-de1ccff1-a003-44d7-991f-2e99e4a1895a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:56.479297 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-757240d0-2beb-499c-b81a-8a6602e0000f req-f4bdca2e-f49c-4f24-9d78-dea7595d6cac tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3760ae523690420f857efdfb98891ec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732689 Feb 07 17:19:56.624132 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4dc67f98-a272-486e-8917-a58585c77169 req-670a6925-2fd2-4390-b834-472bce1676b4 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0bb5d7c-06ba-4a23-be6d-5e44167335e3 HTTP/1.1" status: 200 len: 210 time: 0.1339695 Feb 07 17:19:56.698422 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757240d0-2beb-499c-b81a-8a6602e0000f req-21ef3954-d20e-42e0-a379-908d2df38362 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:56.700230 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-757240d0-2beb-499c-b81a-8a6602e0000f req-21ef3954-d20e-42e0-a379-908d2df38362 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135422 Feb 07 17:19:56.724065 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-757240d0-2beb-499c-b81a-8a6602e0000f req-4de923cf-2ec7-443d-af73-490f037cf388 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Request body: {'port': {'device_id': 'd0bb5d7c-06ba-4a23-be6d-5e44167335e3', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': '3760ae523690420f857efdfb98891ec6'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:19:56.969838 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757240d0-2beb-499c-b81a-8a6602e0000f req-4de923cf-2ec7-443d-af73-490f037cf388 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Made reservation on behalf of 3760ae523690420f857efdfb98891ec6 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:19:56.976204 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-757240d0-2beb-499c-b81a-8a6602e0000f req-4de923cf-2ec7-443d-af73-490f037cf388 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:56.990984 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-757240d0-2beb-499c-b81a-8a6602e0000f req-4de923cf-2ec7-443d-af73-490f037cf388 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:57.156500 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-757240d0-2beb-499c-b81a-8a6602e0000f req-4de923cf-2ec7-443d-af73-490f037cf388 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Publish callbacks [] for security_group (61c2324f-bee5-4cfb-84f8-39dd980846e6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:57.163005 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-757240d0-2beb-499c-b81a-8a6602e0000f req-4de923cf-2ec7-443d-af73-490f037cf388 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (61c2324f-bee5-4cfb-84f8-39dd980846e6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:57.243389 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de923cf-2ec7-443d-af73-490f037cf388 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c2324f-bee5-4cfb-84f8-39dd980846e6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:57.385900 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-757240d0-2beb-499c-b81a-8a6602e0000f req-4de923cf-2ec7-443d-af73-490f037cf388 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Allocated IP 192.168.233.87 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/5a8d59ca-6f28-4989-b019-4836d848040a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:19:57.666734 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-757240d0-2beb-499c-b81a-8a6602e0000f req-4de923cf-2ec7-443d-af73-490f037cf388 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Publish callbacks [] for port (5a8d59ca-6f28-4989-b019-4836d848040a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:57.757035 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-757240d0-2beb-499c-b81a-8a6602e0000f req-4de923cf-2ec7-443d-af73-490f037cf388 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (5a8d59ca-6f28-4989-b019-4836d848040a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:57.770366 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e9737ba5-4e09-45c4-83f7-aa96c53e6f16 req-f0b20754-d580-47d2-93f4-01d2aa476619 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0bb5d7c-06ba-4a23-be6d-5e44167335e3 HTTP/1.1" status: 200 len: 210 time: 0.0472593 Feb 07 17:19:57.830914 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757240d0-2beb-499c-b81a-8a6602e0000f req-4de923cf-2ec7-443d-af73-490f037cf388 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:19:57.837654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-757240d0-2beb-499c-b81a-8a6602e0000f req-4de923cf-2ec7-443d-af73-490f037cf388 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:19:57.856597 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-757240d0-2beb-499c-b81a-8a6602e0000f req-4de923cf-2ec7-443d-af73-490f037cf388 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:19:57.935875 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de923cf-2ec7-443d-af73-490f037cf388 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Pushing event updated for resources: {'Port': ['ID=5a8d59ca-6f28-4989-b019-4836d848040a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:58.001201 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757240d0-2beb-499c-b81a-8a6602e0000f req-4de923cf-2ec7-443d-af73-490f037cf388 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:58.010930 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-757240d0-2beb-499c-b81a-8a6602e0000f req-4de923cf-2ec7-443d-af73-490f037cf388 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:58.054254 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-757240d0-2beb-499c-b81a-8a6602e0000f req-4de923cf-2ec7-443d-af73-490f037cf388 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3402548 Feb 07 17:19:58.068740 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Request body: {'port': {'device_id': 'd0bb5d7c-06ba-4a23-be6d-5e44167335e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:19:58.181768 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5a8d59ca-6f28-4989-b019-4836d848040a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:58.251617 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a0354fca-c628-4c88-931a-7761e3c8ba28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:58.376720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9cfe82d5-59ea-47d0-8191-6d8df0d8a60b None None] Provisioning complete for port 5a8d59ca-6f28-4989-b019-4836d848040a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:19:58.377032 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9cfe82d5-59ea-47d0-8191-6d8df0d8a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5a8d59ca-6f28-4989-b019-4836d848040a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:58.472781 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9cfe82d5-59ea-47d0-8191-6d8df0d8a60b None None] Port 5a8d59ca-6f28-4989-b019-4836d848040a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:19:58.800042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8d59ca-6f28-4989-b019-4836d848040a {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:19:58.811599 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Publish callbacks [] for port (5a8d59ca-6f28-4989-b019-4836d848040a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:58.829028 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Transition to ACTIVE for port object 5a8d59ca-6f28-4989-b019-4836d848040a will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:19:58.840286 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (5a8d59ca-6f28-4989-b019-4836d848040a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:58.967615 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8d59ca-6f28-4989-b019-4836d848040a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:59.069078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e729e-ff88-4ad3-9b5c-4eb09c9445e2 req-d170b999-233f-4f17-a7b5-45605d68d39c tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:59.073904 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8e729e-ff88-4ad3-9b5c-4eb09c9445e2 req-d170b999-233f-4f17-a7b5-45605d68d39c tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0bb5d7c-06ba-4a23-be6d-5e44167335e3 HTTP/1.1" status: 200 len: 947 time: 0.1716449 Feb 07 17:19:59.077892 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Attempting to bind port 5a8d59ca-6f28-4989-b019-4836d848040a on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:19:59.078234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Attempting to bind port 5a8d59ca-6f28-4989-b019-4836d848040a by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:19:59.078572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Attempting to bind port 5a8d59ca-6f28-4989-b019-4836d848040a on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:19:59.087792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Port 5a8d59ca-6f28-4989-b019-4836d848040a on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:19:59.088178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Attempting to bind port 5a8d59ca-6f28-4989-b019-4836d848040a on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:19:59.142565 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:19:59.144214 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:19:59.144214 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:19:59.144732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Bound port: 5a8d59ca-6f28-4989-b019-4836d848040a, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:19:59.145106 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5a8d59ca-6f28-4989-b019-4836d848040a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:59.192999 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a8e729e-ff88-4ad3-9b5c-4eb09c9445e2 req-411f51fb-9abe-4ae7-a213-8ccf67e473c4 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/security-groups?id=61c2324f-bee5-4cfb-84f8-39dd980846e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064029 Feb 07 17:19:59.276897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] For port 5a8d59ca-6f28-4989-b019-4836d848040a, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:19:59.282998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] For port 5a8d59ca-6f28-4989-b019-4836d848040a, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5a8d59ca-6f28-4989-b019-4836d848040a,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:19:59.296262 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (5a8d59ca-6f28-4989-b019-4836d848040a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:59.351961 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:59.352699 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:59.354763 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-757240d0-2beb-499c-b81a-8a6602e0000f req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] 10.222.0.32 "PUT /v2.0/ports/5a8d59ca-6f28-4989-b019-4836d848040a HTTP/1.1" status: 200 len: 1095 time: 1.2945483 Feb 07 17:19:59.357696 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0bb5d7c-06ba-4a23-be6d-5e44167335e3', 'tag': '5a8d59ca-6f28-4989-b019-4836d848040a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:19:59.363635 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12a4a91-dbbf-4df4-8e0a-3441d72c5928" -d '{"events": [{"name": "network-changed", "server_uuid": "d0bb5d7c-06ba-4a23-be6d-5e44167335e3", "tag": "5a8d59ca-6f28-4989-b019-4836d848040a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:19:59.428178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68f7e3-5be3-4cff-830c-ed16c0b49200 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8d59ca-6f28-4989-b019-4836d848040a,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:19:59.446091 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6f018d-a152-4cae-918d-0eb58b37726b x-openstack-request-id: req-ea6f018d-a152-4cae-918d-0eb58b37726b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:19:59.446523 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0bb5d7c-06ba-4a23-be6d-5e44167335e3", "tag": "5a8d59ca-6f28-4989-b019-4836d848040a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:19:59.446878 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea6f018d-a152-4cae-918d-0eb58b37726b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:19:59.447493 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0bb5d7c-06ba-4a23-be6d-5e44167335e3', 'tag': '5a8d59ca-6f28-4989-b019-4836d848040a', 'status': 'completed', 'code': 200} Feb 07 17:19:59.509866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757240d0-2beb-499c-b81a-8a6602e0000f req-83a28100-d3cc-4eb7-be72-7357509a1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:59.511644 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-757240d0-2beb-499c-b81a-8a6602e0000f req-83a28100-d3cc-4eb7-be72-7357509a1786 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3760ae523690420f857efdfb98891ec6&device_id=d0bb5d7c-06ba-4a23-be6d-5e44167335e3 HTTP/1.1" status: 200 len: 1129 time: 0.0770240 Feb 07 17:19:59.563426 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-757240d0-2beb-499c-b81a-8a6602e0000f req-9eb7639a-7373-4bc8-a12a-e8db9cef2de7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=5a8d59ca-6f28-4989-b019-4836d848040a HTTP/1.1" status: 200 len: 217 time: 0.0438471 Feb 07 17:19:59.591896 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:19:59.628476 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757240d0-2beb-499c-b81a-8a6602e0000f req-793a6180-cbdc-4936-8aeb-eea2fc32ff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:59.630401 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-757240d0-2beb-499c-b81a-8a6602e0000f req-793a6180-cbdc-4936-8aeb-eea2fc32ff54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0614822 Feb 07 17:19:59.723149 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757240d0-2beb-499c-b81a-8a6602e0000f req-da1f17bd-8640-458b-8390-3b91732259c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:19:59.728629 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-757240d0-2beb-499c-b81a-8a6602e0000f req-da1f17bd-8640-458b-8390-3b91732259c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0910046 Feb 07 17:19:59.832979 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-757240d0-2beb-499c-b81a-8a6602e0000f req-8cda2203-2cbe-4e23-b0a4-a302ae4e4478 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981042 Feb 07 17:19:59.937038 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-757240d0-2beb-499c-b81a-8a6602e0000f req-80da322f-0d95-4f18-9eb6-9132434e24f9 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987554 Feb 07 17:20:00.037708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a4a91-dbbf-4df4-8e0a-3441d72c5928 req-6a76da33-fb0a-4977-8fe4-fd33e4ec5332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:00.039262 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f12a4a91-dbbf-4df4-8e0a-3441d72c5928 req-6a76da33-fb0a-4977-8fe4-fd33e4ec5332 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3760ae523690420f857efdfb98891ec6&device_id=d0bb5d7c-06ba-4a23-be6d-5e44167335e3 HTTP/1.1" status: 200 len: 1129 time: 0.0532787 Feb 07 17:20:00.144857 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a4a91-dbbf-4df4-8e0a-3441d72c5928 req-e1f06891-b0ae-4ef3-a297-92dcf2820e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:00.146285 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f12a4a91-dbbf-4df4-8e0a-3441d72c5928 req-e1f06891-b0ae-4ef3-a297-92dcf2820e71 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.1016715 Feb 07 17:20:00.193998 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f12a4a91-dbbf-4df4-8e0a-3441d72c5928 req-4ccc347e-f446-4ec6-bf55-869d29bc9dc8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=5a8d59ca-6f28-4989-b019-4836d848040a HTTP/1.1" status: 200 len: 217 time: 0.0421832 Feb 07 17:20:00.259321 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a4a91-dbbf-4df4-8e0a-3441d72c5928 req-79350a89-8a51-4d8d-9ba5-fe61dfcddd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:00.261165 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f12a4a91-dbbf-4df4-8e0a-3441d72c5928 req-79350a89-8a51-4d8d-9ba5-fe61dfcddd75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0616665 Feb 07 17:20:00.328887 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a4a91-dbbf-4df4-8e0a-3441d72c5928 req-b1823c94-dff2-4336-8360-b0a504910823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:00.331280 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f12a4a91-dbbf-4df4-8e0a-3441d72c5928 req-b1823c94-dff2-4336-8360-b0a504910823 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0612760 Feb 07 17:20:00.461189 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75284c58-eca2-4c04-b7b0-f4aa73959618 req-31ffcb4e-5f9a-441e-96b8-b1644eeddb2b tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:00.463012 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-75284c58-eca2-4c04-b7b0-f4aa73959618 req-31ffcb4e-5f9a-441e-96b8-b1644eeddb2b tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0bb5d7c-06ba-4a23-be6d-5e44167335e3 HTTP/1.1" status: 200 len: 947 time: 0.1178041 Feb 07 17:20:00.496520 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f12a4a91-dbbf-4df4-8e0a-3441d72c5928 req-54b9f100-ee83-45d2-96c2-2e1a62650aea service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593482 Feb 07 17:20:00.575024 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-75284c58-eca2-4c04-b7b0-f4aa73959618 req-0af41c49-343d-4af5-8600-1fb661e59778 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/security-groups?id=61c2324f-bee5-4cfb-84f8-39dd980846e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037974 Feb 07 17:20:00.626746 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f12a4a91-dbbf-4df4-8e0a-3441d72c5928 req-1d0c527c-4cf5-4c35-a0c5-76deae189cc2 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229987 Feb 07 17:20:00.901559 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:01.725510 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bdd76-6428-4a17-ad84-8b9d95b1c744 req-cb86c0a3-557a-4411-a1d1-e6729e574a55 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:01.726993 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2d5bdd76-6428-4a17-ad84-8b9d95b1c744 req-cb86c0a3-557a-4411-a1d1-e6729e574a55 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0bb5d7c-06ba-4a23-be6d-5e44167335e3 HTTP/1.1" status: 200 len: 947 time: 0.0539172 Feb 07 17:20:01.781662 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2d5bdd76-6428-4a17-ad84-8b9d95b1c744 req-ced9c928-8ad0-4c1c-8ef2-e0784403423d tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/security-groups?id=61c2324f-bee5-4cfb-84f8-39dd980846e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488918 Feb 07 17:20:02.367748 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5a8d59ca-6f28-4989-b019-4836d848040a details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:20:02.466330 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:02.507270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 5a8d59ca-6f28-4989-b019-4836d848040a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5a8d59ca-6f28-4989-b019-4836d848040a,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:20:02.519100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '5a8d59ca-6f28-4989-b019-4836d848040a', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': '5a8d59ca-6f28-4989-b019-4836d848040a', 'mac_address': 'fa:16:3e:77:11:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:20:02.559803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 5a8d59ca-6f28-4989-b019-4836d848040a is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:02.560202 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5a8d59ca-6f28-4989-b019-4836d848040a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:02.583621 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8d59ca-6f28-4989-b019-4836d848040a {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:20:02.605871 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 5a8d59ca-6f28-4989-b019-4836d848040a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5a8d59ca-6f28-4989-b019-4836d848040a,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:20:02.613450 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5a8d59ca-6f28-4989-b019-4836d848040a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:02.667407 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=5a8d59ca-6f28-4989-b019-4836d848040a,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:02.829348 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['5a8d59ca-6f28-4989-b019-4836d848040a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:20:02.942057 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a5942-ce67-4cf9-8a6e-5275ff300b56 req-f021335f-62a3-4e18-be23-673f749f3a4b tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:02.944446 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa4a5942-ce67-4cf9-8a6e-5275ff300b56 req-f021335f-62a3-4e18-be23-673f749f3a4b tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0bb5d7c-06ba-4a23-be6d-5e44167335e3 HTTP/1.1" status: 200 len: 948 time: 0.0797880 Feb 07 17:20:03.015212 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa4a5942-ce67-4cf9-8a6e-5275ff300b56 req-e192da7a-2e50-456e-a3be-589c48d9fe8e tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/security-groups?id=61c2324f-bee5-4cfb-84f8-39dd980846e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640466 Feb 07 17:20:04.163593 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd914dab-3d41-445b-83c7-5ad88adc259e req-ac1ae0f2-6c98-41fe-aced-9d75ba5ef38e tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:04.165452 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd914dab-3d41-445b-83c7-5ad88adc259e req-ac1ae0f2-6c98-41fe-aced-9d75ba5ef38e tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0bb5d7c-06ba-4a23-be6d-5e44167335e3 HTTP/1.1" status: 200 len: 948 time: 0.0599072 Feb 07 17:20:04.218001 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd914dab-3d41-445b-83c7-5ad88adc259e req-2e2a668e-9a7d-489c-8a9b-e11a33459eaa tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/security-groups?id=61c2324f-bee5-4cfb-84f8-39dd980846e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469019 Feb 07 17:20:04.369153 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5a8d59ca-6f28-4989-b019-4836d848040a up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:20:04.435708 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 5a8d59ca-6f28-4989-b019-4836d848040a completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:20:04.441433 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 5a8d59ca-6f28-4989-b019-4836d848040a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:04.442059 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5a8d59ca-6f28-4989-b019-4836d848040a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:04.548249 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 5a8d59ca-6f28-4989-b019-4836d848040a is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:04.548644 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5a8d59ca-6f28-4989-b019-4836d848040a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:04.587740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 5a8d59ca-6f28-4989-b019-4836d848040a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5a8d59ca-6f28-4989-b019-4836d848040a,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:20:04.589114 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bb5d7c-06ba-4a23-be6d-5e44167335e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8d59ca-6f28-4989-b019-4836d848040a'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:20:04.591824 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3d2080-ab53-4c38-9f2d-eb792fc86eb4" -d '{"events": [{"server_uuid": "d0bb5d7c-06ba-4a23-be6d-5e44167335e3", "name": "network-vif-plugged", "status": "completed", "tag": "5a8d59ca-6f28-4989-b019-4836d848040a"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:20:04.596681 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5a8d59ca-6f28-4989-b019-4836d848040a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:04.654001 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=5a8d59ca-6f28-4989-b019-4836d848040a,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:04.681091 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675c63a3-2863-4fdc-8c9b-c3a87c54cf75 x-openstack-request-id: req-675c63a3-2863-4fdc-8c9b-c3a87c54cf75 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:20:04.681698 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0bb5d7c-06ba-4a23-be6d-5e44167335e3", "name": "network-vif-plugged", "status": "completed", "tag": "5a8d59ca-6f28-4989-b019-4836d848040a", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:20:04.681948 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-675c63a3-2863-4fdc-8c9b-c3a87c54cf75 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:20:04.682429 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bb5d7c-06ba-4a23-be6d-5e44167335e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8d59ca-6f28-4989-b019-4836d848040a', 'code': 200} Feb 07 17:20:04.793614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf0f77-4115-4028-a9a7-da3c442a720c req-130b433c-3108-48c2-9eda-8ee49d1e1b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:04.795332 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84cf0f77-4115-4028-a9a7-da3c442a720c req-130b433c-3108-48c2-9eda-8ee49d1e1b1f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d0bb5d7c-06ba-4a23-be6d-5e44167335e3 HTTP/1.1" status: 200 len: 1131 time: 0.0544512 Feb 07 17:20:04.842416 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84cf0f77-4115-4028-a9a7-da3c442a720c req-3523bf91-f9bc-48eb-ad6d-bd6fc8b96955 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=61c2324f-bee5-4cfb-84f8-39dd980846e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406270 Feb 07 17:20:05.368031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c39715-0a11-455c-a0c1-b94047e8dc71 req-c15669bd-4e5f-4116-9841-41da58828ba4 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:05.374044 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b7c39715-0a11-455c-a0c1-b94047e8dc71 req-c15669bd-4e5f-4116-9841-41da58828ba4 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0bb5d7c-06ba-4a23-be6d-5e44167335e3 HTTP/1.1" status: 200 len: 949 time: 0.0684402 Feb 07 17:20:05.437730 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b7c39715-0a11-455c-a0c1-b94047e8dc71 req-e73dd56f-4bdb-415c-aca7-59b8c53cfa94 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/security-groups?id=61c2324f-bee5-4cfb-84f8-39dd980846e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610061 Feb 07 17:20:06.611178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58892c1-873a-4d50-aa17-9ca9c5c4d0b8 req-c1204755-5b2e-44de-bf4f-ac7bf20b0dee tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:06.622697 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b58892c1-873a-4d50-aa17-9ca9c5c4d0b8 req-c1204755-5b2e-44de-bf4f-ac7bf20b0dee tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0bb5d7c-06ba-4a23-be6d-5e44167335e3 HTTP/1.1" status: 200 len: 949 time: 0.0908749 Feb 07 17:20:06.707581 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b58892c1-873a-4d50-aa17-9ca9c5c4d0b8 req-6b9232ee-eec3-4d7b-b334-e84667500924 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/security-groups?id=61c2324f-bee5-4cfb-84f8-39dd980846e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823307 Feb 07 17:20:07.204362 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a637d8b-f438-48c7-a0a1-3edf57ea974f req-0c0e53c6-05b7-4a4e-9d0f-41fd056b2e2e tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:07.215201 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a637d8b-f438-48c7-a0a1-3edf57ea974f req-0c0e53c6-05b7-4a4e-9d0f-41fd056b2e2e tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0bb5d7c-06ba-4a23-be6d-5e44167335e3 HTTP/1.1" status: 200 len: 949 time: 0.1378853 Feb 07 17:20:07.302459 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a637d8b-f438-48c7-a0a1-3edf57ea974f req-d8ab16bf-3690-4bbe-b8d8-c2e66d579947 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/security-groups?id=61c2324f-bee5-4cfb-84f8-39dd980846e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859516 Feb 07 17:20:08.321733 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92812bca-8144-459a-b76f-4a0046ba5e40 req-e66be7f1-d420-4849-a2ad-72a4b5811044 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:08.323425 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-92812bca-8144-459a-b76f-4a0046ba5e40 req-e66be7f1-d420-4849-a2ad-72a4b5811044 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0bb5d7c-06ba-4a23-be6d-5e44167335e3 HTTP/1.1" status: 200 len: 949 time: 0.0739677 Feb 07 17:20:08.505077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-92812bca-8144-459a-b76f-4a0046ba5e40 req-43cbe26d-c31c-4883-8451-c4c3f12b1dc2 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Deleting port 5a8d59ca-6f28-4989-b019-4836d848040a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:20:08.506131 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-92812bca-8144-459a-b76f-4a0046ba5e40 req-43cbe26d-c31c-4883-8451-c4c3f12b1dc2 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5a8d59ca-6f28-4989-b019-4836d848040a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:08.507370 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9603c-0c7f-4dfa-8a01-e9f666e90cd5 req-34457709-b7f3-4bb7-a86f-1da53882dd8c tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:08.511273 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08d9603c-0c7f-4dfa-8a01-e9f666e90cd5 req-34457709-b7f3-4bb7-a86f-1da53882dd8c tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0bb5d7c-06ba-4a23-be6d-5e44167335e3 HTTP/1.1" status: 200 len: 949 time: 0.1032188 Feb 07 17:20:08.601750 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-08d9603c-0c7f-4dfa-8a01-e9f666e90cd5 req-6e8cc70e-19e0-4606-b09d-0f87e9c6c139 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.18 "GET /v2.0/security-groups?id=61c2324f-bee5-4cfb-84f8-39dd980846e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795639 Feb 07 17:20:08.671365 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-92812bca-8144-459a-b76f-4a0046ba5e40 req-43cbe26d-c31c-4883-8451-c4c3f12b1dc2 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] For port 5a8d59ca-6f28-4989-b019-4836d848040a, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5a8d59ca-6f28-4989-b019-4836d848040a,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:20:08.671751 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-92812bca-8144-459a-b76f-4a0046ba5e40 req-43cbe26d-c31c-4883-8451-c4c3f12b1dc2 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5a8d59ca-6f28-4989-b019-4836d848040a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:08.687341 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-92812bca-8144-459a-b76f-4a0046ba5e40 req-43cbe26d-c31c-4883-8451-c4c3f12b1dc2 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Calling delete_port for 5a8d59ca-6f28-4989-b019-4836d848040a owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:20:08.843160 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-92812bca-8144-459a-b76f-4a0046ba5e40 req-43cbe26d-c31c-4883-8451-c4c3f12b1dc2 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (5a8d59ca-6f28-4989-b019-4836d848040a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:08.856347 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['5a8d59ca-6f28-4989-b019-4836d848040a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:20:08.872745 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbe26d-c31c-4883-8451-c4c3f12b1dc2 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Pushing event deleted for resources: {'Port': ['ID=5a8d59ca-6f28-4989-b019-4836d848040a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:08.938496 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-92812bca-8144-459a-b76f-4a0046ba5e40 req-43cbe26d-c31c-4883-8451-c4c3f12b1dc2 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] No DVR routers for this DVR port 5a8d59ca-6f28-4989-b019-4836d848040a on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:20:08.942789 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-92812bca-8144-459a-b76f-4a0046ba5e40 req-43cbe26d-c31c-4883-8451-c4c3f12b1dc2 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:08.946442 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-92812bca-8144-459a-b76f-4a0046ba5e40 req-43cbe26d-c31c-4883-8451-c4c3f12b1dc2 tempest-VolumesNegativeTest-1558139891 tempest-VolumesNegativeTest-1558139891-project] 10.222.0.32 "DELETE /v2.0/ports/5a8d59ca-6f28-4989-b019-4836d848040a HTTP/1.1" status: 204 len: 173 time: 0.6172755 Feb 07 17:20:08.946997 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bb5d7c-06ba-4a23-be6d-5e44167335e3', 'name': 'network-vif-deleted', 'tag': '5a8d59ca-6f28-4989-b019-4836d848040a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:20:08.950126 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d235ed42-77f6-42b9-a9f4-f4e0b3ee38f5" -d '{"events": [{"server_uuid": "d0bb5d7c-06ba-4a23-be6d-5e44167335e3", "name": "network-vif-deleted", "tag": "5a8d59ca-6f28-4989-b019-4836d848040a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:20:09.007733 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e15994-8e93-4291-8a8e-3f25e09d0268 x-openstack-request-id: req-65e15994-8e93-4291-8a8e-3f25e09d0268 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:20:09.007987 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0bb5d7c-06ba-4a23-be6d-5e44167335e3", "name": "network-vif-deleted", "tag": "5a8d59ca-6f28-4989-b019-4836d848040a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:20:09.008246 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65e15994-8e93-4291-8a8e-3f25e09d0268 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:20:09.008659 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bb5d7c-06ba-4a23-be6d-5e44167335e3', 'name': 'network-vif-deleted', 'tag': '5a8d59ca-6f28-4989-b019-4836d848040a', 'status': 'completed', 'code': 200} Feb 07 17:20:10.086740 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a56445c7-2cfb-43fb-abdb-7a05c9407f1d req-3719bc02-14d4-43f9-8a00-0dac0b93a4c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528698 Feb 07 17:20:10.190438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56445c7-2cfb-43fb-abdb-7a05c9407f1d req-1dcd4c6b-3540-4fa8-be4c-ac7af064732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:10.192381 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a56445c7-2cfb-43fb-abdb-7a05c9407f1d req-1dcd4c6b-3540-4fa8-be4c-ac7af064732f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 1128 time: 0.0588586 Feb 07 17:20:10.322704 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56445c7-2cfb-43fb-abdb-7a05c9407f1d req-7e9b3f5c-b825-4f46-bc9d-e3fc90834369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:10.324198 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a56445c7-2cfb-43fb-abdb-7a05c9407f1d req-7e9b3f5c-b825-4f46-bc9d-e3fc90834369 service neutron] 10.222.0.48 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.1130505 Feb 07 17:20:10.447546 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a56445c7-2cfb-43fb-abdb-7a05c9407f1d req-134856e3-9dd5-439e-aec6-8a3e734f009a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60874b68-ecab-41db-97f3-85d3fca0d35c HTTP/1.1" status: 200 len: 1002 time: 0.1165040 Feb 07 17:20:10.508847 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56445c7-2cfb-43fb-abdb-7a05c9407f1d req-7ab51e55-337b-4d78-8389-b40843fdb339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:10.510965 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a56445c7-2cfb-43fb-abdb-7a05c9407f1d req-7ab51e55-337b-4d78-8389-b40843fdb339 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.0586169 Feb 07 17:20:10.615601 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56445c7-2cfb-43fb-abdb-7a05c9407f1d req-5a75fdb9-6405-4552-b9c9-ffa23370c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:10.617258 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a56445c7-2cfb-43fb-abdb-7a05c9407f1d req-5a75fdb9-6405-4552-b9c9-ffa23370c6e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1003249 Feb 07 17:20:11.124501 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a56445c7-2cfb-43fb-abdb-7a05c9407f1d req-14c59541-4c66-4643-8a44-1671d817dba0 service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010393 Feb 07 17:20:11.254451 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a56445c7-2cfb-43fb-abdb-7a05c9407f1d req-82661b57-80dc-41a5-b4aa-f6714ce90fb9 service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239066 Feb 07 17:20:12.411713 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5a8d59ca-6f28-4989-b019-4836d848040a no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:20:12.438638 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 5a8d59ca-6f28-4989-b019-4836d848040a {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:20:12.439339 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5a8d59ca-6f28-4989-b019-4836d848040a not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:20:16.564785 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:20:17.495892 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54774) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:20:17.661407 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54778) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:20:17.668757 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-22f5359a-31b9-43b1-b662-caa3f2541b77 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3760ae523690420f857efdfb98891ec6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1710293 Feb 07 17:20:17.718446 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84e57bd1-1c56-42e6-832d-567f0276e850 admin admin] Publish callbacks [] for security_group (61c2324f-bee5-4cfb-84f8-39dd980846e6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:17.742745 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84e57bd1-1c56-42e6-832d-567f0276e850 admin admin] Publish callbacks [] for security_group (61c2324f-bee5-4cfb-84f8-39dd980846e6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:17.801779 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84e57bd1-1c56-42e6-832d-567f0276e850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (61c2324f-bee5-4cfb-84f8-39dd980846e6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:17.805953 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84e57bd1-1c56-42e6-832d-567f0276e850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:17.810165 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-84e57bd1-1c56-42e6-832d-567f0276e850 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61c2324f-bee5-4cfb-84f8-39dd980846e6 HTTP/1.1" status: 204 len: 168 time: 0.1477304 Feb 07 17:20:17.821008 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e57bd1-1c56-42e6-832d-567f0276e850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c2324f-bee5-4cfb-84f8-39dd980846e6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:18.644042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54804) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:20:18.766435 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-336d176f-68ff-421d-8d39-0e93f44b3932 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-476640823-network', 'tenant_id': '1d6fadacad7840a49a93999f81883fce'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:20:18.792257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336d176f-68ff-421d-8d39-0e93f44b3932 admin admin] Made reservation on behalf of 1d6fadacad7840a49a93999f81883fce for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:20:18.795509 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-336d176f-68ff-421d-8d39-0e93f44b3932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:18.818114 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-336d176f-68ff-421d-8d39-0e93f44b3932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:18.911847 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-336d176f-68ff-421d-8d39-0e93f44b3932 admin admin] Publish callbacks [] for security_group (7969293c-11b1-48b5-bbbf-c3f6666a929b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:18.916220 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-336d176f-68ff-421d-8d39-0e93f44b3932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7969293c-11b1-48b5-bbbf-c3f6666a929b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:18.945146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336d176f-68ff-421d-8d39-0e93f44b3932 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:20:18.956613 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d176f-68ff-421d-8d39-0e93f44b3932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7969293c-11b1-48b5-bbbf-c3f6666a929b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:18.961749 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-336d176f-68ff-421d-8d39-0e93f44b3932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (3494501f-309b-4eb9-81ab-f2a61a04c07b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:18.962231 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-336d176f-68ff-421d-8d39-0e93f44b3932 admin admin] Added segment 3494501f-309b-4eb9-81ab-f2a61a04c07b of type vlan for network d6521e1a-ad4c-49dc-8a69-a7da488d0efc Feb 07 17:20:19.012998 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-336d176f-68ff-421d-8d39-0e93f44b3932 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (d6521e1a-ad4c-49dc-8a69-a7da488d0efc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:19.041984 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-336d176f-68ff-421d-8d39-0e93f44b3932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (d6521e1a-ad4c-49dc-8a69-a7da488d0efc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:19.042986 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336d176f-68ff-421d-8d39-0e93f44b3932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:19.043594 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-336d176f-68ff-421d-8d39-0e93f44b3932 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:19.105751 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-336d176f-68ff-421d-8d39-0e93f44b3932 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4602950 Feb 07 17:20:19.108729 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54812) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:20:19.116101 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7bcfc54c-4965-4b48-99a5-809eedaa8171 admin admin] Request body: {'subnet': {'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-476640823-subnet', 'tenant_id': '1d6fadacad7840a49a93999f81883fce', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:20:19.125519 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d176f-68ff-421d-8d39-0e93f44b3932 admin admin] Pushing event updated for resources: {'Network': ['ID=d6521e1a-ad4c-49dc-8a69-a7da488d0efc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:19.139245 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network d6521e1a-ad4c-49dc-8a69-a7da488d0efc details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:20:19.149888 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcfc54c-4965-4b48-99a5-809eedaa8171 admin admin] Made reservation on behalf of 1d6fadacad7840a49a93999f81883fce for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:20:19.153200 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc54c-4965-4b48-99a5-809eedaa8171 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:19.369197 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc54c-4965-4b48-99a5-809eedaa8171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (1f4cd7fe-60b6-46ca-a231-92e58d5ee19a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:19.430047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfc54c-4965-4b48-99a5-809eedaa8171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f4cd7fe-60b6-46ca-a231-92e58d5ee19a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:19.436060 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcfc54c-4965-4b48-99a5-809eedaa8171 admin admin] Checking segment: {'id': '3494501f-309b-4eb9-81ab-f2a61a04c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:20:19.437075 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcfc54c-4965-4b48-99a5-809eedaa8171 admin admin] Network hostable DHCP agents. Network: d6521e1a-ad4c-49dc-8a69-a7da488d0efc, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:20:19.456563 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcfc54c-4965-4b48-99a5-809eedaa8171 admin admin] Network d6521e1a-ad4c-49dc-8a69-a7da488d0efc is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:20:19.468502 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-7bcfc54c-4965-4b48-99a5-809eedaa8171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, d6521e1a-ad4c-49dc-8a69-a7da488d0efc) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:20:19.479614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcfc54c-4965-4b48-99a5-809eedaa8171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:19.480814 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc54c-4965-4b48-99a5-809eedaa8171 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:19.482595 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb1fb36-1ef5-4b4c-8e9a-25972789d820 None None] Network d6521e1a-ad4c-49dc-8a69-a7da488d0efc requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:20:19.506138 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7bcfc54c-4965-4b48-99a5-809eedaa8171 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3958955 Feb 07 17:20:19.508671 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54816) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:20:19.514278 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-60748601-af04-4acd-9580-d544e626c779 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-476640823-router', 'tenant_id': '1d6fadacad7840a49a93999f81883fce', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:20:19.543663 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60748601-af04-4acd-9580-d544e626c779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:19.544987 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60748601-af04-4acd-9580-d544e626c779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:19.620012 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60748601-af04-4acd-9580-d544e626c779 admin admin] Publish callbacks [] for router_controller (7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:19.629039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-d6521e1a-ad4c-49dc-8a69-a7da488d0efc', 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc', 'project_id': '1d6fadacad7840a49a93999f81883fce', 'fixed_ips': [{'subnet_id': '1f4cd7fe-60b6-46ca-a231-92e58d5ee19a'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:20:19.629976 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:19.790061 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Allocated IP 172.20.0.2 (d6521e1a-ad4c-49dc-8a69-a7da488d0efc/1f4cd7fe-60b6-46ca-a231-92e58d5ee19a/0b03c850-f439-47b3-9f97-59bfa572ee91) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:20:19.807970 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60748601-af04-4acd-9580-d544e626c779 admin admin] Publish callbacks [] for router_gateway (7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:19.983340 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Publish callbacks [] for port (0b03c850-f439-47b3-9f97-59bfa572ee91), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:19.992241 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (0b03c850-f439-47b3-9f97-59bfa572ee91), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:20.042299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Network d6521e1a-ad4c-49dc-8a69-a7da488d0efc is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:20:20.046119 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:20:20.049934 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:20:20.092556 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60748601-af04-4acd-9580-d544e626c779 admin admin] Publish callbacks [] for router_gateway (7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:20.114302 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Pushing event updated for resources: {'Port': ['ID=0b03c850-f439-47b3-9f97-59bfa572ee91,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:20.121346 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60748601-af04-4acd-9580-d544e626c779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:20.127516 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:20.128329 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:20.128873 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:20.129420 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:20.129948 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:20.130855 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:20.131370 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:20.132144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:20.132671 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:20.133176 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:20.134514 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:20.135097 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:20.135697 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:20.154219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Attempting to bind port 0b03c850-f439-47b3-9f97-59bfa572ee91 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:20:20.155529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Attempting to bind port 0b03c850-f439-47b3-9f97-59bfa572ee91 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '3494501f-309b-4eb9-81ab-f2a61a04c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:20:20.156113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Attempting to bind port 0b03c850-f439-47b3-9f97-59bfa572ee91 on network d6521e1a-ad4c-49dc-8a69-a7da488d0efc {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:20:20.162876 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:20:20.163518 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Checking segment: {'id': '3494501f-309b-4eb9-81ab-f2a61a04c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:20:20.164118 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:20.164824 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Bound using segment: {'id': '3494501f-309b-4eb9-81ab-f2a61a04c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:20:20.165784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Bound port: 0b03c850-f439-47b3-9f97-59bfa572ee91, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3494501f-309b-4eb9-81ab-f2a61a04c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:20:20.166394 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0b03c850-f439-47b3-9f97-59bfa572ee91), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:20.259101 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-60748601-af04-4acd-9580-d544e626c779 admin admin] Allocated IP 172.25.4.205 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/faf78981-4447-44ed-aa77-e45feb49170e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:20:20.262272 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] For port 0b03c850-f439-47b3-9f97-59bfa572ee91, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:20:20.266894 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] For port 0b03c850-f439-47b3-9f97-59bfa572ee91, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0b03c850-f439-47b3-9f97-59bfa572ee91,segment=NetworkSegment(3494501f-309b-4eb9-81ab-f2a61a04c07b),segment_id=3494501f-309b-4eb9-81ab-f2a61a04c07b)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:20:20.276743 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (0b03c850-f439-47b3-9f97-59bfa572ee91), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:20.354171 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f85c6-7df3-4803-be73-72eb12e087c8 None None] Pushing event updated for resources: {'Port': ['ID=0b03c850-f439-47b3-9f97-59bfa572ee91,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:20.456432 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60748601-af04-4acd-9580-d544e626c779 admin admin] Publish callbacks [] for port (faf78981-4447-44ed-aa77-e45feb49170e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:20.499300 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60748601-af04-4acd-9580-d544e626c779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (faf78981-4447-44ed-aa77-e45feb49170e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:20.567579 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60748601-af04-4acd-9580-d544e626c779 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:20:20.570580 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-60748601-af04-4acd-9580-d544e626c779 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:20:20.577034 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60748601-af04-4acd-9580-d544e626c779 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:20:20.638521 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60748601-af04-4acd-9580-d544e626c779 admin admin] Pushing event updated for resources: {'Port': ['ID=faf78981-4447-44ed-aa77-e45feb49170e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:20.918245 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60748601-af04-4acd-9580-d544e626c779 admin admin] Publish callbacks [] for router_gateway (7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:21.139745 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60748601-af04-4acd-9580-d544e626c779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:21.310820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60748601-af04-4acd-9580-d544e626c779 admin admin] Router 7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:20:21.457457 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60748601-af04-4acd-9580-d544e626c779 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:20:21.470258 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] Sync routers for ids ['7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:20:21.489113 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60748601-af04-4acd-9580-d544e626c779 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:21.492759 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-60748601-af04-4acd-9580-d544e626c779 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9802024 Feb 07 17:20:21.498441 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] Routers {'7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:20:21.499086 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:19:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:20:21.499259 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54832) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:20:21.680132 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:21.753889 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] Set router 7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:20:21.899106 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c7202e-e369-4b84-8118-51864475d6ee None None] Network d6521e1a-ad4c-49dc-8a69-a7da488d0efc requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:20:22.012213 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-dee0ebf6-0339-4cda-a71a-17c5b874e508 None None] Provisioning complete for port 0b03c850-f439-47b3-9f97-59bfa572ee91 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:22.012614 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dee0ebf6-0339-4cda-a71a-17c5b874e508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0b03c850-f439-47b3-9f97-59bfa572ee91), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:22.132481 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2166a9b0-df10-4243-ba7d-55e206bc5418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:22.179212 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-dee0ebf6-0339-4cda-a71a-17c5b874e508 None None] Current status of the port 0b03c850-f439-47b3-9f97-59bfa572ee91 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:22.179572 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dee0ebf6-0339-4cda-a71a-17c5b874e508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0b03c850-f439-47b3-9f97-59bfa572ee91), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:22.232297 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-dee0ebf6-0339-4cda-a71a-17c5b874e508 None None] For port 0b03c850-f439-47b3-9f97-59bfa572ee91, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0b03c850-f439-47b3-9f97-59bfa572ee91,segment=NetworkSegment(3494501f-309b-4eb9-81ab-f2a61a04c07b),segment_id=3494501f-309b-4eb9-81ab-f2a61a04c07b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:20:22.248895 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dee0ebf6-0339-4cda-a71a-17c5b874e508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (0b03c850-f439-47b3-9f97-59bfa572ee91), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:22.301917 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'name': 'tempest-TestServerMultinode-476640823-router', 'tenant_id': '1d6fadacad7840a49a93999f81883fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'faf78981-4447-44ed-aa77-e45feb49170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:20:19Z', 'updated_at': '2022-02-07T17:20:20Z', 'revision_number': 3, 'project_id': '1d6fadacad7840a49a93999f81883fce', 'gw_port': {'id': 'faf78981-4447-44ed-aa77-e45feb49170e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:20Z', 'updated_at': '2022-02-07T17:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:20:22.368534 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] Checking router: 7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:20:22.369325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] Updating router 7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f port faf78981-4447-44ed-aa77-e45feb49170e binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:20:22.382125 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-2166a9b0-df10-4243-ba7d-55e206bc5418 admin admin] Allocated IP 172.20.0.1 (d6521e1a-ad4c-49dc-8a69-a7da488d0efc/1f4cd7fe-60b6-46ca-a231-92e58d5ee19a/e86a063a-dd16-4a5a-b218-cd0923209ccf) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:20:22.407644 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0ebf6-0339-4cda-a71a-17c5b874e508 None None] Pushing event updated for resources: {'Port': ['ID=0b03c850-f439-47b3-9f97-59bfa572ee91,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:22.447042 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (faf78981-4447-44ed-aa77-e45feb49170e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:22.714323 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2166a9b0-df10-4243-ba7d-55e206bc5418 admin admin] Publish callbacks [] for port (e86a063a-dd16-4a5a-b218-cd0923209ccf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:22.810491 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2166a9b0-df10-4243-ba7d-55e206bc5418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (e86a063a-dd16-4a5a-b218-cd0923209ccf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:22.881541 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2166a9b0-df10-4243-ba7d-55e206bc5418 admin admin] Network d6521e1a-ad4c-49dc-8a69-a7da488d0efc is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:20:22.889223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2166a9b0-df10-4243-ba7d-55e206bc5418 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:20:22.895459 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2166a9b0-df10-4243-ba7d-55e206bc5418 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:20:22.963628 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2166a9b0-df10-4243-ba7d-55e206bc5418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:22.967802 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166a9b0-df10-4243-ba7d-55e206bc5418 admin admin] Pushing event updated for resources: {'Port': ['ID=e86a063a-dd16-4a5a-b218-cd0923209ccf,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:23.086234 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] Publish callbacks [] for port (faf78981-4447-44ed-aa77-e45feb49170e), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:23.096854 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0b03c850-f439-47b3-9f97-59bfa572ee91 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:20:23.142295 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (faf78981-4447-44ed-aa77-e45feb49170e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:23.147579 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d319358e-8a9b-47ca-b883-f1b7613b653e None None] Provisioning complete for port 0b03c850-f439-47b3-9f97-59bfa572ee91 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:23.149771 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d319358e-8a9b-47ca-b883-f1b7613b653e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0b03c850-f439-47b3-9f97-59bfa572ee91), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:23.212187 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a217d-10c1-419a-84ad-94836942aea3 None None] Pushing event updated for resources: {'Port': ['ID=faf78981-4447-44ed-aa77-e45feb49170e,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:23.257270 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2166a9b0-df10-4243-ba7d-55e206bc5418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e86a063a-dd16-4a5a-b218-cd0923209ccf), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:23.372057 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] Attempting to bind port faf78981-4447-44ed-aa77-e45feb49170e on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:20:23.372535 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] Attempting to bind port faf78981-4447-44ed-aa77-e45feb49170e by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:20:23.372974 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] Attempting to bind port faf78981-4447-44ed-aa77-e45feb49170e on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:20:23.402782 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:20:23.408980 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:20:23.411424 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:23.413906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:20:23.414505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] Bound port: faf78981-4447-44ed-aa77-e45feb49170e, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:20:23.414969 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (faf78981-4447-44ed-aa77-e45feb49170e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:23.489380 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2166a9b0-df10-4243-ba7d-55e206bc5418 admin admin] Publish callbacks [] for port (e86a063a-dd16-4a5a-b218-cd0923209ccf), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:23.499218 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2166a9b0-df10-4243-ba7d-55e206bc5418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (e86a063a-dd16-4a5a-b218-cd0923209ccf), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:23.511101 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 0b03c850-f439-47b3-9f97-59bfa572ee91 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:23.511516 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0b03c850-f439-47b3-9f97-59bfa572ee91), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:23.548143 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2166a9b0-df10-4243-ba7d-55e206bc5418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:23.563206 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:23.628725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] For port faf78981-4447-44ed-aa77-e45feb49170e, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:20:23.631313 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d319358e-8a9b-47ca-b883-f1b7613b653e None None] Current status of the port 0b03c850-f439-47b3-9f97-59bfa572ee91 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:23.634851 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] For port faf78981-4447-44ed-aa77-e45feb49170e, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=faf78981-4447-44ed-aa77-e45feb49170e,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:20:23.649245 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (faf78981-4447-44ed-aa77-e45feb49170e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:23.694975 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2166a9b0-df10-4243-ba7d-55e206bc5418 admin admin] Network d6521e1a-ad4c-49dc-8a69-a7da488d0efc is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:20:23.699103 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2166a9b0-df10-4243-ba7d-55e206bc5418 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:20:23.707018 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166a9b0-df10-4243-ba7d-55e206bc5418 admin admin] Pushing event updated for resources: {'Port': ['ID=e86a063a-dd16-4a5a-b218-cd0923209ccf,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:23.749353 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] Routers {'7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:20:23.750427 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:19:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:20:23.820435 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 0b03c850-f439-47b3-9f97-59bfa572ee91 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:23.837445 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2166a9b0-df10-4243-ba7d-55e206bc5418 admin admin] Router 7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:20:23.880553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a217d-10c1-419a-84ad-94836942aea3 None None] Pushing event updated for resources: {'Port': ['ID=faf78981-4447-44ed-aa77-e45feb49170e,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:23.900380 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-70671be0-2b18-41fc-9baf-359b8b8fb64d None None] Provisioning complete for port e86a063a-dd16-4a5a-b218-cd0923209ccf triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:23.900764 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-70671be0-2b18-41fc-9baf-359b8b8fb64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e86a063a-dd16-4a5a-b218-cd0923209ccf), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:24.007304 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] Set router 7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:20:24.093215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2166a9b0-df10-4243-ba7d-55e206bc5418 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:20:24.104941 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-70671be0-2b18-41fc-9baf-359b8b8fb64d None None] Port e86a063a-dd16-4a5a-b218-cd0923209ccf cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:20:24.126476 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2166a9b0-df10-4243-ba7d-55e206bc5418 admin admin] 10.222.0.18 "PUT /v2.0/routers/7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6229522 Feb 07 17:20:24.272910 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1781d279-153e-4620-bc1f-ed4d0d8620ff None None] Provisioning complete for port e86a063a-dd16-4a5a-b218-cd0923209ccf triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:24.273381 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1781d279-153e-4620-bc1f-ed4d0d8620ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e86a063a-dd16-4a5a-b218-cd0923209ccf), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:24.319871 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1781d279-153e-4620-bc1f-ed4d0d8620ff None None] Port e86a063a-dd16-4a5a-b218-cd0923209ccf cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:20:24.331684 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'name': 'tempest-TestServerMultinode-476640823-router', 'tenant_id': '1d6fadacad7840a49a93999f81883fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'faf78981-4447-44ed-aa77-e45feb49170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:20:19Z', 'updated_at': '2022-02-07T17:20:23Z', 'revision_number': 4, 'project_id': '1d6fadacad7840a49a93999f81883fce', 'gw_port': {'id': 'faf78981-4447-44ed-aa77-e45feb49170e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:20Z', 'updated_at': '2022-02-07T17:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e86a063a-dd16-4a5a-b218-cd0923209ccf', 'name': '', 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc', 'tenant_id': '1d6fadacad7840a49a93999f81883fce', 'mac_address': 'fa:16:3e:3c:26:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '1f4cd7fe-60b6-46ca-a231-92e58d5ee19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:22Z', 'updated_at': '2022-02-07T17:20:23Z', 'revision_number': 2, 'project_id': '1d6fadacad7840a49a93999f81883fce', 'subnets': [{'id': '1f4cd7fe-60b6-46ca-a231-92e58d5ee19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:20:24.366741 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230ad47-ea71-4020-9f66-f660ffe71588 None None] The sync data for ids ['7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f'] in n-d-827865-3 is: [{'id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'name': 'tempest-TestServerMultinode-476640823-router', 'tenant_id': '1d6fadacad7840a49a93999f81883fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'faf78981-4447-44ed-aa77-e45feb49170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:20:19Z', 'updated_at': '2022-02-07T17:20:23Z', 'revision_number': 4, 'project_id': '1d6fadacad7840a49a93999f81883fce', 'gw_port': {'id': 'faf78981-4447-44ed-aa77-e45feb49170e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:20Z', 'updated_at': '2022-02-07T17:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e86a063a-dd16-4a5a-b218-cd0923209ccf', 'name': '', 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc', 'tenant_id': '1d6fadacad7840a49a93999f81883fce', 'mac_address': 'fa:16:3e:3c:26:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '1f4cd7fe-60b6-46ca-a231-92e58d5ee19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:22Z', 'updated_at': '2022-02-07T17:20:23Z', 'revision_number': 2, 'project_id': '1d6fadacad7840a49a93999f81883fce', 'subnets': [{'id': '1f4cd7fe-60b6-46ca-a231-92e58d5ee19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:20:24.782510 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54886) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:20:24.795068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-013f89e1-1731-42f3-844d-d13fb6c3a936 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1384935778-network', 'tenant_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:20:24.818988 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013f89e1-1731-42f3-844d-d13fb6c3a936 admin admin] Made reservation on behalf of dde36993a22d40ada6bcb5a2bb0ec9bd for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:20:24.822577 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-013f89e1-1731-42f3-844d-d13fb6c3a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:24.834826 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-013f89e1-1731-42f3-844d-d13fb6c3a936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:24.938510 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-013f89e1-1731-42f3-844d-d13fb6c3a936 admin admin] Publish callbacks [] for security_group (dcebe76a-8878-46db-b14b-9f298a4ebc0f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:24.943886 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-013f89e1-1731-42f3-844d-d13fb6c3a936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (dcebe76a-8878-46db-b14b-9f298a4ebc0f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:24.977389 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013f89e1-1731-42f3-844d-d13fb6c3a936 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:20:24.995426 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f89e1-1731-42f3-844d-d13fb6c3a936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcebe76a-8878-46db-b14b-9f298a4ebc0f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:24.998578 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-013f89e1-1731-42f3-844d-d13fb6c3a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e641b194-2ad6-416f-b383-b68b5065412e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:24.998928 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-013f89e1-1731-42f3-844d-d13fb6c3a936 admin admin] Added segment e641b194-2ad6-416f-b383-b68b5065412e of type vlan for network ffcde563-f15d-40bb-a7c0-635a055a4230 Feb 07 17:20:25.056974 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-013f89e1-1731-42f3-844d-d13fb6c3a936 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (ffcde563-f15d-40bb-a7c0-635a055a4230), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:25.100397 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-013f89e1-1731-42f3-844d-d13fb6c3a936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (ffcde563-f15d-40bb-a7c0-635a055a4230), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:25.101856 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013f89e1-1731-42f3-844d-d13fb6c3a936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:25.102452 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-013f89e1-1731-42f3-844d-d13fb6c3a936 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:25.172348 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-013f89e1-1731-42f3-844d-d13fb6c3a936 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3883421 Feb 07 17:20:25.182344 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54896) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:20:25.187399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e1712d60-9823-4158-8191-16b225b9eda1 admin admin] Request body: {'subnet': {'network_id': 'ffcde563-f15d-40bb-a7c0-635a055a4230', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1384935778-subnet', 'tenant_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:20:25.192761 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f89e1-1731-42f3-844d-d13fb6c3a936 admin admin] Pushing event updated for resources: {'Network': ['ID=ffcde563-f15d-40bb-a7c0-635a055a4230,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:25.203356 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network ffcde563-f15d-40bb-a7c0-635a055a4230 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:20:25.239242 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1712d60-9823-4158-8191-16b225b9eda1 admin admin] Made reservation on behalf of dde36993a22d40ada6bcb5a2bb0ec9bd for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:20:25.241696 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1712d60-9823-4158-8191-16b225b9eda1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:25.510502 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1712d60-9823-4158-8191-16b225b9eda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (59339be2-253c-470f-9743-9088e0220cd4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:25.576336 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1712d60-9823-4158-8191-16b225b9eda1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59339be2-253c-470f-9743-9088e0220cd4,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:25.582662 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1712d60-9823-4158-8191-16b225b9eda1 admin admin] Checking segment: {'id': 'e641b194-2ad6-416f-b383-b68b5065412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ffcde563-f15d-40bb-a7c0-635a055a4230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:20:25.583030 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1712d60-9823-4158-8191-16b225b9eda1 admin admin] Network hostable DHCP agents. Network: ffcde563-f15d-40bb-a7c0-635a055a4230, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:20:25.604963 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1712d60-9823-4158-8191-16b225b9eda1 admin admin] Network ffcde563-f15d-40bb-a7c0-635a055a4230 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:20:25.618786 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e1712d60-9823-4158-8191-16b225b9eda1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, ffcde563-f15d-40bb-a7c0-635a055a4230) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:20:25.624016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1712d60-9823-4158-8191-16b225b9eda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:25.624627 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1712d60-9823-4158-8191-16b225b9eda1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:25.630001 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dde7f0-ff62-43d4-ba5d-664dd5b93103 None None] Network ffcde563-f15d-40bb-a7c0-635a055a4230 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:20:25.655899 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e1712d60-9823-4158-8191-16b225b9eda1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4721851 Feb 07 17:20:25.659172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 54898) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:20:25.663934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-227efa53-560e-4d57-9f18-884f599b191f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1384935778-router', 'tenant_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:20:25.700183 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-227efa53-560e-4d57-9f18-884f599b191f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (b304fd71-6479-45af-9e41-834daecd1554), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:25.702295 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-227efa53-560e-4d57-9f18-884f599b191f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (b304fd71-6479-45af-9e41-834daecd1554), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:25.804611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-ffcde563-f15d-40bb-a7c0-635a055a4230', 'network_id': 'ffcde563-f15d-40bb-a7c0-635a055a4230', 'project_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'fixed_ips': [{'subnet_id': '59339be2-253c-470f-9743-9088e0220cd4'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:20:25.806079 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:25.814882 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-47efa82c-0d10-4a57-aa94-a70301925f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:25.824998 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-227efa53-560e-4d57-9f18-884f599b191f admin admin] Publish callbacks [] for router_controller (b304fd71-6479-45af-9e41-834daecd1554), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:26.082874 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] Allocated IP 172.20.0.2 (ffcde563-f15d-40bb-a7c0-635a055a4230/59339be2-253c-470f-9743-9088e0220cd4/004a2031-3fff-4e22-9a70-f1453c726c74) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:20:26.150294 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-227efa53-560e-4d57-9f18-884f599b191f admin admin] Publish callbacks [] for router_gateway (b304fd71-6479-45af-9e41-834daecd1554), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:26.342352 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] Publish callbacks [] for port (004a2031-3fff-4e22-9a70-f1453c726c74), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:26.349827 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (004a2031-3fff-4e22-9a70-f1453c726c74), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:26.403427 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] Pushing event updated for resources: {'Port': ['ID=004a2031-3fff-4e22-9a70-f1453c726c74,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:26.412350 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] Network ffcde563-f15d-40bb-a7c0-635a055a4230 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:20:26.413880 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:20:26.416250 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:20:26.461107 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-227efa53-560e-4d57-9f18-884f599b191f admin admin] Publish callbacks [] for router_gateway (b304fd71-6479-45af-9e41-834daecd1554), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:26.489113 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-227efa53-560e-4d57-9f18-884f599b191f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:26.491344 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] Attempting to bind port 004a2031-3fff-4e22-9a70-f1453c726c74 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:20:26.491741 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] Attempting to bind port 004a2031-3fff-4e22-9a70-f1453c726c74 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'e641b194-2ad6-416f-b383-b68b5065412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ffcde563-f15d-40bb-a7c0-635a055a4230'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:20:26.492123 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] Attempting to bind port 004a2031-3fff-4e22-9a70-f1453c726c74 on network ffcde563-f15d-40bb-a7c0-635a055a4230 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:20:26.497840 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:20:26.498224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] Checking segment: {'id': 'e641b194-2ad6-416f-b383-b68b5065412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ffcde563-f15d-40bb-a7c0-635a055a4230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:20:26.498644 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:26.499050 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] Bound using segment: {'id': 'e641b194-2ad6-416f-b383-b68b5065412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ffcde563-f15d-40bb-a7c0-635a055a4230'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:20:26.499539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] Bound port: 004a2031-3fff-4e22-9a70-f1453c726c74, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e641b194-2ad6-416f-b383-b68b5065412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ffcde563-f15d-40bb-a7c0-635a055a4230'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:20:26.499933 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (004a2031-3fff-4e22-9a70-f1453c726c74), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:26.647688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] For port 004a2031-3fff-4e22-9a70-f1453c726c74, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:20:26.651279 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] For port 004a2031-3fff-4e22-9a70-f1453c726c74, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=004a2031-3fff-4e22-9a70-f1453c726c74,segment=NetworkSegment(e641b194-2ad6-416f-b383-b68b5065412e),segment_id=e641b194-2ad6-416f-b383-b68b5065412e)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:20:26.655955 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-227efa53-560e-4d57-9f18-884f599b191f admin admin] Allocated IP 172.25.4.33 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/35b64525-3c21-40fb-b416-3071c0515286) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:20:26.669347 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (004a2031-3fff-4e22-9a70-f1453c726c74), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:26.757677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ee2f0-335f-49bb-b368-9152fbef97d2 None None] Pushing event updated for resources: {'Port': ['ID=004a2031-3fff-4e22-9a70-f1453c726c74,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:26.760402 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device faf78981-4447-44ed-aa77-e45feb49170e up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:20:26.817393 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-227efa53-560e-4d57-9f18-884f599b191f admin admin] Publish callbacks [] for port (35b64525-3c21-40fb-b416-3071c0515286), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:26.828714 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port faf78981-4447-44ed-aa77-e45feb49170e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:26.829428 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (faf78981-4447-44ed-aa77-e45feb49170e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:26.869056 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-227efa53-560e-4d57-9f18-884f599b191f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (35b64525-3c21-40fb-b416-3071c0515286), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:26.909154 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227efa53-560e-4d57-9f18-884f599b191f admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:20:26.912596 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-227efa53-560e-4d57-9f18-884f599b191f admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:20:26.916461 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227efa53-560e-4d57-9f18-884f599b191f admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:20:26.947437 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port faf78981-4447-44ed-aa77-e45feb49170e is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:26.947834 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (faf78981-4447-44ed-aa77-e45feb49170e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:26.959658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227efa53-560e-4d57-9f18-884f599b191f admin admin] Pushing event updated for resources: {'Port': ['ID=35b64525-3c21-40fb-b416-3071c0515286,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:26.978601 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port faf78981-4447-44ed-aa77-e45feb49170e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=faf78981-4447-44ed-aa77-e45feb49170e,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:20:26.984901 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (faf78981-4447-44ed-aa77-e45feb49170e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:27.045478 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=faf78981-4447-44ed-aa77-e45feb49170e,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:27.383296 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-227efa53-560e-4d57-9f18-884f599b191f admin admin] Publish callbacks [] for router_gateway (b304fd71-6479-45af-9e41-834daecd1554), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:27.645800 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-227efa53-560e-4d57-9f18-884f599b191f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (b304fd71-6479-45af-9e41-834daecd1554), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:27.764898 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] Sync routers for ids ['7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:20:27.776605 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] Routers {'7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:20:27.777305 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:19:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:20:27.902032 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] Set router 7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:20:28.164289 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'name': 'tempest-TestServerMultinode-476640823-router', 'tenant_id': '1d6fadacad7840a49a93999f81883fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'faf78981-4447-44ed-aa77-e45feb49170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:20:19Z', 'updated_at': '2022-02-07T17:20:23Z', 'revision_number': 4, 'project_id': '1d6fadacad7840a49a93999f81883fce', 'gw_port': {'id': 'faf78981-4447-44ed-aa77-e45feb49170e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:20Z', 'updated_at': '2022-02-07T17:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e86a063a-dd16-4a5a-b218-cd0923209ccf', 'name': '', 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc', 'tenant_id': '1d6fadacad7840a49a93999f81883fce', 'mac_address': 'fa:16:3e:3c:26:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '1f4cd7fe-60b6-46ca-a231-92e58d5ee19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:22Z', 'updated_at': '2022-02-07T17:20:23Z', 'revision_number': 2, 'project_id': '1d6fadacad7840a49a93999f81883fce', 'subnets': [{'id': '1f4cd7fe-60b6-46ca-a231-92e58d5ee19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:20:28.167928 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227efa53-560e-4d57-9f18-884f599b191f admin admin] Router b304fd71-6479-45af-9e41-834daecd1554 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:20:28.204109 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1ba3633f-6831-4b02-b710-34343c81b7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:28.211201 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] Checking router: 7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:20:28.211565 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] Updating router 7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f port e86a063a-dd16-4a5a-b218-cd0923209ccf binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:20:28.242875 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e86a063a-dd16-4a5a-b218-cd0923209ccf), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:28.365648 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227efa53-560e-4d57-9f18-884f599b191f admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:20:28.375783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] Sync routers for ids ['b304fd71-6479-45af-9e41-834daecd1554'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:20:28.390886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] Routers {'b304fd71-6479-45af-9e41-834daecd1554'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:20:28.392815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:20:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b304fd71-6479-45af-9e41-834daecd1554'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:20:28.395081 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-227efa53-560e-4d57-9f18-884f599b191f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:28.399941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 54920) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:20:28.400921 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-227efa53-560e-4d57-9f18-884f599b191f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7397110 Feb 07 17:20:28.587540 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] Set router b304fd71-6479-45af-9e41-834daecd1554 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:20:28.656688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e69ca39-8cbb-4057-a188-5504c72b26b4 None None] Network ffcde563-f15d-40bb-a7c0-635a055a4230 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:20:28.766778 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] Publish callbacks [] for port (e86a063a-dd16-4a5a-b218-cd0923209ccf), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:28.776324 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e86a063a-dd16-4a5a-b218-cd0923209ccf), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:28.917437 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28a88c-3498-42c0-9e8b-451ed6259445 None None] Pushing event updated for resources: {'Port': ['ID=e86a063a-dd16-4a5a-b218-cd0923209ccf,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:28.930851 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28a88c-3498-42c0-9e8b-451ed6259445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:28.931529 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28a88c-3498-42c0-9e8b-451ed6259445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:28.932051 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28a88c-3498-42c0-9e8b-451ed6259445 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:28.932571 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28a88c-3498-42c0-9e8b-451ed6259445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:28.933136 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28a88c-3498-42c0-9e8b-451ed6259445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:28.937930 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28a88c-3498-42c0-9e8b-451ed6259445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:28.938550 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28a88c-3498-42c0-9e8b-451ed6259445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:28.939285 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28a88c-3498-42c0-9e8b-451ed6259445 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:28.940312 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28a88c-3498-42c0-9e8b-451ed6259445 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:28.941092 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28a88c-3498-42c0-9e8b-451ed6259445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:28.941647 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28a88c-3498-42c0-9e8b-451ed6259445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:28.942238 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28a88c-3498-42c0-9e8b-451ed6259445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:28.942790 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28a88c-3498-42c0-9e8b-451ed6259445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:29.009261 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] Attempting to bind port e86a063a-dd16-4a5a-b218-cd0923209ccf on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:20:29.012352 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] Attempting to bind port e86a063a-dd16-4a5a-b218-cd0923209ccf by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '3494501f-309b-4eb9-81ab-f2a61a04c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:20:29.012352 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] Attempting to bind port e86a063a-dd16-4a5a-b218-cd0923209ccf on network d6521e1a-ad4c-49dc-8a69-a7da488d0efc {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:20:29.056710 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:20:29.060671 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] Checking segment: {'id': '3494501f-309b-4eb9-81ab-f2a61a04c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:20:29.061596 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:29.062195 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] Bound using segment: {'id': '3494501f-309b-4eb9-81ab-f2a61a04c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:20:29.065262 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] Bound port: e86a063a-dd16-4a5a-b218-cd0923209ccf, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3494501f-309b-4eb9-81ab-f2a61a04c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:20:29.066270 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e86a063a-dd16-4a5a-b218-cd0923209ccf), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:29.082368 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device faf78981-4447-44ed-aa77-e45feb49170e up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:20:29.186405 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2e39c8d3-9aab-49ed-a794-1279bd98500b None None] Provisioning complete for port 004a2031-3fff-4e22-9a70-f1453c726c74 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:29.186722 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2e39c8d3-9aab-49ed-a794-1279bd98500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (004a2031-3fff-4e22-9a70-f1453c726c74), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:29.251518 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] For port e86a063a-dd16-4a5a-b218-cd0923209ccf, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:20:29.257252 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] For port e86a063a-dd16-4a5a-b218-cd0923209ccf, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e86a063a-dd16-4a5a-b218-cd0923209ccf,segment=NetworkSegment(3494501f-309b-4eb9-81ab-f2a61a04c07b),segment_id=3494501f-309b-4eb9-81ab-f2a61a04c07b)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:20:29.279207 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e86a063a-dd16-4a5a-b218-cd0923209ccf), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:29.343816 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port faf78981-4447-44ed-aa77-e45feb49170e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:29.345168 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (faf78981-4447-44ed-aa77-e45feb49170e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:29.353426 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a63b07a6-cc61-4853-a8e6-1a9178febb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:29.378291 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] Routers {'7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:20:29.379018 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:20:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:20:29.528215 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b304fd71-6479-45af-9e41-834daecd1554', 'name': 'tempest-TestServerMultinode-1384935778-router', 'tenant_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '35b64525-3c21-40fb-b416-3071c0515286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:20:25Z', 'updated_at': '2022-02-07T17:20:27Z', 'revision_number': 3, 'project_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'gw_port': {'id': '35b64525-3c21-40fb-b416-3071c0515286', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b304fd71-6479-45af-9e41-834daecd1554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:26Z', 'updated_at': '2022-02-07T17:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:20:29.585122 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] Set router 7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:20:29.625070 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] Checking router: b304fd71-6479-45af-9e41-834daecd1554 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:20:29.625456 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] Updating router b304fd71-6479-45af-9e41-834daecd1554 port 35b64525-3c21-40fb-b416-3071c0515286 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:20:29.637700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2e39c8d3-9aab-49ed-a794-1279bd98500b None None] Current status of the port 004a2031-3fff-4e22-9a70-f1453c726c74 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:29.638105 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2e39c8d3-9aab-49ed-a794-1279bd98500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (004a2031-3fff-4e22-9a70-f1453c726c74), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:29.735335 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28a88c-3498-42c0-9e8b-451ed6259445 None None] Pushing event updated for resources: {'Port': ['ID=e86a063a-dd16-4a5a-b218-cd0923209ccf,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:29.811374 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:29.823292 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2e39c8d3-9aab-49ed-a794-1279bd98500b None None] For port 004a2031-3fff-4e22-9a70-f1453c726c74, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=004a2031-3fff-4e22-9a70-f1453c726c74,segment=NetworkSegment(e641b194-2ad6-416f-b383-b68b5065412e),segment_id=e641b194-2ad6-416f-b383-b68b5065412e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:20:29.826033 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (35b64525-3c21-40fb-b416-3071c0515286), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:29.898286 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2e39c8d3-9aab-49ed-a794-1279bd98500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (004a2031-3fff-4e22-9a70-f1453c726c74), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:29.902499 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-a63b07a6-cc61-4853-a8e6-1a9178febb63 admin admin] Allocated IP 172.20.0.1 (ffcde563-f15d-40bb-a7c0-635a055a4230/59339be2-253c-470f-9743-9088e0220cd4/82821872-c916-444b-aa18-7c13dfb20c8d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:20:29.951778 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'name': 'tempest-TestServerMultinode-476640823-router', 'tenant_id': '1d6fadacad7840a49a93999f81883fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'faf78981-4447-44ed-aa77-e45feb49170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:20:19Z', 'updated_at': '2022-02-07T17:20:23Z', 'revision_number': 4, 'project_id': '1d6fadacad7840a49a93999f81883fce', 'gw_port': {'id': 'faf78981-4447-44ed-aa77-e45feb49170e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:20Z', 'updated_at': '2022-02-07T17:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e86a063a-dd16-4a5a-b218-cd0923209ccf', 'name': '', 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc', 'tenant_id': '1d6fadacad7840a49a93999f81883fce', 'mac_address': 'fa:16:3e:3c:26:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '1f4cd7fe-60b6-46ca-a231-92e58d5ee19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:22Z', 'updated_at': '2022-02-07T17:20:29Z', 'revision_number': 4, 'project_id': '1d6fadacad7840a49a93999f81883fce', 'subnets': [{'id': '1f4cd7fe-60b6-46ca-a231-92e58d5ee19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:20:29.984079 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port faf78981-4447-44ed-aa77-e45feb49170e is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:29.985850 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 004a2031-3fff-4e22-9a70-f1453c726c74 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:20:30.010820 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe78bf9-1f7c-4296-a4c8-a2c4af5817e1 None None] The sync data for ids ['7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f'] in n-d-827865-3 is: [{'id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'name': 'tempest-TestServerMultinode-476640823-router', 'tenant_id': '1d6fadacad7840a49a93999f81883fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'faf78981-4447-44ed-aa77-e45feb49170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:20:19Z', 'updated_at': '2022-02-07T17:20:23Z', 'revision_number': 4, 'project_id': '1d6fadacad7840a49a93999f81883fce', 'gw_port': {'id': 'faf78981-4447-44ed-aa77-e45feb49170e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:20Z', 'updated_at': '2022-02-07T17:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e86a063a-dd16-4a5a-b218-cd0923209ccf', 'name': '', 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc', 'tenant_id': '1d6fadacad7840a49a93999f81883fce', 'mac_address': 'fa:16:3e:3c:26:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '1f4cd7fe-60b6-46ca-a231-92e58d5ee19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:22Z', 'updated_at': '2022-02-07T17:20:29Z', 'revision_number': 4, 'project_id': '1d6fadacad7840a49a93999f81883fce', 'subnets': [{'id': '1f4cd7fe-60b6-46ca-a231-92e58d5ee19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:20:30.170181 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a63b07a6-cc61-4853-a8e6-1a9178febb63 admin admin] Publish callbacks [] for port (82821872-c916-444b-aa18-7c13dfb20c8d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:30.179487 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39c8d3-9aab-49ed-a794-1279bd98500b None None] Pushing event updated for resources: {'Port': ['ID=004a2031-3fff-4e22-9a70-f1453c726c74,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:30.191553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f771f0ff-764e-4064-a375-b8439a4de1fd None None] Provisioning complete for port e86a063a-dd16-4a5a-b218-cd0923209ccf triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:30.192128 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f771f0ff-764e-4064-a375-b8439a4de1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e86a063a-dd16-4a5a-b218-cd0923209ccf), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:30.276199 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a63b07a6-cc61-4853-a8e6-1a9178febb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (82821872-c916-444b-aa18-7c13dfb20c8d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:30.303942 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 004a2031-3fff-4e22-9a70-f1453c726c74 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:30.304411 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (004a2031-3fff-4e22-9a70-f1453c726c74), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:30.333937 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63b07a6-cc61-4853-a8e6-1a9178febb63 admin admin] Network ffcde563-f15d-40bb-a7c0-635a055a4230 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:20:30.337587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a63b07a6-cc61-4853-a8e6-1a9178febb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:20:30.340562 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63b07a6-cc61-4853-a8e6-1a9178febb63 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:20:30.791084 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 004a2031-3fff-4e22-9a70-f1453c726c74 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:30.885512 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f771f0ff-764e-4064-a375-b8439a4de1fd None None] Current status of the port e86a063a-dd16-4a5a-b218-cd0923209ccf is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:30.885916 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f771f0ff-764e-4064-a375-b8439a4de1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e86a063a-dd16-4a5a-b218-cd0923209ccf), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:31.037484 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] Publish callbacks [] for port (35b64525-3c21-40fb-b416-3071c0515286), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:31.068728 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e86a063a-dd16-4a5a-b218-cd0923209ccf up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:20:31.070927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b07a6-cc61-4853-a8e6-1a9178febb63 admin admin] Pushing event updated for resources: {'Port': ['ID=82821872-c916-444b-aa18-7c13dfb20c8d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:31.077501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f771f0ff-764e-4064-a375-b8439a4de1fd None None] For port e86a063a-dd16-4a5a-b218-cd0923209ccf, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e86a063a-dd16-4a5a-b218-cd0923209ccf,segment=NetworkSegment(3494501f-309b-4eb9-81ab-f2a61a04c07b),segment_id=3494501f-309b-4eb9-81ab-f2a61a04c07b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:20:31.100230 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a63b07a6-cc61-4853-a8e6-1a9178febb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (b304fd71-6479-45af-9e41-834daecd1554), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:31.113327 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (35b64525-3c21-40fb-b416-3071c0515286), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:31.129972 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f771f0ff-764e-4064-a375-b8439a4de1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e86a063a-dd16-4a5a-b218-cd0923209ccf), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:31.132105 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:31.240300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d27cd-5738-42e4-8783-c46792d2b7b2 None None] Pushing event updated for resources: {'Port': ['ID=35b64525-3c21-40fb-b416-3071c0515286,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:31.338299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771f0ff-764e-4064-a375-b8439a4de1fd None None] Pushing event updated for resources: {'Port': ['ID=e86a063a-dd16-4a5a-b218-cd0923209ccf,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:31.347970 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] Attempting to bind port 35b64525-3c21-40fb-b416-3071c0515286 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:20:31.348432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] Attempting to bind port 35b64525-3c21-40fb-b416-3071c0515286 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:20:31.348807 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] Attempting to bind port 35b64525-3c21-40fb-b416-3071c0515286 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:20:31.350788 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a63b07a6-cc61-4853-a8e6-1a9178febb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (82821872-c916-444b-aa18-7c13dfb20c8d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:31.363864 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f1877b09-f956-443a-9b66-88bec1efde94 None None] Provisioning complete for port 004a2031-3fff-4e22-9a70-f1453c726c74 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:31.364292 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1877b09-f956-443a-9b66-88bec1efde94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (004a2031-3fff-4e22-9a70-f1453c726c74), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:31.378403 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:20:31.379239 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:20:31.380456 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:31.381075 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:20:31.381812 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] Bound port: 35b64525-3c21-40fb-b416-3071c0515286, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:20:31.382530 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (35b64525-3c21-40fb-b416-3071c0515286), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:31.482077 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port e86a063a-dd16-4a5a-b218-cd0923209ccf triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:31.482466 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e86a063a-dd16-4a5a-b218-cd0923209ccf), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:31.569928 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a63b07a6-cc61-4853-a8e6-1a9178febb63 admin admin] Publish callbacks [] for port (82821872-c916-444b-aa18-7c13dfb20c8d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:31.582149 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a63b07a6-cc61-4853-a8e6-1a9178febb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (82821872-c916-444b-aa18-7c13dfb20c8d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:31.669308 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b07a6-cc61-4853-a8e6-1a9178febb63 admin admin] Pushing event updated for resources: {'Port': ['ID=82821872-c916-444b-aa18-7c13dfb20c8d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:31.708590 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] For port 35b64525-3c21-40fb-b416-3071c0515286, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:20:31.720007 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a63b07a6-cc61-4853-a8e6-1a9178febb63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (b304fd71-6479-45af-9e41-834daecd1554), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:31.770494 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] For port 35b64525-3c21-40fb-b416-3071c0515286, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=35b64525-3c21-40fb-b416-3071c0515286,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:20:31.776522 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e86a063a-dd16-4a5a-b218-cd0923209ccf is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:31.778002 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 004a2031-3fff-4e22-9a70-f1453c726c74 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:20:31.821067 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (35b64525-3c21-40fb-b416-3071c0515286), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:31.844705 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63b07a6-cc61-4853-a8e6-1a9178febb63 admin admin] Network ffcde563-f15d-40bb-a7c0-635a055a4230 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:20:31.846904 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a63b07a6-cc61-4853-a8e6-1a9178febb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:20:31.965414 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f1877b09-f956-443a-9b66-88bec1efde94 None None] Current status of the port 004a2031-3fff-4e22-9a70-f1453c726c74 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:32.041081 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 004a2031-3fff-4e22-9a70-f1453c726c74 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:32.041762 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (004a2031-3fff-4e22-9a70-f1453c726c74), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:32.069663 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63b07a6-cc61-4853-a8e6-1a9178febb63 admin admin] Router b304fd71-6479-45af-9e41-834daecd1554 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:20:32.128916 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f1877b09-f956-443a-9b66-88bec1efde94 None None] Provisioning complete for port 82821872-c916-444b-aa18-7c13dfb20c8d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:32.129378 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f1877b09-f956-443a-9b66-88bec1efde94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (82821872-c916-444b-aa18-7c13dfb20c8d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:32.204731 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d27cd-5738-42e4-8783-c46792d2b7b2 None None] Pushing event updated for resources: {'Port': ['ID=35b64525-3c21-40fb-b416-3071c0515286,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:32.220087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f1877b09-f956-443a-9b66-88bec1efde94 None None] Port 82821872-c916-444b-aa18-7c13dfb20c8d cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:20:32.225245 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] Routers {'b304fd71-6479-45af-9e41-834daecd1554'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:20:32.225977 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:20:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b304fd71-6479-45af-9e41-834daecd1554'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:20:32.341038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63b07a6-cc61-4853-a8e6-1a9178febb63 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:20:32.347484 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a63b07a6-cc61-4853-a8e6-1a9178febb63 admin admin] 10.222.0.18 "PUT /v2.0/routers/b304fd71-6479-45af-9e41-834daecd1554/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9458709 Feb 07 17:20:32.384461 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] Set router b304fd71-6479-45af-9e41-834daecd1554 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:20:32.735413 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:32.737505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-16406e86-d45a-4041-819f-f55d5724e740 None None] Provisioning complete for port 82821872-c916-444b-aa18-7c13dfb20c8d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:32.737874 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-16406e86-d45a-4041-819f-f55d5724e740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (82821872-c916-444b-aa18-7c13dfb20c8d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:32.909600 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-16406e86-d45a-4041-819f-f55d5724e740 None None] Port 82821872-c916-444b-aa18-7c13dfb20c8d cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:20:32.962880 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 004a2031-3fff-4e22-9a70-f1453c726c74 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:32.980105 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b304fd71-6479-45af-9e41-834daecd1554', 'name': 'tempest-TestServerMultinode-1384935778-router', 'tenant_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '35b64525-3c21-40fb-b416-3071c0515286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:20:25Z', 'updated_at': '2022-02-07T17:20:31Z', 'revision_number': 4, 'project_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'gw_port': {'id': '35b64525-3c21-40fb-b416-3071c0515286', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b304fd71-6479-45af-9e41-834daecd1554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:26Z', 'updated_at': '2022-02-07T17:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '82821872-c916-444b-aa18-7c13dfb20c8d', 'name': '', 'network_id': 'ffcde563-f15d-40bb-a7c0-635a055a4230', 'tenant_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'mac_address': 'fa:16:3e:cc:87:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b304fd71-6479-45af-9e41-834daecd1554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '59339be2-253c-470f-9743-9088e0220cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:29Z', 'updated_at': '2022-02-07T17:20:31Z', 'revision_number': 2, 'project_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'subnets': [{'id': '59339be2-253c-470f-9743-9088e0220cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:20:33.046409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2d6579-0b14-4e26-a658-18ec74aff850 None None] The sync data for ids ['b304fd71-6479-45af-9e41-834daecd1554'] in n-d-827865-3 is: [{'id': 'b304fd71-6479-45af-9e41-834daecd1554', 'name': 'tempest-TestServerMultinode-1384935778-router', 'tenant_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '35b64525-3c21-40fb-b416-3071c0515286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:20:25Z', 'updated_at': '2022-02-07T17:20:31Z', 'revision_number': 4, 'project_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'gw_port': {'id': '35b64525-3c21-40fb-b416-3071c0515286', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b304fd71-6479-45af-9e41-834daecd1554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:26Z', 'updated_at': '2022-02-07T17:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '82821872-c916-444b-aa18-7c13dfb20c8d', 'name': '', 'network_id': 'ffcde563-f15d-40bb-a7c0-635a055a4230', 'tenant_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'mac_address': 'fa:16:3e:cc:87:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b304fd71-6479-45af-9e41-834daecd1554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '59339be2-253c-470f-9743-9088e0220cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:29Z', 'updated_at': '2022-02-07T17:20:31Z', 'revision_number': 2, 'project_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'subnets': [{'id': '59339be2-253c-470f-9743-9088e0220cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:20:33.073492 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e86a063a-dd16-4a5a-b218-cd0923209ccf up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:20:33.170461 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-186da2bb-968b-4d76-b5a5-8e50e20acfa2 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:33.172162 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-186da2bb-968b-4d76-b5a5-8e50e20acfa2 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/networks?id=d6521e1a-ad4c-49dc-8a69-a7da488d0efc HTTP/1.1" status: 200 len: 910 time: 0.2019687 Feb 07 17:20:33.179194 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port e86a063a-dd16-4a5a-b218-cd0923209ccf triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:33.179583 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e86a063a-dd16-4a5a-b218-cd0923209ccf), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:33.195938 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-99d796dd-9977-4644-8549-38c87946d116 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/quotas/dde36993a22d40ada6bcb5a2bb0ec9bd HTTP/1.1" status: 200 len: 375 time: 0.0164149 Feb 07 17:20:33.317653 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e86a063a-dd16-4a5a-b218-cd0923209ccf is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:33.323117 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-d93392f8-b530-4097-bcbf-0e7d0b6ea90a tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=dde36993a22d40ada6bcb5a2bb0ec9bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1240721 Feb 07 17:20:33.485647 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-6d90fae9-e512-4dae-92f0-43bffa26951e service neutron] 10.222.0.18 "GET /v2.0/networks/d6521e1a-ad4c-49dc-8a69-a7da488d0efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611507 Feb 07 17:20:33.626496 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-e4797ef5-b85d-44ce-87c9-b8bf8a35177d service neutron] 10.222.0.18 "GET /v2.0/networks/d6521e1a-ad4c-49dc-8a69-a7da488d0efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341150 Feb 07 17:20:33.826724 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0067d14d-5d2d-438e-b6e5-cad9c23011e0 req-6a87e12b-c9f0-4c17-9093-43e0a8ce33f3 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0123d193-00e9-47d3-ac58-9158bc492895 HTTP/1.1" status: 200 len: 210 time: 0.0460844 Feb 07 17:20:34.952323 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3d3ccb1e-623b-441f-9c16-2858b2b7c510 req-1c548341-d062-4486-98d7-9c25c4eea0ee tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0123d193-00e9-47d3-ac58-9158bc492895 HTTP/1.1" status: 200 len: 210 time: 0.0312793 Feb 07 17:20:35.133040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 35b64525-3c21-40fb-b416-3071c0515286 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:20:35.184886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 35b64525-3c21-40fb-b416-3071c0515286 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:35.185571 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (35b64525-3c21-40fb-b416-3071c0515286), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:35.332744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 35b64525-3c21-40fb-b416-3071c0515286 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:35.333144 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (35b64525-3c21-40fb-b416-3071c0515286), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:35.373462 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-228310a3-aba0-4017-a9e2-67a748c79fbf tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:35.376106 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-228310a3-aba0-4017-a9e2-67a748c79fbf tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.32 "GET /v2.0/networks?id=d6521e1a-ad4c-49dc-8a69-a7da488d0efc HTTP/1.1" status: 200 len: 910 time: 0.1471875 Feb 07 17:20:35.378629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 35b64525-3c21-40fb-b416-3071c0515286, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=35b64525-3c21-40fb-b416-3071c0515286,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:20:35.385246 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (35b64525-3c21-40fb-b416-3071c0515286), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:35.401957 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-045c1ddc-1c13-4a02-bf89-9dd33654c3f1 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Request body: {'port': {'device_id': '0123d193-00e9-47d3-ac58-9158bc492895', 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc', 'admin_state_up': True, 'tenant_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:20:35.443758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-045c1ddc-1c13-4a02-bf89-9dd33654c3f1 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Made reservation on behalf of dde36993a22d40ada6bcb5a2bb0ec9bd for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:20:35.447777 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-045c1ddc-1c13-4a02-bf89-9dd33654c3f1 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:35.456671 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=35b64525-3c21-40fb-b416-3071c0515286,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:35.576537 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-045c1ddc-1c13-4a02-bf89-9dd33654c3f1 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Allocated IP 172.20.0.13 (d6521e1a-ad4c-49dc-8a69-a7da488d0efc/1f4cd7fe-60b6-46ca-a231-92e58d5ee19a/5b0050e2-37ad-4bae-b06f-035f29d72078) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:20:35.740797 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-045c1ddc-1c13-4a02-bf89-9dd33654c3f1 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Publish callbacks [] for port (5b0050e2-37ad-4bae-b06f-035f29d72078), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:35.778222 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-045c1ddc-1c13-4a02-bf89-9dd33654c3f1 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (5b0050e2-37ad-4bae-b06f-035f29d72078), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:35.820112 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-045c1ddc-1c13-4a02-bf89-9dd33654c3f1 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Network d6521e1a-ad4c-49dc-8a69-a7da488d0efc is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:20:35.825033 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-045c1ddc-1c13-4a02-bf89-9dd33654c3f1 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:20:35.827680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-045c1ddc-1c13-4a02-bf89-9dd33654c3f1 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:20:35.884479 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c1ddc-1c13-4a02-bf89-9dd33654c3f1 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Pushing event updated for resources: {'Port': ['ID=5b0050e2-37ad-4bae-b06f-035f29d72078,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:35.889744 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-045c1ddc-1c13-4a02-bf89-9dd33654c3f1 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:35.890443 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-045c1ddc-1c13-4a02-bf89-9dd33654c3f1 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:35.909211 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-045c1ddc-1c13-4a02-bf89-9dd33654c3f1 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5261874 Feb 07 17:20:35.924810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Request body: {'port': {'device_id': '0123d193-00e9-47d3-ac58-9158bc492895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:20:35.995730 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5b0050e2-37ad-4bae-b06f-035f29d72078), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:36.175651 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f6d43e8a-d627-416f-9463-2591a1ec4c38 None None] Provisioning complete for port 5b0050e2-37ad-4bae-b06f-035f29d72078 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:36.177499 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6d43e8a-d627-416f-9463-2591a1ec4c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5b0050e2-37ad-4bae-b06f-035f29d72078), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:36.222927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f6d43e8a-d627-416f-9463-2591a1ec4c38 None None] Port 5b0050e2-37ad-4bae-b06f-035f29d72078 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:20:36.229106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d478214-d742-4ca7-b3b1-d17d9ffab8ee req-9f53555e-d146-470a-835f-592068844016 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:36.231244 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1d478214-d742-4ca7-b3b1-d17d9ffab8ee req-9f53555e-d146-470a-835f-592068844016 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0123d193-00e9-47d3-ac58-9158bc492895 HTTP/1.1" status: 200 len: 1028 time: 0.1373425 Feb 07 17:20:36.322230 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1d478214-d742-4ca7-b3b1-d17d9ffab8ee req-41453ae2-c584-4f24-b35d-935cb1c24f7a tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796502 Feb 07 17:20:36.431544 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0050e2-37ad-4bae-b06f-035f29d72078 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:20:36.445906 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Publish callbacks [] for port (5b0050e2-37ad-4bae-b06f-035f29d72078), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:36.462258 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Transition to ACTIVE for port object 5b0050e2-37ad-4bae-b06f-035f29d72078 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:20:36.469976 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (5b0050e2-37ad-4bae-b06f-035f29d72078), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:36.542931 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0050e2-37ad-4bae-b06f-035f29d72078,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:36.668655 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Attempting to bind port 5b0050e2-37ad-4bae-b06f-035f29d72078 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:20:36.669014 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Attempting to bind port 5b0050e2-37ad-4bae-b06f-035f29d72078 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '3494501f-309b-4eb9-81ab-f2a61a04c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:20:36.669388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Attempting to bind port 5b0050e2-37ad-4bae-b06f-035f29d72078 on network d6521e1a-ad4c-49dc-8a69-a7da488d0efc {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:20:36.675368 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Port 5b0050e2-37ad-4bae-b06f-035f29d72078 on network d6521e1a-ad4c-49dc-8a69-a7da488d0efc not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:20:36.675764 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Attempting to bind port 5b0050e2-37ad-4bae-b06f-035f29d72078 on network d6521e1a-ad4c-49dc-8a69-a7da488d0efc {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:20:36.681823 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:20:36.682191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Checking segment: {'id': '3494501f-309b-4eb9-81ab-f2a61a04c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:20:36.682596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Bound using segment: {'id': '3494501f-309b-4eb9-81ab-f2a61a04c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:20:36.683045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Bound port: 5b0050e2-37ad-4bae-b06f-035f29d72078, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3494501f-309b-4eb9-81ab-f2a61a04c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:20:36.683557 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5b0050e2-37ad-4bae-b06f-035f29d72078), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:36.788381 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] For port 5b0050e2-37ad-4bae-b06f-035f29d72078, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:20:36.792400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] For port 5b0050e2-37ad-4bae-b06f-035f29d72078, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5b0050e2-37ad-4bae-b06f-035f29d72078,segment=NetworkSegment(3494501f-309b-4eb9-81ab-f2a61a04c07b),segment_id=3494501f-309b-4eb9-81ab-f2a61a04c07b)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:20:36.800072 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (5b0050e2-37ad-4bae-b06f-035f29d72078), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:36.825189 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] Sync routers for ids ['b304fd71-6479-45af-9e41-834daecd1554'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:20:36.836514 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:36.837249 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:36.838922 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] 10.222.0.32 "PUT /v2.0/ports/5b0050e2-37ad-4bae-b06f-035f29d72078 HTTP/1.1" status: 200 len: 1092 time: 0.9216106 Feb 07 17:20:36.839294 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0123d193-00e9-47d3-ac58-9158bc492895', 'tag': '5b0050e2-37ad-4bae-b06f-035f29d72078'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:20:36.841807 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f7764e-0e56-41f8-ad35-8591c9ad8bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "0123d193-00e9-47d3-ac58-9158bc492895", "tag": "5b0050e2-37ad-4bae-b06f-035f29d72078"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:20:36.844447 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] Routers {'b304fd71-6479-45af-9e41-834daecd1554'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:20:36.847645 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:20:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b304fd71-6479-45af-9e41-834daecd1554'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:20:36.879307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e808b-5000-4df4-9a17-8ba867783612 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0050e2-37ad-4bae-b06f-035f29d72078,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:36.971773 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-aca4e3ad-bac9-4ff6-9799-a513dbf573f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:36.973617 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-aca4e3ad-bac9-4ff6-9799-a513dbf573f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dde36993a22d40ada6bcb5a2bb0ec9bd&device_id=0123d193-00e9-47d3-ac58-9158bc492895 HTTP/1.1" status: 200 len: 1126 time: 0.0901506 Feb 07 17:20:37.063523 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-a2b51d76-e03b-4958-983c-84c0a26e0b46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b0050e2-37ad-4bae-b06f-035f29d72078 HTTP/1.1" status: 200 len: 217 time: 0.0827537 Feb 07 17:20:37.069044 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7853d8d1-3eb4-4548-b022-018342d80284 x-openstack-request-id: req-7853d8d1-3eb4-4548-b022-018342d80284 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:20:37.069568 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0123d193-00e9-47d3-ac58-9158bc492895", "tag": "5b0050e2-37ad-4bae-b06f-035f29d72078", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:20:37.070004 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7853d8d1-3eb4-4548-b022-018342d80284 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:20:37.071107 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0123d193-00e9-47d3-ac58-9158bc492895', 'tag': '5b0050e2-37ad-4bae-b06f-035f29d72078', 'status': 'completed', 'code': 200} Feb 07 17:20:37.103763 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 35b64525-3c21-40fb-b416-3071c0515286 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:20:37.191487 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-41cf4114-13f5-42d3-9c8c-16cbd7995067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:37.195431 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-41cf4114-13f5-42d3-9c8c-16cbd7995067 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f4cd7fe-60b6-46ca-a231-92e58d5ee19a HTTP/1.1" status: 200 len: 848 time: 0.1224854 Feb 07 17:20:37.238576 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] Set router b304fd71-6479-45af-9e41-834daecd1554 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:20:37.244116 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 35b64525-3c21-40fb-b416-3071c0515286 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:37.245152 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (35b64525-3c21-40fb-b416-3071c0515286), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:37.320225 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-847f9d16-b241-4492-973e-fdd5da1e8a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:37.321974 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-847f9d16-b241-4492-973e-fdd5da1e8a27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d6521e1a-ad4c-49dc-8a69-a7da488d0efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1213899 Feb 07 17:20:37.463507 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 35b64525-3c21-40fb-b416-3071c0515286 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:37.508000 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-90b79bc5-df28-447e-a9b9-0c1a6294ef1c service neutron] 10.222.0.32 "GET /v2.0/networks/d6521e1a-ad4c-49dc-8a69-a7da488d0efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789002 Feb 07 17:20:37.550394 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b304fd71-6479-45af-9e41-834daecd1554', 'name': 'tempest-TestServerMultinode-1384935778-router', 'tenant_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '35b64525-3c21-40fb-b416-3071c0515286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:20:25Z', 'updated_at': '2022-02-07T17:20:31Z', 'revision_number': 4, 'project_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'gw_port': {'id': '35b64525-3c21-40fb-b416-3071c0515286', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b304fd71-6479-45af-9e41-834daecd1554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:26Z', 'updated_at': '2022-02-07T17:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '82821872-c916-444b-aa18-7c13dfb20c8d', 'name': '', 'network_id': 'ffcde563-f15d-40bb-a7c0-635a055a4230', 'tenant_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'mac_address': 'fa:16:3e:cc:87:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b304fd71-6479-45af-9e41-834daecd1554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '59339be2-253c-470f-9743-9088e0220cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:29Z', 'updated_at': '2022-02-07T17:20:31Z', 'revision_number': 2, 'project_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'subnets': [{'id': '59339be2-253c-470f-9743-9088e0220cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:20:37.571088 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c2a77-b871-4bea-8cd8-ae6862dd4444 req-a47d1e87-235d-4b73-ace6-9fca0670b185 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:37.573157 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d9c2a77-b871-4bea-8cd8-ae6862dd4444 req-a47d1e87-235d-4b73-ace6-9fca0670b185 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0123d193-00e9-47d3-ac58-9158bc492895 HTTP/1.1" status: 200 len: 1126 time: 0.1326609 Feb 07 17:20:37.592873 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] Checking router: b304fd71-6479-45af-9e41-834daecd1554 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:20:37.593242 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] Updating router b304fd71-6479-45af-9e41-834daecd1554 port 82821872-c916-444b-aa18-7c13dfb20c8d binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:20:37.625111 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (82821872-c916-444b-aa18-7c13dfb20c8d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:37.650907 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e574daf8-b06f-4155-ac5d-d7a6a4e5c5f3 req-28106b55-1256-47f6-8597-ec045a87b6e0 service neutron] 10.222.0.32 "GET /v2.0/networks/d6521e1a-ad4c-49dc-8a69-a7da488d0efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352687 Feb 07 17:20:37.654267 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d9c2a77-b871-4bea-8cd8-ae6862dd4444 req-a16bb0dc-2390-4576-8f2e-62c25305d81d tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749886 Feb 07 17:20:37.798487 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7764e-0e56-41f8-ad35-8591c9ad8bbb req-18d3967a-87d3-40ae-95fa-febb4f738791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:37.800283 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0f7764e-0e56-41f8-ad35-8591c9ad8bbb req-18d3967a-87d3-40ae-95fa-febb4f738791 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dde36993a22d40ada6bcb5a2bb0ec9bd&device_id=0123d193-00e9-47d3-ac58-9158bc492895 HTTP/1.1" status: 200 len: 1126 time: 0.0475783 Feb 07 17:20:37.912924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7764e-0e56-41f8-ad35-8591c9ad8bbb req-4422e77e-d8b1-404c-bee6-821805cb748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:37.914682 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0f7764e-0e56-41f8-ad35-8591c9ad8bbb req-4422e77e-d8b1-404c-bee6-821805cb748e service neutron] 10.222.0.32 "GET /v2.0/networks?id=d6521e1a-ad4c-49dc-8a69-a7da488d0efc HTTP/1.1" status: 200 len: 910 time: 0.1088102 Feb 07 17:20:37.975302 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0f7764e-0e56-41f8-ad35-8591c9ad8bbb req-71689a11-1e45-4eeb-8aa3-e0b75202616f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b0050e2-37ad-4bae-b06f-035f29d72078 HTTP/1.1" status: 200 len: 217 time: 0.0531776 Feb 07 17:20:37.976495 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] Publish callbacks [] for port (82821872-c916-444b-aa18-7c13dfb20c8d), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:37.983732 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (82821872-c916-444b-aa18-7c13dfb20c8d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:38.030825 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7764e-0e56-41f8-ad35-8591c9ad8bbb req-7c5dfbcc-ccf5-4050-885e-06802b24672b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:38.034777 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0f7764e-0e56-41f8-ad35-8591c9ad8bbb req-7c5dfbcc-ccf5-4050-885e-06802b24672b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f4cd7fe-60b6-46ca-a231-92e58d5ee19a HTTP/1.1" status: 200 len: 848 time: 0.0546904 Feb 07 17:20:38.102587 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a64e54-b011-4fbb-a8d5-9e2f95356230 None None] Pushing event updated for resources: {'Port': ['ID=82821872-c916-444b-aa18-7c13dfb20c8d,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:38.112326 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7764e-0e56-41f8-ad35-8591c9ad8bbb req-14fc77b0-e7bb-4f1d-8056-7dfc74f22231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:38.113830 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0f7764e-0e56-41f8-ad35-8591c9ad8bbb req-14fc77b0-e7bb-4f1d-8056-7dfc74f22231 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d6521e1a-ad4c-49dc-8a69-a7da488d0efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0687726 Feb 07 17:20:38.149508 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] Attempting to bind port 82821872-c916-444b-aa18-7c13dfb20c8d on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:20:38.150155 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] Attempting to bind port 82821872-c916-444b-aa18-7c13dfb20c8d by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'e641b194-2ad6-416f-b383-b68b5065412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ffcde563-f15d-40bb-a7c0-635a055a4230'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:20:38.150702 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] Attempting to bind port 82821872-c916-444b-aa18-7c13dfb20c8d on network ffcde563-f15d-40bb-a7c0-635a055a4230 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:20:38.166303 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:20:38.167971 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] Checking segment: {'id': 'e641b194-2ad6-416f-b383-b68b5065412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ffcde563-f15d-40bb-a7c0-635a055a4230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:20:38.169174 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:38.170267 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] Bound using segment: {'id': 'e641b194-2ad6-416f-b383-b68b5065412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ffcde563-f15d-40bb-a7c0-635a055a4230'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:20:38.173186 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] Bound port: 82821872-c916-444b-aa18-7c13dfb20c8d, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e641b194-2ad6-416f-b383-b68b5065412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ffcde563-f15d-40bb-a7c0-635a055a4230'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:20:38.173928 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (82821872-c916-444b-aa18-7c13dfb20c8d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:38.264731 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0f7764e-0e56-41f8-ad35-8591c9ad8bbb req-12d902eb-dd2e-428f-8a8b-239b802b5341 service neutron] 10.222.0.32 "GET /v2.0/networks/d6521e1a-ad4c-49dc-8a69-a7da488d0efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416163 Feb 07 17:20:38.297390 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] For port 82821872-c916-444b-aa18-7c13dfb20c8d, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:20:38.301236 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] For port 82821872-c916-444b-aa18-7c13dfb20c8d, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=82821872-c916-444b-aa18-7c13dfb20c8d,segment=NetworkSegment(e641b194-2ad6-416f-b383-b68b5065412e),segment_id=e641b194-2ad6-416f-b383-b68b5065412e)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:20:38.310763 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (82821872-c916-444b-aa18-7c13dfb20c8d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:38.421499 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a64e54-b011-4fbb-a8d5-9e2f95356230 None None] Pushing event updated for resources: {'Port': ['ID=82821872-c916-444b-aa18-7c13dfb20c8d,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:38.424723 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-43935410-95cb-4094-984a-8630b1b42f83 None None] Provisioning complete for port 82821872-c916-444b-aa18-7c13dfb20c8d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:38.426240 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-43935410-95cb-4094-984a-8630b1b42f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (82821872-c916-444b-aa18-7c13dfb20c8d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:38.438288 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] Routers {'b304fd71-6479-45af-9e41-834daecd1554'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:20:38.439212 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:20:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b304fd71-6479-45af-9e41-834daecd1554'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:20:38.456489 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b0f7764e-0e56-41f8-ad35-8591c9ad8bbb req-4bf2fd3f-e083-400f-982c-82870f4dc79d service neutron] 10.222.0.32 "GET /v2.0/networks/d6521e1a-ad4c-49dc-8a69-a7da488d0efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660230 Feb 07 17:20:38.578838 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-43935410-95cb-4094-984a-8630b1b42f83 None None] Current status of the port 82821872-c916-444b-aa18-7c13dfb20c8d is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:38.579237 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-43935410-95cb-4094-984a-8630b1b42f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (82821872-c916-444b-aa18-7c13dfb20c8d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:38.585850 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] Set router b304fd71-6479-45af-9e41-834daecd1554 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:20:38.639178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-43935410-95cb-4094-984a-8630b1b42f83 None None] For port 82821872-c916-444b-aa18-7c13dfb20c8d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=82821872-c916-444b-aa18-7c13dfb20c8d,segment=NetworkSegment(e641b194-2ad6-416f-b383-b68b5065412e),segment_id=e641b194-2ad6-416f-b383-b68b5065412e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:20:38.648338 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-43935410-95cb-4094-984a-8630b1b42f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (82821872-c916-444b-aa18-7c13dfb20c8d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:38.785266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43935410-95cb-4094-984a-8630b1b42f83 None None] Pushing event updated for resources: {'Port': ['ID=82821872-c916-444b-aa18-7c13dfb20c8d,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:38.850912 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b304fd71-6479-45af-9e41-834daecd1554', 'name': 'tempest-TestServerMultinode-1384935778-router', 'tenant_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '35b64525-3c21-40fb-b416-3071c0515286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:20:25Z', 'updated_at': '2022-02-07T17:20:31Z', 'revision_number': 4, 'project_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'gw_port': {'id': '35b64525-3c21-40fb-b416-3071c0515286', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b304fd71-6479-45af-9e41-834daecd1554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:26Z', 'updated_at': '2022-02-07T17:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '82821872-c916-444b-aa18-7c13dfb20c8d', 'name': '', 'network_id': 'ffcde563-f15d-40bb-a7c0-635a055a4230', 'tenant_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'mac_address': 'fa:16:3e:cc:87:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b304fd71-6479-45af-9e41-834daecd1554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '59339be2-253c-470f-9743-9088e0220cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:29Z', 'updated_at': '2022-02-07T17:20:38Z', 'revision_number': 4, 'project_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'subnets': [{'id': '59339be2-253c-470f-9743-9088e0220cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:20:38.852638 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9f126-86a8-4490-9af9-d068e66e106a req-ad132da1-51fd-4887-9c29-126236ac12ff tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:38.871837 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-02d9f126-86a8-4490-9af9-d068e66e106a req-ad132da1-51fd-4887-9c29-126236ac12ff tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0123d193-00e9-47d3-ac58-9158bc492895 HTTP/1.1" status: 200 len: 1126 time: 0.0661979 Feb 07 17:20:38.882974 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4a764153-9acd-4b09-a879-20148bbeafb8 None None] Provisioning complete for port 82821872-c916-444b-aa18-7c13dfb20c8d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:38.883499 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4a764153-9acd-4b09-a879-20148bbeafb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (82821872-c916-444b-aa18-7c13dfb20c8d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:38.883646 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a760e7a-ebae-42b3-b96e-fab3a2e6549b None None] The sync data for ids ['b304fd71-6479-45af-9e41-834daecd1554'] in n-d-827865-3 is: [{'id': 'b304fd71-6479-45af-9e41-834daecd1554', 'name': 'tempest-TestServerMultinode-1384935778-router', 'tenant_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '35b64525-3c21-40fb-b416-3071c0515286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:20:25Z', 'updated_at': '2022-02-07T17:20:31Z', 'revision_number': 4, 'project_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'gw_port': {'id': '35b64525-3c21-40fb-b416-3071c0515286', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b304fd71-6479-45af-9e41-834daecd1554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:26Z', 'updated_at': '2022-02-07T17:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '82821872-c916-444b-aa18-7c13dfb20c8d', 'name': '', 'network_id': 'ffcde563-f15d-40bb-a7c0-635a055a4230', 'tenant_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'mac_address': 'fa:16:3e:cc:87:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b304fd71-6479-45af-9e41-834daecd1554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '59339be2-253c-470f-9743-9088e0220cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:29Z', 'updated_at': '2022-02-07T17:20:38Z', 'revision_number': 4, 'project_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'subnets': [{'id': '59339be2-253c-470f-9743-9088e0220cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:20:38.973515 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-02d9f126-86a8-4490-9af9-d068e66e106a req-8b0f3ccc-291a-491d-89ec-dcf294bec413 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006219 Feb 07 17:20:39.013784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4a764153-9acd-4b09-a879-20148bbeafb8 None None] Current status of the port 82821872-c916-444b-aa18-7c13dfb20c8d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:39.119179 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 82821872-c916-444b-aa18-7c13dfb20c8d up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:20:39.184506 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 82821872-c916-444b-aa18-7c13dfb20c8d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:39.184900 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (82821872-c916-444b-aa18-7c13dfb20c8d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:39.277226 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 82821872-c916-444b-aa18-7c13dfb20c8d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:40.117201 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0549bc-9400-4e57-8e10-ba3c9ada8665 req-3752b990-8711-452c-a6f0-fcceddd36f0e tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:40.118801 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1b0549bc-9400-4e57-8e10-ba3c9ada8665 req-3752b990-8711-452c-a6f0-fcceddd36f0e tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0123d193-00e9-47d3-ac58-9158bc492895 HTTP/1.1" status: 200 len: 1126 time: 0.0485063 Feb 07 17:20:40.168561 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1b0549bc-9400-4e57-8e10-ba3c9ada8665 req-adffed2c-7fb9-4f61-a7e5-0ff6c4e93024 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432966 Feb 07 17:20:40.430416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55080) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:20:40.566384 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5b0050e2-37ad-4bae-b06f-035f29d72078 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:20:40.720976 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] Deleting subnet 44710299-5306-42e6-b850-8cbb45ff1fa9 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:20:40.726006 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] Publish callbacks [] for subnet (44710299-5306-42e6-b850-8cbb45ff1fa9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:40.733368 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 5b0050e2-37ad-4bae-b06f-035f29d72078, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5b0050e2-37ad-4bae-b06f-035f29d72078,segment=NetworkSegment(3494501f-309b-4eb9-81ab-f2a61a04c07b),segment_id=3494501f-309b-4eb9-81ab-f2a61a04c07b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:20:40.746740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '5b0050e2-37ad-4bae-b06f-035f29d72078', 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc', 'port_id': '5b0050e2-37ad-4bae-b06f-035f29d72078', 'mac_address': 'fa:16:3e:db:84:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4cd7fe-60b6-46ca-a231-92e58d5ee19a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:20:40.774471 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (44710299-5306-42e6-b850-8cbb45ff1fa9), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:40.793014 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 5b0050e2-37ad-4bae-b06f-035f29d72078 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:40.793782 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5b0050e2-37ad-4bae-b06f-035f29d72078), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:40.814206 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0050e2-37ad-4bae-b06f-035f29d72078 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:20:40.825318 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (44710299-5306-42e6-b850-8cbb45ff1fa9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:40.838655 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 5b0050e2-37ad-4bae-b06f-035f29d72078, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5b0050e2-37ad-4bae-b06f-035f29d72078,segment=NetworkSegment(3494501f-309b-4eb9-81ab-f2a61a04c07b),segment_id=3494501f-309b-4eb9-81ab-f2a61a04c07b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:20:40.848442 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5b0050e2-37ad-4bae-b06f-035f29d72078), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:40.897242 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (44710299-5306-42e6-b850-8cbb45ff1fa9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:40.920974 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=5b0050e2-37ad-4bae-b06f-035f29d72078,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:40.929448 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:40.934925 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/44710299-5306-42e6-b850-8cbb45ff1fa9 HTTP/1.1" status: 204 len: 168 time: 0.5012548 Feb 07 17:20:40.934925 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44710299-5306-42e6-b850-8cbb45ff1fa9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:40.935564 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55086) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:20:40.993245 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:40.993624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:40.993973 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:40.994313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:40.994650 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:40.994985 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:40.995312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:40.995640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:40.995965 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:40.996292 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:40.996618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:40.996946 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:40.997266 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010087-cf7a-4825-aad6-c034d044428f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:41.032437 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d619c249-b231-4a61-a674-ee4de090a7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (9f15c25d-61ba-4f62-a7d1-50eefa62351b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:41.041965 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['5b0050e2-37ad-4bae-b06f-035f29d72078'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:20:41.126103 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d619c249-b231-4a61-a674-ee4de090a7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (9f15c25d-61ba-4f62-a7d1-50eefa62351b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:41.152931 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d619c249-b231-4a61-a674-ee4de090a7e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f15c25d-61ba-4f62-a7d1-50eefa62351b']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:20:41.167063 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d619c249-b231-4a61-a674-ee4de090a7e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57ae093-a055-45bb-a9c8-52ec13964efa') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:20:41.171008 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d619c249-b231-4a61-a674-ee4de090a7e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57ae093-a055-45bb-a9c8-52ec13964efa') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:20:41.193564 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d619c249-b231-4a61-a674-ee4de090a7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (b57ae093-a055-45bb-a9c8-52ec13964efa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:41.209589 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d619c249-b231-4a61-a674-ee4de090a7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (b57ae093-a055-45bb-a9c8-52ec13964efa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:41.216818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d619c249-b231-4a61-a674-ee4de090a7e5 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:20:41.217063 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d619c249-b231-4a61-a674-ee4de090a7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (b57ae093-a055-45bb-a9c8-52ec13964efa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:20:41.286239 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:20:41.295966 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d619c249-b231-4a61-a674-ee4de090a7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (9f15c25d-61ba-4f62-a7d1-50eefa62351b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:41.302324 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d619c249-b231-4a61-a674-ee4de090a7e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:41.306217 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d619c249-b231-4a61-a674-ee4de090a7e5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9f15c25d-61ba-4f62-a7d1-50eefa62351b HTTP/1.1" status: 204 len: 168 time: 0.3697162 Feb 07 17:20:41.339824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619c249-b231-4a61-a674-ee4de090a7e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f15c25d-61ba-4f62-a7d1-50eefa62351b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:41.341235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131b916-ac64-40a3-9112-12819d5f6da3 req-346c9bad-da6e-4312-af76-d0ae136c18af tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:41.342829 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6131b916-ac64-40a3-9112-12819d5f6da3 req-346c9bad-da6e-4312-af76-d0ae136c18af tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0123d193-00e9-47d3-ac58-9158bc492895 HTTP/1.1" status: 200 len: 1127 time: 0.0569689 Feb 07 17:20:41.396652 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6131b916-ac64-40a3-9112-12819d5f6da3 req-c7be1379-32c2-435c-8af2-feca960ffddb tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465693 Feb 07 17:20:41.468802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55096) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:20:41.511432 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2fa19263-651f-4a32-8784-403e6a036c7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2be09bd74315487f96bd1cddb7034987&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413270 Feb 07 17:20:41.514161 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55098) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:20:41.564020 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b3fd129-36ed-4d4c-ada2-c27e2f85d702 admin admin] Publish callbacks [] for security_group (2086c9ce-d374-4676-895f-50d5f9e78f7f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:41.591959 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b3fd129-36ed-4d4c-ada2-c27e2f85d702 admin admin] Publish callbacks [] for security_group (2086c9ce-d374-4676-895f-50d5f9e78f7f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:41.652637 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b3fd129-36ed-4d4c-ada2-c27e2f85d702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (2086c9ce-d374-4676-895f-50d5f9e78f7f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:41.655745 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b3fd129-36ed-4d4c-ada2-c27e2f85d702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:41.657016 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3b3fd129-36ed-4d4c-ada2-c27e2f85d702 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2086c9ce-d374-4676-895f-50d5f9e78f7f HTTP/1.1" status: 204 len: 168 time: 0.1416562 Feb 07 17:20:41.668477 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fd129-36ed-4d4c-ada2-c27e2f85d702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2086c9ce-d374-4676-895f-50d5f9e78f7f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:42.514942 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244a442-6e08-450f-aaa4-6cc9b2664b7c req-9700f133-3496-45c7-9a47-6ca333969759 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:42.516526 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e244a442-6e08-450f-aaa4-6cc9b2664b7c req-9700f133-3496-45c7-9a47-6ca333969759 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0123d193-00e9-47d3-ac58-9158bc492895 HTTP/1.1" status: 200 len: 1127 time: 0.0458026 Feb 07 17:20:42.571190 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e244a442-6e08-450f-aaa4-6cc9b2664b7c req-c0a2ac2e-e7f9-484f-9a44-064138e728fb tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477276 Feb 07 17:20:42.581004 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5b0050e2-37ad-4bae-b06f-035f29d72078 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:20:42.646899 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 5b0050e2-37ad-4bae-b06f-035f29d72078 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:20:42.651889 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 5b0050e2-37ad-4bae-b06f-035f29d72078 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:42.652817 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (5b0050e2-37ad-4bae-b06f-035f29d72078), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:42.742044 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 5b0050e2-37ad-4bae-b06f-035f29d72078 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:42.742441 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5b0050e2-37ad-4bae-b06f-035f29d72078), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:42.770487 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0123d193-00e9-47d3-ac58-9158bc492895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0050e2-37ad-4bae-b06f-035f29d72078'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:20:42.772791 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbd4973-43bd-4b1b-9092-609551fcb224" -d '{"events": [{"server_uuid": "0123d193-00e9-47d3-ac58-9158bc492895", "name": "network-vif-plugged", "status": "completed", "tag": "5b0050e2-37ad-4bae-b06f-035f29d72078"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:20:42.786952 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 5b0050e2-37ad-4bae-b06f-035f29d72078, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5b0050e2-37ad-4bae-b06f-035f29d72078,segment=NetworkSegment(3494501f-309b-4eb9-81ab-f2a61a04c07b),segment_id=3494501f-309b-4eb9-81ab-f2a61a04c07b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:20:42.793472 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (5b0050e2-37ad-4bae-b06f-035f29d72078), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:42.824945 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97116264-e9da-4ad4-95a4-c0bf4a3b9e45 x-openstack-request-id: req-97116264-e9da-4ad4-95a4-c0bf4a3b9e45 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:20:42.825410 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0123d193-00e9-47d3-ac58-9158bc492895", "name": "network-vif-plugged", "status": "completed", "tag": "5b0050e2-37ad-4bae-b06f-035f29d72078", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:20:42.825752 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97116264-e9da-4ad4-95a4-c0bf4a3b9e45 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:20:42.826201 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0123d193-00e9-47d3-ac58-9158bc492895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0050e2-37ad-4bae-b06f-035f29d72078', 'code': 200} Feb 07 17:20:42.859184 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=5b0050e2-37ad-4bae-b06f-035f29d72078,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:42.943339 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22990295-2b08-41d6-8010-3698f6795671 req-84ea8ecf-9a06-4224-ac30-7fddf3f15ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:42.945325 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22990295-2b08-41d6-8010-3698f6795671 req-84ea8ecf-9a06-4224-ac30-7fddf3f15ed1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0123d193-00e9-47d3-ac58-9158bc492895 HTTP/1.1" status: 200 len: 1128 time: 0.0555258 Feb 07 17:20:42.994457 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22990295-2b08-41d6-8010-3698f6795671 req-f4da1e20-82ff-4b51-bf1d-7af74669c0f8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440729 Feb 07 17:20:43.700132 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba0212-0566-40ca-b1fe-8e7a1a409a53 req-e1ef765f-acef-494a-abd8-954b99b7d8c6 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:43.705941 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-30ba0212-0566-40ca-b1fe-8e7a1a409a53 req-e1ef765f-acef-494a-abd8-954b99b7d8c6 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0123d193-00e9-47d3-ac58-9158bc492895 HTTP/1.1" status: 200 len: 1128 time: 0.0590868 Feb 07 17:20:43.777848 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-30ba0212-0566-40ca-b1fe-8e7a1a409a53 req-78184a71-4dd7-4b23-8981-fb358f6bc6bc tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677812 Feb 07 17:20:44.034797 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55276) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:20:44.204745 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1a559f4-f024-4893-b737-14b7b892a4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:44.291377 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1a559f4-f024-4893-b737-14b7b892a4d3 admin admin] Publish callbacks [] for security_group (1c6745ba-6b50-4b0d-88b3-a610ce46738b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:44.296339 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e1a559f4-f024-4893-b737-14b7b892a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1c6745ba-6b50-4b0d-88b3-a610ce46738b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:44.335577 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e1a559f4-f024-4893-b737-14b7b892a4d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=951499b3d29146b5bc1a73fb7fb868aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2995687 Feb 07 17:20:44.338672 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55282) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:20:44.340331 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a559f4-f024-4893-b737-14b7b892a4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6745ba-6b50-4b0d-88b3-a610ce46738b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:44.348532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a559f4-f024-4893-b737-14b7b892a4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:44.348883 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a559f4-f024-4893-b737-14b7b892a4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:44.349495 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a559f4-f024-4893-b737-14b7b892a4d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:44.349846 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a559f4-f024-4893-b737-14b7b892a4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:44.350188 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a559f4-f024-4893-b737-14b7b892a4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:44.350586 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a559f4-f024-4893-b737-14b7b892a4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:44.350862 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a559f4-f024-4893-b737-14b7b892a4d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:44.351253 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a559f4-f024-4893-b737-14b7b892a4d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:44.351599 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a559f4-f024-4893-b737-14b7b892a4d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:44.352369 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a559f4-f024-4893-b737-14b7b892a4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:44.352713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a559f4-f024-4893-b737-14b7b892a4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:44.353044 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a559f4-f024-4893-b737-14b7b892a4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:44.353404 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a559f4-f024-4893-b737-14b7b892a4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:20:44.396002 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a72723e9-d1ed-4d22-8cad-777e32d00685 admin admin] Publish callbacks [] for security_group (1c6745ba-6b50-4b0d-88b3-a610ce46738b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:44.419458 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a72723e9-d1ed-4d22-8cad-777e32d00685 admin admin] Publish callbacks [] for security_group (1c6745ba-6b50-4b0d-88b3-a610ce46738b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:44.466357 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a72723e9-d1ed-4d22-8cad-777e32d00685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1c6745ba-6b50-4b0d-88b3-a610ce46738b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:44.469085 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a72723e9-d1ed-4d22-8cad-777e32d00685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:44.470386 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a72723e9-d1ed-4d22-8cad-777e32d00685 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c6745ba-6b50-4b0d-88b3-a610ce46738b HTTP/1.1" status: 204 len: 168 time: 0.1303070 Feb 07 17:20:44.478269 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72723e9-d1ed-4d22-8cad-777e32d00685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6745ba-6b50-4b0d-88b3-a610ce46738b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:44.759853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55294) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:20:44.773750 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c690252b-ea9e-4004-a2cb-d51b5bad1a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:44.869802 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c690252b-ea9e-4004-a2cb-d51b5bad1a0b admin admin] Publish callbacks [] for security_group (9e81091f-8ec3-477d-85cc-d39177048f22), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:44.874169 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c690252b-ea9e-4004-a2cb-d51b5bad1a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (9e81091f-8ec3-477d-85cc-d39177048f22), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:44.902142 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20cf65-093b-44c0-bd16-e86eeadd2472 req-15476a4a-423f-4ca1-ad7e-1a4a7b99d3ee tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:44.903670 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5b20cf65-093b-44c0-bd16-e86eeadd2472 req-15476a4a-423f-4ca1-ad7e-1a4a7b99d3ee tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0123d193-00e9-47d3-ac58-9158bc492895 HTTP/1.1" status: 200 len: 1128 time: 0.0513532 Feb 07 17:20:44.913997 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c690252b-ea9e-4004-a2cb-d51b5bad1a0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2023e6df3d1544bf80799d4806899916&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1529620 Feb 07 17:20:44.914873 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690252b-ea9e-4004-a2cb-d51b5bad1a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e81091f-8ec3-477d-85cc-d39177048f22,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:44.916533 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55298) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:20:44.977500 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5b20cf65-093b-44c0-bd16-e86eeadd2472 req-80b6bbf9-9b0b-4209-9cf5-9fd5ad744644 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673039 Feb 07 17:20:44.988901 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b74e1f4-0004-4b5c-87d5-77a66a039f6c admin admin] Publish callbacks [] for security_group (9e81091f-8ec3-477d-85cc-d39177048f22), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:45.011451 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b74e1f4-0004-4b5c-87d5-77a66a039f6c admin admin] Publish callbacks [] for security_group (9e81091f-8ec3-477d-85cc-d39177048f22), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:45.061258 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b74e1f4-0004-4b5c-87d5-77a66a039f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (9e81091f-8ec3-477d-85cc-d39177048f22), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:45.063894 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6b74e1f4-0004-4b5c-87d5-77a66a039f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:45.068130 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6b74e1f4-0004-4b5c-87d5-77a66a039f6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e81091f-8ec3-477d-85cc-d39177048f22 HTTP/1.1" status: 204 len: 168 time: 0.1505194 Feb 07 17:20:45.079070 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74e1f4-0004-4b5c-87d5-77a66a039f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e81091f-8ec3-477d-85cc-d39177048f22,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:45.094316 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b7882-7aba-4618-890d-0bc6d8f9438e req-da35acfc-b4eb-4ce7-9e02-b6e52b933236 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:45.096552 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-716b7882-7aba-4618-890d-0bc6d8f9438e req-da35acfc-b4eb-4ce7-9e02-b6e52b933236 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0123d193-00e9-47d3-ac58-9158bc492895 HTTP/1.1" status: 200 len: 1128 time: 0.0487134 Feb 07 17:20:45.162820 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-716b7882-7aba-4618-890d-0bc6d8f9438e req-2261df43-70b9-4d6d-a99b-7b931626c2a3 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479953 Feb 07 17:20:45.296527 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5e164-879f-4d60-9980-c42c57b5979a req-40388bb1-09e3-4a38-bbb7-934f559173e5 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:45.306214 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e2f5e164-879f-4d60-9980-c42c57b5979a req-40388bb1-09e3-4a38-bbb7-934f559173e5 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0123d193-00e9-47d3-ac58-9158bc492895 HTTP/1.1" status: 200 len: 1128 time: 0.0718329 Feb 07 17:20:45.356696 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e2f5e164-879f-4d60-9980-c42c57b5979a req-0278fa86-e63b-46eb-9ae3-551efebdc8f0 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491459 Feb 07 17:20:45.668166 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-5a744245-49b4-40a3-affc-a835cb20a8a0 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:45.669762 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-5a744245-49b4-40a3-affc-a835cb20a8a0 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/networks?id=d6521e1a-ad4c-49dc-8a69-a7da488d0efc HTTP/1.1" status: 200 len: 910 time: 0.1095891 Feb 07 17:20:45.688561 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-1260e24f-5ed8-469a-a329-d64fecd3dc28 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/quotas/dde36993a22d40ada6bcb5a2bb0ec9bd HTTP/1.1" status: 200 len: 375 time: 0.0121319 Feb 07 17:20:45.789868 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-ca4d7e14-d768-45a7-a578-e4d14e83cf2d tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=dde36993a22d40ada6bcb5a2bb0ec9bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0943730 Feb 07 17:20:45.881958 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-2c6bdbcb-7e3f-4b94-aa0d-6e751f9045eb service neutron] 10.222.0.18 "GET /v2.0/networks/d6521e1a-ad4c-49dc-8a69-a7da488d0efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852180 Feb 07 17:20:45.981844 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-957d4ae2-5f72-449a-a07f-161fd96e2dab service neutron] 10.222.0.18 "GET /v2.0/networks/d6521e1a-ad4c-49dc-8a69-a7da488d0efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938137 Feb 07 17:20:46.149366 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-40156af8-af09-47d3-b46c-6c47ad5019c5 req-13f9e3bd-44dc-4d87-83e8-cb8f77082a59 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=496dfc24-9cf8-4d22-8309-e547dc96114a HTTP/1.1" status: 200 len: 210 time: 0.0287635 Feb 07 17:20:47.056930 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-1e369cc5-f200-4ac9-b1c9-de34fd44410a tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:47.058551 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-1e369cc5-f200-4ac9-b1c9-de34fd44410a tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.48 "GET /v2.0/networks?id=d6521e1a-ad4c-49dc-8a69-a7da488d0efc HTTP/1.1" status: 200 len: 910 time: 0.0885441 Feb 07 17:20:47.069088 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-55e50d5b-d365-4bc8-837c-3c7a5e2ec306 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Request body: {'port': {'device_id': '496dfc24-9cf8-4d22-8309-e547dc96114a', 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc', 'admin_state_up': True, 'tenant_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:20:47.091400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-55e50d5b-d365-4bc8-837c-3c7a5e2ec306 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Made reservation on behalf of dde36993a22d40ada6bcb5a2bb0ec9bd for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:20:47.094315 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-55e50d5b-d365-4bc8-837c-3c7a5e2ec306 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:47.223381 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-55e50d5b-d365-4bc8-837c-3c7a5e2ec306 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Allocated IP 172.20.0.10 (d6521e1a-ad4c-49dc-8a69-a7da488d0efc/1f4cd7fe-60b6-46ca-a231-92e58d5ee19a/fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:20:47.258040 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd7631a3-7cbc-4448-97b7-2deccb609d2a req-4fa267e6-d59b-4be9-a75d-8ba35df1fb8e tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=496dfc24-9cf8-4d22-8309-e547dc96114a HTTP/1.1" status: 200 len: 210 time: 0.0400574 Feb 07 17:20:47.401195 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-55e50d5b-d365-4bc8-837c-3c7a5e2ec306 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Publish callbacks [] for port (fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:47.434653 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-55e50d5b-d365-4bc8-837c-3c7a5e2ec306 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:47.445967 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['5b0050e2-37ad-4bae-b06f-035f29d72078'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:20:47.481180 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-55e50d5b-d365-4bc8-837c-3c7a5e2ec306 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Network d6521e1a-ad4c-49dc-8a69-a7da488d0efc is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:20:47.487371 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-55e50d5b-d365-4bc8-837c-3c7a5e2ec306 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:20:47.489746 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-55e50d5b-d365-4bc8-837c-3c7a5e2ec306 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:20:47.493184 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e50d5b-d365-4bc8-837c-3c7a5e2ec306 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Pushing event updated for resources: {'Port': ['ID=fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:47.531794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-55e50d5b-d365-4bc8-837c-3c7a5e2ec306 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:47.532415 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-55e50d5b-d365-4bc8-837c-3c7a5e2ec306 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:47.553189 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-55e50d5b-d365-4bc8-837c-3c7a5e2ec306 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4847050 Feb 07 17:20:47.721590 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Request body: {'port': {'device_id': '496dfc24-9cf8-4d22-8309-e547dc96114a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:20:47.786543 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:47.816297 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-15680fd4-695a-49bb-8c86-d453de4841bf None None] Provisioning complete for port fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:47.816762 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-15680fd4-695a-49bb-8c86-d453de4841bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:47.853586 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-15680fd4-695a-49bb-8c86-d453de4841bf None None] Port fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:20:48.050053 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:20:48.057652 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Publish callbacks [] for port (fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:48.069752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Transition to ACTIVE for port object fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:20:48.073918 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:48.121315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:48.200419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Attempting to bind port fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:20:48.200856 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Attempting to bind port fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '3494501f-309b-4eb9-81ab-f2a61a04c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:20:48.201259 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Attempting to bind port fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 on network d6521e1a-ad4c-49dc-8a69-a7da488d0efc {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:20:48.206190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Port fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 on network d6521e1a-ad4c-49dc-8a69-a7da488d0efc not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:20:48.206594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Attempting to bind port fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 on network d6521e1a-ad4c-49dc-8a69-a7da488d0efc {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:20:48.211967 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:20:48.212513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Checking segment: {'id': '3494501f-309b-4eb9-81ab-f2a61a04c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:20:48.212969 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Bound using segment: {'id': '3494501f-309b-4eb9-81ab-f2a61a04c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:20:48.213499 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Bound port: fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3494501f-309b-4eb9-81ab-f2a61a04c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:20:48.213927 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:48.289214 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] For port fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:20:48.294000 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] For port fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7,segment=NetworkSegment(3494501f-309b-4eb9-81ab-f2a61a04c07b),segment_id=3494501f-309b-4eb9-81ab-f2a61a04c07b)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:20:48.303303 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:48.366944 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:48.373235 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:48.373942 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:48.375463 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-d4feba08-9ad0-4341-a544-110051c1bef5 service neutron] 10.222.0.48 "PUT /v2.0/ports/fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 HTTP/1.1" status: 200 len: 1092 time: 0.8174472 Feb 07 17:20:48.375933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496dfc24-9cf8-4d22-8309-e547dc96114a', 'tag': 'fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:20:48.379912 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edd279c-ad6e-459c-b21a-65b13717752a" -d '{"events": [{"name": "network-changed", "server_uuid": "496dfc24-9cf8-4d22-8309-e547dc96114a", "tag": "fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:20:48.438213 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e658608e-f84f-43e7-81b8-a7bb530e7aea x-openstack-request-id: req-e658608e-f84f-43e7-81b8-a7bb530e7aea {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:20:48.438649 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496dfc24-9cf8-4d22-8309-e547dc96114a", "tag": "fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:20:48.438926 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e658608e-f84f-43e7-81b8-a7bb530e7aea {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:20:48.439537 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496dfc24-9cf8-4d22-8309-e547dc96114a', 'tag': 'fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7', 'status': 'completed', 'code': 200} Feb 07 17:20:48.449659 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058d6f5-84c5-4b45-bd36-2b0f96620ce8 req-ef5f7110-9daf-41fb-b8f5-f2bfa74aab92 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:48.457860 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e058d6f5-84c5-4b45-bd36-2b0f96620ce8 req-ef5f7110-9daf-41fb-b8f5-f2bfa74aab92 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=496dfc24-9cf8-4d22-8309-e547dc96114a HTTP/1.1" status: 200 len: 1126 time: 0.0848527 Feb 07 17:20:48.485578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-e16cb8f8-9949-45dd-8c7f-8675c77a898c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:48.487697 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-e16cb8f8-9949-45dd-8c7f-8675c77a898c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dde36993a22d40ada6bcb5a2bb0ec9bd&device_id=496dfc24-9cf8-4d22-8309-e547dc96114a HTTP/1.1" status: 200 len: 1126 time: 0.0705109 Feb 07 17:20:48.514147 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e058d6f5-84c5-4b45-bd36-2b0f96620ce8 req-9f2bbfe3-2d43-4a49-a072-0ed3e1a9c44b tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551527 Feb 07 17:20:48.533669 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-2732b654-b1ad-47a8-8f42-b5c705d7cd0d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 HTTP/1.1" status: 200 len: 217 time: 0.0393789 Feb 07 17:20:48.584253 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-8e40b53f-cb57-4781-941c-777e9ec6836c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:48.586027 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-8e40b53f-cb57-4781-941c-777e9ec6836c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f4cd7fe-60b6-46ca-a231-92e58d5ee19a HTTP/1.1" status: 200 len: 848 time: 0.0476301 Feb 07 17:20:48.639278 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-cf7d46fd-fa61-4a34-9a30-928d2f83b0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:48.640805 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-cf7d46fd-fa61-4a34-9a30-928d2f83b0c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6521e1a-ad4c-49dc-8a69-a7da488d0efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486004 Feb 07 17:20:48.734955 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-a63d5306-f79a-4ddf-907c-e0bc4ae22618 service neutron] 10.222.0.48 "GET /v2.0/networks/d6521e1a-ad4c-49dc-8a69-a7da488d0efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884216 Feb 07 17:20:48.829381 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49ba45dc-5a76-4d6a-83fe-b505b0fbf66f req-ecd482e2-5e12-45be-bf0a-106c181ae2a1 service neutron] 10.222.0.48 "GET /v2.0/networks/d6521e1a-ad4c-49dc-8a69-a7da488d0efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891442 Feb 07 17:20:48.929214 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd279c-ad6e-459c-b21a-65b13717752a req-db410a0a-5287-4c2e-95ab-5602b4492d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:48.930780 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0edd279c-ad6e-459c-b21a-65b13717752a req-db410a0a-5287-4c2e-95ab-5602b4492d62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dde36993a22d40ada6bcb5a2bb0ec9bd&device_id=496dfc24-9cf8-4d22-8309-e547dc96114a HTTP/1.1" status: 200 len: 1126 time: 0.0554867 Feb 07 17:20:49.034228 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd279c-ad6e-459c-b21a-65b13717752a req-ba8605cf-87e0-4e57-a878-d8ed3e1df9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:49.035990 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0edd279c-ad6e-459c-b21a-65b13717752a req-ba8605cf-87e0-4e57-a878-d8ed3e1df9b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6521e1a-ad4c-49dc-8a69-a7da488d0efc HTTP/1.1" status: 200 len: 910 time: 0.0995879 Feb 07 17:20:49.089153 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0edd279c-ad6e-459c-b21a-65b13717752a req-f4e8eecd-b0a8-475b-b9cd-f60a399e1310 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 HTTP/1.1" status: 200 len: 217 time: 0.0464170 Feb 07 17:20:49.146131 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd279c-ad6e-459c-b21a-65b13717752a req-d31789b0-3d93-4302-afb4-85b4d97d4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:49.147254 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0edd279c-ad6e-459c-b21a-65b13717752a req-d31789b0-3d93-4302-afb4-85b4d97d4dfe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f4cd7fe-60b6-46ca-a231-92e58d5ee19a HTTP/1.1" status: 200 len: 848 time: 0.0531528 Feb 07 17:20:49.199432 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd279c-ad6e-459c-b21a-65b13717752a req-1a365230-e21b-4308-bb42-bb360c464d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:49.200963 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0edd279c-ad6e-459c-b21a-65b13717752a req-1a365230-e21b-4308-bb42-bb360c464d36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6521e1a-ad4c-49dc-8a69-a7da488d0efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485253 Feb 07 17:20:49.297934 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0edd279c-ad6e-459c-b21a-65b13717752a req-d12f28e6-f970-4bd0-9798-93a8c4c7c7f3 service neutron] 10.222.0.48 "GET /v2.0/networks/d6521e1a-ad4c-49dc-8a69-a7da488d0efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913074 Feb 07 17:20:49.399525 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0edd279c-ad6e-459c-b21a-65b13717752a req-8c6b0b83-6927-4037-b588-4d9019f63744 service neutron] 10.222.0.48 "GET /v2.0/networks/d6521e1a-ad4c-49dc-8a69-a7da488d0efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909877 Feb 07 17:20:49.637301 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f308988-db4d-409e-a0d0-4624d66ece7d req-0f5bd27b-b00e-46c4-b44d-f5e2666bf0a5 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:49.639060 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f308988-db4d-409e-a0d0-4624d66ece7d req-0f5bd27b-b00e-46c4-b44d-f5e2666bf0a5 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=496dfc24-9cf8-4d22-8309-e547dc96114a HTTP/1.1" status: 200 len: 1126 time: 0.0594854 Feb 07 17:20:49.696467 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f308988-db4d-409e-a0d0-4624d66ece7d req-b3721508-9901-4311-8276-78ee6f74b35e tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495584 Feb 07 17:20:50.838469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4da89-b762-4167-8ad1-607493c75cb3 req-422df08c-bd6f-4a00-92d7-246e97411f28 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:50.850966 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4bb4da89-b762-4167-8ad1-607493c75cb3 req-422df08c-bd6f-4a00-92d7-246e97411f28 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=496dfc24-9cf8-4d22-8309-e547dc96114a HTTP/1.1" status: 200 len: 1126 time: 0.0542552 Feb 07 17:20:50.894194 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4bb4da89-b762-4167-8ad1-607493c75cb3 req-5f621388-fec6-4cc7-8c62-a4594393e4c8 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414162 Feb 07 17:20:51.538201 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:52.018282 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7295f-ac93-4dc1-b848-cee45b2f1275 req-1dfcaeef-2033-489a-a17c-1791d4eeb784 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:52.019837 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d4b7295f-ac93-4dc1-b848-cee45b2f1275 req-1dfcaeef-2033-489a-a17c-1791d4eeb784 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=496dfc24-9cf8-4d22-8309-e547dc96114a HTTP/1.1" status: 200 len: 1126 time: 0.0512545 Feb 07 17:20:52.064092 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d4b7295f-ac93-4dc1-b848-cee45b2f1275 req-c60596ed-ca6c-4af2-bd41-7caeb99f495f tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383854 Feb 07 17:20:52.264941 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:20:52.377855 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7,segment=NetworkSegment(3494501f-309b-4eb9-81ab-f2a61a04c07b),segment_id=3494501f-309b-4eb9-81ab-f2a61a04c07b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:20:52.391161 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7', 'network_id': 'd6521e1a-ad4c-49dc-8a69-a7da488d0efc', 'port_id': 'fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7', 'mac_address': 'fa:16:3e:71:d7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4cd7fe-60b6-46ca-a231-92e58d5ee19a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:20:52.432635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:52.433077 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:52.448654 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:20:52.471672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7,segment=NetworkSegment(3494501f-309b-4eb9-81ab-f2a61a04c07b),segment_id=3494501f-309b-4eb9-81ab-f2a61a04c07b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:20:52.475206 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:52.535129 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:52.791345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:20:53.185410 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be30bf3-5d02-44d7-a68e-323a0a741c59 req-693f077a-db51-4f8e-883a-922476c02827 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:53.186970 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5be30bf3-5d02-44d7-a68e-323a0a741c59 req-693f077a-db51-4f8e-883a-922476c02827 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=496dfc24-9cf8-4d22-8309-e547dc96114a HTTP/1.1" status: 200 len: 1127 time: 0.0467982 Feb 07 17:20:53.236803 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5be30bf3-5d02-44d7-a68e-323a0a741c59 req-d915de9e-48f4-4ca5-bdcd-ad8abc7fec79 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411954 Feb 07 17:20:53.371973 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0fa55b25-cb2b-442c-b435-050b86898cbc req-0c1800c3-1927-40f4-b059-3ae55abafbf1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0123d193-00e9-47d3-ac58-9158bc492895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475063 Feb 07 17:20:53.416606 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:53.461013 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55b25-cb2b-442c-b435-050b86898cbc req-b39f11e5-850d-497c-ab4a-751ceec30d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:53.462663 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0fa55b25-cb2b-442c-b435-050b86898cbc req-b39f11e5-850d-497c-ab4a-751ceec30d60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dde36993a22d40ada6bcb5a2bb0ec9bd&device_id=0123d193-00e9-47d3-ac58-9158bc492895 HTTP/1.1" status: 200 len: 1128 time: 0.0476317 Feb 07 17:20:53.572153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55b25-cb2b-442c-b435-050b86898cbc req-2fd0ffa6-c5c5-4217-b6c4-8610cdf23077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:53.574014 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0fa55b25-cb2b-442c-b435-050b86898cbc req-2fd0ffa6-c5c5-4217-b6c4-8610cdf23077 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d6521e1a-ad4c-49dc-8a69-a7da488d0efc HTTP/1.1" status: 200 len: 910 time: 0.0932622 Feb 07 17:20:53.578869 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:20:53.626201 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0fa55b25-cb2b-442c-b435-050b86898cbc req-07bcd111-ead1-43f2-8679-225e1ffb7925 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b0050e2-37ad-4bae-b06f-035f29d72078 HTTP/1.1" status: 200 len: 217 time: 0.0466762 Feb 07 17:20:53.679144 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55b25-cb2b-442c-b435-050b86898cbc req-4148be85-470c-47d9-a29e-e048846b6160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:53.680707 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0fa55b25-cb2b-442c-b435-050b86898cbc req-4148be85-470c-47d9-a29e-e048846b6160 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1f4cd7fe-60b6-46ca-a231-92e58d5ee19a HTTP/1.1" status: 200 len: 848 time: 0.0497329 Feb 07 17:20:53.732934 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55b25-cb2b-442c-b435-050b86898cbc req-db5081c6-306a-4ab8-8eb4-7517d8d4d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:53.734533 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0fa55b25-cb2b-442c-b435-050b86898cbc req-db5081c6-306a-4ab8-8eb4-7517d8d4d10c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d6521e1a-ad4c-49dc-8a69-a7da488d0efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488307 Feb 07 17:20:53.841271 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0fa55b25-cb2b-442c-b435-050b86898cbc req-e1163728-7143-4f81-99b8-4204ca455dc2 service neutron] 10.222.0.32 "GET /v2.0/networks/d6521e1a-ad4c-49dc-8a69-a7da488d0efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995219 Feb 07 17:20:53.945157 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0fa55b25-cb2b-442c-b435-050b86898cbc req-70a44f3a-290f-4c88-9d15-7113868c5f29 service neutron] 10.222.0.32 "GET /v2.0/networks/d6521e1a-ad4c-49dc-8a69-a7da488d0efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973673 Feb 07 17:20:54.279386 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:20:54.344497 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:20:54.350710 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:20:54.351325 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:54.387149 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e030f-302e-456c-bad6-30dceccdf23a req-907b987d-ee58-474b-8578-bcc43a8a7583 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:54.389056 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eb2e030f-302e-456c-bad6-30dceccdf23a req-907b987d-ee58-474b-8578-bcc43a8a7583 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=496dfc24-9cf8-4d22-8309-e547dc96114a HTTP/1.1" status: 200 len: 1127 time: 0.0563619 Feb 07 17:20:54.446228 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eb2e030f-302e-456c-bad6-30dceccdf23a req-f1ef1cf5-11c8-496c-836d-0e6cde1ee6c1 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485899 Feb 07 17:20:54.473103 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:20:54.473723 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:54.506747 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496dfc24-9cf8-4d22-8309-e547dc96114a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:20:54.509034 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38af7703-5501-4d7f-97c7-d2bc377cf30f" -d '{"events": [{"server_uuid": "496dfc24-9cf8-4d22-8309-e547dc96114a", "name": "network-vif-plugged", "status": "completed", "tag": "fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:20:54.523644 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7,segment=NetworkSegment(3494501f-309b-4eb9-81ab-f2a61a04c07b),segment_id=3494501f-309b-4eb9-81ab-f2a61a04c07b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:20:54.528792 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:54.588429 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:54.721688 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662c6ea5-a94b-4ec8-9f52-430ae65f8061 x-openstack-request-id: req-662c6ea5-a94b-4ec8-9f52-430ae65f8061 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:20:54.721991 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496dfc24-9cf8-4d22-8309-e547dc96114a", "name": "network-vif-plugged", "status": "completed", "tag": "fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:20:54.722254 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-662c6ea5-a94b-4ec8-9f52-430ae65f8061 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:20:54.722660 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496dfc24-9cf8-4d22-8309-e547dc96114a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7', 'code': 200} Feb 07 17:20:54.851132 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c33ca9-8ccf-4d02-9980-d9bfc4c058c8 req-d769e351-da0e-457d-a81d-dd4dd437783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:54.852571 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e8c33ca9-8ccf-4d02-9980-d9bfc4c058c8 req-d769e351-da0e-457d-a81d-dd4dd437783a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=496dfc24-9cf8-4d22-8309-e547dc96114a HTTP/1.1" status: 200 len: 1128 time: 0.0616508 Feb 07 17:20:54.906509 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e8c33ca9-8ccf-4d02-9980-d9bfc4c058c8 req-085b4e18-3f80-4ccb-a46a-8a07803fbb85 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478578 Feb 07 17:20:55.569778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7dc97-0cb7-453f-b745-eb8ddf66e321 req-0284ba8d-90b5-428a-af99-b18a340f3e25 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:55.573265 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-afa7dc97-0cb7-453f-b745-eb8ddf66e321 req-0284ba8d-90b5-428a-af99-b18a340f3e25 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=496dfc24-9cf8-4d22-8309-e547dc96114a HTTP/1.1" status: 200 len: 1128 time: 0.0471919 Feb 07 17:20:55.617419 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-afa7dc97-0cb7-453f-b745-eb8ddf66e321 req-407b4177-2d15-4c49-9b31-79d1d9529764 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404358 Feb 07 17:20:55.802021 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bff4b738-26f7-4647-abfd-5d6698bc0035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:56.816899 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2e74e-e7ad-4426-9e25-74186a63bde1 req-0ea97890-0ba7-4667-af1e-a90e3dd71e42 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:56.819050 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fbe2e74e-e7ad-4426-9e25-74186a63bde1 req-0ea97890-0ba7-4667-af1e-a90e3dd71e42 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=496dfc24-9cf8-4d22-8309-e547dc96114a HTTP/1.1" status: 200 len: 1128 time: 0.0998523 Feb 07 17:20:56.870159 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fbe2e74e-e7ad-4426-9e25-74186a63bde1 req-d8b4f608-e4ec-4ab3-a0ea-712b333a49dc tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441742 Feb 07 17:20:57.014732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be087e-6dea-4818-889e-e6ca9f074c7f req-9d62ae21-391d-47a9-a6ef-9987ead71a36 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:57.016893 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02be087e-6dea-4818-889e-e6ca9f074c7f req-9d62ae21-391d-47a9-a6ef-9987ead71a36 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=496dfc24-9cf8-4d22-8309-e547dc96114a HTTP/1.1" status: 200 len: 1128 time: 0.0517564 Feb 07 17:20:57.071821 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02be087e-6dea-4818-889e-e6ca9f074c7f req-8742d576-0552-47db-b3dd-719289edc799 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440242 Feb 07 17:20:57.234786 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefd770-c4aa-4efa-a4e2-61db0ae53a59 req-82c02925-526b-40eb-b77d-54f51a45f46a tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:57.237471 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2eefd770-c4aa-4efa-a4e2-61db0ae53a59 req-82c02925-526b-40eb-b77d-54f51a45f46a tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=496dfc24-9cf8-4d22-8309-e547dc96114a HTTP/1.1" status: 200 len: 1128 time: 0.0730169 Feb 07 17:20:57.299967 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2eefd770-c4aa-4efa-a4e2-61db0ae53a59 req-ae53abcb-3807-46f9-a5d3-1c186eec55e6 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506294 Feb 07 17:20:57.590504 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc6c24-f08b-4f2c-af47-032e6b1ef4fd req-34494726-f751-497d-84c9-742874e1c149 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:57.598462 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-addc6c24-f08b-4f2c-af47-032e6b1ef4fd req-34494726-f751-497d-84c9-742874e1c149 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=496dfc24-9cf8-4d22-8309-e547dc96114a HTTP/1.1" status: 200 len: 1128 time: 0.0607741 Feb 07 17:20:57.677258 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-addc6c24-f08b-4f2c-af47-032e6b1ef4fd req-29502ee4-be8a-40ee-81bf-8ed4c080bb21 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628140 Feb 07 17:20:58.213891 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-86c4fb1a-4bd2-4781-ba21-9448fe8bfc48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:58.807114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a2a3f-828b-4cd5-8f4b-5adc6fc20f39 req-e188358f-7c20-4a39-86ac-eb1de6d91dc1 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:58.808639 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e9a2a3f-828b-4cd5-8f4b-5adc6fc20f39 req-e188358f-7c20-4a39-86ac-eb1de6d91dc1 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=496dfc24-9cf8-4d22-8309-e547dc96114a HTTP/1.1" status: 200 len: 1128 time: 0.0617738 Feb 07 17:20:58.877185 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e9a2a3f-828b-4cd5-8f4b-5adc6fc20f39 req-e03cfee4-f90c-40ad-8fda-c69ce8e3ae9e tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584581 Feb 07 17:20:58.956468 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c75dc-63b5-4ae8-b934-6684c57ac649 req-31d82b6b-925c-41e1-b770-4f2cb14d361e tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:20:58.958006 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f70c75dc-63b5-4ae8-b934-6684c57ac649 req-31d82b6b-925c-41e1-b770-4f2cb14d361e tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=496dfc24-9cf8-4d22-8309-e547dc96114a HTTP/1.1" status: 200 len: 1128 time: 0.0654826 Feb 07 17:20:59.072466 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f70c75dc-63b5-4ae8-b934-6684c57ac649 req-1dccbe99-de71-4bcd-8128-5807790c4f76 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Deleting port fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:20:59.072815 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f70c75dc-63b5-4ae8-b934-6684c57ac649 req-1dccbe99-de71-4bcd-8128-5807790c4f76 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:59.162214 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f70c75dc-63b5-4ae8-b934-6684c57ac649 req-1dccbe99-de71-4bcd-8128-5807790c4f76 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] For port fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7,segment=NetworkSegment(3494501f-309b-4eb9-81ab-f2a61a04c07b),segment_id=3494501f-309b-4eb9-81ab-f2a61a04c07b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:20:59.162641 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f70c75dc-63b5-4ae8-b934-6684c57ac649 req-1dccbe99-de71-4bcd-8128-5807790c4f76 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:59.178257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f70c75dc-63b5-4ae8-b934-6684c57ac649 req-1dccbe99-de71-4bcd-8128-5807790c4f76 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Calling delete_port for fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:20:59.352934 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f70c75dc-63b5-4ae8-b934-6684c57ac649 req-1dccbe99-de71-4bcd-8128-5807790c4f76 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:59.367040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['5b0050e2-37ad-4bae-b06f-035f29d72078'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:20:59.382141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccbe99-de71-4bcd-8128-5807790c4f76 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:20:59.438517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70c75dc-63b5-4ae8-b934-6684c57ac649 req-1dccbe99-de71-4bcd-8128-5807790c4f76 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] No DVR routers for this DVR port fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:20:59.446247 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f70c75dc-63b5-4ae8-b934-6684c57ac649 req-1dccbe99-de71-4bcd-8128-5807790c4f76 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:20:59.451092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:20:59.452573 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f70c75dc-63b5-4ae8-b934-6684c57ac649 req-1dccbe99-de71-4bcd-8128-5807790c4f76 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.48 "DELETE /v2.0/ports/fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 HTTP/1.1" status: 204 len: 173 time: 0.4897933 Feb 07 17:20:59.458057 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496dfc24-9cf8-4d22-8309-e547dc96114a', 'name': 'network-vif-deleted', 'tag': 'fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:20:59.462833 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff80175e-4423-4829-96ea-47723a6c52d9" -d '{"events": [{"server_uuid": "496dfc24-9cf8-4d22-8309-e547dc96114a", "name": "network-vif-deleted", "tag": "fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:20:59.571926 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15015140-96b4-41bf-b91f-a733fb2701e0 x-openstack-request-id: req-15015140-96b4-41bf-b91f-a733fb2701e0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:20:59.577248 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496dfc24-9cf8-4d22-8309-e547dc96114a", "name": "network-vif-deleted", "tag": "fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:20:59.577551 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15015140-96b4-41bf-b91f-a733fb2701e0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:20:59.577983 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496dfc24-9cf8-4d22-8309-e547dc96114a', 'name': 'network-vif-deleted', 'tag': 'fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7', 'status': 'completed', 'code': 200} Feb 07 17:20:59.638490 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:00.080422 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71a48bff-5cb6-4855-a583-0b0114bac1a3 req-b953ae56-e5b6-412e-bfed-d33c841e5ecf tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=496dfc24-9cf8-4d22-8309-e547dc96114a HTTP/1.1" status: 200 len: 210 time: 0.0642958 Feb 07 17:21:00.927394 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:01.505984 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ccb96-89dc-4bbf-a830-f68ddda216d4 req-85f4dea0-0415-4b44-8e76-26e1789b6ce5 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:01.514001 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-275ccb96-89dc-4bbf-a830-f68ddda216d4 req-85f4dea0-0415-4b44-8e76-26e1789b6ce5 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0123d193-00e9-47d3-ac58-9158bc492895 HTTP/1.1" status: 200 len: 1128 time: 0.0715401 Feb 07 17:21:01.577441 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-275ccb96-89dc-4bbf-a830-f68ddda216d4 req-8edce77f-908f-43d3-b2bc-a3f0e2ef6bd1 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618198 Feb 07 17:21:02.354143 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:21:02.394611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:21:02.394896 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device fe75d8ba-6ab0-4f63-ba06-6c962fe2cad7 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:21:02.434914 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:02.725806 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2ea17-57ab-43bb-aef5-02cf72003a85 req-4d72d602-ac2d-4010-a2f7-65f6e741967b tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:02.727406 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-57e2ea17-57ab-43bb-aef5-02cf72003a85 req-4d72d602-ac2d-4010-a2f7-65f6e741967b tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0123d193-00e9-47d3-ac58-9158bc492895 HTTP/1.1" status: 200 len: 1128 time: 0.0744123 Feb 07 17:21:02.804074 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de66544-cef6-4d4d-bd67-cc61b1ae8af1 req-2b2f8341-b1be-4511-a365-a1b2b525ef03 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:02.810933 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5de66544-cef6-4d4d-bd67-cc61b1ae8af1 req-2b2f8341-b1be-4511-a365-a1b2b525ef03 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0123d193-00e9-47d3-ac58-9158bc492895 HTTP/1.1" status: 200 len: 1128 time: 0.1037602 Feb 07 17:21:03.227203 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5de66544-cef6-4d4d-bd67-cc61b1ae8af1 req-79a9c834-26d1-4126-b56e-d182d3fadd38 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dcebe76a-8878-46db-b14b-9f298a4ebc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153903 Feb 07 17:21:03.231782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-57e2ea17-57ab-43bb-aef5-02cf72003a85 req-3e5e9962-05fc-4cba-aaa2-6e70a09bdffb tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Deleting port 5b0050e2-37ad-4bae-b06f-035f29d72078 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:21:03.232131 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-57e2ea17-57ab-43bb-aef5-02cf72003a85 req-3e5e9962-05fc-4cba-aaa2-6e70a09bdffb tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5b0050e2-37ad-4bae-b06f-035f29d72078), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:03.340925 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-57e2ea17-57ab-43bb-aef5-02cf72003a85 req-3e5e9962-05fc-4cba-aaa2-6e70a09bdffb tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] For port 5b0050e2-37ad-4bae-b06f-035f29d72078, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=5b0050e2-37ad-4bae-b06f-035f29d72078,segment=NetworkSegment(3494501f-309b-4eb9-81ab-f2a61a04c07b),segment_id=3494501f-309b-4eb9-81ab-f2a61a04c07b)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:21:03.341319 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-57e2ea17-57ab-43bb-aef5-02cf72003a85 req-3e5e9962-05fc-4cba-aaa2-6e70a09bdffb tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5b0050e2-37ad-4bae-b06f-035f29d72078), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:03.358397 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-57e2ea17-57ab-43bb-aef5-02cf72003a85 req-3e5e9962-05fc-4cba-aaa2-6e70a09bdffb tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Calling delete_port for 5b0050e2-37ad-4bae-b06f-035f29d72078 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:21:03.541622 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-57e2ea17-57ab-43bb-aef5-02cf72003a85 req-3e5e9962-05fc-4cba-aaa2-6e70a09bdffb tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (5b0050e2-37ad-4bae-b06f-035f29d72078), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:03.555108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['5b0050e2-37ad-4bae-b06f-035f29d72078'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:21:03.571402 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e9962-05fc-4cba-aaa2-6e70a09bdffb tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b0050e2-37ad-4bae-b06f-035f29d72078,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:03.631708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e2ea17-57ab-43bb-aef5-02cf72003a85 req-3e5e9962-05fc-4cba-aaa2-6e70a09bdffb tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] No DVR routers for this DVR port 5b0050e2-37ad-4bae-b06f-035f29d72078 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:21:03.641106 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-57e2ea17-57ab-43bb-aef5-02cf72003a85 req-3e5e9962-05fc-4cba-aaa2-6e70a09bdffb tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:03.658804 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-57e2ea17-57ab-43bb-aef5-02cf72003a85 req-3e5e9962-05fc-4cba-aaa2-6e70a09bdffb tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.32 "DELETE /v2.0/ports/5b0050e2-37ad-4bae-b06f-035f29d72078 HTTP/1.1" status: 204 len: 173 time: 0.9097881 Feb 07 17:21:03.662019 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0123d193-00e9-47d3-ac58-9158bc492895', 'name': 'network-vif-deleted', 'tag': '5b0050e2-37ad-4bae-b06f-035f29d72078'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:21:03.671819 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3be538b-eba1-432a-8b50-f6da1cf236be" -d '{"events": [{"server_uuid": "0123d193-00e9-47d3-ac58-9158bc492895", "name": "network-vif-deleted", "tag": "5b0050e2-37ad-4bae-b06f-035f29d72078"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:21:03.760099 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b6aa99-18f1-4e36-b0cd-48102f2f81a8 x-openstack-request-id: req-b3b6aa99-18f1-4e36-b0cd-48102f2f81a8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:21:03.763480 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0123d193-00e9-47d3-ac58-9158bc492895", "name": "network-vif-deleted", "tag": "5b0050e2-37ad-4bae-b06f-035f29d72078", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:21:03.763480 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3b6aa99-18f1-4e36-b0cd-48102f2f81a8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:21:03.763480 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0123d193-00e9-47d3-ac58-9158bc492895', 'name': 'network-vif-deleted', 'tag': '5b0050e2-37ad-4bae-b06f-035f29d72078', 'status': 'completed', 'code': 200} Feb 07 17:21:04.334849 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c098532-cc2f-4726-b8ae-441813152281 req-f126724f-6cc5-46e2-a7d1-7066434c51c6 tempest-TestServerMultinode-1314568204 tempest-TestServerMultinode-1314568204-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0123d193-00e9-47d3-ac58-9158bc492895 HTTP/1.1" status: 200 len: 210 time: 0.0280993 Feb 07 17:21:04.678652 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-631852c6-a295-41d4-866e-79f29da0ef55 req-7f8d6805-0f95-4237-ad51-df1b9d92a372 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1786046573&fields=id&tenant_id=233dfa16822a4a16ac319e689f5e7249 HTTP/1.1" status: 200 len: 267 time: 0.0589073 Feb 07 17:21:04.804514 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d2c6ea60-7c19-44e1-a577-3f4311a04414 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:04.806238 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d2c6ea60-7c19-44e1-a577-3f4311a04414 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 811 time: 0.1208870 Feb 07 17:21:04.823715 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-631852c6-a295-41d4-866e-79f29da0ef55 req-c2833277-2d8c-4441-8bf1-23b8ec3b4f15 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/quotas/233dfa16822a4a16ac319e689f5e7249 HTTP/1.1" status: 200 len: 375 time: 0.0117514 Feb 07 17:21:04.897713 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-631852c6-a295-41d4-866e-79f29da0ef55 req-fc381ffe-c03c-42f7-8149-6fb0766c91f0 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0676439 Feb 07 17:21:04.992064 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-631852c6-a295-41d4-866e-79f29da0ef55 req-4b89fd7b-e3b0-455b-88c7-694922bf3a17 service neutron] 10.222.0.18 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873749 Feb 07 17:21:05.094927 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-631852c6-a295-41d4-866e-79f29da0ef55 req-b8572482-8145-497a-a7e6-aeb9a2a93b1d service neutron] 10.222.0.18 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921762 Feb 07 17:21:05.403689 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55572) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:21:05.408620 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-297d3b20-5013-4e86-81d2-2228eb819264 req-861a286c-435e-4734-bdb1-8730bbeb03d6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 210 time: 0.0365150 Feb 07 17:21:05.788508 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-704bc6ee-477b-4999-9ba4-c2f62b94de0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:06.057558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-704bc6ee-477b-4999-9ba4-c2f62b94de0b admin admin] Deleting port e86a063a-dd16-4a5a-b218-cd0923209ccf {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:21:06.057908 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-704bc6ee-477b-4999-9ba4-c2f62b94de0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e86a063a-dd16-4a5a-b218-cd0923209ccf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:06.141505 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-704bc6ee-477b-4999-9ba4-c2f62b94de0b admin admin] For port e86a063a-dd16-4a5a-b218-cd0923209ccf, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e86a063a-dd16-4a5a-b218-cd0923209ccf,segment=NetworkSegment(3494501f-309b-4eb9-81ab-f2a61a04c07b),segment_id=3494501f-309b-4eb9-81ab-f2a61a04c07b)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:21:06.142501 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-704bc6ee-477b-4999-9ba4-c2f62b94de0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e86a063a-dd16-4a5a-b218-cd0923209ccf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:06.155014 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-704bc6ee-477b-4999-9ba4-c2f62b94de0b admin admin] Calling delete_port for e86a063a-dd16-4a5a-b218-cd0923209ccf owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:21:06.377967 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-704bc6ee-477b-4999-9ba4-c2f62b94de0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (e86a063a-dd16-4a5a-b218-cd0923209ccf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:06.410699 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bc6ee-477b-4999-9ba4-c2f62b94de0b admin admin] Pushing event deleted for resources: {'Port': ['ID=e86a063a-dd16-4a5a-b218-cd0923209ccf,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:06.475599 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631852c6-a295-41d4-866e-79f29da0ef55 req-f9489790-5d8a-499f-9194-654c307e9f32 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:06.477890 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-631852c6-a295-41d4-866e-79f29da0ef55 req-f9489790-5d8a-499f-9194-654c307e9f32 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.32 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 811 time: 0.1715641 Feb 07 17:21:06.577574 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-631852c6-a295-41d4-866e-79f29da0ef55 req-1f449351-478f-4f53-9663-c715637278f5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=233dfa16822a4a16ac319e689f5e7249 HTTP/1.1" status: 200 len: 380 time: 0.0914381 Feb 07 17:21:06.592803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-631852c6-a295-41d4-866e-79f29da0ef55 req-f573c8f8-85a6-477b-ba7a-372a6ae15c23 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Request body: {'port': {'device_id': '2dbcea69-baa1-4a05-b3d4-5cf6ee895c83', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'admin_state_up': True, 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'security_groups': ['182f7d23-a5d7-4c9f-95a1-a2220e264874']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:21:06.635884 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a0685069-1499-4387-80ea-e3d5679a6a07 req-de983ff3-fa40-45e1-8c13-786cb94c1503 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 210 time: 0.0801241 Feb 07 17:21:06.676165 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5b0050e2-37ad-4bae-b06f-035f29d72078 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:21:06.710859 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 5b0050e2-37ad-4bae-b06f-035f29d72078 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:21:06.711221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 5b0050e2-37ad-4bae-b06f-035f29d72078 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:21:06.737042 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631852c6-a295-41d4-866e-79f29da0ef55 req-f573c8f8-85a6-477b-ba7a-372a6ae15c23 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Made reservation on behalf of 233dfa16822a4a16ac319e689f5e7249 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:21:06.739098 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-704bc6ee-477b-4999-9ba4-c2f62b94de0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:06.741528 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-631852c6-a295-41d4-866e-79f29da0ef55 req-f573c8f8-85a6-477b-ba7a-372a6ae15c23 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:06.893006 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-631852c6-a295-41d4-866e-79f29da0ef55 req-f573c8f8-85a6-477b-ba7a-372a6ae15c23 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Allocated IP 172.20.0.13 (56094dec-cda5-47cb-bfb8-9d2a21cddfa9/311a2122-e2a3-40f9-ab16-f19979f8f39f/97323d79-2c0c-4df3-a1e9-9097f160e305) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:21:06.999179 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704bc6ee-477b-4999-9ba4-c2f62b94de0b admin admin] Router 7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:21:07.057454 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-631852c6-a295-41d4-866e-79f29da0ef55 req-f573c8f8-85a6-477b-ba7a-372a6ae15c23 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for port (97323d79-2c0c-4df3-a1e9-9097f160e305), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:07.089887 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-631852c6-a295-41d4-866e-79f29da0ef55 req-f573c8f8-85a6-477b-ba7a-372a6ae15c23 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (97323d79-2c0c-4df3-a1e9-9097f160e305), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:07.166161 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631852c6-a295-41d4-866e-79f29da0ef55 req-f573c8f8-85a6-477b-ba7a-372a6ae15c23 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:21:07.173481 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-631852c6-a295-41d4-866e-79f29da0ef55 req-f573c8f8-85a6-477b-ba7a-372a6ae15c23 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:21:07.178201 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-631852c6-a295-41d4-866e-79f29da0ef55 req-f573c8f8-85a6-477b-ba7a-372a6ae15c23 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:21:07.186734 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573c8f8-85a6-477b-ba7a-372a6ae15c23 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event updated for resources: {'Port': ['ID=97323d79-2c0c-4df3-a1e9-9097f160e305,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:07.273155 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631852c6-a295-41d4-866e-79f29da0ef55 req-f573c8f8-85a6-477b-ba7a-372a6ae15c23 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:07.282985 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-631852c6-a295-41d4-866e-79f29da0ef55 req-f573c8f8-85a6-477b-ba7a-372a6ae15c23 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:07.302554 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-631852c6-a295-41d4-866e-79f29da0ef55 req-f573c8f8-85a6-477b-ba7a-372a6ae15c23 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7193208 Feb 07 17:21:07.324067 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Request body: {'port': {'device_id': '2dbcea69-baa1-4a05-b3d4-5cf6ee895c83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:21:07.430770 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (97323d79-2c0c-4df3-a1e9-9097f160e305), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:07.603374 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b1b274e7-6bf1-42e5-8406-1a93357effe8 None None] Provisioning complete for port 97323d79-2c0c-4df3-a1e9-9097f160e305 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:21:07.604211 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b1b274e7-6bf1-42e5-8406-1a93357effe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (97323d79-2c0c-4df3-a1e9-9097f160e305), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:07.613842 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704bc6ee-477b-4999-9ba4-c2f62b94de0b admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:21:07.627151 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-704bc6ee-477b-4999-9ba4-c2f62b94de0b admin admin] 10.222.0.18 "PUT /v2.0/routers/7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2222359 Feb 07 17:21:07.629907 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55596) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:21:07.685739 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b1b274e7-6bf1-42e5-8406-1a93357effe8 None None] Port 97323d79-2c0c-4df3-a1e9-9097f160e305 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:21:07.695581 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c16b4d-05c6-49fd-bb93-c4897bfe86b2 None None] Sync routers for ids ['7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:21:07.726104 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c16b4d-05c6-49fd-bb93-c4897bfe86b2 None None] Routers {'7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:21:07.726765 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d1c16b4d-05c6-49fd-bb93-c4897bfe86b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:20:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:21:07.820259 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abe64b3d-84c8-4632-8067-95eaa015c2f9 admin admin] Publish callbacks [] for router (7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:07.884357 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d1c16b4d-05c6-49fd-bb93-c4897bfe86b2 None None] Set router 7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:21:07.886196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6285c-bf46-4b04-ae27-09c7cfd6f3be req-46beab96-3e4b-4647-a467-538d8d55a55a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:07.896943 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6e6285c-bf46-4b04-ae27-09c7cfd6f3be req-46beab96-3e4b-4647-a467-538d8d55a55a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 932 time: 0.1551068 Feb 07 17:21:07.909045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97323d79-2c0c-4df3-a1e9-9097f160e305 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:21:07.930330 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Publish callbacks [] for port (97323d79-2c0c-4df3-a1e9-9097f160e305), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:07.954211 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abe64b3d-84c8-4632-8067-95eaa015c2f9 admin admin] Publish callbacks [] for router_gateway (7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:07.959083 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Transition to ACTIVE for port object 97323d79-2c0c-4df3-a1e9-9097f160e305 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:21:07.971696 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (97323d79-2c0c-4df3-a1e9-9097f160e305), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:08.041797 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Pushing event updated for resources: {'Port': ['ID=97323d79-2c0c-4df3-a1e9-9097f160e305,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:08.043865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-abe64b3d-84c8-4632-8067-95eaa015c2f9 admin admin] Deleting port faf78981-4447-44ed-aa77-e45feb49170e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:21:08.046239 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abe64b3d-84c8-4632-8067-95eaa015c2f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (faf78981-4447-44ed-aa77-e45feb49170e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:08.066269 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6e6285c-bf46-4b04-ae27-09c7cfd6f3be req-eae35357-c670-4781-b78f-952d57cf6cf7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647344 Feb 07 17:21:08.224495 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-abe64b3d-84c8-4632-8067-95eaa015c2f9 admin admin] For port faf78981-4447-44ed-aa77-e45feb49170e, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=faf78981-4447-44ed-aa77-e45feb49170e,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:21:08.224924 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abe64b3d-84c8-4632-8067-95eaa015c2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (faf78981-4447-44ed-aa77-e45feb49170e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:08.233830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Attempting to bind port 97323d79-2c0c-4df3-a1e9-9097f160e305 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:21:08.234608 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Attempting to bind port 97323d79-2c0c-4df3-a1e9-9097f160e305 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:21:08.235609 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Attempting to bind port 97323d79-2c0c-4df3-a1e9-9097f160e305 on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:21:08.244342 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Port 97323d79-2c0c-4df3-a1e9-9097f160e305 on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:21:08.244957 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Attempting to bind port 97323d79-2c0c-4df3-a1e9-9097f160e305 on network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:21:08.253377 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:21:08.254249 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Checking segment: {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:21:08.254930 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Bound using segment: {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:21:08.255733 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Bound port: 97323d79-2c0c-4df3-a1e9-9097f160e305, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b42e130-fc1c-4908-836b-b6a5a50eb112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:21:08.256365 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (97323d79-2c0c-4df3-a1e9-9097f160e305), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:08.261682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d1c16b4d-05c6-49fd-bb93-c4897bfe86b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'name': 'tempest-TestServerMultinode-476640823-router', 'tenant_id': '1d6fadacad7840a49a93999f81883fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'faf78981-4447-44ed-aa77-e45feb49170e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:20:19Z', 'updated_at': '2022-02-07T17:21:06Z', 'revision_number': 5, 'project_id': '1d6fadacad7840a49a93999f81883fce', 'gw_port': {'id': 'faf78981-4447-44ed-aa77-e45feb49170e', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:20Z', 'updated_at': '2022-02-07T17:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:21:08.263579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-abe64b3d-84c8-4632-8067-95eaa015c2f9 admin admin] Calling delete_port for faf78981-4447-44ed-aa77-e45feb49170e owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:21:08.337188 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c16b4d-05c6-49fd-bb93-c4897bfe86b2 None None] Checking router: 7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:21:08.366731 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c16b4d-05c6-49fd-bb93-c4897bfe86b2 None None] Routers {'7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:21:08.367447 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d1c16b4d-05c6-49fd-bb93-c4897bfe86b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:20:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:21:08.383190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] For port 97323d79-2c0c-4df3-a1e9-9097f160e305, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:21:08.391232 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] For port 97323d79-2c0c-4df3-a1e9-9097f160e305, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=97323d79-2c0c-4df3-a1e9-9097f160e305,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:21:08.406882 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (97323d79-2c0c-4df3-a1e9-9097f160e305), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:08.504080 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:08.504585 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d1c16b4d-05c6-49fd-bb93-c4897bfe86b2 None None] Set router 7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:21:08.508056 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:08.510994 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] 10.222.0.32 "PUT /v2.0/ports/97323d79-2c0c-4df3-a1e9-9097f160e305 HTTP/1.1" status: 200 len: 1092 time: 1.1934848 Feb 07 17:21:08.513378 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbcea69-baa1-4a05-b3d4-5cf6ee895c83', 'tag': '97323d79-2c0c-4df3-a1e9-9097f160e305'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:21:08.518301 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aeed702-3faf-496c-9868-39801599fc0e" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbcea69-baa1-4a05-b3d4-5cf6ee895c83", "tag": "97323d79-2c0c-4df3-a1e9-9097f160e305"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:21:08.603589 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5f741-99c8-42a5-8824-ab75961d80a9 service neutron] Pushing event updated for resources: {'Port': ['ID=97323d79-2c0c-4df3-a1e9-9097f160e305,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:08.648027 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abe64b3d-84c8-4632-8067-95eaa015c2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (faf78981-4447-44ed-aa77-e45feb49170e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:08.652552 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddae04d-f558-4788-bf0b-590badd9c2e6 x-openstack-request-id: req-0ddae04d-f558-4788-bf0b-590badd9c2e6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:21:08.652903 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbcea69-baa1-4a05-b3d4-5cf6ee895c83", "tag": "97323d79-2c0c-4df3-a1e9-9097f160e305", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:21:08.653146 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ddae04d-f558-4788-bf0b-590badd9c2e6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:21:08.653723 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbcea69-baa1-4a05-b3d4-5cf6ee895c83', 'tag': '97323d79-2c0c-4df3-a1e9-9097f160e305', 'status': 'completed', 'code': 200} Feb 07 17:21:08.678442 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe64b3d-84c8-4632-8067-95eaa015c2f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=faf78981-4447-44ed-aa77-e45feb49170e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:08.707005 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631852c6-a295-41d4-866e-79f29da0ef55 req-a2099c50-f073-4e02-9c95-58258c945149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:08.708250 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-631852c6-a295-41d4-866e-79f29da0ef55 req-a2099c50-f073-4e02-9c95-58258c945149 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 1126 time: 0.1429620 Feb 07 17:21:08.796745 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abe64b3d-84c8-4632-8067-95eaa015c2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:08.801355 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d4c0b5fe-384d-4ebc-b74a-aa2ebf70de74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97323d79-2c0c-4df3-a1e9-9097f160e305 HTTP/1.1" status: 200 len: 217 time: 0.0829277 Feb 07 17:21:08.888549 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d6c10527-4a4c-4b93-af37-2278d2fc7bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:08.890354 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-631852c6-a295-41d4-866e-79f29da0ef55 req-d6c10527-4a4c-4b93-af37-2278d2fc7bc1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.0816576 Feb 07 17:21:08.906029 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d1c16b4d-05c6-49fd-bb93-c4897bfe86b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'name': 'tempest-TestServerMultinode-476640823-router', 'tenant_id': '1d6fadacad7840a49a93999f81883fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:20:19Z', 'updated_at': '2022-02-07T17:21:07Z', 'revision_number': 6, 'project_id': '1d6fadacad7840a49a93999f81883fce', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:21:08.942087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c16b4d-05c6-49fd-bb93-c4897bfe86b2 None None] The sync data for ids ['7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f'] in n-d-827865-3 is: [{'id': '7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f', 'name': 'tempest-TestServerMultinode-476640823-router', 'tenant_id': '1d6fadacad7840a49a93999f81883fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:20:19Z', 'updated_at': '2022-02-07T17:21:07Z', 'revision_number': 6, 'project_id': '1d6fadacad7840a49a93999f81883fce', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:21:08.959059 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abe64b3d-84c8-4632-8067-95eaa015c2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:08.962729 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abe64b3d-84c8-4632-8067-95eaa015c2f9 admin admin] Publish callbacks [] for router_controller (7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:08.968298 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631852c6-a295-41d4-866e-79f29da0ef55 req-239a2d19-a31f-4d5e-bfa5-0f465eba3bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:08.971252 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-631852c6-a295-41d4-866e-79f29da0ef55 req-239a2d19-a31f-4d5e-bfa5-0f465eba3bf2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0688004 Feb 07 17:21:09.034188 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abe64b3d-84c8-4632-8067-95eaa015c2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:09.035301 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe64b3d-84c8-4632-8067-95eaa015c2f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:21:09.041619 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abe64b3d-84c8-4632-8067-95eaa015c2f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:09.043256 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-abe64b3d-84c8-4632-8067-95eaa015c2f9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7ab8b5e2-a856-4a70-93e3-cf84a5cb4f9f HTTP/1.1" status: 204 len: 168 time: 1.4113812 Feb 07 17:21:09.045754 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55604) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:21:09.089141 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-631852c6-a295-41d4-866e-79f29da0ef55 req-05eff19a-0f52-4e26-afeb-9ce816fe6c35 service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121910 Feb 07 17:21:09.115325 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8bbf44b-5cc0-458f-8037-16daf4206ee4 admin admin] Deleting subnet 1f4cd7fe-60b6-46ca-a231-92e58d5ee19a {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:21:09.119141 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d8bbf44b-5cc0-458f-8037-16daf4206ee4 admin admin] Publish callbacks [] for subnet (1f4cd7fe-60b6-46ca-a231-92e58d5ee19a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:09.164134 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d8bbf44b-5cc0-458f-8037-16daf4206ee4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (1f4cd7fe-60b6-46ca-a231-92e58d5ee19a), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:09.274456 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d8bbf44b-5cc0-458f-8037-16daf4206ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (1f4cd7fe-60b6-46ca-a231-92e58d5ee19a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:09.275991 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-631852c6-a295-41d4-866e-79f29da0ef55 req-a0949a18-916a-4cfd-9762-16e27d4432f5 service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801114 Feb 07 17:21:09.322791 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb137a-64da-4360-bf28-05df6fd13f00 req-cb375d5d-3db0-4665-bf75-d2b5541625d8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:09.327646 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6abb137a-64da-4360-bf28-05df6fd13f00 req-cb375d5d-3db0-4665-bf75-d2b5541625d8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 944 time: 0.1224897 Feb 07 17:21:09.443747 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d8bbf44b-5cc0-458f-8037-16daf4206ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (1f4cd7fe-60b6-46ca-a231-92e58d5ee19a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:09.455313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeed702-3faf-496c-9868-39801599fc0e req-d279b2f0-c09a-47b4-a962-f921cc2a9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:09.457146 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8aeed702-3faf-496c-9868-39801599fc0e req-d279b2f0-c09a-47b4-a962-f921cc2a9b43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 1126 time: 0.1257596 Feb 07 17:21:09.463727 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6abb137a-64da-4360-bf28-05df6fd13f00 req-69d67ec2-a25d-42b4-b50a-e21b46b457cf tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133811 Feb 07 17:21:09.476198 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491a7510-74e8-4c64-8aa0-02094971e897 None None] Network d6521e1a-ad4c-49dc-8a69-a7da488d0efc requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:21:09.476354 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d8bbf44b-5cc0-458f-8037-16daf4206ee4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:09.486954 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d8bbf44b-5cc0-458f-8037-16daf4206ee4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1f4cd7fe-60b6-46ca-a231-92e58d5ee19a HTTP/1.1" status: 204 len: 168 time: 0.4371989 Feb 07 17:21:09.487820 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55612) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:21:09.609097 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (d6521e1a-ad4c-49dc-8a69-a7da488d0efc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:09.612850 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e86a063a-dd16-4a5a-b218-cd0923209ccf no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:21:09.617887 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbf44b-5cc0-458f-8037-16daf4206ee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f4cd7fe-60b6-46ca-a231-92e58d5ee19a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:09.642986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: e86a063a-dd16-4a5a-b218-cd0923209ccf {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:21:09.643567 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e86a063a-dd16-4a5a-b218-cd0923209ccf not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:21:09.672142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeed702-3faf-496c-9868-39801599fc0e req-a1a62c82-4fd9-4eca-87e8-0223271f2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:09.675385 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8aeed702-3faf-496c-9868-39801599fc0e req-a1a62c82-4fd9-4eca-87e8-0223271f2a8c service neutron] 10.222.0.32 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.2102823 Feb 07 17:21:09.705500 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] Deleting port 0b03c850-f439-47b3-9f97-59bfa572ee91 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:21:09.706104 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (0b03c850-f439-47b3-9f97-59bfa572ee91), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:09.750640 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8aeed702-3faf-496c-9868-39801599fc0e req-67819d2e-14df-4b3e-bf71-3e667f1bbe64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97323d79-2c0c-4df3-a1e9-9097f160e305 HTTP/1.1" status: 200 len: 217 time: 0.0689747 Feb 07 17:21:09.789800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] For port 0b03c850-f439-47b3-9f97-59bfa572ee91, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0b03c850-f439-47b3-9f97-59bfa572ee91,segment=NetworkSegment(3494501f-309b-4eb9-81ab-f2a61a04c07b),segment_id=3494501f-309b-4eb9-81ab-f2a61a04c07b)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:21:09.790172 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (0b03c850-f439-47b3-9f97-59bfa572ee91), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:09.807556 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] Calling delete_port for 0b03c850-f439-47b3-9f97-59bfa572ee91 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:21:09.812383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeed702-3faf-496c-9868-39801599fc0e req-0d5b73e4-0532-4a52-8b71-1ad69b3baa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:09.814940 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8aeed702-3faf-496c-9868-39801599fc0e req-0d5b73e4-0532-4a52-8b71-1ad69b3baa8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.0578878 Feb 07 17:21:09.881202 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeed702-3faf-496c-9868-39801599fc0e req-d0cc7c4f-174d-4b66-9cdc-8e90c493e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:09.883106 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8aeed702-3faf-496c-9868-39801599fc0e req-d0cc7c4f-174d-4b66-9cdc-8e90c493e906 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0621805 Feb 07 17:21:09.928421 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f85a117-f2cd-482b-b411-7a7923fe1589 None None] DHCP port deletion for d6521e1a-ad4c-49dc-8a69-a7da488d0efc request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:21:09.948745 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (0b03c850-f439-47b3-9f97-59bfa572ee91), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:09.980161 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b03c850-f439-47b3-9f97-59bfa572ee91,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:09.985200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] No DVR routers for this DVR port 0b03c850-f439-47b3-9f97-59bfa572ee91 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:21:10.062152 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4f85a117-f2cd-482b-b411-7a7923fe1589 None None] Deleting port 0b03c850-f439-47b3-9f97-59bfa572ee91 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:21:10.062928 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4f85a117-f2cd-482b-b411-7a7923fe1589 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (0b03c850-f439-47b3-9f97-59bfa572ee91), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:10.085397 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (d6521e1a-ad4c-49dc-8a69-a7da488d0efc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:10.102014 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8aeed702-3faf-496c-9868-39801599fc0e req-2b6581b0-0982-4060-933b-cbdd6fd5492e service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037973 Feb 07 17:21:10.148247 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6521e1a-ad4c-49dc-8a69-a7da488d0efc']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:21:10.174933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3494501f-309b-4eb9-81ab-f2a61a04c07b') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:21:10.175194 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3494501f-309b-4eb9-81ab-f2a61a04c07b') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:21:10.178888 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4f85a117-f2cd-482b-b411-7a7923fe1589 None None] For port 0b03c850-f439-47b3-9f97-59bfa572ee91, host n-d-827865-3, got binding levels [] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:21:10.179495 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4f85a117-f2cd-482b-b411-7a7923fe1589 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (0b03c850-f439-47b3-9f97-59bfa572ee91), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:10.197419 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (3494501f-309b-4eb9-81ab-f2a61a04c07b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:10.197909 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4f85a117-f2cd-482b-b411-7a7923fe1589 None None] Calling delete_port for 0b03c850-f439-47b3-9f97-59bfa572ee91 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:21:10.203278 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.ipam_backend_mixin [None req-4f85a117-f2cd-482b-b411-7a7923fe1589 None None] Port 0b03c850-f439-47b3-9f97-59bfa572ee91 was not found and therefore no delete operation was performed {{(pid=103228) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 17:21:10.205385 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4f85a117-f2cd-482b-b411-7a7923fe1589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (0b03c850-f439-47b3-9f97-59bfa572ee91), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:10.245193 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (3494501f-309b-4eb9-81ab-f2a61a04c07b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:10.259583 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:21:10.260037 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (3494501f-309b-4eb9-81ab-f2a61a04c07b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:10.261670 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f85a117-f2cd-482b-b411-7a7923fe1589 None None] No DVR routers for this DVR port 0b03c850-f439-47b3-9f97-59bfa572ee91 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:21:10.277100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85a117-f2cd-482b-b411-7a7923fe1589 None None] Pushing event deleted for resources: {'Port': ['ID=0b03c850-f439-47b3-9f97-59bfa572ee91,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:10.343920 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8aeed702-3faf-496c-9868-39801599fc0e req-097ac2fb-3a3c-452e-b7e6-3f3d2872099d service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338872 Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:21:10.353189 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:21:10.384039 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (d6521e1a-ad4c-49dc-8a69-a7da488d0efc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:10.392473 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:10.402016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55624) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:21:10.417373 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d6521e1a-ad4c-49dc-8a69-a7da488d0efc HTTP/1.1" status: 204 len: 168 time: 0.9050322 Feb 07 17:21:10.433169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad9183-be56-4d52-bfaf-e01a8b1d8ef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6521e1a-ad4c-49dc-8a69-a7da488d0efc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:10.692790 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280b340-5ba6-40c0-969e-8f601ac96800 req-02590834-77b5-465f-8fc8-c41302f0597f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:10.694431 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b280b340-5ba6-40c0-969e-8f601ac96800 req-02590834-77b5-465f-8fc8-c41302f0597f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 944 time: 0.1293058 Feb 07 17:21:10.811509 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b280b340-5ba6-40c0-969e-8f601ac96800 req-89851f44-02f6-4b4c-b1aa-a83793a75a8d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988741 Feb 07 17:21:10.925344 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce66402e-7d73-4ba1-a295-3358c5784ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (b304fd71-6479-45af-9e41-834daecd1554), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:11.091347 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device faf78981-4447-44ed-aa77-e45feb49170e no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:21:11.123593 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: faf78981-4447-44ed-aa77-e45feb49170e {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:21:11.124408 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device faf78981-4447-44ed-aa77-e45feb49170e not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:21:11.125079 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0b03c850-f439-47b3-9f97-59bfa572ee91 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:21:11.148995 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 0b03c850-f439-47b3-9f97-59bfa572ee91 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:21:11.149722 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0b03c850-f439-47b3-9f97-59bfa572ee91 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:21:11.187044 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f97e0c0-96b7-4a21-9c18-d6229541854f req-7efc18eb-9d1a-49ba-a981-cf62a5b037eb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1694140 Feb 07 17:21:11.338548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97e0c0-96b7-4a21-9c18-d6229541854f req-ad1d8ea7-9a32-4209-94c3-52ad9d5c3eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:11.339968 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f97e0c0-96b7-4a21-9c18-d6229541854f req-ad1d8ea7-9a32-4209-94c3-52ad9d5c3eb5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 1128 time: 0.1062396 Feb 07 17:21:11.362455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ce66402e-7d73-4ba1-a295-3358c5784ff2 admin admin] Deleting port 82821872-c916-444b-aa18-7c13dfb20c8d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:21:11.362986 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce66402e-7d73-4ba1-a295-3358c5784ff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (82821872-c916-444b-aa18-7c13dfb20c8d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:11.549173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ce66402e-7d73-4ba1-a295-3358c5784ff2 admin admin] For port 82821872-c916-444b-aa18-7c13dfb20c8d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=82821872-c916-444b-aa18-7c13dfb20c8d,segment=NetworkSegment(e641b194-2ad6-416f-b383-b68b5065412e),segment_id=e641b194-2ad6-416f-b383-b68b5065412e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:21:11.549744 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce66402e-7d73-4ba1-a295-3358c5784ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (82821872-c916-444b-aa18-7c13dfb20c8d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:11.559205 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97e0c0-96b7-4a21-9c18-d6229541854f req-d10d4186-0189-4ee1-8e07-d8235395b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:11.561107 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f97e0c0-96b7-4a21-9c18-d6229541854f req-d10d4186-0189-4ee1-8e07-d8235395b42e service neutron] 10.222.0.48 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.1949360 Feb 07 17:21:11.568312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ce66402e-7d73-4ba1-a295-3358c5784ff2 admin admin] Calling delete_port for 82821872-c916-444b-aa18-7c13dfb20c8d owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:21:11.692817 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f97e0c0-96b7-4a21-9c18-d6229541854f req-bdc03293-72fc-4225-9f48-9d4ab474ed01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60874b68-ecab-41db-97f3-85d3fca0d35c HTTP/1.1" status: 200 len: 1002 time: 0.1218820 Feb 07 17:21:11.769517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97e0c0-96b7-4a21-9c18-d6229541854f req-d8d0a802-e5fa-457e-9714-58bdd9a06b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:11.770691 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f97e0c0-96b7-4a21-9c18-d6229541854f req-d8d0a802-e5fa-457e-9714-58bdd9a06b54 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.0712113 Feb 07 17:21:11.888420 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97e0c0-96b7-4a21-9c18-d6229541854f req-d6cf93ff-49b7-489b-b4da-71eacc6548b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:11.890191 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f97e0c0-96b7-4a21-9c18-d6229541854f req-d6cf93ff-49b7-489b-b4da-71eacc6548b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1135914 Feb 07 17:21:12.039937 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985709de-bcaa-4ee7-93b3-0d9b2f45a733 req-0e806449-b153-4179-9283-5d4ccbe82d28 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:12.041507 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-985709de-bcaa-4ee7-93b3-0d9b2f45a733 req-0e806449-b153-4179-9283-5d4ccbe82d28 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 944 time: 0.1401293 Feb 07 17:21:12.148214 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f97e0c0-96b7-4a21-9c18-d6229541854f req-4ed67b5a-a6fa-421a-b12a-6a0b06c38322 service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363255 Feb 07 17:21:12.201721 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-985709de-bcaa-4ee7-93b3-0d9b2f45a733 req-a7e9dd28-b6a9-43ca-8480-c23bbbf34dca tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494329 Feb 07 17:21:12.230674 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce66402e-7d73-4ba1-a295-3358c5784ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (82821872-c916-444b-aa18-7c13dfb20c8d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:12.273534 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66402e-7d73-4ba1-a295-3358c5784ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=82821872-c916-444b-aa18-7c13dfb20c8d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:12.382024 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f97e0c0-96b7-4a21-9c18-d6229541854f req-0430b406-332c-4833-9c9f-65a7bd030126 service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253063 Feb 07 17:21:12.541771 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ce66402e-7d73-4ba1-a295-3358c5784ff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (b304fd71-6479-45af-9e41-834daecd1554), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:13.174734 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce66402e-7d73-4ba1-a295-3358c5784ff2 admin admin] Router b304fd71-6479-45af-9e41-834daecd1554 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:21:13.297340 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce66402e-7d73-4ba1-a295-3358c5784ff2 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:21:13.310741 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7a278-2ef0-439e-b788-76967d15aeb6 None None] Sync routers for ids ['b304fd71-6479-45af-9e41-834daecd1554'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:21:13.315743 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55662) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:21:13.316486 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ce66402e-7d73-4ba1-a295-3358c5784ff2 admin admin] 10.222.0.18 "PUT /v2.0/routers/b304fd71-6479-45af-9e41-834daecd1554/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9131360 Feb 07 17:21:13.329505 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb7a278-2ef0-439e-b788-76967d15aeb6 None None] Routers {'b304fd71-6479-45af-9e41-834daecd1554'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:21:13.330460 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2bb7a278-2ef0-439e-b788-76967d15aeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:20:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b304fd71-6479-45af-9e41-834daecd1554'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:21:13.482133 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2bb7a278-2ef0-439e-b788-76967d15aeb6 None None] Set router b304fd71-6479-45af-9e41-834daecd1554 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:21:13.506784 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc5e14-31c4-45b7-9bcf-d4b41b1d41ba req-4606a8eb-c498-4fca-9b37-5de0362c8336 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:13.514645 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-10dc5e14-31c4-45b7-9bcf-d4b41b1d41ba req-4606a8eb-c498-4fca-9b37-5de0362c8336 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 944 time: 0.1114974 Feb 07 17:21:13.534836 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e82501eb-1208-494a-8549-49b2401b74a5 admin admin] Publish callbacks [] for router (b304fd71-6479-45af-9e41-834daecd1554), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:13.665268 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-10dc5e14-31c4-45b7-9bcf-d4b41b1d41ba req-24c8e87c-2ae0-440f-8154-ec042d8859f2 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496685 Feb 07 17:21:13.696419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-f511ada2-cf2d-4b1e-b017-fbd291c9003c req-cd8ec21f-a362-45e6-8d05-1d275c5ac31e tempest-TestNetworkAdvancedServerOps-202158593 tempest-TestNetworkAdvancedServerOps-202158593-project] (103225) timed out ('10.222.0.48', 56681) {{(pid=103225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 17:21:13.697660 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e82501eb-1208-494a-8549-49b2401b74a5 admin admin] Publish callbacks [] for router_gateway (b304fd71-6479-45af-9e41-834daecd1554), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:13.727855 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2bb7a278-2ef0-439e-b788-76967d15aeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b304fd71-6479-45af-9e41-834daecd1554', 'name': 'tempest-TestServerMultinode-1384935778-router', 'tenant_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '35b64525-3c21-40fb-b416-3071c0515286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:20:25Z', 'updated_at': '2022-02-07T17:21:12Z', 'revision_number': 5, 'project_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'gw_port': {'id': '35b64525-3c21-40fb-b416-3071c0515286', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b304fd71-6479-45af-9e41-834daecd1554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:20:26Z', 'updated_at': '2022-02-07T17:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:21:13.760067 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7a278-2ef0-439e-b788-76967d15aeb6 None None] Checking router: b304fd71-6479-45af-9e41-834daecd1554 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:21:13.766839 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e82501eb-1208-494a-8549-49b2401b74a5 admin admin] Deleting port 35b64525-3c21-40fb-b416-3071c0515286 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:21:13.767322 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e82501eb-1208-494a-8549-49b2401b74a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (35b64525-3c21-40fb-b416-3071c0515286), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:13.770538 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb7a278-2ef0-439e-b788-76967d15aeb6 None None] Routers {'b304fd71-6479-45af-9e41-834daecd1554'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:21:13.771159 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2bb7a278-2ef0-439e-b788-76967d15aeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:20:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b304fd71-6479-45af-9e41-834daecd1554'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:21:13.872282 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e82501eb-1208-494a-8549-49b2401b74a5 admin admin] For port 35b64525-3c21-40fb-b416-3071c0515286, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=35b64525-3c21-40fb-b416-3071c0515286,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:21:13.873037 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e82501eb-1208-494a-8549-49b2401b74a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (35b64525-3c21-40fb-b416-3071c0515286), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:13.892983 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e82501eb-1208-494a-8549-49b2401b74a5 admin admin] Calling delete_port for 35b64525-3c21-40fb-b416-3071c0515286 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:21:13.900647 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2bb7a278-2ef0-439e-b788-76967d15aeb6 None None] Set router b304fd71-6479-45af-9e41-834daecd1554 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:21:13.958936 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2bb7a278-2ef0-439e-b788-76967d15aeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b304fd71-6479-45af-9e41-834daecd1554', 'name': 'tempest-TestServerMultinode-1384935778-router', 'tenant_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:20:25Z', 'updated_at': '2022-02-07T17:21:13Z', 'revision_number': 6, 'project_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:21:13.988178 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7a278-2ef0-439e-b788-76967d15aeb6 None None] The sync data for ids ['b304fd71-6479-45af-9e41-834daecd1554'] in n-d-827865-3 is: [{'id': 'b304fd71-6479-45af-9e41-834daecd1554', 'name': 'tempest-TestServerMultinode-1384935778-router', 'tenant_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:20:25Z', 'updated_at': '2022-02-07T17:21:13Z', 'revision_number': 6, 'project_id': 'dde36993a22d40ada6bcb5a2bb0ec9bd', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:21:14.109867 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e82501eb-1208-494a-8549-49b2401b74a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (35b64525-3c21-40fb-b416-3071c0515286), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:14.138733 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82501eb-1208-494a-8549-49b2401b74a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b64525-3c21-40fb-b416-3071c0515286,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:14.205541 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e82501eb-1208-494a-8549-49b2401b74a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (b304fd71-6479-45af-9e41-834daecd1554), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:14.301716 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e82501eb-1208-494a-8549-49b2401b74a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (b304fd71-6479-45af-9e41-834daecd1554), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:14.303828 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e82501eb-1208-494a-8549-49b2401b74a5 admin admin] Publish callbacks [] for router_controller (b304fd71-6479-45af-9e41-834daecd1554), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:14.354015 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e82501eb-1208-494a-8549-49b2401b74a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (b304fd71-6479-45af-9e41-834daecd1554), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:14.354654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82501eb-1208-494a-8549-49b2401b74a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b304fd71-6479-45af-9e41-834daecd1554 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:21:14.359550 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e82501eb-1208-494a-8549-49b2401b74a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:14.363847 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e82501eb-1208-494a-8549-49b2401b74a5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b304fd71-6479-45af-9e41-834daecd1554 HTTP/1.1" status: 204 len: 168 time: 1.0449429 Feb 07 17:21:14.364089 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55674) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:21:14.413100 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75ecb3a-69d4-4664-bc5f-66c968c67f40 admin admin] Deleting subnet 59339be2-253c-470f-9743-9088e0220cd4 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:21:14.416439 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e75ecb3a-69d4-4664-bc5f-66c968c67f40 admin admin] Publish callbacks [] for subnet (59339be2-253c-470f-9743-9088e0220cd4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:14.454498 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e75ecb3a-69d4-4664-bc5f-66c968c67f40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (59339be2-253c-470f-9743-9088e0220cd4), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:14.566138 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e75ecb3a-69d4-4664-bc5f-66c968c67f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (59339be2-253c-470f-9743-9088e0220cd4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:14.638130 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e75ecb3a-69d4-4664-bc5f-66c968c67f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (59339be2-253c-470f-9743-9088e0220cd4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:14.681259 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ecb3a-69d4-4664-bc5f-66c968c67f40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59339be2-253c-470f-9743-9088e0220cd4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:14.698300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d13163-8516-44dd-bb35-a754e9ea03ec None None] Network ffcde563-f15d-40bb-a7c0-635a055a4230 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:21:14.713030 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e75ecb3a-69d4-4664-bc5f-66c968c67f40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:14.716393 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e75ecb3a-69d4-4664-bc5f-66c968c67f40 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/59339be2-253c-470f-9743-9088e0220cd4 HTTP/1.1" status: 204 len: 168 time: 0.3513703 Feb 07 17:21:14.718994 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55682) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:21:14.805738 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (ffcde563-f15d-40bb-a7c0-635a055a4230), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:14.809215 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ac803-90e0-4389-92d4-c858f375f17c req-c9aa4a31-3ee0-4408-86f3-b6d1483621e7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:14.816994 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-712ac803-90e0-4389-92d4-c858f375f17c req-c9aa4a31-3ee0-4408-86f3-b6d1483621e7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 944 time: 0.0745728 Feb 07 17:21:14.884190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] Deleting port 004a2031-3fff-4e22-9a70-f1453c726c74 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:21:14.884700 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (004a2031-3fff-4e22-9a70-f1453c726c74), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:14.917117 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-712ac803-90e0-4389-92d4-c858f375f17c req-e7413803-fda0-46d0-a7a8-4cb25a20712f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991600 Feb 07 17:21:14.930384 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9f7f1c-cbe3-41dc-a272-809e3e8836d6 None None] DHCP port deletion for ffcde563-f15d-40bb-a7c0-635a055a4230 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:21:14.963021 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] For port 004a2031-3fff-4e22-9a70-f1453c726c74, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=004a2031-3fff-4e22-9a70-f1453c726c74,segment=NetworkSegment(e641b194-2ad6-416f-b383-b68b5065412e),segment_id=e641b194-2ad6-416f-b383-b68b5065412e)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:21:14.963593 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (004a2031-3fff-4e22-9a70-f1453c726c74), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:14.977906 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] Calling delete_port for 004a2031-3fff-4e22-9a70-f1453c726c74 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:21:15.021025 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f7f1c-cbe3-41dc-a272-809e3e8836d6 None None] Deleting port 004a2031-3fff-4e22-9a70-f1453c726c74 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:21:15.023434 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7f1c-cbe3-41dc-a272-809e3e8836d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (004a2031-3fff-4e22-9a70-f1453c726c74), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:15.084739 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (004a2031-3fff-4e22-9a70-f1453c726c74), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:15.129703 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=004a2031-3fff-4e22-9a70-f1453c726c74,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:15.133392 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] No DVR routers for this DVR port 004a2031-3fff-4e22-9a70-f1453c726c74 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:21:15.143708 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 82821872-c916-444b-aa18-7c13dfb20c8d no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:21:15.170219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 82821872-c916-444b-aa18-7c13dfb20c8d {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:21:15.170568 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 82821872-c916-444b-aa18-7c13dfb20c8d not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:21:15.170991 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 35b64525-3c21-40fb-b416-3071c0515286 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:21:15.197400 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 35b64525-3c21-40fb-b416-3071c0515286 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:21:15.197750 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 35b64525-3c21-40fb-b416-3071c0515286 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:21:15.198340 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 004a2031-3fff-4e22-9a70-f1453c726c74 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:21:15.223638 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 004a2031-3fff-4e22-9a70-f1453c726c74 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:21:15.224218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 004a2031-3fff-4e22-9a70-f1453c726c74 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:21:15.237592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-0b9f7f1c-cbe3-41dc-a272-809e3e8836d6 None None] For port 004a2031-3fff-4e22-9a70-f1453c726c74, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=004a2031-3fff-4e22-9a70-f1453c726c74,segment=NetworkSegment(e641b194-2ad6-416f-b383-b68b5065412e),segment_id=e641b194-2ad6-416f-b383-b68b5065412e)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:21:15.237592 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7f1c-cbe3-41dc-a272-809e3e8836d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (004a2031-3fff-4e22-9a70-f1453c726c74), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:15.244454 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (ffcde563-f15d-40bb-a7c0-635a055a4230), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:15.269452 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f7f1c-cbe3-41dc-a272-809e3e8836d6 None None] Calling delete_port for 004a2031-3fff-4e22-9a70-f1453c726c74 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:21:15.285465 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffcde563-f15d-40bb-a7c0-635a055a4230']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:21:15.296817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e641b194-2ad6-416f-b383-b68b5065412e') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:21:15.297127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e641b194-2ad6-416f-b383-b68b5065412e') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:21:15.308526 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (e641b194-2ad6-416f-b383-b68b5065412e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:15.335220 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e641b194-2ad6-416f-b383-b68b5065412e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:15.343948 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:21:15.345233 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (e641b194-2ad6-416f-b383-b68b5065412e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:15.371897 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7f1c-cbe3-41dc-a272-809e3e8836d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (004a2031-3fff-4e22-9a70-f1453c726c74), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:15.396221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f7f1c-cbe3-41dc-a272-809e3e8836d6 None None] Pushing event deleted for resources: {'Port': ['ID=004a2031-3fff-4e22-9a70-f1453c726c74,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:15.405604 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9f7f1c-cbe3-41dc-a272-809e3e8836d6 None None] No DVR routers for this DVR port 004a2031-3fff-4e22-9a70-f1453c726c74 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:21:15.428501 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:21:15.468602 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (ffcde563-f15d-40bb-a7c0-635a055a4230), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:15.492810 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:15.499089 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ffcde563-f15d-40bb-a7c0-635a055a4230 HTTP/1.1" status: 204 len: 168 time: 0.7762394 Feb 07 17:21:15.513311 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d548523-9904-426d-87f1-25f5f0258c84 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffcde563-f15d-40bb-a7c0-635a055a4230,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:15.733139 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55694) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:21:15.782661 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fcb85f63-ab2d-42c6-a50c-9b674b5c4437 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d6fadacad7840a49a93999f81883fce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481973 Feb 07 17:21:15.785637 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55698) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:21:15.854428 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7afb0fb-148a-4866-ac6c-cdcb0022a039 admin admin] Publish callbacks [] for security_group (7969293c-11b1-48b5-bbbf-c3f6666a929b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:15.878435 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7afb0fb-148a-4866-ac6c-cdcb0022a039 admin admin] Publish callbacks [] for security_group (7969293c-11b1-48b5-bbbf-c3f6666a929b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:15.940268 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7afb0fb-148a-4866-ac6c-cdcb0022a039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7969293c-11b1-48b5-bbbf-c3f6666a929b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:15.943450 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7afb0fb-148a-4866-ac6c-cdcb0022a039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:15.945770 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b7afb0fb-148a-4866-ac6c-cdcb0022a039 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7969293c-11b1-48b5-bbbf-c3f6666a929b HTTP/1.1" status: 204 len: 168 time: 0.1590590 Feb 07 17:21:15.977586 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afb0fb-148a-4866-ac6c-cdcb0022a039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7969293c-11b1-48b5-bbbf-c3f6666a929b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:16.112685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70cb4b-6854-46f9-bb4b-f80e2a3dadfc req-305c12ce-7268-41f0-8b2e-5418c49b66bc tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:16.122012 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d70cb4b-6854-46f9-bb4b-f80e2a3dadfc req-305c12ce-7268-41f0-8b2e-5418c49b66bc tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 944 time: 0.0880864 Feb 07 17:21:16.211124 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d70cb4b-6854-46f9-bb4b-f80e2a3dadfc req-18088663-7469-4240-b310-db1b7d4c0c83 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881469 Feb 07 17:21:16.443685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 55718) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:21:16.521322 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7da089f9-9cd6-428e-a965-8107918e4b17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dde36993a22d40ada6bcb5a2bb0ec9bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0746121 Feb 07 17:21:16.522353 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55720) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:21:16.578262 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e04509a5-f8da-411a-91f1-1596565a6c3c admin admin] Publish callbacks [] for security_group (dcebe76a-8878-46db-b14b-9f298a4ebc0f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:16.606770 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e04509a5-f8da-411a-91f1-1596565a6c3c admin admin] Publish callbacks [] for security_group (dcebe76a-8878-46db-b14b-9f298a4ebc0f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:16.676724 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e04509a5-f8da-411a-91f1-1596565a6c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (dcebe76a-8878-46db-b14b-9f298a4ebc0f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:16.679637 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e04509a5-f8da-411a-91f1-1596565a6c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:16.682667 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e04509a5-f8da-411a-91f1-1596565a6c3c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dcebe76a-8878-46db-b14b-9f298a4ebc0f HTTP/1.1" status: 204 len: 168 time: 0.1591070 Feb 07 17:21:16.692898 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04509a5-f8da-411a-91f1-1596565a6c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcebe76a-8878-46db-b14b-9f298a4ebc0f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:17.406902 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a66fb4-b465-4a91-beed-bf2c7e8abe0d req-cf6da5ff-bca7-43cc-a330-1fc0a9488a43 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:17.409450 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a7a66fb4-b465-4a91-beed-bf2c7e8abe0d req-cf6da5ff-bca7-43cc-a330-1fc0a9488a43 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 944 time: 0.0600297 Feb 07 17:21:17.460729 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a7a66fb4-b465-4a91-beed-bf2c7e8abe0d req-58ee19e6-6791-496d-9777-6b37d9b30959 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442300 Feb 07 17:21:18.601546 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6678b-169a-4a04-8c63-3da89a64688e req-6cb86bef-3914-4c5d-a3bf-3c3b001c6c99 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:18.603029 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bdb6678b-169a-4a04-8c63-3da89a64688e req-6cb86bef-3914-4c5d-a3bf-3c3b001c6c99 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 944 time: 0.0671744 Feb 07 17:21:18.661875 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bdb6678b-169a-4a04-8c63-3da89a64688e req-822b1362-658f-41f1-b455-f3167dec7465 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522342 Feb 07 17:21:19.780910 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a22fe-b0d2-4c65-95e0-82c354fdbe6a req-20cc9880-35a4-4c5a-a851-f472c237786b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:19.782637 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0e7a22fe-b0d2-4c65-95e0-82c354fdbe6a req-20cc9880-35a4-4c5a-a851-f472c237786b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 944 time: 0.0562778 Feb 07 17:21:19.834917 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0e7a22fe-b0d2-4c65-95e0-82c354fdbe6a req-bfb32a09-32bb-482d-aedb-c9039353cd78 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461197 Feb 07 17:21:20.962834 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c4994-0719-491c-b352-ffaedd8e3ef1 req-efd3b338-7318-4557-80fa-f977c32d7ebd tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:20.964341 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cc4c4994-0719-491c-b352-ffaedd8e3ef1 req-efd3b338-7318-4557-80fa-f977c32d7ebd tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 944 time: 0.0574296 Feb 07 17:21:21.017651 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cc4c4994-0719-491c-b352-ffaedd8e3ef1 req-b3b7b436-c4c0-41fd-97e0-13ce97b285d1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465667 Feb 07 17:21:21.530497 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:22.155660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee0ba2-9e90-406c-be83-d890c8cebb01 req-17505fc1-3e95-4273-934a-b5a020fb6283 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:22.157836 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3eee0ba2-9e90-406c-be83-d890c8cebb01 req-17505fc1-3e95-4273-934a-b5a020fb6283 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 944 time: 0.0590456 Feb 07 17:21:22.207213 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3eee0ba2-9e90-406c-be83-d890c8cebb01 req-c4310f21-2e32-46db-a5ce-7f8976916548 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436158 Feb 07 17:21:23.331988 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154d1d9-2c51-437a-ba49-d57627c906ef req-f2fdb200-9af7-49f9-bc80-cf8ae76530e3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:23.333528 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a154d1d9-2c51-437a-ba49-d57627c906ef req-f2fdb200-9af7-49f9-bc80-cf8ae76530e3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 944 time: 0.0568399 Feb 07 17:21:23.387612 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a154d1d9-2c51-437a-ba49-d57627c906ef req-aa201d6a-9643-423e-96da-292f1c621e20 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484173 Feb 07 17:21:23.415413 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:24.521981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d195b5-10da-43f8-acab-807418c97ccd req-d136aeb9-561a-465f-a440-a0a4a1a92eea tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:24.523486 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-67d195b5-10da-43f8-acab-807418c97ccd req-d136aeb9-561a-465f-a440-a0a4a1a92eea tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 944 time: 0.0580177 Feb 07 17:21:24.573497 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-67d195b5-10da-43f8-acab-807418c97ccd req-8c039dab-88a9-4591-86d6-383ff94ea65e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441675 Feb 07 17:21:25.706713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6e2a8-7a20-4957-af27-5309f0f92648 req-c9e768bc-3934-4ce5-90f0-6df448930c61 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:25.708491 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-21b6e2a8-7a20-4957-af27-5309f0f92648 req-c9e768bc-3934-4ce5-90f0-6df448930c61 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 944 time: 0.0646937 Feb 07 17:21:25.763303 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-21b6e2a8-7a20-4957-af27-5309f0f92648 req-98cfd6cd-cdae-4dd8-915e-fe0cede4a38a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489032 Feb 07 17:21:25.804830 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff9ec-3875-4967-9a50-3e6a0b25ded4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:26.767737 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 97323d79-2c0c-4df3-a1e9-9097f160e305 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:21:26.867681 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 97323d79-2c0c-4df3-a1e9-9097f160e305, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=97323d79-2c0c-4df3-a1e9-9097f160e305,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:21:26.884796 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '97323d79-2c0c-4df3-a1e9-9097f160e305', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'port_id': '97323d79-2c0c-4df3-a1e9-9097f160e305', 'mac_address': 'fa:16:3e:73:ae:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:21:26.889421 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908f78b-8f30-4a42-9e51-b032497822e8 req-587f97a4-dbe3-4798-9678-5799127f20bd tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:26.890939 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2908f78b-8f30-4a42-9e51-b032497822e8 req-587f97a4-dbe3-4798-9678-5799127f20bd tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 944 time: 0.0542762 Feb 07 17:21:26.928155 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 97323d79-2c0c-4df3-a1e9-9097f160e305 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:21:26.928603 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (97323d79-2c0c-4df3-a1e9-9097f160e305), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:26.943961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97323d79-2c0c-4df3-a1e9-9097f160e305 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:21:26.946677 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2908f78b-8f30-4a42-9e51-b032497822e8 req-4df225b2-b957-4551-ae40-61c3b7264ea2 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488150 Feb 07 17:21:26.968768 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 97323d79-2c0c-4df3-a1e9-9097f160e305, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=97323d79-2c0c-4df3-a1e9-9097f160e305,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:21:26.972716 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (97323d79-2c0c-4df3-a1e9-9097f160e305), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:27.025675 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=97323d79-2c0c-4df3-a1e9-9097f160e305,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:27.033257 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:21:27.033645 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:21:27.034024 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:21:27.034337 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:21:27.034684 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:21:27.035022 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:21:27.035392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:21:27.035694 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:21:27.036053 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:21:27.036388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:21:27.036719 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:21:27.037048 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:21:27.037409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:21:27.176790 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['97323d79-2c0c-4df3-a1e9-9097f160e305'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:21:28.069908 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8038cbe-cace-4015-b1b1-c3832cea12d7 req-47fee046-fae2-4f4d-b980-b36fe4e97b9c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:28.071431 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8038cbe-cace-4015-b1b1-c3832cea12d7 req-47fee046-fae2-4f4d-b980-b36fe4e97b9c tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 945 time: 0.0560563 Feb 07 17:21:28.124343 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a8038cbe-cace-4015-b1b1-c3832cea12d7 req-cdd26c64-6b36-4a6d-8eae-fbbc8366a0e6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472083 Feb 07 17:21:28.197638 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6179608-b770-410e-a050-516d29f48885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:28.783286 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 97323d79-2c0c-4df3-a1e9-9097f160e305 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:21:28.836934 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 97323d79-2c0c-4df3-a1e9-9097f160e305 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:21:28.841109 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 97323d79-2c0c-4df3-a1e9-9097f160e305 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:21:28.841518 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (97323d79-2c0c-4df3-a1e9-9097f160e305), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:28.925669 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 97323d79-2c0c-4df3-a1e9-9097f160e305 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:21:28.926193 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (97323d79-2c0c-4df3-a1e9-9097f160e305), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:28.949165 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbcea69-baa1-4a05-b3d4-5cf6ee895c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97323d79-2c0c-4df3-a1e9-9097f160e305'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:21:28.951746 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fc5658-dc0b-404f-8f4a-ddbc6a2e82ca" -d '{"events": [{"server_uuid": "2dbcea69-baa1-4a05-b3d4-5cf6ee895c83", "name": "network-vif-plugged", "status": "completed", "tag": "97323d79-2c0c-4df3-a1e9-9097f160e305"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:21:28.965202 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 97323d79-2c0c-4df3-a1e9-9097f160e305, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=97323d79-2c0c-4df3-a1e9-9097f160e305,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:21:28.969843 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (97323d79-2c0c-4df3-a1e9-9097f160e305), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:28.995508 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff21d15-b214-4d80-b467-631ac42eea3a x-openstack-request-id: req-eff21d15-b214-4d80-b467-631ac42eea3a {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:21:28.995809 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbcea69-baa1-4a05-b3d4-5cf6ee895c83", "name": "network-vif-plugged", "status": "completed", "tag": "97323d79-2c0c-4df3-a1e9-9097f160e305", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:21:28.996071 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eff21d15-b214-4d80-b467-631ac42eea3a {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:21:28.996465 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbcea69-baa1-4a05-b3d4-5cf6ee895c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97323d79-2c0c-4df3-a1e9-9097f160e305', 'code': 200} Feb 07 17:21:29.032811 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=97323d79-2c0c-4df3-a1e9-9097f160e305,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:29.099677 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88b140-8808-4a4a-95df-7b09838b5d13 req-d68ef320-29ba-43fd-a336-ed5c31628562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:29.101171 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a88b140-8808-4a4a-95df-7b09838b5d13 req-d68ef320-29ba-43fd-a336-ed5c31628562 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 1128 time: 0.0451372 Feb 07 17:21:29.149390 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a88b140-8808-4a4a-95df-7b09838b5d13 req-a5127001-7ea0-445c-b52e-44c92f47c2d6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409646 Feb 07 17:21:29.255710 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7a11c-8171-4e80-bc7a-7fd32c642a81 req-c9476629-7297-4661-af1e-3d2097806c25 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:29.257252 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f5a7a11c-8171-4e80-bc7a-7fd32c642a81 req-c9476629-7297-4661-af1e-3d2097806c25 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 946 time: 0.0633326 Feb 07 17:21:29.312174 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f5a7a11c-8171-4e80-bc7a-7fd32c642a81 req-2e6d9420-60f4-475f-aada-15d24a6861f8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482066 Feb 07 17:21:29.573511 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:30.435711 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ab190-448d-44b6-b3dc-9d7c1b053104 req-6b80316a-8293-4ead-869d-56eab91a89bf tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:30.437240 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af2ab190-448d-44b6-b3dc-9d7c1b053104 req-6b80316a-8293-4ead-869d-56eab91a89bf tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 946 time: 0.0534925 Feb 07 17:21:30.489638 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-af2ab190-448d-44b6-b3dc-9d7c1b053104 req-47c9395e-1cf7-440d-a84e-4a4b2a2a7a1e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456150 Feb 07 17:21:30.559802 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:21:30.621162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c947bb0-77f6-43ce-8b0b-9c7b7ea2fa3f req-26eaa3ad-86d9-4a97-a346-9a52b51d12bf tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:30.622689 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c947bb0-77f6-43ce-8b0b-9c7b7ea2fa3f req-26eaa3ad-86d9-4a97-a346-9a52b51d12bf tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 946 time: 0.0641527 Feb 07 17:21:30.673795 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c947bb0-77f6-43ce-8b0b-9c7b7ea2fa3f req-fd8c53a5-0781-49fd-9a74-b86a3e914312 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445554 Feb 07 17:21:30.702565 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55954) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:21:30.903892 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:30.988267 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73454b8c-f87a-4d7d-99f3-72cfe9be71db tempest-TestVolumeBootPattern-1640350817 tempest-TestVolumeBootPattern-1640350817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:30.989846 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-73454b8c-f87a-4d7d-99f3-72cfe9be71db tempest-TestVolumeBootPattern-1640350817 tempest-TestVolumeBootPattern-1640350817-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 1123 time: 0.2862456 Feb 07 17:21:30.992628 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 55958) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:21:30.996930 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': '97323d79-2c0c-4df3-a1e9-9097f160e305', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:21:31.019461 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:31.121998 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:31.229868 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Allocated IP 172.25.4.140 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/9febe829-a9e6-4807-b6bf-f64a963e899b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:21:31.345465 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for port (9febe829-a9e6-4807-b6bf-f64a963e899b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:31.379323 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (9febe829-a9e6-4807-b6bf-f64a963e899b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:31.424929 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:21:31.428961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:21:31.430931 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event updated for resources: {'Port': ['ID=9febe829-a9e6-4807-b6bf-f64a963e899b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:31.433699 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:21:32.083342 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for floatingip (7225aac1-bff1-45ee-b0e4-6c3413c2941f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:32.156869 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9febe829-a9e6-4807-b6bf-f64a963e899b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:32.321544 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for port (9febe829-a9e6-4807-b6bf-f64a963e899b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:32.326119 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (9febe829-a9e6-4807-b6bf-f64a963e899b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:32.407167 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event updated for resources: {'Port': ['ID=9febe829-a9e6-4807-b6bf-f64a963e899b,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:21:32.420798 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (7225aac1-bff1-45ee-b0e4-6c3413c2941f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:32.423875 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:32.528613 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Floating IP 7225aac1-bff1-45ee-b0e4-6c3413c2941f associated. External IP: 172.25.4.140, port: 97323d79-2c0c-4df3-a1e9-9097f160e305. Feb 07 17:21:32.745425 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Router 6f4875c8-8c81-4297-8272-e1adffffa931 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:21:32.860831 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:21:32.871130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5c45ab-a16f-413b-8b93-a710bf52083b None None] Sync routers for ids ['6f4875c8-8c81-4297-8272-e1adffffa931'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:21:32.880218 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:32.882504 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5c45ab-a16f-413b-8b93-a710bf52083b None None] Routers {'6f4875c8-8c81-4297-8272-e1adffffa931'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:21:32.883244 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-eb5c45ab-a16f-413b-8b93-a710bf52083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:21:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6f4875c8-8c81-4297-8272-e1adffffa931'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:21:32.911111 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f1a182b9-2ac8-490d-96a1-7f27e1a5763f tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9174540 Feb 07 17:21:32.912006 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbcea69-baa1-4a05-b3d4-5cf6ee895c83', 'tag': '97323d79-2c0c-4df3-a1e9-9097f160e305'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:21:32.914335 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b05d82-2e5f-45d6-af79-6c637ff09b76" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbcea69-baa1-4a05-b3d4-5cf6ee895c83", "tag": "97323d79-2c0c-4df3-a1e9-9097f160e305"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:21:32.951147 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c20af3-0dd4-44eb-9b56-c669efe3197a x-openstack-request-id: req-f7c20af3-0dd4-44eb-9b56-c669efe3197a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:21:32.951479 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbcea69-baa1-4a05-b3d4-5cf6ee895c83", "tag": "97323d79-2c0c-4df3-a1e9-9097f160e305", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:21:32.951763 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7c20af3-0dd4-44eb-9b56-c669efe3197a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:21:32.952169 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbcea69-baa1-4a05-b3d4-5cf6ee895c83', 'tag': '97323d79-2c0c-4df3-a1e9-9097f160e305', 'status': 'completed', 'code': 200} Feb 07 17:21:33.015759 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-eb5c45ab-a16f-413b-8b93-a710bf52083b None None] Set router 6f4875c8-8c81-4297-8272-e1adffffa931 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:21:33.031499 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b05d82-2e5f-45d6-af79-6c637ff09b76 req-cae9a7b4-e869-4208-bf3b-513e536f37dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:33.033070 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-25b05d82-2e5f-45d6-af79-6c637ff09b76 req-cae9a7b4-e869-4208-bf3b-513e536f37dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 1128 time: 0.0594575 Feb 07 17:21:33.135654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b05d82-2e5f-45d6-af79-6c637ff09b76 req-48470104-c6e1-447a-9381-bfc08c1752ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:33.136321 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-25b05d82-2e5f-45d6-af79-6c637ff09b76 req-48470104-c6e1-447a-9381-bfc08c1752ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.0979407 Feb 07 17:21:33.215579 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-25b05d82-2e5f-45d6-af79-6c637ff09b76 req-731d7916-c72c-410c-9a87-5a558570448f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97323d79-2c0c-4df3-a1e9-9097f160e305 HTTP/1.1" status: 200 len: 1000 time: 0.0738966 Feb 07 17:21:33.275052 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b05d82-2e5f-45d6-af79-6c637ff09b76 req-b9f2a591-3c22-41d1-89e7-b9c2bc4970f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:33.276571 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-25b05d82-2e5f-45d6-af79-6c637ff09b76 req-b9f2a591-3c22-41d1-89e7-b9c2bc4970f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.0549636 Feb 07 17:21:33.282803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-eb5c45ab-a16f-413b-8b93-a710bf52083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '5f33d1f4-ca4c-49a4-96f0-de29529ad51c', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'port_id': '60874b68-ecab-41db-97f3-85d3fca0d35c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'mac_address': 'fa:16:3e:2f:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:19:18Z', 'updated_at': '2022-02-07T17:19:22Z', 'revision_number': 1, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'fixed_ip_address_scope': None}, {'id': '7225aac1-bff1-45ee-b0e4-6c3413c2941f', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'port_id': '97323d79-2c0c-4df3-a1e9-9097f160e305', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'mac_address': 'fa:16:3e:73:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbcea69-baa1-4a05-b3d4-5cf6ee895c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:21:31Z', 'updated_at': '2022-02-07T17:21:31Z', 'revision_number': 0, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:26Z', 'revision_number': 5, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:21:33.316259 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5c45ab-a16f-413b-8b93-a710bf52083b None None] Checking router: 6f4875c8-8c81-4297-8272-e1adffffa931 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:21:33.325432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5c45ab-a16f-413b-8b93-a710bf52083b None None] Routers {'6f4875c8-8c81-4297-8272-e1adffffa931'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:21:33.326392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-eb5c45ab-a16f-413b-8b93-a710bf52083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:21:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6f4875c8-8c81-4297-8272-e1adffffa931'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:21:33.338008 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b05d82-2e5f-45d6-af79-6c637ff09b76 req-693d65b8-3083-4b73-bc15-73a79b950401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:33.339927 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-25b05d82-2e5f-45d6-af79-6c637ff09b76 req-693d65b8-3083-4b73-bc15-73a79b950401 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0578089 Feb 07 17:21:33.448257 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-25b05d82-2e5f-45d6-af79-6c637ff09b76 req-1c0d126e-5ada-47a9-8f22-01a38c65bb8f service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026080 Feb 07 17:21:33.552174 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-25b05d82-2e5f-45d6-af79-6c637ff09b76 req-95219d4c-58df-4e4b-850f-ef009bda349c service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981879 Feb 07 17:21:33.606126 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-eb5c45ab-a16f-413b-8b93-a710bf52083b None None] Set router 6f4875c8-8c81-4297-8272-e1adffffa931 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:21:33.847560 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-eb5c45ab-a16f-413b-8b93-a710bf52083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '5f33d1f4-ca4c-49a4-96f0-de29529ad51c', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'port_id': '60874b68-ecab-41db-97f3-85d3fca0d35c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'mac_address': 'fa:16:3e:2f:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:19:18Z', 'updated_at': '2022-02-07T17:19:22Z', 'revision_number': 1, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'fixed_ip_address_scope': None}, {'id': '7225aac1-bff1-45ee-b0e4-6c3413c2941f', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'port_id': '97323d79-2c0c-4df3-a1e9-9097f160e305', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'mac_address': 'fa:16:3e:73:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbcea69-baa1-4a05-b3d4-5cf6ee895c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:21:31Z', 'updated_at': '2022-02-07T17:21:31Z', 'revision_number': 0, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:26Z', 'revision_number': 5, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:21:33.879919 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5c45ab-a16f-413b-8b93-a710bf52083b None None] The sync data for ids ['6f4875c8-8c81-4297-8272-e1adffffa931'] in n-d-827865-3 is: [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '5f33d1f4-ca4c-49a4-96f0-de29529ad51c', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'port_id': '60874b68-ecab-41db-97f3-85d3fca0d35c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'mac_address': 'fa:16:3e:2f:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:19:18Z', 'updated_at': '2022-02-07T17:19:22Z', 'revision_number': 1, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'fixed_ip_address_scope': None}, {'id': '7225aac1-bff1-45ee-b0e4-6c3413c2941f', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'floating_ip_address': '172.25.4.140', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'port_id': '97323d79-2c0c-4df3-a1e9-9097f160e305', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'mac_address': 'fa:16:3e:73:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbcea69-baa1-4a05-b3d4-5cf6ee895c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:21:31Z', 'updated_at': '2022-02-07T17:21:31Z', 'revision_number': 0, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:26Z', 'revision_number': 5, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:21:34.083540 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a412bce-da33-4f2e-bee2-ad2ea3df9ab6 None None] New status for floating IP 7225aac1-bff1-45ee-b0e4-6c3413c2941f: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:21:51.530099 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:53.383158 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03f7c33a-c7a2-4e0f-9355-34264ace204f req-0407b9b4-8052-4e18-b9ba-15b8772dffaf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502367 Feb 07 17:21:53.433972 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:53.503353 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7c33a-c7a2-4e0f-9355-34264ace204f req-0dde1a4f-2f85-4c21-acff-707f34bf9cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:53.505123 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03f7c33a-c7a2-4e0f-9355-34264ace204f req-0dde1a4f-2f85-4c21-acff-707f34bf9cc4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 1128 time: 0.0718651 Feb 07 17:21:53.630862 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7c33a-c7a2-4e0f-9355-34264ace204f req-a3806033-ffdd-48de-beaa-aa8c556dd058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:53.632389 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03f7c33a-c7a2-4e0f-9355-34264ace204f req-a3806033-ffdd-48de-beaa-aa8c556dd058 service neutron] 10.222.0.32 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.1057220 Feb 07 17:21:53.724046 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03f7c33a-c7a2-4e0f-9355-34264ace204f req-ef7c77d9-f0a1-4cac-b273-c2bd6b893fd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97323d79-2c0c-4df3-a1e9-9097f160e305 HTTP/1.1" status: 200 len: 1002 time: 0.0847321 Feb 07 17:21:53.773641 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7c33a-c7a2-4e0f-9355-34264ace204f req-d619a1fb-af74-4662-a391-1dd443b33b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:53.775210 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03f7c33a-c7a2-4e0f-9355-34264ace204f req-d619a1fb-af74-4662-a391-1dd443b33b7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.0460291 Feb 07 17:21:53.847668 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7c33a-c7a2-4e0f-9355-34264ace204f req-eef60145-1e23-43c8-8a58-09dcaa058dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:21:53.849371 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03f7c33a-c7a2-4e0f-9355-34264ace204f req-eef60145-1e23-43c8-8a58-09dcaa058dd8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0688016 Feb 07 17:21:53.956410 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03f7c33a-c7a2-4e0f-9355-34264ace204f req-f9ab302e-6021-45dd-88b7-0e4481f6e4f8 service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017420 Feb 07 17:21:54.054177 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03f7c33a-c7a2-4e0f-9355-34264ace204f req-817ed79a-5a00-466b-bb9f-6ece793d6ea7 service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924096 Feb 07 17:21:55.806773 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7761b6a5-4ad2-4363-b5f4-001bcb9eac5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:58.200593 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54b03a8a-de95-4d61-9a29-ddb74ae4a6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:21:59.576031 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:22:00.909176 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:22:01.744041 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-9bf51765-49f3-4084-946d-ca76316f7435 req-9bf3eb13-fefe-4836-ba8a-911e44dca51b service neutron] (103226) timed out ('10.222.0.18', 38732) {{(pid=103226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 17:22:02.420638 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:22:07.565852 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:22:13.046955 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-decc5534-62df-4fbb-ba18-f4847f8d7911 req-e62d887c-32e9-4978-97ce-add994992705 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477443 Feb 07 17:22:13.148824 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc5534-62df-4fbb-ba18-f4847f8d7911 req-1f6784d8-8b14-4955-aa7d-ff59c563215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:22:13.150440 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-decc5534-62df-4fbb-ba18-f4847f8d7911 req-1f6784d8-8b14-4955-aa7d-ff59c563215c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 1128 time: 0.0593624 Feb 07 17:22:13.271748 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc5534-62df-4fbb-ba18-f4847f8d7911 req-9eb6b47c-a6cc-4ebf-b42f-f3ff41852eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:22:13.273264 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-decc5534-62df-4fbb-ba18-f4847f8d7911 req-9eb6b47c-a6cc-4ebf-b42f-f3ff41852eff service neutron] 10.222.0.48 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.1012747 Feb 07 17:22:13.354297 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-decc5534-62df-4fbb-ba18-f4847f8d7911 req-cef1afd7-b821-4183-aa68-912d9d0c5623 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60874b68-ecab-41db-97f3-85d3fca0d35c HTTP/1.1" status: 200 len: 1002 time: 0.0752439 Feb 07 17:22:13.413782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc5534-62df-4fbb-ba18-f4847f8d7911 req-9ccf6cde-044c-4111-ae89-7187a96b8905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:22:13.416162 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-decc5534-62df-4fbb-ba18-f4847f8d7911 req-9ccf6cde-044c-4111-ae89-7187a96b8905 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.0568528 Feb 07 17:22:13.471253 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc5534-62df-4fbb-ba18-f4847f8d7911 req-81fe7c63-8562-4803-b334-207c908c8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:22:13.472821 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-decc5534-62df-4fbb-ba18-f4847f8d7911 req-81fe7c63-8562-4803-b334-207c908c8d66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516527 Feb 07 17:22:13.590028 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-decc5534-62df-4fbb-ba18-f4847f8d7911 req-a0908183-8109-4640-8219-d0de9c90463e service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114402 Feb 07 17:22:13.701406 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-decc5534-62df-4fbb-ba18-f4847f8d7911 req-c289a46f-0471-47be-85ec-48575ba2e797 service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047759 Feb 07 17:22:21.555986 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:22:23.428031 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:22:25.817391 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-af0b695b-ce6d-4d85-ac45-e3cc9210b12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:22:28.204955 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d658ba20-0631-4215-97bf-fc19340945fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:22:29.582104 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:22:30.911194 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:22:32.418169 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:22:44.566453 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:22:51.544227 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:22:53.428575 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:22:55.367219 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dfba5a86-368b-4e3f-9b70-0f5fdb8d4bf7 req-7197b4e9-da6e-444e-bf93-a73c6a37de07 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513258 Feb 07 17:22:55.460802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba5a86-368b-4e3f-9b70-0f5fdb8d4bf7 req-cf2d4c7a-4abe-4508-a8b9-7f588c71ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:22:55.462356 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dfba5a86-368b-4e3f-9b70-0f5fdb8d4bf7 req-cf2d4c7a-4abe-4508-a8b9-7f588c71ce37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 1128 time: 0.0519762 Feb 07 17:22:55.577580 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba5a86-368b-4e3f-9b70-0f5fdb8d4bf7 req-90abecaa-9d02-4adb-a556-c07671963f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:22:55.579075 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dfba5a86-368b-4e3f-9b70-0f5fdb8d4bf7 req-90abecaa-9d02-4adb-a556-c07671963f28 service neutron] 10.222.0.32 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.0977654 Feb 07 17:22:55.650515 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dfba5a86-368b-4e3f-9b70-0f5fdb8d4bf7 req-6b073723-05bd-44f0-a88b-64df7c515a5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97323d79-2c0c-4df3-a1e9-9097f160e305 HTTP/1.1" status: 200 len: 1002 time: 0.0659595 Feb 07 17:22:55.702918 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba5a86-368b-4e3f-9b70-0f5fdb8d4bf7 req-e668070c-54f6-49a3-ad27-015fd3be5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:22:55.704416 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dfba5a86-368b-4e3f-9b70-0f5fdb8d4bf7 req-e668070c-54f6-49a3-ad27-015fd3be5cfa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.0488021 Feb 07 17:22:55.758167 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba5a86-368b-4e3f-9b70-0f5fdb8d4bf7 req-2a357b10-d193-4a49-a2ee-30aef7526d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:22:55.759678 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dfba5a86-368b-4e3f-9b70-0f5fdb8d4bf7 req-2a357b10-d193-4a49-a2ee-30aef7526d3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497108 Feb 07 17:22:55.816511 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e93044ae-8ce4-4527-917b-51f7b7a0d8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:22:55.856380 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dfba5a86-368b-4e3f-9b70-0f5fdb8d4bf7 req-3d4d0230-be5e-4120-98e5-fe6a659e5c3f service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907087 Feb 07 17:22:55.946116 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dfba5a86-368b-4e3f-9b70-0f5fdb8d4bf7 req-081620eb-143a-40c0-b11a-c8c7776abe03 service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835526 Feb 07 17:22:58.207984 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-01d47e63-174b-4eca-9a9b-22078364375e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:22:59.587427 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:00.680354 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57202) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:23:00.853252 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Deleting port 9febe829-a9e6-4807-b6bf-f64a963e899b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:23:00.853699 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (9febe829-a9e6-4807-b6bf-f64a963e899b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:00.914225 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:00.939153 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (9febe829-a9e6-4807-b6bf-f64a963e899b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:00.939550 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for floatingip (9febe829-a9e6-4807-b6bf-f64a963e899b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:00.952336 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Calling delete_port for 9febe829-a9e6-4807-b6bf-f64a963e899b owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:23:01.108351 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (9febe829-a9e6-4807-b6bf-f64a963e899b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:01.133057 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event deleted for resources: {'Port': ['ID=9febe829-a9e6-4807-b6bf-f64a963e899b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:23:01.143540 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:01.143963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:01.144316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:01.144660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:01.144998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:01.145366 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:01.145696 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:01.146025 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:01.146686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:01.146686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:01.146979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:01.147303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:01.147632 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:01.212055 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for floatingip (7225aac1-bff1-45ee-b0e4-6c3413c2941f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:01.212389 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Floating IP 7225aac1-bff1-45ee-b0e4-6c3413c2941f disassociated (deleted). External IP: 172.25.4.140, port: 97323d79-2c0c-4df3-a1e9-9097f160e305. Feb 07 17:23:01.445991 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Router 6f4875c8-8c81-4297-8272-e1adffffa931 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:23:01.570750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:23:01.575586 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:01.581783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f19a8b-6cf7-4ccb-ab4a-c6bd8e97b621 None None] Sync routers for ids ['6f4875c8-8c81-4297-8272-e1adffffa931'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:23:01.591382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f19a8b-6cf7-4ccb-ab4a-c6bd8e97b621 None None] Routers {'6f4875c8-8c81-4297-8272-e1adffffa931'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:23:01.591996 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-13f19a8b-6cf7-4ccb-ab4a-c6bd8e97b621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:22:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6f4875c8-8c81-4297-8272-e1adffffa931'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:01.614262 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-db0675e3-1334-4192-8f0a-b987ea8ce71e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "DELETE /v2.0/floatingips/7225aac1-bff1-45ee-b0e4-6c3413c2941f HTTP/1.1" status: 204 len: 168 time: 0.9326899 Feb 07 17:23:01.615393 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbcea69-baa1-4a05-b3d4-5cf6ee895c83', 'tag': '97323d79-2c0c-4df3-a1e9-9097f160e305'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:23:01.618501 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb6f013-db48-4670-8b65-c70dc1ea931c" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbcea69-baa1-4a05-b3d4-5cf6ee895c83", "tag": "97323d79-2c0c-4df3-a1e9-9097f160e305"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:23:01.667167 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bc1fb0-bd7d-465e-8dd7-e177e4be6494 x-openstack-request-id: req-54bc1fb0-bd7d-465e-8dd7-e177e4be6494 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:23:01.667590 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbcea69-baa1-4a05-b3d4-5cf6ee895c83", "tag": "97323d79-2c0c-4df3-a1e9-9097f160e305", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:23:01.668243 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54bc1fb0-bd7d-465e-8dd7-e177e4be6494 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:23:01.668735 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbcea69-baa1-4a05-b3d4-5cf6ee895c83', 'tag': '97323d79-2c0c-4df3-a1e9-9097f160e305', 'status': 'completed', 'code': 200} Feb 07 17:23:01.735243 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-13f19a8b-6cf7-4ccb-ab4a-c6bd8e97b621 None None] Set router 6f4875c8-8c81-4297-8272-e1adffffa931 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:23:01.762264 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6f013-db48-4670-8b65-c70dc1ea931c req-008f0d2a-42aa-4d8c-84ee-12f55782d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:23:01.764761 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-afb6f013-db48-4670-8b65-c70dc1ea931c req-008f0d2a-42aa-4d8c-84ee-12f55782d388 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 1128 time: 0.0694776 Feb 07 17:23:01.945661 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6f013-db48-4670-8b65-c70dc1ea931c req-75e1e3f6-b3a4-4bf5-a18c-c43aad24c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:23:01.947994 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-afb6f013-db48-4670-8b65-c70dc1ea931c req-75e1e3f6-b3a4-4bf5-a18c-c43aad24c491 service neutron] 10.222.0.32 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.1658952 Feb 07 17:23:02.005984 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-afb6f013-db48-4670-8b65-c70dc1ea931c req-efb5c0e5-770f-4af3-b70a-c5a627ef8f0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97323d79-2c0c-4df3-a1e9-9097f160e305 HTTP/1.1" status: 200 len: 217 time: 0.0510051 Feb 07 17:23:02.035336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-13f19a8b-6cf7-4ccb-ab4a-c6bd8e97b621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '5f33d1f4-ca4c-49a4-96f0-de29529ad51c', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'port_id': '60874b68-ecab-41db-97f3-85d3fca0d35c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'mac_address': 'fa:16:3e:2f:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:19:18Z', 'updated_at': '2022-02-07T17:19:22Z', 'revision_number': 1, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:26Z', 'revision_number': 5, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:02.079432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f19a8b-6cf7-4ccb-ab4a-c6bd8e97b621 None None] Checking router: 6f4875c8-8c81-4297-8272-e1adffffa931 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:23:02.087548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6f013-db48-4670-8b65-c70dc1ea931c req-6b0dd071-0709-4c24-9511-9f4033076945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:23:02.089339 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-afb6f013-db48-4670-8b65-c70dc1ea931c req-6b0dd071-0709-4c24-9511-9f4033076945 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.0745182 Feb 07 17:23:02.095915 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f19a8b-6cf7-4ccb-ab4a-c6bd8e97b621 None None] Routers {'6f4875c8-8c81-4297-8272-e1adffffa931'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:23:02.096587 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-13f19a8b-6cf7-4ccb-ab4a-c6bd8e97b621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:22:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6f4875c8-8c81-4297-8272-e1adffffa931'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:02.198174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6f013-db48-4670-8b65-c70dc1ea931c req-8c9dc159-3af9-4043-93dc-a3fae65ccc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:23:02.199711 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-afb6f013-db48-4670-8b65-c70dc1ea931c req-8c9dc159-3af9-4043-93dc-a3fae65ccc41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1025355 Feb 07 17:23:02.264841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-13f19a8b-6cf7-4ccb-ab4a-c6bd8e97b621 None None] Set router 6f4875c8-8c81-4297-8272-e1adffffa931 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:23:02.274229 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fdef8-2944-4005-b9ea-05df8634534b req-35c71305-cf2c-4902-aec2-71ba7c32b36a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:23:02.275816 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0b0fdef8-2944-4005-b9ea-05df8634534b req-35c71305-cf2c-4902-aec2-71ba7c32b36a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 946 time: 0.3871601 Feb 07 17:23:02.362241 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0b0fdef8-2944-4005-b9ea-05df8634534b req-4b3ab0fc-0cef-491c-8068-4bb58ebeddda tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790482 Feb 07 17:23:02.390258 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-afb6f013-db48-4670-8b65-c70dc1ea931c req-940cd424-11a5-413e-905c-5a9198775052 service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823101 Feb 07 17:23:02.480611 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:02.496939 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-afb6f013-db48-4670-8b65-c70dc1ea931c req-eca334d3-6b7c-4d84-998a-c7d66bf5407b service neutron] 10.222.0.32 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984685 Feb 07 17:23:02.569658 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-13f19a8b-6cf7-4ccb-ab4a-c6bd8e97b621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '5f33d1f4-ca4c-49a4-96f0-de29529ad51c', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'port_id': '60874b68-ecab-41db-97f3-85d3fca0d35c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'mac_address': 'fa:16:3e:2f:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:19:18Z', 'updated_at': '2022-02-07T17:19:22Z', 'revision_number': 1, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:26Z', 'revision_number': 5, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:02.603090 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f19a8b-6cf7-4ccb-ab4a-c6bd8e97b621 None None] The sync data for ids ['6f4875c8-8c81-4297-8272-e1adffffa931'] in n-d-827865-3 is: [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '5f33d1f4-ca4c-49a4-96f0-de29529ad51c', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'port_id': '60874b68-ecab-41db-97f3-85d3fca0d35c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'mac_address': 'fa:16:3e:2f:5c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:19:18Z', 'updated_at': '2022-02-07T17:19:22Z', 'revision_number': 1, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:26Z', 'revision_number': 5, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:23:02.829126 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e1470-9714-40ad-9fa0-3a8717a836cd None None] New status for floating IP 7225aac1-bff1-45ee-b0e4-6c3413c2941f: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:23:03.453145 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231131b-8297-4ba8-ae11-99209d73b8c3 req-dde9bdce-89c3-47b5-906d-5fad07c3fb14 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:23:03.454806 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7231131b-8297-4ba8-ae11-99209d73b8c3 req-dde9bdce-89c3-47b5-906d-5fad07c3fb14 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 946 time: 0.0604639 Feb 07 17:23:03.550771 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7231131b-8297-4ba8-ae11-99209d73b8c3 req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Deleting port 97323d79-2c0c-4df3-a1e9-9097f160e305 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:23:03.551857 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7231131b-8297-4ba8-ae11-99209d73b8c3 req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (97323d79-2c0c-4df3-a1e9-9097f160e305), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:03.559883 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1189c64-19c7-4680-b692-85a917e4fbae req-3651ec60-b177-4fdc-833e-ffc812e505c2 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:23:03.561966 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f1189c64-19c7-4680-b692-85a917e4fbae req-3651ec60-b177-4fdc-833e-ffc812e505c2 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 946 time: 0.1220987 Feb 07 17:23:03.622248 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f1189c64-19c7-4680-b692-85a917e4fbae req-f2f117df-3d34-453b-a726-4b76274d27dc tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538487 Feb 07 17:23:03.662315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7231131b-8297-4ba8-ae11-99209d73b8c3 req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] For port 97323d79-2c0c-4df3-a1e9-9097f160e305, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=97323d79-2c0c-4df3-a1e9-9097f160e305,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:23:03.662688 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7231131b-8297-4ba8-ae11-99209d73b8c3 req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (97323d79-2c0c-4df3-a1e9-9097f160e305), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:03.677053 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7231131b-8297-4ba8-ae11-99209d73b8c3 req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Calling delete_port for 97323d79-2c0c-4df3-a1e9-9097f160e305 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:23:03.806905 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7231131b-8297-4ba8-ae11-99209d73b8c3 req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (97323d79-2c0c-4df3-a1e9-9097f160e305), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:03.837788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event deleted for resources: {'Port': ['ID=97323d79-2c0c-4df3-a1e9-9097f160e305,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:23:03.864154 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:03.864517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:03.864872 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:03.865217 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:03.865594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:03.865940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:03.866284 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:03.866627 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:03.866964 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:03.867300 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:03.867636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:03.867973 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:03.868309 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:03.895534 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7231131b-8297-4ba8-ae11-99209d73b8c3 req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] No DVR routers for this DVR port 97323d79-2c0c-4df3-a1e9-9097f160e305 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:23:03.898526 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7231131b-8297-4ba8-ae11-99209d73b8c3 req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:03.902261 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7231131b-8297-4ba8-ae11-99209d73b8c3 req-86cd1dda-e95d-499f-b825-7a9c5a137c0e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.32 "DELETE /v2.0/ports/97323d79-2c0c-4df3-a1e9-9097f160e305 HTTP/1.1" status: 204 len: 173 time: 0.4426439 Feb 07 17:23:03.902795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbcea69-baa1-4a05-b3d4-5cf6ee895c83', 'name': 'network-vif-deleted', 'tag': '97323d79-2c0c-4df3-a1e9-9097f160e305'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:23:03.905156 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a47da8-33c1-4cd7-a97f-d2a57c55b4a9" -d '{"events": [{"server_uuid": "2dbcea69-baa1-4a05-b3d4-5cf6ee895c83", "name": "network-vif-deleted", "tag": "97323d79-2c0c-4df3-a1e9-9097f160e305"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:23:03.945252 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d045975c-6a17-45a7-b538-34f37802d2ad x-openstack-request-id: req-d045975c-6a17-45a7-b538-34f37802d2ad {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:23:03.945646 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbcea69-baa1-4a05-b3d4-5cf6ee895c83", "name": "network-vif-deleted", "tag": "97323d79-2c0c-4df3-a1e9-9097f160e305", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:23:03.945980 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d045975c-6a17-45a7-b538-34f37802d2ad {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:23:03.946450 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbcea69-baa1-4a05-b3d4-5cf6ee895c83', 'name': 'network-vif-deleted', 'tag': '97323d79-2c0c-4df3-a1e9-9097f160e305', 'status': 'completed', 'code': 200} Feb 07 17:23:04.747466 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-905e14a4-53c0-4ebd-a312-467c8295fce5 req-52b344c7-0d01-4e66-a35a-f6d4aa1635f2 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 210 time: 0.0388231 Feb 07 17:23:05.250307 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 97323d79-2c0c-4df3-a1e9-9097f160e305 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:23:05.274536 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 97323d79-2c0c-4df3-a1e9-9097f160e305 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:23:05.274978 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 97323d79-2c0c-4df3-a1e9-9097f160e305 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:23:05.853973 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f9cb480b-9209-47eb-8be6-918c22018aca req-bad10a8c-4939-4762-88a7-4c94fccb7be7 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 210 time: 0.0286458 Feb 07 17:23:06.963095 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-302e62fc-1ed7-4791-a631-e243e1cb66ae req-67eac52e-e98e-4590-b5bb-4fe09e2512e1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 210 time: 0.0306299 Feb 07 17:23:08.070489 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b18f2835-712c-42d0-9c3a-ea97a2d4e0df req-296098f3-6f6e-4a8f-a51f-8c67949129fd tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 210 time: 0.0353763 Feb 07 17:23:09.279799 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6662ca9a-c4e5-400c-bc3b-54449bdee00b req-a7af6ef5-6237-4c1a-abc6-f65d9dd35dfd tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 210 time: 0.0284932 Feb 07 17:23:10.376440 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e1f8947-10e7-49db-af27-b30565e690e4 req-03427f5c-f7f3-4990-9869-21813f459098 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 210 time: 0.0276940 Feb 07 17:23:11.481887 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-027e5064-468a-48eb-84c3-c1de41215ad9 req-175d8fae-f6f2-4599-a817-b177992ac6ae tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 210 time: 0.0357728 Feb 07 17:23:12.591167 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2c18f98a-387f-4fbb-88f2-4dd3d6fa194c req-fb3a9209-8c01-4b54-8d0f-f7241a128de3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbcea69-baa1-4a05-b3d4-5cf6ee895c83 HTTP/1.1" status: 200 len: 210 time: 0.0272760 Feb 07 17:23:14.040071 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-497b2045-8fa8-4ca6-9e12-e0e26d03dfb7 req-e5f8d5ca-0790-4327-b6e7-9dfb21485908 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450187 Feb 07 17:23:14.124505 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b2045-8fa8-4ca6-9e12-e0e26d03dfb7 req-5bcb788c-0b87-4f61-b8b7-0b1b6e8a9451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:23:14.126063 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-497b2045-8fa8-4ca6-9e12-e0e26d03dfb7 req-5bcb788c-0b87-4f61-b8b7-0b1b6e8a9451 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 1128 time: 0.0457737 Feb 07 17:23:14.233852 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b2045-8fa8-4ca6-9e12-e0e26d03dfb7 req-42333d93-49a7-4bd9-bd4b-4683e3fbe5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:23:14.235571 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-497b2045-8fa8-4ca6-9e12-e0e26d03dfb7 req-42333d93-49a7-4bd9-bd4b-4683e3fbe5be service neutron] 10.222.0.48 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.0909431 Feb 07 17:23:14.302025 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-497b2045-8fa8-4ca6-9e12-e0e26d03dfb7 req-faa25f09-b7e3-4ffb-b80c-be9af6d673b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60874b68-ecab-41db-97f3-85d3fca0d35c HTTP/1.1" status: 200 len: 1002 time: 0.0609717 Feb 07 17:23:14.354153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b2045-8fa8-4ca6-9e12-e0e26d03dfb7 req-4c87b2fa-7b33-4ddc-affe-d37ba97c9d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:23:14.355620 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-497b2045-8fa8-4ca6-9e12-e0e26d03dfb7 req-4c87b2fa-7b33-4ddc-affe-d37ba97c9d53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.0484087 Feb 07 17:23:14.403491 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b2045-8fa8-4ca6-9e12-e0e26d03dfb7 req-f0480139-a941-4452-87d4-36206109d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:23:14.404999 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-497b2045-8fa8-4ca6-9e12-e0e26d03dfb7 req-f0480139-a941-4452-87d4-36206109d1d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440836 Feb 07 17:23:14.492572 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-497b2045-8fa8-4ca6-9e12-e0e26d03dfb7 req-7bc4f487-18b6-4046-be12-32492083008b service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809686 Feb 07 17:23:14.587200 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-497b2045-8fa8-4ca6-9e12-e0e26d03dfb7 req-83fe45b4-e05e-4b1d-9241-50e295836822 service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890479 Feb 07 17:23:21.566012 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:21.566678 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:23:23.442636 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:24.257734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57424) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:23:24.418603 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7f78fcbf-cf9c-4421-bec4-539453082df6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Deleting port d556224b-c9d7-403e-bba3-cb6f3d5ba0ca {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:23:24.418867 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f78fcbf-cf9c-4421-bec4-539453082df6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d556224b-c9d7-403e-bba3-cb6f3d5ba0ca), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:24.494271 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f78fcbf-cf9c-4421-bec4-539453082df6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d556224b-c9d7-403e-bba3-cb6f3d5ba0ca), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:24.494593 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f78fcbf-cf9c-4421-bec4-539453082df6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for floatingip (d556224b-c9d7-403e-bba3-cb6f3d5ba0ca), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:24.506216 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7f78fcbf-cf9c-4421-bec4-539453082df6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Calling delete_port for d556224b-c9d7-403e-bba3-cb6f3d5ba0ca owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:23:24.654015 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f78fcbf-cf9c-4421-bec4-539453082df6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d556224b-c9d7-403e-bba3-cb6f3d5ba0ca), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:24.681390 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78fcbf-cf9c-4421-bec4-539453082df6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event deleted for resources: {'Port': ['ID=d556224b-c9d7-403e-bba3-cb6f3d5ba0ca,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:23:24.747843 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f78fcbf-cf9c-4421-bec4-539453082df6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for floatingip (5f33d1f4-ca4c-49a4-96f0-de29529ad51c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:24.748186 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-7f78fcbf-cf9c-4421-bec4-539453082df6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Floating IP 5f33d1f4-ca4c-49a4-96f0-de29529ad51c disassociated (deleted). External IP: 172.25.4.233, port: 60874b68-ecab-41db-97f3-85d3fca0d35c. Feb 07 17:23:24.977731 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f78fcbf-cf9c-4421-bec4-539453082df6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Router 6f4875c8-8c81-4297-8272-e1adffffa931 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:23:25.092779 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f78fcbf-cf9c-4421-bec4-539453082df6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:23:25.097542 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f78fcbf-cf9c-4421-bec4-539453082df6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:25.106674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20e214b-940d-42ad-b0e1-9d98d67d01ec None None] Sync routers for ids ['6f4875c8-8c81-4297-8272-e1adffffa931'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:23:25.118469 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20e214b-940d-42ad-b0e1-9d98d67d01ec None None] Routers {'6f4875c8-8c81-4297-8272-e1adffffa931'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:23:25.119866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f20e214b-940d-42ad-b0e1-9d98d67d01ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:22:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6f4875c8-8c81-4297-8272-e1adffffa931'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:25.131551 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7f78fcbf-cf9c-4421-bec4-539453082df6 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "DELETE /v2.0/floatingips/5f33d1f4-ca4c-49a4-96f0-de29529ad51c HTTP/1.1" status: 204 len: 168 time: 0.8702278 Feb 07 17:23:25.131551 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'tag': '60874b68-ecab-41db-97f3-85d3fca0d35c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:23:25.133695 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1309ee4-7e19-48e6-aea5-ce412af22bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "0e41fbe1-de4f-4055-bdf6-32b72d3cb386", "tag": "60874b68-ecab-41db-97f3-85d3fca0d35c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:23:25.185161 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55320e09-3565-48f1-8f30-d4b81bbc4f2b x-openstack-request-id: req-55320e09-3565-48f1-8f30-d4b81bbc4f2b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:23:25.185513 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e41fbe1-de4f-4055-bdf6-32b72d3cb386", "tag": "60874b68-ecab-41db-97f3-85d3fca0d35c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:23:25.186371 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55320e09-3565-48f1-8f30-d4b81bbc4f2b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:23:25.186791 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'tag': '60874b68-ecab-41db-97f3-85d3fca0d35c', 'status': 'completed', 'code': 200} Feb 07 17:23:25.247732 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f20e214b-940d-42ad-b0e1-9d98d67d01ec None None] Set router 6f4875c8-8c81-4297-8272-e1adffffa931 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:23:25.292713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1309ee4-7e19-48e6-aea5-ce412af22bd2 req-b4790407-7e24-4432-b000-db1721edb1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:23:25.298228 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1309ee4-7e19-48e6-aea5-ce412af22bd2 req-b4790407-7e24-4432-b000-db1721edb1c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233dfa16822a4a16ac319e689f5e7249&device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 1128 time: 0.0851123 Feb 07 17:23:25.413755 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a477d3-02a3-4d54-9022-872d08216486 req-3f8e0b40-ae1d-4e35-9f7b-30ba641dc898 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:23:25.426805 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f6a477d3-02a3-4d54-9022-872d08216486 req-3f8e0b40-ae1d-4e35-9f7b-30ba641dc898 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 946 time: 0.0834408 Feb 07 17:23:25.431571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1309ee4-7e19-48e6-aea5-ce412af22bd2 req-accfeb0f-234f-4722-941b-08285f5a1d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:23:25.433337 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1309ee4-7e19-48e6-aea5-ce412af22bd2 req-accfeb0f-234f-4722-941b-08285f5a1d90 service neutron] 10.222.0.48 "GET /v2.0/networks?id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 200 len: 912 time: 0.1237168 Feb 07 17:23:25.478279 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f20e214b-940d-42ad-b0e1-9d98d67d01ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:26Z', 'revision_number': 5, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:25.481502 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1309ee4-7e19-48e6-aea5-ce412af22bd2 req-8264d5ab-afe4-4b8d-a2a5-acc9e0233e6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60874b68-ecab-41db-97f3-85d3fca0d35c HTTP/1.1" status: 200 len: 217 time: 0.0411246 Feb 07 17:23:25.485922 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f6a477d3-02a3-4d54-9022-872d08216486 req-f75eee0c-cc68-42e4-88ce-96e5ec01e670 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581987 Feb 07 17:23:25.532336 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1309ee4-7e19-48e6-aea5-ce412af22bd2 req-ff739dac-67b8-4917-a389-afae11a656d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:23:25.533785 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1309ee4-7e19-48e6-aea5-ce412af22bd2 req-ff739dac-67b8-4917-a389-afae11a656d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 200 len: 850 time: 0.0451310 Feb 07 17:23:25.591338 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1309ee4-7e19-48e6-aea5-ce412af22bd2 req-fa96c832-337f-4256-8719-4817f27d1268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:23:25.592874 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1309ee4-7e19-48e6-aea5-ce412af22bd2 req-fa96c832-337f-4256-8719-4817f27d1268 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56094dec-cda5-47cb-bfb8-9d2a21cddfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519657 Feb 07 17:23:25.680257 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20e214b-940d-42ad-b0e1-9d98d67d01ec None None] Checking router: 6f4875c8-8c81-4297-8272-e1adffffa931 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:23:25.689492 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20e214b-940d-42ad-b0e1-9d98d67d01ec None None] Routers {'6f4875c8-8c81-4297-8272-e1adffffa931'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:23:25.690183 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f20e214b-940d-42ad-b0e1-9d98d67d01ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:22:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6f4875c8-8c81-4297-8272-e1adffffa931'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:25.693128 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1309ee4-7e19-48e6-aea5-ce412af22bd2 req-f7685203-bdd4-410c-8da3-05afcaa6d576 service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904498 Feb 07 17:23:25.789752 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1309ee4-7e19-48e6-aea5-ce412af22bd2 req-1a040edd-d65c-4f92-b05d-17449e0252c8 service neutron] 10.222.0.48 "GET /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907226 Feb 07 17:23:25.819273 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f20e214b-940d-42ad-b0e1-9d98d67d01ec None None] Set router 6f4875c8-8c81-4297-8272-e1adffffa931 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:23:25.821891 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fdba75d2-c317-418f-8b89-b4dc4fc09e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:26.035446 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f20e214b-940d-42ad-b0e1-9d98d67d01ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:26Z', 'revision_number': 5, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:26.062826 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20e214b-940d-42ad-b0e1-9d98d67d01ec None None] The sync data for ids ['6f4875c8-8c81-4297-8272-e1adffffa931'] in n-d-827865-3 is: [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:07:14Z', 'revision_number': 4, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5', 'name': '', 'network_id': '56094dec-cda5-47cb-bfb8-9d2a21cddfa9', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'mac_address': 'fa:16:3e:10:90:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:13Z', 'updated_at': '2022-02-07T17:07:26Z', 'revision_number': 5, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'subnets': [{'id': '311a2122-e2a3-40f9-ab16-f19979f8f39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:23:26.306326 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4ef160-67c5-4eda-bfb4-8704ff36ac2d None None] New status for floating IP 5f33d1f4-ca4c-49a4-96f0-de29529ad51c: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:23:26.936653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2d41b-f41c-4aab-b23d-e23693e690eb req-62cb7810-7b9b-431b-8400-f3e6b72da5e8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:23:26.938268 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a7b2d41b-f41c-4aab-b23d-e23693e690eb req-62cb7810-7b9b-431b-8400-f3e6b72da5e8 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 946 time: 0.3861177 Feb 07 17:23:27.015690 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a7b2d41b-f41c-4aab-b23d-e23693e690eb req-ab2f51bd-a1c3-4b11-836b-42d1fc33fb10 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/security-groups?id=182f7d23-a5d7-4c9f-95a1-a2220e264874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710504 Feb 07 17:23:27.031895 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85483c0f-7e66-465e-acd0-02fa7b68858b req-ff4e8f93-f686-4796-a410-96f4fe98e866 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:23:27.033391 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-85483c0f-7e66-465e-acd0-02fa7b68858b req-ff4e8f93-f686-4796-a410-96f4fe98e866 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 946 time: 0.0756795 Feb 07 17:23:27.131012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-85483c0f-7e66-465e-acd0-02fa7b68858b req-14cb2fb5-33bf-4319-8672-b297f8270d1d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Deleting port 60874b68-ecab-41db-97f3-85d3fca0d35c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:23:27.131360 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-85483c0f-7e66-465e-acd0-02fa7b68858b req-14cb2fb5-33bf-4319-8672-b297f8270d1d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (60874b68-ecab-41db-97f3-85d3fca0d35c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:27.223061 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-85483c0f-7e66-465e-acd0-02fa7b68858b req-14cb2fb5-33bf-4319-8672-b297f8270d1d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] For port 60874b68-ecab-41db-97f3-85d3fca0d35c, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=60874b68-ecab-41db-97f3-85d3fca0d35c,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:23:27.223363 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-85483c0f-7e66-465e-acd0-02fa7b68858b req-14cb2fb5-33bf-4319-8672-b297f8270d1d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (60874b68-ecab-41db-97f3-85d3fca0d35c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:27.238498 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-85483c0f-7e66-465e-acd0-02fa7b68858b req-14cb2fb5-33bf-4319-8672-b297f8270d1d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Calling delete_port for 60874b68-ecab-41db-97f3-85d3fca0d35c owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:23:27.372243 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-85483c0f-7e66-465e-acd0-02fa7b68858b req-14cb2fb5-33bf-4319-8672-b297f8270d1d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (60874b68-ecab-41db-97f3-85d3fca0d35c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:27.400649 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb2fb5-33bf-4319-8672-b297f8270d1d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event deleted for resources: {'Port': ['ID=60874b68-ecab-41db-97f3-85d3fca0d35c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:23:27.450096 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-85483c0f-7e66-465e-acd0-02fa7b68858b req-14cb2fb5-33bf-4319-8672-b297f8270d1d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] No DVR routers for this DVR port 60874b68-ecab-41db-97f3-85d3fca0d35c on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:23:27.452855 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-85483c0f-7e66-465e-acd0-02fa7b68858b req-14cb2fb5-33bf-4319-8672-b297f8270d1d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:27.456690 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-85483c0f-7e66-465e-acd0-02fa7b68858b req-14cb2fb5-33bf-4319-8672-b297f8270d1d tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.48 "DELETE /v2.0/ports/60874b68-ecab-41db-97f3-85d3fca0d35c HTTP/1.1" status: 204 len: 173 time: 0.4185627 Feb 07 17:23:27.457163 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'name': 'network-vif-deleted', 'tag': '60874b68-ecab-41db-97f3-85d3fca0d35c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:23:27.460115 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d786850-3b80-4006-865f-ff89541f9cc6" -d '{"events": [{"server_uuid": "0e41fbe1-de4f-4055-bdf6-32b72d3cb386", "name": "network-vif-deleted", "tag": "60874b68-ecab-41db-97f3-85d3fca0d35c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:23:27.510385 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f44e41d-83ad-47d1-a3ce-94632c7ff359 x-openstack-request-id: req-6f44e41d-83ad-47d1-a3ce-94632c7ff359 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:23:27.510685 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e41fbe1-de4f-4055-bdf6-32b72d3cb386", "name": "network-vif-deleted", "tag": "60874b68-ecab-41db-97f3-85d3fca0d35c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:23:27.510939 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f44e41d-83ad-47d1-a3ce-94632c7ff359 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:23:27.511339 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e41fbe1-de4f-4055-bdf6-32b72d3cb386', 'name': 'network-vif-deleted', 'tag': '60874b68-ecab-41db-97f3-85d3fca0d35c', 'status': 'completed', 'code': 200} Feb 07 17:23:28.113816 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a53af97f-9a34-49ff-8db4-e9169a537098 req-0e3be6ce-6793-4f13-9be3-9badc3970fbb tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 210 time: 0.0270958 Feb 07 17:23:28.210719 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f9b7fa0e-9bf3-4693-a08f-f22f8cf589ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:29.214703 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8e5254ad-cc89-4cb2-be18-b287040ef126 req-ad3e5e91-9e82-4b20-95f8-52c14533ac8e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 210 time: 0.0287693 Feb 07 17:23:29.586413 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:30.327411 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a4790f32-6399-405c-a529-7bbfa4b40c7b req-0feb4e63-2d3d-4dce-abd9-7517c9ab220e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 210 time: 0.0279348 Feb 07 17:23:30.919419 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:31.100060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 60874b68-ecab-41db-97f3-85d3fca0d35c no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:23:31.121107 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 60874b68-ecab-41db-97f3-85d3fca0d35c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:23:31.121487 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 60874b68-ecab-41db-97f3-85d3fca0d35c not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:23:31.422942 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9d4b316d-f9f9-4c5b-998d-0d3124f7a044 req-17e0bfe1-2d29-496a-98ee-7665a26d20f3 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 210 time: 0.0272543 Feb 07 17:23:32.427107 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:32.520497 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02f79e98-59db-47bd-8551-f6e772e04576 req-1658324a-ebb4-4047-ba32-7d329e8cca6a tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 210 time: 0.0282474 Feb 07 17:23:33.621170 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b8c0089a-b0cc-4838-9cdf-ceb40fa5b649 req-2dd0d554-381d-40f7-89c8-9d4f9e7841f1 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 210 time: 0.0307345 Feb 07 17:23:34.723047 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-27c51e6a-fa5b-4278-b2f8-b7e0a7f4bf12 req-8af5b299-ca1e-4e93-b76b-b861644a180b tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 210 time: 0.0310085 Feb 07 17:23:35.821572 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8c5aa525-8d3e-4941-94c8-e615dac785a1 req-642d9171-a761-4e53-9ffe-6e988c64e38e tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 210 time: 0.0288379 Feb 07 17:23:36.918878 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-51f4ca77-2d06-48bb-a96b-3d98852ff862 req-5cc0a6fa-4417-4ed6-a7da-3eb39a49bdb9 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 210 time: 0.0270445 Feb 07 17:23:38.015389 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-55e10bfa-a916-48fb-bc0f-7d708741959e req-4e54e81e-cd70-4869-9388-682a6e1879bc tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 210 time: 0.0274029 Feb 07 17:23:39.115998 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9b36423f-c271-4ec5-85c9-df0a098e9635 req-98cc60f0-07f0-4d53-8a1d-b1a6d0c0ecf5 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e41fbe1-de4f-4055-bdf6-32b72d3cb386 HTTP/1.1" status: 200 len: 210 time: 0.0308771 Feb 07 17:23:40.179650 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57502) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:23:40.310790 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b38fdd9a-ec01-4c58-90d5-d6c6438a3984 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Deleting port c130ba0a-7097-4838-b128-9ee8d35acac7 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:23:40.311144 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b38fdd9a-ec01-4c58-90d5-d6c6438a3984 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c130ba0a-7097-4838-b128-9ee8d35acac7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:40.389473 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b38fdd9a-ec01-4c58-90d5-d6c6438a3984 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c130ba0a-7097-4838-b128-9ee8d35acac7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:40.389810 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b38fdd9a-ec01-4c58-90d5-d6c6438a3984 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for floatingip (c130ba0a-7097-4838-b128-9ee8d35acac7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:40.404976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b38fdd9a-ec01-4c58-90d5-d6c6438a3984 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Calling delete_port for c130ba0a-7097-4838-b128-9ee8d35acac7 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:23:40.544371 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b38fdd9a-ec01-4c58-90d5-d6c6438a3984 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c130ba0a-7097-4838-b128-9ee8d35acac7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:40.580167 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fdd9a-ec01-4c58-90d5-d6c6438a3984 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event deleted for resources: {'Port': ['ID=c130ba0a-7097-4838-b128-9ee8d35acac7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:23:40.636825 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b38fdd9a-ec01-4c58-90d5-d6c6438a3984 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for floatingip (4a83f85f-3f9b-43f7-bb92-730d9719bb19), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:40.639732 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b38fdd9a-ec01-4c58-90d5-d6c6438a3984 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:40.644101 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b38fdd9a-ec01-4c58-90d5-d6c6438a3984 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "DELETE /v2.0/floatingips/4a83f85f-3f9b-43f7-bb92-730d9719bb19 HTTP/1.1" status: 204 len: 168 time: 0.4605672 Feb 07 17:23:41.849008 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-05e961e1-dcb1-4e30-bfc1-ba880c9f7fce req-68415315-6c3c-4e91-aa5f-bde50e90e46a service neutron] (103226) timed out ('10.222.0.18', 54442) {{(pid=103226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 17:23:48.195607 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57624) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:23:48.264924 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbc43333-b104-44fe-986a-cbb467a11f14 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group (182f7d23-a5d7-4c9f-95a1-a2220e264874), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:48.296047 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbc43333-b104-44fe-986a-cbb467a11f14 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group (182f7d23-a5d7-4c9f-95a1-a2220e264874), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:48.373378 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbc43333-b104-44fe-986a-cbb467a11f14 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (182f7d23-a5d7-4c9f-95a1-a2220e264874), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:48.378207 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbc43333-b104-44fe-986a-cbb467a11f14 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:48.379617 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fbc43333-b104-44fe-986a-cbb467a11f14 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] 10.222.0.18 "DELETE /v2.0/security-groups/182f7d23-a5d7-4c9f-95a1-a2220e264874 HTTP/1.1" status: 204 len: 168 time: 0.1823773 Feb 07 17:23:48.391640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc43333-b104-44fe-986a-cbb467a11f14 tempest-TestVolumeBootPattern-1258549284 tempest-TestVolumeBootPattern-1258549284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=182f7d23-a5d7-4c9f-95a1-a2220e264874,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:23:48.496109 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57636) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:23:49.119562 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b356089b-d945-4662-be39-f405da81b9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (6f4875c8-8c81-4297-8272-e1adffffa931), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:49.413779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b356089b-d945-4662-be39-f405da81b9a4 admin admin] Deleting port bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:23:49.414311 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b356089b-d945-4662-be39-f405da81b9a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:49.514346 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b356089b-d945-4662-be39-f405da81b9a4 admin admin] For port bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:23:49.515026 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b356089b-d945-4662-be39-f405da81b9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:49.532117 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b356089b-d945-4662-be39-f405da81b9a4 admin admin] Calling delete_port for bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:23:49.774713 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b356089b-d945-4662-be39-f405da81b9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:49.807884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356089b-d945-4662-be39-f405da81b9a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:23:50.040601 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b356089b-d945-4662-be39-f405da81b9a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (6f4875c8-8c81-4297-8272-e1adffffa931), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:50.326837 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b356089b-d945-4662-be39-f405da81b9a4 admin admin] Router 6f4875c8-8c81-4297-8272-e1adffffa931 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:23:50.450073 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b356089b-d945-4662-be39-f405da81b9a4 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:23:50.460181 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b356089b-d945-4662-be39-f405da81b9a4 admin admin] 10.222.0.18 "PUT /v2.0/routers/6f4875c8-8c81-4297-8272-e1adffffa931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9582648 Feb 07 17:23:50.460181 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57678) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:23:50.463325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012cccb8-359a-4de7-b000-9eaac1344d06 None None] Sync routers for ids ['6f4875c8-8c81-4297-8272-e1adffffa931'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:23:50.479195 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012cccb8-359a-4de7-b000-9eaac1344d06 None None] Routers {'6f4875c8-8c81-4297-8272-e1adffffa931'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:23:50.480020 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-012cccb8-359a-4de7-b000-9eaac1344d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:23:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6f4875c8-8c81-4297-8272-e1adffffa931'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:50.581025 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d48b138-959f-4033-89a5-5c68d2290dea admin admin] Publish callbacks [] for router (6f4875c8-8c81-4297-8272-e1adffffa931), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:50.654104 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-012cccb8-359a-4de7-b000-9eaac1344d06 None None] Set router 6f4875c8-8c81-4297-8272-e1adffffa931 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:23:50.719693 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d48b138-959f-4033-89a5-5c68d2290dea admin admin] Publish callbacks [] for router_gateway (6f4875c8-8c81-4297-8272-e1adffffa931), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:50.810868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8d48b138-959f-4033-89a5-5c68d2290dea admin admin] Deleting port c26b972d-ae94-42ac-834a-a266ac298eb0 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:23:50.810868 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d48b138-959f-4033-89a5-5c68d2290dea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c26b972d-ae94-42ac-834a-a266ac298eb0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:50.875504 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-012cccb8-359a-4de7-b000-9eaac1344d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:23:49Z', 'revision_number': 5, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port': {'id': 'c26b972d-ae94-42ac-834a-a266ac298eb0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:08Z', 'updated_at': '2022-02-07T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:50.908410 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012cccb8-359a-4de7-b000-9eaac1344d06 None None] Checking router: 6f4875c8-8c81-4297-8272-e1adffffa931 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:23:50.928073 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8d48b138-959f-4033-89a5-5c68d2290dea admin admin] For port c26b972d-ae94-42ac-834a-a266ac298eb0, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c26b972d-ae94-42ac-834a-a266ac298eb0,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:23:50.928726 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d48b138-959f-4033-89a5-5c68d2290dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c26b972d-ae94-42ac-834a-a266ac298eb0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:50.930121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012cccb8-359a-4de7-b000-9eaac1344d06 None None] Routers {'6f4875c8-8c81-4297-8272-e1adffffa931'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:23:50.930769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-012cccb8-359a-4de7-b000-9eaac1344d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:23:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6f4875c8-8c81-4297-8272-e1adffffa931'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:50.944792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8d48b138-959f-4033-89a5-5c68d2290dea admin admin] Calling delete_port for c26b972d-ae94-42ac-834a-a266ac298eb0 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:23:51.044100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-012cccb8-359a-4de7-b000-9eaac1344d06 None None] Set router 6f4875c8-8c81-4297-8272-e1adffffa931 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:23:51.113337 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-012cccb8-359a-4de7-b000-9eaac1344d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:23:50Z', 'revision_number': 6, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:51.159922 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012cccb8-359a-4de7-b000-9eaac1344d06 None None] The sync data for ids ['6f4875c8-8c81-4297-8272-e1adffffa931'] in n-d-827865-3 is: [{'id': '6f4875c8-8c81-4297-8272-e1adffffa931', 'name': 'tempest-TestVolumeBootPattern-521310568-router', 'tenant_id': '233dfa16822a4a16ac319e689f5e7249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:04Z', 'updated_at': '2022-02-07T17:23:50Z', 'revision_number': 6, 'project_id': '233dfa16822a4a16ac319e689f5e7249', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:23:51.192266 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d48b138-959f-4033-89a5-5c68d2290dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (c26b972d-ae94-42ac-834a-a266ac298eb0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:51.224301 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48b138-959f-4033-89a5-5c68d2290dea admin admin] Pushing event deleted for resources: {'Port': ['ID=c26b972d-ae94-42ac-834a-a266ac298eb0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:23:51.309870 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d48b138-959f-4033-89a5-5c68d2290dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (6f4875c8-8c81-4297-8272-e1adffffa931), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:51.427204 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d48b138-959f-4033-89a5-5c68d2290dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (6f4875c8-8c81-4297-8272-e1adffffa931), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:51.429524 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d48b138-959f-4033-89a5-5c68d2290dea admin admin] Publish callbacks [] for router_controller (6f4875c8-8c81-4297-8272-e1adffffa931), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:51.479507 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d48b138-959f-4033-89a5-5c68d2290dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (6f4875c8-8c81-4297-8272-e1adffffa931), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:51.480736 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d48b138-959f-4033-89a5-5c68d2290dea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f4875c8-8c81-4297-8272-e1adffffa931 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:23:51.487248 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8d48b138-959f-4033-89a5-5c68d2290dea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:51.488192 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8d48b138-959f-4033-89a5-5c68d2290dea admin admin] 10.222.0.18 "DELETE /v2.0/routers/6f4875c8-8c81-4297-8272-e1adffffa931 HTTP/1.1" status: 204 len: 168 time: 1.0277245 Feb 07 17:23:51.491548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57700) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:23:51.542839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf95cde7-b6e7-4088-89b4-e5f0e277bbd4 admin admin] Deleting subnet 311a2122-e2a3-40f9-ab16-f19979f8f39f {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:23:51.546623 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf95cde7-b6e7-4088-89b4-e5f0e277bbd4 admin admin] Publish callbacks [] for subnet (311a2122-e2a3-40f9-ab16-f19979f8f39f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:51.562325 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:51.593672 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf95cde7-b6e7-4088-89b4-e5f0e277bbd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (311a2122-e2a3-40f9-ab16-f19979f8f39f), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:51.701057 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf95cde7-b6e7-4088-89b4-e5f0e277bbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (311a2122-e2a3-40f9-ab16-f19979f8f39f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:51.792163 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf95cde7-b6e7-4088-89b4-e5f0e277bbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (311a2122-e2a3-40f9-ab16-f19979f8f39f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:51.828358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95cde7-b6e7-4088-89b4-e5f0e277bbd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=311a2122-e2a3-40f9-ab16-f19979f8f39f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:23:51.838597 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bf95cde7-b6e7-4088-89b4-e5f0e277bbd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:51.842029 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bf95cde7-b6e7-4088-89b4-e5f0e277bbd4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/311a2122-e2a3-40f9-ab16-f19979f8f39f HTTP/1.1" status: 204 len: 168 time: 0.3494904 Feb 07 17:23:51.844983 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57710) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:23:51.849347 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fed1c67-5cb4-4e83-b664-03e60007ca58 None None] Network 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:23:51.935586 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (56094dec-cda5-47cb-bfb8-9d2a21cddfa9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:52.013890 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] Deleting port 78ea329d-70f4-45f0-9fba-c31b95d53426 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:23:52.014215 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (78ea329d-70f4-45f0-9fba-c31b95d53426), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:52.094613 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] DHCP port deletion for 56094dec-cda5-47cb-bfb8-9d2a21cddfa9 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:23:52.097072 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] For port 78ea329d-70f4-45f0-9fba-c31b95d53426, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=78ea329d-70f4-45f0-9fba-c31b95d53426,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:23:52.097557 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (78ea329d-70f4-45f0-9fba-c31b95d53426), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:52.113658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] Calling delete_port for 78ea329d-70f4-45f0-9fba-c31b95d53426 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:23:52.153433 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] Deleting port 78ea329d-70f4-45f0-9fba-c31b95d53426 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:23:52.153819 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (78ea329d-70f4-45f0-9fba-c31b95d53426), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:52.243378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] For port 78ea329d-70f4-45f0-9fba-c31b95d53426, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=78ea329d-70f4-45f0-9fba-c31b95d53426,segment=NetworkSegment(0b42e130-fc1c-4908-836b-b6a5a50eb112),segment_id=0b42e130-fc1c-4908-836b-b6a5a50eb112)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:23:52.243957 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (78ea329d-70f4-45f0-9fba-c31b95d53426), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:52.247802 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (78ea329d-70f4-45f0-9fba-c31b95d53426), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:52.270202 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] Calling delete_port for 78ea329d-70f4-45f0-9fba-c31b95d53426 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:23:52.278879 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] Pushing event deleted for resources: {'Port': ['ID=78ea329d-70f4-45f0-9fba-c31b95d53426,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:23:52.282604 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] No DVR routers for this DVR port 78ea329d-70f4-45f0-9fba-c31b95d53426 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:23:52.380763 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (56094dec-cda5-47cb-bfb8-9d2a21cddfa9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:52.381430 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (78ea329d-70f4-45f0-9fba-c31b95d53426), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:52.410323 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] Pushing event deleted for resources: {'Port': ['ID=78ea329d-70f4-45f0-9fba-c31b95d53426,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:23:52.420997 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56094dec-cda5-47cb-bfb8-9d2a21cddfa9']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:52.424810 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:52.425471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:52.425828 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:52.426174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:52.426516 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:52.426855 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:52.427191 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:52.427522 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:52.427850 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:52.428178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:52.428508 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:52.428835 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:52.429160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:23:52.432222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d4eba-e69e-4ae4-a2d7-6f544b9eaddd None None] No DVR routers for this DVR port 78ea329d-70f4-45f0-9fba-c31b95d53426 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:23:52.435964 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b42e130-fc1c-4908-836b-b6a5a50eb112') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:52.436505 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b42e130-fc1c-4908-836b-b6a5a50eb112') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:52.458764 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (0b42e130-fc1c-4908-836b-b6a5a50eb112), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:52.480364 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0b42e130-fc1c-4908-836b-b6a5a50eb112), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:52.488070 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:23:52.488694 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (0b42e130-fc1c-4908-836b-b6a5a50eb112), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:23:52.491573 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:23:52.560295 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (56094dec-cda5-47cb-bfb8-9d2a21cddfa9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:52.567095 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:52.570590 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] 10.222.0.18 "DELETE /v2.0/networks/56094dec-cda5-47cb-bfb8-9d2a21cddfa9 HTTP/1.1" status: 204 len: 168 time: 0.7244086 Feb 07 17:23:52.573506 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57724) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:23:52.596007 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035ba82-a203-46ed-9f68-4349a13e87fe admin admin] Pushing event deleted for resources: {'Network': ['ID=56094dec-cda5-47cb-bfb8-9d2a21cddfa9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:23:52.992232 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21fdfeaf-dc12-408f-9149-a48bd5a1f9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (f7b166b6-6f67-4635-bd87-bbb466a60083), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:53.190710 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:23:53.213709 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:23:53.214388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bb27e6b4-1aee-4b6d-a49e-0d3cb257adb5 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:23:53.215040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 78ea329d-70f4-45f0-9fba-c31b95d53426 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:23:53.237141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 78ea329d-70f4-45f0-9fba-c31b95d53426 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:23:53.237633 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 78ea329d-70f4-45f0-9fba-c31b95d53426 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:23:53.238143 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c26b972d-ae94-42ac-834a-a266ac298eb0 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:23:53.276611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: c26b972d-ae94-42ac-834a-a266ac298eb0 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:23:53.276960 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c26b972d-ae94-42ac-834a-a266ac298eb0 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:23:53.310138 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-21fdfeaf-dc12-408f-9149-a48bd5a1f9c3 admin admin] Deleting port bc23ca32-4c17-4420-9737-a0af06e75b18 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:23:53.310490 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21fdfeaf-dc12-408f-9149-a48bd5a1f9c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (bc23ca32-4c17-4420-9737-a0af06e75b18), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:53.418892 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-21fdfeaf-dc12-408f-9149-a48bd5a1f9c3 admin admin] For port bc23ca32-4c17-4420-9737-a0af06e75b18, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bc23ca32-4c17-4420-9737-a0af06e75b18,segment=NetworkSegment(a1f2d512-21c9-403e-b35c-2649b5feeaa1),segment_id=a1f2d512-21c9-403e-b35c-2649b5feeaa1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:23:53.419600 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21fdfeaf-dc12-408f-9149-a48bd5a1f9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (bc23ca32-4c17-4420-9737-a0af06e75b18), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:53.435106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-21fdfeaf-dc12-408f-9149-a48bd5a1f9c3 admin admin] Calling delete_port for bc23ca32-4c17-4420-9737-a0af06e75b18 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:23:53.460505 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:53.641826 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21fdfeaf-dc12-408f-9149-a48bd5a1f9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (bc23ca32-4c17-4420-9737-a0af06e75b18), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:53.681034 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdfeaf-dc12-408f-9149-a48bd5a1f9c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc23ca32-4c17-4420-9737-a0af06e75b18,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:23:53.885390 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-21fdfeaf-dc12-408f-9149-a48bd5a1f9c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (f7b166b6-6f67-4635-bd87-bbb466a60083), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:54.507405 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fdfeaf-dc12-408f-9149-a48bd5a1f9c3 admin admin] Router f7b166b6-6f67-4635-bd87-bbb466a60083 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:23:54.645787 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fdfeaf-dc12-408f-9149-a48bd5a1f9c3 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:23:54.651012 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-21fdfeaf-dc12-408f-9149-a48bd5a1f9c3 admin admin] 10.222.0.18 "PUT /v2.0/routers/f7b166b6-6f67-4635-bd87-bbb466a60083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0764401 Feb 07 17:23:54.654047 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57770) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:23:54.660475 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b173cdf4-1d40-4a03-831d-e55cf53be06a None None] Sync routers for ids ['f7b166b6-6f67-4635-bd87-bbb466a60083'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:23:54.676554 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b173cdf4-1d40-4a03-831d-e55cf53be06a None None] Routers {'f7b166b6-6f67-4635-bd87-bbb466a60083'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:23:54.677479 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b173cdf4-1d40-4a03-831d-e55cf53be06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:23:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['f7b166b6-6f67-4635-bd87-bbb466a60083'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:54.781535 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb35f-9005-47e6-ae2e-3dc82c66f8a8 admin admin] Publish callbacks [] for router (f7b166b6-6f67-4635-bd87-bbb466a60083), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:54.814386 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-b173cdf4-1d40-4a03-831d-e55cf53be06a None None] Set router f7b166b6-6f67-4635-bd87-bbb466a60083 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:23:55.058285 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b173cdf4-1d40-4a03-831d-e55cf53be06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'name': 'tempest-TestVolumeBootPattern-441364845-router', 'tenant_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'cb0caf5e-04a7-4223-91f3-73cf0bb24efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:20Z', 'updated_at': '2022-02-07T17:23:53Z', 'revision_number': 5, 'project_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'gw_port': {'id': 'cb0caf5e-04a7-4223-91f3-73cf0bb24efd', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:22Z', 'updated_at': '2022-02-07T17:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:55.092441 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b173cdf4-1d40-4a03-831d-e55cf53be06a None None] Checking router: f7b166b6-6f67-4635-bd87-bbb466a60083 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:23:55.105853 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b173cdf4-1d40-4a03-831d-e55cf53be06a None None] Routers {'f7b166b6-6f67-4635-bd87-bbb466a60083'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:23:55.106527 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b173cdf4-1d40-4a03-831d-e55cf53be06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:23:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['f7b166b6-6f67-4635-bd87-bbb466a60083'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:55.250927 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb35f-9005-47e6-ae2e-3dc82c66f8a8 admin admin] Publish callbacks [] for router_gateway (f7b166b6-6f67-4635-bd87-bbb466a60083), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:55.251743 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-b173cdf4-1d40-4a03-831d-e55cf53be06a None None] Set router f7b166b6-6f67-4635-bd87-bbb466a60083 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:23:55.337121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1f4eb35f-9005-47e6-ae2e-3dc82c66f8a8 admin admin] Deleting port cb0caf5e-04a7-4223-91f3-73cf0bb24efd {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:23:55.337615 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb35f-9005-47e6-ae2e-3dc82c66f8a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (cb0caf5e-04a7-4223-91f3-73cf0bb24efd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:55.447446 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-1f4eb35f-9005-47e6-ae2e-3dc82c66f8a8 admin admin] For port cb0caf5e-04a7-4223-91f3-73cf0bb24efd, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=cb0caf5e-04a7-4223-91f3-73cf0bb24efd,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:23:55.447797 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb35f-9005-47e6-ae2e-3dc82c66f8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (cb0caf5e-04a7-4223-91f3-73cf0bb24efd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:55.466140 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1f4eb35f-9005-47e6-ae2e-3dc82c66f8a8 admin admin] Calling delete_port for cb0caf5e-04a7-4223-91f3-73cf0bb24efd owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:23:55.477269 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-b173cdf4-1d40-4a03-831d-e55cf53be06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'name': 'tempest-TestVolumeBootPattern-441364845-router', 'tenant_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'cb0caf5e-04a7-4223-91f3-73cf0bb24efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:20Z', 'updated_at': '2022-02-07T17:23:53Z', 'revision_number': 5, 'project_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'gw_port': {'id': 'cb0caf5e-04a7-4223-91f3-73cf0bb24efd', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:22Z', 'updated_at': '2022-02-07T17:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:55.508614 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b173cdf4-1d40-4a03-831d-e55cf53be06a None None] The sync data for ids ['f7b166b6-6f67-4635-bd87-bbb466a60083'] in n-d-827865-3 is: [{'id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'name': 'tempest-TestVolumeBootPattern-441364845-router', 'tenant_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'cb0caf5e-04a7-4223-91f3-73cf0bb24efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:07:20Z', 'updated_at': '2022-02-07T17:23:53Z', 'revision_number': 5, 'project_id': '3ac92b14b2054bdfbc6baba8ad32d9bd', 'gw_port': {'id': 'cb0caf5e-04a7-4223-91f3-73cf0bb24efd', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:6e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b166b6-6f67-4635-bd87-bbb466a60083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:07:22Z', 'updated_at': '2022-02-07T17:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:23:55.686966 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb35f-9005-47e6-ae2e-3dc82c66f8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (cb0caf5e-04a7-4223-91f3-73cf0bb24efd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:55.727168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4eb35f-9005-47e6-ae2e-3dc82c66f8a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb0caf5e-04a7-4223-91f3-73cf0bb24efd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:23:55.792704 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb35f-9005-47e6-ae2e-3dc82c66f8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (f7b166b6-6f67-4635-bd87-bbb466a60083), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:55.817016 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8ed9e9bc-1c3b-4005-95fd-592563413ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:55.919493 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb35f-9005-47e6-ae2e-3dc82c66f8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (f7b166b6-6f67-4635-bd87-bbb466a60083), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:55.923293 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb35f-9005-47e6-ae2e-3dc82c66f8a8 admin admin] Publish callbacks [] for router_controller (f7b166b6-6f67-4635-bd87-bbb466a60083), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:55.982885 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb35f-9005-47e6-ae2e-3dc82c66f8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (f7b166b6-6f67-4635-bd87-bbb466a60083), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:55.983502 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4eb35f-9005-47e6-ae2e-3dc82c66f8a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7b166b6-6f67-4635-bd87-bbb466a60083 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:23:55.988903 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb35f-9005-47e6-ae2e-3dc82c66f8a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:55.990205 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1f4eb35f-9005-47e6-ae2e-3dc82c66f8a8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f7b166b6-6f67-4635-bd87-bbb466a60083 HTTP/1.1" status: 204 len: 168 time: 1.3353190 Feb 07 17:23:55.992878 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57800) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:23:56.054246 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e6b9fe-45f5-441e-a5c8-006ecc34ea76 admin admin] Deleting subnet 1e7723d1-755b-4b43-aa50-a3b75af87043 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:23:56.058306 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91e6b9fe-45f5-441e-a5c8-006ecc34ea76 admin admin] Publish callbacks [] for subnet (1e7723d1-755b-4b43-aa50-a3b75af87043), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:56.104009 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91e6b9fe-45f5-441e-a5c8-006ecc34ea76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (1e7723d1-755b-4b43-aa50-a3b75af87043), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:56.219394 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91e6b9fe-45f5-441e-a5c8-006ecc34ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (1e7723d1-755b-4b43-aa50-a3b75af87043), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:56.298825 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91e6b9fe-45f5-441e-a5c8-006ecc34ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (1e7723d1-755b-4b43-aa50-a3b75af87043), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:56.340186 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6b9fe-45f5-441e-a5c8-006ecc34ea76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e7723d1-755b-4b43-aa50-a3b75af87043,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:23:56.344114 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-91e6b9fe-45f5-441e-a5c8-006ecc34ea76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:56.348862 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-91e6b9fe-45f5-441e-a5c8-006ecc34ea76 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1e7723d1-755b-4b43-aa50-a3b75af87043 HTTP/1.1" status: 204 len: 168 time: 0.3548467 Feb 07 17:23:56.351485 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57804) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:23:56.362874 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c305107a-6ca7-41ea-9b9f-4bd380bc9ec4 None None] Network 101a2273-fabb-4ddf-a401-7dde14a6197c requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:23:56.480523 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (101a2273-fabb-4ddf-a401-7dde14a6197c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:56.581806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] Deleting port 44ae792c-4ff6-41e2-94f5-e9f66eacf94c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:23:56.582230 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (44ae792c-4ff6-41e2-94f5-e9f66eacf94c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:56.660549 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] For port 44ae792c-4ff6-41e2-94f5-e9f66eacf94c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=44ae792c-4ff6-41e2-94f5-e9f66eacf94c,segment=NetworkSegment(a1f2d512-21c9-403e-b35c-2649b5feeaa1),segment_id=a1f2d512-21c9-403e-b35c-2649b5feeaa1)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:23:56.660839 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (44ae792c-4ff6-41e2-94f5-e9f66eacf94c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:56.676000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] Calling delete_port for 44ae792c-4ff6-41e2-94f5-e9f66eacf94c owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:23:56.771723 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (44ae792c-4ff6-41e2-94f5-e9f66eacf94c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:56.803176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] Pushing event deleted for resources: {'Port': ['ID=44ae792c-4ff6-41e2-94f5-e9f66eacf94c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:23:56.807008 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] No DVR routers for this DVR port 44ae792c-4ff6-41e2-94f5-e9f66eacf94c on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:23:56.884031 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b1cae6-db1c-4a06-8c6b-4807bd275b80 None None] DHCP port deletion for 101a2273-fabb-4ddf-a401-7dde14a6197c request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:23:56.909392 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (101a2273-fabb-4ddf-a401-7dde14a6197c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:56.946982 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101a2273-fabb-4ddf-a401-7dde14a6197c']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:56.960200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f2d512-21c9-403e-b35c-2649b5feeaa1') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:56.960547 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f2d512-21c9-403e-b35c-2649b5feeaa1') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:23:56.972200 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (a1f2d512-21c9-403e-b35c-2649b5feeaa1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:56.991484 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (a1f2d512-21c9-403e-b35c-2649b5feeaa1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:56.998959 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:23:56.999440 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (a1f2d512-21c9-403e-b35c-2649b5feeaa1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:23:57.001902 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:23:57.069115 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (101a2273-fabb-4ddf-a401-7dde14a6197c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:57.075680 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:57.083559 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] 10.222.0.18 "DELETE /v2.0/networks/101a2273-fabb-4ddf-a401-7dde14a6197c HTTP/1.1" status: 204 len: 168 time: 0.7272422 Feb 07 17:23:57.094548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8dfc80-e7f7-439d-af41-776afd920471 admin admin] Pushing event deleted for resources: {'Network': ['ID=101a2273-fabb-4ddf-a401-7dde14a6197c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:23:57.236038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device cb0caf5e-04a7-4223-91f3-73cf0bb24efd no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:23:57.260570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: cb0caf5e-04a7-4223-91f3-73cf0bb24efd {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:23:57.261325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device cb0caf5e-04a7-4223-91f3-73cf0bb24efd not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:23:57.261969 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bc23ca32-4c17-4420-9737-a0af06e75b18 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:23:57.294903 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: bc23ca32-4c17-4420-9737-a0af06e75b18 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:23:57.295531 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bc23ca32-4c17-4420-9737-a0af06e75b18 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:23:57.296268 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 44ae792c-4ff6-41e2-94f5-e9f66eacf94c no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:23:57.323839 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 44ae792c-4ff6-41e2-94f5-e9f66eacf94c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:23:57.324497 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 44ae792c-4ff6-41e2-94f5-e9f66eacf94c not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:23:57.380080 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 57810) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:23:57.454221 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8237efa1-7d45-4289-a884-34e0d4b29571 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=233dfa16822a4a16ac319e689f5e7249&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0721197 Feb 07 17:23:57.459546 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57812) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:23:57.515591 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ce557b8-c870-465b-9e59-97ce1f6ff0a7 admin admin] Publish callbacks [] for security_group (1640c5d0-e4e2-4e4d-953b-160fb8160d0b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:57.539938 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ce557b8-c870-465b-9e59-97ce1f6ff0a7 admin admin] Publish callbacks [] for security_group (1640c5d0-e4e2-4e4d-953b-160fb8160d0b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:57.597717 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ce557b8-c870-465b-9e59-97ce1f6ff0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1640c5d0-e4e2-4e4d-953b-160fb8160d0b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:57.600989 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8ce557b8-c870-465b-9e59-97ce1f6ff0a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:57.604680 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8ce557b8-c870-465b-9e59-97ce1f6ff0a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1640c5d0-e4e2-4e4d-953b-160fb8160d0b HTTP/1.1" status: 204 len: 168 time: 0.1418819 Feb 07 17:23:57.613439 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce557b8-c870-465b-9e59-97ce1f6ff0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1640c5d0-e4e2-4e4d-953b-160fb8160d0b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:23:58.089912 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57820) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:23:58.144130 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bec6450d-eb99-409f-bdaa-5a8c15df901d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ac92b14b2054bdfbc6baba8ad32d9bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497642 Feb 07 17:23:58.144504 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 57822) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:23:58.216059 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aae5c481-c804-4df4-bcda-ea39950ee859 admin admin] Publish callbacks [] for security_group (c1863e9f-585c-4705-ba48-7e50610ecb63), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:58.216396 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-eb3c7a36-1060-4a61-bdf4-7499ba2bdeb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:58.243320 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aae5c481-c804-4df4-bcda-ea39950ee859 admin admin] Publish callbacks [] for security_group (c1863e9f-585c-4705-ba48-7e50610ecb63), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:58.310244 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aae5c481-c804-4df4-bcda-ea39950ee859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c1863e9f-585c-4705-ba48-7e50610ecb63), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:58.313046 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aae5c481-c804-4df4-bcda-ea39950ee859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:23:58.317795 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-aae5c481-c804-4df4-bcda-ea39950ee859 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1863e9f-585c-4705-ba48-7e50610ecb63 HTTP/1.1" status: 204 len: 168 time: 0.1688123 Feb 07 17:23:58.328974 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5c481-c804-4df4-bcda-ea39950ee859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1863e9f-585c-4705-ba48-7e50610ecb63,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:23:58.575432 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:23:59.590994 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:00.920818 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:02.429740 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:21.559050 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:23.457150 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:25.814934 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3b68e07b-bcbd-42c4-9f75-97342d76255b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:26.643146 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58342) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:24:26.798965 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4911dcdc-650f-4826-9d83-3ed7bffc60bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=430f0ad7e5a54c85a87bff451d6cb9cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1541655 Feb 07 17:24:26.800980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58346) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:24:26.852558 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0f613d2-f9a8-4e1a-a069-f2898a5d214a admin admin] Publish callbacks [] for security_group (93a7c0f7-d310-4257-9918-f3ccbae9935a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:26.874490 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0f613d2-f9a8-4e1a-a069-f2898a5d214a admin admin] Publish callbacks [] for security_group (93a7c0f7-d310-4257-9918-f3ccbae9935a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:26.921189 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0f613d2-f9a8-4e1a-a069-f2898a5d214a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (93a7c0f7-d310-4257-9918-f3ccbae9935a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:26.924407 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0f613d2-f9a8-4e1a-a069-f2898a5d214a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:26.925582 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b0f613d2-f9a8-4e1a-a069-f2898a5d214a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93a7c0f7-d310-4257-9918-f3ccbae9935a HTTP/1.1" status: 204 len: 168 time: 0.1236529 Feb 07 17:24:26.933239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f613d2-f9a8-4e1a-a069-f2898a5d214a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a7c0f7-d310-4257-9918-f3ccbae9935a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:24:26.941674 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f613d2-f9a8-4e1a-a069-f2898a5d214a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:26.942026 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f613d2-f9a8-4e1a-a069-f2898a5d214a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:26.942377 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f613d2-f9a8-4e1a-a069-f2898a5d214a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:26.942723 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f613d2-f9a8-4e1a-a069-f2898a5d214a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:26.943060 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f613d2-f9a8-4e1a-a069-f2898a5d214a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:26.943395 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f613d2-f9a8-4e1a-a069-f2898a5d214a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:26.943729 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f613d2-f9a8-4e1a-a069-f2898a5d214a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:26.944062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f613d2-f9a8-4e1a-a069-f2898a5d214a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:26.944393 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f613d2-f9a8-4e1a-a069-f2898a5d214a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:26.944725 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f613d2-f9a8-4e1a-a069-f2898a5d214a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:26.945055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f613d2-f9a8-4e1a-a069-f2898a5d214a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:26.945446 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f613d2-f9a8-4e1a-a069-f2898a5d214a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:26.945735 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f613d2-f9a8-4e1a-a069-f2898a5d214a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:28.210446 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b529d08d-8030-416d-9d66-a95e72073ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:29.591847 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:30.923918 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:32.432243 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:35.565932 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:24:37.600133 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-2cba65e7-f32e-4d51-a8a6-027248a1c2fb tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a69192f079484d03bfad05000dd3bc98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295110 Feb 07 17:24:37.787694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-fa2e4939-5b8e-43a6-8ebb-e6d07b44ba6d tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:37.789168 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-fa2e4939-5b8e-43a6-8ebb-e6d07b44ba6d tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1838884 Feb 07 17:24:37.803473 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-39e43d94-e2e0-4121-a844-e587b222c820 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/quotas/a69192f079484d03bfad05000dd3bc98 HTTP/1.1" status: 200 len: 375 time: 0.0089705 Feb 07 17:24:37.835694 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-768a9605-06c5-462d-97c5-b7c93a273ece tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a69192f079484d03bfad05000dd3bc98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272915 Feb 07 17:24:37.999893 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d35f53e8-39bd-4cf0-890b-afc389b8f63c req-2c51b63d-04cf-4bf3-9b09-724ca4189016 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a85b4a6-8f38-4691-93ee-d380d8911fe2 HTTP/1.1" status: 200 len: 210 time: 0.0300601 Feb 07 17:24:39.007927 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-1749b5ba-511c-4c18-8f99-2eac5e31861d tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a69192f079484d03bfad05000dd3bc98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225434 Feb 07 17:24:39.101924 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a858f61b-3d16-40b3-963b-09e25dd63403 req-4e9057e5-601d-4305-9609-40d46f53e516 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a85b4a6-8f38-4691-93ee-d380d8911fe2 HTTP/1.1" status: 200 len: 210 time: 0.0286245 Feb 07 17:24:39.129770 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-055b50d9-89ec-4d8f-881c-48bbdfab411a tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:39.129770 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-055b50d9-89ec-4d8f-881c-48bbdfab411a tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1175432 Feb 07 17:24:39.142361 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-30d44f0d-52c3-4c22-8ca7-95821c53f274 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Request body: {'port': {'device_id': '7a85b4a6-8f38-4691-93ee-d380d8911fe2', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'admin_state_up': True, 'tenant_id': 'a69192f079484d03bfad05000dd3bc98'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:24:39.251647 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-30d44f0d-52c3-4c22-8ca7-95821c53f274 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Made reservation on behalf of a69192f079484d03bfad05000dd3bc98 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:24:39.255356 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-30d44f0d-52c3-4c22-8ca7-95821c53f274 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:39.264791 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-30d44f0d-52c3-4c22-8ca7-95821c53f274 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:39.341981 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-30d44f0d-52c3-4c22-8ca7-95821c53f274 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Publish callbacks [] for security_group (70a6a6e7-4c55-47fe-aada-3ecd5c7b9a64), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:39.346003 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-30d44f0d-52c3-4c22-8ca7-95821c53f274 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (70a6a6e7-4c55-47fe-aada-3ecd5c7b9a64), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:39.413324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d44f0d-52c3-4c22-8ca7-95821c53f274 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a6a6e7-4c55-47fe-aada-3ecd5c7b9a64,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:24:39.487013 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-30d44f0d-52c3-4c22-8ca7-95821c53f274 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Allocated IP 192.168.233.234 (46a0d022-d27c-4d00-8d98-baa6669aa802/311f5fcc-6223-41ab-9c29-05f26f8ff4a2/b47e8c97-e5e9-4a56-bccb-da1687d1d2fa) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:24:39.634751 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-30d44f0d-52c3-4c22-8ca7-95821c53f274 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Publish callbacks [] for port (b47e8c97-e5e9-4a56-bccb-da1687d1d2fa), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:39.668165 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-30d44f0d-52c3-4c22-8ca7-95821c53f274 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (b47e8c97-e5e9-4a56-bccb-da1687d1d2fa), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:39.713136 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-30d44f0d-52c3-4c22-8ca7-95821c53f274 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Network 46a0d022-d27c-4d00-8d98-baa6669aa802 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:24:39.716276 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-30d44f0d-52c3-4c22-8ca7-95821c53f274 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:24:39.720002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-30d44f0d-52c3-4c22-8ca7-95821c53f274 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:24:39.726479 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d44f0d-52c3-4c22-8ca7-95821c53f274 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Pushing event updated for resources: {'Port': ['ID=b47e8c97-e5e9-4a56-bccb-da1687d1d2fa,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:24:39.774733 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-30d44f0d-52c3-4c22-8ca7-95821c53f274 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:39.775354 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-30d44f0d-52c3-4c22-8ca7-95821c53f274 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:39.792643 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-30d44f0d-52c3-4c22-8ca7-95821c53f274 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6544523 Feb 07 17:24:39.803451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-f6fbd6ea-1aba-45db-be37-22d9c627797b tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:24:39.804440 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-f6fbd6ea-1aba-45db-be37-22d9c627797b tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068445 Feb 07 17:24:39.921577 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Request body: {'port': {'device_id': '7a85b4a6-8f38-4691-93ee-d380d8911fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:24:39.945730 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4ea31364-9fec-4a8c-9f81-0e233a780256 None None] Provisioning complete for port b47e8c97-e5e9-4a56-bccb-da1687d1d2fa triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:24:39.946349 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4ea31364-9fec-4a8c-9f81-0e233a780256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b47e8c97-e5e9-4a56-bccb-da1687d1d2fa), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:39.979143 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4ea31364-9fec-4a8c-9f81-0e233a780256 None None] Port b47e8c97-e5e9-4a56-bccb-da1687d1d2fa cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:24:39.985871 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b47e8c97-e5e9-4a56-bccb-da1687d1d2fa), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:40.294033 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c76381-b434-466f-99a4-342f218979c0 req-765b9ada-d8b0-4ce3-9032-05179e25e7ea tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:40.295688 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-29c76381-b434-466f-99a4-342f218979c0 req-765b9ada-d8b0-4ce3-9032-05179e25e7ea tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a85b4a6-8f38-4691-93ee-d380d8911fe2 HTTP/1.1" status: 200 len: 936 time: 0.1109359 Feb 07 17:24:40.302428 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47e8c97-e5e9-4a56-bccb-da1687d1d2fa {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:24:40.316106 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Publish callbacks [] for port (b47e8c97-e5e9-4a56-bccb-da1687d1d2fa), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:40.339969 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Transition to ACTIVE for port object b47e8c97-e5e9-4a56-bccb-da1687d1d2fa will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:24:40.347106 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (b47e8c97-e5e9-4a56-bccb-da1687d1d2fa), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:40.395174 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-29c76381-b434-466f-99a4-342f218979c0 req-cd98c010-6d98-4860-af83-87dc8cd49d46 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a6a6e7-4c55-47fe-aada-3ecd5c7b9a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880530 Feb 07 17:24:40.419464 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Pushing event updated for resources: {'Port': ['ID=b47e8c97-e5e9-4a56-bccb-da1687d1d2fa,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:24:40.491237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Attempting to bind port b47e8c97-e5e9-4a56-bccb-da1687d1d2fa on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:24:40.491609 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Attempting to bind port b47e8c97-e5e9-4a56-bccb-da1687d1d2fa by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:24:40.492126 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Attempting to bind port b47e8c97-e5e9-4a56-bccb-da1687d1d2fa on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:24:40.497145 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Port b47e8c97-e5e9-4a56-bccb-da1687d1d2fa on network 46a0d022-d27c-4d00-8d98-baa6669aa802 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:24:40.497515 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Attempting to bind port b47e8c97-e5e9-4a56-bccb-da1687d1d2fa on network 46a0d022-d27c-4d00-8d98-baa6669aa802 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:24:40.502862 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:24:40.503665 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Checking segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:24:40.503783 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Bound using segment: {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:24:40.504192 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Bound port: b47e8c97-e5e9-4a56-bccb-da1687d1d2fa, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55700287-6a8b-4633-b87b-191fe7262e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:24:40.504560 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b47e8c97-e5e9-4a56-bccb-da1687d1d2fa), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:40.576713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] For port b47e8c97-e5e9-4a56-bccb-da1687d1d2fa, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:24:40.579996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] For port b47e8c97-e5e9-4a56-bccb-da1687d1d2fa, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=b47e8c97-e5e9-4a56-bccb-da1687d1d2fa,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:24:40.586859 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (b47e8c97-e5e9-4a56-bccb-da1687d1d2fa), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:40.621115 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:40.621719 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:40.623098 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] 10.222.0.32 "PUT /v2.0/ports/b47e8c97-e5e9-4a56-bccb-da1687d1d2fa HTTP/1.1" status: 200 len: 1096 time: 0.8113887 Feb 07 17:24:40.623545 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a85b4a6-8f38-4691-93ee-d380d8911fe2', 'tag': 'b47e8c97-e5e9-4a56-bccb-da1687d1d2fa'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:24:40.625819 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c5724e-eb7b-4b7c-aa59-a2f8087ebdeb" -d '{"events": [{"name": "network-changed", "server_uuid": "7a85b4a6-8f38-4691-93ee-d380d8911fe2", "tag": "b47e8c97-e5e9-4a56-bccb-da1687d1d2fa"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:24:40.654629 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65629635-584d-4163-8cae-d3ba399b62bf service neutron] Pushing event updated for resources: {'Port': ['ID=b47e8c97-e5e9-4a56-bccb-da1687d1d2fa,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:24:40.694351 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8ccd15-b4f1-4c18-80a6-41b1867b20ae x-openstack-request-id: req-bb8ccd15-b4f1-4c18-80a6-41b1867b20ae {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:24:40.694650 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a85b4a6-8f38-4691-93ee-d380d8911fe2", "tag": "b47e8c97-e5e9-4a56-bccb-da1687d1d2fa", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:24:40.694911 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb8ccd15-b4f1-4c18-80a6-41b1867b20ae {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:24:40.695311 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a85b4a6-8f38-4691-93ee-d380d8911fe2', 'tag': 'b47e8c97-e5e9-4a56-bccb-da1687d1d2fa', 'status': 'completed', 'code': 200} Feb 07 17:24:40.715161 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-781e3c76-24d7-4d39-8193-3f2dc161c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:40.716752 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-781e3c76-24d7-4d39-8193-3f2dc161c0ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a69192f079484d03bfad05000dd3bc98&device_id=7a85b4a6-8f38-4691-93ee-d380d8911fe2 HTTP/1.1" status: 200 len: 1130 time: 0.0538368 Feb 07 17:24:40.763650 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-12de85b2-0f35-41d7-9637-cb52f8800e0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b47e8c97-e5e9-4a56-bccb-da1687d1d2fa HTTP/1.1" status: 200 len: 217 time: 0.0402777 Feb 07 17:24:40.816292 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-32f40a12-176d-4a8d-bf39-67530c5723e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:40.817800 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-32f40a12-176d-4a8d-bf39-67530c5723e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0482359 Feb 07 17:24:40.867863 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-6a6bc3ee-b94b-4993-b44f-4e740a092272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:40.869377 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-6a6bc3ee-b94b-4993-b44f-4e740a092272 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0451760 Feb 07 17:24:40.962186 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-257c8d11-5fdc-49bc-b5a2-143f402f4f3f service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872052 Feb 07 17:24:41.048493 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-00923c7b-c76d-43d3-aa81-1d61356beeb1 req-66cbf729-0098-4e8d-8db6-3db96f202336 service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810328 Feb 07 17:24:41.139534 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5724e-eb7b-4b7c-aa59-a2f8087ebdeb req-de60b664-75f0-44bd-83ec-ce7873970fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:41.141042 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-40c5724e-eb7b-4b7c-aa59-a2f8087ebdeb req-de60b664-75f0-44bd-83ec-ce7873970fb8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a69192f079484d03bfad05000dd3bc98&device_id=7a85b4a6-8f38-4691-93ee-d380d8911fe2 HTTP/1.1" status: 200 len: 1130 time: 0.0462518 Feb 07 17:24:41.236996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5724e-eb7b-4b7c-aa59-a2f8087ebdeb req-1db860c0-ec62-47e1-be86-1e509870c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:41.238493 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-40c5724e-eb7b-4b7c-aa59-a2f8087ebdeb req-1db860c0-ec62-47e1-be86-1e509870c5d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46a0d022-d27c-4d00-8d98-baa6669aa802 HTTP/1.1" status: 200 len: 870 time: 0.0891564 Feb 07 17:24:41.279987 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-40c5724e-eb7b-4b7c-aa59-a2f8087ebdeb req-53b9fe23-979d-40d7-843b-372f19a80f6a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b47e8c97-e5e9-4a56-bccb-da1687d1d2fa HTTP/1.1" status: 200 len: 217 time: 0.0359015 Feb 07 17:24:41.331531 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5724e-eb7b-4b7c-aa59-a2f8087ebdeb req-69c44d0b-be3d-411f-a9f5-42679b7c0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:41.332968 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-40c5724e-eb7b-4b7c-aa59-a2f8087ebdeb req-69c44d0b-be3d-411f-a9f5-42679b7c0388 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=311f5fcc-6223-41ab-9c29-05f26f8ff4a2 HTTP/1.1" status: 200 len: 843 time: 0.0473189 Feb 07 17:24:41.383089 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5724e-eb7b-4b7c-aa59-a2f8087ebdeb req-302f51be-c799-4aba-9a0a-f069736e7548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:41.384593 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-40c5724e-eb7b-4b7c-aa59-a2f8087ebdeb req-302f51be-c799-4aba-9a0a-f069736e7548 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46a0d022-d27c-4d00-8d98-baa6669aa802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0449026 Feb 07 17:24:41.486125 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-40c5724e-eb7b-4b7c-aa59-a2f8087ebdeb req-6eb4f40b-0aec-41c2-a66d-12669fd4594f service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945454 Feb 07 17:24:41.589111 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2946640-d002-491f-bd56-a6b5a6294f67 req-51dae40b-6fba-4a71-b365-958261248e4e tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:41.590557 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2946640-d002-491f-bd56-a6b5a6294f67 req-51dae40b-6fba-4a71-b365-958261248e4e tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a85b4a6-8f38-4691-93ee-d380d8911fe2 HTTP/1.1" status: 200 len: 948 time: 0.1179798 Feb 07 17:24:41.614495 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-40c5724e-eb7b-4b7c-aa59-a2f8087ebdeb req-65f18042-9de0-4925-a340-baaeed1be02f service neutron] 10.222.0.32 "GET /v2.0/networks/46a0d022-d27c-4d00-8d98-baa6669aa802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104193 Feb 07 17:24:41.651109 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f2946640-d002-491f-bd56-a6b5a6294f67 req-daa7adcc-7aa7-407c-86c2-0da3f8df5b3e tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a6a6e7-4c55-47fe-aada-3ecd5c7b9a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528586 Feb 07 17:24:42.778859 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ec063-612c-4d91-a3d6-aa957e1e47f4 req-c6586755-8908-4a60-9f8f-87f41f8cea51 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:42.780336 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1e7ec063-612c-4d91-a3d6-aa957e1e47f4 req-c6586755-8908-4a60-9f8f-87f41f8cea51 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a85b4a6-8f38-4691-93ee-d380d8911fe2 HTTP/1.1" status: 200 len: 948 time: 0.0577641 Feb 07 17:24:42.827995 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1e7ec063-612c-4d91-a3d6-aa957e1e47f4 req-22175ebe-dda7-4f8c-9235-47afe0d2fc42 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a6a6e7-4c55-47fe-aada-3ecd5c7b9a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410082 Feb 07 17:24:43.871409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device b47e8c97-e5e9-4a56-bccb-da1687d1d2fa details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:24:43.954966 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f23e5-8ef1-4817-8ae8-2007610a42b4 req-5fccc6c0-88c0-468c-b58f-b89cf0d53888 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:43.956506 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c01f23e5-8ef1-4817-8ae8-2007610a42b4 req-5fccc6c0-88c0-468c-b58f-b89cf0d53888 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a85b4a6-8f38-4691-93ee-d380d8911fe2 HTTP/1.1" status: 200 len: 948 time: 0.0589859 Feb 07 17:24:43.967776 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port b47e8c97-e5e9-4a56-bccb-da1687d1d2fa, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=b47e8c97-e5e9-4a56-bccb-da1687d1d2fa,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:24:43.980224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'b47e8c97-e5e9-4a56-bccb-da1687d1d2fa', 'network_id': '46a0d022-d27c-4d00-8d98-baa6669aa802', 'port_id': 'b47e8c97-e5e9-4a56-bccb-da1687d1d2fa', 'mac_address': 'fa:16:3e:05:8d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311f5fcc-6223-41ab-9c29-05f26f8ff4a2', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:24:44.005266 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c01f23e5-8ef1-4817-8ae8-2007610a42b4 req-5b9b148f-6304-4736-a73f-757361edd8c4 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a6a6e7-4c55-47fe-aada-3ecd5c7b9a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429256 Feb 07 17:24:44.021982 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port b47e8c97-e5e9-4a56-bccb-da1687d1d2fa is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:24:44.022538 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b47e8c97-e5e9-4a56-bccb-da1687d1d2fa), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:44.036334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47e8c97-e5e9-4a56-bccb-da1687d1d2fa {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:24:44.055689 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port b47e8c97-e5e9-4a56-bccb-da1687d1d2fa, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=b47e8c97-e5e9-4a56-bccb-da1687d1d2fa,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:24:44.060356 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b47e8c97-e5e9-4a56-bccb-da1687d1d2fa), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:44.113384 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=b47e8c97-e5e9-4a56-bccb-da1687d1d2fa,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:24:44.316338 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['b47e8c97-e5e9-4a56-bccb-da1687d1d2fa'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:24:45.128147 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af41065-96ab-41bf-851e-245dfb913f9f req-98be13e2-a32f-4b37-95c5-4a493488aae8 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:45.129642 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8af41065-96ab-41bf-851e-245dfb913f9f req-98be13e2-a32f-4b37-95c5-4a493488aae8 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a85b4a6-8f38-4691-93ee-d380d8911fe2 HTTP/1.1" status: 200 len: 949 time: 0.0540895 Feb 07 17:24:45.176457 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8af41065-96ab-41bf-851e-245dfb913f9f req-c3c8ff76-6e47-41f9-9604-93759be48174 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a6a6e7-4c55-47fe-aada-3ecd5c7b9a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412958 Feb 07 17:24:45.871029 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device b47e8c97-e5e9-4a56-bccb-da1687d1d2fa up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:24:45.921127 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port b47e8c97-e5e9-4a56-bccb-da1687d1d2fa completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:24:45.925441 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port b47e8c97-e5e9-4a56-bccb-da1687d1d2fa triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:24:45.925823 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b47e8c97-e5e9-4a56-bccb-da1687d1d2fa), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:46.005950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port b47e8c97-e5e9-4a56-bccb-da1687d1d2fa is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:24:46.006345 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b47e8c97-e5e9-4a56-bccb-da1687d1d2fa), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:46.030575 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a85b4a6-8f38-4691-93ee-d380d8911fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47e8c97-e5e9-4a56-bccb-da1687d1d2fa'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:24:46.032867 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa41d1e6-24d1-45a4-abd9-ce687996fda7" -d '{"events": [{"server_uuid": "7a85b4a6-8f38-4691-93ee-d380d8911fe2", "name": "network-vif-plugged", "status": "completed", "tag": "b47e8c97-e5e9-4a56-bccb-da1687d1d2fa"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:24:46.046419 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port b47e8c97-e5e9-4a56-bccb-da1687d1d2fa, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=b47e8c97-e5e9-4a56-bccb-da1687d1d2fa,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:24:46.052569 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b47e8c97-e5e9-4a56-bccb-da1687d1d2fa), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:46.076426 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ae2885-5a27-4b81-8233-0f68f68f973d x-openstack-request-id: req-d2ae2885-5a27-4b81-8233-0f68f68f973d {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:24:46.076728 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a85b4a6-8f38-4691-93ee-d380d8911fe2", "name": "network-vif-plugged", "status": "completed", "tag": "b47e8c97-e5e9-4a56-bccb-da1687d1d2fa", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:24:46.076988 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2ae2885-5a27-4b81-8233-0f68f68f973d {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:24:46.077410 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a85b4a6-8f38-4691-93ee-d380d8911fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47e8c97-e5e9-4a56-bccb-da1687d1d2fa', 'code': 200} Feb 07 17:24:46.104499 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=b47e8c97-e5e9-4a56-bccb-da1687d1d2fa,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:24:46.173142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6892b5-2ddd-4ddb-aad3-3a6383134f1a req-b947f7a7-6d81-4908-8c64-d659e46a7d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:46.174665 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e6892b5-2ddd-4ddb-aad3-3a6383134f1a req-b947f7a7-6d81-4908-8c64-d659e46a7d8f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a85b4a6-8f38-4691-93ee-d380d8911fe2 HTTP/1.1" status: 200 len: 1132 time: 0.0447853 Feb 07 17:24:46.220847 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e6892b5-2ddd-4ddb-aad3-3a6383134f1a req-b7d4da38-2f13-4493-abb2-f915d6063a71 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=70a6a6e7-4c55-47fe-aada-3ecd5c7b9a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400209 Feb 07 17:24:46.302570 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebb67a-8b2e-45c9-a6b2-09c0ac6fb3ad req-1d1b3ae4-274f-4992-b4bb-b09b1ff787ec tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:46.304134 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-77ebb67a-8b2e-45c9-a6b2-09c0ac6fb3ad req-1d1b3ae4-274f-4992-b4bb-b09b1ff787ec tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a85b4a6-8f38-4691-93ee-d380d8911fe2 HTTP/1.1" status: 200 len: 950 time: 0.0550017 Feb 07 17:24:46.354568 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-77ebb67a-8b2e-45c9-a6b2-09c0ac6fb3ad req-d3604ca4-8b2f-4bce-b31b-d96a87082e0f tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a6a6e7-4c55-47fe-aada-3ecd5c7b9a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446734 Feb 07 17:24:47.477016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e23b0-f33a-4800-98a6-f917ca20e935 req-1214b19f-a7a7-4fcb-b351-8ebe33b8aa67 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:47.478514 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4d1e23b0-f33a-4800-98a6-f917ca20e935 req-1214b19f-a7a7-4fcb-b351-8ebe33b8aa67 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a85b4a6-8f38-4691-93ee-d380d8911fe2 HTTP/1.1" status: 200 len: 950 time: 0.0530920 Feb 07 17:24:47.529253 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4d1e23b0-f33a-4800-98a6-f917ca20e935 req-b27cbc01-ffa5-4050-9b08-390fb5b1c153 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a6a6e7-4c55-47fe-aada-3ecd5c7b9a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449114 Feb 07 17:24:47.860000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-ea00ee88-8696-4b39-ae98-15513f9f3ba6 req-01af582d-b55e-4e56-b0c6-0987eeac0065 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:24:47.860997 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ea00ee88-8696-4b39-ae98-15513f9f3ba6 req-01af582d-b55e-4e56-b0c6-0987eeac0065 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0575688 Feb 07 17:24:48.250381 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-1008e892-d7ee-43b5-8568-478bc2d37fd9 req-197528af-c497-4b74-bb63-67fc845a7cac service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:24:48.251399 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1008e892-d7ee-43b5-8568-478bc2d37fd9 req-197528af-c497-4b74-bb63-67fc845a7cac service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0564544 Feb 07 17:24:48.596961 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6b86c-a131-4eec-9697-aea96e650489 req-f74f2c6f-b16a-4b11-9bbf-114fca369b8a tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:48.598496 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4fd6b86c-a131-4eec-9697-aea96e650489 req-f74f2c6f-b16a-4b11-9bbf-114fca369b8a tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a85b4a6-8f38-4691-93ee-d380d8911fe2 HTTP/1.1" status: 200 len: 950 time: 0.0547767 Feb 07 17:24:48.646096 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4fd6b86c-a131-4eec-9697-aea96e650489 req-bb7bf91a-dd25-4625-a2d1-fd78f7dd89eb tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a6a6e7-4c55-47fe-aada-3ecd5c7b9a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419552 Feb 07 17:24:49.768253 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caab7f4-d2fb-4c92-ad25-b9e4c6f88249 req-faf50737-19f9-423c-850c-663742c6848a tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:49.769769 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0caab7f4-d2fb-4c92-ad25-b9e4c6f88249 req-faf50737-19f9-423c-850c-663742c6848a tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a85b4a6-8f38-4691-93ee-d380d8911fe2 HTTP/1.1" status: 200 len: 950 time: 0.0549035 Feb 07 17:24:49.796239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99287a-a6cc-4a9f-9cac-a143fdab23a3 req-4b36c2a4-1dcc-4589-a51d-f647d7268e4b tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:49.797716 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a99287a-a6cc-4a9f-9cac-a143fdab23a3 req-4b36c2a4-1dcc-4589-a51d-f647d7268e4b tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85b4a6-8f38-4691-93ee-d380d8911fe2 HTTP/1.1" status: 200 len: 950 time: 0.0538080 Feb 07 17:24:49.817411 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0caab7f4-d2fb-4c92-ad25-b9e4c6f88249 req-92f73e14-c78f-40e4-900b-cd90b630c273 tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.18 "GET /v2.0/security-groups?id=70a6a6e7-4c55-47fe-aada-3ecd5c7b9a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411205 Feb 07 17:24:49.896336 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-6a99287a-a6cc-4a9f-9cac-a143fdab23a3 req-dc3f6968-e0ff-4c3b-a9ec-c857ef31123d tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Deleting port b47e8c97-e5e9-4a56-bccb-da1687d1d2fa {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:24:49.896684 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6a99287a-a6cc-4a9f-9cac-a143fdab23a3 req-dc3f6968-e0ff-4c3b-a9ec-c857ef31123d tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b47e8c97-e5e9-4a56-bccb-da1687d1d2fa), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:49.983920 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6a99287a-a6cc-4a9f-9cac-a143fdab23a3 req-dc3f6968-e0ff-4c3b-a9ec-c857ef31123d tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] For port b47e8c97-e5e9-4a56-bccb-da1687d1d2fa, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=b47e8c97-e5e9-4a56-bccb-da1687d1d2fa,segment=NetworkSegment(55700287-6a8b-4633-b87b-191fe7262e79),segment_id=55700287-6a8b-4633-b87b-191fe7262e79)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:24:49.984307 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6a99287a-a6cc-4a9f-9cac-a143fdab23a3 req-dc3f6968-e0ff-4c3b-a9ec-c857ef31123d tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b47e8c97-e5e9-4a56-bccb-da1687d1d2fa), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:49.996659 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-6a99287a-a6cc-4a9f-9cac-a143fdab23a3 req-dc3f6968-e0ff-4c3b-a9ec-c857ef31123d tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Calling delete_port for b47e8c97-e5e9-4a56-bccb-da1687d1d2fa owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:24:50.130204 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6a99287a-a6cc-4a9f-9cac-a143fdab23a3 req-dc3f6968-e0ff-4c3b-a9ec-c857ef31123d tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (b47e8c97-e5e9-4a56-bccb-da1687d1d2fa), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:50.159884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f6968-e0ff-4c3b-a9ec-c857ef31123d tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Pushing event deleted for resources: {'Port': ['ID=b47e8c97-e5e9-4a56-bccb-da1687d1d2fa,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:24:50.211609 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a99287a-a6cc-4a9f-9cac-a143fdab23a3 req-dc3f6968-e0ff-4c3b-a9ec-c857ef31123d tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] No DVR routers for this DVR port b47e8c97-e5e9-4a56-bccb-da1687d1d2fa on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:24:50.214537 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6a99287a-a6cc-4a9f-9cac-a143fdab23a3 req-dc3f6968-e0ff-4c3b-a9ec-c857ef31123d tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:50.218519 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6a99287a-a6cc-4a9f-9cac-a143fdab23a3 req-dc3f6968-e0ff-4c3b-a9ec-c857ef31123d tempest-ServersAdminNegativeTestJSON-2054208870 tempest-ServersAdminNegativeTestJSON-2054208870-project] 10.222.0.32 "DELETE /v2.0/ports/b47e8c97-e5e9-4a56-bccb-da1687d1d2fa HTTP/1.1" status: 204 len: 173 time: 0.4126444 Feb 07 17:24:50.219067 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a85b4a6-8f38-4691-93ee-d380d8911fe2', 'name': 'network-vif-deleted', 'tag': 'b47e8c97-e5e9-4a56-bccb-da1687d1d2fa'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:24:50.221665 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e96bcd-d55d-4f5c-a50b-fee1eac3436e" -d '{"events": [{"server_uuid": "7a85b4a6-8f38-4691-93ee-d380d8911fe2", "name": "network-vif-deleted", "tag": "b47e8c97-e5e9-4a56-bccb-da1687d1d2fa"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:24:50.269369 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22995620-f001-4ce0-a4a1-7b200b1b41e2 x-openstack-request-id: req-22995620-f001-4ce0-a4a1-7b200b1b41e2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:24:50.269723 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a85b4a6-8f38-4691-93ee-d380d8911fe2", "name": "network-vif-deleted", "tag": "b47e8c97-e5e9-4a56-bccb-da1687d1d2fa", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:24:50.269990 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22995620-f001-4ce0-a4a1-7b200b1b41e2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:24:50.270408 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a85b4a6-8f38-4691-93ee-d380d8911fe2', 'name': 'network-vif-deleted', 'tag': 'b47e8c97-e5e9-4a56-bccb-da1687d1d2fa', 'status': 'completed', 'code': 200} Feb 07 17:24:51.113985 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58486) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:24:51.254602 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-de49bc45-6e25-4d83-8597-d9d1015c7ad3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a69192f079484d03bfad05000dd3bc98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393750 Feb 07 17:24:51.256988 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58490) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:24:51.305356 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46dba815-e167-4c83-959f-910850da055e admin admin] Publish callbacks [] for security_group (70a6a6e7-4c55-47fe-aada-3ecd5c7b9a64), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:51.326380 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46dba815-e167-4c83-959f-910850da055e admin admin] Publish callbacks [] for security_group (70a6a6e7-4c55-47fe-aada-3ecd5c7b9a64), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:51.377727 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46dba815-e167-4c83-959f-910850da055e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (70a6a6e7-4c55-47fe-aada-3ecd5c7b9a64), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:51.380298 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-46dba815-e167-4c83-959f-910850da055e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:51.381490 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-46dba815-e167-4c83-959f-910850da055e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70a6a6e7-4c55-47fe-aada-3ecd5c7b9a64 HTTP/1.1" status: 204 len: 168 time: 0.1233127 Feb 07 17:24:51.389228 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dba815-e167-4c83-959f-910850da055e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a6a6e7-4c55-47fe-aada-3ecd5c7b9a64,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:24:51.397397 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dba815-e167-4c83-959f-910850da055e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:51.397755 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dba815-e167-4c83-959f-910850da055e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:51.398102 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dba815-e167-4c83-959f-910850da055e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:51.398444 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dba815-e167-4c83-959f-910850da055e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:51.398783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dba815-e167-4c83-959f-910850da055e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:51.399117 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dba815-e167-4c83-959f-910850da055e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:51.399448 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dba815-e167-4c83-959f-910850da055e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:51.399777 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dba815-e167-4c83-959f-910850da055e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:51.400105 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dba815-e167-4c83-959f-910850da055e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:51.400430 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dba815-e167-4c83-959f-910850da055e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:51.400756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dba815-e167-4c83-959f-910850da055e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:51.401082 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dba815-e167-4c83-959f-910850da055e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:51.401433 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dba815-e167-4c83-959f-910850da055e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:24:51.572737 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:51.649512 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58496) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:24:51.663833 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e53a7a27-5274-4710-83c3-1ef0fd857a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:51.741684 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e53a7a27-5274-4710-83c3-1ef0fd857a52 admin admin] Publish callbacks [] for security_group (d165f902-e918-43c8-bcf0-a54a2d0b8d3d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:51.745542 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e53a7a27-5274-4710-83c3-1ef0fd857a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d165f902-e918-43c8-bcf0-a54a2d0b8d3d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:51.783985 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e53a7a27-5274-4710-83c3-1ef0fd857a52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2e94ce273bd474995bca7a8079c9b61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332910 Feb 07 17:24:51.784986 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a7a27-5274-4710-83c3-1ef0fd857a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d165f902-e918-43c8-bcf0-a54a2d0b8d3d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:24:51.786640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58498) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:24:51.837168 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46dacd02-8017-49e9-8e53-6844ddcf5337 admin admin] Publish callbacks [] for security_group (d165f902-e918-43c8-bcf0-a54a2d0b8d3d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:51.857643 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46dacd02-8017-49e9-8e53-6844ddcf5337 admin admin] Publish callbacks [] for security_group (d165f902-e918-43c8-bcf0-a54a2d0b8d3d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:51.902378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device b47e8c97-e5e9-4a56-bccb-da1687d1d2fa no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:24:51.903854 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46dacd02-8017-49e9-8e53-6844ddcf5337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d165f902-e918-43c8-bcf0-a54a2d0b8d3d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:51.906500 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46dacd02-8017-49e9-8e53-6844ddcf5337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:51.907663 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-46dacd02-8017-49e9-8e53-6844ddcf5337 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d165f902-e918-43c8-bcf0-a54a2d0b8d3d HTTP/1.1" status: 204 len: 168 time: 0.1191452 Feb 07 17:24:51.916040 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dacd02-8017-49e9-8e53-6844ddcf5337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d165f902-e918-43c8-bcf0-a54a2d0b8d3d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:24:51.932044 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: b47e8c97-e5e9-4a56-bccb-da1687d1d2fa {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:24:51.932395 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device b47e8c97-e5e9-4a56-bccb-da1687d1d2fa not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:24:52.615477 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58520) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:24:52.712426 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3d39ba2a-07ac-4261-bb33-241b3a3bdf99 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1704674413-network', 'tenant_id': 'c8a86d5268cb4874901ba8f51106ad92'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:24:52.731487 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d39ba2a-07ac-4261-bb33-241b3a3bdf99 admin admin] Made reservation on behalf of c8a86d5268cb4874901ba8f51106ad92 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:24:52.734078 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d39ba2a-07ac-4261-bb33-241b3a3bdf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:52.743484 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d39ba2a-07ac-4261-bb33-241b3a3bdf99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:52.816934 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d39ba2a-07ac-4261-bb33-241b3a3bdf99 admin admin] Publish callbacks [] for security_group (8b91251e-ed58-4c06-926b-cb25c5864f24), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:52.820740 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d39ba2a-07ac-4261-bb33-241b3a3bdf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8b91251e-ed58-4c06-926b-cb25c5864f24), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:52.845984 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d39ba2a-07ac-4261-bb33-241b3a3bdf99 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:24:52.856408 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39ba2a-07ac-4261-bb33-241b3a3bdf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b91251e-ed58-4c06-926b-cb25c5864f24,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:24:52.863406 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d39ba2a-07ac-4261-bb33-241b3a3bdf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4786648a-eac9-4512-9c7c-3c9b63d4c8d4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:52.863750 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-3d39ba2a-07ac-4261-bb33-241b3a3bdf99 admin admin] Added segment 4786648a-eac9-4512-9c7c-3c9b63d4c8d4 of type vlan for network f619d68f-8162-45a2-a0ad-a28cc89f155d Feb 07 17:24:52.904246 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d39ba2a-07ac-4261-bb33-241b3a3bdf99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (f619d68f-8162-45a2-a0ad-a28cc89f155d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:52.928791 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d39ba2a-07ac-4261-bb33-241b3a3bdf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (f619d68f-8162-45a2-a0ad-a28cc89f155d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:52.929765 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d39ba2a-07ac-4261-bb33-241b3a3bdf99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:52.930345 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3d39ba2a-07ac-4261-bb33-241b3a3bdf99 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:52.983186 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3d39ba2a-07ac-4261-bb33-241b3a3bdf99 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3665469 Feb 07 17:24:52.987404 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58524) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:24:52.991199 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39ba2a-07ac-4261-bb33-241b3a3bdf99 admin admin] Pushing event updated for resources: {'Network': ['ID=f619d68f-8162-45a2-a0ad-a28cc89f155d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:24:52.992598 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-25286a04-db28-4401-bc8a-1fb5ba0d0f26 admin admin] Request body: {'subnet': {'network_id': 'f619d68f-8162-45a2-a0ad-a28cc89f155d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1704674413-subnet', 'tenant_id': 'c8a86d5268cb4874901ba8f51106ad92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:24:53.001336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network f619d68f-8162-45a2-a0ad-a28cc89f155d details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:24:53.015331 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25286a04-db28-4401-bc8a-1fb5ba0d0f26 admin admin] Made reservation on behalf of c8a86d5268cb4874901ba8f51106ad92 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:24:53.017848 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25286a04-db28-4401-bc8a-1fb5ba0d0f26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:53.185683 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25286a04-db28-4401-bc8a-1fb5ba0d0f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (6e4521aa-f3b4-417e-a903-a4325346112b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:53.243371 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25286a04-db28-4401-bc8a-1fb5ba0d0f26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e4521aa-f3b4-417e-a903-a4325346112b,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:24:53.251628 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25286a04-db28-4401-bc8a-1fb5ba0d0f26 admin admin] Checking segment: {'id': '4786648a-eac9-4512-9c7c-3c9b63d4c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f619d68f-8162-45a2-a0ad-a28cc89f155d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:24:53.252144 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25286a04-db28-4401-bc8a-1fb5ba0d0f26 admin admin] Network hostable DHCP agents. Network: f619d68f-8162-45a2-a0ad-a28cc89f155d, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:24:53.271477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25286a04-db28-4401-bc8a-1fb5ba0d0f26 admin admin] Network f619d68f-8162-45a2-a0ad-a28cc89f155d is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:24:53.281099 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-25286a04-db28-4401-bc8a-1fb5ba0d0f26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, f619d68f-8162-45a2-a0ad-a28cc89f155d) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:24:53.286049 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25286a04-db28-4401-bc8a-1fb5ba0d0f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:53.286638 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25286a04-db28-4401-bc8a-1fb5ba0d0f26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:53.291096 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a727f2-a51f-4265-8f87-4733cfff8f9f None None] Network f619d68f-8162-45a2-a0ad-a28cc89f155d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:24:53.304885 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-25286a04-db28-4401-bc8a-1fb5ba0d0f26 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3163440 Feb 07 17:24:53.396396 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9ad51d-25f1-4806-8581-14a0501477ef None None] Network f619d68f-8162-45a2-a0ad-a28cc89f155d requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:24:53.482668 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:53.751419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353cb47-4242-42d7-8b4b-f53a652136da req-cb9d56d5-7d2a-44af-b481-b90b685daeed tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:53.753479 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e353cb47-4242-42d7-8b4b-f53a652136da req-cb9d56d5-7d2a-44af-b481-b90b685daeed tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/networks?id=f619d68f-8162-45a2-a0ad-a28cc89f155d HTTP/1.1" status: 200 len: 812 time: 0.1111493 Feb 07 17:24:53.768814 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e353cb47-4242-42d7-8b4b-f53a652136da req-bad66da7-3bab-4af9-b795-9e88a5684eba tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/quotas/c8a86d5268cb4874901ba8f51106ad92 HTTP/1.1" status: 200 len: 375 time: 0.0096574 Feb 07 17:24:53.801959 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e353cb47-4242-42d7-8b4b-f53a652136da req-4fc6c632-2fbb-4f2d-b758-69bb6af6d4df tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8a86d5268cb4874901ba8f51106ad92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279572 Feb 07 17:24:53.895174 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e353cb47-4242-42d7-8b4b-f53a652136da req-fc1cd071-26da-4c2b-aae7-ce1bd9c9cc51 service neutron] 10.222.0.18 "GET /v2.0/networks/f619d68f-8162-45a2-a0ad-a28cc89f155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865855 Feb 07 17:24:53.987126 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e353cb47-4242-42d7-8b4b-f53a652136da req-dab7f468-087c-4c99-9533-f75697873242 service neutron] 10.222.0.18 "GET /v2.0/networks/f619d68f-8162-45a2-a0ad-a28cc89f155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855818 Feb 07 17:24:54.151288 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-acaa3d23-dae1-45e7-ac42-517f2b520a2f req-c5f9fa51-5555-4d06-bd1c-4b4301ebf84e tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 210 time: 0.0292807 Feb 07 17:24:55.232857 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353cb47-4242-42d7-8b4b-f53a652136da req-6c6dd5bf-fd94-4c4e-9144-dc52a9dc96a6 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:55.234654 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e353cb47-4242-42d7-8b4b-f53a652136da req-6c6dd5bf-fd94-4c4e-9144-dc52a9dc96a6 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.32 "GET /v2.0/networks?id=f619d68f-8162-45a2-a0ad-a28cc89f155d HTTP/1.1" status: 200 len: 812 time: 0.1198084 Feb 07 17:24:55.249923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e353cb47-4242-42d7-8b4b-f53a652136da req-5c4e1dea-bb14-4a2f-85d2-1668cbc5e898 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Request body: {'port': {'device_id': 'c40dfd58-ca52-431a-9d42-aba09454de77', 'network_id': 'f619d68f-8162-45a2-a0ad-a28cc89f155d', 'admin_state_up': True, 'tenant_id': 'c8a86d5268cb4874901ba8f51106ad92'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:24:55.272119 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e136bff9-ff07-41ea-a4c0-f401a118d50e req-f4855cd7-e39d-4f39-8702-226b33804256 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 210 time: 0.0364232 Feb 07 17:24:55.381659 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e353cb47-4242-42d7-8b4b-f53a652136da req-5c4e1dea-bb14-4a2f-85d2-1668cbc5e898 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Made reservation on behalf of c8a86d5268cb4874901ba8f51106ad92 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:24:55.384990 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e353cb47-4242-42d7-8b4b-f53a652136da req-5c4e1dea-bb14-4a2f-85d2-1668cbc5e898 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:55.511191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-e353cb47-4242-42d7-8b4b-f53a652136da req-5c4e1dea-bb14-4a2f-85d2-1668cbc5e898 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Allocated IP 172.20.0.10 (f619d68f-8162-45a2-a0ad-a28cc89f155d/6e4521aa-f3b4-417e-a903-a4325346112b/569fdd6b-6862-49ca-a2cd-2f7d42f01d28) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:24:55.658645 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e353cb47-4242-42d7-8b4b-f53a652136da req-5c4e1dea-bb14-4a2f-85d2-1668cbc5e898 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Publish callbacks [] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:55.693101 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e353cb47-4242-42d7-8b4b-f53a652136da req-5c4e1dea-bb14-4a2f-85d2-1668cbc5e898 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:55.743061 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e353cb47-4242-42d7-8b4b-f53a652136da req-5c4e1dea-bb14-4a2f-85d2-1668cbc5e898 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Network f619d68f-8162-45a2-a0ad-a28cc89f155d is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:24:55.746300 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-e353cb47-4242-42d7-8b4b-f53a652136da req-5c4e1dea-bb14-4a2f-85d2-1668cbc5e898 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:24:55.749999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e353cb47-4242-42d7-8b4b-f53a652136da req-5c4e1dea-bb14-4a2f-85d2-1668cbc5e898 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:24:55.773312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e1dea-bb14-4a2f-85d2-1668cbc5e898 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Pushing event updated for resources: {'Port': ['ID=569fdd6b-6862-49ca-a2cd-2f7d42f01d28,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:24:55.801095 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353cb47-4242-42d7-8b4b-f53a652136da req-5c4e1dea-bb14-4a2f-85d2-1668cbc5e898 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:55.801741 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e353cb47-4242-42d7-8b4b-f53a652136da req-5c4e1dea-bb14-4a2f-85d2-1668cbc5e898 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:55.808335 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e9ad2b03-ac2c-4238-bee4-b15cd0071d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:55.818785 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e353cb47-4242-42d7-8b4b-f53a652136da req-5c4e1dea-bb14-4a2f-85d2-1668cbc5e898 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5725236 Feb 07 17:24:55.829359 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Request body: {'port': {'device_id': 'c40dfd58-ca52-431a-9d42-aba09454de77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:24:55.889663 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:56.163851 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:24:56.171870 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Publish callbacks [] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:56.184106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Transition to ACTIVE for port object 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:24:56.188309 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:56.240352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Pushing event updated for resources: {'Port': ['ID=569fdd6b-6862-49ca-a2cd-2f7d42f01d28,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:24:56.321654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Attempting to bind port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:24:56.321952 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Attempting to bind port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '4786648a-eac9-4512-9c7c-3c9b63d4c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f619d68f-8162-45a2-a0ad-a28cc89f155d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:24:56.322293 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Attempting to bind port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 on network f619d68f-8162-45a2-a0ad-a28cc89f155d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:24:56.327116 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 on network f619d68f-8162-45a2-a0ad-a28cc89f155d not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:24:56.327485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Attempting to bind port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 on network f619d68f-8162-45a2-a0ad-a28cc89f155d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:24:56.333350 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:24:56.333705 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Checking segment: {'id': '4786648a-eac9-4512-9c7c-3c9b63d4c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f619d68f-8162-45a2-a0ad-a28cc89f155d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:24:56.334131 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Bound using segment: {'id': '4786648a-eac9-4512-9c7c-3c9b63d4c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f619d68f-8162-45a2-a0ad-a28cc89f155d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:24:56.334617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Bound port: 569fdd6b-6862-49ca-a2cd-2f7d42f01d28, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4786648a-eac9-4512-9c7c-3c9b63d4c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f619d68f-8162-45a2-a0ad-a28cc89f155d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:24:56.334984 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:56.409542 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fee7be-3237-4994-996b-f9da0fb8bc64 req-78c4c5bc-f7fd-4d22-8a54-80931b53f746 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:56.410446 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] For port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:24:56.411836 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-03fee7be-3237-4994-996b-f9da0fb8bc64 req-78c4c5bc-f7fd-4d22-8a54-80931b53f746 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 944 time: 0.0643067 Feb 07 17:24:56.415888 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] For port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=569fdd6b-6862-49ca-a2cd-2f7d42f01d28,segment=NetworkSegment(4786648a-eac9-4512-9c7c-3c9b63d4c8d4),segment_id=4786648a-eac9-4512-9c7c-3c9b63d4c8d4)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:24:56.422117 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:56.464187 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:56.464812 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:56.466248 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e353cb47-4242-42d7-8b4b-f53a652136da req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] 10.222.0.32 "PUT /v2.0/ports/569fdd6b-6862-49ca-a2cd-2f7d42f01d28 HTTP/1.1" status: 200 len: 1092 time: 0.6411643 Feb 07 17:24:56.466697 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40dfd58-ca52-431a-9d42-aba09454de77', 'tag': '569fdd6b-6862-49ca-a2cd-2f7d42f01d28'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:24:56.468313 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-03fee7be-3237-4994-996b-f9da0fb8bc64 req-e36a5291-fc36-4c25-a638-3737f4e62008 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481873 Feb 07 17:24:56.468943 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ea24b8-dab6-4e23-8766-2e7542770e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "c40dfd58-ca52-431a-9d42-aba09454de77", "tag": "569fdd6b-6862-49ca-a2cd-2f7d42f01d28"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:24:56.497239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8a633-c6a9-4365-baf1-f0fa718b5c07 service neutron] Pushing event updated for resources: {'Port': ['ID=569fdd6b-6862-49ca-a2cd-2f7d42f01d28,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:24:56.544036 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b59f99b-4dd0-47d3-93e5-bd6e2eea048c x-openstack-request-id: req-6b59f99b-4dd0-47d3-93e5-bd6e2eea048c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:24:56.544326 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40dfd58-ca52-431a-9d42-aba09454de77", "tag": "569fdd6b-6862-49ca-a2cd-2f7d42f01d28", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:24:56.544586 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b59f99b-4dd0-47d3-93e5-bd6e2eea048c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:24:56.544974 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40dfd58-ca52-431a-9d42-aba09454de77', 'tag': '569fdd6b-6862-49ca-a2cd-2f7d42f01d28', 'status': 'completed', 'code': 200} Feb 07 17:24:56.566752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353cb47-4242-42d7-8b4b-f53a652136da req-fec69021-7cfc-4fad-af4c-8d4b43d71bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:56.568274 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e353cb47-4242-42d7-8b4b-f53a652136da req-fec69021-7cfc-4fad-af4c-8d4b43d71bc7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c8a86d5268cb4874901ba8f51106ad92&device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 1126 time: 0.0554845 Feb 07 17:24:56.614461 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e353cb47-4242-42d7-8b4b-f53a652136da req-4f135997-a6f4-4615-b7f1-e51aab6c7d76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=569fdd6b-6862-49ca-a2cd-2f7d42f01d28 HTTP/1.1" status: 200 len: 217 time: 0.0391045 Feb 07 17:24:56.669933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353cb47-4242-42d7-8b4b-f53a652136da req-bd664bab-b027-4310-8a85-101bfb2c1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:56.671434 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e353cb47-4242-42d7-8b4b-f53a652136da req-bd664bab-b027-4310-8a85-101bfb2c1933 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e4521aa-f3b4-417e-a903-a4325346112b HTTP/1.1" status: 200 len: 852 time: 0.0510244 Feb 07 17:24:56.704587 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e353cb47-4242-42d7-8b4b-f53a652136da req-eedff034-5258-4100-b397-628c97e82725 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f619d68f-8162-45a2-a0ad-a28cc89f155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278292 Feb 07 17:24:56.805202 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e353cb47-4242-42d7-8b4b-f53a652136da req-0e54eda7-9ac6-4d94-a2ae-b1b720378228 service neutron] 10.222.0.32 "GET /v2.0/networks/f619d68f-8162-45a2-a0ad-a28cc89f155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941250 Feb 07 17:24:56.896174 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e353cb47-4242-42d7-8b4b-f53a652136da req-4de8012c-58eb-456f-868b-3d346eb62d40 service neutron] 10.222.0.32 "GET /v2.0/networks/f619d68f-8162-45a2-a0ad-a28cc89f155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856245 Feb 07 17:24:56.984339 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea24b8-dab6-4e23-8766-2e7542770e2c req-9d116eb5-0fb8-4d4d-8b22-219ee9a8915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:56.985957 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77ea24b8-dab6-4e23-8766-2e7542770e2c req-9d116eb5-0fb8-4d4d-8b22-219ee9a8915b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c8a86d5268cb4874901ba8f51106ad92&device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 1126 time: 0.0476358 Feb 07 17:24:57.080445 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea24b8-dab6-4e23-8766-2e7542770e2c req-a494e051-3de9-458a-9f68-c9edecb47c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:57.082002 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77ea24b8-dab6-4e23-8766-2e7542770e2c req-a494e051-3de9-458a-9f68-c9edecb47c59 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f619d68f-8162-45a2-a0ad-a28cc89f155d HTTP/1.1" status: 200 len: 913 time: 0.0902431 Feb 07 17:24:57.126099 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77ea24b8-dab6-4e23-8766-2e7542770e2c req-781a7f1d-21e8-45fa-b491-d4daeca060b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=569fdd6b-6862-49ca-a2cd-2f7d42f01d28 HTTP/1.1" status: 200 len: 217 time: 0.0379562 Feb 07 17:24:57.180844 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea24b8-dab6-4e23-8766-2e7542770e2c req-7ebf08f7-c0de-494a-954f-01aaf7b7760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:57.182414 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77ea24b8-dab6-4e23-8766-2e7542770e2c req-7ebf08f7-c0de-494a-954f-01aaf7b7760c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e4521aa-f3b4-417e-a903-a4325346112b HTTP/1.1" status: 200 len: 852 time: 0.0499380 Feb 07 17:24:57.221533 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77ea24b8-dab6-4e23-8766-2e7542770e2c req-bb55c546-8d7e-4750-8ef8-5635c1ba6d43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f619d68f-8162-45a2-a0ad-a28cc89f155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323935 Feb 07 17:24:57.315625 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77ea24b8-dab6-4e23-8766-2e7542770e2c req-1e82ef9b-d4e0-43e2-9c86-2aebfbaaa412 service neutron] 10.222.0.32 "GET /v2.0/networks/f619d68f-8162-45a2-a0ad-a28cc89f155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871925 Feb 07 17:24:57.411797 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-77ea24b8-dab6-4e23-8766-2e7542770e2c req-be4745db-ce59-4bf5-9653-2ec76c8fcec4 service neutron] 10.222.0.32 "GET /v2.0/networks/f619d68f-8162-45a2-a0ad-a28cc89f155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900502 Feb 07 17:24:57.588523 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bc1d2-76bc-4007-917c-fe279a3ef992 req-c84d3c63-6582-4b02-8095-6cab85fd3383 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:57.590080 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c0bc1d2-76bc-4007-917c-fe279a3ef992 req-c84d3c63-6582-4b02-8095-6cab85fd3383 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 944 time: 0.0542655 Feb 07 17:24:57.638595 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c0bc1d2-76bc-4007-917c-fe279a3ef992 req-2dfa672e-5982-47dc-bb2e-375a5b70ee60 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419040 Feb 07 17:24:58.214098 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9608-8ae9-40dd-905b-2e19cdd19b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:58.763990 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494563d-ef7e-418b-a23b-92b265647e4e req-c32bed27-2817-43b6-8ee8-e4c0f1c6a17f tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:58.765510 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d494563d-ef7e-418b-a23b-92b265647e4e req-c32bed27-2817-43b6-8ee8-e4c0f1c6a17f tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 944 time: 0.0550947 Feb 07 17:24:58.813725 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d494563d-ef7e-418b-a23b-92b265647e4e req-2f30f495-99a3-4177-805a-f71d8cbaca31 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419981 Feb 07 17:24:59.595071 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:24:59.917672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:24:59.945444 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2273c98-714f-4fd1-ae5c-669b1a056f22 req-81a30e93-b492-497e-a240-d1a439191359 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:24:59.947050 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e2273c98-714f-4fd1-ae5c-669b1a056f22 req-81a30e93-b492-497e-a240-d1a439191359 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 944 time: 0.0569625 Feb 07 17:25:00.004916 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e2273c98-714f-4fd1-ae5c-669b1a056f22 req-60f0a270-2255-457f-b17a-0b66e1142975 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515809 Feb 07 17:25:00.196218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=569fdd6b-6862-49ca-a2cd-2f7d42f01d28,segment=NetworkSegment(4786648a-eac9-4512-9c7c-3c9b63d4c8d4),segment_id=4786648a-eac9-4512-9c7c-3c9b63d4c8d4)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:25:00.207821 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '569fdd6b-6862-49ca-a2cd-2f7d42f01d28', 'network_id': 'f619d68f-8162-45a2-a0ad-a28cc89f155d', 'port_id': '569fdd6b-6862-49ca-a2cd-2f7d42f01d28', 'mac_address': 'fa:16:3e:d7:e5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e4521aa-f3b4-417e-a903-a4325346112b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:25:00.249136 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:25:00.249561 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:00.264980 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:25:00.286667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=569fdd6b-6862-49ca-a2cd-2f7d42f01d28,segment=NetworkSegment(4786648a-eac9-4512-9c7c-3c9b63d4c8d4),segment_id=4786648a-eac9-4512-9c7c-3c9b63d4c8d4)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:25:00.290951 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:00.341432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=569fdd6b-6862-49ca-a2cd-2f7d42f01d28,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:25:00.349151 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:00.349573 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:00.349928 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:00.350292 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:00.350611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:00.350975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:00.351309 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:00.351640 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:00.351971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:00.352301 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:00.352632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:00.353040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:00.353301 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:00.482574 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['569fdd6b-6862-49ca-a2cd-2f7d42f01d28'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:25:00.925300 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:01.129830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ce849-8af7-4eda-a695-d9860fb4a089 req-964ead8c-0920-45ce-b834-7dfc0124dac7 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:01.131238 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-958ce849-8af7-4eda-a695-d9860fb4a089 req-964ead8c-0920-45ce-b834-7dfc0124dac7 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 945 time: 0.0541024 Feb 07 17:25:01.177804 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-958ce849-8af7-4eda-a695-d9860fb4a089 req-1a0ef78d-4bad-4f46-b3a5-7179697dfcd2 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410452 Feb 07 17:25:01.917509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:25:01.964969 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:25:01.968930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:25:01.969392 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:02.048295 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:25:02.048687 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:02.071243 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40dfd58-ca52-431a-9d42-aba09454de77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569fdd6b-6862-49ca-a2cd-2f7d42f01d28'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:25:02.073495 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbc1cdb-0199-403f-a993-3657653fff4a" -d '{"events": [{"server_uuid": "c40dfd58-ca52-431a-9d42-aba09454de77", "name": "network-vif-plugged", "status": "completed", "tag": "569fdd6b-6862-49ca-a2cd-2f7d42f01d28"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:25:02.088061 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=569fdd6b-6862-49ca-a2cd-2f7d42f01d28,segment=NetworkSegment(4786648a-eac9-4512-9c7c-3c9b63d4c8d4),segment_id=4786648a-eac9-4512-9c7c-3c9b63d4c8d4)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:25:02.093231 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:02.118482 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49cd062-d6f7-4bab-b0ab-c38103488f04 x-openstack-request-id: req-e49cd062-d6f7-4bab-b0ab-c38103488f04 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:25:02.118782 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40dfd58-ca52-431a-9d42-aba09454de77", "name": "network-vif-plugged", "status": "completed", "tag": "569fdd6b-6862-49ca-a2cd-2f7d42f01d28", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:25:02.119041 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e49cd062-d6f7-4bab-b0ab-c38103488f04 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:25:02.119437 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40dfd58-ca52-431a-9d42-aba09454de77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569fdd6b-6862-49ca-a2cd-2f7d42f01d28', 'code': 200} Feb 07 17:25:02.147596 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=569fdd6b-6862-49ca-a2cd-2f7d42f01d28,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:25:02.212898 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2cc58-1c7c-4c9b-af2f-99c14a66620d req-af87a270-50c0-47c7-927a-622bf26db54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:02.214453 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86e2cc58-1c7c-4c9b-af2f-99c14a66620d req-af87a270-50c0-47c7-927a-622bf26db54a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 1128 time: 0.0479343 Feb 07 17:25:02.267225 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-86e2cc58-1c7c-4c9b-af2f-99c14a66620d req-f206a4a0-05f7-4ec7-8eee-3ae4168dfa59 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473962 Feb 07 17:25:02.307194 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd038ab-0d7f-4ce2-a482-f1f1363ee220 req-eedf8a7f-15c4-41f7-bc66-7935537c8859 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:02.308668 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bcd038ab-0d7f-4ce2-a482-f1f1363ee220 req-eedf8a7f-15c4-41f7-bc66-7935537c8859 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0567362 Feb 07 17:25:02.354787 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bcd038ab-0d7f-4ce2-a482-f1f1363ee220 req-8f5f55f6-192c-4220-aa57-0d4bb829000e tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404162 Feb 07 17:25:02.436512 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:03.477074 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ca9a2-bf62-4ad3-a141-1591d51d799b req-45131cb5-1cac-4231-b469-ec75b54a95e0 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:03.478527 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f69ca9a2-bf62-4ad3-a141-1591d51d799b req-45131cb5-1cac-4231-b469-ec75b54a95e0 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0526168 Feb 07 17:25:03.524761 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f69ca9a2-bf62-4ad3-a141-1591d51d799b req-7157b376-2c7c-456f-8548-450e2c99ecdd tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404065 Feb 07 17:25:03.819632 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58580) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:25:03.886590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374e5de-cf6c-45c4-aa2b-2a604658cf10 req-888b6943-a7c6-49d3-b682-dd98c9f80581 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:03.888091 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1374e5de-cf6c-45c4-aa2b-2a604658cf10 req-888b6943-a7c6-49d3-b682-dd98c9f80581 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0566747 Feb 07 17:25:03.936725 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-ef988cab-2097-451c-8f36-1bc9df09711a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1159911 Feb 07 17:25:03.938905 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1374e5de-cf6c-45c4-aa2b-2a604658cf10 req-e2b5f5af-1a7a-4f42-84d6-ab1a1d2329eb tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443366 Feb 07 17:25:03.941952 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-40811548-2471-45fa-ad64-f4a7dbde38d4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:25:03.942910 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-40811548-2471-45fa-ad64-f4a7dbde38d4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052795 Feb 07 17:25:05.436668 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcddc4-fdee-4188-8c45-cac4c975efb6 req-c2f49f3d-9582-42cc-9bce-c1f62383e38d tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:05.438196 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cfbcddc4-fdee-4188-8c45-cac4c975efb6 req-c2f49f3d-9582-42cc-9bce-c1f62383e38d tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.4270270 Feb 07 17:25:05.444685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-e64a955d-4752-47f8-a8f7-e3ec7bd52a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:05.446177 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-e64a955d-4752-47f8-a8f7-e3ec7bd52a5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c8a86d5268cb4874901ba8f51106ad92&device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 1128 time: 0.0651236 Feb 07 17:25:05.544536 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cfbcddc4-fdee-4188-8c45-cac4c975efb6 req-03845828-f5fa-41a5-8210-87f8e4322000 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973191 Feb 07 17:25:05.569175 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-ba2cdcd1-c057-4ebe-b8fb-24067b104f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:05.570746 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-ba2cdcd1-c057-4ebe-b8fb-24067b104f66 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f619d68f-8162-45a2-a0ad-a28cc89f155d HTTP/1.1" status: 200 len: 913 time: 0.1171224 Feb 07 17:25:05.612817 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-9aa6519b-4297-464a-b818-6ed852719eba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=569fdd6b-6862-49ca-a2cd-2f7d42f01d28 HTTP/1.1" status: 200 len: 217 time: 0.0365131 Feb 07 17:25:05.664621 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-090ef210-9287-4d92-98ed-e27f68aae6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:05.666146 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-090ef210-9287-4d92-98ed-e27f68aae6bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e4521aa-f3b4-417e-a903-a4325346112b HTTP/1.1" status: 200 len: 852 time: 0.0486851 Feb 07 17:25:05.696827 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-54501800-9c1a-4408-a7c6-ef6a87eb2350 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f619d68f-8162-45a2-a0ad-a28cc89f155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254869 Feb 07 17:25:05.784720 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-02b4cf76-bac5-4f73-a8fd-7ea64d0e761c service neutron] 10.222.0.32 "GET /v2.0/networks/f619d68f-8162-45a2-a0ad-a28cc89f155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825949 Feb 07 17:25:05.874187 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-ddcf91ee-e3ef-4bb0-9244-4b4c85a73250 service neutron] 10.222.0.32 "GET /v2.0/networks/f619d68f-8162-45a2-a0ad-a28cc89f155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843623 Feb 07 17:25:06.682702 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74342a5c-8a0b-4903-8c70-f66189bf8e4d req-90a52bb1-b3d8-457f-818c-f995ca23d688 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:06.684194 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-74342a5c-8a0b-4903-8c70-f66189bf8e4d req-90a52bb1-b3d8-457f-818c-f995ca23d688 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0592163 Feb 07 17:25:06.731063 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-74342a5c-8a0b-4903-8c70-f66189bf8e4d req-20e129d6-d700-46ba-b3f6-d7a881f8f02c tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 Feb 07 17:25:07.856368 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dae06f-eb00-45b7-bb6b-d750beef5899 req-d0f9c639-f1f3-4724-b7fe-9d3584ae6cae tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:07.857857 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-45dae06f-eb00-45b7-bb6b-d750beef5899 req-d0f9c639-f1f3-4724-b7fe-9d3584ae6cae tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0526569 Feb 07 17:25:07.904222 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-45dae06f-eb00-45b7-bb6b-d750beef5899 req-872aca13-7663-4608-8718-54c070ad8478 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403383 Feb 07 17:25:09.025237 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b50e9c-6cb3-43ee-bd54-d96df217aa2b req-e94419ca-5500-469f-8479-a0db5d10bc34 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:09.026755 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e9b50e9c-6cb3-43ee-bd54-d96df217aa2b req-e94419ca-5500-469f-8479-a0db5d10bc34 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0529137 Feb 07 17:25:09.073401 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e9b50e9c-6cb3-43ee-bd54-d96df217aa2b req-711da329-3103-45bb-8fcb-8c1f994c13d7 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409851 Feb 07 17:25:10.199344 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b509d2-f4fb-4efd-8138-af9bcc7ec089 req-49638336-e0e3-4269-93b6-221796bc9bd6 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:10.200828 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84b509d2-f4fb-4efd-8138-af9bcc7ec089 req-49638336-e0e3-4269-93b6-221796bc9bd6 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0547335 Feb 07 17:25:10.253186 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-84b509d2-f4fb-4efd-8138-af9bcc7ec089 req-3611100e-4dcd-4ac0-ae29-a3d42fd683c1 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466983 Feb 07 17:25:11.375708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f85a6e-842e-4e47-bd9d-d5031a469e24 req-b868b800-cddc-4afb-b549-71111e128205 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:11.377881 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-66f85a6e-842e-4e47-bd9d-d5031a469e24 req-b868b800-cddc-4afb-b549-71111e128205 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0524721 Feb 07 17:25:11.428733 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-66f85a6e-842e-4e47-bd9d-d5031a469e24 req-d9e229e8-ef39-4dc5-bf7f-7583b426bfe4 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449841 Feb 07 17:25:12.548610 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d3499-067b-45fc-be41-857b9c3d0ec1 req-909022d1-d3d2-480b-b297-2a5aa1171095 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:12.550822 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2c9d3499-067b-45fc-be41-857b9c3d0ec1 req-909022d1-d3d2-480b-b297-2a5aa1171095 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0529058 Feb 07 17:25:12.565150 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:25:12.597690 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2c9d3499-067b-45fc-be41-857b9c3d0ec1 req-62148288-a63e-4b3b-a9e6-56c7d3bc535a tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412488 Feb 07 17:25:13.717830 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90cd47-7669-43eb-90ed-bc41ff44abd3 req-988e241d-3a99-468b-adc2-3cd4b4531194 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:13.719313 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ea90cd47-7669-43eb-90ed-bc41ff44abd3 req-988e241d-3a99-468b-adc2-3cd4b4531194 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0528574 Feb 07 17:25:13.766007 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ea90cd47-7669-43eb-90ed-bc41ff44abd3 req-e82877c7-dc47-42de-92a5-0183959fd883 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409634 Feb 07 17:25:14.899087 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1a72d-bcbf-4788-bb23-4749a125c963 req-a0afb010-e4ba-4d19-872d-d44c4119b7ce tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:14.900605 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a4a1a72d-bcbf-4788-bb23-4749a125c963 req-a0afb010-e4ba-4d19-872d-d44c4119b7ce tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0625341 Feb 07 17:25:14.949043 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a4a1a72d-bcbf-4788-bb23-4749a125c963 req-841182b2-781b-4107-9630-311cd4993add tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428550 Feb 07 17:25:16.071786 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd72c2-7cf7-4c74-b705-075a16d9b6db req-ef1106c0-cde2-48ce-9415-59ca62915778 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:16.073255 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-59bd72c2-7cf7-4c74-b705-075a16d9b6db req-ef1106c0-cde2-48ce-9415-59ca62915778 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0554402 Feb 07 17:25:16.120729 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-59bd72c2-7cf7-4c74-b705-075a16d9b6db req-1dd42bd4-71c9-481a-adfa-1c7a00e5b2ad tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419059 Feb 07 17:25:17.248655 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e3c31-bbdf-4904-bdb9-b970901a5013 req-ee62f3f3-8b48-43f7-b6a4-32d164553bd2 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:17.250179 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5f0e3c31-bbdf-4904-bdb9-b970901a5013 req-ee62f3f3-8b48-43f7-b6a4-32d164553bd2 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0572593 Feb 07 17:25:17.298922 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5f0e3c31-bbdf-4904-bdb9-b970901a5013 req-ed38837e-fd8f-4f4c-8fc8-4cd763dcf2c2 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429430 Feb 07 17:25:18.422772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69b68e-b8a3-4dca-ae2d-0cbc63e554cf req-24ea4056-2311-4fa3-afcd-85de40b5b8f3 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:18.424861 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3f69b68e-b8a3-4dca-ae2d-0cbc63e554cf req-24ea4056-2311-4fa3-afcd-85de40b5b8f3 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0567961 Feb 07 17:25:18.472216 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3f69b68e-b8a3-4dca-ae2d-0cbc63e554cf req-d35e15f4-d770-46c4-9034-60847139da89 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415330 Feb 07 17:25:19.598446 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e27293-a6df-401f-8231-66d07b0f4627 req-1b99f651-6e0b-4276-91b9-261524be335e tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:19.599985 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-59e27293-a6df-401f-8231-66d07b0f4627 req-1b99f651-6e0b-4276-91b9-261524be335e tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0536060 Feb 07 17:25:19.648775 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-59e27293-a6df-401f-8231-66d07b0f4627 req-16b7b396-e02c-4668-be27-228eb8a97ef7 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409250 Feb 07 17:25:20.768244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a0506-d8b9-40fe-8acf-0817d874b7d3 req-92264d65-a005-447d-8814-1b1e16638ed1 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:20.769764 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f35a0506-d8b9-40fe-8acf-0817d874b7d3 req-92264d65-a005-447d-8814-1b1e16638ed1 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0532410 Feb 07 17:25:20.816190 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f35a0506-d8b9-40fe-8acf-0817d874b7d3 req-f93914ea-77c1-4ede-a7b2-ba24ca5d8894 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408263 Feb 07 17:25:21.573499 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:21.937541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13662c-b77f-44aa-80ac-e8b63780f4e1 req-38e0868a-220b-44b5-bf3c-c9b71f350cc3 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:21.939028 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eb13662c-b77f-44aa-80ac-e8b63780f4e1 req-38e0868a-220b-44b5-bf3c-c9b71f350cc3 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0529788 Feb 07 17:25:21.990777 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eb13662c-b77f-44aa-80ac-e8b63780f4e1 req-8c7020ba-833c-4542-9093-9e95ef7c7a10 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454810 Feb 07 17:25:23.114693 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6276a-c200-43e6-bcf5-09b417e8852d req-77837062-8b0d-4913-8119-ad78907ba87e tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:23.116162 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-92c6276a-c200-43e6-bcf5-09b417e8852d req-77837062-8b0d-4913-8119-ad78907ba87e tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0572586 Feb 07 17:25:23.162920 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-92c6276a-c200-43e6-bcf5-09b417e8852d req-2a2f9090-3b7a-4fab-8063-06a269605ed2 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412476 Feb 07 17:25:23.471297 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:24.284024 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e4a3d-ba90-4b40-ab09-5c1d2b84930f req-4aaa7603-3459-4d13-97c0-978ceaadf3b1 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:24.286755 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-405e4a3d-ba90-4b40-ab09-5c1d2b84930f req-4aaa7603-3459-4d13-97c0-978ceaadf3b1 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0550330 Feb 07 17:25:24.333333 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-405e4a3d-ba90-4b40-ab09-5c1d2b84930f req-21b945a6-d6d1-43e4-9fb2-aff5cdf29142 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412223 Feb 07 17:25:25.456175 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad48428-1724-4d9c-858b-1bc82bd37669 req-9e0ede1d-b8a7-4959-aca4-00c7e0982029 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:25.457922 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dad48428-1724-4d9c-858b-1bc82bd37669 req-9e0ede1d-b8a7-4959-aca4-00c7e0982029 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0534043 Feb 07 17:25:25.505835 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dad48428-1724-4d9c-858b-1bc82bd37669 req-c66a5aa1-a59f-4558-881d-8c24358dcb7a tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418825 Feb 07 17:25:25.810809 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d80b7d62-4c0e-490b-83eb-4566c731521e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:26.624988 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46d3fd-8e1d-447a-b3eb-3716148d3104 req-eb504040-71f3-4666-b82b-2b3aa210afcf tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:26.626510 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e46d3fd-8e1d-447a-b3eb-3716148d3104 req-eb504040-71f3-4666-b82b-2b3aa210afcf tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0523510 Feb 07 17:25:26.675395 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e46d3fd-8e1d-447a-b3eb-3716148d3104 req-4bb54b4e-d78a-4585-9c31-fcb5de86e18d tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425053 Feb 07 17:25:27.795687 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c697c1-6c1a-4b9f-9e5a-845fe933a7b6 req-1046f16c-fc65-4ec2-895d-b3a6f0742dc6 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:27.797466 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-01c697c1-6c1a-4b9f-9e5a-845fe933a7b6 req-1046f16c-fc65-4ec2-895d-b3a6f0742dc6 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0531919 Feb 07 17:25:27.846121 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-01c697c1-6c1a-4b9f-9e5a-845fe933a7b6 req-df8b6d49-6e03-44bc-81ed-83ee825bf759 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430932 Feb 07 17:25:28.215751 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b0acc8ca-1006-4b96-a587-1a287762955b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:28.973180 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c50652-ff84-4b9a-a4c6-beae579d3ee5 req-0ef6efb9-3684-41ff-b862-28f2ed0443e8 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:28.974764 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01c50652-ff84-4b9a-a4c6-beae579d3ee5 req-0ef6efb9-3684-41ff-b862-28f2ed0443e8 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0592542 Feb 07 17:25:29.023677 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01c50652-ff84-4b9a-a4c6-beae579d3ee5 req-46d772eb-2e0e-4447-9e53-8e0c29ddcce7 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432589 Feb 07 17:25:29.596740 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:30.144333 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411d809-402f-4bb1-9023-d69ef7392a3f req-7688c59d-d421-4418-be63-f1075f984aba tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:30.145942 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6411d809-402f-4bb1-9023-d69ef7392a3f req-7688c59d-d421-4418-be63-f1075f984aba tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0540583 Feb 07 17:25:30.194980 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6411d809-402f-4bb1-9023-d69ef7392a3f req-3342a3e6-c3e0-44cb-9670-4374025172c4 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429840 Feb 07 17:25:30.927770 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:31.316189 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13a412-b848-4633-8b8d-7e7e51a9a92e req-d1ad4e0f-9c04-44bc-a59e-55bb89066cf2 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:31.317695 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d13a412-b848-4633-8b8d-7e7e51a9a92e req-d1ad4e0f-9c04-44bc-a59e-55bb89066cf2 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0540562 Feb 07 17:25:31.365241 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3d13a412-b848-4633-8b8d-7e7e51a9a92e req-a3194dae-7026-4b06-b843-708b013ad589 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419691 Feb 07 17:25:32.439799 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:32.486923 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b35141-d526-4cbf-8805-56bf26f48386 req-715795d0-8289-4163-9e89-7abe9429d61f tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:32.488665 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-90b35141-d526-4cbf-8805-56bf26f48386 req-715795d0-8289-4163-9e89-7abe9429d61f tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 946 time: 0.0546284 Feb 07 17:25:32.536090 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-90b35141-d526-4cbf-8805-56bf26f48386 req-5af5112b-9c0a-4f1e-a278-5b62fc376b47 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416706 Feb 07 17:25:32.805615 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-52fd869b-7409-46e9-b8df-fb7a0053dadb service neutron] show failed (client error): The resource could not be found. Feb 07 17:25:32.806551 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-52fd869b-7409-46e9-b8df-fb7a0053dadb service neutron] 10.222.0.32 "GET /v2.0/ports/569fdd6b-6862-49ca-a2cd-2f7d42f01d28/bindings/n-h1-827865-3 HTTP/1.1" status: 404 len: 380 time: 0.0590701 Feb 07 17:25:33.036409 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-2dbd0f25-449a-4ffe-9126-14776ec65d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:33.037983 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-2dbd0f25-449a-4ffe-9126-14776ec65d4d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77&tenant_id=c8a86d5268cb4874901ba8f51106ad92 HTTP/1.1" status: 200 len: 1128 time: 0.0772178 Feb 07 17:25:33.048456 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827865-3', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:25:33.109947 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:33.311199 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] For port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=569fdd6b-6862-49ca-a2cd-2f7d42f01d28,segment=NetworkSegment(4786648a-eac9-4512-9c7c-3c9b63d4c8d4),segment_id=4786648a-eac9-4512-9c7c-3c9b63d4c8d4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:25:33.343423 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] For port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:25:33.385120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40dfd58-ca52-431a-9d42-aba09454de77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '569fdd6b-6862-49ca-a2cd-2f7d42f01d28'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:25:33.387516 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141c147a-9f0d-42d8-aadb-630c1a1950b5" -d '{"events": [{"server_uuid": "c40dfd58-ca52-431a-9d42-aba09454de77", "name": "network-vif-unplugged", "status": "completed", "tag": "569fdd6b-6862-49ca-a2cd-2f7d42f01d28"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:25:33.391156 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Publish callbacks [] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:33.404647 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Transition to ACTIVE for port object 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:25:33.410183 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:33.443676 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 17:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e68e65-1ae2-4e79-bb3f-56e183784ada x-openstack-request-id: req-25e68e65-1ae2-4e79-bb3f-56e183784ada {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:25:33.443676 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40dfd58-ca52-431a-9d42-aba09454de77", "name": "network-vif-unplugged", "status": "completed", "tag": "569fdd6b-6862-49ca-a2cd-2f7d42f01d28", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:25:33.443873 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25e68e65-1ae2-4e79-bb3f-56e183784ada {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:25:33.444116 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40dfd58-ca52-431a-9d42-aba09454de77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '569fdd6b-6862-49ca-a2cd-2f7d42f01d28', 'code': 200} Feb 07 17:25:33.476533 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] No DVR routers for this DVR port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:25:33.478522 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Pushing event updated for resources: {'Port': ['ID=569fdd6b-6862-49ca-a2cd-2f7d42f01d28,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:25:33.490485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:33.490833 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:33.491178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:33.491517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:33.491847 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:33.492180 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:33.492505 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:33.492832 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:33.493157 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:33.493507 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:33.493834 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:33.494157 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:33.494484 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:25:33.530139 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Attempting to bind port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:25:33.530477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Attempting to bind port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '4786648a-eac9-4512-9c7c-3c9b63d4c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f619d68f-8162-45a2-a0ad-a28cc89f155d'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:25:33.530805 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Attempting to bind port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 on network f619d68f-8162-45a2-a0ad-a28cc89f155d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:25:33.535859 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 on network f619d68f-8162-45a2-a0ad-a28cc89f155d not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:25:33.536186 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Attempting to bind port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 on network f619d68f-8162-45a2-a0ad-a28cc89f155d {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:25:33.540939 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:25:33.541303 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Checking segment: {'id': '4786648a-eac9-4512-9c7c-3c9b63d4c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f619d68f-8162-45a2-a0ad-a28cc89f155d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:25:33.541687 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Bound using segment: {'id': '4786648a-eac9-4512-9c7c-3c9b63d4c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f619d68f-8162-45a2-a0ad-a28cc89f155d'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:25:33.542107 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Bound port: 569fdd6b-6862-49ca-a2cd-2f7d42f01d28, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4786648a-eac9-4512-9c7c-3c9b63d4c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f619d68f-8162-45a2-a0ad-a28cc89f155d'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:25:33.542462 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:33.607624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] For port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:25:33.611100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] For port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=569fdd6b-6862-49ca-a2cd-2f7d42f01d28,segment=NetworkSegment(4786648a-eac9-4512-9c7c-3c9b63d4c8d4),segment_id=4786648a-eac9-4512-9c7c-3c9b63d4c8d4)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:25:33.617788 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:33.651513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:33.652131 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:33.653549 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] 10.222.0.48 "PUT /v2.0/ports/569fdd6b-6862-49ca-a2cd-2f7d42f01d28 HTTP/1.1" status: 200 len: 1092 time: 0.6090362 Feb 07 17:25:33.667135 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64368f7f-2c06-467b-a619-9248dfc0d789 req-f5e7ca3f-e138-407e-a9de-5d7708e5c76d tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:33.668837 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-64368f7f-2c06-467b-a619-9248dfc0d789 req-f5e7ca3f-e138-407e-a9de-5d7708e5c76d tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 944 time: 0.0615535 Feb 07 17:25:33.678193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8714f6-9128-495d-9d48-c88abf04a189 service neutron] Pushing event updated for resources: {'Port': ['ID=569fdd6b-6862-49ca-a2cd-2f7d42f01d28,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:25:33.716453 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-64368f7f-2c06-467b-a619-9248dfc0d789 req-65398bec-bfd3-4262-8dab-307661c4858f tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414922 Feb 07 17:25:33.728345 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-c1b8f049-d0b1-4c86-9fae-492abcdc0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:33.730056 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-c1b8f049-d0b1-4c86-9fae-492abcdc0ee0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c8a86d5268cb4874901ba8f51106ad92&device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 1126 time: 0.0478144 Feb 07 17:25:33.822184 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-322f1a99-25d9-46a9-ab20-44227a4f0153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:33.823724 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-322f1a99-25d9-46a9-ab20-44227a4f0153 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f619d68f-8162-45a2-a0ad-a28cc89f155d HTTP/1.1" status: 200 len: 913 time: 0.0869536 Feb 07 17:25:33.865651 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-3f207ae0-1443-4373-be33-6d94a2d35a3c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=569fdd6b-6862-49ca-a2cd-2f7d42f01d28 HTTP/1.1" status: 200 len: 217 time: 0.0357718 Feb 07 17:25:33.917481 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-98c3d6e7-53ed-446d-9560-97e958a6acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:33.918870 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-98c3d6e7-53ed-446d-9560-97e958a6acbd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e4521aa-f3b4-417e-a903-a4325346112b HTTP/1.1" status: 200 len: 852 time: 0.0482676 Feb 07 17:25:33.950763 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-ca88b419-3613-4f76-baf3-9035c3f80994 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f619d68f-8162-45a2-a0ad-a28cc89f155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256758 Feb 07 17:25:34.037696 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-0ce427dd-7e92-4c57-9284-8f9b8b36540e service neutron] 10.222.0.48 "GET /v2.0/networks/f619d68f-8162-45a2-a0ad-a28cc89f155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801773 Feb 07 17:25:34.130105 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a14cfdde-12c3-446c-b4f1-76e9a86568ad req-686be1d6-d617-4ee5-9558-89cac7fef946 service neutron] 10.222.0.48 "GET /v2.0/networks/f619d68f-8162-45a2-a0ad-a28cc89f155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871735 Feb 07 17:25:34.842887 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9721d-4b9d-4139-8c33-ce90933138cf req-d6224572-5595-4fe5-8524-b3a09defbaac tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:34.844356 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2cf9721d-4b9d-4139-8c33-ce90933138cf req-d6224572-5595-4fe5-8524-b3a09defbaac tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 944 time: 0.0534937 Feb 07 17:25:34.891321 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2cf9721d-4b9d-4139-8c33-ce90933138cf req-73c41790-8a03-4e3a-b378-22f4244610dc tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408463 Feb 07 17:25:35.445140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40dfd58-ca52-431a-9d42-aba09454de77', 'tag': '569fdd6b-6862-49ca-a2cd-2f7d42f01d28'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:25:35.447450 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34709b03-5eca-4e87-9950-6b9f92aced61" -d '{"events": [{"name": "network-changed", "server_uuid": "c40dfd58-ca52-431a-9d42-aba09454de77", "tag": "569fdd6b-6862-49ca-a2cd-2f7d42f01d28"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:25:35.496395 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198421ee-4bcd-4d55-9350-5bf034202a62 x-openstack-request-id: req-198421ee-4bcd-4d55-9350-5bf034202a62 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:25:35.496692 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40dfd58-ca52-431a-9d42-aba09454de77", "tag": "569fdd6b-6862-49ca-a2cd-2f7d42f01d28", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:25:35.496949 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-198421ee-4bcd-4d55-9350-5bf034202a62 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:25:35.497372 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40dfd58-ca52-431a-9d42-aba09454de77', 'tag': '569fdd6b-6862-49ca-a2cd-2f7d42f01d28', 'status': 'completed', 'code': 200} Feb 07 17:25:35.591522 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-787a5efb-12ce-4f92-badb-61de61b4be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:35.593032 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-787a5efb-12ce-4f92-badb-61de61b4be22 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c8a86d5268cb4874901ba8f51106ad92&device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 1126 time: 0.0719235 Feb 07 17:25:35.594790 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-77663b4b-8572-4d10-a08d-4f18907b61cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:35.596124 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-77663b4b-8572-4d10-a08d-4f18907b61cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c8a86d5268cb4874901ba8f51106ad92&device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 1126 time: 0.0837002 Feb 07 17:25:35.752796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-06c77bdd-02f2-468c-aa4b-a396e9ef24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:35.754389 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-06c77bdd-02f2-468c-aa4b-a396e9ef24c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f619d68f-8162-45a2-a0ad-a28cc89f155d HTTP/1.1" status: 200 len: 913 time: 0.1544292 Feb 07 17:25:35.755481 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-c26aa0ab-2ba0-4250-a03d-21464d94309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:35.756774 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-c26aa0ab-2ba0-4250-a03d-21464d94309f service neutron] 10.222.0.32 "GET /v2.0/networks?id=f619d68f-8162-45a2-a0ad-a28cc89f155d HTTP/1.1" status: 200 len: 913 time: 0.1494455 Feb 07 17:25:35.803065 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-f1c45179-0bc1-4aec-8842-e96865aca950 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=569fdd6b-6862-49ca-a2cd-2f7d42f01d28 HTTP/1.1" status: 200 len: 217 time: 0.0428064 Feb 07 17:25:35.836347 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-8a8e497a-d011-4287-ab31-e06c2ce09ff6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=569fdd6b-6862-49ca-a2cd-2f7d42f01d28 HTTP/1.1" status: 200 len: 217 time: 0.0705609 Feb 07 17:25:35.903068 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-ddc3df64-cf98-4c85-a597-8db3f7ec2ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:35.904552 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-ddc3df64-cf98-4c85-a597-8db3f7ec2ebd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e4521aa-f3b4-417e-a903-a4325346112b HTTP/1.1" status: 200 len: 852 time: 0.0765660 Feb 07 17:25:35.910147 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-23967421-2a4f-4840-8b83-4d800648bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:35.911549 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-23967421-2a4f-4840-8b83-4d800648bd2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e4521aa-f3b4-417e-a903-a4325346112b HTTP/1.1" status: 200 len: 852 time: 0.0565794 Feb 07 17:25:35.963195 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-5645bb32-435f-4625-b6da-e78ba63ed8e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f619d68f-8162-45a2-a0ad-a28cc89f155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501723 Feb 07 17:25:35.966219 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-9f1b9f63-84f9-440d-8993-88e476109b0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f619d68f-8162-45a2-a0ad-a28cc89f155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458274 Feb 07 17:25:35.987778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-a301d287-ca78-4e9b-a8b8-232acabb5138 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:25:35.988787 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-a301d287-ca78-4e9b-a8b8-232acabb5138 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129757 Feb 07 17:25:36.057571 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:25:36.095714 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] The host n-h2-827865-3 is not matching for port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 host n-h1-827865-3! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 17:25:36.096109 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:25:36.148633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b454e45-1c27-4e00-876c-66e990c4b92e req-3603568a-5012-4ef6-8454-5a4511a96218 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:36.150228 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b454e45-1c27-4e00-876c-66e990c4b92e req-3603568a-5012-4ef6-8454-5a4511a96218 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 944 time: 0.1860454 Feb 07 17:25:36.168420 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-457eea73-89f3-4ea6-9c51-5db78f52f2ae service neutron] 10.222.0.32 "GET /v2.0/networks/f619d68f-8162-45a2-a0ad-a28cc89f155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935363 Feb 07 17:25:36.236574 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-04e5caab-29ee-4248-a142-80fb1c3dbde7 service neutron] 10.222.0.48 "GET /v2.0/networks/f619d68f-8162-45a2-a0ad-a28cc89f155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248993 Feb 07 17:25:36.312728 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b454e45-1c27-4e00-876c-66e990c4b92e req-805efa42-7c7a-44cd-86ea-c84bcb35fd9f tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533580 Feb 07 17:25:36.364177 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-aeb37f86-8467-42d4-a052-ca3a65e6e129 service neutron] 10.222.0.32 "GET /v2.0/networks/f619d68f-8162-45a2-a0ad-a28cc89f155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770310 Feb 07 17:25:36.377182 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34709b03-5eca-4e87-9950-6b9f92aced61 req-b42fafe1-fcb6-45ba-9700-2657ae419bec service neutron] 10.222.0.48 "GET /v2.0/networks/f619d68f-8162-45a2-a0ad-a28cc89f155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325293 Feb 07 17:25:37.437244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d68e4-a67f-4a54-b535-a1ffa1b24c65 req-82b236b1-6555-48f4-9949-3cbb40eda4cb tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:37.438719 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-856d68e4-a67f-4a54-b535-a1ffa1b24c65 req-82b236b1-6555-48f4-9949-3cbb40eda4cb tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 944 time: 0.0539582 Feb 07 17:25:37.486948 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-856d68e4-a67f-4a54-b535-a1ffa1b24c65 req-6d4f66df-03d9-4eac-8b11-731b18c84b7e tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418885 Feb 07 17:25:37.761963 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-3a307c65-5bff-4ed2-916c-5e93917abdee tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:37.763472 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-3a307c65-5bff-4ed2-916c-5e93917abdee tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.32 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77&tenant_id=c8a86d5268cb4874901ba8f51106ad92&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 944 time: 0.0909219 Feb 07 17:25:37.826839 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-e6ef365d-1670-4adb-aff3-09c4e8702590 service neutron] delete failed (client error): The resource could not be found. Feb 07 17:25:37.827851 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-e6ef365d-1670-4adb-aff3-09c4e8702590 service neutron] 10.222.0.32 "DELETE /v2.0/ports/569fdd6b-6862-49ca-a2cd-2f7d42f01d28/bindings/n-h2-827865-3 HTTP/1.1" status: 404 len: 380 time: 0.0575824 Feb 07 17:25:37.914230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-0d3fb253-eede-49cb-bc95-cc8c8b682a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:37.915772 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-0d3fb253-eede-49cb-bc95-cc8c8b682a08 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c8a86d5268cb4874901ba8f51106ad92&device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 1126 time: 0.0455256 Feb 07 17:25:38.002881 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-b7730c7d-0492-49ce-b17f-201198d0b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:38.005092 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-b7730c7d-0492-49ce-b17f-201198d0b203 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f619d68f-8162-45a2-a0ad-a28cc89f155d HTTP/1.1" status: 200 len: 913 time: 0.0835466 Feb 07 17:25:38.048729 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-d4316f7f-3a7f-4fc0-820c-603e53bb7b71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=569fdd6b-6862-49ca-a2cd-2f7d42f01d28 HTTP/1.1" status: 200 len: 217 time: 0.0378509 Feb 07 17:25:38.096678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-5ba07d80-e0c6-436c-9c09-e0ca110240db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:38.098270 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-5ba07d80-e0c6-436c-9c09-e0ca110240db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e4521aa-f3b4-417e-a903-a4325346112b HTTP/1.1" status: 200 len: 852 time: 0.0442610 Feb 07 17:25:38.130349 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-73affb72-c072-4607-8701-ef29e16ed3cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f619d68f-8162-45a2-a0ad-a28cc89f155d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265610 Feb 07 17:25:38.219989 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-4cf9a062-3fe9-47c7-befc-07fd296e3acb service neutron] 10.222.0.32 "GET /v2.0/networks/f619d68f-8162-45a2-a0ad-a28cc89f155d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838623 Feb 07 17:25:38.309618 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-c8546c02-a6e2-4779-8dcb-d4ebd480f7bc service neutron] 10.222.0.32 "GET /v2.0/networks/f619d68f-8162-45a2-a0ad-a28cc89f155d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835023 Feb 07 17:25:38.978891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095dd68-448f-48f6-aa6a-28a8de654621 req-e2a38072-7d23-4633-a259-953ba3685f44 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:38.980277 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c095dd68-448f-48f6-aa6a-28a8de654621 req-e2a38072-7d23-4633-a259-953ba3685f44 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 944 time: 0.0526109 Feb 07 17:25:39.030350 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c095dd68-448f-48f6-aa6a-28a8de654621 req-bb05cc89-6019-4a75-81b0-0f8d5afeadc8 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441778 Feb 07 17:25:39.637646 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:25:39.732815 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=569fdd6b-6862-49ca-a2cd-2f7d42f01d28,segment=NetworkSegment(4786648a-eac9-4512-9c7c-3c9b63d4c8d4),segment_id=4786648a-eac9-4512-9c7c-3c9b63d4c8d4)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:25:39.744897 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '569fdd6b-6862-49ca-a2cd-2f7d42f01d28', 'network_id': 'f619d68f-8162-45a2-a0ad-a28cc89f155d', 'port_id': '569fdd6b-6862-49ca-a2cd-2f7d42f01d28', 'mac_address': 'fa:16:3e:d7:e5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e4521aa-f3b4-417e-a903-a4325346112b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:25:39.781503 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:25:39.781896 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:39.798298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:25:39.818209 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=569fdd6b-6862-49ca-a2cd-2f7d42f01d28,segment=NetworkSegment(4786648a-eac9-4512-9c7c-3c9b63d4c8d4),segment_id=4786648a-eac9-4512-9c7c-3c9b63d4c8d4)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:25:39.822335 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:39.869695 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=569fdd6b-6862-49ca-a2cd-2f7d42f01d28,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:25:40.155738 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163309e-03f1-484e-8012-9f89f6dd85f6 req-7dacc4bf-de0f-4380-a740-e3927f3cfcf7 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:40.157206 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5163309e-03f1-484e-8012-9f89f6dd85f6 req-7dacc4bf-de0f-4380-a740-e3927f3cfcf7 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 945 time: 0.0555530 Feb 07 17:25:40.213306 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5163309e-03f1-484e-8012-9f89f6dd85f6 req-eeed92dc-20ab-49ae-8198-ae5b9a6a777d tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b91251e-ed58-4c06-926b-cb25c5864f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501745 Feb 07 17:25:40.266806 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-9b141b28-4fe2-4f66-b115-0bb89a1a426e tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:40.268308 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-9b141b28-4fe2-4f66-b115-0bb89a1a426e tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.48 "GET /v2.0/ports?device_id=c40dfd58-ca52-431a-9d42-aba09454de77 HTTP/1.1" status: 200 len: 945 time: 0.0523689 Feb 07 17:25:40.359312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-d24c6e64-f2a5-4f19-b519-3e71ad5090e7 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Deleting port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:25:40.359569 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-d24c6e64-f2a5-4f19-b519-3e71ad5090e7 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:40.454890 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-d24c6e64-f2a5-4f19-b519-3e71ad5090e7 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] For port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=569fdd6b-6862-49ca-a2cd-2f7d42f01d28,segment=NetworkSegment(4786648a-eac9-4512-9c7c-3c9b63d4c8d4),segment_id=4786648a-eac9-4512-9c7c-3c9b63d4c8d4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:25:40.455254 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-d24c6e64-f2a5-4f19-b519-3e71ad5090e7 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:40.468217 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-d24c6e64-f2a5-4f19-b519-3e71ad5090e7 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Calling delete_port for 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:25:40.599185 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-d24c6e64-f2a5-4f19-b519-3e71ad5090e7 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (569fdd6b-6862-49ca-a2cd-2f7d42f01d28), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:40.630546 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c6e64-f2a5-4f19-b519-3e71ad5090e7 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Pushing event deleted for resources: {'Port': ['ID=569fdd6b-6862-49ca-a2cd-2f7d42f01d28,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:25:40.672813 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-d24c6e64-f2a5-4f19-b519-3e71ad5090e7 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] No DVR routers for this DVR port 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:25:40.676275 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-d24c6e64-f2a5-4f19-b519-3e71ad5090e7 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:40.680205 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0337a402-d9bc-4532-95d3-29562e3d91ac req-d24c6e64-f2a5-4f19-b519-3e71ad5090e7 tempest-DeleteServersTestJSON-1444352376 tempest-DeleteServersTestJSON-1444352376-project] 10.222.0.48 "DELETE /v2.0/ports/569fdd6b-6862-49ca-a2cd-2f7d42f01d28 HTTP/1.1" status: 204 len: 173 time: 0.4068418 Feb 07 17:25:40.680721 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40dfd58-ca52-431a-9d42-aba09454de77', 'name': 'network-vif-deleted', 'tag': '569fdd6b-6862-49ca-a2cd-2f7d42f01d28'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:25:40.683142 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5296ae-3ec3-4bc4-a04c-391e6d928f1d" -d '{"events": [{"server_uuid": "c40dfd58-ca52-431a-9d42-aba09454de77", "name": "network-vif-deleted", "tag": "569fdd6b-6862-49ca-a2cd-2f7d42f01d28"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:25:40.815246 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae2f535-58b9-4ec8-b61c-7ea6b100aedb x-openstack-request-id: req-3ae2f535-58b9-4ec8-b61c-7ea6b100aedb {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:25:40.815573 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40dfd58-ca52-431a-9d42-aba09454de77", "name": "network-vif-deleted", "tag": "569fdd6b-6862-49ca-a2cd-2f7d42f01d28", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:25:40.816018 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ae2f535-58b9-4ec8-b61c-7ea6b100aedb {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:25:40.816578 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40dfd58-ca52-431a-9d42-aba09454de77', 'name': 'network-vif-deleted', 'tag': '569fdd6b-6862-49ca-a2cd-2f7d42f01d28', 'status': 'completed', 'code': 200} Feb 07 17:25:41.343259 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58684) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:25:41.387907 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-1052f90c-59b1-424c-b0cd-a4e9b07bb3df admin admin] Deleting subnet 6e4521aa-f3b4-417e-a903-a4325346112b {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:25:41.390759 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1052f90c-59b1-424c-b0cd-a4e9b07bb3df admin admin] Publish callbacks [] for subnet (6e4521aa-f3b4-417e-a903-a4325346112b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:41.425479 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1052f90c-59b1-424c-b0cd-a4e9b07bb3df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (6e4521aa-f3b4-417e-a903-a4325346112b), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:41.463216 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1052f90c-59b1-424c-b0cd-a4e9b07bb3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (6e4521aa-f3b4-417e-a903-a4325346112b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:41.515525 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1052f90c-59b1-424c-b0cd-a4e9b07bb3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (6e4521aa-f3b4-417e-a903-a4325346112b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:41.548158 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052f90c-59b1-424c-b0cd-a4e9b07bb3df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e4521aa-f3b4-417e-a903-a4325346112b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:25:41.550330 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1052f90c-59b1-424c-b0cd-a4e9b07bb3df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:41.556180 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1052f90c-59b1-424c-b0cd-a4e9b07bb3df admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6e4521aa-f3b4-417e-a903-a4325346112b HTTP/1.1" status: 204 len: 168 time: 0.2096939 Feb 07 17:25:41.556409 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58686) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:25:41.626035 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dd567e2-b914-4148-9f15-a5460d315dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (f619d68f-8162-45a2-a0ad-a28cc89f155d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:41.647263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:25:41.654603 n-d-827865-3 neutron-server[103228]: INFO neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No ports have port_id starting with 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 Feb 07 17:25:41.655822 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 requested by agent hyperv_n-h1-827865-3 not found in database {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 07 17:25:41.715234 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dd567e2-b914-4148-9f15-a5460d315dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (f619d68f-8162-45a2-a0ad-a28cc89f155d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:41.735981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9dd567e2-b914-4148-9f15-a5460d315dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f619d68f-8162-45a2-a0ad-a28cc89f155d']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:25:41.746152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9dd567e2-b914-4148-9f15-a5460d315dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4786648a-eac9-4512-9c7c-3c9b63d4c8d4') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:25:41.746453 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-9dd567e2-b914-4148-9f15-a5460d315dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4786648a-eac9-4512-9c7c-3c9b63d4c8d4') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:25:41.756033 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dd567e2-b914-4148-9f15-a5460d315dbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (4786648a-eac9-4512-9c7c-3c9b63d4c8d4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:41.768889 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dd567e2-b914-4148-9f15-a5460d315dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4786648a-eac9-4512-9c7c-3c9b63d4c8d4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:41.774657 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd567e2-b914-4148-9f15-a5460d315dbb admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:25:41.775035 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dd567e2-b914-4148-9f15-a5460d315dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (4786648a-eac9-4512-9c7c-3c9b63d4c8d4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:25:41.776652 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:25:41.829556 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dd567e2-b914-4148-9f15-a5460d315dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (f619d68f-8162-45a2-a0ad-a28cc89f155d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:41.835579 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9dd567e2-b914-4148-9f15-a5460d315dbb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:41.838749 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9dd567e2-b914-4148-9f15-a5460d315dbb admin admin] 10.222.0.18 "DELETE /v2.0/networks/f619d68f-8162-45a2-a0ad-a28cc89f155d HTTP/1.1" status: 204 len: 168 time: 0.2814195 Feb 07 17:25:41.850339 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd567e2-b914-4148-9f15-a5460d315dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=f619d68f-8162-45a2-a0ad-a28cc89f155d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:25:41.947504 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58690) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:25:41.988391 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-43b2b275-bbd6-420f-a40b-f76134801f75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8a86d5268cb4874901ba8f51106ad92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392604 Feb 07 17:25:41.990733 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58692) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:25:42.043935 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbf1822a-319d-4d71-a323-5807f28f0171 admin admin] Publish callbacks [] for security_group (8b91251e-ed58-4c06-926b-cb25c5864f24), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:42.065039 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbf1822a-319d-4d71-a323-5807f28f0171 admin admin] Publish callbacks [] for security_group (8b91251e-ed58-4c06-926b-cb25c5864f24), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:42.114606 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbf1822a-319d-4d71-a323-5807f28f0171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8b91251e-ed58-4c06-926b-cb25c5864f24), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:42.117414 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbf1822a-319d-4d71-a323-5807f28f0171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:42.118661 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bbf1822a-319d-4d71-a323-5807f28f0171 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b91251e-ed58-4c06-926b-cb25c5864f24 HTTP/1.1" status: 204 len: 168 time: 0.1270075 Feb 07 17:25:42.126646 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1822a-319d-4d71-a323-5807f28f0171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b91251e-ed58-4c06-926b-cb25c5864f24,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:25:42.815243 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 58714) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:25:42.915817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-76fa36ef-b282-45bf-a909-393e6c3e4b4b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1091455321-network', 'tenant_id': 'd69d00d6a8574c16abe0847682bddb05'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:25:42.936288 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fa36ef-b282-45bf-a909-393e6c3e4b4b admin admin] Made reservation on behalf of d69d00d6a8574c16abe0847682bddb05 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:25:42.938575 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76fa36ef-b282-45bf-a909-393e6c3e4b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:42.947669 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76fa36ef-b282-45bf-a909-393e6c3e4b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:43.021583 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76fa36ef-b282-45bf-a909-393e6c3e4b4b admin admin] Publish callbacks [] for security_group (aa466067-6f85-45e3-9d11-0083a57a6092), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:43.025452 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76fa36ef-b282-45bf-a909-393e6c3e4b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (aa466067-6f85-45e3-9d11-0083a57a6092), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:43.049267 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fa36ef-b282-45bf-a909-393e6c3e4b4b admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:25:43.058716 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa36ef-b282-45bf-a909-393e6c3e4b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa466067-6f85-45e3-9d11-0083a57a6092,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:25:43.064606 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76fa36ef-b282-45bf-a909-393e6c3e4b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e99d3e4b-f44c-4235-bc56-dc47b080a566), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:43.064949 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-76fa36ef-b282-45bf-a909-393e6c3e4b4b admin admin] Added segment e99d3e4b-f44c-4235-bc56-dc47b080a566 of type vlan for network d70203f0-0346-4bc2-891d-257061558448 Feb 07 17:25:43.110794 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76fa36ef-b282-45bf-a909-393e6c3e4b4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (d70203f0-0346-4bc2-891d-257061558448), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:43.137085 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76fa36ef-b282-45bf-a909-393e6c3e4b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (d70203f0-0346-4bc2-891d-257061558448), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:43.138107 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fa36ef-b282-45bf-a909-393e6c3e4b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:43.138693 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76fa36ef-b282-45bf-a909-393e6c3e4b4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:43.196056 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-76fa36ef-b282-45bf-a909-393e6c3e4b4b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3796251 Feb 07 17:25:43.199533 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 58718) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:25:43.203555 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa36ef-b282-45bf-a909-393e6c3e4b4b admin admin] Pushing event updated for resources: {'Network': ['ID=d70203f0-0346-4bc2-891d-257061558448,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:25:43.204655 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-88488a28-4a16-4de5-ba13-ac6f1d0dcea5 admin admin] Request body: {'subnet': {'network_id': 'd70203f0-0346-4bc2-891d-257061558448', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1091455321-subnet', 'tenant_id': 'd69d00d6a8574c16abe0847682bddb05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:25:43.214290 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network d70203f0-0346-4bc2-891d-257061558448 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:25:43.227657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88488a28-4a16-4de5-ba13-ac6f1d0dcea5 admin admin] Made reservation on behalf of d69d00d6a8574c16abe0847682bddb05 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:25:43.230160 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88488a28-4a16-4de5-ba13-ac6f1d0dcea5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:43.407184 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88488a28-4a16-4de5-ba13-ac6f1d0dcea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (3f3cd081-d5b4-4adf-8674-01fcd539281e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:43.463464 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88488a28-4a16-4de5-ba13-ac6f1d0dcea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f3cd081-d5b4-4adf-8674-01fcd539281e,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:25:43.473299 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88488a28-4a16-4de5-ba13-ac6f1d0dcea5 admin admin] Checking segment: {'id': 'e99d3e4b-f44c-4235-bc56-dc47b080a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd70203f0-0346-4bc2-891d-257061558448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:25:43.473752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88488a28-4a16-4de5-ba13-ac6f1d0dcea5 admin admin] Network hostable DHCP agents. Network: d70203f0-0346-4bc2-891d-257061558448, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:25:43.491001 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88488a28-4a16-4de5-ba13-ac6f1d0dcea5 admin admin] Network d70203f0-0346-4bc2-891d-257061558448 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:25:43.501376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-88488a28-4a16-4de5-ba13-ac6f1d0dcea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, d70203f0-0346-4bc2-891d-257061558448) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:25:43.506724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88488a28-4a16-4de5-ba13-ac6f1d0dcea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:43.507351 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88488a28-4a16-4de5-ba13-ac6f1d0dcea5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:43.512100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e0364a-6fcd-4844-87d6-0cfbb0baabe8 None None] Network d70203f0-0346-4bc2-891d-257061558448 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:25:43.526795 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-88488a28-4a16-4de5-ba13-ac6f1d0dcea5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3252647 Feb 07 17:25:43.643395 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60288c6-5191-4012-8f71-1ac11b695f4f None None] Network d70203f0-0346-4bc2-891d-257061558448 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:25:43.981433 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-b2c7732e-9306-47d6-9faa-7b2cf0f3a007 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:43.982881 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-b2c7732e-9306-47d6-9faa-7b2cf0f3a007 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/networks?id=d70203f0-0346-4bc2-891d-257061558448 HTTP/1.1" status: 200 len: 815 time: 0.1022139 Feb 07 17:25:43.997620 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-13db0d90-c565-4271-a885-c107eb69cfc4 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/quotas/d69d00d6a8574c16abe0847682bddb05 HTTP/1.1" status: 200 len: 375 time: 0.0089452 Feb 07 17:25:44.030753 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-8d35fd43-c470-408d-b3c7-50b82864a555 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d69d00d6a8574c16abe0847682bddb05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280917 Feb 07 17:25:44.118299 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-9350daba-4404-4b01-a563-f5b838ef1da0 service neutron] 10.222.0.18 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806479 Feb 07 17:25:44.209132 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-f32b808e-1358-4af8-ad1e-307f916fa8f0 service neutron] 10.222.0.18 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852237 Feb 07 17:25:44.373848 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-621f8d13-6c29-4983-ba5f-b5f50296a908 req-0a786e8c-d053-43ae-a806-80e8c5663c95 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 210 time: 0.0317416 Feb 07 17:25:45.284389 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-fb31a7df-b170-4494-988d-ee4c9bd76705 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:45.286036 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-fb31a7df-b170-4494-988d-ee4c9bd76705 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.48 "GET /v2.0/networks?id=d70203f0-0346-4bc2-891d-257061558448 HTTP/1.1" status: 200 len: 815 time: 0.1076417 Feb 07 17:25:45.297077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-bf0c960a-877e-4c3e-8149-f04cb222187b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Request body: {'port': {'device_id': '1a09293c-2523-42b4-873f-9568f8c8f2ca', 'network_id': 'd70203f0-0346-4bc2-891d-257061558448', 'admin_state_up': True, 'tenant_id': 'd69d00d6a8574c16abe0847682bddb05'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:25:45.413856 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-bf0c960a-877e-4c3e-8149-f04cb222187b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Made reservation on behalf of d69d00d6a8574c16abe0847682bddb05 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:25:45.417571 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-bf0c960a-877e-4c3e-8149-f04cb222187b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:45.472046 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7ca2b504-c3ef-48b2-9846-fed1b4342a72 req-65c2c9ad-1ef9-4cd4-a729-2e45669dddd4 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 210 time: 0.0278106 Feb 07 17:25:45.543657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-bf0c960a-877e-4c3e-8149-f04cb222187b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Allocated IP 172.20.0.13 (d70203f0-0346-4bc2-891d-257061558448/3f3cd081-d5b4-4adf-8674-01fcd539281e/586b7219-27c8-4bd9-847e-39de0bf527ba) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:25:45.657604 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:25:45.683914 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:25:45.684176 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 569fdd6b-6862-49ca-a2cd-2f7d42f01d28 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:25:45.695903 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-bf0c960a-877e-4c3e-8149-f04cb222187b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Publish callbacks [] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:45.727845 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-bf0c960a-877e-4c3e-8149-f04cb222187b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:46.097896 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-bf0c960a-877e-4c3e-8149-f04cb222187b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Network d70203f0-0346-4bc2-891d-257061558448 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:25:46.101045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-bf0c960a-877e-4c3e-8149-f04cb222187b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:25:46.104712 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-bf0c960a-877e-4c3e-8149-f04cb222187b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:25:46.111694 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c960a-877e-4c3e-8149-f04cb222187b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Pushing event updated for resources: {'Port': ['ID=586b7219-27c8-4bd9-847e-39de0bf527ba,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:25:46.156765 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-bf0c960a-877e-4c3e-8149-f04cb222187b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:46.157426 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-bf0c960a-877e-4c3e-8149-f04cb222187b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:46.173575 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-bf0c960a-877e-4c3e-8149-f04cb222187b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8801467 Feb 07 17:25:46.184383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Request body: {'port': {'device_id': '1a09293c-2523-42b4-873f-9568f8c8f2ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:25:46.244229 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:46.505212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586b7219-27c8-4bd9-847e-39de0bf527ba {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:25:46.513039 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Publish callbacks [] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:46.525237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Transition to ACTIVE for port object 586b7219-27c8-4bd9-847e-39de0bf527ba will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:25:46.529883 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:46.609097 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Pushing event updated for resources: {'Port': ['ID=586b7219-27c8-4bd9-847e-39de0bf527ba,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:25:46.674340 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668b736-b9aa-4ec0-820d-c69cf897e92a req-6c5947bb-488d-454d-9609-8c658c7d4777 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:46.676745 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f668b736-b9aa-4ec0-820d-c69cf897e92a req-6c5947bb-488d-454d-9609-8c658c7d4777 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 944 time: 0.1206384 Feb 07 17:25:46.714061 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Attempting to bind port 586b7219-27c8-4bd9-847e-39de0bf527ba on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:25:46.714396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Attempting to bind port 586b7219-27c8-4bd9-847e-39de0bf527ba by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'e99d3e4b-f44c-4235-bc56-dc47b080a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd70203f0-0346-4bc2-891d-257061558448'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:25:46.714727 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Attempting to bind port 586b7219-27c8-4bd9-847e-39de0bf527ba on network d70203f0-0346-4bc2-891d-257061558448 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:25:46.725001 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Port 586b7219-27c8-4bd9-847e-39de0bf527ba on network d70203f0-0346-4bc2-891d-257061558448 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:25:46.725352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Attempting to bind port 586b7219-27c8-4bd9-847e-39de0bf527ba on network d70203f0-0346-4bc2-891d-257061558448 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:25:46.738907 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:25:46.739256 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Checking segment: {'id': 'e99d3e4b-f44c-4235-bc56-dc47b080a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd70203f0-0346-4bc2-891d-257061558448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:25:46.739642 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Bound using segment: {'id': 'e99d3e4b-f44c-4235-bc56-dc47b080a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd70203f0-0346-4bc2-891d-257061558448'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:25:46.740074 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Bound port: 586b7219-27c8-4bd9-847e-39de0bf527ba, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99d3e4b-f44c-4235-bc56-dc47b080a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd70203f0-0346-4bc2-891d-257061558448'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:25:46.740436 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:46.755410 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f668b736-b9aa-4ec0-820d-c69cf897e92a req-38779efe-6c93-4d32-abdf-685604256b8e tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722649 Feb 07 17:25:46.809619 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] For port 586b7219-27c8-4bd9-847e-39de0bf527ba, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:25:46.812895 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] For port 586b7219-27c8-4bd9-847e-39de0bf527ba, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=586b7219-27c8-4bd9-847e-39de0bf527ba,segment=NetworkSegment(e99d3e4b-f44c-4235-bc56-dc47b080a566),segment_id=e99d3e4b-f44c-4235-bc56-dc47b080a566)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:25:46.818536 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:46.854585 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:46.855209 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:46.856575 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] 10.222.0.48 "PUT /v2.0/ports/586b7219-27c8-4bd9-847e-39de0bf527ba HTTP/1.1" status: 200 len: 1092 time: 0.6762197 Feb 07 17:25:46.857017 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a09293c-2523-42b4-873f-9568f8c8f2ca', 'tag': '586b7219-27c8-4bd9-847e-39de0bf527ba'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:25:46.859557 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fb01c7-864f-4f3e-9fb6-e503978ae1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "1a09293c-2523-42b4-873f-9568f8c8f2ca", "tag": "586b7219-27c8-4bd9-847e-39de0bf527ba"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:25:46.886173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93268348-daaa-41a8-b854-840e5825ba68 service neutron] Pushing event updated for resources: {'Port': ['ID=586b7219-27c8-4bd9-847e-39de0bf527ba,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:25:46.903904 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3390162-f1e0-4d4a-87f8-34e84f130056 x-openstack-request-id: req-b3390162-f1e0-4d4a-87f8-34e84f130056 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:25:46.904193 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a09293c-2523-42b4-873f-9568f8c8f2ca", "tag": "586b7219-27c8-4bd9-847e-39de0bf527ba", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:25:46.904449 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3390162-f1e0-4d4a-87f8-34e84f130056 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:25:46.904842 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a09293c-2523-42b4-873f-9568f8c8f2ca', 'tag': '586b7219-27c8-4bd9-847e-39de0bf527ba', 'status': 'completed', 'code': 200} Feb 07 17:25:46.941299 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-ea52e552-9750-4254-8d21-3bcafa89109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:46.942800 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-ea52e552-9750-4254-8d21-3bcafa89109e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d69d00d6a8574c16abe0847682bddb05&device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 1126 time: 0.0478435 Feb 07 17:25:46.983024 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-0e1d18d2-fdff-469d-b567-1cc19ab66a75 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=586b7219-27c8-4bd9-847e-39de0bf527ba HTTP/1.1" status: 200 len: 217 time: 0.0334909 Feb 07 17:25:47.034504 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-9ebfa8a5-78f9-49ac-b384-662b063b0241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:47.035853 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-9ebfa8a5-78f9-49ac-b384-662b063b0241 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f3cd081-d5b4-4adf-8674-01fcd539281e HTTP/1.1" status: 200 len: 855 time: 0.0471439 Feb 07 17:25:47.067200 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-e20efa85-3a61-4dfb-a212-db6732383bed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d70203f0-0346-4bc2-891d-257061558448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250108 Feb 07 17:25:47.153942 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-2362138f-e27e-4555-8b5d-be0e854a68b9 service neutron] 10.222.0.48 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807858 Feb 07 17:25:47.248407 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49639f1a-ca24-4e37-b3a3-e4802bb2fb3b req-73fe96d1-a744-4be8-b359-888bd9135d7e service neutron] 10.222.0.48 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889986 Feb 07 17:25:47.343234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb01c7-864f-4f3e-9fb6-e503978ae1a0 req-6e720636-f8dd-4c3f-afc2-3c3ecb6b6a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:47.344642 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22fb01c7-864f-4f3e-9fb6-e503978ae1a0 req-6e720636-f8dd-4c3f-afc2-3c3ecb6b6a1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d69d00d6a8574c16abe0847682bddb05&device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 1126 time: 0.0472527 Feb 07 17:25:47.491041 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb01c7-864f-4f3e-9fb6-e503978ae1a0 req-52401806-f557-421a-8269-9afa6e3e5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:47.492558 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22fb01c7-864f-4f3e-9fb6-e503978ae1a0 req-52401806-f557-421a-8269-9afa6e3e5c25 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d70203f0-0346-4bc2-891d-257061558448 HTTP/1.1" status: 200 len: 916 time: 0.1412556 Feb 07 17:25:47.532782 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22fb01c7-864f-4f3e-9fb6-e503978ae1a0 req-10381c49-f525-40e8-953e-2a9fb0924cae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=586b7219-27c8-4bd9-847e-39de0bf527ba HTTP/1.1" status: 200 len: 217 time: 0.0343351 Feb 07 17:25:47.579998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb01c7-864f-4f3e-9fb6-e503978ae1a0 req-b01b13d6-c3f6-4fa7-b169-787b12cb1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:47.581482 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22fb01c7-864f-4f3e-9fb6-e503978ae1a0 req-b01b13d6-c3f6-4fa7-b169-787b12cb1f76 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f3cd081-d5b4-4adf-8674-01fcd539281e HTTP/1.1" status: 200 len: 855 time: 0.0431216 Feb 07 17:25:47.612704 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22fb01c7-864f-4f3e-9fb6-e503978ae1a0 req-e3252d60-e06d-486d-a2fd-f5c8d0affa12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d70203f0-0346-4bc2-891d-257061558448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258653 Feb 07 17:25:47.703371 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22fb01c7-864f-4f3e-9fb6-e503978ae1a0 req-86808ff0-64b4-4565-8009-e48972ec72ee service neutron] 10.222.0.48 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853858 Feb 07 17:25:47.791584 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22fb01c7-864f-4f3e-9fb6-e503978ae1a0 req-83aa36b2-774d-48f1-a8d8-5b81d53f9f28 service neutron] 10.222.0.48 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826616 Feb 07 17:25:47.885147 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d9407-26dd-407e-8142-d11ff99df2e8 req-447a6ba9-5649-4cae-b889-e94f78032322 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:47.886573 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b74d9407-26dd-407e-8142-d11ff99df2e8 req-447a6ba9-5649-4cae-b889-e94f78032322 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 944 time: 0.0593503 Feb 07 17:25:47.935123 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b74d9407-26dd-407e-8142-d11ff99df2e8 req-8528f24a-228e-46f8-aa09-b557f0f448db tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416873 Feb 07 17:25:49.056073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bda0b-cd26-4582-b552-9778b71c8421 req-ca291bed-c520-4aea-8279-bb7dd2bba870 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:49.057591 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c80bda0b-cd26-4582-b552-9778b71c8421 req-ca291bed-c520-4aea-8279-bb7dd2bba870 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 944 time: 0.0533898 Feb 07 17:25:49.108747 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c80bda0b-cd26-4582-b552-9778b71c8421 req-d28b36c5-053c-43f3-ab93-f131112b3583 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452549 Feb 07 17:25:49.564050 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:25:50.228715 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd7839-e531-4719-b283-565fe0f6277f req-226def65-974e-4ac1-a8ad-b1994b02ec9a tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:50.230245 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cabd7839-e531-4719-b283-565fe0f6277f req-226def65-974e-4ac1-a8ad-b1994b02ec9a tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 944 time: 0.0543704 Feb 07 17:25:50.281355 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cabd7839-e531-4719-b283-565fe0f6277f req-c4707f6f-f3da-43c2-93bf-280f67ae3499 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453024 Feb 07 17:25:51.402245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b2ca4-7aab-4255-89e1-590e712f0e07 req-534ccbba-2667-4ba3-95df-17d81b0eca74 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:51.403721 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a2b2ca4-7aab-4255-89e1-590e712f0e07 req-534ccbba-2667-4ba3-95df-17d81b0eca74 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 944 time: 0.0542910 Feb 07 17:25:51.450207 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8a2b2ca4-7aab-4255-89e1-590e712f0e07 req-f4909e66-b892-465d-9258-f3a4892486af tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408256 Feb 07 17:25:51.586467 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:51.707303 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 586b7219-27c8-4bd9-847e-39de0bf527ba details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:25:51.804172 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 586b7219-27c8-4bd9-847e-39de0bf527ba, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=586b7219-27c8-4bd9-847e-39de0bf527ba,segment=NetworkSegment(e99d3e4b-f44c-4235-bc56-dc47b080a566),segment_id=e99d3e4b-f44c-4235-bc56-dc47b080a566)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:25:51.822663 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '586b7219-27c8-4bd9-847e-39de0bf527ba', 'network_id': 'd70203f0-0346-4bc2-891d-257061558448', 'port_id': '586b7219-27c8-4bd9-847e-39de0bf527ba', 'mac_address': 'fa:16:3e:19:f6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3cd081-d5b4-4adf-8674-01fcd539281e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:25:51.862062 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 586b7219-27c8-4bd9-847e-39de0bf527ba is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:25:51.862470 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:51.877250 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586b7219-27c8-4bd9-847e-39de0bf527ba {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:25:51.898572 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 586b7219-27c8-4bd9-847e-39de0bf527ba, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=586b7219-27c8-4bd9-847e-39de0bf527ba,segment=NetworkSegment(e99d3e4b-f44c-4235-bc56-dc47b080a566),segment_id=e99d3e4b-f44c-4235-bc56-dc47b080a566)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:25:51.902907 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:51.950190 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=586b7219-27c8-4bd9-847e-39de0bf527ba,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:25:52.191444 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['586b7219-27c8-4bd9-847e-39de0bf527ba'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:25:52.570725 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9e653-c6ff-4778-8c02-c681c4b39c35 req-b2beac32-0514-474c-ac9e-da670551929f tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:52.572119 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c9d9e653-c6ff-4778-8c02-c681c4b39c35 req-b2beac32-0514-474c-ac9e-da670551929f tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 945 time: 0.0540693 Feb 07 17:25:52.623407 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c9d9e653-c6ff-4778-8c02-c681c4b39c35 req-16a1341e-a9ba-4054-9ab6-9a50029ed4aa tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458167 Feb 07 17:25:53.470723 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:53.723130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 586b7219-27c8-4bd9-847e-39de0bf527ba up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:25:53.748097 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b187cef-f496-4738-807c-a9d27248cd0a req-443d4f01-4466-4aff-8b7e-a8226f318239 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:53.749680 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b187cef-f496-4738-807c-a9d27248cd0a req-443d4f01-4466-4aff-8b7e-a8226f318239 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 945 time: 0.0552988 Feb 07 17:25:53.778973 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 586b7219-27c8-4bd9-847e-39de0bf527ba completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:25:53.782935 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 586b7219-27c8-4bd9-847e-39de0bf527ba triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:25:53.783322 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:53.799487 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2b187cef-f496-4738-807c-a9d27248cd0a req-2e2ab3d5-04b7-4e6b-8da7-2ad6f3d9beb7 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438993 Feb 07 17:25:53.866957 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 586b7219-27c8-4bd9-847e-39de0bf527ba is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:25:53.867332 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:53.892725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a09293c-2523-42b4-873f-9568f8c8f2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586b7219-27c8-4bd9-847e-39de0bf527ba'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:25:53.895884 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa1a107-661e-4ada-a22e-73bd0afc3c70" -d '{"events": [{"server_uuid": "1a09293c-2523-42b4-873f-9568f8c8f2ca", "name": "network-vif-plugged", "status": "completed", "tag": "586b7219-27c8-4bd9-847e-39de0bf527ba"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:25:53.907900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 586b7219-27c8-4bd9-847e-39de0bf527ba, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=586b7219-27c8-4bd9-847e-39de0bf527ba,segment=NetworkSegment(e99d3e4b-f44c-4235-bc56-dc47b080a566),segment_id=e99d3e4b-f44c-4235-bc56-dc47b080a566)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:25:53.912551 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:53.935763 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7704a059-b142-4057-b94a-1d2b0f366649 x-openstack-request-id: req-7704a059-b142-4057-b94a-1d2b0f366649 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:25:53.936060 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a09293c-2523-42b4-873f-9568f8c8f2ca", "name": "network-vif-plugged", "status": "completed", "tag": "586b7219-27c8-4bd9-847e-39de0bf527ba", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:25:53.936321 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7704a059-b142-4057-b94a-1d2b0f366649 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:25:53.936709 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a09293c-2523-42b4-873f-9568f8c8f2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586b7219-27c8-4bd9-847e-39de0bf527ba', 'code': 200} Feb 07 17:25:53.963990 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=586b7219-27c8-4bd9-847e-39de0bf527ba,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:25:54.041077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffab7f-50ec-410f-9bc0-df5afc1b7ea6 req-08c26286-845c-4aa0-b9fb-50197c664b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:54.042654 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-62ffab7f-50ec-410f-9bc0-df5afc1b7ea6 req-08c26286-845c-4aa0-b9fb-50197c664b4e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 1128 time: 0.0495858 Feb 07 17:25:54.086536 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-62ffab7f-50ec-410f-9bc0-df5afc1b7ea6 req-e054aa09-9fcb-435b-ae8a-ef19bbbe9276 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366607 Feb 07 17:25:54.939091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64c5af-2d15-4eb3-90b5-624be9f9f7f3 req-63fa2435-897d-420b-b612-8900db6f4888 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:54.940541 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fd64c5af-2d15-4eb3-90b5-624be9f9f7f3 req-63fa2435-897d-420b-b612-8900db6f4888 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0625625 Feb 07 17:25:54.986717 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fd64c5af-2d15-4eb3-90b5-624be9f9f7f3 req-91fac520-afbb-4f9d-8a73-4308c92ac6bb tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403483 Feb 07 17:25:55.811993 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-77cd3bcb-f571-4e3b-a3a3-5ec5183c236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:56.111480 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9637d5c-b5fc-4726-973e-8dea6f950a9a req-b1d74bee-06a4-4750-ae08-f645ad0a9426 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:56.113625 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e9637d5c-b5fc-4726-973e-8dea6f950a9a req-b1d74bee-06a4-4750-ae08-f645ad0a9426 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0550418 Feb 07 17:25:56.160836 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e9637d5c-b5fc-4726-973e-8dea6f950a9a req-c8bf7d79-4374-405c-a586-b158295ca7d9 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415034 Feb 07 17:25:56.287574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4711f2-983b-4de6-8aed-e5de571ff177 req-2aaaa22e-84c2-4765-800e-7610667f0211 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:56.289250 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-be4711f2-983b-4de6-8aed-e5de571ff177 req-2aaaa22e-84c2-4765-800e-7610667f0211 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0565076 Feb 07 17:25:56.336148 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-be4711f2-983b-4de6-8aed-e5de571ff177 req-cca9f8dc-c101-481e-bb62-92fa14decaeb tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413046 Feb 07 17:25:56.544238 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b6ccc-8f3d-4cbf-ab41-dac92594b4a0 req-20ca8198-70e7-4803-805a-5256103bc63c tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:56.545720 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e0b6ccc-8f3d-4cbf-ab41-dac92594b4a0 req-20ca8198-70e7-4803-805a-5256103bc63c tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0542758 Feb 07 17:25:56.596923 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e0b6ccc-8f3d-4cbf-ab41-dac92594b4a0 req-8157ae35-07d1-44f8-94cb-b10ceca28280 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447686 Feb 07 17:25:56.731013 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa12c35-cc13-4b03-932b-8c38c6521e00 req-b289e38c-7217-4301-a631-f3e899b48efd tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:56.732527 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8aa12c35-cc13-4b03-932b-8c38c6521e00 req-b289e38c-7217-4301-a631-f3e899b48efd tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0589268 Feb 07 17:25:56.779852 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8aa12c35-cc13-4b03-932b-8c38c6521e00 req-a23dc0da-f5b1-4f88-9379-74f03c4d1bea tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405343 Feb 07 17:25:57.047564 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-67f49f28-bb7a-412e-ac83-e4eff616956c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793653 Feb 07 17:25:57.059124 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd131b-5dc2-464d-9466-a6f24c7da3a6 req-f04430b7-1dde-4adb-b31d-2c78340b468b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:57.060577 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f4cd131b-5dc2-464d-9466-a6f24c7da3a6 req-f04430b7-1dde-4adb-b31d-2c78340b468b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0657554 Feb 07 17:25:57.122503 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f4cd131b-5dc2-464d-9466-a6f24c7da3a6 req-cd5c156c-81d1-45d6-9946-038210810a68 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551231 Feb 07 17:25:58.212717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-abeda012-031e-478f-8a22-0c7a8b00ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:58.214324 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-abeda012-031e-478f-8a22-0c7a8b00ea71 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d69d00d6a8574c16abe0847682bddb05&device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 1128 time: 0.0504470 Feb 07 17:25:58.220906 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2208b31e-bb9a-480b-90d0-e278064298fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:25:58.274198 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0dc1a-41f2-4351-9d2b-e8ce78c79bde req-83fe7ca5-7d95-4b61-a418-c29b6c221982 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:58.276559 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fcd0dc1a-41f2-4351-9d2b-e8ce78c79bde req-83fe7ca5-7d95-4b61-a418-c29b6c221982 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0616925 Feb 07 17:25:58.318950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-6ccdabb4-1959-4b74-a66a-956897c5a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:58.320454 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-6ccdabb4-1959-4b74-a66a-956897c5a1a9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d70203f0-0346-4bc2-891d-257061558448 HTTP/1.1" status: 200 len: 916 time: 0.0997672 Feb 07 17:25:58.333116 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fcd0dc1a-41f2-4351-9d2b-e8ce78c79bde req-f58a6dc6-f11b-4533-8c66-61d8e5057ec8 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431314 Feb 07 17:25:58.366073 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-95d0ee1e-3fda-434f-9800-bade8bf3fa6f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=586b7219-27c8-4bd9-847e-39de0bf527ba HTTP/1.1" status: 200 len: 217 time: 0.0401249 Feb 07 17:25:58.415264 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-dfbc09fb-987b-47bf-8d8f-37d9ae9cbba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:58.416640 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-dfbc09fb-987b-47bf-8d8f-37d9ae9cbba2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f3cd081-d5b4-4adf-8674-01fcd539281e HTTP/1.1" status: 200 len: 855 time: 0.0447416 Feb 07 17:25:58.447952 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-f1220454-51cd-43e2-9f9c-b7a6a893af73 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d70203f0-0346-4bc2-891d-257061558448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250340 Feb 07 17:25:58.539657 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-11dec302-5b02-4e08-9b9d-0681e29710a6 service neutron] 10.222.0.48 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860729 Feb 07 17:25:58.626230 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-701fa46f-1c8b-429e-8cef-631762544e58 service neutron] 10.222.0.48 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812464 Feb 07 17:25:59.464399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ca91b-9d0a-486c-b2a6-a09420f5d3c7 req-b581b923-d6ff-41df-a0da-78fdad063bf8 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:25:59.465926 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3b4ca91b-9d0a-486c-b2a6-a09420f5d3c7 req-b581b923-d6ff-41df-a0da-78fdad063bf8 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0609577 Feb 07 17:25:59.521677 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3b4ca91b-9d0a-486c-b2a6-a09420f5d3c7 req-d5d84a43-3e22-4a11-8c77-6c39d07c5a6f tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501325 Feb 07 17:25:59.601066 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:00.643212 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b1833-e27b-480c-8ca9-3f6fc3b3c296 req-410d16c6-084d-4d1f-9dc8-7e52f17eb898 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:00.644692 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e3b1833-e27b-480c-8ca9-3f6fc3b3c296 req-410d16c6-084d-4d1f-9dc8-7e52f17eb898 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0528517 Feb 07 17:26:00.694539 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e3b1833-e27b-480c-8ca9-3f6fc3b3c296 req-887fe8d8-10fa-4f16-873d-f435af7e96ad tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438931 Feb 07 17:26:00.933122 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:01.814579 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a51b3-4770-4221-aafd-d1e1b47b5803 req-e7c5aeb4-5efc-4a07-92fc-e3e4c9ecd398 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:01.816081 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2b9a51b3-4770-4221-aafd-d1e1b47b5803 req-e7c5aeb4-5efc-4a07-92fc-e3e4c9ecd398 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0546384 Feb 07 17:26:01.862983 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2b9a51b3-4770-4221-aafd-d1e1b47b5803 req-7b76a276-9048-4288-8a95-2b658dc20fcc tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407710 Feb 07 17:26:02.444276 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:02.989923 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834eeec0-2584-471d-9bba-9400781c8dbf req-d78ff1f3-2e20-4a7d-93eb-b9c66b4ee896 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:02.991397 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-834eeec0-2584-471d-9bba-9400781c8dbf req-d78ff1f3-2e20-4a7d-93eb-b9c66b4ee896 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0584519 Feb 07 17:26:03.039571 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-834eeec0-2584-471d-9bba-9400781c8dbf req-c2a141a4-2170-49b7-ada4-7a7a515af2f3 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425713 Feb 07 17:26:04.159320 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cde38-0317-4176-8cf9-e1b746c25ae6 req-673329ee-2416-499f-bca0-5c49ae77f007 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:04.160847 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-996cde38-0317-4176-8cf9-e1b746c25ae6 req-673329ee-2416-499f-bca0-5c49ae77f007 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0539043 Feb 07 17:26:04.207242 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-996cde38-0317-4176-8cf9-e1b746c25ae6 req-81b14f88-cdc9-4193-ac6b-33dfe757f500 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402927 Feb 07 17:26:05.329168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27368e4a-d35f-4f11-a862-956d3b6d2cdd req-c845d7e3-fea9-4ad2-971e-01ac496bfc35 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:05.330710 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-27368e4a-d35f-4f11-a862-956d3b6d2cdd req-c845d7e3-fea9-4ad2-971e-01ac496bfc35 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0531423 Feb 07 17:26:05.378185 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-27368e4a-d35f-4f11-a862-956d3b6d2cdd req-0d2c0ee4-6155-4791-8908-342fb5c76fdf tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413587 Feb 07 17:26:06.504557 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daebb8-8181-4a45-a15c-c645955e57c5 req-4a014c29-0810-44b8-aad3-5f8b6f600742 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:06.506123 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-36daebb8-8181-4a45-a15c-c645955e57c5 req-4a014c29-0810-44b8-aad3-5f8b6f600742 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0587206 Feb 07 17:26:06.559673 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-36daebb8-8181-4a45-a15c-c645955e57c5 req-055dc898-f76c-4322-bf7b-37dc62c775df tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472076 Feb 07 17:26:07.687276 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff78172-d599-4a26-81e7-b46e420e3780 req-1a74084c-9b57-4e76-982b-2b0704d4a1c6 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:07.688936 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3ff78172-d599-4a26-81e7-b46e420e3780 req-1a74084c-9b57-4e76-982b-2b0704d4a1c6 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0582712 Feb 07 17:26:07.735684 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3ff78172-d599-4a26-81e7-b46e420e3780 req-1d1fbdb2-f3f4-4993-903a-e94fe069bf10 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403848 Feb 07 17:26:08.857522 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cf19c-2c5f-4130-a068-a355ac3a342a req-b0cb1313-6c50-4b6e-a2f5-fc1ab5d07990 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:08.859280 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd9cf19c-2c5f-4130-a068-a355ac3a342a req-b0cb1313-6c50-4b6e-a2f5-fc1ab5d07990 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0536044 Feb 07 17:26:08.907722 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd9cf19c-2c5f-4130-a068-a355ac3a342a req-effac302-9a7a-45aa-a24c-6fe2456d5455 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425019 Feb 07 17:26:10.026635 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4b0a2-7c66-4a75-ad15-6c82a305dff8 req-c27c65cb-9e5d-4a7d-934b-cff175abdaa9 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:10.028113 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f1f4b0a2-7c66-4a75-ad15-6c82a305dff8 req-c27c65cb-9e5d-4a7d-934b-cff175abdaa9 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0532157 Feb 07 17:26:10.077407 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f1f4b0a2-7c66-4a75-ad15-6c82a305dff8 req-5f35ce28-fba3-4f54-9dd9-ec4ef92268aa tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437233 Feb 07 17:26:11.198655 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace29ab-aa2a-480c-a897-12a720013c9e req-bdf4f347-821a-4704-b988-a4bad4406ef0 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:11.200030 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4ace29ab-aa2a-480c-a897-12a720013c9e req-bdf4f347-821a-4704-b988-a4bad4406ef0 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0540824 Feb 07 17:26:11.253648 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4ace29ab-aa2a-480c-a897-12a720013c9e req-ecf882e5-1ad5-4d63-bc2b-d5509af60a20 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481007 Feb 07 17:26:12.375470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ace33-42dc-4879-bf9b-0a12c361b485 req-3f92a8a1-1966-4ccc-aca9-81e0feaf5b54 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:12.376952 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-584ace33-42dc-4879-bf9b-0a12c361b485 req-3f92a8a1-1966-4ccc-aca9-81e0feaf5b54 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0527720 Feb 07 17:26:12.430652 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-584ace33-42dc-4879-bf9b-0a12c361b485 req-69a52c69-c292-41ff-b1ab-bf8d4c1a2428 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480011 Feb 07 17:26:13.551719 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35efad1-a754-48bd-89d3-3cab87126c14 req-da9c8302-6006-424e-bc4f-639b76f0535a tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:13.553230 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f35efad1-a754-48bd-89d3-3cab87126c14 req-da9c8302-6006-424e-bc4f-639b76f0535a tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0537398 Feb 07 17:26:13.600003 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f35efad1-a754-48bd-89d3-3cab87126c14 req-6709670c-511d-4d86-a034-9cc39d560f7e tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411966 Feb 07 17:26:14.997800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3264e3-472a-40bf-b983-dd3b00685313 req-74e3b53f-287d-488f-a15f-4fd21971fe75 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:14.999292 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1b3264e3-472a-40bf-b983-dd3b00685313 req-74e3b53f-287d-488f-a15f-4fd21971fe75 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.3307981 Feb 07 17:26:15.046707 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1b3264e3-472a-40bf-b983-dd3b00685313 req-f7f91867-bd79-4ddc-b1e1-2719e438debb tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411379 Feb 07 17:26:16.074419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b182e-6f51-4b34-af7a-7250af3f403a req-b7ab719e-3a74-4541-8c0d-fc63bf9e6a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:16.075970 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-347b182e-6f51-4b34-af7a-7250af3f403a req-b7ab719e-3a74-4541-8c0d-fc63bf9e6a01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d69d00d6a8574c16abe0847682bddb05&device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 1128 time: 0.0461712 Feb 07 17:26:16.221772 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b182e-6f51-4b34-af7a-7250af3f403a req-684d7b0d-d380-4e5d-94d7-da5ccec1da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:16.223423 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-347b182e-6f51-4b34-af7a-7250af3f403a req-684d7b0d-d380-4e5d-94d7-da5ccec1da9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=d70203f0-0346-4bc2-891d-257061558448 HTTP/1.1" status: 200 len: 916 time: 0.1278162 Feb 07 17:26:16.230391 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56071cb-16ff-461c-899a-426662e9ad94 req-79a0f451-b830-4033-9b5a-8913cdbf2dae tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:16.231763 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b56071cb-16ff-461c-899a-426662e9ad94 req-79a0f451-b830-4033-9b5a-8913cdbf2dae tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0865095 Feb 07 17:26:16.279435 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-347b182e-6f51-4b34-af7a-7250af3f403a req-e323c4bf-b9fb-49ff-97c9-c407d9600d30 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=586b7219-27c8-4bd9-847e-39de0bf527ba HTTP/1.1" status: 200 len: 217 time: 0.0467348 Feb 07 17:26:16.349300 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b56071cb-16ff-461c-899a-426662e9ad94 req-60856953-88f9-45d1-b185-31eda89e646f tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105635 Feb 07 17:26:16.352785 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b182e-6f51-4b34-af7a-7250af3f403a req-c0311b2a-7ad9-46f2-8cb7-12fb6cff9fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:16.354199 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-347b182e-6f51-4b34-af7a-7250af3f403a req-c0311b2a-7ad9-46f2-8cb7-12fb6cff9fca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f3cd081-d5b4-4adf-8674-01fcd539281e HTTP/1.1" status: 200 len: 855 time: 0.0690274 Feb 07 17:26:16.387335 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-347b182e-6f51-4b34-af7a-7250af3f403a req-d341449b-5af4-416f-a615-a360609dc445 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d70203f0-0346-4bc2-891d-257061558448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274556 Feb 07 17:26:16.480403 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-347b182e-6f51-4b34-af7a-7250af3f403a req-de154f31-7fa7-418f-bfa9-c07c088b5bbd service neutron] 10.222.0.48 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855994 Feb 07 17:26:16.569613 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-347b182e-6f51-4b34-af7a-7250af3f403a req-5f186146-7d0e-4a14-b23c-818dcf97e5d5 service neutron] 10.222.0.48 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836978 Feb 07 17:26:17.729110 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38fbbe-01b7-4b1f-a1d6-ec34fc0c4f07 req-defe402d-6ef4-4a94-a0fa-0429bf3618c7 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:17.730634 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-af38fbbe-01b7-4b1f-a1d6-ec34fc0c4f07 req-defe402d-6ef4-4a94-a0fa-0429bf3618c7 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0519638 Feb 07 17:26:17.778853 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-af38fbbe-01b7-4b1f-a1d6-ec34fc0c4f07 req-0fd1f54f-c073-4d49-b331-a321a4cbe872 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419829 Feb 07 17:26:18.901038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca4240-0ba6-4d04-8d22-3e6a7b9ea493 req-4a75c58b-a598-4832-abd4-a0b034321323 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:18.902589 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-88ca4240-0ba6-4d04-8d22-3e6a7b9ea493 req-4a75c58b-a598-4832-abd4-a0b034321323 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0561216 Feb 07 17:26:18.956038 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-88ca4240-0ba6-4d04-8d22-3e6a7b9ea493 req-41ab0cfd-da19-4add-9c77-76a8b98e7b37 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476258 Feb 07 17:26:20.079539 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfd869-7501-43ad-8283-2846b10531ba req-0d82e89d-5237-40c3-93a8-59989bce4c9a tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:20.081019 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-afbfd869-7501-43ad-8283-2846b10531ba req-0d82e89d-5237-40c3-93a8-59989bce4c9a tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0555766 Feb 07 17:26:20.128328 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-afbfd869-7501-43ad-8283-2846b10531ba req-a7dbc8f1-3420-4a47-869a-c2b88403a930 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413849 Feb 07 17:26:21.251464 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b89014-bdb8-439d-a556-510af2aed547 req-86666218-fdd0-4ca2-aadb-1eededaecf09 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:21.252988 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d4b89014-bdb8-439d-a556-510af2aed547 req-86666218-fdd0-4ca2-aadb-1eededaecf09 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0545726 Feb 07 17:26:21.301287 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d4b89014-bdb8-439d-a556-510af2aed547 req-53e3e4f5-c14f-4ed7-920b-401f688e516d tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420113 Feb 07 17:26:21.586039 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:22.424271 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c13b7-bc6c-4d4c-9820-3dbc9ac669cf req-09e0a975-2eb2-4fbd-8033-b0b781c63560 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:22.425794 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-344c13b7-bc6c-4d4c-9820-3dbc9ac669cf req-09e0a975-2eb2-4fbd-8033-b0b781c63560 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0558228 Feb 07 17:26:22.472954 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-344c13b7-bc6c-4d4c-9820-3dbc9ac669cf req-28263c22-c86d-4495-b8d0-0dcfa2d020cc tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403669 Feb 07 17:26:23.485989 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:23.594284 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8cd1a-0e71-4c7a-8fc0-e050b4eb20fd req-a4ba64d8-6d69-4e1f-a084-6c2e38314ba5 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:23.595764 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46c8cd1a-0e71-4c7a-8fc0-e050b4eb20fd req-a4ba64d8-6d69-4e1f-a084-6c2e38314ba5 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0528004 Feb 07 17:26:23.642784 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-46c8cd1a-0e71-4c7a-8fc0-e050b4eb20fd req-3e5805b7-77f2-46a4-a4dd-2b0e77da2d46 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409899 Feb 07 17:26:24.770358 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe96e8-fc86-484f-9337-7efebdb15f5e req-1b2359f9-5b8a-4adc-bc37-536705a9c028 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:24.771928 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7cbe96e8-fc86-484f-9337-7efebdb15f5e req-1b2359f9-5b8a-4adc-bc37-536705a9c028 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0576417 Feb 07 17:26:24.821771 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7cbe96e8-fc86-484f-9337-7efebdb15f5e req-ca3dcef7-efdb-441d-aaf4-6af1bc28fe4c tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437827 Feb 07 17:26:25.501553 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-a66dfaf0-0098-415a-a0bd-8b3d44dac599 service neutron] show failed (client error): The resource could not be found. Feb 07 17:26:25.502578 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-a66dfaf0-0098-415a-a0bd-8b3d44dac599 service neutron] 10.222.0.48 "GET /v2.0/ports/586b7219-27c8-4bd9-847e-39de0bf527ba/bindings/n-h2-827865-3 HTTP/1.1" status: 404 len: 380 time: 0.0578892 Feb 07 17:26:25.701885 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-2fa64065-d52b-4b4b-ba4f-40f5bafb6d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:25.703395 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-2fa64065-d52b-4b4b-ba4f-40f5bafb6d0f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca&tenant_id=d69d00d6a8574c16abe0847682bddb05 HTTP/1.1" status: 200 len: 1128 time: 0.0455229 Feb 07 17:26:25.715591 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827865-3', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:26:25.774863 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:25.814404 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1a97d358-2cd2-4b5d-9537-c4d1b0a94c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:26.008885 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ad203-ec09-469d-b180-a88a204fb59e req-53b477a2-a2c8-4232-9f45-29c501ddfab0 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:26.010435 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-932ad203-ec09-469d-b180-a88a204fb59e req-53b477a2-a2c8-4232-9f45-29c501ddfab0 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.1114278 Feb 07 17:26:26.049872 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] For port 586b7219-27c8-4bd9-847e-39de0bf527ba, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=586b7219-27c8-4bd9-847e-39de0bf527ba,segment=NetworkSegment(e99d3e4b-f44c-4235-bc56-dc47b080a566),segment_id=e99d3e4b-f44c-4235-bc56-dc47b080a566)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:26:26.091421 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-932ad203-ec09-469d-b180-a88a204fb59e req-be97102c-ecc2-48a4-bf5b-5900938ed406 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722992 Feb 07 17:26:26.103481 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] For port 586b7219-27c8-4bd9-847e-39de0bf527ba, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:26:26.151575 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a09293c-2523-42b4-873f-9568f8c8f2ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '586b7219-27c8-4bd9-847e-39de0bf527ba'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:26:26.153980 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f177ae91-7bbc-442f-9238-229d284112a0" -d '{"events": [{"server_uuid": "1a09293c-2523-42b4-873f-9568f8c8f2ca", "name": "network-vif-unplugged", "status": "completed", "tag": "586b7219-27c8-4bd9-847e-39de0bf527ba"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:26:26.157576 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] Publish callbacks [] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:26.170887 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] Transition to ACTIVE for port object 586b7219-27c8-4bd9-847e-39de0bf527ba will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:26:26.174618 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:26.210711 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 17:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d1f035-1b2f-41b5-806b-be720a85e56e x-openstack-request-id: req-f9d1f035-1b2f-41b5-806b-be720a85e56e {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:26:26.211137 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a09293c-2523-42b4-873f-9568f8c8f2ca", "name": "network-vif-unplugged", "status": "completed", "tag": "586b7219-27c8-4bd9-847e-39de0bf527ba", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:26:26.211244 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9d1f035-1b2f-41b5-806b-be720a85e56e {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:26:26.211628 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a09293c-2523-42b4-873f-9568f8c8f2ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '586b7219-27c8-4bd9-847e-39de0bf527ba', 'code': 200} Feb 07 17:26:26.245178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] No DVR routers for this DVR port 586b7219-27c8-4bd9-847e-39de0bf527ba on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:26:26.247103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] Pushing event updated for resources: {'Port': ['ID=586b7219-27c8-4bd9-847e-39de0bf527ba,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:26:26.287046 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] Attempting to bind port 586b7219-27c8-4bd9-847e-39de0bf527ba on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:26:26.287393 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] Attempting to bind port 586b7219-27c8-4bd9-847e-39de0bf527ba by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'e99d3e4b-f44c-4235-bc56-dc47b080a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd70203f0-0346-4bc2-891d-257061558448'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:26:26.287721 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] Attempting to bind port 586b7219-27c8-4bd9-847e-39de0bf527ba on network d70203f0-0346-4bc2-891d-257061558448 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:26:26.292091 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] Port 586b7219-27c8-4bd9-847e-39de0bf527ba on network d70203f0-0346-4bc2-891d-257061558448 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:26:26.292418 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] Attempting to bind port 586b7219-27c8-4bd9-847e-39de0bf527ba on network d70203f0-0346-4bc2-891d-257061558448 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:26:26.297199 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:26:26.297572 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] Checking segment: {'id': 'e99d3e4b-f44c-4235-bc56-dc47b080a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd70203f0-0346-4bc2-891d-257061558448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:26:26.297961 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] Bound using segment: {'id': 'e99d3e4b-f44c-4235-bc56-dc47b080a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd70203f0-0346-4bc2-891d-257061558448'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:26:26.298387 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] Bound port: 586b7219-27c8-4bd9-847e-39de0bf527ba, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99d3e4b-f44c-4235-bc56-dc47b080a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd70203f0-0346-4bc2-891d-257061558448'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:26:26.298744 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:26.360307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] For port 586b7219-27c8-4bd9-847e-39de0bf527ba, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:26:26.363226 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] For port 586b7219-27c8-4bd9-847e-39de0bf527ba, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=586b7219-27c8-4bd9-847e-39de0bf527ba,segment=NetworkSegment(e99d3e4b-f44c-4235-bc56-dc47b080a566),segment_id=e99d3e4b-f44c-4235-bc56-dc47b080a566)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:26:26.369976 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:26.407057 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:26.407695 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:26.409078 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] 10.222.0.32 "PUT /v2.0/ports/586b7219-27c8-4bd9-847e-39de0bf527ba HTTP/1.1" status: 200 len: 1092 time: 0.6975806 Feb 07 17:26:26.440261 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ea977-6a74-4463-9d78-755adacc30cf service neutron] Pushing event updated for resources: {'Port': ['ID=586b7219-27c8-4bd9-847e-39de0bf527ba,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:26:26.481578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-938dd086-a01b-4e4a-88b9-df7caf2fc9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:26.483333 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-938dd086-a01b-4e4a-88b9-df7caf2fc9b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d69d00d6a8574c16abe0847682bddb05&device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 1126 time: 0.0506234 Feb 07 17:26:26.563464 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:26:26.575341 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-084ef4e2-b7df-4833-903d-a4615be69afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:26.576810 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-084ef4e2-b7df-4833-903d-a4615be69afc service neutron] 10.222.0.32 "GET /v2.0/networks?id=d70203f0-0346-4bc2-891d-257061558448 HTTP/1.1" status: 200 len: 916 time: 0.0883477 Feb 07 17:26:26.622664 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-bdffd045-e104-4cb4-9124-c0e434c11ffa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=586b7219-27c8-4bd9-847e-39de0bf527ba HTTP/1.1" status: 200 len: 217 time: 0.0397685 Feb 07 17:26:26.673950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-4be75634-e28e-4bf0-ae4d-693ade28edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:26.675322 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-4be75634-e28e-4bf0-ae4d-693ade28edd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f3cd081-d5b4-4adf-8674-01fcd539281e HTTP/1.1" status: 200 len: 855 time: 0.0471582 Feb 07 17:26:26.706731 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-c1464694-1f73-4190-ada5-c98ee8f7ccc2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d70203f0-0346-4bc2-891d-257061558448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257008 Feb 07 17:26:26.799880 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-0164585c-4d0d-4898-adcd-d4f2c11a8c64 service neutron] 10.222.0.32 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865672 Feb 07 17:26:26.889750 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c0473e3-391c-4e0d-a327-23ecbb91aee3 req-64019680-6fa6-45ca-9853-279e5d5f6348 service neutron] 10.222.0.32 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828762 Feb 07 17:26:27.218964 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b8858-42c2-450a-a8fa-7ad308c03321 req-d6af36dd-4485-4443-8e49-1d196b8c1df2 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:27.220724 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-031b8858-42c2-450a-a8fa-7ad308c03321 req-d6af36dd-4485-4443-8e49-1d196b8c1df2 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 944 time: 0.0599217 Feb 07 17:26:27.269752 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-031b8858-42c2-450a-a8fa-7ad308c03321 req-99daa122-d21e-4615-b1af-a7a37efa0891 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424428 Feb 07 17:26:28.213181 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a09293c-2523-42b4-873f-9568f8c8f2ca', 'tag': '586b7219-27c8-4bd9-847e-39de0bf527ba'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:26:28.215718 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "1a09293c-2523-42b4-873f-9568f8c8f2ca", "tag": "586b7219-27c8-4bd9-847e-39de0bf527ba"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:26:28.215908 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d8208e5e-adcd-4ea6-87e4-3a1f70a3ea66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:28.265393 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189fd74f-951d-4093-b1b0-04c5ce9ec83a x-openstack-request-id: req-189fd74f-951d-4093-b1b0-04c5ce9ec83a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:26:28.265560 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a09293c-2523-42b4-873f-9568f8c8f2ca", "tag": "586b7219-27c8-4bd9-847e-39de0bf527ba", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:26:28.265811 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-189fd74f-951d-4093-b1b0-04c5ce9ec83a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:26:28.266247 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a09293c-2523-42b4-873f-9568f8c8f2ca', 'tag': '586b7219-27c8-4bd9-847e-39de0bf527ba', 'status': 'completed', 'code': 200} Feb 07 17:26:28.399174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1 req-eedf8851-ab36-4b3b-bc78-c3aaeb832bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:28.400850 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1 req-eedf8851-ab36-4b3b-bc78-c3aaeb832bc0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d69d00d6a8574c16abe0847682bddb05&device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 1126 time: 0.1060514 Feb 07 17:26:28.404529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1 req-15d81b5e-0bd4-4f0d-a0d7-407b2f607f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:28.406102 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1 req-15d81b5e-0bd4-4f0d-a0d7-407b2f607f05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d69d00d6a8574c16abe0847682bddb05&device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 1126 time: 0.1202593 Feb 07 17:26:28.509542 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bf139-d7df-429d-8d9d-1320a69ff362 req-9516cafd-8502-4855-85dd-b1436b159889 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:28.511175 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4f3bf139-d7df-429d-8d9d-1320a69ff362 req-9516cafd-8502-4855-85dd-b1436b159889 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 944 time: 0.1672006 Feb 07 17:26:28.611485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1 req-a25556dc-2605-4aae-b947-1cca54a5f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:28.612987 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1 req-a25556dc-2605-4aae-b947-1cca54a5f156 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d70203f0-0346-4bc2-891d-257061558448 HTTP/1.1" status: 200 len: 916 time: 0.2060204 Feb 07 17:26:28.618576 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4f3bf139-d7df-429d-8d9d-1320a69ff362 req-b11cb10e-c61b-4ccb-acaf-c86e06eff339 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998850 Feb 07 17:26:28.629623 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1 req-7972b764-f3d1-4bf1-8bb8-e9b8711a05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:28.634001 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1 req-7972b764-f3d1-4bf1-8bb8-e9b8711a05f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d70203f0-0346-4bc2-891d-257061558448 HTTP/1.1" status: 200 len: 916 time: 0.2157321 Feb 07 17:26:28.676317 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1 req-6c06d0ac-3500-4ad3-876e-d1da9d97bb25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=586b7219-27c8-4bd9-847e-39de0bf527ba HTTP/1.1" status: 200 len: 217 time: 0.0568116 Feb 07 17:26:28.717854 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1 req-5b94f368-f6db-406c-a28c-7aea919503cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=586b7219-27c8-4bd9-847e-39de0bf527ba HTTP/1.1" status: 200 len: 217 time: 0.0493009 Feb 07 17:26:28.787442 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1 req-dbd34e59-6bd4-4b3b-b45c-1b6008815916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:28.788867 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1 req-dbd34e59-6bd4-4b3b-b45c-1b6008815916 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f3cd081-d5b4-4adf-8674-01fcd539281e HTTP/1.1" status: 200 len: 855 time: 0.0797505 Feb 07 17:26:28.796161 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1 req-325459ab-4aa5-4c20-af9f-c7e8176ef562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:28.797659 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1 req-325459ab-4aa5-4c20-af9f-c7e8176ef562 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f3cd081-d5b4-4adf-8674-01fcd539281e HTTP/1.1" status: 200 len: 855 time: 0.0597799 Feb 07 17:26:28.838326 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1 req-cbe3c57b-edd1-41bb-9aee-31b409dbaa27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d70203f0-0346-4bc2-891d-257061558448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376282 Feb 07 17:26:28.861571 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1 req-5af846cb-b109-430c-9b17-5d722bd6ab1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d70203f0-0346-4bc2-891d-257061558448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524237 Feb 07 17:26:29.006456 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1 req-1051ef3c-6ea9-4dd3-8b52-c23506332056 service neutron] 10.222.0.48 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535728 Feb 07 17:26:29.011681 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1 req-17d3d0b6-288f-4561-ac4a-ddcb3c78a0eb service neutron] 10.222.0.32 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389878 Feb 07 17:26:29.491057 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1 req-17c066c6-a0d5-4abc-a186-14d5efd49a2f service neutron] 10.222.0.48 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784434 Feb 07 17:26:29.494517 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1cdb2f38-2e80-4f53-b4a0-dab5a149d8e1 req-0bbf1c3e-9db6-4d09-bdfe-12fed76f92d0 service neutron] 10.222.0.32 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749558 Feb 07 17:26:29.602154 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:29.748363 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc596d6-0734-4f0e-ac44-94c29d639487 req-4c35eeb5-5b71-446c-9ab5-b1274f2fe58e tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:29.749762 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9dc596d6-0734-4f0e-ac44-94c29d639487 req-4c35eeb5-5b71-446c-9ab5-b1274f2fe58e tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 944 time: 0.0536804 Feb 07 17:26:29.795702 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9dc596d6-0734-4f0e-ac44-94c29d639487 req-d6ac4416-5431-4d03-b26d-3fafb373fcee tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402565 Feb 07 17:26:29.919300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 586b7219-27c8-4bd9-847e-39de0bf527ba no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:26:29.968331 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] The host n-h1-827865-3 is not matching for port 586b7219-27c8-4bd9-847e-39de0bf527ba host n-h2-827865-3! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 17:26:29.968747 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 586b7219-27c8-4bd9-847e-39de0bf527ba not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:26:30.001510 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4469242-48b4-41a0-ada7-6d4f55b6dd8a req-4abf0f7f-b3f6-4bdd-b362-e4d86605e4da tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:30.003334 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a4469242-48b4-41a0-ada7-6d4f55b6dd8a req-4abf0f7f-b3f6-4bdd-b362-e4d86605e4da tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 944 time: 0.0564969 Feb 07 17:26:30.022215 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904c378-d387-4c37-9dbc-64384d0b7d0a req-b47a262b-7980-4bc8-9fbd-aa73ad1522c6 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:30.023726 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f904c378-d387-4c37-9dbc-64384d0b7d0a req-b47a262b-7980-4bc8-9fbd-aa73ad1522c6 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca&tenant_id=d69d00d6a8574c16abe0847682bddb05&binding%3Ahost_id=n-h2-827865-3 HTTP/1.1" status: 200 len: 944 time: 0.0623941 Feb 07 17:26:30.059181 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a4469242-48b4-41a0-ada7-6d4f55b6dd8a req-143714f4-6c5e-475a-90a2-b3be5fbae776 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485013 Feb 07 17:26:30.089200 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-f904c378-d387-4c37-9dbc-64384d0b7d0a req-474e48e7-31f0-4a84-8ecd-cc939f9630fc service neutron] delete failed (client error): The resource could not be found. Feb 07 17:26:30.090259 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f904c378-d387-4c37-9dbc-64384d0b7d0a req-474e48e7-31f0-4a84-8ecd-cc939f9630fc service neutron] 10.222.0.48 "DELETE /v2.0/ports/586b7219-27c8-4bd9-847e-39de0bf527ba/bindings/n-h1-827865-3 HTTP/1.1" status: 404 len: 380 time: 0.0601771 Feb 07 17:26:30.178970 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904c378-d387-4c37-9dbc-64384d0b7d0a req-28de66f2-a7b3-49e1-b544-df76fd117238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:30.180512 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f904c378-d387-4c37-9dbc-64384d0b7d0a req-28de66f2-a7b3-49e1-b544-df76fd117238 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d69d00d6a8574c16abe0847682bddb05&device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 1126 time: 0.0461257 Feb 07 17:26:30.271178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904c378-d387-4c37-9dbc-64384d0b7d0a req-eb2a28ec-2c8d-43c0-a054-ed7c6801235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:30.272611 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f904c378-d387-4c37-9dbc-64384d0b7d0a req-eb2a28ec-2c8d-43c0-a054-ed7c6801235e service neutron] 10.222.0.48 "GET /v2.0/networks?id=d70203f0-0346-4bc2-891d-257061558448 HTTP/1.1" status: 200 len: 916 time: 0.0862970 Feb 07 17:26:30.321062 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f904c378-d387-4c37-9dbc-64384d0b7d0a req-2aa6d1be-8ad7-4376-893d-1bbb3c1a9b1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=586b7219-27c8-4bd9-847e-39de0bf527ba HTTP/1.1" status: 200 len: 217 time: 0.0425346 Feb 07 17:26:30.371779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904c378-d387-4c37-9dbc-64384d0b7d0a req-40a97ae3-aa0b-48e9-acb2-724240e307e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:30.373294 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f904c378-d387-4c37-9dbc-64384d0b7d0a req-40a97ae3-aa0b-48e9-acb2-724240e307e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f3cd081-d5b4-4adf-8674-01fcd539281e HTTP/1.1" status: 200 len: 855 time: 0.0464144 Feb 07 17:26:30.404334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 586b7219-27c8-4bd9-847e-39de0bf527ba details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:26:30.405091 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f904c378-d387-4c37-9dbc-64384d0b7d0a req-997a51fc-b3ab-47fe-8e4d-46468c56397c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d70203f0-0346-4bc2-891d-257061558448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259535 Feb 07 17:26:30.498862 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f904c378-d387-4c37-9dbc-64384d0b7d0a req-75119567-f0f7-4846-8a4f-f08a5081f9fa service neutron] 10.222.0.48 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879095 Feb 07 17:26:30.504824 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 586b7219-27c8-4bd9-847e-39de0bf527ba, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=586b7219-27c8-4bd9-847e-39de0bf527ba,segment=NetworkSegment(e99d3e4b-f44c-4235-bc56-dc47b080a566),segment_id=e99d3e4b-f44c-4235-bc56-dc47b080a566)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:26:30.516721 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '586b7219-27c8-4bd9-847e-39de0bf527ba', 'network_id': 'd70203f0-0346-4bc2-891d-257061558448', 'port_id': '586b7219-27c8-4bd9-847e-39de0bf527ba', 'mac_address': 'fa:16:3e:19:f6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3cd081-d5b4-4adf-8674-01fcd539281e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:26:30.558788 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 586b7219-27c8-4bd9-847e-39de0bf527ba is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:26:30.559099 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:30.572207 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586b7219-27c8-4bd9-847e-39de0bf527ba {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:26:30.588966 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f904c378-d387-4c37-9dbc-64384d0b7d0a req-dcb473e3-f159-481d-a6c8-cbf39340d944 service neutron] 10.222.0.48 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840344 Feb 07 17:26:30.591568 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 586b7219-27c8-4bd9-847e-39de0bf527ba, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=586b7219-27c8-4bd9-847e-39de0bf527ba,segment=NetworkSegment(e99d3e4b-f44c-4235-bc56-dc47b080a566),segment_id=e99d3e4b-f44c-4235-bc56-dc47b080a566)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:26:30.597910 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:30.651269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=586b7219-27c8-4bd9-847e-39de0bf527ba,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:26:30.660159 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:30.660505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:30.660864 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:30.661976 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:30.662392 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:30.662735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:30.663069 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:30.663463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:30.663738 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:30.664066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:30.664402 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:30.664717 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:30.665140 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:30.817294 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['586b7219-27c8-4bd9-847e-39de0bf527ba'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:26:30.950087 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:31.189924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda131e9-9170-44a7-a4a1-a86361ace91b req-bcba410c-3c03-4abd-a9ec-720bd1f836c4 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:31.191475 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fda131e9-9170-44a7-a4a1-a86361ace91b req-bcba410c-3c03-4abd-a9ec-720bd1f836c4 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 945 time: 0.0584724 Feb 07 17:26:31.240597 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fda131e9-9170-44a7-a4a1-a86361ace91b req-f6d05e0b-2cbc-4eef-a167-6ad2c5278ca7 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423861 Feb 07 17:26:31.359621 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a87d1a-156e-4789-9872-3a1600b6a8a5 req-00d95c24-3976-4ca7-8e37-7548c4e1a97f tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:31.361016 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-07a87d1a-156e-4789-9872-3a1600b6a8a5 req-00d95c24-3976-4ca7-8e37-7548c4e1a97f tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 945 time: 0.0529799 Feb 07 17:26:31.417843 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-07a87d1a-156e-4789-9872-3a1600b6a8a5 req-de7044c7-6763-41bf-a728-5f9d214dd8a4 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506058 Feb 07 17:26:31.540373 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afddf1-3d85-4695-aead-ffc41d003a4f req-dbab9cf8-c691-4e0b-8fde-486d3451089e tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:31.541911 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49afddf1-3d85-4695-aead-ffc41d003a4f req-dbab9cf8-c691-4e0b-8fde-486d3451089e tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 945 time: 0.0580935 Feb 07 17:26:31.588205 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49afddf1-3d85-4695-aead-ffc41d003a4f req-2dac42cf-31d2-4ca7-af6a-1514c0d3615c tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408409 Feb 07 17:26:31.935339 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-524a18fa-a6bd-4106-9905-e174e9bda564 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:31.936716 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-524a18fa-a6bd-4106-9905-e174e9bda564 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/networks?id=d70203f0-0346-4bc2-891d-257061558448 HTTP/1.1" status: 200 len: 815 time: 0.1037192 Feb 07 17:26:31.951445 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-146f1dcb-52a6-443c-8228-98410a2a5a4c tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/quotas/d69d00d6a8574c16abe0847682bddb05 HTTP/1.1" status: 200 len: 375 time: 0.0094016 Feb 07 17:26:32.003694 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-5c23ca47-460c-41a8-a87a-4d7f26c24a34 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d69d00d6a8574c16abe0847682bddb05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472581 Feb 07 17:26:32.094033 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-19aa8108-3da5-4497-8061-473dc24e9eb6 service neutron] 10.222.0.18 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831494 Feb 07 17:26:32.192003 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-d3c8706b-f340-41ca-b858-5187961de160 service neutron] 10.222.0.18 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888908 Feb 07 17:26:32.366787 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-20d40de3-3fa9-4280-814f-33beaf6edd15 req-87ce7e70-6297-4a74-a9b4-3963eb7da6a7 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 210 time: 0.0292339 Feb 07 17:26:32.421163 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 586b7219-27c8-4bd9-847e-39de0bf527ba up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:26:32.470167 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:32.487109 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 586b7219-27c8-4bd9-847e-39de0bf527ba completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:26:32.491648 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 586b7219-27c8-4bd9-847e-39de0bf527ba triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:26:32.492034 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:32.577061 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 586b7219-27c8-4bd9-847e-39de0bf527ba is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:26:32.577490 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:32.602609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a09293c-2523-42b4-873f-9568f8c8f2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586b7219-27c8-4bd9-847e-39de0bf527ba'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:26:32.604881 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d25c85-8977-47bb-ab2c-78213a4860e4" -d '{"events": [{"server_uuid": "1a09293c-2523-42b4-873f-9568f8c8f2ca", "name": "network-vif-plugged", "status": "completed", "tag": "586b7219-27c8-4bd9-847e-39de0bf527ba"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:26:32.619149 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 586b7219-27c8-4bd9-847e-39de0bf527ba, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=586b7219-27c8-4bd9-847e-39de0bf527ba,segment=NetworkSegment(e99d3e4b-f44c-4235-bc56-dc47b080a566),segment_id=e99d3e4b-f44c-4235-bc56-dc47b080a566)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:26:32.624337 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:32.675927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=586b7219-27c8-4bd9-847e-39de0bf527ba,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:26:32.720575 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b61b89-7350-43f7-ae15-07ede0248a0e x-openstack-request-id: req-10b61b89-7350-43f7-ae15-07ede0248a0e {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:26:32.720980 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a09293c-2523-42b4-873f-9568f8c8f2ca", "name": "network-vif-plugged", "status": "completed", "tag": "586b7219-27c8-4bd9-847e-39de0bf527ba", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:26:32.721407 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10b61b89-7350-43f7-ae15-07ede0248a0e {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:26:32.721826 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a09293c-2523-42b4-873f-9568f8c8f2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586b7219-27c8-4bd9-847e-39de0bf527ba', 'code': 200} Feb 07 17:26:33.085407 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e521d-a828-4a21-b02f-83d14c68d15a req-8001865e-16b0-4ff1-9d9d-01f80451412d tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:33.086855 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f6e521d-a828-4a21-b02f-83d14c68d15a req-8001865e-16b0-4ff1-9d9d-01f80451412d tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a09293c-2523-42b4-873f-9568f8c8f2ca HTTP/1.1" status: 200 len: 946 time: 0.0531907 Feb 07 17:26:33.184153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8f6e521d-a828-4a21-b02f-83d14c68d15a req-45881378-5e71-4dde-a998-94719b88cfa1 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Deleting port 586b7219-27c8-4bd9-847e-39de0bf527ba {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:26:33.184497 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8f6e521d-a828-4a21-b02f-83d14c68d15a req-45881378-5e71-4dde-a998-94719b88cfa1 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:33.286483 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8f6e521d-a828-4a21-b02f-83d14c68d15a req-45881378-5e71-4dde-a998-94719b88cfa1 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] For port 586b7219-27c8-4bd9-847e-39de0bf527ba, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=586b7219-27c8-4bd9-847e-39de0bf527ba,segment=NetworkSegment(e99d3e4b-f44c-4235-bc56-dc47b080a566),segment_id=e99d3e4b-f44c-4235-bc56-dc47b080a566)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:26:33.287605 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8f6e521d-a828-4a21-b02f-83d14c68d15a req-45881378-5e71-4dde-a998-94719b88cfa1 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:33.300642 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-8f6e521d-a828-4a21-b02f-83d14c68d15a req-45881378-5e71-4dde-a998-94719b88cfa1 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Calling delete_port for 586b7219-27c8-4bd9-847e-39de0bf527ba owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:26:33.320312 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-b047bf35-a9a5-413e-9bb7-12994cc526a9 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:33.321888 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-b047bf35-a9a5-413e-9bb7-12994cc526a9 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.32 "GET /v2.0/networks?id=d70203f0-0346-4bc2-891d-257061558448 HTTP/1.1" status: 200 len: 815 time: 0.1150441 Feb 07 17:26:33.335232 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Request body: {'port': {'device_id': '3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e', 'network_id': 'd70203f0-0346-4bc2-891d-257061558448', 'admin_state_up': True, 'tenant_id': 'd69d00d6a8574c16abe0847682bddb05'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:26:33.445064 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8f6e521d-a828-4a21-b02f-83d14c68d15a req-45881378-5e71-4dde-a998-94719b88cfa1 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (586b7219-27c8-4bd9-847e-39de0bf527ba), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:33.456972 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['586b7219-27c8-4bd9-847e-39de0bf527ba'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:26:33.475064 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Made reservation on behalf of d69d00d6a8574c16abe0847682bddb05 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:26:33.478449 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:33.478732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45881378-5e71-4dde-a998-94719b88cfa1 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Pushing event deleted for resources: {'Port': ['ID=586b7219-27c8-4bd9-847e-39de0bf527ba,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:26:33.482041 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6dbb02ca-5528-4731-9b19-7f557818114b req-da11d339-560d-4dd6-b21d-a3a8fda872b6 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 210 time: 0.0425212 Feb 07 17:26:33.544607 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6e521d-a828-4a21-b02f-83d14c68d15a req-45881378-5e71-4dde-a998-94719b88cfa1 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] No DVR routers for this DVR port 586b7219-27c8-4bd9-847e-39de0bf527ba on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:26:33.547522 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8f6e521d-a828-4a21-b02f-83d14c68d15a req-45881378-5e71-4dde-a998-94719b88cfa1 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:33.551250 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f6e521d-a828-4a21-b02f-83d14c68d15a req-45881378-5e71-4dde-a998-94719b88cfa1 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.32 "DELETE /v2.0/ports/586b7219-27c8-4bd9-847e-39de0bf527ba HTTP/1.1" status: 204 len: 173 time: 0.4585295 Feb 07 17:26:33.552295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a09293c-2523-42b4-873f-9568f8c8f2ca', 'name': 'network-vif-deleted', 'tag': '586b7219-27c8-4bd9-847e-39de0bf527ba'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:26:33.555570 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87d4e8f-d6bb-43ba-91f8-328ee5207ecc" -d '{"events": [{"server_uuid": "1a09293c-2523-42b4-873f-9568f8c8f2ca", "name": "network-vif-deleted", "tag": "586b7219-27c8-4bd9-847e-39de0bf527ba"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:26:33.594575 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae519a92-7e0a-4b76-b795-f001029ac7b2 x-openstack-request-id: req-ae519a92-7e0a-4b76-b795-f001029ac7b2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:26:33.594887 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a09293c-2523-42b4-873f-9568f8c8f2ca", "name": "network-vif-deleted", "tag": "586b7219-27c8-4bd9-847e-39de0bf527ba", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:26:33.595152 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae519a92-7e0a-4b76-b795-f001029ac7b2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:26:33.595565 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a09293c-2523-42b4-873f-9568f8c8f2ca', 'name': 'network-vif-deleted', 'tag': '586b7219-27c8-4bd9-847e-39de0bf527ba', 'status': 'completed', 'code': 200} Feb 07 17:26:33.651693 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Allocated IP 172.20.0.5 (d70203f0-0346-4bc2-891d-257061558448/3f3cd081-d5b4-4adf-8674-01fcd539281e/ef5fa483-367e-488c-89c2-50ac7240ea3b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:26:33.808737 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Publish callbacks [] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:33.841808 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:33.852702 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['586b7219-27c8-4bd9-847e-39de0bf527ba'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:26:33.887183 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Network d70203f0-0346-4bc2-891d-257061558448 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:26:33.890321 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:26:33.894041 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:26:33.921708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Pushing event updated for resources: {'Port': ['ID=ef5fa483-367e-488c-89c2-50ac7240ea3b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:26:33.936386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:33.936745 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:33.937098 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:33.937477 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:33.937819 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:33.938159 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:33.938493 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:33.938826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:33.939155 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:33.939485 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:33.939816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:33.940143 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:33.940469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:26:33.959738 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:33.960350 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:33.975956 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-d3397566-4518-4792-941d-d64c01a5df31 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6464374 Feb 07 17:26:33.986348 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Request body: {'port': {'device_id': '3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:26:34.045459 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:34.356964 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5fa483-367e-488c-89c2-50ac7240ea3b {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:26:34.364786 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Publish callbacks [] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:34.380455 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Transition to ACTIVE for port object ef5fa483-367e-488c-89c2-50ac7240ea3b will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:26:34.384175 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:34.435058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5fa483-367e-488c-89c2-50ac7240ea3b,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:26:34.510125 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Attempting to bind port ef5fa483-367e-488c-89c2-50ac7240ea3b on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:26:34.510780 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Attempting to bind port ef5fa483-367e-488c-89c2-50ac7240ea3b by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'e99d3e4b-f44c-4235-bc56-dc47b080a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd70203f0-0346-4bc2-891d-257061558448'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:26:34.510780 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Attempting to bind port ef5fa483-367e-488c-89c2-50ac7240ea3b on network d70203f0-0346-4bc2-891d-257061558448 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:26:34.515297 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Port ef5fa483-367e-488c-89c2-50ac7240ea3b on network d70203f0-0346-4bc2-891d-257061558448 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:26:34.515526 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Attempting to bind port ef5fa483-367e-488c-89c2-50ac7240ea3b on network d70203f0-0346-4bc2-891d-257061558448 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:26:34.520560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:26:34.520899 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Checking segment: {'id': 'e99d3e4b-f44c-4235-bc56-dc47b080a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd70203f0-0346-4bc2-891d-257061558448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:26:34.521296 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Bound using segment: {'id': 'e99d3e4b-f44c-4235-bc56-dc47b080a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd70203f0-0346-4bc2-891d-257061558448'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:26:34.521756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Bound port: ef5fa483-367e-488c-89c2-50ac7240ea3b, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99d3e4b-f44c-4235-bc56-dc47b080a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd70203f0-0346-4bc2-891d-257061558448'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:26:34.522121 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:34.615423 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] For port ef5fa483-367e-488c-89c2-50ac7240ea3b, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:26:34.619031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] For port ef5fa483-367e-488c-89c2-50ac7240ea3b, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ef5fa483-367e-488c-89c2-50ac7240ea3b,segment=NetworkSegment(e99d3e4b-f44c-4235-bc56-dc47b080a566),segment_id=e99d3e4b-f44c-4235-bc56-dc47b080a566)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:26:34.626990 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:34.664076 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d1761-681b-4233-b9a5-1cf44ba697e5 req-284d53e3-cf4e-4e84-b992-c343bfed9cf8 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:34.665639 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-177d1761-681b-4233-b9a5-1cf44ba697e5 req-284d53e3-cf4e-4e84-b992-c343bfed9cf8 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 943 time: 0.1079004 Feb 07 17:26:34.688099 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:34.688717 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:34.690133 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] 10.222.0.32 "PUT /v2.0/ports/ef5fa483-367e-488c-89c2-50ac7240ea3b HTTP/1.1" status: 200 len: 1091 time: 0.7081127 Feb 07 17:26:34.690577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e', 'tag': 'ef5fa483-367e-488c-89c2-50ac7240ea3b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:26:34.693112 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a87ba8-8e3b-4bb2-a80e-4a3a0d81ce54" -d '{"events": [{"name": "network-changed", "server_uuid": "3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e", "tag": "ef5fa483-367e-488c-89c2-50ac7240ea3b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:26:34.763801 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6d792-ca4e-4ac9-98f9-1519589662d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5fa483-367e-488c-89c2-50ac7240ea3b,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:26:34.799263 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-177d1761-681b-4233-b9a5-1cf44ba697e5 req-81468371-028f-4baa-b874-d1e08b841843 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272650 Feb 07 17:26:34.832007 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-286c6015-ebdc-40df-9457-293ae56e23cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:34.837630 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-286c6015-ebdc-40df-9457-293ae56e23cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d69d00d6a8574c16abe0847682bddb05&device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 1125 time: 0.1051667 Feb 07 17:26:34.867898 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4f5378-a6ef-47bb-99b1-519edbae612b x-openstack-request-id: req-9a4f5378-a6ef-47bb-99b1-519edbae612b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:26:34.868424 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e", "tag": "ef5fa483-367e-488c-89c2-50ac7240ea3b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:26:34.868424 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a4f5378-a6ef-47bb-99b1-519edbae612b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:26:34.868844 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e', 'tag': 'ef5fa483-367e-488c-89c2-50ac7240ea3b', 'status': 'completed', 'code': 200} Feb 07 17:26:34.902048 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-b1b2425c-3264-4f35-9ad7-3387eafdfe90 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef5fa483-367e-488c-89c2-50ac7240ea3b HTTP/1.1" status: 200 len: 217 time: 0.0600786 Feb 07 17:26:34.955863 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-8bf9e65f-2bb7-407c-8589-ac54cfb58085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:34.957370 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-8bf9e65f-2bb7-407c-8589-ac54cfb58085 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f3cd081-d5b4-4adf-8674-01fcd539281e HTTP/1.1" status: 200 len: 855 time: 0.0502036 Feb 07 17:26:35.013140 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-83d9ac13-ef38-4b60-a3eb-48aca0e7ba1c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d70203f0-0346-4bc2-891d-257061558448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494103 Feb 07 17:26:35.100415 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-40ed7491-9c32-4a4e-89f4-49b4c6d140ea service neutron] 10.222.0.32 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813410 Feb 07 17:26:35.196246 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bd8de063-bd14-465e-ba8a-b73f08a442e3 req-65cb2e63-486a-432f-ac5d-b497083a8eb8 service neutron] 10.222.0.32 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907803 Feb 07 17:26:35.286803 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a87ba8-8e3b-4bb2-a80e-4a3a0d81ce54 req-6064452d-d316-4f62-8798-803046c6842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:35.288294 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-99a87ba8-8e3b-4bb2-a80e-4a3a0d81ce54 req-6064452d-d316-4f62-8798-803046c6842a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d69d00d6a8574c16abe0847682bddb05&device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 1125 time: 0.0460703 Feb 07 17:26:35.379065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a87ba8-8e3b-4bb2-a80e-4a3a0d81ce54 req-be242f0c-767e-41f6-841f-115c1c3d20df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:35.381052 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-99a87ba8-8e3b-4bb2-a80e-4a3a0d81ce54 req-be242f0c-767e-41f6-841f-115c1c3d20df service neutron] 10.222.0.32 "GET /v2.0/networks?id=d70203f0-0346-4bc2-891d-257061558448 HTTP/1.1" status: 200 len: 916 time: 0.0873554 Feb 07 17:26:35.420580 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-99a87ba8-8e3b-4bb2-a80e-4a3a0d81ce54 req-83fdb7a1-b5cc-459a-959d-f1150b1ab299 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef5fa483-367e-488c-89c2-50ac7240ea3b HTTP/1.1" status: 200 len: 217 time: 0.0344489 Feb 07 17:26:35.467433 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a87ba8-8e3b-4bb2-a80e-4a3a0d81ce54 req-1efad53e-9e3b-4715-bfb5-93d2d2c1274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:35.468897 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-99a87ba8-8e3b-4bb2-a80e-4a3a0d81ce54 req-1efad53e-9e3b-4715-bfb5-93d2d2c1274b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f3cd081-d5b4-4adf-8674-01fcd539281e HTTP/1.1" status: 200 len: 855 time: 0.0429835 Feb 07 17:26:35.501455 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-99a87ba8-8e3b-4bb2-a80e-4a3a0d81ce54 req-2e5a4ad4-d164-4182-b81a-db02948b2d4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d70203f0-0346-4bc2-891d-257061558448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257144 Feb 07 17:26:35.592787 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-99a87ba8-8e3b-4bb2-a80e-4a3a0d81ce54 req-660936f2-c1e6-4870-8f60-aa47dc62aecf service neutron] 10.222.0.32 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850003 Feb 07 17:26:35.682830 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-99a87ba8-8e3b-4bb2-a80e-4a3a0d81ce54 req-df0847b2-3d90-46a1-a06b-07148027ac73 service neutron] 10.222.0.32 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840607 Feb 07 17:26:35.949936 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfea75-9982-4625-8715-281e693cb05a req-a708e96f-92fe-4434-9d46-152883c3a8bc tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:35.951413 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61bfea75-9982-4625-8715-281e693cb05a req-a708e96f-92fe-4434-9d46-152883c3a8bc tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 943 time: 0.0595944 Feb 07 17:26:36.000454 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61bfea75-9982-4625-8715-281e693cb05a req-df5bffc1-2307-43e3-92b2-62dc8e1c1d5b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432670 Feb 07 17:26:36.415723 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 586b7219-27c8-4bd9-847e-39de0bf527ba no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:26:36.436023 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 586b7219-27c8-4bd9-847e-39de0bf527ba {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:26:36.436374 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 586b7219-27c8-4bd9-847e-39de0bf527ba not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:26:37.128632 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61daa2-1bf0-4694-bf18-61a457782fe9 req-0d90e381-4ab5-48c1-a873-d5775d512f84 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:37.130243 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ae61daa2-1bf0-4694-bf18-61a457782fe9 req-0d90e381-4ab5-48c1-a873-d5775d512f84 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 943 time: 0.0557659 Feb 07 17:26:37.180957 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ae61daa2-1bf0-4694-bf18-61a457782fe9 req-21d6416a-518e-43d1-b8b5-6ea9fe20834e tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451198 Feb 07 17:26:38.308929 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d142b7a-1c0b-498d-ad69-c0f133a1cc34 req-6bb85b0e-c532-481c-9dce-ff5df01a1060 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:38.310556 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1d142b7a-1c0b-498d-ad69-c0f133a1cc34 req-6bb85b0e-c532-481c-9dce-ff5df01a1060 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 943 time: 0.0560520 Feb 07 17:26:38.364506 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1d142b7a-1c0b-498d-ad69-c0f133a1cc34 req-008c4654-f554-4124-b8c8-581f19045061 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478046 Feb 07 17:26:38.431414 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ef5fa483-367e-488c-89c2-50ac7240ea3b details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:26:38.527674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port ef5fa483-367e-488c-89c2-50ac7240ea3b, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ef5fa483-367e-488c-89c2-50ac7240ea3b,segment=NetworkSegment(e99d3e4b-f44c-4235-bc56-dc47b080a566),segment_id=e99d3e4b-f44c-4235-bc56-dc47b080a566)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:26:38.539451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'ef5fa483-367e-488c-89c2-50ac7240ea3b', 'network_id': 'd70203f0-0346-4bc2-891d-257061558448', 'port_id': 'ef5fa483-367e-488c-89c2-50ac7240ea3b', 'mac_address': 'fa:16:3e:51:74:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3cd081-d5b4-4adf-8674-01fcd539281e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:26:38.575365 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port ef5fa483-367e-488c-89c2-50ac7240ea3b is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:26:38.575767 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:38.588523 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5fa483-367e-488c-89c2-50ac7240ea3b {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:26:38.608793 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port ef5fa483-367e-488c-89c2-50ac7240ea3b, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ef5fa483-367e-488c-89c2-50ac7240ea3b,segment=NetworkSegment(e99d3e4b-f44c-4235-bc56-dc47b080a566),segment_id=e99d3e4b-f44c-4235-bc56-dc47b080a566)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:26:38.612912 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:38.659060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=ef5fa483-367e-488c-89c2-50ac7240ea3b,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:26:38.799719 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['ef5fa483-367e-488c-89c2-50ac7240ea3b'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:26:39.489554 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de244a07-5208-423d-b760-267f631d2eec req-57641934-c360-4f2b-92d4-6c77b1cb333d tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:39.491097 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de244a07-5208-423d-b760-267f631d2eec req-57641934-c360-4f2b-92d4-6c77b1cb333d tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 944 time: 0.0563235 Feb 07 17:26:39.540428 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de244a07-5208-423d-b760-267f631d2eec req-af56c141-f23a-483f-8c88-81757cbd14cb tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435648 Feb 07 17:26:40.446897 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ef5fa483-367e-488c-89c2-50ac7240ea3b up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:26:40.495150 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port ef5fa483-367e-488c-89c2-50ac7240ea3b completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:26:40.499320 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port ef5fa483-367e-488c-89c2-50ac7240ea3b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:26:40.499645 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:40.670905 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc24c9-bcc6-4668-b5a1-96f4ccdd43c2 req-38461894-59b6-4835-8abe-97df4c59dfef tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:40.672536 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f5dc24c9-bcc6-4668-b5a1-96f4ccdd43c2 req-38461894-59b6-4835-8abe-97df4c59dfef tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 944 time: 0.0581379 Feb 07 17:26:40.728590 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f5dc24c9-bcc6-4668-b5a1-96f4ccdd43c2 req-79bf3509-f8fd-4570-827b-14ff53cff9bc tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500994 Feb 07 17:26:40.744954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port ef5fa483-367e-488c-89c2-50ac7240ea3b is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:26:40.745377 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:40.770127 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5fa483-367e-488c-89c2-50ac7240ea3b'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:26:40.772810 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557e9c66-e74c-4872-82a3-87f98c4cadc0" -d '{"events": [{"server_uuid": "3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e", "name": "network-vif-plugged", "status": "completed", "tag": "ef5fa483-367e-488c-89c2-50ac7240ea3b"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:26:40.786499 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port ef5fa483-367e-488c-89c2-50ac7240ea3b, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ef5fa483-367e-488c-89c2-50ac7240ea3b,segment=NetworkSegment(e99d3e4b-f44c-4235-bc56-dc47b080a566),segment_id=e99d3e4b-f44c-4235-bc56-dc47b080a566)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:26:40.791018 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:40.815454 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8655c6d-3cff-4370-b18b-c0ecc59a68a9 x-openstack-request-id: req-c8655c6d-3cff-4370-b18b-c0ecc59a68a9 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:26:40.815756 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e", "name": "network-vif-plugged", "status": "completed", "tag": "ef5fa483-367e-488c-89c2-50ac7240ea3b", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:26:40.816020 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8655c6d-3cff-4370-b18b-c0ecc59a68a9 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:26:40.816831 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5fa483-367e-488c-89c2-50ac7240ea3b', 'code': 200} Feb 07 17:26:40.846235 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=ef5fa483-367e-488c-89c2-50ac7240ea3b,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:26:40.924168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668c1c4-18f3-419b-8cf3-121c5fbacee1 req-df1a7cff-21a5-463d-8481-d5928a67d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:40.925735 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6668c1c4-18f3-419b-8cf3-121c5fbacee1 req-df1a7cff-21a5-463d-8481-d5928a67d551 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 1127 time: 0.0470617 Feb 07 17:26:40.971853 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6668c1c4-18f3-419b-8cf3-121c5fbacee1 req-34434d2f-8165-4182-b63c-e215f809eb72 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393591 Feb 07 17:26:41.850706 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554cb94-a1f6-4a45-a61c-73277ea6ae87 req-ab86a092-e9da-4e4d-adc2-8a8afda436ec tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:41.852189 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1554cb94-a1f6-4a45-a61c-73277ea6ae87 req-ab86a092-e9da-4e4d-adc2-8a8afda436ec tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0540521 Feb 07 17:26:41.901053 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1554cb94-a1f6-4a45-a61c-73277ea6ae87 req-8433ec39-25df-40e7-aff3-d6ceb2d0f965 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431855 Feb 07 17:26:43.027575 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fdb38-4f12-46d2-a04d-4cade8dd9a88 req-876bb437-ea6a-475b-b886-2e576274d2b4 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:43.029078 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-902fdb38-4f12-46d2-a04d-4cade8dd9a88 req-876bb437-ea6a-475b-b886-2e576274d2b4 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0580955 Feb 07 17:26:43.075807 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-902fdb38-4f12-46d2-a04d-4cade8dd9a88 req-375c6bb4-482c-4017-a751-c6770af20f82 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409281 Feb 07 17:26:43.203738 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30922d-6090-425c-8d6f-10a4578f8378 req-48302926-4f9a-4451-b691-cb0be51850df tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:43.205296 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4e30922d-6090-425c-8d6f-10a4578f8378 req-48302926-4f9a-4451-b691-cb0be51850df tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0592201 Feb 07 17:26:43.255803 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4e30922d-6090-425c-8d6f-10a4578f8378 req-3daa6ea1-e1b9-4126-9e01-5abb7e1ba734 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439897 Feb 07 17:26:43.514790 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-3a2cdcb7-d8d6-4bf5-a6db-bea9560d3fb3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457242 Feb 07 17:26:43.519775 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078fa9b-21fc-4ef7-b23d-033307ffad02 req-19077d70-a07a-4fa2-9098-7974cfa63e1a tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:43.521949 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3078fa9b-21fc-4ef7-b23d-033307ffad02 req-19077d70-a07a-4fa2-9098-7974cfa63e1a tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0561447 Feb 07 17:26:43.578388 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3078fa9b-21fc-4ef7-b23d-033307ffad02 req-d371fa41-5c6a-4371-9099-e953bbf973b2 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506208 Feb 07 17:26:44.602814 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-4dc84dd3-bb27-4ac7-be2a-fe1888cba613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:44.604312 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-4dc84dd3-bb27-4ac7-be2a-fe1888cba613 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d69d00d6a8574c16abe0847682bddb05&device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 1127 time: 0.0527461 Feb 07 17:26:44.704061 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-5e1b0941-f3bf-454e-aab5-3cae9103714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:44.705612 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-5e1b0941-f3bf-454e-aab5-3cae9103714c service neutron] 10.222.0.32 "GET /v2.0/networks?id=d70203f0-0346-4bc2-891d-257061558448 HTTP/1.1" status: 200 len: 916 time: 0.0953035 Feb 07 17:26:44.706353 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06008b1-4c0a-47a8-a065-30a642ad7287 req-f3cedd7a-170e-4466-9f86-18b287a52969 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:44.708081 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e06008b1-4c0a-47a8-a065-30a642ad7287 req-f3cedd7a-170e-4466-9f86-18b287a52969 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0556982 Feb 07 17:26:44.753790 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-04311451-1323-4519-af3d-4f570594e619 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef5fa483-367e-488c-89c2-50ac7240ea3b HTTP/1.1" status: 200 len: 217 time: 0.0380483 Feb 07 17:26:44.762465 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e06008b1-4c0a-47a8-a065-30a642ad7287 req-d09d7cbc-3b25-47ab-9251-6c55b49d5c4e tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478194 Feb 07 17:26:44.806841 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-945e974a-87ed-40c6-923f-936eb0996c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:44.808323 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-945e974a-87ed-40c6-923f-936eb0996c13 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f3cd081-d5b4-4adf-8674-01fcd539281e HTTP/1.1" status: 200 len: 855 time: 0.0537188 Feb 07 17:26:44.840641 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-5ab4a7b9-6d13-4aa7-a75b-3762a78a690b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d70203f0-0346-4bc2-891d-257061558448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271864 Feb 07 17:26:44.946655 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-fc1477d8-684b-428a-b7a1-7430896bca65 service neutron] 10.222.0.32 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999281 Feb 07 17:26:45.041596 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-a0f03676-4e78-4c89-9a0d-896b86ad2325 service neutron] 10.222.0.32 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895810 Feb 07 17:26:45.892811 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf218fa-1126-47da-91dd-3cc46970355e req-e3d44a2c-da4f-4038-b8fe-bf82965d07b1 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:45.894328 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5bf218fa-1126-47da-91dd-3cc46970355e req-e3d44a2c-da4f-4038-b8fe-bf82965d07b1 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0549247 Feb 07 17:26:45.948753 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5bf218fa-1126-47da-91dd-3cc46970355e req-60908e3a-8902-4b6a-b1b5-fb9719e166a6 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430911 Feb 07 17:26:47.080703 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a0c99-1e3e-4cc4-a240-67218bab58b9 req-37685fc4-2ef1-4f19-ba89-b60756c7f04e tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:47.082282 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b1a0c99-1e3e-4cc4-a240-67218bab58b9 req-37685fc4-2ef1-4f19-ba89-b60756c7f04e tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0595448 Feb 07 17:26:47.145572 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b1a0c99-1e3e-4cc4-a240-67218bab58b9 req-29bf43c5-2576-4385-9161-e0cb0cd2ba21 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568953 Feb 07 17:26:48.276454 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c28d86-f7df-4448-8d59-10f56cc0a505 req-74500385-4c04-407b-93e3-e8af4cb04f8b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:48.278355 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87c28d86-f7df-4448-8d59-10f56cc0a505 req-74500385-4c04-407b-93e3-e8af4cb04f8b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0611587 Feb 07 17:26:48.330688 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-87c28d86-f7df-4448-8d59-10f56cc0a505 req-6aaf2a4c-4bb9-4423-9de7-d94694e8e857 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463252 Feb 07 17:26:49.463905 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad9906-c44f-40b7-b01d-50677795613f req-773e6b4c-df10-434e-914b-4c390046edb4 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:49.465726 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34ad9906-c44f-40b7-b01d-50677795613f req-773e6b4c-df10-434e-914b-4c390046edb4 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0582936 Feb 07 17:26:49.518490 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-34ad9906-c44f-40b7-b01d-50677795613f req-6152f122-5e4f-48a0-be9a-66c2a4b54d51 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470166 Feb 07 17:26:50.647711 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc06654-7621-4ade-be75-34f890c630b6 req-88161917-d739-4429-ae31-3f994c188b07 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:50.649314 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dfc06654-7621-4ade-be75-34f890c630b6 req-88161917-d739-4429-ae31-3f994c188b07 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0582089 Feb 07 17:26:50.702233 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dfc06654-7621-4ade-be75-34f890c630b6 req-aa1650db-0d06-40d1-83c4-88aa20f7e96f tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472088 Feb 07 17:26:51.585579 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:51.831987 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475748ec-f17a-42f2-a594-50406ac2b195 req-8d0b785f-f6e5-4c10-a6a3-752cee73b783 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:51.833839 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-475748ec-f17a-42f2-a594-50406ac2b195 req-8d0b785f-f6e5-4c10-a6a3-752cee73b783 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0626113 Feb 07 17:26:51.885124 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-475748ec-f17a-42f2-a594-50406ac2b195 req-cc81362b-1e7e-4fe6-acfe-b23e057e10ea tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456753 Feb 07 17:26:53.010459 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff9890-b296-4387-bf19-492ff4aa0090 req-7a9b96aa-7d16-4f4d-9491-78c5c4c66e84 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:53.012018 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f2ff9890-b296-4387-bf19-492ff4aa0090 req-7a9b96aa-7d16-4f4d-9491-78c5c4c66e84 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0563178 Feb 07 17:26:53.069967 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f2ff9890-b296-4387-bf19-492ff4aa0090 req-a57804af-a414-43b4-aa46-e04a5ebff996 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518456 Feb 07 17:26:53.501369 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:54.194107 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810793eb-df81-4586-abbe-b65e6f387b2b req-5cf05c9b-ecd7-46b3-84c4-e7e9c42e00c4 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:54.195670 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-810793eb-df81-4586-abbe-b65e6f387b2b req-5cf05c9b-ecd7-46b3-84c4-e7e9c42e00c4 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0564067 Feb 07 17:26:54.247497 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-810793eb-df81-4586-abbe-b65e6f387b2b req-c051a993-c906-4101-b942-cbdfe28a1d09 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460455 Feb 07 17:26:55.375242 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fed20-f0cf-43ad-b971-91d123ae424d req-f2d01662-1f4d-4111-9294-fe3ebbf3b9ca tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:55.376843 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f21fed20-f0cf-43ad-b971-91d123ae424d req-f2d01662-1f4d-4111-9294-fe3ebbf3b9ca tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0568113 Feb 07 17:26:55.429162 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f21fed20-f0cf-43ad-b971-91d123ae424d req-75891be5-b369-47d1-af97-26222c719e7e tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464053 Feb 07 17:26:55.817460 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-80eeedfc-151d-4fe4-ad54-1871e3755305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:56.556979 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3f332-ac94-4f94-ac5f-ea7fd4eee2b2 req-1389e0ef-3c5c-4ee2-a05e-c2e17132317b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:56.558489 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e5b3f332-ac94-4f94-ac5f-ea7fd4eee2b2 req-1389e0ef-3c5c-4ee2-a05e-c2e17132317b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0576072 Feb 07 17:26:56.615653 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e5b3f332-ac94-4f94-ac5f-ea7fd4eee2b2 req-9381e0d1-2814-41f8-a21e-da27baf85874 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511386 Feb 07 17:26:57.738084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f940d9-2d44-4604-8dc5-e584de11f27b req-d57d1d4f-875c-4a2b-96a6-ab76b142d497 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:57.740319 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-02f940d9-2d44-4604-8dc5-e584de11f27b req-d57d1d4f-875c-4a2b-96a6-ab76b142d497 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0551291 Feb 07 17:26:57.791261 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-02f940d9-2d44-4604-8dc5-e584de11f27b req-60b18cbb-a2b2-4d59-99e5-47f1a3cacc59 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450118 Feb 07 17:26:58.220946 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba4ea-413d-4ec0-82bb-cd7830c2a629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:58.922120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5c2fc-bcb1-4c36-9df6-42911ffb22a2 req-f54e5c86-bca6-470b-8851-d52ad631b17b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:58.923711 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-31e5c2fc-bcb1-4c36-9df6-42911ffb22a2 req-f54e5c86-bca6-470b-8851-d52ad631b17b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0599368 Feb 07 17:26:58.977629 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-31e5c2fc-bcb1-4c36-9df6-42911ffb22a2 req-1f3c98ed-42fe-4d05-a239-d61e4d2907c0 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482008 Feb 07 17:26:59.491960 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222de18-0e12-4145-803d-e14fd6f4f6f9 req-0ad6f02f-de4a-4e2c-ab03-eba8392b1073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:59.493545 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4222de18-0e12-4145-803d-e14fd6f4f6f9 req-0ad6f02f-de4a-4e2c-ab03-eba8392b1073 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d69d00d6a8574c16abe0847682bddb05&device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 1127 time: 0.0501378 Feb 07 17:26:59.605591 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:26:59.606212 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222de18-0e12-4145-803d-e14fd6f4f6f9 req-33d8175a-5cfa-4549-9445-0a4ce0007f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:59.607586 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4222de18-0e12-4145-803d-e14fd6f4f6f9 req-33d8175a-5cfa-4549-9445-0a4ce0007f3d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d70203f0-0346-4bc2-891d-257061558448 HTTP/1.1" status: 200 len: 916 time: 0.0962679 Feb 07 17:26:59.653490 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4222de18-0e12-4145-803d-e14fd6f4f6f9 req-b210bde4-63d2-4ecb-83b6-63c5de5f7364 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef5fa483-367e-488c-89c2-50ac7240ea3b HTTP/1.1" status: 200 len: 217 time: 0.0402694 Feb 07 17:26:59.702589 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222de18-0e12-4145-803d-e14fd6f4f6f9 req-1b4cf6b3-0a87-47f6-9478-bf7e251f5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:26:59.704062 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4222de18-0e12-4145-803d-e14fd6f4f6f9 req-1b4cf6b3-0a87-47f6-9478-bf7e251f5a1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f3cd081-d5b4-4adf-8674-01fcd539281e HTTP/1.1" status: 200 len: 855 time: 0.0456874 Feb 07 17:26:59.735621 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4222de18-0e12-4145-803d-e14fd6f4f6f9 req-bec75b17-052e-481e-b136-b832ca3ec290 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d70203f0-0346-4bc2-891d-257061558448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264850 Feb 07 17:26:59.826472 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4222de18-0e12-4145-803d-e14fd6f4f6f9 req-0bd35088-fd1a-4161-9806-0a3337995517 service neutron] 10.222.0.32 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839460 Feb 07 17:26:59.919966 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4222de18-0e12-4145-803d-e14fd6f4f6f9 req-8bbccd86-b631-497a-a3cd-004a9f84f4c2 service neutron] 10.222.0.32 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881102 Feb 07 17:27:00.111485 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef7035-ac90-48eb-b4fd-a4ba01ac34e8 req-3e73c3b9-1b25-44ff-91ce-b8c776a4d273 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:00.112977 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1ef7035-ac90-48eb-b4fd-a4ba01ac34e8 req-3e73c3b9-1b25-44ff-91ce-b8c776a4d273 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0566707 Feb 07 17:27:00.162208 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1ef7035-ac90-48eb-b4fd-a4ba01ac34e8 req-5fd3f2eb-fe98-4f2e-87bf-c63589cb46a0 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428908 Feb 07 17:27:00.935120 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:01.287877 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204dae3f-f3b1-41bc-9fee-50d3e9d42a8a req-89d598ce-8020-4c4c-9416-d748d9a368a3 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:01.289476 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-204dae3f-f3b1-41bc-9fee-50d3e9d42a8a req-89d598ce-8020-4c4c-9416-d748d9a368a3 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0578611 Feb 07 17:27:01.341066 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-204dae3f-f3b1-41bc-9fee-50d3e9d42a8a req-5090927a-08d7-4fe5-8783-2d8207702e17 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452256 Feb 07 17:27:02.444324 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:02.481503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca729940-cfe8-4755-92d0-9faccfc57366 req-94122234-2501-4951-a0c7-b5df34d47343 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:02.483235 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ca729940-cfe8-4755-92d0-9faccfc57366 req-94122234-2501-4951-a0c7-b5df34d47343 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0601974 Feb 07 17:27:02.533155 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ca729940-cfe8-4755-92d0-9faccfc57366 req-a7478f0d-6a7a-4478-bcd7-42934653fdfb tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436838 Feb 07 17:27:03.562532 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:27:03.657150 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19022e-30df-43b2-81eb-065b36851fa6 req-2526d695-e134-4fbf-a23b-f3a8f8f588c1 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:03.658727 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8e19022e-30df-43b2-81eb-065b36851fa6 req-2526d695-e134-4fbf-a23b-f3a8f8f588c1 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0573239 Feb 07 17:27:03.709476 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8e19022e-30df-43b2-81eb-065b36851fa6 req-ceb8c69f-9d78-47b2-92cd-74a941172952 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442736 Feb 07 17:27:04.831125 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c835ddf-5167-4954-907a-f837ad91e13d req-c14a175a-0bb2-4bb7-8073-65b7e6a5809a tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:04.833158 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6c835ddf-5167-4954-907a-f837ad91e13d req-c14a175a-0bb2-4bb7-8073-65b7e6a5809a tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0549483 Feb 07 17:27:04.883600 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6c835ddf-5167-4954-907a-f837ad91e13d req-d1e6e546-8520-44f1-bf3d-3ad86ed7fea7 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448351 Feb 07 17:27:06.003818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14d904-6bc9-4dac-9195-f1216234b15a req-b247685d-8f67-489e-a431-97fef176c364 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:06.006039 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ac14d904-6bc9-4dac-9195-f1216234b15a req-b247685d-8f67-489e-a431-97fef176c364 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0539272 Feb 07 17:27:06.057036 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ac14d904-6bc9-4dac-9195-f1216234b15a req-f8b68837-21f0-45cb-8a5b-011ff4e52a0c tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454702 Feb 07 17:27:07.178595 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5515c-ee20-4cad-996f-75ed6a00eb7d req-008a106e-e098-4655-a9c1-a8e29d50d8a5 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:07.180320 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1fc5515c-ee20-4cad-996f-75ed6a00eb7d req-008a106e-e098-4655-a9c1-a8e29d50d8a5 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0546496 Feb 07 17:27:07.240683 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1fc5515c-ee20-4cad-996f-75ed6a00eb7d req-c5605ad2-a3a4-49e2-b2a2-4d8c7f6c44c1 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540521 Feb 07 17:27:08.369379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ee965-8b57-45b8-bc4e-a8d4e29fa352 req-89165313-5e91-4802-82a7-1908ea906ba2 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:08.370903 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-110ee965-8b57-45b8-bc4e-a8d4e29fa352 req-89165313-5e91-4802-82a7-1908ea906ba2 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0583806 Feb 07 17:27:08.433139 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-110ee965-8b57-45b8-bc4e-a8d4e29fa352 req-24544dee-2dd8-4e54-a56e-4a538774f3c1 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566375 Feb 07 17:27:08.663279 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-d3e52fc4-2bb7-45e8-ac6d-8db752cf96fe req-1e034589-335f-48b8-9c08-8664aebb58cb service neutron] (103225) timed out ('10.222.0.48', 56902) {{(pid=103225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 17:27:09.563598 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f59a1e-b1f3-4aff-8320-e275898f11db req-61b3caa1-e200-4cd2-960b-e19618a82674 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:09.565249 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0f59a1e-b1f3-4aff-8320-e275898f11db req-61b3caa1-e200-4cd2-960b-e19618a82674 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0564244 Feb 07 17:27:09.615046 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0f59a1e-b1f3-4aff-8320-e275898f11db req-d697d461-39b5-4f47-872e-13958e50a8f7 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433872 Feb 07 17:27:10.740470 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143431fd-05a9-4ea6-a702-0c717a11d08e req-8d10f873-3835-4fb2-84e4-6ead9fb3d0de tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:10.742045 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-143431fd-05a9-4ea6-a702-0c717a11d08e req-8d10f873-3835-4fb2-84e4-6ead9fb3d0de tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0554001 Feb 07 17:27:10.791086 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-143431fd-05a9-4ea6-a702-0c717a11d08e req-5698a16e-3b62-4404-b51d-104c0ce60c9e tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433843 Feb 07 17:27:11.814331 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-5fac7aad-31a5-4f50-ab43-8ca40bfa8d02 service neutron] show failed (client error): The resource could not be found. Feb 07 17:27:11.815367 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-5fac7aad-31a5-4f50-ab43-8ca40bfa8d02 service neutron] 10.222.0.32 "GET /v2.0/ports/ef5fa483-367e-488c-89c2-50ac7240ea3b/bindings/n-h1-827865-3 HTTP/1.1" status: 404 len: 380 time: 0.0545571 Feb 07 17:27:11.922436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3f656-3055-4c59-a5ed-6ee010ef245b req-f33e7919-9d67-4a50-932f-ccde41c8bdbe tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:11.923912 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b6a3f656-3055-4c59-a5ed-6ee010ef245b req-f33e7919-9d67-4a50-932f-ccde41c8bdbe tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 945 time: 0.0604818 Feb 07 17:27:11.975730 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b6a3f656-3055-4c59-a5ed-6ee010ef245b req-deef9108-059f-4a3f-b75d-8d626ea7057d tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438998 Feb 07 17:27:12.024912 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-8a8171fe-7495-41c4-8c10-d430de5ec7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:12.026459 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-8a8171fe-7495-41c4-8c10-d430de5ec7e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e&tenant_id=d69d00d6a8574c16abe0847682bddb05 HTTP/1.1" status: 200 len: 1127 time: 0.0480876 Feb 07 17:27:12.036811 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827865-3', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:27:12.098469 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:12.302336 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] For port ef5fa483-367e-488c-89c2-50ac7240ea3b, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ef5fa483-367e-488c-89c2-50ac7240ea3b,segment=NetworkSegment(e99d3e4b-f44c-4235-bc56-dc47b080a566),segment_id=e99d3e4b-f44c-4235-bc56-dc47b080a566)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:27:12.334422 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] For port ef5fa483-367e-488c-89c2-50ac7240ea3b, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:27:12.373981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5fa483-367e-488c-89c2-50ac7240ea3b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:27:12.376234 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a55b46-b0f5-446e-855b-042e6477cdf6" -d '{"events": [{"server_uuid": "3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e", "name": "network-vif-unplugged", "status": "completed", "tag": "ef5fa483-367e-488c-89c2-50ac7240ea3b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:27:12.379921 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Publish callbacks [] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:12.392427 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Transition to ACTIVE for port object ef5fa483-367e-488c-89c2-50ac7240ea3b will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:27:12.397045 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:12.432088 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 17:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189574a2-dd97-40da-91b0-1dca79a6e762 x-openstack-request-id: req-189574a2-dd97-40da-91b0-1dca79a6e762 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:27:12.432576 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e", "name": "network-vif-unplugged", "status": "completed", "tag": "ef5fa483-367e-488c-89c2-50ac7240ea3b", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:27:12.432842 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-189574a2-dd97-40da-91b0-1dca79a6e762 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:27:12.433248 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5fa483-367e-488c-89c2-50ac7240ea3b', 'code': 200} Feb 07 17:27:12.474620 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] No DVR routers for this DVR port ef5fa483-367e-488c-89c2-50ac7240ea3b on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:27:12.477700 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Pushing event updated for resources: {'Port': ['ID=ef5fa483-367e-488c-89c2-50ac7240ea3b,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:12.490366 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:12.490715 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:12.491067 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:12.491408 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:12.491743 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:12.492077 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:12.492407 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:12.492739 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:12.493069 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:12.493422 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:12.493758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:12.494075 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:12.494417 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:12.525866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Attempting to bind port ef5fa483-367e-488c-89c2-50ac7240ea3b on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:27:12.526201 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Attempting to bind port ef5fa483-367e-488c-89c2-50ac7240ea3b by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'e99d3e4b-f44c-4235-bc56-dc47b080a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd70203f0-0346-4bc2-891d-257061558448'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:27:12.526526 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Attempting to bind port ef5fa483-367e-488c-89c2-50ac7240ea3b on network d70203f0-0346-4bc2-891d-257061558448 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:27:12.530791 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Port ef5fa483-367e-488c-89c2-50ac7240ea3b on network d70203f0-0346-4bc2-891d-257061558448 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:27:12.531116 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Attempting to bind port ef5fa483-367e-488c-89c2-50ac7240ea3b on network d70203f0-0346-4bc2-891d-257061558448 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:27:12.537037 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:27:12.537394 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Checking segment: {'id': 'e99d3e4b-f44c-4235-bc56-dc47b080a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd70203f0-0346-4bc2-891d-257061558448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:27:12.537782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Bound using segment: {'id': 'e99d3e4b-f44c-4235-bc56-dc47b080a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd70203f0-0346-4bc2-891d-257061558448'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:27:12.538203 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Bound port: ef5fa483-367e-488c-89c2-50ac7240ea3b, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99d3e4b-f44c-4235-bc56-dc47b080a566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd70203f0-0346-4bc2-891d-257061558448'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:27:12.538559 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:12.603032 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] For port ef5fa483-367e-488c-89c2-50ac7240ea3b, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:27:12.606183 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] For port ef5fa483-367e-488c-89c2-50ac7240ea3b, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ef5fa483-367e-488c-89c2-50ac7240ea3b,segment=NetworkSegment(e99d3e4b-f44c-4235-bc56-dc47b080a566),segment_id=e99d3e4b-f44c-4235-bc56-dc47b080a566)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:27:12.612501 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:12.644007 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:12.645154 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:12.646559 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] 10.222.0.48 "PUT /v2.0/ports/ef5fa483-367e-488c-89c2-50ac7240ea3b HTTP/1.1" status: 200 len: 1091 time: 0.6138389 Feb 07 17:27:12.680117 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b7cd0-3813-4e2e-994b-489cf733391d service neutron] Pushing event updated for resources: {'Port': ['ID=ef5fa483-367e-488c-89c2-50ac7240ea3b,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:12.722588 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-cd8b6564-5ea0-4f32-8d40-9350abfad170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:12.724650 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-cd8b6564-5ea0-4f32-8d40-9350abfad170 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d69d00d6a8574c16abe0847682bddb05&device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 1125 time: 0.0528798 Feb 07 17:27:12.810599 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-a4196af4-caa3-49a2-849d-4a0f558e05a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:12.811970 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-a4196af4-caa3-49a2-849d-4a0f558e05a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d70203f0-0346-4bc2-891d-257061558448 HTTP/1.1" status: 200 len: 916 time: 0.0821071 Feb 07 17:27:12.856458 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-d12105b6-408e-4619-b43a-e59bce7a91a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef5fa483-367e-488c-89c2-50ac7240ea3b HTTP/1.1" status: 200 len: 217 time: 0.0384638 Feb 07 17:27:12.905109 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-bdde5495-8da9-493c-95ef-23c9873ba1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:12.906614 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-bdde5495-8da9-493c-95ef-23c9873ba1a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f3cd081-d5b4-4adf-8674-01fcd539281e HTTP/1.1" status: 200 len: 855 time: 0.0447369 Feb 07 17:27:12.938200 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-153d4d1d-817c-4440-8c8d-9d69918ed55a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d70203f0-0346-4bc2-891d-257061558448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252259 Feb 07 17:27:13.025897 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-23de0f33-36f6-4fd8-b366-3682020c7b38 service neutron] 10.222.0.48 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820961 Feb 07 17:27:13.100534 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5d27f-2491-4434-8dcb-3226a04e65ba req-7627d1f6-58c2-42b1-b8ba-cb1b615a584f tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:13.101981 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b3f5d27f-2491-4434-8dcb-3226a04e65ba req-7627d1f6-58c2-42b1-b8ba-cb1b615a584f tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 943 time: 0.0541325 Feb 07 17:27:13.122445 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d0d1bca-03b1-4dc5-99ce-d2d7f1d5e6cf req-572b9bfb-a20e-4b63-9838-64928f714586 service neutron] 10.222.0.48 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910094 Feb 07 17:27:13.153651 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b3f5d27f-2491-4434-8dcb-3226a04e65ba req-d0d3837b-9e48-42ba-8842-99e4a4863ba8 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459950 Feb 07 17:27:14.286548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c71dc0-fb79-4eef-9f57-b6c63a16b969 req-db4afe23-5f4a-427f-b059-20995d527ca2 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:14.288719 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-61c71dc0-fb79-4eef-9f57-b6c63a16b969 req-db4afe23-5f4a-427f-b059-20995d527ca2 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 943 time: 0.0624642 Feb 07 17:27:14.337507 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-61c71dc0-fb79-4eef-9f57-b6c63a16b969 req-65d1e043-ef4e-44e6-96b0-684b0e64246c tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425620 Feb 07 17:27:14.434271 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e', 'tag': 'ef5fa483-367e-488c-89c2-50ac7240ea3b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:27:14.436726 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5488882-cd99-487d-9819-e2cf7ed11da4" -d '{"events": [{"name": "network-changed", "server_uuid": "3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e", "tag": "ef5fa483-367e-488c-89c2-50ac7240ea3b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:27:14.486866 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31c52c5-603d-4e94-b003-e484bcff512a x-openstack-request-id: req-a31c52c5-603d-4e94-b003-e484bcff512a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:27:14.487164 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e", "tag": "ef5fa483-367e-488c-89c2-50ac7240ea3b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:27:14.487767 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a31c52c5-603d-4e94-b003-e484bcff512a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:27:14.488181 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e', 'tag': 'ef5fa483-367e-488c-89c2-50ac7240ea3b', 'status': 'completed', 'code': 200} Feb 07 17:27:14.547251 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5488882-cd99-487d-9819-e2cf7ed11da4 req-e1e3fbf7-cd8d-4547-bf9e-96cd9b5360ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:14.548757 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c5488882-cd99-487d-9819-e2cf7ed11da4 req-e1e3fbf7-cd8d-4547-bf9e-96cd9b5360ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d69d00d6a8574c16abe0847682bddb05&device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 1125 time: 0.0455024 Feb 07 17:27:14.558673 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5488882-cd99-487d-9819-e2cf7ed11da4 req-735913ce-d1a1-4c7f-8a5c-d36901d0793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:14.560179 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c5488882-cd99-487d-9819-e2cf7ed11da4 req-735913ce-d1a1-4c7f-8a5c-d36901d0793a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d69d00d6a8574c16abe0847682bddb05&device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 1125 time: 0.0511141 Feb 07 17:27:14.617796 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ef5fa483-367e-488c-89c2-50ac7240ea3b no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:27:14.646938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5488882-cd99-487d-9819-e2cf7ed11da4 req-a394fe0a-58ec-4bab-b24e-bb743cf9e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:14.648435 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c5488882-cd99-487d-9819-e2cf7ed11da4 req-a394fe0a-58ec-4bab-b24e-bb743cf9e6fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=d70203f0-0346-4bc2-891d-257061558448 HTTP/1.1" status: 200 len: 916 time: 0.0943453 Feb 07 17:27:14.652507 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5488882-cd99-487d-9819-e2cf7ed11da4 req-20ccb842-281d-418f-918a-f4608a008edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:14.654061 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c5488882-cd99-487d-9819-e2cf7ed11da4 req-20ccb842-281d-418f-918a-f4608a008edf service neutron] 10.222.0.48 "GET /v2.0/networks?id=d70203f0-0346-4bc2-891d-257061558448 HTTP/1.1" status: 200 len: 916 time: 0.0876274 Feb 07 17:27:14.671300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] The host n-h2-827865-3 is not matching for port ef5fa483-367e-488c-89c2-50ac7240ea3b host n-h1-827865-3! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 17:27:14.671300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ef5fa483-367e-488c-89c2-50ac7240ea3b not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:27:14.689502 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c5488882-cd99-487d-9819-e2cf7ed11da4 req-00d36c75-b887-41a0-bc69-0309b96b8935 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef5fa483-367e-488c-89c2-50ac7240ea3b HTTP/1.1" status: 200 len: 217 time: 0.0358567 Feb 07 17:27:14.704353 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c5488882-cd99-487d-9819-e2cf7ed11da4 req-d734ce37-34a8-49a8-9580-78c5249a1b82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef5fa483-367e-488c-89c2-50ac7240ea3b HTTP/1.1" status: 200 len: 217 time: 0.0438740 Feb 07 17:27:14.743355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5488882-cd99-487d-9819-e2cf7ed11da4 req-811f262c-ce86-4ea2-b220-2a5e808ece3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:14.744825 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c5488882-cd99-487d-9819-e2cf7ed11da4 req-811f262c-ce86-4ea2-b220-2a5e808ece3c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f3cd081-d5b4-4adf-8674-01fcd539281e HTTP/1.1" status: 200 len: 855 time: 0.0488780 Feb 07 17:27:14.752415 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5488882-cd99-487d-9819-e2cf7ed11da4 req-e097b184-73de-4060-a959-a4a5d11478c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:14.754576 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c5488882-cd99-487d-9819-e2cf7ed11da4 req-e097b184-73de-4060-a959-a4a5d11478c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f3cd081-d5b4-4adf-8674-01fcd539281e HTTP/1.1" status: 200 len: 855 time: 0.0438418 Feb 07 17:27:14.786736 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c5488882-cd99-487d-9819-e2cf7ed11da4 req-3056a3ed-0830-4f63-901b-5c78848dc86f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d70203f0-0346-4bc2-891d-257061558448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266759 Feb 07 17:27:14.882282 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c5488882-cd99-487d-9819-e2cf7ed11da4 req-ae960b49-cf12-4e54-8574-e6e6cf527fa8 service neutron] 10.222.0.48 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897038 Feb 07 17:27:14.983229 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c5488882-cd99-487d-9819-e2cf7ed11da4 req-5c573fb6-6248-4727-a270-359516e9f9f3 service neutron] 10.222.0.48 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949519 Feb 07 17:27:15.062971 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c5488882-cd99-487d-9819-e2cf7ed11da4 req-581cf213-a82b-4aa4-9a1f-dd31e5a09f58 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d70203f0-0346-4bc2-891d-257061558448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3127933 Feb 07 17:27:15.151600 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c5488882-cd99-487d-9819-e2cf7ed11da4 req-622589ac-1d7e-44b9-9a23-ad97ccb176a8 service neutron] 10.222.0.32 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821614 Feb 07 17:27:15.244829 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c5488882-cd99-487d-9819-e2cf7ed11da4 req-1b5abaa6-c51e-4191-b1fc-032ff275836f service neutron] 10.222.0.32 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880413 Feb 07 17:27:15.466927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cc005-1f49-46a4-8c0f-52599fe4b73c req-74bbed4e-6c5d-4770-86c6-b102904d828e tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:15.468409 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-445cc005-1f49-46a4-8c0f-52599fe4b73c req-74bbed4e-6c5d-4770-86c6-b102904d828e tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 943 time: 0.0585294 Feb 07 17:27:15.516041 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-445cc005-1f49-46a4-8c0f-52599fe4b73c req-18726b12-e726-400d-a9a7-11a326c77875 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411487 Feb 07 17:27:16.642018 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b2c52-a022-40fd-89d5-5afe590c944c req-a4a25e38-e061-4ccc-84d3-e9edd8ef766e tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:16.643491 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a03b2c52-a022-40fd-89d5-5afe590c944c req-a4a25e38-e061-4ccc-84d3-e9edd8ef766e tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 943 time: 0.0531666 Feb 07 17:27:16.693326 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a03b2c52-a022-40fd-89d5-5afe590c944c req-2f97a932-e52d-42da-8fd9-b9f45f5b8f78 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441439 Feb 07 17:27:16.964242 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29592ba-a689-41c8-a314-dcecd10bf212 req-65b59bd1-edbf-4019-818d-fa3e258063ff tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:16.965756 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b29592ba-a689-41c8-a314-dcecd10bf212 req-65b59bd1-edbf-4019-818d-fa3e258063ff tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 943 time: 0.1306913 Feb 07 17:27:16.973806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c3a1-2341-4ad2-a771-465415fe7dd6 req-efe6eb51-3985-4263-aae5-cd641678ebbb tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:16.975393 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3b3c3a1-2341-4ad2-a771-465415fe7dd6 req-efe6eb51-3985-4263-aae5-cd641678ebbb tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e&tenant_id=d69d00d6a8574c16abe0847682bddb05&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 943 time: 0.1288617 Feb 07 17:27:17.060838 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b29592ba-a689-41c8-a314-dcecd10bf212 req-bbf43d79-a4c8-46b1-a450-1edf5fbec076 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843601 Feb 07 17:27:17.070088 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [req-c3b3c3a1-2341-4ad2-a771-465415fe7dd6 req-2f91d65a-acd6-49f4-94f2-405b7aa212ae service neutron] delete failed (client error): The resource could not be found. Feb 07 17:27:17.071114 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3b3c3a1-2341-4ad2-a771-465415fe7dd6 req-2f91d65a-acd6-49f4-94f2-405b7aa212ae service neutron] 10.222.0.32 "DELETE /v2.0/ports/ef5fa483-367e-488c-89c2-50ac7240ea3b/bindings/n-h2-827865-3 HTTP/1.1" status: 404 len: 380 time: 0.0883813 Feb 07 17:27:17.163889 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c3a1-2341-4ad2-a771-465415fe7dd6 req-7f5c5021-fdb9-4b5b-b24d-03542fb88160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:17.165433 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3b3c3a1-2341-4ad2-a771-465415fe7dd6 req-7f5c5021-fdb9-4b5b-b24d-03542fb88160 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d69d00d6a8574c16abe0847682bddb05&device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 1125 time: 0.0484860 Feb 07 17:27:17.255168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c3a1-2341-4ad2-a771-465415fe7dd6 req-aa5fb9ff-9bec-4c17-8083-4773ff2aefe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:17.256640 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3b3c3a1-2341-4ad2-a771-465415fe7dd6 req-aa5fb9ff-9bec-4c17-8083-4773ff2aefe6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d70203f0-0346-4bc2-891d-257061558448 HTTP/1.1" status: 200 len: 916 time: 0.0859363 Feb 07 17:27:17.302054 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3b3c3a1-2341-4ad2-a771-465415fe7dd6 req-9f05e7a3-2ce8-41f5-bd17-ddab0653ca58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef5fa483-367e-488c-89c2-50ac7240ea3b HTTP/1.1" status: 200 len: 217 time: 0.0398140 Feb 07 17:27:17.349763 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c3a1-2341-4ad2-a771-465415fe7dd6 req-d51bd7e2-c872-4976-ba40-6e83106730ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:17.351189 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3b3c3a1-2341-4ad2-a771-465415fe7dd6 req-d51bd7e2-c872-4976-ba40-6e83106730ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f3cd081-d5b4-4adf-8674-01fcd539281e HTTP/1.1" status: 200 len: 855 time: 0.0442669 Feb 07 17:27:17.382763 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3b3c3a1-2341-4ad2-a771-465415fe7dd6 req-dd4e53a2-031e-40e5-8ecc-127a4fb478e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d70203f0-0346-4bc2-891d-257061558448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262904 Feb 07 17:27:17.475440 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3b3c3a1-2341-4ad2-a771-465415fe7dd6 req-a80861eb-7377-42fe-aa06-84fba2bc22a4 service neutron] 10.222.0.32 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869992 Feb 07 17:27:17.562793 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c3b3c3a1-2341-4ad2-a771-465415fe7dd6 req-30f83345-4a04-42b1-84ac-58a1db125282 service neutron] 10.222.0.32 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820422 Feb 07 17:27:18.052557 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9001e04a-a743-4ec7-b27b-eb4abe997325 req-ef356b3f-367f-43dd-8bbf-9c5a84b9d05a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507412 Feb 07 17:27:18.133600 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ef5fa483-367e-488c-89c2-50ac7240ea3b details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:27:18.169639 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001e04a-a743-4ec7-b27b-eb4abe997325 req-1b066666-6ace-4bd3-8a4e-668812ae7135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:18.171187 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9001e04a-a743-4ec7-b27b-eb4abe997325 req-1b066666-6ace-4bd3-8a4e-668812ae7135 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d69d00d6a8574c16abe0847682bddb05&device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 1125 time: 0.0761883 Feb 07 17:27:18.195635 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fa07b-0797-4511-b53d-8610ce3254a7 req-45e7bd95-b37f-4763-8707-cc35ab310568 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:18.197075 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b33fa07b-0797-4511-b53d-8610ce3254a7 req-45e7bd95-b37f-4763-8707-cc35ab310568 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 943 time: 0.0631020 Feb 07 17:27:18.237209 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ef5fa483-367e-488c-89c2-50ac7240ea3b, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ef5fa483-367e-488c-89c2-50ac7240ea3b,segment=NetworkSegment(e99d3e4b-f44c-4235-bc56-dc47b080a566),segment_id=e99d3e4b-f44c-4235-bc56-dc47b080a566)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:27:18.249954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'ef5fa483-367e-488c-89c2-50ac7240ea3b', 'network_id': 'd70203f0-0346-4bc2-891d-257061558448', 'port_id': 'ef5fa483-367e-488c-89c2-50ac7240ea3b', 'mac_address': 'fa:16:3e:51:74:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3cd081-d5b4-4adf-8674-01fcd539281e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:27:18.293034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ef5fa483-367e-488c-89c2-50ac7240ea3b is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:27:18.293462 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:18.298891 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b33fa07b-0797-4511-b53d-8610ce3254a7 req-647e6059-c6c0-4574-bcf6-baf9f45b9bfd tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935309 Feb 07 17:27:18.308678 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5fa483-367e-488c-89c2-50ac7240ea3b {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:27:18.324969 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001e04a-a743-4ec7-b27b-eb4abe997325 req-beb9e128-ea87-4ded-955b-d4710454bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:18.326926 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9001e04a-a743-4ec7-b27b-eb4abe997325 req-beb9e128-ea87-4ded-955b-d4710454bb1f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d70203f0-0346-4bc2-891d-257061558448 HTTP/1.1" status: 200 len: 916 time: 0.1285043 Feb 07 17:27:18.330490 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ef5fa483-367e-488c-89c2-50ac7240ea3b, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ef5fa483-367e-488c-89c2-50ac7240ea3b,segment=NetworkSegment(e99d3e4b-f44c-4235-bc56-dc47b080a566),segment_id=e99d3e4b-f44c-4235-bc56-dc47b080a566)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:27:18.335660 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:18.371495 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9001e04a-a743-4ec7-b27b-eb4abe997325 req-d962b660-06cc-49d3-84bf-bf25947c579a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef5fa483-367e-488c-89c2-50ac7240ea3b HTTP/1.1" status: 200 len: 217 time: 0.0387247 Feb 07 17:27:18.387849 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ef5fa483-367e-488c-89c2-50ac7240ea3b,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:18.426899 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001e04a-a743-4ec7-b27b-eb4abe997325 req-693a5342-fd60-4d8f-8872-5a65dad50daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:18.428541 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9001e04a-a743-4ec7-b27b-eb4abe997325 req-693a5342-fd60-4d8f-8872-5a65dad50daa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3f3cd081-d5b4-4adf-8674-01fcd539281e HTTP/1.1" status: 200 len: 855 time: 0.0513864 Feb 07 17:27:18.431983 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c086be9-63a3-4f8e-b623-2ff6e3051da0 req-288fb4a6-7a18-41f2-91a1-179aa7ed5af2 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:18.433492 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5c086be9-63a3-4f8e-b623-2ff6e3051da0 req-288fb4a6-7a18-41f2-91a1-179aa7ed5af2 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 944 time: 0.0612936 Feb 07 17:27:18.461131 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9001e04a-a743-4ec7-b27b-eb4abe997325 req-824f08c9-9766-44c5-ab7f-6efcbea4f616 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d70203f0-0346-4bc2-891d-257061558448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262468 Feb 07 17:27:18.481226 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5c086be9-63a3-4f8e-b623-2ff6e3051da0 req-0734b080-3292-4c50-bab4-72312e9bf479 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420308 Feb 07 17:27:18.553502 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9001e04a-a743-4ec7-b27b-eb4abe997325 req-e8bd7648-8dad-4f2d-b420-f98e112dc093 service neutron] 10.222.0.48 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863268 Feb 07 17:27:18.640791 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['ef5fa483-367e-488c-89c2-50ac7240ea3b'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:27:18.666110 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6747c-d8ef-43e8-b191-c1012db7bea7 req-95e26ae8-2a9c-4c53-8823-ae2ec1588f53 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:18.667667 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6a6747c-d8ef-43e8-b191-c1012db7bea7 req-95e26ae8-2a9c-4c53-8823-ae2ec1588f53 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 944 time: 0.1174750 Feb 07 17:27:18.690939 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9001e04a-a743-4ec7-b27b-eb4abe997325 req-a5f7d220-d0ce-4fd8-b167-f64c5b5c38a9 service neutron] 10.222.0.48 "GET /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300900 Feb 07 17:27:18.730186 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6a6747c-d8ef-43e8-b191-c1012db7bea7 req-88eaead6-53c8-47ee-bb9d-0137b2086f4d tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510566 Feb 07 17:27:19.068675 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032408ac-48f1-46d5-a330-d415e3ad0595 req-5e64f5d6-3a42-4244-85c0-38ecc146d921 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:19.070206 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-032408ac-48f1-46d5-a330-d415e3ad0595 req-5e64f5d6-3a42-4244-85c0-38ecc146d921 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 944 time: 0.0553341 Feb 07 17:27:19.117689 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-032408ac-48f1-46d5-a330-d415e3ad0595 req-cd4e1eff-b40b-4418-b388-f9bab1f1ff56 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415397 Feb 07 17:27:20.136520 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ef5fa483-367e-488c-89c2-50ac7240ea3b up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:27:20.187290 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port ef5fa483-367e-488c-89c2-50ac7240ea3b completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:27:20.193210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port ef5fa483-367e-488c-89c2-50ac7240ea3b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:27:20.193630 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:20.244508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5983426-6062-4f7e-b623-60b392342caf req-e4d4a454-9f47-472e-80e7-cda7496f7ae7 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:20.246227 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5983426-6062-4f7e-b623-60b392342caf req-e4d4a454-9f47-472e-80e7-cda7496f7ae7 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 944 time: 0.0587776 Feb 07 17:27:20.273195 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ef5fa483-367e-488c-89c2-50ac7240ea3b is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:27:20.273624 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:20.302592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5fa483-367e-488c-89c2-50ac7240ea3b'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:27:20.305044 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1844ba-3753-4263-9b97-ccc45e142a91" -d '{"events": [{"server_uuid": "3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e", "name": "network-vif-plugged", "status": "completed", "tag": "ef5fa483-367e-488c-89c2-50ac7240ea3b"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:27:20.318403 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ef5fa483-367e-488c-89c2-50ac7240ea3b, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ef5fa483-367e-488c-89c2-50ac7240ea3b,segment=NetworkSegment(e99d3e4b-f44c-4235-bc56-dc47b080a566),segment_id=e99d3e4b-f44c-4235-bc56-dc47b080a566)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:27:20.322672 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:20.327564 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5983426-6062-4f7e-b623-60b392342caf req-5aba15f9-c80c-4918-8760-e8af0f035f56 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa466067-6f85-45e3-9d11-0083a57a6092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748131 Feb 07 17:27:20.344630 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d25da-b7a7-4491-a1e7-cfc10c28542a req-5c62ff52-51d4-40d1-8309-49e5d75dd18b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:20.346150 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c9d25da-b7a7-4491-a1e7-cfc10c28542a req-5c62ff52-51d4-40d1-8309-49e5d75dd18b tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e HTTP/1.1" status: 200 len: 944 time: 0.0777302 Feb 07 17:27:20.351911 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4afabf-7282-4573-97a5-a57f1c106d9b x-openstack-request-id: req-fe4afabf-7282-4573-97a5-a57f1c106d9b {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:27:20.352219 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e", "name": "network-vif-plugged", "status": "completed", "tag": "ef5fa483-367e-488c-89c2-50ac7240ea3b", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:27:20.352477 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe4afabf-7282-4573-97a5-a57f1c106d9b {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:27:20.352873 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5fa483-367e-488c-89c2-50ac7240ea3b', 'code': 200} Feb 07 17:27:20.381809 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ef5fa483-367e-488c-89c2-50ac7240ea3b,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:20.444312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7c9d25da-b7a7-4491-a1e7-cfc10c28542a req-c8b68d5a-f383-44da-9427-47b3668e15f5 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Deleting port ef5fa483-367e-488c-89c2-50ac7240ea3b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:27:20.444654 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7c9d25da-b7a7-4491-a1e7-cfc10c28542a req-c8b68d5a-f383-44da-9427-47b3668e15f5 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:20.537520 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7c9d25da-b7a7-4491-a1e7-cfc10c28542a req-c8b68d5a-f383-44da-9427-47b3668e15f5 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] For port ef5fa483-367e-488c-89c2-50ac7240ea3b, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ef5fa483-367e-488c-89c2-50ac7240ea3b,segment=NetworkSegment(e99d3e4b-f44c-4235-bc56-dc47b080a566),segment_id=e99d3e4b-f44c-4235-bc56-dc47b080a566)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:27:20.537840 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7c9d25da-b7a7-4491-a1e7-cfc10c28542a req-c8b68d5a-f383-44da-9427-47b3668e15f5 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:20.550424 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7c9d25da-b7a7-4491-a1e7-cfc10c28542a req-c8b68d5a-f383-44da-9427-47b3668e15f5 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Calling delete_port for ef5fa483-367e-488c-89c2-50ac7240ea3b owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:27:20.682975 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7c9d25da-b7a7-4491-a1e7-cfc10c28542a req-c8b68d5a-f383-44da-9427-47b3668e15f5 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ef5fa483-367e-488c-89c2-50ac7240ea3b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:20.694628 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['ef5fa483-367e-488c-89c2-50ac7240ea3b'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:27:20.713305 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b68d5a-f383-44da-9427-47b3668e15f5 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Pushing event deleted for resources: {'Port': ['ID=ef5fa483-367e-488c-89c2-50ac7240ea3b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:20.756815 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9d25da-b7a7-4491-a1e7-cfc10c28542a req-c8b68d5a-f383-44da-9427-47b3668e15f5 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] No DVR routers for this DVR port ef5fa483-367e-488c-89c2-50ac7240ea3b on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:27:20.759403 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7c9d25da-b7a7-4491-a1e7-cfc10c28542a req-c8b68d5a-f383-44da-9427-47b3668e15f5 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:20.762714 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7c9d25da-b7a7-4491-a1e7-cfc10c28542a req-c8b68d5a-f383-44da-9427-47b3668e15f5 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] 10.222.0.48 "DELETE /v2.0/ports/ef5fa483-367e-488c-89c2-50ac7240ea3b HTTP/1.1" status: 204 len: 173 time: 0.4079528 Feb 07 17:27:20.763153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e', 'name': 'network-vif-deleted', 'tag': 'ef5fa483-367e-488c-89c2-50ac7240ea3b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:27:20.765388 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35994e1-377a-42ab-9aec-7afb3e9906c3" -d '{"events": [{"server_uuid": "3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e", "name": "network-vif-deleted", "tag": "ef5fa483-367e-488c-89c2-50ac7240ea3b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:27:20.804015 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06acc0b9-36b9-4ed2-8ec9-14634f647a20 x-openstack-request-id: req-06acc0b9-36b9-4ed2-8ec9-14634f647a20 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:27:20.804310 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e", "name": "network-vif-deleted", "tag": "ef5fa483-367e-488c-89c2-50ac7240ea3b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:27:20.804915 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06acc0b9-36b9-4ed2-8ec9-14634f647a20 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:27:20.805360 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1dd5ab-b25a-4a5d-8dd6-a25bc11c989e', 'name': 'network-vif-deleted', 'tag': 'ef5fa483-367e-488c-89c2-50ac7240ea3b', 'status': 'completed', 'code': 200} Feb 07 17:27:21.455833 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59052) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:27:21.504470 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ab0d0d-d1ca-4071-a7dc-181abeb1946c admin admin] Deleting subnet 3f3cd081-d5b4-4adf-8674-01fcd539281e {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:27:21.507680 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25ab0d0d-d1ca-4071-a7dc-181abeb1946c admin admin] Publish callbacks [] for subnet (3f3cd081-d5b4-4adf-8674-01fcd539281e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:21.542096 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25ab0d0d-d1ca-4071-a7dc-181abeb1946c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (3f3cd081-d5b4-4adf-8674-01fcd539281e), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:21.579581 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25ab0d0d-d1ca-4071-a7dc-181abeb1946c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (3f3cd081-d5b4-4adf-8674-01fcd539281e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:21.616300 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:21.631835 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25ab0d0d-d1ca-4071-a7dc-181abeb1946c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (3f3cd081-d5b4-4adf-8674-01fcd539281e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:21.656784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab0d0d-d1ca-4071-a7dc-181abeb1946c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f3cd081-d5b4-4adf-8674-01fcd539281e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:21.660425 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25ab0d0d-d1ca-4071-a7dc-181abeb1946c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:21.664648 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-25ab0d0d-d1ca-4071-a7dc-181abeb1946c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3f3cd081-d5b4-4adf-8674-01fcd539281e HTTP/1.1" status: 204 len: 168 time: 0.2074139 Feb 07 17:27:21.667917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59054) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:27:21.747403 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd39dea7-34b5-42de-b8d1-06fdb8fa6a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (d70203f0-0346-4bc2-891d-257061558448), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:21.825855 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd39dea7-34b5-42de-b8d1-06fdb8fa6a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (d70203f0-0346-4bc2-891d-257061558448), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:21.846070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-bd39dea7-34b5-42de-b8d1-06fdb8fa6a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70203f0-0346-4bc2-891d-257061558448']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:27:21.854998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-bd39dea7-34b5-42de-b8d1-06fdb8fa6a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99d3e4b-f44c-4235-bc56-dc47b080a566') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:27:21.855302 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-bd39dea7-34b5-42de-b8d1-06fdb8fa6a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99d3e4b-f44c-4235-bc56-dc47b080a566') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:27:21.869296 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd39dea7-34b5-42de-b8d1-06fdb8fa6a9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (e99d3e4b-f44c-4235-bc56-dc47b080a566), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:21.882927 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd39dea7-34b5-42de-b8d1-06fdb8fa6a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (e99d3e4b-f44c-4235-bc56-dc47b080a566), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:21.888598 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd39dea7-34b5-42de-b8d1-06fdb8fa6a9c admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:27:21.888979 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd39dea7-34b5-42de-b8d1-06fdb8fa6a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (e99d3e4b-f44c-4235-bc56-dc47b080a566), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:27:21.890633 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:27:21.944242 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd39dea7-34b5-42de-b8d1-06fdb8fa6a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (d70203f0-0346-4bc2-891d-257061558448), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:21.949777 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd39dea7-34b5-42de-b8d1-06fdb8fa6a9c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:21.952973 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bd39dea7-34b5-42de-b8d1-06fdb8fa6a9c admin admin] 10.222.0.18 "DELETE /v2.0/networks/d70203f0-0346-4bc2-891d-257061558448 HTTP/1.1" status: 204 len: 168 time: 0.2841063 Feb 07 17:27:21.964830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39dea7-34b5-42de-b8d1-06fdb8fa6a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=d70203f0-0346-4bc2-891d-257061558448,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:22.069471 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59058) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:27:22.110951 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fc14ceb2-ea60-4115-a77a-1bf0a06a9a57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d69d00d6a8574c16abe0847682bddb05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401361 Feb 07 17:27:22.113382 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59060) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:27:22.161446 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a3e938d4-ba83-4cb4-83d5-b1b87d02201a admin admin] Publish callbacks [] for security_group (aa466067-6f85-45e3-9d11-0083a57a6092), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:22.187942 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a3e938d4-ba83-4cb4-83d5-b1b87d02201a admin admin] Publish callbacks [] for security_group (aa466067-6f85-45e3-9d11-0083a57a6092), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:22.244115 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a3e938d4-ba83-4cb4-83d5-b1b87d02201a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (aa466067-6f85-45e3-9d11-0083a57a6092), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:22.247130 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a3e938d4-ba83-4cb4-83d5-b1b87d02201a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:22.248815 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a3e938d4-ba83-4cb4-83d5-b1b87d02201a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa466067-6f85-45e3-9d11-0083a57a6092 HTTP/1.1" status: 204 len: 168 time: 0.1341453 Feb 07 17:27:22.257644 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e938d4-ba83-4cb4-83d5-b1b87d02201a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa466067-6f85-45e3-9d11-0083a57a6092,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:22.942051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59082) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:27:23.040438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3bd3575f-6af6-44ea-85a6-cfa0a774cbe0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1939558352-network', 'tenant_id': '03c56763a3354259a164a62292c3b8c3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:27:23.060338 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd3575f-6af6-44ea-85a6-cfa0a774cbe0 admin admin] Made reservation on behalf of 03c56763a3354259a164a62292c3b8c3 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:27:23.062697 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3bd3575f-6af6-44ea-85a6-cfa0a774cbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:23.072016 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3bd3575f-6af6-44ea-85a6-cfa0a774cbe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:23.148555 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3bd3575f-6af6-44ea-85a6-cfa0a774cbe0 admin admin] Publish callbacks [] for security_group (1c1378e1-db92-4d5c-800f-c0673ffd6428), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:23.152408 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3bd3575f-6af6-44ea-85a6-cfa0a774cbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1c1378e1-db92-4d5c-800f-c0673ffd6428), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:23.177534 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd3575f-6af6-44ea-85a6-cfa0a774cbe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:27:23.188235 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3575f-6af6-44ea-85a6-cfa0a774cbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1378e1-db92-4d5c-800f-c0673ffd6428,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:23.195318 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3bd3575f-6af6-44ea-85a6-cfa0a774cbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (aff785ae-2d45-47a4-b758-92ffa1d1eb09), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:23.195482 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-3bd3575f-6af6-44ea-85a6-cfa0a774cbe0 admin admin] Added segment aff785ae-2d45-47a4-b758-92ffa1d1eb09 of type vlan for network 61760fb1-034c-41a3-a286-0143d8411eff Feb 07 17:27:23.235703 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3bd3575f-6af6-44ea-85a6-cfa0a774cbe0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (61760fb1-034c-41a3-a286-0143d8411eff), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:23.261134 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3bd3575f-6af6-44ea-85a6-cfa0a774cbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (61760fb1-034c-41a3-a286-0143d8411eff), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:23.262307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd3575f-6af6-44ea-85a6-cfa0a774cbe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:23.262962 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3bd3575f-6af6-44ea-85a6-cfa0a774cbe0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:23.324988 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3bd3575f-6af6-44ea-85a6-cfa0a774cbe0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3818197 Feb 07 17:27:23.328072 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59086) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:27:23.330264 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3575f-6af6-44ea-85a6-cfa0a774cbe0 admin admin] Pushing event updated for resources: {'Network': ['ID=61760fb1-034c-41a3-a286-0143d8411eff,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:23.333107 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3f5c14a4-2eee-4391-bfb7-07f8dab48734 admin admin] Request body: {'subnet': {'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1939558352-subnet', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:27:23.340364 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 61760fb1-034c-41a3-a286-0143d8411eff details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:27:23.356376 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5c14a4-2eee-4391-bfb7-07f8dab48734 admin admin] Made reservation on behalf of 03c56763a3354259a164a62292c3b8c3 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:27:23.359266 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f5c14a4-2eee-4391-bfb7-07f8dab48734 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:23.502121 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:23.536489 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f5c14a4-2eee-4391-bfb7-07f8dab48734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (51209510-5d52-4685-abe6-2ddd942b0739), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:23.588098 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c14a4-2eee-4391-bfb7-07f8dab48734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51209510-5d52-4685-abe6-2ddd942b0739,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:23.605867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c14a4-2eee-4391-bfb7-07f8dab48734 admin admin] Checking segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:27:23.606229 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5c14a4-2eee-4391-bfb7-07f8dab48734 admin admin] Network hostable DHCP agents. Network: 61760fb1-034c-41a3-a286-0143d8411eff, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:27:23.623842 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5c14a4-2eee-4391-bfb7-07f8dab48734 admin admin] Network 61760fb1-034c-41a3-a286-0143d8411eff is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:27:23.633085 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3f5c14a4-2eee-4391-bfb7-07f8dab48734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 61760fb1-034c-41a3-a286-0143d8411eff) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:27:23.637366 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5c14a4-2eee-4391-bfb7-07f8dab48734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:23.637894 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f5c14a4-2eee-4391-bfb7-07f8dab48734 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:23.642731 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d95a57-1795-44e9-9e98-a165e44ec256 None None] Network 61760fb1-034c-41a3-a286-0143d8411eff requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:27:23.657407 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3f5c14a4-2eee-4391-bfb7-07f8dab48734 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3257127 Feb 07 17:27:23.657846 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59088) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:27:23.662747 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-73247000-43e2-42fc-8f67-1c1adcc3d37f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:27:23.685112 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73247000-43e2-42fc-8f67-1c1adcc3d37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (c0316b69-f726-430a-8fb8-111592e08baf), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:23.686223 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73247000-43e2-42fc-8f67-1c1adcc3d37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (c0316b69-f726-430a-8fb8-111592e08baf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:23.745060 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73247000-43e2-42fc-8f67-1c1adcc3d37f admin admin] Publish callbacks [] for router_controller (c0316b69-f726-430a-8fb8-111592e08baf), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:23.753068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-61760fb1-034c-41a3-a286-0143d8411eff', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'project_id': '03c56763a3354259a164a62292c3b8c3', 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:27:23.753991 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:23.892510 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73247000-43e2-42fc-8f67-1c1adcc3d37f admin admin] Publish callbacks [] for router_gateway (c0316b69-f726-430a-8fb8-111592e08baf), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:23.897646 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] Allocated IP 172.20.0.2 (61760fb1-034c-41a3-a286-0143d8411eff/51209510-5d52-4685-abe6-2ddd942b0739/a2977ecb-efb5-471d-81b1-aefe54477e08) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:27:24.041572 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] Publish callbacks [] for port (a2977ecb-efb5-471d-81b1-aefe54477e08), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:24.047263 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (a2977ecb-efb5-471d-81b1-aefe54477e08), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:24.095506 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] Network 61760fb1-034c-41a3-a286-0143d8411eff is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:27:24.098389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:27:24.100144 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73247000-43e2-42fc-8f67-1c1adcc3d37f admin admin] Publish callbacks [] for router_gateway (c0316b69-f726-430a-8fb8-111592e08baf), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:24.104201 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:27:24.106394 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] Pushing event updated for resources: {'Port': ['ID=a2977ecb-efb5-471d-81b1-aefe54477e08,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:24.120036 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73247000-43e2-42fc-8f67-1c1adcc3d37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:24.159961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ef5fa483-367e-488c-89c2-50ac7240ea3b no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:27:24.182313 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] Attempting to bind port a2977ecb-efb5-471d-81b1-aefe54477e08 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:27:24.182694 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] Attempting to bind port a2977ecb-efb5-471d-81b1-aefe54477e08 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:27:24.183060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] Attempting to bind port a2977ecb-efb5-471d-81b1-aefe54477e08 on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:27:24.185134 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: ef5fa483-367e-488c-89c2-50ac7240ea3b {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:27:24.185512 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ef5fa483-367e-488c-89c2-50ac7240ea3b not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:27:24.190551 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:27:24.190926 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] Checking segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:27:24.191359 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:24.191753 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] Bound using segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:27:24.192226 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] Bound port: a2977ecb-efb5-471d-81b1-aefe54477e08, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:27:24.192609 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a2977ecb-efb5-471d-81b1-aefe54477e08), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:24.227692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-73247000-43e2-42fc-8f67-1c1adcc3d37f admin admin] Allocated IP 172.25.4.76 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/28a7714b-86ca-4ded-9f93-d780407250e0) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:27:24.260784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] For port a2977ecb-efb5-471d-81b1-aefe54477e08, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:27:24.264075 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] For port a2977ecb-efb5-471d-81b1-aefe54477e08, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a2977ecb-efb5-471d-81b1-aefe54477e08,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:27:24.270132 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a2977ecb-efb5-471d-81b1-aefe54477e08), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:24.331805 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73247000-43e2-42fc-8f67-1c1adcc3d37f admin admin] Publish callbacks [] for port (28a7714b-86ca-4ded-9f93-d780407250e0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:24.332330 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78ee56-c6f5-4f6d-8568-1ce1e82d2357 None None] Pushing event updated for resources: {'Port': ['ID=a2977ecb-efb5-471d-81b1-aefe54477e08,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:24.367264 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73247000-43e2-42fc-8f67-1c1adcc3d37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (28a7714b-86ca-4ded-9f93-d780407250e0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:24.414278 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73247000-43e2-42fc-8f67-1c1adcc3d37f admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:27:24.417239 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-73247000-43e2-42fc-8f67-1c1adcc3d37f admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:27:24.420705 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73247000-43e2-42fc-8f67-1c1adcc3d37f admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:27:24.444195 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73247000-43e2-42fc-8f67-1c1adcc3d37f admin admin] Pushing event updated for resources: {'Port': ['ID=28a7714b-86ca-4ded-9f93-d780407250e0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:24.691249 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73247000-43e2-42fc-8f67-1c1adcc3d37f admin admin] Publish callbacks [] for router_gateway (c0316b69-f726-430a-8fb8-111592e08baf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:24.896258 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73247000-43e2-42fc-8f67-1c1adcc3d37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (c0316b69-f726-430a-8fb8-111592e08baf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:25.034536 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73247000-43e2-42fc-8f67-1c1adcc3d37f admin admin] Router c0316b69-f726-430a-8fb8-111592e08baf is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:27:25.145490 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73247000-43e2-42fc-8f67-1c1adcc3d37f admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:27:25.156386 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] Sync routers for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:27:25.166521 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73247000-43e2-42fc-8f67-1c1adcc3d37f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:25.170626 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-73247000-43e2-42fc-8f67-1c1adcc3d37f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5089827 Feb 07 17:27:25.170779 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:27:25.170989 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59090) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:27:25.171434 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:26:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:27:25.313423 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:27:25.374499 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b72528d-deee-48e9-8c42-bc4d0685918e None None] Network 61760fb1-034c-41a3-a286-0143d8411eff requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:27:25.377058 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a2977ecb-efb5-471d-81b1-aefe54477e08 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:27:25.518910 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ffc72eae-ae13-47dc-9ede-0c2c082a52df None None] Provisioning complete for port a2977ecb-efb5-471d-81b1-aefe54477e08 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:27:25.519293 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ffc72eae-ae13-47dc-9ede-0c2c082a52df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a2977ecb-efb5-471d-81b1-aefe54477e08), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:25.643295 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a2977ecb-efb5-471d-81b1-aefe54477e08 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:27:25.643588 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a2977ecb-efb5-471d-81b1-aefe54477e08), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:25.760613 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ffc72eae-ae13-47dc-9ede-0c2c082a52df None None] Current status of the port a2977ecb-efb5-471d-81b1-aefe54477e08 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:27:25.761009 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ffc72eae-ae13-47dc-9ede-0c2c082a52df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a2977ecb-efb5-471d-81b1-aefe54477e08), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:25.822883 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ffc72eae-ae13-47dc-9ede-0c2c082a52df None None] For port a2977ecb-efb5-471d-81b1-aefe54477e08, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a2977ecb-efb5-471d-81b1-aefe54477e08,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:27:25.993886 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46c81dbb-fb6e-4136-abe6-3052abd552e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:26.031323 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ffc72eae-ae13-47dc-9ede-0c2c082a52df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a2977ecb-efb5-471d-81b1-aefe54477e08), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:26.046205 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-67632687-25e4-4119-a5b3-5c7fee6469c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:26.052088 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:24Z', 'revision_number': 3, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:27:26.104898 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a2977ecb-efb5-471d-81b1-aefe54477e08 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:27:26.105304 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a2977ecb-efb5-471d-81b1-aefe54477e08), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:26.111428 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] Checking router: c0316b69-f726-430a-8fb8-111592e08baf for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:27:26.111785 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] Updating router c0316b69-f726-430a-8fb8-111592e08baf port 28a7714b-86ca-4ded-9f93-d780407250e0 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:27:26.153836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-46c81dbb-fb6e-4136-abe6-3052abd552e8 admin admin] Allocated IP 172.20.0.1 (61760fb1-034c-41a3-a286-0143d8411eff/51209510-5d52-4685-abe6-2ddd942b0739/ffcc9d15-d188-420a-b935-e8ca0e725960) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:27:26.185550 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc72eae-ae13-47dc-9ede-0c2c082a52df None None] Pushing event updated for resources: {'Port': ['ID=a2977ecb-efb5-471d-81b1-aefe54477e08,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:26.191350 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (28a7714b-86ca-4ded-9f93-d780407250e0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:26.236013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f0088e6f-13e3-489c-a4a3-126c0fc8bda7 None None] Provisioning complete for port a2977ecb-efb5-471d-81b1-aefe54477e08 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:27:26.236400 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f0088e6f-13e3-489c-a4a3-126c0fc8bda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a2977ecb-efb5-471d-81b1-aefe54477e08), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:26.265485 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46c81dbb-fb6e-4136-abe6-3052abd552e8 admin admin] Publish callbacks [] for port (ffcc9d15-d188-420a-b935-e8ca0e725960), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:26.300800 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46c81dbb-fb6e-4136-abe6-3052abd552e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ffcc9d15-d188-420a-b935-e8ca0e725960), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:26.337091 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:27:26.337470 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:27:26.341483 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c81dbb-fb6e-4136-abe6-3052abd552e8 admin admin] Network 61760fb1-034c-41a3-a286-0143d8411eff is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:27:26.344419 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-46c81dbb-fb6e-4136-abe6-3052abd552e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:27:26.348043 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c81dbb-fb6e-4136-abe6-3052abd552e8 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:27:26.374519 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c81dbb-fb6e-4136-abe6-3052abd552e8 admin admin] Pushing event updated for resources: {'Port': ['ID=ffcc9d15-d188-420a-b935-e8ca0e725960,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:26.393673 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46c81dbb-fb6e-4136-abe6-3052abd552e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (c0316b69-f726-430a-8fb8-111592e08baf), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:26.464418 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f0088e6f-13e3-489c-a4a3-126c0fc8bda7 None None] Current status of the port a2977ecb-efb5-471d-81b1-aefe54477e08 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:27:26.540654 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46c81dbb-fb6e-4136-abe6-3052abd552e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ffcc9d15-d188-420a-b935-e8ca0e725960), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:26.567078 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] Publish callbacks [] for port (28a7714b-86ca-4ded-9f93-d780407250e0), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:26.574667 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (28a7714b-86ca-4ded-9f93-d780407250e0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:26.629609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] Attempting to bind port 28a7714b-86ca-4ded-9f93-d780407250e0 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:27:26.629907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] Attempting to bind port 28a7714b-86ca-4ded-9f93-d780407250e0 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:27:26.630281 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] Attempting to bind port 28a7714b-86ca-4ded-9f93-d780407250e0 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:27:26.637915 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357772e-496f-40c4-9205-9583d523411a None None] Pushing event updated for resources: {'Port': ['ID=28a7714b-86ca-4ded-9f93-d780407250e0,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:26.640677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:27:26.641149 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:27:26.641624 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:26.641982 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:27:26.642467 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] Bound port: 28a7714b-86ca-4ded-9f93-d780407250e0, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:27:26.642852 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (28a7714b-86ca-4ded-9f93-d780407250e0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:26.708438 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4b741ac4-afe9-4013-b09c-2b4708342c13 None None] Provisioning complete for port ffcc9d15-d188-420a-b935-e8ca0e725960 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:27:26.708854 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4b741ac4-afe9-4013-b09c-2b4708342c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ffcc9d15-d188-420a-b935-e8ca0e725960), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:26.710834 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] For port 28a7714b-86ca-4ded-9f93-d780407250e0, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:27:26.714481 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] For port 28a7714b-86ca-4ded-9f93-d780407250e0, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=28a7714b-86ca-4ded-9f93-d780407250e0,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:27:26.718545 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46c81dbb-fb6e-4136-abe6-3052abd552e8 admin admin] Publish callbacks [] for port (ffcc9d15-d188-420a-b935-e8ca0e725960), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:26.723274 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46c81dbb-fb6e-4136-abe6-3052abd552e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (ffcc9d15-d188-420a-b935-e8ca0e725960), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:26.744989 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (28a7714b-86ca-4ded-9f93-d780407250e0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:26.783040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4b741ac4-afe9-4013-b09c-2b4708342c13 None None] Port ffcc9d15-d188-420a-b935-e8ca0e725960 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:27:26.789068 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c81dbb-fb6e-4136-abe6-3052abd552e8 admin admin] Pushing event updated for resources: {'Port': ['ID=ffcc9d15-d188-420a-b935-e8ca0e725960,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:26.794380 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46c81dbb-fb6e-4136-abe6-3052abd552e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (c0316b69-f726-430a-8fb8-111592e08baf), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:26.810750 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:27:26.811293 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:26:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:27:26.813030 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357772e-496f-40c4-9205-9583d523411a None None] Pushing event updated for resources: {'Port': ['ID=28a7714b-86ca-4ded-9f93-d780407250e0,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:26.897792 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c81dbb-fb6e-4136-abe6-3052abd552e8 admin admin] Network 61760fb1-034c-41a3-a286-0143d8411eff is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:27:26.899256 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-46c81dbb-fb6e-4136-abe6-3052abd552e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:27:26.926912 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a2977ecb-efb5-471d-81b1-aefe54477e08 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:27:26.964255 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:27:27.033385 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c81dbb-fb6e-4136-abe6-3052abd552e8 admin admin] Router c0316b69-f726-430a-8fb8-111592e08baf has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:27:27.157022 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c81dbb-fb6e-4136-abe6-3052abd552e8 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:27:27.163306 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-46c81dbb-fb6e-4136-abe6-3052abd552e8 admin admin] 10.222.0.18 "PUT /v2.0/routers/c0316b69-f726-430a-8fb8-111592e08baf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9907222 Feb 07 17:27:27.224662 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d7415c59-833a-4519-b328-2cd651ef1f10 None None] Provisioning complete for port ffcc9d15-d188-420a-b935-e8ca0e725960 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:27:27.225678 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d7415c59-833a-4519-b328-2cd651ef1f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ffcc9d15-d188-420a-b935-e8ca0e725960), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:27.267200 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 2, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:27:27.282444 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d7415c59-833a-4519-b328-2cd651ef1f10 None None] Port ffcc9d15-d188-420a-b935-e8ca0e725960 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:27:27.315411 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a2977ecb-efb5-471d-81b1-aefe54477e08 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:27:27.317954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47081790-c908-4612-a4ad-2b59dfc35efe None None] The sync data for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 is: [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 2, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:27:27.373219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a2977ecb-efb5-471d-81b1-aefe54477e08 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:27:27.373652 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a2977ecb-efb5-471d-81b1-aefe54477e08), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:27.463977 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a2977ecb-efb5-471d-81b1-aefe54477e08 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:27:28.215608 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-850dfc05-bb5c-4499-8817-373e46b2bd2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:28.636201 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59100) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:27:28.641017 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-00beca36-a84f-41a5-aa6a-56b8f0c6c360 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1131719503', 'description': 'tempest-description--1690554185'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:27:28.663282 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00beca36-a84f-41a5-aa6a-56b8f0c6c360 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:28.730435 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00beca36-a84f-41a5-aa6a-56b8f0c6c360 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for security_group (399fc816-f626-4a33-a1d3-8991b3650a20), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:28.734754 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00beca36-a84f-41a5-aa6a-56b8f0c6c360 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (399fc816-f626-4a33-a1d3-8991b3650a20), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:28.763482 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00beca36-a84f-41a5-aa6a-56b8f0c6c360 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=399fc816-f626-4a33-a1d3-8991b3650a20,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:28.767639 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00beca36-a84f-41a5-aa6a-56b8f0c6c360 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:28.768876 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-00beca36-a84f-41a5-aa6a-56b8f0c6c360 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1315258 Feb 07 17:27:28.771650 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59102) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:27:28.776688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-46bf0e32-c398-490f-a0bc-19f44aec6b80 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Request body: {'security_group_rule': {'security_group_id': '399fc816-f626-4a33-a1d3-8991b3650a20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:27:28.800852 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46bf0e32-c398-490f-a0bc-19f44aec6b80 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for security_group_rule (968df411-7527-405b-a3ce-77cafb0f7bcf), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:28.859194 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46bf0e32-c398-490f-a0bc-19f44aec6b80 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for security_group_rule (968df411-7527-405b-a3ce-77cafb0f7bcf), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:28.863013 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46bf0e32-c398-490f-a0bc-19f44aec6b80 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (968df411-7527-405b-a3ce-77cafb0f7bcf), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:28.880153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf0e32-c398-490f-a0bc-19f44aec6b80 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968df411-7527-405b-a3ce-77cafb0f7bcf,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:28.890304 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-46bf0e32-c398-490f-a0bc-19f44aec6b80 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:28.891754 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-46bf0e32-c398-490f-a0bc-19f44aec6b80 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189320 Feb 07 17:27:28.896018 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59104) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:27:28.902317 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3235657c-90db-4da3-92a4-4dd3464b1646 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Request body: {'security_group_rule': {'security_group_id': '399fc816-f626-4a33-a1d3-8991b3650a20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:27:28.927058 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3235657c-90db-4da3-92a4-4dd3464b1646 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for security_group_rule (cbd9fffe-e6ba-409a-850b-a5f7d74de4a1), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:28.991488 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3235657c-90db-4da3-92a4-4dd3464b1646 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for security_group_rule (cbd9fffe-e6ba-409a-850b-a5f7d74de4a1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:28.995727 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3235657c-90db-4da3-92a4-4dd3464b1646 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (cbd9fffe-e6ba-409a-850b-a5f7d74de4a1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:29.013781 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235657c-90db-4da3-92a4-4dd3464b1646 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd9fffe-e6ba-409a-850b-a5f7d74de4a1,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:29.022507 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3235657c-90db-4da3-92a4-4dd3464b1646 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:29.023890 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3235657c-90db-4da3-92a4-4dd3464b1646 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265132 Feb 07 17:27:29.026855 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59106) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:27:29.031534 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8a79c8fa-4bdb-457a-9364-bb05768bd46e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:27:29.051628 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a79c8fa-4bdb-457a-9364-bb05768bd46e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:29.153750 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a79c8fa-4bdb-457a-9364-bb05768bd46e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:29.273748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-8a79c8fa-4bdb-457a-9364-bb05768bd46e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Allocated IP 172.25.4.10 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/8b7e3135-c7fe-4818-8b94-350263271783) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:27:29.319177 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] Sync routers for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:27:29.331546 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:27:29.332175 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:27:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:27:29.345310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 28a7714b-86ca-4ded-9f93-d780407250e0 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:27:29.413444 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a79c8fa-4bdb-457a-9364-bb05768bd46e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for port (8b7e3135-c7fe-4818-8b94-350263271783), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:29.427386 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 28a7714b-86ca-4ded-9f93-d780407250e0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:27:29.427991 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (28a7714b-86ca-4ded-9f93-d780407250e0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:29.444504 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:27:29.470195 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a79c8fa-4bdb-457a-9364-bb05768bd46e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (8b7e3135-c7fe-4818-8b94-350263271783), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:29.541885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a79c8fa-4bdb-457a-9364-bb05768bd46e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:27:29.552079 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8a79c8fa-4bdb-457a-9364-bb05768bd46e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:27:29.557315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a79c8fa-4bdb-457a-9364-bb05768bd46e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:27:29.560591 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 28a7714b-86ca-4ded-9f93-d780407250e0 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:27:29.561134 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (28a7714b-86ca-4ded-9f93-d780407250e0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:29.597138 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 28a7714b-86ca-4ded-9f93-d780407250e0, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=28a7714b-86ca-4ded-9f93-d780407250e0,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:27:29.603897 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (28a7714b-86ca-4ded-9f93-d780407250e0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:29.610174 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79c8fa-4bdb-457a-9364-bb05768bd46e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Pushing event updated for resources: {'Port': ['ID=8b7e3135-c7fe-4818-8b94-350263271783,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:29.646342 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:29.664521 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=28a7714b-86ca-4ded-9f93-d780407250e0,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:29.675909 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 2, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:27:29.683916 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a79c8fa-4bdb-457a-9364-bb05768bd46e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for floatingip (9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:29.703166 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] Checking router: c0316b69-f726-430a-8fb8-111592e08baf for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:27:29.703518 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] Updating router c0316b69-f726-430a-8fb8-111592e08baf port ffcc9d15-d188-420a-b935-e8ca0e725960 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:27:29.721331 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a79c8fa-4bdb-457a-9364-bb05768bd46e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8b7e3135-c7fe-4818-8b94-350263271783), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:29.730470 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ffcc9d15-d188-420a-b935-e8ca0e725960), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:30.017665 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] Publish callbacks [] for port (ffcc9d15-d188-420a-b935-e8ca0e725960), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:30.023704 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ffcc9d15-d188-420a-b935-e8ca0e725960), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:30.077053 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73318e88-b54f-47b7-b5bd-c0d5ce94e467 None None] Pushing event updated for resources: {'Port': ['ID=ffcc9d15-d188-420a-b935-e8ca0e725960,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:30.099837 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73318e88-b54f-47b7-b5bd-c0d5ce94e467 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:30.100181 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73318e88-b54f-47b7-b5bd-c0d5ce94e467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:30.101053 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73318e88-b54f-47b7-b5bd-c0d5ce94e467 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:30.101411 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73318e88-b54f-47b7-b5bd-c0d5ce94e467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:30.101745 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73318e88-b54f-47b7-b5bd-c0d5ce94e467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:30.102073 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73318e88-b54f-47b7-b5bd-c0d5ce94e467 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:30.102397 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73318e88-b54f-47b7-b5bd-c0d5ce94e467 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:30.102720 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73318e88-b54f-47b7-b5bd-c0d5ce94e467 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:30.103043 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73318e88-b54f-47b7-b5bd-c0d5ce94e467 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:30.103363 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73318e88-b54f-47b7-b5bd-c0d5ce94e467 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:30.103683 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73318e88-b54f-47b7-b5bd-c0d5ce94e467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:30.103998 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73318e88-b54f-47b7-b5bd-c0d5ce94e467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:30.104315 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73318e88-b54f-47b7-b5bd-c0d5ce94e467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:30.141607 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] Attempting to bind port ffcc9d15-d188-420a-b935-e8ca0e725960 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:27:30.142140 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] Attempting to bind port ffcc9d15-d188-420a-b935-e8ca0e725960 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:27:30.142384 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] Attempting to bind port ffcc9d15-d188-420a-b935-e8ca0e725960 on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:27:30.147806 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:27:30.148271 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] Checking segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:27:30.149319 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:30.149728 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] Bound using segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:27:30.150213 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] Bound port: ffcc9d15-d188-420a-b935-e8ca0e725960, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:27:30.150662 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ffcc9d15-d188-420a-b935-e8ca0e725960), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:30.187246 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a79c8fa-4bdb-457a-9364-bb05768bd46e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for port (8b7e3135-c7fe-4818-8b94-350263271783), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:30.193883 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a79c8fa-4bdb-457a-9364-bb05768bd46e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (8b7e3135-c7fe-4818-8b94-350263271783), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:30.230494 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] For port ffcc9d15-d188-420a-b935-e8ca0e725960, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:27:30.234385 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] For port ffcc9d15-d188-420a-b935-e8ca0e725960, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ffcc9d15-d188-420a-b935-e8ca0e725960,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:27:30.241571 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ffcc9d15-d188-420a-b935-e8ca0e725960), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:30.283423 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a79c8fa-4bdb-457a-9364-bb05768bd46e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:30.290847 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79c8fa-4bdb-457a-9364-bb05768bd46e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Pushing event updated for resources: {'Port': ['ID=8b7e3135-c7fe-4818-8b94-350263271783,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:30.301118 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:27:30.301982 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:27:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:27:30.306479 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a79c8fa-4bdb-457a-9364-bb05768bd46e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:30.315971 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8a79c8fa-4bdb-457a-9364-bb05768bd46e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2878397 Feb 07 17:27:30.332844 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-3914b9d5-7185-40cc-8b1f-30a808d469c8 None None] Provisioning complete for port ffcc9d15-d188-420a-b935-e8ca0e725960 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:27:30.334043 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3914b9d5-7185-40cc-8b1f-30a808d469c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ffcc9d15-d188-420a-b935-e8ca0e725960), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:30.394383 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73318e88-b54f-47b7-b5bd-c0d5ce94e467 None None] Pushing event updated for resources: {'Port': ['ID=ffcc9d15-d188-420a-b935-e8ca0e725960,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:30.443980 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:27:30.451673 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3914b9d5-7185-40cc-8b1f-30a808d469c8 None None] Current status of the port ffcc9d15-d188-420a-b935-e8ca0e725960 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:27:30.452882 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3914b9d5-7185-40cc-8b1f-30a808d469c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ffcc9d15-d188-420a-b935-e8ca0e725960), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:30.494721 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3914b9d5-7185-40cc-8b1f-30a808d469c8 None None] For port ffcc9d15-d188-420a-b935-e8ca0e725960, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ffcc9d15-d188-420a-b935-e8ca0e725960,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:27:30.499775 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3914b9d5-7185-40cc-8b1f-30a808d469c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ffcc9d15-d188-420a-b935-e8ca0e725960), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:30.501998 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-1873d006-9c26-45d4-8e4f-7bc13e18d9cf tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1131719503&fields=id&tenant_id=03c56763a3354259a164a62292c3b8c3 HTTP/1.1" status: 200 len: 267 time: 0.0611448 Feb 07 17:27:30.563008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914b9d5-7185-40cc-8b1f-30a808d469c8 None None] Pushing event updated for resources: {'Port': ['ID=ffcc9d15-d188-420a-b935-e8ca0e725960,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:30.622561 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-cfa8f1a4-580d-49c2-9d4b-4e3187195742 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:30.624090 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-cfa8f1a4-580d-49c2-9d4b-4e3187195742 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 812 time: 0.1146343 Feb 07 17:27:30.631170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-fd1a86d1-9031-4ac8-bfd7-eaf30067273e None None] Provisioning complete for port ffcc9d15-d188-420a-b935-e8ca0e725960 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:27:30.631583 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fd1a86d1-9031-4ac8-bfd7-eaf30067273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ffcc9d15-d188-420a-b935-e8ca0e725960), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:30.641125 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-3e0e7d06-ac3a-41a3-88a8-48b0c3484fb1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/quotas/03c56763a3354259a164a62292c3b8c3 HTTP/1.1" status: 200 len: 375 time: 0.0113442 Feb 07 17:27:30.670719 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:27:30.706165 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-6df3e086-6d04-4274-b6a8-cc91bb7c40af tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568790 Feb 07 17:27:30.710729 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d6fa65-162a-4380-b1ff-d4a6d0ac095a None None] The sync data for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 is: [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:27:30.723703 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a86d1-9031-4ac8-bfd7-eaf30067273e None None] Current status of the port ffcc9d15-d188-420a-b935-e8ca0e725960 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:27:30.822395 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-44629f29-94bf-43bc-a9ae-b38172992734 service neutron] 10.222.0.18 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984263 Feb 07 17:27:30.920196 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-af7cfee8-7520-4c6f-9410-4b320a7172ac service neutron] 10.222.0.18 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918257 Feb 07 17:27:30.943370 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:31.104720 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c1178825-62f2-4f95-a5f4-fbbcf14c7eb5 req-dd14f657-049e-4a39-94f1-46bc0b910238 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 210 time: 0.0306134 Feb 07 17:27:31.377639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 28a7714b-86ca-4ded-9f93-d780407250e0 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:27:31.431534 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 28a7714b-86ca-4ded-9f93-d780407250e0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:27:31.431911 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (28a7714b-86ca-4ded-9f93-d780407250e0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:31.517260 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 28a7714b-86ca-4ded-9f93-d780407250e0 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:27:31.518376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ffcc9d15-d188-420a-b935-e8ca0e725960 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:27:31.570922 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port ffcc9d15-d188-420a-b935-e8ca0e725960 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:27:31.571304 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ffcc9d15-d188-420a-b935-e8ca0e725960), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:31.649582 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ffcc9d15-d188-420a-b935-e8ca0e725960 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:27:32.115365 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-1b6b7a41-3cfb-4a0d-be27-252585ecca15 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:32.116856 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-1b6b7a41-3cfb-4a0d-be27-252585ecca15 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.48 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 812 time: 0.1177168 Feb 07 17:27:32.200200 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-4b7a7059-a994-4b57-8511-fe00a2dd3d49 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03c56763a3354259a164a62292c3b8c3 HTTP/1.1" status: 200 len: 380 time: 0.0741084 Feb 07 17:27:32.221521 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-90df2328-1b39-48b6-b695-2a4ca859546e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Request body: {'port': {'device_id': '3c151bce-02df-4f91-86bc-7549336f3cdc', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'admin_state_up': True, 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'security_groups': ['399fc816-f626-4a33-a1d3-8991b3650a20']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:27:32.225805 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4334ab1b-856c-49f1-8b4b-7c2a8c398e07 req-f006a132-6368-4dbd-8f65-30e6fb90ae63 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 210 time: 0.0487354 Feb 07 17:27:32.338054 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-90df2328-1b39-48b6-b695-2a4ca859546e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Made reservation on behalf of 03c56763a3354259a164a62292c3b8c3 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:27:32.341235 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-90df2328-1b39-48b6-b695-2a4ca859546e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:32.448449 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:32.474102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-90df2328-1b39-48b6-b695-2a4ca859546e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Allocated IP 172.20.0.5 (61760fb1-034c-41a3-a286-0143d8411eff/51209510-5d52-4685-abe6-2ddd942b0739/57db1907-1d5f-43da-a43a-f10e0eb933e3) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:27:32.612398 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-90df2328-1b39-48b6-b695-2a4ca859546e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:32.647543 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-90df2328-1b39-48b6-b695-2a4ca859546e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:32.698103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-90df2328-1b39-48b6-b695-2a4ca859546e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Network 61760fb1-034c-41a3-a286-0143d8411eff is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:27:32.701468 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-90df2328-1b39-48b6-b695-2a4ca859546e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:27:32.705117 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-90df2328-1b39-48b6-b695-2a4ca859546e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:27:32.711794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df2328-1b39-48b6-b695-2a4ca859546e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Pushing event updated for resources: {'Port': ['ID=57db1907-1d5f-43da-a43a-f10e0eb933e3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:32.760665 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-90df2328-1b39-48b6-b695-2a4ca859546e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:32.761309 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-90df2328-1b39-48b6-b695-2a4ca859546e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:32.778020 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-90df2328-1b39-48b6-b695-2a4ca859546e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5603659 Feb 07 17:27:32.789386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Request body: {'port': {'device_id': '3c151bce-02df-4f91-86bc-7549336f3cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:27:32.852099 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:32.962440 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b1ffcaaa-6548-4222-979e-812285d50a41 None None] Provisioning complete for port 57db1907-1d5f-43da-a43a-f10e0eb933e3 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:27:32.962998 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b1ffcaaa-6548-4222-979e-812285d50a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:33.003651 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b1ffcaaa-6548-4222-979e-812285d50a41 None None] Port 57db1907-1d5f-43da-a43a-f10e0eb933e3 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:27:33.139266 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57db1907-1d5f-43da-a43a-f10e0eb933e3 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:27:33.146990 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Publish callbacks [] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:33.159894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Transition to ACTIVE for port object 57db1907-1d5f-43da-a43a-f10e0eb933e3 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:27:33.164405 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:33.221078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Pushing event updated for resources: {'Port': ['ID=57db1907-1d5f-43da-a43a-f10e0eb933e3,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:33.302094 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Attempting to bind port 57db1907-1d5f-43da-a43a-f10e0eb933e3 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:27:33.302897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Attempting to bind port 57db1907-1d5f-43da-a43a-f10e0eb933e3 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:27:33.303237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Attempting to bind port 57db1907-1d5f-43da-a43a-f10e0eb933e3 on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:27:33.309903 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Port 57db1907-1d5f-43da-a43a-f10e0eb933e3 on network 61760fb1-034c-41a3-a286-0143d8411eff not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:27:33.310245 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Attempting to bind port 57db1907-1d5f-43da-a43a-f10e0eb933e3 on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:27:33.315803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:27:33.316170 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Checking segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:27:33.316567 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Bound using segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:27:33.317036 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Bound port: 57db1907-1d5f-43da-a43a-f10e0eb933e3, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:27:33.317429 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:33.357732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9bda6-4c8c-4d51-a25b-41d63a37e7f7 req-1bd096da-ee35-4ce3-8bf2-ee026b879e30 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:33.360714 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8ae9bda6-4c8c-4d51-a25b-41d63a37e7f7 req-1bd096da-ee35-4ce3-8bf2-ee026b879e30 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 943 time: 0.0584295 Feb 07 17:27:33.392699 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] For port 57db1907-1d5f-43da-a43a-f10e0eb933e3, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:27:33.396699 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] For port 57db1907-1d5f-43da-a43a-f10e0eb933e3, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=57db1907-1d5f-43da-a43a-f10e0eb933e3,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:27:33.404703 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:33.413839 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8ae9bda6-4c8c-4d51-a25b-41d63a37e7f7 req-606f3d56-d376-4dca-8182-9999c2c27568 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487022 Feb 07 17:27:33.440937 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:33.441588 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:33.442960 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] 10.222.0.48 "PUT /v2.0/ports/57db1907-1d5f-43da-a43a-f10e0eb933e3 HTTP/1.1" status: 200 len: 1091 time: 0.6582913 Feb 07 17:27:33.443409 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c151bce-02df-4f91-86bc-7549336f3cdc', 'tag': '57db1907-1d5f-43da-a43a-f10e0eb933e3'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:27:33.445665 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e40670-c3b9-4031-b82a-8ba93982c600" -d '{"events": [{"name": "network-changed", "server_uuid": "3c151bce-02df-4f91-86bc-7549336f3cdc", "tag": "57db1907-1d5f-43da-a43a-f10e0eb933e3"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:27:33.474668 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95edf6c-0fe8-416f-aac1-8a4aed638167 service neutron] Pushing event updated for resources: {'Port': ['ID=57db1907-1d5f-43da-a43a-f10e0eb933e3,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:33.501258 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a93e16-1685-46fb-a4cb-9c882adcec41 x-openstack-request-id: req-02a93e16-1685-46fb-a4cb-9c882adcec41 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:27:33.501572 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c151bce-02df-4f91-86bc-7549336f3cdc", "tag": "57db1907-1d5f-43da-a43a-f10e0eb933e3", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:27:33.501833 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02a93e16-1685-46fb-a4cb-9c882adcec41 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:27:33.502229 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c151bce-02df-4f91-86bc-7549336f3cdc', 'tag': '57db1907-1d5f-43da-a43a-f10e0eb933e3', 'status': 'completed', 'code': 200} Feb 07 17:27:33.545713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-6e457a7a-6cdd-466a-9a46-1aef92a23960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:33.547268 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-6e457a7a-6cdd-466a-9a46-1aef92a23960 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 1125 time: 0.0569689 Feb 07 17:27:33.595982 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-18824d06-36d9-4bba-9867-7ef551bd6ea2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57db1907-1d5f-43da-a43a-f10e0eb933e3 HTTP/1.1" status: 200 len: 217 time: 0.0425272 Feb 07 17:27:33.648993 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-7832e268-37d4-44e4-8c94-f0b634ee468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:33.651055 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-7832e268-37d4-44e4-8c94-f0b634ee468c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0491965 Feb 07 17:27:33.708610 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b71a9857-78f2-4c12-a960-161ea9de0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:33.710178 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-b71a9857-78f2-4c12-a960-161ea9de0ee3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518074 Feb 07 17:27:33.806069 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-af7d089b-6dfc-4733-bcf6-df4cab464c48 service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894716 Feb 07 17:27:33.896168 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec7a81a2-3c64-4aac-ae40-51a812420ddf req-a279dfd5-f858-4c7b-8f80-ab7f6438f406 service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846879 Feb 07 17:27:33.997121 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e40670-c3b9-4031-b82a-8ba93982c600 req-e178ecdd-947d-43d4-ba1a-da67e2556271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:33.998838 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d1e40670-c3b9-4031-b82a-8ba93982c600 req-e178ecdd-947d-43d4-ba1a-da67e2556271 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 1125 time: 0.0558450 Feb 07 17:27:34.093777 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e40670-c3b9-4031-b82a-8ba93982c600 req-773517b2-27e9-45a2-a4d6-96c207f1a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:34.095245 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d1e40670-c3b9-4031-b82a-8ba93982c600 req-773517b2-27e9-45a2-a4d6-96c207f1a824 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0906725 Feb 07 17:27:34.137295 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d1e40670-c3b9-4031-b82a-8ba93982c600 req-500912f7-cb4f-4341-a8a5-a4ae91789f86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57db1907-1d5f-43da-a43a-f10e0eb933e3 HTTP/1.1" status: 200 len: 217 time: 0.0357380 Feb 07 17:27:34.189154 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e40670-c3b9-4031-b82a-8ba93982c600 req-6791b61e-c130-4460-9810-332faa3600f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:34.190669 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d1e40670-c3b9-4031-b82a-8ba93982c600 req-6791b61e-c130-4460-9810-332faa3600f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0480230 Feb 07 17:27:34.238909 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e40670-c3b9-4031-b82a-8ba93982c600 req-6b248e9f-0ab2-4188-98df-4c98e293d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:34.240417 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d1e40670-c3b9-4031-b82a-8ba93982c600 req-6b248e9f-0ab2-4188-98df-4c98e293d64f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440655 Feb 07 17:27:34.328200 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d1e40670-c3b9-4031-b82a-8ba93982c600 req-211c580c-ecdd-4e40-adf5-90cdc14a8122 service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817788 Feb 07 17:27:34.419636 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d1e40670-c3b9-4031-b82a-8ba93982c600 req-5f1f2bbb-a894-40e3-8c02-18439428edd7 service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859652 Feb 07 17:27:34.542374 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0f103-4519-4a27-8cfe-484d19f353b1 req-c774e46f-c17c-498f-b8b4-a3e2405c5278 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:34.543847 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95e0f103-4519-4a27-8cfe-484d19f353b1 req-c774e46f-c17c-498f-b8b4-a3e2405c5278 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 943 time: 0.0569844 Feb 07 17:27:34.590537 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95e0f103-4519-4a27-8cfe-484d19f353b1 req-72da07fb-57f4-4aec-8571-8ec906608ff0 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408187 Feb 07 17:27:35.713036 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930148c-6bb1-4b89-b536-5439bacfe3cd req-0923ab28-3138-45fb-bbfb-e5bd4f8b24d5 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:35.714552 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e930148c-6bb1-4b89-b536-5439bacfe3cd req-0923ab28-3138-45fb-bbfb-e5bd4f8b24d5 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 943 time: 0.0544028 Feb 07 17:27:35.761389 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e930148c-6bb1-4b89-b536-5439bacfe3cd req-c262316b-e79c-488e-a5c4-9a8363ce28aa tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413377 Feb 07 17:27:36.879420 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63172e38-c87d-4607-a96d-a2d2863693d4 req-4e786a50-5e03-492e-84df-2d4d27d011d9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:36.880924 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63172e38-c87d-4607-a96d-a2d2863693d4 req-4e786a50-5e03-492e-84df-2d4d27d011d9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 943 time: 0.0533683 Feb 07 17:27:36.928264 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-63172e38-c87d-4607-a96d-a2d2863693d4 req-bc7378d1-72c4-4acf-a08a-b8ce9c888f08 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405321 Feb 07 17:27:38.053652 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2a7e8-2c78-4914-a53a-fc7ac7565636 req-a2a42fe0-2cde-435b-9107-26d89941bdf8 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:38.055063 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ede2a7e8-2c78-4914-a53a-fc7ac7565636 req-a2a42fe0-2cde-435b-9107-26d89941bdf8 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 943 time: 0.0572300 Feb 07 17:27:38.102111 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ede2a7e8-2c78-4914-a53a-fc7ac7565636 req-7cc0ea09-081e-4d85-982a-418499131dc9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412886 Feb 07 17:27:38.219051 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 57db1907-1d5f-43da-a43a-f10e0eb933e3 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:27:38.317690 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 57db1907-1d5f-43da-a43a-f10e0eb933e3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=57db1907-1d5f-43da-a43a-f10e0eb933e3,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:27:38.488899 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '57db1907-1d5f-43da-a43a-f10e0eb933e3', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'port_id': '57db1907-1d5f-43da-a43a-f10e0eb933e3', 'mac_address': 'fa:16:3e:a9:77:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:27:38.528668 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 57db1907-1d5f-43da-a43a-f10e0eb933e3 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:27:38.529061 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:38.542160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57db1907-1d5f-43da-a43a-f10e0eb933e3 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:27:38.561409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 57db1907-1d5f-43da-a43a-f10e0eb933e3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=57db1907-1d5f-43da-a43a-f10e0eb933e3,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:27:38.565241 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:38.611402 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=57db1907-1d5f-43da-a43a-f10e0eb933e3,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:38.619012 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:38.619370 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:38.619724 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:38.620272 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:38.620490 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:38.620902 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:38.621328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:38.621661 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:38.621990 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:38.622317 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:38.622638 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:38.622962 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:38.623280 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:27:38.848889 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['57db1907-1d5f-43da-a43a-f10e0eb933e3'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:27:39.223676 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0438307-badd-4061-b3fd-a8005ef6195c req-02949ec7-4a38-4da7-a5bb-aad52a74c6e5 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:39.225166 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0438307-badd-4061-b3fd-a8005ef6195c req-02949ec7-4a38-4da7-a5bb-aad52a74c6e5 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 944 time: 0.0533793 Feb 07 17:27:39.277516 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0438307-badd-4061-b3fd-a8005ef6195c req-5978a9d2-11f4-484c-8c91-3c34fb272294 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464692 Feb 07 17:27:40.237057 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 57db1907-1d5f-43da-a43a-f10e0eb933e3 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:27:40.287729 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 57db1907-1d5f-43da-a43a-f10e0eb933e3 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:27:40.292220 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 57db1907-1d5f-43da-a43a-f10e0eb933e3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:27:40.292601 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:40.374353 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 57db1907-1d5f-43da-a43a-f10e0eb933e3 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:27:40.374748 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:40.398592 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3e913-7b4d-45f6-898b-44a096e27309 req-2adfe4c9-7538-4813-8691-1cf535794dcc tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:40.399164 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c151bce-02df-4f91-86bc-7549336f3cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57db1907-1d5f-43da-a43a-f10e0eb933e3'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:27:40.401178 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c21520-fcef-4740-a153-820dcadf20b3" -d '{"events": [{"server_uuid": "3c151bce-02df-4f91-86bc-7549336f3cdc", "name": "network-vif-plugged", "status": "completed", "tag": "57db1907-1d5f-43da-a43a-f10e0eb933e3"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:27:40.401934 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49b3e913-7b4d-45f6-898b-44a096e27309 req-2adfe4c9-7538-4813-8691-1cf535794dcc tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 944 time: 0.0563905 Feb 07 17:27:40.414617 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 57db1907-1d5f-43da-a43a-f10e0eb933e3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=57db1907-1d5f-43da-a43a-f10e0eb933e3,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:27:40.420604 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:40.455755 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38153d2b-6c4d-499f-8af2-1c2c20090430 x-openstack-request-id: req-38153d2b-6c4d-499f-8af2-1c2c20090430 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:27:40.456203 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c151bce-02df-4f91-86bc-7549336f3cdc", "name": "network-vif-plugged", "status": "completed", "tag": "57db1907-1d5f-43da-a43a-f10e0eb933e3", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:27:40.456600 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38153d2b-6c4d-499f-8af2-1c2c20090430 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:27:40.457187 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c151bce-02df-4f91-86bc-7549336f3cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57db1907-1d5f-43da-a43a-f10e0eb933e3', 'code': 200} Feb 07 17:27:40.474536 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-49b3e913-7b4d-45f6-898b-44a096e27309 req-dd47a71d-4259-4527-9616-dff5fe184c2c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659602 Feb 07 17:27:40.490103 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=57db1907-1d5f-43da-a43a-f10e0eb933e3,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:27:40.559338 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33ff8d-3c0c-4286-87ef-304887ab0b02 req-7c6d21fe-b17d-4f91-91b4-6f4d52611f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:40.560931 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd33ff8d-3c0c-4286-87ef-304887ab0b02 req-7c6d21fe-b17d-4f91-91b4-6f4d52611f7f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 1127 time: 0.0465593 Feb 07 17:27:40.562496 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:27:40.608349 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd33ff8d-3c0c-4286-87ef-304887ab0b02 req-a8b93292-8021-4af1-8ee6-a1e7256d0366 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417669 Feb 07 17:27:41.611646 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c4342-64ef-4127-ae38-4f99a1e2eeec req-92943294-f211-4d62-959c-77421bc63e8a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:41.613213 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf2c4342-64ef-4127-ae38-4f99a1e2eeec req-92943294-f211-4d62-959c-77421bc63e8a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0559835 Feb 07 17:27:41.662251 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bf2c4342-64ef-4127-ae38-4f99a1e2eeec req-cc438a5d-cd7d-4423-af3e-bbdcd04ace45 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433726 Feb 07 17:27:42.790835 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d637b4-73bd-4587-87dd-7e3c541af96a req-32e37730-cec0-457d-a65b-fe6838cb01d4 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:42.792342 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65d637b4-73bd-4587-87dd-7e3c541af96a req-32e37730-cec0-457d-a65b-fe6838cb01d4 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0555274 Feb 07 17:27:42.841749 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-65d637b4-73bd-4587-87dd-7e3c541af96a req-d8bb7ce5-1897-4404-87d8-7fc6332adcdd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436232 Feb 07 17:27:42.960996 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f31cee-2c9d-4da4-8ece-f5407016f30d req-3f067dbd-0d1a-4efc-a879-7f3898f91c89 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:42.962428 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-37f31cee-2c9d-4da4-8ece-f5407016f30d req-3f067dbd-0d1a-4efc-a879-7f3898f91c89 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0537720 Feb 07 17:27:42.971320 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59158) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:27:42.975862 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-449a1c8b-e78d-4aff-97bd-fa109456ac9c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Request body: {'floatingip': {'port_id': '57db1907-1d5f-43da-a43a-f10e0eb933e3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:27:43.015657 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-449a1c8b-e78d-4aff-97bd-fa109456ac9c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for floatingip (9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:43.455176 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-449a1c8b-e78d-4aff-97bd-fa109456ac9c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:43.458824 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-449a1c8b-e78d-4aff-97bd-fa109456ac9c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:43.567516 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-449a1c8b-e78d-4aff-97bd-fa109456ac9c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Floating IP 9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7 associated. External IP: 172.25.4.10, port: 57db1907-1d5f-43da-a43a-f10e0eb933e3. Feb 07 17:27:43.780534 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449a1c8b-e78d-4aff-97bd-fa109456ac9c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Router c0316b69-f726-430a-8fb8-111592e08baf has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:27:44.221217 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449a1c8b-e78d-4aff-97bd-fa109456ac9c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:27:44.226050 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-449a1c8b-e78d-4aff-97bd-fa109456ac9c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:44.231364 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eefd870-3303-48be-addc-ffc3d6dae813 None None] Sync routers for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:27:44.241110 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eefd870-3303-48be-addc-ffc3d6dae813 None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:27:44.241760 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9eefd870-3303-48be-addc-ffc3d6dae813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:27:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:27:44.257901 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-449a1c8b-e78d-4aff-97bd-fa109456ac9c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "PUT /v2.0/floatingips/9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7 HTTP/1.1" status: 200 len: 990 time: 1.2854693 Feb 07 17:27:44.258494 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c151bce-02df-4f91-86bc-7549336f3cdc', 'tag': '57db1907-1d5f-43da-a43a-f10e0eb933e3'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:27:44.260770 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53243226-6e7b-4f74-a846-dce1f651c94f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c151bce-02df-4f91-86bc-7549336f3cdc", "tag": "57db1907-1d5f-43da-a43a-f10e0eb933e3"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:27:44.303591 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f2e84b-d65c-4752-bc92-14a007398be0 x-openstack-request-id: req-02f2e84b-d65c-4752-bc92-14a007398be0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:27:44.303978 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c151bce-02df-4f91-86bc-7549336f3cdc", "tag": "57db1907-1d5f-43da-a43a-f10e0eb933e3", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:27:44.304293 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02f2e84b-d65c-4752-bc92-14a007398be0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:27:44.304758 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c151bce-02df-4f91-86bc-7549336f3cdc', 'tag': '57db1907-1d5f-43da-a43a-f10e0eb933e3', 'status': 'completed', 'code': 200} Feb 07 17:27:44.361307 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-9eefd870-3303-48be-addc-ffc3d6dae813 None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:27:44.406374 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202e3e9-1541-4337-9825-e3de4c7df521 req-53068f48-44a4-4b0b-ae4f-7afee0d84989 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:44.407897 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8202e3e9-1541-4337-9825-e3de4c7df521 req-53068f48-44a4-4b0b-ae4f-7afee0d84989 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0876846 Feb 07 17:27:44.409894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53243226-6e7b-4f74-a846-dce1f651c94f req-0e9687a3-8ddd-4fd3-bb0b-0e56f9a4b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:44.411229 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-53243226-6e7b-4f74-a846-dce1f651c94f req-0e9687a3-8ddd-4fd3-bb0b-0e56f9a4b9ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 1127 time: 0.0817771 Feb 07 17:27:44.506533 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8202e3e9-1541-4337-9825-e3de4c7df521 req-e466007b-625b-460e-b94a-1219c651d870 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927124 Feb 07 17:27:44.537808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53243226-6e7b-4f74-a846-dce1f651c94f req-3deed744-5db9-4802-9339-2686828d5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:44.539282 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-53243226-6e7b-4f74-a846-dce1f651c94f req-3deed744-5db9-4802-9339-2686828d5613 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.1193666 Feb 07 17:27:44.593130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9eefd870-3303-48be-addc-ffc3d6dae813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'port_id': '57db1907-1d5f-43da-a43a-f10e0eb933e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'mac_address': 'fa:16:3e:a9:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c151bce-02df-4f91-86bc-7549336f3cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:27:29Z', 'updated_at': '2022-02-07T17:27:43Z', 'revision_number': 1, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:27:44.609358 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-53243226-6e7b-4f74-a846-dce1f651c94f req-d4c398c6-89dc-4ec5-9932-dcd6da3c73db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57db1907-1d5f-43da-a43a-f10e0eb933e3 HTTP/1.1" status: 200 len: 998 time: 0.0644350 Feb 07 17:27:44.620328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eefd870-3303-48be-addc-ffc3d6dae813 None None] Checking router: c0316b69-f726-430a-8fb8-111592e08baf for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:27:44.629751 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eefd870-3303-48be-addc-ffc3d6dae813 None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:27:44.630372 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9eefd870-3303-48be-addc-ffc3d6dae813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:27:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:27:44.662240 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53243226-6e7b-4f74-a846-dce1f651c94f req-c8968962-6c1e-4dd4-ba48-79c527d7e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:44.663753 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-53243226-6e7b-4f74-a846-dce1f651c94f req-c8968962-6c1e-4dd4-ba48-79c527d7e096 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0491910 Feb 07 17:27:44.717453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53243226-6e7b-4f74-a846-dce1f651c94f req-bde3f328-ee06-40eb-aa21-ee20df26c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:44.718961 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-53243226-6e7b-4f74-a846-dce1f651c94f req-bde3f328-ee06-40eb-aa21-ee20df26c5bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491180 Feb 07 17:27:44.747866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-9eefd870-3303-48be-addc-ffc3d6dae813 None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:27:44.811065 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-53243226-6e7b-4f74-a846-dce1f651c94f req-a7ce78d9-e5e5-4ad6-a281-d70a2fe845d6 service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863211 Feb 07 17:27:44.899355 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-53243226-6e7b-4f74-a846-dce1f651c94f req-3a2e0265-401d-4744-ae5b-3c0dc73b9d8d service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832798 Feb 07 17:27:44.978575 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9eefd870-3303-48be-addc-ffc3d6dae813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'port_id': '57db1907-1d5f-43da-a43a-f10e0eb933e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'mac_address': 'fa:16:3e:a9:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c151bce-02df-4f91-86bc-7549336f3cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:27:29Z', 'updated_at': '2022-02-07T17:27:43Z', 'revision_number': 1, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:27:45.006068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eefd870-3303-48be-addc-ffc3d6dae813 None None] The sync data for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 is: [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'port_id': '57db1907-1d5f-43da-a43a-f10e0eb933e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'mac_address': 'fa:16:3e:a9:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c151bce-02df-4f91-86bc-7549336f3cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:27:29Z', 'updated_at': '2022-02-07T17:27:43Z', 'revision_number': 1, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:27:45.203494 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026a7a7-b61e-45b8-906d-3e540e17b7e4 None None] New status for floating IP 9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:27:45.635038 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d0dc7-4f6b-4fdd-8d76-06253b586d83 req-38ba7eee-dc50-4f18-b562-c0b5510c4a66 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:45.636434 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f34d0dc7-4f6b-4fdd-8d76-06253b586d83 req-38ba7eee-dc50-4f18-b562-c0b5510c4a66 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0572646 Feb 07 17:27:45.684134 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f34d0dc7-4f6b-4fdd-8d76-06253b586d83 req-7afb13a9-eec4-4ce8-a3e1-f082189c03e1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419629 Feb 07 17:27:45.802867 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811ae18-ef62-4dae-999e-2c1099589302 req-5340187f-b7eb-4ed7-8db7-d7dbb684e834 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:45.804376 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2811ae18-ef62-4dae-999e-2c1099589302 req-5340187f-b7eb-4ed7-8db7-d7dbb684e834 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0539932 Feb 07 17:27:45.851154 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2811ae18-ef62-4dae-999e-2c1099589302 req-f218dd89-0555-4720-b2b9-216d0e5209f4 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409985 Feb 07 17:27:46.117183 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-792f16f1-96df-4c5d-8fb4-0cc9a5feeee7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775759 Feb 07 17:27:46.129267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea188171-eab9-47fa-86d5-36bdb6380784 req-68881270-695b-4f99-af9e-7c2a62c6d090 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:46.130777 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ea188171-eab9-47fa-86d5-36bdb6380784 req-68881270-695b-4f99-af9e-7c2a62c6d090 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0831146 Feb 07 17:27:46.179792 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ea188171-eab9-47fa-86d5-36bdb6380784 req-4cf5aaf2-18a7-4763-8b66-3d216790d394 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423923 Feb 07 17:27:47.242405 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-c5b4134f-bcbc-42c9-b0bc-95ae88489c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:47.247720 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-c5b4134f-bcbc-42c9-b0bc-95ae88489c4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 1127 time: 0.0502090 Feb 07 17:27:47.304812 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55602a48-454a-426e-964d-97daeb20fd0f req-ce929c9a-baa7-42d1-a41a-88160b5b802d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:47.307027 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-55602a48-454a-426e-964d-97daeb20fd0f req-ce929c9a-baa7-42d1-a41a-88160b5b802d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0563054 Feb 07 17:27:47.340492 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-b7f72183-7b20-4c19-8b92-a9966b9e69a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:47.341975 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-b7f72183-7b20-4c19-8b92-a9966b9e69a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0923231 Feb 07 17:27:47.356794 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-55602a48-454a-426e-964d-97daeb20fd0f req-3ba933b8-5f03-4e27-b8fb-1542059e83e0 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439665 Feb 07 17:27:47.409525 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-64d40f31-6680-46d8-b048-dcdf7badc277 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57db1907-1d5f-43da-a43a-f10e0eb933e3 HTTP/1.1" status: 200 len: 1000 time: 0.0615747 Feb 07 17:27:47.461828 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-3cf19f38-d9ee-4415-8927-69da98622046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:47.463256 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-3cf19f38-d9ee-4415-8927-69da98622046 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0481913 Feb 07 17:27:47.512293 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-b6f337d7-a147-43c3-89d5-3fbe812dc13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:47.513826 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-b6f337d7-a147-43c3-89d5-3fbe812dc13b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453353 Feb 07 17:27:47.603454 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-255c713f-8fff-4fe6-80a9-867da946d4ea service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841494 Feb 07 17:27:47.698291 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f2538f13-d3f2-4f2b-9b3c-081aa3ad0dba service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895047 Feb 07 17:27:48.479784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8ce7b-0b85-48e3-acd6-350fe7a6b0e7 req-8fbcdbed-237c-432b-8169-bacaa20a7de3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:48.482009 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3c8ce7b-0b85-48e3-acd6-350fe7a6b0e7 req-8fbcdbed-237c-432b-8169-bacaa20a7de3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0537825 Feb 07 17:27:48.528847 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a3c8ce7b-0b85-48e3-acd6-350fe7a6b0e7 req-a756a90b-625b-487b-9290-6d3a2fc8985b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409920 Feb 07 17:27:49.655651 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441739e0-d638-45df-a487-555661633cb1 req-7d687908-508e-48fe-8999-3eac5f6eafb2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:49.657346 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-441739e0-d638-45df-a487-555661633cb1 req-7d687908-508e-48fe-8999-3eac5f6eafb2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0600562 Feb 07 17:27:49.711230 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-441739e0-d638-45df-a487-555661633cb1 req-783ef2d9-f6e4-4a57-82a8-99516c2e3ef6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472240 Feb 07 17:27:50.836683 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440749c-7431-4783-b5be-5c88ddcbcbef req-40acc140-50dd-422e-aeed-4211e8808fef tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:50.838219 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0440749c-7431-4783-b5be-5c88ddcbcbef req-40acc140-50dd-422e-aeed-4211e8808fef tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0579238 Feb 07 17:27:50.884665 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0440749c-7431-4783-b5be-5c88ddcbcbef req-0a390e47-afeb-42e9-8072-ee8d4f4596c4 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409558 Feb 07 17:27:51.624224 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:52.007639 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb7253-e6ef-440a-a07e-2f532ba47752 req-0ee66d75-bd75-4d2e-acf7-0f208b5a5987 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:52.009115 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6bfb7253-e6ef-440a-a07e-2f532ba47752 req-0ee66d75-bd75-4d2e-acf7-0f208b5a5987 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0541005 Feb 07 17:27:52.056954 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6bfb7253-e6ef-440a-a07e-2f532ba47752 req-6953c90a-c51e-43c2-b284-b01d40ee1abd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413103 Feb 07 17:27:53.178357 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f8289-8ccd-4230-8a87-3c21cee6c22d req-d3c5f22b-791f-4a86-8310-be7e32437105 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:53.179851 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d2f8289-8ccd-4230-8a87-3c21cee6c22d req-d3c5f22b-791f-4a86-8310-be7e32437105 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0536213 Feb 07 17:27:53.228017 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8d2f8289-8ccd-4230-8a87-3c21cee6c22d req-5233248a-ef7d-4851-9e75-dd85904f68de tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412521 Feb 07 17:27:53.515013 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:54.350063 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9227e6f-a938-4de2-833c-6936ee6471e1 req-ac104f0e-038c-4c41-84e8-e3f5da4b5ab1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:54.351529 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9227e6f-a938-4de2-833c-6936ee6471e1 req-ac104f0e-038c-4c41-84e8-e3f5da4b5ab1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0535879 Feb 07 17:27:54.400018 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9227e6f-a938-4de2-833c-6936ee6471e1 req-5fdc9ec0-24db-4e4b-b052-02f7fef35bea tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428183 Feb 07 17:27:55.520416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efdf99-2dc5-4784-b2b3-a846410cfa87 req-41f7177a-6570-4bd1-b75d-dd67b923fcc8 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:55.521849 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01efdf99-2dc5-4784-b2b3-a846410cfa87 req-41f7177a-6570-4bd1-b75d-dd67b923fcc8 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0534921 Feb 07 17:27:55.572475 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-01efdf99-2dc5-4784-b2b3-a846410cfa87 req-a457fe1b-543e-4ab2-8acd-755182ff914a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450673 Feb 07 17:27:55.817503 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-23398914-19a1-4d82-9dbd-8a3a3e720e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:56.702208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcd8dd-f0f0-4a90-9823-bab9b0cc80b8 req-d4c3cb78-7344-4c0a-aea4-a229c26398d4 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:56.703707 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7dbcd8dd-f0f0-4a90-9823-bab9b0cc80b8 req-d4c3cb78-7344-4c0a-aea4-a229c26398d4 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0602591 Feb 07 17:27:56.751456 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7dbcd8dd-f0f0-4a90-9823-bab9b0cc80b8 req-1f4be47e-e09a-4776-b4a6-65e58072c2ca tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418978 Feb 07 17:27:57.874782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b93456-d8e0-43b3-a84f-cd9e8e1f3eea req-ed411995-1da3-468f-9201-0d258555c568 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:57.876284 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03b93456-d8e0-43b3-a84f-cd9e8e1f3eea req-ed411995-1da3-468f-9201-0d258555c568 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0545528 Feb 07 17:27:57.924041 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-03b93456-d8e0-43b3-a84f-cd9e8e1f3eea req-6b56a36c-e881-42ae-9d21-921e9fef1990 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419207 Feb 07 17:27:58.217749 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2b9767cc-461f-4ee5-b641-1bb125bd7af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:27:59.044542 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec7605-3067-45ed-affc-65966ef7bac0 req-09355f4c-d1cd-4e64-9e02-a47cd939840b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:27:59.046071 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-11ec7605-3067-45ed-affc-65966ef7bac0 req-09355f4c-d1cd-4e64-9e02-a47cd939840b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0532124 Feb 07 17:27:59.092507 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-11ec7605-3067-45ed-affc-65966ef7bac0 req-e6c30369-4c95-474a-ad18-6097418ae415 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407860 Feb 07 17:27:59.611578 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:00.214222 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09222b28-1ab1-4d2d-b87b-68eb813ac239 req-7aba25ed-1cce-496f-838c-290cd24022a7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:00.215730 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-09222b28-1ab1-4d2d-b87b-68eb813ac239 req-7aba25ed-1cce-496f-838c-290cd24022a7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0544908 Feb 07 17:28:00.263636 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-09222b28-1ab1-4d2d-b87b-68eb813ac239 req-812fc968-cead-44fe-a54d-29c639b5b007 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423524 Feb 07 17:28:00.941644 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:01.385953 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4277d7-1991-434f-8a1d-25f1f1a58039 req-afd20dc6-bcb7-42c1-87cd-8c622a36d782 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:01.387925 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1d4277d7-1991-434f-8a1d-25f1f1a58039 req-afd20dc6-bcb7-42c1-87cd-8c622a36d782 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0544620 Feb 07 17:28:01.440403 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1d4277d7-1991-434f-8a1d-25f1f1a58039 req-262b3f04-3e5f-4f77-b771-12b6140f3a75 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469003 Feb 07 17:28:02.455999 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:02.631072 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f1f0d-9c20-472d-9af9-b0b3989ca5a7 req-2fbb37f2-85bb-467b-8897-0e003e2476ac tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:02.632588 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd6f1f0d-9c20-472d-9af9-b0b3989ca5a7 req-2fbb37f2-85bb-467b-8897-0e003e2476ac tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.1220064 Feb 07 17:28:02.682275 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd6f1f0d-9c20-472d-9af9-b0b3989ca5a7 req-135a915e-adf0-4ddc-a257-ce9d242be70b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440068 Feb 07 17:28:03.859482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13fc13-e753-421a-9bc5-3ba105efecc3 req-69f12835-776b-4e35-aecf-ba58a5d9ed3b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:03.860975 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4b13fc13-e753-421a-9bc5-3ba105efecc3 req-69f12835-776b-4e35-aecf-ba58a5d9ed3b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.1109209 Feb 07 17:28:03.907130 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4b13fc13-e753-421a-9bc5-3ba105efecc3 req-9f282238-8b35-4bee-86db-be74ffb70d8a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404701 Feb 07 17:28:04.291525 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-b0b3c65b-aa46-4ce7-b493-3db3cf6ef363 service neutron] show failed (client error): The resource could not be found. Feb 07 17:28:04.292648 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-b0b3c65b-aa46-4ce7-b493-3db3cf6ef363 service neutron] 10.222.0.48 "GET /v2.0/ports/57db1907-1d5f-43da-a43a-f10e0eb933e3/bindings/n-h2-827865-3 HTTP/1.1" status: 404 len: 380 time: 0.0549369 Feb 07 17:28:04.528193 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-b493db8c-c965-4ca3-b89d-d86ed59102bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:04.529647 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-b493db8c-c965-4ca3-b89d-d86ed59102bc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc&tenant_id=03c56763a3354259a164a62292c3b8c3 HTTP/1.1" status: 200 len: 1127 time: 0.0820034 Feb 07 17:28:04.540503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827865-3', 'device_owner': 'compute:nova'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:28:04.598724 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:04.804855 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] For port 57db1907-1d5f-43da-a43a-f10e0eb933e3, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=57db1907-1d5f-43da-a43a-f10e0eb933e3,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:28:04.836938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] For port 57db1907-1d5f-43da-a43a-f10e0eb933e3, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:28:04.881443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c151bce-02df-4f91-86bc-7549336f3cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57db1907-1d5f-43da-a43a-f10e0eb933e3'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:28:04.883731 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82650b9b-fb0e-4725-ba07-a9306fa15022" -d '{"events": [{"server_uuid": "3c151bce-02df-4f91-86bc-7549336f3cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "57db1907-1d5f-43da-a43a-f10e0eb933e3"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:28:04.887756 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Publish callbacks [] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:04.900445 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Transition to ACTIVE for port object 57db1907-1d5f-43da-a43a-f10e0eb933e3 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:28:04.904934 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:04.936066 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 17:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963031e4-648f-48d6-9c6f-8c046438f5b7 x-openstack-request-id: req-963031e4-648f-48d6-9c6f-8c046438f5b7 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:28:04.936369 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c151bce-02df-4f91-86bc-7549336f3cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "57db1907-1d5f-43da-a43a-f10e0eb933e3", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:28:04.936998 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-963031e4-648f-48d6-9c6f-8c046438f5b7 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:28:04.936998 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c151bce-02df-4f91-86bc-7549336f3cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57db1907-1d5f-43da-a43a-f10e0eb933e3', 'code': 200} Feb 07 17:28:04.986815 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Pushing event updated for resources: {'Port': ['ID=57db1907-1d5f-43da-a43a-f10e0eb933e3,revision_number=6']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:28:05.064482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:28:05.064760 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:28:05.065109 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:28:05.065486 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:28:05.065843 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:28:05.066162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:28:05.066488 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:28:05.066822 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:28:05.067149 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:28:05.067476 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:28:05.067811 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:28:05.068140 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:28:05.068462 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:28:05.139610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] No DVR routers for this DVR port 57db1907-1d5f-43da-a43a-f10e0eb933e3 on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:28:05.151387 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f9ff8-88d4-4ed4-873e-b7f0bcda4ccd req-89ae9475-21c9-4831-87c6-e5001fb05df4 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:05.153464 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-866f9ff8-88d4-4ed4-873e-b7f0bcda4ccd req-89ae9475-21c9-4831-87c6-e5001fb05df4 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 943 time: 0.1641865 Feb 07 17:28:05.278008 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-866f9ff8-88d4-4ed4-873e-b7f0bcda4ccd req-0142be07-71db-4bca-9a32-f27a874979f1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906050 Feb 07 17:28:05.331109 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Attempting to bind port 57db1907-1d5f-43da-a43a-f10e0eb933e3 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:28:05.331334 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Attempting to bind port 57db1907-1d5f-43da-a43a-f10e0eb933e3 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:28:05.331662 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Attempting to bind port 57db1907-1d5f-43da-a43a-f10e0eb933e3 on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:28:05.335840 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Port 57db1907-1d5f-43da-a43a-f10e0eb933e3 on network 61760fb1-034c-41a3-a286-0143d8411eff not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:28:05.336152 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Attempting to bind port 57db1907-1d5f-43da-a43a-f10e0eb933e3 on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:28:05.341573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:28:05.341915 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Checking segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:28:05.342305 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Bound using segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:28:05.342728 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Bound port: 57db1907-1d5f-43da-a43a-f10e0eb933e3, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:28:05.343086 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:05.405329 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] For port 57db1907-1d5f-43da-a43a-f10e0eb933e3, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:28:05.408324 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] For port 57db1907-1d5f-43da-a43a-f10e0eb933e3, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=57db1907-1d5f-43da-a43a-f10e0eb933e3,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:28:05.414801 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:05.448183 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:05.449357 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:05.450747 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] 10.222.0.32 "PUT /v2.0/ports/57db1907-1d5f-43da-a43a-f10e0eb933e3 HTTP/1.1" status: 200 len: 1091 time: 0.9141505 Feb 07 17:28:05.480892 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4496a-837a-4f7d-98de-e1a31edb96c0 service neutron] Pushing event updated for resources: {'Port': ['ID=57db1907-1d5f-43da-a43a-f10e0eb933e3,revision_number=7']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:28:05.522182 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-367f5ac4-97c0-40cc-851a-e0e6e5319feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:05.523722 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-367f5ac4-97c0-40cc-851a-e0e6e5319feb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 1125 time: 0.0512705 Feb 07 17:28:05.628744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-619f5d44-49bb-4ad3-88b7-8611fd45d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:05.630270 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-619f5d44-49bb-4ad3-88b7-8611fd45d075 service neutron] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.1004503 Feb 07 17:28:05.730215 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-5d710743-67c1-4580-8ba1-5ed5925cca75 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57db1907-1d5f-43da-a43a-f10e0eb933e3 HTTP/1.1" status: 200 len: 998 time: 0.0940709 Feb 07 17:28:05.777986 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-b5d495e1-8d5a-4c4a-a8af-468e42734cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:05.779424 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-b5d495e1-8d5a-4c4a-a8af-468e42734cf1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0441611 Feb 07 17:28:05.838415 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-ca729f9b-2717-40f6-b10f-c8bbb98b15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:05.840208 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-ca729f9b-2717-40f6-b10f-c8bbb98b15ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0552671 Feb 07 17:28:05.931029 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-58238528-a657-4735-ae46-8d6e28c25b6b service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849001 Feb 07 17:28:06.018713 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e12c2cd-172f-42b9-a5c6-b40d840f3c3a req-c4fbf565-8793-41aa-983b-fbb54dfd3b1c service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818894 Feb 07 17:28:06.402759 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b37b0a-628c-4b60-8776-655ff221bbab req-661adf7b-07c6-4336-ac6a-30547a07371c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:06.404251 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8b37b0a-628c-4b60-8776-655ff221bbab req-661adf7b-07c6-4336-ac6a-30547a07371c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 943 time: 0.0536518 Feb 07 17:28:06.451059 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8b37b0a-628c-4b60-8776-655ff221bbab req-1ffd548a-cb4f-4e6a-9222-3ee2b499b3cf tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411689 Feb 07 17:28:06.938969 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c151bce-02df-4f91-86bc-7549336f3cdc', 'tag': '57db1907-1d5f-43da-a43a-f10e0eb933e3'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:28:06.941489 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7845a98a-4131-4bfa-9e38-4252af13f278" -d '{"events": [{"name": "network-changed", "server_uuid": "3c151bce-02df-4f91-86bc-7549336f3cdc", "tag": "57db1907-1d5f-43da-a43a-f10e0eb933e3"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:28:06.992285 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14220ae2-0b68-405d-b122-8684f71c38f9 x-openstack-request-id: req-14220ae2-0b68-405d-b122-8684f71c38f9 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:28:06.992588 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c151bce-02df-4f91-86bc-7549336f3cdc", "tag": "57db1907-1d5f-43da-a43a-f10e0eb933e3", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:28:06.992921 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14220ae2-0b68-405d-b122-8684f71c38f9 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:28:06.993441 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c151bce-02df-4f91-86bc-7549336f3cdc', 'tag': '57db1907-1d5f-43da-a43a-f10e0eb933e3', 'status': 'completed', 'code': 200} Feb 07 17:28:07.056279 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-a39ddad3-36b4-4657-9350-4aa870338304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:07.057962 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-a39ddad3-36b4-4657-9350-4aa870338304 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 1125 time: 0.0470228 Feb 07 17:28:07.060137 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-eca11a54-10d3-423c-a688-2e5a769f6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:07.061656 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-eca11a54-10d3-423c-a688-2e5a769f6c2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 1125 time: 0.0491228 Feb 07 17:28:07.152922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-e0079497-8000-4592-9036-34544956047e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:07.153676 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-4ab6be85-e088-4488-b7cc-654164074a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:07.154575 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-e0079497-8000-4592-9036-34544956047e service neutron] 10.222.0.48 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0864379 Feb 07 17:28:07.155134 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-4ab6be85-e088-4488-b7cc-654164074a14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0915332 Feb 07 17:28:07.223826 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-a5a4cc6c-32de-4a80-b0d5-7e1bd4aa4266 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57db1907-1d5f-43da-a43a-f10e0eb933e3 HTTP/1.1" status: 200 len: 998 time: 0.0624199 Feb 07 17:28:07.227276 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-62608feb-e848-4330-9c23-1b92da21527f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57db1907-1d5f-43da-a43a-f10e0eb933e3 HTTP/1.1" status: 200 len: 998 time: 0.0672445 Feb 07 17:28:07.278482 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-23c6a291-ea13-4ce4-95d6-ffd185bb1a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:07.279975 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-23c6a291-ea13-4ce4-95d6-ffd185bb1a4a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0475988 Feb 07 17:28:07.284610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-ece88097-566b-4015-9a1b-2102297e26c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:07.286106 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-ece88097-566b-4015-9a1b-2102297e26c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0563378 Feb 07 17:28:07.331948 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-f0084688-49c8-4103-81b7-210591055f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:07.333530 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-f0084688-49c8-4103-81b7-210591055f96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479848 Feb 07 17:28:07.338128 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-2458003d-791f-455d-87ba-07c66529f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:07.340175 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-2458003d-791f-455d-87ba-07c66529f6d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447550 Feb 07 17:28:07.435765 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-bf499e33-dd5b-4b8e-a66b-ef86d4a71a09 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870078 Feb 07 17:28:07.436014 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-46ad821b-e9da-443c-b212-5369503295b6 service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947795 Feb 07 17:28:07.550353 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-94a94dc1-1d33-400c-a3a4-31cfe4bacf34 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082077 Feb 07 17:28:07.551270 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7845a98a-4131-4bfa-9e38-4252af13f278 req-79b4c41b-b491-4cab-9c3f-8dd44890b1bc service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098492 Feb 07 17:28:07.620507 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e26813-9c79-4cdc-9118-861b50161013 req-c60bd21f-91f9-42a5-b2a5-ac286a078ce5 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:07.622262 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24e26813-9c79-4cdc-9118-861b50161013 req-c60bd21f-91f9-42a5-b2a5-ac286a078ce5 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 943 time: 0.0618145 Feb 07 17:28:07.683306 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-24e26813-9c79-4cdc-9118-861b50161013 req-37d9b5f6-d8f1-45ee-9b89-cc3d6bdc567c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536036 Feb 07 17:28:08.361008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 57db1907-1d5f-43da-a43a-f10e0eb933e3 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:28:08.402884 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] The host n-h1-827865-3 is not matching for port 57db1907-1d5f-43da-a43a-f10e0eb933e3 host n-h2-827865-3! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 17:28:08.403283 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 57db1907-1d5f-43da-a43a-f10e0eb933e3 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:28:08.816097 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfd51b-bc0d-411d-9db5-3a4551c68af3 req-cd77938f-2e53-4cfe-9535-11769bca4d17 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:08.817897 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a3dfd51b-bc0d-411d-9db5-3a4551c68af3 req-cd77938f-2e53-4cfe-9535-11769bca4d17 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 943 time: 0.0536673 Feb 07 17:28:08.866372 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a3dfd51b-bc0d-411d-9db5-3a4551c68af3 req-2631d11d-20ef-4129-bfaf-bbb1a57fa12e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426044 Feb 07 17:28:08.928535 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 57db1907-1d5f-43da-a43a-f10e0eb933e3 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:28:09.043463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 57db1907-1d5f-43da-a43a-f10e0eb933e3, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=57db1907-1d5f-43da-a43a-f10e0eb933e3,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:28:09.055946 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '57db1907-1d5f-43da-a43a-f10e0eb933e3', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'port_id': '57db1907-1d5f-43da-a43a-f10e0eb933e3', 'mac_address': 'fa:16:3e:a9:77:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:28:09.079631 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c82037-9fe3-4072-a3b4-950aa6faf8a8 req-84f425a9-419d-4fd1-bb1b-d2d926fba87e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:09.081270 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-92c82037-9fe3-4072-a3b4-950aa6faf8a8 req-84f425a9-419d-4fd1-bb1b-d2d926fba87e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 943 time: 0.0624721 Feb 07 17:28:09.083605 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0c453-6871-46b9-853a-9055e81f60f1 req-3e305376-ec7a-486f-8a30-9f81c0f5f336 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:09.085242 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3be0c453-6871-46b9-853a-9055e81f60f1 req-3e305376-ec7a-486f-8a30-9f81c0f5f336 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc&tenant_id=03c56763a3354259a164a62292c3b8c3&binding%3Ahost_id=n-h2-827865-3 HTTP/1.1" status: 200 len: 943 time: 0.0596130 Feb 07 17:28:09.094066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 57db1907-1d5f-43da-a43a-f10e0eb933e3 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:28:09.094461 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:09.109270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57db1907-1d5f-43da-a43a-f10e0eb933e3 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:28:09.130939 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 57db1907-1d5f-43da-a43a-f10e0eb933e3, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=57db1907-1d5f-43da-a43a-f10e0eb933e3,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:28:09.136503 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:09.137916 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-92c82037-9fe3-4072-a3b4-950aa6faf8a8 req-c62c1674-1834-4b1f-91b6-4e56e14dfd5c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497096 Feb 07 17:28:09.156515 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-3be0c453-6871-46b9-853a-9055e81f60f1 req-a982c0bb-9a51-465c-bba6-873275263a26 service neutron] delete failed (client error): The resource could not be found. Feb 07 17:28:09.156515 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3be0c453-6871-46b9-853a-9055e81f60f1 req-a982c0bb-9a51-465c-bba6-873275263a26 service neutron] 10.222.0.48 "DELETE /v2.0/ports/57db1907-1d5f-43da-a43a-f10e0eb933e3/bindings/n-h1-827865-3 HTTP/1.1" status: 404 len: 380 time: 0.0596321 Feb 07 17:28:09.189452 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=57db1907-1d5f-43da-a43a-f10e0eb933e3,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:28:09.238280 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0c453-6871-46b9-853a-9055e81f60f1 req-8f96f1d3-0921-413a-a5da-022267767ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:09.239809 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3be0c453-6871-46b9-853a-9055e81f60f1 req-8f96f1d3-0921-413a-a5da-022267767ace service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 1126 time: 0.0474777 Feb 07 17:28:09.339167 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0c453-6871-46b9-853a-9055e81f60f1 req-c2014a9a-ae46-4489-83eb-9af708d34f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:09.340851 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3be0c453-6871-46b9-853a-9055e81f60f1 req-c2014a9a-ae46-4489-83eb-9af708d34f18 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0954330 Feb 07 17:28:09.353454 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['57db1907-1d5f-43da-a43a-f10e0eb933e3'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:28:09.408611 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3be0c453-6871-46b9-853a-9055e81f60f1 req-b641847a-3daa-4fff-bdd6-6d61db3eb84e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57db1907-1d5f-43da-a43a-f10e0eb933e3 HTTP/1.1" status: 200 len: 999 time: 0.0619552 Feb 07 17:28:09.468372 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0c453-6871-46b9-853a-9055e81f60f1 req-e256eefe-38f5-482d-8dfb-144ecd28a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:09.469874 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3be0c453-6871-46b9-853a-9055e81f60f1 req-e256eefe-38f5-482d-8dfb-144ecd28a65d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0563102 Feb 07 17:28:09.520249 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0c453-6871-46b9-853a-9055e81f60f1 req-ffb1a364-56a6-4776-95f5-180da9b35510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:09.521858 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3be0c453-6871-46b9-853a-9055e81f60f1 req-ffb1a364-56a6-4776-95f5-180da9b35510 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467982 Feb 07 17:28:09.610020 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3be0c453-6871-46b9-853a-9055e81f60f1 req-7d65795e-3fbc-4e6b-87e5-8c284025451b service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805674 Feb 07 17:28:09.704364 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3be0c453-6871-46b9-853a-9055e81f60f1 req-efdc399b-370f-4f8a-8397-ed06a3f9dbb2 service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891669 Feb 07 17:28:10.272492 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe129d7-7c06-470c-9f77-cdc7bdd9073c req-38aa5552-1c53-41e0-a652-bb4b3545449c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:10.274135 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fe129d7-7c06-470c-9f77-cdc7bdd9073c req-38aa5552-1c53-41e0-a652-bb4b3545449c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 944 time: 0.0575516 Feb 07 17:28:10.321493 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3fe129d7-7c06-470c-9f77-cdc7bdd9073c req-d667f1c8-7ccf-48ca-8e7b-7ed0ec5ff517 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411067 Feb 07 17:28:10.443331 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0772f5-b8cb-4c4c-b1ff-89452acb5a94 req-3007282e-ab79-4fab-a2fe-821ac2372663 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:10.444798 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3f0772f5-b8cb-4c4c-b1ff-89452acb5a94 req-3007282e-ab79-4fab-a2fe-821ac2372663 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 944 time: 0.0548968 Feb 07 17:28:10.492348 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3f0772f5-b8cb-4c4c-b1ff-89452acb5a94 req-662f35fc-0604-4c8f-b905-e0ae57e66a82 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409477 Feb 07 17:28:10.616099 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7e09e-2b41-4096-bec3-1e4390cf8cfd req-569312f7-c6ac-4d29-917c-524c1ba44780 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:10.617525 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7cc7e09e-2b41-4096-bec3-1e4390cf8cfd req-569312f7-c6ac-4d29-917c-524c1ba44780 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 944 time: 0.0580664 Feb 07 17:28:10.664132 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7cc7e09e-2b41-4096-bec3-1e4390cf8cfd req-3bedc885-0b5b-4348-aa5f-653ae88c9ebd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401134 Feb 07 17:28:10.902632 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf699e-011b-425b-a3b3-d22ffec616fd req-b959587b-84cc-4fc8-a159-d31b6cd75e5f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:10.904041 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35bf699e-011b-425b-a3b3-d22ffec616fd req-b959587b-84cc-4fc8-a159-d31b6cd75e5f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 944 time: 0.0541823 Feb 07 17:28:10.929393 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 57db1907-1d5f-43da-a43a-f10e0eb933e3 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:28:10.952241 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35bf699e-011b-425b-a3b3-d22ffec616fd req-0c31f468-2d3e-4f88-922f-ee4b6a1b52a3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426724 Feb 07 17:28:10.982330 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 57db1907-1d5f-43da-a43a-f10e0eb933e3 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:28:10.986481 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 57db1907-1d5f-43da-a43a-f10e0eb933e3 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:28:10.986857 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:11.063251 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 57db1907-1d5f-43da-a43a-f10e0eb933e3 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:28:11.063647 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:11.085665 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c151bce-02df-4f91-86bc-7549336f3cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57db1907-1d5f-43da-a43a-f10e0eb933e3'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:28:11.087919 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded7206a-be13-4f72-b575-282091a7179e" -d '{"events": [{"server_uuid": "3c151bce-02df-4f91-86bc-7549336f3cdc", "name": "network-vif-plugged", "status": "completed", "tag": "57db1907-1d5f-43da-a43a-f10e0eb933e3"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:28:11.100643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 57db1907-1d5f-43da-a43a-f10e0eb933e3, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=57db1907-1d5f-43da-a43a-f10e0eb933e3,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:28:11.105751 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:11.128794 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e994c55b-bde8-4284-9b99-bd662d8172f9 x-openstack-request-id: req-e994c55b-bde8-4284-9b99-bd662d8172f9 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:28:11.129095 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c151bce-02df-4f91-86bc-7549336f3cdc", "name": "network-vif-plugged", "status": "completed", "tag": "57db1907-1d5f-43da-a43a-f10e0eb933e3", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:28:11.129387 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e994c55b-bde8-4284-9b99-bd662d8172f9 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:28:11.129789 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c151bce-02df-4f91-86bc-7549336f3cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57db1907-1d5f-43da-a43a-f10e0eb933e3', 'code': 200} Feb 07 17:28:11.158065 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=57db1907-1d5f-43da-a43a-f10e0eb933e3,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:28:12.074174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe4f31-ca62-42f4-b663-e83cf60c7a1a req-7fe02d57-aa8c-40ea-8fd8-98dc85e65fd6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:12.075684 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bffe4f31-ca62-42f4-b663-e83cf60c7a1a req-7fe02d57-aa8c-40ea-8fd8-98dc85e65fd6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0528867 Feb 07 17:28:12.127632 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129beb0d-185d-4b87-8ce0-3501abc6a487 req-1d532b2d-04a2-4024-92f8-afd922e986cb tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:12.128273 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bffe4f31-ca62-42f4-b663-e83cf60c7a1a req-902a773d-9fcb-481f-aa8f-69fea318a517 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463729 Feb 07 17:28:12.129310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-129beb0d-185d-4b87-8ce0-3501abc6a487 req-1d532b2d-04a2-4024-92f8-afd922e986cb tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 945 time: 0.0528049 Feb 07 17:28:12.225816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-129beb0d-185d-4b87-8ce0-3501abc6a487 req-471c5a7e-f570-4084-874c-87369d2162f2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Deleting port 57db1907-1d5f-43da-a43a-f10e0eb933e3 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:28:12.226186 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-129beb0d-185d-4b87-8ce0-3501abc6a487 req-471c5a7e-f570-4084-874c-87369d2162f2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:12.319833 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-129beb0d-185d-4b87-8ce0-3501abc6a487 req-471c5a7e-f570-4084-874c-87369d2162f2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] For port 57db1907-1d5f-43da-a43a-f10e0eb933e3, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=57db1907-1d5f-43da-a43a-f10e0eb933e3,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:28:12.320195 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-129beb0d-185d-4b87-8ce0-3501abc6a487 req-471c5a7e-f570-4084-874c-87369d2162f2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:12.547109 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-129beb0d-185d-4b87-8ce0-3501abc6a487 req-471c5a7e-f570-4084-874c-87369d2162f2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:12.547397 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-129beb0d-185d-4b87-8ce0-3501abc6a487 req-471c5a7e-f570-4084-874c-87369d2162f2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:12.547717 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [req-129beb0d-185d-4b87-8ce0-3501abc6a487 req-471c5a7e-f570-4084-874c-87369d2162f2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Floating IP 9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7 disassociated. External IP: 172.25.4.10, port: 57db1907-1d5f-43da-a43a-f10e0eb933e3. Feb 07 17:28:12.548075 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-129beb0d-185d-4b87-8ce0-3501abc6a487 req-471c5a7e-f570-4084-874c-87369d2162f2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Calling delete_port for 57db1907-1d5f-43da-a43a-f10e0eb933e3 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:28:12.677402 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-129beb0d-185d-4b87-8ce0-3501abc6a487 req-471c5a7e-f570-4084-874c-87369d2162f2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (57db1907-1d5f-43da-a43a-f10e0eb933e3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:12.709373 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c5a7e-f570-4084-874c-87369d2162f2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Pushing event deleted for resources: {'Port': ['ID=57db1907-1d5f-43da-a43a-f10e0eb933e3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:28:12.828365 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-129beb0d-185d-4b87-8ce0-3501abc6a487 req-471c5a7e-f570-4084-874c-87369d2162f2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Router c0316b69-f726-430a-8fb8-111592e08baf has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:28:12.936721 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-129beb0d-185d-4b87-8ce0-3501abc6a487 req-471c5a7e-f570-4084-874c-87369d2162f2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:28:12.946085 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e28bf8-096e-4e56-8858-4fbbafc71950 None None] Sync routers for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:28:12.956049 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e28bf8-096e-4e56-8858-4fbbafc71950 None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:28:12.956677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-93e28bf8-096e-4e56-8858-4fbbafc71950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:27:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:28:12.981019 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-129beb0d-185d-4b87-8ce0-3501abc6a487 req-471c5a7e-f570-4084-874c-87369d2162f2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] No DVR routers for this DVR port 57db1907-1d5f-43da-a43a-f10e0eb933e3 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:28:12.984102 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-129beb0d-185d-4b87-8ce0-3501abc6a487 req-471c5a7e-f570-4084-874c-87369d2162f2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:12.987561 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-129beb0d-185d-4b87-8ce0-3501abc6a487 req-471c5a7e-f570-4084-874c-87369d2162f2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.32 "DELETE /v2.0/ports/57db1907-1d5f-43da-a43a-f10e0eb933e3 HTTP/1.1" status: 204 len: 173 time: 0.8533826 Feb 07 17:28:12.987998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c151bce-02df-4f91-86bc-7549336f3cdc', 'name': 'network-vif-deleted', 'tag': '57db1907-1d5f-43da-a43a-f10e0eb933e3'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:28:12.990437 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdd2df8-d008-45b2-b0a7-202844a52de6" -d '{"events": [{"server_uuid": "3c151bce-02df-4f91-86bc-7549336f3cdc", "name": "network-vif-deleted", "tag": "57db1907-1d5f-43da-a43a-f10e0eb933e3"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:28:13.030901 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4c6271-8675-43aa-9b05-ac04d5d52ef9 x-openstack-request-id: req-aa4c6271-8675-43aa-9b05-ac04d5d52ef9 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:28:13.031196 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c151bce-02df-4f91-86bc-7549336f3cdc", "name": "network-vif-deleted", "tag": "57db1907-1d5f-43da-a43a-f10e0eb933e3", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:28:13.031451 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa4c6271-8675-43aa-9b05-ac04d5d52ef9 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:28:13.031861 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c151bce-02df-4f91-86bc-7549336f3cdc', 'name': 'network-vif-deleted', 'tag': '57db1907-1d5f-43da-a43a-f10e0eb933e3', 'status': 'completed', 'code': 200} Feb 07 17:28:13.074788 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-93e28bf8-096e-4e56-8858-4fbbafc71950 None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:28:13.237247 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-14382a2f-6c73-4663-ac20-d2da98437525 req-f5b6b6e5-f77e-46a6-956d-a18b71e88bf0 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c151bce-02df-4f91-86bc-7549336f3cdc HTTP/1.1" status: 200 len: 210 time: 0.0281069 Feb 07 17:28:13.289711 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-93e28bf8-096e-4e56-8858-4fbbafc71950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:28:13.316835 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e28bf8-096e-4e56-8858-4fbbafc71950 None None] Checking router: c0316b69-f726-430a-8fb8-111592e08baf for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:28:13.325870 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e28bf8-096e-4e56-8858-4fbbafc71950 None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:28:13.326488 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-93e28bf8-096e-4e56-8858-4fbbafc71950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:27:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:28:13.444457 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-93e28bf8-096e-4e56-8858-4fbbafc71950 None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:28:13.643167 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-93e28bf8-096e-4e56-8858-4fbbafc71950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:28:13.670120 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e28bf8-096e-4e56-8858-4fbbafc71950 None None] The sync data for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 is: [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:28:13.882594 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96e3bb6-6bd4-46c9-b6a6-736f9a8be7ed None None] New status for floating IP 9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:28:14.478574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-88f9bb54-0032-4eab-ba3d-b11a5ca89f23 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1131719503&fields=id&tenant_id=03c56763a3354259a164a62292c3b8c3 HTTP/1.1" status: 200 len: 267 time: 0.0420144 Feb 07 17:28:14.892788 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-1b8651fc-6aeb-4043-a25c-2f3245e4506b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:14.894599 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-1b8651fc-6aeb-4043-a25c-2f3245e4506b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 812 time: 0.4091306 Feb 07 17:28:14.909876 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-cbe065d8-5b8f-4ea3-85f8-56cd410158a7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/quotas/03c56763a3354259a164a62292c3b8c3 HTTP/1.1" status: 200 len: 375 time: 0.0098228 Feb 07 17:28:14.929460 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 57db1907-1d5f-43da-a43a-f10e0eb933e3 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:28:14.950779 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 57db1907-1d5f-43da-a43a-f10e0eb933e3 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:28:14.951128 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 57db1907-1d5f-43da-a43a-f10e0eb933e3 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:28:14.968706 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-2dd99818-5146-4061-9db9-74743ab8aead tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536435 Feb 07 17:28:14.985176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-d429d567-a677-4d85-9ba7-4f0856e7c02b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:28:14.986162 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-d429d567-a677-4d85-9ba7-4f0856e7c02b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064750 Feb 07 17:28:15.074629 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-02928a49-b81c-4364-aa08-11c331641df9 service neutron] 10.222.0.18 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829866 Feb 07 17:28:15.166861 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-b9cbd0a7-db36-4333-92c4-2bb35b5a365d service neutron] 10.222.0.18 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862956 Feb 07 17:28:15.334810 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dc555bd-9ca0-4b1e-9bfc-c864fc7d88c4 req-b3958a67-75e5-4331-99cf-52c4cb05322b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 210 time: 0.0282724 Feb 07 17:28:16.225098 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-0d483c64-939d-46da-b90f-62a53f2a6763 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:16.226584 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-0d483c64-939d-46da-b90f-62a53f2a6763 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 812 time: 0.1069636 Feb 07 17:28:16.297592 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-75eed0ba-76ec-4040-9fc6-ac5c0894e07f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03c56763a3354259a164a62292c3b8c3 HTTP/1.1" status: 200 len: 380 time: 0.0633583 Feb 07 17:28:16.305956 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-08477f7d-11e0-48b4-81f2-e36125cb9937 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Request body: {'port': {'device_id': '26186551-f0c1-4e48-8116-18dce5ab8093', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'admin_state_up': True, 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'security_groups': ['399fc816-f626-4a33-a1d3-8991b3650a20']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:28:16.440918 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8c2d44b1-d13e-4f14-9a14-adc09beea592 req-de5c63d5-ec9d-4ee4-b182-3edd53a795d5 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 210 time: 0.0341408 Feb 07 17:28:16.445265 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-08477f7d-11e0-48b4-81f2-e36125cb9937 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Made reservation on behalf of 03c56763a3354259a164a62292c3b8c3 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:28:16.448881 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-08477f7d-11e0-48b4-81f2-e36125cb9937 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:16.571927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-08477f7d-11e0-48b4-81f2-e36125cb9937 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Allocated IP 172.20.0.12 (61760fb1-034c-41a3-a286-0143d8411eff/51209510-5d52-4685-abe6-2ddd942b0739/210651f4-e899-4930-9cd0-404a63a2dba2) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:28:16.713597 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-08477f7d-11e0-48b4-81f2-e36125cb9937 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for port (210651f4-e899-4930-9cd0-404a63a2dba2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:16.747731 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-08477f7d-11e0-48b4-81f2-e36125cb9937 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:16.797031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-08477f7d-11e0-48b4-81f2-e36125cb9937 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Network 61760fb1-034c-41a3-a286-0143d8411eff is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:28:16.800151 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-08477f7d-11e0-48b4-81f2-e36125cb9937 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:28:16.803783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-08477f7d-11e0-48b4-81f2-e36125cb9937 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:28:16.811017 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08477f7d-11e0-48b4-81f2-e36125cb9937 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Pushing event updated for resources: {'Port': ['ID=210651f4-e899-4930-9cd0-404a63a2dba2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:28:16.858372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-08477f7d-11e0-48b4-81f2-e36125cb9937 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:16.859012 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-08477f7d-11e0-48b4-81f2-e36125cb9937 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:16.878258 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-08477f7d-11e0-48b4-81f2-e36125cb9937 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5758619 Feb 07 17:28:16.889533 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Request body: {'port': {'device_id': '26186551-f0c1-4e48-8116-18dce5ab8093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:28:16.951865 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:17.091486 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4bd5e5d5-2cd7-4fab-bb72-98d49ef6a667 None None] Provisioning complete for port 210651f4-e899-4930-9cd0-404a63a2dba2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:28:17.092055 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4bd5e5d5-2cd7-4fab-bb72-98d49ef6a667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:17.240956 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 210651f4-e899-4930-9cd0-404a63a2dba2 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:28:17.251570 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Publish callbacks [] for port (210651f4-e899-4930-9cd0-404a63a2dba2), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:17.267399 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Transition to ACTIVE for port object 210651f4-e899-4930-9cd0-404a63a2dba2 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:28:17.272970 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:17.296473 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4bd5e5d5-2cd7-4fab-bb72-98d49ef6a667 None None] Port 210651f4-e899-4930-9cd0-404a63a2dba2 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:28:17.329582 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Pushing event updated for resources: {'Port': ['ID=210651f4-e899-4930-9cd0-404a63a2dba2,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:28:17.406261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Attempting to bind port 210651f4-e899-4930-9cd0-404a63a2dba2 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:28:17.406603 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Attempting to bind port 210651f4-e899-4930-9cd0-404a63a2dba2 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:28:17.406941 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Attempting to bind port 210651f4-e899-4930-9cd0-404a63a2dba2 on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:28:17.411626 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Port 210651f4-e899-4930-9cd0-404a63a2dba2 on network 61760fb1-034c-41a3-a286-0143d8411eff not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:28:17.412014 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Attempting to bind port 210651f4-e899-4930-9cd0-404a63a2dba2 on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:28:17.419069 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:28:17.419416 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Checking segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:28:17.419857 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Bound using segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:28:17.420295 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Bound port: 210651f4-e899-4930-9cd0-404a63a2dba2, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:28:17.420657 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:17.498376 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] For port 210651f4-e899-4930-9cd0-404a63a2dba2, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:28:17.501918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] For port 210651f4-e899-4930-9cd0-404a63a2dba2, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=210651f4-e899-4930-9cd0-404a63a2dba2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:28:17.508724 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:17.546621 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:17.547244 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:17.548673 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] 10.222.0.32 "PUT /v2.0/ports/210651f4-e899-4930-9cd0-404a63a2dba2 HTTP/1.1" status: 200 len: 1092 time: 0.6641562 Feb 07 17:28:17.549160 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26186551-f0c1-4e48-8116-18dce5ab8093', 'tag': '210651f4-e899-4930-9cd0-404a63a2dba2'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:28:17.551432 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f0eeaa-c777-4ba7-8ae8-13acc3465857" -d '{"events": [{"name": "network-changed", "server_uuid": "26186551-f0c1-4e48-8116-18dce5ab8093", "tag": "210651f4-e899-4930-9cd0-404a63a2dba2"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:28:17.563860 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:28:17.573677 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6741f-2370-4942-85a5-faab00e47eb0 req-32aac894-0335-4df5-9e58-7242ec9536ff tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:17.575865 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fed6741f-2370-4942-85a5-faab00e47eb0 req-32aac894-0335-4df5-9e58-7242ec9536ff tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 944 time: 0.0601549 Feb 07 17:28:17.614347 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3aebd53-ed4e-447c-9b83-e622625871f1 x-openstack-request-id: req-b3aebd53-ed4e-447c-9b83-e622625871f1 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:28:17.616842 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26186551-f0c1-4e48-8116-18dce5ab8093", "tag": "210651f4-e899-4930-9cd0-404a63a2dba2", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:28:17.617261 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3aebd53-ed4e-447c-9b83-e622625871f1 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:28:17.618336 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26186551-f0c1-4e48-8116-18dce5ab8093', 'tag': '210651f4-e899-4930-9cd0-404a63a2dba2', 'status': 'completed', 'code': 200} Feb 07 17:28:17.627901 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1c1b7-c87e-4359-b6dc-e018b579928e service neutron] Pushing event updated for resources: {'Port': ['ID=210651f4-e899-4930-9cd0-404a63a2dba2,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:28:17.651046 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fed6741f-2370-4942-85a5-faab00e47eb0 req-c0ea98cc-732c-4849-b731-68e69523df4c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688972 Feb 07 17:28:17.671650 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-ec59a753-99c4-4d8c-ae20-18e2c43bdd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:17.673390 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-ec59a753-99c4-4d8c-ae20-18e2c43bdd6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 1126 time: 0.0854220 Feb 07 17:28:17.722125 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-928a19f5-8491-45d3-8fe9-5c08c9a19b3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=210651f4-e899-4930-9cd0-404a63a2dba2 HTTP/1.1" status: 200 len: 217 time: 0.0426812 Feb 07 17:28:17.777654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-2fbfd434-4633-474b-89ec-906e21bcc083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:17.779144 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-2fbfd434-4633-474b-89ec-906e21bcc083 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0522780 Feb 07 17:28:17.828724 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-eebb6497-ab75-41bb-8a1a-76373a7007af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:17.830291 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-eebb6497-ab75-41bb-8a1a-76373a7007af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451746 Feb 07 17:28:17.923198 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-a69a3b03-191b-403a-b702-ee5caa5b7663 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873878 Feb 07 17:28:18.011092 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e0250e07-a818-4573-a623-39af9fcca6c0 req-629d1578-95f8-4769-b1cb-96d392ba530b service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824535 Feb 07 17:28:18.099927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0eeaa-c777-4ba7-8ae8-13acc3465857 req-b05cedec-4b56-4061-bbcc-2288538495f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:18.101474 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9f0eeaa-c777-4ba7-8ae8-13acc3465857 req-b05cedec-4b56-4061-bbcc-2288538495f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 1126 time: 0.0459824 Feb 07 17:28:18.195010 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0eeaa-c777-4ba7-8ae8-13acc3465857 req-5e52e307-a343-4241-b7cc-132251ebe810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:18.196395 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9f0eeaa-c777-4ba7-8ae8-13acc3465857 req-5e52e307-a343-4241-b7cc-132251ebe810 service neutron] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0892577 Feb 07 17:28:18.237973 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9f0eeaa-c777-4ba7-8ae8-13acc3465857 req-e3723c6d-2e20-4494-ab87-a1fe4b0a363a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=210651f4-e899-4930-9cd0-404a63a2dba2 HTTP/1.1" status: 200 len: 217 time: 0.0355947 Feb 07 17:28:18.291254 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0eeaa-c777-4ba7-8ae8-13acc3465857 req-464154ec-6623-4d73-8138-ee44f2347291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:18.293724 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9f0eeaa-c777-4ba7-8ae8-13acc3465857 req-464154ec-6623-4d73-8138-ee44f2347291 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0504408 Feb 07 17:28:18.343251 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0eeaa-c777-4ba7-8ae8-13acc3465857 req-091791f7-8529-4c91-b6d1-94b2b84cfac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:18.344770 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9f0eeaa-c777-4ba7-8ae8-13acc3465857 req-091791f7-8529-4c91-b6d1-94b2b84cfac8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448425 Feb 07 17:28:18.434992 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9f0eeaa-c777-4ba7-8ae8-13acc3465857 req-c38b98d4-a0ec-4f0c-bca9-cc36f67f4db3 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834150 Feb 07 17:28:18.528225 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9f0eeaa-c777-4ba7-8ae8-13acc3465857 req-ff7bed05-08de-4f30-99bc-91bb3711d448 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867407 Feb 07 17:28:18.777349 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca21d31-5e26-455c-a661-e9dc888a7944 req-312fa7b7-a8b4-4c41-b572-640584df4bd4 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:18.778891 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7ca21d31-5e26-455c-a661-e9dc888a7944 req-312fa7b7-a8b4-4c41-b572-640584df4bd4 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 944 time: 0.0544562 Feb 07 17:28:18.826430 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7ca21d31-5e26-455c-a661-e9dc888a7944 req-a7dc4515-a4a2-4d20-8406-7c997f868ac1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419459 Feb 07 17:28:19.950213 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37130c-ff06-4acd-999f-276d42531801 req-a2a09d48-63e0-4add-8f68-355f4ad18a17 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:19.951698 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-db37130c-ff06-4acd-999f-276d42531801 req-a2a09d48-63e0-4add-8f68-355f4ad18a17 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 944 time: 0.0573409 Feb 07 17:28:20.002051 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-db37130c-ff06-4acd-999f-276d42531801 req-2dadf782-297c-4220-87d8-865fef7ef7e4 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448027 Feb 07 17:28:20.959818 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 210651f4-e899-4930-9cd0-404a63a2dba2 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:28:21.060274 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 210651f4-e899-4930-9cd0-404a63a2dba2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=210651f4-e899-4930-9cd0-404a63a2dba2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:28:21.071909 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '210651f4-e899-4930-9cd0-404a63a2dba2', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'port_id': '210651f4-e899-4930-9cd0-404a63a2dba2', 'mac_address': 'fa:16:3e:48:69:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:28:21.109672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 210651f4-e899-4930-9cd0-404a63a2dba2 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:28:21.110067 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:21.122680 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575de35-aaf2-4012-a410-413405c915b1 req-8bc2b32c-776d-4ad0-b2bf-c1fc417c8dc4 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:21.123869 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 210651f4-e899-4930-9cd0-404a63a2dba2 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:28:21.124199 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6575de35-aaf2-4012-a410-413405c915b1 req-8bc2b32c-776d-4ad0-b2bf-c1fc417c8dc4 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 944 time: 0.0533977 Feb 07 17:28:21.144178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 210651f4-e899-4930-9cd0-404a63a2dba2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=210651f4-e899-4930-9cd0-404a63a2dba2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:28:21.149376 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:21.177856 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6575de35-aaf2-4012-a410-413405c915b1 req-861f0b96-eb6c-49ec-8652-e1fc0cc94a67 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478363 Feb 07 17:28:21.206088 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=210651f4-e899-4930-9cd0-404a63a2dba2,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:28:21.340232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['210651f4-e899-4930-9cd0-404a63a2dba2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:28:21.612678 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:22.305680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a68f1f-ff20-4efc-8040-9a7b70414a57 req-f92d67c3-98e0-4f61-accc-4c2aa38d6754 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:22.307166 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05a68f1f-ff20-4efc-8040-9a7b70414a57 req-f92d67c3-98e0-4f61-accc-4c2aa38d6754 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 945 time: 0.0554249 Feb 07 17:28:22.353488 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05a68f1f-ff20-4efc-8040-9a7b70414a57 req-f68d3d2f-8ac4-4fbf-b734-29e93833d0c9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402308 Feb 07 17:28:22.978535 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 210651f4-e899-4930-9cd0-404a63a2dba2 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:28:23.031683 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 210651f4-e899-4930-9cd0-404a63a2dba2 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:28:23.035885 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 210651f4-e899-4930-9cd0-404a63a2dba2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:28:23.036265 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:23.112878 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 210651f4-e899-4930-9cd0-404a63a2dba2 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:28:23.113295 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:23.136546 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26186551-f0c1-4e48-8116-18dce5ab8093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210651f4-e899-4930-9cd0-404a63a2dba2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:28:23.138825 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e014777-62fc-4d7e-ad81-82f4e6756002" -d '{"events": [{"server_uuid": "26186551-f0c1-4e48-8116-18dce5ab8093", "name": "network-vif-plugged", "status": "completed", "tag": "210651f4-e899-4930-9cd0-404a63a2dba2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:28:23.151366 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 210651f4-e899-4930-9cd0-404a63a2dba2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=210651f4-e899-4930-9cd0-404a63a2dba2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:28:23.155344 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:23.178833 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5621fa95-98a1-4788-9078-d211b1049745 x-openstack-request-id: req-5621fa95-98a1-4788-9078-d211b1049745 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:28:23.179136 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26186551-f0c1-4e48-8116-18dce5ab8093", "name": "network-vif-plugged", "status": "completed", "tag": "210651f4-e899-4930-9cd0-404a63a2dba2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:28:23.179399 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5621fa95-98a1-4788-9078-d211b1049745 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:28:23.179793 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26186551-f0c1-4e48-8116-18dce5ab8093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210651f4-e899-4930-9cd0-404a63a2dba2', 'code': 200} Feb 07 17:28:23.210243 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=210651f4-e899-4930-9cd0-404a63a2dba2,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:28:23.279698 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae34718-1025-404d-aff4-752e04ec90d2 req-357d87ec-299a-45d2-b22b-aa93f96df66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:23.281095 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5ae34718-1025-404d-aff4-752e04ec90d2 req-357d87ec-299a-45d2-b22b-aa93f96df66b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 1128 time: 0.0481391 Feb 07 17:28:23.324771 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5ae34718-1025-404d-aff4-752e04ec90d2 req-1abde684-774b-49ba-b934-4e0b12a679e5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379415 Feb 07 17:28:23.480396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa5e46-98e6-43f6-b866-7fa4fef55680 req-569b73ae-664a-47da-ab4c-45ca0aacafcb tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:23.482427 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f0aa5e46-98e6-43f6-b866-7fa4fef55680 req-569b73ae-664a-47da-ab4c-45ca0aacafcb tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0601635 Feb 07 17:28:23.515928 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:23.535150 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f0aa5e46-98e6-43f6-b866-7fa4fef55680 req-6c623a50-be37-483e-96cd-4432190939b1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468528 Feb 07 17:28:24.664263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e3ffb-8469-417e-b007-f8c465219024 req-cb1abf10-654e-4ef2-8991-57128faf4c72 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:24.665947 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-866e3ffb-8469-417e-b007-f8c465219024 req-cb1abf10-654e-4ef2-8991-57128faf4c72 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0565541 Feb 07 17:28:24.718230 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-866e3ffb-8469-417e-b007-f8c465219024 req-9e57a3e0-50f0-4c2d-bbf6-e52c3ef888e4 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441470 Feb 07 17:28:24.840123 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe001750-1c9a-4975-8d35-1a33c6065921 req-bb8a6271-da06-4963-914e-19bb5fba6726 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:24.841603 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fe001750-1c9a-4975-8d35-1a33c6065921 req-bb8a6271-da06-4963-914e-19bb5fba6726 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0572283 Feb 07 17:28:24.850278 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59310) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:28:24.856256 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b9f44a2b-6a26-4ecc-8578-0e597152d165 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Request body: {'floatingip': {'port_id': '210651f4-e899-4930-9cd0-404a63a2dba2'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:28:24.897565 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9f44a2b-6a26-4ecc-8578-0e597152d165 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for floatingip (9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:25.376814 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9f44a2b-6a26-4ecc-8578-0e597152d165 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:25.382194 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9f44a2b-6a26-4ecc-8578-0e597152d165 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:25.492199 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-b9f44a2b-6a26-4ecc-8578-0e597152d165 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Floating IP 9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7 associated. External IP: 172.25.4.10, port: 210651f4-e899-4930-9cd0-404a63a2dba2. Feb 07 17:28:25.716228 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f44a2b-6a26-4ecc-8578-0e597152d165 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Router c0316b69-f726-430a-8fb8-111592e08baf has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:28:25.824093 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fd787968-ed1c-4d93-b892-197c2d8ef138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:25.829640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f44a2b-6a26-4ecc-8578-0e597152d165 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:28:25.834818 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b9f44a2b-6a26-4ecc-8578-0e597152d165 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:25.841921 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad28d2dc-ac5e-4b3f-b6d7-d9ee310304f9 None None] Sync routers for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:28:25.854258 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad28d2dc-ac5e-4b3f-b6d7-d9ee310304f9 None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:28:25.854950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ad28d2dc-ac5e-4b3f-b6d7-d9ee310304f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:27:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:28:25.869116 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b9f44a2b-6a26-4ecc-8578-0e597152d165 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "PUT /v2.0/floatingips/9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7 HTTP/1.1" status: 200 len: 991 time: 1.0176828 Feb 07 17:28:25.870391 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26186551-f0c1-4e48-8116-18dce5ab8093', 'tag': '210651f4-e899-4930-9cd0-404a63a2dba2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:28:25.873170 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2894ce58-71ad-434a-b711-f8342aedd8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "26186551-f0c1-4e48-8116-18dce5ab8093", "tag": "210651f4-e899-4930-9cd0-404a63a2dba2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:28:25.912784 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e9e3d7-5b21-4caa-ab0d-de4e6dd494ec x-openstack-request-id: req-66e9e3d7-5b21-4caa-ab0d-de4e6dd494ec {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:28:25.913201 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26186551-f0c1-4e48-8116-18dce5ab8093", "tag": "210651f4-e899-4930-9cd0-404a63a2dba2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:28:25.913357 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66e9e3d7-5b21-4caa-ab0d-de4e6dd494ec {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:28:25.914034 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26186551-f0c1-4e48-8116-18dce5ab8093', 'tag': '210651f4-e899-4930-9cd0-404a63a2dba2', 'status': 'completed', 'code': 200} Feb 07 17:28:25.980699 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ad28d2dc-ac5e-4b3f-b6d7-d9ee310304f9 None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:28:26.030255 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b0d6c-f730-40d7-a873-62b9fb3ce0d0 req-d14ade0e-a836-4190-b83f-80be1805f71f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:26.031776 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c55b0d6c-f730-40d7-a873-62b9fb3ce0d0 req-d14ade0e-a836-4190-b83f-80be1805f71f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0972099 Feb 07 17:28:26.034869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894ce58-71ad-434a-b711-f8342aedd8ec req-827d2423-e33a-4a25-9be6-01727db50877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:26.036385 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2894ce58-71ad-434a-b711-f8342aedd8ec req-827d2423-e33a-4a25-9be6-01727db50877 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 1128 time: 0.1005726 Feb 07 17:28:26.139844 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c55b0d6c-f730-40d7-a873-62b9fb3ce0d0 req-850f886c-41d8-4708-a412-416fd8ecbfc3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016240 Feb 07 17:28:26.163405 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894ce58-71ad-434a-b711-f8342aedd8ec req-fdee6e93-2955-4778-90d8-3e7985c7d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:26.165455 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2894ce58-71ad-434a-b711-f8342aedd8ec req-fdee6e93-2955-4778-90d8-3e7985c7d311 service neutron] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.1204953 Feb 07 17:28:26.214429 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ad28d2dc-ac5e-4b3f-b6d7-d9ee310304f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'port_id': '210651f4-e899-4930-9cd0-404a63a2dba2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'mac_address': 'fa:16:3e:48:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186551-f0c1-4e48-8116-18dce5ab8093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:27:29Z', 'updated_at': '2022-02-07T17:28:25Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:28:26.230275 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2894ce58-71ad-434a-b711-f8342aedd8ec req-a951f8ae-14d1-4905-b6d0-720660bf706a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=210651f4-e899-4930-9cd0-404a63a2dba2 HTTP/1.1" status: 200 len: 999 time: 0.0595596 Feb 07 17:28:26.246447 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad28d2dc-ac5e-4b3f-b6d7-d9ee310304f9 None None] Checking router: c0316b69-f726-430a-8fb8-111592e08baf for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:28:26.256545 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad28d2dc-ac5e-4b3f-b6d7-d9ee310304f9 None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:28:26.257172 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ad28d2dc-ac5e-4b3f-b6d7-d9ee310304f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:27:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:28:26.278939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894ce58-71ad-434a-b711-f8342aedd8ec req-85166afe-d8e1-4ce5-a4c1-7993c41043b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:26.280445 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2894ce58-71ad-434a-b711-f8342aedd8ec req-85166afe-d8e1-4ce5-a4c1-7993c41043b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0450671 Feb 07 17:28:26.336298 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894ce58-71ad-434a-b711-f8342aedd8ec req-3d1a8e42-f974-4045-b8e5-5681e280d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:26.337841 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2894ce58-71ad-434a-b711-f8342aedd8ec req-3d1a8e42-f974-4045-b8e5-5681e280d8cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522504 Feb 07 17:28:26.377901 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ad28d2dc-ac5e-4b3f-b6d7-d9ee310304f9 None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:28:26.433035 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2894ce58-71ad-434a-b711-f8342aedd8ec req-d4205d6d-6a8a-494b-9be1-46b0f6797fbc service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888214 Feb 07 17:28:26.533523 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2894ce58-71ad-434a-b711-f8342aedd8ec req-3b745545-4d6e-44b8-a9ed-3a477aa2d910 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953331 Feb 07 17:28:26.608062 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ad28d2dc-ac5e-4b3f-b6d7-d9ee310304f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'port_id': '210651f4-e899-4930-9cd0-404a63a2dba2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'mac_address': 'fa:16:3e:48:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186551-f0c1-4e48-8116-18dce5ab8093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:27:29Z', 'updated_at': '2022-02-07T17:28:25Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:28:26.637720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad28d2dc-ac5e-4b3f-b6d7-d9ee310304f9 None None] The sync data for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 is: [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'port_id': '210651f4-e899-4930-9cd0-404a63a2dba2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'mac_address': 'fa:16:3e:48:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186551-f0c1-4e48-8116-18dce5ab8093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:27:29Z', 'updated_at': '2022-02-07T17:28:25Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:28:26.841196 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363147f-6ce0-4330-b018-f00bdd877ae2 None None] New status for floating IP 9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:28:27.275492 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf27417-1624-44a3-85b5-5a9a59a42c34 req-7997421c-9ba6-4c0c-a3f7-55145c34c47d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:27.277932 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-baf27417-1624-44a3-85b5-5a9a59a42c34 req-7997421c-9ba6-4c0c-a3f7-55145c34c47d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0580728 Feb 07 17:28:27.325579 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-baf27417-1624-44a3-85b5-5a9a59a42c34 req-7edb2e34-25dc-4372-81fd-b5902d1b40c8 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419412 Feb 07 17:28:27.550371 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d167132-c825-49dd-84d8-6cf71023d33f req-0ca30abf-42bf-41b3-9ca9-ae10f376b7f0 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:27.551994 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5d167132-c825-49dd-84d8-6cf71023d33f req-0ca30abf-42bf-41b3-9ca9-ae10f376b7f0 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0566916 Feb 07 17:28:27.610030 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5d167132-c825-49dd-84d8-6cf71023d33f req-08e268e1-f0f2-4701-ae66-3c5a344f79c1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500979 Feb 07 17:28:28.219531 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8921873a-dc5e-44c8-924c-19225085e2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:28.736430 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04462e4-2366-4253-afab-07d0a5e1e096 req-0175271a-26ee-49fd-a874-4214e2c43a0b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:28.737983 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e04462e4-2366-4253-afab-07d0a5e1e096 req-0175271a-26ee-49fd-a874-4214e2c43a0b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0546641 Feb 07 17:28:28.789422 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e04462e4-2366-4253-afab-07d0a5e1e096 req-125e8d98-95ac-4842-a362-2a99e3dba91f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457990 Feb 07 17:28:29.614529 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:29.917488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85694591-d66e-4886-a7f6-78ce9ce8bdb1 req-e16af7d0-cd69-40d7-b159-fd29b34be39d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:29.918891 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-85694591-d66e-4886-a7f6-78ce9ce8bdb1 req-e16af7d0-cd69-40d7-b159-fd29b34be39d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0578952 Feb 07 17:28:29.967425 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-85694591-d66e-4886-a7f6-78ce9ce8bdb1 req-8d2fdb23-d6b1-43eb-a656-6ab3720d199a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429575 Feb 07 17:28:30.944793 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:31.091921 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee38a3-754d-4895-9ffe-6e8069dfc9fd req-36c1ea12-77d2-48d7-bbc3-34897a9ad427 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:31.093487 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9cee38a3-754d-4895-9ffe-6e8069dfc9fd req-36c1ea12-77d2-48d7-bbc3-34897a9ad427 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0548294 Feb 07 17:28:31.146776 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9cee38a3-754d-4895-9ffe-6e8069dfc9fd req-7f952aa1-f232-4050-9a2a-1f7b6f98309c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470808 Feb 07 17:28:32.272166 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9421e-536a-40d2-99b8-a31bf802b7aa req-7aba466a-81b1-4f0b-86ea-95f58cef3bef tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:32.273691 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8a9421e-536a-40d2-99b8-a31bf802b7aa req-7aba466a-81b1-4f0b-86ea-95f58cef3bef tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0561888 Feb 07 17:28:32.322470 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c8a9421e-536a-40d2-99b8-a31bf802b7aa req-0a5dd1f1-550a-4f8a-8826-ac52855e02fe tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428123 Feb 07 17:28:32.448552 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:33.443038 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc103f8-b085-4539-995f-7d2ac92a8859 req-348c6616-cbe2-457f-b771-8d6cb75e0dfb tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:33.444542 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7dc103f8-b085-4539-995f-7d2ac92a8859 req-348c6616-cbe2-457f-b771-8d6cb75e0dfb tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0528636 Feb 07 17:28:33.493629 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7dc103f8-b085-4539-995f-7d2ac92a8859 req-9b408d8d-6a93-465b-98dd-99bfab3de86c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425754 Feb 07 17:28:34.621455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ad4ce-6636-4f61-a6aa-20804bd17303 req-a1b2c3fb-0800-440e-83c2-0e4c1d0f8f2b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:34.622991 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-432ad4ce-6636-4f61-a6aa-20804bd17303 req-a1b2c3fb-0800-440e-83c2-0e4c1d0f8f2b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0587850 Feb 07 17:28:34.670500 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-432ad4ce-6636-4f61-a6aa-20804bd17303 req-b371838f-c47e-4e80-a931-21d3b4479b7d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416996 Feb 07 17:28:35.803549 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32194ef-1484-4e2b-872e-8e664fa6aa60 req-ea0b1609-0b53-412e-92b6-51ead7e2b52a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:35.805081 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e32194ef-1484-4e2b-872e-8e664fa6aa60 req-ea0b1609-0b53-412e-92b6-51ead7e2b52a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0546224 Feb 07 17:28:35.851706 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e32194ef-1484-4e2b-872e-8e664fa6aa60 req-50a730c1-4aed-42da-afb0-3672013b75a7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407741 Feb 07 17:28:36.986606 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c1a90-7294-4bf8-8d38-72e8f248dc7e req-9a941d88-799e-4d51-99c5-fccea71d7482 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:36.988257 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8c4c1a90-7294-4bf8-8d38-72e8f248dc7e req-9a941d88-799e-4d51-99c5-fccea71d7482 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0588572 Feb 07 17:28:37.037839 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8c4c1a90-7294-4bf8-8d38-72e8f248dc7e req-d9a8eefd-3464-47ac-8f52-b9098b458c41 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439968 Feb 07 17:28:38.170954 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15545da2-2f2d-431c-ad5d-86eb3f365bb5 req-56a9311e-d281-455b-b6b8-b20af84bc31b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:38.172486 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-15545da2-2f2d-431c-ad5d-86eb3f365bb5 req-56a9311e-d281-455b-b6b8-b20af84bc31b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0615146 Feb 07 17:28:38.233386 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-15545da2-2f2d-431c-ad5d-86eb3f365bb5 req-37fecf2f-767b-472f-89da-cd4f8e18bc15 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550828 Feb 07 17:28:39.376130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b474af-f1d0-44e8-bffb-a4fa8fd92ab8 req-e838ab42-f672-4442-9dbb-539102e0f4b9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:39.377749 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b7b474af-f1d0-44e8-bffb-a4fa8fd92ab8 req-e838ab42-f672-4442-9dbb-539102e0f4b9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0588827 Feb 07 17:28:39.436361 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b7b474af-f1d0-44e8-bffb-a4fa8fd92ab8 req-9c11ccc8-e28f-45d0-8e41-d5b5844453fc tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524797 Feb 07 17:28:40.567841 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf43030-370a-457c-a5cc-a7ed4f9282c3 req-f8352a16-3308-4e60-a363-161d97df63f9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:40.569346 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdf43030-370a-457c-a5cc-a7ed4f9282c3 req-f8352a16-3308-4e60-a363-161d97df63f9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0564430 Feb 07 17:28:40.623083 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdf43030-370a-457c-a5cc-a7ed4f9282c3 req-f30c2228-73d4-4b24-b270-7c37c6e9534c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472312 Feb 07 17:28:41.763379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792bf1b-53b3-4eb9-9b25-51be028dc68a req-38e85926-f7d8-4f21-8c86-3c42a91547fa tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:41.764976 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b792bf1b-53b3-4eb9-9b25-51be028dc68a req-38e85926-f7d8-4f21-8c86-3c42a91547fa tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0609484 Feb 07 17:28:41.818390 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b792bf1b-53b3-4eb9-9b25-51be028dc68a req-0733e0bb-22eb-43ad-9717-6c5e3a2280d6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449805 Feb 07 17:28:42.951943 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca716c7-8988-46a4-a8f0-384afd6800ac req-0363aa24-de91-455d-a647-5e0d672a8b4f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:42.953602 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dca716c7-8988-46a4-a8f0-384afd6800ac req-0363aa24-de91-455d-a647-5e0d672a8b4f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0585327 Feb 07 17:28:43.008685 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dca716c7-8988-46a4-a8f0-384afd6800ac req-7bf15a22-7d66-44c9-bf1a-2c0e32945d19 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488062 Feb 07 17:28:44.144553 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4464e0-b32c-487a-afcb-03f925a0fb08 req-b6d311ab-d2a2-408d-9415-d42305eefa38 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:44.146252 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ae4464e0-b32c-487a-afcb-03f925a0fb08 req-b6d311ab-d2a2-408d-9415-d42305eefa38 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0583191 Feb 07 17:28:44.195506 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ae4464e0-b32c-487a-afcb-03f925a0fb08 req-f3bf19c4-bdce-4e22-b3c0-b98d285da950 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430477 Feb 07 17:28:45.322852 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b185785-43ea-4105-b874-9f6e0fd71032 req-1f0f56f4-8ebb-4c24-ad4d-03f893a576f0 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:45.324411 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5b185785-43ea-4105-b874-9f6e0fd71032 req-1f0f56f4-8ebb-4c24-ad4d-03f893a576f0 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0546505 Feb 07 17:28:45.372863 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5b185785-43ea-4105-b874-9f6e0fd71032 req-51c4ceb7-d41c-4c9f-b7e9-909abb82f380 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427859 Feb 07 17:28:46.512625 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8207d9-a23c-40b6-9cdf-21078527063f req-87096105-006c-4cbd-8087-224ef0cf1cd7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:46.514314 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0b8207d9-a23c-40b6-9cdf-21078527063f req-87096105-006c-4cbd-8087-224ef0cf1cd7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0625596 Feb 07 17:28:46.567817 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0b8207d9-a23c-40b6-9cdf-21078527063f req-eba6d38c-06d5-4f38-8082-7b3bfc9704b6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474813 Feb 07 17:28:47.701018 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324d46b-9d61-4d9e-b5ab-5778208c9c1a req-76b02541-c732-4028-86fe-5736a5cbd855 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:47.702705 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8324d46b-9d61-4d9e-b5ab-5778208c9c1a req-76b02541-c732-4028-86fe-5736a5cbd855 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0595012 Feb 07 17:28:47.756145 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8324d46b-9d61-4d9e-b5ab-5778208c9c1a req-80cae1f6-e835-4340-8514-55638bc4b7ac tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471020 Feb 07 17:28:48.887604 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfdb29-1767-46c1-803a-76037ac162e3 req-ef801724-33e4-4f5c-b04d-d243599a73d2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:48.889266 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90dfdb29-1767-46c1-803a-76037ac162e3 req-ef801724-33e4-4f5c-b04d-d243599a73d2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0592759 Feb 07 17:28:48.956239 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90dfdb29-1767-46c1-803a-76037ac162e3 req-6cec8d83-e27d-4414-94c3-32c26ed4c519 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563383 Feb 07 17:28:50.090630 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69913f-2f79-4bdd-af65-5a41cc6f63e4 req-7349e717-5dd1-4762-b0a8-a75a33e675f6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:50.092202 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ec69913f-2f79-4bdd-af65-5a41cc6f63e4 req-7349e717-5dd1-4762-b0a8-a75a33e675f6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0616965 Feb 07 17:28:50.146183 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ec69913f-2f79-4bdd-af65-5a41cc6f63e4 req-5c6cd2c6-04b4-4b11-a7ad-a58474b2762e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479212 Feb 07 17:28:51.282773 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1d4e9-0aa7-4480-8921-b1f7e1472f87 req-895e1e23-e3f0-4876-a922-e87535389cb8 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:51.284351 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0b1d4e9-0aa7-4480-8921-b1f7e1472f87 req-895e1e23-e3f0-4876-a922-e87535389cb8 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0608320 Feb 07 17:28:51.345404 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0b1d4e9-0aa7-4480-8921-b1f7e1472f87 req-7bf157e1-8496-4305-a304-c5af0b5b8733 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539801 Feb 07 17:28:51.634582 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:52.531130 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4090d2a-485b-45a7-9a27-8587967252cb req-f1aaaebb-9202-4333-8af1-9ce198687d27 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:52.532713 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d4090d2a-485b-45a7-9a27-8587967252cb req-f1aaaebb-9202-4333-8af1-9ce198687d27 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0721333 Feb 07 17:28:52.590342 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d4090d2a-485b-45a7-9a27-8587967252cb req-60933d71-e28b-44df-9cd1-a2e9c70f56e6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514739 Feb 07 17:28:53.532714 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:53.733444 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473a33b-5b6e-4ac6-99f4-5a7ece6ab89c req-d1e83c09-e8a0-46de-80f9-a2b80611d9a3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:53.735080 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e473a33b-5b6e-4ac6-99f4-5a7ece6ab89c req-d1e83c09-e8a0-46de-80f9-a2b80611d9a3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0601597 Feb 07 17:28:53.791312 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e473a33b-5b6e-4ac6-99f4-5a7ece6ab89c req-b17a6fbf-445d-478e-ad92-1c41fcb588fe tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494378 Feb 07 17:28:54.564354 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:28:54.927471 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e968e8-dc9e-4a65-ab6b-35206cdb469c req-2642a018-04f9-4ec3-88c6-adc36d7bfeaf tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:54.929099 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-22e968e8-dc9e-4a65-ab6b-35206cdb469c req-2642a018-04f9-4ec3-88c6-adc36d7bfeaf tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0617480 Feb 07 17:28:54.980139 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-22e968e8-dc9e-4a65-ab6b-35206cdb469c req-632e25db-ab69-467e-92c5-ad61fcc37a17 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451634 Feb 07 17:28:55.817260 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-40537c5d-f233-4e52-805c-2f07a20d706c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:56.126722 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12185f51-f0ef-42f8-8fcb-63c5e01d07f6 req-6d641664-0b84-42ca-8bc7-c7654bca70bb tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:56.129413 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-12185f51-f0ef-42f8-8fcb-63c5e01d07f6 req-6d641664-0b84-42ca-8bc7-c7654bca70bb tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0702908 Feb 07 17:28:56.187898 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-12185f51-f0ef-42f8-8fcb-63c5e01d07f6 req-112c179a-cdbe-40fb-bf6f-25dd35728380 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525491 Feb 07 17:28:57.350918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9f776-f6e6-425e-9c14-9cc1f82c4fbd req-e14c400e-79e4-4b7d-8704-03ac8590171c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:57.352752 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26e9f776-f6e6-425e-9c14-9cc1f82c4fbd req-e14c400e-79e4-4b7d-8704-03ac8590171c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0640702 Feb 07 17:28:57.408883 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-26e9f776-f6e6-425e-9c14-9cc1f82c4fbd req-e79fa876-c106-40b5-b09c-d63cd396ee4d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491462 Feb 07 17:28:58.227338 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-afda8961-8b81-4917-b7a8-35768541393b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:58.575174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e21d44-f5c5-4bb3-a24d-a287b8c9cac4 req-1dbc409f-164a-4177-822b-5744d5fc5c80 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:58.576701 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8e21d44-f5c5-4bb3-a24d-a287b8c9cac4 req-1dbc409f-164a-4177-822b-5744d5fc5c80 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0822933 Feb 07 17:28:58.630452 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a8e21d44-f5c5-4bb3-a24d-a287b8c9cac4 req-28ec3a4c-c375-46cf-9a18-7765cd5e5993 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480933 Feb 07 17:28:58.908533 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-eae7cd7f-4558-44a3-9672-2cf772aae40e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0782716 Feb 07 17:28:58.920141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80867a1-af1a-4d25-95f0-74954747ed02 req-b545732c-f89e-4fa9-8496-93f0ccf7a00f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:58.921741 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c80867a1-af1a-4d25-95f0-74954747ed02 req-b545732c-f89e-4fa9-8496-93f0ccf7a00f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0835145 Feb 07 17:28:58.980726 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c80867a1-af1a-4d25-95f0-74954747ed02 req-df9cfc49-8d88-4add-beb0-c137725f6954 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513868 Feb 07 17:28:59.378777 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da45140-c20f-454c-b344-bf0255a3e765 req-e3d3d1d6-afca-4e6f-81e4-f00624635858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:59.380597 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3da45140-c20f-454c-b344-bf0255a3e765 req-e3d3d1d6-afca-4e6f-81e4-f00624635858 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 1128 time: 0.0484962 Feb 07 17:28:59.500150 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da45140-c20f-454c-b344-bf0255a3e765 req-3dafa6ad-2b1e-4205-bf42-c843fcbdb660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:59.501864 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3da45140-c20f-454c-b344-bf0255a3e765 req-3dafa6ad-2b1e-4205-bf42-c843fcbdb660 service neutron] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.1019092 Feb 07 17:28:59.584951 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3da45140-c20f-454c-b344-bf0255a3e765 req-5e40ffae-c53f-4b68-9367-ebb11feadb0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=210651f4-e899-4930-9cd0-404a63a2dba2 HTTP/1.1" status: 200 len: 1001 time: 0.0771658 Feb 07 17:28:59.624924 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:28:59.644208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da45140-c20f-454c-b344-bf0255a3e765 req-0ca1138d-5109-4054-bed1-e4d318771069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:59.645751 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3da45140-c20f-454c-b344-bf0255a3e765 req-0ca1138d-5109-4054-bed1-e4d318771069 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0549812 Feb 07 17:28:59.704371 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da45140-c20f-454c-b344-bf0255a3e765 req-5b6f9b41-04fe-432a-bc3e-d30c3d544116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:28:59.705997 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3da45140-c20f-454c-b344-bf0255a3e765 req-5b6f9b41-04fe-432a-bc3e-d30c3d544116 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542243 Feb 07 17:28:59.830265 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3da45140-c20f-454c-b344-bf0255a3e765 req-8a3ba7fc-6f1c-409a-9e5a-99d8ea4f3ec6 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182158 Feb 07 17:28:59.969719 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3da45140-c20f-454c-b344-bf0255a3e765 req-0db3c72f-8cb6-429d-b3eb-94d34aca2acd service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335413 Feb 07 17:29:00.131927 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d75590-aa01-4e41-9851-42c31048d7ed req-d6545e0f-bfa3-422b-ac88-493852cf1d67 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:00.133621 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-44d75590-aa01-4e41-9851-42c31048d7ed req-d6545e0f-bfa3-422b-ac88-493852cf1d67 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0634003 Feb 07 17:29:00.187701 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-44d75590-aa01-4e41-9851-42c31048d7ed req-779e3289-653c-4b0c-bae5-8479a1327f35 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477936 Feb 07 17:29:00.339576 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-423c09ee-7d0f-461e-a886-73cbeb4b9e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:00.341118 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-423c09ee-7d0f-461e-a886-73cbeb4b9e27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 1128 time: 0.0533063 Feb 07 17:29:00.436712 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-0984dfe2-1cfc-48cc-b561-f933f96f8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:00.438317 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-0984dfe2-1cfc-48cc-b561-f933f96f8070 service neutron] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0909982 Feb 07 17:29:00.511025 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-526e62d9-ddbe-491a-a939-60e6ddb0b94f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=210651f4-e899-4930-9cd0-404a63a2dba2 HTTP/1.1" status: 200 len: 1001 time: 0.0672870 Feb 07 17:29:00.561412 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-28b5c2c5-698a-4446-9287-598296d8203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:00.562938 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-28b5c2c5-698a-4446-9287-598296d8203c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0472221 Feb 07 17:29:00.615889 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-abd00c2d-8f20-41b9-9d4f-0eb37ce74051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:00.617478 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-abd00c2d-8f20-41b9-9d4f-0eb37ce74051 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488896 Feb 07 17:29:00.719205 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-9904e690-5fc8-4253-903a-e90d656bc07e service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949399 Feb 07 17:29:00.816560 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-5e2faeaf-ea3d-4eea-9774-3839137211bf service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915685 Feb 07 17:29:00.948462 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:01.317660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6f574-9567-473b-93ca-2c5fa415cabb req-54198c19-0a20-41a4-8ea9-040d51ea6480 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:01.319182 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c2f6f574-9567-473b-93ca-2c5fa415cabb req-54198c19-0a20-41a4-8ea9-040d51ea6480 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0571382 Feb 07 17:29:01.366326 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c2f6f574-9567-473b-93ca-2c5fa415cabb req-d4edc21f-77d5-4c13-9f4b-f63c29cc88a3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407264 Feb 07 17:29:02.452276 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:02.523181 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-5975c8f3-10f1-4a5b-a2c8-af15dd781d45 service neutron] show failed (client error): The resource could not be found. Feb 07 17:29:02.524082 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-5975c8f3-10f1-4a5b-a2c8-af15dd781d45 service neutron] 10.222.0.32 "GET /v2.0/ports/210651f4-e899-4930-9cd0-404a63a2dba2/bindings/n-h1-827865-3 HTTP/1.1" status: 404 len: 380 time: 0.0955997 Feb 07 17:29:02.533486 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6109b-ee0a-415e-88a8-9009ad2df380 req-b1bc977b-5fc3-490f-a2bd-759461549bf9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:02.534881 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ac6109b-ee0a-415e-88a8-9009ad2df380 req-b1bc977b-5fc3-490f-a2bd-759461549bf9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0977192 Feb 07 17:29:02.587924 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ac6109b-ee0a-415e-88a8-9009ad2df380 req-024dcaab-d3f8-4cbc-88fc-3109fccf4f2c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464323 Feb 07 17:29:02.725408 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-200f42b9-5489-4ca4-a5c1-a47bf0fb3b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:02.726920 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-200f42b9-5489-4ca4-a5c1-a47bf0fb3b94 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093&tenant_id=03c56763a3354259a164a62292c3b8c3 HTTP/1.1" status: 200 len: 1128 time: 0.0463309 Feb 07 17:29:02.737835 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827865-3', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:29:02.798830 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:02.998276 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] For port 210651f4-e899-4930-9cd0-404a63a2dba2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=210651f4-e899-4930-9cd0-404a63a2dba2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:29:03.032915 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] For port 210651f4-e899-4930-9cd0-404a63a2dba2, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:29:03.076125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26186551-f0c1-4e48-8116-18dce5ab8093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '210651f4-e899-4930-9cd0-404a63a2dba2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:29:03.078367 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c72e3c2-592c-405e-8528-bcfbafbce668" -d '{"events": [{"server_uuid": "26186551-f0c1-4e48-8116-18dce5ab8093", "name": "network-vif-unplugged", "status": "completed", "tag": "210651f4-e899-4930-9cd0-404a63a2dba2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:29:03.082143 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Publish callbacks [] for port (210651f4-e899-4930-9cd0-404a63a2dba2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:03.095514 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Transition to ACTIVE for port object 210651f4-e899-4930-9cd0-404a63a2dba2 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:29:03.099551 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:03.139133 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 17:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1804680c-866f-4c55-a649-9748be297392 x-openstack-request-id: req-1804680c-866f-4c55-a649-9748be297392 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:29:03.139390 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26186551-f0c1-4e48-8116-18dce5ab8093", "name": "network-vif-unplugged", "status": "completed", "tag": "210651f4-e899-4930-9cd0-404a63a2dba2", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:29:03.139649 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1804680c-866f-4c55-a649-9748be297392 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:29:03.140107 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26186551-f0c1-4e48-8116-18dce5ab8093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '210651f4-e899-4930-9cd0-404a63a2dba2', 'code': 200} Feb 07 17:29:03.559116 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=210651f4-e899-4930-9cd0-404a63a2dba2,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:29:03.583709 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:03.583977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:03.584332 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:03.584681 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:03.585020 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:03.585387 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:03.585727 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:03.586062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:03.586396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:03.586730 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:03.587066 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:03.587396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:03.587730 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:03.634643 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] No DVR routers for this DVR port 210651f4-e899-4930-9cd0-404a63a2dba2 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:29:03.717051 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891f07f-4b49-4709-b058-8e54f64f46b9 req-6355e073-3709-4051-b3d7-8d6fa21c3d8e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:03.719047 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d891f07f-4b49-4709-b058-8e54f64f46b9 req-6355e073-3709-4051-b3d7-8d6fa21c3d8e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 944 time: 0.0576854 Feb 07 17:29:03.772737 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d891f07f-4b49-4709-b058-8e54f64f46b9 req-e145b685-90dc-4309-b2d9-c126c451f74b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478678 Feb 07 17:29:03.784262 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Attempting to bind port 210651f4-e899-4930-9cd0-404a63a2dba2 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:29:03.794810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Attempting to bind port 210651f4-e899-4930-9cd0-404a63a2dba2 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:29:03.794810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Attempting to bind port 210651f4-e899-4930-9cd0-404a63a2dba2 on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:29:03.794810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Port 210651f4-e899-4930-9cd0-404a63a2dba2 on network 61760fb1-034c-41a3-a286-0143d8411eff not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:29:03.794810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Attempting to bind port 210651f4-e899-4930-9cd0-404a63a2dba2 on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:29:03.795305 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:29:03.795305 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Checking segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:29:03.795707 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Bound using segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:29:03.796140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Bound port: 210651f4-e899-4930-9cd0-404a63a2dba2, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:29:03.796501 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:03.858369 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] For port 210651f4-e899-4930-9cd0-404a63a2dba2, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:29:03.861297 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] For port 210651f4-e899-4930-9cd0-404a63a2dba2, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=210651f4-e899-4930-9cd0-404a63a2dba2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:29:03.867457 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:03.903009 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:03.903635 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:03.905105 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] 10.222.0.48 "PUT /v2.0/ports/210651f4-e899-4930-9cd0-404a63a2dba2 HTTP/1.1" status: 200 len: 1092 time: 1.1711276 Feb 07 17:29:03.926760 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c91b6-8776-47a3-87da-e1fa49677ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=210651f4-e899-4930-9cd0-404a63a2dba2,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:29:03.988237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-c0bd58ba-0d4e-4073-939b-c3d6ea81c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:03.989792 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-c0bd58ba-0d4e-4073-939b-c3d6ea81c3df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 1126 time: 0.0510311 Feb 07 17:29:04.080174 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-4842af44-5af0-4813-bf7c-00698354d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:04.081559 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-4842af44-5af0-4813-bf7c-00698354d712 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0858777 Feb 07 17:29:04.153345 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-6a1b58f2-4e75-4d9e-83bc-8091cbbf926e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=210651f4-e899-4930-9cd0-404a63a2dba2 HTTP/1.1" status: 200 len: 999 time: 0.0663717 Feb 07 17:29:04.202325 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-b99000fd-c8a4-4b83-9612-bf7f8a60b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:04.203738 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-b99000fd-c8a4-4b83-9612-bf7f8a60b4bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0454738 Feb 07 17:29:04.256255 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-17d0244e-4369-4580-af24-aa60ddc01a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:04.257829 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-17d0244e-4369-4580-af24-aa60ddc01a53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483875 Feb 07 17:29:04.352812 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-ee9a57b7-0c1a-4563-a0ff-07d858bf563d service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892265 Feb 07 17:29:04.441844 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2d2d523-b09c-4123-ac37-4394471b3ae4 req-f8c55f8a-df88-4a85-8453-4828294203c3 service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833626 Feb 07 17:29:04.897488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afeac6-cb92-461f-b87a-15730f2d8b76 req-504fa5d8-0000-4f6a-8034-c59cb497348c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:04.898978 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-78afeac6-cb92-461f-b87a-15730f2d8b76 req-504fa5d8-0000-4f6a-8034-c59cb497348c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 944 time: 0.0540876 Feb 07 17:29:04.950354 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-78afeac6-cb92-461f-b87a-15730f2d8b76 req-9e19743b-fdfd-4709-a922-78b2d61b32db tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456612 Feb 07 17:29:05.141343 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26186551-f0c1-4e48-8116-18dce5ab8093', 'tag': '210651f4-e899-4930-9cd0-404a63a2dba2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:29:05.143688 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "26186551-f0c1-4e48-8116-18dce5ab8093", "tag": "210651f4-e899-4930-9cd0-404a63a2dba2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:29:05.161878 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 210651f4-e899-4930-9cd0-404a63a2dba2 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:29:05.196387 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0260c8-ba89-40e2-b86f-3ac2989497da x-openstack-request-id: req-be0260c8-ba89-40e2-b86f-3ac2989497da {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:29:05.196816 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26186551-f0c1-4e48-8116-18dce5ab8093", "tag": "210651f4-e899-4930-9cd0-404a63a2dba2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:29:05.197243 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be0260c8-ba89-40e2-b86f-3ac2989497da {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:29:05.197793 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26186551-f0c1-4e48-8116-18dce5ab8093', 'tag': '210651f4-e899-4930-9cd0-404a63a2dba2', 'status': 'completed', 'code': 200} Feb 07 17:29:05.204917 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] The host n-h2-827865-3 is not matching for port 210651f4-e899-4930-9cd0-404a63a2dba2 host n-h1-827865-3! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 17:29:05.205341 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 210651f4-e899-4930-9cd0-404a63a2dba2 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:29:05.261508 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-d3f0299d-9ca4-4f41-9518-97ccd4b36030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:05.261508 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-d3f0299d-9ca4-4f41-9518-97ccd4b36030 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 1126 time: 0.0475640 Feb 07 17:29:05.268718 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-b2d9ece9-f0bd-4ed3-a08c-4f4cca906b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:05.270288 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-b2d9ece9-f0bd-4ed3-a08c-4f4cca906b92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 1126 time: 0.0495281 Feb 07 17:29:05.367202 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-49242c06-caf2-4692-ae50-27607509d36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:05.368721 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-49242c06-caf2-4692-ae50-27607509d36a service neutron] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.1018794 Feb 07 17:29:05.387499 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-024e9b24-a09d-4979-8f2b-b6693766063a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:05.390959 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-024e9b24-a09d-4979-8f2b-b6693766063a service neutron] 10.222.0.48 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.1125200 Feb 07 17:29:05.442873 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-9112f0ed-e724-47b8-a9f4-9777538195f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=210651f4-e899-4930-9cd0-404a63a2dba2 HTTP/1.1" status: 200 len: 999 time: 0.0675743 Feb 07 17:29:05.472829 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-efafffce-9201-463d-88aa-4167f192c6ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=210651f4-e899-4930-9cd0-404a63a2dba2 HTTP/1.1" status: 200 len: 999 time: 0.0765231 Feb 07 17:29:05.506319 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-3d491d7e-de84-41e6-a091-2b8e8c1a01ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:05.507826 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-3d491d7e-de84-41e6-a091-2b8e8c1a01ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0599689 Feb 07 17:29:05.527843 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-e5693538-f547-4f86-a7d4-a94fa1559b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:05.529405 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-e5693538-f547-4f86-a7d4-a94fa1559b01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0508761 Feb 07 17:29:05.565976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-7e8e1233-7b8f-4fca-a4aa-954210d24669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:05.565976 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-7e8e1233-7b8f-4fca-a4aa-954210d24669 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0528536 Feb 07 17:29:05.582808 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-868968a9-2608-4bf9-be25-5c94897c4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:05.584344 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-868968a9-2608-4bf9-be25-5c94897c4eb3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491557 Feb 07 17:29:05.656979 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-fae15048-e138-412a-9ddf-fc397b943024 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853314 Feb 07 17:29:05.683615 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-f29e9720-76a7-4d21-9708-cfc70cc00dbb service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931153 Feb 07 17:29:05.752122 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-742cda56-5354-4a5a-91bc-86885780735c service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895228 Feb 07 17:29:05.775526 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-11b729ff-8cc5-4781-88bb-5fb1abf8f8cf req-8e549878-59ef-4976-a1bb-6bb861d1049f service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860171 Feb 07 17:29:06.078549 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ad31b-07e6-4561-930c-d96b8857f9d1 req-2a166e4e-8f23-43b4-af72-66cf7dd75a80 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:06.079991 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c18ad31b-07e6-4561-930c-d96b8857f9d1 req-2a166e4e-8f23-43b4-af72-66cf7dd75a80 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 944 time: 0.0581946 Feb 07 17:29:06.132623 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c18ad31b-07e6-4561-930c-d96b8857f9d1 req-39427831-18cb-42de-8d62-3138438d5db3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470889 Feb 07 17:29:07.264597 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e11f34-51e9-40af-84f6-4662fc52d10f req-d57201fa-a3ff-4b49-9895-2dfe16b364fd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:07.266278 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-11e11f34-51e9-40af-84f6-4662fc52d10f req-d57201fa-a3ff-4b49-9895-2dfe16b364fd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 944 time: 0.0570478 Feb 07 17:29:07.316003 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-11e11f34-51e9-40af-84f6-4662fc52d10f req-3a2637c9-e34f-448b-b857-8864c766d524 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441444 Feb 07 17:29:07.559286 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d901ce-2610-4ac4-98a0-aeb27fa6bd91 req-847cf360-9e6d-45ef-8334-a9918e51e53d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:07.560800 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-53d901ce-2610-4ac4-98a0-aeb27fa6bd91 req-847cf360-9e6d-45ef-8334-a9918e51e53d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 944 time: 0.0962591 Feb 07 17:29:07.568673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc0830-1239-4997-8fec-c447e4f01f3c req-06ca51e7-5d79-465a-bd27-cef202e36ba3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:07.570112 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5fbc0830-1239-4997-8fec-c447e4f01f3c req-06ca51e7-5d79-465a-bd27-cef202e36ba3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.32 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093&tenant_id=03c56763a3354259a164a62292c3b8c3&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 944 time: 0.0930111 Feb 07 17:29:07.643885 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-53d901ce-2610-4ac4-98a0-aeb27fa6bd91 req-06d4e841-5470-4180-bf83-d24ab10800eb tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728064 Feb 07 17:29:07.662640 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [req-5fbc0830-1239-4997-8fec-c447e4f01f3c req-50d78403-61e4-49fe-891b-9d8d56cc4bbc service neutron] delete failed (client error): The resource could not be found. Feb 07 17:29:07.663873 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5fbc0830-1239-4997-8fec-c447e4f01f3c req-50d78403-61e4-49fe-891b-9d8d56cc4bbc service neutron] 10.222.0.32 "DELETE /v2.0/ports/210651f4-e899-4930-9cd0-404a63a2dba2/bindings/n-h2-827865-3 HTTP/1.1" status: 404 len: 380 time: 0.0791955 Feb 07 17:29:07.761225 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc0830-1239-4997-8fec-c447e4f01f3c req-dddba446-8e80-49e5-9c7a-c412620ab340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:07.763117 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5fbc0830-1239-4997-8fec-c447e4f01f3c req-dddba446-8e80-49e5-9c7a-c412620ab340 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 1126 time: 0.0525160 Feb 07 17:29:07.854547 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc0830-1239-4997-8fec-c447e4f01f3c req-f5b2d515-6918-4d09-a53d-e7cb2eedcd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:07.857068 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5fbc0830-1239-4997-8fec-c447e4f01f3c req-f5b2d515-6918-4d09-a53d-e7cb2eedcd89 service neutron] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0876639 Feb 07 17:29:07.929400 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5fbc0830-1239-4997-8fec-c447e4f01f3c req-56901a13-1001-4bcb-a46d-a34cd1234b2a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=210651f4-e899-4930-9cd0-404a63a2dba2 HTTP/1.1" status: 200 len: 999 time: 0.0645082 Feb 07 17:29:07.978333 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc0830-1239-4997-8fec-c447e4f01f3c req-501d2d62-50dc-453a-be6d-820af86d76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:07.979812 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5fbc0830-1239-4997-8fec-c447e4f01f3c req-501d2d62-50dc-453a-be6d-820af86d76e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0446184 Feb 07 17:29:08.029734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc0830-1239-4997-8fec-c447e4f01f3c req-4a12a625-a711-4937-8acc-1d1a0d570991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:08.031262 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5fbc0830-1239-4997-8fec-c447e4f01f3c req-4a12a625-a711-4937-8acc-1d1a0d570991 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453398 Feb 07 17:29:08.127016 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5fbc0830-1239-4997-8fec-c447e4f01f3c req-3c8df2b8-245f-48f6-ab89-452cc4c5b20d service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901504 Feb 07 17:29:08.218287 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5fbc0830-1239-4997-8fec-c447e4f01f3c req-c7bd8643-fbb3-4eac-89c5-16afcfc944d5 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854232 Feb 07 17:29:08.594523 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 210651f4-e899-4930-9cd0-404a63a2dba2 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:29:08.726371 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 210651f4-e899-4930-9cd0-404a63a2dba2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=210651f4-e899-4930-9cd0-404a63a2dba2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:29:08.741599 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '210651f4-e899-4930-9cd0-404a63a2dba2', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'port_id': '210651f4-e899-4930-9cd0-404a63a2dba2', 'mac_address': 'fa:16:3e:48:69:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:29:08.799723 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 210651f4-e899-4930-9cd0-404a63a2dba2 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:29:08.800857 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:08.806555 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9661247-c4e9-471e-9bc4-5224ffe8b302 req-a97adbfc-9fea-4e4f-9226-9a738c469a80 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:08.808174 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e9661247-c4e9-471e-9bc4-5224ffe8b302 req-a97adbfc-9fea-4e4f-9226-9a738c469a80 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 944 time: 0.0829229 Feb 07 17:29:08.818219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 210651f4-e899-4930-9cd0-404a63a2dba2 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:29:08.839532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 210651f4-e899-4930-9cd0-404a63a2dba2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=210651f4-e899-4930-9cd0-404a63a2dba2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:29:08.845939 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:08.865458 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e9661247-c4e9-471e-9bc4-5224ffe8b302 req-a266fa5c-93d2-4be4-baf1-6187429fda38 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496249 Feb 07 17:29:08.899967 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=210651f4-e899-4930-9cd0-404a63a2dba2,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:29:08.909097 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:08.909464 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:08.909813 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:08.910153 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:08.910498 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:08.910916 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:08.911258 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:08.911581 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:08.911907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:08.912235 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:08.912575 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:08.912929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:08.913214 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:09.003225 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dba17-f1bd-4e68-b213-1dc8fd7f2c03 req-2b97e1af-92b1-4d31-8de1-05fdb5a58180 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:09.004775 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-481dba17-f1bd-4e68-b213-1dc8fd7f2c03 req-2b97e1af-92b1-4d31-8de1-05fdb5a58180 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 945 time: 0.0580661 Feb 07 17:29:09.056790 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-481dba17-f1bd-4e68-b213-1dc8fd7f2c03 req-bd1cd4d1-403e-4085-8271-1ce849c80acd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461278 Feb 07 17:29:09.181171 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['210651f4-e899-4930-9cd0-404a63a2dba2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:29:09.341483 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d9674-9a2e-4fea-a517-322e648d260f req-d7e5e398-1281-4214-bf48-410a222e3fdc tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:09.343675 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-431d9674-9a2e-4fea-a517-322e648d260f req-d7e5e398-1281-4214-bf48-410a222e3fdc tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 945 time: 0.0880029 Feb 07 17:29:09.356894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b884e-323d-4829-a57f-433c61484408 req-f7f97741-be59-4460-a8f6-4fca80a0b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:09.358649 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-637b884e-323d-4829-a57f-433c61484408 req-f7f97741-be59-4460-a8f6-4fca80a0b4a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 1127 time: 0.0619078 Feb 07 17:29:09.408490 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-431d9674-9a2e-4fea-a517-322e648d260f req-00bfc6a7-1ca6-4b42-a315-51994dffe7f3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505877 Feb 07 17:29:09.490222 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b884e-323d-4829-a57f-433c61484408 req-70dff3e0-b0b9-40ed-a914-3cc8817f43d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:09.492597 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-637b884e-323d-4829-a57f-433c61484408 req-70dff3e0-b0b9-40ed-a914-3cc8817f43d8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.1281295 Feb 07 17:29:09.560057 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-637b884e-323d-4829-a57f-433c61484408 req-bb2ae03a-e44b-4a00-a603-f524f51820ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=210651f4-e899-4930-9cd0-404a63a2dba2 HTTP/1.1" status: 200 len: 1000 time: 0.0611374 Feb 07 17:29:09.615143 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b884e-323d-4829-a57f-433c61484408 req-29c09ab0-2999-46dd-8a59-5dc7674cccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:09.616540 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-637b884e-323d-4829-a57f-433c61484408 req-29c09ab0-2999-46dd-8a59-5dc7674cccb3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0505447 Feb 07 17:29:09.689401 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b884e-323d-4829-a57f-433c61484408 req-ca000fae-36fd-49b2-ae92-a3cc87d32c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:09.690920 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-637b884e-323d-4829-a57f-433c61484408 req-ca000fae-36fd-49b2-ae92-a3cc87d32c95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0685635 Feb 07 17:29:09.797945 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-637b884e-323d-4829-a57f-433c61484408 req-c8f1ecd4-0874-43d8-b27e-5035d65973a0 service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002779 Feb 07 17:29:09.895169 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-637b884e-323d-4829-a57f-433c61484408 req-64a89df9-b224-44f0-8ca5-88765d6bbdfa service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912523 Feb 07 17:29:10.539778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ad6aa-bc59-43ba-aa2b-59f36b2c4a9e req-f3d3245f-e7a3-4704-9115-df82668a8cbd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:10.541310 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-493ad6aa-bc59-43ba-aa2b-59f36b2c4a9e req-f3d3245f-e7a3-4704-9115-df82668a8cbd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 945 time: 0.0587530 Feb 07 17:29:10.595833 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-493ad6aa-bc59-43ba-aa2b-59f36b2c4a9e req-8d59a6bb-6023-4f02-8dbe-3a136737bb34 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484564 Feb 07 17:29:10.610806 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 210651f4-e899-4930-9cd0-404a63a2dba2 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:29:10.667598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 210651f4-e899-4930-9cd0-404a63a2dba2 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:29:10.671944 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 210651f4-e899-4930-9cd0-404a63a2dba2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:29:10.672327 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:10.763682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 210651f4-e899-4930-9cd0-404a63a2dba2 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:29:10.764144 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:10.791636 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26186551-f0c1-4e48-8116-18dce5ab8093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210651f4-e899-4930-9cd0-404a63a2dba2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:29:10.794161 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b1efa7-0b4f-4f38-b685-39e842c28d1c" -d '{"events": [{"server_uuid": "26186551-f0c1-4e48-8116-18dce5ab8093", "name": "network-vif-plugged", "status": "completed", "tag": "210651f4-e899-4930-9cd0-404a63a2dba2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:29:10.807714 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 210651f4-e899-4930-9cd0-404a63a2dba2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=210651f4-e899-4930-9cd0-404a63a2dba2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:29:10.814804 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:10.850292 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3bf328-aecd-4cf2-9ebf-da5217f7c4b2 x-openstack-request-id: req-0c3bf328-aecd-4cf2-9ebf-da5217f7c4b2 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:29:10.850604 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26186551-f0c1-4e48-8116-18dce5ab8093", "name": "network-vif-plugged", "status": "completed", "tag": "210651f4-e899-4930-9cd0-404a63a2dba2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:29:10.850869 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c3bf328-aecd-4cf2-9ebf-da5217f7c4b2 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:29:10.851280 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26186551-f0c1-4e48-8116-18dce5ab8093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210651f4-e899-4930-9cd0-404a63a2dba2', 'code': 200} Feb 07 17:29:10.862121 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48cdf9-4024-4e0b-93e3-757436342180 req-584a1274-df08-4aaa-8124-bdb5cb19f4c3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:10.863693 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d48cdf9-4024-4e0b-93e3-757436342180 req-584a1274-df08-4aaa-8124-bdb5cb19f4c3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0609462 Feb 07 17:29:10.882368 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=210651f4-e899-4930-9cd0-404a63a2dba2,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:29:10.917364 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6d48cdf9-4024-4e0b-93e3-757436342180 req-9a8a5679-7089-48fe-875c-8cd12cec4344 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476613 Feb 07 17:29:12.041895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fb30c-7a4b-4d54-93f3-68f0647acc2d req-b9b2d770-7dde-4c30-8a48-f3ebdd128e5a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:12.044131 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1e7fb30c-7a4b-4d54-93f3-68f0647acc2d req-b9b2d770-7dde-4c30-8a48-f3ebdd128e5a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0539317 Feb 07 17:29:12.090759 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1e7fb30c-7a4b-4d54-93f3-68f0647acc2d req-4beeb505-f64a-4288-bf9d-564bb1def5b4 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408869 Feb 07 17:29:12.179354 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03c4ef-cf94-42de-8eb1-6b4e434f8274 req-19e188f1-7223-4f8f-ba9d-4762aa6a0331 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:12.180815 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b03c4ef-cf94-42de-8eb1-6b4e434f8274 req-19e188f1-7223-4f8f-ba9d-4762aa6a0331 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.48 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 946 time: 0.0514703 Feb 07 17:29:12.275539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-4b03c4ef-cf94-42de-8eb1-6b4e434f8274 req-e5de2a42-3c46-4646-a56c-29da60138763 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Deleting port 210651f4-e899-4930-9cd0-404a63a2dba2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:29:12.275910 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4b03c4ef-cf94-42de-8eb1-6b4e434f8274 req-e5de2a42-3c46-4646-a56c-29da60138763 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:12.368924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4b03c4ef-cf94-42de-8eb1-6b4e434f8274 req-e5de2a42-3c46-4646-a56c-29da60138763 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] For port 210651f4-e899-4930-9cd0-404a63a2dba2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=210651f4-e899-4930-9cd0-404a63a2dba2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:29:12.369220 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4b03c4ef-cf94-42de-8eb1-6b4e434f8274 req-e5de2a42-3c46-4646-a56c-29da60138763 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:12.541899 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4b03c4ef-cf94-42de-8eb1-6b4e434f8274 req-e5de2a42-3c46-4646-a56c-29da60138763 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:12.542272 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4b03c4ef-cf94-42de-8eb1-6b4e434f8274 req-e5de2a42-3c46-4646-a56c-29da60138763 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:12.542637 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [req-4b03c4ef-cf94-42de-8eb1-6b4e434f8274 req-e5de2a42-3c46-4646-a56c-29da60138763 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Floating IP 9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7 disassociated. External IP: 172.25.4.10, port: 210651f4-e899-4930-9cd0-404a63a2dba2. Feb 07 17:29:12.543738 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-4b03c4ef-cf94-42de-8eb1-6b4e434f8274 req-e5de2a42-3c46-4646-a56c-29da60138763 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Calling delete_port for 210651f4-e899-4930-9cd0-404a63a2dba2 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:29:12.677226 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4b03c4ef-cf94-42de-8eb1-6b4e434f8274 req-e5de2a42-3c46-4646-a56c-29da60138763 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (210651f4-e899-4930-9cd0-404a63a2dba2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:12.708841 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de2a42-3c46-4646-a56c-29da60138763 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Pushing event deleted for resources: {'Port': ['ID=210651f4-e899-4930-9cd0-404a63a2dba2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:29:12.833122 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b03c4ef-cf94-42de-8eb1-6b4e434f8274 req-e5de2a42-3c46-4646-a56c-29da60138763 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Router c0316b69-f726-430a-8fb8-111592e08baf has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:29:12.950334 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b03c4ef-cf94-42de-8eb1-6b4e434f8274 req-e5de2a42-3c46-4646-a56c-29da60138763 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:29:12.959997 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa25d33-4e6f-4c64-a808-2095d9901c24 None None] Sync routers for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:29:12.971092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa25d33-4e6f-4c64-a808-2095d9901c24 None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:29:12.971720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9fa25d33-4e6f-4c64-a808-2095d9901c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:28:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:29:12.993395 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b03c4ef-cf94-42de-8eb1-6b4e434f8274 req-e5de2a42-3c46-4646-a56c-29da60138763 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] No DVR routers for this DVR port 210651f4-e899-4930-9cd0-404a63a2dba2 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:29:12.997206 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4b03c4ef-cf94-42de-8eb1-6b4e434f8274 req-e5de2a42-3c46-4646-a56c-29da60138763 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:13.000778 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b03c4ef-cf94-42de-8eb1-6b4e434f8274 req-e5de2a42-3c46-4646-a56c-29da60138763 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.48 "DELETE /v2.0/ports/210651f4-e899-4930-9cd0-404a63a2dba2 HTTP/1.1" status: 204 len: 173 time: 0.8149693 Feb 07 17:29:13.001241 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26186551-f0c1-4e48-8116-18dce5ab8093', 'name': 'network-vif-deleted', 'tag': '210651f4-e899-4930-9cd0-404a63a2dba2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:29:13.004417 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9489ee8-c3aa-4768-8fe0-ad0f8646f5d1" -d '{"events": [{"server_uuid": "26186551-f0c1-4e48-8116-18dce5ab8093", "name": "network-vif-deleted", "tag": "210651f4-e899-4930-9cd0-404a63a2dba2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:29:13.048776 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e42b5fd-4f86-4030-9999-21b126a49059 x-openstack-request-id: req-4e42b5fd-4f86-4030-9999-21b126a49059 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:29:13.049076 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26186551-f0c1-4e48-8116-18dce5ab8093", "name": "network-vif-deleted", "tag": "210651f4-e899-4930-9cd0-404a63a2dba2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:29:13.049367 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e42b5fd-4f86-4030-9999-21b126a49059 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:29:13.049792 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26186551-f0c1-4e48-8116-18dce5ab8093', 'name': 'network-vif-deleted', 'tag': '210651f4-e899-4930-9cd0-404a63a2dba2', 'status': 'completed', 'code': 200} Feb 07 17:29:13.219513 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bfadacb9-cfcd-4560-9a34-7d22d294fc32 req-574b84db-f06c-417c-af6c-bf9aea48c05c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=26186551-f0c1-4e48-8116-18dce5ab8093 HTTP/1.1" status: 200 len: 210 time: 0.0328176 Feb 07 17:29:13.257181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-9fa25d33-4e6f-4c64-a808-2095d9901c24 None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:29:13.460031 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9fa25d33-4e6f-4c64-a808-2095d9901c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:29:13.491351 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa25d33-4e6f-4c64-a808-2095d9901c24 None None] Checking router: c0316b69-f726-430a-8fb8-111592e08baf for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:29:13.501096 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa25d33-4e6f-4c64-a808-2095d9901c24 None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:29:13.501753 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9fa25d33-4e6f-4c64-a808-2095d9901c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:28:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:29:13.610886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-9fa25d33-4e6f-4c64-a808-2095d9901c24 None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:29:13.810833 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9fa25d33-4e6f-4c64-a808-2095d9901c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:29:13.837714 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa25d33-4e6f-4c64-a808-2095d9901c24 None None] The sync data for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 is: [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:29:14.054872 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c230f911-f919-402f-aa21-defe5acef6d5 None None] New status for floating IP 9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:29:14.469739 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-5e1a87e9-dc73-4482-90db-2f4717930f63 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1131719503&fields=id&tenant_id=03c56763a3354259a164a62292c3b8c3 HTTP/1.1" status: 200 len: 267 time: 0.0422978 Feb 07 17:29:14.578872 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-60fa8647-ad37-4c59-8e41-4bbf8d2da923 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:14.580352 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-60fa8647-ad37-4c59-8e41-4bbf8d2da923 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 812 time: 0.1041563 Feb 07 17:29:14.594655 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-2d2bf2ee-5ae5-4d38-b136-6dab8ec278de tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/quotas/03c56763a3354259a164a62292c3b8c3 HTTP/1.1" status: 200 len: 375 time: 0.0089049 Feb 07 17:29:14.649553 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-9b80e178-727d-4bee-b1a9-8564b6ca5e45 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500484 Feb 07 17:29:14.664713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1052ed8f-dd19-48a3-a837-78f45909136d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:29:14.665621 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1052ed8f-dd19-48a3-a837-78f45909136d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052326 Feb 07 17:29:14.757863 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-7fe813ca-037c-4144-a49b-d334e991159c service neutron] 10.222.0.18 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863886 Feb 07 17:29:14.849122 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-246b8889-ade1-49ab-aa9a-00fd5a135a7c service neutron] 10.222.0.18 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850191 Feb 07 17:29:15.340775 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-068b1224-dd38-45d1-a604-fe61b7cb1bc4 req-1de70460-8ab1-4ba1-9437-96fbcd47b138 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 210 time: 0.3520291 Feb 07 17:29:15.984880 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-b08ebf52-7470-4a63-83e9-edecd9af1dac tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:15.986384 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-b08ebf52-7470-4a63-83e9-edecd9af1dac tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 812 time: 0.1012018 Feb 07 17:29:16.052109 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-0c425bbb-ad8c-4162-b868-2e5a38fb3be9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03c56763a3354259a164a62292c3b8c3 HTTP/1.1" status: 200 len: 380 time: 0.0578024 Feb 07 17:29:16.060607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Request body: {'port': {'device_id': '9a4ffe23-7eab-458c-9537-746d0b3ca534', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'admin_state_up': True, 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'security_groups': ['399fc816-f626-4a33-a1d3-8991b3650a20']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:29:16.164123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Made reservation on behalf of 03c56763a3354259a164a62292c3b8c3 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:29:16.167623 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:16.295904 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Allocated IP 172.20.0.3 (61760fb1-034c-41a3-a286-0143d8411eff/51209510-5d52-4685-abe6-2ddd942b0739/c644db17-62c6-420b-aa84-02cfc198892f) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:29:16.443593 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-444a51ae-e93a-4078-88e6-f354ff9cc5bc req-af07029e-daa9-4d19-b9e5-469ca28acb0f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 210 time: 0.0281348 Feb 07 17:29:16.444188 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for port (c644db17-62c6-420b-aa84-02cfc198892f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:16.477534 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c644db17-62c6-420b-aa84-02cfc198892f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:16.522406 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Network 61760fb1-034c-41a3-a286-0143d8411eff is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:29:16.525407 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:29:16.529546 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:29:16.555572 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Pushing event updated for resources: {'Port': ['ID=c644db17-62c6-420b-aa84-02cfc198892f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:29:16.571253 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:16.571587 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:16.571934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:16.572277 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:16.572623 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:16.572964 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:16.573329 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:16.573653 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:16.573981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:16.574353 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:16.574675 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:16.575011 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:16.575527 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:29:16.593846 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:16.594492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:16.611836 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-59e230a7-bbd2-49af-8449-2b4cc0a246c6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5548933 Feb 07 17:29:16.623542 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Request body: {'port': {'device_id': '9a4ffe23-7eab-458c-9537-746d0b3ca534', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:29:16.641372 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 210651f4-e899-4930-9cd0-404a63a2dba2 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:29:16.663921 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 210651f4-e899-4930-9cd0-404a63a2dba2 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:29:16.663921 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 210651f4-e899-4930-9cd0-404a63a2dba2 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:29:16.691893 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c644db17-62c6-420b-aa84-02cfc198892f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:16.812339 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-bab7efbd-0048-42f9-bd6d-04cb891f8943 None None] Provisioning complete for port c644db17-62c6-420b-aa84-02cfc198892f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:29:16.812612 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bab7efbd-0048-42f9-bd6d-04cb891f8943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c644db17-62c6-420b-aa84-02cfc198892f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:16.846890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bab7efbd-0048-42f9-bd6d-04cb891f8943 None None] Port c644db17-62c6-420b-aa84-02cfc198892f cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:29:16.957428 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c644db17-62c6-420b-aa84-02cfc198892f {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:29:16.964727 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Publish callbacks [] for port (c644db17-62c6-420b-aa84-02cfc198892f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:16.976829 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Transition to ACTIVE for port object c644db17-62c6-420b-aa84-02cfc198892f will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:29:16.981878 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (c644db17-62c6-420b-aa84-02cfc198892f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:17.056390 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Pushing event updated for resources: {'Port': ['ID=c644db17-62c6-420b-aa84-02cfc198892f,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:29:17.112119 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Attempting to bind port c644db17-62c6-420b-aa84-02cfc198892f on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:29:17.112463 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Attempting to bind port c644db17-62c6-420b-aa84-02cfc198892f by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:29:17.112791 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Attempting to bind port c644db17-62c6-420b-aa84-02cfc198892f on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:29:17.117250 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Port c644db17-62c6-420b-aa84-02cfc198892f on network 61760fb1-034c-41a3-a286-0143d8411eff not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:29:17.117600 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Attempting to bind port c644db17-62c6-420b-aa84-02cfc198892f on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:29:17.123436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:29:17.123774 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Checking segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:29:17.124158 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Bound using segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:29:17.124590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Bound port: c644db17-62c6-420b-aa84-02cfc198892f, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:29:17.124948 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c644db17-62c6-420b-aa84-02cfc198892f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:17.190540 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] For port c644db17-62c6-420b-aa84-02cfc198892f, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:29:17.193731 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] For port c644db17-62c6-420b-aa84-02cfc198892f, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c644db17-62c6-420b-aa84-02cfc198892f,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:29:17.200636 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (c644db17-62c6-420b-aa84-02cfc198892f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:17.235600 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:17.235908 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:17.237083 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] 10.222.0.32 "PUT /v2.0/ports/c644db17-62c6-420b-aa84-02cfc198892f HTTP/1.1" status: 200 len: 1091 time: 0.6185420 Feb 07 17:29:17.237546 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4ffe23-7eab-458c-9537-746d0b3ca534', 'tag': 'c644db17-62c6-420b-aa84-02cfc198892f'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:29:17.239786 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56948ad-30c7-4e1f-b25b-7a8e431c845d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4ffe23-7eab-458c-9537-746d0b3ca534", "tag": "c644db17-62c6-420b-aa84-02cfc198892f"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:29:17.271218 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12135b-4d98-4e07-b05d-becfb973aa2d service neutron] Pushing event updated for resources: {'Port': ['ID=c644db17-62c6-420b-aa84-02cfc198892f,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:29:17.308768 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a66c2f-8012-45cd-a07e-827f22a909dd x-openstack-request-id: req-45a66c2f-8012-45cd-a07e-827f22a909dd {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:29:17.309636 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4ffe23-7eab-458c-9537-746d0b3ca534", "tag": "c644db17-62c6-420b-aa84-02cfc198892f", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:29:17.310246 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45a66c2f-8012-45cd-a07e-827f22a909dd {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:29:17.310664 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4ffe23-7eab-458c-9537-746d0b3ca534', 'tag': 'c644db17-62c6-420b-aa84-02cfc198892f', 'status': 'completed', 'code': 200} Feb 07 17:29:17.330531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-7c2e7e44-3ede-4db9-8003-ffe9e01f5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:17.331827 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-7c2e7e44-3ede-4db9-8003-ffe9e01f5b36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 1125 time: 0.0534189 Feb 07 17:29:17.379464 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-32a55581-9bf5-4a6c-a6c5-c50a5cc44011 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c644db17-62c6-420b-aa84-02cfc198892f HTTP/1.1" status: 200 len: 217 time: 0.0416422 Feb 07 17:29:17.429454 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-a9dfa400-00a2-4bd0-a196-e0f4115a772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:17.430896 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-a9dfa400-00a2-4bd0-a196-e0f4115a772f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0465493 Feb 07 17:29:17.486201 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-e9a497cc-5688-4675-b69c-d9c893b37131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:17.489122 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-e9a497cc-5688-4675-b69c-d9c893b37131 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510926 Feb 07 17:29:17.586519 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91edb1-cf6c-4278-b7f7-87f828fbce85 req-e83902a5-e5c8-4cfa-a9a2-89369f9836d1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:17.588114 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a91edb1-cf6c-4278-b7f7-87f828fbce85 req-e83902a5-e5c8-4cfa-a9a2-89369f9836d1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 943 time: 0.0696664 Feb 07 17:29:17.609626 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-ab3e21c1-b5b4-44f4-b04f-f638e389cd4f service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162155 Feb 07 17:29:17.638022 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1a91edb1-cf6c-4278-b7f7-87f828fbce85 req-2f46e099-75a8-4a3d-afa9-7955f56fee2c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436201 Feb 07 17:29:17.699454 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a1d4815-0f8f-4cbd-be29-dbe58bf5590f req-477f7fbb-c370-4da9-a91a-9b665bb4e64f service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845444 Feb 07 17:29:17.790599 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56948ad-30c7-4e1f-b25b-7a8e431c845d req-2e88be80-6afe-4485-8ec5-6e810c8d7a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:17.792106 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f56948ad-30c7-4e1f-b25b-7a8e431c845d req-2e88be80-6afe-4485-8ec5-6e810c8d7a84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 1125 time: 0.0506303 Feb 07 17:29:17.880676 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56948ad-30c7-4e1f-b25b-7a8e431c845d req-fe30e301-9e8e-4caa-8170-d5f33e973abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:17.882110 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f56948ad-30c7-4e1f-b25b-7a8e431c845d req-fe30e301-9e8e-4caa-8170-d5f33e973abc service neutron] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0841506 Feb 07 17:29:17.926534 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f56948ad-30c7-4e1f-b25b-7a8e431c845d req-2343b312-2699-4cdb-830b-ff231005612c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c644db17-62c6-420b-aa84-02cfc198892f HTTP/1.1" status: 200 len: 217 time: 0.0387242 Feb 07 17:29:17.975135 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56948ad-30c7-4e1f-b25b-7a8e431c845d req-4477830c-1038-456b-92bf-5b9926ace90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:17.976561 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f56948ad-30c7-4e1f-b25b-7a8e431c845d req-4477830c-1038-456b-92bf-5b9926ace90f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0433574 Feb 07 17:29:18.025749 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56948ad-30c7-4e1f-b25b-7a8e431c845d req-ee7708ed-dbd6-4eeb-a05c-c3e0b8bc3293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:18.027239 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f56948ad-30c7-4e1f-b25b-7a8e431c845d req-ee7708ed-dbd6-4eeb-a05c-c3e0b8bc3293 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444155 Feb 07 17:29:18.119653 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f56948ad-30c7-4e1f-b25b-7a8e431c845d req-7bdf384a-c80a-4347-abb9-d6877a984ac7 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841649 Feb 07 17:29:18.208949 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f56948ad-30c7-4e1f-b25b-7a8e431c845d req-da4cb8c6-863d-44e9-b6ba-b224b967249f service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832212 Feb 07 17:29:18.763198 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f99cc-4b46-45af-90fe-ba193dca9b25 req-5b327eed-b539-4809-944d-bd518320f984 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:18.764672 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-054f99cc-4b46-45af-90fe-ba193dca9b25 req-5b327eed-b539-4809-944d-bd518320f984 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 943 time: 0.0540271 Feb 07 17:29:18.812040 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-054f99cc-4b46-45af-90fe-ba193dca9b25 req-9cfee43e-c089-417f-af06-ef0941fa3eed tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415666 Feb 07 17:29:19.254490 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device c644db17-62c6-420b-aa84-02cfc198892f details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:29:19.354123 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port c644db17-62c6-420b-aa84-02cfc198892f, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c644db17-62c6-420b-aa84-02cfc198892f,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:29:19.366206 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'c644db17-62c6-420b-aa84-02cfc198892f', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'port_id': 'c644db17-62c6-420b-aa84-02cfc198892f', 'mac_address': 'fa:16:3e:a2:20:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:29:19.408385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port c644db17-62c6-420b-aa84-02cfc198892f is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:29:19.408848 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c644db17-62c6-420b-aa84-02cfc198892f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:19.424775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c644db17-62c6-420b-aa84-02cfc198892f {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:29:19.446589 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port c644db17-62c6-420b-aa84-02cfc198892f, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c644db17-62c6-420b-aa84-02cfc198892f,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:29:19.451583 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c644db17-62c6-420b-aa84-02cfc198892f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:19.504821 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=c644db17-62c6-420b-aa84-02cfc198892f,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:29:19.655495 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['c644db17-62c6-420b-aa84-02cfc198892f'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:29:19.930596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34169f-1799-44bb-b5fd-0e223c260635 req-95fc93f9-c3fe-4b78-ac6c-da840c46321c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:19.932081 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc34169f-1799-44bb-b5fd-0e223c260635 req-95fc93f9-c3fe-4b78-ac6c-da840c46321c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 944 time: 0.0526769 Feb 07 17:29:19.978912 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc34169f-1799-44bb-b5fd-0e223c260635 req-21eaf895-3c4a-4351-82fb-c3115e04d40e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405548 Feb 07 17:29:21.105299 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438c37f-368a-4253-a6fc-e786595716c9 req-23b4f2c6-4444-479f-9565-30b7592c92d9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:21.107148 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f438c37f-368a-4253-a6fc-e786595716c9 req-23b4f2c6-4444-479f-9565-30b7592c92d9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 944 time: 0.0586836 Feb 07 17:29:21.155162 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f438c37f-368a-4253-a6fc-e786595716c9 req-40abdf60-a17e-4a7f-928c-2d871eef8005 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409992 Feb 07 17:29:21.254647 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device c644db17-62c6-420b-aa84-02cfc198892f up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:29:21.307536 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port c644db17-62c6-420b-aa84-02cfc198892f completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:29:21.311866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port c644db17-62c6-420b-aa84-02cfc198892f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:29:21.312245 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (c644db17-62c6-420b-aa84-02cfc198892f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:21.389110 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port c644db17-62c6-420b-aa84-02cfc198892f is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:29:21.389536 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c644db17-62c6-420b-aa84-02cfc198892f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:21.411829 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4ffe23-7eab-458c-9537-746d0b3ca534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c644db17-62c6-420b-aa84-02cfc198892f'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:29:21.414109 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4668f7-af55-416c-8a24-2b3cbf49dc83" -d '{"events": [{"server_uuid": "9a4ffe23-7eab-458c-9537-746d0b3ca534", "name": "network-vif-plugged", "status": "completed", "tag": "c644db17-62c6-420b-aa84-02cfc198892f"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:29:21.426830 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port c644db17-62c6-420b-aa84-02cfc198892f, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c644db17-62c6-420b-aa84-02cfc198892f,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:29:21.430755 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c644db17-62c6-420b-aa84-02cfc198892f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:21.457537 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b31794-18ad-4bb0-a066-3ea04f08b027 x-openstack-request-id: req-40b31794-18ad-4bb0-a066-3ea04f08b027 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:29:21.457835 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4ffe23-7eab-458c-9537-746d0b3ca534", "name": "network-vif-plugged", "status": "completed", "tag": "c644db17-62c6-420b-aa84-02cfc198892f", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:29:21.458095 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40b31794-18ad-4bb0-a066-3ea04f08b027 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:29:21.458490 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4ffe23-7eab-458c-9537-746d0b3ca534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c644db17-62c6-420b-aa84-02cfc198892f', 'code': 200} Feb 07 17:29:21.488057 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=c644db17-62c6-420b-aa84-02cfc198892f,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:29:21.549361 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba00b1-b91e-439e-bd48-4ba252b3b571 req-72a3edff-376c-4145-9fc3-6d45ef280d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:21.550805 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-80ba00b1-b91e-439e-bd48-4ba252b3b571 req-72a3edff-376c-4145-9fc3-6d45ef280d42 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 1127 time: 0.0443850 Feb 07 17:29:21.594654 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-80ba00b1-b91e-439e-bd48-4ba252b3b571 req-56bbc44f-d90f-4078-8e47-20660b37680a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381885 Feb 07 17:29:21.640210 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:22.283100 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650c94a-331a-42f5-9464-717523180a80 req-ebd0bdcd-9399-4edc-a478-afe03af05324 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:22.284602 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8650c94a-331a-42f5-9464-717523180a80 req-ebd0bdcd-9399-4edc-a478-afe03af05324 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0597441 Feb 07 17:29:22.332013 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8650c94a-331a-42f5-9464-717523180a80 req-a43edda6-44c6-436f-9306-3b72bd60870d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416412 Feb 07 17:29:23.458919 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6596690-e0df-481a-bac7-613e4ddb6367 req-453d817d-f75d-45b6-9bf9-1edf298f56ec tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:23.460348 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c6596690-e0df-481a-bac7-613e4ddb6367 req-453d817d-f75d-45b6-9bf9-1edf298f56ec tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0588849 Feb 07 17:29:23.507985 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c6596690-e0df-481a-bac7-613e4ddb6367 req-37d4e7bb-71ff-4aa9-8503-f301d3f54487 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420835 Feb 07 17:29:23.529511 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:23.628219 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e388d-939e-4fea-b48f-aee9e05e809b req-9d3c2b83-e12d-404d-b269-c97ab8c29c23 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:23.629796 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-244e388d-939e-4fea-b48f-aee9e05e809b req-9d3c2b83-e12d-404d-b269-c97ab8c29c23 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0548651 Feb 07 17:29:23.638892 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59504) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:29:23.644537 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1a9cf654-cc69-459c-acfe-ff5f9fa4f952 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Request body: {'floatingip': {'port_id': 'c644db17-62c6-420b-aa84-02cfc198892f'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:29:23.684310 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a9cf654-cc69-459c-acfe-ff5f9fa4f952 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for floatingip (9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:24.115664 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a9cf654-cc69-459c-acfe-ff5f9fa4f952 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:24.119869 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a9cf654-cc69-459c-acfe-ff5f9fa4f952 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:24.224166 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-1a9cf654-cc69-459c-acfe-ff5f9fa4f952 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Floating IP 9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7 associated. External IP: 172.25.4.10, port: c644db17-62c6-420b-aa84-02cfc198892f. Feb 07 17:29:24.439808 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9cf654-cc69-459c-acfe-ff5f9fa4f952 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Router c0316b69-f726-430a-8fb8-111592e08baf has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:29:24.553245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9cf654-cc69-459c-acfe-ff5f9fa4f952 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:29:24.558279 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a9cf654-cc69-459c-acfe-ff5f9fa4f952 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:24.564142 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3633a2bb-1f00-44c5-851e-e88d50d899cc None None] Sync routers for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:29:24.574174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3633a2bb-1f00-44c5-851e-e88d50d899cc None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:29:24.574807 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3633a2bb-1f00-44c5-851e-e88d50d899cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:28:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:29:24.588760 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1a9cf654-cc69-459c-acfe-ff5f9fa4f952 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "PUT /v2.0/floatingips/9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7 HTTP/1.1" status: 200 len: 990 time: 0.9487393 Feb 07 17:29:24.589671 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4ffe23-7eab-458c-9537-746d0b3ca534', 'tag': 'c644db17-62c6-420b-aa84-02cfc198892f'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:29:24.592654 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07598bc4-5162-4e45-9e9d-5ffadca1896f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4ffe23-7eab-458c-9537-746d0b3ca534", "tag": "c644db17-62c6-420b-aa84-02cfc198892f"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:29:24.631591 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afd9154-599d-40a5-9800-e5df452ab76d x-openstack-request-id: req-2afd9154-599d-40a5-9800-e5df452ab76d {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:29:24.632201 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4ffe23-7eab-458c-9537-746d0b3ca534", "tag": "c644db17-62c6-420b-aa84-02cfc198892f", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:29:24.632201 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2afd9154-599d-40a5-9800-e5df452ab76d {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:29:24.632525 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4ffe23-7eab-458c-9537-746d0b3ca534', 'tag': 'c644db17-62c6-420b-aa84-02cfc198892f', 'status': 'completed', 'code': 200} Feb 07 17:29:24.695879 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1272ea-6273-4c54-abbe-6d7bca010c8a req-13bb2b1a-98b2-41b4-b50b-4bf8fc32a35b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:24.697339 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de1272ea-6273-4c54-abbe-6d7bca010c8a req-13bb2b1a-98b2-41b4-b50b-4bf8fc32a35b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0572543 Feb 07 17:29:24.700838 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07598bc4-5162-4e45-9e9d-5ffadca1896f req-6b2b7898-596b-4eca-babe-3645d6af1433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:24.702428 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-07598bc4-5162-4e45-9e9d-5ffadca1896f req-6b2b7898-596b-4eca-babe-3645d6af1433 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 1127 time: 0.0494895 Feb 07 17:29:24.702569 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3633a2bb-1f00-44c5-851e-e88d50d899cc None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:29:24.748868 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de1272ea-6273-4c54-abbe-6d7bca010c8a req-574ba742-05f4-4228-a1b1-53cd911dc870 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444846 Feb 07 17:29:24.801809 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07598bc4-5162-4e45-9e9d-5ffadca1896f req-5aea4d64-7f53-4f64-9f10-7c0ab9e5aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:24.803469 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-07598bc4-5162-4e45-9e9d-5ffadca1896f req-5aea4d64-7f53-4f64-9f10-7c0ab9e5aa05 service neutron] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0948255 Feb 07 17:29:24.868687 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-07598bc4-5162-4e45-9e9d-5ffadca1896f req-3bc3f0d4-5c1c-415e-a735-dffd627eb8c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c644db17-62c6-420b-aa84-02cfc198892f HTTP/1.1" status: 200 len: 998 time: 0.0598283 Feb 07 17:29:24.915665 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07598bc4-5162-4e45-9e9d-5ffadca1896f req-dd0b8d87-5791-440b-a124-a85958580e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:24.917165 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-07598bc4-5162-4e45-9e9d-5ffadca1896f req-dd0b8d87-5791-440b-a124-a85958580e8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0429497 Feb 07 17:29:24.939860 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3633a2bb-1f00-44c5-851e-e88d50d899cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'port_id': 'c644db17-62c6-420b-aa84-02cfc198892f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'mac_address': 'fa:16:3e:a2:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ffe23-7eab-458c-9537-746d0b3ca534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:27:29Z', 'updated_at': '2022-02-07T17:29:24Z', 'revision_number': 9, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:29:24.970330 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07598bc4-5162-4e45-9e9d-5ffadca1896f req-f00a3cb7-8100-4fd6-8f84-2be3435261c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:24.970877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3633a2bb-1f00-44c5-851e-e88d50d899cc None None] Checking router: c0316b69-f726-430a-8fb8-111592e08baf for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:29:24.971782 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-07598bc4-5162-4e45-9e9d-5ffadca1896f req-f00a3cb7-8100-4fd6-8f84-2be3435261c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489590 Feb 07 17:29:24.979345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3633a2bb-1f00-44c5-851e-e88d50d899cc None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:29:24.979955 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3633a2bb-1f00-44c5-851e-e88d50d899cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:28:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:29:25.060107 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-07598bc4-5162-4e45-9e9d-5ffadca1896f req-f12a8779-7d8a-4d78-931e-3a3febe8e833 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829344 Feb 07 17:29:25.090731 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3633a2bb-1f00-44c5-851e-e88d50d899cc None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:29:25.153953 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-07598bc4-5162-4e45-9e9d-5ffadca1896f req-4d30e8cb-8086-478a-9865-913ea71cd0e5 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877426 Feb 07 17:29:25.332042 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3633a2bb-1f00-44c5-851e-e88d50d899cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'port_id': 'c644db17-62c6-420b-aa84-02cfc198892f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'mac_address': 'fa:16:3e:a2:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ffe23-7eab-458c-9537-746d0b3ca534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:27:29Z', 'updated_at': '2022-02-07T17:29:24Z', 'revision_number': 9, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:29:25.362763 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3633a2bb-1f00-44c5-851e-e88d50d899cc None None] The sync data for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 is: [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'port_id': 'c644db17-62c6-420b-aa84-02cfc198892f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'mac_address': 'fa:16:3e:a2:20:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4ffe23-7eab-458c-9537-746d0b3ca534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:27:29Z', 'updated_at': '2022-02-07T17:29:24Z', 'revision_number': 9, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:29:25.557791 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9642ce8f-c0b1-4498-8bc1-1a2c9e150f40 None None] New status for floating IP 9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:29:25.818674 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8f423b75-1f92-40d1-a15f-b443c0d7ef00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:25.875431 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066591ef-7547-4a31-951a-dcceefc2b323 req-a1c4d099-835f-4046-863e-a9cc48c73439 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:25.876922 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-066591ef-7547-4a31-951a-dcceefc2b323 req-a1c4d099-835f-4046-863e-a9cc48c73439 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0556507 Feb 07 17:29:25.924340 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-066591ef-7547-4a31-951a-dcceefc2b323 req-7c9a1246-9780-4484-b5ff-5d2a8b5a8808 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417483 Feb 07 17:29:26.162771 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-633b39e6-ff33-40ca-a001-144b9dc20b3b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457561 Feb 07 17:29:26.175054 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ad938-04ab-48c1-8629-615853435c51 req-bbd154c7-f12a-43f2-a739-fba76b69d5bf tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:26.176576 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4b5ad938-04ab-48c1-8629-615853435c51 req-bbd154c7-f12a-43f2-a739-fba76b69d5bf tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0537112 Feb 07 17:29:26.225752 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4b5ad938-04ab-48c1-8629-615853435c51 req-d31ab421-ce82-4acb-ace9-7703d9bb5d9f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430017 Feb 07 17:29:27.227078 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-2a559ff8-005c-41d1-a002-69c799066ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:27.228647 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-2a559ff8-005c-41d1-a002-69c799066ed5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 1127 time: 0.0525384 Feb 07 17:29:27.319775 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-d94ff15d-e2f5-4754-af47-94bbd93e9924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:27.321286 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-d94ff15d-e2f5-4754-af47-94bbd93e9924 service neutron] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0866358 Feb 07 17:29:27.352903 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39d7cc-71f2-4bfe-ac0c-40493939ddae req-8ba7461b-e198-487b-95ef-8e6978062dc7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:27.354506 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce39d7cc-71f2-4bfe-ac0c-40493939ddae req-8ba7461b-e198-487b-95ef-8e6978062dc7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0568714 Feb 07 17:29:27.391900 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-564889db-e4ec-44b6-b35a-b579ed2b5625 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c644db17-62c6-420b-aa84-02cfc198892f HTTP/1.1" status: 200 len: 1001 time: 0.0645547 Feb 07 17:29:27.402324 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce39d7cc-71f2-4bfe-ac0c-40493939ddae req-895e5ba4-4b7a-44a3-b175-2da5ceb0595a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408251 Feb 07 17:29:27.444407 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-09da76bd-9f23-4dea-86cf-88e39b03c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:27.445898 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-09da76bd-9f23-4dea-86cf-88e39b03c1a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0484025 Feb 07 17:29:27.495005 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-8728852b-166e-4fc6-892a-58a69f1b3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:27.496548 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-8728852b-166e-4fc6-892a-58a69f1b3c23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453954 Feb 07 17:29:27.587516 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-e918161c-c260-43f5-ad2e-5c565db014c9 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855930 Feb 07 17:29:27.677081 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-87f886e8-ce50-483b-847d-3ebf05f7ae63 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838153 Feb 07 17:29:28.221183 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-98fb4feb-ca79-4bd4-9763-032f6a9c97a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:28.527504 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f2023-3a79-48ad-a04b-cc03240fc02d req-a9b58835-afbe-4b14-a7ac-03d1fba4eab1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:28.529102 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-037f2023-3a79-48ad-a04b-cc03240fc02d req-a9b58835-afbe-4b14-a7ac-03d1fba4eab1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0536191 Feb 07 17:29:28.581923 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-037f2023-3a79-48ad-a04b-cc03240fc02d req-6d3e179b-a151-4c83-b883-13fe05f72ca3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465841 Feb 07 17:29:29.618929 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:29.717242 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850747a-8e66-44eb-9f19-a6716022650c req-ffa4405d-c0fe-4ad4-812f-c425ee03dc4c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:29.718754 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d850747a-8e66-44eb-9f19-a6716022650c req-ffa4405d-c0fe-4ad4-812f-c425ee03dc4c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0593069 Feb 07 17:29:29.767153 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d850747a-8e66-44eb-9f19-a6716022650c req-c1acc794-1411-4703-b958-fb1f057325aa tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428281 Feb 07 17:29:30.886207 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72d314-6b27-4f2a-b065-59573204a3c4 req-7f7b394f-7baa-49f8-ab7a-13caf5691c60 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:30.887679 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0e72d314-6b27-4f2a-b065-59573204a3c4 req-7f7b394f-7baa-49f8-ab7a-13caf5691c60 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0522473 Feb 07 17:29:30.934621 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0e72d314-6b27-4f2a-b065-59573204a3c4 req-01dde6ee-b49b-494f-bf36-e6f5749efd61 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406368 Feb 07 17:29:30.951161 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:31.563699 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:29:32.056074 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404f673-4c2c-49c3-a29f-95b0e7e2c3b3 req-abf315f5-21ab-4599-bc65-2d2e8c073691 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:32.057562 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1404f673-4c2c-49c3-a29f-95b0e7e2c3b3 req-abf315f5-21ab-4599-bc65-2d2e8c073691 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0534859 Feb 07 17:29:32.108004 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1404f673-4c2c-49c3-a29f-95b0e7e2c3b3 req-7e8abaec-7624-42d6-a4f1-16d509495609 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440602 Feb 07 17:29:32.453981 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:33.229223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb7aba-4e02-4b1a-a741-c3b5e527fbfb req-2da1fccc-c35d-4e19-b748-c923793e1544 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:33.230715 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdcb7aba-4e02-4b1a-a741-c3b5e527fbfb req-2da1fccc-c35d-4e19-b748-c923793e1544 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0536962 Feb 07 17:29:33.278517 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fdcb7aba-4e02-4b1a-a741-c3b5e527fbfb req-7e662f12-cb3d-424b-ac57-27be4819df76 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417402 Feb 07 17:29:34.398759 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4361d2-e0de-41cc-87cc-0ba91899c7f4 req-e97a6b50-14ee-4724-aed0-586be08adda9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:34.400231 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4d4361d2-e0de-41cc-87cc-0ba91899c7f4 req-e97a6b50-14ee-4724-aed0-586be08adda9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0528364 Feb 07 17:29:34.446419 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4d4361d2-e0de-41cc-87cc-0ba91899c7f4 req-7fd3a81c-2b9a-4531-95f0-aaf834617742 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399089 Feb 07 17:29:35.572154 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fa97a-59b1-420a-898e-990b94ae60b7 req-9ee69ea9-c0e4-499b-8f8a-621a8f697c88 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:35.576805 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-484fa97a-59b1-420a-898e-990b94ae60b7 req-9ee69ea9-c0e4-499b-8f8a-621a8f697c88 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0591259 Feb 07 17:29:35.623640 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-484fa97a-59b1-420a-898e-990b94ae60b7 req-bb15a122-de9e-438c-ad69-b4efc9dceda8 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407996 Feb 07 17:29:36.744940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f1ac2-dfd1-4a95-a3ef-28434d0ec9c8 req-54efaca1-8cf3-4401-a3c3-102e650ac1dd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:36.746471 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f27f1ac2-dfd1-4a95-a3ef-28434d0ec9c8 req-54efaca1-8cf3-4401-a3c3-102e650ac1dd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0535324 Feb 07 17:29:36.792893 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f27f1ac2-dfd1-4a95-a3ef-28434d0ec9c8 req-41e92677-86d3-412a-aa4a-1728523a8d39 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405407 Feb 07 17:29:37.912768 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdef1b-26bd-47aa-a790-41a9ef339853 req-055159ca-0e91-471f-8765-c47f9cd93e9b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:37.914263 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8cbdef1b-26bd-47aa-a790-41a9ef339853 req-055159ca-0e91-471f-8765-c47f9cd93e9b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0521700 Feb 07 17:29:37.961102 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8cbdef1b-26bd-47aa-a790-41a9ef339853 req-b78be1c1-f9e5-4681-9b7e-d85cc6f1d9dd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405343 Feb 07 17:29:39.089194 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616d7e6-b94b-4965-9f25-a5fbf4493fa4 req-c70f1eef-aa2c-4099-ada5-0608147c2c28 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:39.090730 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0616d7e6-b94b-4965-9f25-a5fbf4493fa4 req-c70f1eef-aa2c-4099-ada5-0608147c2c28 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0574827 Feb 07 17:29:39.138261 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0616d7e6-b94b-4965-9f25-a5fbf4493fa4 req-7f607355-a563-447f-9321-0b7aa99bd660 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417051 Feb 07 17:29:40.269651 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491db2d-fa8f-4313-bdaf-d227d61f1b4d req-9ed261d9-0de2-4a9a-9e92-a0e210165418 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:40.271135 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d491db2d-fa8f-4313-bdaf-d227d61f1b4d req-9ed261d9-0de2-4a9a-9e92-a0e210165418 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0581925 Feb 07 17:29:40.319289 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d491db2d-fa8f-4313-bdaf-d227d61f1b4d req-0e3d7119-b7a8-4f8d-ba1c-d259291e206a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425029 Feb 07 17:29:41.440880 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8164948-65f8-49b3-9dea-0e18a9202247 req-5a1a429d-e93a-48a9-9de7-2136f8c741a9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:41.442413 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e8164948-65f8-49b3-9dea-0e18a9202247 req-5a1a429d-e93a-48a9-9de7-2136f8c741a9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0544848 Feb 07 17:29:41.488913 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e8164948-65f8-49b3-9dea-0e18a9202247 req-307052ab-8205-4403-9f45-9d108f21c0ba tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409496 Feb 07 17:29:42.616943 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf670d0-fdde-40a9-b9b5-73f0db0dd779 req-582bd5fb-3e55-49e3-b1f5-564fe7722efc tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:42.618481 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-edf670d0-fdde-40a9-b9b5-73f0db0dd779 req-582bd5fb-3e55-49e3-b1f5-564fe7722efc tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0547576 Feb 07 17:29:42.667494 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-edf670d0-fdde-40a9-b9b5-73f0db0dd779 req-95daa5fe-5f1f-4a4a-ab85-bf225ac9ba26 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428829 Feb 07 17:29:43.789803 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287e2bf-f88d-47ec-9031-848f8eba59d9 req-d637d220-046f-4343-9e52-0cd0b006845a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:43.791300 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a287e2bf-f88d-47ec-9031-848f8eba59d9 req-d637d220-046f-4343-9e52-0cd0b006845a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0573733 Feb 07 17:29:43.837796 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a287e2bf-f88d-47ec-9031-848f8eba59d9 req-b4d02ced-3920-46bd-a1bf-66ab77208329 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408902 Feb 07 17:29:44.314829 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-7a13dc6d-7c48-4b57-95dc-92b3b69a7454 service neutron] show failed (client error): The resource could not be found. Feb 07 17:29:44.315852 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-7a13dc6d-7c48-4b57-95dc-92b3b69a7454 service neutron] 10.222.0.32 "GET /v2.0/ports/c644db17-62c6-420b-aa84-02cfc198892f/bindings/n-h1-827865-3 HTTP/1.1" status: 404 len: 380 time: 0.1046250 Feb 07 17:29:44.512138 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-d83df972-688e-4e4d-af60-7d729c5ff112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:44.513805 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-d83df972-688e-4e4d-af60-7d729c5ff112 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534&tenant_id=03c56763a3354259a164a62292c3b8c3 HTTP/1.1" status: 200 len: 1127 time: 0.0452378 Feb 07 17:29:44.524008 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827865-3', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:29:44.582358 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c644db17-62c6-420b-aa84-02cfc198892f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:44.784178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] For port c644db17-62c6-420b-aa84-02cfc198892f, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c644db17-62c6-420b-aa84-02cfc198892f,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:29:44.817517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] For port c644db17-62c6-420b-aa84-02cfc198892f, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:29:44.856582 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4ffe23-7eab-458c-9537-746d0b3ca534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c644db17-62c6-420b-aa84-02cfc198892f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:29:44.859105 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e5dc82-2c86-4ae6-92e7-7a0c4e3950b4" -d '{"events": [{"server_uuid": "9a4ffe23-7eab-458c-9537-746d0b3ca534", "name": "network-vif-unplugged", "status": "completed", "tag": "c644db17-62c6-420b-aa84-02cfc198892f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:29:44.863042 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] Publish callbacks [] for port (c644db17-62c6-420b-aa84-02cfc198892f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:44.875772 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] Transition to ACTIVE for port object c644db17-62c6-420b-aa84-02cfc198892f will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:29:44.880051 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (c644db17-62c6-420b-aa84-02cfc198892f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:44.914718 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 17:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2897a8c6-3210-42a8-aab1-77fa27bfb683 x-openstack-request-id: req-2897a8c6-3210-42a8-aab1-77fa27bfb683 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:29:44.915015 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4ffe23-7eab-458c-9537-746d0b3ca534", "name": "network-vif-unplugged", "status": "completed", "tag": "c644db17-62c6-420b-aa84-02cfc198892f", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:29:44.915277 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2897a8c6-3210-42a8-aab1-77fa27bfb683 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:29:44.915675 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4ffe23-7eab-458c-9537-746d0b3ca534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c644db17-62c6-420b-aa84-02cfc198892f', 'code': 200} Feb 07 17:29:44.929027 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] Pushing event updated for resources: {'Port': ['ID=c644db17-62c6-420b-aa84-02cfc198892f,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:29:44.970968 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26f9eb-d56c-4003-9221-7b0842c5f76e req-e1d84f8c-2faf-4c95-ac58-47eac086cc01 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:44.973972 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e26f9eb-d56c-4003-9221-7b0842c5f76e req-e1d84f8c-2faf-4c95-ac58-47eac086cc01 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 943 time: 0.0637174 Feb 07 17:29:45.013493 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] No DVR routers for this DVR port c644db17-62c6-420b-aa84-02cfc198892f on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:29:45.032714 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6e26f9eb-d56c-4003-9221-7b0842c5f76e req-ed885c97-f58d-4f29-85bc-eb360d772ba5 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527194 Feb 07 17:29:45.157418 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] Attempting to bind port c644db17-62c6-420b-aa84-02cfc198892f on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:29:45.157761 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] Attempting to bind port c644db17-62c6-420b-aa84-02cfc198892f by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:29:45.158097 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] Attempting to bind port c644db17-62c6-420b-aa84-02cfc198892f on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:29:45.162379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] Port c644db17-62c6-420b-aa84-02cfc198892f on network 61760fb1-034c-41a3-a286-0143d8411eff not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:29:45.162703 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] Attempting to bind port c644db17-62c6-420b-aa84-02cfc198892f on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:29:45.167607 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:29:45.167949 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] Checking segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:29:45.168333 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] Bound using segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:29:45.168762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] Bound port: c644db17-62c6-420b-aa84-02cfc198892f, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:29:45.169145 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c644db17-62c6-420b-aa84-02cfc198892f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:45.232937 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] For port c644db17-62c6-420b-aa84-02cfc198892f, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:29:45.235974 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] For port c644db17-62c6-420b-aa84-02cfc198892f, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c644db17-62c6-420b-aa84-02cfc198892f,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:29:45.241968 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (c644db17-62c6-420b-aa84-02cfc198892f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:45.276033 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:45.276671 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:45.278113 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] 10.222.0.48 "PUT /v2.0/ports/c644db17-62c6-420b-aa84-02cfc198892f HTTP/1.1" status: 200 len: 1091 time: 0.7581141 Feb 07 17:29:45.332950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fed99-8dbe-4bbe-98ff-c9857953b340 service neutron] Pushing event updated for resources: {'Port': ['ID=c644db17-62c6-420b-aa84-02cfc198892f,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:29:45.354191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-bea0a145-35b2-44e3-b654-e87d3d3036da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:45.355748 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-bea0a145-35b2-44e3-b654-e87d3d3036da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 1125 time: 0.0566733 Feb 07 17:29:45.450389 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-d71f714c-7bb8-45d6-a6fb-2938171736ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:45.452052 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-d71f714c-7bb8-45d6-a6fb-2938171736ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0897095 Feb 07 17:29:45.523747 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-99a94c8c-3d08-4d65-89d9-c91a7b74cca0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c644db17-62c6-420b-aa84-02cfc198892f HTTP/1.1" status: 200 len: 999 time: 0.0646489 Feb 07 17:29:45.573295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-7c3b3324-f511-4759-9edd-fc007c3c2e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:45.574646 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-7c3b3324-f511-4759-9edd-fc007c3c2e57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0434287 Feb 07 17:29:45.622614 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-3936a00c-5b14-4d57-ad99-68cfdb7d90f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:45.624111 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-3936a00c-5b14-4d57-ad99-68cfdb7d90f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441844 Feb 07 17:29:45.715274 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-24bf4dd0-5f17-4f12-bd34-4241541ffd78 service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855107 Feb 07 17:29:45.803867 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d2ff62c3-970a-4933-9724-d2291316d2ad req-12338f65-ad5c-490b-b963-679591f535e8 service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831366 Feb 07 17:29:46.160007 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02716a22-a85c-4c8c-81d4-03173c00e51a req-13405bae-e18e-4837-a064-f015559909a8 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:46.161544 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02716a22-a85c-4c8c-81d4-03173c00e51a req-13405bae-e18e-4837-a064-f015559909a8 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 943 time: 0.0541036 Feb 07 17:29:46.212570 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02716a22-a85c-4c8c-81d4-03173c00e51a req-514347e5-4ca6-4f2b-a2a2-a97eac2e640d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452616 Feb 07 17:29:46.916603 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4ffe23-7eab-458c-9537-746d0b3ca534', 'tag': 'c644db17-62c6-420b-aa84-02cfc198892f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:29:46.919016 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4ffe23-7eab-458c-9537-746d0b3ca534", "tag": "c644db17-62c6-420b-aa84-02cfc198892f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:29:46.966707 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7add20de-7ed9-46a5-ada9-bf388fe5844a x-openstack-request-id: req-7add20de-7ed9-46a5-ada9-bf388fe5844a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:29:46.967536 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4ffe23-7eab-458c-9537-746d0b3ca534", "tag": "c644db17-62c6-420b-aa84-02cfc198892f", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:29:46.967941 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7add20de-7ed9-46a5-ada9-bf388fe5844a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:29:46.968375 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4ffe23-7eab-458c-9537-746d0b3ca534', 'tag': 'c644db17-62c6-420b-aa84-02cfc198892f', 'status': 'completed', 'code': 200} Feb 07 17:29:47.030359 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-0234c2c9-8efe-435e-ac3a-12c9d97a0188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:47.030969 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-9d702003-adc1-49e3-a9aa-bf4287885cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:47.031899 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-0234c2c9-8efe-435e-ac3a-12c9d97a0188 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 1125 time: 0.0462565 Feb 07 17:29:47.032143 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-9d702003-adc1-49e3-a9aa-bf4287885cd1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 1125 time: 0.0446744 Feb 07 17:29:47.125885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-9e812af3-b597-41aa-b97c-0a6c88535ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:47.126923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-ddbd897b-2943-4246-9425-06fadecbb010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:47.127412 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-9e812af3-b597-41aa-b97c-0a6c88535ed1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0900080 Feb 07 17:29:47.128387 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-ddbd897b-2943-4246-9425-06fadecbb010 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0881338 Feb 07 17:29:47.395783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device c644db17-62c6-420b-aa84-02cfc198892f no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:29:47.442222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] The host n-h2-827865-3 is not matching for port c644db17-62c6-420b-aa84-02cfc198892f host n-h1-827865-3! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 17:29:47.442739 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device c644db17-62c6-420b-aa84-02cfc198892f not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:29:47.528270 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-a1165707-af0a-415e-9b88-3b6577714a48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c644db17-62c6-420b-aa84-02cfc198892f HTTP/1.1" status: 200 len: 999 time: 0.3950720 Feb 07 17:29:47.566670 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-b894060e-7ca8-484b-827d-d4c4c76fa5bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c644db17-62c6-420b-aa84-02cfc198892f HTTP/1.1" status: 200 len: 999 time: 0.4321582 Feb 07 17:29:47.578002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-27a58b02-972f-4c9b-b6e8-42b705a45269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:47.579500 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-27a58b02-972f-4c9b-b6e8-42b705a45269 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0454197 Feb 07 17:29:47.611227 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddef47a-cd0b-4d97-a51a-981ac6629a04 req-09bb3db1-f290-466d-b221-1d10e90f6550 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:47.612704 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0ddef47a-cd0b-4d97-a51a-981ac6629a04 req-09bb3db1-f290-466d-b221-1d10e90f6550 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 943 time: 0.0959992 Feb 07 17:29:47.633264 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-49db1f47-9c73-4177-89c7-51bf64fce81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:47.634875 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-49db1f47-9c73-4177-89c7-51bf64fce81b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497046 Feb 07 17:29:47.643238 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-bb372e74-b1da-4707-9591-fe189f494bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:47.644675 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-bb372e74-b1da-4707-9591-fe189f494bdb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0718529 Feb 07 17:29:47.697308 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0ddef47a-cd0b-4d97-a51a-981ac6629a04 req-c3c6ad2d-655e-48a3-ab1c-a0d7bdf2b6cb tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768147 Feb 07 17:29:47.715067 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-d9f2a8d2-bb6c-4438-8e7c-a145410050e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:47.716574 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-d9f2a8d2-bb6c-4438-8e7c-a145410050e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0610862 Feb 07 17:29:47.728064 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-57184c6b-137c-4ee8-a26b-2d93e099ed16 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871129 Feb 07 17:29:47.805526 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-6d982964-5a60-4d36-8076-b949f6348578 service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826423 Feb 07 17:29:47.829101 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-7adb65ba-0368-4dfe-a6c2-65bc9c4ff2ec service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947905 Feb 07 17:29:47.898052 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b1fa1ae0-e2be-4b60-88e4-a4ea3e4c4d79 req-507b636a-122d-428c-b2e0-962b0078dbec service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865936 Feb 07 17:29:48.821565 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cdb63-5d33-4d4f-870c-d92f8f1ecdca req-433d0344-ee68-4720-ba1c-077e6dda5029 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:48.823029 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b20cdb63-5d33-4d4f-870c-d92f8f1ecdca req-433d0344-ee68-4720-ba1c-077e6dda5029 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 943 time: 0.0531015 Feb 07 17:29:48.869319 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b20cdb63-5d33-4d4f-870c-d92f8f1ecdca req-4d680380-b23c-49f0-a3ac-7592b7d0bff4 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399692 Feb 07 17:29:49.157229 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-d52ae383-b22c-4ebd-96cc-5ff9492a7687 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:49.158906 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-d52ae383-b22c-4ebd-96cc-5ff9492a7687 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534&tenant_id=03c56763a3354259a164a62292c3b8c3&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 943 time: 0.0583742 Feb 07 17:29:49.173058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a4b06-1cde-4a50-a493-c4fd3a830aec req-23e624d8-2657-4d0b-95e1-9a3ff4d3745a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:49.174568 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-874a4b06-1cde-4a50-a493-c4fd3a830aec req-23e624d8-2657-4d0b-95e1-9a3ff4d3745a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 943 time: 0.0530071 Feb 07 17:29:49.220220 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-53c9b02f-e801-47c7-b6c5-76fdc89fcda7 service neutron] 10.222.0.48 "GET /v2.0/ports/c644db17-62c6-420b-aa84-02cfc198892f/bindings/n-h1-827865-3 HTTP/1.1" status: 200 len: 382 time: 0.0550275 Feb 07 17:29:49.223284 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-874a4b06-1cde-4a50-a493-c4fd3a830aec req-8fd96491-4e36-4901-8dc2-88798ff81455 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430765 Feb 07 17:29:49.291115 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-a1070586-959e-4a23-adbe-c204641c65c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:49.292613 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-a1070586-959e-4a23-adbe-c204641c65c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 1125 time: 0.0505149 Feb 07 17:29:49.379358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-24e36b2d-feac-40f1-82e7-e5ceefe763e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:49.380742 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-24e36b2d-feac-40f1-82e7-e5ceefe763e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0830216 Feb 07 17:29:49.449178 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-bb07b03a-c506-4d52-8750-b58221266b9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c644db17-62c6-420b-aa84-02cfc198892f HTTP/1.1" status: 200 len: 999 time: 0.0623600 Feb 07 17:29:49.495938 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-f92cb3d8-721a-4c20-9d07-8e1120c51945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:49.497423 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-f92cb3d8-721a-4c20-9d07-8e1120c51945 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0432680 Feb 07 17:29:49.546334 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-956cc90b-c234-49bf-8dba-ebe6f7b1bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:49.547873 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-956cc90b-c234-49bf-8dba-ebe6f7b1bfb6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452273 Feb 07 17:29:49.639457 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-a3e5627d-51fe-434a-8759-f9f374c7b1f9 service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854278 Feb 07 17:29:49.727050 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-995f3565-57ec-4c1a-8331-ceeafec775bd service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830152 Feb 07 17:29:50.348412 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088f73b-8102-4c9b-87b1-ee1fb96f23c4 req-d166f540-2148-4092-bedc-8b97f105bcfb tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:50.349933 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8088f73b-8102-4c9b-87b1-ee1fb96f23c4 req-d166f540-2148-4092-bedc-8b97f105bcfb tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 943 time: 0.0537233 Feb 07 17:29:50.397887 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8088f73b-8102-4c9b-87b1-ee1fb96f23c4 req-438260c7-7adf-4770-ab90-105ca32a15f0 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423481 Feb 07 17:29:50.811932 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c644db17-62c6-420b-aa84-02cfc198892f details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:29:50.911468 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port c644db17-62c6-420b-aa84-02cfc198892f, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c644db17-62c6-420b-aa84-02cfc198892f,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:29:50.923155 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'c644db17-62c6-420b-aa84-02cfc198892f', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'port_id': 'c644db17-62c6-420b-aa84-02cfc198892f', 'mac_address': 'fa:16:3e:a2:20:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:29:50.958904 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port c644db17-62c6-420b-aa84-02cfc198892f is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:29:50.959292 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c644db17-62c6-420b-aa84-02cfc198892f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:50.972743 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c644db17-62c6-420b-aa84-02cfc198892f {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:29:50.996765 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port c644db17-62c6-420b-aa84-02cfc198892f, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c644db17-62c6-420b-aa84-02cfc198892f,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:29:51.000934 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c644db17-62c6-420b-aa84-02cfc198892f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:51.048388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=c644db17-62c6-420b-aa84-02cfc198892f,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:29:51.528902 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03c672-8f5d-4f70-8f92-56a03e5aac87 req-74634a83-3a91-4a74-916a-17c5cea94089 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:51.530959 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a03c672-8f5d-4f70-8f92-56a03e5aac87 req-74634a83-3a91-4a74-916a-17c5cea94089 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 944 time: 0.0591335 Feb 07 17:29:51.610783 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1a03c672-8f5d-4f70-8f92-56a03e5aac87 req-ef8ecddf-6248-48be-8bbe-c3ba8148bbfa tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725470 Feb 07 17:29:51.617163 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-322e7df1-4725-48b7-a9e6-2d2eb8ba1c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:51.618629 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-322e7df1-4725-48b7-a9e6-2d2eb8ba1c0d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534&tenant_id=03c56763a3354259a164a62292c3b8c3 HTTP/1.1" status: 200 len: 1126 time: 0.0740461 Feb 07 17:29:51.630526 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827865-3', 'device_owner': 'compute:nova'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:29:51.658505 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:51.694162 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c644db17-62c6-420b-aa84-02cfc198892f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:51.900005 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] For port c644db17-62c6-420b-aa84-02cfc198892f, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=c644db17-62c6-420b-aa84-02cfc198892f,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:29:51.933851 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] For port c644db17-62c6-420b-aa84-02cfc198892f, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:29:51.966148 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c644db17-62c6-420b-aa84-02cfc198892f {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:29:51.974396 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Publish callbacks [] for port (c644db17-62c6-420b-aa84-02cfc198892f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:51.985786 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Ignored duplicate provisioning block setup for port c644db17-62c6-420b-aa84-02cfc198892f by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 07 17:29:51.989343 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (c644db17-62c6-420b-aa84-02cfc198892f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:52.069699 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c644db17-62c6-420b-aa84-02cfc198892f,revision_number=9']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:29:52.114437 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] No DVR routers for this DVR port c644db17-62c6-420b-aa84-02cfc198892f on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:29:52.268589 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Attempting to bind port c644db17-62c6-420b-aa84-02cfc198892f on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:29:52.268935 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Attempting to bind port c644db17-62c6-420b-aa84-02cfc198892f by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:29:52.269297 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Attempting to bind port c644db17-62c6-420b-aa84-02cfc198892f on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:29:52.275658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Port c644db17-62c6-420b-aa84-02cfc198892f on network 61760fb1-034c-41a3-a286-0143d8411eff not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:29:52.275986 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Attempting to bind port c644db17-62c6-420b-aa84-02cfc198892f on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:29:52.281647 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:29:52.281991 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Checking segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:29:52.282386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Bound using segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:29:52.282817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Bound port: c644db17-62c6-420b-aa84-02cfc198892f, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:29:52.283186 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c644db17-62c6-420b-aa84-02cfc198892f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:52.346588 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] For port c644db17-62c6-420b-aa84-02cfc198892f, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:29:52.349544 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] For port c644db17-62c6-420b-aa84-02cfc198892f, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c644db17-62c6-420b-aa84-02cfc198892f,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:29:52.355363 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (c644db17-62c6-420b-aa84-02cfc198892f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:52.389756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:52.390502 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:52.391910 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] 10.222.0.32 "PUT /v2.0/ports/c644db17-62c6-420b-aa84-02cfc198892f HTTP/1.1" status: 200 len: 1091 time: 0.7655554 Feb 07 17:29:52.392354 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4ffe23-7eab-458c-9537-746d0b3ca534', 'tag': 'c644db17-62c6-420b-aa84-02cfc198892f'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:29:52.394637 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4ffe23-7eab-458c-9537-746d0b3ca534", "tag": "c644db17-62c6-420b-aa84-02cfc198892f"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:29:52.420383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226368c6-454d-4376-b5d7-1ea7802b13c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c644db17-62c6-420b-aa84-02cfc198892f,revision_number=10']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:29:52.458494 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b1b79f-bf59-42ef-9df8-848da9fdfdb0 x-openstack-request-id: req-69b1b79f-bf59-42ef-9df8-848da9fdfdb0 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:29:52.458798 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4ffe23-7eab-458c-9537-746d0b3ca534", "tag": "c644db17-62c6-420b-aa84-02cfc198892f", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:29:52.459055 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69b1b79f-bf59-42ef-9df8-848da9fdfdb0 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:29:52.459460 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4ffe23-7eab-458c-9537-746d0b3ca534', 'tag': 'c644db17-62c6-420b-aa84-02cfc198892f', 'status': 'completed', 'code': 200} Feb 07 17:29:52.484364 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-2bef8159-1019-464c-ac04-b69b58989a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:52.486542 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-2bef8159-1019-464c-ac04-b69b58989a07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 1126 time: 0.0628917 Feb 07 17:29:52.531695 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-930fca26-9ed3-4610-9e2e-5edeaadf2275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:52.533231 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-930fca26-9ed3-4610-9e2e-5edeaadf2275 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 1126 time: 0.0545285 Feb 07 17:29:52.582761 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-b29c2bbf-002c-4e2d-be93-9525221f770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:52.584353 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-b29c2bbf-002c-4e2d-be93-9525221f770f service neutron] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0923908 Feb 07 17:29:52.631059 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-8c2a1565-6ef1-4b1f-8555-58abafc59f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:52.632560 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-8c2a1565-6ef1-4b1f-8555-58abafc59f02 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0929792 Feb 07 17:29:52.660347 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-ac557ed4-d478-4f75-9118-0815bdd7ecf4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c644db17-62c6-420b-aa84-02cfc198892f HTTP/1.1" status: 200 len: 999 time: 0.0689619 Feb 07 17:29:52.709146 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-22715a3c-2693-4278-a095-90de04532d0e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c644db17-62c6-420b-aa84-02cfc198892f HTTP/1.1" status: 200 len: 999 time: 0.0691874 Feb 07 17:29:52.736721 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-e23df20b-5c34-42e9-9132-83507ece0021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:52.738247 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-e23df20b-5c34-42e9-9132-83507ece0021 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0739744 Feb 07 17:29:52.758940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-1ffe6749-b1aa-4eca-ba8b-272bac9550d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:52.760435 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-1ffe6749-b1aa-4eca-ba8b-272bac9550d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0455885 Feb 07 17:29:52.793815 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a679ea0-0530-4ce3-b634-ba68370b07a5 req-1836de82-b392-4409-ab1c-ca5c1c20ad36 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:52.796104 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a679ea0-0530-4ce3-b634-ba68370b07a5 req-1836de82-b392-4409-ab1c-ca5c1c20ad36 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 944 time: 0.0924478 Feb 07 17:29:52.808863 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-b9c8d2cf-7d0b-49c9-81ee-f3b8b1f9cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:52.811148 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-b9c8d2cf-7d0b-49c9-81ee-f3b8b1f9cbea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447719 Feb 07 17:29:52.811351 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-ef20d835-01e8-4485-adb0-c5df7f65cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:52.812671 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-ef20d835-01e8-4485-adb0-c5df7f65cffc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0684841 Feb 07 17:29:52.900373 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a679ea0-0530-4ce3-b634-ba68370b07a5 req-304fec5f-6eeb-4280-b8d4-bcc7d01e015c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973473 Feb 07 17:29:52.904770 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-e5fbc6ea-58e8-4043-b173-c067b7bd977a service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887744 Feb 07 17:29:52.933045 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-dda6bcff-7362-4df0-806e-73dc574216d0 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130683 Feb 07 17:29:52.996054 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-d30f4ced-50ac-4831-b991-c7801b9c89a8 service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858686 Feb 07 17:29:53.030112 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d5e24cd7-3394-4f30-ac7b-6e074a5afc3c req-59bdbb2a-efbf-463a-ab41-d681b539f6e5 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902369 Feb 07 17:29:53.125548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-9bc45cac-9626-46c7-b658-501b3c08bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:53.127140 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-9bc45cac-9626-46c7-b658-501b3c08bd04 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 1126 time: 0.0519536 Feb 07 17:29:53.226210 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-56616606-a18f-490e-8e52-7deb0b4d67be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:53.227701 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-56616606-a18f-490e-8e52-7deb0b4d67be service neutron] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0946455 Feb 07 17:29:53.302102 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-47be1e58-af6a-4e18-b499-fc941761917d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c644db17-62c6-420b-aa84-02cfc198892f HTTP/1.1" status: 200 len: 999 time: 0.0676157 Feb 07 17:29:53.351236 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-831c9e28-c90f-4d86-b6d2-9c3864b2c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:53.352686 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-831c9e28-c90f-4d86-b6d2-9c3864b2c5ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0447533 Feb 07 17:29:53.401533 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-2a1159dc-5aa4-4999-b00b-e349810a208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:53.403029 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-2a1159dc-5aa4-4999-b00b-e349810a208f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435851 Feb 07 17:29:53.499340 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-cf82a2f7-2812-4ea2-90dd-dfef71247f72 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884762 Feb 07 17:29:53.544752 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:53.588175 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d46773a-dd5b-4fe3-91e9-3cc1b9308f60 req-c8580d7b-5215-43c3-8982-d90de596cc2a service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825930 Feb 07 17:29:54.023856 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d9388-d9cf-4b33-b526-2d55682ce8eb req-27cbf83a-d9b6-457e-a8ce-dbb6b46c8fbf tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:54.025380 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0b7d9388-d9cf-4b33-b526-2d55682ce8eb req-27cbf83a-d9b6-457e-a8ce-dbb6b46c8fbf tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 944 time: 0.0540750 Feb 07 17:29:54.076047 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0b7d9388-d9cf-4b33-b526-2d55682ce8eb req-1faf57e1-382e-424f-bd6a-74902cd420a1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451729 Feb 07 17:29:54.827778 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c644db17-62c6-420b-aa84-02cfc198892f no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:29:54.869769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] The host n-h1-827865-3 is not matching for port c644db17-62c6-420b-aa84-02cfc198892f host n-h2-827865-3! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 17:29:54.870158 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device c644db17-62c6-420b-aa84-02cfc198892f not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:29:55.200491 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60de9f4-241b-4fea-bba8-03da3662e09e req-f88920f4-be35-488e-8ad0-01a67f2c0019 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:55.202586 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f60de9f4-241b-4fea-bba8-03da3662e09e req-f88920f4-be35-488e-8ad0-01a67f2c0019 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 944 time: 0.0586820 Feb 07 17:29:55.249304 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f60de9f4-241b-4fea-bba8-03da3662e09e req-a870e338-9dd2-4c49-831b-d3fb1af10fb8 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409248 Feb 07 17:29:55.368320 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e9411-5752-4b1c-8652-059932e789bb req-0aa57594-2664-4386-a44c-a9ca741797aa tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:55.369757 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b32e9411-5752-4b1c-8652-059932e789bb req-0aa57594-2664-4386-a44c-a9ca741797aa tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 944 time: 0.0530846 Feb 07 17:29:55.417774 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b32e9411-5752-4b1c-8652-059932e789bb req-14dab189-5107-43ad-88d6-c0696861af3a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419121 Feb 07 17:29:55.425642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device c644db17-62c6-420b-aa84-02cfc198892f details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:29:55.543562 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e059ac-ab34-4126-bed0-1a51c27a1611 req-cd1f9718-c9fc-460a-9c2e-e85baf131f93 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:55.545188 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c0e059ac-ab34-4126-bed0-1a51c27a1611 req-cd1f9718-c9fc-460a-9c2e-e85baf131f93 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 944 time: 0.0567501 Feb 07 17:29:55.594765 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c0e059ac-ab34-4126-bed0-1a51c27a1611 req-6bfa9c53-39dc-45a8-b229-dbe3aa3dbe04 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437241 Feb 07 17:29:55.685332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port c644db17-62c6-420b-aa84-02cfc198892f, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c644db17-62c6-420b-aa84-02cfc198892f,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:29:55.697008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'c644db17-62c6-420b-aa84-02cfc198892f', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'port_id': 'c644db17-62c6-420b-aa84-02cfc198892f', 'mac_address': 'fa:16:3e:a2:20:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:29:55.741116 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port c644db17-62c6-420b-aa84-02cfc198892f is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:29:55.741701 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c644db17-62c6-420b-aa84-02cfc198892f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:55.755362 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c644db17-62c6-420b-aa84-02cfc198892f {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:29:55.776485 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port c644db17-62c6-420b-aa84-02cfc198892f, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c644db17-62c6-420b-aa84-02cfc198892f,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:29:55.781916 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c644db17-62c6-420b-aa84-02cfc198892f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:55.837477 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5c62e4b8-8875-45ae-8630-ea562c62395a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:55.844211 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=c644db17-62c6-420b-aa84-02cfc198892f,revision_number=11']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:29:55.847130 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383b086-93c0-494e-9756-5cdf3caa612f req-1e45ca35-2036-4a3e-85c5-f372aabe071b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:55.848700 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1383b086-93c0-494e-9756-5cdf3caa612f req-1e45ca35-2036-4a3e-85c5-f372aabe071b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0559962 Feb 07 17:29:55.899602 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1383b086-93c0-494e-9756-5cdf3caa612f req-664e4aaf-b9d6-4db3-873a-d3cc51a5d757 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450408 Feb 07 17:29:55.994778 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['c644db17-62c6-420b-aa84-02cfc198892f'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:29:57.023995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ec3aa-19a4-4720-804b-97aae5a989eb req-e6af6dc4-1515-43ae-951d-d9e2d4fd1aba tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:57.025544 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-980ec3aa-19a4-4720-804b-97aae5a989eb req-e6af6dc4-1515-43ae-951d-d9e2d4fd1aba tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0534267 Feb 07 17:29:57.068444 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190ff35-5fe8-47a0-a625-bb0d9ab953a8 req-c8a80856-b298-425b-871f-ee676c7e52a7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:57.070332 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5190ff35-5fe8-47a0-a625-bb0d9ab953a8 req-c8a80856-b298-425b-871f-ee676c7e52a7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 945 time: 0.0598099 Feb 07 17:29:57.079754 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-980ec3aa-19a4-4720-804b-97aae5a989eb req-6803b8a9-85dc-4c33-a574-feab15c8ca47 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480008 Feb 07 17:29:57.169025 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-5190ff35-5fe8-47a0-a625-bb0d9ab953a8 req-8d6eccbb-66b2-4da1-b50c-ce871fab53c7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Deleting port c644db17-62c6-420b-aa84-02cfc198892f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:29:57.169409 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5190ff35-5fe8-47a0-a625-bb0d9ab953a8 req-8d6eccbb-66b2-4da1-b50c-ce871fab53c7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c644db17-62c6-420b-aa84-02cfc198892f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:57.268193 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-5190ff35-5fe8-47a0-a625-bb0d9ab953a8 req-8d6eccbb-66b2-4da1-b50c-ce871fab53c7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] For port c644db17-62c6-420b-aa84-02cfc198892f, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c644db17-62c6-420b-aa84-02cfc198892f,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:29:57.268574 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5190ff35-5fe8-47a0-a625-bb0d9ab953a8 req-8d6eccbb-66b2-4da1-b50c-ce871fab53c7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c644db17-62c6-420b-aa84-02cfc198892f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:57.428844 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device c644db17-62c6-420b-aa84-02cfc198892f no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:29:57.449435 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5190ff35-5fe8-47a0-a625-bb0d9ab953a8 req-8d6eccbb-66b2-4da1-b50c-ce871fab53c7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:57.449816 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5190ff35-5fe8-47a0-a625-bb0d9ab953a8 req-8d6eccbb-66b2-4da1-b50c-ce871fab53c7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:57.450585 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [req-5190ff35-5fe8-47a0-a625-bb0d9ab953a8 req-8d6eccbb-66b2-4da1-b50c-ce871fab53c7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Floating IP 9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7 disassociated. External IP: 172.25.4.10, port: c644db17-62c6-420b-aa84-02cfc198892f. Feb 07 17:29:57.450585 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-5190ff35-5fe8-47a0-a625-bb0d9ab953a8 req-8d6eccbb-66b2-4da1-b50c-ce871fab53c7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Calling delete_port for c644db17-62c6-420b-aa84-02cfc198892f owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:29:57.507213 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port c644db17-62c6-420b-aa84-02cfc198892f is: BUILD; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:29:57.507534 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c644db17-62c6-420b-aa84-02cfc198892f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:57.521602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c644db17-62c6-420b-aa84-02cfc198892f {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:29:57.546553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port c644db17-62c6-420b-aa84-02cfc198892f, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=c644db17-62c6-420b-aa84-02cfc198892f,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:29:57.550523 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c644db17-62c6-420b-aa84-02cfc198892f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:57.599637 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=c644db17-62c6-420b-aa84-02cfc198892f,revision_number=12']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:29:57.606695 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5190ff35-5fe8-47a0-a625-bb0d9ab953a8 req-8d6eccbb-66b2-4da1-b50c-ce871fab53c7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c644db17-62c6-420b-aa84-02cfc198892f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:57.636916 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6eccbb-66b2-4da1-b50c-ce871fab53c7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Pushing event deleted for resources: {'Port': ['ID=c644db17-62c6-420b-aa84-02cfc198892f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:29:57.765945 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5190ff35-5fe8-47a0-a625-bb0d9ab953a8 req-8d6eccbb-66b2-4da1-b50c-ce871fab53c7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Router c0316b69-f726-430a-8fb8-111592e08baf has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:29:57.884263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5190ff35-5fe8-47a0-a625-bb0d9ab953a8 req-8d6eccbb-66b2-4da1-b50c-ce871fab53c7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:29:57.895621 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e7c6ef-8bce-45c5-9029-2d87e086facf None None] Sync routers for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:29:57.907945 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e7c6ef-8bce-45c5-9029-2d87e086facf None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:29:57.908661 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-81e7c6ef-8bce-45c5-9029-2d87e086facf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:29:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:29:57.929017 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-5190ff35-5fe8-47a0-a625-bb0d9ab953a8 req-8d6eccbb-66b2-4da1-b50c-ce871fab53c7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] No DVR routers for this DVR port c644db17-62c6-420b-aa84-02cfc198892f on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:29:57.932167 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5190ff35-5fe8-47a0-a625-bb0d9ab953a8 req-8d6eccbb-66b2-4da1-b50c-ce871fab53c7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:57.935586 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5190ff35-5fe8-47a0-a625-bb0d9ab953a8 req-8d6eccbb-66b2-4da1-b50c-ce871fab53c7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.32 "DELETE /v2.0/ports/c644db17-62c6-420b-aa84-02cfc198892f HTTP/1.1" status: 204 len: 173 time: 0.8604546 Feb 07 17:29:57.936104 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4ffe23-7eab-458c-9537-746d0b3ca534', 'name': 'network-vif-deleted', 'tag': 'c644db17-62c6-420b-aa84-02cfc198892f'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:29:57.938538 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca48aa08-6c07-4a0d-a6c9-81c8baf24487" -d '{"events": [{"server_uuid": "9a4ffe23-7eab-458c-9537-746d0b3ca534", "name": "network-vif-deleted", "tag": "c644db17-62c6-420b-aa84-02cfc198892f"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:29:58.001522 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92f2031-95b5-45cb-839d-d882abcd6551 x-openstack-request-id: req-f92f2031-95b5-45cb-839d-d882abcd6551 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:29:58.001828 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4ffe23-7eab-458c-9537-746d0b3ca534", "name": "network-vif-deleted", "tag": "c644db17-62c6-420b-aa84-02cfc198892f", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:29:58.002141 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f92f2031-95b5-45cb-839d-d882abcd6551 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:29:58.002561 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4ffe23-7eab-458c-9537-746d0b3ca534', 'name': 'network-vif-deleted', 'tag': 'c644db17-62c6-420b-aa84-02cfc198892f', 'status': 'completed', 'code': 200} Feb 07 17:29:58.027107 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-81e7c6ef-8bce-45c5-9029-2d87e086facf None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:29:58.198773 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-59ca8187-10f5-47aa-b986-2debdd9ecfa7 req-852a9211-ad6a-47a4-9389-5b7b15ecc71a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a4ffe23-7eab-458c-9537-746d0b3ca534 HTTP/1.1" status: 200 len: 210 time: 0.0316310 Feb 07 17:29:58.236108 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-972588a0-9bf8-4b4b-9114-800a5664f525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:58.257443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-81e7c6ef-8bce-45c5-9029-2d87e086facf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:29:58.290945 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e7c6ef-8bce-45c5-9029-2d87e086facf None None] Checking router: c0316b69-f726-430a-8fb8-111592e08baf for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:29:58.300233 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e7c6ef-8bce-45c5-9029-2d87e086facf None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:29:58.300871 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-81e7c6ef-8bce-45c5-9029-2d87e086facf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:29:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:29:58.415559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-81e7c6ef-8bce-45c5-9029-2d87e086facf None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:29:58.627497 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-81e7c6ef-8bce-45c5-9029-2d87e086facf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:29:58.654348 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e7c6ef-8bce-45c5-9029-2d87e086facf None None] The sync data for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 is: [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:29:58.871480 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06904316-f6f4-47e2-aa06-262dcc61058a None None] New status for floating IP 9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:29:59.449120 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8daa9978-110a-436f-b621-b036e1ff5b9f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1131719503&fields=id&tenant_id=03c56763a3354259a164a62292c3b8c3 HTTP/1.1" status: 200 len: 267 time: 0.0428853 Feb 07 17:29:59.559488 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-d563b282-6fce-4042-b709-9e24613fb9d5 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:29:59.560922 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-d563b282-6fce-4042-b709-9e24613fb9d5 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 812 time: 0.1041589 Feb 07 17:29:59.575289 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-ab3f967d-6f94-48ea-a506-5211cc00834b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/quotas/03c56763a3354259a164a62292c3b8c3 HTTP/1.1" status: 200 len: 375 time: 0.0089447 Feb 07 17:29:59.621767 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:29:59.631913 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-ced3c327-4edd-49cf-b87a-1dc3f6dd9c66 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508347 Feb 07 17:29:59.777630 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-e79a3fc4-f193-438c-ac0a-ae1d30ea1c67 service neutron] 10.222.0.18 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334507 Feb 07 17:29:59.866977 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-4d74feb8-c79b-42cc-9e3d-55e797a1e08c service neutron] 10.222.0.18 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826590 Feb 07 17:30:00.028777 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-23efe600-de44-4c44-88a4-3da25ff98f53 req-d29e2bf5-849f-4e36-9428-5b5a07d94eb7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 210 time: 0.0281124 Feb 07 17:30:00.953804 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:01.007957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-86d92b1e-4268-4ea2-bb7c-c0d75b9f8900 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:01.009500 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-86d92b1e-4268-4ea2-bb7c-c0d75b9f8900 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 812 time: 0.1094861 Feb 07 17:30:01.071863 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-f32f38d3-81fa-438f-a231-7fe44908e2fa tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03c56763a3354259a164a62292c3b8c3 HTTP/1.1" status: 200 len: 380 time: 0.0536265 Feb 07 17:30:01.081477 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-2d66b6c0-df1d-4f70-b601-762b21baf5bd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Request body: {'port': {'device_id': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'admin_state_up': True, 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'security_groups': ['399fc816-f626-4a33-a1d3-8991b3650a20']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:30:01.158227 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f4436c8-5c2f-4a08-9de8-7666979419d7 req-ff4bd5a0-3ae3-4df4-9fb7-27860a5916f9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 210 time: 0.0327005 Feb 07 17:30:01.219317 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-2d66b6c0-df1d-4f70-b601-762b21baf5bd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Made reservation on behalf of 03c56763a3354259a164a62292c3b8c3 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:30:01.222753 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-2d66b6c0-df1d-4f70-b601-762b21baf5bd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:01.353463 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-2d66b6c0-df1d-4f70-b601-762b21baf5bd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Allocated IP 172.20.0.3 (61760fb1-034c-41a3-a286-0143d8411eff/51209510-5d52-4685-abe6-2ddd942b0739/6852f4a9-c079-4cba-80e8-e8b2de843ef2) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:30:01.489004 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-2d66b6c0-df1d-4f70-b601-762b21baf5bd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:01.523322 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-2d66b6c0-df1d-4f70-b601-762b21baf5bd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:01.567743 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-2d66b6c0-df1d-4f70-b601-762b21baf5bd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Network 61760fb1-034c-41a3-a286-0143d8411eff is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:30:01.572734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-2d66b6c0-df1d-4f70-b601-762b21baf5bd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:30:01.576462 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-2d66b6c0-df1d-4f70-b601-762b21baf5bd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:30:01.602560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66b6c0-df1d-4f70-b601-762b21baf5bd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Pushing event updated for resources: {'Port': ['ID=6852f4a9-c079-4cba-80e8-e8b2de843ef2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:30:01.632421 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-2d66b6c0-df1d-4f70-b601-762b21baf5bd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:01.633051 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-2d66b6c0-df1d-4f70-b601-762b21baf5bd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:01.650146 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-2d66b6c0-df1d-4f70-b601-762b21baf5bd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5728371 Feb 07 17:30:01.664865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Request body: {'port': {'device_id': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:30:01.728432 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:01.785783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-dd081f6a-b780-49a1-8a04-8b986eef4eef None None] Provisioning complete for port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:30:01.786157 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dd081f6a-b780-49a1-8a04-8b986eef4eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:01.821904 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-dd081f6a-b780-49a1-8a04-8b986eef4eef None None] Port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:30:01.996156 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6852f4a9-c079-4cba-80e8-e8b2de843ef2 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:30:02.004489 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Publish callbacks [] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:02.016530 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Transition to ACTIVE for port object 6852f4a9-c079-4cba-80e8-e8b2de843ef2 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:30:02.020267 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:02.071352 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Pushing event updated for resources: {'Port': ['ID=6852f4a9-c079-4cba-80e8-e8b2de843ef2,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:30:02.142878 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Attempting to bind port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:30:02.143220 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Attempting to bind port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:30:02.143570 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Attempting to bind port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:30:02.148116 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 on network 61760fb1-034c-41a3-a286-0143d8411eff not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:30:02.148444 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Attempting to bind port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:30:02.153650 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:30:02.153996 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Checking segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:30:02.155004 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Bound using segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:30:02.155449 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Bound port: 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:30:02.155810 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:02.239300 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] For port 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:30:02.242780 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] For port 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:30:02.254724 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:02.303664 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8ac4f-1d6a-48b9-ac82-df5821ad5c65 req-09a0dcdb-811f-4d8f-b4ad-33d3916468d7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:02.304985 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:02.305627 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:02.307110 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] 10.222.0.32 "PUT /v2.0/ports/6852f4a9-c079-4cba-80e8-e8b2de843ef2 HTTP/1.1" status: 200 len: 1091 time: 0.6488850 Feb 07 17:30:02.307556 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'tag': '6852f4a9-c079-4cba-80e8-e8b2de843ef2'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:30:02.310644 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1af1a4a0ab929716882b03242cc5fade92fffe4a8b424b0a335da6d318f7b0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337a0d95-34e6-44aa-9946-64749c4906ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9193bf14-1731-4e9a-a4eb-22bbf485aa76", "tag": "6852f4a9-c079-4cba-80e8-e8b2de843ef2"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:30:02.312606 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b4a8ac4f-1d6a-48b9-ac82-df5821ad5c65 req-09a0dcdb-811f-4d8f-b4ad-33d3916468d7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 943 time: 0.0751553 Feb 07 17:30:02.333172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d939721-f8e6-4dfc-8d2e-424594820a55 service neutron] Pushing event updated for resources: {'Port': ['ID=6852f4a9-c079-4cba-80e8-e8b2de843ef2,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:30:02.362399 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b4a8ac4f-1d6a-48b9-ac82-df5821ad5c65 req-bba625e5-55ef-4fd4-a15d-792884608bbe tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489171 Feb 07 17:30:02.383895 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6605125b-5244-4025-9797-3028b72b32cc x-openstack-request-id: req-6605125b-5244-4025-9797-3028b72b32cc {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:30:02.384905 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9193bf14-1731-4e9a-a4eb-22bbf485aa76", "tag": "6852f4a9-c079-4cba-80e8-e8b2de843ef2", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:30:02.385178 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6605125b-5244-4025-9797-3028b72b32cc {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:30:02.385868 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'tag': '6852f4a9-c079-4cba-80e8-e8b2de843ef2', 'status': 'completed', 'code': 200} Feb 07 17:30:02.423720 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-20b50f55-b9a4-4ca9-849f-9f9de65152ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:02.425261 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-20b50f55-b9a4-4ca9-849f-9f9de65152ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 1125 time: 0.0563359 Feb 07 17:30:02.458381 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:02.475549 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-a9425385-68a8-4e4b-a8bd-ed1459dac154 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2 HTTP/1.1" status: 200 len: 217 time: 0.0428753 Feb 07 17:30:02.524967 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-b30be975-aed2-4766-8411-8ba49cf19865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:02.526493 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-b30be975-aed2-4766-8411-8ba49cf19865 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0458302 Feb 07 17:30:02.580700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-b38f9259-34b0-411a-b7bb-29d6b65f04e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:02.582157 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-b38f9259-34b0-411a-b7bb-29d6b65f04e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493155 Feb 07 17:30:02.676964 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-b53d1089-3890-43ed-be71-232071bdc150 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889740 Feb 07 17:30:02.766107 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8dafafd5-fcbf-4baf-b549-f461d267ceea req-a92638ea-fd4f-46bc-b853-a052cbe46517 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827501 Feb 07 17:30:02.852320 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a0d95-34e6-44aa-9946-64749c4906ec req-a975ce29-3559-4c41-a8cc-536f25607016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:02.853765 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-337a0d95-34e6-44aa-9946-64749c4906ec req-a975ce29-3559-4c41-a8cc-536f25607016 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 1125 time: 0.0475094 Feb 07 17:30:02.948456 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a0d95-34e6-44aa-9946-64749c4906ec req-f306338d-2b5e-4680-a2a4-93a301fef1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:02.949954 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-337a0d95-34e6-44aa-9946-64749c4906ec req-f306338d-2b5e-4680-a2a4-93a301fef1f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0881727 Feb 07 17:30:02.993654 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-337a0d95-34e6-44aa-9946-64749c4906ec req-8906d754-8475-4d34-8cf8-c0f4f803bf98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2 HTTP/1.1" status: 200 len: 217 time: 0.0363176 Feb 07 17:30:03.046780 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a0d95-34e6-44aa-9946-64749c4906ec req-b94e65ad-0ce4-4832-959b-60d3c339911e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:03.048227 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-337a0d95-34e6-44aa-9946-64749c4906ec req-b94e65ad-0ce4-4832-959b-60d3c339911e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0482991 Feb 07 17:30:03.097268 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a0d95-34e6-44aa-9946-64749c4906ec req-04a35932-111b-4367-9021-fc467f35dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:03.098756 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-337a0d95-34e6-44aa-9946-64749c4906ec req-04a35932-111b-4367-9021-fc467f35dccf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447791 Feb 07 17:30:03.186780 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-337a0d95-34e6-44aa-9946-64749c4906ec req-4d0bce39-3d01-4874-9572-113ee3bb7ae6 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814779 Feb 07 17:30:03.279620 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-337a0d95-34e6-44aa-9946-64749c4906ec req-c53b7759-a254-4ca7-a63e-8f7084b4159d service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863776 Feb 07 17:30:03.486750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3479c6-72c1-42b3-98fa-9780f2a6accd req-acf1b5b9-5310-46af-b95c-ff6e698cdc33 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:03.488238 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ef3479c6-72c1-42b3-98fa-9780f2a6accd req-acf1b5b9-5310-46af-b95c-ff6e698cdc33 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 943 time: 0.0537317 Feb 07 17:30:03.536189 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ef3479c6-72c1-42b3-98fa-9780f2a6accd req-dd16603a-fa63-4567-a674-d47dfb5b7ca8 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422652 Feb 07 17:30:04.660243 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d26a8-d504-4aec-abf0-8ec4a584cb0e req-ef5ef1cf-4a9e-4ff7-b8e1-103673f06382 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:04.661775 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa5d26a8-d504-4aec-abf0-8ec4a584cb0e req-ef5ef1cf-4a9e-4ff7-b8e1-103673f06382 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 943 time: 0.0534661 Feb 07 17:30:04.712824 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa5d26a8-d504-4aec-abf0-8ec4a584cb0e req-67f6ebcb-bbf5-4774-9346-d891a828afb5 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454586 Feb 07 17:30:05.472951 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6852f4a9-c079-4cba-80e8-e8b2de843ef2 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:30:05.576471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:30:05.588565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '6852f4a9-c079-4cba-80e8-e8b2de843ef2', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'port_id': '6852f4a9-c079-4cba-80e8-e8b2de843ef2', 'mac_address': 'fa:16:3e:68:4c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:30:05.628380 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:30:05.628785 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:05.643865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6852f4a9-c079-4cba-80e8-e8b2de843ef2 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:30:05.664817 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:30:05.669668 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:05.723449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=6852f4a9-c079-4cba-80e8-e8b2de843ef2,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:30:05.846128 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050017b-f197-4dcb-a842-63ee713f195d req-34b0fa9e-e783-4d5b-82db-5abec69bf8f5 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:05.847577 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3050017b-f197-4dcb-a842-63ee713f195d req-34b0fa9e-e783-4d5b-82db-5abec69bf8f5 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 944 time: 0.0614545 Feb 07 17:30:05.862091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['6852f4a9-c079-4cba-80e8-e8b2de843ef2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:30:06.210977 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3050017b-f197-4dcb-a842-63ee713f195d req-41088961-f2aa-4b81-b137-f9fe3c9623d5 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3576736 Feb 07 17:30:07.352309 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d737543-2e69-4ac9-b01b-7b7a66b967ec req-c0205ac9-daa7-45de-8c06-b99965bd51d9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:07.353851 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2d737543-2e69-4ac9-b01b-7b7a66b967ec req-c0205ac9-daa7-45de-8c06-b99965bd51d9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 944 time: 0.0570371 Feb 07 17:30:07.403683 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2d737543-2e69-4ac9-b01b-7b7a66b967ec req-57042330-f429-4e38-827c-8c484edeca4f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434415 Feb 07 17:30:07.482694 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6852f4a9-c079-4cba-80e8-e8b2de843ef2 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:30:07.535728 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:30:07.539990 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:30:07.540381 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:07.619687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:30:07.620082 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:07.643687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6852f4a9-c079-4cba-80e8-e8b2de843ef2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:30:07.646013 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}094b0b44492fea9de6a859533006954edfe3fc67a52761c7f379377e984cdb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23787142-598a-436f-877b-9557c2007a90" -d '{"events": [{"server_uuid": "9193bf14-1731-4e9a-a4eb-22bbf485aa76", "name": "network-vif-plugged", "status": "completed", "tag": "6852f4a9-c079-4cba-80e8-e8b2de843ef2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:30:07.659935 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:30:07.663894 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:07.691091 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4807d159-7b9a-4b68-bc74-75bf398daa87 x-openstack-request-id: req-4807d159-7b9a-4b68-bc74-75bf398daa87 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:30:07.691401 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9193bf14-1731-4e9a-a4eb-22bbf485aa76", "name": "network-vif-plugged", "status": "completed", "tag": "6852f4a9-c079-4cba-80e8-e8b2de843ef2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:30:07.691650 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4807d159-7b9a-4b68-bc74-75bf398daa87 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:30:07.692031 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6852f4a9-c079-4cba-80e8-e8b2de843ef2', 'code': 200} Feb 07 17:30:07.723384 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=6852f4a9-c079-4cba-80e8-e8b2de843ef2,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:30:07.790199 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9a6b8-b12f-400b-9b55-e1164ec006c9 req-ff77f7e6-6b61-4e4c-aa77-f5e89d395752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:07.791594 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bac9a6b8-b12f-400b-9b55-e1164ec006c9 req-ff77f7e6-6b61-4e4c-aa77-f5e89d395752 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 1127 time: 0.0487156 Feb 07 17:30:07.835181 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bac9a6b8-b12f-400b-9b55-e1164ec006c9 req-150ef194-f68c-4ea0-8799-77629c372d08 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369151 Feb 07 17:30:08.525145 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1ca16-a61c-4fc1-8f57-9e573a1e9f3a req-e17a00a2-8337-4ac3-b95e-89f206de1d97 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:08.526585 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9dd1ca16-a61c-4fc1-8f57-9e573a1e9f3a req-e17a00a2-8337-4ac3-b95e-89f206de1d97 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0530760 Feb 07 17:30:08.562280 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:30:08.573594 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9dd1ca16-a61c-4fc1-8f57-9e573a1e9f3a req-6ae7df01-8b36-473a-860f-ac14f6730cee tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405977 Feb 07 17:30:09.715579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae9a97-20d9-49e8-8119-f3c570503af4 req-f6d09992-c574-4a08-84fc-eca7c9e0e5b7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:09.717204 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bcae9a97-20d9-49e8-8119-f3c570503af4 req-f6d09992-c574-4a08-84fc-eca7c9e0e5b7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0550666 Feb 07 17:30:09.773227 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bcae9a97-20d9-49e8-8119-f3c570503af4 req-a7ca208f-234a-4a27-acba-bee8a2334434 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501060 Feb 07 17:30:09.908296 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512dc5d-fa0c-4535-b511-30bec123afec req-899d646e-eb64-4508-b5cb-be6ebeb5e27e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:09.909811 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8512dc5d-fa0c-4535-b511-30bec123afec req-899d646e-eb64-4508-b5cb-be6ebeb5e27e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0668592 Feb 07 17:30:09.919693 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59664) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:30:09.924825 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-95c6ba1c-395a-4713-b3e2-acbff6e4d9d2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Request body: {'floatingip': {'port_id': '6852f4a9-c079-4cba-80e8-e8b2de843ef2'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:30:09.965143 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95c6ba1c-395a-4713-b3e2-acbff6e4d9d2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for floatingip (9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:10.442430 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95c6ba1c-395a-4713-b3e2-acbff6e4d9d2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:10.446364 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95c6ba1c-395a-4713-b3e2-acbff6e4d9d2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:10.557096 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-95c6ba1c-395a-4713-b3e2-acbff6e4d9d2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Floating IP 9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7 associated. External IP: 172.25.4.10, port: 6852f4a9-c079-4cba-80e8-e8b2de843ef2. Feb 07 17:30:10.775045 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c6ba1c-395a-4713-b3e2-acbff6e4d9d2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Router c0316b69-f726-430a-8fb8-111592e08baf has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:30:10.881684 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c6ba1c-395a-4713-b3e2-acbff6e4d9d2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:30:10.886786 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-95c6ba1c-395a-4713-b3e2-acbff6e4d9d2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:10.892073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cca9990-fbe0-4185-8119-0ee44f4709e4 None None] Sync routers for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:30:10.901988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cca9990-fbe0-4185-8119-0ee44f4709e4 None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:30:10.902625 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3cca9990-fbe0-4185-8119-0ee44f4709e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:29:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:30:10.922620 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-95c6ba1c-395a-4713-b3e2-acbff6e4d9d2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "PUT /v2.0/floatingips/9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7 HTTP/1.1" status: 200 len: 991 time: 0.9984844 Feb 07 17:30:10.922620 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'tag': '6852f4a9-c079-4cba-80e8-e8b2de843ef2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:30:10.923321 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0947fdbe-e056-408a-86e1-6d7cba45c682" -d '{"events": [{"name": "network-changed", "server_uuid": "9193bf14-1731-4e9a-a4eb-22bbf485aa76", "tag": "6852f4a9-c079-4cba-80e8-e8b2de843ef2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:30:10.971748 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212200b4-b664-4154-b93b-ad64a18088bd x-openstack-request-id: req-212200b4-b664-4154-b93b-ad64a18088bd {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:30:10.972051 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9193bf14-1731-4e9a-a4eb-22bbf485aa76", "tag": "6852f4a9-c079-4cba-80e8-e8b2de843ef2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:30:10.972313 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-212200b4-b664-4154-b93b-ad64a18088bd {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:30:10.972724 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'tag': '6852f4a9-c079-4cba-80e8-e8b2de843ef2', 'status': 'completed', 'code': 200} Feb 07 17:30:11.018409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3cca9990-fbe0-4185-8119-0ee44f4709e4 None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:30:11.064431 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cfc84-1932-4b5f-b442-bc247d10881f req-ae61d606-b333-454d-b31d-bf0cc95c6de2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:11.065994 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9b6cfc84-1932-4b5f-b442-bc247d10881f req-ae61d606-b333-454d-b31d-bf0cc95c6de2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0871656 Feb 07 17:30:11.070686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947fdbe-e056-408a-86e1-6d7cba45c682 req-e10384e8-59e9-4b5d-994b-1d90ac4e2cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:11.072104 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0947fdbe-e056-408a-86e1-6d7cba45c682 req-e10384e8-59e9-4b5d-994b-1d90ac4e2cbf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 1127 time: 0.0662897 Feb 07 17:30:11.172616 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9b6cfc84-1932-4b5f-b442-bc247d10881f req-bb267f78-0935-4887-a756-2cbcc17fc494 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994382 Feb 07 17:30:11.200166 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947fdbe-e056-408a-86e1-6d7cba45c682 req-3d350e72-2c63-4e3a-9800-35b41c77b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:11.202242 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0947fdbe-e056-408a-86e1-6d7cba45c682 req-3d350e72-2c63-4e3a-9800-35b41c77b259 service neutron] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.1220410 Feb 07 17:30:11.270679 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0947fdbe-e056-408a-86e1-6d7cba45c682 req-714e24a0-d1ea-4bb3-b6e7-66b2b6f16149 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2 HTTP/1.1" status: 200 len: 999 time: 0.0633078 Feb 07 17:30:11.324982 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947fdbe-e056-408a-86e1-6d7cba45c682 req-4d9430f0-8a29-46aa-b04d-d07b1121c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:11.327040 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0947fdbe-e056-408a-86e1-6d7cba45c682 req-4d9430f0-8a29-46aa-b04d-d07b1121c350 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0508866 Feb 07 17:30:11.377352 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947fdbe-e056-408a-86e1-6d7cba45c682 req-c6d43c5e-f421-4dfc-a3d8-97275899ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:11.378906 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0947fdbe-e056-408a-86e1-6d7cba45c682 req-c6d43c5e-f421-4dfc-a3d8-97275899ae20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454540 Feb 07 17:30:11.407015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3cca9990-fbe0-4185-8119-0ee44f4709e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'port_id': '6852f4a9-c079-4cba-80e8-e8b2de843ef2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'mac_address': 'fa:16:3e:68:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:27:29Z', 'updated_at': '2022-02-07T17:30:10Z', 'revision_number': 13, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:30:11.438037 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cca9990-fbe0-4185-8119-0ee44f4709e4 None None] Checking router: c0316b69-f726-430a-8fb8-111592e08baf for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:30:11.446528 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cca9990-fbe0-4185-8119-0ee44f4709e4 None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:30:11.447067 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3cca9990-fbe0-4185-8119-0ee44f4709e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:29:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:30:11.468277 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0947fdbe-e056-408a-86e1-6d7cba45c682 req-86a1b2f2-dc29-44dd-b84a-2f93b9dddbac service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838952 Feb 07 17:30:11.557160 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-3cca9990-fbe0-4185-8119-0ee44f4709e4 None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:30:11.562999 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0947fdbe-e056-408a-86e1-6d7cba45c682 req-43f65f9b-7b7c-4689-8feb-da963a016686 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888846 Feb 07 17:30:11.794241 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-3cca9990-fbe0-4185-8119-0ee44f4709e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'port_id': '6852f4a9-c079-4cba-80e8-e8b2de843ef2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'mac_address': 'fa:16:3e:68:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:27:29Z', 'updated_at': '2022-02-07T17:30:10Z', 'revision_number': 13, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:30:11.826136 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cca9990-fbe0-4185-8119-0ee44f4709e4 None None] The sync data for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 is: [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'port_id': '6852f4a9-c079-4cba-80e8-e8b2de843ef2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'mac_address': 'fa:16:3e:68:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:27:29Z', 'updated_at': '2022-02-07T17:30:10Z', 'revision_number': 13, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:30:12.027460 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c963cd-cf72-4770-9fd4-3ea2871fc9ac None None] New status for floating IP 9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:30:12.300243 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c85402-1dea-4084-b803-43902defb8ff req-b92ae32e-d2f2-44f5-bba3-768abf767c59 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:12.301768 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d1c85402-1dea-4084-b803-43902defb8ff req-b92ae32e-d2f2-44f5-bba3-768abf767c59 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0571105 Feb 07 17:30:12.349050 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d1c85402-1dea-4084-b803-43902defb8ff req-d06fc8fa-2604-46a9-bd95-97a97f5cb3d6 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416422 Feb 07 17:30:14.847537 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79e55f-9037-42a0-b8e4-d20b59335f78 req-17fcf718-442f-4aa2-b693-0752f1f3e821 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:14.849093 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4f79e55f-9037-42a0-b8e4-d20b59335f78 req-17fcf718-442f-4aa2-b693-0752f1f3e821 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0588353 Feb 07 17:30:14.899063 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4f79e55f-9037-42a0-b8e4-d20b59335f78 req-ab47e41a-47ea-4111-aaf9-ef412cfeec3d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435584 Feb 07 17:30:21.648621 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:23.543806 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:25.821113 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-127f07e9-9a61-48b2-9ac2-a90baf29f040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:28.230572 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5234-033a-42bd-b049-d4433fd29290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:29.624972 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:30.955563 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:31.284606 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3238c87-43aa-4df1-b04d-37317aab72c1 req-2d6749ff-cc45-41cf-a3bd-c8e32895b152 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:31.286339 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3238c87-43aa-4df1-b04d-37317aab72c1 req-2d6749ff-cc45-41cf-a3bd-c8e32895b152 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0649924 Feb 07 17:30:31.359632 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-79ce8b5d-6e6f-4774-86ee-f21e8ef661cd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1486835 Feb 07 17:30:31.362731 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3238c87-43aa-4df1-b04d-37317aab72c1 req-2d89ae01-489b-42ae-8570-bc5e75348d0e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566423 Feb 07 17:30:32.461902 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:32.490023 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6d625-4a96-4692-af71-598f343d53dd req-0063b642-1427-402e-8934-a8b2779e932c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:32.491517 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2e6d625-4a96-4692-af71-598f343d53dd req-0063b642-1427-402e-8934-a8b2779e932c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0592422 Feb 07 17:30:32.538586 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2e6d625-4a96-4692-af71-598f343d53dd req-c5f1eaa2-cf53-4c3a-9ac1-8f2d7647bf5d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413361 Feb 07 17:30:32.621796 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-93e76726-ba52-4159-845b-70f048fc1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:32.623300 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-93e76726-ba52-4159-845b-70f048fc1596 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 1127 time: 0.0457211 Feb 07 17:30:32.715179 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-38ba44ad-b8b7-4db9-89a3-bc082c2fe522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:32.716574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-38ba44ad-b8b7-4db9-89a3-bc082c2fe522 service neutron] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0864861 Feb 07 17:30:32.786421 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-2275c7fa-b063-494a-ac0a-d511d7dd1316 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2 HTTP/1.1" status: 200 len: 1001 time: 0.0628667 Feb 07 17:30:32.833664 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-ff87701b-63b3-4a44-9ec2-2c3ea60d1cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:32.835116 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-ff87701b-63b3-4a44-9ec2-2c3ea60d1cc1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0433626 Feb 07 17:30:32.884366 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-f831cc59-7ad4-4e26-b4b0-7ac2724210f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:32.885906 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-f831cc59-7ad4-4e26-b4b0-7ac2724210f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448923 Feb 07 17:30:32.977822 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-b2b73207-4cfe-440c-86e8-ee06e7c82d32 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852406 Feb 07 17:30:33.066113 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-34ec70db-eaef-4a2c-a63a-07eb5b645332 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812645 Feb 07 17:30:33.665999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d77d6-fd7a-4ff3-b597-a55a9cb2191a req-18dcfd7b-3fc5-402a-a925-8248c627880e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:33.667554 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-701d77d6-fd7a-4ff3-b597-a55a9cb2191a req-18dcfd7b-3fc5-402a-a925-8248c627880e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0547950 Feb 07 17:30:33.715008 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-701d77d6-fd7a-4ff3-b597-a55a9cb2191a req-b2567c7b-0617-412f-a231-954bf850ea6e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414445 Feb 07 17:30:34.845624 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca31c76-376d-4930-9c90-e5ef356bfcd6 req-4d51f53e-ae2e-414c-ac80-b4311f718239 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:34.847254 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4ca31c76-376d-4930-9c90-e5ef356bfcd6 req-4d51f53e-ae2e-414c-ac80-b4311f718239 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0626237 Feb 07 17:30:34.897427 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4ca31c76-376d-4930-9c90-e5ef356bfcd6 req-e71de2e8-64c5-407b-9c74-ad52f7c3eb81 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443704 Feb 07 17:30:36.083066 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1152027-8ec8-4627-903d-0bb671e24f82 req-75169730-cdb8-4d8d-9288-7014a08e0d1f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:36.084561 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1152027-8ec8-4627-903d-0bb671e24f82 req-75169730-cdb8-4d8d-9288-7014a08e0d1f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0558598 Feb 07 17:30:36.134172 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f1152027-8ec8-4627-903d-0bb671e24f82 req-48b240bd-5e80-4db4-b86f-5b3bef2deca7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440507 Feb 07 17:30:37.379916 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015218ae-056a-4045-a937-9a31f851f1e3 req-cc425546-56b0-45e1-a613-77c423e9bc4c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:37.381444 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-015218ae-056a-4045-a937-9a31f851f1e3 req-cc425546-56b0-45e1-a613-77c423e9bc4c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0990760 Feb 07 17:30:37.428897 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-015218ae-056a-4045-a937-9a31f851f1e3 req-0295777a-eb2f-489e-81cb-96d31caf011d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416799 Feb 07 17:30:38.630770 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdde7dc-f07f-4d77-9c18-e575143d7419 req-a66f0fc5-51da-462d-a007-aecac1aad0d3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:38.632281 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4cdde7dc-f07f-4d77-9c18-e575143d7419 req-a66f0fc5-51da-462d-a007-aecac1aad0d3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0964897 Feb 07 17:30:38.681635 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4cdde7dc-f07f-4d77-9c18-e575143d7419 req-23f24a4c-fa62-4ea2-a069-11e8fbb3b1cd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436945 Feb 07 17:30:39.806994 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9489b-b314-404c-9114-2fca236d47d4 req-32589eed-84d2-46c3-9d8b-9b98e0ce3025 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:39.808467 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-35c9489b-b314-404c-9114-2fca236d47d4 req-32589eed-84d2-46c3-9d8b-9b98e0ce3025 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0567849 Feb 07 17:30:39.854363 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-35c9489b-b314-404c-9114-2fca236d47d4 req-6abf42fe-ff0b-45f2-9bdc-024a0d13c447 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399458 Feb 07 17:30:40.974619 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0a255-ad86-46a0-b99e-947639ef1e56 req-ffad4799-0aac-4385-9ecb-a96090461a3e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:40.976119 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35b0a255-ad86-46a0-b99e-947639ef1e56 req-ffad4799-0aac-4385-9ecb-a96090461a3e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0527365 Feb 07 17:30:41.023762 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-35b0a255-ad86-46a0-b99e-947639ef1e56 req-d8016de3-84bf-4be8-8259-ee196d2eefc1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418317 Feb 07 17:30:42.147460 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac72831-5f0f-44eb-81ec-c75984719e6f req-44fb7b7c-389b-4857-a12e-dea2285f023b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:42.148966 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4ac72831-5f0f-44eb-81ec-c75984719e6f req-44fb7b7c-389b-4857-a12e-dea2285f023b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0547531 Feb 07 17:30:42.197532 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4ac72831-5f0f-44eb-81ec-c75984719e6f req-8b3b9918-fee5-4074-b552-392d55b903c9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428460 Feb 07 17:30:43.324196 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480232b-8787-4d4e-90cc-6348ca131074 req-3380a63e-233a-4937-847a-2d42be3ed25c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:43.325724 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a480232b-8787-4d4e-90cc-6348ca131074 req-3380a63e-233a-4937-847a-2d42be3ed25c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0580454 Feb 07 17:30:43.374881 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a480232b-8787-4d4e-90cc-6348ca131074 req-ab3f5ba3-6385-4eec-8977-c0483ff44425 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425906 Feb 07 17:30:44.497312 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871552be-0fbf-4971-a2c2-eab43c60d96f req-6e303990-6af3-46b4-a559-564aed0665e0 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:44.499382 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-871552be-0fbf-4971-a2c2-eab43c60d96f req-6e303990-6af3-46b4-a559-564aed0665e0 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0521324 Feb 07 17:30:44.550279 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-871552be-0fbf-4971-a2c2-eab43c60d96f req-e35fb0e5-3311-4f55-9327-f407df31cb3a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449688 Feb 07 17:30:45.562320 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:30:45.672551 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f7847-7374-429a-bca7-8a258fc0a554 req-d0adcd32-ddf5-468b-8532-b129a1c881fc tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:45.674076 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd1f7847-7374-429a-bca7-8a258fc0a554 req-d0adcd32-ddf5-468b-8532-b129a1c881fc tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0535393 Feb 07 17:30:45.720865 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd1f7847-7374-429a-bca7-8a258fc0a554 req-6889861e-8b0a-4c14-895b-3bcd7f29de3d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411322 Feb 07 17:30:46.851222 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65e595-eea9-47df-aca0-b16edb365b0e req-45f4ac75-962b-4a8f-9140-69e93f5b4711 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:46.852833 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0a65e595-eea9-47df-aca0-b16edb365b0e req-45f4ac75-962b-4a8f-9140-69e93f5b4711 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0581727 Feb 07 17:30:46.902976 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0a65e595-eea9-47df-aca0-b16edb365b0e req-82c78a6a-a30b-4710-8d83-1e5747257307 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440192 Feb 07 17:30:48.024874 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a134d1-5727-4907-8dc4-e04fd34e50d8 req-ca65b941-4748-49f4-9a94-11c69b6b36c2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:48.027019 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-42a134d1-5727-4907-8dc4-e04fd34e50d8 req-ca65b941-4748-49f4-9a94-11c69b6b36c2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0538425 Feb 07 17:30:48.077403 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-42a134d1-5727-4907-8dc4-e04fd34e50d8 req-47c5aeea-e2dd-4da2-a658-6f82eceef9cf tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452249 Feb 07 17:30:48.725236 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-11ebc029-2a2e-4dc1-b9d0-9ffee97c70a0 service neutron] show failed (client error): The resource could not be found. Feb 07 17:30:48.726295 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-11ebc029-2a2e-4dc1-b9d0-9ffee97c70a0 service neutron] 10.222.0.32 "GET /v2.0/ports/6852f4a9-c079-4cba-80e8-e8b2de843ef2/bindings/n-h1-827865-3 HTTP/1.1" status: 404 len: 380 time: 0.0946698 Feb 07 17:30:48.973601 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-145ad283-0629-4a56-b0c0-20f117dc95f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:48.975117 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-145ad283-0629-4a56-b0c0-20f117dc95f5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76&tenant_id=03c56763a3354259a164a62292c3b8c3 HTTP/1.1" status: 200 len: 1127 time: 0.0945745 Feb 07 17:30:48.985834 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827865-3', 'device_owner': 'compute:nova'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:30:49.044510 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:49.201679 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7e1e3-297c-4011-8f48-8cce334b09af req-c828d48f-b2f5-4091-9090-9d08057ba1ee tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:49.203827 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-78d7e1e3-297c-4011-8f48-8cce334b09af req-c828d48f-b2f5-4091-9090-9d08057ba1ee tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0540788 Feb 07 17:30:49.247490 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] For port 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:30:49.257409 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-78d7e1e3-297c-4011-8f48-8cce334b09af req-35e21632-1aa3-4886-83ac-0c28ff443e6d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469909 Feb 07 17:30:49.289057 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] For port 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host n-h2-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:30:49.328589 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6852f4a9-c079-4cba-80e8-e8b2de843ef2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:30:49.330872 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafd3ba6-0d7a-4c1d-a684-f071f1368c21" -d '{"events": [{"server_uuid": "9193bf14-1731-4e9a-a4eb-22bbf485aa76", "name": "network-vif-unplugged", "status": "completed", "tag": "6852f4a9-c079-4cba-80e8-e8b2de843ef2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:30:49.334541 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Publish callbacks [] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:49.349945 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Transition to ACTIVE for port object 6852f4a9-c079-4cba-80e8-e8b2de843ef2 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:30:49.353946 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:49.433585 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6852f4a9-c079-4cba-80e8-e8b2de843ef2,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:30:49.447680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:30:49.447959 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:30:49.448540 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:30:49.449061 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:30:49.449428 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:30:49.449868 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:30:49.450171 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:30:49.450508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:30:49.450837 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:30:49.451166 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:30:49.451495 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:30:49.451946 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:30:49.452221 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:30:49.459211 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 17:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad48d84-3fa2-4b0b-9619-2dcdf8a85ab3 x-openstack-request-id: req-4ad48d84-3fa2-4b0b-9619-2dcdf8a85ab3 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:30:49.459501 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9193bf14-1731-4e9a-a4eb-22bbf485aa76", "name": "network-vif-unplugged", "status": "completed", "tag": "6852f4a9-c079-4cba-80e8-e8b2de843ef2", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:30:49.459755 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ad48d84-3fa2-4b0b-9619-2dcdf8a85ab3 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:30:49.460149 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6852f4a9-c079-4cba-80e8-e8b2de843ef2', 'code': 200} Feb 07 17:30:49.500486 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] No DVR routers for this DVR port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 on host n-h2-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:30:49.639371 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Attempting to bind port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:30:49.639708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Attempting to bind port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:30:49.640155 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Attempting to bind port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:30:49.644346 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 on network 61760fb1-034c-41a3-a286-0143d8411eff not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:30:49.644675 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Attempting to bind port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:30:49.650012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:30:49.650385 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Checking segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:30:49.650776 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Bound using segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:30:49.651205 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Bound port: 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:30:49.651563 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:49.716368 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] For port 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:30:49.719477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] For port 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:30:49.723649 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6852f4a9-c079-4cba-80e8-e8b2de843ef2 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:30:49.726146 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:49.759655 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:49.760283 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:49.761696 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] 10.222.0.48 "PUT /v2.0/ports/6852f4a9-c079-4cba-80e8-e8b2de843ef2 HTTP/1.1" status: 200 len: 1091 time: 0.7799227 Feb 07 17:30:49.766841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] The host n-h2-827865-3 is not matching for port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 host n-h1-827865-3! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 17:30:49.767436 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6852f4a9-c079-4cba-80e8-e8b2de843ef2 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:30:49.797696 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11011dd-2abe-44b7-a997-0b524aa746a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6852f4a9-c079-4cba-80e8-e8b2de843ef2,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:30:49.835529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-7df46b01-3b03-4689-9ed7-64a0f367bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:49.837033 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-7df46b01-3b03-4689-9ed7-64a0f367bbc9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 1125 time: 0.0526848 Feb 07 17:30:49.934524 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-d90eef62-4329-4d8e-847a-c7e710eeab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:49.936014 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-d90eef62-4329-4d8e-847a-c7e710eeab35 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0924447 Feb 07 17:30:50.000034 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-7d4925e2-aced-4da9-adf6-6d9fb5f34e47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2 HTTP/1.1" status: 200 len: 999 time: 0.0577130 Feb 07 17:30:50.052999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-e9b89c87-ded6-47fa-b778-5c199f03ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:50.054451 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-e9b89c87-ded6-47fa-b778-5c199f03ef19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0497220 Feb 07 17:30:50.103499 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-16fc793a-2ba9-444f-80ac-53051cba0a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:50.104998 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-16fc793a-2ba9-444f-80ac-53051cba0a16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447707 Feb 07 17:30:50.194284 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-b152368b-249f-4fda-b943-c4db6f4122f1 service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834184 Feb 07 17:30:50.289788 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-adab83a8-20a4-4a39-90a6-ca9bf0bd5938 service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892262 Feb 07 17:30:50.407869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffbafb-026e-4a74-96ed-5bc789fbe3f9 req-f5e6adaf-4837-4264-a4a5-ea7fc47f15c1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:50.409915 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-21ffbafb-026e-4a74-96ed-5bc789fbe3f9 req-f5e6adaf-4837-4264-a4a5-ea7fc47f15c1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 943 time: 0.0776017 Feb 07 17:30:50.460163 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-21ffbafb-026e-4a74-96ed-5bc789fbe3f9 req-2342221f-2410-42de-be84-1a24559952dc tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442965 Feb 07 17:30:51.461663 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'tag': '6852f4a9-c079-4cba-80e8-e8b2de843ef2'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:30:51.464049 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e094cddbe1585e8d71e076e2514e4c718b5611fff7d4804abc18e4d1c601fa49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54b97c1-5440-4e35-8f41-751bb4384f44" -d '{"events": [{"name": "network-changed", "server_uuid": "9193bf14-1731-4e9a-a4eb-22bbf485aa76", "tag": "6852f4a9-c079-4cba-80e8-e8b2de843ef2"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:30:51.515705 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03eb6287-2e97-4507-8939-874022df4a42 x-openstack-request-id: req-03eb6287-2e97-4507-8939-874022df4a42 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:30:51.516007 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9193bf14-1731-4e9a-a4eb-22bbf485aa76", "tag": "6852f4a9-c079-4cba-80e8-e8b2de843ef2", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:30:51.516260 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03eb6287-2e97-4507-8939-874022df4a42 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:30:51.516677 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'tag': '6852f4a9-c079-4cba-80e8-e8b2de843ef2', 'status': 'completed', 'code': 200} Feb 07 17:30:51.584753 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-b40e13dd-03db-4b50-b011-c9c13c6f7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:51.586316 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-b40e13dd-03db-4b50-b011-c9c13c6f7b33 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 1125 time: 0.0483053 Feb 07 17:30:51.623049 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-2f41d547-72ec-4547-b4d5-55100a4953bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:51.624754 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-2f41d547-72ec-4547-b4d5-55100a4953bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 1125 time: 0.0891945 Feb 07 17:30:51.638037 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4d4c-27ac-4291-bf9f-0089db948625 req-81eb8f03-3d2f-4ab4-bbfd-6ed996337329 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:51.639626 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12aa4d4c-27ac-4291-bf9f-0089db948625 req-81eb8f03-3d2f-4ab4-bbfd-6ed996337329 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 943 time: 0.0751104 Feb 07 17:30:51.659652 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:51.706010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-dc8af1a3-d9cd-4824-a96e-d3b63934ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:51.707516 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-dc8af1a3-d9cd-4824-a96e-d3b63934ad01 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.1148314 Feb 07 17:30:51.751635 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12aa4d4c-27ac-4291-bf9f-0089db948625 req-12a9f384-f97a-45f7-880f-193144b8ecae tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934336 Feb 07 17:30:51.767132 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-2a21996c-33bd-41ec-b47f-259451bdafe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:51.770574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-2a21996c-33bd-41ec-b47f-259451bdafe7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.1398985 Feb 07 17:30:51.786185 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-cfa94fee-522a-4b00-97ea-28424253b08f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2 HTTP/1.1" status: 200 len: 999 time: 0.0723650 Feb 07 17:30:51.839266 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-580ef9f6-50a6-4bb6-93d2-96791cc69fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:51.840779 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-580ef9f6-50a6-4bb6-93d2-96791cc69fc9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0493848 Feb 07 17:30:51.844328 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-1485043c-507e-4a1c-863a-157b6974c4a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2 HTTP/1.1" status: 200 len: 999 time: 0.0680087 Feb 07 17:30:51.893396 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-d04c4765-bdf5-4068-8e94-356589250521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:51.893927 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-6ac4c79a-64b4-4da4-a355-06dc07428773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:51.895042 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-d04c4765-bdf5-4068-8e94-356589250521 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0460622 Feb 07 17:30:51.895400 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-6ac4c79a-64b4-4da4-a355-06dc07428773 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493155 Feb 07 17:30:51.946877 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-101b1c45-1bb3-40d6-9a47-94d0adb00cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:51.948498 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-101b1c45-1bb3-40d6-9a47-94d0adb00cc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477843 Feb 07 17:30:51.988278 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-367c3ee4-5a6b-416f-98fc-f0d87240977c service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856264 Feb 07 17:30:52.047110 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-38e62b48-c7dc-44dc-8c01-772cd9f944e5 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920420 Feb 07 17:30:52.084135 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-a5b43275-b355-488b-8963-12e89cdb5172 service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904973 Feb 07 17:30:52.143299 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c54b97c1-5440-4e35-8f41-751bb4384f44 req-524ce9ee-c960-4f65-94c2-5262f0aecc8d service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899816 Feb 07 17:30:52.882703 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b6f07-9764-493b-afd9-43ac1ac3176a req-a39ac454-79f3-40fa-8553-80128d4cf270 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:52.884187 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec0b6f07-9764-493b-afd9-43ac1ac3176a req-a39ac454-79f3-40fa-8553-80128d4cf270 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 943 time: 0.0535200 Feb 07 17:30:52.931404 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec0b6f07-9764-493b-afd9-43ac1ac3176a req-0aa33cda-c62b-4129-9907-37cd872049c0 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416341 Feb 07 17:30:53.559134 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:54.061081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9072db-eddf-484f-aee7-6055c5f14b38 req-a52c4f6d-ee2e-459d-a197-18c3e9f25272 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:54.062844 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a9072db-eddf-484f-aee7-6055c5f14b38 req-a52c4f6d-ee2e-459d-a197-18c3e9f25272 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 943 time: 0.0607507 Feb 07 17:30:54.116176 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a9072db-eddf-484f-aee7-6055c5f14b38 req-bd70a140-7bfe-4b90-af5f-c2b686ca5580 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474548 Feb 07 17:30:55.239519 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d212d-a213-466a-b3dc-17a22a5872d1 req-dce620af-b69d-4363-bce3-bfc050a3a5f9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:55.241043 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-139d212d-a213-466a-b3dc-17a22a5872d1 req-dce620af-b69d-4363-bce3-bfc050a3a5f9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 943 time: 0.0540309 Feb 07 17:30:55.293647 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-139d212d-a213-466a-b3dc-17a22a5872d1 req-6282ec18-c4f2-4151-8371-46318633ed07 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468833 Feb 07 17:30:55.826039 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dec48731-f151-4229-a7ba-29c6ba7a8982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:56.427512 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe5034-eae9-42fb-a410-3e0f2e7031db req-ab700107-118a-45a0-930e-81c9e4e19eaa tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:56.429205 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8bfe5034-eae9-42fb-a410-3e0f2e7031db req-ab700107-118a-45a0-930e-81c9e4e19eaa tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 943 time: 0.0573854 Feb 07 17:30:56.478162 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8bfe5034-eae9-42fb-a410-3e0f2e7031db req-d5e23647-8f0d-4f5c-85f6-a5ed4a2e6847 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430410 Feb 07 17:30:57.608124 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45844cd-dd29-4f53-8e92-afe44f39f943 req-46d1021f-ed4e-4af8-b9cc-beca879d5cc3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:57.609613 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d45844cd-dd29-4f53-8e92-afe44f39f943 req-46d1021f-ed4e-4af8-b9cc-beca879d5cc3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 943 time: 0.0552723 Feb 07 17:30:57.658930 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d45844cd-dd29-4f53-8e92-afe44f39f943 req-dca995c9-9895-48cf-a94a-6b7a2863d857 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431788 Feb 07 17:30:58.234714 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-19793ec4-84c2-450e-a5f8-77a2fae6e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:58.788558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28463b-07cf-4fff-a69d-b2b240d939b2 req-2a1df304-e368-447a-ad5e-7c6299065cf4 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:58.790137 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f28463b-07cf-4fff-a69d-b2b240d939b2 req-2a1df304-e368-447a-ad5e-7c6299065cf4 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 943 time: 0.0601132 Feb 07 17:30:58.841869 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9f28463b-07cf-4fff-a69d-b2b240d939b2 req-b677fae5-1628-4957-a313-2626ca73141c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461195 Feb 07 17:30:59.628304 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:30:59.968924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4978d7-7e3c-42bb-81a9-575b7f5ca307 req-84e8d42e-2e7a-4576-9b15-77e74c8403fb tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:30:59.970480 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ac4978d7-7e3c-42bb-81a9-575b7f5ca307 req-84e8d42e-2e7a-4576-9b15-77e74c8403fb tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 943 time: 0.0570014 Feb 07 17:31:00.018750 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ac4978d7-7e3c-42bb-81a9-575b7f5ca307 req-e181d41f-709b-461e-8cb5-8733b84572ab tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426228 Feb 07 17:31:00.958303 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:01.139391 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45af406-772b-496a-a872-66203066862f req-8d2d3ce1-4706-4a1e-a333-58fdf3db95ff tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:01.140776 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b45af406-772b-496a-a872-66203066862f req-8d2d3ce1-4706-4a1e-a333-58fdf3db95ff tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 943 time: 0.0525918 Feb 07 17:31:01.186434 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b45af406-772b-496a-a872-66203066862f req-db910e77-0014-417d-b775-1f5c2a515d0e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398395 Feb 07 17:31:02.315998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411c821-69b9-46d5-b86d-7c16f9dab26c req-c53c1684-767f-449c-a3cd-c6e300ae9ee1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:02.317521 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d411c821-69b9-46d5-b86d-7c16f9dab26c req-c53c1684-767f-449c-a3cd-c6e300ae9ee1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 943 time: 0.0605452 Feb 07 17:31:02.365692 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d411c821-69b9-46d5-b86d-7c16f9dab26c req-665420dc-896a-49bc-bdcb-0bd7b0d426ae tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424974 Feb 07 17:31:02.463986 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:03.488951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d34b9-fe47-432a-b000-951413cdb909 req-110483e4-ea10-4a25-98dd-42f3f075c93b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:03.490460 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-444d34b9-fe47-432a-b000-951413cdb909 req-110483e4-ea10-4a25-98dd-42f3f075c93b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 943 time: 0.0541394 Feb 07 17:31:03.536942 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-444d34b9-fe47-432a-b000-951413cdb909 req-25c91add-c1e5-46b7-9fe4-f1b08a4b0b6e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407774 Feb 07 17:31:04.658784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71803be-8288-4e5b-af7d-ba16825a8aba req-ca9fe1fc-a7a2-4c0c-b874-a9e46769e3db tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:04.660304 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e71803be-8288-4e5b-af7d-ba16825a8aba req-ca9fe1fc-a7a2-4c0c-b874-a9e46769e3db tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 943 time: 0.0529785 Feb 07 17:31:04.707155 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e71803be-8288-4e5b-af7d-ba16825a8aba req-99c8db4d-54f0-4be7-809c-9a92cf93a316 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412242 Feb 07 17:31:05.832358 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a77efe-a7da-4031-a01b-2100bcc00372 req-ba39ac6e-e3c3-4c19-b6b5-8003464ef537 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:05.833857 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-10a77efe-a7da-4031-a01b-2100bcc00372 req-ba39ac6e-e3c3-4c19-b6b5-8003464ef537 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 943 time: 0.0566151 Feb 07 17:31:05.880985 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-10a77efe-a7da-4031-a01b-2100bcc00372 req-23979693-c1cf-464b-b8fc-7cc141c88b7d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415077 Feb 07 17:31:07.005078 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36761609-bcef-4c4c-ab0a-b4d717c5fdcf req-0917cde5-8731-4b4e-bf75-1d9586142414 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:07.006598 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-36761609-bcef-4c4c-ab0a-b4d717c5fdcf req-0917cde5-8731-4b4e-bf75-1d9586142414 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 943 time: 0.0524368 Feb 07 17:31:07.056221 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-36761609-bcef-4c4c-ab0a-b4d717c5fdcf req-ddb88897-5c0b-4b8b-9738-c1fc8edec7e5 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441327 Feb 07 17:31:08.190948 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacc37d-9f09-46b9-b660-6bc2d88e29c9 req-b27fc5b6-b85d-4bbb-a4ff-3073a9b48d9f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:08.192496 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3bacc37d-9f09-46b9-b660-6bc2d88e29c9 req-b27fc5b6-b85d-4bbb-a4ff-3073a9b48d9f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 943 time: 0.0629439 Feb 07 17:31:08.241928 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3bacc37d-9f09-46b9-b660-6bc2d88e29c9 req-3625af6b-9afa-452f-9d26-5e79aff2fa89 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433860 Feb 07 17:31:09.091982 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 6852f4a9-c079-4cba-80e8-e8b2de843ef2 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:31:09.196163 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:31:09.208800 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '6852f4a9-c079-4cba-80e8-e8b2de843ef2', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'port_id': '6852f4a9-c079-4cba-80e8-e8b2de843ef2', 'mac_address': 'fa:16:3e:68:4c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:31:09.248164 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:31:09.248564 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:09.263212 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6852f4a9-c079-4cba-80e8-e8b2de843ef2 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:31:09.288315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:31:09.293764 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:09.345346 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=6852f4a9-c079-4cba-80e8-e8b2de843ef2,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:31:09.352787 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:09.353295 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:09.353527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:09.353946 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:09.354220 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:09.354562 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:09.354900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:09.355848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:09.355848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:09.356137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:09.356471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:09.356805 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:09.357468 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:09.371928 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda75acf-3a24-4c39-88f1-ed8823e6d3e1 req-52f9f6cf-bf07-4443-8dbd-3cc75c83fe61 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:09.373456 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fda75acf-3a24-4c39-88f1-ed8823e6d3e1 req-52f9f6cf-bf07-4443-8dbd-3cc75c83fe61 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 944 time: 0.0581641 Feb 07 17:31:09.422969 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fda75acf-3a24-4c39-88f1-ed8823e6d3e1 req-67eba52c-feca-4357-8235-688076bbe0fc tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428967 Feb 07 17:31:09.660978 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['6852f4a9-c079-4cba-80e8-e8b2de843ef2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:31:09.807106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-c03ad21c-6233-474d-b394-9bec67becf61 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:09.808649 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-c03ad21c-6233-474d-b394-9bec67becf61 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.48 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76&tenant_id=03c56763a3354259a164a62292c3b8c3&binding%3Ahost_id=n-h1-827865-3 HTTP/1.1" status: 200 len: 944 time: 0.1149821 Feb 07 17:31:09.822247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6be57-5430-433b-83a9-7b49f80c5995 req-5126fac4-8da3-477a-a39a-e0194124846b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:09.823989 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-13c6be57-5430-433b-83a9-7b49f80c5995 req-5126fac4-8da3-477a-a39a-e0194124846b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 944 time: 0.0892231 Feb 07 17:31:09.887387 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-13c6be57-5430-433b-83a9-7b49f80c5995 req-899e0e88-a3e3-4108-a96b-d6c94708ba35 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557735 Feb 07 17:31:09.984321 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-b1fe0379-ecd1-4dcf-8d91-84f4e8d501ce service neutron] 10.222.0.48 "GET /v2.0/ports/6852f4a9-c079-4cba-80e8-e8b2de843ef2/bindings/n-h1-827865-3 HTTP/1.1" status: 200 len: 382 time: 0.1069112 Feb 07 17:31:10.055023 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-c2b4a783-61ed-425e-b6a1-05d86eeb735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:10.056620 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-c2b4a783-61ed-425e-b6a1-05d86eeb735c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 1126 time: 0.0494936 Feb 07 17:31:10.539886 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-743ab48a-2d4d-46f8-acf0-297cdcdfdbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:10.541876 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-743ab48a-2d4d-46f8-acf0-297cdcdfdbc6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.4795756 Feb 07 17:31:10.610187 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-5f61a0a3-459e-44e0-a915-52d0a5a53ba5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2 HTTP/1.1" status: 200 len: 1000 time: 0.0617940 Feb 07 17:31:10.671765 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-0b384704-6644-44d8-b8d0-bdda454406f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:10.673887 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-0b384704-6644-44d8-b8d0-bdda454406f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0590358 Feb 07 17:31:10.738453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-35609354-89be-465e-888a-e50a7d1beba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:10.740037 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-35609354-89be-465e-888a-e50a7d1beba1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0609312 Feb 07 17:31:10.843081 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-c6ab118c-22fd-4ab4-9c94-c9e986dc26b4 service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970860 Feb 07 17:31:10.961882 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-37ba38d4-1924-4ef8-b0b7-a43ae36c7b8d service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123805 Feb 07 17:31:11.043682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b91fa-222e-4a8f-a81e-5323745f3408 req-a903f325-f3a5-45ad-8e0e-c00a1811d7f3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:11.045436 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0b3b91fa-222e-4a8f-a81e-5323745f3408 req-a903f325-f3a5-45ad-8e0e-c00a1811d7f3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 944 time: 0.0707223 Feb 07 17:31:11.092216 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 6852f4a9-c079-4cba-80e8-e8b2de843ef2 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:31:11.100357 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0b3b91fa-222e-4a8f-a81e-5323745f3408 req-358cf447-6da6-4c8a-889d-37f2f7ea80e1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480340 Feb 07 17:31:11.153253 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:31:11.158669 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:31:11.159156 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:11.244652 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:31:11.245048 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:11.272943 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6852f4a9-c079-4cba-80e8-e8b2de843ef2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:31:11.295016 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:31:11.300246 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:11.326853 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88790522-2879-4cb6-af81-caacb036c9ff" -d '{"events": [{"server_uuid": "9193bf14-1731-4e9a-a4eb-22bbf485aa76", "name": "network-vif-plugged", "status": "completed", "tag": "6852f4a9-c079-4cba-80e8-e8b2de843ef2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:31:11.367998 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=6852f4a9-c079-4cba-80e8-e8b2de843ef2,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:31:11.435455 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb555bde-dd74-4c81-adff-fc8c8c05927b x-openstack-request-id: req-cb555bde-dd74-4c81-adff-fc8c8c05927b {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:31:11.435758 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9193bf14-1731-4e9a-a4eb-22bbf485aa76", "name": "network-vif-plugged", "status": "completed", "tag": "6852f4a9-c079-4cba-80e8-e8b2de843ef2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:31:11.436158 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb555bde-dd74-4c81-adff-fc8c8c05927b {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:31:11.436567 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6852f4a9-c079-4cba-80e8-e8b2de843ef2', 'code': 200} Feb 07 17:31:12.238306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5dd723-afdd-4926-8f00-61c68143f9c7 req-a8ce1fd5-7adc-43cb-b924-7ab2a9465b59 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:12.240345 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4d5dd723-afdd-4926-8f00-61c68143f9c7 req-a8ce1fd5-7adc-43cb-b924-7ab2a9465b59 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0638626 Feb 07 17:31:12.294238 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4d5dd723-afdd-4926-8f00-61c68143f9c7 req-adbbbc07-59c8-4719-95e8-e4c32989b615 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480099 Feb 07 17:31:13.437481 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548ae11-539c-427a-966d-097b8981713d req-05bcff3e-b539-4d5b-ad72-292b20772135 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:13.439172 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9548ae11-539c-427a-966d-097b8981713d req-05bcff3e-b539-4d5b-ad72-292b20772135 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0638483 Feb 07 17:31:13.505479 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9548ae11-539c-427a-966d-097b8981713d req-4cfbb054-192a-4cf4-833f-5e56d081e132 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568647 Feb 07 17:31:14.661384 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5105207-4443-49a8-904d-1a6d07f00a24 req-467605f7-e27d-482f-8e00-05a465e06ae7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:14.662971 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a5105207-4443-49a8-904d-1a6d07f00a24 req-467605f7-e27d-482f-8e00-05a465e06ae7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0642283 Feb 07 17:31:14.719354 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a5105207-4443-49a8-904d-1a6d07f00a24 req-90b8fdde-cd68-4093-bef4-a638667423ea tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504153 Feb 07 17:31:15.870641 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02370fd2-93a4-4017-8938-24d5b1016c1e req-c8a9fdd6-1022-4b5e-9857-5681a5133c71 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:15.872371 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02370fd2-93a4-4017-8938-24d5b1016c1e req-c8a9fdd6-1022-4b5e-9857-5681a5133c71 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0804937 Feb 07 17:31:15.924170 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02370fd2-93a4-4017-8938-24d5b1016c1e req-2ed8657a-4684-4e0c-98c8-77637c6bd5ba tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453300 Feb 07 17:31:16.989169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-65a1f15b-84e9-40cd-bc9a-67a6ed0cf9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:16.990772 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-65a1f15b-84e9-40cd-bc9a-67a6ed0cf9e9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76&tenant_id=03c56763a3354259a164a62292c3b8c3 HTTP/1.1" status: 200 len: 1127 time: 0.0516379 Feb 07 17:31:17.001905 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827865-3', 'device_owner': 'compute:nova'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:31:17.107288 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:17.132160 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb185817-91a9-4775-899e-bb99211f22e3 req-44ad6f14-1693-4257-a6d9-1f54b32584fe tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:17.134337 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fb185817-91a9-4775-899e-bb99211f22e3 req-44ad6f14-1693-4257-a6d9-1f54b32584fe tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.1099768 Feb 07 17:31:17.138409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 6852f4a9-c079-4cba-80e8-e8b2de843ef2 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:31:17.229103 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:31:17.229537 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:17.294878 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fb185817-91a9-4775-899e-bb99211f22e3 req-239a4134-34a5-4861-90d2-f15bd8eca559 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400068 Feb 07 17:31:17.394494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] For port 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:31:17.430564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] For port 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:31:17.475970 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6852f4a9-c079-4cba-80e8-e8b2de843ef2'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:31:17.483020 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Publish callbacks [] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:17.503897 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Transition to ACTIVE for port object 6852f4a9-c079-4cba-80e8-e8b2de843ef2 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:31:17.509747 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:17.555755 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:31:17.556263 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:31:17.561444 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68925253-f40e-49bf-b8cb-c4e5036515fe" -d '{"events": [{"server_uuid": "9193bf14-1731-4e9a-a4eb-22bbf485aa76", "name": "network-vif-unplugged", "status": "completed", "tag": "6852f4a9-c079-4cba-80e8-e8b2de843ef2"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:31:17.657223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Pushing event updated for resources: {'Port': ['ID=6852f4a9-c079-4cba-80e8-e8b2de843ef2,revision_number=10']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:31:17.667497 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:17.667917 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:17.668204 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:17.668546 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:17.668893 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:17.669229 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:17.669590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:17.669921 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:17.670237 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:17.670574 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:17.670926 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:17.671235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:17.671553 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:17.703350 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 17:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b065b4bc-aa9d-466e-8cab-450ddb5d5c03 x-openstack-request-id: req-b065b4bc-aa9d-466e-8cab-450ddb5d5c03 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:31:17.704299 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9193bf14-1731-4e9a-a4eb-22bbf485aa76", "name": "network-vif-unplugged", "status": "completed", "tag": "6852f4a9-c079-4cba-80e8-e8b2de843ef2", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:31:17.704577 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b065b4bc-aa9d-466e-8cab-450ddb5d5c03 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:31:17.704987 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6852f4a9-c079-4cba-80e8-e8b2de843ef2', 'code': 200} Feb 07 17:31:17.729966 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] No DVR routers for this DVR port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:31:17.889830 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Attempting to bind port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:31:17.890041 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Attempting to bind port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:31:17.890380 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Attempting to bind port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:31:17.895206 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 on network 61760fb1-034c-41a3-a286-0143d8411eff not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:31:17.895534 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Attempting to bind port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 on network 61760fb1-034c-41a3-a286-0143d8411eff {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:31:17.900484 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:31:17.900826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Checking segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:31:17.901214 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Bound using segment: {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:31:17.901688 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Bound port: 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff785ae-2d45-47a4-b758-92ffa1d1eb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:31:17.902048 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:17.967796 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] For port 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:31:17.971942 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] For port 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:31:17.979781 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:18.024704 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:18.025648 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:18.026746 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] 10.222.0.32 "PUT /v2.0/ports/6852f4a9-c079-4cba-80e8-e8b2de843ef2 HTTP/1.1" status: 200 len: 1092 time: 1.0299826 Feb 07 17:31:18.044679 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eeff22-0b6a-449c-b4c4-dbbb2ce91a52 service neutron] Pushing event updated for resources: {'Port': ['ID=6852f4a9-c079-4cba-80e8-e8b2de843ef2,revision_number=11']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:31:18.097932 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 is: DOWN; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:31:18.114478 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-4747f49f-9d9c-4d13-a9b8-8e94ee76bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:18.116025 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-4747f49f-9d9c-4d13-a9b8-8e94ee76bbed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 1126 time: 0.0497997 Feb 07 17:31:18.213678 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-6dd84fac-3eae-426e-baaf-4a7b1b1d9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:18.215591 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-6dd84fac-3eae-426e-baaf-4a7b1b1d9818 service neutron] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.0944171 Feb 07 17:31:18.292168 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-71862057-26cd-4a99-82d0-1677fa5cebc4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2 HTTP/1.1" status: 200 len: 999 time: 0.0710595 Feb 07 17:31:18.348188 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-6ef24292-015c-498a-8816-946fcc9c78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:18.350110 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-6ef24292-015c-498a-8816-946fcc9c78c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0519235 Feb 07 17:31:18.441745 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-b19dcbb5-f656-4783-8d56-73c387fa3a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:18.443195 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-b19dcbb5-f656-4783-8d56-73c387fa3a01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0879059 Feb 07 17:31:18.454995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc221e-54d5-43f0-88fa-b2b4b7deecd2 req-e28c52fb-0f56-4cb6-816f-85cbe144de22 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:18.456426 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-93bc221e-54d5-43f0-88fa-b2b4b7deecd2 req-e28c52fb-0f56-4cb6-816f-85cbe144de22 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 944 time: 0.0710680 Feb 07 17:31:18.555870 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-93bc221e-54d5-43f0-88fa-b2b4b7deecd2 req-e87039ab-7f51-45e9-b8a5-ac5f0f3e4270 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916238 Feb 07 17:31:18.572976 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-43d0b311-cd06-4c1b-b6d5-6ec753672977 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156075 Feb 07 17:31:18.664196 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d80a1838-a53d-4983-8dbf-5c81929195eb req-b25f9785-82bb-42d9-ad04-85b4253a6706 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855212 Feb 07 17:31:19.701837 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37777dd-ad09-40ef-9a0a-0744fa3911ef req-e4a3effc-a70a-465d-8c35-f8c08240032c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:19.705390 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f37777dd-ad09-40ef-9a0a-0744fa3911ef req-e4a3effc-a70a-465d-8c35-f8c08240032c tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 944 time: 0.0757949 Feb 07 17:31:19.706000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'tag': '6852f4a9-c079-4cba-80e8-e8b2de843ef2'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:31:19.708659 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9193bf14-1731-4e9a-a4eb-22bbf485aa76", "tag": "6852f4a9-c079-4cba-80e8-e8b2de843ef2"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:31:19.766490 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e1a65f-b83c-4bdb-b063-a846eaaa036d x-openstack-request-id: req-06e1a65f-b83c-4bdb-b063-a846eaaa036d {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:31:19.767441 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9193bf14-1731-4e9a-a4eb-22bbf485aa76", "tag": "6852f4a9-c079-4cba-80e8-e8b2de843ef2", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:31:19.767709 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06e1a65f-b83c-4bdb-b063-a846eaaa036d {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:31:19.768126 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'tag': '6852f4a9-c079-4cba-80e8-e8b2de843ef2', 'status': 'completed', 'code': 200} Feb 07 17:31:19.769377 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f37777dd-ad09-40ef-9a0a-0744fa3911ef req-4832eafa-5d26-433c-9f5a-3a0e89d710ee tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531561 Feb 07 17:31:19.839409 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-b9565deb-d6f0-42c7-8961-153ce63d2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:19.840857 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-b9565deb-d6f0-42c7-8961-153ce63d2bbe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 1126 time: 0.0563283 Feb 07 17:31:19.842205 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-815e736d-6450-4103-a8ce-101de2113fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:19.844415 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-815e736d-6450-4103-a8ce-101de2113fb9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=03c56763a3354259a164a62292c3b8c3&device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 1126 time: 0.0504231 Feb 07 17:31:19.948731 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-a51088b3-f940-49c4-9824-92db16609d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:19.950342 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-a51088b3-f940-49c4-9824-92db16609d44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.1012180 Feb 07 17:31:19.951250 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-2760fc2d-0000-407c-9b4a-0f2e4ca41e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:19.953851 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-2760fc2d-0000-407c-9b4a-0f2e4ca41e7e service neutron] 10.222.0.32 "GET /v2.0/networks?id=61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 200 len: 913 time: 0.1061764 Feb 07 17:31:20.021423 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-d732a74d-7edc-4230-9d36-40d3c3b7b9e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2 HTTP/1.1" status: 200 len: 999 time: 0.0656965 Feb 07 17:31:20.025456 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-122afa69-865a-4ad8-8dde-59f8f7d4cb8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2 HTTP/1.1" status: 200 len: 999 time: 0.0664411 Feb 07 17:31:20.079024 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-6628033e-b433-4448-95af-addef88c2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:20.079379 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-f270da1a-3294-41d3-9a4d-83d5ddad9e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:20.080414 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-6628033e-b433-4448-95af-addef88c2c71 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0537963 Feb 07 17:31:20.080897 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-f270da1a-3294-41d3-9a4d-83d5ddad9e81 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 200 len: 851 time: 0.0505536 Feb 07 17:31:20.138412 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-60ee08d1-7542-4e48-976c-64c9342d52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:20.138630 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-65cf36ad-0f83-49f6-aeae-4276dd14fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:20.139934 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-60ee08d1-7542-4e48-976c-64c9342d52c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0540333 Feb 07 17:31:20.140060 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-65cf36ad-0f83-49f6-aeae-4276dd14fe80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61760fb1-034c-41a3-a286-0143d8411eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0541360 Feb 07 17:31:20.244890 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-ee9909aa-a2bd-4d5b-8783-046cc7e23507 service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992379 Feb 07 17:31:20.264145 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-cdc56daf-6481-4871-9ce5-e9d140123b9b service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184983 Feb 07 17:31:20.354434 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-237ca6df-34bf-4487-8128-6601fd4e9f5b service neutron] 10.222.0.32 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031039 Feb 07 17:31:20.382970 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-61d34a9d-3a3c-4813-ad56-fbecaec2a6ec req-dc061063-504a-4a3d-a531-fef88e71bed5 service neutron] 10.222.0.48 "GET /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133499 Feb 07 17:31:20.909432 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072df3b3-9e0a-4a5d-abf3-6f0f7be1be0f req-62d5209d-ff34-4ae3-aa82-133dbf6d5a91 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:20.911006 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-072df3b3-9e0a-4a5d-abf3-6f0f7be1be0f req-62d5209d-ff34-4ae3-aa82-133dbf6d5a91 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 944 time: 0.0582345 Feb 07 17:31:20.961885 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-072df3b3-9e0a-4a5d-abf3-6f0f7be1be0f req-f6ff0d93-4e38-473a-ba20-596f17b5f4af tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451341 Feb 07 17:31:21.662612 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:22.103606 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6957ad-6c6b-47f0-a382-3d10e69ddbdd req-61002d61-9159-45f2-aef3-5f67917dba94 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:22.105566 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff6957ad-6c6b-47f0-a382-3d10e69ddbdd req-61002d61-9159-45f2-aef3-5f67917dba94 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 944 time: 0.0611494 Feb 07 17:31:22.166105 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ff6957ad-6c6b-47f0-a382-3d10e69ddbdd req-64734f28-a433-4181-b63a-f374537d87fd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493081 Feb 07 17:31:22.563389 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:31:23.308903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a0818-7261-4278-bda9-1c6ae7f58afc req-3bf753d4-2a76-4b5d-be51-815ce09e74ee tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:23.310577 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e6a0818-7261-4278-bda9-1c6ae7f58afc req-3bf753d4-2a76-4b5d-be51-815ce09e74ee tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 944 time: 0.0676625 Feb 07 17:31:23.377976 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9e6a0818-7261-4278-bda9-1c6ae7f58afc req-75c3b4c3-9f0d-485b-88fc-bb954ea87864 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574927 Feb 07 17:31:23.563266 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:24.540467 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee271cd-598d-4423-a571-c74c5e7a619f req-fe52e854-985e-4e96-b07d-86fff6e90f6d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:24.543046 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aee271cd-598d-4423-a571-c74c5e7a619f req-fe52e854-985e-4e96-b07d-86fff6e90f6d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 944 time: 0.0779910 Feb 07 17:31:24.612073 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aee271cd-598d-4423-a571-c74c5e7a619f req-c56895e6-dee5-40bf-8da2-730469911a25 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631425 Feb 07 17:31:25.776573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ba1a9-f492-400f-90bf-6bbf6e2e69a0 req-ebce2d79-5b69-40c5-80d5-6ceba5bb0674 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:25.778243 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0c8ba1a9-f492-400f-90bf-6bbf6e2e69a0 req-ebce2d79-5b69-40c5-80d5-6ceba5bb0674 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 944 time: 0.0637474 Feb 07 17:31:25.822991 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ddd60ee0-763b-4350-ac6e-c55083f9e051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:25.836646 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0c8ba1a9-f492-400f-90bf-6bbf6e2e69a0 req-c4d3afb8-805c-4a38-8a74-16d074a1dcf7 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511997 Feb 07 17:31:26.986093 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52034fd6-317a-4bba-b364-61439dce78b7 req-5e6aacae-e2d2-4686-a151-e7bf21a9b9e3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:26.988817 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-52034fd6-317a-4bba-b364-61439dce78b7 req-5e6aacae-e2d2-4686-a151-e7bf21a9b9e3 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 944 time: 0.0678627 Feb 07 17:31:27.039783 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-52034fd6-317a-4bba-b364-61439dce78b7 req-05c52d91-62ee-46ff-a04f-7af8a288bd74 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455003 Feb 07 17:31:28.181932 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70de28-f0b0-44f6-a00c-72a9eb32af20 req-e27fd4ae-afb3-48d4-affa-4a3db172538b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:28.183671 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d70de28-f0b0-44f6-a00c-72a9eb32af20 req-e27fd4ae-afb3-48d4-affa-4a3db172538b tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 944 time: 0.0651085 Feb 07 17:31:28.247387 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d08483f3-1d76-4fa9-b348-35a081afe326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:28.262527 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5d70de28-f0b0-44f6-a00c-72a9eb32af20 req-5089829b-ab73-4345-95bc-a6672cf44868 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668554 Feb 07 17:31:29.403079 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2df56b-f058-418f-b516-822710947842 req-e3bb7107-74d6-4e1b-8883-e6edf7c7b92f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:29.404606 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd2df56b-f058-418f-b516-822710947842 req-e3bb7107-74d6-4e1b-8883-e6edf7c7b92f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 944 time: 0.0557163 Feb 07 17:31:29.462306 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bd2df56b-f058-418f-b516-822710947842 req-5cf8683f-7fdc-430d-80a3-36066f9341d2 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511794 Feb 07 17:31:29.631778 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:30.589453 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e23a0a-1b34-440f-bf7b-f832e83caf13 req-ecfed043-e83e-42f9-8a4f-bbd24148f915 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:30.590959 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a3e23a0a-1b34-440f-bf7b-f832e83caf13 req-ecfed043-e83e-42f9-8a4f-bbd24148f915 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 944 time: 0.0571568 Feb 07 17:31:30.641186 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a3e23a0a-1b34-440f-bf7b-f832e83caf13 req-d128ab7f-9410-4b77-95c3-1f99a0cf0ddf tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431411 Feb 07 17:31:30.960478 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:31.762165 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a35df-d4a4-4ea4-9230-7571f07df9e2 req-772ef992-52de-4c8d-866b-322638374f54 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:31.763649 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9e9a35df-d4a4-4ea4-9230-7571f07df9e2 req-772ef992-52de-4c8d-866b-322638374f54 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 944 time: 0.0528700 Feb 07 17:31:31.825431 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9e9a35df-d4a4-4ea4-9230-7571f07df9e2 req-99ffbc74-473b-476f-ab76-0cbb2b33ea51 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552006 Feb 07 17:31:32.467968 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:32.951522 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82deaa-458e-4843-b0ed-aa0ce823dac7 req-9f437017-cff8-4f5b-ab6d-02bd056c13bb tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:32.953045 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0a82deaa-458e-4843-b0ed-aa0ce823dac7 req-9f437017-cff8-4f5b-ab6d-02bd056c13bb tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 944 time: 0.0519075 Feb 07 17:31:33.003078 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0a82deaa-458e-4843-b0ed-aa0ce823dac7 req-dd0e8ebe-eef1-41f8-8827-6d88d86f9c94 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438902 Feb 07 17:31:34.127837 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13a340-ff10-4818-89c8-188624e9c769 req-d9c565a9-ef3a-45e2-892f-f30be3b890cd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:34.129443 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0e13a340-ff10-4818-89c8-188624e9c769 req-d9c565a9-ef3a-45e2-892f-f30be3b890cd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 944 time: 0.0563548 Feb 07 17:31:34.183382 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0e13a340-ff10-4818-89c8-188624e9c769 req-6d15f91e-ebd0-4b8a-9867-3d528baa0399 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481133 Feb 07 17:31:35.307143 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df27e-6d5a-4988-9c74-d948e515b949 req-0a650c52-13ee-48a5-bdd1-4d03e2a4a689 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:35.308644 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-da2df27e-6d5a-4988-9c74-d948e515b949 req-0a650c52-13ee-48a5-bdd1-4d03e2a4a689 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 944 time: 0.0541065 Feb 07 17:31:35.367856 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-da2df27e-6d5a-4988-9c74-d948e515b949 req-e096f93d-d9d8-4b15-9abc-e1216834b2c9 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513070 Feb 07 17:31:35.915386 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6852f4a9-c079-4cba-80e8-e8b2de843ef2 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:31:36.010487 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:31:36.023394 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '6852f4a9-c079-4cba-80e8-e8b2de843ef2', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'port_id': '6852f4a9-c079-4cba-80e8-e8b2de843ef2', 'mac_address': 'fa:16:3e:68:4c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:31:36.066131 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:31:36.067125 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:36.081401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6852f4a9-c079-4cba-80e8-e8b2de843ef2 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:31:36.100283 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:31:36.104828 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:36.153055 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=6852f4a9-c079-4cba-80e8-e8b2de843ef2,revision_number=12']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:31:36.318554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['6852f4a9-c079-4cba-80e8-e8b2de843ef2'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:31:36.499759 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69003b-3dc9-4434-83ef-4fc43bf1b3c5 req-c8dd33b5-c43f-499c-9de8-c0193c35f2de tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:36.501184 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a69003b-3dc9-4434-83ef-4fc43bf1b3c5 req-c8dd33b5-c43f-499c-9de8-c0193c35f2de tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0596585 Feb 07 17:31:36.550923 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a69003b-3dc9-4434-83ef-4fc43bf1b3c5 req-7760cbef-b9e7-4e04-9291-4865ec69fc3f tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440929 Feb 07 17:31:36.677479 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c42e7-9c4c-476a-af04-f976250f6e44 req-b79b8dcc-d7d6-43b5-ae1d-d5cd13ffe873 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:36.678959 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-791c42e7-9c4c-476a-af04-f976250f6e44 req-b79b8dcc-d7d6-43b5-ae1d-d5cd13ffe873 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0573604 Feb 07 17:31:36.727786 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-791c42e7-9c4c-476a-af04-f976250f6e44 req-61bc4b45-407e-415a-adcd-3979c817bf68 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431681 Feb 07 17:31:36.846083 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0ba65-acbb-4208-b2df-179109e1eb38 req-fd33d7ba-b13d-4889-9470-75f93301d43d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:36.847570 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ed0ba65-acbb-4208-b2df-179109e1eb38 req-fd33d7ba-b13d-4889-9470-75f93301d43d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0534379 Feb 07 17:31:36.893656 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2ed0ba65-acbb-4208-b2df-179109e1eb38 req-fa5c9f83-a88e-439b-8679-7d0b155f0cfd tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405495 Feb 07 17:31:37.132645 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcf799-165d-47df-b776-bbbb8e563af1 req-ef7728f7-8f7d-45e3-9675-37bf81c6697d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:37.134170 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9bcf799-165d-47df-b776-bbbb8e563af1 req-ef7728f7-8f7d-45e3-9675-37bf81c6697d tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 945 time: 0.0525084 Feb 07 17:31:37.185069 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9bcf799-165d-47df-b776-bbbb8e563af1 req-53e6cf63-aee6-4898-839a-4cd848f086c1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453579 Feb 07 17:31:37.927314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6852f4a9-c079-4cba-80e8-e8b2de843ef2 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:31:37.978031 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:31:37.982605 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:31:37.982980 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:38.065769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:31:38.066278 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:38.091269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6852f4a9-c079-4cba-80e8-e8b2de843ef2'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:31:38.094130 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2716642-b40b-4d32-a7e0-7829c63e8157" -d '{"events": [{"server_uuid": "9193bf14-1731-4e9a-a4eb-22bbf485aa76", "name": "network-vif-plugged", "status": "completed", "tag": "6852f4a9-c079-4cba-80e8-e8b2de843ef2"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:31:38.107864 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:31:38.114423 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:38.137940 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e749b17d-dbaf-4ebd-a403-83c18038a933 x-openstack-request-id: req-e749b17d-dbaf-4ebd-a403-83c18038a933 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:31:38.138242 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9193bf14-1731-4e9a-a4eb-22bbf485aa76", "name": "network-vif-plugged", "status": "completed", "tag": "6852f4a9-c079-4cba-80e8-e8b2de843ef2", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:31:38.138501 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e749b17d-dbaf-4ebd-a403-83c18038a933 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:31:38.138899 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6852f4a9-c079-4cba-80e8-e8b2de843ef2', 'code': 200} Feb 07 17:31:38.167314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=6852f4a9-c079-4cba-80e8-e8b2de843ef2,revision_number=13']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:31:38.312590 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8e3eb-ed41-4659-b45b-d8d3bd66c07f req-f8d00df2-980b-4433-802e-01378b26f5e5 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:38.314383 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-37d8e3eb-ed41-4659-b45b-d8d3bd66c07f req-f8d00df2-980b-4433-802e-01378b26f5e5 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 946 time: 0.0556138 Feb 07 17:31:38.369775 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-37d8e3eb-ed41-4659-b45b-d8d3bd66c07f req-d7883216-e0f1-48a8-848d-932aa3affb61 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups?id=399fc816-f626-4a33-a1d3-8991b3650a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482612 Feb 07 17:31:38.623285 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6cca1-1170-4ff4-8a12-987782123e8a req-51be0ef0-9724-4124-b70e-70b677bd1332 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:38.625374 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b4b6cca1-1170-4ff4-8a12-987782123e8a req-51be0ef0-9724-4124-b70e-70b677bd1332 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.32 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 946 time: 0.0535958 Feb 07 17:31:38.724410 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-b4b6cca1-1170-4ff4-8a12-987782123e8a req-b6fb35ba-de8a-4ff4-bdf5-54941b627cc1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Deleting port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:31:38.724754 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b4b6cca1-1170-4ff4-8a12-987782123e8a req-b6fb35ba-de8a-4ff4-bdf5-54941b627cc1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:38.816669 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-b4b6cca1-1170-4ff4-8a12-987782123e8a req-b6fb35ba-de8a-4ff4-bdf5-54941b627cc1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] For port 6852f4a9-c079-4cba-80e8-e8b2de843ef2, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6852f4a9-c079-4cba-80e8-e8b2de843ef2,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:31:38.817023 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b4b6cca1-1170-4ff4-8a12-987782123e8a req-b6fb35ba-de8a-4ff4-bdf5-54941b627cc1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:39.000409 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b4b6cca1-1170-4ff4-8a12-987782123e8a req-b6fb35ba-de8a-4ff4-bdf5-54941b627cc1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:39.000779 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b4b6cca1-1170-4ff4-8a12-987782123e8a req-b6fb35ba-de8a-4ff4-bdf5-54941b627cc1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:39.001101 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [req-b4b6cca1-1170-4ff4-8a12-987782123e8a req-b6fb35ba-de8a-4ff4-bdf5-54941b627cc1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Floating IP 9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7 disassociated. External IP: 172.25.4.10, port: 6852f4a9-c079-4cba-80e8-e8b2de843ef2. Feb 07 17:31:39.001496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-b4b6cca1-1170-4ff4-8a12-987782123e8a req-b6fb35ba-de8a-4ff4-bdf5-54941b627cc1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Calling delete_port for 6852f4a9-c079-4cba-80e8-e8b2de843ef2 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:31:39.135975 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b4b6cca1-1170-4ff4-8a12-987782123e8a req-b6fb35ba-de8a-4ff4-bdf5-54941b627cc1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (6852f4a9-c079-4cba-80e8-e8b2de843ef2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:39.170166 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb35ba-de8a-4ff4-bdf5-54941b627cc1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Pushing event deleted for resources: {'Port': ['ID=6852f4a9-c079-4cba-80e8-e8b2de843ef2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:31:39.299975 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4b6cca1-1170-4ff4-8a12-987782123e8a req-b6fb35ba-de8a-4ff4-bdf5-54941b627cc1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Router c0316b69-f726-430a-8fb8-111592e08baf has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:31:39.425317 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4b6cca1-1170-4ff4-8a12-987782123e8a req-b6fb35ba-de8a-4ff4-bdf5-54941b627cc1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:31:39.440100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae3081a-ac3c-4886-ba4e-4c53a28c1b1d None None] Sync routers for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:31:39.453597 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae3081a-ac3c-4886-ba4e-4c53a28c1b1d None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:31:39.454103 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fae3081a-ac3c-4886-ba4e-4c53a28c1b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:31:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:31:39.487274 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b6cca1-1170-4ff4-8a12-987782123e8a req-b6fb35ba-de8a-4ff4-bdf5-54941b627cc1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] No DVR routers for this DVR port 6852f4a9-c079-4cba-80e8-e8b2de843ef2 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:31:39.505252 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-b4b6cca1-1170-4ff4-8a12-987782123e8a req-b6fb35ba-de8a-4ff4-bdf5-54941b627cc1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:39.509048 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b4b6cca1-1170-4ff4-8a12-987782123e8a req-b6fb35ba-de8a-4ff4-bdf5-54941b627cc1 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.32 "DELETE /v2.0/ports/6852f4a9-c079-4cba-80e8-e8b2de843ef2 HTTP/1.1" status: 204 len: 173 time: 0.8791902 Feb 07 17:31:39.511087 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0ef6335b-2ca8-44cf-a3f9-0ee50d8e6672 req-c5161e3f-9ad5-4343-8d33-39d1be9593db tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 210 time: 0.0549634 Feb 07 17:31:39.511526 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'name': 'network-vif-deleted', 'tag': '6852f4a9-c079-4cba-80e8-e8b2de843ef2'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:31:39.513904 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37907ff3-adbf-41ac-bac1-2cb9824a864c" -d '{"events": [{"server_uuid": "9193bf14-1731-4e9a-a4eb-22bbf485aa76", "name": "network-vif-deleted", "tag": "6852f4a9-c079-4cba-80e8-e8b2de843ef2"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:31:39.561188 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2629917-2b9e-4afa-8129-42f1279f2e1b x-openstack-request-id: req-f2629917-2b9e-4afa-8129-42f1279f2e1b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:31:39.561188 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9193bf14-1731-4e9a-a4eb-22bbf485aa76", "name": "network-vif-deleted", "tag": "6852f4a9-c079-4cba-80e8-e8b2de843ef2", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:31:39.561188 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2629917-2b9e-4afa-8129-42f1279f2e1b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:31:39.561188 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9193bf14-1731-4e9a-a4eb-22bbf485aa76', 'name': 'network-vif-deleted', 'tag': '6852f4a9-c079-4cba-80e8-e8b2de843ef2', 'status': 'completed', 'code': 200} Feb 07 17:31:39.590734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-fae3081a-ac3c-4886-ba4e-4c53a28c1b1d None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:31:39.806723 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fae3081a-ac3c-4886-ba4e-4c53a28c1b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:31:39.840727 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae3081a-ac3c-4886-ba4e-4c53a28c1b1d None None] Checking router: c0316b69-f726-430a-8fb8-111592e08baf for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:31:39.851020 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae3081a-ac3c-4886-ba4e-4c53a28c1b1d None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:31:39.851649 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fae3081a-ac3c-4886-ba4e-4c53a28c1b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:31:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:31:40.136794 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-fae3081a-ac3c-4886-ba4e-4c53a28c1b1d None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:31:40.368539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fae3081a-ac3c-4886-ba4e-4c53a28c1b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:31:40.407928 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae3081a-ac3c-4886-ba4e-4c53a28c1b1d None None] The sync data for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 is: [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:27:26Z', 'revision_number': 4, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ffcc9d15-d188-420a-b935-e8ca0e725960', 'name': '', 'network_id': '61760fb1-034c-41a3-a286-0143d8411eff', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'mac_address': 'fa:16:3e:1b:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '51209510-5d52-4685-abe6-2ddd942b0739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:26Z', 'updated_at': '2022-02-07T17:27:30Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'subnets': [{'id': '51209510-5d52-4685-abe6-2ddd942b0739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:31:40.626178 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9a30362e-bcf7-4339-9cb3-8710bd780234 req-a109d3b7-3ccc-456e-9229-dec883542ac5 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 210 time: 0.0307853 Feb 07 17:31:40.674678 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dff49e6-75b2-4ded-8b61-eb9829442ff8 None None] New status for floating IP 9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:31:41.733424 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dc141c6-3e89-4dec-a824-6af7f57f281b req-b701902b-18e5-44db-bd1b-ba9ea3350651 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 210 time: 0.0279703 Feb 07 17:31:42.838080 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-323ace3d-50da-4f20-8b0e-ac5be4384b2d req-7422038b-ed36-4f0e-9e60-5c1d50627b54 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 210 time: 0.0321207 Feb 07 17:31:43.939962 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7944554c-2259-4565-a926-9832e9ced522 req-2359192a-8095-4637-b372-fa54e494c387 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 210 time: 0.0320516 Feb 07 17:31:43.971372 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6852f4a9-c079-4cba-80e8-e8b2de843ef2 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:31:43.996294 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 6852f4a9-c079-4cba-80e8-e8b2de843ef2 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:31:43.996746 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6852f4a9-c079-4cba-80e8-e8b2de843ef2 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:31:45.363164 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-abeee4f1-9169-4f5a-9325-d0774b7c2cb3 req-102b96a7-eb4a-4b7b-b517-81eba1006bcb tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 210 time: 0.3544266 Feb 07 17:31:46.462977 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ffc4dfb1-eb29-4330-80af-a00c63744d22 req-a3d66ab7-d018-4cac-b967-10b293fbe8ec tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 210 time: 0.0283601 Feb 07 17:31:47.560533 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0b6744a1-848b-43e6-ae9b-206b59278960 req-b9ba1b53-4c5f-43b2-b643-3afec75eba66 tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/ports?device_id=9193bf14-1731-4e9a-a4eb-22bbf485aa76 HTTP/1.1" status: 200 len: 210 time: 0.0273604 Feb 07 17:31:51.655911 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:53.577887 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:54.366910 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59984) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:31:54.423609 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bb78019-4145-48e4-a88a-bf7ce0cff87a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for security_group (399fc816-f626-4a33-a1d3-8991b3650a20), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:54.447766 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bb78019-4145-48e4-a88a-bf7ce0cff87a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for security_group (399fc816-f626-4a33-a1d3-8991b3650a20), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:54.496943 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bb78019-4145-48e4-a88a-bf7ce0cff87a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (399fc816-f626-4a33-a1d3-8991b3650a20), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:54.500361 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1bb78019-4145-48e4-a88a-bf7ce0cff87a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:54.501540 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1bb78019-4145-48e4-a88a-bf7ce0cff87a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "DELETE /v2.0/security-groups/399fc816-f626-4a33-a1d3-8991b3650a20 HTTP/1.1" status: 204 len: 168 time: 0.1336105 Feb 07 17:31:54.504340 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59986) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:31:54.511031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb78019-4145-48e4-a88a-bf7ce0cff87a tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=399fc816-f626-4a33-a1d3-8991b3650a20,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:31:54.519319 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [None req-8df415e5-99b9-4df0-8ee8-036fc7f6734e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] show failed (client error): The resource could not be found. Feb 07 17:31:54.521085 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8df415e5-99b9-4df0-8ee8-036fc7f6734e tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "GET /v2.0/security-groups/399fc816-f626-4a33-a1d3-8991b3650a20 HTTP/1.1" status: 404 len: 347 time: 0.0157504 Feb 07 17:31:54.523788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59988) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:31:54.664901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Deleting port 8b7e3135-c7fe-4818-8b94-350263271783 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:31:54.665171 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8b7e3135-c7fe-4818-8b94-350263271783), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:54.745217 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8b7e3135-c7fe-4818-8b94-350263271783), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:54.745578 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for floatingip (8b7e3135-c7fe-4818-8b94-350263271783), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:54.757863 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Calling delete_port for 8b7e3135-c7fe-4818-8b94-350263271783 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:31:54.899416 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (8b7e3135-c7fe-4818-8b94-350263271783), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:54.927089 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Pushing event deleted for resources: {'Port': ['ID=8b7e3135-c7fe-4818-8b94-350263271783,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:31:54.938860 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:54.939226 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:54.939580 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:54.939935 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:54.940283 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:54.940628 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:54.940967 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:54.941321 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:54.941665 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:54.941996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:54.942331 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:54.942667 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:54.943102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:31:55.007424 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks [] for floatingip (9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:55.010096 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:55.011262 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-aecc8f58-638d-4bd2-9929-b429769ae0be tempest-ServerActionsTestJSON-797720857 tempest-ServerActionsTestJSON-797720857-project] 10.222.0.18 "DELETE /v2.0/floatingips/9fb436a1-4eca-46e3-bbf5-e0ae308bd9a7 HTTP/1.1" status: 204 len: 168 time: 0.4859865 Feb 07 17:31:55.014265 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59990) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:31:55.373024 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d0a3e80-89b0-4fdf-8157-3dfef7e3cde9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (c0316b69-f726-430a-8fb8-111592e08baf), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:55.634234 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a3e80-89b0-4fdf-8157-3dfef7e3cde9 admin admin] Deleting port ffcc9d15-d188-420a-b935-e8ca0e725960 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:31:55.634888 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d0a3e80-89b0-4fdf-8157-3dfef7e3cde9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ffcc9d15-d188-420a-b935-e8ca0e725960), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:55.722774 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-9d0a3e80-89b0-4fdf-8157-3dfef7e3cde9 admin admin] For port ffcc9d15-d188-420a-b935-e8ca0e725960, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ffcc9d15-d188-420a-b935-e8ca0e725960,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:31:55.723151 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d0a3e80-89b0-4fdf-8157-3dfef7e3cde9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ffcc9d15-d188-420a-b935-e8ca0e725960), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:55.738636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a3e80-89b0-4fdf-8157-3dfef7e3cde9 admin admin] Calling delete_port for ffcc9d15-d188-420a-b935-e8ca0e725960 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:31:55.815848 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-74f2c68f-e9ef-4b88-8f66-b1f9a016b0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:55.926974 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d0a3e80-89b0-4fdf-8157-3dfef7e3cde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ffcc9d15-d188-420a-b935-e8ca0e725960), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:55.955033 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a3e80-89b0-4fdf-8157-3dfef7e3cde9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffcc9d15-d188-420a-b935-e8ca0e725960,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:31:56.123738 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d0a3e80-89b0-4fdf-8157-3dfef7e3cde9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (c0316b69-f726-430a-8fb8-111592e08baf), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:56.366067 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0a3e80-89b0-4fdf-8157-3dfef7e3cde9 admin admin] Router c0316b69-f726-430a-8fb8-111592e08baf has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:31:56.478117 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0a3e80-89b0-4fdf-8157-3dfef7e3cde9 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:31:56.485480 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9d0a3e80-89b0-4fdf-8157-3dfef7e3cde9 admin admin] 10.222.0.18 "PUT /v2.0/routers/c0316b69-f726-430a-8fb8-111592e08baf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4701602 Feb 07 17:31:56.486413 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59992) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:31:56.488640 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b7243c-b9fd-4b68-9db9-ea3b3037cd93 None None] Sync routers for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:31:56.498852 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b7243c-b9fd-4b68-9db9-ea3b3037cd93 None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:31:56.500325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-64b7243c-b9fd-4b68-9db9-ea3b3037cd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:31:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:31:56.597359 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09275365-71a5-4b58-8068-fc5d3e212a9a admin admin] Publish callbacks [] for router (c0316b69-f726-430a-8fb8-111592e08baf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:56.614009 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-64b7243c-b9fd-4b68-9db9-ea3b3037cd93 None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:31:56.708980 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09275365-71a5-4b58-8068-fc5d3e212a9a admin admin] Publish callbacks [] for router_gateway (c0316b69-f726-430a-8fb8-111592e08baf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:56.770902 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-09275365-71a5-4b58-8068-fc5d3e212a9a admin admin] Deleting port 28a7714b-86ca-4ded-9f93-d780407250e0 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:31:56.771301 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09275365-71a5-4b58-8068-fc5d3e212a9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (28a7714b-86ca-4ded-9f93-d780407250e0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:56.803471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-64b7243c-b9fd-4b68-9db9-ea3b3037cd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:31:55Z', 'revision_number': 5, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port': {'id': '28a7714b-86ca-4ded-9f93-d780407250e0', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:27:24Z', 'updated_at': '2022-02-07T17:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:31:56.831486 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b7243c-b9fd-4b68-9db9-ea3b3037cd93 None None] Checking router: c0316b69-f726-430a-8fb8-111592e08baf for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:31:56.840218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b7243c-b9fd-4b68-9db9-ea3b3037cd93 None None] Routers {'c0316b69-f726-430a-8fb8-111592e08baf'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:31:56.840838 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-64b7243c-b9fd-4b68-9db9-ea3b3037cd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:31:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c0316b69-f726-430a-8fb8-111592e08baf'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:31:56.856507 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-09275365-71a5-4b58-8068-fc5d3e212a9a admin admin] For port 28a7714b-86ca-4ded-9f93-d780407250e0, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=28a7714b-86ca-4ded-9f93-d780407250e0,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:31:56.856839 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09275365-71a5-4b58-8068-fc5d3e212a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (28a7714b-86ca-4ded-9f93-d780407250e0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:56.871117 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-09275365-71a5-4b58-8068-fc5d3e212a9a admin admin] Calling delete_port for 28a7714b-86ca-4ded-9f93-d780407250e0 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:31:56.939073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-64b7243c-b9fd-4b68-9db9-ea3b3037cd93 None None] Set router c0316b69-f726-430a-8fb8-111592e08baf gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:31:57.003865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-64b7243c-b9fd-4b68-9db9-ea3b3037cd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:31:56Z', 'revision_number': 6, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:31:57.031820 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b7243c-b9fd-4b68-9db9-ea3b3037cd93 None None] The sync data for ids ['c0316b69-f726-430a-8fb8-111592e08baf'] in n-d-827865-3 is: [{'id': 'c0316b69-f726-430a-8fb8-111592e08baf', 'name': 'tempest-ServerActionsTestJSON-1939558352-router', 'tenant_id': '03c56763a3354259a164a62292c3b8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:27:23Z', 'updated_at': '2022-02-07T17:31:56Z', 'revision_number': 6, 'project_id': '03c56763a3354259a164a62292c3b8c3', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:31:57.054016 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09275365-71a5-4b58-8068-fc5d3e212a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (28a7714b-86ca-4ded-9f93-d780407250e0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:57.087637 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09275365-71a5-4b58-8068-fc5d3e212a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=28a7714b-86ca-4ded-9f93-d780407250e0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:31:57.153933 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09275365-71a5-4b58-8068-fc5d3e212a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (c0316b69-f726-430a-8fb8-111592e08baf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:57.252613 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09275365-71a5-4b58-8068-fc5d3e212a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (c0316b69-f726-430a-8fb8-111592e08baf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:57.254843 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09275365-71a5-4b58-8068-fc5d3e212a9a admin admin] Publish callbacks [] for router_controller (c0316b69-f726-430a-8fb8-111592e08baf), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:57.306086 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09275365-71a5-4b58-8068-fc5d3e212a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (c0316b69-f726-430a-8fb8-111592e08baf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:57.306751 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09275365-71a5-4b58-8068-fc5d3e212a9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0316b69-f726-430a-8fb8-111592e08baf {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:31:57.312748 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09275365-71a5-4b58-8068-fc5d3e212a9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:57.314015 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-09275365-71a5-4b58-8068-fc5d3e212a9a admin admin] 10.222.0.18 "DELETE /v2.0/routers/c0316b69-f726-430a-8fb8-111592e08baf HTTP/1.1" status: 204 len: 168 time: 0.8266101 Feb 07 17:31:57.316550 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 59994) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:31:57.366519 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd8253e-2627-4676-8c6d-d8f3466c461c admin admin] Deleting subnet 51209510-5d52-4685-abe6-2ddd942b0739 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:31:57.369846 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efd8253e-2627-4676-8c6d-d8f3466c461c admin admin] Publish callbacks [] for subnet (51209510-5d52-4685-abe6-2ddd942b0739), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:57.409552 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efd8253e-2627-4676-8c6d-d8f3466c461c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (51209510-5d52-4685-abe6-2ddd942b0739), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:57.498813 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efd8253e-2627-4676-8c6d-d8f3466c461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (51209510-5d52-4685-abe6-2ddd942b0739), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:57.559027 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efd8253e-2627-4676-8c6d-d8f3466c461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (51209510-5d52-4685-abe6-2ddd942b0739), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:57.585660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8253e-2627-4676-8c6d-d8f3466c461c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51209510-5d52-4685-abe6-2ddd942b0739,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:31:57.589434 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-efd8253e-2627-4676-8c6d-d8f3466c461c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:57.595533 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-efd8253e-2627-4676-8c6d-d8f3466c461c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/51209510-5d52-4685-abe6-2ddd942b0739 HTTP/1.1" status: 204 len: 168 time: 0.2756467 Feb 07 17:31:57.596262 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 59996) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:31:57.596736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b354148-3f8c-4224-b9db-6468b91240b5 None None] Network 61760fb1-034c-41a3-a286-0143d8411eff requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:31:57.667374 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (61760fb1-034c-41a3-a286-0143d8411eff), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:57.732897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] Deleting port a2977ecb-efb5-471d-81b1-aefe54477e08 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:31:57.733409 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a2977ecb-efb5-471d-81b1-aefe54477e08), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:57.798811 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] For port a2977ecb-efb5-471d-81b1-aefe54477e08, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a2977ecb-efb5-471d-81b1-aefe54477e08,segment=NetworkSegment(aff785ae-2d45-47a4-b758-92ffa1d1eb09),segment_id=aff785ae-2d45-47a4-b758-92ffa1d1eb09)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:31:57.799131 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a2977ecb-efb5-471d-81b1-aefe54477e08), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:57.814507 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] Calling delete_port for a2977ecb-efb5-471d-81b1-aefe54477e08 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:31:57.858461 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173664f5-0c78-4404-842d-e0772c1a3b37 None None] DHCP port deletion for 61760fb1-034c-41a3-a286-0143d8411eff request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:31:57.903702 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ffcc9d15-d188-420a-b935-e8ca0e725960 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:31:57.909697 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (a2977ecb-efb5-471d-81b1-aefe54477e08), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:57.933158 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: ffcc9d15-d188-420a-b935-e8ca0e725960 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:31:57.933588 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ffcc9d15-d188-420a-b935-e8ca0e725960 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:31:57.943893 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] Pushing event deleted for resources: {'Port': ['ID=a2977ecb-efb5-471d-81b1-aefe54477e08,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:31:57.945522 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] No DVR routers for this DVR port a2977ecb-efb5-471d-81b1-aefe54477e08 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:31:57.964141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-173664f5-0c78-4404-842d-e0772c1a3b37 None None] Deleting port a2977ecb-efb5-471d-81b1-aefe54477e08 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:31:57.964741 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-173664f5-0c78-4404-842d-e0772c1a3b37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a2977ecb-efb5-471d-81b1-aefe54477e08), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:58.021586 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (61760fb1-034c-41a3-a286-0143d8411eff), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:58.039413 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-173664f5-0c78-4404-842d-e0772c1a3b37 None None] For port a2977ecb-efb5-471d-81b1-aefe54477e08, host n-d-827865-3, got binding levels [] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:31:58.040013 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-173664f5-0c78-4404-842d-e0772c1a3b37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a2977ecb-efb5-471d-81b1-aefe54477e08), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:58.048709 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61760fb1-034c-41a3-a286-0143d8411eff']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:31:58.055903 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-173664f5-0c78-4404-842d-e0772c1a3b37 None None] Calling delete_port for a2977ecb-efb5-471d-81b1-aefe54477e08 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:31:58.059150 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.ipam_backend_mixin [None req-173664f5-0c78-4404-842d-e0772c1a3b37 None None] Port a2977ecb-efb5-471d-81b1-aefe54477e08 was not found and therefore no delete operation was performed {{(pid=103228) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 17:31:58.059346 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff785ae-2d45-47a4-b758-92ffa1d1eb09') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:31:58.059582 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff785ae-2d45-47a4-b758-92ffa1d1eb09') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:31:58.061023 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-173664f5-0c78-4404-842d-e0772c1a3b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (a2977ecb-efb5-471d-81b1-aefe54477e08), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:58.071555 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (aff785ae-2d45-47a4-b758-92ffa1d1eb09), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:58.084986 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (aff785ae-2d45-47a4-b758-92ffa1d1eb09), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:58.088016 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173664f5-0c78-4404-842d-e0772c1a3b37 None None] Pushing event deleted for resources: {'Port': ['ID=a2977ecb-efb5-471d-81b1-aefe54477e08,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:31:58.091198 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:31:58.091909 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (aff785ae-2d45-47a4-b758-92ffa1d1eb09), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:58.092763 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173664f5-0c78-4404-842d-e0772c1a3b37 None None] No DVR routers for this DVR port a2977ecb-efb5-471d-81b1-aefe54477e08 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:31:58.095735 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:31:58.156157 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (61760fb1-034c-41a3-a286-0143d8411eff), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:58.173256 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:58.179126 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] 10.222.0.18 "DELETE /v2.0/networks/61760fb1-034c-41a3-a286-0143d8411eff HTTP/1.1" status: 204 len: 168 time: 0.5794432 Feb 07 17:31:58.179126 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24120e08-5abc-47ac-930d-a244b883a1be admin admin] Pushing event deleted for resources: {'Network': ['ID=61760fb1-034c-41a3-a286-0143d8411eff,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:31:58.251307 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5f0980e6-99b3-4baf-9105-7b0b66b712cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:58.330385 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60000) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:31:58.370442 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-685e6df0-1e06-4cc4-bcbe-6468e48aebc6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03c56763a3354259a164a62292c3b8c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388000 Feb 07 17:31:58.372761 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60002) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:31:58.421585 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad842702-ba6c-4b6e-aa83-1b8de058599b admin admin] Publish callbacks [] for security_group (1c1378e1-db92-4d5c-800f-c0673ffd6428), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:58.448041 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad842702-ba6c-4b6e-aa83-1b8de058599b admin admin] Publish callbacks [] for security_group (1c1378e1-db92-4d5c-800f-c0673ffd6428), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:58.494460 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad842702-ba6c-4b6e-aa83-1b8de058599b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (1c1378e1-db92-4d5c-800f-c0673ffd6428), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:58.497072 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ad842702-ba6c-4b6e-aa83-1b8de058599b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:58.498264 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ad842702-ba6c-4b6e-aa83-1b8de058599b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c1378e1-db92-4d5c-800f-c0673ffd6428 HTTP/1.1" status: 204 len: 168 time: 0.1245761 Feb 07 17:31:58.507128 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad842702-ba6c-4b6e-aa83-1b8de058599b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1378e1-db92-4d5c-800f-c0673ffd6428,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:31:59.170649 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60024) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:31:59.278832 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-34f32cc2-2f69-4c31-ac36-49b45d6713f1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1364097066-network', 'tenant_id': '3a8ba42f3ed5433e8d0e1d5f85ad381f'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:31:59.299951 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f32cc2-2f69-4c31-ac36-49b45d6713f1 admin admin] Made reservation on behalf of 3a8ba42f3ed5433e8d0e1d5f85ad381f for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:31:59.302281 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34f32cc2-2f69-4c31-ac36-49b45d6713f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:59.311301 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34f32cc2-2f69-4c31-ac36-49b45d6713f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:59.384376 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34f32cc2-2f69-4c31-ac36-49b45d6713f1 admin admin] Publish callbacks [] for security_group (8296ca97-59dc-4e21-929b-946d872a832a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:59.388500 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34f32cc2-2f69-4c31-ac36-49b45d6713f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8296ca97-59dc-4e21-929b-946d872a832a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:59.414448 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f32cc2-2f69-4c31-ac36-49b45d6713f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:31:59.432405 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34f32cc2-2f69-4c31-ac36-49b45d6713f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (1faa2180-b9c7-488f-8bb7-aec1885e8e90), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:59.432760 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-34f32cc2-2f69-4c31-ac36-49b45d6713f1 admin admin] Added segment 1faa2180-b9c7-488f-8bb7-aec1885e8e90 of type vlan for network 6343590e-8114-4d52-88eb-56273d660965 Feb 07 17:31:59.434119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f32cc2-2f69-4c31-ac36-49b45d6713f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8296ca97-59dc-4e21-929b-946d872a832a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:31:59.459492 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a2977ecb-efb5-471d-81b1-aefe54477e08 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:31:59.477091 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34f32cc2-2f69-4c31-ac36-49b45d6713f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (6343590e-8114-4d52-88eb-56273d660965), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:59.484781 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: a2977ecb-efb5-471d-81b1-aefe54477e08 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:31:59.485133 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a2977ecb-efb5-471d-81b1-aefe54477e08 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:31:59.485591 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 28a7714b-86ca-4ded-9f93-d780407250e0 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:31:59.503022 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34f32cc2-2f69-4c31-ac36-49b45d6713f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (6343590e-8114-4d52-88eb-56273d660965), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:59.503854 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f32cc2-2f69-4c31-ac36-49b45d6713f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:59.504431 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-34f32cc2-2f69-4c31-ac36-49b45d6713f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:59.505455 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 28a7714b-86ca-4ded-9f93-d780407250e0 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:31:59.505950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 28a7714b-86ca-4ded-9f93-d780407250e0 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:31:59.562373 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-34f32cc2-2f69-4c31-ac36-49b45d6713f1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3900292 Feb 07 17:31:59.562884 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:31:59.565474 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60028) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:31:59.569541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f32cc2-2f69-4c31-ac36-49b45d6713f1 admin admin] Pushing event updated for resources: {'Network': ['ID=6343590e-8114-4d52-88eb-56273d660965,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:31:59.570658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9e192e4a-589f-4103-b5b5-d74dfed85bff admin admin] Request body: {'subnet': {'network_id': '6343590e-8114-4d52-88eb-56273d660965', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1364097066-subnet', 'tenant_id': '3a8ba42f3ed5433e8d0e1d5f85ad381f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:31:59.580191 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 6343590e-8114-4d52-88eb-56273d660965 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:31:59.590716 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e192e4a-589f-4103-b5b5-d74dfed85bff admin admin] Made reservation on behalf of 3a8ba42f3ed5433e8d0e1d5f85ad381f for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:31:59.593680 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e192e4a-589f-4103-b5b5-d74dfed85bff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:59.651332 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:59.762692 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e192e4a-589f-4103-b5b5-d74dfed85bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (e95d31a1-2d74-48d6-bbad-01aa7cc2f6a0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:59.810936 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e192e4a-589f-4103-b5b5-d74dfed85bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e95d31a1-2d74-48d6-bbad-01aa7cc2f6a0,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:31:59.826495 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e192e4a-589f-4103-b5b5-d74dfed85bff admin admin] Checking segment: {'id': '1faa2180-b9c7-488f-8bb7-aec1885e8e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6343590e-8114-4d52-88eb-56273d660965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:31:59.826864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e192e4a-589f-4103-b5b5-d74dfed85bff admin admin] Network hostable DHCP agents. Network: 6343590e-8114-4d52-88eb-56273d660965, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:31:59.843302 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e192e4a-589f-4103-b5b5-d74dfed85bff admin admin] Network 6343590e-8114-4d52-88eb-56273d660965 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:31:59.851869 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9e192e4a-589f-4103-b5b5-d74dfed85bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 6343590e-8114-4d52-88eb-56273d660965) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:31:59.856058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e192e4a-589f-4103-b5b5-d74dfed85bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:31:59.856649 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9e192e4a-589f-4103-b5b5-d74dfed85bff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:31:59.862393 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be748c2c-a3b8-4872-be7e-01a88985b20c None None] Network 6343590e-8114-4d52-88eb-56273d660965 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:31:59.877012 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9e192e4a-589f-4103-b5b5-d74dfed85bff admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3055954 Feb 07 17:31:59.966026 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274bb18b-c086-4755-9370-fe040906de9a None None] Network 6343590e-8114-4d52-88eb-56273d660965 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:00.318858 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-32c7e72a-9c5b-4daa-9d8a-484a312db854 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:00.320230 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-32c7e72a-9c5b-4daa-9d8a-484a312db854 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/networks?id=6343590e-8114-4d52-88eb-56273d660965 HTTP/1.1" status: 200 len: 814 time: 0.1082048 Feb 07 17:32:00.335033 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-2fe4569b-3f64-48b1-a26f-1ff08d5eeb9b tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/quotas/3a8ba42f3ed5433e8d0e1d5f85ad381f HTTP/1.1" status: 200 len: 375 time: 0.0094204 Feb 07 17:32:00.368476 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-59ea177a-4951-45ab-be4d-56babf4fb41b tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a8ba42f3ed5433e8d0e1d5f85ad381f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278161 Feb 07 17:32:00.536072 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-c1f78261-ad88-48de-b38a-93392902b85e service neutron] 10.222.0.18 "GET /v2.0/networks/6343590e-8114-4d52-88eb-56273d660965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271005 Feb 07 17:32:00.647876 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-45023c89-40ae-4757-b1ff-3bcda14a18c6 service neutron] 10.222.0.18 "GET /v2.0/networks/6343590e-8114-4d52-88eb-56273d660965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056223 Feb 07 17:32:00.828654 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33e5f75d-45b9-4164-97ba-331907fbc7b3 req-5a279722-851f-4c44-83d8-667c99361333 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 210 time: 0.0291100 Feb 07 17:32:00.963805 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:01.760168 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-94bf28d4-b87d-489d-9ea3-8a10d05fefe3 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:01.761763 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-94bf28d4-b87d-489d-9ea3-8a10d05fefe3 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.48 "GET /v2.0/networks?id=6343590e-8114-4d52-88eb-56273d660965 HTTP/1.1" status: 200 len: 814 time: 0.1072433 Feb 07 17:32:01.773455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-d6c0a1e2-8c80-4f91-a8db-cae9e6b7a431 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Request body: {'port': {'device_id': 'c9e667ec-84e4-466d-a927-3d3aa3dc277a', 'network_id': '6343590e-8114-4d52-88eb-56273d660965', 'admin_state_up': True, 'tenant_id': '3a8ba42f3ed5433e8d0e1d5f85ad381f'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:01.880210 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-d6c0a1e2-8c80-4f91-a8db-cae9e6b7a431 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Made reservation on behalf of 3a8ba42f3ed5433e8d0e1d5f85ad381f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:32:01.883812 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-d6c0a1e2-8c80-4f91-a8db-cae9e6b7a431 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:01.934001 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aee22852-68f2-4d56-85de-8882ab41a933 req-141368fc-c3b0-4eb2-a7b7-d557acd783b5 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 210 time: 0.0311515 Feb 07 17:32:02.014656 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-d6c0a1e2-8c80-4f91-a8db-cae9e6b7a431 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Allocated IP 172.20.0.5 (6343590e-8114-4d52-88eb-56273d660965/e95d31a1-2d74-48d6-bbad-01aa7cc2f6a0/080aa9e5-b2e5-48cf-9090-989696e2c8f1) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:32:02.161684 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-d6c0a1e2-8c80-4f91-a8db-cae9e6b7a431 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Publish callbacks [] for port (080aa9e5-b2e5-48cf-9090-989696e2c8f1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:02.194754 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-d6c0a1e2-8c80-4f91-a8db-cae9e6b7a431 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (080aa9e5-b2e5-48cf-9090-989696e2c8f1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:02.235025 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-d6c0a1e2-8c80-4f91-a8db-cae9e6b7a431 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Network 6343590e-8114-4d52-88eb-56273d660965 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:32:02.240057 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-d6c0a1e2-8c80-4f91-a8db-cae9e6b7a431 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:02.243796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-d6c0a1e2-8c80-4f91-a8db-cae9e6b7a431 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:32:02.270479 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0a1e2-8c80-4f91-a8db-cae9e6b7a431 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Pushing event updated for resources: {'Port': ['ID=080aa9e5-b2e5-48cf-9090-989696e2c8f1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:02.298964 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-d6c0a1e2-8c80-4f91-a8db-cae9e6b7a431 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:02.299583 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-d6c0a1e2-8c80-4f91-a8db-cae9e6b7a431 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:02.316516 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-d6c0a1e2-8c80-4f91-a8db-cae9e6b7a431 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5471692 Feb 07 17:32:02.327702 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Request body: {'port': {'device_id': 'c9e667ec-84e4-466d-a927-3d3aa3dc277a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:02.393138 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (080aa9e5-b2e5-48cf-9090-989696e2c8f1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:02.472078 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:02.663339 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080aa9e5-b2e5-48cf-9090-989696e2c8f1 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:32:02.671715 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Publish callbacks [] for port (080aa9e5-b2e5-48cf-9090-989696e2c8f1), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:02.685319 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Transition to ACTIVE for port object 080aa9e5-b2e5-48cf-9090-989696e2c8f1 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:32:02.689709 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (080aa9e5-b2e5-48cf-9090-989696e2c8f1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:02.738309 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=080aa9e5-b2e5-48cf-9090-989696e2c8f1,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:02.810128 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Attempting to bind port 080aa9e5-b2e5-48cf-9090-989696e2c8f1 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:32:02.810474 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Attempting to bind port 080aa9e5-b2e5-48cf-9090-989696e2c8f1 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '1faa2180-b9c7-488f-8bb7-aec1885e8e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6343590e-8114-4d52-88eb-56273d660965'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:32:02.810814 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Attempting to bind port 080aa9e5-b2e5-48cf-9090-989696e2c8f1 on network 6343590e-8114-4d52-88eb-56273d660965 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:32:02.815291 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Port 080aa9e5-b2e5-48cf-9090-989696e2c8f1 on network 6343590e-8114-4d52-88eb-56273d660965 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:32:02.815623 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Attempting to bind port 080aa9e5-b2e5-48cf-9090-989696e2c8f1 on network 6343590e-8114-4d52-88eb-56273d660965 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:32:02.820445 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:32:02.820791 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Checking segment: {'id': '1faa2180-b9c7-488f-8bb7-aec1885e8e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6343590e-8114-4d52-88eb-56273d660965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:02.821178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Bound using segment: {'id': '1faa2180-b9c7-488f-8bb7-aec1885e8e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6343590e-8114-4d52-88eb-56273d660965'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:32:02.821637 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Bound port: 080aa9e5-b2e5-48cf-9090-989696e2c8f1, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1faa2180-b9c7-488f-8bb7-aec1885e8e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6343590e-8114-4d52-88eb-56273d660965'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:32:02.821997 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (080aa9e5-b2e5-48cf-9090-989696e2c8f1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:02.883831 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] For port 080aa9e5-b2e5-48cf-9090-989696e2c8f1, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:32:02.886788 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] For port 080aa9e5-b2e5-48cf-9090-989696e2c8f1, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=080aa9e5-b2e5-48cf-9090-989696e2c8f1,segment=NetworkSegment(1faa2180-b9c7-488f-8bb7-aec1885e8e90),segment_id=1faa2180-b9c7-488f-8bb7-aec1885e8e90)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:32:02.893041 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (080aa9e5-b2e5-48cf-9090-989696e2c8f1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:02.926918 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:02.927542 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:02.928923 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] 10.222.0.48 "PUT /v2.0/ports/080aa9e5-b2e5-48cf-9090-989696e2c8f1 HTTP/1.1" status: 200 len: 1091 time: 0.6059330 Feb 07 17:32:02.929394 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e667ec-84e4-466d-a927-3d3aa3dc277a', 'tag': '080aa9e5-b2e5-48cf-9090-989696e2c8f1'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:32:02.955665 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5b9a7-9416-486b-acab-e9a56c25d3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=080aa9e5-b2e5-48cf-9090-989696e2c8f1,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:02.973946 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628c6723cf0d541a6362cfbbde021ddb095c9bd0acbf8defbc90316d1b4a8846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8a71d9-8827-4d39-9de1-cb74f2310155" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e667ec-84e4-466d-a927-3d3aa3dc277a", "tag": "080aa9e5-b2e5-48cf-9090-989696e2c8f1"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:32:03.034999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-705ca1c9-0caa-48cd-85f4-f9ce5e37f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:03.036541 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-705ca1c9-0caa-48cd-85f4-f9ce5e37f11e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a8ba42f3ed5433e8d0e1d5f85ad381f&device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 1125 time: 0.0595143 Feb 07 17:32:03.094800 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4cd5f4-745a-42ff-8806-5ec8932ea28c x-openstack-request-id: req-9d4cd5f4-745a-42ff-8806-5ec8932ea28c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:32:03.095100 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e667ec-84e4-466d-a927-3d3aa3dc277a", "tag": "080aa9e5-b2e5-48cf-9090-989696e2c8f1", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:32:03.095364 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d4cd5f4-745a-42ff-8806-5ec8932ea28c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:32:03.095775 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e667ec-84e4-466d-a927-3d3aa3dc277a', 'tag': '080aa9e5-b2e5-48cf-9090-989696e2c8f1', 'status': 'completed', 'code': 200} Feb 07 17:32:03.097457 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-6d145fd7-5905-47ed-b99f-1b772f08f26a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=080aa9e5-b2e5-48cf-9090-989696e2c8f1 HTTP/1.1" status: 200 len: 217 time: 0.0424824 Feb 07 17:32:03.143995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfb52e-06b8-4215-ae4d-0e18674c9ec2 req-ffb8a71c-1048-4d33-9645-93498a5ce1ea tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:03.145496 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3cdfb52e-06b8-4215-ae4d-0e18674c9ec2 req-ffb8a71c-1048-4d33-9645-93498a5ce1ea tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 943 time: 0.1256263 Feb 07 17:32:03.174458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-2d884708-f397-44c6-8535-a0b88018915c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:03.175950 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-2d884708-f397-44c6-8535-a0b88018915c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e95d31a1-2d74-48d6-bbad-01aa7cc2f6a0 HTTP/1.1" status: 200 len: 854 time: 0.0709860 Feb 07 17:32:03.220415 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-fbd437fa-bc37-4401-9254-03a7027d6620 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6343590e-8114-4d52-88eb-56273d660965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352547 Feb 07 17:32:03.227334 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3cdfb52e-06b8-4215-ae4d-0e18674c9ec2 req-d9ea30ae-7403-42a7-b485-ac69ec146258 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757601 Feb 07 17:32:03.313851 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-857c2a02-057d-4cd9-9d5e-02fc134ef580 service neutron] 10.222.0.48 "GET /v2.0/networks/6343590e-8114-4d52-88eb-56273d660965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855744 Feb 07 17:32:03.410767 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68c5d778-ac48-4f9d-9bfd-11a179c4ad96 req-1a618aca-7ecc-41d3-9eba-60481f6af207 service neutron] 10.222.0.48 "GET /v2.0/networks/6343590e-8114-4d52-88eb-56273d660965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914872 Feb 07 17:32:03.499100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a71d9-8827-4d39-9de1-cb74f2310155 req-fbecb559-963a-4c71-ad1c-f45005ba4cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:03.500677 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be8a71d9-8827-4d39-9de1-cb74f2310155 req-fbecb559-963a-4c71-ad1c-f45005ba4cc8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a8ba42f3ed5433e8d0e1d5f85ad381f&device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 1125 time: 0.0475230 Feb 07 17:32:03.590888 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a71d9-8827-4d39-9de1-cb74f2310155 req-0a91883e-8d5a-4eae-9401-4c578af53238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:03.592355 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be8a71d9-8827-4d39-9de1-cb74f2310155 req-0a91883e-8d5a-4eae-9401-4c578af53238 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6343590e-8114-4d52-88eb-56273d660965 HTTP/1.1" status: 200 len: 915 time: 0.0864465 Feb 07 17:32:03.983933 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be8a71d9-8827-4d39-9de1-cb74f2310155 req-3a1543e8-49da-4570-8677-3a1a5b71391b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=080aa9e5-b2e5-48cf-9090-989696e2c8f1 HTTP/1.1" status: 200 len: 217 time: 0.3857622 Feb 07 17:32:04.032193 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a71d9-8827-4d39-9de1-cb74f2310155 req-73589199-7768-405d-94d4-e9a94d58a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:04.033644 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be8a71d9-8827-4d39-9de1-cb74f2310155 req-73589199-7768-405d-94d4-e9a94d58a15b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e95d31a1-2d74-48d6-bbad-01aa7cc2f6a0 HTTP/1.1" status: 200 len: 854 time: 0.0442433 Feb 07 17:32:04.071366 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be8a71d9-8827-4d39-9de1-cb74f2310155 req-1233cb5e-cfdd-41e3-bba0-8ae28c7ec309 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6343590e-8114-4d52-88eb-56273d660965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313268 Feb 07 17:32:04.162788 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be8a71d9-8827-4d39-9de1-cb74f2310155 req-4ba150f1-9d22-496c-84e0-61ff9db3921b service neutron] 10.222.0.48 "GET /v2.0/networks/6343590e-8114-4d52-88eb-56273d660965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840070 Feb 07 17:32:04.253655 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be8a71d9-8827-4d39-9de1-cb74f2310155 req-cac73cba-8de4-4653-bf1d-ff9c8f1dec57 service neutron] 10.222.0.48 "GET /v2.0/networks/6343590e-8114-4d52-88eb-56273d660965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827684 Feb 07 17:32:04.349650 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea6b3a-2eaf-4009-96a4-ae1ae5b76b9b req-cdc49bd7-6e0b-4d64-812b-64c396c5a661 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:04.351115 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1ea6b3a-2eaf-4009-96a4-ae1ae5b76b9b req-cdc49bd7-6e0b-4d64-812b-64c396c5a661 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 943 time: 0.0519638 Feb 07 17:32:04.398791 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a1ea6b3a-2eaf-4009-96a4-ae1ae5b76b9b req-81db0954-e8f6-4f22-bc29-209252d5c1d0 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417173 Feb 07 17:32:05.522352 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d51b7-443f-4548-80dd-8a7ed229c1ec req-0c021e3e-6857-43ff-9f89-af5b5c0a90bb tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:05.523754 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be3d51b7-443f-4548-80dd-8a7ed229c1ec req-0c021e3e-6857-43ff-9f89-af5b5c0a90bb tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 943 time: 0.0581713 Feb 07 17:32:05.571133 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-be3d51b7-443f-4548-80dd-8a7ed229c1ec req-1ae0e9fa-27a8-4ecd-860f-31052a2fcde7 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418630 Feb 07 17:32:06.696322 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc6a33-52d4-44aa-92d8-0b1ed69eeff5 req-e9000813-f287-46ae-bd21-cd8cc9182cc3 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:06.697883 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7afc6a33-52d4-44aa-92d8-0b1ed69eeff5 req-e9000813-f287-46ae-bd21-cd8cc9182cc3 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 943 time: 0.0582669 Feb 07 17:32:06.746554 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7afc6a33-52d4-44aa-92d8-0b1ed69eeff5 req-fb7ab5bc-341b-4646-b3d9-021e52eba946 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411537 Feb 07 17:32:07.359902 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 080aa9e5-b2e5-48cf-9090-989696e2c8f1 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:32:07.456718 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 080aa9e5-b2e5-48cf-9090-989696e2c8f1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=080aa9e5-b2e5-48cf-9090-989696e2c8f1,segment=NetworkSegment(1faa2180-b9c7-488f-8bb7-aec1885e8e90),segment_id=1faa2180-b9c7-488f-8bb7-aec1885e8e90)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:32:07.469112 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '080aa9e5-b2e5-48cf-9090-989696e2c8f1', 'network_id': '6343590e-8114-4d52-88eb-56273d660965', 'port_id': '080aa9e5-b2e5-48cf-9090-989696e2c8f1', 'mac_address': 'fa:16:3e:27:aa:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95d31a1-2d74-48d6-bbad-01aa7cc2f6a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:32:07.507140 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 080aa9e5-b2e5-48cf-9090-989696e2c8f1 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:07.507447 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (080aa9e5-b2e5-48cf-9090-989696e2c8f1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:07.520093 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080aa9e5-b2e5-48cf-9090-989696e2c8f1 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:32:07.539801 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 080aa9e5-b2e5-48cf-9090-989696e2c8f1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=080aa9e5-b2e5-48cf-9090-989696e2c8f1,segment=NetworkSegment(1faa2180-b9c7-488f-8bb7-aec1885e8e90),segment_id=1faa2180-b9c7-488f-8bb7-aec1885e8e90)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:32:07.543542 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (080aa9e5-b2e5-48cf-9090-989696e2c8f1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:07.594246 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=080aa9e5-b2e5-48cf-9090-989696e2c8f1,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:07.844136 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['080aa9e5-b2e5-48cf-9090-989696e2c8f1'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:32:07.873832 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0f873-896f-4133-aace-9bb98ee707b4 req-1bec449d-b955-4026-976e-611831e6c143 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:07.879234 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-85c0f873-896f-4133-aace-9bb98ee707b4 req-1bec449d-b955-4026-976e-611831e6c143 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 944 time: 0.0610509 Feb 07 17:32:07.940587 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-85c0f873-896f-4133-aace-9bb98ee707b4 req-5878fa3e-fb35-4f02-9e55-a98eb5e1ac85 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540731 Feb 07 17:32:09.062273 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34229a-a752-417a-98ab-d067f5498167 req-a0d5e68f-29ef-4a62-b607-5632b5cd3d5c tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:09.063911 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3f34229a-a752-417a-98ab-d067f5498167 req-a0d5e68f-29ef-4a62-b607-5632b5cd3d5c tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 944 time: 0.0602431 Feb 07 17:32:09.116664 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3f34229a-a752-417a-98ab-d067f5498167 req-eabda040-12fd-4aaf-b496-27698a726958 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466681 Feb 07 17:32:09.363052 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 080aa9e5-b2e5-48cf-9090-989696e2c8f1 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:32:09.412580 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 080aa9e5-b2e5-48cf-9090-989696e2c8f1 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:32:09.416703 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 080aa9e5-b2e5-48cf-9090-989696e2c8f1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:09.417083 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (080aa9e5-b2e5-48cf-9090-989696e2c8f1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:09.492818 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 080aa9e5-b2e5-48cf-9090-989696e2c8f1 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:09.493209 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (080aa9e5-b2e5-48cf-9090-989696e2c8f1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:09.515512 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e667ec-84e4-466d-a927-3d3aa3dc277a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080aa9e5-b2e5-48cf-9090-989696e2c8f1'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:32:09.518231 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306ca342-f2d6-47d8-97a1-ccf760a0f207" -d '{"events": [{"server_uuid": "c9e667ec-84e4-466d-a927-3d3aa3dc277a", "name": "network-vif-plugged", "status": "completed", "tag": "080aa9e5-b2e5-48cf-9090-989696e2c8f1"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:32:09.530650 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 080aa9e5-b2e5-48cf-9090-989696e2c8f1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=080aa9e5-b2e5-48cf-9090-989696e2c8f1,segment=NetworkSegment(1faa2180-b9c7-488f-8bb7-aec1885e8e90),segment_id=1faa2180-b9c7-488f-8bb7-aec1885e8e90)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:32:09.535138 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (080aa9e5-b2e5-48cf-9090-989696e2c8f1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:09.561698 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532636f2-05e2-4c61-98bd-be6ca5d1f648 x-openstack-request-id: req-532636f2-05e2-4c61-98bd-be6ca5d1f648 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:32:09.561995 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e667ec-84e4-466d-a927-3d3aa3dc277a", "name": "network-vif-plugged", "status": "completed", "tag": "080aa9e5-b2e5-48cf-9090-989696e2c8f1", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:32:09.562253 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-532636f2-05e2-4c61-98bd-be6ca5d1f648 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:32:09.562645 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e667ec-84e4-466d-a927-3d3aa3dc277a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080aa9e5-b2e5-48cf-9090-989696e2c8f1', 'code': 200} Feb 07 17:32:09.589209 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=080aa9e5-b2e5-48cf-9090-989696e2c8f1,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:09.597744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:09.598105 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:09.598444 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:09.598788 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:09.599130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:09.599465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:09.600315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:09.600651 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:09.600988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:09.601376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:09.601709 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:09.602041 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:09.602383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:09.659874 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8101a8-fbfa-4977-a094-adc0096bcd91 req-e0bc279c-5806-492e-b40a-0bec749ab3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:09.661447 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd8101a8-fbfa-4977-a094-adc0096bcd91 req-e0bc279c-5806-492e-b40a-0bec749ab3be service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 1127 time: 0.0478942 Feb 07 17:32:09.706758 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dd8101a8-fbfa-4977-a094-adc0096bcd91 req-1c35f3ee-3913-4388-9b38-d5f1cd9c4607 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387788 Feb 07 17:32:10.241963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a2d8b-5671-4119-92cc-89f43dc1f957 req-b8726c02-de56-4ef6-b66a-8191ae4ce3b4 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:10.243464 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-103a2d8b-5671-4119-92cc-89f43dc1f957 req-b8726c02-de56-4ef6-b66a-8191ae4ce3b4 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 945 time: 0.0587394 Feb 07 17:32:10.295824 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-103a2d8b-5671-4119-92cc-89f43dc1f957 req-c0e01c8e-e3a6-4470-bdc5-e9c408880ed7 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464222 Feb 07 17:32:11.420118 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059886d-0cdd-478d-bd23-e9ce0e643b1a req-178e5861-6985-4f42-b31f-139be8baedc5 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:11.421705 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8059886d-0cdd-478d-bd23-e9ce0e643b1a req-178e5861-6985-4f42-b31f-139be8baedc5 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 945 time: 0.0550888 Feb 07 17:32:11.468972 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8059886d-0cdd-478d-bd23-e9ce0e643b1a req-9a973592-8701-42ab-a816-a86436a5746c tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416615 Feb 07 17:32:11.690891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-619b83a2-64c7-437e-8397-c25d14471b7e tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:11.692939 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-619b83a2-64c7-437e-8397-c25d14471b7e tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/networks?id=6343590e-8114-4d52-88eb-56273d660965 HTTP/1.1" status: 200 len: 814 time: 0.1023633 Feb 07 17:32:11.707789 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-4e590cd5-b3e9-4fa6-913f-f6a05d726428 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/quotas/3a8ba42f3ed5433e8d0e1d5f85ad381f HTTP/1.1" status: 200 len: 375 time: 0.0091815 Feb 07 17:32:11.766306 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-344ceea3-93c9-4bcd-8b65-f602f18c8190 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a8ba42f3ed5433e8d0e1d5f85ad381f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0534630 Feb 07 17:32:11.855558 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-7ce267b5-aacf-4635-b189-ebc3835ad4d3 service neutron] 10.222.0.18 "GET /v2.0/networks/6343590e-8114-4d52-88eb-56273d660965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822406 Feb 07 17:32:11.948286 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-ec10efff-2ffe-4e5b-9234-2ddabf3a8ae8 service neutron] 10.222.0.18 "GET /v2.0/networks/6343590e-8114-4d52-88eb-56273d660965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869884 Feb 07 17:32:12.113676 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-acf051a4-2ea8-453c-99ea-5163e4016ffc req-bbfa36c6-74f9-4548-ab26-f7de00ef7e23 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=073afa93-3ab0-40a2-a9d1-18b5cb60445a HTTP/1.1" status: 200 len: 210 time: 0.0281539 Feb 07 17:32:13.003316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-825e7730-e1d7-472e-82b5-3e26cdbfd706 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:13.005194 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-825e7730-e1d7-472e-82b5-3e26cdbfd706 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.32 "GET /v2.0/networks?id=6343590e-8114-4d52-88eb-56273d660965 HTTP/1.1" status: 200 len: 814 time: 0.1075895 Feb 07 17:32:13.016561 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-477c9a13-7f09-4a3a-bd0b-17deae722f2b tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Request body: {'port': {'device_id': '073afa93-3ab0-40a2-a9d1-18b5cb60445a', 'network_id': '6343590e-8114-4d52-88eb-56273d660965', 'admin_state_up': True, 'tenant_id': '3a8ba42f3ed5433e8d0e1d5f85ad381f'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:13.129245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-477c9a13-7f09-4a3a-bd0b-17deae722f2b tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Made reservation on behalf of 3a8ba42f3ed5433e8d0e1d5f85ad381f for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:32:13.132841 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-477c9a13-7f09-4a3a-bd0b-17deae722f2b tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:13.227875 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6561a7ba-29dc-4f58-b914-d5a575e4d058 req-fa2b960b-9745-49cf-af72-987d5f67db2a tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=073afa93-3ab0-40a2-a9d1-18b5cb60445a HTTP/1.1" status: 200 len: 210 time: 0.0385764 Feb 07 17:32:13.292627 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-477c9a13-7f09-4a3a-bd0b-17deae722f2b tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Allocated IP 172.20.0.14 (6343590e-8114-4d52-88eb-56273d660965/e95d31a1-2d74-48d6-bbad-01aa7cc2f6a0/6b04f816-5240-4f88-891c-961315a8d3a1) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:32:13.445093 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-477c9a13-7f09-4a3a-bd0b-17deae722f2b tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Publish callbacks [] for port (6b04f816-5240-4f88-891c-961315a8d3a1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:13.479367 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-477c9a13-7f09-4a3a-bd0b-17deae722f2b tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (6b04f816-5240-4f88-891c-961315a8d3a1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:13.491108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['080aa9e5-b2e5-48cf-9090-989696e2c8f1'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:32:13.524873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-477c9a13-7f09-4a3a-bd0b-17deae722f2b tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Network 6343590e-8114-4d52-88eb-56273d660965 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:32:13.528078 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-477c9a13-7f09-4a3a-bd0b-17deae722f2b tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:13.531784 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-477c9a13-7f09-4a3a-bd0b-17deae722f2b tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:32:13.538292 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c9a13-7f09-4a3a-bd0b-17deae722f2b tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Pushing event updated for resources: {'Port': ['ID=6b04f816-5240-4f88-891c-961315a8d3a1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:13.583352 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-477c9a13-7f09-4a3a-bd0b-17deae722f2b tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:13.583970 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-477c9a13-7f09-4a3a-bd0b-17deae722f2b tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:13.600016 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-477c9a13-7f09-4a3a-bd0b-17deae722f2b tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5871847 Feb 07 17:32:13.611326 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Request body: {'port': {'device_id': '073afa93-3ab0-40a2-a9d1-18b5cb60445a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:13.673622 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6b04f816-5240-4f88-891c-961315a8d3a1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:13.933507 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b04f816-5240-4f88-891c-961315a8d3a1 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:32:13.940790 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Publish callbacks [] for port (6b04f816-5240-4f88-891c-961315a8d3a1), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:13.952973 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Transition to ACTIVE for port object 6b04f816-5240-4f88-891c-961315a8d3a1 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:32:13.956800 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (6b04f816-5240-4f88-891c-961315a8d3a1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:14.008896 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Pushing event updated for resources: {'Port': ['ID=6b04f816-5240-4f88-891c-961315a8d3a1,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:14.076682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Attempting to bind port 6b04f816-5240-4f88-891c-961315a8d3a1 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:32:14.077024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Attempting to bind port 6b04f816-5240-4f88-891c-961315a8d3a1 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '1faa2180-b9c7-488f-8bb7-aec1885e8e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6343590e-8114-4d52-88eb-56273d660965'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:32:14.077395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Attempting to bind port 6b04f816-5240-4f88-891c-961315a8d3a1 on network 6343590e-8114-4d52-88eb-56273d660965 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:32:14.081675 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Port 6b04f816-5240-4f88-891c-961315a8d3a1 on network 6343590e-8114-4d52-88eb-56273d660965 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:32:14.082001 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Attempting to bind port 6b04f816-5240-4f88-891c-961315a8d3a1 on network 6343590e-8114-4d52-88eb-56273d660965 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:32:14.086929 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:32:14.087275 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Checking segment: {'id': '1faa2180-b9c7-488f-8bb7-aec1885e8e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6343590e-8114-4d52-88eb-56273d660965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:14.087664 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Bound using segment: {'id': '1faa2180-b9c7-488f-8bb7-aec1885e8e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6343590e-8114-4d52-88eb-56273d660965'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:32:14.088096 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Bound port: 6b04f816-5240-4f88-891c-961315a8d3a1, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1faa2180-b9c7-488f-8bb7-aec1885e8e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6343590e-8114-4d52-88eb-56273d660965'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:32:14.088454 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6b04f816-5240-4f88-891c-961315a8d3a1), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:14.152014 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] For port 6b04f816-5240-4f88-891c-961315a8d3a1, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:32:14.155144 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] For port 6b04f816-5240-4f88-891c-961315a8d3a1, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6b04f816-5240-4f88-891c-961315a8d3a1,segment=NetworkSegment(1faa2180-b9c7-488f-8bb7-aec1885e8e90),segment_id=1faa2180-b9c7-488f-8bb7-aec1885e8e90)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:32:14.160846 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (6b04f816-5240-4f88-891c-961315a8d3a1), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:14.194215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:14.194847 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:14.196232 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] 10.222.0.32 "PUT /v2.0/ports/6b04f816-5240-4f88-891c-961315a8d3a1 HTTP/1.1" status: 200 len: 1092 time: 0.5891132 Feb 07 17:32:14.196679 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073afa93-3ab0-40a2-a9d1-18b5cb60445a', 'tag': '6b04f816-5240-4f88-891c-961315a8d3a1'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:32:14.198961 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68d5321-bd88-450f-aa74-53f23c83c9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "073afa93-3ab0-40a2-a9d1-18b5cb60445a", "tag": "6b04f816-5240-4f88-891c-961315a8d3a1"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:32:14.231099 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a284830-362a-4a11-a634-8dced8fe7629 service neutron] Pushing event updated for resources: {'Port': ['ID=6b04f816-5240-4f88-891c-961315a8d3a1,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:14.245971 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5afc3d-88d2-4c9b-bfac-6f4be9c302e7 x-openstack-request-id: req-2a5afc3d-88d2-4c9b-bfac-6f4be9c302e7 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:32:14.246275 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073afa93-3ab0-40a2-a9d1-18b5cb60445a", "tag": "6b04f816-5240-4f88-891c-961315a8d3a1", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:32:14.246539 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a5afc3d-88d2-4c9b-bfac-6f4be9c302e7 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:32:14.246958 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '073afa93-3ab0-40a2-a9d1-18b5cb60445a', 'tag': '6b04f816-5240-4f88-891c-961315a8d3a1', 'status': 'completed', 'code': 200} Feb 07 17:32:14.285173 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-115169f3-36dd-4efd-85d6-2d63b2dc8c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:14.286925 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-115169f3-36dd-4efd-85d6-2d63b2dc8c5c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a8ba42f3ed5433e8d0e1d5f85ad381f&device_id=073afa93-3ab0-40a2-a9d1-18b5cb60445a HTTP/1.1" status: 200 len: 1126 time: 0.0504131 Feb 07 17:32:14.355511 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-912c93d5-f74a-4b81-a5eb-6278cd47db07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b04f816-5240-4f88-891c-961315a8d3a1 HTTP/1.1" status: 200 len: 217 time: 0.0619504 Feb 07 17:32:14.415379 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f814205-9414-419f-9095-710f4542ffe8 req-4a4e442d-2c65-4a4c-b5d0-fda83fe7ecd5 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:14.416862 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f814205-9414-419f-9095-710f4542ffe8 req-4a4e442d-2c65-4a4c-b5d0-fda83fe7ecd5 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=073afa93-3ab0-40a2-a9d1-18b5cb60445a HTTP/1.1" status: 200 len: 944 time: 0.1164613 Feb 07 17:32:14.420771 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-c6568c93-979a-4f02-94bb-f146fc6fa2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:14.422191 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-c6568c93-979a-4f02-94bb-f146fc6fa2ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e95d31a1-2d74-48d6-bbad-01aa7cc2f6a0 HTTP/1.1" status: 200 len: 854 time: 0.0599012 Feb 07 17:32:14.463482 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-b5ad12ce-472e-4115-927e-f7425b991d3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6343590e-8114-4d52-88eb-56273d660965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338402 Feb 07 17:32:14.530978 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1f814205-9414-419f-9095-710f4542ffe8 req-7530b166-b5b9-44d7-a5d8-0d0dec2192da tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078477 Feb 07 17:32:14.570111 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-0e2b073b-c254-4875-935f-49770151e51a service neutron] 10.222.0.32 "GET /v2.0/networks/6343590e-8114-4d52-88eb-56273d660965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956545 Feb 07 17:32:14.664605 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8667646e-5f5e-4a02-b009-9c7aa4af2604 req-397003b1-3d16-4e0b-b1db-72805f48e7fd service neutron] 10.222.0.32 "GET /v2.0/networks/6343590e-8114-4d52-88eb-56273d660965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883167 Feb 07 17:32:14.755746 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d5321-bd88-450f-aa74-53f23c83c9bc req-effa8c5f-1a34-4ccc-bfbf-9ee53e8b34f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:14.757234 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f68d5321-bd88-450f-aa74-53f23c83c9bc req-effa8c5f-1a34-4ccc-bfbf-9ee53e8b34f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a8ba42f3ed5433e8d0e1d5f85ad381f&device_id=073afa93-3ab0-40a2-a9d1-18b5cb60445a HTTP/1.1" status: 200 len: 1126 time: 0.0468254 Feb 07 17:32:14.852830 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d5321-bd88-450f-aa74-53f23c83c9bc req-ba9bd37a-dfb0-4972-8102-41ebf1f56757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:14.854336 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f68d5321-bd88-450f-aa74-53f23c83c9bc req-ba9bd37a-dfb0-4972-8102-41ebf1f56757 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6343590e-8114-4d52-88eb-56273d660965 HTTP/1.1" status: 200 len: 915 time: 0.0920043 Feb 07 17:32:14.896489 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f68d5321-bd88-450f-aa74-53f23c83c9bc req-35551408-2aa1-4bb4-9739-76bf66bb9859 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b04f816-5240-4f88-891c-961315a8d3a1 HTTP/1.1" status: 200 len: 217 time: 0.0354581 Feb 07 17:32:14.944197 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d5321-bd88-450f-aa74-53f23c83c9bc req-423cb329-9409-4990-9029-ae0388338b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:14.945701 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f68d5321-bd88-450f-aa74-53f23c83c9bc req-423cb329-9409-4990-9029-ae0388338b7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e95d31a1-2d74-48d6-bbad-01aa7cc2f6a0 HTTP/1.1" status: 200 len: 854 time: 0.0437582 Feb 07 17:32:14.978051 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f68d5321-bd88-450f-aa74-53f23c83c9bc req-42b0a5da-1571-4b23-9705-9202725358e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6343590e-8114-4d52-88eb-56273d660965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258269 Feb 07 17:32:15.070640 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f68d5321-bd88-450f-aa74-53f23c83c9bc req-07bed6c1-2c0f-44dc-91c8-9dbcb4aa7580 service neutron] 10.222.0.32 "GET /v2.0/networks/6343590e-8114-4d52-88eb-56273d660965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861804 Feb 07 17:32:15.160466 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f68d5321-bd88-450f-aa74-53f23c83c9bc req-f22fdf00-6388-46f7-a0c2-520d317fdac9 service neutron] 10.222.0.32 "GET /v2.0/networks/6343590e-8114-4d52-88eb-56273d660965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839808 Feb 07 17:32:15.655947 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ad8af-f88d-43b1-b1a3-810209f36a25 req-7264a321-a384-4973-b3f9-9914387dbda6 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:15.657402 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f8ad8af-f88d-43b1-b1a3-810209f36a25 req-7264a321-a384-4973-b3f9-9914387dbda6 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=073afa93-3ab0-40a2-a9d1-18b5cb60445a HTTP/1.1" status: 200 len: 944 time: 0.0567746 Feb 07 17:32:15.704317 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f8ad8af-f88d-43b1-b1a3-810209f36a25 req-0dccb9b2-d538-42d8-9e85-ac53914fcaac tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412390 Feb 07 17:32:16.157240 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6b04f816-5240-4f88-891c-961315a8d3a1 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:32:16.253459 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 6b04f816-5240-4f88-891c-961315a8d3a1, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6b04f816-5240-4f88-891c-961315a8d3a1,segment=NetworkSegment(1faa2180-b9c7-488f-8bb7-aec1885e8e90),segment_id=1faa2180-b9c7-488f-8bb7-aec1885e8e90)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:32:16.265486 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '6b04f816-5240-4f88-891c-961315a8d3a1', 'network_id': '6343590e-8114-4d52-88eb-56273d660965', 'port_id': '6b04f816-5240-4f88-891c-961315a8d3a1', 'mac_address': 'fa:16:3e:3e:d3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95d31a1-2d74-48d6-bbad-01aa7cc2f6a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:32:16.307306 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 6b04f816-5240-4f88-891c-961315a8d3a1 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:16.307770 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6b04f816-5240-4f88-891c-961315a8d3a1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:16.320511 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b04f816-5240-4f88-891c-961315a8d3a1 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:32:16.340026 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 6b04f816-5240-4f88-891c-961315a8d3a1, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6b04f816-5240-4f88-891c-961315a8d3a1,segment=NetworkSegment(1faa2180-b9c7-488f-8bb7-aec1885e8e90),segment_id=1faa2180-b9c7-488f-8bb7-aec1885e8e90)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:32:16.344008 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6b04f816-5240-4f88-891c-961315a8d3a1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:16.390686 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=6b04f816-5240-4f88-891c-961315a8d3a1,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:16.536432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['6b04f816-5240-4f88-891c-961315a8d3a1'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:32:16.834909 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50f845-549b-4dfa-938f-0c93998aeb28 req-ae3b3fb5-9a73-442b-9065-aabbefb57909 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:16.836317 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a50f845-549b-4dfa-938f-0c93998aeb28 req-ae3b3fb5-9a73-442b-9065-aabbefb57909 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=073afa93-3ab0-40a2-a9d1-18b5cb60445a HTTP/1.1" status: 200 len: 945 time: 0.0628560 Feb 07 17:32:16.883596 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a50f845-549b-4dfa-938f-0c93998aeb28 req-714de39f-a21a-4e8c-a0b1-f2476421ad63 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412190 Feb 07 17:32:18.000420 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acf387-af95-46e4-afe9-8fbbb30e8f4e req-8cb55ad7-2350-4d4f-9322-28f9c0ae9fae tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:18.001939 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-18acf387-af95-46e4-afe9-8fbbb30e8f4e req-8cb55ad7-2350-4d4f-9322-28f9c0ae9fae tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=073afa93-3ab0-40a2-a9d1-18b5cb60445a HTTP/1.1" status: 200 len: 945 time: 0.0524397 Feb 07 17:32:18.048075 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-18acf387-af95-46e4-afe9-8fbbb30e8f4e req-9a6210b3-638b-48d1-9138-ccd7fd9109c0 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400181 Feb 07 17:32:18.171615 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6b04f816-5240-4f88-891c-961315a8d3a1 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:32:18.220411 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 6b04f816-5240-4f88-891c-961315a8d3a1 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:32:18.224189 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 6b04f816-5240-4f88-891c-961315a8d3a1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:18.224571 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (6b04f816-5240-4f88-891c-961315a8d3a1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:18.309017 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 6b04f816-5240-4f88-891c-961315a8d3a1 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:18.309423 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (6b04f816-5240-4f88-891c-961315a8d3a1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:18.338151 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073afa93-3ab0-40a2-a9d1-18b5cb60445a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b04f816-5240-4f88-891c-961315a8d3a1'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:32:18.340409 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b008efab-d3d7-4e5d-bc00-8c55fa4e6b60" -d '{"events": [{"server_uuid": "073afa93-3ab0-40a2-a9d1-18b5cb60445a", "name": "network-vif-plugged", "status": "completed", "tag": "6b04f816-5240-4f88-891c-961315a8d3a1"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:32:18.353483 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 6b04f816-5240-4f88-891c-961315a8d3a1, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6b04f816-5240-4f88-891c-961315a8d3a1,segment=NetworkSegment(1faa2180-b9c7-488f-8bb7-aec1885e8e90),segment_id=1faa2180-b9c7-488f-8bb7-aec1885e8e90)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:32:18.358474 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (6b04f816-5240-4f88-891c-961315a8d3a1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:18.386063 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6dd295-e1b2-4c1d-8a97-4a7f65ad55a3 x-openstack-request-id: req-3b6dd295-e1b2-4c1d-8a97-4a7f65ad55a3 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:32:18.386367 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073afa93-3ab0-40a2-a9d1-18b5cb60445a", "name": "network-vif-plugged", "status": "completed", "tag": "6b04f816-5240-4f88-891c-961315a8d3a1", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:32:18.386632 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b6dd295-e1b2-4c1d-8a97-4a7f65ad55a3 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:32:18.387029 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073afa93-3ab0-40a2-a9d1-18b5cb60445a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b04f816-5240-4f88-891c-961315a8d3a1', 'code': 200} Feb 07 17:32:18.417515 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=6b04f816-5240-4f88-891c-961315a8d3a1,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:18.490180 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc7200-1cab-4f1a-bd6d-db7863bf85ba req-16833fe0-7062-4ca4-9b73-f6c9b787ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:18.491719 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6dc7200-1cab-4f1a-bd6d-db7863bf85ba req-16833fe0-7062-4ca4-9b73-f6c9b787ce0d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=073afa93-3ab0-40a2-a9d1-18b5cb60445a HTTP/1.1" status: 200 len: 1128 time: 0.0462799 Feb 07 17:32:18.536201 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6dc7200-1cab-4f1a-bd6d-db7863bf85ba req-057f8a8c-868e-4723-9fbd-492c9e1b469e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382700 Feb 07 17:32:19.169885 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed7da6-c710-4782-927c-20042e656bb7 req-a8202ebf-1ae3-48ea-ba13-f1d74a541a5d tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:19.171380 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7eed7da6-c710-4782-927c-20042e656bb7 req-a8202ebf-1ae3-48ea-ba13-f1d74a541a5d tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=073afa93-3ab0-40a2-a9d1-18b5cb60445a HTTP/1.1" status: 200 len: 946 time: 0.0551989 Feb 07 17:32:19.222527 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7eed7da6-c710-4782-927c-20042e656bb7 req-1f5c045a-9853-484d-951d-19028485a6b4 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448937 Feb 07 17:32:20.346314 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7325e5-0517-4757-910d-a69269f55d96 req-fe3e9ee7-eedf-48e1-84d2-4cfd4efa8a63 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:20.348471 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6c7325e5-0517-4757-910d-a69269f55d96 req-fe3e9ee7-eedf-48e1-84d2-4cfd4efa8a63 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=073afa93-3ab0-40a2-a9d1-18b5cb60445a HTTP/1.1" status: 200 len: 946 time: 0.0556190 Feb 07 17:32:20.399212 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6c7325e5-0517-4757-910d-a69269f55d96 req-05582030-a409-4ad3-94e4-f575288d4bbc tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449972 Feb 07 17:32:20.640184 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d6c36-a9be-4878-a837-b5ac4696c273 req-9cbc2690-0bd0-4fd0-9eae-e95c200873e9 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:20.641803 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a68d6c36-a9be-4878-a837-b5ac4696c273 req-9cbc2690-0bd0-4fd0-9eae-e95c200873e9 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=073afa93-3ab0-40a2-a9d1-18b5cb60445a HTTP/1.1" status: 200 len: 946 time: 0.0539923 Feb 07 17:32:20.691318 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a68d6c36-a9be-4878-a837-b5ac4696c273 req-0d32aa97-e7b0-4670-a010-9953ec2c839b tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428216 Feb 07 17:32:21.654757 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:21.885670 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3b767-42b7-416f-a99c-bd8f48e4b65b req-ae6413ca-6518-4dc0-a754-44dd879f8083 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:21.887240 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-94c3b767-42b7-416f-a99c-bd8f48e4b65b req-ae6413ca-6518-4dc0-a754-44dd879f8083 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.32 "GET /v2.0/ports?device_id=073afa93-3ab0-40a2-a9d1-18b5cb60445a HTTP/1.1" status: 200 len: 946 time: 0.0569775 Feb 07 17:32:21.990111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-94c3b767-42b7-416f-a99c-bd8f48e4b65b req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Deleting port 6b04f816-5240-4f88-891c-961315a8d3a1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:32:21.990460 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-94c3b767-42b7-416f-a99c-bd8f48e4b65b req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (6b04f816-5240-4f88-891c-961315a8d3a1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:22.059702 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a7d5f-8ebe-4c43-b0d3-e744daf23fc1 req-cff9ee05-8d24-408f-a364-524d8e207e5b tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:22.061214 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c46a7d5f-8ebe-4c43-b0d3-e744daf23fc1 req-cff9ee05-8d24-408f-a364-524d8e207e5b tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=073afa93-3ab0-40a2-a9d1-18b5cb60445a HTTP/1.1" status: 200 len: 946 time: 0.0526834 Feb 07 17:32:22.079794 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-94c3b767-42b7-416f-a99c-bd8f48e4b65b req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] For port 6b04f816-5240-4f88-891c-961315a8d3a1, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=6b04f816-5240-4f88-891c-961315a8d3a1,segment=NetworkSegment(1faa2180-b9c7-488f-8bb7-aec1885e8e90),segment_id=1faa2180-b9c7-488f-8bb7-aec1885e8e90)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:32:22.080169 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-94c3b767-42b7-416f-a99c-bd8f48e4b65b req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (6b04f816-5240-4f88-891c-961315a8d3a1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:22.093520 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-94c3b767-42b7-416f-a99c-bd8f48e4b65b req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Calling delete_port for 6b04f816-5240-4f88-891c-961315a8d3a1 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:32:22.109561 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c46a7d5f-8ebe-4c43-b0d3-e744daf23fc1 req-7e7bb5b2-93bb-45fd-a724-ff17977f4283 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415585 Feb 07 17:32:22.224244 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-94c3b767-42b7-416f-a99c-bd8f48e4b65b req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (6b04f816-5240-4f88-891c-961315a8d3a1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:22.237071 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['6b04f816-5240-4f88-891c-961315a8d3a1'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:32:22.240055 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['080aa9e5-b2e5-48cf-9090-989696e2c8f1'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:32:22.253848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Pushing event deleted for resources: {'Port': ['ID=6b04f816-5240-4f88-891c-961315a8d3a1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:22.266352 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:22.266709 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:22.267057 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:22.267400 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:22.267737 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:22.268071 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:22.268401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:22.268748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:22.269724 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:22.270289 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:22.270723 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:22.271058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:22.271386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:22.318024 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c3b767-42b7-416f-a99c-bd8f48e4b65b req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] No DVR routers for this DVR port 6b04f816-5240-4f88-891c-961315a8d3a1 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:32:22.321054 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-94c3b767-42b7-416f-a99c-bd8f48e4b65b req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:22.324544 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-94c3b767-42b7-416f-a99c-bd8f48e4b65b req-cf0a42c5-6855-4e72-a54a-64a86e27dd33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.32 "DELETE /v2.0/ports/6b04f816-5240-4f88-891c-961315a8d3a1 HTTP/1.1" status: 204 len: 173 time: 0.4327538 Feb 07 17:32:22.325030 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073afa93-3ab0-40a2-a9d1-18b5cb60445a', 'name': 'network-vif-deleted', 'tag': '6b04f816-5240-4f88-891c-961315a8d3a1'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:32:22.327442 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b054190-e474-40a5-b0da-bd8c2ee9638e" -d '{"events": [{"server_uuid": "073afa93-3ab0-40a2-a9d1-18b5cb60445a", "name": "network-vif-deleted", "tag": "6b04f816-5240-4f88-891c-961315a8d3a1"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:32:22.372623 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad99cf52-1967-4c68-b6f9-8d6d6dda40c0 x-openstack-request-id: req-ad99cf52-1967-4c68-b6f9-8d6d6dda40c0 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:32:22.372917 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073afa93-3ab0-40a2-a9d1-18b5cb60445a", "name": "network-vif-deleted", "tag": "6b04f816-5240-4f88-891c-961315a8d3a1", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:32:22.373242 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad99cf52-1967-4c68-b6f9-8d6d6dda40c0 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:32:22.373679 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073afa93-3ab0-40a2-a9d1-18b5cb60445a', 'name': 'network-vif-deleted', 'tag': '6b04f816-5240-4f88-891c-961315a8d3a1', 'status': 'completed', 'code': 200} Feb 07 17:32:23.265865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b410ae-61cb-4af7-85e0-255c7dbea624 req-cbf2dbbb-07c3-41d7-8b35-a58dd1ce044d tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:23.267384 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-96b410ae-61cb-4af7-85e0-255c7dbea624 req-cbf2dbbb-07c3-41d7-8b35-a58dd1ce044d tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 945 time: 0.0543129 Feb 07 17:32:23.316658 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-96b410ae-61cb-4af7-85e0-255c7dbea624 req-1ba10a5b-3c0e-43c9-b200-2720cc778286 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435121 Feb 07 17:32:23.454629 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04298f-f495-4784-96d5-65c21d0fa610 req-aec21562-a9d3-4960-9794-36c86d0b10a3 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:23.456093 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-de04298f-f495-4784-96d5-65c21d0fa610 req-aec21562-a9d3-4960-9794-36c86d0b10a3 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 945 time: 0.0524950 Feb 07 17:32:23.507169 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-de04298f-f495-4784-96d5-65c21d0fa610 req-15e4b803-25f4-4a50-ac92-e8ff9adfcef3 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451002 Feb 07 17:32:23.571799 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:23.627926 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52560aa5-4c51-4b7c-8cf6-0f9091fab831 req-48df872d-f235-4066-aafd-15c658bfb519 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:23.629508 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-52560aa5-4c51-4b7c-8cf6-0f9091fab831 req-48df872d-f235-4066-aafd-15c658bfb519 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 945 time: 0.0530515 Feb 07 17:32:23.678309 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-52560aa5-4c51-4b7c-8cf6-0f9091fab831 req-9a07c0a9-0237-43a7-8d3f-5ee59f9b1035 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430284 Feb 07 17:32:23.853202 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bd177-ad3f-44d9-a763-ebe563a77fd5 req-feaec048-ffe3-4a0c-81e1-6fe9dafcfc90 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:23.854960 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-735bd177-ad3f-44d9-a763-ebe563a77fd5 req-feaec048-ffe3-4a0c-81e1-6fe9dafcfc90 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 945 time: 0.0566282 Feb 07 17:32:23.900892 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-735bd177-ad3f-44d9-a763-ebe563a77fd5 req-52403a60-a186-4b43-96e5-ddb7b0086ba3 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399396 Feb 07 17:32:24.020849 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fad946-c726-4c2e-88c4-413a930c89be req-6064f66d-11e7-422f-9db4-3a3920c8f587 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:24.022349 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7fad946-c726-4c2e-88c4-413a930c89be req-6064f66d-11e7-422f-9db4-3a3920c8f587 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 945 time: 0.0532446 Feb 07 17:32:24.068584 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e7fad946-c726-4c2e-88c4-413a930c89be req-1f46640d-c62c-4abc-8040-384a73dabb0d tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405865 Feb 07 17:32:24.197806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef479de7-9e16-4696-a1a5-0218e45f12ad req-4c10f0cc-94f1-479d-a800-65ceb6258963 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:24.199150 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ef479de7-9e16-4696-a1a5-0218e45f12ad req-4c10f0cc-94f1-479d-a800-65ceb6258963 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 945 time: 0.0523725 Feb 07 17:32:24.245490 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ef479de7-9e16-4696-a1a5-0218e45f12ad req-13a39984-3451-4db0-8dba-b3f0ced47d33 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407054 Feb 07 17:32:24.566594 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77eeb8-6171-4a7f-b8e9-49953df80cd2 req-5a84c62b-d922-45ab-b2c7-9def96a8f70d tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:24.568082 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0d77eeb8-6171-4a7f-b8e9-49953df80cd2 req-5a84c62b-d922-45ab-b2c7-9def96a8f70d tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 945 time: 0.0575826 Feb 07 17:32:24.614117 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0d77eeb8-6171-4a7f-b8e9-49953df80cd2 req-cb9c5fe7-3c49-4f5d-8e9e-c73aabfeffb4 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404329 Feb 07 17:32:25.736894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd355c8a-5c1a-4296-88f8-9452f9d64573 req-94f2e532-8a85-4e74-8b34-1c256c4f5d9a tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:25.738638 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd355c8a-5c1a-4296-88f8-9452f9d64573 req-94f2e532-8a85-4e74-8b34-1c256c4f5d9a tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 945 time: 0.0529778 Feb 07 17:32:25.786226 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd355c8a-5c1a-4296-88f8-9452f9d64573 req-09f2f130-2e52-4123-9a41-429c4430fbbe tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8296ca97-59dc-4e21-929b-946d872a832a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420017 Feb 07 17:32:25.818952 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4001393f-d95f-4012-aaa1-52620a013f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:25.998839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab96288-6add-48cc-bc24-21a23c557569 req-e256e338-b568-446e-83e1-f480611efce2 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:26.000286 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ab96288-6add-48cc-bc24-21a23c557569 req-e256e338-b568-446e-83e1-f480611efce2 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 945 time: 0.0558512 Feb 07 17:32:26.093870 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7ab96288-6add-48cc-bc24-21a23c557569 req-3112cabe-aa9e-48b6-b822-d597e13c3598 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Deleting port 080aa9e5-b2e5-48cf-9090-989696e2c8f1 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:32:26.094222 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7ab96288-6add-48cc-bc24-21a23c557569 req-3112cabe-aa9e-48b6-b822-d597e13c3598 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (080aa9e5-b2e5-48cf-9090-989696e2c8f1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:26.185685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7ab96288-6add-48cc-bc24-21a23c557569 req-3112cabe-aa9e-48b6-b822-d597e13c3598 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] For port 080aa9e5-b2e5-48cf-9090-989696e2c8f1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=080aa9e5-b2e5-48cf-9090-989696e2c8f1,segment=NetworkSegment(1faa2180-b9c7-488f-8bb7-aec1885e8e90),segment_id=1faa2180-b9c7-488f-8bb7-aec1885e8e90)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:32:26.186054 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7ab96288-6add-48cc-bc24-21a23c557569 req-3112cabe-aa9e-48b6-b822-d597e13c3598 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (080aa9e5-b2e5-48cf-9090-989696e2c8f1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:26.199841 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7ab96288-6add-48cc-bc24-21a23c557569 req-3112cabe-aa9e-48b6-b822-d597e13c3598 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Calling delete_port for 080aa9e5-b2e5-48cf-9090-989696e2c8f1 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:32:26.249951 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6b04f816-5240-4f88-891c-961315a8d3a1 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:32:26.270923 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 6b04f816-5240-4f88-891c-961315a8d3a1 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:32:26.271268 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 6b04f816-5240-4f88-891c-961315a8d3a1 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:32:26.326663 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7ab96288-6add-48cc-bc24-21a23c557569 req-3112cabe-aa9e-48b6-b822-d597e13c3598 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (080aa9e5-b2e5-48cf-9090-989696e2c8f1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:26.337897 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['080aa9e5-b2e5-48cf-9090-989696e2c8f1'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:32:26.360730 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112cabe-aa9e-48b6-b822-d597e13c3598 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Pushing event deleted for resources: {'Port': ['ID=080aa9e5-b2e5-48cf-9090-989696e2c8f1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:26.403981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab96288-6add-48cc-bc24-21a23c557569 req-3112cabe-aa9e-48b6-b822-d597e13c3598 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] No DVR routers for this DVR port 080aa9e5-b2e5-48cf-9090-989696e2c8f1 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:32:26.406658 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7ab96288-6add-48cc-bc24-21a23c557569 req-3112cabe-aa9e-48b6-b822-d597e13c3598 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:26.410586 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ab96288-6add-48cc-bc24-21a23c557569 req-3112cabe-aa9e-48b6-b822-d597e13c3598 tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.48 "DELETE /v2.0/ports/080aa9e5-b2e5-48cf-9090-989696e2c8f1 HTTP/1.1" status: 204 len: 173 time: 0.4050469 Feb 07 17:32:26.411035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e667ec-84e4-466d-a927-3d3aa3dc277a', 'name': 'network-vif-deleted', 'tag': '080aa9e5-b2e5-48cf-9090-989696e2c8f1'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:32:26.413380 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628c6723cf0d541a6362cfbbde021ddb095c9bd0acbf8defbc90316d1b4a8846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee9a7e5-adf6-4b1b-9908-f05cea2a0af4" -d '{"events": [{"server_uuid": "c9e667ec-84e4-466d-a927-3d3aa3dc277a", "name": "network-vif-deleted", "tag": "080aa9e5-b2e5-48cf-9090-989696e2c8f1"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:32:26.454398 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9cf289-4ebc-4b04-955a-4a36960a9fd7 x-openstack-request-id: req-2e9cf289-4ebc-4b04-955a-4a36960a9fd7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:32:26.454696 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e667ec-84e4-466d-a927-3d3aa3dc277a", "name": "network-vif-deleted", "tag": "080aa9e5-b2e5-48cf-9090-989696e2c8f1", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:32:26.454964 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e9cf289-4ebc-4b04-955a-4a36960a9fd7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:32:26.455368 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e667ec-84e4-466d-a927-3d3aa3dc277a', 'name': 'network-vif-deleted', 'tag': '080aa9e5-b2e5-48cf-9090-989696e2c8f1', 'status': 'completed', 'code': 200} Feb 07 17:32:26.895800 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-267e379d-6ca3-40d5-a9a6-efedc9167d33 req-85b8035b-310a-4747-baa7-b0f42afd01cc tempest-ServersNegativeTestJSON-340868679 tempest-ServersNegativeTestJSON-340868679-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e667ec-84e4-466d-a927-3d3aa3dc277a HTTP/1.1" status: 200 len: 210 time: 0.0295191 Feb 07 17:32:27.952625 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60192) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:27.997913 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0cd487-fd35-49cb-bc41-6cc4990f0872 admin admin] Deleting subnet e95d31a1-2d74-48d6-bbad-01aa7cc2f6a0 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:32:28.000980 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a0cd487-fd35-49cb-bc41-6cc4990f0872 admin admin] Publish callbacks [] for subnet (e95d31a1-2d74-48d6-bbad-01aa7cc2f6a0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:28.039983 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a0cd487-fd35-49cb-bc41-6cc4990f0872 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (e95d31a1-2d74-48d6-bbad-01aa7cc2f6a0), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:28.078769 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a0cd487-fd35-49cb-bc41-6cc4990f0872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (e95d31a1-2d74-48d6-bbad-01aa7cc2f6a0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:28.131081 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a0cd487-fd35-49cb-bc41-6cc4990f0872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (e95d31a1-2d74-48d6-bbad-01aa7cc2f6a0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:28.157857 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0cd487-fd35-49cb-bc41-6cc4990f0872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e95d31a1-2d74-48d6-bbad-01aa7cc2f6a0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:28.160374 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a0cd487-fd35-49cb-bc41-6cc4990f0872 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:28.163675 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7a0cd487-fd35-49cb-bc41-6cc4990f0872 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e95d31a1-2d74-48d6-bbad-01aa7cc2f6a0 HTTP/1.1" status: 204 len: 168 time: 0.2099924 Feb 07 17:32:28.166253 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60194) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:28.242934 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d30a9dd8-b425-45f2-9ef9-b9878e2e5a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (6343590e-8114-4d52-88eb-56273d660965), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:28.251028 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fdb7999f-60ee-4e97-abbd-7eaa94cc18d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:28.325984 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d30a9dd8-b425-45f2-9ef9-b9878e2e5a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (6343590e-8114-4d52-88eb-56273d660965), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:28.345984 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d30a9dd8-b425-45f2-9ef9-b9878e2e5a7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6343590e-8114-4d52-88eb-56273d660965']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:28.355885 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d30a9dd8-b425-45f2-9ef9-b9878e2e5a7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1faa2180-b9c7-488f-8bb7-aec1885e8e90') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:28.356190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d30a9dd8-b425-45f2-9ef9-b9878e2e5a7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1faa2180-b9c7-488f-8bb7-aec1885e8e90') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:28.365492 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d30a9dd8-b425-45f2-9ef9-b9878e2e5a7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (1faa2180-b9c7-488f-8bb7-aec1885e8e90), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:28.378480 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d30a9dd8-b425-45f2-9ef9-b9878e2e5a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (1faa2180-b9c7-488f-8bb7-aec1885e8e90), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:28.385156 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30a9dd8-b425-45f2-9ef9-b9878e2e5a7d admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:32:28.385612 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d30a9dd8-b425-45f2-9ef9-b9878e2e5a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (1faa2180-b9c7-488f-8bb7-aec1885e8e90), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:32:28.387331 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:32:28.445576 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d30a9dd8-b425-45f2-9ef9-b9878e2e5a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (6343590e-8114-4d52-88eb-56273d660965), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:28.450951 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d30a9dd8-b425-45f2-9ef9-b9878e2e5a7d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:28.454198 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d30a9dd8-b425-45f2-9ef9-b9878e2e5a7d admin admin] 10.222.0.18 "DELETE /v2.0/networks/6343590e-8114-4d52-88eb-56273d660965 HTTP/1.1" status: 204 len: 168 time: 0.2870197 Feb 07 17:32:28.465987 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a9dd8-b425-45f2-9ef9-b9878e2e5a7d admin admin] Pushing event deleted for resources: {'Network': ['ID=6343590e-8114-4d52-88eb-56273d660965,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:28.566802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60198) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:28.607398 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7629a976-acd4-47c0-a501-66b78060b813 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a8ba42f3ed5433e8d0e1d5f85ad381f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393515 Feb 07 17:32:28.609910 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60200) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:28.657172 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90e74871-d1d2-4a97-a14b-9bf0e99574d4 admin admin] Publish callbacks [] for security_group (8296ca97-59dc-4e21-929b-946d872a832a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:28.680551 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90e74871-d1d2-4a97-a14b-9bf0e99574d4 admin admin] Publish callbacks [] for security_group (8296ca97-59dc-4e21-929b-946d872a832a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:28.726618 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90e74871-d1d2-4a97-a14b-9bf0e99574d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8296ca97-59dc-4e21-929b-946d872a832a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:28.729270 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-90e74871-d1d2-4a97-a14b-9bf0e99574d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:28.730732 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-90e74871-d1d2-4a97-a14b-9bf0e99574d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8296ca97-59dc-4e21-929b-946d872a832a HTTP/1.1" status: 204 len: 168 time: 0.1198792 Feb 07 17:32:28.738509 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e74871-d1d2-4a97-a14b-9bf0e99574d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8296ca97-59dc-4e21-929b-946d872a832a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:29.422794 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60222) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:29.469170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 080aa9e5-b2e5-48cf-9090-989696e2c8f1 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:32:29.491076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 080aa9e5-b2e5-48cf-9090-989696e2c8f1 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:32:29.491432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 080aa9e5-b2e5-48cf-9090-989696e2c8f1 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:32:29.520161 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-07965f4f-ed8b-49c3-83a4-0c91ae957cc7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-245357051'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:29.539601 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07965f4f-ed8b-49c3-83a4-0c91ae957cc7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Made reservation on behalf of bd2a821c9484468288f6fc4527797f56 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:32:29.543015 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07965f4f-ed8b-49c3-83a4-0c91ae957cc7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:29.552094 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07965f4f-ed8b-49c3-83a4-0c91ae957cc7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:29.629717 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07965f4f-ed8b-49c3-83a4-0c91ae957cc7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for security_group (c56f036f-ee2c-4e8c-af66-f94e89882a10), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:29.634224 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07965f4f-ed8b-49c3-83a4-0c91ae957cc7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c56f036f-ee2c-4e8c-af66-f94e89882a10), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:29.635699 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:29.666895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07965f4f-ed8b-49c3-83a4-0c91ae957cc7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:32:29.671801 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07965f4f-ed8b-49c3-83a4-0c91ae957cc7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c56f036f-ee2c-4e8c-af66-f94e89882a10,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:29.681836 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07965f4f-ed8b-49c3-83a4-0c91ae957cc7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (11e21dda-887e-41d1-ad12-399c67ffba78), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:29.682186 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-07965f4f-ed8b-49c3-83a4-0c91ae957cc7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Added segment 11e21dda-887e-41d1-ad12-399c67ffba78 of type vlan for network 0eff9d7d-df06-4fc8-b0ff-34296d923939 Feb 07 17:32:29.727583 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07965f4f-ed8b-49c3-83a4-0c91ae957cc7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (0eff9d7d-df06-4fc8-b0ff-34296d923939), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:29.754320 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07965f4f-ed8b-49c3-83a4-0c91ae957cc7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (0eff9d7d-df06-4fc8-b0ff-34296d923939), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:29.759281 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07965f4f-ed8b-49c3-83a4-0c91ae957cc7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:29.759858 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-07965f4f-ed8b-49c3-83a4-0c91ae957cc7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:29.821963 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-07965f4f-ed8b-49c3-83a4-0c91ae957cc7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3980317 Feb 07 17:32:29.830271 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07965f4f-ed8b-49c3-83a4-0c91ae957cc7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event updated for resources: {'Network': ['ID=0eff9d7d-df06-4fc8-b0ff-34296d923939,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:29.841513 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 0eff9d7d-df06-4fc8-b0ff-34296d923939 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:32:30.967622 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:32.477019 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:33.107308 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60228) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:33.112969 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-631dd947-0a1c-4eff-84a6-ff93d977125b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Request body: {'subnet': {'network_id': '0eff9d7d-df06-4fc8-b0ff-34296d923939', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:33.197993 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631dd947-0a1c-4eff-84a6-ff93d977125b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Made reservation on behalf of bd2a821c9484468288f6fc4527797f56 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:32:33.201304 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-631dd947-0a1c-4eff-84a6-ff93d977125b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:33.403306 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-631dd947-0a1c-4eff-84a6-ff93d977125b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (3be10824-5c97-48db-bc9e-07d980305ea8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:33.469148 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631dd947-0a1c-4eff-84a6-ff93d977125b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event updated for resources: {'Subnet': ['ID=3be10824-5c97-48db-bc9e-07d980305ea8,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:33.477073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631dd947-0a1c-4eff-84a6-ff93d977125b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Checking segment: {'id': '11e21dda-887e-41d1-ad12-399c67ffba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0eff9d7d-df06-4fc8-b0ff-34296d923939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:33.477661 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631dd947-0a1c-4eff-84a6-ff93d977125b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Network hostable DHCP agents. Network: 0eff9d7d-df06-4fc8-b0ff-34296d923939, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:32:33.494986 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631dd947-0a1c-4eff-84a6-ff93d977125b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Network 0eff9d7d-df06-4fc8-b0ff-34296d923939 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:32:33.503741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-631dd947-0a1c-4eff-84a6-ff93d977125b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 0eff9d7d-df06-4fc8-b0ff-34296d923939) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:33.508524 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631dd947-0a1c-4eff-84a6-ff93d977125b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:33.509682 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-631dd947-0a1c-4eff-84a6-ff93d977125b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:33.513293 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b92fe3-c215-4d63-bac4-79f4cb7c0c2c None None] Network 0eff9d7d-df06-4fc8-b0ff-34296d923939 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:33.528450 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-631dd947-0a1c-4eff-84a6-ff93d977125b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4168363 Feb 07 17:32:33.528806 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60230) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:33.533872 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7ab857f3-4cee-4e06-b4e2-f8136c84565e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-509380950'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:33.560159 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab857f3-4cee-4e06-b4e2-f8136c84565e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Made reservation on behalf of bd2a821c9484468288f6fc4527797f56 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:32:33.563578 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ab857f3-4cee-4e06-b4e2-f8136c84565e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:33.588839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab857f3-4cee-4e06-b4e2-f8136c84565e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:32:33.598592 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ab857f3-4cee-4e06-b4e2-f8136c84565e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (a859f12e-a924-437a-b3d0-ed87ba1b9378), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:33.598946 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-7ab857f3-4cee-4e06-b4e2-f8136c84565e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Added segment a859f12e-a924-437a-b3d0-ed87ba1b9378 of type vlan for network a7fc432b-0668-4e58-8680-3e08acc801fa Feb 07 17:32:33.619230 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-0eff9d7d-df06-4fc8-b0ff-34296d923939', 'network_id': '0eff9d7d-df06-4fc8-b0ff-34296d923939', 'project_id': 'bd2a821c9484468288f6fc4527797f56', 'fixed_ips': [{'subnet_id': '3be10824-5c97-48db-bc9e-07d980305ea8'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:32:33.620117 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:33.640522 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ab857f3-4cee-4e06-b4e2-f8136c84565e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (a7fc432b-0668-4e58-8680-3e08acc801fa), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:33.669077 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ab857f3-4cee-4e06-b4e2-f8136c84565e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (a7fc432b-0668-4e58-8680-3e08acc801fa), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:33.674220 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab857f3-4cee-4e06-b4e2-f8136c84565e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:33.675349 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7ab857f3-4cee-4e06-b4e2-f8136c84565e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:33.731211 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7ab857f3-4cee-4e06-b4e2-f8136c84565e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2011762 Feb 07 17:32:33.734180 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60232) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:33.741017 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-43a5a6ea-d9d6-453f-81a8-8e7755c5a208 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Request body: {'subnet': {'network_id': 'a7fc432b-0668-4e58-8680-3e08acc801fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:33.747122 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab857f3-4cee-4e06-b4e2-f8136c84565e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event updated for resources: {'Network': ['ID=a7fc432b-0668-4e58-8680-3e08acc801fa,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:33.759463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network a7fc432b-0668-4e58-8680-3e08acc801fa details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:32:33.771963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] Allocated IP 2001:db8:0:ffff::2 (0eff9d7d-df06-4fc8-b0ff-34296d923939/3be10824-5c97-48db-bc9e-07d980305ea8/90b8d53c-5c5c-4b14-899c-43f405053bfd) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:32:33.831910 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a5a6ea-d9d6-453f-81a8-8e7755c5a208 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Made reservation on behalf of bd2a821c9484468288f6fc4527797f56 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:32:33.835425 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43a5a6ea-d9d6-453f-81a8-8e7755c5a208 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:33.976350 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] Publish callbacks [] for port (90b8d53c-5c5c-4b14-899c-43f405053bfd), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:33.982774 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (90b8d53c-5c5c-4b14-899c-43f405053bfd), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:34.019595 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] Network 0eff9d7d-df06-4fc8-b0ff-34296d923939 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:32:34.024875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:34.028463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:32:34.031623 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43a5a6ea-d9d6-453f-81a8-8e7755c5a208 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (11ff55db-280d-4e3d-b9ad-ac56c9221382), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:34.042799 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] Pushing event updated for resources: {'Port': ['ID=90b8d53c-5c5c-4b14-899c-43f405053bfd,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:34.096252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] Attempting to bind port 90b8d53c-5c5c-4b14-899c-43f405053bfd on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:32:34.096784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] Attempting to bind port 90b8d53c-5c5c-4b14-899c-43f405053bfd by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '11e21dda-887e-41d1-ad12-399c67ffba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0eff9d7d-df06-4fc8-b0ff-34296d923939'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:32:34.097393 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] Attempting to bind port 90b8d53c-5c5c-4b14-899c-43f405053bfd on network 0eff9d7d-df06-4fc8-b0ff-34296d923939 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:32:34.100159 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5a6ea-d9d6-453f-81a8-8e7755c5a208 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event updated for resources: {'Subnet': ['ID=11ff55db-280d-4e3d-b9ad-ac56c9221382,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:34.102561 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:32:34.102943 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] Checking segment: {'id': '11e21dda-887e-41d1-ad12-399c67ffba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0eff9d7d-df06-4fc8-b0ff-34296d923939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:34.103357 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:34.103734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] Bound using segment: {'id': '11e21dda-887e-41d1-ad12-399c67ffba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0eff9d7d-df06-4fc8-b0ff-34296d923939'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:32:34.104202 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] Bound port: 90b8d53c-5c5c-4b14-899c-43f405053bfd, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e21dda-887e-41d1-ad12-399c67ffba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0eff9d7d-df06-4fc8-b0ff-34296d923939'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:32:34.104833 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (90b8d53c-5c5c-4b14-899c-43f405053bfd), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:34.108844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a5a6ea-d9d6-453f-81a8-8e7755c5a208 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Checking segment: {'id': 'a859f12e-a924-437a-b3d0-ed87ba1b9378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a7fc432b-0668-4e58-8680-3e08acc801fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:34.109387 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a5a6ea-d9d6-453f-81a8-8e7755c5a208 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Network hostable DHCP agents. Network: a7fc432b-0668-4e58-8680-3e08acc801fa, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:32:34.129937 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a5a6ea-d9d6-453f-81a8-8e7755c5a208 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Network a7fc432b-0668-4e58-8680-3e08acc801fa is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:32:34.139176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-43a5a6ea-d9d6-453f-81a8-8e7755c5a208 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, a7fc432b-0668-4e58-8680-3e08acc801fa) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:34.144630 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a5a6ea-d9d6-453f-81a8-8e7755c5a208 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:34.145970 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-43a5a6ea-d9d6-453f-81a8-8e7755c5a208 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:34.151330 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858ffd8d-b520-4b2e-9af9-41da320070a3 None None] Network a7fc432b-0668-4e58-8680-3e08acc801fa requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:34.164155 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-43a5a6ea-d9d6-453f-81a8-8e7755c5a208 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4258049 Feb 07 17:32:34.164383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60234) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:34.226036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] For port 90b8d53c-5c5c-4b14-899c-43f405053bfd, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:32:34.235301 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] For port 90b8d53c-5c5c-4b14-899c-43f405053bfd, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=90b8d53c-5c5c-4b14-899c-43f405053bfd,segment=NetworkSegment(11e21dda-887e-41d1-ad12-399c67ffba78),segment_id=11e21dda-887e-41d1-ad12-399c67ffba78)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:32:34.252979 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (90b8d53c-5c5c-4b14-899c-43f405053bfd), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:34.266748 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (a7fc432b-0668-4e58-8680-3e08acc801fa), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:34.300120 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-a7fc432b-0668-4e58-8680-3e08acc801fa', 'network_id': 'a7fc432b-0668-4e58-8680-3e08acc801fa', 'project_id': 'bd2a821c9484468288f6fc4527797f56', 'fixed_ips': [{'subnet_id': '11ff55db-280d-4e3d-b9ad-ac56c9221382'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:32:34.301032 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:34.405751 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b8260-d335-46bd-9d5a-b7539614b7b3 None None] Pushing event updated for resources: {'Port': ['ID=90b8d53c-5c5c-4b14-899c-43f405053bfd,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:34.532707 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] Allocated IP 2001:db8::2 (a7fc432b-0668-4e58-8680-3e08acc801fa/11ff55db-280d-4e3d-b9ad-ac56c9221382/2a4bc44c-dede-4098-8e0f-489ffaf06c09) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:32:34.702874 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (11ff55db-280d-4e3d-b9ad-ac56c9221382), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:34.715868 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] Publish callbacks [] for port (2a4bc44c-dede-4098-8e0f-489ffaf06c09), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:34.722542 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (2a4bc44c-dede-4098-8e0f-489ffaf06c09), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:34.766317 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] Network a7fc432b-0668-4e58-8680-3e08acc801fa is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:32:34.769097 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (11ff55db-280d-4e3d-b9ad-ac56c9221382), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:34.769848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:34.774344 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:32:34.785615 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] Pushing event updated for resources: {'Port': ['ID=2a4bc44c-dede-4098-8e0f-489ffaf06c09,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:34.808492 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event deleted for resources: {'Subnet': ['ID=11ff55db-280d-4e3d-b9ad-ac56c9221382,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:34.844779 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] Attempting to bind port 2a4bc44c-dede-4098-8e0f-489ffaf06c09 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:32:34.845183 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] Attempting to bind port 2a4bc44c-dede-4098-8e0f-489ffaf06c09 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'a859f12e-a924-437a-b3d0-ed87ba1b9378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a7fc432b-0668-4e58-8680-3e08acc801fa'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:32:34.845582 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] Attempting to bind port 2a4bc44c-dede-4098-8e0f-489ffaf06c09 on network a7fc432b-0668-4e58-8680-3e08acc801fa {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:32:34.850833 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:32:34.851235 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] Checking segment: {'id': 'a859f12e-a924-437a-b3d0-ed87ba1b9378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a7fc432b-0668-4e58-8680-3e08acc801fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:34.851620 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:34.852019 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] Bound using segment: {'id': 'a859f12e-a924-437a-b3d0-ed87ba1b9378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a7fc432b-0668-4e58-8680-3e08acc801fa'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:32:34.852519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] Bound port: 2a4bc44c-dede-4098-8e0f-489ffaf06c09, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a859f12e-a924-437a-b3d0-ed87ba1b9378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a7fc432b-0668-4e58-8680-3e08acc801fa'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:32:34.852908 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2a4bc44c-dede-4098-8e0f-489ffaf06c09), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:34.880321 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (a7fc432b-0668-4e58-8680-3e08acc801fa), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:34.901028 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7fc432b-0668-4e58-8680-3e08acc801fa']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:34.910672 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a859f12e-a924-437a-b3d0-ed87ba1b9378') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:34.910972 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a859f12e-a924-437a-b3d0-ed87ba1b9378') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:34.920859 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (a859f12e-a924-437a-b3d0-ed87ba1b9378), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:34.921760 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] For port 2a4bc44c-dede-4098-8e0f-489ffaf06c09, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:32:34.925466 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] For port 2a4bc44c-dede-4098-8e0f-489ffaf06c09, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2a4bc44c-dede-4098-8e0f-489ffaf06c09,segment=NetworkSegment(a859f12e-a924-437a-b3d0-ed87ba1b9378),segment_id=a859f12e-a924-437a-b3d0-ed87ba1b9378)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:32:34.933796 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2a4bc44c-dede-4098-8e0f-489ffaf06c09), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:34.936481 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (a859f12e-a924-437a-b3d0-ed87ba1b9378), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:34.943800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:32:34.944216 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (a859f12e-a924-437a-b3d0-ed87ba1b9378), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:32:34.947560 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:32:35.018638 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.db.api [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 17:32:35.018638 n-d-827865-3 neutron-server[103226]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 17:32:35.018638 n-d-827865-3 neutron-server[103226]: [parameters: {'id': 'a7fc432b-0668-4e58-8680-3e08acc801fa'}] Feb 07 17:32:35.018638 n-d-827865-3 neutron-server[103226]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:32:35.019069 n-d-827865-3 neutron-server[103226]: DEBUG oslo_db.api [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:32:35.021230 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572419f-42e6-43ef-90a3-08a29465605f None None] Pushing event updated for resources: {'Port': ['ID=2a4bc44c-dede-4098-8e0f-489ffaf06c09,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:35.040388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee2f6ce-3ecc-4d5b-9aac-5637aa5ebb05 None None] Network a7fc432b-0668-4e58-8680-3e08acc801fa requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:35.319417 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8ed01e-0cfa-480a-92e5-29b463bbc7f8 None None] get_active_networks_info from n-d-827865-3 {{(pid=103228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 17:32:35.399814 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7e414be0-03b8-4659-9235-7247b691e1d8 None None] Provisioning complete for port 90b8d53c-5c5c-4b14-899c-43f405053bfd triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:35.400184 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e414be0-03b8-4659-9235-7247b691e1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (90b8d53c-5c5c-4b14-899c-43f405053bfd), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:35.401866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8ed01e-0cfa-480a-92e5-29b463bbc7f8 None None] Resources bound (agent type, host, resource id): {{(pid=103228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 17:32:35.502286 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 90b8d53c-5c5c-4b14-899c-43f405053bfd up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:32:35.520438 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (a7fc432b-0668-4e58-8680-3e08acc801fa), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:35.573463 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Deleting port 2a4bc44c-dede-4098-8e0f-489ffaf06c09 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:32:35.573700 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2a4bc44c-dede-4098-8e0f-489ffaf06c09), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:35.603472 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7e414be0-03b8-4659-9235-7247b691e1d8 None None] Current status of the port 90b8d53c-5c5c-4b14-899c-43f405053bfd is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:35.604070 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e414be0-03b8-4659-9235-7247b691e1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (90b8d53c-5c5c-4b14-899c-43f405053bfd), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:35.637543 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] For port 2a4bc44c-dede-4098-8e0f-489ffaf06c09, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2a4bc44c-dede-4098-8e0f-489ffaf06c09,segment=NetworkSegment(a859f12e-a924-437a-b3d0-ed87ba1b9378),segment_id=a859f12e-a924-437a-b3d0-ed87ba1b9378)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:32:35.638051 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2a4bc44c-dede-4098-8e0f-489ffaf06c09), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:35.650817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Calling delete_port for 2a4bc44c-dede-4098-8e0f-489ffaf06c09 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:32:35.657739 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 90b8d53c-5c5c-4b14-899c-43f405053bfd triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:35.658114 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (90b8d53c-5c5c-4b14-899c-43f405053bfd), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:35.670617 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7e414be0-03b8-4659-9235-7247b691e1d8 None None] For port 90b8d53c-5c5c-4b14-899c-43f405053bfd, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=90b8d53c-5c5c-4b14-899c-43f405053bfd,segment=NetworkSegment(11e21dda-887e-41d1-ad12-399c67ffba78),segment_id=11e21dda-887e-41d1-ad12-399c67ffba78)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:32:35.694920 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7e414be0-03b8-4659-9235-7247b691e1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (90b8d53c-5c5c-4b14-899c-43f405053bfd), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:35.738060 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (2a4bc44c-dede-4098-8e0f-489ffaf06c09), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:35.752430 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29186b47-4a26-4baf-b6d4-01ad5c9cfc66 None None] Network 0eff9d7d-df06-4fc8-b0ff-34296d923939 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:35.766163 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event deleted for resources: {'Port': ['ID=2a4bc44c-dede-4098-8e0f-489ffaf06c09,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:35.768023 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] No DVR routers for this DVR port 2a4bc44c-dede-4098-8e0f-489ffaf06c09 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:32:35.811742 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e414be0-03b8-4659-9235-7247b691e1d8 None None] Pushing event updated for resources: {'Port': ['ID=90b8d53c-5c5c-4b14-899c-43f405053bfd,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:35.866878 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (a7fc432b-0668-4e58-8680-3e08acc801fa), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:35.881869 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 90b8d53c-5c5c-4b14-899c-43f405053bfd is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:35.886601 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7fc432b-0668-4e58-8680-3e08acc801fa']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:35.896746 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a859f12e-a924-437a-b3d0-ed87ba1b9378') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:35.897050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a859f12e-a924-437a-b3d0-ed87ba1b9378') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:35.907141 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (a859f12e-a924-437a-b3d0-ed87ba1b9378), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:35.920749 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (a859f12e-a924-437a-b3d0-ed87ba1b9378), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:35.927148 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:32:35.927667 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (a859f12e-a924-437a-b3d0-ed87ba1b9378), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:32:35.930858 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:32:35.990118 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (a7fc432b-0668-4e58-8680-3e08acc801fa), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:35.998359 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:36.001499 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "DELETE /v2.0/networks/a7fc432b-0668-4e58-8680-3e08acc801fa HTTP/1.1" status: 204 len: 168 time: 1.8361132 Feb 07 17:32:36.007515 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60236) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:36.013421 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c3c59704-a940-4cf7-89f1-59689c13dc2b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1154285122'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:36.015935 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59583d-f83d-4e1d-b88a-62d4958d1a08 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event deleted for resources: {'Network': ['ID=a7fc432b-0668-4e58-8680-3e08acc801fa,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:36.037711 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c59704-a940-4cf7-89f1-59689c13dc2b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Made reservation on behalf of bd2a821c9484468288f6fc4527797f56 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:32:36.041135 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3c59704-a940-4cf7-89f1-59689c13dc2b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:36.068530 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c59704-a940-4cf7-89f1-59689c13dc2b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:32:36.079614 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3c59704-a940-4cf7-89f1-59689c13dc2b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (464e9f2e-ca43-41e8-9386-e3bc3309fae5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:36.079967 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-c3c59704-a940-4cf7-89f1-59689c13dc2b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Added segment 464e9f2e-ca43-41e8-9386-e3bc3309fae5 of type vlan for network b515f94b-6829-4bc4-ae86-07829967adfc Feb 07 17:32:36.128582 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3c59704-a940-4cf7-89f1-59689c13dc2b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (b515f94b-6829-4bc4-ae86-07829967adfc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:36.154544 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3c59704-a940-4cf7-89f1-59689c13dc2b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (b515f94b-6829-4bc4-ae86-07829967adfc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:36.159871 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c59704-a940-4cf7-89f1-59689c13dc2b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:36.160461 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c3c59704-a940-4cf7-89f1-59689c13dc2b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:36.215528 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c3c59704-a940-4cf7-89f1-59689c13dc2b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2059920 Feb 07 17:32:36.217515 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-25ea77de-846a-406e-b05a-e8c482b1d03b None None] Provisioning complete for port 90b8d53c-5c5c-4b14-899c-43f405053bfd triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:36.218095 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-25ea77de-846a-406e-b05a-e8c482b1d03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (90b8d53c-5c5c-4b14-899c-43f405053bfd), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:36.218469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60238) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:36.224514 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3b64e6f1-e99c-4ddd-9cdf-ebe9454fc2d7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Request body: {'subnet': {'network_id': 'b515f94b-6829-4bc4-ae86-07829967adfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:36.235398 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c59704-a940-4cf7-89f1-59689c13dc2b tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event updated for resources: {'Network': ['ID=b515f94b-6829-4bc4-ae86-07829967adfc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:36.250247 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network b515f94b-6829-4bc4-ae86-07829967adfc details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:32:36.320072 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b64e6f1-e99c-4ddd-9cdf-ebe9454fc2d7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Made reservation on behalf of bd2a821c9484468288f6fc4527797f56 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:32:36.323578 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b64e6f1-e99c-4ddd-9cdf-ebe9454fc2d7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:36.367463 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-25ea77de-846a-406e-b05a-e8c482b1d03b None None] Current status of the port 90b8d53c-5c5c-4b14-899c-43f405053bfd is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:36.383066 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-3b64e6f1-e99c-4ddd-9cdf-ebe9454fc2d7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Performing IP validity checks on allocation pools {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 07 17:32:36.383516 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.ipam_backend_mixin [None req-3b64e6f1-e99c-4ddd-9cdf-ebe9454fc2d7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103226) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 07 17:32:36.508094 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b64e6f1-e99c-4ddd-9cdf-ebe9454fc2d7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (b4e8612e-1072-4294-8da1-c881bc6d6f49), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:36.560244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64e6f1-e99c-4ddd-9cdf-ebe9454fc2d7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event updated for resources: {'Subnet': ['ID=b4e8612e-1072-4294-8da1-c881bc6d6f49,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:36.563537 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:32:36.576193 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b64e6f1-e99c-4ddd-9cdf-ebe9454fc2d7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Checking segment: {'id': '464e9f2e-ca43-41e8-9386-e3bc3309fae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b515f94b-6829-4bc4-ae86-07829967adfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:36.576560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b64e6f1-e99c-4ddd-9cdf-ebe9454fc2d7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Network hostable DHCP agents. Network: b515f94b-6829-4bc4-ae86-07829967adfc, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:32:36.593144 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b64e6f1-e99c-4ddd-9cdf-ebe9454fc2d7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Network b515f94b-6829-4bc4-ae86-07829967adfc is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:32:36.602644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-3b64e6f1-e99c-4ddd-9cdf-ebe9454fc2d7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, b515f94b-6829-4bc4-ae86-07829967adfc) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:36.608402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b64e6f1-e99c-4ddd-9cdf-ebe9454fc2d7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:36.609160 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3b64e6f1-e99c-4ddd-9cdf-ebe9454fc2d7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:36.614505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd1ee6f-b63c-46d7-a388-a806a023ba12 None None] Network b515f94b-6829-4bc4-ae86-07829967adfc requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:36.626683 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3b64e6f1-e99c-4ddd-9cdf-ebe9454fc2d7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4068325 Feb 07 17:32:36.630212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60240) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:36.739500 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-558dcba3-04cd-4678-be75-d38bc87f9d0e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (b515f94b-6829-4bc4-ae86-07829967adfc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:36.795345 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-558dcba3-04cd-4678-be75-d38bc87f9d0e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (b4e8612e-1072-4294-8da1-c881bc6d6f49), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:36.858431 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-558dcba3-04cd-4678-be75-d38bc87f9d0e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (b4e8612e-1072-4294-8da1-c881bc6d6f49), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:36.879895 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e760ea-db6a-4e3d-992e-827dcf48e9d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-b515f94b-6829-4bc4-ae86-07829967adfc', 'network_id': 'b515f94b-6829-4bc4-ae86-07829967adfc', 'project_id': 'bd2a821c9484468288f6fc4527797f56', 'fixed_ips': [{'subnet_id': 'b4e8612e-1072-4294-8da1-c881bc6d6f49'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:32:36.880782 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-36e760ea-db6a-4e3d-992e-827dcf48e9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:36.887590 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558dcba3-04cd-4678-be75-d38bc87f9d0e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e8612e-1072-4294-8da1-c881bc6d6f49,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:36.955232 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-558dcba3-04cd-4678-be75-d38bc87f9d0e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (b515f94b-6829-4bc4-ae86-07829967adfc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:36.964320 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add98f2d-9247-4233-9045-c7a90dd095bf None None] Network b515f94b-6829-4bc4-ae86-07829967adfc requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:36.978235 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-558dcba3-04cd-4678-be75-d38bc87f9d0e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b515f94b-6829-4bc4-ae86-07829967adfc']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:36.988010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-558dcba3-04cd-4678-be75-d38bc87f9d0e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464e9f2e-ca43-41e8-9386-e3bc3309fae5') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:36.988199 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-558dcba3-04cd-4678-be75-d38bc87f9d0e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464e9f2e-ca43-41e8-9386-e3bc3309fae5') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:36.997739 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-558dcba3-04cd-4678-be75-d38bc87f9d0e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (464e9f2e-ca43-41e8-9386-e3bc3309fae5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:37.011907 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-558dcba3-04cd-4678-be75-d38bc87f9d0e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (464e9f2e-ca43-41e8-9386-e3bc3309fae5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:37.018503 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558dcba3-04cd-4678-be75-d38bc87f9d0e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:32:37.019659 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-558dcba3-04cd-4678-be75-d38bc87f9d0e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (464e9f2e-ca43-41e8-9386-e3bc3309fae5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:32:37.022833 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:32:37.083234 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-558dcba3-04cd-4678-be75-d38bc87f9d0e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (b515f94b-6829-4bc4-ae86-07829967adfc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:37.090190 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-558dcba3-04cd-4678-be75-d38bc87f9d0e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:37.093531 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-558dcba3-04cd-4678-be75-d38bc87f9d0e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "DELETE /v2.0/networks/b515f94b-6829-4bc4-ae86-07829967adfc HTTP/1.1" status: 204 len: 168 time: 0.4619753 Feb 07 17:32:37.098737 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60244) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:37.104162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e687602b-1c6f-4957-8e17-7ac8e89c2c26 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-764605911'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:37.110442 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558dcba3-04cd-4678-be75-d38bc87f9d0e tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event deleted for resources: {'Network': ['ID=b515f94b-6829-4bc4-ae86-07829967adfc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:37.124773 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e687602b-1c6f-4957-8e17-7ac8e89c2c26 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Made reservation on behalf of bd2a821c9484468288f6fc4527797f56 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:32:37.129042 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e687602b-1c6f-4957-8e17-7ac8e89c2c26 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:37.153455 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e687602b-1c6f-4957-8e17-7ac8e89c2c26 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:32:37.163478 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e687602b-1c6f-4957-8e17-7ac8e89c2c26 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (3c1b6a30-6a4c-4cb4-999d-144f424dfdf9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:37.163829 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-e687602b-1c6f-4957-8e17-7ac8e89c2c26 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Added segment 3c1b6a30-6a4c-4cb4-999d-144f424dfdf9 of type vlan for network 84f9c50d-ceab-4a21-b05e-752c35a3be7b Feb 07 17:32:37.209368 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e687602b-1c6f-4957-8e17-7ac8e89c2c26 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (84f9c50d-ceab-4a21-b05e-752c35a3be7b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:37.236325 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e687602b-1c6f-4957-8e17-7ac8e89c2c26 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (84f9c50d-ceab-4a21-b05e-752c35a3be7b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:37.242861 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e687602b-1c6f-4957-8e17-7ac8e89c2c26 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:37.243446 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e687602b-1c6f-4957-8e17-7ac8e89c2c26 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:37.307865 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e687602b-1c6f-4957-8e17-7ac8e89c2c26 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2078965 Feb 07 17:32:37.310774 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60246) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:37.318891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c74474a4-fd2e-46a2-9e3c-46cdb0e580c7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Request body: {'subnet': {'network_id': '84f9c50d-ceab-4a21-b05e-752c35a3be7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:37.336457 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687602b-1c6f-4957-8e17-7ac8e89c2c26 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event updated for resources: {'Network': ['ID=84f9c50d-ceab-4a21-b05e-752c35a3be7b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:37.346552 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 84f9c50d-ceab-4a21-b05e-752c35a3be7b details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:32:37.419302 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74474a4-fd2e-46a2-9e3c-46cdb0e580c7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Made reservation on behalf of bd2a821c9484468288f6fc4527797f56 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:32:37.423291 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c74474a4-fd2e-46a2-9e3c-46cdb0e580c7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:37.475496 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 90b8d53c-5c5c-4b14-899c-43f405053bfd up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:32:37.529110 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 90b8d53c-5c5c-4b14-899c-43f405053bfd triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:37.529457 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (90b8d53c-5c5c-4b14-899c-43f405053bfd), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:37.607035 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 90b8d53c-5c5c-4b14-899c-43f405053bfd is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:37.615398 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c74474a4-fd2e-46a2-9e3c-46cdb0e580c7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (d42d55ae-bba1-47f4-80b5-e53f76f057d0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:37.668947 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74474a4-fd2e-46a2-9e3c-46cdb0e580c7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event updated for resources: {'Subnet': ['ID=d42d55ae-bba1-47f4-80b5-e53f76f057d0,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:37.684463 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74474a4-fd2e-46a2-9e3c-46cdb0e580c7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Checking segment: {'id': '3c1b6a30-6a4c-4cb4-999d-144f424dfdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '84f9c50d-ceab-4a21-b05e-752c35a3be7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:37.684831 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74474a4-fd2e-46a2-9e3c-46cdb0e580c7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Network hostable DHCP agents. Network: 84f9c50d-ceab-4a21-b05e-752c35a3be7b, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:32:37.701320 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74474a4-fd2e-46a2-9e3c-46cdb0e580c7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Network 84f9c50d-ceab-4a21-b05e-752c35a3be7b is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:32:37.709934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c74474a4-fd2e-46a2-9e3c-46cdb0e580c7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 84f9c50d-ceab-4a21-b05e-752c35a3be7b) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:37.714293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74474a4-fd2e-46a2-9e3c-46cdb0e580c7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:37.714926 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c74474a4-fd2e-46a2-9e3c-46cdb0e580c7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:37.722969 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550b7381-5513-48c5-a36e-e6b0bbb82dc5 None None] Network 84f9c50d-ceab-4a21-b05e-752c35a3be7b requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:37.732433 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c74474a4-fd2e-46a2-9e3c-46cdb0e580c7 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4206376 Feb 07 17:32:37.737211 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60248) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:37.743521 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-93590d9d-9f46-4669-95e7-f19ee4656d34 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1321719499'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:37.764018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93590d9d-9f46-4669-95e7-f19ee4656d34 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Made reservation on behalf of bd2a821c9484468288f6fc4527797f56 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:32:37.767913 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93590d9d-9f46-4669-95e7-f19ee4656d34 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:37.792115 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93590d9d-9f46-4669-95e7-f19ee4656d34 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:32:37.802735 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93590d9d-9f46-4669-95e7-f19ee4656d34 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (8ee44ede-51ad-431e-9d33-b1f5cbb771c2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:37.803082 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-93590d9d-9f46-4669-95e7-f19ee4656d34 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Added segment 8ee44ede-51ad-431e-9d33-b1f5cbb771c2 of type vlan for network 7bc31e5b-7fc9-477f-a102-7b79394b13e7 Feb 07 17:32:37.826890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-84f9c50d-ceab-4a21-b05e-752c35a3be7b', 'network_id': '84f9c50d-ceab-4a21-b05e-752c35a3be7b', 'project_id': 'bd2a821c9484468288f6fc4527797f56', 'fixed_ips': [{'subnet_id': 'd42d55ae-bba1-47f4-80b5-e53f76f057d0'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:32:37.827765 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:37.843944 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93590d9d-9f46-4669-95e7-f19ee4656d34 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (7bc31e5b-7fc9-477f-a102-7b79394b13e7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:37.871008 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93590d9d-9f46-4669-95e7-f19ee4656d34 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (7bc31e5b-7fc9-477f-a102-7b79394b13e7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:37.876198 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93590d9d-9f46-4669-95e7-f19ee4656d34 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:37.876787 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-93590d9d-9f46-4669-95e7-f19ee4656d34 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:37.940922 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-93590d9d-9f46-4669-95e7-f19ee4656d34 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1991150 Feb 07 17:32:37.941294 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60252) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:37.946513 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1c907378-5fac-401f-bf59-b10ff8cf1154 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Request body: {'subnet': {'network_id': '7bc31e5b-7fc9-477f-a102-7b79394b13e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:37.952513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93590d9d-9f46-4669-95e7-f19ee4656d34 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event updated for resources: {'Network': ['ID=7bc31e5b-7fc9-477f-a102-7b79394b13e7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:37.964867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 7bc31e5b-7fc9-477f-a102-7b79394b13e7 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:32:38.018085 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] Allocated IP 2001:db8::2 (84f9c50d-ceab-4a21-b05e-752c35a3be7b/d42d55ae-bba1-47f4-80b5-e53f76f057d0/1c06d64c-86ee-4221-a8ee-45ef5b66e204) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:32:38.042286 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c907378-5fac-401f-bf59-b10ff8cf1154 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Made reservation on behalf of bd2a821c9484468288f6fc4527797f56 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:32:38.046111 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c907378-5fac-401f-bf59-b10ff8cf1154 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:38.187077 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] Publish callbacks [] for port (1c06d64c-86ee-4221-a8ee-45ef5b66e204), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:38.192675 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (1c06d64c-86ee-4221-a8ee-45ef5b66e204), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:38.233927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] Network 84f9c50d-ceab-4a21-b05e-752c35a3be7b is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:32:38.235904 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c907378-5fac-401f-bf59-b10ff8cf1154 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (3169d954-d87c-4195-950f-5d299bebec79), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:38.237819 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:38.240713 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:32:38.249983 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] Pushing event updated for resources: {'Port': ['ID=1c06d64c-86ee-4221-a8ee-45ef5b66e204,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:38.301589 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c907378-5fac-401f-bf59-b10ff8cf1154 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event updated for resources: {'Subnet': ['ID=3169d954-d87c-4195-950f-5d299bebec79,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:38.308763 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c907378-5fac-401f-bf59-b10ff8cf1154 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Checking segment: {'id': '8ee44ede-51ad-431e-9d33-b1f5cbb771c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7bc31e5b-7fc9-477f-a102-7b79394b13e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:38.309137 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c907378-5fac-401f-bf59-b10ff8cf1154 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Network hostable DHCP agents. Network: 7bc31e5b-7fc9-477f-a102-7b79394b13e7, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:32:38.314917 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] Attempting to bind port 1c06d64c-86ee-4221-a8ee-45ef5b66e204 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:32:38.315854 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] Attempting to bind port 1c06d64c-86ee-4221-a8ee-45ef5b66e204 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '3c1b6a30-6a4c-4cb4-999d-144f424dfdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '84f9c50d-ceab-4a21-b05e-752c35a3be7b'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:32:38.316370 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] Attempting to bind port 1c06d64c-86ee-4221-a8ee-45ef5b66e204 on network 84f9c50d-ceab-4a21-b05e-752c35a3be7b {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:32:38.321884 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:32:38.322269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] Checking segment: {'id': '3c1b6a30-6a4c-4cb4-999d-144f424dfdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '84f9c50d-ceab-4a21-b05e-752c35a3be7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:38.322671 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:38.323068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] Bound using segment: {'id': '3c1b6a30-6a4c-4cb4-999d-144f424dfdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '84f9c50d-ceab-4a21-b05e-752c35a3be7b'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:32:38.323535 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] Bound port: 1c06d64c-86ee-4221-a8ee-45ef5b66e204, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1b6a30-6a4c-4cb4-999d-144f424dfdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '84f9c50d-ceab-4a21-b05e-752c35a3be7b'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:32:38.323915 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1c06d64c-86ee-4221-a8ee-45ef5b66e204), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:38.327790 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c907378-5fac-401f-bf59-b10ff8cf1154 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Network 7bc31e5b-7fc9-477f-a102-7b79394b13e7 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:32:38.338324 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1c907378-5fac-401f-bf59-b10ff8cf1154 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 7bc31e5b-7fc9-477f-a102-7b79394b13e7) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:38.342883 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c907378-5fac-401f-bf59-b10ff8cf1154 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:38.343656 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c907378-5fac-401f-bf59-b10ff8cf1154 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:38.358923 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10feca04-5fd5-4eb4-bf85-552810b2725c None None] Network 7bc31e5b-7fc9-477f-a102-7b79394b13e7 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:38.361170 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1c907378-5fac-401f-bf59-b10ff8cf1154 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4185934 Feb 07 17:32:38.364450 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60254) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:38.440916 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] For port 1c06d64c-86ee-4221-a8ee-45ef5b66e204, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:32:38.445970 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] For port 1c06d64c-86ee-4221-a8ee-45ef5b66e204, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=1c06d64c-86ee-4221-a8ee-45ef5b66e204,segment=NetworkSegment(3c1b6a30-6a4c-4cb4-999d-144f424dfdf9),segment_id=3c1b6a30-6a4c-4cb4-999d-144f424dfdf9)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:32:38.460895 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1c06d64c-86ee-4221-a8ee-45ef5b66e204), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:38.468873 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4364f04-acbd-4c5d-8824-183e606d0bba tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (7bc31e5b-7fc9-477f-a102-7b79394b13e7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:38.522374 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cc7904-4242-4a50-92aa-5b4239afe2ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-7bc31e5b-7fc9-477f-a102-7b79394b13e7', 'network_id': '7bc31e5b-7fc9-477f-a102-7b79394b13e7', 'project_id': 'bd2a821c9484468288f6fc4527797f56', 'fixed_ips': [{'subnet_id': '3169d954-d87c-4195-950f-5d299bebec79'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:32:38.523199 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-25cc7904-4242-4a50-92aa-5b4239afe2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:38.526338 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4364f04-acbd-4c5d-8824-183e606d0bba tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (3169d954-d87c-4195-950f-5d299bebec79), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:38.558665 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc92b2-72dc-4424-bc04-713d202f3eaa None None] Pushing event updated for resources: {'Port': ['ID=1c06d64c-86ee-4221-a8ee-45ef5b66e204,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:38.595008 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4364f04-acbd-4c5d-8824-183e606d0bba tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (3169d954-d87c-4195-950f-5d299bebec79), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:38.625909 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4364f04-acbd-4c5d-8824-183e606d0bba tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event deleted for resources: {'Subnet': ['ID=3169d954-d87c-4195-950f-5d299bebec79,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server [None req-25cc7904-4242-4a50-92aa-5b4239afe2ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3169d954-d87c-4195-950f-5d299bebec79: This subnet is being modified by another concurrent operation. Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server raise exception Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3169d954-d87c-4195-950f-5d299bebec79: This subnet is being modified by another concurrent operation. Feb 07 17:32:38.641799 n-d-827865-3 neutron-server[103228]: ERROR oslo_messaging.rpc.server Feb 07 17:32:38.661635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b665758d-bcd3-4c56-b4c1-fe244a044c09 None None] Network 7bc31e5b-7fc9-477f-a102-7b79394b13e7 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:38.694958 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4364f04-acbd-4c5d-8824-183e606d0bba tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (7bc31e5b-7fc9-477f-a102-7b79394b13e7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:38.732538 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e4364f04-acbd-4c5d-8824-183e606d0bba tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc31e5b-7fc9-477f-a102-7b79394b13e7']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:38.746696 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e4364f04-acbd-4c5d-8824-183e606d0bba tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee44ede-51ad-431e-9d33-b1f5cbb771c2') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:38.746996 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e4364f04-acbd-4c5d-8824-183e606d0bba tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee44ede-51ad-431e-9d33-b1f5cbb771c2') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:38.760610 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4364f04-acbd-4c5d-8824-183e606d0bba tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (8ee44ede-51ad-431e-9d33-b1f5cbb771c2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:38.779234 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4364f04-acbd-4c5d-8824-183e606d0bba tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (8ee44ede-51ad-431e-9d33-b1f5cbb771c2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:38.785201 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4364f04-acbd-4c5d-8824-183e606d0bba tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:32:38.785607 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4364f04-acbd-4c5d-8824-183e606d0bba tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (8ee44ede-51ad-431e-9d33-b1f5cbb771c2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:32:38.788474 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:32:38.853795 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4364f04-acbd-4c5d-8824-183e606d0bba tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (7bc31e5b-7fc9-477f-a102-7b79394b13e7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:38.858956 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4364f04-acbd-4c5d-8824-183e606d0bba tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:38.866326 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60256) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:38.866845 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e4364f04-acbd-4c5d-8824-183e606d0bba tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "DELETE /v2.0/networks/7bc31e5b-7fc9-477f-a102-7b79394b13e7 HTTP/1.1" status: 204 len: 168 time: 0.5008819 Feb 07 17:32:38.882196 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4364f04-acbd-4c5d-8824-183e606d0bba tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event deleted for resources: {'Network': ['ID=7bc31e5b-7fc9-477f-a102-7b79394b13e7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:38.903857 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f7e258-316e-45dc-8a01-f1170e818ff0 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] GET failed (client error): The resource could not be found. Feb 07 17:32:38.905208 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f0f7e258-316e-45dc-8a01-f1170e818ff0 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "GET /v2.0/subnets/3169d954-d87c-4195-950f-5d299bebec79 HTTP/1.1" status: 404 len: 337 time: 0.0378678 Feb 07 17:32:38.908178 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60258) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:38.927366 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9050e43-bd53-4900-a46c-dc85dfccd11f tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] DELETE failed (client error): The resource could not be found. Feb 07 17:32:38.927855 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9050e43-bd53-4900-a46c-dc85dfccd11f tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:32:38.931098 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a9050e43-bd53-4900-a46c-dc85dfccd11f tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "DELETE /v2.0/networks/7bc31e5b-7fc9-477f-a102-7b79394b13e7 HTTP/1.1" status: 404 len: 339 time: 0.0219245 Feb 07 17:32:38.934776 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60260) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:38.965957 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd3db1e-1726-4822-9780-16e0ed067037 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] DELETE failed (client error): The resource could not be found. Feb 07 17:32:38.966694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd3db1e-1726-4822-9780-16e0ed067037 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:32:38.969741 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ffd3db1e-1726-4822-9780-16e0ed067037 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "DELETE /v2.0/subnets/3169d954-d87c-4195-950f-5d299bebec79 HTTP/1.1" status: 404 len: 337 time: 0.0340745 Feb 07 17:32:38.972933 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60262) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:38.990645 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc25b75b-6231-40d4-9811-f863f1d80c1d tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] DELETE failed (client error): The resource could not be found. Feb 07 17:32:38.991134 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc25b75b-6231-40d4-9811-f863f1d80c1d tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:32:38.994130 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cc25b75b-6231-40d4-9811-f863f1d80c1d tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "DELETE /v2.0/networks/7bc31e5b-7fc9-477f-a102-7b79394b13e7 HTTP/1.1" status: 404 len: 339 time: 0.0203011 Feb 07 17:32:38.996577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60264) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:39.046867 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-012f2a3b-bc2c-49a6-b9a5-e35db83860b6 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Deleting subnet d42d55ae-bba1-47f4-80b5-e53f76f057d0 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:32:39.050486 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-012f2a3b-bc2c-49a6-b9a5-e35db83860b6 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for subnet (d42d55ae-bba1-47f4-80b5-e53f76f057d0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:39.091754 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-012f2a3b-bc2c-49a6-b9a5-e35db83860b6 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (d42d55ae-bba1-47f4-80b5-e53f76f057d0), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:39.182817 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-012f2a3b-bc2c-49a6-b9a5-e35db83860b6 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (d42d55ae-bba1-47f4-80b5-e53f76f057d0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:39.243063 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-012f2a3b-bc2c-49a6-b9a5-e35db83860b6 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (d42d55ae-bba1-47f4-80b5-e53f76f057d0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:39.272272 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f2a3b-bc2c-49a6-b9a5-e35db83860b6 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event deleted for resources: {'Subnet': ['ID=d42d55ae-bba1-47f4-80b5-e53f76f057d0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:39.277376 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-012f2a3b-bc2c-49a6-b9a5-e35db83860b6 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:39.282853 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-012f2a3b-bc2c-49a6-b9a5-e35db83860b6 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "DELETE /v2.0/subnets/d42d55ae-bba1-47f4-80b5-e53f76f057d0 HTTP/1.1" status: 204 len: 168 time: 0.2829981 Feb 07 17:32:39.283250 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60266) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:39.366516 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (84f9c50d-ceab-4a21-b05e-752c35a3be7b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:39.429167 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Deleting port 1c06d64c-86ee-4221-a8ee-45ef5b66e204 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:32:39.429568 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1c06d64c-86ee-4221-a8ee-45ef5b66e204), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:39.508882 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] For port 1c06d64c-86ee-4221-a8ee-45ef5b66e204, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=1c06d64c-86ee-4221-a8ee-45ef5b66e204,segment=NetworkSegment(3c1b6a30-6a4c-4cb4-999d-144f424dfdf9),segment_id=3c1b6a30-6a4c-4cb4-999d-144f424dfdf9)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:32:39.509348 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1c06d64c-86ee-4221-a8ee-45ef5b66e204), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:39.512231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 1c06d64c-86ee-4221-a8ee-45ef5b66e204 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:32:39.524829 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Calling delete_port for 1c06d64c-86ee-4221-a8ee-45ef5b66e204 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:32:39.569265 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 1c06d64c-86ee-4221-a8ee-45ef5b66e204 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:39.569739 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1c06d64c-86ee-4221-a8ee-45ef5b66e204), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:39.610981 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1c06d64c-86ee-4221-a8ee-45ef5b66e204), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:39.611583 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3b1ad7-e2e3-4940-91ec-3fee835b6168 None None] get_active_networks_info from n-d-827865-3 {{(pid=103228) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 17:32:39.638229 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event deleted for resources: {'Port': ['ID=1c06d64c-86ee-4221-a8ee-45ef5b66e204,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:39.641774 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] No DVR routers for this DVR port 1c06d64c-86ee-4221-a8ee-45ef5b66e204 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:32:39.649563 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Could not find standard attr ID for object 1c06d64c-86ee-4221-a8ee-45ef5b66e204. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:32:39.653619 n-d-827865-3 neutron-server[103228]: INFO neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No ports have port_id starting with 1c06d64c-86ee-4221-a8ee-45ef5b66e204 Feb 07 17:32:39.697225 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3b1ad7-e2e3-4940-91ec-3fee835b6168 None None] Resources bound (agent type, host, resource id): {{(pid=103228) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 17:32:39.715980 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f68b9e6f-3c48-43ac-adac-d68b157f4505 None None] Could not find standard attr ID for object 1c06d64c-86ee-4221-a8ee-45ef5b66e204. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:32:39.727860 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (84f9c50d-ceab-4a21-b05e-752c35a3be7b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:39.749685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f9c50d-ceab-4a21-b05e-752c35a3be7b']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:39.758922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1b6a30-6a4c-4cb4-999d-144f424dfdf9') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:39.759230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1b6a30-6a4c-4cb4-999d-144f424dfdf9') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:39.768847 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (3c1b6a30-6a4c-4cb4-999d-144f424dfdf9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:39.782746 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (3c1b6a30-6a4c-4cb4-999d-144f424dfdf9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:39.790817 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:32:39.791239 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (3c1b6a30-6a4c-4cb4-999d-144f424dfdf9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:32:39.794509 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:32:39.859625 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79baf793-4c16-4d11-bfd0-7348c3c787a5 None None] Network 84f9c50d-ceab-4a21-b05e-752c35a3be7b requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:39.860166 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (84f9c50d-ceab-4a21-b05e-752c35a3be7b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:39.867543 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:39.870821 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "DELETE /v2.0/networks/84f9c50d-ceab-4a21-b05e-752c35a3be7b HTTP/1.1" status: 204 len: 168 time: 0.5865660 Feb 07 17:32:39.873245 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60270) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:39.875333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79baf793-4c16-4d11-bfd0-7348c3c787a5 None None] Network 84f9c50d-ceab-4a21-b05e-752c35a3be7b could not be found, it might have been deleted concurrently. {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 07 17:32:39.889711 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eaa23f-aaad-400d-b0db-74b46f380831 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event deleted for resources: {'Network': ['ID=84f9c50d-ceab-4a21-b05e-752c35a3be7b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:39.910518 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-8714ff85-f4aa-48c7-97f1-73dbaff1fa4c tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] DELETE failed (client error): The resource could not be found. Feb 07 17:32:39.910993 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8714ff85-f4aa-48c7-97f1-73dbaff1fa4c tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:32:39.914344 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8714ff85-f4aa-48c7-97f1-73dbaff1fa4c tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "DELETE /v2.0/subnets/b4e8612e-1072-4294-8da1-c881bc6d6f49 HTTP/1.1" status: 404 len: 337 time: 0.0317039 Feb 07 17:32:39.916866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60272) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:39.937758 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba57425c-a834-4182-9c77-8805960fc80c None None] DHCP port deletion for 84f9c50d-ceab-4a21-b05e-752c35a3be7b request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:32:39.937968 n-d-827865-3 neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c426c9-9ea5-4222-aeda-4e7ae1eab65a tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] DELETE failed (client error): The resource could not be found. Feb 07 17:32:39.938447 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c426c9-9ea5-4222-aeda-4e7ae1eab65a tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:32:39.942014 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-30c426c9-9ea5-4222-aeda-4e7ae1eab65a tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "DELETE /v2.0/networks/b515f94b-6829-4bc4-ae86-07829967adfc HTTP/1.1" status: 404 len: 339 time: 0.0241535 Feb 07 17:32:39.944737 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60274) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:39.975131 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e30cd95-3f29-4d4f-971b-a404ea4f6a96 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] DELETE failed (client error): The resource could not be found. Feb 07 17:32:39.975582 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e30cd95-3f29-4d4f-971b-a404ea4f6a96 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:32:39.978637 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7e30cd95-3f29-4d4f-971b-a404ea4f6a96 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "DELETE /v2.0/subnets/11ff55db-280d-4e3d-b9ad-ac56c9221382 HTTP/1.1" status: 404 len: 337 time: 0.0328195 Feb 07 17:32:39.981548 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60276) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:39.999858 n-d-827865-3 neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-402a7866-ad71-46af-bc7d-6379e390bc0f tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] DELETE failed (client error): The resource could not be found. Feb 07 17:32:40.000339 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402a7866-ad71-46af-bc7d-6379e390bc0f tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103226) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 17:32:40.003675 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-402a7866-ad71-46af-bc7d-6379e390bc0f tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "DELETE /v2.0/networks/a7fc432b-0668-4e58-8680-3e08acc801fa HTTP/1.1" status: 404 len: 339 time: 0.0211916 Feb 07 17:32:40.006028 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60278) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:40.069537 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-16461200-7d2a-44f7-b8d0-9a2bf9da32df tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Deleting subnet 3be10824-5c97-48db-bc9e-07d980305ea8 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:32:40.072905 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16461200-7d2a-44f7-b8d0-9a2bf9da32df tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for subnet (3be10824-5c97-48db-bc9e-07d980305ea8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:40.114470 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16461200-7d2a-44f7-b8d0-9a2bf9da32df tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (3be10824-5c97-48db-bc9e-07d980305ea8), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:40.195938 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16461200-7d2a-44f7-b8d0-9a2bf9da32df tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (3be10824-5c97-48db-bc9e-07d980305ea8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:40.258484 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16461200-7d2a-44f7-b8d0-9a2bf9da32df tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (3be10824-5c97-48db-bc9e-07d980305ea8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:40.287412 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16461200-7d2a-44f7-b8d0-9a2bf9da32df tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event deleted for resources: {'Subnet': ['ID=3be10824-5c97-48db-bc9e-07d980305ea8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:40.289399 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-16461200-7d2a-44f7-b8d0-9a2bf9da32df tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:40.292640 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-16461200-7d2a-44f7-b8d0-9a2bf9da32df tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "DELETE /v2.0/subnets/3be10824-5c97-48db-bc9e-07d980305ea8 HTTP/1.1" status: 204 len: 168 time: 0.2856946 Feb 07 17:32:40.295291 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60280) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:40.299057 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808a2521-bc81-4b3d-88d4-ceb9fa3006a1 None None] Network 0eff9d7d-df06-4fc8-b0ff-34296d923939 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:40.370792 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (0eff9d7d-df06-4fc8-b0ff-34296d923939), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:40.428401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Deleting port 90b8d53c-5c5c-4b14-899c-43f405053bfd {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:32:40.428774 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (90b8d53c-5c5c-4b14-899c-43f405053bfd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:40.445418 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4de1be-ba19-4cd9-903b-5b0d940bc84e None None] DHCP port deletion for 0eff9d7d-df06-4fc8-b0ff-34296d923939 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:32:40.496350 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-da4de1be-ba19-4cd9-903b-5b0d940bc84e None None] Deleting port 90b8d53c-5c5c-4b14-899c-43f405053bfd {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:32:40.496734 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-da4de1be-ba19-4cd9-903b-5b0d940bc84e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (90b8d53c-5c5c-4b14-899c-43f405053bfd), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:40.500937 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] For port 90b8d53c-5c5c-4b14-899c-43f405053bfd, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=90b8d53c-5c5c-4b14-899c-43f405053bfd,segment=NetworkSegment(11e21dda-887e-41d1-ad12-399c67ffba78),segment_id=11e21dda-887e-41d1-ad12-399c67ffba78)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:32:40.501338 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (90b8d53c-5c5c-4b14-899c-43f405053bfd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:40.514833 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Calling delete_port for 90b8d53c-5c5c-4b14-899c-43f405053bfd owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:32:40.564360 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-da4de1be-ba19-4cd9-903b-5b0d940bc84e None None] For port 90b8d53c-5c5c-4b14-899c-43f405053bfd, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=90b8d53c-5c5c-4b14-899c-43f405053bfd,segment=NetworkSegment(11e21dda-887e-41d1-ad12-399c67ffba78),segment_id=11e21dda-887e-41d1-ad12-399c67ffba78)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:32:40.564949 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-da4de1be-ba19-4cd9-903b-5b0d940bc84e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (90b8d53c-5c5c-4b14-899c-43f405053bfd), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:40.577706 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-da4de1be-ba19-4cd9-903b-5b0d940bc84e None None] Calling delete_port for 90b8d53c-5c5c-4b14-899c-43f405053bfd owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:32:40.595230 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (90b8d53c-5c5c-4b14-899c-43f405053bfd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:40.625126 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event deleted for resources: {'Port': ['ID=90b8d53c-5c5c-4b14-899c-43f405053bfd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:40.630326 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] No DVR routers for this DVR port 90b8d53c-5c5c-4b14-899c-43f405053bfd on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 17:32:40.667286 n-d-827865-3 neutron-server[103228]: self.session.flush() Feb 07 17:32:40.678445 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-da4de1be-ba19-4cd9-903b-5b0d940bc84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (90b8d53c-5c5c-4b14-899c-43f405053bfd), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:40.707879 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4de1be-ba19-4cd9-903b-5b0d940bc84e None None] Pushing event deleted for resources: {'Port': ['ID=90b8d53c-5c5c-4b14-899c-43f405053bfd,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:40.710901 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (0eff9d7d-df06-4fc8-b0ff-34296d923939), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:40.711450 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4de1be-ba19-4cd9-903b-5b0d940bc84e None None] No DVR routers for this DVR port 90b8d53c-5c5c-4b14-899c-43f405053bfd on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:32:40.735802 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eff9d7d-df06-4fc8-b0ff-34296d923939']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:40.745247 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e21dda-887e-41d1-ad12-399c67ffba78') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:40.745572 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e21dda-887e-41d1-ad12-399c67ffba78') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:40.756360 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (11e21dda-887e-41d1-ad12-399c67ffba78), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:40.770344 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (11e21dda-887e-41d1-ad12-399c67ffba78), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:40.776708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:32:40.777124 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (11e21dda-887e-41d1-ad12-399c67ffba78), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:32:40.780185 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:32:40.842387 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (0eff9d7d-df06-4fc8-b0ff-34296d923939), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:40.849794 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:40.852938 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] 10.222.0.18 "DELETE /v2.0/networks/0eff9d7d-df06-4fc8-b0ff-34296d923939 HTTP/1.1" status: 204 len: 168 time: 0.5568817 Feb 07 17:32:40.865725 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113c222-aefa-4418-b0fc-a9aa7a4b6092 tempest-NetworksIpV6Test-1977304053 tempest-NetworksIpV6Test-1977304053-project] Pushing event deleted for resources: {'Network': ['ID=0eff9d7d-df06-4fc8-b0ff-34296d923939,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:41.096262 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60286) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:41.228154 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7b1c391b-fa23-4f64-8077-6909aa144de0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd2a821c9484468288f6fc4527797f56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297364 Feb 07 17:32:41.230921 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60290) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:41.278148 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-933ea58c-22ca-4073-a5df-ad0eb4326e37 admin admin] Publish callbacks [] for security_group (c56f036f-ee2c-4e8c-af66-f94e89882a10), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:41.299095 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-933ea58c-22ca-4073-a5df-ad0eb4326e37 admin admin] Publish callbacks [] for security_group (c56f036f-ee2c-4e8c-af66-f94e89882a10), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:41.343777 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-933ea58c-22ca-4073-a5df-ad0eb4326e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (c56f036f-ee2c-4e8c-af66-f94e89882a10), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:41.347123 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-933ea58c-22ca-4073-a5df-ad0eb4326e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:41.348278 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-933ea58c-22ca-4073-a5df-ad0eb4326e37 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c56f036f-ee2c-4e8c-af66-f94e89882a10 HTTP/1.1" status: 204 len: 168 time: 0.1164625 Feb 07 17:32:41.356439 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ea58c-22ca-4073-a5df-ad0eb4326e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56f036f-ee2c-4e8c-af66-f94e89882a10,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:41.461524 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 90b8d53c-5c5c-4b14-899c-43f405053bfd no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:32:41.482617 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 90b8d53c-5c5c-4b14-899c-43f405053bfd {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:32:41.482969 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 90b8d53c-5c5c-4b14-899c-43f405053bfd not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:32:41.483476 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 1c06d64c-86ee-4221-a8ee-45ef5b66e204 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:32:41.503382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 1c06d64c-86ee-4221-a8ee-45ef5b66e204 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:32:41.503736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 1c06d64c-86ee-4221-a8ee-45ef5b66e204 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:32:42.027149 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60312) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:42.121585 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6f8d61a6-4ba2-4267-b084-f38e76d16504 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1894825379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:42.148951 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f8d61a6-4ba2-4267-b084-f38e76d16504 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (1bf025fa-8b02-4c50-9752-bd1ea9875e10), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:42.150088 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f8d61a6-4ba2-4267-b084-f38e76d16504 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (1bf025fa-8b02-4c50-9752-bd1ea9875e10), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:42.203396 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f8d61a6-4ba2-4267-b084-f38e76d16504 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks [] for router_controller (1bf025fa-8b02-4c50-9752-bd1ea9875e10), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:42.208935 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f8d61a6-4ba2-4267-b084-f38e76d16504 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (1bf025fa-8b02-4c50-9752-bd1ea9875e10), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:42.228555 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6f8d61a6-4ba2-4267-b084-f38e76d16504 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:42.230100 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6f8d61a6-4ba2-4267-b084-f38e76d16504 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2019315 Feb 07 17:32:42.232732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60318) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:42.237740 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-688bd2b9-ddb7-4a85-915e-6e2f8dd03485 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1798260763'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:42.257618 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688bd2b9-ddb7-4a85-915e-6e2f8dd03485 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Made reservation on behalf of 4e809d629a42412b83348b418f0fff62 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:32:42.260974 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-688bd2b9-ddb7-4a85-915e-6e2f8dd03485 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:42.270683 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-688bd2b9-ddb7-4a85-915e-6e2f8dd03485 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:42.355664 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-688bd2b9-ddb7-4a85-915e-6e2f8dd03485 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks [] for security_group (bba05871-12df-4d26-8f28-0ef49c0a37ec), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:42.359613 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-688bd2b9-ddb7-4a85-915e-6e2f8dd03485 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bba05871-12df-4d26-8f28-0ef49c0a37ec), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:42.389125 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688bd2b9-ddb7-4a85-915e-6e2f8dd03485 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:32:42.399747 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bd2b9-ddb7-4a85-915e-6e2f8dd03485 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba05871-12df-4d26-8f28-0ef49c0a37ec,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:42.405083 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-688bd2b9-ddb7-4a85-915e-6e2f8dd03485 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4b870f1b-79ad-4eb7-8ccf-73d5ff4833e0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:42.405468 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-688bd2b9-ddb7-4a85-915e-6e2f8dd03485 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Added segment 4b870f1b-79ad-4eb7-8ccf-73d5ff4833e0 of type vlan for network ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5 Feb 07 17:32:42.450999 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-688bd2b9-ddb7-4a85-915e-6e2f8dd03485 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:42.476108 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-688bd2b9-ddb7-4a85-915e-6e2f8dd03485 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:42.481578 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688bd2b9-ddb7-4a85-915e-6e2f8dd03485 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:42.482198 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-688bd2b9-ddb7-4a85-915e-6e2f8dd03485 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:42.541122 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-688bd2b9-ddb7-4a85-915e-6e2f8dd03485 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3072679 Feb 07 17:32:42.544017 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60322) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:42.549254 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5881690d-fcc1-40c0-ad33-2b4a2602f541 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Request body: {'subnet': {'network_id': 'ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:42.557338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bd2b9-ddb7-4a85-915e-6e2f8dd03485 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Pushing event updated for resources: {'Network': ['ID=ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:42.569504 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:32:42.645907 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5881690d-fcc1-40c0-ad33-2b4a2602f541 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Made reservation on behalf of 4e809d629a42412b83348b418f0fff62 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:32:42.649697 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5881690d-fcc1-40c0-ad33-2b4a2602f541 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:42.832436 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5881690d-fcc1-40c0-ad33-2b4a2602f541 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (104d1193-5c93-4612-a0b6-e5c75cba0a9f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:42.892665 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881690d-fcc1-40c0-ad33-2b4a2602f541 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Pushing event updated for resources: {'Subnet': ['ID=104d1193-5c93-4612-a0b6-e5c75cba0a9f,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:42.901837 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5881690d-fcc1-40c0-ad33-2b4a2602f541 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Checking segment: {'id': '4b870f1b-79ad-4eb7-8ccf-73d5ff4833e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:42.902212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5881690d-fcc1-40c0-ad33-2b4a2602f541 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Network hostable DHCP agents. Network: ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:32:42.919406 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5881690d-fcc1-40c0-ad33-2b4a2602f541 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Network ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:32:42.929402 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5881690d-fcc1-40c0-ad33-2b4a2602f541 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:42.933643 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5881690d-fcc1-40c0-ad33-2b4a2602f541 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:42.934241 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5881690d-fcc1-40c0-ad33-2b4a2602f541 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:42.939798 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44e4399-cfe6-40c6-a6a2-732745f7bff4 None None] Network ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:42.952101 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5881690d-fcc1-40c0-ad33-2b4a2602f541 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4069445 Feb 07 17:32:42.955537 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60324) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:42.960582 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-299db2f6-8bd0-4ad8-88f5-a01eaeee947f tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1053394768'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:42.980315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299db2f6-8bd0-4ad8-88f5-a01eaeee947f tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Made reservation on behalf of 4e809d629a42412b83348b418f0fff62 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:32:42.983976 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-299db2f6-8bd0-4ad8-88f5-a01eaeee947f tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:43.012030 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299db2f6-8bd0-4ad8-88f5-a01eaeee947f tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:32:43.023159 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-299db2f6-8bd0-4ad8-88f5-a01eaeee947f tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (87597aa3-17bb-427e-ae0f-13bbf8478464), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:43.023511 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-299db2f6-8bd0-4ad8-88f5-a01eaeee947f tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Added segment 87597aa3-17bb-427e-ae0f-13bbf8478464 of type vlan for network 320a21b6-61e3-4682-bbed-73fabe6dc451 Feb 07 17:32:43.047672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5', 'network_id': 'ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5', 'project_id': '4e809d629a42412b83348b418f0fff62', 'fixed_ips': [{'subnet_id': '104d1193-5c93-4612-a0b6-e5c75cba0a9f'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:32:43.048827 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:43.066434 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-299db2f6-8bd0-4ad8-88f5-a01eaeee947f tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (320a21b6-61e3-4682-bbed-73fabe6dc451), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:43.092536 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-299db2f6-8bd0-4ad8-88f5-a01eaeee947f tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (320a21b6-61e3-4682-bbed-73fabe6dc451), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:43.098081 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299db2f6-8bd0-4ad8-88f5-a01eaeee947f tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:43.098666 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-299db2f6-8bd0-4ad8-88f5-a01eaeee947f tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:43.166926 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-299db2f6-8bd0-4ad8-88f5-a01eaeee947f tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2101605 Feb 07 17:32:43.169775 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60326) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:43.175187 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fb8382b1-c743-4230-a099-cc1693cd48b4 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Request body: {'subnet': {'network_id': '320a21b6-61e3-4682-bbed-73fabe6dc451', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:43.194552 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299db2f6-8bd0-4ad8-88f5-a01eaeee947f tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Pushing event updated for resources: {'Network': ['ID=320a21b6-61e3-4682-bbed-73fabe6dc451,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:43.206274 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 320a21b6-61e3-4682-bbed-73fabe6dc451 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:32:43.224047 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] Allocated IP 172.20.0.2 (ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5/104d1193-5c93-4612-a0b6-e5c75cba0a9f/0ec57351-c9e4-419a-88f9-ca814bb94626) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:32:43.275343 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8382b1-c743-4230-a099-cc1693cd48b4 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Made reservation on behalf of 4e809d629a42412b83348b418f0fff62 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:32:43.279407 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb8382b1-c743-4230-a099-cc1693cd48b4 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:43.478860 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb8382b1-c743-4230-a099-cc1693cd48b4 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (ecbad285-d0cf-449e-90c0-78cad5341510), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:43.545869 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8382b1-c743-4230-a099-cc1693cd48b4 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Pushing event updated for resources: {'Subnet': ['ID=ecbad285-d0cf-449e-90c0-78cad5341510,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:43.556357 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8382b1-c743-4230-a099-cc1693cd48b4 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Checking segment: {'id': '87597aa3-17bb-427e-ae0f-13bbf8478464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '320a21b6-61e3-4682-bbed-73fabe6dc451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:43.556730 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8382b1-c743-4230-a099-cc1693cd48b4 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Network hostable DHCP agents. Network: 320a21b6-61e3-4682-bbed-73fabe6dc451, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:32:43.574691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8382b1-c743-4230-a099-cc1693cd48b4 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Network 320a21b6-61e3-4682-bbed-73fabe6dc451 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:32:43.584434 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-fb8382b1-c743-4230-a099-cc1693cd48b4 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 320a21b6-61e3-4682-bbed-73fabe6dc451) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:43.589301 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8382b1-c743-4230-a099-cc1693cd48b4 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:43.589921 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb8382b1-c743-4230-a099-cc1693cd48b4 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:43.592131 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] Publish callbacks [] for port (0ec57351-c9e4-419a-88f9-ca814bb94626), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:43.598475 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ae9817-b70a-400d-b74b-e414d47b3e3c None None] Network 320a21b6-61e3-4682-bbed-73fabe6dc451 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:43.609971 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fb8382b1-c743-4230-a099-cc1693cd48b4 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4391103 Feb 07 17:32:43.613140 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60328) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:43.618030 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c2942a62-d111-4617-a71b-af0541b906b6 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Request body: {'router': {'external_gateway_info': {'network_id': '320a21b6-61e3-4682-bbed-73fabe6dc451'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:43.641787 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (0ec57351-c9e4-419a-88f9-ca814bb94626), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:43.707409 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] Network ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:32:43.713617 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:43.716526 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:32:43.733585 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] Pushing event updated for resources: {'Port': ['ID=0ec57351-c9e4-419a-88f9-ca814bb94626,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:43.799144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-320a21b6-61e3-4682-bbed-73fabe6dc451', 'network_id': '320a21b6-61e3-4682-bbed-73fabe6dc451', 'project_id': '4e809d629a42412b83348b418f0fff62', 'fixed_ips': [{'subnet_id': 'ecbad285-d0cf-449e-90c0-78cad5341510'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:32:43.800586 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:43.823268 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] Attempting to bind port 0ec57351-c9e4-419a-88f9-ca814bb94626 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:32:43.823653 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] Attempting to bind port 0ec57351-c9e4-419a-88f9-ca814bb94626 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '4b870f1b-79ad-4eb7-8ccf-73d5ff4833e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:32:43.824059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] Attempting to bind port 0ec57351-c9e4-419a-88f9-ca814bb94626 on network ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:32:43.836575 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:32:43.836963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] Checking segment: {'id': '4b870f1b-79ad-4eb7-8ccf-73d5ff4833e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:43.837419 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:43.837827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] Bound using segment: {'id': '4b870f1b-79ad-4eb7-8ccf-73d5ff4833e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:32:43.838322 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] Bound port: 0ec57351-c9e4-419a-88f9-ca814bb94626, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b870f1b-79ad-4eb7-8ccf-73d5ff4833e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:32:43.838711 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0ec57351-c9e4-419a-88f9-ca814bb94626), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:43.845786 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2942a62-d111-4617-a71b-af0541b906b6 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks [] for router_gateway (1bf025fa-8b02-4c50-9752-bd1ea9875e10), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:43.953070 n-d-827865-3 neutron-server[103226]: INFO neutron.api.v2.resource [None req-c2942a62-d111-4617-a71b-af0541b906b6 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 17:32:43.954220 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c2942a62-d111-4617-a71b-af0541b906b6 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] 10.222.0.18 "PUT /v2.0/routers/1bf025fa-8b02-4c50-9752-bd1ea9875e10 HTTP/1.1" status: 400 len: 364 time: 0.3400197 Feb 07 17:32:43.961154 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60330) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:44.002532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] For port 0ec57351-c9e4-419a-88f9-ca814bb94626, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:32:44.009687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] For port 0ec57351-c9e4-419a-88f9-ca814bb94626, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0ec57351-c9e4-419a-88f9-ca814bb94626,segment=NetworkSegment(4b870f1b-79ad-4eb7-8ccf-73d5ff4833e0),segment_id=4b870f1b-79ad-4eb7-8ccf-73d5ff4833e0)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:32:44.012660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1045c5-e832-48cf-a90a-b490ed4a4a87 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Deleting subnet ecbad285-d0cf-449e-90c0-78cad5341510 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:32:44.017638 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] Allocated IP 172.21.0.2 (320a21b6-61e3-4682-bbed-73fabe6dc451/ecbad285-d0cf-449e-90c0-78cad5341510/c5818392-3c67-495f-9958-e798cee9480c) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:32:44.020473 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (0ec57351-c9e4-419a-88f9-ca814bb94626), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:44.136068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f7610-e762-4b99-8646-b36a0969886d None None] Pushing event updated for resources: {'Port': ['ID=0ec57351-c9e4-419a-88f9-ca814bb94626,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:44.229001 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] Publish callbacks [] for port (c5818392-3c67-495f-9958-e798cee9480c), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:44.236784 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c1045c5-e832-48cf-a90a-b490ed4a4a87 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks [] for subnet (ecbad285-d0cf-449e-90c0-78cad5341510), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:44.239148 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (c5818392-3c67-495f-9958-e798cee9480c), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:44.288565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] Network 320a21b6-61e3-4682-bbed-73fabe6dc451 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:32:44.291470 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:44.293552 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c1045c5-e832-48cf-a90a-b490ed4a4a87 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (ecbad285-d0cf-449e-90c0-78cad5341510), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:44.295950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:32:44.299207 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] Pushing event updated for resources: {'Port': ['ID=c5818392-3c67-495f-9958-e798cee9480c,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:44.366963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] Attempting to bind port c5818392-3c67-495f-9958-e798cee9480c on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:32:44.367339 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] Attempting to bind port c5818392-3c67-495f-9958-e798cee9480c by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '87597aa3-17bb-427e-ae0f-13bbf8478464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '320a21b6-61e3-4682-bbed-73fabe6dc451'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:32:44.367709 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] Attempting to bind port c5818392-3c67-495f-9958-e798cee9480c on network 320a21b6-61e3-4682-bbed-73fabe6dc451 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:32:44.373948 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:32:44.374335 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] Checking segment: {'id': '87597aa3-17bb-427e-ae0f-13bbf8478464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '320a21b6-61e3-4682-bbed-73fabe6dc451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:44.374749 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:44.375150 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] Bound using segment: {'id': '87597aa3-17bb-427e-ae0f-13bbf8478464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '320a21b6-61e3-4682-bbed-73fabe6dc451'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:32:44.375629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] Bound port: c5818392-3c67-495f-9958-e798cee9480c, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87597aa3-17bb-427e-ae0f-13bbf8478464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '320a21b6-61e3-4682-bbed-73fabe6dc451'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:32:44.376013 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (c5818392-3c67-495f-9958-e798cee9480c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:44.394106 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c1045c5-e832-48cf-a90a-b490ed4a4a87 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (ecbad285-d0cf-449e-90c0-78cad5341510), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:44.461570 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c1045c5-e832-48cf-a90a-b490ed4a4a87 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (ecbad285-d0cf-449e-90c0-78cad5341510), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:44.464025 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] For port c5818392-3c67-495f-9958-e798cee9480c, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:32:44.467442 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] For port c5818392-3c67-495f-9958-e798cee9480c, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c5818392-3c67-495f-9958-e798cee9480c,segment=NetworkSegment(87597aa3-17bb-427e-ae0f-13bbf8478464),segment_id=87597aa3-17bb-427e-ae0f-13bbf8478464)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:32:44.473578 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (c5818392-3c67-495f-9958-e798cee9480c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:44.492772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1045c5-e832-48cf-a90a-b490ed4a4a87 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Pushing event deleted for resources: {'Subnet': ['ID=ecbad285-d0cf-449e-90c0-78cad5341510,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:44.496607 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c1045c5-e832-48cf-a90a-b490ed4a4a87 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:44.502171 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2c1045c5-e832-48cf-a90a-b490ed4a4a87 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] 10.222.0.18 "DELETE /v2.0/subnets/ecbad285-d0cf-449e-90c0-78cad5341510 HTTP/1.1" status: 204 len: 168 time: 0.5377963 Feb 07 17:32:44.502424 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60332) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:44.536234 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3499d-c2d6-4d5d-a39e-b6e883cd7f8a None None] Pushing event updated for resources: {'Port': ['ID=c5818392-3c67-495f-9958-e798cee9480c,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:44.582288 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (320a21b6-61e3-4682-bbed-73fabe6dc451), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:44.648031 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Deleting port c5818392-3c67-495f-9958-e798cee9480c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:32:44.648713 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (c5818392-3c67-495f-9958-e798cee9480c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:44.733821 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] For port c5818392-3c67-495f-9958-e798cee9480c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=c5818392-3c67-495f-9958-e798cee9480c,segment=NetworkSegment(87597aa3-17bb-427e-ae0f-13bbf8478464),segment_id=87597aa3-17bb-427e-ae0f-13bbf8478464)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:32:44.734193 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (c5818392-3c67-495f-9958-e798cee9480c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:44.751391 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Calling delete_port for c5818392-3c67-495f-9958-e798cee9480c owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:32:44.846118 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (c5818392-3c67-495f-9958-e798cee9480c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:44.874494 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Pushing event deleted for resources: {'Port': ['ID=c5818392-3c67-495f-9958-e798cee9480c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:44.878699 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] No DVR routers for this DVR port c5818392-3c67-495f-9958-e798cee9480c on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:32:44.964369 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (320a21b6-61e3-4682-bbed-73fabe6dc451), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:44.986532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320a21b6-61e3-4682-bbed-73fabe6dc451']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:44.996644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87597aa3-17bb-427e-ae0f-13bbf8478464') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:44.996944 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87597aa3-17bb-427e-ae0f-13bbf8478464') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:45.007761 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (87597aa3-17bb-427e-ae0f-13bbf8478464), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.022942 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (87597aa3-17bb-427e-ae0f-13bbf8478464), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.029864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:32:45.030204 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (87597aa3-17bb-427e-ae0f-13bbf8478464), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:32:45.033519 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:32:45.107477 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (320a21b6-61e3-4682-bbed-73fabe6dc451), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.116158 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.119433 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] 10.222.0.18 "DELETE /v2.0/networks/320a21b6-61e3-4682-bbed-73fabe6dc451 HTTP/1.1" status: 204 len: 168 time: 0.6155181 Feb 07 17:32:45.122118 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60334) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:45.124857 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68536ed1-49bd-4875-bc0f-f9d5958a6917 None None] Network ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:45.130255 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed4b7f-403c-4f38-9d65-8e16cd05b3e2 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Pushing event deleted for resources: {'Network': ['ID=320a21b6-61e3-4682-bbed-73fabe6dc451,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:45.181630 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b9666e-8eba-4b2f-8379-9de75b4c9b7c tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Deleting subnet 104d1193-5c93-4612-a0b6-e5c75cba0a9f {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:32:45.184779 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63b9666e-8eba-4b2f-8379-9de75b4c9b7c tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks [] for subnet (104d1193-5c93-4612-a0b6-e5c75cba0a9f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.192439 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-cd1efc36-5fa3-4154-ad62-f4b1bd702622 None None] Provisioning complete for port 0ec57351-c9e4-419a-88f9-ca814bb94626 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:45.192817 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cd1efc36-5fa3-4154-ad62-f4b1bd702622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0ec57351-c9e4-419a-88f9-ca814bb94626), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.226361 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63b9666e-8eba-4b2f-8379-9de75b4c9b7c tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (104d1193-5c93-4612-a0b6-e5c75cba0a9f), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.320751 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-cd1efc36-5fa3-4154-ad62-f4b1bd702622 None None] Current status of the port 0ec57351-c9e4-419a-88f9-ca814bb94626 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:45.321228 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cd1efc36-5fa3-4154-ad62-f4b1bd702622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0ec57351-c9e4-419a-88f9-ca814bb94626), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.327339 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63b9666e-8eba-4b2f-8379-9de75b4c9b7c tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (104d1193-5c93-4612-a0b6-e5c75cba0a9f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.403508 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63b9666e-8eba-4b2f-8379-9de75b4c9b7c tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (104d1193-5c93-4612-a0b6-e5c75cba0a9f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.438322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9666e-8eba-4b2f-8379-9de75b4c9b7c tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Pushing event deleted for resources: {'Subnet': ['ID=104d1193-5c93-4612-a0b6-e5c75cba0a9f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:45.441064 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-63b9666e-8eba-4b2f-8379-9de75b4c9b7c tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.444952 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-63b9666e-8eba-4b2f-8379-9de75b4c9b7c tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] 10.222.0.18 "DELETE /v2.0/subnets/104d1193-5c93-4612-a0b6-e5c75cba0a9f HTTP/1.1" status: 204 len: 168 time: 0.3215539 Feb 07 17:32:45.447393 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60336) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:45.457477 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-cd1efc36-5fa3-4154-ad62-f4b1bd702622 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:32:45.457860 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-cd1efc36-5fa3-4154-ad62-f4b1bd702622 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:32:45.557883 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.558099 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0ec57351-c9e4-419a-88f9-ca814bb94626 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:32:45.595806 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2a0218-1330-4cdb-a548-bca64c2fb3e2 None None] Network ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:45.617178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Deleting port 0ec57351-c9e4-419a-88f9-ca814bb94626 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:32:45.617715 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (0ec57351-c9e4-419a-88f9-ca814bb94626), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.686393 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] For port 0ec57351-c9e4-419a-88f9-ca814bb94626, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=0ec57351-c9e4-419a-88f9-ca814bb94626,segment=NetworkSegment(4b870f1b-79ad-4eb7-8ccf-73d5ff4833e0),segment_id=4b870f1b-79ad-4eb7-8ccf-73d5ff4833e0)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:32:45.686764 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (0ec57351-c9e4-419a-88f9-ca814bb94626), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.703271 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Calling delete_port for 0ec57351-c9e4-419a-88f9-ca814bb94626 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:32:45.710008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 0ec57351-c9e4-419a-88f9-ca814bb94626 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:45.710403 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0ec57351-c9e4-419a-88f9-ca814bb94626), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.734911 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7d06cc-f52f-4f48-9443-4f4ab9426480 None None] DHCP port deletion for 320a21b6-61e3-4682-bbed-73fabe6dc451 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:32:45.776363 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5580b4-175a-48bd-a840-b61ce7dfdd5c None None] Network 320a21b6-61e3-4682-bbed-73fabe6dc451 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:45.802827 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (0ec57351-c9e4-419a-88f9-ca814bb94626), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.807276 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5580b4-175a-48bd-a840-b61ce7dfdd5c None None] Network 320a21b6-61e3-4682-bbed-73fabe6dc451 could not be found, it might have been deleted concurrently. {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 07 17:32:45.822221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 0ec57351-c9e4-419a-88f9-ca814bb94626 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:45.822630 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0ec57351-c9e4-419a-88f9-ca814bb94626), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.829237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Pushing event deleted for resources: {'Port': ['ID=0ec57351-c9e4-419a-88f9-ca814bb94626,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:45.838310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ec1376-3e83-40c3-b2f7-905e30586e15 None None] DHCP port deletion for ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:32:45.839359 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] No DVR routers for this DVR port 0ec57351-c9e4-419a-88f9-ca814bb94626 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:32:45.929796 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.949537 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:45.958654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b870f1b-79ad-4eb7-8ccf-73d5ff4833e0') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:45.958948 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b870f1b-79ad-4eb7-8ccf-73d5ff4833e0') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:45.968702 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (4b870f1b-79ad-4eb7-8ccf-73d5ff4833e0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.978894 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-cd1efc36-5fa3-4154-ad62-f4b1bd702622 None None] Port 0ec57351-c9e4-419a-88f9-ca814bb94626 update to ACTIVE by agent not found {{(pid=103228) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 07 17:32:45.984665 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (4b870f1b-79ad-4eb7-8ccf-73d5ff4833e0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.991525 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:32:45.991894 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (4b870f1b-79ad-4eb7-8ccf-73d5ff4833e0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:32:45.994930 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:32:46.050735 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:46.058011 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:46.063603 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] 10.222.0.18 "DELETE /v2.0/networks/ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5 HTTP/1.1" status: 204 len: 168 time: 0.6125879 Feb 07 17:32:46.063864 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60338) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:46.083815 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb591383-2994-455f-b8c3-f79a85ccf8b7 tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Pushing event deleted for resources: {'Network': ['ID=ed1e51b1-0c88-414b-b3ae-e0992ef9d1d5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:46.090517 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0810c17e-529d-4848-b5ba-b307b8e11b2e None None] Could not find standard attr ID for object c5818392-3c67-495f-9958-e798cee9480c. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:32:46.094934 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0810c17e-529d-4848-b5ba-b307b8e11b2e None None] Could not find standard attr ID for object 0ec57351-c9e4-419a-88f9-ca814bb94626. {{(pid=103228) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 17:32:46.102748 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2b92561e-ea63-4d88-a7ae-a9048f0fc77c tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bf025fa-8b02-4c50-9752-bd1ea9875e10 HTTP/1.1" status: 200 len: 205 time: 0.0377648 Feb 07 17:32:46.105335 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60340) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:46.184128 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b56b118c-f5a4-414f-92f5-5a3c51c7ca5e tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks [] for router (1bf025fa-8b02-4c50-9752-bd1ea9875e10), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:46.346882 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b56b118c-f5a4-414f-92f5-5a3c51c7ca5e tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (1bf025fa-8b02-4c50-9752-bd1ea9875e10), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:46.348460 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b56b118c-f5a4-414f-92f5-5a3c51c7ca5e tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks [] for router_controller (1bf025fa-8b02-4c50-9752-bd1ea9875e10), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:46.395666 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b56b118c-f5a4-414f-92f5-5a3c51c7ca5e tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (1bf025fa-8b02-4c50-9752-bd1ea9875e10), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:46.396287 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56b118c-f5a4-414f-92f5-5a3c51c7ca5e tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Fanout notify agent at l3_agent the message router_deleted on router 1bf025fa-8b02-4c50-9752-bd1ea9875e10 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:32:46.403952 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b56b118c-f5a4-414f-92f5-5a3c51c7ca5e tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:46.405061 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b56b118c-f5a4-414f-92f5-5a3c51c7ca5e tempest-RoutersNegativeTest-838208296 tempest-RoutersNegativeTest-838208296-project] 10.222.0.18 "DELETE /v2.0/routers/1bf025fa-8b02-4c50-9752-bd1ea9875e10 HTTP/1.1" status: 204 len: 168 time: 0.2988117 Feb 07 17:32:46.646090 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60346) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:46.780649 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-77982bee-2f1f-46ba-ac63-f0d01748dff1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e809d629a42412b83348b418f0fff62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1333842 Feb 07 17:32:46.783129 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60350) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:46.829671 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db565541-2cdc-494b-9b01-119177d93375 admin admin] Publish callbacks [] for security_group (bba05871-12df-4d26-8f28-0ef49c0a37ec), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:46.851724 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db565541-2cdc-494b-9b01-119177d93375 admin admin] Publish callbacks [] for security_group (bba05871-12df-4d26-8f28-0ef49c0a37ec), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:46.897714 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db565541-2cdc-494b-9b01-119177d93375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (bba05871-12df-4d26-8f28-0ef49c0a37ec), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:46.900223 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db565541-2cdc-494b-9b01-119177d93375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:46.901502 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-db565541-2cdc-494b-9b01-119177d93375 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bba05871-12df-4d26-8f28-0ef49c0a37ec HTTP/1.1" status: 204 len: 168 time: 0.1174612 Feb 07 17:32:46.909826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db565541-2cdc-494b-9b01-119177d93375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba05871-12df-4d26-8f28-0ef49c0a37ec,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:47.474480 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c5818392-3c67-495f-9958-e798cee9480c no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:32:47.494869 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: c5818392-3c67-495f-9958-e798cee9480c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:32:47.495225 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device c5818392-3c67-495f-9958-e798cee9480c not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:32:47.495649 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0ec57351-c9e4-419a-88f9-ca814bb94626 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:32:47.515565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 0ec57351-c9e4-419a-88f9-ca814bb94626 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:32:47.515907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 0ec57351-c9e4-419a-88f9-ca814bb94626 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:32:47.532107 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60372) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:47.631969 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9c2e233c-aa50-4fb6-8beb-d4241a22753d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-138686184-network', 'tenant_id': '8b5e10ec02f4495da994ae769d3c50ea'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:47.651471 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2e233c-aa50-4fb6-8beb-d4241a22753d admin admin] Made reservation on behalf of 8b5e10ec02f4495da994ae769d3c50ea for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:32:47.653936 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c2e233c-aa50-4fb6-8beb-d4241a22753d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:47.663033 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c2e233c-aa50-4fb6-8beb-d4241a22753d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:47.739846 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c2e233c-aa50-4fb6-8beb-d4241a22753d admin admin] Publish callbacks [] for security_group (82878285-0988-4bfa-a6d3-93c26bb3085f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:47.743625 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c2e233c-aa50-4fb6-8beb-d4241a22753d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (82878285-0988-4bfa-a6d3-93c26bb3085f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:47.771178 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2e233c-aa50-4fb6-8beb-d4241a22753d admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:32:47.777499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e233c-aa50-4fb6-8beb-d4241a22753d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82878285-0988-4bfa-a6d3-93c26bb3085f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:47.783496 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c2e233c-aa50-4fb6-8beb-d4241a22753d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (821336ce-1436-4d70-b43b-38ae760f8d6d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:47.783963 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-9c2e233c-aa50-4fb6-8beb-d4241a22753d admin admin] Added segment 821336ce-1436-4d70-b43b-38ae760f8d6d of type vlan for network 6d4b8694-bac3-4ed9-883e-380bf71a4cdd Feb 07 17:32:47.825726 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c2e233c-aa50-4fb6-8beb-d4241a22753d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (6d4b8694-bac3-4ed9-883e-380bf71a4cdd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:47.850494 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c2e233c-aa50-4fb6-8beb-d4241a22753d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (6d4b8694-bac3-4ed9-883e-380bf71a4cdd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:47.851418 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2e233c-aa50-4fb6-8beb-d4241a22753d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:47.851992 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9c2e233c-aa50-4fb6-8beb-d4241a22753d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:47.909310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9c2e233c-aa50-4fb6-8beb-d4241a22753d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3758028 Feb 07 17:32:47.912284 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60376) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:47.914301 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e233c-aa50-4fb6-8beb-d4241a22753d admin admin] Pushing event updated for resources: {'Network': ['ID=6d4b8694-bac3-4ed9-883e-380bf71a4cdd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:47.918543 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f40427ec-6855-4c7f-8f33-cf32e8571747 admin admin] Request body: {'subnet': {'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-138686184-subnet', 'tenant_id': '8b5e10ec02f4495da994ae769d3c50ea', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:47.923887 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 6d4b8694-bac3-4ed9-883e-380bf71a4cdd details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:32:47.941218 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40427ec-6855-4c7f-8f33-cf32e8571747 admin admin] Made reservation on behalf of 8b5e10ec02f4495da994ae769d3c50ea for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:32:47.943528 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f40427ec-6855-4c7f-8f33-cf32e8571747 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:48.109702 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f40427ec-6855-4c7f-8f33-cf32e8571747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (05f88583-3e03-4ba3-b501-62ff7d857efa), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:48.165647 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40427ec-6855-4c7f-8f33-cf32e8571747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05f88583-3e03-4ba3-b501-62ff7d857efa,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:48.174201 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40427ec-6855-4c7f-8f33-cf32e8571747 admin admin] Checking segment: {'id': '821336ce-1436-4d70-b43b-38ae760f8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:48.175111 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40427ec-6855-4c7f-8f33-cf32e8571747 admin admin] Network hostable DHCP agents. Network: 6d4b8694-bac3-4ed9-883e-380bf71a4cdd, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:32:48.191338 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40427ec-6855-4c7f-8f33-cf32e8571747 admin admin] Network 6d4b8694-bac3-4ed9-883e-380bf71a4cdd is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:32:48.200305 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f40427ec-6855-4c7f-8f33-cf32e8571747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 6d4b8694-bac3-4ed9-883e-380bf71a4cdd) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:48.205200 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40427ec-6855-4c7f-8f33-cf32e8571747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:48.207362 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f40427ec-6855-4c7f-8f33-cf32e8571747 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:48.209045 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a760fd90-1f81-4102-9156-5dd8dbc95b3b None None] Network 6d4b8694-bac3-4ed9-883e-380bf71a4cdd requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:48.226503 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f40427ec-6855-4c7f-8f33-cf32e8571747 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3119528 Feb 07 17:32:48.228194 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60378) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:48.233182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-484a9b05-5e55-451a-bd04-75cb17e797cb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-138686184-router', 'tenant_id': '8b5e10ec02f4495da994ae769d3c50ea', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:48.256760 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-484a9b05-5e55-451a-bd04-75cb17e797cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (47ffec55-e0d4-44fc-813a-e4b14bdf5583), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:48.257982 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-484a9b05-5e55-451a-bd04-75cb17e797cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (47ffec55-e0d4-44fc-813a-e4b14bdf5583), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:48.311230 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-484a9b05-5e55-451a-bd04-75cb17e797cb admin admin] Publish callbacks [] for router_controller (47ffec55-e0d4-44fc-813a-e4b14bdf5583), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:48.319905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-6d4b8694-bac3-4ed9-883e-380bf71a4cdd', 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd', 'project_id': '8b5e10ec02f4495da994ae769d3c50ea', 'fixed_ips': [{'subnet_id': '05f88583-3e03-4ba3-b501-62ff7d857efa'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:32:48.320990 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:48.458036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] Allocated IP 172.20.0.2 (6d4b8694-bac3-4ed9-883e-380bf71a4cdd/05f88583-3e03-4ba3-b501-62ff7d857efa/582ed752-2344-47ec-8b6e-ddc454d5f6c4) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:32:48.458381 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-484a9b05-5e55-451a-bd04-75cb17e797cb admin admin] Publish callbacks [] for router_gateway (47ffec55-e0d4-44fc-813a-e4b14bdf5583), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:48.606378 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] Publish callbacks [] for port (582ed752-2344-47ec-8b6e-ddc454d5f6c4), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:48.611715 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (582ed752-2344-47ec-8b6e-ddc454d5f6c4), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:48.660194 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] Network 6d4b8694-bac3-4ed9-883e-380bf71a4cdd is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:32:48.661707 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-484a9b05-5e55-451a-bd04-75cb17e797cb admin admin] Publish callbacks [] for router_gateway (47ffec55-e0d4-44fc-813a-e4b14bdf5583), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:48.664207 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:48.666237 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] Pushing event updated for resources: {'Port': ['ID=582ed752-2344-47ec-8b6e-ddc454d5f6c4,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:48.668427 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:32:48.681417 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-484a9b05-5e55-451a-bd04-75cb17e797cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:48.727459 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] Attempting to bind port 582ed752-2344-47ec-8b6e-ddc454d5f6c4 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:32:48.727745 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] Attempting to bind port 582ed752-2344-47ec-8b6e-ddc454d5f6c4 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '821336ce-1436-4d70-b43b-38ae760f8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:32:48.728115 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] Attempting to bind port 582ed752-2344-47ec-8b6e-ddc454d5f6c4 on network 6d4b8694-bac3-4ed9-883e-380bf71a4cdd {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:32:48.733687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:32:48.734066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] Checking segment: {'id': '821336ce-1436-4d70-b43b-38ae760f8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:48.734475 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:48.734868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] Bound using segment: {'id': '821336ce-1436-4d70-b43b-38ae760f8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:32:48.735335 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] Bound port: 582ed752-2344-47ec-8b6e-ddc454d5f6c4, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821336ce-1436-4d70-b43b-38ae760f8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:32:48.735718 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (582ed752-2344-47ec-8b6e-ddc454d5f6c4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:48.789119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-484a9b05-5e55-451a-bd04-75cb17e797cb admin admin] Allocated IP 172.25.4.151 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/60589376-0dd7-49b3-ad3c-6c9328429c5d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:32:48.801769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] For port 582ed752-2344-47ec-8b6e-ddc454d5f6c4, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:32:48.805039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] For port 582ed752-2344-47ec-8b6e-ddc454d5f6c4, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=582ed752-2344-47ec-8b6e-ddc454d5f6c4,segment=NetworkSegment(821336ce-1436-4d70-b43b-38ae760f8d6d),segment_id=821336ce-1436-4d70-b43b-38ae760f8d6d)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:32:48.810820 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (582ed752-2344-47ec-8b6e-ddc454d5f6c4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:48.868406 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fae71a-7e60-47da-b8aa-08a5da60ff1f None None] Pushing event updated for resources: {'Port': ['ID=582ed752-2344-47ec-8b6e-ddc454d5f6c4,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:48.904909 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-484a9b05-5e55-451a-bd04-75cb17e797cb admin admin] Publish callbacks [] for port (60589376-0dd7-49b3-ad3c-6c9328429c5d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:48.942624 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-484a9b05-5e55-451a-bd04-75cb17e797cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (60589376-0dd7-49b3-ad3c-6c9328429c5d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:48.984577 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484a9b05-5e55-451a-bd04-75cb17e797cb admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:32:48.987848 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-484a9b05-5e55-451a-bd04-75cb17e797cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:48.991477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a9b05-5e55-451a-bd04-75cb17e797cb admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:32:49.367480 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a9b05-5e55-451a-bd04-75cb17e797cb admin admin] Pushing event updated for resources: {'Port': ['ID=60589376-0dd7-49b3-ad3c-6c9328429c5d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:49.506455 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 582ed752-2344-47ec-8b6e-ddc454d5f6c4 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:32:49.564471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 582ed752-2344-47ec-8b6e-ddc454d5f6c4 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:49.564864 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (582ed752-2344-47ec-8b6e-ddc454d5f6c4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:49.610769 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-484a9b05-5e55-451a-bd04-75cb17e797cb admin admin] Publish callbacks [] for router_gateway (47ffec55-e0d4-44fc-813a-e4b14bdf5583), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:49.648714 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 582ed752-2344-47ec-8b6e-ddc454d5f6c4 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:49.649270 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (582ed752-2344-47ec-8b6e-ddc454d5f6c4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:49.688540 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 582ed752-2344-47ec-8b6e-ddc454d5f6c4, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=582ed752-2344-47ec-8b6e-ddc454d5f6c4,segment=NetworkSegment(821336ce-1436-4d70-b43b-38ae760f8d6d),segment_id=821336ce-1436-4d70-b43b-38ae760f8d6d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:32:49.694078 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (582ed752-2344-47ec-8b6e-ddc454d5f6c4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:49.749456 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=582ed752-2344-47ec-8b6e-ddc454d5f6c4,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:49.827249 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-484a9b05-5e55-451a-bd04-75cb17e797cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (47ffec55-e0d4-44fc-813a-e4b14bdf5583), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:49.872376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f909be9-d7af-418d-a0c3-2148ebc1ab30 None None] Network 6d4b8694-bac3-4ed9-883e-380bf71a4cdd requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:49.961793 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484a9b05-5e55-451a-bd04-75cb17e797cb admin admin] Router 47ffec55-e0d4-44fc-813a-e4b14bdf5583 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:32:49.979113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8ff57d33-8e26-44bf-84e6-25d1bed0b2b6 None None] Provisioning complete for port 582ed752-2344-47ec-8b6e-ddc454d5f6c4 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:49.979747 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8ff57d33-8e26-44bf-84e6-25d1bed0b2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (582ed752-2344-47ec-8b6e-ddc454d5f6c4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:50.070973 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8ff57d33-8e26-44bf-84e6-25d1bed0b2b6 None None] Current status of the port 582ed752-2344-47ec-8b6e-ddc454d5f6c4 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:50.079812 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484a9b05-5e55-451a-bd04-75cb17e797cb admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:32:50.089551 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] Sync routers for ids ['47ffec55-e0d4-44fc-813a-e4b14bdf5583'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:32:50.100454 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] Routers {'47ffec55-e0d4-44fc-813a-e4b14bdf5583'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:32:50.101114 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:32:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['47ffec55-e0d4-44fc-813a-e4b14bdf5583'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:50.103438 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-484a9b05-5e55-451a-bd04-75cb17e797cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:50.107890 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60380) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:50.108441 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-484a9b05-5e55-451a-bd04-75cb17e797cb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8787653 Feb 07 17:32:50.294910 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b0eb2e85-c1fb-4786-9e26-6d4f4e15f2da None None] Provisioning complete for port 582ed752-2344-47ec-8b6e-ddc454d5f6c4 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:50.295286 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b0eb2e85-c1fb-4786-9e26-6d4f4e15f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (582ed752-2344-47ec-8b6e-ddc454d5f6c4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:50.312560 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] Set router 47ffec55-e0d4-44fc-813a-e4b14bdf5583 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:32:50.505563 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffec55-e0d4-44fc-813a-e4b14bdf5583', 'name': 'tempest-TestEncryptedCinderVolumes-138686184-router', 'tenant_id': '8b5e10ec02f4495da994ae769d3c50ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '60589376-0dd7-49b3-ad3c-6c9328429c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:32:48Z', 'updated_at': '2022-02-07T17:32:49Z', 'revision_number': 3, 'project_id': '8b5e10ec02f4495da994ae769d3c50ea', 'gw_port': {'id': '60589376-0dd7-49b3-ad3c-6c9328429c5d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ffec55-e0d4-44fc-813a-e4b14bdf5583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:32:48Z', 'updated_at': '2022-02-07T17:32:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:50.538429 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] Checking router: 47ffec55-e0d4-44fc-813a-e4b14bdf5583 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:32:50.538784 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] Updating router 47ffec55-e0d4-44fc-813a-e4b14bdf5583 port 60589376-0dd7-49b3-ad3c-6c9328429c5d binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:32:50.545183 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b0eb2e85-c1fb-4786-9e26-6d4f4e15f2da None None] Current status of the port 582ed752-2344-47ec-8b6e-ddc454d5f6c4 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:50.567264 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (60589376-0dd7-49b3-ad3c-6c9328429c5d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:50.832745 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] Publish callbacks [] for port (60589376-0dd7-49b3-ad3c-6c9328429c5d), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:50.838680 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (60589376-0dd7-49b3-ad3c-6c9328429c5d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:50.894780 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] Attempting to bind port 60589376-0dd7-49b3-ad3c-6c9328429c5d on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:32:50.895151 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] Attempting to bind port 60589376-0dd7-49b3-ad3c-6c9328429c5d by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:32:50.895532 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] Attempting to bind port 60589376-0dd7-49b3-ad3c-6c9328429c5d on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:32:50.902592 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7b87e-7acf-4f65-a423-be191f9ec483 None None] Pushing event updated for resources: {'Port': ['ID=60589376-0dd7-49b3-ad3c-6c9328429c5d,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:50.909474 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:32:50.909856 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:50.910267 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:50.910652 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:32:50.911113 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] Bound port: 60589376-0dd7-49b3-ad3c-6c9328429c5d, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:32:50.911486 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (60589376-0dd7-49b3-ad3c-6c9328429c5d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:50.912346 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-77617991-9bc4-4122-a3c3-5063f5c23b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:50.915061 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7b87e-7acf-4f65-a423-be191f9ec483 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:50.915061 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7b87e-7acf-4f65-a423-be191f9ec483 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:50.915406 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7b87e-7acf-4f65-a423-be191f9ec483 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:50.915737 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7b87e-7acf-4f65-a423-be191f9ec483 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:50.916067 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7b87e-7acf-4f65-a423-be191f9ec483 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:50.916394 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7b87e-7acf-4f65-a423-be191f9ec483 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:50.916716 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7b87e-7acf-4f65-a423-be191f9ec483 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:50.917037 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7b87e-7acf-4f65-a423-be191f9ec483 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:50.917378 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7b87e-7acf-4f65-a423-be191f9ec483 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:50.917698 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7b87e-7acf-4f65-a423-be191f9ec483 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:50.918015 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7b87e-7acf-4f65-a423-be191f9ec483 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:50.918329 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7b87e-7acf-4f65-a423-be191f9ec483 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:50.918641 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7b87e-7acf-4f65-a423-be191f9ec483 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:32:50.968220 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] For port 60589376-0dd7-49b3-ad3c-6c9328429c5d, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:32:50.971876 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] For port 60589376-0dd7-49b3-ad3c-6c9328429c5d, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=60589376-0dd7-49b3-ad3c-6c9328429c5d,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:32:50.979023 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (60589376-0dd7-49b3-ad3c-6c9328429c5d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:51.039291 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7b87e-7acf-4f65-a423-be191f9ec483 None None] Pushing event updated for resources: {'Port': ['ID=60589376-0dd7-49b3-ad3c-6c9328429c5d,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:51.042275 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] Routers {'47ffec55-e0d4-44fc-813a-e4b14bdf5583'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:32:51.042865 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:32:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['47ffec55-e0d4-44fc-813a-e4b14bdf5583'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:51.076943 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-77617991-9bc4-4122-a3c3-5063f5c23b46 admin admin] Allocated IP 172.20.0.1 (6d4b8694-bac3-4ed9-883e-380bf71a4cdd/05f88583-3e03-4ba3-b501-62ff7d857efa/25ea1e70-5dbf-453e-abb2-819a7435458b) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:32:51.153707 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] Set router 47ffec55-e0d4-44fc-813a-e4b14bdf5583 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:32:51.186066 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-77617991-9bc4-4122-a3c3-5063f5c23b46 admin admin] Publish callbacks [] for port (25ea1e70-5dbf-453e-abb2-819a7435458b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:51.220126 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-77617991-9bc4-4122-a3c3-5063f5c23b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (25ea1e70-5dbf-453e-abb2-819a7435458b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:51.267406 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77617991-9bc4-4122-a3c3-5063f5c23b46 admin admin] Network 6d4b8694-bac3-4ed9-883e-380bf71a4cdd is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:32:51.271053 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-77617991-9bc4-4122-a3c3-5063f5c23b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:51.275466 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77617991-9bc4-4122-a3c3-5063f5c23b46 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:32:51.278999 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77617991-9bc4-4122-a3c3-5063f5c23b46 admin admin] Pushing event updated for resources: {'Port': ['ID=25ea1e70-5dbf-453e-abb2-819a7435458b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:51.316522 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-77617991-9bc4-4122-a3c3-5063f5c23b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (47ffec55-e0d4-44fc-813a-e4b14bdf5583), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:51.347652 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffec55-e0d4-44fc-813a-e4b14bdf5583', 'name': 'tempest-TestEncryptedCinderVolumes-138686184-router', 'tenant_id': '8b5e10ec02f4495da994ae769d3c50ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '60589376-0dd7-49b3-ad3c-6c9328429c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:32:48Z', 'updated_at': '2022-02-07T17:32:49Z', 'revision_number': 3, 'project_id': '8b5e10ec02f4495da994ae769d3c50ea', 'gw_port': {'id': '60589376-0dd7-49b3-ad3c-6c9328429c5d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ffec55-e0d4-44fc-813a-e4b14bdf5583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:32:48Z', 'updated_at': '2022-02-07T17:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:51.384137 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b31cf-1cdd-4ace-9837-07d14969c474 None None] The sync data for ids ['47ffec55-e0d4-44fc-813a-e4b14bdf5583'] in n-d-827865-3 is: [{'id': '47ffec55-e0d4-44fc-813a-e4b14bdf5583', 'name': 'tempest-TestEncryptedCinderVolumes-138686184-router', 'tenant_id': '8b5e10ec02f4495da994ae769d3c50ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '60589376-0dd7-49b3-ad3c-6c9328429c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:32:48Z', 'updated_at': '2022-02-07T17:32:49Z', 'revision_number': 3, 'project_id': '8b5e10ec02f4495da994ae769d3c50ea', 'gw_port': {'id': '60589376-0dd7-49b3-ad3c-6c9328429c5d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ffec55-e0d4-44fc-813a-e4b14bdf5583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:32:48Z', 'updated_at': '2022-02-07T17:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:32:51.469986 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-77617991-9bc4-4122-a3c3-5063f5c23b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (25ea1e70-5dbf-453e-abb2-819a7435458b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:51.499674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 582ed752-2344-47ec-8b6e-ddc454d5f6c4 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:32:51.555105 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 582ed752-2344-47ec-8b6e-ddc454d5f6c4 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:51.555413 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (582ed752-2344-47ec-8b6e-ddc454d5f6c4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:51.605457 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-43bbb6c9-b930-4600-be3e-5801aae60098 None None] Provisioning complete for port 25ea1e70-5dbf-453e-abb2-819a7435458b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:51.605842 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-43bbb6c9-b930-4600-be3e-5801aae60098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (25ea1e70-5dbf-453e-abb2-819a7435458b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:51.679500 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-77617991-9bc4-4122-a3c3-5063f5c23b46 admin admin] Publish callbacks [] for port (25ea1e70-5dbf-453e-abb2-819a7435458b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:51.685841 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-77617991-9bc4-4122-a3c3-5063f5c23b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (25ea1e70-5dbf-453e-abb2-819a7435458b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:51.701165 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-43bbb6c9-b930-4600-be3e-5801aae60098 None None] Port 25ea1e70-5dbf-453e-abb2-819a7435458b cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:32:51.709487 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:51.710516 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 582ed752-2344-47ec-8b6e-ddc454d5f6c4 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:51.755622 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77617991-9bc4-4122-a3c3-5063f5c23b46 admin admin] Pushing event updated for resources: {'Port': ['ID=25ea1e70-5dbf-453e-abb2-819a7435458b,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:51.762768 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-77617991-9bc4-4122-a3c3-5063f5c23b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (47ffec55-e0d4-44fc-813a-e4b14bdf5583), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:51.865562 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77617991-9bc4-4122-a3c3-5063f5c23b46 admin admin] Network 6d4b8694-bac3-4ed9-883e-380bf71a4cdd is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:32:51.867041 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-77617991-9bc4-4122-a3c3-5063f5c23b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:51.988099 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77617991-9bc4-4122-a3c3-5063f5c23b46 admin admin] Router 47ffec55-e0d4-44fc-813a-e4b14bdf5583 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:32:52.108862 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77617991-9bc4-4122-a3c3-5063f5c23b46 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:32:52.118657 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-77617991-9bc4-4122-a3c3-5063f5c23b46 admin admin] 10.222.0.18 "PUT /v2.0/routers/47ffec55-e0d4-44fc-813a-e4b14bdf5583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0094130 Feb 07 17:32:52.129200 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b1e1adba-d1b7-4800-99c9-7920090427f3 None None] Provisioning complete for port 25ea1e70-5dbf-453e-abb2-819a7435458b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:52.130425 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b1e1adba-d1b7-4800-99c9-7920090427f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (25ea1e70-5dbf-453e-abb2-819a7435458b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:52.167906 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1adba-d1b7-4800-99c9-7920090427f3 None None] Port 25ea1e70-5dbf-453e-abb2-819a7435458b cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:32:52.607168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60396) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:52.612395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8bd6c80c-f8b4-4e71-b752-399c36071725 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1383077840-network', 'tenant_id': 'fba9bd2cf18d4fbea568d7f760018e5f'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:52.631203 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd6c80c-f8b4-4e71-b752-399c36071725 admin admin] Made reservation on behalf of fba9bd2cf18d4fbea568d7f760018e5f for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:32:52.633692 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c80c-f8b4-4e71-b752-399c36071725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:52.642715 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c80c-f8b4-4e71-b752-399c36071725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:52.730825 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c80c-f8b4-4e71-b752-399c36071725 admin admin] Publish callbacks [] for security_group (90fe6f27-62f9-465c-9954-15f039098d60), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:52.734469 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c80c-f8b4-4e71-b752-399c36071725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (90fe6f27-62f9-465c-9954-15f039098d60), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:52.763480 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd6c80c-f8b4-4e71-b752-399c36071725 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:32:52.773167 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6c80c-f8b4-4e71-b752-399c36071725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fe6f27-62f9-465c-9954-15f039098d60,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:52.781602 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c80c-f8b4-4e71-b752-399c36071725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (98bfba35-8ab0-4cf4-87c9-b723063de91c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:52.781925 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-8bd6c80c-f8b4-4e71-b752-399c36071725 admin admin] Added segment 98bfba35-8ab0-4cf4-87c9-b723063de91c of type vlan for network f155955d-91f9-4d0c-9eeb-adc67e9cd7b4 Feb 07 17:32:52.826320 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c80c-f8b4-4e71-b752-399c36071725 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (f155955d-91f9-4d0c-9eeb-adc67e9cd7b4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:52.851784 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c80c-f8b4-4e71-b752-399c36071725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (f155955d-91f9-4d0c-9eeb-adc67e9cd7b4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:52.852740 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd6c80c-f8b4-4e71-b752-399c36071725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:52.853346 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c80c-f8b4-4e71-b752-399c36071725 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:52.914402 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60398) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:52.914950 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8bd6c80c-f8b4-4e71-b752-399c36071725 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3061512 Feb 07 17:32:52.920262 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6c80c-f8b4-4e71-b752-399c36071725 admin admin] Pushing event updated for resources: {'Network': ['ID=f155955d-91f9-4d0c-9eeb-adc67e9cd7b4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:52.920811 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c8a8ad9e-9ce9-486b-b8b0-b474daf113e0 admin admin] Request body: {'subnet': {'network_id': 'f155955d-91f9-4d0c-9eeb-adc67e9cd7b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1383077840-subnet', 'tenant_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:52.932380 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network f155955d-91f9-4d0c-9eeb-adc67e9cd7b4 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:32:52.943503 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a8ad9e-9ce9-486b-b8b0-b474daf113e0 admin admin] Made reservation on behalf of fba9bd2cf18d4fbea568d7f760018e5f for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:32:52.945941 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8a8ad9e-9ce9-486b-b8b0-b474daf113e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:53.090178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] Sync routers for ids ['47ffec55-e0d4-44fc-813a-e4b14bdf5583'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:32:53.101523 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] Routers {'47ffec55-e0d4-44fc-813a-e4b14bdf5583'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:32:53.102152 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:32:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['47ffec55-e0d4-44fc-813a-e4b14bdf5583'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:53.122589 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8a8ad9e-9ce9-486b-b8b0-b474daf113e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (be28c8b0-4543-4828-8686-aa6d69cd4395), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:53.177600 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8ad9e-9ce9-486b-b8b0-b474daf113e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be28c8b0-4543-4828-8686-aa6d69cd4395,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:53.188002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a8ad9e-9ce9-486b-b8b0-b474daf113e0 admin admin] Checking segment: {'id': '98bfba35-8ab0-4cf4-87c9-b723063de91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f155955d-91f9-4d0c-9eeb-adc67e9cd7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:53.188364 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a8ad9e-9ce9-486b-b8b0-b474daf113e0 admin admin] Network hostable DHCP agents. Network: f155955d-91f9-4d0c-9eeb-adc67e9cd7b4, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:32:53.206049 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a8ad9e-9ce9-486b-b8b0-b474daf113e0 admin admin] Network f155955d-91f9-4d0c-9eeb-adc67e9cd7b4 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:32:53.216096 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c8a8ad9e-9ce9-486b-b8b0-b474daf113e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, f155955d-91f9-4d0c-9eeb-adc67e9cd7b4) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:53.220054 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a8ad9e-9ce9-486b-b8b0-b474daf113e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:53.220652 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8a8ad9e-9ce9-486b-b8b0-b474daf113e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:53.221943 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] Set router 47ffec55-e0d4-44fc-813a-e4b14bdf5583 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:32:53.238341 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c8a8ad9e-9ce9-486b-b8b0-b474daf113e0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3219435 Feb 07 17:32:53.240827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60400) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:53.245102 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1bcf76d7-9073-4b45-88ea-283f716c46ea admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1383077840-router', 'tenant_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:53.255002 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ec77b9-4aea-4def-b90c-a6f2c6fb4fef None None] Network f155955d-91f9-4d0c-9eeb-adc67e9cd7b4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:53.270490 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1bcf76d7-9073-4b45-88ea-283f716c46ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (74c7ca9c-baa8-464f-b6f6-4c84c28be9cc), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:53.271901 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1bcf76d7-9073-4b45-88ea-283f716c46ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (74c7ca9c-baa8-464f-b6f6-4c84c28be9cc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:53.331879 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1bcf76d7-9073-4b45-88ea-283f716c46ea admin admin] Publish callbacks [] for router_controller (74c7ca9c-baa8-464f-b6f6-4c84c28be9cc), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:53.463439 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-f155955d-91f9-4d0c-9eeb-adc67e9cd7b4', 'network_id': 'f155955d-91f9-4d0c-9eeb-adc67e9cd7b4', 'project_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'fixed_ips': [{'subnet_id': 'be28c8b0-4543-4828-8686-aa6d69cd4395'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:32:53.465005 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:53.488730 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1bcf76d7-9073-4b45-88ea-283f716c46ea admin admin] Publish callbacks [] for router_gateway (74c7ca9c-baa8-464f-b6f6-4c84c28be9cc), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:53.573880 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 60589376-0dd7-49b3-ad3c-6c9328429c5d up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:32:53.651226 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:53.700078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffec55-e0d4-44fc-813a-e4b14bdf5583', 'name': 'tempest-TestEncryptedCinderVolumes-138686184-router', 'tenant_id': '8b5e10ec02f4495da994ae769d3c50ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '60589376-0dd7-49b3-ad3c-6c9328429c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:32:48Z', 'updated_at': '2022-02-07T17:32:51Z', 'revision_number': 4, 'project_id': '8b5e10ec02f4495da994ae769d3c50ea', 'gw_port': {'id': '60589376-0dd7-49b3-ad3c-6c9328429c5d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ffec55-e0d4-44fc-813a-e4b14bdf5583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:32:48Z', 'updated_at': '2022-02-07T17:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '25ea1e70-5dbf-453e-abb2-819a7435458b', 'name': '', 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd', 'tenant_id': '8b5e10ec02f4495da994ae769d3c50ea', 'mac_address': 'fa:16:3e:de:80:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ffec55-e0d4-44fc-813a-e4b14bdf5583', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '05f88583-3e03-4ba3-b501-62ff7d857efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:32:50Z', 'updated_at': '2022-02-07T17:32:51Z', 'revision_number': 2, 'project_id': '8b5e10ec02f4495da994ae769d3c50ea', 'subnets': [{'id': '05f88583-3e03-4ba3-b501-62ff7d857efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:53.702019 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1bcf76d7-9073-4b45-88ea-283f716c46ea admin admin] Publish callbacks [] for router_gateway (74c7ca9c-baa8-464f-b6f6-4c84c28be9cc), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:53.721771 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1bcf76d7-9073-4b45-88ea-283f716c46ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:53.734771 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] Checking router: 47ffec55-e0d4-44fc-813a-e4b14bdf5583 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:32:53.735130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] Updating router 47ffec55-e0d4-44fc-813a-e4b14bdf5583 port 25ea1e70-5dbf-453e-abb2-819a7435458b binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:32:53.739612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] Allocated IP 172.20.0.2 (f155955d-91f9-4d0c-9eeb-adc67e9cd7b4/be28c8b0-4543-4828-8686-aa6d69cd4395/19971d0a-1d70-415f-bb8f-c015d81d45fe) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:32:53.768715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 60589376-0dd7-49b3-ad3c-6c9328429c5d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:53.769200 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (60589376-0dd7-49b3-ad3c-6c9328429c5d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:53.832569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-1bcf76d7-9073-4b45-88ea-283f716c46ea admin admin] Allocated IP 172.25.4.209 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/17dff4a5-ef29-4b96-9b3d-4e6e38a80153) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:32:53.838301 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (25ea1e70-5dbf-453e-abb2-819a7435458b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:53.938542 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1bcf76d7-9073-4b45-88ea-283f716c46ea admin admin] Publish callbacks [] for port (17dff4a5-ef29-4b96-9b3d-4e6e38a80153), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:53.973942 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1bcf76d7-9073-4b45-88ea-283f716c46ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (17dff4a5-ef29-4b96-9b3d-4e6e38a80153), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:54.019395 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcf76d7-9073-4b45-88ea-283f716c46ea admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:32:54.022263 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1bcf76d7-9073-4b45-88ea-283f716c46ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:54.024899 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf76d7-9073-4b45-88ea-283f716c46ea admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:32:54.049818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf76d7-9073-4b45-88ea-283f716c46ea admin admin] Pushing event updated for resources: {'Port': ['ID=17dff4a5-ef29-4b96-9b3d-4e6e38a80153,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:54.109492 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 60589376-0dd7-49b3-ad3c-6c9328429c5d is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:54.110117 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (60589376-0dd7-49b3-ad3c-6c9328429c5d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:54.155663 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] Publish callbacks [] for port (19971d0a-1d70-415f-bb8f-c015d81d45fe), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:54.160396 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 60589376-0dd7-49b3-ad3c-6c9328429c5d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=60589376-0dd7-49b3-ad3c-6c9328429c5d,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:32:54.171875 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (19971d0a-1d70-415f-bb8f-c015d81d45fe), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:54.173754 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (60589376-0dd7-49b3-ad3c-6c9328429c5d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:54.234774 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] Network f155955d-91f9-4d0c-9eeb-adc67e9cd7b4 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:32:54.242233 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:54.250369 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:32:54.254823 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] Pushing event updated for resources: {'Port': ['ID=19971d0a-1d70-415f-bb8f-c015d81d45fe,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:54.294652 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1bcf76d7-9073-4b45-88ea-283f716c46ea admin admin] Publish callbacks [] for router_gateway (74c7ca9c-baa8-464f-b6f6-4c84c28be9cc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:54.383713 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=60589376-0dd7-49b3-ad3c-6c9328429c5d,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:54.402209 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] Publish callbacks [] for port (25ea1e70-5dbf-453e-abb2-819a7435458b), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:54.406029 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] Attempting to bind port 19971d0a-1d70-415f-bb8f-c015d81d45fe on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:32:54.406527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] Attempting to bind port 19971d0a-1d70-415f-bb8f-c015d81d45fe by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '98bfba35-8ab0-4cf4-87c9-b723063de91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f155955d-91f9-4d0c-9eeb-adc67e9cd7b4'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:32:54.406886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] Attempting to bind port 19971d0a-1d70-415f-bb8f-c015d81d45fe on network f155955d-91f9-4d0c-9eeb-adc67e9cd7b4 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:32:54.412997 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (25ea1e70-5dbf-453e-abb2-819a7435458b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:54.420938 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:32:54.421349 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] Checking segment: {'id': '98bfba35-8ab0-4cf4-87c9-b723063de91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f155955d-91f9-4d0c-9eeb-adc67e9cd7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:54.421761 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:54.422177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] Bound using segment: {'id': '98bfba35-8ab0-4cf4-87c9-b723063de91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f155955d-91f9-4d0c-9eeb-adc67e9cd7b4'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:32:54.422662 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] Bound port: 19971d0a-1d70-415f-bb8f-c015d81d45fe, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bfba35-8ab0-4cf4-87c9-b723063de91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f155955d-91f9-4d0c-9eeb-adc67e9cd7b4'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:32:54.423054 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (19971d0a-1d70-415f-bb8f-c015d81d45fe), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:54.506624 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1bcf76d7-9073-4b45-88ea-283f716c46ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (74c7ca9c-baa8-464f-b6f6-4c84c28be9cc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:54.654738 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcf76d7-9073-4b45-88ea-283f716c46ea admin admin] Router 74c7ca9c-baa8-464f-b6f6-4c84c28be9cc is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:32:54.663732 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8357f26-90fe-4870-a5d2-7c24d13b211c None None] Pushing event updated for resources: {'Port': ['ID=25ea1e70-5dbf-453e-abb2-819a7435458b,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:54.747212 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] Attempting to bind port 25ea1e70-5dbf-453e-abb2-819a7435458b on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:32:54.747748 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] Attempting to bind port 25ea1e70-5dbf-453e-abb2-819a7435458b by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '821336ce-1436-4d70-b43b-38ae760f8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:32:54.748001 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] Attempting to bind port 25ea1e70-5dbf-453e-abb2-819a7435458b on network 6d4b8694-bac3-4ed9-883e-380bf71a4cdd {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:32:54.750677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] For port 19971d0a-1d70-415f-bb8f-c015d81d45fe, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:32:54.756889 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] For port 19971d0a-1d70-415f-bb8f-c015d81d45fe, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=19971d0a-1d70-415f-bb8f-c015d81d45fe,segment=NetworkSegment(98bfba35-8ab0-4cf4-87c9-b723063de91c),segment_id=98bfba35-8ab0-4cf4-87c9-b723063de91c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:32:54.763334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:32:54.763760 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] Checking segment: {'id': '821336ce-1436-4d70-b43b-38ae760f8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:54.764265 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:54.764753 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] Bound using segment: {'id': '821336ce-1436-4d70-b43b-38ae760f8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:32:54.765246 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] Bound port: 25ea1e70-5dbf-453e-abb2-819a7435458b, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821336ce-1436-4d70-b43b-38ae760f8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:32:54.765694 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (25ea1e70-5dbf-453e-abb2-819a7435458b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:54.767728 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-038e6b20-3ab9-4459-8a0f-5e23c2346cca None None] Provisioning complete for port 25ea1e70-5dbf-453e-abb2-819a7435458b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:54.768782 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-038e6b20-3ab9-4459-8a0f-5e23c2346cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (25ea1e70-5dbf-453e-abb2-819a7435458b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:54.772749 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (19971d0a-1d70-415f-bb8f-c015d81d45fe), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:54.775001 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcf76d7-9073-4b45-88ea-283f716c46ea admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:32:54.784870 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] Sync routers for ids ['74c7ca9c-baa8-464f-b6f6-4c84c28be9cc'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:32:54.794541 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1bcf76d7-9073-4b45-88ea-283f716c46ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:54.796099 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] Routers {'74c7ca9c-baa8-464f-b6f6-4c84c28be9cc'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:32:54.797075 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:32:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['74c7ca9c-baa8-464f-b6f6-4c84c28be9cc'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:54.798846 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60402) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:32:54.799371 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1bcf76d7-9073-4b45-88ea-283f716c46ea admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5571218 Feb 07 17:32:54.891642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-038e6b20-3ab9-4459-8a0f-5e23c2346cca None None] Port 25ea1e70-5dbf-453e-abb2-819a7435458b cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:32:54.913300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386973f-d015-4672-961a-8b762d5dfeeb None None] Pushing event updated for resources: {'Port': ['ID=19971d0a-1d70-415f-bb8f-c015d81d45fe,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:54.924061 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] For port 25ea1e70-5dbf-453e-abb2-819a7435458b, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:32:54.928985 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] For port 25ea1e70-5dbf-453e-abb2-819a7435458b, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=25ea1e70-5dbf-453e-abb2-819a7435458b,segment=NetworkSegment(821336ce-1436-4d70-b43b-38ae760f8d6d),segment_id=821336ce-1436-4d70-b43b-38ae760f8d6d)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:32:54.936128 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (25ea1e70-5dbf-453e-abb2-819a7435458b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:54.950422 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] Set router 74c7ca9c-baa8-464f-b6f6-4c84c28be9cc gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:32:55.003515 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] Routers {'47ffec55-e0d4-44fc-813a-e4b14bdf5583'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:32:55.004185 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:32:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['47ffec55-e0d4-44fc-813a-e4b14bdf5583'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:55.047900 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8357f26-90fe-4870-a5d2-7c24d13b211c None None] Pushing event updated for resources: {'Port': ['ID=25ea1e70-5dbf-453e-abb2-819a7435458b,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:55.183121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] Set router 47ffec55-e0d4-44fc-813a-e4b14bdf5583 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:32:55.225892 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c7ca9c-baa8-464f-b6f6-4c84c28be9cc', 'name': 'tempest-TestEncryptedCinderVolumes-1383077840-router', 'tenant_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '17dff4a5-ef29-4b96-9b3d-4e6e38a80153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:32:53Z', 'updated_at': '2022-02-07T17:32:54Z', 'revision_number': 3, 'project_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'gw_port': {'id': '17dff4a5-ef29-4b96-9b3d-4e6e38a80153', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c7ca9c-baa8-464f-b6f6-4c84c28be9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:32:53Z', 'updated_at': '2022-02-07T17:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:55.276496 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] Checking router: 74c7ca9c-baa8-464f-b6f6-4c84c28be9cc for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:32:55.276958 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] Updating router 74c7ca9c-baa8-464f-b6f6-4c84c28be9cc port 17dff4a5-ef29-4b96-9b3d-4e6e38a80153 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:32:55.324897 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (17dff4a5-ef29-4b96-9b3d-4e6e38a80153), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:55.465371 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4055418-4b6f-4d80-8237-8bc766b00401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:55.472544 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-864fe267-5d6a-4bf5-8782-827bc5613095 None None] Provisioning complete for port 25ea1e70-5dbf-453e-abb2-819a7435458b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:55.472930 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-864fe267-5d6a-4bf5-8782-827bc5613095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (25ea1e70-5dbf-453e-abb2-819a7435458b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:55.532177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffec55-e0d4-44fc-813a-e4b14bdf5583', 'name': 'tempest-TestEncryptedCinderVolumes-138686184-router', 'tenant_id': '8b5e10ec02f4495da994ae769d3c50ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '60589376-0dd7-49b3-ad3c-6c9328429c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:32:48Z', 'updated_at': '2022-02-07T17:32:51Z', 'revision_number': 4, 'project_id': '8b5e10ec02f4495da994ae769d3c50ea', 'gw_port': {'id': '60589376-0dd7-49b3-ad3c-6c9328429c5d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffec55-e0d4-44fc-813a-e4b14bdf5583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:32:48Z', 'updated_at': '2022-02-07T17:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '25ea1e70-5dbf-453e-abb2-819a7435458b', 'name': '', 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd', 'tenant_id': '8b5e10ec02f4495da994ae769d3c50ea', 'mac_address': 'fa:16:3e:de:80:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ffec55-e0d4-44fc-813a-e4b14bdf5583', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '05f88583-3e03-4ba3-b501-62ff7d857efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:32:50Z', 'updated_at': '2022-02-07T17:32:54Z', 'revision_number': 4, 'project_id': '8b5e10ec02f4495da994ae769d3c50ea', 'subnets': [{'id': '05f88583-3e03-4ba3-b501-62ff7d857efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:55.569201 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b0d158-2a3c-4ec0-a41a-376123f01979 None None] The sync data for ids ['47ffec55-e0d4-44fc-813a-e4b14bdf5583'] in n-d-827865-3 is: [{'id': '47ffec55-e0d4-44fc-813a-e4b14bdf5583', 'name': 'tempest-TestEncryptedCinderVolumes-138686184-router', 'tenant_id': '8b5e10ec02f4495da994ae769d3c50ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '60589376-0dd7-49b3-ad3c-6c9328429c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:32:48Z', 'updated_at': '2022-02-07T17:32:51Z', 'revision_number': 4, 'project_id': '8b5e10ec02f4495da994ae769d3c50ea', 'gw_port': {'id': '60589376-0dd7-49b3-ad3c-6c9328429c5d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffec55-e0d4-44fc-813a-e4b14bdf5583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:32:48Z', 'updated_at': '2022-02-07T17:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '25ea1e70-5dbf-453e-abb2-819a7435458b', 'name': '', 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd', 'tenant_id': '8b5e10ec02f4495da994ae769d3c50ea', 'mac_address': 'fa:16:3e:de:80:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ffec55-e0d4-44fc-813a-e4b14bdf5583', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '05f88583-3e03-4ba3-b501-62ff7d857efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:32:50Z', 'updated_at': '2022-02-07T17:32:54Z', 'revision_number': 4, 'project_id': '8b5e10ec02f4495da994ae769d3c50ea', 'subnets': [{'id': '05f88583-3e03-4ba3-b501-62ff7d857efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:32:55.628008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 19971d0a-1d70-415f-bb8f-c015d81d45fe up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:32:55.678725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-864fe267-5d6a-4bf5-8782-827bc5613095 None None] Current status of the port 25ea1e70-5dbf-453e-abb2-819a7435458b is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:55.679129 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-864fe267-5d6a-4bf5-8782-827bc5613095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (25ea1e70-5dbf-453e-abb2-819a7435458b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:55.725687 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-a4055418-4b6f-4d80-8237-8bc766b00401 admin admin] Allocated IP 172.20.0.1 (f155955d-91f9-4d0c-9eeb-adc67e9cd7b4/be28c8b0-4543-4828-8686-aa6d69cd4395/b7dcda32-1a0f-49e4-b4e7-8a45f05ea427) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:32:55.727549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-864fe267-5d6a-4bf5-8782-827bc5613095 None None] For port 25ea1e70-5dbf-453e-abb2-819a7435458b, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=25ea1e70-5dbf-453e-abb2-819a7435458b,segment=NetworkSegment(821336ce-1436-4d70-b43b-38ae760f8d6d),segment_id=821336ce-1436-4d70-b43b-38ae760f8d6d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:32:55.739626 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-864fe267-5d6a-4bf5-8782-827bc5613095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (25ea1e70-5dbf-453e-abb2-819a7435458b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:55.805989 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 19971d0a-1d70-415f-bb8f-c015d81d45fe triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:55.806213 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] Publish callbacks [] for port (17dff4a5-ef29-4b96-9b3d-4e6e38a80153), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:55.806685 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (19971d0a-1d70-415f-bb8f-c015d81d45fe), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:55.815646 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (17dff4a5-ef29-4b96-9b3d-4e6e38a80153), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:55.881064 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4055418-4b6f-4d80-8237-8bc766b00401 admin admin] Publish callbacks [] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:55.889403 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] Attempting to bind port 17dff4a5-ef29-4b96-9b3d-4e6e38a80153 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:32:55.889909 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] Attempting to bind port 17dff4a5-ef29-4b96-9b3d-4e6e38a80153 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:32:55.890063 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] Attempting to bind port 17dff4a5-ef29-4b96-9b3d-4e6e38a80153 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:32:55.909419 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ed4c8-4e86-48c3-83dc-6ca8e01f65f1 None None] Pushing event updated for resources: {'Port': ['ID=17dff4a5-ef29-4b96-9b3d-4e6e38a80153,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:55.917154 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:32:55.917492 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:32:55.917910 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:55.918306 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:32:55.919092 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] Bound port: 17dff4a5-ef29-4b96-9b3d-4e6e38a80153, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:32:55.919309 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (17dff4a5-ef29-4b96-9b3d-4e6e38a80153), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:55.920157 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fe267-5d6a-4bf5-8782-827bc5613095 None None] Pushing event updated for resources: {'Port': ['ID=25ea1e70-5dbf-453e-abb2-819a7435458b,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:55.924674 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c57f0bf3-ad97-49ba-8db2-9049b8e8941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:55.946127 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4055418-4b6f-4d80-8237-8bc766b00401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:55.998561 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4055418-4b6f-4d80-8237-8bc766b00401 admin admin] Network f155955d-91f9-4d0c-9eeb-adc67e9cd7b4 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:32:56.003090 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a4055418-4b6f-4d80-8237-8bc766b00401 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:56.007595 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4055418-4b6f-4d80-8237-8bc766b00401 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:32:56.017609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 19971d0a-1d70-415f-bb8f-c015d81d45fe is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:56.018054 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (19971d0a-1d70-415f-bb8f-c015d81d45fe), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:56.032135 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] For port 17dff4a5-ef29-4b96-9b3d-4e6e38a80153, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:32:56.036062 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] For port 17dff4a5-ef29-4b96-9b3d-4e6e38a80153, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=17dff4a5-ef29-4b96-9b3d-4e6e38a80153,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:32:56.050460 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (17dff4a5-ef29-4b96-9b3d-4e6e38a80153), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:56.053046 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4055418-4b6f-4d80-8237-8bc766b00401 admin admin] Pushing event updated for resources: {'Port': ['ID=b7dcda32-1a0f-49e4-b4e7-8a45f05ea427,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:56.072458 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4055418-4b6f-4d80-8237-8bc766b00401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (74c7ca9c-baa8-464f-b6f6-4c84c28be9cc), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:56.079367 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 19971d0a-1d70-415f-bb8f-c015d81d45fe, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=19971d0a-1d70-415f-bb8f-c015d81d45fe,segment=NetworkSegment(98bfba35-8ab0-4cf4-87c9-b723063de91c),segment_id=98bfba35-8ab0-4cf4-87c9-b723063de91c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:32:56.086457 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (19971d0a-1d70-415f-bb8f-c015d81d45fe), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:56.087434 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 60589376-0dd7-49b3-ad3c-6c9328429c5d up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:32:56.154181 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] Routers {'74c7ca9c-baa8-464f-b6f6-4c84c28be9cc'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:32:56.155131 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:32:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['74c7ca9c-baa8-464f-b6f6-4c84c28be9cc'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:56.158380 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ed4c8-4e86-48c3-83dc-6ca8e01f65f1 None None] Pushing event updated for resources: {'Port': ['ID=17dff4a5-ef29-4b96-9b3d-4e6e38a80153,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:56.260983 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=19971d0a-1d70-415f-bb8f-c015d81d45fe,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:56.283320 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 60589376-0dd7-49b3-ad3c-6c9328429c5d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:56.283739 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (60589376-0dd7-49b3-ad3c-6c9328429c5d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:56.321827 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4055418-4b6f-4d80-8237-8bc766b00401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:56.364943 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] Set router 74c7ca9c-baa8-464f-b6f6-4c84c28be9cc gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:32:56.448482 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 60589376-0dd7-49b3-ad3c-6c9328429c5d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:56.502000 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2163b8a-01a5-43e0-9835-c2f04e268586 None None] Network f155955d-91f9-4d0c-9eeb-adc67e9cd7b4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:32:56.609595 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4055418-4b6f-4d80-8237-8bc766b00401 admin admin] Publish callbacks [] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:56.609814 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4dcaaa0c-ec28-4c6c-bc9f-09078fe5fe7a None None] Provisioning complete for port 19971d0a-1d70-415f-bb8f-c015d81d45fe triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:56.610200 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4dcaaa0c-ec28-4c6c-bc9f-09078fe5fe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (19971d0a-1d70-415f-bb8f-c015d81d45fe), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:56.615615 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4055418-4b6f-4d80-8237-8bc766b00401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:56.649906 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c7ca9c-baa8-464f-b6f6-4c84c28be9cc', 'name': 'tempest-TestEncryptedCinderVolumes-1383077840-router', 'tenant_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '17dff4a5-ef29-4b96-9b3d-4e6e38a80153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:32:53Z', 'updated_at': '2022-02-07T17:32:54Z', 'revision_number': 3, 'project_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'gw_port': {'id': '17dff4a5-ef29-4b96-9b3d-4e6e38a80153', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c7ca9c-baa8-464f-b6f6-4c84c28be9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:32:53Z', 'updated_at': '2022-02-07T17:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:56.680744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4055418-4b6f-4d80-8237-8bc766b00401 admin admin] Pushing event updated for resources: {'Port': ['ID=b7dcda32-1a0f-49e4-b4e7-8a45f05ea427,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:56.703022 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d589f75-3d47-444c-8ab6-567479a88402 None None] The sync data for ids ['74c7ca9c-baa8-464f-b6f6-4c84c28be9cc'] in n-d-827865-3 is: [{'id': '74c7ca9c-baa8-464f-b6f6-4c84c28be9cc', 'name': 'tempest-TestEncryptedCinderVolumes-1383077840-router', 'tenant_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '17dff4a5-ef29-4b96-9b3d-4e6e38a80153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:32:53Z', 'updated_at': '2022-02-07T17:32:54Z', 'revision_number': 3, 'project_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'gw_port': {'id': '17dff4a5-ef29-4b96-9b3d-4e6e38a80153', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c7ca9c-baa8-464f-b6f6-4c84c28be9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:32:53Z', 'updated_at': '2022-02-07T17:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:32:56.763697 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a4055418-4b6f-4d80-8237-8bc766b00401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (74c7ca9c-baa8-464f-b6f6-4c84c28be9cc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:56.795501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4dcaaa0c-ec28-4c6c-bc9f-09078fe5fe7a None None] Current status of the port 19971d0a-1d70-415f-bb8f-c015d81d45fe is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:56.886976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4055418-4b6f-4d80-8237-8bc766b00401 admin admin] Network f155955d-91f9-4d0c-9eeb-adc67e9cd7b4 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:32:56.888732 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a4055418-4b6f-4d80-8237-8bc766b00401 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:32:57.050334 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4055418-4b6f-4d80-8237-8bc766b00401 admin admin] Router 74c7ca9c-baa8-464f-b6f6-4c84c28be9cc has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:32:57.143658 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6d0f87f6-04b7-4576-ad63-91d80b5419bc None None] Provisioning complete for port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:57.144470 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6d0f87f6-04b7-4576-ad63-91d80b5419bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:57.217625 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6d0f87f6-04b7-4576-ad63-91d80b5419bc None None] Port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:32:57.242912 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6d0f87f6-04b7-4576-ad63-91d80b5419bc None None] Provisioning complete for port 19971d0a-1d70-415f-bb8f-c015d81d45fe triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:57.243542 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6d0f87f6-04b7-4576-ad63-91d80b5419bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (19971d0a-1d70-415f-bb8f-c015d81d45fe), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:57.293132 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4055418-4b6f-4d80-8237-8bc766b00401 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:32:57.314155 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a4055418-4b6f-4d80-8237-8bc766b00401 admin admin] 10.222.0.18 "PUT /v2.0/routers/74c7ca9c-baa8-464f-b6f6-4c84c28be9cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5139506 Feb 07 17:32:57.370386 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6d0f87f6-04b7-4576-ad63-91d80b5419bc None None] Current status of the port 19971d0a-1d70-415f-bb8f-c015d81d45fe is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:57.504221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7af4f31b-31fd-4fee-8c16-00238a9e0e33 None None] Provisioning complete for port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:57.505800 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7af4f31b-31fd-4fee-8c16-00238a9e0e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:57.570054 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7af4f31b-31fd-4fee-8c16-00238a9e0e33 None None] Port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:32:57.787890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 17dff4a5-ef29-4b96-9b3d-4e6e38a80153 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:32:57.850618 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d891e3ee-1d18-4be2-a0bd-779330331fa0 None None] Provisioning complete for port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:57.851187 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d891e3ee-1d18-4be2-a0bd-779330331fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:57.898210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 17dff4a5-ef29-4b96-9b3d-4e6e38a80153 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:57.898966 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (17dff4a5-ef29-4b96-9b3d-4e6e38a80153), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:57.902414 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d891e3ee-1d18-4be2-a0bd-779330331fa0 None None] Port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:32:57.995899 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 17dff4a5-ef29-4b96-9b3d-4e6e38a80153 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:57.996453 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (17dff4a5-ef29-4b96-9b3d-4e6e38a80153), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:58.020485 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 17dff4a5-ef29-4b96-9b3d-4e6e38a80153, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=17dff4a5-ef29-4b96-9b3d-4e6e38a80153,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:32:58.026448 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (17dff4a5-ef29-4b96-9b3d-4e6e38a80153), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:58.027568 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 19971d0a-1d70-415f-bb8f-c015d81d45fe up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:32:58.118562 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=17dff4a5-ef29-4b96-9b3d-4e6e38a80153,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:32:58.132936 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 19971d0a-1d70-415f-bb8f-c015d81d45fe triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:58.133582 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (19971d0a-1d70-415f-bb8f-c015d81d45fe), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:58.251532 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 19971d0a-1d70-415f-bb8f-c015d81d45fe is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:58.253546 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 25ea1e70-5dbf-453e-abb2-819a7435458b up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:32:58.284744 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6626d835-529f-4970-b1d9-def9e460c034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:58.316651 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 25ea1e70-5dbf-453e-abb2-819a7435458b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:58.317160 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (25ea1e70-5dbf-453e-abb2-819a7435458b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:58.407770 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-eeb446a1-1ce9-4ee2-bc6c-0b39f9641e58 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:58.409522 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-eeb446a1-1ce9-4ee2-bc6c-0b39f9641e58 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/networks?id=6d4b8694-bac3-4ed9-883e-380bf71a4cdd HTTP/1.1" status: 200 len: 816 time: 0.1132855 Feb 07 17:32:58.411161 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 25ea1e70-5dbf-453e-abb2-819a7435458b is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:58.430338 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-f486c328-29f7-463b-ae2e-2c42bf1b005f tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/quotas/8b5e10ec02f4495da994ae769d3c50ea HTTP/1.1" status: 200 len: 375 time: 0.0103481 Feb 07 17:32:58.498544 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-7291914f-93ce-4f39-8f46-08e88392b16a tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b5e10ec02f4495da994ae769d3c50ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620739 Feb 07 17:32:58.595717 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-754bcf17-f2d1-435d-a90a-9be0fe16da12 service neutron] 10.222.0.18 "GET /v2.0/networks/6d4b8694-bac3-4ed9-883e-380bf71a4cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855892 Feb 07 17:32:58.692932 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-38bbc313-b688-439a-ad09-38812d450bb3 service neutron] 10.222.0.18 "GET /v2.0/networks/6d4b8694-bac3-4ed9-883e-380bf71a4cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906632 Feb 07 17:32:58.875049 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5219e2ad-7563-46b7-a601-8cc121b2f892 req-ee0ab660-356e-4652-a60b-9a76cafa1beb tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e84733-9445-4c36-8e3b-a3aad9c285ca HTTP/1.1" status: 200 len: 210 time: 0.0327992 Feb 07 17:32:59.272352 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] Sync routers for ids ['74c7ca9c-baa8-464f-b6f6-4c84c28be9cc'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:32:59.283182 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] Routers {'74c7ca9c-baa8-464f-b6f6-4c84c28be9cc'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:32:59.283951 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:32:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['74c7ca9c-baa8-464f-b6f6-4c84c28be9cc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:59.401641 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] Set router 74c7ca9c-baa8-464f-b6f6-4c84c28be9cc gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:32:59.491594 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 17dff4a5-ef29-4b96-9b3d-4e6e38a80153 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:32:59.618106 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 17dff4a5-ef29-4b96-9b3d-4e6e38a80153 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:32:59.618371 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (17dff4a5-ef29-4b96-9b3d-4e6e38a80153), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:59.675155 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:59.718973 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c7ca9c-baa8-464f-b6f6-4c84c28be9cc', 'name': 'tempest-TestEncryptedCinderVolumes-1383077840-router', 'tenant_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '17dff4a5-ef29-4b96-9b3d-4e6e38a80153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:32:53Z', 'updated_at': '2022-02-07T17:32:56Z', 'revision_number': 4, 'project_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'gw_port': {'id': '17dff4a5-ef29-4b96-9b3d-4e6e38a80153', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c7ca9c-baa8-464f-b6f6-4c84c28be9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:32:53Z', 'updated_at': '2022-02-07T17:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'b7dcda32-1a0f-49e4-b4e7-8a45f05ea427', 'name': '', 'network_id': 'f155955d-91f9-4d0c-9eeb-adc67e9cd7b4', 'tenant_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'mac_address': 'fa:16:3e:92:f4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c7ca9c-baa8-464f-b6f6-4c84c28be9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'be28c8b0-4543-4828-8686-aa6d69cd4395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:32:55Z', 'updated_at': '2022-02-07T17:32:56Z', 'revision_number': 2, 'project_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'subnets': [{'id': 'be28c8b0-4543-4828-8686-aa6d69cd4395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:32:59.751546 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] Checking router: 74c7ca9c-baa8-464f-b6f6-4c84c28be9cc for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:32:59.751916 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] Updating router 74c7ca9c-baa8-464f-b6f6-4c84c28be9cc port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:32:59.852603 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-5b23ae06-2ebc-45c3-aba4-03b38a6a3f47 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:32:59.854885 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-5b23ae06-2ebc-45c3-aba4-03b38a6a3f47 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.32 "GET /v2.0/networks?id=6d4b8694-bac3-4ed9-883e-380bf71a4cdd HTTP/1.1" status: 200 len: 816 time: 0.1274495 Feb 07 17:32:59.868327 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-d9a001cc-328c-4d7f-a323-23b46e86ea26 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Request body: {'port': {'device_id': '54e84733-9445-4c36-8e3b-a3aad9c285ca', 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd', 'admin_state_up': True, 'tenant_id': '8b5e10ec02f4495da994ae769d3c50ea'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:32:59.939145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 17dff4a5-ef29-4b96-9b3d-4e6e38a80153 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:32:59.950743 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:32:59.990636 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ed821cf1-23d8-4653-bfb4-65fac74dafbd req-126fdd9c-baaa-4e6f-8a11-5da3b1fec08c tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e84733-9445-4c36-8e3b-a3aad9c285ca HTTP/1.1" status: 200 len: 210 time: 0.0397139 Feb 07 17:33:00.016286 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-d9a001cc-328c-4d7f-a323-23b46e86ea26 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Made reservation on behalf of 8b5e10ec02f4495da994ae769d3c50ea for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:33:00.019890 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-d9a001cc-328c-4d7f-a323-23b46e86ea26 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:00.148611 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-d9a001cc-328c-4d7f-a323-23b46e86ea26 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Allocated IP 172.20.0.3 (6d4b8694-bac3-4ed9-883e-380bf71a4cdd/05f88583-3e03-4ba3-b501-62ff7d857efa/2432e44e-2341-4d8f-9b89-d57a92e4aabe) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:33:00.224586 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] Publish callbacks [] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:00.231868 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:00.283007 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcb25c-cf1b-4b8e-8b60-d2febd121a5b None None] Pushing event updated for resources: {'Port': ['ID=b7dcda32-1a0f-49e4-b4e7-8a45f05ea427,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:33:00.319792 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-d9a001cc-328c-4d7f-a323-23b46e86ea26 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Publish callbacks [] for port (2432e44e-2341-4d8f-9b89-d57a92e4aabe), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:00.344811 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] Attempting to bind port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:33:00.345294 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] Attempting to bind port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '98bfba35-8ab0-4cf4-87c9-b723063de91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f155955d-91f9-4d0c-9eeb-adc67e9cd7b4'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:33:00.345755 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] Attempting to bind port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 on network f155955d-91f9-4d0c-9eeb-adc67e9cd7b4 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:33:00.352350 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:33:00.352879 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] Checking segment: {'id': '98bfba35-8ab0-4cf4-87c9-b723063de91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f155955d-91f9-4d0c-9eeb-adc67e9cd7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:33:00.353153 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:00.353584 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] Bound using segment: {'id': '98bfba35-8ab0-4cf4-87c9-b723063de91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f155955d-91f9-4d0c-9eeb-adc67e9cd7b4'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:33:00.354641 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] Bound port: b7dcda32-1a0f-49e4-b4e7-8a45f05ea427, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bfba35-8ab0-4cf4-87c9-b723063de91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f155955d-91f9-4d0c-9eeb-adc67e9cd7b4'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:33:00.354770 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:00.364508 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-d9a001cc-328c-4d7f-a323-23b46e86ea26 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (2432e44e-2341-4d8f-9b89-d57a92e4aabe), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:00.407991 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-d9a001cc-328c-4d7f-a323-23b46e86ea26 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Network 6d4b8694-bac3-4ed9-883e-380bf71a4cdd is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:33:00.415036 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-d9a001cc-328c-4d7f-a323-23b46e86ea26 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:33:00.419251 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-d9a001cc-328c-4d7f-a323-23b46e86ea26 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:33:00.429683 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] For port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:33:00.434299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] For port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b7dcda32-1a0f-49e4-b4e7-8a45f05ea427,segment=NetworkSegment(98bfba35-8ab0-4cf4-87c9-b723063de91c),segment_id=98bfba35-8ab0-4cf4-87c9-b723063de91c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:33:00.442824 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:00.447284 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a001cc-328c-4d7f-a323-23b46e86ea26 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Pushing event updated for resources: {'Port': ['ID=2432e44e-2341-4d8f-9b89-d57a92e4aabe,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:33:00.487144 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-d9a001cc-328c-4d7f-a323-23b46e86ea26 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:00.487824 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-d9a001cc-328c-4d7f-a323-23b46e86ea26 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:00.507259 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-d9a001cc-328c-4d7f-a323-23b46e86ea26 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6443982 Feb 07 17:33:00.514410 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] Routers {'74c7ca9c-baa8-464f-b6f6-4c84c28be9cc'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:33:00.515123 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:32:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['74c7ca9c-baa8-464f-b6f6-4c84c28be9cc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:33:00.519963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Request body: {'port': {'device_id': '54e84733-9445-4c36-8e3b-a3aad9c285ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:33:00.602994 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2432e44e-2341-4d8f-9b89-d57a92e4aabe), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:00.613417 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcb25c-cf1b-4b8e-8b60-d2febd121a5b None None] Pushing event updated for resources: {'Port': ['ID=b7dcda32-1a0f-49e4-b4e7-8a45f05ea427,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:33:00.667559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] Set router 74c7ca9c-baa8-464f-b6f6-4c84c28be9cc gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:33:00.719493 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5f581086-5789-4c2e-a0c6-755114e2134d None None] Provisioning complete for port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:33:00.719950 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5f581086-5789-4c2e-a0c6-755114e2134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:00.914692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2432e44e-2341-4d8f-9b89-d57a92e4aabe {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:33:00.922177 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Publish callbacks [] for port (2432e44e-2341-4d8f-9b89-d57a92e4aabe), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:00.927057 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5f581086-5789-4c2e-a0c6-755114e2134d None None] Current status of the port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:33:00.927452 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5f581086-5789-4c2e-a0c6-755114e2134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:00.934945 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Transition to ACTIVE for port object 2432e44e-2341-4d8f-9b89-d57a92e4aabe will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:33:00.938516 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (2432e44e-2341-4d8f-9b89-d57a92e4aabe), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:00.985168 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-5f581086-5789-4c2e-a0c6-755114e2134d None None] For port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b7dcda32-1a0f-49e4-b4e7-8a45f05ea427,segment=NetworkSegment(98bfba35-8ab0-4cf4-87c9-b723063de91c),segment_id=98bfba35-8ab0-4cf4-87c9-b723063de91c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:33:00.988474 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Pushing event updated for resources: {'Port': ['ID=2432e44e-2341-4d8f-9b89-d57a92e4aabe,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:33:00.993539 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5f581086-5789-4c2e-a0c6-755114e2134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:01.001660 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:01.026051 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c7ca9c-baa8-464f-b6f6-4c84c28be9cc', 'name': 'tempest-TestEncryptedCinderVolumes-1383077840-router', 'tenant_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '17dff4a5-ef29-4b96-9b3d-4e6e38a80153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:32:53Z', 'updated_at': '2022-02-07T17:32:56Z', 'revision_number': 4, 'project_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'gw_port': {'id': '17dff4a5-ef29-4b96-9b3d-4e6e38a80153', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c7ca9c-baa8-464f-b6f6-4c84c28be9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:32:53Z', 'updated_at': '2022-02-07T17:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'b7dcda32-1a0f-49e4-b4e7-8a45f05ea427', 'name': '', 'network_id': 'f155955d-91f9-4d0c-9eeb-adc67e9cd7b4', 'tenant_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'mac_address': 'fa:16:3e:92:f4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c7ca9c-baa8-464f-b6f6-4c84c28be9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'be28c8b0-4543-4828-8686-aa6d69cd4395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:32:55Z', 'updated_at': '2022-02-07T17:33:00Z', 'revision_number': 4, 'project_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'subnets': [{'id': 'be28c8b0-4543-4828-8686-aa6d69cd4395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:33:01.058072 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be55c1a-96bc-4651-8d39-b27e7310e25c None None] The sync data for ids ['74c7ca9c-baa8-464f-b6f6-4c84c28be9cc'] in n-d-827865-3 is: [{'id': '74c7ca9c-baa8-464f-b6f6-4c84c28be9cc', 'name': 'tempest-TestEncryptedCinderVolumes-1383077840-router', 'tenant_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '17dff4a5-ef29-4b96-9b3d-4e6e38a80153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:32:53Z', 'updated_at': '2022-02-07T17:32:56Z', 'revision_number': 4, 'project_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'gw_port': {'id': '17dff4a5-ef29-4b96-9b3d-4e6e38a80153', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c7ca9c-baa8-464f-b6f6-4c84c28be9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:32:53Z', 'updated_at': '2022-02-07T17:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'b7dcda32-1a0f-49e4-b4e7-8a45f05ea427', 'name': '', 'network_id': 'f155955d-91f9-4d0c-9eeb-adc67e9cd7b4', 'tenant_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'mac_address': 'fa:16:3e:92:f4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c7ca9c-baa8-464f-b6f6-4c84c28be9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'be28c8b0-4543-4828-8686-aa6d69cd4395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:32:55Z', 'updated_at': '2022-02-07T17:33:00Z', 'revision_number': 4, 'project_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'subnets': [{'id': 'be28c8b0-4543-4828-8686-aa6d69cd4395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:33:01.087915 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Attempting to bind port 2432e44e-2341-4d8f-9b89-d57a92e4aabe on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:33:01.088345 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Attempting to bind port 2432e44e-2341-4d8f-9b89-d57a92e4aabe by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '821336ce-1436-4d70-b43b-38ae760f8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:33:01.088480 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f581086-5789-4c2e-a0c6-755114e2134d None None] Pushing event updated for resources: {'Port': ['ID=b7dcda32-1a0f-49e4-b4e7-8a45f05ea427,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:33:01.088821 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Attempting to bind port 2432e44e-2341-4d8f-9b89-d57a92e4aabe on network 6d4b8694-bac3-4ed9-883e-380bf71a4cdd {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:33:01.110259 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Port 2432e44e-2341-4d8f-9b89-d57a92e4aabe on network 6d4b8694-bac3-4ed9-883e-380bf71a4cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:33:01.112003 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Attempting to bind port 2432e44e-2341-4d8f-9b89-d57a92e4aabe on network 6d4b8694-bac3-4ed9-883e-380bf71a4cdd {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:33:01.120294 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:33:01.120899 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Checking segment: {'id': '821336ce-1436-4d70-b43b-38ae760f8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:33:01.122406 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Bound using segment: {'id': '821336ce-1436-4d70-b43b-38ae760f8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:33:01.123346 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Bound port: 2432e44e-2341-4d8f-9b89-d57a92e4aabe, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '821336ce-1436-4d70-b43b-38ae760f8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:33:01.123821 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2432e44e-2341-4d8f-9b89-d57a92e4aabe), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:01.157930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-46f64665-3667-4bd1-9aa6-9f2606bae5d4 None None] Provisioning complete for port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:33:01.160625 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-46f64665-3667-4bd1-9aa6-9f2606bae5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:01.164183 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1844b1b-e62a-4925-b291-9641564ec598 req-9faea634-a5e4-4839-b4f8-9b8daadc1fa9 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:01.173913 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a1844b1b-e62a-4925-b291-9641564ec598 req-9faea634-a5e4-4839-b4f8-9b8daadc1fa9 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e84733-9445-4c36-8e3b-a3aad9c285ca HTTP/1.1" status: 200 len: 943 time: 0.0840285 Feb 07 17:33:01.270692 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a1844b1b-e62a-4925-b291-9641564ec598 req-c6d7d0af-0f82-495b-a9f1-5ff7d2cdde74 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893116 Feb 07 17:33:01.272902 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] For port 2432e44e-2341-4d8f-9b89-d57a92e4aabe, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:33:01.276598 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] For port 2432e44e-2341-4d8f-9b89-d57a92e4aabe, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2432e44e-2341-4d8f-9b89-d57a92e4aabe,segment=NetworkSegment(821336ce-1436-4d70-b43b-38ae760f8d6d),segment_id=821336ce-1436-4d70-b43b-38ae760f8d6d)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:33:01.287154 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (2432e44e-2341-4d8f-9b89-d57a92e4aabe), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:01.296172 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-46f64665-3667-4bd1-9aa6-9f2606bae5d4 None None] Current status of the port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:33:01.332614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:01.333232 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:01.334687 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] 10.222.0.32 "PUT /v2.0/ports/2432e44e-2341-4d8f-9b89-d57a92e4aabe HTTP/1.1" status: 200 len: 1091 time: 0.8201368 Feb 07 17:33:01.335141 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e84733-9445-4c36-8e3b-a3aad9c285ca', 'tag': '2432e44e-2341-4d8f-9b89-d57a92e4aabe'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:33:01.337464 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37cb60d-41da-4d40-9288-b2c088a011b9" -d '{"events": [{"name": "network-changed", "server_uuid": "54e84733-9445-4c36-8e3b-a3aad9c285ca", "tag": "2432e44e-2341-4d8f-9b89-d57a92e4aabe"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:33:01.388372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07772f61-1f41-4d51-a6ba-c6025c75b469 service neutron] Pushing event updated for resources: {'Port': ['ID=2432e44e-2341-4d8f-9b89-d57a92e4aabe,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:33:01.430668 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cd1cdd-1d3d-407d-91d0-c6aaf07a5728 x-openstack-request-id: req-b3cd1cdd-1d3d-407d-91d0-c6aaf07a5728 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:33:01.430969 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e84733-9445-4c36-8e3b-a3aad9c285ca", "tag": "2432e44e-2341-4d8f-9b89-d57a92e4aabe", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:33:01.431266 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3cd1cdd-1d3d-407d-91d0-c6aaf07a5728 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:33:01.431685 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e84733-9445-4c36-8e3b-a3aad9c285ca', 'tag': '2432e44e-2341-4d8f-9b89-d57a92e4aabe', 'status': 'completed', 'code': 200} Feb 07 17:33:01.459163 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-2746a1ac-9921-47d6-b8f2-b36499c7d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:01.460728 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-2746a1ac-9921-47d6-b8f2-b36499c7d64b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b5e10ec02f4495da994ae769d3c50ea&device_id=54e84733-9445-4c36-8e3b-a3aad9c285ca HTTP/1.1" status: 200 len: 1125 time: 0.0744817 Feb 07 17:33:01.519355 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-9415c436-253f-484c-9d96-c325b7fd4b85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2432e44e-2341-4d8f-9b89-d57a92e4aabe HTTP/1.1" status: 200 len: 217 time: 0.0492003 Feb 07 17:33:01.551405 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:33:01.581772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-18b9bc67-f89e-4e9c-9e5d-ee56e823fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:01.583369 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-18b9bc67-f89e-4e9c-9e5d-ee56e823fe46 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05f88583-3e03-4ba3-b501-62ff7d857efa HTTP/1.1" status: 200 len: 855 time: 0.0573213 Feb 07 17:33:01.620952 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:33:01.622098 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:01.647952 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-4c05478c-44df-4105-b7b6-bd837a44327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:01.649582 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-4c05478c-44df-4105-b7b6-bd837a44327f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d4b8694-bac3-4ed9-883e-380bf71a4cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521243 Feb 07 17:33:01.731743 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:33:01.761695 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-96737604-783f-488c-8b0d-19f58170f2d7 service neutron] 10.222.0.32 "GET /v2.0/networks/6d4b8694-bac3-4ed9-883e-380bf71a4cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057208 Feb 07 17:33:01.870084 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2e06c24e-004d-4400-8e91-d0d325dccf6b req-4b6a5a94-e5db-48e5-b083-61aebee68482 service neutron] 10.222.0.32 "GET /v2.0/networks/6d4b8694-bac3-4ed9-883e-380bf71a4cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025100 Feb 07 17:33:01.979873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cb60d-41da-4d40-9288-b2c088a011b9 req-a4166678-a0f1-4b70-a1c3-03736cf753ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:01.982093 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b37cb60d-41da-4d40-9288-b2c088a011b9 req-a4166678-a0f1-4b70-a1c3-03736cf753ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b5e10ec02f4495da994ae769d3c50ea&device_id=54e84733-9445-4c36-8e3b-a3aad9c285ca HTTP/1.1" status: 200 len: 1125 time: 0.0684924 Feb 07 17:33:02.077995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cb60d-41da-4d40-9288-b2c088a011b9 req-dd39cce8-6d0f-4013-894c-0e3bcbc72c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:02.079520 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b37cb60d-41da-4d40-9288-b2c088a011b9 req-dd39cce8-6d0f-4013-894c-0e3bcbc72c91 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d4b8694-bac3-4ed9-883e-380bf71a4cdd HTTP/1.1" status: 200 len: 917 time: 0.0911343 Feb 07 17:33:02.131383 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b37cb60d-41da-4d40-9288-b2c088a011b9 req-3992ab96-fdf7-480b-95db-8034954d0267 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2432e44e-2341-4d8f-9b89-d57a92e4aabe HTTP/1.1" status: 200 len: 217 time: 0.0449557 Feb 07 17:33:02.180779 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cb60d-41da-4d40-9288-b2c088a011b9 req-8b25ee58-e692-4078-84c9-b8efd9b7e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:02.182575 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b37cb60d-41da-4d40-9288-b2c088a011b9 req-8b25ee58-e692-4078-84c9-b8efd9b7e6c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05f88583-3e03-4ba3-b501-62ff7d857efa HTTP/1.1" status: 200 len: 855 time: 0.0448651 Feb 07 17:33:02.231873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cb60d-41da-4d40-9288-b2c088a011b9 req-95249df3-ddab-41e4-b03d-124bbf6acb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:02.233385 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b37cb60d-41da-4d40-9288-b2c088a011b9 req-95249df3-ddab-41e4-b03d-124bbf6acb2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d4b8694-bac3-4ed9-883e-380bf71a4cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445845 Feb 07 17:33:02.333089 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b37cb60d-41da-4d40-9288-b2c088a011b9 req-3c3eaadb-d506-4f86-87b5-2bf0b7bca88a service neutron] 10.222.0.32 "GET /v2.0/networks/6d4b8694-bac3-4ed9-883e-380bf71a4cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929737 Feb 07 17:33:02.393541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af99a9b-31b8-4d18-bba6-4c4744c21b5f req-0e0f6ddf-c816-49ab-968a-cdf161698e49 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:02.395054 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8af99a9b-31b8-4d18-bba6-4c4744c21b5f req-0e0f6ddf-c816-49ab-968a-cdf161698e49 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e84733-9445-4c36-8e3b-a3aad9c285ca HTTP/1.1" status: 200 len: 943 time: 0.0529041 Feb 07 17:33:02.433056 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b37cb60d-41da-4d40-9288-b2c088a011b9 req-05b7f6bd-210f-4e1b-9451-83105d37ed26 service neutron] 10.222.0.32 "GET /v2.0/networks/6d4b8694-bac3-4ed9-883e-380bf71a4cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919409 Feb 07 17:33:02.457830 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8af99a9b-31b8-4d18-bba6-4c4744c21b5f req-c4c5fa3a-63b0-4555-a663-480aec193762 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564914 Feb 07 17:33:02.481531 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:03.575606 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ef559-a281-4fee-bc21-c1d6bb16305b req-cc37e441-e6cb-4244-9bd2-aeb67953a302 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:03.577009 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-176ef559-a281-4fee-bc21-c1d6bb16305b req-cc37e441-e6cb-4244-9bd2-aeb67953a302 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e84733-9445-4c36-8e3b-a3aad9c285ca HTTP/1.1" status: 200 len: 943 time: 0.0531719 Feb 07 17:33:03.625731 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-176ef559-a281-4fee-bc21-c1d6bb16305b req-4ccd7646-f150-4ff4-9e75-f74aa8488978 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424592 Feb 07 17:33:04.436485 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2432e44e-2341-4d8f-9b89-d57a92e4aabe details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:33:04.533011 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2432e44e-2341-4d8f-9b89-d57a92e4aabe, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2432e44e-2341-4d8f-9b89-d57a92e4aabe,segment=NetworkSegment(821336ce-1436-4d70-b43b-38ae760f8d6d),segment_id=821336ce-1436-4d70-b43b-38ae760f8d6d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:33:04.544333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '2432e44e-2341-4d8f-9b89-d57a92e4aabe', 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd', 'port_id': '2432e44e-2341-4d8f-9b89-d57a92e4aabe', 'mac_address': 'fa:16:3e:41:eb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f88583-3e03-4ba3-b501-62ff7d857efa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:33:04.586154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 2432e44e-2341-4d8f-9b89-d57a92e4aabe is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:33:04.586551 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2432e44e-2341-4d8f-9b89-d57a92e4aabe), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:04.599048 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2432e44e-2341-4d8f-9b89-d57a92e4aabe {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:33:04.617851 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2432e44e-2341-4d8f-9b89-d57a92e4aabe, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2432e44e-2341-4d8f-9b89-d57a92e4aabe,segment=NetworkSegment(821336ce-1436-4d70-b43b-38ae760f8d6d),segment_id=821336ce-1436-4d70-b43b-38ae760f8d6d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:33:04.622090 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2432e44e-2341-4d8f-9b89-d57a92e4aabe), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:04.671674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=2432e44e-2341-4d8f-9b89-d57a92e4aabe,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:33:04.754120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c02824-f239-462f-8a3f-fa2ef2d78cfe req-0ad7aed8-32a3-41ba-8a98-5a6f814193d8 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:04.755611 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-98c02824-f239-462f-8a3f-fa2ef2d78cfe req-0ad7aed8-32a3-41ba-8a98-5a6f814193d8 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e84733-9445-4c36-8e3b-a3aad9c285ca HTTP/1.1" status: 200 len: 944 time: 0.0581114 Feb 07 17:33:04.804313 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-98c02824-f239-462f-8a3f-fa2ef2d78cfe req-42162655-469a-4f6e-b4da-1702b6e24ff0 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429428 Feb 07 17:33:04.834250 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2432e44e-2341-4d8f-9b89-d57a92e4aabe'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:33:05.928830 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab44a1-cfdc-44c3-9d7e-c86129e4c0ff req-10f838d6-2281-4f6f-b2aa-254a07d0f2d7 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:05.930257 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-15ab44a1-cfdc-44c3-9d7e-c86129e4c0ff req-10f838d6-2281-4f6f-b2aa-254a07d0f2d7 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e84733-9445-4c36-8e3b-a3aad9c285ca HTTP/1.1" status: 200 len: 944 time: 0.0565689 Feb 07 17:33:05.976311 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-15ab44a1-cfdc-44c3-9d7e-c86129e4c0ff req-8b84eaa6-c176-4ac1-984c-23e5b23bd62d tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404460 Feb 07 17:33:06.435918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2432e44e-2341-4d8f-9b89-d57a92e4aabe up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:33:06.485738 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 2432e44e-2341-4d8f-9b89-d57a92e4aabe completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:33:06.489726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 2432e44e-2341-4d8f-9b89-d57a92e4aabe triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:33:06.490110 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2432e44e-2341-4d8f-9b89-d57a92e4aabe), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:06.567592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 2432e44e-2341-4d8f-9b89-d57a92e4aabe is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:33:06.567896 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2432e44e-2341-4d8f-9b89-d57a92e4aabe), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:06.593870 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e84733-9445-4c36-8e3b-a3aad9c285ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2432e44e-2341-4d8f-9b89-d57a92e4aabe'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:33:06.596172 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f728a6b-9fde-46ef-93dc-8dff0cb8642e" -d '{"events": [{"server_uuid": "54e84733-9445-4c36-8e3b-a3aad9c285ca", "name": "network-vif-plugged", "status": "completed", "tag": "2432e44e-2341-4d8f-9b89-d57a92e4aabe"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:33:06.611377 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 2432e44e-2341-4d8f-9b89-d57a92e4aabe, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2432e44e-2341-4d8f-9b89-d57a92e4aabe,segment=NetworkSegment(821336ce-1436-4d70-b43b-38ae760f8d6d),segment_id=821336ce-1436-4d70-b43b-38ae760f8d6d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:33:06.615655 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2432e44e-2341-4d8f-9b89-d57a92e4aabe), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:06.639686 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf70cc61-b605-4f9d-bf88-73e8c2018028 x-openstack-request-id: req-cf70cc61-b605-4f9d-bf88-73e8c2018028 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:33:06.639996 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e84733-9445-4c36-8e3b-a3aad9c285ca", "name": "network-vif-plugged", "status": "completed", "tag": "2432e44e-2341-4d8f-9b89-d57a92e4aabe", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:33:06.640257 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf70cc61-b605-4f9d-bf88-73e8c2018028 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:33:06.640657 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e84733-9445-4c36-8e3b-a3aad9c285ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2432e44e-2341-4d8f-9b89-d57a92e4aabe', 'code': 200} Feb 07 17:33:06.669935 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=2432e44e-2341-4d8f-9b89-d57a92e4aabe,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:33:06.746176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71be2b4-94da-4754-8384-2bd54d086a8e req-6c217d9f-7c9d-4a4b-a00d-8a4eabbedb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:06.747692 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a71be2b4-94da-4754-8384-2bd54d086a8e req-6c217d9f-7c9d-4a4b-a00d-8a4eabbedb99 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54e84733-9445-4c36-8e3b-a3aad9c285ca HTTP/1.1" status: 200 len: 1127 time: 0.0489707 Feb 07 17:33:06.793523 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a71be2b4-94da-4754-8384-2bd54d086a8e req-f7e8a6e6-e568-4692-9cdd-0ff74e57b118 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404418 Feb 07 17:33:07.099303 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468ed10-b324-450a-bb31-e70bcc90bebe req-fcd5d597-d132-4740-9910-bed8604989da tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:07.100855 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5468ed10-b324-450a-bb31-e70bcc90bebe req-fcd5d597-d132-4740-9910-bed8604989da tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e84733-9445-4c36-8e3b-a3aad9c285ca HTTP/1.1" status: 200 len: 945 time: 0.0568218 Feb 07 17:33:07.147567 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5468ed10-b324-450a-bb31-e70bcc90bebe req-6e1c8740-459f-47ad-b81f-f042a83a0eeb tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 Feb 07 17:33:08.275243 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ecb67-11f2-491c-82a4-cbae2e7baf1d req-e121c80c-c65e-491a-8dc8-4cc8279392c4 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:08.276770 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4a9ecb67-11f2-491c-82a4-cbae2e7baf1d req-e121c80c-c65e-491a-8dc8-4cc8279392c4 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e84733-9445-4c36-8e3b-a3aad9c285ca HTTP/1.1" status: 200 len: 945 time: 0.0532897 Feb 07 17:33:08.326732 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4a9ecb67-11f2-491c-82a4-cbae2e7baf1d req-f6261c96-3b12-449d-9a96-049fd047f7d4 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442276 Feb 07 17:33:08.453854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f1597-51b3-407b-9893-6a6ca20c85a6 req-ed485c76-ef36-43d9-8d9d-ff397c051d4b tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:08.455260 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-187f1597-51b3-407b-9893-6a6ca20c85a6 req-ed485c76-ef36-43d9-8d9d-ff397c051d4b tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e84733-9445-4c36-8e3b-a3aad9c285ca HTTP/1.1" status: 200 len: 945 time: 0.0549657 Feb 07 17:33:08.503442 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-187f1597-51b3-407b-9893-6a6ca20c85a6 req-6cbd8cc2-d329-4eaa-981c-dc5955b29979 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423732 Feb 07 17:33:13.562539 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:33:21.678464 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:23.591372 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:25.823616 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-89ed788a-0372-4d06-8270-a6ab5ead86ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:28.250685 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c5efd729-4dd5-4ea1-b31c-a9a1a2c54237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:29.647481 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:30.973674 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:32.488053 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:42.964473 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4b8fb-030b-4a21-9d71-4d4cbec0d679 req-7778ef0d-ccd7-47e0-affe-c85157bde9d2 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:42.966033 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dd4b8fb-030b-4a21-9d71-4d4cbec0d679 req-7778ef0d-ccd7-47e0-affe-c85157bde9d2 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e84733-9445-4c36-8e3b-a3aad9c285ca HTTP/1.1" status: 200 len: 945 time: 0.0673060 Feb 07 17:33:43.018886 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7dd4b8fb-030b-4a21-9d71-4d4cbec0d679 req-a5d1d18b-ad66-4762-a795-16c74be70541 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467768 Feb 07 17:33:44.149262 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd05d05-b5ab-4b79-b52f-b4286c1555a5 req-3f7e3a95-6402-4413-9870-12e32856e8fc tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:44.150806 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5bd05d05-b5ab-4b79-b52f-b4286c1555a5 req-3f7e3a95-6402-4413-9870-12e32856e8fc tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e84733-9445-4c36-8e3b-a3aad9c285ca HTTP/1.1" status: 200 len: 945 time: 0.0567524 Feb 07 17:33:44.202870 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5bd05d05-b5ab-4b79-b52f-b4286c1555a5 req-acf8b96b-e742-4b99-a91c-52570056b447 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462587 Feb 07 17:33:44.385724 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf4024-203b-4029-a636-8fdd83548213 req-5460be7b-029e-4823-9583-2ddc2cdbe0ac tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:44.387089 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9ccf4024-203b-4029-a636-8fdd83548213 req-5460be7b-029e-4823-9583-2ddc2cdbe0ac tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.32 "GET /v2.0/ports?device_id=54e84733-9445-4c36-8e3b-a3aad9c285ca HTTP/1.1" status: 200 len: 945 time: 0.0533144 Feb 07 17:33:44.481188 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-9ccf4024-203b-4029-a636-8fdd83548213 req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Deleting port 2432e44e-2341-4d8f-9b89-d57a92e4aabe {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:33:44.481551 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9ccf4024-203b-4029-a636-8fdd83548213 req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2432e44e-2341-4d8f-9b89-d57a92e4aabe), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:44.575203 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-9ccf4024-203b-4029-a636-8fdd83548213 req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] For port 2432e44e-2341-4d8f-9b89-d57a92e4aabe, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=2432e44e-2341-4d8f-9b89-d57a92e4aabe,segment=NetworkSegment(821336ce-1436-4d70-b43b-38ae760f8d6d),segment_id=821336ce-1436-4d70-b43b-38ae760f8d6d)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:33:44.575572 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9ccf4024-203b-4029-a636-8fdd83548213 req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2432e44e-2341-4d8f-9b89-d57a92e4aabe), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:44.590948 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-9ccf4024-203b-4029-a636-8fdd83548213 req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Calling delete_port for 2432e44e-2341-4d8f-9b89-d57a92e4aabe owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:33:44.726961 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9ccf4024-203b-4029-a636-8fdd83548213 req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (2432e44e-2341-4d8f-9b89-d57a92e4aabe), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:44.738983 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['2432e44e-2341-4d8f-9b89-d57a92e4aabe'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:33:45.075907 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Pushing event deleted for resources: {'Port': ['ID=2432e44e-2341-4d8f-9b89-d57a92e4aabe,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:33:45.088333 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:45.088696 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:45.089067 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:45.089516 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:45.089856 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:45.090190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:45.090521 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:45.090854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:45.091208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:45.091524 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:45.091850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:45.092174 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:45.092496 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:45.128932 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccf4024-203b-4029-a636-8fdd83548213 req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] No DVR routers for this DVR port 2432e44e-2341-4d8f-9b89-d57a92e4aabe on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:33:45.131553 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-9ccf4024-203b-4029-a636-8fdd83548213 req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:45.134897 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9ccf4024-203b-4029-a636-8fdd83548213 req-55ce68bc-382b-4b03-9957-e390b7182254 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.32 "DELETE /v2.0/ports/2432e44e-2341-4d8f-9b89-d57a92e4aabe HTTP/1.1" status: 204 len: 173 time: 0.7432508 Feb 07 17:33:45.135352 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e84733-9445-4c36-8e3b-a3aad9c285ca', 'name': 'network-vif-deleted', 'tag': '2432e44e-2341-4d8f-9b89-d57a92e4aabe'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:33:45.137698 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae90aa2-0794-40b2-b62b-9aa4e1923b0c" -d '{"events": [{"server_uuid": "54e84733-9445-4c36-8e3b-a3aad9c285ca", "name": "network-vif-deleted", "tag": "2432e44e-2341-4d8f-9b89-d57a92e4aabe"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:33:45.173593 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd90cfa0-ae17-4bd3-adc6-5f525fdb7121 x-openstack-request-id: req-cd90cfa0-ae17-4bd3-adc6-5f525fdb7121 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:33:45.174825 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e84733-9445-4c36-8e3b-a3aad9c285ca", "name": "network-vif-deleted", "tag": "2432e44e-2341-4d8f-9b89-d57a92e4aabe", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:33:45.174825 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd90cfa0-ae17-4bd3-adc6-5f525fdb7121 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:33:45.175357 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e84733-9445-4c36-8e3b-a3aad9c285ca', 'name': 'network-vif-deleted', 'tag': '2432e44e-2341-4d8f-9b89-d57a92e4aabe', 'status': 'completed', 'code': 200} Feb 07 17:33:45.306022 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-42e975c2-4b15-4e51-9621-e3877bd07cb7 req-29c0d664-d1bd-4d2a-a002-7af4c5716abd tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e84733-9445-4c36-8e3b-a3aad9c285ca HTTP/1.1" status: 200 len: 210 time: 0.0278366 Feb 07 17:33:46.789232 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-32281f95-43b8-4366-b7fc-ed65685ba188 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:46.790723 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-32281f95-43b8-4366-b7fc-ed65685ba188 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/networks?id=6d4b8694-bac3-4ed9-883e-380bf71a4cdd HTTP/1.1" status: 200 len: 816 time: 0.1041369 Feb 07 17:33:46.805929 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-89eeb9b5-65a6-4706-b6fb-d30c007d6a68 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/quotas/8b5e10ec02f4495da994ae769d3c50ea HTTP/1.1" status: 200 len: 375 time: 0.0095825 Feb 07 17:33:46.861738 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-8da79e2c-1fee-4e16-844a-e71514c52579 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b5e10ec02f4495da994ae769d3c50ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503221 Feb 07 17:33:46.959802 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-e3dd621c-125d-429c-a286-5853c231dab8 service neutron] 10.222.0.18 "GET /v2.0/networks/6d4b8694-bac3-4ed9-883e-380bf71a4cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866480 Feb 07 17:33:47.048616 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-a1030c1d-62d8-4b26-9bf1-57346e55e9f8 service neutron] 10.222.0.18 "GET /v2.0/networks/6d4b8694-bac3-4ed9-883e-380bf71a4cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829623 Feb 07 17:33:47.212915 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3f9254a3-6c22-4415-a8d4-e16468e3c9b9 req-e303e8d7-d2d2-48a7-86e4-98925357eb9a tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=b756e65d-6aad-4ff8-9549-aa51ff7e52d5 HTTP/1.1" status: 200 len: 210 time: 0.0287561 Feb 07 17:33:48.122284 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-20eaefe3-fadf-4317-99c3-9880a24dc671 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:48.123739 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-20eaefe3-fadf-4317-99c3-9880a24dc671 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.48 "GET /v2.0/networks?id=6d4b8694-bac3-4ed9-883e-380bf71a4cdd HTTP/1.1" status: 200 len: 816 time: 0.1046538 Feb 07 17:33:48.134926 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Request body: {'port': {'device_id': 'b756e65d-6aad-4ff8-9549-aa51ff7e52d5', 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd', 'admin_state_up': True, 'tenant_id': '8b5e10ec02f4495da994ae769d3c50ea'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:33:48.240103 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Made reservation on behalf of 8b5e10ec02f4495da994ae769d3c50ea for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:33:48.243680 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:48.315029 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a526368f-e318-4725-95ec-2c754b1d42a1 req-9fe1bc35-0fde-412e-ba07-43f21f0d476f tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=b756e65d-6aad-4ff8-9549-aa51ff7e52d5 HTTP/1.1" status: 200 len: 210 time: 0.0286913 Feb 07 17:33:48.375568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Allocated IP 172.20.0.7 (6d4b8694-bac3-4ed9-883e-380bf71a4cdd/05f88583-3e03-4ba3-b501-62ff7d857efa/0c481810-70b0-44b2-9410-5fdd9cd4780d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:33:48.521057 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Publish callbacks [] for port (0c481810-70b0-44b2-9410-5fdd9cd4780d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:48.554360 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (0c481810-70b0-44b2-9410-5fdd9cd4780d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:48.592825 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Network 6d4b8694-bac3-4ed9-883e-380bf71a4cdd is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:33:48.598567 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:33:48.602271 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:33:48.630470 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Pushing event updated for resources: {'Port': ['ID=0c481810-70b0-44b2-9410-5fdd9cd4780d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:33:48.644986 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:48.645374 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:48.645730 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:48.646075 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:48.646412 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:48.646751 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:48.647082 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:48.647414 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:48.647744 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:48.648080 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:48.648404 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:48.648728 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:48.649051 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:48.667784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:48.668491 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:48.679415 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2432e44e-2341-4d8f-9b89-d57a92e4aabe no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:33:48.688470 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-3d228c19-716c-41e3-b22a-2ec8e6e53650 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5572338 Feb 07 17:33:48.699892 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Request body: {'port': {'device_id': 'b756e65d-6aad-4ff8-9549-aa51ff7e52d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:33:48.702891 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 2432e44e-2341-4d8f-9b89-d57a92e4aabe {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:33:48.703215 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 2432e44e-2341-4d8f-9b89-d57a92e4aabe not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:33:48.765652 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0c481810-70b0-44b2-9410-5fdd9cd4780d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:48.831912 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b271af46-3ad4-40e0-bcea-2eaf432b6d4c None None] Provisioning complete for port 0c481810-70b0-44b2-9410-5fdd9cd4780d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:33:48.832343 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b271af46-3ad4-40e0-bcea-2eaf432b6d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0c481810-70b0-44b2-9410-5fdd9cd4780d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:48.868261 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b271af46-3ad4-40e0-bcea-2eaf432b6d4c None None] Port 0c481810-70b0-44b2-9410-5fdd9cd4780d cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:33:49.367151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c481810-70b0-44b2-9410-5fdd9cd4780d {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:33:49.375085 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Publish callbacks [] for port (0c481810-70b0-44b2-9410-5fdd9cd4780d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:49.389995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Transition to ACTIVE for port object 0c481810-70b0-44b2-9410-5fdd9cd4780d will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:33:49.400786 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (0c481810-70b0-44b2-9410-5fdd9cd4780d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:49.480750 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Pushing event updated for resources: {'Port': ['ID=0c481810-70b0-44b2-9410-5fdd9cd4780d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:33:49.538958 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43043af3-b09c-4d24-a57c-34b7861659dd req-56189ef1-ed97-49c9-982d-76b8544e2560 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:49.540378 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-43043af3-b09c-4d24-a57c-34b7861659dd req-56189ef1-ed97-49c9-982d-76b8544e2560 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=b756e65d-6aad-4ff8-9549-aa51ff7e52d5 HTTP/1.1" status: 200 len: 943 time: 0.1540792 Feb 07 17:33:49.600083 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Attempting to bind port 0c481810-70b0-44b2-9410-5fdd9cd4780d on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:33:49.600432 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Attempting to bind port 0c481810-70b0-44b2-9410-5fdd9cd4780d by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '821336ce-1436-4d70-b43b-38ae760f8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:33:49.600774 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Attempting to bind port 0c481810-70b0-44b2-9410-5fdd9cd4780d on network 6d4b8694-bac3-4ed9-883e-380bf71a4cdd {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:33:49.612227 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-43043af3-b09c-4d24-a57c-34b7861659dd req-282c0541-1251-457e-8374-7931e330599c tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645251 Feb 07 17:33:49.613066 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Port 0c481810-70b0-44b2-9410-5fdd9cd4780d on network 6d4b8694-bac3-4ed9-883e-380bf71a4cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:33:49.613443 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Attempting to bind port 0c481810-70b0-44b2-9410-5fdd9cd4780d on network 6d4b8694-bac3-4ed9-883e-380bf71a4cdd {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:33:49.619746 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:33:49.620100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Checking segment: {'id': '821336ce-1436-4d70-b43b-38ae760f8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:33:49.620511 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Bound using segment: {'id': '821336ce-1436-4d70-b43b-38ae760f8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:33:49.620954 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Bound port: 0c481810-70b0-44b2-9410-5fdd9cd4780d, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '821336ce-1436-4d70-b43b-38ae760f8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:33:49.621351 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0c481810-70b0-44b2-9410-5fdd9cd4780d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:49.686236 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] For port 0c481810-70b0-44b2-9410-5fdd9cd4780d, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:33:49.689936 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] For port 0c481810-70b0-44b2-9410-5fdd9cd4780d, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=0c481810-70b0-44b2-9410-5fdd9cd4780d,segment=NetworkSegment(821336ce-1436-4d70-b43b-38ae760f8d6d),segment_id=821336ce-1436-4d70-b43b-38ae760f8d6d)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:33:49.697235 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (0c481810-70b0-44b2-9410-5fdd9cd4780d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:49.733831 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:49.734459 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:49.735841 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] 10.222.0.48 "PUT /v2.0/ports/0c481810-70b0-44b2-9410-5fdd9cd4780d HTTP/1.1" status: 200 len: 1091 time: 1.0404282 Feb 07 17:33:49.736846 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b756e65d-6aad-4ff8-9549-aa51ff7e52d5', 'tag': '0c481810-70b0-44b2-9410-5fdd9cd4780d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:33:49.739468 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628c6723cf0d541a6362cfbbde021ddb095c9bd0acbf8defbc90316d1b4a8846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdbf18d-5c7c-49a7-93d5-86196be19992" -d '{"events": [{"name": "network-changed", "server_uuid": "b756e65d-6aad-4ff8-9549-aa51ff7e52d5", "tag": "0c481810-70b0-44b2-9410-5fdd9cd4780d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:33:49.769550 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce2bb6-a60b-45a8-8399-979b892312dd service neutron] Pushing event updated for resources: {'Port': ['ID=0c481810-70b0-44b2-9410-5fdd9cd4780d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:33:49.786539 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec007a5-8fbd-44c3-ab0e-ec3b6fce040f x-openstack-request-id: req-fec007a5-8fbd-44c3-ab0e-ec3b6fce040f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:33:49.786837 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b756e65d-6aad-4ff8-9549-aa51ff7e52d5", "tag": "0c481810-70b0-44b2-9410-5fdd9cd4780d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:33:49.787098 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fec007a5-8fbd-44c3-ab0e-ec3b6fce040f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:33:49.787512 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b756e65d-6aad-4ff8-9549-aa51ff7e52d5', 'tag': '0c481810-70b0-44b2-9410-5fdd9cd4780d', 'status': 'completed', 'code': 200} Feb 07 17:33:49.827519 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-a14741f7-1f2d-4df7-82d0-4736fd8bf913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:49.829086 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-a14741f7-1f2d-4df7-82d0-4736fd8bf913 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b5e10ec02f4495da994ae769d3c50ea&device_id=b756e65d-6aad-4ff8-9549-aa51ff7e52d5 HTTP/1.1" status: 200 len: 1125 time: 0.0525768 Feb 07 17:33:49.871718 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-13de99be-46ab-4e83-9fb1-827e24bb6864 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c481810-70b0-44b2-9410-5fdd9cd4780d HTTP/1.1" status: 200 len: 217 time: 0.0364056 Feb 07 17:33:49.925569 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-fb92dea6-6174-49c4-9870-300fb5f13b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:49.927056 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-fb92dea6-6174-49c4-9870-300fb5f13b19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05f88583-3e03-4ba3-b501-62ff7d857efa HTTP/1.1" status: 200 len: 855 time: 0.0501487 Feb 07 17:33:49.975953 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-4ace9e2b-ffe3-4d65-847a-1c1e8b091914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:49.977578 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-4ace9e2b-ffe3-4d65-847a-1c1e8b091914 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d4b8694-bac3-4ed9-883e-380bf71a4cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438726 Feb 07 17:33:50.066279 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-e05af186-e626-4db5-ac79-aebe52be68d7 service neutron] 10.222.0.48 "GET /v2.0/networks/6d4b8694-bac3-4ed9-883e-380bf71a4cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831933 Feb 07 17:33:50.158862 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-68dc5a74-781b-4abd-8c11-8791a8483eb9 req-1821b675-eb6b-4692-98ed-bd959a67cea4 service neutron] 10.222.0.48 "GET /v2.0/networks/6d4b8694-bac3-4ed9-883e-380bf71a4cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858598 Feb 07 17:33:50.264964 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbf18d-5c7c-49a7-93d5-86196be19992 req-c9acdafb-d63b-4a98-b0ed-2cca65288eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:50.266571 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bdbf18d-5c7c-49a7-93d5-86196be19992 req-c9acdafb-d63b-4a98-b0ed-2cca65288eb0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b5e10ec02f4495da994ae769d3c50ea&device_id=b756e65d-6aad-4ff8-9549-aa51ff7e52d5 HTTP/1.1" status: 200 len: 1125 time: 0.0478370 Feb 07 17:33:50.365167 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbf18d-5c7c-49a7-93d5-86196be19992 req-9edc9ace-59c4-4af8-9af0-1eb9fffea911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:50.366605 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bdbf18d-5c7c-49a7-93d5-86196be19992 req-9edc9ace-59c4-4af8-9af0-1eb9fffea911 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d4b8694-bac3-4ed9-883e-380bf71a4cdd HTTP/1.1" status: 200 len: 917 time: 0.0882733 Feb 07 17:33:50.407636 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bdbf18d-5c7c-49a7-93d5-86196be19992 req-dd0dd5ec-e3ad-4988-979c-67fcb0ed13e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c481810-70b0-44b2-9410-5fdd9cd4780d HTTP/1.1" status: 200 len: 217 time: 0.0349438 Feb 07 17:33:50.453794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbf18d-5c7c-49a7-93d5-86196be19992 req-093dfc96-c06d-441a-90bf-843c2204c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:50.455770 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bdbf18d-5c7c-49a7-93d5-86196be19992 req-093dfc96-c06d-441a-90bf-843c2204c5a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05f88583-3e03-4ba3-b501-62ff7d857efa HTTP/1.1" status: 200 len: 855 time: 0.0431619 Feb 07 17:33:50.510337 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbf18d-5c7c-49a7-93d5-86196be19992 req-f211ce67-b0bc-42aa-9949-3a663679200f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:50.511855 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bdbf18d-5c7c-49a7-93d5-86196be19992 req-f211ce67-b0bc-42aa-9949-3a663679200f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d4b8694-bac3-4ed9-883e-380bf71a4cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508745 Feb 07 17:33:50.561271 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:33:50.599594 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bdbf18d-5c7c-49a7-93d5-86196be19992 req-9698bdec-6711-4f36-954c-c1aa50baaa22 service neutron] 10.222.0.48 "GET /v2.0/networks/6d4b8694-bac3-4ed9-883e-380bf71a4cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820332 Feb 07 17:33:50.704041 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7bdbf18d-5c7c-49a7-93d5-86196be19992 req-74838e3b-e18c-4fea-8420-31518f3e7238 service neutron] 10.222.0.48 "GET /v2.0/networks/6d4b8694-bac3-4ed9-883e-380bf71a4cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986843 Feb 07 17:33:50.747089 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd2ffa-6fb8-4090-b18d-6f53cc86fd33 req-f6199493-3f29-49df-8a36-b80bb5a4d2d0 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:50.748587 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05dd2ffa-6fb8-4090-b18d-6f53cc86fd33 req-f6199493-3f29-49df-8a36-b80bb5a4d2d0 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=b756e65d-6aad-4ff8-9549-aa51ff7e52d5 HTTP/1.1" status: 200 len: 943 time: 0.0643835 Feb 07 17:33:50.802951 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-05dd2ffa-6fb8-4090-b18d-6f53cc86fd33 req-492f3af4-14e5-42da-aeb0-6944934a7b23 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481536 Feb 07 17:33:51.667989 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:51.935660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c52cb-1dc7-4cde-8bad-778dc4e62de7 req-eee01248-d91e-4c83-b18e-3dfb79f9f3ed tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:51.937066 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-341c52cb-1dc7-4cde-8bad-778dc4e62de7 req-eee01248-d91e-4c83-b18e-3dfb79f9f3ed tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=b756e65d-6aad-4ff8-9549-aa51ff7e52d5 HTTP/1.1" status: 200 len: 943 time: 0.0625701 Feb 07 17:33:51.983696 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-341c52cb-1dc7-4cde-8bad-778dc4e62de7 req-5064a087-5214-4581-9c21-d6168c97b1e4 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401058 Feb 07 17:33:53.107225 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead0f24-73ff-4800-8998-8f620f4f8ed1 req-bf9f40d7-b353-473e-b79f-f3f07a752de5 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:53.108728 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ead0f24-73ff-4800-8998-8f620f4f8ed1 req-bf9f40d7-b353-473e-b79f-f3f07a752de5 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=b756e65d-6aad-4ff8-9549-aa51ff7e52d5 HTTP/1.1" status: 200 len: 943 time: 0.0553906 Feb 07 17:33:53.155390 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7ead0f24-73ff-4800-8998-8f620f4f8ed1 req-4799b812-9f65-4820-bcff-dc2241d040be tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410681 Feb 07 17:33:53.597562 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:53.904066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 0c481810-70b0-44b2-9410-5fdd9cd4780d details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:33:53.999172 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 0c481810-70b0-44b2-9410-5fdd9cd4780d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=0c481810-70b0-44b2-9410-5fdd9cd4780d,segment=NetworkSegment(821336ce-1436-4d70-b43b-38ae760f8d6d),segment_id=821336ce-1436-4d70-b43b-38ae760f8d6d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:33:54.010668 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '0c481810-70b0-44b2-9410-5fdd9cd4780d', 'network_id': '6d4b8694-bac3-4ed9-883e-380bf71a4cdd', 'port_id': '0c481810-70b0-44b2-9410-5fdd9cd4780d', 'mac_address': 'fa:16:3e:83:cc:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f88583-3e03-4ba3-b501-62ff7d857efa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:33:54.047067 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 0c481810-70b0-44b2-9410-5fdd9cd4780d is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:33:54.047463 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0c481810-70b0-44b2-9410-5fdd9cd4780d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:54.065298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c481810-70b0-44b2-9410-5fdd9cd4780d {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:33:54.084270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 0c481810-70b0-44b2-9410-5fdd9cd4780d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=0c481810-70b0-44b2-9410-5fdd9cd4780d,segment=NetworkSegment(821336ce-1436-4d70-b43b-38ae760f8d6d),segment_id=821336ce-1436-4d70-b43b-38ae760f8d6d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:33:54.088316 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (0c481810-70b0-44b2-9410-5fdd9cd4780d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:54.135972 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=0c481810-70b0-44b2-9410-5fdd9cd4780d,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:33:54.143183 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:54.143537 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:54.143891 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:54.144233 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:54.144574 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:54.144920 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:54.145297 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:54.145631 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:54.145960 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:54.146290 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:54.146621 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:54.146949 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:54.147274 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:33:54.275584 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f7ef7-d30e-4266-b9ad-100a9effc752 req-03f824fb-fb8a-4187-af72-ded1a95a877e tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:54.277075 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4d7f7ef7-d30e-4266-b9ad-100a9effc752 req-03f824fb-fb8a-4187-af72-ded1a95a877e tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=b756e65d-6aad-4ff8-9549-aa51ff7e52d5 HTTP/1.1" status: 200 len: 944 time: 0.0543501 Feb 07 17:33:54.324744 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4d7f7ef7-d30e-4266-b9ad-100a9effc752 req-7f164f4b-e754-4606-8ad6-c57b6eb6fcad tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420167 Feb 07 17:33:54.453246 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['0c481810-70b0-44b2-9410-5fdd9cd4780d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:33:55.450676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e9130-7427-437b-975f-7086d8536eca req-32de3f6b-9dbf-40bd-bf13-362ec500c1b2 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:55.452183 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d49e9130-7427-437b-975f-7086d8536eca req-32de3f6b-9dbf-40bd-bf13-362ec500c1b2 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=b756e65d-6aad-4ff8-9549-aa51ff7e52d5 HTTP/1.1" status: 200 len: 944 time: 0.0584693 Feb 07 17:33:55.499556 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d49e9130-7427-437b-975f-7086d8536eca req-604e3287-5e04-4aeb-a2ed-e6b34dbe6b50 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408986 Feb 07 17:33:55.826447 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d4456fe-f04c-4750-b286-95718a432982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:55.919370 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 0c481810-70b0-44b2-9410-5fdd9cd4780d up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:33:55.968133 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 0c481810-70b0-44b2-9410-5fdd9cd4780d completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:33:55.973705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 0c481810-70b0-44b2-9410-5fdd9cd4780d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:33:55.974079 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (0c481810-70b0-44b2-9410-5fdd9cd4780d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:56.050300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 0c481810-70b0-44b2-9410-5fdd9cd4780d is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:33:56.050673 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (0c481810-70b0-44b2-9410-5fdd9cd4780d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:56.076664 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b756e65d-6aad-4ff8-9549-aa51ff7e52d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c481810-70b0-44b2-9410-5fdd9cd4780d'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:33:56.078980 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7f41f8-634b-4ce6-92d0-bada94b2cb20" -d '{"events": [{"server_uuid": "b756e65d-6aad-4ff8-9549-aa51ff7e52d5", "name": "network-vif-plugged", "status": "completed", "tag": "0c481810-70b0-44b2-9410-5fdd9cd4780d"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:33:56.093696 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 0c481810-70b0-44b2-9410-5fdd9cd4780d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=0c481810-70b0-44b2-9410-5fdd9cd4780d,segment=NetworkSegment(821336ce-1436-4d70-b43b-38ae760f8d6d),segment_id=821336ce-1436-4d70-b43b-38ae760f8d6d)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:33:56.099686 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (0c481810-70b0-44b2-9410-5fdd9cd4780d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:56.125119 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92c1adc-06bb-436f-8353-f04ce6fc0e46 x-openstack-request-id: req-d92c1adc-06bb-436f-8353-f04ce6fc0e46 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:33:56.125443 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b756e65d-6aad-4ff8-9549-aa51ff7e52d5", "name": "network-vif-plugged", "status": "completed", "tag": "0c481810-70b0-44b2-9410-5fdd9cd4780d", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:33:56.125701 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d92c1adc-06bb-436f-8353-f04ce6fc0e46 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:33:56.126279 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b756e65d-6aad-4ff8-9549-aa51ff7e52d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c481810-70b0-44b2-9410-5fdd9cd4780d', 'code': 200} Feb 07 17:33:56.157535 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=0c481810-70b0-44b2-9410-5fdd9cd4780d,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:33:56.222844 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195cd2b2-343c-4a12-bade-ae32705e962b req-6714dece-3ee5-4abc-b0cc-db10ee7a964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:56.224357 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-195cd2b2-343c-4a12-bade-ae32705e962b req-6714dece-3ee5-4abc-b0cc-db10ee7a964a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b756e65d-6aad-4ff8-9549-aa51ff7e52d5 HTTP/1.1" status: 200 len: 1127 time: 0.0452385 Feb 07 17:33:56.270799 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-195cd2b2-343c-4a12-bade-ae32705e962b req-286bccf4-6429-422f-889a-5b2b619d4310 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395052 Feb 07 17:33:56.620434 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53bd37-322b-47fd-82aa-aee4d71ebe7a req-c380c345-b9bc-43c7-a6b4-e5153cf72d98 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:56.621987 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8c53bd37-322b-47fd-82aa-aee4d71ebe7a req-c380c345-b9bc-43c7-a6b4-e5153cf72d98 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=b756e65d-6aad-4ff8-9549-aa51ff7e52d5 HTTP/1.1" status: 200 len: 945 time: 0.0539110 Feb 07 17:33:56.675350 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8c53bd37-322b-47fd-82aa-aee4d71ebe7a req-8b567e89-2a55-4d02-9972-598171e84f14 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470262 Feb 07 17:33:57.803555 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816d5d8-a050-48a7-9c88-d688b96199f3 req-8705c4dd-98d6-4000-827e-9a321c8de039 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:57.805432 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c816d5d8-a050-48a7-9c88-d688b96199f3 req-8705c4dd-98d6-4000-827e-9a321c8de039 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=b756e65d-6aad-4ff8-9549-aa51ff7e52d5 HTTP/1.1" status: 200 len: 945 time: 0.0545952 Feb 07 17:33:57.857262 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c816d5d8-a050-48a7-9c88-d688b96199f3 req-193c43c4-cf9e-4caf-8e6f-92fe38992cf0 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461886 Feb 07 17:33:57.979248 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed52eb4-1505-478a-bdcc-433a9f3ab80f req-f447b46f-cbe2-4269-8c35-0e4ae7f07971 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:33:57.980649 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1ed52eb4-1505-478a-bdcc-433a9f3ab80f req-f447b46f-cbe2-4269-8c35-0e4ae7f07971 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=b756e65d-6aad-4ff8-9549-aa51ff7e52d5 HTTP/1.1" status: 200 len: 945 time: 0.0547490 Feb 07 17:33:58.028902 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1ed52eb4-1505-478a-bdcc-433a9f3ab80f req-c1cb4231-b42f-4481-80b6-4b0fe839d6b6 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419369 Feb 07 17:33:58.243678 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2fca7660-546a-4946-ab81-3b12e4aa6688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:33:59.647194 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:00.976287 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:02.481870 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:21.681454 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:23.593205 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:25.828672 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1fd1f550-619c-4edc-948e-42adbc432610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:27.021238 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f0e79733-475d-45af-a6fb-c88e327ffe7d req-1e985eb3-5df6-4aaf-81f1-10bf6bb4daa9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b756e65d-6aad-4ff8-9549-aa51ff7e52d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443134 Feb 07 17:34:27.111594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e79733-475d-45af-a6fb-c88e327ffe7d req-078e8bd8-2cbd-46fb-a353-560269db231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:34:27.113133 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f0e79733-475d-45af-a6fb-c88e327ffe7d req-078e8bd8-2cbd-46fb-a353-560269db231d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b5e10ec02f4495da994ae769d3c50ea&device_id=b756e65d-6aad-4ff8-9549-aa51ff7e52d5 HTTP/1.1" status: 200 len: 1127 time: 0.0504825 Feb 07 17:34:27.217980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e79733-475d-45af-a6fb-c88e327ffe7d req-50691d14-d783-40e2-a7b9-35c54ff08382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:34:27.220040 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f0e79733-475d-45af-a6fb-c88e327ffe7d req-50691d14-d783-40e2-a7b9-35c54ff08382 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d4b8694-bac3-4ed9-883e-380bf71a4cdd HTTP/1.1" status: 200 len: 917 time: 0.0881240 Feb 07 17:34:27.262077 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f0e79733-475d-45af-a6fb-c88e327ffe7d req-e0b900a3-0dd4-40fa-913b-a45b5040da52 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c481810-70b0-44b2-9410-5fdd9cd4780d HTTP/1.1" status: 200 len: 217 time: 0.0362921 Feb 07 17:34:27.315798 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e79733-475d-45af-a6fb-c88e327ffe7d req-b981adbe-67c5-44be-917a-8d13a66818e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:34:27.317202 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f0e79733-475d-45af-a6fb-c88e327ffe7d req-b981adbe-67c5-44be-917a-8d13a66818e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=05f88583-3e03-4ba3-b501-62ff7d857efa HTTP/1.1" status: 200 len: 855 time: 0.0497346 Feb 07 17:34:27.366511 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e79733-475d-45af-a6fb-c88e327ffe7d req-c78facb5-181c-4767-8c93-6aaff07de1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:34:27.368029 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f0e79733-475d-45af-a6fb-c88e327ffe7d req-c78facb5-181c-4767-8c93-6aaff07de1dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d4b8694-bac3-4ed9-883e-380bf71a4cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452769 Feb 07 17:34:27.456915 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f0e79733-475d-45af-a6fb-c88e327ffe7d req-d0ccbe6c-4cb9-463f-ae53-10d29da6ea5e service neutron] 10.222.0.48 "GET /v2.0/networks/6d4b8694-bac3-4ed9-883e-380bf71a4cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820110 Feb 07 17:34:27.555565 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f0e79733-475d-45af-a6fb-c88e327ffe7d req-4ead2deb-d0bd-45d1-970a-2fb60a3b0ffa service neutron] 10.222.0.48 "GET /v2.0/networks/6d4b8694-bac3-4ed9-883e-380bf71a4cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926290 Feb 07 17:34:27.561751 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:34:28.251152 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9c5f6d50-b078-40b8-a487-2011608c929f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:29.650038 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:30.980013 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:32.126936 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1f485-af7b-4f0c-b91e-f83156822aaf req-9caf78b0-294a-437c-8fa9-31f2375ae29f tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:34:32.129211 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cfc1f485-af7b-4f0c-b91e-f83156822aaf req-9caf78b0-294a-437c-8fa9-31f2375ae29f tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=b756e65d-6aad-4ff8-9549-aa51ff7e52d5 HTTP/1.1" status: 200 len: 945 time: 0.0564861 Feb 07 17:34:32.177926 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cfc1f485-af7b-4f0c-b91e-f83156822aaf req-93737b8f-1444-41ef-9fb7-b7b38fa7dc80 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430374 Feb 07 17:34:32.485831 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:33.307050 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23090e-d1ef-4c69-b4ea-07b3666507c2 req-830cf7ea-e0da-48d2-b28d-58024b73f167 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:34:33.308577 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f23090e-d1ef-4c69-b4ea-07b3666507c2 req-830cf7ea-e0da-48d2-b28d-58024b73f167 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=b756e65d-6aad-4ff8-9549-aa51ff7e52d5 HTTP/1.1" status: 200 len: 945 time: 0.0593445 Feb 07 17:34:33.356253 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f23090e-d1ef-4c69-b4ea-07b3666507c2 req-ee78fd5f-ad0e-4635-8067-8b4aee2a880e tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/security-groups?id=82878285-0988-4bfa-a6d3-93c26bb3085f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420537 Feb 07 17:34:33.760901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551c9f7-1d46-44c9-843f-5f29372cde16 req-8c2851b9-5f5a-45ef-bcb7-90704fdb6149 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:34:33.762367 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0551c9f7-1d46-44c9-843f-5f29372cde16 req-8c2851b9-5f5a-45ef-bcb7-90704fdb6149 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.48 "GET /v2.0/ports?device_id=b756e65d-6aad-4ff8-9549-aa51ff7e52d5 HTTP/1.1" status: 200 len: 945 time: 0.0561063 Feb 07 17:34:33.853802 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-0551c9f7-1d46-44c9-843f-5f29372cde16 req-c0089ce0-b99a-4ba6-8279-74bfd5fa9992 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Deleting port 0c481810-70b0-44b2-9410-5fdd9cd4780d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:34:33.854147 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0551c9f7-1d46-44c9-843f-5f29372cde16 req-c0089ce0-b99a-4ba6-8279-74bfd5fa9992 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (0c481810-70b0-44b2-9410-5fdd9cd4780d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:33.944356 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0551c9f7-1d46-44c9-843f-5f29372cde16 req-c0089ce0-b99a-4ba6-8279-74bfd5fa9992 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] For port 0c481810-70b0-44b2-9410-5fdd9cd4780d, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=0c481810-70b0-44b2-9410-5fdd9cd4780d,segment=NetworkSegment(821336ce-1436-4d70-b43b-38ae760f8d6d),segment_id=821336ce-1436-4d70-b43b-38ae760f8d6d)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:34:33.944716 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0551c9f7-1d46-44c9-843f-5f29372cde16 req-c0089ce0-b99a-4ba6-8279-74bfd5fa9992 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (0c481810-70b0-44b2-9410-5fdd9cd4780d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:33.957702 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-0551c9f7-1d46-44c9-843f-5f29372cde16 req-c0089ce0-b99a-4ba6-8279-74bfd5fa9992 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Calling delete_port for 0c481810-70b0-44b2-9410-5fdd9cd4780d owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:34:34.081122 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0551c9f7-1d46-44c9-843f-5f29372cde16 req-c0089ce0-b99a-4ba6-8279-74bfd5fa9992 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (0c481810-70b0-44b2-9410-5fdd9cd4780d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:34.093084 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['0c481810-70b0-44b2-9410-5fdd9cd4780d'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:34:34.112664 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0089ce0-b99a-4ba6-8279-74bfd5fa9992 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Pushing event deleted for resources: {'Port': ['ID=0c481810-70b0-44b2-9410-5fdd9cd4780d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:34.156423 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0551c9f7-1d46-44c9-843f-5f29372cde16 req-c0089ce0-b99a-4ba6-8279-74bfd5fa9992 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] No DVR routers for this DVR port 0c481810-70b0-44b2-9410-5fdd9cd4780d on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:34:34.159859 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0551c9f7-1d46-44c9-843f-5f29372cde16 req-c0089ce0-b99a-4ba6-8279-74bfd5fa9992 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:34.163312 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0551c9f7-1d46-44c9-843f-5f29372cde16 req-c0089ce0-b99a-4ba6-8279-74bfd5fa9992 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.48 "DELETE /v2.0/ports/0c481810-70b0-44b2-9410-5fdd9cd4780d HTTP/1.1" status: 204 len: 173 time: 0.3959167 Feb 07 17:34:34.163764 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b756e65d-6aad-4ff8-9549-aa51ff7e52d5', 'name': 'network-vif-deleted', 'tag': '0c481810-70b0-44b2-9410-5fdd9cd4780d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:34:34.166077 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628c6723cf0d541a6362cfbbde021ddb095c9bd0acbf8defbc90316d1b4a8846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10232808-c79a-437f-806c-df4e0f143f03" -d '{"events": [{"server_uuid": "b756e65d-6aad-4ff8-9549-aa51ff7e52d5", "name": "network-vif-deleted", "tag": "0c481810-70b0-44b2-9410-5fdd9cd4780d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:34:34.205308 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14786c78-25f7-47b7-8c17-60d2d5fb8345 x-openstack-request-id: req-14786c78-25f7-47b7-8c17-60d2d5fb8345 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:34:34.205713 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b756e65d-6aad-4ff8-9549-aa51ff7e52d5", "name": "network-vif-deleted", "tag": "0c481810-70b0-44b2-9410-5fdd9cd4780d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:34:34.205982 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14786c78-25f7-47b7-8c17-60d2d5fb8345 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:34:34.206455 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b756e65d-6aad-4ff8-9549-aa51ff7e52d5', 'name': 'network-vif-deleted', 'tag': '0c481810-70b0-44b2-9410-5fdd9cd4780d', 'status': 'completed', 'code': 200} Feb 07 17:34:34.469004 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e28ea1c8-733d-41ba-b75f-f1578a31e053 req-4cf77158-c077-4f42-9bf1-180514b45ea7 tempest-TestEncryptedCinderVolumes-1509586740 tempest-TestEncryptedCinderVolumes-1509586740-project] 10.222.0.18 "GET /v2.0/ports?device_id=b756e65d-6aad-4ff8-9549-aa51ff7e52d5 HTTP/1.1" status: 200 len: 210 time: 0.0297482 Feb 07 17:34:35.568061 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60812) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:34:35.922680 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-050409f8-4014-4a26-bb05-8a3002b269dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (47ffec55-e0d4-44fc-813a-e4b14bdf5583), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:36.177816 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-050409f8-4014-4a26-bb05-8a3002b269dc admin admin] Deleting port 25ea1e70-5dbf-453e-abb2-819a7435458b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:34:36.178048 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-050409f8-4014-4a26-bb05-8a3002b269dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (25ea1e70-5dbf-453e-abb2-819a7435458b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:36.260581 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-050409f8-4014-4a26-bb05-8a3002b269dc admin admin] For port 25ea1e70-5dbf-453e-abb2-819a7435458b, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=25ea1e70-5dbf-453e-abb2-819a7435458b,segment=NetworkSegment(821336ce-1436-4d70-b43b-38ae760f8d6d),segment_id=821336ce-1436-4d70-b43b-38ae760f8d6d)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:34:36.260944 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-050409f8-4014-4a26-bb05-8a3002b269dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (25ea1e70-5dbf-453e-abb2-819a7435458b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:36.274452 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-050409f8-4014-4a26-bb05-8a3002b269dc admin admin] Calling delete_port for 25ea1e70-5dbf-453e-abb2-819a7435458b owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:34:36.460038 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-050409f8-4014-4a26-bb05-8a3002b269dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (25ea1e70-5dbf-453e-abb2-819a7435458b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:36.486865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050409f8-4014-4a26-bb05-8a3002b269dc admin admin] Pushing event deleted for resources: {'Port': ['ID=25ea1e70-5dbf-453e-abb2-819a7435458b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:36.676486 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-050409f8-4014-4a26-bb05-8a3002b269dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (47ffec55-e0d4-44fc-813a-e4b14bdf5583), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:36.900512 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050409f8-4014-4a26-bb05-8a3002b269dc admin admin] Router 47ffec55-e0d4-44fc-813a-e4b14bdf5583 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:34:37.011012 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050409f8-4014-4a26-bb05-8a3002b269dc admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:34:37.016043 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-050409f8-4014-4a26-bb05-8a3002b269dc admin admin] 10.222.0.18 "PUT /v2.0/routers/47ffec55-e0d4-44fc-813a-e4b14bdf5583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4468918 Feb 07 17:34:37.019685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60814) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:34:37.022497 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225105c9-a06a-4704-a705-9a3e21302b38 None None] Sync routers for ids ['47ffec55-e0d4-44fc-813a-e4b14bdf5583'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:34:37.033568 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225105c9-a06a-4704-a705-9a3e21302b38 None None] Routers {'47ffec55-e0d4-44fc-813a-e4b14bdf5583'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:34:37.034203 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-225105c9-a06a-4704-a705-9a3e21302b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['47ffec55-e0d4-44fc-813a-e4b14bdf5583'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:37.130461 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adb1dd47-845f-43e3-8aa4-e941c115a43b admin admin] Publish callbacks [] for router (47ffec55-e0d4-44fc-813a-e4b14bdf5583), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:37.139936 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-225105c9-a06a-4704-a705-9a3e21302b38 None None] Set router 47ffec55-e0d4-44fc-813a-e4b14bdf5583 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:34:37.237998 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adb1dd47-845f-43e3-8aa4-e941c115a43b admin admin] Publish callbacks [] for router_gateway (47ffec55-e0d4-44fc-813a-e4b14bdf5583), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:37.291812 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-adb1dd47-845f-43e3-8aa4-e941c115a43b admin admin] Deleting port 60589376-0dd7-49b3-ad3c-6c9328429c5d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:34:37.292158 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adb1dd47-845f-43e3-8aa4-e941c115a43b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (60589376-0dd7-49b3-ad3c-6c9328429c5d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:37.331497 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-225105c9-a06a-4704-a705-9a3e21302b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffec55-e0d4-44fc-813a-e4b14bdf5583', 'name': 'tempest-TestEncryptedCinderVolumes-138686184-router', 'tenant_id': '8b5e10ec02f4495da994ae769d3c50ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '60589376-0dd7-49b3-ad3c-6c9328429c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:32:48Z', 'updated_at': '2022-02-07T17:34:36Z', 'revision_number': 5, 'project_id': '8b5e10ec02f4495da994ae769d3c50ea', 'gw_port': {'id': '60589376-0dd7-49b3-ad3c-6c9328429c5d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:75:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ffec55-e0d4-44fc-813a-e4b14bdf5583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:32:48Z', 'updated_at': '2022-02-07T17:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:37.361775 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225105c9-a06a-4704-a705-9a3e21302b38 None None] Checking router: 47ffec55-e0d4-44fc-813a-e4b14bdf5583 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:34:37.370201 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225105c9-a06a-4704-a705-9a3e21302b38 None None] Routers {'47ffec55-e0d4-44fc-813a-e4b14bdf5583'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:34:37.370814 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-225105c9-a06a-4704-a705-9a3e21302b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['47ffec55-e0d4-44fc-813a-e4b14bdf5583'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:37.380944 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-adb1dd47-845f-43e3-8aa4-e941c115a43b admin admin] For port 60589376-0dd7-49b3-ad3c-6c9328429c5d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=60589376-0dd7-49b3-ad3c-6c9328429c5d,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:34:37.381341 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adb1dd47-845f-43e3-8aa4-e941c115a43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (60589376-0dd7-49b3-ad3c-6c9328429c5d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:37.395711 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-adb1dd47-845f-43e3-8aa4-e941c115a43b admin admin] Calling delete_port for 60589376-0dd7-49b3-ad3c-6c9328429c5d owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:34:37.459977 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-225105c9-a06a-4704-a705-9a3e21302b38 None None] Set router 47ffec55-e0d4-44fc-813a-e4b14bdf5583 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:34:37.517343 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-225105c9-a06a-4704-a705-9a3e21302b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ffec55-e0d4-44fc-813a-e4b14bdf5583', 'name': 'tempest-TestEncryptedCinderVolumes-138686184-router', 'tenant_id': '8b5e10ec02f4495da994ae769d3c50ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:32:48Z', 'updated_at': '2022-02-07T17:34:37Z', 'revision_number': 6, 'project_id': '8b5e10ec02f4495da994ae769d3c50ea', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:37.547692 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225105c9-a06a-4704-a705-9a3e21302b38 None None] The sync data for ids ['47ffec55-e0d4-44fc-813a-e4b14bdf5583'] in n-d-827865-3 is: [{'id': '47ffec55-e0d4-44fc-813a-e4b14bdf5583', 'name': 'tempest-TestEncryptedCinderVolumes-138686184-router', 'tenant_id': '8b5e10ec02f4495da994ae769d3c50ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:32:48Z', 'updated_at': '2022-02-07T17:34:37Z', 'revision_number': 6, 'project_id': '8b5e10ec02f4495da994ae769d3c50ea', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:34:37.575884 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adb1dd47-845f-43e3-8aa4-e941c115a43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (60589376-0dd7-49b3-ad3c-6c9328429c5d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:37.602138 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1dd47-845f-43e3-8aa4-e941c115a43b admin admin] Pushing event deleted for resources: {'Port': ['ID=60589376-0dd7-49b3-ad3c-6c9328429c5d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:37.664747 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adb1dd47-845f-43e3-8aa4-e941c115a43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (47ffec55-e0d4-44fc-813a-e4b14bdf5583), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:37.758756 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adb1dd47-845f-43e3-8aa4-e941c115a43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (47ffec55-e0d4-44fc-813a-e4b14bdf5583), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:37.760881 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adb1dd47-845f-43e3-8aa4-e941c115a43b admin admin] Publish callbacks [] for router_controller (47ffec55-e0d4-44fc-813a-e4b14bdf5583), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:37.807314 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adb1dd47-845f-43e3-8aa4-e941c115a43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (47ffec55-e0d4-44fc-813a-e4b14bdf5583), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:37.807772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb1dd47-845f-43e3-8aa4-e941c115a43b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47ffec55-e0d4-44fc-813a-e4b14bdf5583 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:34:37.812423 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adb1dd47-845f-43e3-8aa4-e941c115a43b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:37.813578 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-adb1dd47-845f-43e3-8aa4-e941c115a43b admin admin] 10.222.0.18 "DELETE /v2.0/routers/47ffec55-e0d4-44fc-813a-e4b14bdf5583 HTTP/1.1" status: 204 len: 168 time: 0.7929330 Feb 07 17:34:37.816737 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60816) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:34:37.860293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adb49e3-0e62-4092-bb99-ac7c625157a1 admin admin] Deleting subnet 05f88583-3e03-4ba3-b501-62ff7d857efa {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:34:37.863915 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9adb49e3-0e62-4092-bb99-ac7c625157a1 admin admin] Publish callbacks [] for subnet (05f88583-3e03-4ba3-b501-62ff7d857efa), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:37.898611 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9adb49e3-0e62-4092-bb99-ac7c625157a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (05f88583-3e03-4ba3-b501-62ff7d857efa), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:37.993149 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9adb49e3-0e62-4092-bb99-ac7c625157a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (05f88583-3e03-4ba3-b501-62ff7d857efa), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:38.045298 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9adb49e3-0e62-4092-bb99-ac7c625157a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (05f88583-3e03-4ba3-b501-62ff7d857efa), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:38.072032 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb49e3-0e62-4092-bb99-ac7c625157a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05f88583-3e03-4ba3-b501-62ff7d857efa,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:38.076587 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9adb49e3-0e62-4092-bb99-ac7c625157a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:38.080071 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9adb49e3-0e62-4092-bb99-ac7c625157a1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/05f88583-3e03-4ba3-b501-62ff7d857efa HTTP/1.1" status: 204 len: 168 time: 0.2622318 Feb 07 17:34:38.082736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2944d89-0110-4708-ad68-72c8c3ea9ff8 None None] Network 6d4b8694-bac3-4ed9-883e-380bf71a4cdd requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:34:38.083263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60818) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:34:38.137929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 0c481810-70b0-44b2-9410-5fdd9cd4780d no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:34:38.150289 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (6d4b8694-bac3-4ed9-883e-380bf71a4cdd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:38.162940 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 0c481810-70b0-44b2-9410-5fdd9cd4780d {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:34:38.163288 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 0c481810-70b0-44b2-9410-5fdd9cd4780d not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:34:38.213166 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] Deleting port 582ed752-2344-47ec-8b6e-ddc454d5f6c4 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:34:38.213637 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (582ed752-2344-47ec-8b6e-ddc454d5f6c4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:38.277339 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] For port 582ed752-2344-47ec-8b6e-ddc454d5f6c4, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=582ed752-2344-47ec-8b6e-ddc454d5f6c4,segment=NetworkSegment(821336ce-1436-4d70-b43b-38ae760f8d6d),segment_id=821336ce-1436-4d70-b43b-38ae760f8d6d)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:34:38.277706 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (582ed752-2344-47ec-8b6e-ddc454d5f6c4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:38.291679 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] Calling delete_port for 582ed752-2344-47ec-8b6e-ddc454d5f6c4 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:34:38.335247 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc519903-86f5-4188-81ba-90bffe8e3b18 None None] DHCP port deletion for 6d4b8694-bac3-4ed9-883e-380bf71a4cdd request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:34:38.378171 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (582ed752-2344-47ec-8b6e-ddc454d5f6c4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:38.386381 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-dc519903-86f5-4188-81ba-90bffe8e3b18 None None] Deleting port 582ed752-2344-47ec-8b6e-ddc454d5f6c4 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:34:38.386843 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dc519903-86f5-4188-81ba-90bffe8e3b18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (582ed752-2344-47ec-8b6e-ddc454d5f6c4), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:38.409958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=582ed752-2344-47ec-8b6e-ddc454d5f6c4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:38.411805 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] No DVR routers for this DVR port 582ed752-2344-47ec-8b6e-ddc454d5f6c4 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:34:38.452639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-dc519903-86f5-4188-81ba-90bffe8e3b18 None None] For port 582ed752-2344-47ec-8b6e-ddc454d5f6c4, host n-d-827865-3, got binding levels [] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:34:38.453042 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dc519903-86f5-4188-81ba-90bffe8e3b18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (582ed752-2344-47ec-8b6e-ddc454d5f6c4), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:38.472582 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-dc519903-86f5-4188-81ba-90bffe8e3b18 None None] Calling delete_port for 582ed752-2344-47ec-8b6e-ddc454d5f6c4 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:34:38.475352 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.ipam_backend_mixin [None req-dc519903-86f5-4188-81ba-90bffe8e3b18 None None] Port 582ed752-2344-47ec-8b6e-ddc454d5f6c4 was not found and therefore no delete operation was performed {{(pid=103228) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 17:34:38.476569 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dc519903-86f5-4188-81ba-90bffe8e3b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (582ed752-2344-47ec-8b6e-ddc454d5f6c4), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:38.485897 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (6d4b8694-bac3-4ed9-883e-380bf71a4cdd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:38.502880 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc519903-86f5-4188-81ba-90bffe8e3b18 None None] Pushing event deleted for resources: {'Port': ['ID=582ed752-2344-47ec-8b6e-ddc454d5f6c4,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:38.504716 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc519903-86f5-4188-81ba-90bffe8e3b18 None None] No DVR routers for this DVR port 582ed752-2344-47ec-8b6e-ddc454d5f6c4 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:34:38.506975 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4b8694-bac3-4ed9-883e-380bf71a4cdd']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:38.519073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821336ce-1436-4d70-b43b-38ae760f8d6d') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:38.519378 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821336ce-1436-4d70-b43b-38ae760f8d6d') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:38.529588 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (821336ce-1436-4d70-b43b-38ae760f8d6d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:38.544203 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (821336ce-1436-4d70-b43b-38ae760f8d6d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:38.552052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:34:38.552313 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (821336ce-1436-4d70-b43b-38ae760f8d6d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:34:38.554564 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:34:38.617251 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (6d4b8694-bac3-4ed9-883e-380bf71a4cdd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:38.623011 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:38.629860 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60820) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:34:38.630837 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6d4b8694-bac3-4ed9-883e-380bf71a4cdd HTTP/1.1" status: 204 len: 168 time: 0.5469587 Feb 07 17:34:38.643809 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f0bf1-0a0d-477a-813d-a42c22f81eb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d4b8694-bac3-4ed9-883e-380bf71a4cdd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:38.992009 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f78689c-82b9-4de0-9380-f8052b78fac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (74c7ca9c-baa8-464f-b6f6-4c84c28be9cc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:39.247350 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8f78689c-82b9-4de0-9380-f8052b78fac8 admin admin] Deleting port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:34:39.247618 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f78689c-82b9-4de0-9380-f8052b78fac8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:39.325917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8f78689c-82b9-4de0-9380-f8052b78fac8 admin admin] For port b7dcda32-1a0f-49e4-b4e7-8a45f05ea427, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=b7dcda32-1a0f-49e4-b4e7-8a45f05ea427,segment=NetworkSegment(98bfba35-8ab0-4cf4-87c9-b723063de91c),segment_id=98bfba35-8ab0-4cf4-87c9-b723063de91c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:34:39.326370 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f78689c-82b9-4de0-9380-f8052b78fac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:39.339632 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8f78689c-82b9-4de0-9380-f8052b78fac8 admin admin] Calling delete_port for b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:34:39.523926 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f78689c-82b9-4de0-9380-f8052b78fac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (b7dcda32-1a0f-49e4-b4e7-8a45f05ea427), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:39.530087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 25ea1e70-5dbf-453e-abb2-819a7435458b no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:34:39.551875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 25ea1e70-5dbf-453e-abb2-819a7435458b {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:34:39.552105 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 25ea1e70-5dbf-453e-abb2-819a7435458b not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:34:39.552527 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 60589376-0dd7-49b3-ad3c-6c9328429c5d no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:34:39.554004 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78689c-82b9-4de0-9380-f8052b78fac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7dcda32-1a0f-49e4-b4e7-8a45f05ea427,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:39.575380 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 60589376-0dd7-49b3-ad3c-6c9328429c5d {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:34:39.575380 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 60589376-0dd7-49b3-ad3c-6c9328429c5d not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:34:39.575734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 582ed752-2344-47ec-8b6e-ddc454d5f6c4 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:34:39.598066 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 582ed752-2344-47ec-8b6e-ddc454d5f6c4 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:34:39.598518 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 582ed752-2344-47ec-8b6e-ddc454d5f6c4 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:34:39.727080 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8f78689c-82b9-4de0-9380-f8052b78fac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (74c7ca9c-baa8-464f-b6f6-4c84c28be9cc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:39.945092 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f78689c-82b9-4de0-9380-f8052b78fac8 admin admin] Router 74c7ca9c-baa8-464f-b6f6-4c84c28be9cc has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:34:40.052660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f78689c-82b9-4de0-9380-f8052b78fac8 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:34:40.059225 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8f78689c-82b9-4de0-9380-f8052b78fac8 admin admin] 10.222.0.18 "PUT /v2.0/routers/74c7ca9c-baa8-464f-b6f6-4c84c28be9cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4271860 Feb 07 17:34:40.060693 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60822) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:34:40.061666 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a7317-3227-4101-831b-b50b71838a11 None None] Sync routers for ids ['74c7ca9c-baa8-464f-b6f6-4c84c28be9cc'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:34:40.073576 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a7317-3227-4101-831b-b50b71838a11 None None] Routers {'74c7ca9c-baa8-464f-b6f6-4c84c28be9cc'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:34:40.074286 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-cc2a7317-3227-4101-831b-b50b71838a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['74c7ca9c-baa8-464f-b6f6-4c84c28be9cc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:40.178028 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67750e22-e2dd-45fc-9f6e-4ebb961d5358 admin admin] Publish callbacks [] for router (74c7ca9c-baa8-464f-b6f6-4c84c28be9cc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:40.287507 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67750e22-e2dd-45fc-9f6e-4ebb961d5358 admin admin] Publish callbacks [] for router_gateway (74c7ca9c-baa8-464f-b6f6-4c84c28be9cc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:40.343277 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-cc2a7317-3227-4101-831b-b50b71838a11 None None] Set router 74c7ca9c-baa8-464f-b6f6-4c84c28be9cc gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:34:40.346114 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-67750e22-e2dd-45fc-9f6e-4ebb961d5358 admin admin] Deleting port 17dff4a5-ef29-4b96-9b3d-4e6e38a80153 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:34:40.346469 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67750e22-e2dd-45fc-9f6e-4ebb961d5358 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (17dff4a5-ef29-4b96-9b3d-4e6e38a80153), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:40.426149 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-67750e22-e2dd-45fc-9f6e-4ebb961d5358 admin admin] For port 17dff4a5-ef29-4b96-9b3d-4e6e38a80153, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=17dff4a5-ef29-4b96-9b3d-4e6e38a80153,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:34:40.426515 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67750e22-e2dd-45fc-9f6e-4ebb961d5358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (17dff4a5-ef29-4b96-9b3d-4e6e38a80153), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:40.439755 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-67750e22-e2dd-45fc-9f6e-4ebb961d5358 admin admin] Calling delete_port for 17dff4a5-ef29-4b96-9b3d-4e6e38a80153 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:34:40.531515 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-cc2a7317-3227-4101-831b-b50b71838a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c7ca9c-baa8-464f-b6f6-4c84c28be9cc', 'name': 'tempest-TestEncryptedCinderVolumes-1383077840-router', 'tenant_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '17dff4a5-ef29-4b96-9b3d-4e6e38a80153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:32:53Z', 'updated_at': '2022-02-07T17:34:39Z', 'revision_number': 5, 'project_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'gw_port': {'id': '17dff4a5-ef29-4b96-9b3d-4e6e38a80153', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c7ca9c-baa8-464f-b6f6-4c84c28be9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:32:53Z', 'updated_at': '2022-02-07T17:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:40.560406 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a7317-3227-4101-831b-b50b71838a11 None None] Checking router: 74c7ca9c-baa8-464f-b6f6-4c84c28be9cc for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:34:40.570437 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a7317-3227-4101-831b-b50b71838a11 None None] Routers {'74c7ca9c-baa8-464f-b6f6-4c84c28be9cc'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:34:40.571073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-cc2a7317-3227-4101-831b-b50b71838a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['74c7ca9c-baa8-464f-b6f6-4c84c28be9cc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:40.672337 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-cc2a7317-3227-4101-831b-b50b71838a11 None None] Set router 74c7ca9c-baa8-464f-b6f6-4c84c28be9cc gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:34:40.732561 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-cc2a7317-3227-4101-831b-b50b71838a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c7ca9c-baa8-464f-b6f6-4c84c28be9cc', 'name': 'tempest-TestEncryptedCinderVolumes-1383077840-router', 'tenant_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:32:53Z', 'updated_at': '2022-02-07T17:34:40Z', 'revision_number': 6, 'project_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:40.761298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a7317-3227-4101-831b-b50b71838a11 None None] The sync data for ids ['74c7ca9c-baa8-464f-b6f6-4c84c28be9cc'] in n-d-827865-3 is: [{'id': '74c7ca9c-baa8-464f-b6f6-4c84c28be9cc', 'name': 'tempest-TestEncryptedCinderVolumes-1383077840-router', 'tenant_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:32:53Z', 'updated_at': '2022-02-07T17:34:40Z', 'revision_number': 6, 'project_id': 'fba9bd2cf18d4fbea568d7f760018e5f', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:34:40.948478 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67750e22-e2dd-45fc-9f6e-4ebb961d5358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (17dff4a5-ef29-4b96-9b3d-4e6e38a80153), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:40.977448 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67750e22-e2dd-45fc-9f6e-4ebb961d5358 admin admin] Pushing event deleted for resources: {'Port': ['ID=17dff4a5-ef29-4b96-9b3d-4e6e38a80153,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:41.037627 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67750e22-e2dd-45fc-9f6e-4ebb961d5358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (74c7ca9c-baa8-464f-b6f6-4c84c28be9cc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.130540 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67750e22-e2dd-45fc-9f6e-4ebb961d5358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (74c7ca9c-baa8-464f-b6f6-4c84c28be9cc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.132771 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67750e22-e2dd-45fc-9f6e-4ebb961d5358 admin admin] Publish callbacks [] for router_controller (74c7ca9c-baa8-464f-b6f6-4c84c28be9cc), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.182561 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67750e22-e2dd-45fc-9f6e-4ebb961d5358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (74c7ca9c-baa8-464f-b6f6-4c84c28be9cc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.183137 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67750e22-e2dd-45fc-9f6e-4ebb961d5358 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74c7ca9c-baa8-464f-b6f6-4c84c28be9cc {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:34:41.187792 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67750e22-e2dd-45fc-9f6e-4ebb961d5358 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.189038 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-67750e22-e2dd-45fc-9f6e-4ebb961d5358 admin admin] 10.222.0.18 "DELETE /v2.0/routers/74c7ca9c-baa8-464f-b6f6-4c84c28be9cc HTTP/1.1" status: 204 len: 168 time: 1.1272693 Feb 07 17:34:41.191529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60824) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:34:41.235819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe371eff-2ea7-492f-931f-88f0f0507c6c admin admin] Deleting subnet be28c8b0-4543-4828-8686-aa6d69cd4395 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:34:41.238894 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe371eff-2ea7-492f-931f-88f0f0507c6c admin admin] Publish callbacks [] for subnet (be28c8b0-4543-4828-8686-aa6d69cd4395), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.272846 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe371eff-2ea7-492f-931f-88f0f0507c6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (be28c8b0-4543-4828-8686-aa6d69cd4395), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.349808 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe371eff-2ea7-492f-931f-88f0f0507c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (be28c8b0-4543-4828-8686-aa6d69cd4395), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.404181 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe371eff-2ea7-492f-931f-88f0f0507c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (be28c8b0-4543-4828-8686-aa6d69cd4395), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.429766 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe371eff-2ea7-492f-931f-88f0f0507c6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be28c8b0-4543-4828-8686-aa6d69cd4395,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:41.433405 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe371eff-2ea7-492f-931f-88f0f0507c6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.436635 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fe371eff-2ea7-492f-931f-88f0f0507c6c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/be28c8b0-4543-4828-8686-aa6d69cd4395 HTTP/1.1" status: 204 len: 168 time: 0.2441607 Feb 07 17:34:41.440134 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60826) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:34:41.442975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2cf247-b632-4bb4-9585-72d442056f7a None None] Network f155955d-91f9-4d0c-9eeb-adc67e9cd7b4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:34:41.509850 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (f155955d-91f9-4d0c-9eeb-adc67e9cd7b4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.574956 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] Deleting port 19971d0a-1d70-415f-bb8f-c015d81d45fe {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:34:41.575330 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (19971d0a-1d70-415f-bb8f-c015d81d45fe), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.587150 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 17dff4a5-ef29-4b96-9b3d-4e6e38a80153 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:34:41.610383 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 17dff4a5-ef29-4b96-9b3d-4e6e38a80153 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:34:41.611198 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 17dff4a5-ef29-4b96-9b3d-4e6e38a80153 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:34:41.611693 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:34:41.633575 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:34:41.633921 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device b7dcda32-1a0f-49e4-b4e7-8a45f05ea427 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:34:41.636509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bdb745-2cd9-45bf-8d40-1a447c372c83 None None] DHCP port deletion for f155955d-91f9-4d0c-9eeb-adc67e9cd7b4 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:34:41.648941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] For port 19971d0a-1d70-415f-bb8f-c015d81d45fe, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=19971d0a-1d70-415f-bb8f-c015d81d45fe,segment=NetworkSegment(98bfba35-8ab0-4cf4-87c9-b723063de91c),segment_id=98bfba35-8ab0-4cf4-87c9-b723063de91c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:34:41.649531 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (19971d0a-1d70-415f-bb8f-c015d81d45fe), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.665002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] Calling delete_port for 19971d0a-1d70-415f-bb8f-c015d81d45fe owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:34:41.690415 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c5bdb745-2cd9-45bf-8d40-1a447c372c83 None None] Deleting port 19971d0a-1d70-415f-bb8f-c015d81d45fe {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:34:41.690810 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c5bdb745-2cd9-45bf-8d40-1a447c372c83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (19971d0a-1d70-415f-bb8f-c015d81d45fe), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.754796 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (19971d0a-1d70-415f-bb8f-c015d81d45fe), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.763138 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c5bdb745-2cd9-45bf-8d40-1a447c372c83 None None] For port 19971d0a-1d70-415f-bb8f-c015d81d45fe, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=19971d0a-1d70-415f-bb8f-c015d81d45fe,segment=NetworkSegment(98bfba35-8ab0-4cf4-87c9-b723063de91c),segment_id=98bfba35-8ab0-4cf4-87c9-b723063de91c)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:34:41.763606 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c5bdb745-2cd9-45bf-8d40-1a447c372c83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (19971d0a-1d70-415f-bb8f-c015d81d45fe), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.778804 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c5bdb745-2cd9-45bf-8d40-1a447c372c83 None None] Calling delete_port for 19971d0a-1d70-415f-bb8f-c015d81d45fe owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:34:41.786547 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] Pushing event deleted for resources: {'Port': ['ID=19971d0a-1d70-415f-bb8f-c015d81d45fe,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:41.790121 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] No DVR routers for this DVR port 19971d0a-1d70-415f-bb8f-c015d81d45fe on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:34:41.866164 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (f155955d-91f9-4d0c-9eeb-adc67e9cd7b4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.874438 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c5bdb745-2cd9-45bf-8d40-1a447c372c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (19971d0a-1d70-415f-bb8f-c015d81d45fe), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.886749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f155955d-91f9-4d0c-9eeb-adc67e9cd7b4']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:41.899335 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98bfba35-8ab0-4cf4-87c9-b723063de91c') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:41.899659 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98bfba35-8ab0-4cf4-87c9-b723063de91c') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:41.901683 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdb745-2cd9-45bf-8d40-1a447c372c83 None None] Pushing event deleted for resources: {'Port': ['ID=19971d0a-1d70-415f-bb8f-c015d81d45fe,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:41.905193 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bdb745-2cd9-45bf-8d40-1a447c372c83 None None] No DVR routers for this DVR port 19971d0a-1d70-415f-bb8f-c015d81d45fe on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:34:41.914063 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (98bfba35-8ab0-4cf4-87c9-b723063de91c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.929128 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (98bfba35-8ab0-4cf4-87c9-b723063de91c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.935542 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:34:41.935935 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (98bfba35-8ab0-4cf4-87c9-b723063de91c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:34:41.938596 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:34:42.001180 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (f155955d-91f9-4d0c-9eeb-adc67e9cd7b4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:42.007332 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:42.013661 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f155955d-91f9-4d0c-9eeb-adc67e9cd7b4 HTTP/1.1" status: 204 len: 168 time: 0.5725291 Feb 07 17:34:42.031716 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df65c32-0e91-486e-be38-d24b2394c465 admin admin] Pushing event deleted for resources: {'Network': ['ID=f155955d-91f9-4d0c-9eeb-adc67e9cd7b4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:42.191822 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60830) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:34:42.231338 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-382eb3ac-3fa9-4434-b479-4e5308ef55d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b5e10ec02f4495da994ae769d3c50ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382249 Feb 07 17:34:42.233848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60832) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:34:42.284101 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adf551cd-9d3f-4154-83cd-3b839b5fd888 admin admin] Publish callbacks [] for security_group (82878285-0988-4bfa-a6d3-93c26bb3085f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:42.306228 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adf551cd-9d3f-4154-83cd-3b839b5fd888 admin admin] Publish callbacks [] for security_group (82878285-0988-4bfa-a6d3-93c26bb3085f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:42.354133 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adf551cd-9d3f-4154-83cd-3b839b5fd888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (82878285-0988-4bfa-a6d3-93c26bb3085f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:42.356770 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-adf551cd-9d3f-4154-83cd-3b839b5fd888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:42.357997 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-adf551cd-9d3f-4154-83cd-3b839b5fd888 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82878285-0988-4bfa-a6d3-93c26bb3085f HTTP/1.1" status: 204 len: 168 time: 0.1232405 Feb 07 17:34:42.367874 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf551cd-9d3f-4154-83cd-3b839b5fd888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82878285-0988-4bfa-a6d3-93c26bb3085f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:42.712483 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60838) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:34:42.753876 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0b698291-5450-4248-a6ce-7057416be555 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fba9bd2cf18d4fbea568d7f760018e5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402045 Feb 07 17:34:42.756490 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60840) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:34:42.805945 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cde3f6af-94d8-4026-825a-0f2b77a22f8e admin admin] Publish callbacks [] for security_group (90fe6f27-62f9-465c-9954-15f039098d60), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:42.828632 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cde3f6af-94d8-4026-825a-0f2b77a22f8e admin admin] Publish callbacks [] for security_group (90fe6f27-62f9-465c-9954-15f039098d60), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:42.876586 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cde3f6af-94d8-4026-825a-0f2b77a22f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (90fe6f27-62f9-465c-9954-15f039098d60), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:42.879277 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cde3f6af-94d8-4026-825a-0f2b77a22f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:42.880481 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cde3f6af-94d8-4026-825a-0f2b77a22f8e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90fe6f27-62f9-465c-9954-15f039098d60 HTTP/1.1" status: 204 len: 168 time: 0.1230848 Feb 07 17:34:42.889159 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3f6af-94d8-4026-825a-0f2b77a22f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fe6f27-62f9-465c-9954-15f039098d60,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:43.527794 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 19971d0a-1d70-415f-bb8f-c015d81d45fe no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:34:43.549762 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 19971d0a-1d70-415f-bb8f-c015d81d45fe {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:34:43.550119 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 19971d0a-1d70-415f-bb8f-c015d81d45fe not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:34:43.636692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60862) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:34:43.749857 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-db646055-df9b-4664-92ce-8399af23336c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-144732773-network', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:34:43.773627 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db646055-df9b-4664-92ce-8399af23336c admin admin] Made reservation on behalf of 3139eb8a13f342acb0ae03a42ec9a385 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:34:43.775893 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db646055-df9b-4664-92ce-8399af23336c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:43.784253 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db646055-df9b-4664-92ce-8399af23336c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:43.858505 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db646055-df9b-4664-92ce-8399af23336c admin admin] Publish callbacks [] for security_group (ad19a547-34b8-4b52-96d0-94fcecd12830), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:43.862693 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db646055-df9b-4664-92ce-8399af23336c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ad19a547-34b8-4b52-96d0-94fcecd12830), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:43.886878 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db646055-df9b-4664-92ce-8399af23336c admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:34:43.896461 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db646055-df9b-4664-92ce-8399af23336c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad19a547-34b8-4b52-96d0-94fcecd12830,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:43.903002 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db646055-df9b-4664-92ce-8399af23336c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (cd840727-0a30-4950-bd15-dbe6745a7449), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:43.903350 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-db646055-df9b-4664-92ce-8399af23336c admin admin] Added segment cd840727-0a30-4950-bd15-dbe6745a7449 of type vlan for network 1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 Feb 07 17:34:43.943993 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db646055-df9b-4664-92ce-8399af23336c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (1ae7b9db-bbcd-4178-aa59-93db4f8e7df1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:43.970731 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db646055-df9b-4664-92ce-8399af23336c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (1ae7b9db-bbcd-4178-aa59-93db4f8e7df1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:43.971695 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db646055-df9b-4664-92ce-8399af23336c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:34:43.972309 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db646055-df9b-4664-92ce-8399af23336c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:44.034408 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-db646055-df9b-4664-92ce-8399af23336c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3934503 Feb 07 17:34:44.035615 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60866) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:34:44.042101 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-040efd19-e71a-452a-80e0-64d41f4d7be3 admin admin] Request body: {'subnet': {'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-144732773-subnet', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:34:44.048922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db646055-df9b-4664-92ce-8399af23336c admin admin] Pushing event updated for resources: {'Network': ['ID=1ae7b9db-bbcd-4178-aa59-93db4f8e7df1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:44.058737 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:34:44.066894 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040efd19-e71a-452a-80e0-64d41f4d7be3 admin admin] Made reservation on behalf of 3139eb8a13f342acb0ae03a42ec9a385 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:34:44.069247 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-040efd19-e71a-452a-80e0-64d41f4d7be3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:44.235387 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-040efd19-e71a-452a-80e0-64d41f4d7be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (2d1ffaf3-7fea-4079-a076-c74af6bfcc4c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:44.290192 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040efd19-e71a-452a-80e0-64d41f4d7be3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d1ffaf3-7fea-4079-a076-c74af6bfcc4c,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:44.305329 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040efd19-e71a-452a-80e0-64d41f4d7be3 admin admin] Checking segment: {'id': 'cd840727-0a30-4950-bd15-dbe6745a7449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:34:44.305699 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040efd19-e71a-452a-80e0-64d41f4d7be3 admin admin] Network hostable DHCP agents. Network: 1ae7b9db-bbcd-4178-aa59-93db4f8e7df1, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:34:44.321859 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040efd19-e71a-452a-80e0-64d41f4d7be3 admin admin] Network 1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:34:44.330351 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-040efd19-e71a-452a-80e0-64d41f4d7be3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 1ae7b9db-bbcd-4178-aa59-93db4f8e7df1) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:34:44.334326 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040efd19-e71a-452a-80e0-64d41f4d7be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:34:44.334914 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-040efd19-e71a-452a-80e0-64d41f4d7be3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:44.340232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb55ace-c49d-46c2-845e-9268f56e75ce None None] Network 1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:34:44.351570 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-040efd19-e71a-452a-80e0-64d41f4d7be3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3146803 Feb 07 17:34:44.354425 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60868) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:34:44.358735 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-15618166-a1e9-4d72-8d80-647756eda1a2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-144732773-router', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:34:44.378301 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15618166-a1e9-4d72-8d80-647756eda1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (1ebb40ab-a51b-4f4c-960b-6bd14425b4b2), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:44.379335 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15618166-a1e9-4d72-8d80-647756eda1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (1ebb40ab-a51b-4f4c-960b-6bd14425b4b2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:44.432445 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15618166-a1e9-4d72-8d80-647756eda1a2 admin admin] Publish callbacks [] for router_controller (1ebb40ab-a51b-4f4c-960b-6bd14425b4b2), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:44.446130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-1ae7b9db-bbcd-4178-aa59-93db4f8e7df1', 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1', 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'fixed_ips': [{'subnet_id': '2d1ffaf3-7fea-4079-a076-c74af6bfcc4c'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:34:44.447004 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:44.577238 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15618166-a1e9-4d72-8d80-647756eda1a2 admin admin] Publish callbacks [] for router_gateway (1ebb40ab-a51b-4f4c-960b-6bd14425b4b2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:44.582481 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] Allocated IP 172.20.0.2 (1ae7b9db-bbcd-4178-aa59-93db4f8e7df1/2d1ffaf3-7fea-4079-a076-c74af6bfcc4c/8aa8a224-24fa-4d68-873e-69f12498c690) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:34:44.730589 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] Publish callbacks [] for port (8aa8a224-24fa-4d68-873e-69f12498c690), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:44.737166 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (8aa8a224-24fa-4d68-873e-69f12498c690), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:44.783489 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15618166-a1e9-4d72-8d80-647756eda1a2 admin admin] Publish callbacks [] for router_gateway (1ebb40ab-a51b-4f4c-960b-6bd14425b4b2), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:44.784931 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] Network 1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:34:44.788989 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:34:44.790902 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] Pushing event updated for resources: {'Port': ['ID=8aa8a224-24fa-4d68-873e-69f12498c690,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:44.793027 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:34:44.803972 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15618166-a1e9-4d72-8d80-647756eda1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:44.855708 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] Attempting to bind port 8aa8a224-24fa-4d68-873e-69f12498c690 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:34:44.855996 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] Attempting to bind port 8aa8a224-24fa-4d68-873e-69f12498c690 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cd840727-0a30-4950-bd15-dbe6745a7449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:34:44.856363 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] Attempting to bind port 8aa8a224-24fa-4d68-873e-69f12498c690 on network 1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:34:44.862233 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:34:44.862630 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] Checking segment: {'id': 'cd840727-0a30-4950-bd15-dbe6745a7449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:34:44.863044 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:44.863421 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] Bound using segment: {'id': 'cd840727-0a30-4950-bd15-dbe6745a7449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:34:44.863902 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] Bound port: 8aa8a224-24fa-4d68-873e-69f12498c690, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd840727-0a30-4950-bd15-dbe6745a7449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:34:44.864295 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8aa8a224-24fa-4d68-873e-69f12498c690), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:44.910206 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-15618166-a1e9-4d72-8d80-647756eda1a2 admin admin] Allocated IP 172.25.4.202 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/3818d47f-b82f-4b9c-8017-28b24a9d5c7c) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:34:44.927061 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] For port 8aa8a224-24fa-4d68-873e-69f12498c690, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:34:44.930198 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] For port 8aa8a224-24fa-4d68-873e-69f12498c690, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8aa8a224-24fa-4d68-873e-69f12498c690,segment=NetworkSegment(cd840727-0a30-4950-bd15-dbe6745a7449),segment_id=cd840727-0a30-4950-bd15-dbe6745a7449)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:34:44.936066 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8aa8a224-24fa-4d68-873e-69f12498c690), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:44.993453 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87718fb2-d6ea-4f03-8e96-e001612eb15a None None] Pushing event updated for resources: {'Port': ['ID=8aa8a224-24fa-4d68-873e-69f12498c690,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:45.027743 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15618166-a1e9-4d72-8d80-647756eda1a2 admin admin] Publish callbacks [] for port (3818d47f-b82f-4b9c-8017-28b24a9d5c7c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:45.064564 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15618166-a1e9-4d72-8d80-647756eda1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (3818d47f-b82f-4b9c-8017-28b24a9d5c7c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:45.101975 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15618166-a1e9-4d72-8d80-647756eda1a2 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:34:45.109178 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-15618166-a1e9-4d72-8d80-647756eda1a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:34:45.111819 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15618166-a1e9-4d72-8d80-647756eda1a2 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:34:45.136748 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15618166-a1e9-4d72-8d80-647756eda1a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3818d47f-b82f-4b9c-8017-28b24a9d5c7c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:45.397022 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15618166-a1e9-4d72-8d80-647756eda1a2 admin admin] Publish callbacks [] for router_gateway (1ebb40ab-a51b-4f4c-960b-6bd14425b4b2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:45.579117 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8aa8a224-24fa-4d68-873e-69f12498c690 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:34:45.612494 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15618166-a1e9-4d72-8d80-647756eda1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (1ebb40ab-a51b-4f4c-960b-6bd14425b4b2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:45.628271 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 8aa8a224-24fa-4d68-873e-69f12498c690 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:45.628844 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8aa8a224-24fa-4d68-873e-69f12498c690), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:45.711701 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 8aa8a224-24fa-4d68-873e-69f12498c690 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:34:45.712372 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8aa8a224-24fa-4d68-873e-69f12498c690), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:45.749766 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 8aa8a224-24fa-4d68-873e-69f12498c690, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8aa8a224-24fa-4d68-873e-69f12498c690,segment=NetworkSegment(cd840727-0a30-4950-bd15-dbe6745a7449),segment_id=cd840727-0a30-4950-bd15-dbe6745a7449)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:34:45.757727 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8aa8a224-24fa-4d68-873e-69f12498c690), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:45.757935 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15618166-a1e9-4d72-8d80-647756eda1a2 admin admin] Router 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:34:45.813559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=8aa8a224-24fa-4d68-873e-69f12498c690,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:45.872863 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15618166-a1e9-4d72-8d80-647756eda1a2 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:34:45.883601 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930f5a00-6872-42a0-b349-40818075b313 None None] Sync routers for ids ['1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:34:45.893558 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15618166-a1e9-4d72-8d80-647756eda1a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:45.897540 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930f5a00-6872-42a0-b349-40818075b313 None None] Routers {'1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:34:45.897712 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-15618166-a1e9-4d72-8d80-647756eda1a2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5395002 Feb 07 17:34:45.897807 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-930f5a00-6872-42a0-b349-40818075b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:45.897907 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60870) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:34:46.024619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eb766e-e9e8-495f-9a26-5200f3487ea5 None None] Network 1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:34:46.107980 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-930f5a00-6872-42a0-b349-40818075b313 None None] Set router 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:34:46.144141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e90ae332-ea34-44f5-9f9b-d98469eccf33 None None] Provisioning complete for port 8aa8a224-24fa-4d68-873e-69f12498c690 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:46.144529 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e90ae332-ea34-44f5-9f9b-d98469eccf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8aa8a224-24fa-4d68-873e-69f12498c690), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:46.243640 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e90ae332-ea34-44f5-9f9b-d98469eccf33 None None] Current status of the port 8aa8a224-24fa-4d68-873e-69f12498c690 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:34:46.301544 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-930f5a00-6872-42a0-b349-40818075b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'name': 'tempest-TestMinimumBasicScenario-144732773-router', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:45Z', 'revision_number': 3, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'gw_port': {'id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:46.335497 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930f5a00-6872-42a0-b349-40818075b313 None None] Checking router: 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:34:46.335854 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930f5a00-6872-42a0-b349-40818075b313 None None] Updating router 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 port 3818d47f-b82f-4b9c-8017-28b24a9d5c7c binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:34:46.364345 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-930f5a00-6872-42a0-b349-40818075b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3818d47f-b82f-4b9c-8017-28b24a9d5c7c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:46.382171 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc1cd-011f-41c3-9f7d-1072ecbc6f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:46.465174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-dc9d5f98-6e05-4893-90a6-073f3ce7d2f3 None None] Provisioning complete for port 8aa8a224-24fa-4d68-873e-69f12498c690 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:46.465731 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dc9d5f98-6e05-4893-90a6-073f3ce7d2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8aa8a224-24fa-4d68-873e-69f12498c690), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:46.552233 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-4c9dc1cd-011f-41c3-9f7d-1072ecbc6f92 admin admin] Allocated IP 172.20.0.1 (1ae7b9db-bbcd-4178-aa59-93db4f8e7df1/2d1ffaf3-7fea-4079-a076-c74af6bfcc4c/af56e5a3-b31f-41fe-afeb-b42e87dc6969) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:34:46.552837 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d5f98-6e05-4893-90a6-073f3ce7d2f3 None None] Current status of the port 8aa8a224-24fa-4d68-873e-69f12498c690 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:34:46.624051 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-930f5a00-6872-42a0-b349-40818075b313 None None] Publish callbacks [] for port (3818d47f-b82f-4b9c-8017-28b24a9d5c7c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:46.630379 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-930f5a00-6872-42a0-b349-40818075b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3818d47f-b82f-4b9c-8017-28b24a9d5c7c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:46.657705 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc1cd-011f-41c3-9f7d-1072ecbc6f92 admin admin] Publish callbacks [] for port (af56e5a3-b31f-41fe-afeb-b42e87dc6969), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:46.678675 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-930f5a00-6872-42a0-b349-40818075b313 None None] Attempting to bind port 3818d47f-b82f-4b9c-8017-28b24a9d5c7c on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:34:46.679057 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-930f5a00-6872-42a0-b349-40818075b313 None None] Attempting to bind port 3818d47f-b82f-4b9c-8017-28b24a9d5c7c by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:34:46.679423 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930f5a00-6872-42a0-b349-40818075b313 None None] Attempting to bind port 3818d47f-b82f-4b9c-8017-28b24a9d5c7c on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:34:46.687888 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930f5a00-6872-42a0-b349-40818075b313 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:34:46.688257 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930f5a00-6872-42a0-b349-40818075b313 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:34:46.689546 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-930f5a00-6872-42a0-b349-40818075b313 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:46.689999 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930f5a00-6872-42a0-b349-40818075b313 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:34:46.690244 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-930f5a00-6872-42a0-b349-40818075b313 None None] Bound port: 3818d47f-b82f-4b9c-8017-28b24a9d5c7c, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:34:46.690621 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-930f5a00-6872-42a0-b349-40818075b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3818d47f-b82f-4b9c-8017-28b24a9d5c7c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:46.692962 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acbbaa-d51e-4260-83c3-b5e42931c49b None None] Pushing event updated for resources: {'Port': ['ID=3818d47f-b82f-4b9c-8017-28b24a9d5c7c,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:46.694672 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc1cd-011f-41c3-9f7d-1072ecbc6f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (af56e5a3-b31f-41fe-afeb-b42e87dc6969), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:46.729417 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbbaa-d51e-4260-83c3-b5e42931c49b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:46.729768 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbbaa-d51e-4260-83c3-b5e42931c49b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:46.730105 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbbaa-d51e-4260-83c3-b5e42931c49b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:46.730442 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbbaa-d51e-4260-83c3-b5e42931c49b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:46.730772 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbbaa-d51e-4260-83c3-b5e42931c49b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:46.731098 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbbaa-d51e-4260-83c3-b5e42931c49b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:46.731668 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbbaa-d51e-4260-83c3-b5e42931c49b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:46.731799 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbbaa-d51e-4260-83c3-b5e42931c49b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:46.732040 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbbaa-d51e-4260-83c3-b5e42931c49b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:46.732360 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbbaa-d51e-4260-83c3-b5e42931c49b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:46.732679 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbbaa-d51e-4260-83c3-b5e42931c49b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:46.732995 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbbaa-d51e-4260-83c3-b5e42931c49b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:46.733330 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acbbaa-d51e-4260-83c3-b5e42931c49b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:46.737586 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9dc1cd-011f-41c3-9f7d-1072ecbc6f92 admin admin] Network 1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:34:46.745044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4c9dc1cd-011f-41c3-9f7d-1072ecbc6f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:34:46.748638 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9dc1cd-011f-41c3-9f7d-1072ecbc6f92 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:34:46.758036 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-930f5a00-6872-42a0-b349-40818075b313 None None] For port 3818d47f-b82f-4b9c-8017-28b24a9d5c7c, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:34:46.761221 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-930f5a00-6872-42a0-b349-40818075b313 None None] For port 3818d47f-b82f-4b9c-8017-28b24a9d5c7c, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3818d47f-b82f-4b9c-8017-28b24a9d5c7c,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:34:46.768409 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-930f5a00-6872-42a0-b349-40818075b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3818d47f-b82f-4b9c-8017-28b24a9d5c7c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:46.776241 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dc1cd-011f-41c3-9f7d-1072ecbc6f92 admin admin] Pushing event updated for resources: {'Port': ['ID=af56e5a3-b31f-41fe-afeb-b42e87dc6969,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:46.794933 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc1cd-011f-41c3-9f7d-1072ecbc6f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (1ebb40ab-a51b-4f4c-960b-6bd14425b4b2), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:46.818494 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930f5a00-6872-42a0-b349-40818075b313 None None] Routers {'1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:34:46.819131 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-930f5a00-6872-42a0-b349-40818075b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:46.899062 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acbbaa-d51e-4260-83c3-b5e42931c49b None None] Pushing event updated for resources: {'Port': ['ID=3818d47f-b82f-4b9c-8017-28b24a9d5c7c,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:46.944922 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc1cd-011f-41c3-9f7d-1072ecbc6f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (af56e5a3-b31f-41fe-afeb-b42e87dc6969), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:46.945766 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-930f5a00-6872-42a0-b349-40818075b313 None None] Set router 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:34:46.978647 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ca385e86-06dc-4a9e-8f75-8311b2d5dd9c None None] Provisioning complete for port af56e5a3-b31f-41fe-afeb-b42e87dc6969 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:46.979222 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ca385e86-06dc-4a9e-8f75-8311b2d5dd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (af56e5a3-b31f-41fe-afeb-b42e87dc6969), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:47.015539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ca385e86-06dc-4a9e-8f75-8311b2d5dd9c None None] Port af56e5a3-b31f-41fe-afeb-b42e87dc6969 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:34:47.118882 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc1cd-011f-41c3-9f7d-1072ecbc6f92 admin admin] Publish callbacks [] for port (af56e5a3-b31f-41fe-afeb-b42e87dc6969), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:47.124352 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc1cd-011f-41c3-9f7d-1072ecbc6f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (af56e5a3-b31f-41fe-afeb-b42e87dc6969), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:47.130554 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-930f5a00-6872-42a0-b349-40818075b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'name': 'tempest-TestMinimumBasicScenario-144732773-router', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:45Z', 'revision_number': 3, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'gw_port': {'id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:47.159324 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930f5a00-6872-42a0-b349-40818075b313 None None] The sync data for ids ['1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'] in n-d-827865-3 is: [{'id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'name': 'tempest-TestMinimumBasicScenario-144732773-router', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:45Z', 'revision_number': 3, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'gw_port': {'id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:34:47.191849 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dc1cd-011f-41c3-9f7d-1072ecbc6f92 admin admin] Pushing event updated for resources: {'Port': ['ID=af56e5a3-b31f-41fe-afeb-b42e87dc6969,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:47.194464 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc1cd-011f-41c3-9f7d-1072ecbc6f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (1ebb40ab-a51b-4f4c-960b-6bd14425b4b2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:47.294434 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9dc1cd-011f-41c3-9f7d-1072ecbc6f92 admin admin] Network 1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:34:47.295794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4c9dc1cd-011f-41c3-9f7d-1072ecbc6f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:34:47.459501 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9dc1cd-011f-41c3-9f7d-1072ecbc6f92 admin admin] Router 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:34:47.610286 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9dc1cd-011f-41c3-9f7d-1072ecbc6f92 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:34:47.621875 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4c9dc1cd-011f-41c3-9f7d-1072ecbc6f92 admin admin] 10.222.0.18 "PUT /v2.0/routers/1ebb40ab-a51b-4f4c-960b-6bd14425b4b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7225592 Feb 07 17:34:47.651312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0df68fa7-cabe-4bcb-b84f-12287617ac70 None None] Provisioning complete for port af56e5a3-b31f-41fe-afeb-b42e87dc6969 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:47.651703 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0df68fa7-cabe-4bcb-b84f-12287617ac70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (af56e5a3-b31f-41fe-afeb-b42e87dc6969), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:47.679380 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3818d47f-b82f-4b9c-8017-28b24a9d5c7c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:34:47.724521 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0df68fa7-cabe-4bcb-b84f-12287617ac70 None None] Port af56e5a3-b31f-41fe-afeb-b42e87dc6969 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:34:47.742913 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 3818d47f-b82f-4b9c-8017-28b24a9d5c7c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:47.743302 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3818d47f-b82f-4b9c-8017-28b24a9d5c7c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:47.830373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 3818d47f-b82f-4b9c-8017-28b24a9d5c7c is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:34:47.830970 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3818d47f-b82f-4b9c-8017-28b24a9d5c7c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:47.854052 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 3818d47f-b82f-4b9c-8017-28b24a9d5c7c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3818d47f-b82f-4b9c-8017-28b24a9d5c7c,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:34:47.860694 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3818d47f-b82f-4b9c-8017-28b24a9d5c7c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:47.861674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8aa8a224-24fa-4d68-873e-69f12498c690 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:34:47.945735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=3818d47f-b82f-4b9c-8017-28b24a9d5c7c,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:47.957825 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 8aa8a224-24fa-4d68-873e-69f12498c690 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:47.958210 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8aa8a224-24fa-4d68-873e-69f12498c690), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:48.046501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 8aa8a224-24fa-4d68-873e-69f12498c690 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:34:48.172069 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60886) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:34:48.177862 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-58dbfb72-8e7b-4f8f-9e84-29a7d29d2066 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-334110392-network', 'tenant_id': 'f2e5c0f984ea45e6a10a099d49212d9c'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:34:48.196828 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dbfb72-8e7b-4f8f-9e84-29a7d29d2066 admin admin] Made reservation on behalf of f2e5c0f984ea45e6a10a099d49212d9c for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:34:48.199172 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58dbfb72-8e7b-4f8f-9e84-29a7d29d2066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:48.207890 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58dbfb72-8e7b-4f8f-9e84-29a7d29d2066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:48.284335 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58dbfb72-8e7b-4f8f-9e84-29a7d29d2066 admin admin] Publish callbacks [] for security_group (59c60b2c-3040-4dea-bf6f-cd4f60cf2aef), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:48.288316 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58dbfb72-8e7b-4f8f-9e84-29a7d29d2066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (59c60b2c-3040-4dea-bf6f-cd4f60cf2aef), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:48.319071 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58dbfb72-8e7b-4f8f-9e84-29a7d29d2066 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:34:48.329747 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbfb72-8e7b-4f8f-9e84-29a7d29d2066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c60b2c-3040-4dea-bf6f-cd4f60cf2aef,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:48.336010 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58dbfb72-8e7b-4f8f-9e84-29a7d29d2066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (960248d3-b7f1-4c5d-a4d1-71018ec4f19b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:48.336365 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-58dbfb72-8e7b-4f8f-9e84-29a7d29d2066 admin admin] Added segment 960248d3-b7f1-4c5d-a4d1-71018ec4f19b of type vlan for network b159e068-7def-452f-9fe1-97cd3c0bd9bb Feb 07 17:34:48.378085 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58dbfb72-8e7b-4f8f-9e84-29a7d29d2066 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (b159e068-7def-452f-9fe1-97cd3c0bd9bb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:48.403409 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58dbfb72-8e7b-4f8f-9e84-29a7d29d2066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (b159e068-7def-452f-9fe1-97cd3c0bd9bb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:48.404436 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dbfb72-8e7b-4f8f-9e84-29a7d29d2066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:34:48.405042 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58dbfb72-8e7b-4f8f-9e84-29a7d29d2066 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:48.458192 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-58dbfb72-8e7b-4f8f-9e84-29a7d29d2066 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2849762 Feb 07 17:34:48.460965 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 60888) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:34:48.464984 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbfb72-8e7b-4f8f-9e84-29a7d29d2066 admin admin] Pushing event updated for resources: {'Network': ['ID=b159e068-7def-452f-9fe1-97cd3c0bd9bb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:48.466055 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Request body: {'subnet': {'network_id': 'b159e068-7def-452f-9fe1-97cd3c0bd9bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-334110392-subnet', 'tenant_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:34:48.476726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network b159e068-7def-452f-9fe1-97cd3c0bd9bb details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:34:48.494396 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Made reservation on behalf of f2e5c0f984ea45e6a10a099d49212d9c for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:34:48.496776 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:48.665261 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (1691c5ac-7f52-49b8-934a-df734b6b0b0c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:48.728643 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1691c5ac-7f52-49b8-934a-df734b6b0b0c,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:48.741187 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:48.741575 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:48.741930 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:48.742282 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:48.742624 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:48.742962 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:48.743300 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:48.743632 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:48.743972 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:48.744302 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:48.744632 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:48.744961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:48.745306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:48.748309 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Checking segment: {'id': '960248d3-b7f1-4c5d-a4d1-71018ec4f19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b159e068-7def-452f-9fe1-97cd3c0bd9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:34:48.748676 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Network hostable DHCP agents. Network: b159e068-7def-452f-9fe1-97cd3c0bd9bb, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:34:48.766335 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Network b159e068-7def-452f-9fe1-97cd3c0bd9bb is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:34:48.777567 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, b159e068-7def-452f-9fe1-97cd3c0bd9bb) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:34:48.782247 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:34:48.783970 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:48.787060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbb0c18-ae59-46c5-8b50-b38d83bd5c99 None None] Network b159e068-7def-452f-9fe1-97cd3c0bd9bb requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:34:48.803053 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60890) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:34:48.803784 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d4f2a359-f333-489e-b371-f81a1ff7b00d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3414259 Feb 07 17:34:48.807727 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-334110392-router', 'tenant_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:34:48.828728 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:48.830048 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:48.865642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] Sync routers for ids ['1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:34:48.901435 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] Routers {'1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:34:48.902074 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:48.939925 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-b159e068-7def-452f-9fe1-97cd3c0bd9bb', 'network_id': 'b159e068-7def-452f-9fe1-97cd3c0bd9bb', 'project_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'fixed_ips': [{'subnet_id': '1691c5ac-7f52-49b8-934a-df734b6b0b0c'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:34:48.940714 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:49.239018 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Publish callbacks [] for router_controller (2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:49.258494 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] Set router 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:34:49.389938 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Publish callbacks [] for router_gateway (2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:49.409141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] Allocated IP 172.20.0.2 (b159e068-7def-452f-9fe1-97cd3c0bd9bb/1691c5ac-7f52-49b8-934a-df734b6b0b0c/69c62105-b86b-4275-a269-9cc98fdc7f5c) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:34:49.553677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3818d47f-b82f-4b9c-8017-28b24a9d5c7c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:34:49.609666 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Publish callbacks [] for router_gateway (2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:49.629885 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:49.669496 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] Publish callbacks [] for port (69c62105-b86b-4275-a269-9cc98fdc7f5c), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:49.680562 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (69c62105-b86b-4275-a269-9cc98fdc7f5c), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:49.683520 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'name': 'tempest-TestMinimumBasicScenario-144732773-router', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:46Z', 'revision_number': 4, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'gw_port': {'id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'af56e5a3-b31f-41fe-afeb-b42e87dc6969', 'name': '', 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'mac_address': 'fa:16:3e:c8:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2d1ffaf3-7fea-4079-a076-c74af6bfcc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:46Z', 'updated_at': '2022-02-07T17:34:46Z', 'revision_number': 2, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'subnets': [{'id': '2d1ffaf3-7fea-4079-a076-c74af6bfcc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:49.714975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 3818d47f-b82f-4b9c-8017-28b24a9d5c7c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:49.715361 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3818d47f-b82f-4b9c-8017-28b24a9d5c7c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:49.738246 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] Checking router: 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:34:49.738601 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] Updating router 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 port af56e5a3-b31f-41fe-afeb-b42e87dc6969 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:34:49.740004 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Allocated IP 172.25.4.159 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:34:49.803717 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] Network b159e068-7def-452f-9fe1-97cd3c0bd9bb is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:34:49.811093 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] Pushing event updated for resources: {'Port': ['ID=69c62105-b86b-4275-a269-9cc98fdc7f5c,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:49.814314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:34:49.819378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:34:49.823666 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (af56e5a3-b31f-41fe-afeb-b42e87dc6969), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:49.843749 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Publish callbacks [] for port (1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:49.879325 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:49.924884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:34:49.927845 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:34:49.931337 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:34:49.936839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Pushing event updated for resources: {'Port': ['ID=1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:49.943341 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] Attempting to bind port 69c62105-b86b-4275-a269-9cc98fdc7f5c on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:34:49.943719 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] Attempting to bind port 69c62105-b86b-4275-a269-9cc98fdc7f5c by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '960248d3-b7f1-4c5d-a4d1-71018ec4f19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b159e068-7def-452f-9fe1-97cd3c0bd9bb'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:34:49.944086 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] Attempting to bind port 69c62105-b86b-4275-a269-9cc98fdc7f5c on network b159e068-7def-452f-9fe1-97cd3c0bd9bb {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:34:49.963258 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:49.963617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:49.963965 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:49.964312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:49.964653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:49.964992 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:49.965350 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:49.965685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:49.966016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:49.966349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:49.966676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:49.967002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:49.967333 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:50.007288 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:34:50.007595 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] Checking segment: {'id': '960248d3-b7f1-4c5d-a4d1-71018ec4f19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b159e068-7def-452f-9fe1-97cd3c0bd9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:34:50.008000 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:50.008393 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] Bound using segment: {'id': '960248d3-b7f1-4c5d-a4d1-71018ec4f19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b159e068-7def-452f-9fe1-97cd3c0bd9bb'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:34:50.008877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] Bound port: 69c62105-b86b-4275-a269-9cc98fdc7f5c, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960248d3-b7f1-4c5d-a4d1-71018ec4f19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b159e068-7def-452f-9fe1-97cd3c0bd9bb'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:34:50.009258 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (69c62105-b86b-4275-a269-9cc98fdc7f5c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:50.020575 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 3818d47f-b82f-4b9c-8017-28b24a9d5c7c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:34:50.141168 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] For port 69c62105-b86b-4275-a269-9cc98fdc7f5c, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:34:50.149512 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] For port 69c62105-b86b-4275-a269-9cc98fdc7f5c, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=69c62105-b86b-4275-a269-9cc98fdc7f5c,segment=NetworkSegment(960248d3-b7f1-4c5d-a4d1-71018ec4f19b),segment_id=960248d3-b7f1-4c5d-a4d1-71018ec4f19b)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:34:50.159289 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (69c62105-b86b-4275-a269-9cc98fdc7f5c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:50.205689 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Publish callbacks [] for router_gateway (2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:50.253360 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52169cf8-ae4a-4415-a3c9-acb4ddb2da57 None None] Pushing event updated for resources: {'Port': ['ID=69c62105-b86b-4275-a269-9cc98fdc7f5c,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:50.298895 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] Publish callbacks [] for port (af56e5a3-b31f-41fe-afeb-b42e87dc6969), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:50.306705 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (af56e5a3-b31f-41fe-afeb-b42e87dc6969), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:50.358416 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5545ae-d284-4c97-b432-e9135cc531ab None None] Pushing event updated for resources: {'Port': ['ID=af56e5a3-b31f-41fe-afeb-b42e87dc6969,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:50.413009 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] Attempting to bind port af56e5a3-b31f-41fe-afeb-b42e87dc6969 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:34:50.413469 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] Attempting to bind port af56e5a3-b31f-41fe-afeb-b42e87dc6969 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'cd840727-0a30-4950-bd15-dbe6745a7449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:34:50.415189 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] Attempting to bind port af56e5a3-b31f-41fe-afeb-b42e87dc6969 on network 1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:34:50.431493 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:34:50.431883 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] Checking segment: {'id': 'cd840727-0a30-4950-bd15-dbe6745a7449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:34:50.432302 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:50.432709 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] Bound using segment: {'id': 'cd840727-0a30-4950-bd15-dbe6745a7449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:34:50.433209 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] Bound port: af56e5a3-b31f-41fe-afeb-b42e87dc6969, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd840727-0a30-4950-bd15-dbe6745a7449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:34:50.433624 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (af56e5a3-b31f-41fe-afeb-b42e87dc6969), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:50.502785 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:50.541876 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] For port af56e5a3-b31f-41fe-afeb-b42e87dc6969, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:34:50.545748 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] For port af56e5a3-b31f-41fe-afeb-b42e87dc6969, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=af56e5a3-b31f-41fe-afeb-b42e87dc6969,segment=NetworkSegment(cd840727-0a30-4950-bd15-dbe6745a7449),segment_id=cd840727-0a30-4950-bd15-dbe6745a7449)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:34:50.559113 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (af56e5a3-b31f-41fe-afeb-b42e87dc6969), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:50.622583 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] Routers {'1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:34:50.623347 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:50.630236 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5545ae-d284-4c97-b432-e9135cc531ab None None] Pushing event updated for resources: {'Port': ['ID=af56e5a3-b31f-41fe-afeb-b42e87dc6969,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:50.673212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Router 2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:34:50.756441 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] Set router 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:34:50.791036 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:34:50.800415 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] Sync routers for ids ['2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:34:50.810262 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:50.811518 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c826dcb8-6e9c-4b81-827d-70453e49539e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0072255 Feb 07 17:34:50.811877 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] Routers {'2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:34:50.812692 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:50.814749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 60892) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:34:50.866696 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-3758f93d-aaf0-4f51-9430-c8fc3121638b None None] Provisioning complete for port af56e5a3-b31f-41fe-afeb-b42e87dc6969 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:50.867078 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3758f93d-aaf0-4f51-9430-c8fc3121638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (af56e5a3-b31f-41fe-afeb-b42e87dc6969), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:50.962200 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] Set router 2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:34:51.049964 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3758f93d-aaf0-4f51-9430-c8fc3121638b None None] Current status of the port af56e5a3-b31f-41fe-afeb-b42e87dc6969 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:34:51.050363 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3758f93d-aaf0-4f51-9430-c8fc3121638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (af56e5a3-b31f-41fe-afeb-b42e87dc6969), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:51.094965 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3758f93d-aaf0-4f51-9430-c8fc3121638b None None] For port af56e5a3-b31f-41fe-afeb-b42e87dc6969, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=af56e5a3-b31f-41fe-afeb-b42e87dc6969,segment=NetworkSegment(cd840727-0a30-4950-bd15-dbe6745a7449),segment_id=cd840727-0a30-4950-bd15-dbe6745a7449)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:34:51.102288 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3758f93d-aaf0-4f51-9430-c8fc3121638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (af56e5a3-b31f-41fe-afeb-b42e87dc6969), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:51.107482 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'name': 'tempest-TestMinimumBasicScenario-144732773-router', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:46Z', 'revision_number': 4, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'gw_port': {'id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'af56e5a3-b31f-41fe-afeb-b42e87dc6969', 'name': '', 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'mac_address': 'fa:16:3e:c8:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2d1ffaf3-7fea-4079-a076-c74af6bfcc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:46Z', 'updated_at': '2022-02-07T17:34:50Z', 'revision_number': 4, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'subnets': [{'id': '2d1ffaf3-7fea-4079-a076-c74af6bfcc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:51.167600 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229ba4f-0d3f-419d-84dc-9064ac69e06a None None] The sync data for ids ['1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'] in n-d-827865-3 is: [{'id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'name': 'tempest-TestMinimumBasicScenario-144732773-router', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:46Z', 'revision_number': 4, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'gw_port': {'id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'af56e5a3-b31f-41fe-afeb-b42e87dc6969', 'name': '', 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'mac_address': 'fa:16:3e:c8:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2d1ffaf3-7fea-4079-a076-c74af6bfcc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:46Z', 'updated_at': '2022-02-07T17:34:50Z', 'revision_number': 4, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'subnets': [{'id': '2d1ffaf3-7fea-4079-a076-c74af6bfcc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:34:51.194203 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758f93d-aaf0-4f51-9430-c8fc3121638b None None] Pushing event updated for resources: {'Port': ['ID=af56e5a3-b31f-41fe-afeb-b42e87dc6969,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:51.217666 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0', 'name': 'tempest-TestMinimumBasicScenario-334110392-router', 'tenant_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:48Z', 'updated_at': '2022-02-07T17:34:50Z', 'revision_number': 3, 'project_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'gw_port': {'id': '1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:25:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:49Z', 'updated_at': '2022-02-07T17:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:51.257692 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f7bc09d3-d469-4fb6-99cd-9c1695b76b6f None None] Provisioning complete for port af56e5a3-b31f-41fe-afeb-b42e87dc6969 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:51.258077 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f7bc09d3-d469-4fb6-99cd-9c1695b76b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (af56e5a3-b31f-41fe-afeb-b42e87dc6969), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:51.291880 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] Checking router: 2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:34:51.292231 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] Updating router 2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0 port 1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:34:51.328788 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:51.390193 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc09d3-d469-4fb6-99cd-9c1695b76b6f None None] Current status of the port af56e5a3-b31f-41fe-afeb-b42e87dc6969 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:34:51.416286 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1906132-8d08-43b0-8f87-660165e41ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:51.660875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28608c6-23ab-47a0-8b73-e7a3964cfc66 None None] Network b159e068-7def-452f-9fe1-97cd3c0bd9bb requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:34:51.693398 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-c1906132-8d08-43b0-8f87-660165e41ac3 admin admin] Allocated IP 172.20.0.1 (b159e068-7def-452f-9fe1-97cd3c0bd9bb/1691c5ac-7f52-49b8-934a-df734b6b0b0c/2b485cf6-41b6-40a1-b13d-263d45fade15) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:34:51.747945 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device af56e5a3-b31f-41fe-afeb-b42e87dc6969 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:34:51.786095 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] Publish callbacks [] for port (1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:51.798963 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:51.809674 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:51.811234 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1906132-8d08-43b0-8f87-660165e41ac3 admin admin] Publish callbacks [] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:51.830323 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8cd9c453-a65d-4a38-801d-515ecd12fe07 None None] Provisioning complete for port 69c62105-b86b-4275-a269-9cc98fdc7f5c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:51.831008 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8cd9c453-a65d-4a38-801d-515ecd12fe07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (69c62105-b86b-4275-a269-9cc98fdc7f5c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:51.857256 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] Attempting to bind port 1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:34:51.859821 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] Attempting to bind port 1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:34:51.860081 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1906132-8d08-43b0-8f87-660165e41ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:51.860235 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] Attempting to bind port 1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:34:51.878233 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:34:51.878620 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:34:51.879269 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:51.879819 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:34:51.880325 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] Bound port: 1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:34:51.880719 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:51.901831 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port af56e5a3-b31f-41fe-afeb-b42e87dc6969 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:51.902215 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (af56e5a3-b31f-41fe-afeb-b42e87dc6969), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:51.912226 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1906132-8d08-43b0-8f87-660165e41ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=2b485cf6-41b6-40a1-b13d-263d45fade15,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:51.928672 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1906132-8d08-43b0-8f87-660165e41ac3 admin admin] Network b159e068-7def-452f-9fe1-97cd3c0bd9bb is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:34:51.930324 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c1906132-8d08-43b0-8f87-660165e41ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:34:51.932938 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1906132-8d08-43b0-8f87-660165e41ac3 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:34:51.956677 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] For port 1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:34:51.960258 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] For port 1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:34:51.967079 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9b2b1-21ad-422f-b03d-2d145ce73571 None None] Pushing event updated for resources: {'Port': ['ID=1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:51.971730 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:51.979907 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1906132-8d08-43b0-8f87-660165e41ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:52.034679 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] Routers {'2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:34:52.035476 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:52.038151 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8cd9c453-a65d-4a38-801d-515ecd12fe07 None None] Current status of the port 69c62105-b86b-4275-a269-9cc98fdc7f5c is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:34:52.038544 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8cd9c453-a65d-4a38-801d-515ecd12fe07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (69c62105-b86b-4275-a269-9cc98fdc7f5c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:52.070865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port af56e5a3-b31f-41fe-afeb-b42e87dc6969 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:34:52.071861 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 69c62105-b86b-4275-a269-9cc98fdc7f5c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:34:52.117062 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8cd9c453-a65d-4a38-801d-515ecd12fe07 None None] For port 69c62105-b86b-4275-a269-9cc98fdc7f5c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=69c62105-b86b-4275-a269-9cc98fdc7f5c,segment=NetworkSegment(960248d3-b7f1-4c5d-a4d1-71018ec4f19b),segment_id=960248d3-b7f1-4c5d-a4d1-71018ec4f19b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:34:52.125828 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8cd9c453-a65d-4a38-801d-515ecd12fe07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (69c62105-b86b-4275-a269-9cc98fdc7f5c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:52.181228 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] Set router 2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:34:52.203017 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1906132-8d08-43b0-8f87-660165e41ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:52.246791 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 69c62105-b86b-4275-a269-9cc98fdc7f5c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:52.246791 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (69c62105-b86b-4275-a269-9cc98fdc7f5c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:52.246791 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9c453-a65d-4a38-801d-515ecd12fe07 None None] Pushing event updated for resources: {'Port': ['ID=69c62105-b86b-4275-a269-9cc98fdc7f5c,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:52.304999 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9b2b1-21ad-422f-b03d-2d145ce73571 None None] Pushing event updated for resources: {'Port': ['ID=1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:52.416270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 69c62105-b86b-4275-a269-9cc98fdc7f5c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:34:52.440304 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0ba78d2f-acfe-4072-abe0-2e5793a6e909 None None] Provisioning complete for port 2b485cf6-41b6-40a1-b13d-263d45fade15 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:52.441210 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0ba78d2f-acfe-4072-abe0-2e5793a6e909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:52.480220 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0', 'name': 'tempest-TestMinimumBasicScenario-334110392-router', 'tenant_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:48Z', 'updated_at': '2022-02-07T17:34:50Z', 'revision_number': 3, 'project_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'gw_port': {'id': '1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:25:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:49Z', 'updated_at': '2022-02-07T17:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:52.522484 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1906132-8d08-43b0-8f87-660165e41ac3 admin admin] Publish callbacks [] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:52.530943 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1906132-8d08-43b0-8f87-660165e41ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:52.531209 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6223d5e5-da6e-4e13-ba53-938e217d6efd None None] The sync data for ids ['2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0'] in n-d-827865-3 is: [{'id': '2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0', 'name': 'tempest-TestMinimumBasicScenario-334110392-router', 'tenant_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:48Z', 'updated_at': '2022-02-07T17:34:50Z', 'revision_number': 3, 'project_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'gw_port': {'id': '1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:25:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:49Z', 'updated_at': '2022-02-07T17:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:34:52.531366 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0ba78d2f-acfe-4072-abe0-2e5793a6e909 None None] Port 2b485cf6-41b6-40a1-b13d-263d45fade15 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:34:52.557780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0ba78d2f-acfe-4072-abe0-2e5793a6e909 None None] Provisioning complete for port 69c62105-b86b-4275-a269-9cc98fdc7f5c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:52.557780 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0ba78d2f-acfe-4072-abe0-2e5793a6e909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (69c62105-b86b-4275-a269-9cc98fdc7f5c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:52.641863 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1906132-8d08-43b0-8f87-660165e41ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=2b485cf6-41b6-40a1-b13d-263d45fade15,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:52.646864 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c1906132-8d08-43b0-8f87-660165e41ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:52.676858 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0ba78d2f-acfe-4072-abe0-2e5793a6e909 None None] Current status of the port 69c62105-b86b-4275-a269-9cc98fdc7f5c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:34:52.760074 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1906132-8d08-43b0-8f87-660165e41ac3 admin admin] Network b159e068-7def-452f-9fe1-97cd3c0bd9bb is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:34:52.761977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-c1906132-8d08-43b0-8f87-660165e41ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:34:52.798783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f5eeb15d-4f63-4a56-b207-bc971a4b4717 None None] Provisioning complete for port 2b485cf6-41b6-40a1-b13d-263d45fade15 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:52.799700 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f5eeb15d-4f63-4a56-b207-bc971a4b4717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:52.889692 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f5eeb15d-4f63-4a56-b207-bc971a4b4717 None None] Port 2b485cf6-41b6-40a1-b13d-263d45fade15 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:34:52.929259 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1906132-8d08-43b0-8f87-660165e41ac3 admin admin] Router 2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:34:53.052533 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1906132-8d08-43b0-8f87-660165e41ac3 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:34:53.059136 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c1906132-8d08-43b0-8f87-660165e41ac3 admin admin] 10.222.0.18 "PUT /v2.0/routers/2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2430308 Feb 07 17:34:53.115390 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-521ef7d2-6d9c-431e-9280-a4f060629c3b None None] Provisioning complete for port 2b485cf6-41b6-40a1-b13d-263d45fade15 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:53.116144 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-521ef7d2-6d9c-431e-9280-a4f060629c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:53.320217 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-521ef7d2-6d9c-431e-9280-a4f060629c3b None None] Port 2b485cf6-41b6-40a1-b13d-263d45fade15 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:34:53.607254 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:53.664027 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:34:53.713140 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:53.713557 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:53.798214 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:34:53.798613 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:53.822125 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:34:53.826280 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:53.827171 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 69c62105-b86b-4275-a269-9cc98fdc7f5c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:34:53.900585 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:53.922542 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 69c62105-b86b-4275-a269-9cc98fdc7f5c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:53.923444 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (69c62105-b86b-4275-a269-9cc98fdc7f5c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:54.024075 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 69c62105-b86b-4275-a269-9cc98fdc7f5c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:34:54.897939 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] Sync routers for ids ['2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:34:54.912312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] Routers {'2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:34:54.913244 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:55.036777 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] Set router 2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:34:55.276959 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0', 'name': 'tempest-TestMinimumBasicScenario-334110392-router', 'tenant_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:48Z', 'updated_at': '2022-02-07T17:34:52Z', 'revision_number': 4, 'project_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'gw_port': {'id': '1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:49Z', 'updated_at': '2022-02-07T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '2b485cf6-41b6-40a1-b13d-263d45fade15', 'name': '', 'network_id': 'b159e068-7def-452f-9fe1-97cd3c0bd9bb', 'tenant_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'mac_address': 'fa:16:3e:82:10:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1691c5ac-7f52-49b8-934a-df734b6b0b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:51Z', 'updated_at': '2022-02-07T17:34:52Z', 'revision_number': 2, 'project_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'subnets': [{'id': '1691c5ac-7f52-49b8-934a-df734b6b0b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:55.309876 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] Checking router: 2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:34:55.310252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] Updating router 2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0 port 2b485cf6-41b6-40a1-b13d-263d45fade15 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:34:55.343239 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:55.590885 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:34:55.709412 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:55.709800 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:55.742089 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] Publish callbacks [] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:55.758464 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:55.857346 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92a47b-908c-42b7-b56f-c323d61a9da5 None None] Pushing event updated for resources: {'Port': ['ID=2b485cf6-41b6-40a1-b13d-263d45fade15,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:55.919107 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bae34652-7caa-4cd5-ac9c-4ad6769670cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:55.925088 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab92a47b-908c-42b7-b56f-c323d61a9da5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:55.925528 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab92a47b-908c-42b7-b56f-c323d61a9da5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:55.925878 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab92a47b-908c-42b7-b56f-c323d61a9da5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:55.926227 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab92a47b-908c-42b7-b56f-c323d61a9da5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:55.926590 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab92a47b-908c-42b7-b56f-c323d61a9da5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:55.926898 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab92a47b-908c-42b7-b56f-c323d61a9da5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:55.927226 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab92a47b-908c-42b7-b56f-c323d61a9da5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:55.927561 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab92a47b-908c-42b7-b56f-c323d61a9da5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:55.927892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab92a47b-908c-42b7-b56f-c323d61a9da5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:55.928224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab92a47b-908c-42b7-b56f-c323d61a9da5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:55.928558 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab92a47b-908c-42b7-b56f-c323d61a9da5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:55.928889 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab92a47b-908c-42b7-b56f-c323d61a9da5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:55.929217 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab92a47b-908c-42b7-b56f-c323d61a9da5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:34:55.962555 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:34:55.968730 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] Attempting to bind port 2b485cf6-41b6-40a1-b13d-263d45fade15 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:34:55.969290 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] Attempting to bind port 2b485cf6-41b6-40a1-b13d-263d45fade15 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '960248d3-b7f1-4c5d-a4d1-71018ec4f19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b159e068-7def-452f-9fe1-97cd3c0bd9bb'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:34:55.970347 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] Attempting to bind port 2b485cf6-41b6-40a1-b13d-263d45fade15 on network b159e068-7def-452f-9fe1-97cd3c0bd9bb {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:34:55.983158 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:34:55.983616 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] Checking segment: {'id': '960248d3-b7f1-4c5d-a4d1-71018ec4f19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b159e068-7def-452f-9fe1-97cd3c0bd9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:34:55.984088 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:55.984547 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] Bound using segment: {'id': '960248d3-b7f1-4c5d-a4d1-71018ec4f19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b159e068-7def-452f-9fe1-97cd3c0bd9bb'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:34:55.985076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] Bound port: 2b485cf6-41b6-40a1-b13d-263d45fade15, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960248d3-b7f1-4c5d-a4d1-71018ec4f19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b159e068-7def-452f-9fe1-97cd3c0bd9bb'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:34:55.988010 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:56.067998 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] For port 2b485cf6-41b6-40a1-b13d-263d45fade15, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:34:56.084424 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] For port 2b485cf6-41b6-40a1-b13d-263d45fade15, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2b485cf6-41b6-40a1-b13d-263d45fade15,segment=NetworkSegment(960248d3-b7f1-4c5d-a4d1-71018ec4f19b),segment_id=960248d3-b7f1-4c5d-a4d1-71018ec4f19b)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:34:56.098102 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:56.159495 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] Routers {'2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:34:56.160150 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:34:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:56.284083 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92a47b-908c-42b7-b56f-c323d61a9da5 None None] Pushing event updated for resources: {'Port': ['ID=2b485cf6-41b6-40a1-b13d-263d45fade15,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:56.311822 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-79a25db5-ce11-4fd2-b4dd-b56f627ccd1c None None] Provisioning complete for port 2b485cf6-41b6-40a1-b13d-263d45fade15 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:56.312199 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-79a25db5-ce11-4fd2-b4dd-b56f627ccd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:56.353581 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] Set router 2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:34:56.577682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-79a25db5-ce11-4fd2-b4dd-b56f627ccd1c None None] Current status of the port 2b485cf6-41b6-40a1-b13d-263d45fade15 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:34:56.579605 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-79a25db5-ce11-4fd2-b4dd-b56f627ccd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:56.634609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-79a25db5-ce11-4fd2-b4dd-b56f627ccd1c None None] For port 2b485cf6-41b6-40a1-b13d-263d45fade15, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2b485cf6-41b6-40a1-b13d-263d45fade15,segment=NetworkSegment(960248d3-b7f1-4c5d-a4d1-71018ec4f19b),segment_id=960248d3-b7f1-4c5d-a4d1-71018ec4f19b)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:34:56.681712 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-79a25db5-ce11-4fd2-b4dd-b56f627ccd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:56.758901 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a25db5-ce11-4fd2-b4dd-b56f627ccd1c None None] Pushing event updated for resources: {'Port': ['ID=2b485cf6-41b6-40a1-b13d-263d45fade15,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:34:56.774408 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0', 'name': 'tempest-TestMinimumBasicScenario-334110392-router', 'tenant_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:48Z', 'updated_at': '2022-02-07T17:34:52Z', 'revision_number': 4, 'project_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'gw_port': {'id': '1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:49Z', 'updated_at': '2022-02-07T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '2b485cf6-41b6-40a1-b13d-263d45fade15', 'name': '', 'network_id': 'b159e068-7def-452f-9fe1-97cd3c0bd9bb', 'tenant_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'mac_address': 'fa:16:3e:82:10:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1691c5ac-7f52-49b8-934a-df734b6b0b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:51Z', 'updated_at': '2022-02-07T17:34:56Z', 'revision_number': 4, 'project_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'subnets': [{'id': '1691c5ac-7f52-49b8-934a-df734b6b0b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:34:56.808836 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf6d281-a357-4af7-97d1-513d7b381fad None None] The sync data for ids ['2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0'] in n-d-827865-3 is: [{'id': '2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0', 'name': 'tempest-TestMinimumBasicScenario-334110392-router', 'tenant_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:48Z', 'updated_at': '2022-02-07T17:34:52Z', 'revision_number': 4, 'project_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'gw_port': {'id': '1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:49Z', 'updated_at': '2022-02-07T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '2b485cf6-41b6-40a1-b13d-263d45fade15', 'name': '', 'network_id': 'b159e068-7def-452f-9fe1-97cd3c0bd9bb', 'tenant_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'mac_address': 'fa:16:3e:82:10:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1691c5ac-7f52-49b8-934a-df734b6b0b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:51Z', 'updated_at': '2022-02-07T17:34:56Z', 'revision_number': 4, 'project_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'subnets': [{'id': '1691c5ac-7f52-49b8-934a-df734b6b0b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:34:56.862560 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-f48d47b7-8d91-47da-b036-5b68647b4340 None None] Provisioning complete for port 2b485cf6-41b6-40a1-b13d-263d45fade15 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:56.863183 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f48d47b7-8d91-47da-b036-5b68647b4340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:57.045224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-f48d47b7-8d91-47da-b036-5b68647b4340 None None] Current status of the port 2b485cf6-41b6-40a1-b13d-263d45fade15 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:34:57.682577 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2b485cf6-41b6-40a1-b13d-263d45fade15 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:34:57.763795 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 2b485cf6-41b6-40a1-b13d-263d45fade15 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:34:57.764266 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:57.869375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 2b485cf6-41b6-40a1-b13d-263d45fade15 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:34:58.257087 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b5cd46bd-5502-4bda-9892-c13957298a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:34:59.654563 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:00.985804 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:02.496214 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:03.554932 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e005477-b0c2-428a-8036-0633264adb1c req-ad95d5b8-7fef-4d47-8ffa-b8f076d72dda tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:03.556325 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e005477-b0c2-428a-8036-0633264adb1c req-ad95d5b8-7fef-4d47-8ffa-b8f076d72dda tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/networks?id=1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 HTTP/1.1" status: 200 len: 814 time: 0.1028731 Feb 07 17:35:03.571643 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e005477-b0c2-428a-8036-0633264adb1c req-767bcb63-269e-4fef-83cb-14f94a85af30 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/quotas/3139eb8a13f342acb0ae03a42ec9a385 HTTP/1.1" status: 200 len: 375 time: 0.0098917 Feb 07 17:35:03.627283 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e005477-b0c2-428a-8036-0633264adb1c req-f6a81ed5-614b-4101-bd96-1b90bc6d0112 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3139eb8a13f342acb0ae03a42ec9a385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504892 Feb 07 17:35:03.842014 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e005477-b0c2-428a-8036-0633264adb1c req-ac8c2200-057e-4e32-9d04-cd7b579f0115 service neutron] 10.222.0.18 "GET /v2.0/networks/1ae7b9db-bbcd-4178-aa59-93db4f8e7df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258051 Feb 07 17:35:03.931507 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7e005477-b0c2-428a-8036-0633264adb1c req-52795da1-2265-4306-a16b-8f70e5b43d31 service neutron] 10.222.0.18 "GET /v2.0/networks/1ae7b9db-bbcd-4178-aa59-93db4f8e7df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836592 Feb 07 17:35:04.107372 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ecd8c84e-1a3c-4453-9fa2-4c2c2dee3c4e req-111f93d0-ee1f-4fb5-a001-9b7a9c7fa1ac tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 210 time: 0.0292690 Feb 07 17:35:04.562142 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:35:05.185048 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e005477-b0c2-428a-8036-0633264adb1c req-e027577b-22e5-4ede-97be-44fd0967d171 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:05.186584 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e005477-b0c2-428a-8036-0633264adb1c req-e027577b-22e5-4ede-97be-44fd0967d171 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.32 "GET /v2.0/networks?id=1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 HTTP/1.1" status: 200 len: 814 time: 0.1134667 Feb 07 17:35:05.199044 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-7e005477-b0c2-428a-8036-0633264adb1c req-7b09eb48-e007-4e41-bd0a-e7f3324a1e1f tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Request body: {'port': {'device_id': '4d2d01e0-2ed6-4dfa-9667-af42d896172b', 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1', 'admin_state_up': True, 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:35:05.227239 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-28f6e308-d6cb-46f4-8e77-e4b19c46e9a7 req-39824e19-bb0c-433d-8cce-3c71e8ed9927 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 210 time: 0.0353317 Feb 07 17:35:05.311072 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e005477-b0c2-428a-8036-0633264adb1c req-7b09eb48-e007-4e41-bd0a-e7f3324a1e1f tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Made reservation on behalf of 3139eb8a13f342acb0ae03a42ec9a385 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:35:05.315171 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e005477-b0c2-428a-8036-0633264adb1c req-7b09eb48-e007-4e41-bd0a-e7f3324a1e1f tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:05.450988 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-7e005477-b0c2-428a-8036-0633264adb1c req-7b09eb48-e007-4e41-bd0a-e7f3324a1e1f tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Allocated IP 172.20.0.9 (1ae7b9db-bbcd-4178-aa59-93db4f8e7df1/2d1ffaf3-7fea-4079-a076-c74af6bfcc4c/a8e45ae0-a307-49d7-b468-126cc93f0c15) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:35:05.663686 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e005477-b0c2-428a-8036-0633264adb1c req-7b09eb48-e007-4e41-bd0a-e7f3324a1e1f tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:05.730038 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e005477-b0c2-428a-8036-0633264adb1c req-7b09eb48-e007-4e41-bd0a-e7f3324a1e1f tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:05.783240 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e005477-b0c2-428a-8036-0633264adb1c req-7b09eb48-e007-4e41-bd0a-e7f3324a1e1f tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Network 1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:35:05.786690 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-7e005477-b0c2-428a-8036-0633264adb1c req-7b09eb48-e007-4e41-bd0a-e7f3324a1e1f tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:35:05.790688 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e005477-b0c2-428a-8036-0633264adb1c req-7b09eb48-e007-4e41-bd0a-e7f3324a1e1f tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:35:05.817981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09eb48-e007-4e41-bd0a-e7f3324a1e1f tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Pushing event updated for resources: {'Port': ['ID=a8e45ae0-a307-49d7-b468-126cc93f0c15,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:35:05.865128 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e005477-b0c2-428a-8036-0633264adb1c req-7b09eb48-e007-4e41-bd0a-e7f3324a1e1f tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:05.866061 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e005477-b0c2-428a-8036-0633264adb1c req-7b09eb48-e007-4e41-bd0a-e7f3324a1e1f tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:05.890862 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e005477-b0c2-428a-8036-0633264adb1c req-7b09eb48-e007-4e41-bd0a-e7f3324a1e1f tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6905706 Feb 07 17:35:06.140267 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-ce411c17-8147-4624-b3fd-736731722a17 None None] Provisioning complete for port a8e45ae0-a307-49d7-b468-126cc93f0c15 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:35:06.141072 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ce411c17-8147-4624-b3fd-736731722a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:06.191538 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-ce411c17-8147-4624-b3fd-736731722a17 None None] Port a8e45ae0-a307-49d7-b468-126cc93f0c15 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:35:06.356345 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f894ce3-c06c-4472-b450-777ed622113e req-97bbef2e-24a3-4f38-a886-27ffb1677218 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:06.358042 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4f894ce3-c06c-4472-b450-777ed622113e req-97bbef2e-24a3-4f38-a886-27ffb1677218 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 931 time: 0.0585258 Feb 07 17:35:06.412174 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4f894ce3-c06c-4472-b450-777ed622113e req-5df3a9a0-4f09-4c17-81c7-0ee03e6d03ad tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482104 Feb 07 17:35:07.943763 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed22fb-f5b3-434a-9af5-50061e2790d3 req-52d0120a-2dd1-4ff9-9ea0-0e065b1d9536 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:07.945349 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bfed22fb-f5b3-434a-9af5-50061e2790d3 req-52d0120a-2dd1-4ff9-9ea0-0e065b1d9536 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 931 time: 0.4576676 Feb 07 17:35:07.996811 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bfed22fb-f5b3-434a-9af5-50061e2790d3 req-4f91d699-5f32-4778-972f-519e18132d30 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456717 Feb 07 17:35:09.132608 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbf3b2-1795-42ec-b7de-199b668901bb req-38f0d8ba-880b-41cd-8dec-2781d749fc1f tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:09.134143 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-79bbf3b2-1795-42ec-b7de-199b668901bb req-38f0d8ba-880b-41cd-8dec-2781d749fc1f tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 931 time: 0.0625384 Feb 07 17:35:09.185708 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-79bbf3b2-1795-42ec-b7de-199b668901bb req-646039ed-d71a-49be-8928-4c3c208b3324 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453944 Feb 07 17:35:10.317058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc01dd5-f60f-4311-b73d-000b0a65d9f1 req-137e8d64-8f22-484c-a318-99fe9795fba7 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:10.318743 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-edc01dd5-f60f-4311-b73d-000b0a65d9f1 req-137e8d64-8f22-484c-a318-99fe9795fba7 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 931 time: 0.0622387 Feb 07 17:35:10.371793 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-edc01dd5-f60f-4311-b73d-000b0a65d9f1 req-2d663210-6c6b-4f6a-8a17-59d57ef7b3b6 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472252 Feb 07 17:35:11.503886 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be904bcc-d0f3-492d-9cef-85a141fe0554 req-de0753e0-4310-4805-99c1-798ea15ebdf1 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:11.505353 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-be904bcc-d0f3-492d-9cef-85a141fe0554 req-de0753e0-4310-4805-99c1-798ea15ebdf1 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 931 time: 0.0576603 Feb 07 17:35:11.560649 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-be904bcc-d0f3-492d-9cef-85a141fe0554 req-92cd9a94-5cde-4c71-94e6-d66689b956af tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495932 Feb 07 17:35:12.691571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a15080-dff4-488d-aaa5-b9f99fdce1c5 req-22a9e00b-35d2-4c1c-adbe-9177db2b8321 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:12.693124 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-93a15080-dff4-488d-aaa5-b9f99fdce1c5 req-22a9e00b-35d2-4c1c-adbe-9177db2b8321 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 931 time: 0.0618720 Feb 07 17:35:12.744314 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-93a15080-dff4-488d-aaa5-b9f99fdce1c5 req-45712e5a-f355-403a-aa1f-9f9708700730 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454080 Feb 07 17:35:13.869689 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9aa73-c134-47f6-bedc-359c81dc5f8a req-abba4567-c421-4257-a778-46c992dabe7b tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:13.871205 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-16b9aa73-c134-47f6-bedc-359c81dc5f8a req-abba4567-c421-4257-a778-46c992dabe7b tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 931 time: 0.0563917 Feb 07 17:35:13.918622 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-16b9aa73-c134-47f6-bedc-359c81dc5f8a req-336e1ad6-224d-4299-a4ae-122486de7f6f tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407016 Feb 07 17:35:14.119340 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-7e005477-b0c2-428a-8036-0633264adb1c req-3d1306ae-c031-48b5-9445-bc3b56c6a989 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:35:14.120585 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e005477-b0c2-428a-8036-0633264adb1c req-3d1306ae-c031-48b5-9445-bc3b56c6a989 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054474 Feb 07 17:35:14.136613 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Request body: {'port': {'device_id': '4d2d01e0-2ed6-4dfa-9667-af42d896172b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:35:14.194683 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:14.463308 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e45ae0-a307-49d7-b468-126cc93f0c15 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:35:14.471325 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Publish callbacks [] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:14.483376 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Transition to ACTIVE for port object a8e45ae0-a307-49d7-b468-126cc93f0c15 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:35:14.487561 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:14.556004 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Pushing event updated for resources: {'Port': ['ID=a8e45ae0-a307-49d7-b468-126cc93f0c15,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:35:14.611358 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Attempting to bind port a8e45ae0-a307-49d7-b468-126cc93f0c15 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:35:14.611701 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Attempting to bind port a8e45ae0-a307-49d7-b468-126cc93f0c15 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'cd840727-0a30-4950-bd15-dbe6745a7449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:35:14.612032 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Attempting to bind port a8e45ae0-a307-49d7-b468-126cc93f0c15 on network 1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:35:14.616632 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Port a8e45ae0-a307-49d7-b468-126cc93f0c15 on network 1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:35:14.616954 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Attempting to bind port a8e45ae0-a307-49d7-b468-126cc93f0c15 on network 1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:35:14.621914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:35:14.622250 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Checking segment: {'id': 'cd840727-0a30-4950-bd15-dbe6745a7449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:35:14.622634 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Bound using segment: {'id': 'cd840727-0a30-4950-bd15-dbe6745a7449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:35:14.623062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Bound port: a8e45ae0-a307-49d7-b468-126cc93f0c15, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd840727-0a30-4950-bd15-dbe6745a7449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:35:14.623415 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:14.699795 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] For port a8e45ae0-a307-49d7-b468-126cc93f0c15, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:35:14.703045 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] For port a8e45ae0-a307-49d7-b468-126cc93f0c15, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a8e45ae0-a307-49d7-b468-126cc93f0c15,segment=NetworkSegment(cd840727-0a30-4950-bd15-dbe6745a7449),segment_id=cd840727-0a30-4950-bd15-dbe6745a7449)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:35:14.709487 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:14.742976 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:14.743590 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:14.745006 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e005477-b0c2-428a-8036-0633264adb1c req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] 10.222.0.32 "PUT /v2.0/ports/a8e45ae0-a307-49d7-b468-126cc93f0c15 HTTP/1.1" status: 200 len: 1091 time: 0.6123881 Feb 07 17:35:14.745429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2d01e0-2ed6-4dfa-9667-af42d896172b', 'tag': 'a8e45ae0-a307-49d7-b468-126cc93f0c15'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:35:14.747685 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca319dd-1523-42e4-8127-842d592c84d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2d01e0-2ed6-4dfa-9667-af42d896172b", "tag": "a8e45ae0-a307-49d7-b468-126cc93f0c15"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:35:14.775150 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01447a1-92c3-4f78-9c51-c7677ad29b0e service neutron] Pushing event updated for resources: {'Port': ['ID=a8e45ae0-a307-49d7-b468-126cc93f0c15,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:35:14.821706 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9d3f89-9c79-4338-8bcf-104ddf303c47 x-openstack-request-id: req-9e9d3f89-9c79-4338-8bcf-104ddf303c47 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:35:14.822186 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2d01e0-2ed6-4dfa-9667-af42d896172b", "tag": "a8e45ae0-a307-49d7-b468-126cc93f0c15", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:35:14.822608 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e9d3f89-9c79-4338-8bcf-104ddf303c47 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:35:14.823302 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2d01e0-2ed6-4dfa-9667-af42d896172b', 'tag': 'a8e45ae0-a307-49d7-b468-126cc93f0c15', 'status': 'completed', 'code': 200} Feb 07 17:35:14.866314 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e005477-b0c2-428a-8036-0633264adb1c req-b727a7bb-8f5a-469b-9ee8-1a8f801af0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:14.867901 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e005477-b0c2-428a-8036-0633264adb1c req-b727a7bb-8f5a-469b-9ee8-1a8f801af0b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3139eb8a13f342acb0ae03a42ec9a385&device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 1125 time: 0.0627811 Feb 07 17:35:14.929480 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e005477-b0c2-428a-8036-0633264adb1c req-1692266d-398e-4028-a4ed-c93edab7b9a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8e45ae0-a307-49d7-b468-126cc93f0c15 HTTP/1.1" status: 200 len: 217 time: 0.0540483 Feb 07 17:35:14.996308 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e005477-b0c2-428a-8036-0633264adb1c req-2b79ae26-6843-4b62-90ad-22a4178f894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:14.997845 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e005477-b0c2-428a-8036-0633264adb1c req-2b79ae26-6843-4b62-90ad-22a4178f894b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d1ffaf3-7fea-4079-a076-c74af6bfcc4c HTTP/1.1" status: 200 len: 853 time: 0.0619245 Feb 07 17:35:15.087708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e005477-b0c2-428a-8036-0633264adb1c req-fc3e32b7-1140-40e2-9e12-88648f37e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:15.089172 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e005477-b0c2-428a-8036-0633264adb1c req-fc3e32b7-1140-40e2-9e12-88648f37e8dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ae7b9db-bbcd-4178-aa59-93db4f8e7df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0859737 Feb 07 17:35:15.097571 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c483a-379d-409f-932f-50fe74075709 req-16372e31-7244-4670-9d99-9741edee05f4 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:15.099010 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c97c483a-379d-409f-932f-50fe74075709 req-16372e31-7244-4670-9d99-9741edee05f4 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 943 time: 0.0875039 Feb 07 17:35:15.531755 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c97c483a-379d-409f-932f-50fe74075709 req-bf307b12-2152-4ead-86c0-0bb96c5eda1a tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240618 Feb 07 17:35:15.554905 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e005477-b0c2-428a-8036-0633264adb1c req-315986a0-3703-4ab6-b01b-53b89bbc2bf6 service neutron] 10.222.0.32 "GET /v2.0/networks/1ae7b9db-bbcd-4178-aa59-93db4f8e7df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549587 Feb 07 17:35:15.647137 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7e005477-b0c2-428a-8036-0633264adb1c req-c39c56c3-d370-406d-aac5-d7b3d811693c service neutron] 10.222.0.32 "GET /v2.0/networks/1ae7b9db-bbcd-4178-aa59-93db4f8e7df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859647 Feb 07 17:35:15.738858 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca319dd-1523-42e4-8127-842d592c84d6 req-76703d46-1940-41fb-9d95-09218125dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:15.740370 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aca319dd-1523-42e4-8127-842d592c84d6 req-76703d46-1940-41fb-9d95-09218125dc32 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3139eb8a13f342acb0ae03a42ec9a385&device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 1125 time: 0.0471065 Feb 07 17:35:15.832906 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca319dd-1523-42e4-8127-842d592c84d6 req-c71e4119-a158-44cb-b3a8-e773f23dc5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:15.834444 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aca319dd-1523-42e4-8127-842d592c84d6 req-c71e4119-a158-44cb-b3a8-e773f23dc5d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 HTTP/1.1" status: 200 len: 915 time: 0.0884960 Feb 07 17:35:15.874868 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aca319dd-1523-42e4-8127-842d592c84d6 req-86cd2f11-b839-47e4-b383-b04dc92d8373 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8e45ae0-a307-49d7-b468-126cc93f0c15 HTTP/1.1" status: 200 len: 217 time: 0.0351121 Feb 07 17:35:15.924127 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca319dd-1523-42e4-8127-842d592c84d6 req-5465ea3e-396d-4a66-a9e9-49521bd3e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:15.925621 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aca319dd-1523-42e4-8127-842d592c84d6 req-5465ea3e-396d-4a66-a9e9-49521bd3e144 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d1ffaf3-7fea-4079-a076-c74af6bfcc4c HTTP/1.1" status: 200 len: 853 time: 0.0441842 Feb 07 17:35:15.978468 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca319dd-1523-42e4-8127-842d592c84d6 req-3320e65e-9ba4-4662-9a9a-705ffc5b01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:15.979951 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aca319dd-1523-42e4-8127-842d592c84d6 req-3320e65e-9ba4-4662-9a9a-705ffc5b01b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ae7b9db-bbcd-4178-aa59-93db4f8e7df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484748 Feb 07 17:35:16.068583 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aca319dd-1523-42e4-8127-842d592c84d6 req-e474f052-e92d-46cf-9c3a-12ca60b5d306 service neutron] 10.222.0.32 "GET /v2.0/networks/1ae7b9db-bbcd-4178-aa59-93db4f8e7df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819886 Feb 07 17:35:16.164278 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aca319dd-1523-42e4-8127-842d592c84d6 req-091d16b6-0ffd-4a21-9bbc-7686e9d89474 service neutron] 10.222.0.32 "GET /v2.0/networks/1ae7b9db-bbcd-4178-aa59-93db4f8e7df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894828 Feb 07 17:35:16.652647 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87da72-480a-47b0-bfe3-3211a0f325f5 req-349471ea-7229-44ff-baa5-abc87bc0e878 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:16.654239 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f87da72-480a-47b0-bfe3-3211a0f325f5 req-349471ea-7229-44ff-baa5-abc87bc0e878 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 943 time: 0.0528731 Feb 07 17:35:16.701096 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8f87da72-480a-47b0-bfe3-3211a0f325f5 req-050552be-bc88-4148-b326-e51e6871f0fb tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404613 Feb 07 17:35:17.072518 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a8e45ae0-a307-49d7-b468-126cc93f0c15 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:35:17.169924 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a8e45ae0-a307-49d7-b468-126cc93f0c15, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a8e45ae0-a307-49d7-b468-126cc93f0c15,segment=NetworkSegment(cd840727-0a30-4950-bd15-dbe6745a7449),segment_id=cd840727-0a30-4950-bd15-dbe6745a7449)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:35:17.181655 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'a8e45ae0-a307-49d7-b468-126cc93f0c15', 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1', 'port_id': 'a8e45ae0-a307-49d7-b468-126cc93f0c15', 'mac_address': 'fa:16:3e:64:b5:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1ffaf3-7fea-4079-a076-c74af6bfcc4c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:35:17.220521 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port a8e45ae0-a307-49d7-b468-126cc93f0c15 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:35:17.220921 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:17.234738 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e45ae0-a307-49d7-b468-126cc93f0c15 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:35:17.254417 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a8e45ae0-a307-49d7-b468-126cc93f0c15, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a8e45ae0-a307-49d7-b468-126cc93f0c15,segment=NetworkSegment(cd840727-0a30-4950-bd15-dbe6745a7449),segment_id=cd840727-0a30-4950-bd15-dbe6745a7449)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:35:17.258706 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:17.310336 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=a8e45ae0-a307-49d7-b468-126cc93f0c15,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:35:17.666890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['a8e45ae0-a307-49d7-b468-126cc93f0c15'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:35:17.823678 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94b83b-0344-4221-a42a-7b3e5edc24bf req-dd8f3fc4-d3a7-41c2-ab12-744899c4dc90 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:17.825107 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8c94b83b-0344-4221-a42a-7b3e5edc24bf req-dd8f3fc4-d3a7-41c2-ab12-744899c4dc90 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 944 time: 0.0540462 Feb 07 17:35:17.872201 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8c94b83b-0344-4221-a42a-7b3e5edc24bf req-79096204-0e3b-4835-9a2d-3c0e76f657a0 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409369 Feb 07 17:35:18.995683 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b967d-1693-4869-ae62-86631a02c111 req-16ddd708-0b39-4dab-98db-02e21a55646d tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:18.997146 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4e6b967d-1693-4869-ae62-86631a02c111 req-16ddd708-0b39-4dab-98db-02e21a55646d tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 944 time: 0.0574296 Feb 07 17:35:19.044957 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4e6b967d-1693-4869-ae62-86631a02c111 req-1b356640-1b73-4a6e-9d17-61c4e2c5ab42 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416954 Feb 07 17:35:19.105051 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a8e45ae0-a307-49d7-b468-126cc93f0c15 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:35:19.158854 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port a8e45ae0-a307-49d7-b468-126cc93f0c15 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:35:19.163180 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port a8e45ae0-a307-49d7-b468-126cc93f0c15 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:35:19.163556 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:19.241842 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port a8e45ae0-a307-49d7-b468-126cc93f0c15 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:35:19.242234 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:19.268452 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2d01e0-2ed6-4dfa-9667-af42d896172b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e45ae0-a307-49d7-b468-126cc93f0c15'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:35:19.270942 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b0cd4f-d1ea-4fa7-8a95-ebc9db7066e9" -d '{"events": [{"server_uuid": "4d2d01e0-2ed6-4dfa-9667-af42d896172b", "name": "network-vif-plugged", "status": "completed", "tag": "a8e45ae0-a307-49d7-b468-126cc93f0c15"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:35:19.284014 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port a8e45ae0-a307-49d7-b468-126cc93f0c15, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a8e45ae0-a307-49d7-b468-126cc93f0c15,segment=NetworkSegment(cd840727-0a30-4950-bd15-dbe6745a7449),segment_id=cd840727-0a30-4950-bd15-dbe6745a7449)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:35:19.288049 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:19.320560 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c3d2bd-cf83-419b-8524-560c1c5c77f1 x-openstack-request-id: req-b8c3d2bd-cf83-419b-8524-560c1c5c77f1 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:35:19.320863 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2d01e0-2ed6-4dfa-9667-af42d896172b", "name": "network-vif-plugged", "status": "completed", "tag": "a8e45ae0-a307-49d7-b468-126cc93f0c15", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:35:19.321124 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8c3d2bd-cf83-419b-8524-560c1c5c77f1 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:35:19.321539 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2d01e0-2ed6-4dfa-9667-af42d896172b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e45ae0-a307-49d7-b468-126cc93f0c15', 'code': 200} Feb 07 17:35:19.343464 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=a8e45ae0-a307-49d7-b468-126cc93f0c15,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:35:19.418857 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04efad-fead-41ab-900b-53521d60f1bd req-5b4adfe6-8413-4cb5-8e11-23b16e6ca450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:19.420319 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6b04efad-fead-41ab-900b-53521d60f1bd req-5b4adfe6-8413-4cb5-8e11-23b16e6ca450 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 1127 time: 0.0461786 Feb 07 17:35:19.463686 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6b04efad-fead-41ab-900b-53521d60f1bd req-3ef3b208-eb2b-4364-836f-1551f8e6bed3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375724 Feb 07 17:35:20.166646 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf43213-204a-4f76-8565-1e9220afcf06 req-c1082415-1c6a-4558-8b83-8c4409b70ccd tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:20.168129 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aaf43213-204a-4f76-8565-1e9220afcf06 req-c1082415-1c6a-4558-8b83-8c4409b70ccd tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 945 time: 0.0523789 Feb 07 17:35:20.215442 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aaf43213-204a-4f76-8565-1e9220afcf06 req-c5d785ac-cf27-4924-a8d1-27d5636f42db tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407658 Feb 07 17:35:21.342658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64028d0e-75f0-4466-92fb-86ea9ea7aaa3 req-7fb4820f-3373-4941-82ed-a107c273865f tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:21.344674 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-64028d0e-75f0-4466-92fb-86ea9ea7aaa3 req-7fb4820f-3373-4941-82ed-a107c273865f tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 945 time: 0.0578640 Feb 07 17:35:21.391760 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-64028d0e-75f0-4466-92fb-86ea9ea7aaa3 req-bff209a4-938d-44e9-9c8f-6aabd98d0750 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413642 Feb 07 17:35:21.509172 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c45d03-bebc-4514-8d7f-8e1ab2fb1ca1 req-ecb4a419-1cae-40e8-9c12-44e07984e0d9 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:21.510654 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-57c45d03-bebc-4514-8d7f-8e1ab2fb1ca1 req-ecb4a419-1cae-40e8-9c12-44e07984e0d9 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 945 time: 0.0528228 Feb 07 17:35:21.561922 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-57c45d03-bebc-4514-8d7f-8e1ab2fb1ca1 req-c960b686-4aa0-4025-b9fd-ce06a9b96e5f tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456867 Feb 07 17:35:21.689298 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:21.783317 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f78b5-d5b3-4e8f-8afb-7e59066d1e39 req-1e86d184-d27d-46d2-bdc4-894976d3d5e2 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:21.784705 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c09f78b5-d5b3-4e8f-8afb-7e59066d1e39 req-1e86d184-d27d-46d2-bdc4-894976d3d5e2 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 945 time: 0.0528538 Feb 07 17:35:21.830237 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c09f78b5-d5b3-4e8f-8afb-7e59066d1e39 req-ceda9879-585f-462c-a3d4-3556a809ec78 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398943 Feb 07 17:35:23.592111 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:25.833138 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c67cafb3-c244-4ce2-9512-b0a11abacbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:28.247673 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-19ad72e5-3391-40a6-a79b-6e2c0885fc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:29.654751 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:30.985911 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:32.489857 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:40.757646 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0e512-98ff-41f5-b25a-f6d8221d8ef1 req-9811902f-3c38-4176-9d33-ae64b4f86ab1 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:40.758998 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2b0e512-98ff-41f5-b25a-f6d8221d8ef1 req-9811902f-3c38-4176-9d33-ae64b4f86ab1 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 945 time: 0.1687443 Feb 07 17:35:40.806508 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2b0e512-98ff-41f5-b25a-f6d8221d8ef1 req-a2f0a6d5-d5b6-4089-88c5-d8cb76953ec6 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418780 Feb 07 17:35:40.830028 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 32874) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:35:40.920962 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3a9b2c-7357-446a-9b15-ce59dc0a2f91 tempest-TestMinimumBasicScenario-676326309 tempest-TestMinimumBasicScenario-676326309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:40.923102 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-9c3a9b2c-7357-446a-9b15-ce59dc0a2f91 tempest-TestMinimumBasicScenario-676326309 tempest-TestMinimumBasicScenario-676326309-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 1122 time: 0.0919750 Feb 07 17:35:40.926139 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 32878) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:35:40.930414 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': 'a8e45ae0-a307-49d7-b468-126cc93f0c15', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:35:40.950126 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:41.053031 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:41.154034 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Allocated IP 172.25.4.135 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/a59035f5-668c-44e1-ad82-a630d7442335) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:35:41.268069 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for port (a59035f5-668c-44e1-ad82-a630d7442335), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:41.304152 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a59035f5-668c-44e1-ad82-a630d7442335), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:41.345769 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:35:41.348742 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:35:41.352238 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:35:41.374088 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Pushing event updated for resources: {'Port': ['ID=a59035f5-668c-44e1-ad82-a630d7442335,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:35:41.561570 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:35:41.719317 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for floatingip (e82963bd-ab84-43fb-a58a-46fbf4b8d044), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:41.795348 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a59035f5-668c-44e1-ad82-a630d7442335), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:41.949765 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for port (a59035f5-668c-44e1-ad82-a630d7442335), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:41.954541 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (a59035f5-668c-44e1-ad82-a630d7442335), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:42.027700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Pushing event updated for resources: {'Port': ['ID=a59035f5-668c-44e1-ad82-a630d7442335,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:35:42.038632 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (e82963bd-ab84-43fb-a58a-46fbf4b8d044), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:42.145053 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Floating IP e82963bd-ab84-43fb-a58a-46fbf4b8d044 associated. External IP: 172.25.4.135, port: a8e45ae0-a307-49d7-b468-126cc93f0c15. Feb 07 17:35:42.367534 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Router 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:35:42.483753 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:35:42.494481 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ee397-7d1b-41ac-af93-e7b48fce9e50 None None] Sync routers for ids ['1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:35:42.501391 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:42.505328 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587ee397-7d1b-41ac-af93-e7b48fce9e50 None None] Routers {'1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:35:42.506054 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-587ee397-7d1b-41ac-af93-e7b48fce9e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:35:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:35:42.532704 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-68b27097-f078-4d38-be72-c466a945b7fa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6055110 Feb 07 17:35:42.533359 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2d01e0-2ed6-4dfa-9667-af42d896172b', 'tag': 'a8e45ae0-a307-49d7-b468-126cc93f0c15'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:35:42.535916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 32880) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:35:42.536489 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321747b5-289b-481c-840c-08e9dd7b36c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2d01e0-2ed6-4dfa-9667-af42d896172b", "tag": "a8e45ae0-a307-49d7-b468-126cc93f0c15"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:35:42.541313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0a7b5364-09a6-40ba-84c5-81b4bb714629 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1602059514', 'description': 'tempest-secgroup-smoke-1602059514 description', 'project_id': '3139eb8a13f342acb0ae03a42ec9a385'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:35:42.564510 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5364-09a6-40ba-84c5-81b4bb714629 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:42.585034 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dbc132-215a-4e1b-bc85-6b13c3e3d404 x-openstack-request-id: req-99dbc132-215a-4e1b-bc85-6b13c3e3d404 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:35:42.585419 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2d01e0-2ed6-4dfa-9667-af42d896172b", "tag": "a8e45ae0-a307-49d7-b468-126cc93f0c15", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:35:42.586041 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99dbc132-215a-4e1b-bc85-6b13c3e3d404 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:35:42.586480 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2d01e0-2ed6-4dfa-9667-af42d896172b', 'tag': 'a8e45ae0-a307-49d7-b468-126cc93f0c15', 'status': 'completed', 'code': 200} Feb 07 17:35:42.628487 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-587ee397-7d1b-41ac-af93-e7b48fce9e50 None None] Set router 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:35:42.657782 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5364-09a6-40ba-84c5-81b4bb714629 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group (383fc17a-2537-473e-a904-e9346b1a69bd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:42.663293 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5364-09a6-40ba-84c5-81b4bb714629 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (383fc17a-2537-473e-a904-e9346b1a69bd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:42.677718 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321747b5-289b-481c-840c-08e9dd7b36c5 req-7f3e22a1-bb96-42c0-a0ad-fd688dadf506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:42.679263 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-321747b5-289b-481c-840c-08e9dd7b36c5 req-7f3e22a1-bb96-42c0-a0ad-fd688dadf506 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3139eb8a13f342acb0ae03a42ec9a385&device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 1127 time: 0.0703845 Feb 07 17:35:42.696753 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5364-09a6-40ba-84c5-81b4bb714629 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:42.700756 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0a7b5364-09a6-40ba-84c5-81b4bb714629 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1608753 Feb 07 17:35:42.702564 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5364-09a6-40ba-84c5-81b4bb714629 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=383fc17a-2537-473e-a904-e9346b1a69bd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:35:42.705449 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 32884) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:35:42.710142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-26d9d53c-8d1b-4d30-a3df-55401de0e82c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Request body: {'security_group_rule': {'security_group_id': '383fc17a-2537-473e-a904-e9346b1a69bd', 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:35:42.740850 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26d9d53c-8d1b-4d30-a3df-55401de0e82c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group_rule (d9e72fb5-e1ae-4ba1-b573-2574b56b5941), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:42.786919 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321747b5-289b-481c-840c-08e9dd7b36c5 req-defc28ee-feb1-4299-81f6-4db59e05aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:42.788040 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-321747b5-289b-481c-840c-08e9dd7b36c5 req-defc28ee-feb1-4299-81f6-4db59e05aa00 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 HTTP/1.1" status: 200 len: 915 time: 0.1023371 Feb 07 17:35:42.805503 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26d9d53c-8d1b-4d30-a3df-55401de0e82c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group_rule (d9e72fb5-e1ae-4ba1-b573-2574b56b5941), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:42.810382 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26d9d53c-8d1b-4d30-a3df-55401de0e82c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (d9e72fb5-e1ae-4ba1-b573-2574b56b5941), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:42.833170 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9d53c-8d1b-4d30-a3df-55401de0e82c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e72fb5-e1ae-4ba1-b573-2574b56b5941,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:35:42.842958 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26d9d53c-8d1b-4d30-a3df-55401de0e82c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:42.845047 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-26d9d53c-8d1b-4d30-a3df-55401de0e82c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386201 Feb 07 17:35:42.847992 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 32886) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:35:42.853209 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0e0ca135-e7bf-4e60-89ed-dca0172f120a tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Request body: {'security_group_rule': {'security_group_id': '383fc17a-2537-473e-a904-e9346b1a69bd', 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:35:42.885937 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-321747b5-289b-481c-840c-08e9dd7b36c5 req-e60e7f7a-a5f0-45d9-8795-7c379d6e22c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8e45ae0-a307-49d7-b468-126cc93f0c15 HTTP/1.1" status: 200 len: 999 time: 0.0921266 Feb 07 17:35:42.901349 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-587ee397-7d1b-41ac-af93-e7b48fce9e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'name': 'tempest-TestMinimumBasicScenario-144732773-router', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:46Z', 'revision_number': 4, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'gw_port': {'id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'e82963bd-ab84-43fb-a58a-46fbf4b8d044', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'floating_ip_address': '172.25.4.135', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'port_id': 'a8e45ae0-a307-49d7-b468-126cc93f0c15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1', 'mac_address': 'fa:16:3e:64:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2d01e0-2ed6-4dfa-9667-af42d896172b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:35:41Z', 'updated_at': '2022-02-07T17:35:41Z', 'revision_number': 0, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af56e5a3-b31f-41fe-afeb-b42e87dc6969', 'name': '', 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'mac_address': 'fa:16:3e:c8:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2d1ffaf3-7fea-4079-a076-c74af6bfcc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:46Z', 'updated_at': '2022-02-07T17:34:51Z', 'revision_number': 5, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'subnets': [{'id': '2d1ffaf3-7fea-4079-a076-c74af6bfcc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:35:42.903931 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca135-e7bf-4e60-89ed-dca0172f120a tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group_rule (36e53154-aa18-4cb7-a1f1-9b9e63d0062d), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:42.928038 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ee397-7d1b-41ac-af93-e7b48fce9e50 None None] Checking router: 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:35:42.941832 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587ee397-7d1b-41ac-af93-e7b48fce9e50 None None] Routers {'1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:35:42.942478 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-587ee397-7d1b-41ac-af93-e7b48fce9e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:35:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:35:42.966602 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321747b5-289b-481c-840c-08e9dd7b36c5 req-897c02b8-3c43-4b24-8b68-6ec518c6fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:42.968080 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-321747b5-289b-481c-840c-08e9dd7b36c5 req-897c02b8-3c43-4b24-8b68-6ec518c6fe16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d1ffaf3-7fea-4079-a076-c74af6bfcc4c HTTP/1.1" status: 200 len: 853 time: 0.0730157 Feb 07 17:35:43.012294 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca135-e7bf-4e60-89ed-dca0172f120a tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group_rule (36e53154-aa18-4cb7-a1f1-9b9e63d0062d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:43.017542 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca135-e7bf-4e60-89ed-dca0172f120a tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (36e53154-aa18-4cb7-a1f1-9b9e63d0062d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:43.042641 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ca135-e7bf-4e60-89ed-dca0172f120a tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e53154-aa18-4cb7-a1f1-9b9e63d0062d,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:35:43.056491 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca135-e7bf-4e60-89ed-dca0172f120a tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:43.057798 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0e0ca135-e7bf-4e60-89ed-dca0172f120a tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2088540 Feb 07 17:35:43.060626 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 32888) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:35:43.060780 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321747b5-289b-481c-840c-08e9dd7b36c5 req-30c29817-2d82-4d7b-b287-ff7619be8235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:43.062180 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-321747b5-289b-481c-840c-08e9dd7b36c5 req-30c29817-2d82-4d7b-b287-ff7619be8235 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ae7b9db-bbcd-4178-aa59-93db4f8e7df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0869660 Feb 07 17:35:43.064648 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-587ee397-7d1b-41ac-af93-e7b48fce9e50 None None] Set router 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:35:43.067035 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-650f0585-ebef-405b-9087-d2d4546523aa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Request body: {'security_group_rule': {'security_group_id': '383fc17a-2537-473e-a904-e9346b1a69bd', 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:35:43.099692 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-650f0585-ebef-405b-9087-d2d4546523aa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group_rule (156a460c-1a55-499a-bff9-18c02e0b8fa9), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:43.158762 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-321747b5-289b-481c-840c-08e9dd7b36c5 req-44ecead7-8db0-4c16-826c-06fd808c6472 service neutron] 10.222.0.32 "GET /v2.0/networks/1ae7b9db-bbcd-4178-aa59-93db4f8e7df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892127 Feb 07 17:35:43.165775 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-650f0585-ebef-405b-9087-d2d4546523aa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group_rule (156a460c-1a55-499a-bff9-18c02e0b8fa9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:43.171121 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-650f0585-ebef-405b-9087-d2d4546523aa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (156a460c-1a55-499a-bff9-18c02e0b8fa9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:43.192162 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f0585-ebef-405b-9087-d2d4546523aa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156a460c-1a55-499a-bff9-18c02e0b8fa9,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:35:43.205691 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-650f0585-ebef-405b-9087-d2d4546523aa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:43.211250 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-650f0585-ebef-405b-9087-d2d4546523aa tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446967 Feb 07 17:35:43.211486 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 32890) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:35:43.216767 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-70aa74f7-0e4e-4385-ba53-ce5eaa0fb08c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Request body: {'security_group_rule': {'security_group_id': '383fc17a-2537-473e-a904-e9346b1a69bd', 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:35:43.267317 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70aa74f7-0e4e-4385-ba53-ce5eaa0fb08c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group_rule (f16653c9-11ff-46f1-b389-ed5c29741638), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:43.276392 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-321747b5-289b-481c-840c-08e9dd7b36c5 req-8a7cb360-e364-4f05-bc86-33613a78c8ab service neutron] 10.222.0.32 "GET /v2.0/networks/1ae7b9db-bbcd-4178-aa59-93db4f8e7df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118546 Feb 07 17:35:43.339782 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70aa74f7-0e4e-4385-ba53-ce5eaa0fb08c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group_rule (f16653c9-11ff-46f1-b389-ed5c29741638), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:43.344451 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70aa74f7-0e4e-4385-ba53-ce5eaa0fb08c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (f16653c9-11ff-46f1-b389-ed5c29741638), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:43.349578 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-587ee397-7d1b-41ac-af93-e7b48fce9e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'name': 'tempest-TestMinimumBasicScenario-144732773-router', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:46Z', 'revision_number': 4, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'gw_port': {'id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'e82963bd-ab84-43fb-a58a-46fbf4b8d044', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'floating_ip_address': '172.25.4.135', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'port_id': 'a8e45ae0-a307-49d7-b468-126cc93f0c15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1', 'mac_address': 'fa:16:3e:64:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2d01e0-2ed6-4dfa-9667-af42d896172b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:35:41Z', 'updated_at': '2022-02-07T17:35:41Z', 'revision_number': 0, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af56e5a3-b31f-41fe-afeb-b42e87dc6969', 'name': '', 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'mac_address': 'fa:16:3e:c8:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2d1ffaf3-7fea-4079-a076-c74af6bfcc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:46Z', 'updated_at': '2022-02-07T17:34:51Z', 'revision_number': 5, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'subnets': [{'id': '2d1ffaf3-7fea-4079-a076-c74af6bfcc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:35:43.366667 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa74f7-0e4e-4385-ba53-ce5eaa0fb08c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16653c9-11ff-46f1-b389-ed5c29741638,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:35:43.372285 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-70aa74f7-0e4e-4385-ba53-ce5eaa0fb08c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:43.373495 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-70aa74f7-0e4e-4385-ba53-ce5eaa0fb08c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1610296 Feb 07 17:35:43.376723 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 32892) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:35:43.378860 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ee397-7d1b-41ac-af93-e7b48fce9e50 None None] The sync data for ids ['1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'] in n-d-827865-3 is: [{'id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'name': 'tempest-TestMinimumBasicScenario-144732773-router', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:46Z', 'revision_number': 4, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'gw_port': {'id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'e82963bd-ab84-43fb-a58a-46fbf4b8d044', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'floating_ip_address': '172.25.4.135', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'port_id': 'a8e45ae0-a307-49d7-b468-126cc93f0c15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1', 'mac_address': 'fa:16:3e:64:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2d01e0-2ed6-4dfa-9667-af42d896172b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:35:41Z', 'updated_at': '2022-02-07T17:35:41Z', 'revision_number': 0, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af56e5a3-b31f-41fe-afeb-b42e87dc6969', 'name': '', 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'mac_address': 'fa:16:3e:c8:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2d1ffaf3-7fea-4079-a076-c74af6bfcc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:46Z', 'updated_at': '2022-02-07T17:34:51Z', 'revision_number': 5, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'subnets': [{'id': '2d1ffaf3-7fea-4079-a076-c74af6bfcc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:35:43.381970 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6c7f0876-0632-4635-b74e-09bdd5b791f9 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Request body: {'security_group_rule': {'security_group_id': '383fc17a-2537-473e-a904-e9346b1a69bd', 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:35:43.403836 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-6c7f0876-0632-4635-b74e-09bdd5b791f9 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Project 3139eb8a13f342acb0ae03a42ec9a385 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:35:43.410265 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c7f0876-0632-4635-b74e-09bdd5b791f9 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group_rule (70d68649-4a6d-4956-a74a-e60994595fba), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:43.475603 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c7f0876-0632-4635-b74e-09bdd5b791f9 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group_rule (70d68649-4a6d-4956-a74a-e60994595fba), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:43.479619 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c7f0876-0632-4635-b74e-09bdd5b791f9 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (70d68649-4a6d-4956-a74a-e60994595fba), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:43.498327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f0876-0632-4635-b74e-09bdd5b791f9 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d68649-4a6d-4956-a74a-e60994595fba,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:35:43.508932 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6c7f0876-0632-4635-b74e-09bdd5b791f9 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:43.510183 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6c7f0876-0632-4635-b74e-09bdd5b791f9 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324403 Feb 07 17:35:43.512962 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 32894) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:35:43.519269 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-98283728-cbcb-44c8-b46e-5945dfdc3364 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Request body: {'security_group_rule': {'security_group_id': '383fc17a-2537-473e-a904-e9346b1a69bd', 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:35:43.541624 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-98283728-cbcb-44c8-b46e-5945dfdc3364 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Project 3139eb8a13f342acb0ae03a42ec9a385 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:35:43.548355 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98283728-cbcb-44c8-b46e-5945dfdc3364 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group_rule (d36c4234-e999-4bf0-81be-4115e6215c78), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:43.604880 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f56043c-c1ef-4af3-b9c5-6660cbc2242f None None] New status for floating IP e82963bd-ab84-43fb-a58a-46fbf4b8d044: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:35:43.616914 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98283728-cbcb-44c8-b46e-5945dfdc3364 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group_rule (d36c4234-e999-4bf0-81be-4115e6215c78), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:43.620856 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98283728-cbcb-44c8-b46e-5945dfdc3364 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (d36c4234-e999-4bf0-81be-4115e6215c78), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:43.639255 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98283728-cbcb-44c8-b46e-5945dfdc3364 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36c4234-e999-4bf0-81be-4115e6215c78,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:35:43.647898 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-98283728-cbcb-44c8-b46e-5945dfdc3364 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:43.649177 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-98283728-cbcb-44c8-b46e-5945dfdc3364 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348670 Feb 07 17:35:43.747120 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c58f64a1-3dde-47e8-8ea4-3df3449327c8 req-22c00467-c35a-4168-a610-db3fb9a2d892 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1602059514&fields=id&tenant_id=3139eb8a13f342acb0ae03a42ec9a385 HTTP/1.1" status: 200 len: 267 time: 0.0476139 Feb 07 17:35:43.819271 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f64a1-3dde-47e8-8ea4-3df3449327c8 req-be8d560e-75d9-4255-a66e-5ddee031ce0a tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:43.820776 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c58f64a1-3dde-47e8-8ea4-3df3449327c8 req-be8d560e-75d9-4255-a66e-5ddee031ce0a tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 945 time: 0.0664959 Feb 07 17:35:43.831583 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-c58f64a1-3dde-47e8-8ea4-3df3449327c8 req-45cb2b3c-19b3-4907-a61d-fea02c5cc1d5 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Request body: {'port': {'security_groups': ['ad19a547-34b8-4b52-96d0-94fcecd12830', '383fc17a-2537-473e-a904-e9346b1a69bd']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:35:43.899563 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c58f64a1-3dde-47e8-8ea4-3df3449327c8 req-45cb2b3c-19b3-4907-a61d-fea02c5cc1d5 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:44.085307 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-c58f64a1-3dde-47e8-8ea4-3df3449327c8 req-45cb2b3c-19b3-4907-a61d-fea02c5cc1d5 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] For port a8e45ae0-a307-49d7-b468-126cc93f0c15, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a8e45ae0-a307-49d7-b468-126cc93f0c15,segment=NetworkSegment(cd840727-0a30-4950-bd15-dbe6745a7449),segment_id=cd840727-0a30-4950-bd15-dbe6745a7449)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:35:44.115195 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c58f64a1-3dde-47e8-8ea4-3df3449327c8 req-45cb2b3c-19b3-4907-a61d-fea02c5cc1d5 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:44.119991 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c58f64a1-3dde-47e8-8ea4-3df3449327c8 req-45cb2b3c-19b3-4907-a61d-fea02c5cc1d5 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:44.131745 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['a8e45ae0-a307-49d7-b468-126cc93f0c15'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:35:44.173322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f64a1-3dde-47e8-8ea4-3df3449327c8 req-45cb2b3c-19b3-4907-a61d-fea02c5cc1d5 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:44.173991 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-c58f64a1-3dde-47e8-8ea4-3df3449327c8 req-45cb2b3c-19b3-4907-a61d-fea02c5cc1d5 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:44.175409 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c58f64a1-3dde-47e8-8ea4-3df3449327c8 req-45cb2b3c-19b3-4907-a61d-fea02c5cc1d5 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "PUT /v2.0/ports/a8e45ae0-a307-49d7-b468-126cc93f0c15 HTTP/1.1" status: 200 len: 981 time: 0.3484647 Feb 07 17:35:44.175886 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2d01e0-2ed6-4dfa-9667-af42d896172b', 'tag': 'a8e45ae0-a307-49d7-b468-126cc93f0c15'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:35:44.178544 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628c6723cf0d541a6362cfbbde021ddb095c9bd0acbf8defbc90316d1b4a8846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8974d0f-af36-4199-ace6-27cc0d72d1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2d01e0-2ed6-4dfa-9667-af42d896172b", "tag": "a8e45ae0-a307-49d7-b468-126cc93f0c15"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:35:44.199851 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb2b3c-19b3-4907-a61d-fea02c5cc1d5 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Pushing event updated for resources: {'Port': ['ID=a8e45ae0-a307-49d7-b468-126cc93f0c15,revision_number=6']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:35:44.234378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['a8e45ae0-a307-49d7-b468-126cc93f0c15'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:35:44.266237 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27899524-3b54-45b8-8c82-a6ab728517db x-openstack-request-id: req-27899524-3b54-45b8-8c82-a6ab728517db {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:35:44.266496 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2d01e0-2ed6-4dfa-9667-af42d896172b", "tag": "a8e45ae0-a307-49d7-b468-126cc93f0c15", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:35:44.266772 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27899524-3b54-45b8-8c82-a6ab728517db {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:35:44.267190 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2d01e0-2ed6-4dfa-9667-af42d896172b', 'tag': 'a8e45ae0-a307-49d7-b468-126cc93f0c15', 'status': 'completed', 'code': 200} Feb 07 17:35:44.347575 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8974d0f-af36-4199-ace6-27cc0d72d1e9 req-c602972a-4308-46f0-9162-3acb42146f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:44.349903 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8974d0f-af36-4199-ace6-27cc0d72d1e9 req-c602972a-4308-46f0-9162-3acb42146f9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3139eb8a13f342acb0ae03a42ec9a385&device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 1166 time: 0.0597112 Feb 07 17:35:44.353521 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77b4c7-6d94-4b99-a0e7-2ba1344347cc req-df4665fa-cf45-4638-84bd-aec49d23bf2a tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:44.355908 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa77b4c7-6d94-4b99-a0e7-2ba1344347cc req-df4665fa-cf45-4638-84bd-aec49d23bf2a tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 984 time: 0.0692294 Feb 07 17:35:44.429926 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fa77b4c7-6d94-4b99-a0e7-2ba1344347cc req-6c96c2c1-83e2-4bce-a94e-1fae86882aed tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&id=383fc17a-2537-473e-a904-e9346b1a69bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661738 Feb 07 17:35:44.456399 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8974d0f-af36-4199-ace6-27cc0d72d1e9 req-05b4a611-3328-46d9-a65f-cb3a5d9167b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:44.458415 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8974d0f-af36-4199-ace6-27cc0d72d1e9 req-05b4a611-3328-46d9-a65f-cb3a5d9167b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 HTTP/1.1" status: 200 len: 915 time: 0.1014419 Feb 07 17:35:44.495157 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7f631e44-a18f-48e0-a4dc-662a3e5e888c None None] Provisioning complete for port a8e45ae0-a307-49d7-b468-126cc93f0c15 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:35:44.495538 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7f631e44-a18f-48e0-a4dc-662a3e5e888c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:44.531734 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8974d0f-af36-4199-ace6-27cc0d72d1e9 req-df7ba9e5-386c-41dd-afc3-83cfff2e5e32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8e45ae0-a307-49d7-b468-126cc93f0c15 HTTP/1.1" status: 200 len: 1001 time: 0.0661364 Feb 07 17:35:44.579258 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8974d0f-af36-4199-ace6-27cc0d72d1e9 req-52187ad3-3180-4981-b07e-0534c5aaad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:44.580774 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8974d0f-af36-4199-ace6-27cc0d72d1e9 req-52187ad3-3180-4981-b07e-0534c5aaad13 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d1ffaf3-7fea-4079-a076-c74af6bfcc4c HTTP/1.1" status: 200 len: 853 time: 0.0438943 Feb 07 17:35:44.630756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8974d0f-af36-4199-ace6-27cc0d72d1e9 req-4b66568a-efd7-4ea0-aed7-1ffc43ee50dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:44.632271 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8974d0f-af36-4199-ace6-27cc0d72d1e9 req-4b66568a-efd7-4ea0-aed7-1ffc43ee50dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ae7b9db-bbcd-4178-aa59-93db4f8e7df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453162 Feb 07 17:35:44.716805 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7f631e44-a18f-48e0-a4dc-662a3e5e888c None None] Current status of the port a8e45ae0-a307-49d7-b468-126cc93f0c15 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:35:44.727285 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8974d0f-af36-4199-ace6-27cc0d72d1e9 req-639e50cf-e9d5-48b8-a24d-2a8be2332042 service neutron] 10.222.0.32 "GET /v2.0/networks/1ae7b9db-bbcd-4178-aa59-93db4f8e7df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882387 Feb 07 17:35:44.817213 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8974d0f-af36-4199-ace6-27cc0d72d1e9 req-04e442a8-286c-4ec1-88ff-1dbea8122f77 service neutron] 10.222.0.32 "GET /v2.0/networks/1ae7b9db-bbcd-4178-aa59-93db4f8e7df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841334 Feb 07 17:35:51.679887 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:53.614469 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:55.835490 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2c6f624f-cc3a-4a24-b8e9-80514dad6eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:56.761499 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bc081-ace1-4fec-9ef5-1f8c1ab0cbf6 req-6286a974-5e11-4f11-8f16-a1cca9d6efa3 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:56.770164 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-580bc081-ace1-4fec-9ef5-1f8c1ab0cbf6 req-6286a974-5e11-4f11-8f16-a1cca9d6efa3 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 984 time: 0.0751584 Feb 07 17:35:56.810482 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3f43c-968d-4243-b0df-6e6a09895df7 req-32060b77-b220-473a-b0a4-341cecddd808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:56.811920 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-55f3f43c-968d-4243-b0df-6e6a09895df7 req-32060b77-b220-473a-b0a4-341cecddd808 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3139eb8a13f342acb0ae03a42ec9a385&device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 1166 time: 0.1056988 Feb 07 17:35:56.830716 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-580bc081-ace1-4fec-9ef5-1f8c1ab0cbf6 req-82e1769e-ea51-4653-bbd0-f6936d611bc2 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&id=383fc17a-2537-473e-a904-e9346b1a69bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604053 Feb 07 17:35:56.902306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3f43c-968d-4243-b0df-6e6a09895df7 req-5e4d9ee5-1c23-4c01-a745-9bb5d6398bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:56.903785 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-55f3f43c-968d-4243-b0df-6e6a09895df7 req-5e4d9ee5-1c23-4c01-a745-9bb5d6398bcd service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 HTTP/1.1" status: 200 len: 915 time: 0.0861278 Feb 07 17:35:56.973246 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-55f3f43c-968d-4243-b0df-6e6a09895df7 req-6c75a8a8-4d18-4d30-bcbc-f8b61061bd57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8e45ae0-a307-49d7-b468-126cc93f0c15 HTTP/1.1" status: 200 len: 1001 time: 0.0638680 Feb 07 17:35:57.026185 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3f43c-968d-4243-b0df-6e6a09895df7 req-daf80530-c638-40a0-83c0-e47139b5fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:57.027682 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-55f3f43c-968d-4243-b0df-6e6a09895df7 req-daf80530-c638-40a0-83c0-e47139b5fbcf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d1ffaf3-7fea-4079-a076-c74af6bfcc4c HTTP/1.1" status: 200 len: 853 time: 0.0476167 Feb 07 17:35:57.077394 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3f43c-968d-4243-b0df-6e6a09895df7 req-d5f5b2aa-f95e-42e4-8af8-d07e60963eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:57.078989 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-55f3f43c-968d-4243-b0df-6e6a09895df7 req-d5f5b2aa-f95e-42e4-8af8-d07e60963eb6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ae7b9db-bbcd-4178-aa59-93db4f8e7df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454121 Feb 07 17:35:57.175665 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-55f3f43c-968d-4243-b0df-6e6a09895df7 req-806f45cf-9ca5-4747-9f3b-6ed1c39eef7a service neutron] 10.222.0.32 "GET /v2.0/networks/1ae7b9db-bbcd-4178-aa59-93db4f8e7df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906618 Feb 07 17:35:57.270019 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-55f3f43c-968d-4243-b0df-6e6a09895df7 req-d154e7ff-45b4-4679-a904-ecd6f4900b47 service neutron] 10.222.0.32 "GET /v2.0/networks/1ae7b9db-bbcd-4178-aa59-93db4f8e7df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887496 Feb 07 17:35:58.027383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8955f-be2a-4a50-8976-bbecdfb5c6b9 req-f40d7b01-5f25-443c-91fe-635bd7d7abad tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:58.028882 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12d8955f-be2a-4a50-8976-bbecdfb5c6b9 req-f40d7b01-5f25-443c-91fe-635bd7d7abad tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 984 time: 0.1250226 Feb 07 17:35:58.089584 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-12d8955f-be2a-4a50-8976-bbecdfb5c6b9 req-9c49ce65-7faa-4d70-b851-8df29d9955a7 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&id=383fc17a-2537-473e-a904-e9346b1a69bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538318 Feb 07 17:35:58.253466 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71695804-c3c2-4917-b86e-90d1aa424d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:35:59.217094 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb600d-361e-4210-bf4e-198c3fe84289 req-0bf52716-8144-4b66-bc67-435707781070 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:35:59.218599 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6eb600d-361e-4210-bf4e-198c3fe84289 req-0bf52716-8144-4b66-bc67-435707781070 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 984 time: 0.0595870 Feb 07 17:35:59.283046 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f6eb600d-361e-4210-bf4e-198c3fe84289 req-378b77fd-12fc-4428-ad61-b90575cd4923 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&id=383fc17a-2537-473e-a904-e9346b1a69bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580375 Feb 07 17:35:59.657708 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:00.725956 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ee14e-d07d-4b11-babc-ad431fbfd5eb req-7953f806-59d5-47c9-b1f1-9becf36e118c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:00.727595 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-498ee14e-d07d-4b11-babc-ad431fbfd5eb req-7953f806-59d5-47c9-b1f1-9becf36e118c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 984 time: 0.3743107 Feb 07 17:36:00.785760 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-498ee14e-d07d-4b11-babc-ad431fbfd5eb req-6b6c2e83-a4d0-4746-9e1f-6b180aff4fb1 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&id=383fc17a-2537-473e-a904-e9346b1a69bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523598 Feb 07 17:36:00.987638 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:01.907155 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db51ec-b98e-4b51-9745-0a6d96c7e976 req-6e7cd733-d67a-413c-82d0-c8e268c77a40 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:01.908742 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2db51ec-b98e-4b51-9745-0a6d96c7e976 req-6e7cd733-d67a-413c-82d0-c8e268c77a40 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 984 time: 0.0551367 Feb 07 17:36:01.967939 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a2db51ec-b98e-4b51-9745-0a6d96c7e976 req-630e556a-8d4a-468e-977d-d3fe3a5415f8 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&id=383fc17a-2537-473e-a904-e9346b1a69bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534263 Feb 07 17:36:02.494006 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:03.092205 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b38a3-7a88-418f-8773-108626b073fc req-bf643ee2-74cb-4235-9758-86ada4bb2f36 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:03.093726 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9d8b38a3-7a88-418f-8773-108626b073fc req-bf643ee2-74cb-4235-9758-86ada4bb2f36 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 984 time: 0.0528421 Feb 07 17:36:03.154472 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9d8b38a3-7a88-418f-8773-108626b073fc req-60371f63-dfca-4a5c-a57c-9646c882dfc6 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&id=383fc17a-2537-473e-a904-e9346b1a69bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543733 Feb 07 17:36:04.278391 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f219dc8-3506-4422-813b-f7594930928d req-34c55a3d-158b-4cd5-96d0-19251f347007 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:04.279899 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f219dc8-3506-4422-813b-f7594930928d req-34c55a3d-158b-4cd5-96d0-19251f347007 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 984 time: 0.0549314 Feb 07 17:36:04.344699 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2f219dc8-3506-4422-813b-f7594930928d req-86ae179f-4d28-4ed8-aaf4-63dc4af38c97 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&id=383fc17a-2537-473e-a904-e9346b1a69bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588725 Feb 07 17:36:05.409012 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453f32b-063f-45bf-a634-d64f3a5d4fec req-7af8651f-d0f5-4e44-9f0d-c090583d2f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:05.410592 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a453f32b-063f-45bf-a634-d64f3a5d4fec req-7af8651f-d0f5-4e44-9f0d-c090583d2f3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3139eb8a13f342acb0ae03a42ec9a385&device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 1166 time: 0.0493245 Feb 07 17:36:05.526244 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a87e72-6145-4975-a3b6-588da773f447 req-1514645e-41a8-4937-a461-9721cc0c6cb8 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:05.527727 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-79a87e72-6145-4975-a3b6-588da773f447 req-1514645e-41a8-4937-a461-9721cc0c6cb8 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 984 time: 0.1100376 Feb 07 17:36:05.567290 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453f32b-063f-45bf-a634-d64f3a5d4fec req-57ee6703-03b2-42bd-a68b-b48e55cd648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:05.568729 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a453f32b-063f-45bf-a634-d64f3a5d4fec req-57ee6703-03b2-42bd-a68b-b48e55cd648d service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 HTTP/1.1" status: 200 len: 915 time: 0.1388309 Feb 07 17:36:05.644822 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-79a87e72-6145-4975-a3b6-588da773f447 req-b97ce332-d8bc-4b67-bde0-fbc8d4aa78d3 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&id=383fc17a-2537-473e-a904-e9346b1a69bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1099205 Feb 07 17:36:05.655609 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a453f32b-063f-45bf-a634-d64f3a5d4fec req-3cc5c6fc-ca65-465c-86cb-16c3e3285e7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8e45ae0-a307-49d7-b468-126cc93f0c15 HTTP/1.1" status: 200 len: 1001 time: 0.0813899 Feb 07 17:36:05.709792 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453f32b-063f-45bf-a634-d64f3a5d4fec req-65378a39-bcc8-4fd9-82a1-3f647a9fd376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:05.711262 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a453f32b-063f-45bf-a634-d64f3a5d4fec req-65378a39-bcc8-4fd9-82a1-3f647a9fd376 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d1ffaf3-7fea-4079-a076-c74af6bfcc4c HTTP/1.1" status: 200 len: 853 time: 0.0493488 Feb 07 17:36:05.760579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453f32b-063f-45bf-a634-d64f3a5d4fec req-927cf4d2-1181-4c27-b73a-0f23c6b9dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:05.762108 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a453f32b-063f-45bf-a634-d64f3a5d4fec req-927cf4d2-1181-4c27-b73a-0f23c6b9dca5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ae7b9db-bbcd-4178-aa59-93db4f8e7df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455718 Feb 07 17:36:05.851956 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a453f32b-063f-45bf-a634-d64f3a5d4fec req-825ea5a4-7293-43bb-abb4-7941b408b15f service neutron] 10.222.0.32 "GET /v2.0/networks/1ae7b9db-bbcd-4178-aa59-93db4f8e7df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832887 Feb 07 17:36:05.946360 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a453f32b-063f-45bf-a634-d64f3a5d4fec req-0007eba6-2bcb-4c23-8b48-cfc5088cecfb service neutron] 10.222.0.32 "GET /v2.0/networks/1ae7b9db-bbcd-4178-aa59-93db4f8e7df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857937 Feb 07 17:36:06.768923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bf331-640b-4f2c-b809-760263a78f03 req-ce97a177-7fee-4463-b594-3d05ba074f06 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:06.770441 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-736bf331-640b-4f2c-b809-760263a78f03 req-ce97a177-7fee-4463-b594-3d05ba074f06 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 984 time: 0.0564384 Feb 07 17:36:06.830539 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-736bf331-640b-4f2c-b809-760263a78f03 req-cc8133e0-abd9-4d23-9095-a461ebae1659 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&id=383fc17a-2537-473e-a904-e9346b1a69bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543187 Feb 07 17:36:07.951597 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27915f-55dd-4be5-829b-6bfc761b10de req-01d7551d-07a4-4771-9a75-458e06c3bab2 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:07.953122 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-af27915f-55dd-4be5-829b-6bfc761b10de req-01d7551d-07a4-4771-9a75-458e06c3bab2 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 984 time: 0.0541372 Feb 07 17:36:08.011880 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-af27915f-55dd-4be5-829b-6bfc761b10de req-b866ba14-a64f-4776-a607-e18179feb35c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&id=383fc17a-2537-473e-a904-e9346b1a69bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521672 Feb 07 17:36:09.132895 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef725e-5177-49a6-b8e0-47c3c43453fd req-47169ffc-c924-452e-ac9a-8fd0056253cb tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:09.134419 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22ef725e-5177-49a6-b8e0-47c3c43453fd req-47169ffc-c924-452e-ac9a-8fd0056253cb tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 984 time: 0.0542665 Feb 07 17:36:09.195611 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-22ef725e-5177-49a6-b8e0-47c3c43453fd req-28c7d0c7-685c-4e66-85b7-a5cc3e1ae5c0 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&id=383fc17a-2537-473e-a904-e9346b1a69bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554905 Feb 07 17:36:10.319453 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff62b8-fe04-42d6-a7b8-6f79056587f3 req-09e88882-19b4-42ff-99ce-832b95c4e7fe tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:10.321003 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-57ff62b8-fe04-42d6-a7b8-6f79056587f3 req-09e88882-19b4-42ff-99ce-832b95c4e7fe tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 984 time: 0.0555012 Feb 07 17:36:10.385254 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-57ff62b8-fe04-42d6-a7b8-6f79056587f3 req-02392b90-1aaa-4979-a198-3351e06dab1d tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&id=383fc17a-2537-473e-a904-e9346b1a69bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584428 Feb 07 17:36:11.509428 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dbdf3-130b-4f1c-b152-59482b523bf0 req-b161729d-25a8-4076-8d50-31e23734f452 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:11.510834 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-287dbdf3-130b-4f1c-b152-59482b523bf0 req-b161729d-25a8-4076-8d50-31e23734f452 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 984 time: 0.0585208 Feb 07 17:36:11.571800 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-287dbdf3-130b-4f1c-b152-59482b523bf0 req-36a06ccb-3aef-4ad8-8d4f-1c1ef6626d22 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&id=383fc17a-2537-473e-a904-e9346b1a69bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542316 Feb 07 17:36:12.697873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007a867-9e40-4dc6-bfbf-3bff9cbd371f req-70f33dd3-f589-4938-84fe-9806ef79d9ec tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:12.699366 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b007a867-9e40-4dc6-bfbf-3bff9cbd371f req-70f33dd3-f589-4938-84fe-9806ef79d9ec tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 984 time: 0.0574572 Feb 07 17:36:12.759591 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b007a867-9e40-4dc6-bfbf-3bff9cbd371f req-6d87e667-6016-43aa-a701-0ebdac1f0e99 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&id=383fc17a-2537-473e-a904-e9346b1a69bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537250 Feb 07 17:36:13.880321 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee0d54-0896-454c-a978-ee6feb3184a9 req-d218f53f-757b-4934-a4f6-93438f62eb57 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:13.881833 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4cee0d54-0896-454c-a978-ee6feb3184a9 req-d218f53f-757b-4934-a4f6-93438f62eb57 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 984 time: 0.0547161 Feb 07 17:36:13.939902 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4cee0d54-0896-454c-a978-ee6feb3184a9 req-920063ad-81b8-4797-bb2f-ff02abad2352 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&id=383fc17a-2537-473e-a904-e9346b1a69bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524073 Feb 07 17:36:18.560766 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:36:21.679331 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:23.629653 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:25.836621 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-620564e5-8e84-4da6-91c4-a9e8a4916866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:28.258380 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-118e1342-0c6b-4523-8018-f576eb4ad3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:29.660858 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:30.989264 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:32.495375 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:46.312853 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4450e3d-9398-404f-b325-b23b892dd698 req-648f5bdd-5098-42b7-ade6-48020cffc9e4 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1602059514&fields=id&tenant_id=3139eb8a13f342acb0ae03a42ec9a385 HTTP/1.1" status: 200 len: 267 time: 0.0425601 Feb 07 17:36:46.369857 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4450e3d-9398-404f-b325-b23b892dd698 req-423bd495-0c4a-4fdc-b99d-a75fd363295a tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:46.371338 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4450e3d-9398-404f-b325-b23b892dd698 req-423bd495-0c4a-4fdc-b99d-a75fd363295a tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 984 time: 0.0529811 Feb 07 17:36:46.382515 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-f4450e3d-9398-404f-b325-b23b892dd698 req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Request body: {'port': {'security_groups': ['ad19a547-34b8-4b52-96d0-94fcecd12830']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:36:46.457672 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f4450e3d-9398-404f-b325-b23b892dd698 req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:46.630799 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-f4450e3d-9398-404f-b325-b23b892dd698 req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] For port a8e45ae0-a307-49d7-b468-126cc93f0c15, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a8e45ae0-a307-49d7-b468-126cc93f0c15,segment=NetworkSegment(cd840727-0a30-4950-bd15-dbe6745a7449),segment_id=cd840727-0a30-4950-bd15-dbe6745a7449)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:36:46.659645 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f4450e3d-9398-404f-b325-b23b892dd698 req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:46.664339 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f4450e3d-9398-404f-b325-b23b892dd698 req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:46.677507 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['a8e45ae0-a307-49d7-b468-126cc93f0c15'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:36:46.717525 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4450e3d-9398-404f-b325-b23b892dd698 req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:46.718183 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-f4450e3d-9398-404f-b325-b23b892dd698 req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:46.725718 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f4450e3d-9398-404f-b325-b23b892dd698 req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "PUT /v2.0/ports/a8e45ae0-a307-49d7-b468-126cc93f0c15 HTTP/1.1" status: 200 len: 942 time: 0.3473227 Feb 07 17:36:46.725999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 32954) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:36:46.726481 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2d01e0-2ed6-4dfa-9667-af42d896172b', 'tag': 'a8e45ae0-a307-49d7-b468-126cc93f0c15'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:36:46.729034 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85f9432-0070-4a26-8d03-41665a957a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2d01e0-2ed6-4dfa-9667-af42d896172b", "tag": "a8e45ae0-a307-49d7-b468-126cc93f0c15"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:36:46.746810 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Pushing event updated for resources: {'Port': ['ID=a8e45ae0-a307-49d7-b468-126cc93f0c15,revision_number=7']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:36:46.758235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.758607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.758963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.759749 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.760155 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.760501 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.760901 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.761241 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.761602 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.761939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.762277 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.762609 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.762944 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca7582-e925-4bcb-9f68-acc8a7dd3c59 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.789536 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['a8e45ae0-a307-49d7-b468-126cc93f0c15'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:36:46.817684 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2e677e3-d11b-4cbd-a7f3-34c3d9ae3603 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group (383fc17a-2537-473e-a904-e9346b1a69bd), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:46.851486 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2e677e3-d11b-4cbd-a7f3-34c3d9ae3603 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group (383fc17a-2537-473e-a904-e9346b1a69bd), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:46.864576 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b694886a-4a12-4eb6-9c5f-cde2280c2f22 x-openstack-request-id: req-b694886a-4a12-4eb6-9c5f-cde2280c2f22 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:36:46.864819 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2d01e0-2ed6-4dfa-9667-af42d896172b", "tag": "a8e45ae0-a307-49d7-b468-126cc93f0c15", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:36:46.865153 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b694886a-4a12-4eb6-9c5f-cde2280c2f22 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:36:46.865684 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2d01e0-2ed6-4dfa-9667-af42d896172b', 'tag': 'a8e45ae0-a307-49d7-b468-126cc93f0c15', 'status': 'completed', 'code': 200} Feb 07 17:36:46.926511 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2e677e3-d11b-4cbd-a7f3-34c3d9ae3603 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (383fc17a-2537-473e-a904-e9346b1a69bd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:46.929935 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c2e677e3-d11b-4cbd-a7f3-34c3d9ae3603 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:46.935407 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 32960) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:36:46.936066 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c2e677e3-d11b-4cbd-a7f3-34c3d9ae3603 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "DELETE /v2.0/security-groups/383fc17a-2537-473e-a904-e9346b1a69bd HTTP/1.1" status: 204 len: 168 time: 0.2076707 Feb 07 17:36:46.947364 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e677e3-d11b-4cbd-a7f3-34c3d9ae3603 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=383fc17a-2537-473e-a904-e9346b1a69bd,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:36:46.956856 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e677e3-d11b-4cbd-a7f3-34c3d9ae3603 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.957387 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e677e3-d11b-4cbd-a7f3-34c3d9ae3603 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.957849 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e677e3-d11b-4cbd-a7f3-34c3d9ae3603 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.958303 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e677e3-d11b-4cbd-a7f3-34c3d9ae3603 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.958719 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e677e3-d11b-4cbd-a7f3-34c3d9ae3603 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.959156 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e677e3-d11b-4cbd-a7f3-34c3d9ae3603 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.959557 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e677e3-d11b-4cbd-a7f3-34c3d9ae3603 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.959967 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e677e3-d11b-4cbd-a7f3-34c3d9ae3603 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.960371 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e677e3-d11b-4cbd-a7f3-34c3d9ae3603 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.960778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e677e3-d11b-4cbd-a7f3-34c3d9ae3603 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.961181 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e677e3-d11b-4cbd-a7f3-34c3d9ae3603 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.961696 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e677e3-d11b-4cbd-a7f3-34c3d9ae3603 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:46.962100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e677e3-d11b-4cbd-a7f3-34c3d9ae3603 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:36:47.007513 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f9432-0070-4a26-8d03-41665a957a5b req-9d07b224-6fb9-4395-b8b6-cf78ed5cee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:47.009085 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e85f9432-0070-4a26-8d03-41665a957a5b req-9d07b224-6fb9-4395-b8b6-cf78ed5cee9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3139eb8a13f342acb0ae03a42ec9a385&device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 1127 time: 0.1223719 Feb 07 17:36:47.026486 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-28ddf0d4-0a6f-4661-8cc4-63d5b9d1ee84 None None] Provisioning complete for port a8e45ae0-a307-49d7-b468-126cc93f0c15 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:36:47.026890 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-28ddf0d4-0a6f-4661-8cc4-63d5b9d1ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:47.107918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-28ddf0d4-0a6f-4661-8cc4-63d5b9d1ee84 None None] Current status of the port a8e45ae0-a307-49d7-b468-126cc93f0c15 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:36:47.182770 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f9432-0070-4a26-8d03-41665a957a5b req-a557f8d0-77c1-4ad2-bf6e-c721a8f7c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:47.184180 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e85f9432-0070-4a26-8d03-41665a957a5b req-a557f8d0-77c1-4ad2-bf6e-c721a8f7c7f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 HTTP/1.1" status: 200 len: 915 time: 0.1693454 Feb 07 17:36:47.266215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cdec93ee-76fa-4b92-a7dd-162c230266df tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Deleting port a59035f5-668c-44e1-ad82-a630d7442335 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:36:47.266577 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdec93ee-76fa-4b92-a7dd-162c230266df tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a59035f5-668c-44e1-ad82-a630d7442335), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:47.272623 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e85f9432-0070-4a26-8d03-41665a957a5b req-99782360-d15f-4eeb-aab0-81d3f1fa01ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8e45ae0-a307-49d7-b468-126cc93f0c15 HTTP/1.1" status: 200 len: 1001 time: 0.0823410 Feb 07 17:36:47.372504 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f9432-0070-4a26-8d03-41665a957a5b req-dc895253-9f30-4e81-b3a1-e97e706593d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:47.373974 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e85f9432-0070-4a26-8d03-41665a957a5b req-dc895253-9f30-4e81-b3a1-e97e706593d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d1ffaf3-7fea-4079-a076-c74af6bfcc4c HTTP/1.1" status: 200 len: 853 time: 0.0900590 Feb 07 17:36:47.398179 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdec93ee-76fa-4b92-a7dd-162c230266df tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a59035f5-668c-44e1-ad82-a630d7442335), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:47.398521 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdec93ee-76fa-4b92-a7dd-162c230266df tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for floatingip (a59035f5-668c-44e1-ad82-a630d7442335), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:47.426811 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-cdec93ee-76fa-4b92-a7dd-162c230266df tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Calling delete_port for a59035f5-668c-44e1-ad82-a630d7442335 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:36:47.479577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f9432-0070-4a26-8d03-41665a957a5b req-7517119b-4124-448b-b284-3ea91038407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:47.481028 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e85f9432-0070-4a26-8d03-41665a957a5b req-7517119b-4124-448b-b284-3ea91038407e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ae7b9db-bbcd-4178-aa59-93db4f8e7df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0999200 Feb 07 17:36:47.612729 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e85f9432-0070-4a26-8d03-41665a957a5b req-5e487700-f11a-4810-a82f-3a21f7c1bcbe service neutron] 10.222.0.32 "GET /v2.0/networks/1ae7b9db-bbcd-4178-aa59-93db4f8e7df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256156 Feb 07 17:36:47.730477 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdec93ee-76fa-4b92-a7dd-162c230266df tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a59035f5-668c-44e1-ad82-a630d7442335), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:47.766088 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e85f9432-0070-4a26-8d03-41665a957a5b req-3243ef3a-c7d0-4ed2-a1fc-12abd84e385d service neutron] 10.222.0.32 "GET /v2.0/networks/1ae7b9db-bbcd-4178-aa59-93db4f8e7df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466093 Feb 07 17:36:47.766929 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec93ee-76fa-4b92-a7dd-162c230266df tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Pushing event deleted for resources: {'Port': ['ID=a59035f5-668c-44e1-ad82-a630d7442335,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:36:47.832913 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdec93ee-76fa-4b92-a7dd-162c230266df tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks [] for floatingip (e82963bd-ab84-43fb-a58a-46fbf4b8d044), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:47.833324 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-cdec93ee-76fa-4b92-a7dd-162c230266df tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Floating IP e82963bd-ab84-43fb-a58a-46fbf4b8d044 disassociated (deleted). External IP: 172.25.4.135, port: a8e45ae0-a307-49d7-b468-126cc93f0c15. Feb 07 17:36:48.045563 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdec93ee-76fa-4b92-a7dd-162c230266df tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Router 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:36:48.158511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdec93ee-76fa-4b92-a7dd-162c230266df tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:36:48.163284 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cdec93ee-76fa-4b92-a7dd-162c230266df tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:48.167769 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e951f34-59d9-4b7f-95ca-0a62a2f572c9 None None] Sync routers for ids ['1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:36:48.178186 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e951f34-59d9-4b7f-95ca-0a62a2f572c9 None None] Routers {'1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:36:48.178805 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6e951f34-59d9-4b7f-95ca-0a62a2f572c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:36:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:36:48.193824 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cdec93ee-76fa-4b92-a7dd-162c230266df tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "DELETE /v2.0/floatingips/e82963bd-ab84-43fb-a58a-46fbf4b8d044 HTTP/1.1" status: 204 len: 168 time: 1.2569411 Feb 07 17:36:48.289234 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-6e951f34-59d9-4b7f-95ca-0a62a2f572c9 None None] Set router 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:36:48.498667 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6e951f34-59d9-4b7f-95ca-0a62a2f572c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'name': 'tempest-TestMinimumBasicScenario-144732773-router', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:46Z', 'revision_number': 4, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'gw_port': {'id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'af56e5a3-b31f-41fe-afeb-b42e87dc6969', 'name': '', 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'mac_address': 'fa:16:3e:c8:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2d1ffaf3-7fea-4079-a076-c74af6bfcc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:46Z', 'updated_at': '2022-02-07T17:34:51Z', 'revision_number': 5, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'subnets': [{'id': '2d1ffaf3-7fea-4079-a076-c74af6bfcc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:36:48.524110 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e951f34-59d9-4b7f-95ca-0a62a2f572c9 None None] Checking router: 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:36:48.532834 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e951f34-59d9-4b7f-95ca-0a62a2f572c9 None None] Routers {'1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:36:48.533477 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6e951f34-59d9-4b7f-95ca-0a62a2f572c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:36:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:36:48.640007 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-6e951f34-59d9-4b7f-95ca-0a62a2f572c9 None None] Set router 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:36:48.834600 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-6e951f34-59d9-4b7f-95ca-0a62a2f572c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'name': 'tempest-TestMinimumBasicScenario-144732773-router', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:46Z', 'revision_number': 4, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'gw_port': {'id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'af56e5a3-b31f-41fe-afeb-b42e87dc6969', 'name': '', 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'mac_address': 'fa:16:3e:c8:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2d1ffaf3-7fea-4079-a076-c74af6bfcc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:46Z', 'updated_at': '2022-02-07T17:34:51Z', 'revision_number': 5, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'subnets': [{'id': '2d1ffaf3-7fea-4079-a076-c74af6bfcc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:36:48.865200 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e951f34-59d9-4b7f-95ca-0a62a2f572c9 None None] The sync data for ids ['1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'] in n-d-827865-3 is: [{'id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'name': 'tempest-TestMinimumBasicScenario-144732773-router', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:46Z', 'revision_number': 4, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'gw_port': {'id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'af56e5a3-b31f-41fe-afeb-b42e87dc6969', 'name': '', 'network_id': '1ae7b9db-bbcd-4178-aa59-93db4f8e7df1', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'mac_address': 'fa:16:3e:c8:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2d1ffaf3-7fea-4079-a076-c74af6bfcc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:46Z', 'updated_at': '2022-02-07T17:34:51Z', 'revision_number': 5, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'subnets': [{'id': '2d1ffaf3-7fea-4079-a076-c74af6bfcc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:36:48.867340 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2d01e0-2ed6-4dfa-9667-af42d896172b', 'tag': 'a8e45ae0-a307-49d7-b468-126cc93f0c15'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:36:48.870322 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b447fb7e-b93f-4404-846e-11223e6915b1" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2d01e0-2ed6-4dfa-9667-af42d896172b", "tag": "a8e45ae0-a307-49d7-b468-126cc93f0c15"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:36:48.912086 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc70420-e721-463b-8002-d539e15f85b5 x-openstack-request-id: req-adc70420-e721-463b-8002-d539e15f85b5 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:36:48.912271 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2d01e0-2ed6-4dfa-9667-af42d896172b", "tag": "a8e45ae0-a307-49d7-b468-126cc93f0c15", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:36:48.912543 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-adc70420-e721-463b-8002-d539e15f85b5 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:36:48.912955 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2d01e0-2ed6-4dfa-9667-af42d896172b', 'tag': 'a8e45ae0-a307-49d7-b468-126cc93f0c15', 'status': 'completed', 'code': 200} Feb 07 17:36:48.990469 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447fb7e-b93f-4404-846e-11223e6915b1 req-2a004486-37d4-4bb7-a307-a00404e3c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:48.992018 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b447fb7e-b93f-4404-846e-11223e6915b1 req-2a004486-37d4-4bb7-a307-a00404e3c006 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3139eb8a13f342acb0ae03a42ec9a385&device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 1127 time: 0.0568228 Feb 07 17:36:49.090390 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447fb7e-b93f-4404-846e-11223e6915b1 req-a7da6983-f7d6-4ad5-a3a6-d09d2a9beb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:49.091849 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b447fb7e-b93f-4404-846e-11223e6915b1 req-a7da6983-f7d6-4ad5-a3a6-d09d2a9beb79 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 HTTP/1.1" status: 200 len: 915 time: 0.0946376 Feb 07 17:36:49.122987 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fa347d-9531-4514-bcea-164f16e39400 None None] New status for floating IP e82963bd-ab84-43fb-a58a-46fbf4b8d044: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:36:49.136886 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b447fb7e-b93f-4404-846e-11223e6915b1 req-c097ccf7-86e6-4822-9be6-00ce8eea3b18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8e45ae0-a307-49d7-b468-126cc93f0c15 HTTP/1.1" status: 200 len: 217 time: 0.0393708 Feb 07 17:36:49.191402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447fb7e-b93f-4404-846e-11223e6915b1 req-851912a7-f4ce-4325-aab6-378cb48811a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:49.193018 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b447fb7e-b93f-4404-846e-11223e6915b1 req-851912a7-f4ce-4325-aab6-378cb48811a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d1ffaf3-7fea-4079-a076-c74af6bfcc4c HTTP/1.1" status: 200 len: 853 time: 0.0500984 Feb 07 17:36:49.253080 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447fb7e-b93f-4404-846e-11223e6915b1 req-121124cb-36ac-45ee-8c61-198ac9d96ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:36:49.254777 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b447fb7e-b93f-4404-846e-11223e6915b1 req-121124cb-36ac-45ee-8c61-198ac9d96ac2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ae7b9db-bbcd-4178-aa59-93db4f8e7df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0566270 Feb 07 17:36:49.345503 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b447fb7e-b93f-4404-846e-11223e6915b1 req-e404bbd1-b0b5-4527-bb13-5f2251878e63 service neutron] 10.222.0.32 "GET /v2.0/networks/1ae7b9db-bbcd-4178-aa59-93db4f8e7df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840678 Feb 07 17:36:49.444313 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b447fb7e-b93f-4404-846e-11223e6915b1 req-b7a61d74-6d59-48b5-a09e-f5c2241e292a service neutron] 10.222.0.32 "GET /v2.0/networks/1ae7b9db-bbcd-4178-aa59-93db4f8e7df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931947 Feb 07 17:36:51.679174 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:53.649395 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:55.559653 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:36:55.840358 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aeea1080-4932-44a8-b55d-06334f78b811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:58.255003 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ff5c6c9c-db67-4fd2-910c-90bf83dbf3c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:36:59.668448 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:00.993224 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:02.497907 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:03.540185 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b51635-bf33-4201-9c3d-83d29b941751 req-78ec6029-e1bb-4b68-86be-c131731d574c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:03.541761 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-25b51635-bf33-4201-9c3d-83d29b941751 req-78ec6029-e1bb-4b68-86be-c131731d574c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 945 time: 0.0577633 Feb 07 17:37:03.591121 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-25b51635-bf33-4201-9c3d-83d29b941751 req-beca826c-796e-46ac-b449-757dbf66cde6 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419064 Feb 07 17:37:04.716303 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b64d12-87af-4712-a7f2-629f6b6965bc req-41e1c446-eaf5-4521-9e6a-9ca7d6ec0bef tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:04.717807 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a1b64d12-87af-4712-a7f2-629f6b6965bc req-41e1c446-eaf5-4521-9e6a-9ca7d6ec0bef tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 945 time: 0.0544467 Feb 07 17:37:04.766782 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a1b64d12-87af-4712-a7f2-629f6b6965bc req-c99a6005-6240-45be-9eda-cd63d5927191 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad19a547-34b8-4b52-96d0-94fcecd12830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 Feb 07 17:37:05.165963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50534569-698b-4a97-961b-bd75d667d207 req-d389d9e9-2b0e-4b02-a45f-431f7fd11f0c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:05.167310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-50534569-698b-4a97-961b-bd75d667d207 req-d389d9e9-2b0e-4b02-a45f-431f7fd11f0c tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 945 time: 0.0571280 Feb 07 17:37:05.258615 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-50534569-698b-4a97-961b-bd75d667d207 req-c2d407da-ad6e-49e0-95f1-e14ae0b08c31 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Deleting port a8e45ae0-a307-49d7-b468-126cc93f0c15 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:37:05.258964 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-50534569-698b-4a97-961b-bd75d667d207 req-c2d407da-ad6e-49e0-95f1-e14ae0b08c31 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:05.350537 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-50534569-698b-4a97-961b-bd75d667d207 req-c2d407da-ad6e-49e0-95f1-e14ae0b08c31 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] For port a8e45ae0-a307-49d7-b468-126cc93f0c15, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=a8e45ae0-a307-49d7-b468-126cc93f0c15,segment=NetworkSegment(cd840727-0a30-4950-bd15-dbe6745a7449),segment_id=cd840727-0a30-4950-bd15-dbe6745a7449)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:37:05.350904 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-50534569-698b-4a97-961b-bd75d667d207 req-c2d407da-ad6e-49e0-95f1-e14ae0b08c31 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:05.363622 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-50534569-698b-4a97-961b-bd75d667d207 req-c2d407da-ad6e-49e0-95f1-e14ae0b08c31 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Calling delete_port for a8e45ae0-a307-49d7-b468-126cc93f0c15 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:37:05.490079 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-50534569-698b-4a97-961b-bd75d667d207 req-c2d407da-ad6e-49e0-95f1-e14ae0b08c31 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a8e45ae0-a307-49d7-b468-126cc93f0c15), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:05.502030 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['a8e45ae0-a307-49d7-b468-126cc93f0c15'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:37:05.521459 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d407da-ad6e-49e0-95f1-e14ae0b08c31 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Pushing event deleted for resources: {'Port': ['ID=a8e45ae0-a307-49d7-b468-126cc93f0c15,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:05.566477 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-50534569-698b-4a97-961b-bd75d667d207 req-c2d407da-ad6e-49e0-95f1-e14ae0b08c31 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] No DVR routers for this DVR port a8e45ae0-a307-49d7-b468-126cc93f0c15 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:37:05.569095 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-50534569-698b-4a97-961b-bd75d667d207 req-c2d407da-ad6e-49e0-95f1-e14ae0b08c31 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:05.572407 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-50534569-698b-4a97-961b-bd75d667d207 req-c2d407da-ad6e-49e0-95f1-e14ae0b08c31 tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.32 "DELETE /v2.0/ports/a8e45ae0-a307-49d7-b468-126cc93f0c15 HTTP/1.1" status: 204 len: 173 time: 0.4001386 Feb 07 17:37:05.572852 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2d01e0-2ed6-4dfa-9667-af42d896172b', 'name': 'network-vif-deleted', 'tag': 'a8e45ae0-a307-49d7-b468-126cc93f0c15'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:37:05.575115 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ceea2a3-f552-4720-8ba6-77b133902494" -d '{"events": [{"server_uuid": "4d2d01e0-2ed6-4dfa-9667-af42d896172b", "name": "network-vif-deleted", "tag": "a8e45ae0-a307-49d7-b468-126cc93f0c15"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:37:05.612425 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6538c9cc-837d-43c1-bb89-b975a0e1243e x-openstack-request-id: req-6538c9cc-837d-43c1-bb89-b975a0e1243e {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:37:05.612725 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2d01e0-2ed6-4dfa-9667-af42d896172b", "name": "network-vif-deleted", "tag": "a8e45ae0-a307-49d7-b468-126cc93f0c15", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:37:05.612983 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6538c9cc-837d-43c1-bb89-b975a0e1243e {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:37:05.613414 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2d01e0-2ed6-4dfa-9667-af42d896172b', 'name': 'network-vif-deleted', 'tag': 'a8e45ae0-a307-49d7-b468-126cc93f0c15', 'status': 'completed', 'code': 200} Feb 07 17:37:05.876610 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b70fa12-dc4d-4ed3-963f-7a83674e35de req-0ac7ac7b-4b32-4370-b32f-aa0f8369121a tempest-TestMinimumBasicScenario-1337576506 tempest-TestMinimumBasicScenario-1337576506-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d2d01e0-2ed6-4dfa-9667-af42d896172b HTTP/1.1" status: 200 len: 210 time: 0.0286121 Feb 07 17:37:07.455431 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33070) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:07.806509 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85787f89-7674-4b44-a115-da888707f042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (1ebb40ab-a51b-4f4c-960b-6bd14425b4b2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:08.056392 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-85787f89-7674-4b44-a115-da888707f042 admin admin] Deleting port af56e5a3-b31f-41fe-afeb-b42e87dc6969 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:37:08.056780 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85787f89-7674-4b44-a115-da888707f042 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (af56e5a3-b31f-41fe-afeb-b42e87dc6969), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:08.138011 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-85787f89-7674-4b44-a115-da888707f042 admin admin] For port af56e5a3-b31f-41fe-afeb-b42e87dc6969, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=af56e5a3-b31f-41fe-afeb-b42e87dc6969,segment=NetworkSegment(cd840727-0a30-4950-bd15-dbe6745a7449),segment_id=cd840727-0a30-4950-bd15-dbe6745a7449)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:37:08.138373 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85787f89-7674-4b44-a115-da888707f042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (af56e5a3-b31f-41fe-afeb-b42e87dc6969), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:08.151587 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-85787f89-7674-4b44-a115-da888707f042 admin admin] Calling delete_port for af56e5a3-b31f-41fe-afeb-b42e87dc6969 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:37:08.657647 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85787f89-7674-4b44-a115-da888707f042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (af56e5a3-b31f-41fe-afeb-b42e87dc6969), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:08.682825 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85787f89-7674-4b44-a115-da888707f042 admin admin] Pushing event deleted for resources: {'Port': ['ID=af56e5a3-b31f-41fe-afeb-b42e87dc6969,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:08.856804 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-85787f89-7674-4b44-a115-da888707f042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (1ebb40ab-a51b-4f4c-960b-6bd14425b4b2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:09.080626 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85787f89-7674-4b44-a115-da888707f042 admin admin] Router 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:37:09.200157 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85787f89-7674-4b44-a115-da888707f042 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:37:09.208729 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33072) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:09.209188 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-85787f89-7674-4b44-a115-da888707f042 admin admin] 10.222.0.18 "PUT /v2.0/routers/1ebb40ab-a51b-4f4c-960b-6bd14425b4b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7523346 Feb 07 17:37:09.209890 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0b3bee-f33e-417e-b3e4-67e386fa8449 None None] Sync routers for ids ['1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:37:09.221817 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0b3bee-f33e-417e-b3e4-67e386fa8449 None None] Routers {'1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:37:09.222502 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-1c0b3bee-f33e-417e-b3e4-67e386fa8449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:36:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:09.333129 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a00f4aab-05bf-47e0-aa98-233bc856cfa0 admin admin] Publish callbacks [] for router (1ebb40ab-a51b-4f4c-960b-6bd14425b4b2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:09.342799 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-1c0b3bee-f33e-417e-b3e4-67e386fa8449 None None] Set router 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:37:09.440145 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a00f4aab-05bf-47e0-aa98-233bc856cfa0 admin admin] Publish callbacks [] for router_gateway (1ebb40ab-a51b-4f4c-960b-6bd14425b4b2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:09.497508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a00f4aab-05bf-47e0-aa98-233bc856cfa0 admin admin] Deleting port 3818d47f-b82f-4b9c-8017-28b24a9d5c7c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:37:09.497846 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a00f4aab-05bf-47e0-aa98-233bc856cfa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3818d47f-b82f-4b9c-8017-28b24a9d5c7c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:09.520649 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-1c0b3bee-f33e-417e-b3e4-67e386fa8449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'name': 'tempest-TestMinimumBasicScenario-144732773-router', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:37:08Z', 'revision_number': 5, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'gw_port': {'id': '3818d47f-b82f-4b9c-8017-28b24a9d5c7c', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:09.551419 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0b3bee-f33e-417e-b3e4-67e386fa8449 None None] Checking router: 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:37:09.560013 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0b3bee-f33e-417e-b3e4-67e386fa8449 None None] Routers {'1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:37:09.560637 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-1c0b3bee-f33e-417e-b3e4-67e386fa8449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:36:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:09.581622 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a00f4aab-05bf-47e0-aa98-233bc856cfa0 admin admin] For port 3818d47f-b82f-4b9c-8017-28b24a9d5c7c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3818d47f-b82f-4b9c-8017-28b24a9d5c7c,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:37:09.582072 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a00f4aab-05bf-47e0-aa98-233bc856cfa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3818d47f-b82f-4b9c-8017-28b24a9d5c7c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:09.598285 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a00f4aab-05bf-47e0-aa98-233bc856cfa0 admin admin] Calling delete_port for 3818d47f-b82f-4b9c-8017-28b24a9d5c7c owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:37:09.633385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a8e45ae0-a307-49d7-b468-126cc93f0c15 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:37:09.651921 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-1c0b3bee-f33e-417e-b3e4-67e386fa8449 None None] Set router 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:37:09.655019 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: a8e45ae0-a307-49d7-b468-126cc93f0c15 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:37:09.655557 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device a8e45ae0-a307-49d7-b468-126cc93f0c15 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:37:09.709011 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-1c0b3bee-f33e-417e-b3e4-67e386fa8449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'name': 'tempest-TestMinimumBasicScenario-144732773-router', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:37:09Z', 'revision_number': 6, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:09.739736 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0b3bee-f33e-417e-b3e4-67e386fa8449 None None] The sync data for ids ['1ebb40ab-a51b-4f4c-960b-6bd14425b4b2'] in n-d-827865-3 is: [{'id': '1ebb40ab-a51b-4f4c-960b-6bd14425b4b2', 'name': 'tempest-TestMinimumBasicScenario-144732773-router', 'tenant_id': '3139eb8a13f342acb0ae03a42ec9a385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:44Z', 'updated_at': '2022-02-07T17:37:09Z', 'revision_number': 6, 'project_id': '3139eb8a13f342acb0ae03a42ec9a385', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:37:09.775775 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a00f4aab-05bf-47e0-aa98-233bc856cfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (3818d47f-b82f-4b9c-8017-28b24a9d5c7c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:09.803034 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f4aab-05bf-47e0-aa98-233bc856cfa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3818d47f-b82f-4b9c-8017-28b24a9d5c7c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:09.866696 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a00f4aab-05bf-47e0-aa98-233bc856cfa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (1ebb40ab-a51b-4f4c-960b-6bd14425b4b2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:09.959015 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a00f4aab-05bf-47e0-aa98-233bc856cfa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (1ebb40ab-a51b-4f4c-960b-6bd14425b4b2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:09.961099 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a00f4aab-05bf-47e0-aa98-233bc856cfa0 admin admin] Publish callbacks [] for router_controller (1ebb40ab-a51b-4f4c-960b-6bd14425b4b2), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.006548 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a00f4aab-05bf-47e0-aa98-233bc856cfa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (1ebb40ab-a51b-4f4c-960b-6bd14425b4b2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.007173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00f4aab-05bf-47e0-aa98-233bc856cfa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:37:10.012019 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a00f4aab-05bf-47e0-aa98-233bc856cfa0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.013240 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a00f4aab-05bf-47e0-aa98-233bc856cfa0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1ebb40ab-a51b-4f4c-960b-6bd14425b4b2 HTTP/1.1" status: 204 len: 168 time: 0.8034234 Feb 07 17:37:10.016685 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33074) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:10.065923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-060e3119-4f6f-4800-8b71-0499ac37e349 admin admin] Deleting subnet 2d1ffaf3-7fea-4079-a076-c74af6bfcc4c {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:37:10.069306 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-060e3119-4f6f-4800-8b71-0499ac37e349 admin admin] Publish callbacks [] for subnet (2d1ffaf3-7fea-4079-a076-c74af6bfcc4c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.107955 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-060e3119-4f6f-4800-8b71-0499ac37e349 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (2d1ffaf3-7fea-4079-a076-c74af6bfcc4c), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.190102 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-060e3119-4f6f-4800-8b71-0499ac37e349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (2d1ffaf3-7fea-4079-a076-c74af6bfcc4c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.245479 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-060e3119-4f6f-4800-8b71-0499ac37e349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (2d1ffaf3-7fea-4079-a076-c74af6bfcc4c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.276617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e3119-4f6f-4800-8b71-0499ac37e349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d1ffaf3-7fea-4079-a076-c74af6bfcc4c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:10.280275 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-060e3119-4f6f-4800-8b71-0499ac37e349 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.286257 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-060e3119-4f6f-4800-8b71-0499ac37e349 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2d1ffaf3-7fea-4079-a076-c74af6bfcc4c HTTP/1.1" status: 204 len: 168 time: 0.2661755 Feb 07 17:37:10.286428 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33076) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:10.287488 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab787ec6-789a-487e-bb51-907fe2d8e81f None None] Network 1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:37:10.355291 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (1ae7b9db-bbcd-4178-aa59-93db4f8e7df1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.411010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] Deleting port 8aa8a224-24fa-4d68-873e-69f12498c690 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:37:10.411355 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8aa8a224-24fa-4d68-873e-69f12498c690), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.479905 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] For port 8aa8a224-24fa-4d68-873e-69f12498c690, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8aa8a224-24fa-4d68-873e-69f12498c690,segment=NetworkSegment(cd840727-0a30-4950-bd15-dbe6745a7449),segment_id=cd840727-0a30-4950-bd15-dbe6745a7449)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:37:10.480311 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8aa8a224-24fa-4d68-873e-69f12498c690), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.495069 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] Calling delete_port for 8aa8a224-24fa-4d68-873e-69f12498c690 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:37:10.520089 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] DHCP port deletion for 1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:37:10.570715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] Deleting port 8aa8a224-24fa-4d68-873e-69f12498c690 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:37:10.571095 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8aa8a224-24fa-4d68-873e-69f12498c690), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.576696 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (8aa8a224-24fa-4d68-873e-69f12498c690), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.602893 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa8a224-24fa-4d68-873e-69f12498c690,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:10.607314 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] No DVR routers for this DVR port 8aa8a224-24fa-4d68-873e-69f12498c690 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:37:10.641716 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] For port 8aa8a224-24fa-4d68-873e-69f12498c690, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=8aa8a224-24fa-4d68-873e-69f12498c690,segment=NetworkSegment(cd840727-0a30-4950-bd15-dbe6745a7449),segment_id=cd840727-0a30-4950-bd15-dbe6745a7449)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:37:10.642246 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8aa8a224-24fa-4d68-873e-69f12498c690), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.654734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] Calling delete_port for 8aa8a224-24fa-4d68-873e-69f12498c690 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:37:10.682920 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (1ae7b9db-bbcd-4178-aa59-93db4f8e7df1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.704014 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae7b9db-bbcd-4178-aa59-93db4f8e7df1']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:10.713657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd840727-0a30-4950-bd15-dbe6745a7449') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:10.713974 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd840727-0a30-4950-bd15-dbe6745a7449') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:10.724631 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (cd840727-0a30-4950-bd15-dbe6745a7449), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.738154 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (8aa8a224-24fa-4d68-873e-69f12498c690), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.740107 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (cd840727-0a30-4950-bd15-dbe6745a7449), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.746191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:37:10.746582 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (cd840727-0a30-4950-bd15-dbe6745a7449), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:37:10.748305 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:37:10.769009 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] Pushing event deleted for resources: {'Port': ['ID=8aa8a224-24fa-4d68-873e-69f12498c690,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:10.773509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] No DVR routers for this DVR port 8aa8a224-24fa-4d68-873e-69f12498c690 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:37:10.781823 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:10.782822 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:10.783182 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:10.783530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:10.783867 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:10.784209 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:10.784544 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:10.785583 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:10.785583 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:10.785583 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:10.785859 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:10.786178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:10.786653 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50526f9b-0774-4361-825e-a6acf6c57ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:10.813077 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (1ae7b9db-bbcd-4178-aa59-93db4f8e7df1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.820574 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:10.825788 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1ae7b9db-bbcd-4178-aa59-93db4f8e7df1 HTTP/1.1" status: 204 len: 168 time: 0.5383139 Feb 07 17:37:10.827271 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33078) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:10.842253 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105866dc-5815-4e44-a73c-0b45c4b691d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae7b9db-bbcd-4178-aa59-93db4f8e7df1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:11.189397 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0293fdf6-4ece-4bbd-831a-5e9f3af31d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:11.439950 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0293fdf6-4ece-4bbd-831a-5e9f3af31d2b admin admin] Deleting port 2b485cf6-41b6-40a1-b13d-263d45fade15 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:37:11.440187 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0293fdf6-4ece-4bbd-831a-5e9f3af31d2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:11.521749 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-0293fdf6-4ece-4bbd-831a-5e9f3af31d2b admin admin] For port 2b485cf6-41b6-40a1-b13d-263d45fade15, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=2b485cf6-41b6-40a1-b13d-263d45fade15,segment=NetworkSegment(960248d3-b7f1-4c5d-a4d1-71018ec4f19b),segment_id=960248d3-b7f1-4c5d-a4d1-71018ec4f19b)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:37:11.522108 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0293fdf6-4ece-4bbd-831a-5e9f3af31d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:11.534989 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0293fdf6-4ece-4bbd-831a-5e9f3af31d2b admin admin] Calling delete_port for 2b485cf6-41b6-40a1-b13d-263d45fade15 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:37:11.612694 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device af56e5a3-b31f-41fe-afeb-b42e87dc6969 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:37:11.633866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: af56e5a3-b31f-41fe-afeb-b42e87dc6969 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:37:11.634224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device af56e5a3-b31f-41fe-afeb-b42e87dc6969 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:37:11.634652 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3818d47f-b82f-4b9c-8017-28b24a9d5c7c no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:37:11.654639 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 3818d47f-b82f-4b9c-8017-28b24a9d5c7c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:37:11.655379 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3818d47f-b82f-4b9c-8017-28b24a9d5c7c not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:37:11.655482 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8aa8a224-24fa-4d68-873e-69f12498c690 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:37:11.674988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 8aa8a224-24fa-4d68-873e-69f12498c690 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:37:11.675344 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 8aa8a224-24fa-4d68-873e-69f12498c690 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:37:11.722379 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0293fdf6-4ece-4bbd-831a-5e9f3af31d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (2b485cf6-41b6-40a1-b13d-263d45fade15), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:11.748038 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293fdf6-4ece-4bbd-831a-5e9f3af31d2b admin admin] Pushing event deleted for resources: {'Port': ['ID=2b485cf6-41b6-40a1-b13d-263d45fade15,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:11.931829 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0293fdf6-4ece-4bbd-831a-5e9f3af31d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:12.158039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0293fdf6-4ece-4bbd-831a-5e9f3af31d2b admin admin] Router 2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:37:12.270540 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0293fdf6-4ece-4bbd-831a-5e9f3af31d2b admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:37:12.275553 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0293fdf6-4ece-4bbd-831a-5e9f3af31d2b admin admin] 10.222.0.18 "PUT /v2.0/routers/2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4462781 Feb 07 17:37:12.278275 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33080) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:12.279780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36fe7a7-16be-45f9-856c-c5a366da2a24 None None] Sync routers for ids ['2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:37:12.290744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36fe7a7-16be-45f9-856c-c5a366da2a24 None None] Routers {'2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:37:12.291503 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e36fe7a7-16be-45f9-856c-c5a366da2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:36:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:12.391343 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-336a50e9-f089-4687-a12c-f4578fb0a83a admin admin] Publish callbacks [] for router (2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:12.401481 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e36fe7a7-16be-45f9-856c-c5a366da2a24 None None] Set router 2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:37:12.501517 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-336a50e9-f089-4687-a12c-f4578fb0a83a admin admin] Publish callbacks [] for router_gateway (2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:12.559174 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-336a50e9-f089-4687-a12c-f4578fb0a83a admin admin] Deleting port 1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:37:12.559521 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-336a50e9-f089-4687-a12c-f4578fb0a83a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:12.647722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-336a50e9-f089-4687-a12c-f4578fb0a83a admin admin] For port 1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:37:12.648126 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-336a50e9-f089-4687-a12c-f4578fb0a83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:12.664667 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-336a50e9-f089-4687-a12c-f4578fb0a83a admin admin] Calling delete_port for 1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:37:12.750962 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e36fe7a7-16be-45f9-856c-c5a366da2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0', 'name': 'tempest-TestMinimumBasicScenario-334110392-router', 'tenant_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:48Z', 'updated_at': '2022-02-07T17:37:11Z', 'revision_number': 5, 'project_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'gw_port': {'id': '1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:34:49Z', 'updated_at': '2022-02-07T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:12.779812 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36fe7a7-16be-45f9-856c-c5a366da2a24 None None] Checking router: 2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:37:12.789380 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36fe7a7-16be-45f9-856c-c5a366da2a24 None None] Routers {'2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:37:12.790001 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e36fe7a7-16be-45f9-856c-c5a366da2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:36:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:12.837753 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-336a50e9-f089-4687-a12c-f4578fb0a83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:12.865043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a50e9-f089-4687-a12c-f4578fb0a83a admin admin] Pushing event deleted for resources: {'Port': ['ID=1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:12.885535 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e36fe7a7-16be-45f9-856c-c5a366da2a24 None None] Set router 2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:37:12.925846 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-336a50e9-f089-4687-a12c-f4578fb0a83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:12.944465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e36fe7a7-16be-45f9-856c-c5a366da2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0', 'name': 'tempest-TestMinimumBasicScenario-334110392-router', 'tenant_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:48Z', 'updated_at': '2022-02-07T17:37:12Z', 'revision_number': 6, 'project_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:12.972388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36fe7a7-16be-45f9-856c-c5a366da2a24 None None] The sync data for ids ['2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0'] in n-d-827865-3 is: [{'id': '2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0', 'name': 'tempest-TestMinimumBasicScenario-334110392-router', 'tenant_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:34:48Z', 'updated_at': '2022-02-07T17:37:12Z', 'revision_number': 6, 'project_id': 'f2e5c0f984ea45e6a10a099d49212d9c', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:37:13.025765 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-336a50e9-f089-4687-a12c-f4578fb0a83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:13.027929 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-336a50e9-f089-4687-a12c-f4578fb0a83a admin admin] Publish callbacks [] for router_controller (2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:13.073371 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-336a50e9-f089-4687-a12c-f4578fb0a83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:13.073865 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336a50e9-f089-4687-a12c-f4578fb0a83a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:37:13.078635 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-336a50e9-f089-4687-a12c-f4578fb0a83a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:13.079804 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-336a50e9-f089-4687-a12c-f4578fb0a83a admin admin] 10.222.0.18 "DELETE /v2.0/routers/2c946b9b-dad0-4b3b-aa2d-55bbb81c28e0 HTTP/1.1" status: 204 len: 168 time: 0.8005762 Feb 07 17:37:13.082292 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33082) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:13.127571 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-89dee120-a675-40a4-bed2-c91fd4e0494f admin admin] Deleting subnet 1691c5ac-7f52-49b8-934a-df734b6b0b0c {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:37:13.130871 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-89dee120-a675-40a4-bed2-c91fd4e0494f admin admin] Publish callbacks [] for subnet (1691c5ac-7f52-49b8-934a-df734b6b0b0c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:13.165601 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-89dee120-a675-40a4-bed2-c91fd4e0494f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (1691c5ac-7f52-49b8-934a-df734b6b0b0c), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:13.250242 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-89dee120-a675-40a4-bed2-c91fd4e0494f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (1691c5ac-7f52-49b8-934a-df734b6b0b0c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:13.303855 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-89dee120-a675-40a4-bed2-c91fd4e0494f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (1691c5ac-7f52-49b8-934a-df734b6b0b0c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:13.330192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dee120-a675-40a4-bed2-c91fd4e0494f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1691c5ac-7f52-49b8-934a-df734b6b0b0c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:13.333737 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-89dee120-a675-40a4-bed2-c91fd4e0494f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:13.340170 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-89dee120-a675-40a4-bed2-c91fd4e0494f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1691c5ac-7f52-49b8-934a-df734b6b0b0c HTTP/1.1" status: 204 len: 168 time: 0.2537653 Feb 07 17:37:13.340170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33084) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:13.344111 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f06695b-34c4-40cb-a232-a8569b1fefc0 None None] Network b159e068-7def-452f-9fe1-97cd3c0bd9bb requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:37:13.419793 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (b159e068-7def-452f-9fe1-97cd3c0bd9bb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:13.475291 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] Deleting port 69c62105-b86b-4275-a269-9cc98fdc7f5c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:37:13.475639 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (69c62105-b86b-4275-a269-9cc98fdc7f5c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:13.539610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] For port 69c62105-b86b-4275-a269-9cc98fdc7f5c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=69c62105-b86b-4275-a269-9cc98fdc7f5c,segment=NetworkSegment(960248d3-b7f1-4c5d-a4d1-71018ec4f19b),segment_id=960248d3-b7f1-4c5d-a4d1-71018ec4f19b)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:37:13.539970 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (69c62105-b86b-4275-a269-9cc98fdc7f5c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:13.552322 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] Calling delete_port for 69c62105-b86b-4275-a269-9cc98fdc7f5c owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:37:13.634097 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (69c62105-b86b-4275-a269-9cc98fdc7f5c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:13.660810 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=69c62105-b86b-4275-a269-9cc98fdc7f5c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:13.664040 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] No DVR routers for this DVR port 69c62105-b86b-4275-a269-9cc98fdc7f5c on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:37:13.742430 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c788cb-4186-4ab2-9a27-0464a5518ad8 None None] DHCP port deletion for b159e068-7def-452f-9fe1-97cd3c0bd9bb request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:37:13.743839 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (b159e068-7def-452f-9fe1-97cd3c0bd9bb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:13.769095 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b159e068-7def-452f-9fe1-97cd3c0bd9bb']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:13.779289 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960248d3-b7f1-4c5d-a4d1-71018ec4f19b') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:13.779678 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960248d3-b7f1-4c5d-a4d1-71018ec4f19b') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:13.789743 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (960248d3-b7f1-4c5d-a4d1-71018ec4f19b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:13.804142 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (960248d3-b7f1-4c5d-a4d1-71018ec4f19b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:13.810859 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:37:13.811258 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (960248d3-b7f1-4c5d-a4d1-71018ec4f19b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:13.813439 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2b485cf6-41b6-40a1-b13d-263d45fade15 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:37:13.813930 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:37:13.841196 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 2b485cf6-41b6-40a1-b13d-263d45fade15 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:37:13.841589 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 2b485cf6-41b6-40a1-b13d-263d45fade15 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:37:13.842251 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:37:13.864684 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:37:13.865028 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 1d77abc1-f143-4806-b2f2-1e6cb3cdb3f2 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:37:13.865673 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 69c62105-b86b-4275-a269-9cc98fdc7f5c no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:37:13.877109 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (b159e068-7def-452f-9fe1-97cd3c0bd9bb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:13.884893 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:13.886291 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 69c62105-b86b-4275-a269-9cc98fdc7f5c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:37:13.886829 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 69c62105-b86b-4275-a269-9cc98fdc7f5c not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:37:13.888622 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b159e068-7def-452f-9fe1-97cd3c0bd9bb HTTP/1.1" status: 204 len: 168 time: 0.5480726 Feb 07 17:37:13.908017 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bc21e-8cdd-448f-9710-2467082ff8d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b159e068-7def-452f-9fe1-97cd3c0bd9bb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:14.070073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33088) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:14.114541 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0fe3a8db-f1a0-43b5-98d2-326a6016a31f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3139eb8a13f342acb0ae03a42ec9a385&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432708 Feb 07 17:37:14.117814 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33090) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:14.165832 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcc00e81-7eac-4c4d-80f4-c6958249444d admin admin] Publish callbacks [] for security_group (ad19a547-34b8-4b52-96d0-94fcecd12830), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:14.187664 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcc00e81-7eac-4c4d-80f4-c6958249444d admin admin] Publish callbacks [] for security_group (ad19a547-34b8-4b52-96d0-94fcecd12830), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:14.234468 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcc00e81-7eac-4c4d-80f4-c6958249444d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ad19a547-34b8-4b52-96d0-94fcecd12830), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:14.237124 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcc00e81-7eac-4c4d-80f4-c6958249444d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:14.238309 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bcc00e81-7eac-4c4d-80f4-c6958249444d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad19a547-34b8-4b52-96d0-94fcecd12830 HTTP/1.1" status: 204 len: 168 time: 0.1198082 Feb 07 17:37:14.252279 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc00e81-7eac-4c4d-80f4-c6958249444d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad19a547-34b8-4b52-96d0-94fcecd12830,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:14.556690 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33096) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:14.596970 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7bc481f6-f076-4863-87a7-88ecba5f9cf5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2e5c0f984ea45e6a10a099d49212d9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390866 Feb 07 17:37:14.599470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33098) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:14.648029 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-716afeb2-a8dd-405e-80d8-10baca386a53 admin admin] Publish callbacks [] for security_group (59c60b2c-3040-4dea-bf6f-cd4f60cf2aef), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:14.669572 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-716afeb2-a8dd-405e-80d8-10baca386a53 admin admin] Publish callbacks [] for security_group (59c60b2c-3040-4dea-bf6f-cd4f60cf2aef), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:14.718988 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-716afeb2-a8dd-405e-80d8-10baca386a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (59c60b2c-3040-4dea-bf6f-cd4f60cf2aef), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:14.721779 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-716afeb2-a8dd-405e-80d8-10baca386a53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:14.722915 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-716afeb2-a8dd-405e-80d8-10baca386a53 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59c60b2c-3040-4dea-bf6f-cd4f60cf2aef HTTP/1.1" status: 204 len: 168 time: 0.1224837 Feb 07 17:37:14.731073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716afeb2-a8dd-405e-80d8-10baca386a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c60b2c-3040-4dea-bf6f-cd4f60cf2aef,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:16.414958 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33138) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:16.419610 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a7795536-7954-44a5-8c8f-c60e6dd0d244 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-846321786', 'description': 'tempest-secgroup-smoke-846321786 description', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:37:16.441537 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7795536-7954-44a5-8c8f-c60e6dd0d244 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:16.449199 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7795536-7954-44a5-8c8f-c60e6dd0d244 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:16.525098 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7795536-7954-44a5-8c8f-c60e6dd0d244 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (80435d7d-3fee-40fd-93e2-9f397f9c5455), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:16.528961 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7795536-7954-44a5-8c8f-c60e6dd0d244 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (80435d7d-3fee-40fd-93e2-9f397f9c5455), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:16.569467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7795536-7954-44a5-8c8f-c60e6dd0d244 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80435d7d-3fee-40fd-93e2-9f397f9c5455,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:16.607987 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7795536-7954-44a5-8c8f-c60e6dd0d244 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (5b41f1df-f5a8-433d-b924-89d5f4b3e488), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:16.611825 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7795536-7954-44a5-8c8f-c60e6dd0d244 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5b41f1df-f5a8-433d-b924-89d5f4b3e488), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:16.636639 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7795536-7954-44a5-8c8f-c60e6dd0d244 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:16.637887 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a7795536-7954-44a5-8c8f-c60e6dd0d244 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2218251 Feb 07 17:37:16.641715 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33140) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:16.646616 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7795536-7954-44a5-8c8f-c60e6dd0d244 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b41f1df-f5a8-433d-b924-89d5f4b3e488,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:16.646853 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-07e8e297-47d2-498a-9cb3-d87b9e7a1b4b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '5b41f1df-f5a8-433d-b924-89d5f4b3e488', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:37:16.673150 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07e8e297-47d2-498a-9cb3-d87b9e7a1b4b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (1809f784-bfb7-44cd-ae80-107e67c1dca0), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:16.717618 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07e8e297-47d2-498a-9cb3-d87b9e7a1b4b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (1809f784-bfb7-44cd-ae80-107e67c1dca0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:16.721672 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07e8e297-47d2-498a-9cb3-d87b9e7a1b4b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (1809f784-bfb7-44cd-ae80-107e67c1dca0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:16.739951 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8e297-47d2-498a-9cb3-d87b9e7a1b4b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1809f784-bfb7-44cd-ae80-107e67c1dca0,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:16.748774 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-07e8e297-47d2-498a-9cb3-d87b9e7a1b4b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:16.750725 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-07e8e297-47d2-498a-9cb3-d87b9e7a1b4b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1074669 Feb 07 17:37:16.753356 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33142) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:16.757726 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fb64a67e-8dc8-4f23-bc2b-a7ff816db294 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '5b41f1df-f5a8-433d-b924-89d5f4b3e488', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:37:16.782435 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb64a67e-8dc8-4f23-bc2b-a7ff816db294 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (3a40072d-2d0b-4179-b1f8-e0834000eb1b), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:16.840303 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb64a67e-8dc8-4f23-bc2b-a7ff816db294 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (3a40072d-2d0b-4179-b1f8-e0834000eb1b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:16.844713 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb64a67e-8dc8-4f23-bc2b-a7ff816db294 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (3a40072d-2d0b-4179-b1f8-e0834000eb1b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:16.863016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64a67e-8dc8-4f23-bc2b-a7ff816db294 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a40072d-2d0b-4179-b1f8-e0834000eb1b,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:16.871388 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb64a67e-8dc8-4f23-bc2b-a7ff816db294 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:16.872593 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fb64a67e-8dc8-4f23-bc2b-a7ff816db294 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181986 Feb 07 17:37:16.875386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33144) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:16.879663 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0a679497-f199-45c8-8c0e-41a643e88e54 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '5b41f1df-f5a8-433d-b924-89d5f4b3e488', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:37:16.904087 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0a679497-f199-45c8-8c0e-41a643e88e54 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (ef60c614-e456-445d-8e91-bba8d068adeb), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:16.961296 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0a679497-f199-45c8-8c0e-41a643e88e54 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (ef60c614-e456-445d-8e91-bba8d068adeb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:16.965012 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0a679497-f199-45c8-8c0e-41a643e88e54 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (ef60c614-e456-445d-8e91-bba8d068adeb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:16.984363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a679497-f199-45c8-8c0e-41a643e88e54 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef60c614-e456-445d-8e91-bba8d068adeb,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:16.989738 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0a679497-f199-45c8-8c0e-41a643e88e54 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:16.991092 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0a679497-f199-45c8-8c0e-41a643e88e54 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147761 Feb 07 17:37:16.993903 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33146) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:16.998230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-df0e4bf6-0f3a-4e57-8aa2-be9037766ee2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '5b41f1df-f5a8-433d-b924-89d5f4b3e488', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:37:17.024486 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df0e4bf6-0f3a-4e57-8aa2-be9037766ee2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (b8d05f71-d604-46d2-ac87-5a26f9a83d99), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:17.082831 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df0e4bf6-0f3a-4e57-8aa2-be9037766ee2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (b8d05f71-d604-46d2-ac87-5a26f9a83d99), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:17.086516 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df0e4bf6-0f3a-4e57-8aa2-be9037766ee2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (b8d05f71-d604-46d2-ac87-5a26f9a83d99), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:17.105772 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e4bf6-0f3a-4e57-8aa2-be9037766ee2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d05f71-d604-46d2-ac87-5a26f9a83d99,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:17.111456 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df0e4bf6-0f3a-4e57-8aa2-be9037766ee2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:17.112721 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-df0e4bf6-0f3a-4e57-8aa2-be9037766ee2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177959 Feb 07 17:37:17.115564 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33148) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:17.119839 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0fb66264-7e8c-4ee5-897c-679542e38cc5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '5b41f1df-f5a8-433d-b924-89d5f4b3e488', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:37:17.139225 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-0fb66264-7e8c-4ee5-897c-679542e38cc5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Project ddae8a5ab7b44404b4cff4bc90366e75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:37:17.144758 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0fb66264-7e8c-4ee5-897c-679542e38cc5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (4d73b03f-5284-478d-92f5-6952c49dd28f), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:17.204498 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0fb66264-7e8c-4ee5-897c-679542e38cc5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (4d73b03f-5284-478d-92f5-6952c49dd28f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:17.208172 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0fb66264-7e8c-4ee5-897c-679542e38cc5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (4d73b03f-5284-478d-92f5-6952c49dd28f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:17.226891 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb66264-7e8c-4ee5-897c-679542e38cc5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d73b03f-5284-478d-92f5-6952c49dd28f,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:17.236145 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0fb66264-7e8c-4ee5-897c-679542e38cc5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:17.237900 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0fb66264-7e8c-4ee5-897c-679542e38cc5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209037 Feb 07 17:37:17.240536 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33150) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:17.245065 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-04d28cc7-03e3-48bc-920d-95e3a2f43f2a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '5b41f1df-f5a8-433d-b924-89d5f4b3e488', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:37:17.266334 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-04d28cc7-03e3-48bc-920d-95e3a2f43f2a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Project ddae8a5ab7b44404b4cff4bc90366e75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:37:17.271363 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04d28cc7-03e3-48bc-920d-95e3a2f43f2a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (0b16bea0-8329-4faa-af97-32f03fdf1543), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:17.331470 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04d28cc7-03e3-48bc-920d-95e3a2f43f2a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (0b16bea0-8329-4faa-af97-32f03fdf1543), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:17.335279 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04d28cc7-03e3-48bc-920d-95e3a2f43f2a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (0b16bea0-8329-4faa-af97-32f03fdf1543), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:17.353444 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d28cc7-03e3-48bc-920d-95e3a2f43f2a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b16bea0-8329-4faa-af97-32f03fdf1543,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:17.361549 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-04d28cc7-03e3-48bc-920d-95e3a2f43f2a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:17.362844 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-04d28cc7-03e3-48bc-920d-95e3a2f43f2a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211674 Feb 07 17:37:17.365879 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33152) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:17.370861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-51df4e15-856b-4610-9407-09648c8f0766 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'network': {'name': 'tempest-network-smoke--1490868578', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'port_security_enabled': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:37:17.390623 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51df4e15-856b-4610-9407-09648c8f0766 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Made reservation on behalf of ddae8a5ab7b44404b4cff4bc90366e75 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:37:17.394129 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51df4e15-856b-4610-9407-09648c8f0766 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:17.417804 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51df4e15-856b-4610-9407-09648c8f0766 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:37:17.426831 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51df4e15-856b-4610-9407-09648c8f0766 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (7e150848-df7e-4b9f-ace4-0756c320aadc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:17.427228 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-51df4e15-856b-4610-9407-09648c8f0766 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Added segment 7e150848-df7e-4b9f-ace4-0756c320aadc of type vlan for network bd859344-0960-423e-bc45-f83315d26bd6 Feb 07 17:37:17.468399 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51df4e15-856b-4610-9407-09648c8f0766 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (bd859344-0960-423e-bc45-f83315d26bd6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:17.493508 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51df4e15-856b-4610-9407-09648c8f0766 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (bd859344-0960-423e-bc45-f83315d26bd6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:17.500556 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51df4e15-856b-4610-9407-09648c8f0766 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:17.501287 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-51df4e15-856b-4610-9407-09648c8f0766 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:17.567913 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-51df4e15-856b-4610-9407-09648c8f0766 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2009792 Feb 07 17:37:17.570760 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33154) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:17.575099 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-84df3409-9528-4ec3-98e0-2435e47a343f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-89653416', 'admin_state_up': True, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:37:17.588238 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df4e15-856b-4610-9407-09648c8f0766 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Network': ['ID=bd859344-0960-423e-bc45-f83315d26bd6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:17.599254 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network bd859344-0960-423e-bc45-f83315d26bd6 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:37:17.605903 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84df3409-9528-4ec3-98e0-2435e47a343f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (c3ad31de-1769-4d5f-a02c-56c85b4ae0c5), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:17.606962 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84df3409-9528-4ec3-98e0-2435e47a343f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (c3ad31de-1769-4d5f-a02c-56c85b4ae0c5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:17.669402 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84df3409-9528-4ec3-98e0-2435e47a343f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_controller (c3ad31de-1769-4d5f-a02c-56c85b4ae0c5), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:17.819975 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84df3409-9528-4ec3-98e0-2435e47a343f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_gateway (c3ad31de-1769-4d5f-a02c-56c85b4ae0c5), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:18.022786 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84df3409-9528-4ec3-98e0-2435e47a343f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_gateway (c3ad31de-1769-4d5f-a02c-56c85b4ae0c5), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:18.042001 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84df3409-9528-4ec3-98e0-2435e47a343f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:18.148570 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-84df3409-9528-4ec3-98e0-2435e47a343f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Allocated IP 172.25.4.253 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/4d7a2ca1-33a3-445a-92fb-89c2711ce00f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:37:18.261897 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84df3409-9528-4ec3-98e0-2435e47a343f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (4d7a2ca1-33a3-445a-92fb-89c2711ce00f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:18.298081 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84df3409-9528-4ec3-98e0-2435e47a343f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (4d7a2ca1-33a3-445a-92fb-89c2711ce00f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:18.334593 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84df3409-9528-4ec3-98e0-2435e47a343f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:37:18.339613 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-84df3409-9528-4ec3-98e0-2435e47a343f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:37:18.344621 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84df3409-9528-4ec3-98e0-2435e47a343f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:37:18.368830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df3409-9528-4ec3-98e0-2435e47a343f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=4d7a2ca1-33a3-445a-92fb-89c2711ce00f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:18.600405 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84df3409-9528-4ec3-98e0-2435e47a343f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_gateway (c3ad31de-1769-4d5f-a02c-56c85b4ae0c5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:18.800951 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84df3409-9528-4ec3-98e0-2435e47a343f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (c3ad31de-1769-4d5f-a02c-56c85b4ae0c5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:18.929996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84df3409-9528-4ec3-98e0-2435e47a343f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:37:19.035800 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84df3409-9528-4ec3-98e0-2435e47a343f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:37:19.045493 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] Sync routers for ids ['c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:37:19.056146 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] Routers {'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:37:19.056538 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-84df3409-9528-4ec3-98e0-2435e47a343f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:19.056789 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:36:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:19.060837 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-84df3409-9528-4ec3-98e0-2435e47a343f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4863079 Feb 07 17:37:19.061111 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33156) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:19.172527 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] Set router c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:37:19.195338 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2e0500f4-fdef-401e-a1a1-5fb6b1511909 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ddae8a5ab7b44404b4cff4bc90366e75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1300030 Feb 07 17:37:19.195571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33160) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:19.377529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078e46d9-a4f0-4e7f-b742-904e3cd2d891 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:19.379425 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-078e46d9-a4f0-4e7f-b742-904e3cd2d891 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1829660 Feb 07 17:37:19.382257 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33162) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:19.417608 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8a1e0acd-b582-4256-9c99-27c3075c6d93 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340083 Feb 07 17:37:19.420260 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33164) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:19.426573 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5f565a45-6e01-4c66-ad24-2b9d315d3293 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1374786773', 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:37:19.465081 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89653416', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:37:17Z', 'updated_at': '2022-02-07T17:37:18Z', 'revision_number': 3, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:18Z', 'updated_at': '2022-02-07T17:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:19.492541 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] Checking router: c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:37:19.492896 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] Updating router c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 port 4d7a2ca1-33a3-445a-92fb-89c2711ce00f binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:37:19.523223 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4d7a2ca1-33a3-445a-92fb-89c2711ce00f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:19.817265 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] Publish callbacks [] for port (4d7a2ca1-33a3-445a-92fb-89c2711ce00f), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:19.823618 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4d7a2ca1-33a3-445a-92fb-89c2711ce00f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:19.878179 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba0ec7-c794-431f-abe4-b05dfc9c7151 None None] Pushing event updated for resources: {'Port': ['ID=4d7a2ca1-33a3-445a-92fb-89c2711ce00f,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:19.881138 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] Attempting to bind port 4d7a2ca1-33a3-445a-92fb-89c2711ce00f on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:37:19.881533 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] Attempting to bind port 4d7a2ca1-33a3-445a-92fb-89c2711ce00f by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:37:19.881903 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] Attempting to bind port 4d7a2ca1-33a3-445a-92fb-89c2711ce00f on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:37:19.890472 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f565a45-6e01-4c66-ad24-2b9d315d3293 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Made reservation on behalf of ddae8a5ab7b44404b4cff4bc90366e75 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:37:19.891246 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba0ec7-c794-431f-abe4-b05dfc9c7151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:19.891605 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba0ec7-c794-431f-abe4-b05dfc9c7151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:19.891954 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba0ec7-c794-431f-abe4-b05dfc9c7151 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:19.892299 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba0ec7-c794-431f-abe4-b05dfc9c7151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:19.892638 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba0ec7-c794-431f-abe4-b05dfc9c7151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:19.892995 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba0ec7-c794-431f-abe4-b05dfc9c7151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:19.893405 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba0ec7-c794-431f-abe4-b05dfc9c7151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:19.893742 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba0ec7-c794-431f-abe4-b05dfc9c7151 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:19.893941 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f565a45-6e01-4c66-ad24-2b9d315d3293 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:19.894064 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba0ec7-c794-431f-abe4-b05dfc9c7151 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:19.894386 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba0ec7-c794-431f-abe4-b05dfc9c7151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:19.894711 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba0ec7-c794-431f-abe4-b05dfc9c7151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:19.895036 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba0ec7-c794-431f-abe4-b05dfc9c7151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:19.895361 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba0ec7-c794-431f-abe4-b05dfc9c7151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:37:19.898723 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:37:19.899106 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:37:19.899520 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:19.899933 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:37:19.900387 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] Bound port: 4d7a2ca1-33a3-445a-92fb-89c2711ce00f, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:37:19.900771 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4d7a2ca1-33a3-445a-92fb-89c2711ce00f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:19.954447 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] For port 4d7a2ca1-33a3-445a-92fb-89c2711ce00f, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:37:19.957656 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] For port 4d7a2ca1-33a3-445a-92fb-89c2711ce00f, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4d7a2ca1-33a3-445a-92fb-89c2711ce00f,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:37:19.963710 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4d7a2ca1-33a3-445a-92fb-89c2711ce00f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:20.025091 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] Routers {'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:37:20.025770 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:36:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:20.031236 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba0ec7-c794-431f-abe4-b05dfc9c7151 None None] Pushing event updated for resources: {'Port': ['ID=4d7a2ca1-33a3-445a-92fb-89c2711ce00f,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:20.084480 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f565a45-6e01-4c66-ad24-2b9d315d3293 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (b6ad94b5-e864-41e9-8724-e3c998afbfab), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:20.140017 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] Set router c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:37:20.149408 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f565a45-6e01-4c66-ad24-2b9d315d3293 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Subnet': ['ID=b6ad94b5-e864-41e9-8724-e3c998afbfab,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:20.154744 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f565a45-6e01-4c66-ad24-2b9d315d3293 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Checking segment: {'id': '7e150848-df7e-4b9f-ace4-0756c320aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:37:20.155732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f565a45-6e01-4c66-ad24-2b9d315d3293 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network hostable DHCP agents. Network: bd859344-0960-423e-bc45-f83315d26bd6, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:37:20.175400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f565a45-6e01-4c66-ad24-2b9d315d3293 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network bd859344-0960-423e-bc45-f83315d26bd6 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:37:20.185676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5f565a45-6e01-4c66-ad24-2b9d315d3293 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, bd859344-0960-423e-bc45-f83315d26bd6) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:37:20.191144 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f565a45-6e01-4c66-ad24-2b9d315d3293 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:20.191751 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5f565a45-6e01-4c66-ad24-2b9d315d3293 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:20.197096 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b31fc6b-4200-46c4-a6f7-50330a473b56 None None] Network bd859344-0960-423e-bc45-f83315d26bd6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:37:20.214138 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5f565a45-6e01-4c66-ad24-2b9d315d3293 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7918332 Feb 07 17:37:20.214352 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33166) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:20.318221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-bd859344-0960-423e-bc45-f83315d26bd6', 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ips': [{'subnet_id': 'b6ad94b5-e864-41e9-8724-e3c998afbfab'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:37:20.319472 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:20.362031 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89653416', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:37:17Z', 'updated_at': '2022-02-07T17:37:18Z', 'revision_number': 3, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:18Z', 'updated_at': '2022-02-07T17:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:20.391178 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e66f324-97e3-4b30-929c-06af09308854 None None] The sync data for ids ['c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'] in n-d-827865-3 is: [{'id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89653416', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:37:17Z', 'updated_at': '2022-02-07T17:37:18Z', 'revision_number': 3, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:18Z', 'updated_at': '2022-02-07T17:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:37:20.473596 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] Allocated IP 172.20.0.2 (bd859344-0960-423e-bc45-f83315d26bd6/b6ad94b5-e864-41e9-8724-e3c998afbfab/627d66e7-53e2-4c3a-82fe-6ca3d6af9946) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:37:20.646701 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] Publish callbacks [] for port (627d66e7-53e2-4c3a-82fe-6ca3d6af9946), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:20.657442 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (627d66e7-53e2-4c3a-82fe-6ca3d6af9946), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:20.700828 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] Network bd859344-0960-423e-bc45-f83315d26bd6 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:37:20.704087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:37:20.707631 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:37:20.716789 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] Pushing event updated for resources: {'Port': ['ID=627d66e7-53e2-4c3a-82fe-6ca3d6af9946,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:20.783426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] Attempting to bind port 627d66e7-53e2-4c3a-82fe-6ca3d6af9946 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:37:20.783961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] Attempting to bind port 627d66e7-53e2-4c3a-82fe-6ca3d6af9946 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '7e150848-df7e-4b9f-ace4-0756c320aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:37:20.784439 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] Attempting to bind port 627d66e7-53e2-4c3a-82fe-6ca3d6af9946 on network bd859344-0960-423e-bc45-f83315d26bd6 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:37:20.791331 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:37:20.792272 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] Checking segment: {'id': '7e150848-df7e-4b9f-ace4-0756c320aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:37:20.792698 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:20.793108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] Bound using segment: {'id': '7e150848-df7e-4b9f-ace4-0756c320aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:37:20.793634 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] Bound port: 627d66e7-53e2-4c3a-82fe-6ca3d6af9946, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e150848-df7e-4b9f-ace4-0756c320aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:37:20.794570 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (627d66e7-53e2-4c3a-82fe-6ca3d6af9946), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:20.876212 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] For port 627d66e7-53e2-4c3a-82fe-6ca3d6af9946, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:37:20.879571 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] For port 627d66e7-53e2-4c3a-82fe-6ca3d6af9946, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=627d66e7-53e2-4c3a-82fe-6ca3d6af9946,segment=NetworkSegment(7e150848-df7e-4b9f-ace4-0756c320aadc),segment_id=7e150848-df7e-4b9f-ace4-0756c320aadc)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:37:20.887144 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (627d66e7-53e2-4c3a-82fe-6ca3d6af9946), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:20.952912 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad2157-d863-4334-aeb8-9e7b8af0abe2 None None] Pushing event updated for resources: {'Port': ['ID=627d66e7-53e2-4c3a-82fe-6ca3d6af9946,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:21.086086 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90b6502b-55b1-4693-8c38-6d18b6da0e97 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:21.406823 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-90b6502b-55b1-4693-8c38-6d18b6da0e97 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Allocated IP 172.20.0.1 (bd859344-0960-423e-bc45-f83315d26bd6/b6ad94b5-e864-41e9-8724-e3c998afbfab/dc7d2e96-1276-46bf-bd17-fc04a0fe9967) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:37:21.519910 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90b6502b-55b1-4693-8c38-6d18b6da0e97 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (dc7d2e96-1276-46bf-bd17-fc04a0fe9967), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:21.552267 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90b6502b-55b1-4693-8c38-6d18b6da0e97 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (dc7d2e96-1276-46bf-bd17-fc04a0fe9967), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:21.600570 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b6502b-55b1-4693-8c38-6d18b6da0e97 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network bd859344-0960-423e-bc45-f83315d26bd6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:37:21.604141 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-90b6502b-55b1-4693-8c38-6d18b6da0e97 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:37:21.608017 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b6502b-55b1-4693-8c38-6d18b6da0e97 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:37:21.633081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6502b-55b1-4693-8c38-6d18b6da0e97 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=dc7d2e96-1276-46bf-bd17-fc04a0fe9967,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:21.657837 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90b6502b-55b1-4693-8c38-6d18b6da0e97 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (c3ad31de-1769-4d5f-a02c-56c85b4ae0c5), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:21.707867 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:21.743558 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4d7a2ca1-33a3-445a-92fb-89c2711ce00f up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:37:21.810474 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 4d7a2ca1-33a3-445a-92fb-89c2711ce00f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:37:21.810948 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4d7a2ca1-33a3-445a-92fb-89c2711ce00f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:21.819223 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90b6502b-55b1-4693-8c38-6d18b6da0e97 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (dc7d2e96-1276-46bf-bd17-fc04a0fe9967), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:21.902643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4d7a2ca1-33a3-445a-92fb-89c2711ce00f is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:37:21.903169 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (4d7a2ca1-33a3-445a-92fb-89c2711ce00f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:21.927642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 4d7a2ca1-33a3-445a-92fb-89c2711ce00f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4d7a2ca1-33a3-445a-92fb-89c2711ce00f,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:37:21.932977 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (4d7a2ca1-33a3-445a-92fb-89c2711ce00f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:21.934360 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 627d66e7-53e2-4c3a-82fe-6ca3d6af9946 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:37:22.011508 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=4d7a2ca1-33a3-445a-92fb-89c2711ce00f,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:22.025314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 627d66e7-53e2-4c3a-82fe-6ca3d6af9946 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:37:22.025691 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (627d66e7-53e2-4c3a-82fe-6ca3d6af9946), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:22.067920 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85125cd-be6d-41e4-9cf5-d8cc0d3b68aa None None] Network bd859344-0960-423e-bc45-f83315d26bd6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:37:22.132318 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-14ab7e9b-7dd3-4a06-9444-413329d07ea3 None None] Provisioning complete for port 627d66e7-53e2-4c3a-82fe-6ca3d6af9946 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:37:22.133165 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14ab7e9b-7dd3-4a06-9444-413329d07ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (627d66e7-53e2-4c3a-82fe-6ca3d6af9946), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:22.137009 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90b6502b-55b1-4693-8c38-6d18b6da0e97 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (dc7d2e96-1276-46bf-bd17-fc04a0fe9967), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:22.144000 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90b6502b-55b1-4693-8c38-6d18b6da0e97 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (dc7d2e96-1276-46bf-bd17-fc04a0fe9967), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:22.215367 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6502b-55b1-4693-8c38-6d18b6da0e97 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=dc7d2e96-1276-46bf-bd17-fc04a0fe9967,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:22.229449 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90b6502b-55b1-4693-8c38-6d18b6da0e97 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (c3ad31de-1769-4d5f-a02c-56c85b4ae0c5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:22.247328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 627d66e7-53e2-4c3a-82fe-6ca3d6af9946 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:37:22.247328 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (627d66e7-53e2-4c3a-82fe-6ca3d6af9946), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:22.322694 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 627d66e7-53e2-4c3a-82fe-6ca3d6af9946, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=627d66e7-53e2-4c3a-82fe-6ca3d6af9946,segment=NetworkSegment(7e150848-df7e-4b9f-ace4-0756c320aadc),segment_id=7e150848-df7e-4b9f-ace4-0756c320aadc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:37:22.328179 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (627d66e7-53e2-4c3a-82fe-6ca3d6af9946), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:22.331636 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-14ab7e9b-7dd3-4a06-9444-413329d07ea3 None None] Current status of the port 627d66e7-53e2-4c3a-82fe-6ca3d6af9946 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:37:22.332007 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-14ab7e9b-7dd3-4a06-9444-413329d07ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (627d66e7-53e2-4c3a-82fe-6ca3d6af9946), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:22.347561 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b6502b-55b1-4693-8c38-6d18b6da0e97 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network bd859344-0960-423e-bc45-f83315d26bd6 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:37:22.350269 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-90b6502b-55b1-4693-8c38-6d18b6da0e97 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:37:22.426312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=627d66e7-53e2-4c3a-82fe-6ca3d6af9946,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:22.434738 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-14ab7e9b-7dd3-4a06-9444-413329d07ea3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:37:22.435080 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-14ab7e9b-7dd3-4a06-9444-413329d07ea3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:37:22.496800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b6502b-55b1-4693-8c38-6d18b6da0e97 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:37:22.615689 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b6502b-55b1-4693-8c38-6d18b6da0e97 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:37:22.621042 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-90b6502b-55b1-4693-8c38-6d18b6da0e97 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "PUT /v2.0/routers/c3ad31de-1769-4d5f-a02c-56c85b4ae0c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4057698 Feb 07 17:37:22.627144 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] Sync routers for ids ['c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:37:22.637799 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] Routers {'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:37:22.638531 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:36:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:22.764937 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] Set router c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:37:22.784665 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-062750ed-8e41-4032-85bd-abc8a51f903f req-b48e7a54-fde9-421b-9018-da95402e52fa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-846321786&fields=id&tenant_id=ddae8a5ab7b44404b4cff4bc90366e75 HTTP/1.1" status: 200 len: 267 time: 0.0498233 Feb 07 17:37:22.904593 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062750ed-8e41-4032-85bd-abc8a51f903f req-0c88e769-d0b3-4ba2-beba-7bc7d51ddfcd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:22.908238 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-062750ed-8e41-4032-85bd-abc8a51f903f req-0c88e769-d0b3-4ba2-beba-7bc7d51ddfcd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/networks?id=bd859344-0960-423e-bc45-f83315d26bd6 HTTP/1.1" status: 200 len: 797 time: 0.1148250 Feb 07 17:37:22.925994 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-062750ed-8e41-4032-85bd-abc8a51f903f req-1fe31a9f-7f01-41c6-a396-5c2df3cb9c99 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/quotas/ddae8a5ab7b44404b4cff4bc90366e75 HTTP/1.1" status: 200 len: 375 time: 0.0105281 Feb 07 17:37:22.983981 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-062750ed-8e41-4032-85bd-abc8a51f903f req-13b6ae2d-1543-4496-9ad5-00710d1f97b7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513823 Feb 07 17:37:22.996834 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-14ab7e9b-7dd3-4a06-9444-413329d07ea3 None None] Current status of the port 627d66e7-53e2-4c3a-82fe-6ca3d6af9946 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:37:23.019528 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89653416', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:37:17Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:18Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'dc7d2e96-1276-46bf-bd17-fc04a0fe9967', 'name': '', 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:1c:d4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b6ad94b5-e864-41e9-8724-e3c998afbfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:21Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 2, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b6ad94b5-e864-41e9-8724-e3c998afbfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:23.046431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] Checking router: c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:37:23.046724 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] Updating router c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 port dc7d2e96-1276-46bf-bd17-fc04a0fe9967 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:37:23.075160 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (dc7d2e96-1276-46bf-bd17-fc04a0fe9967), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:23.083738 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-062750ed-8e41-4032-85bd-abc8a51f903f req-48c1122a-6a3a-4a44-85d3-66131c967ee1 service neutron] 10.222.0.18 "GET /v2.0/networks/bd859344-0960-423e-bc45-f83315d26bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878487 Feb 07 17:37:23.173259 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-062750ed-8e41-4032-85bd-abc8a51f903f req-b6757eee-ef98-433c-bd17-5f38230c306c service neutron] 10.222.0.18 "GET /v2.0/networks/bd859344-0960-423e-bc45-f83315d26bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840869 Feb 07 17:37:23.181228 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-34568f6b-1612-4cec-a9bb-b1d4d3271093 None None] Provisioning complete for port 627d66e7-53e2-4c3a-82fe-6ca3d6af9946 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:37:23.181634 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-34568f6b-1612-4cec-a9bb-b1d4d3271093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (627d66e7-53e2-4c3a-82fe-6ca3d6af9946), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:23.356706 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-02ddb751-1445-4ed9-86e3-7f038cdb369a req-badb3cd5-8008-4b5f-9d3a-9f8b53f03405 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 210 time: 0.0347896 Feb 07 17:37:23.508388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-34568f6b-1612-4cec-a9bb-b1d4d3271093 None None] Current status of the port 627d66e7-53e2-4c3a-82fe-6ca3d6af9946 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:37:23.541121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-34568f6b-1612-4cec-a9bb-b1d4d3271093 None None] Provisioning complete for port dc7d2e96-1276-46bf-bd17-fc04a0fe9967 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:37:23.541523 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-34568f6b-1612-4cec-a9bb-b1d4d3271093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (dc7d2e96-1276-46bf-bd17-fc04a0fe9967), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:23.612720 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] Publish callbacks [] for port (dc7d2e96-1276-46bf-bd17-fc04a0fe9967), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:23.614269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-34568f6b-1612-4cec-a9bb-b1d4d3271093 None None] Port dc7d2e96-1276-46bf-bd17-fc04a0fe9967 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:37:23.620956 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (dc7d2e96-1276-46bf-bd17-fc04a0fe9967), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:23.651034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4d7a2ca1-33a3-445a-92fb-89c2711ce00f up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:37:23.704905 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:23.713764 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01297bd-d1ec-4e5c-bc99-e77c4b85b630 None None] Pushing event updated for resources: {'Port': ['ID=dc7d2e96-1276-46bf-bd17-fc04a0fe9967,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:23.785785 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 4d7a2ca1-33a3-445a-92fb-89c2711ce00f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:37:23.786377 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (4d7a2ca1-33a3-445a-92fb-89c2711ce00f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:23.787910 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] Attempting to bind port dc7d2e96-1276-46bf-bd17-fc04a0fe9967 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:37:23.788281 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] Attempting to bind port dc7d2e96-1276-46bf-bd17-fc04a0fe9967 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '7e150848-df7e-4b9f-ace4-0756c320aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:37:23.788644 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] Attempting to bind port dc7d2e96-1276-46bf-bd17-fc04a0fe9967 on network bd859344-0960-423e-bc45-f83315d26bd6 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:37:23.815616 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:37:23.815999 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] Checking segment: {'id': '7e150848-df7e-4b9f-ace4-0756c320aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:37:23.816620 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:23.817024 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] Bound using segment: {'id': '7e150848-df7e-4b9f-ace4-0756c320aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:37:23.817540 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] Bound port: dc7d2e96-1276-46bf-bd17-fc04a0fe9967, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e150848-df7e-4b9f-ace4-0756c320aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:37:23.817931 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (dc7d2e96-1276-46bf-bd17-fc04a0fe9967), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:23.932988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] For port dc7d2e96-1276-46bf-bd17-fc04a0fe9967, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:37:23.960913 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] For port dc7d2e96-1276-46bf-bd17-fc04a0fe9967, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=dc7d2e96-1276-46bf-bd17-fc04a0fe9967,segment=NetworkSegment(7e150848-df7e-4b9f-ace4-0756c320aadc),segment_id=7e150848-df7e-4b9f-ace4-0756c320aadc)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:37:23.964376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 4d7a2ca1-33a3-445a-92fb-89c2711ce00f is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:37:23.965714 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 627d66e7-53e2-4c3a-82fe-6ca3d6af9946 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:37:23.971382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-22dc1161-8b9d-45d6-a0d4-62dec7864ad6 None None] Provisioning complete for port dc7d2e96-1276-46bf-bd17-fc04a0fe9967 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:37:23.971767 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-22dc1161-8b9d-45d6-a0d4-62dec7864ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (dc7d2e96-1276-46bf-bd17-fc04a0fe9967), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:23.994500 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (dc7d2e96-1276-46bf-bd17-fc04a0fe9967), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:24.104712 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01297bd-d1ec-4e5c-bc99-e77c4b85b630 None None] Pushing event updated for resources: {'Port': ['ID=dc7d2e96-1276-46bf-bd17-fc04a0fe9967,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:24.111908 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] Routers {'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:37:24.112130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:36:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:24.219848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 627d66e7-53e2-4c3a-82fe-6ca3d6af9946 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:37:24.220238 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (627d66e7-53e2-4c3a-82fe-6ca3d6af9946), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:24.263088 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-22dc1161-8b9d-45d6-a0d4-62dec7864ad6 None None] Current status of the port dc7d2e96-1276-46bf-bd17-fc04a0fe9967 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:37:24.263486 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-22dc1161-8b9d-45d6-a0d4-62dec7864ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (dc7d2e96-1276-46bf-bd17-fc04a0fe9967), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:24.340859 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-22dc1161-8b9d-45d6-a0d4-62dec7864ad6 None None] For port dc7d2e96-1276-46bf-bd17-fc04a0fe9967, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=dc7d2e96-1276-46bf-bd17-fc04a0fe9967,segment=NetworkSegment(7e150848-df7e-4b9f-ace4-0756c320aadc),segment_id=7e150848-df7e-4b9f-ace4-0756c320aadc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:37:24.344451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] Set router c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:37:24.347365 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-22dc1161-8b9d-45d6-a0d4-62dec7864ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (dc7d2e96-1276-46bf-bd17-fc04a0fe9967), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:24.496987 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 627d66e7-53e2-4c3a-82fe-6ca3d6af9946 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:37:24.503264 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc1161-8b9d-45d6-a0d4-62dec7864ad6 None None] Pushing event updated for resources: {'Port': ['ID=dc7d2e96-1276-46bf-bd17-fc04a0fe9967,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:24.511800 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-17d3ff94-9eb3-4305-93dd-1e98377bd2c1 req-156ca66f-212e-49c3-987f-5c1f449e7286 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 210 time: 0.0397136 Feb 07 17:37:24.555653 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-847498e0-62fe-4701-8f5e-245bdc7ae575 None None] Provisioning complete for port dc7d2e96-1276-46bf-bd17-fc04a0fe9967 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:37:24.555984 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-847498e0-62fe-4701-8f5e-245bdc7ae575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (dc7d2e96-1276-46bf-bd17-fc04a0fe9967), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:24.571081 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062750ed-8e41-4032-85bd-abc8a51f903f req-2ae18440-c5ed-4678-b9f3-08efadedf82c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:24.572546 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-062750ed-8e41-4032-85bd-abc8a51f903f req-2ae18440-c5ed-4678-b9f3-08efadedf82c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.48 "GET /v2.0/networks?id=bd859344-0960-423e-bc45-f83315d26bd6 HTTP/1.1" status: 200 len: 797 time: 0.1730809 Feb 07 17:37:24.645907 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-062750ed-8e41-4032-85bd-abc8a51f903f req-1ccaaca7-43d0-42d9-b8ca-b23b64879580 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddae8a5ab7b44404b4cff4bc90366e75 HTTP/1.1" status: 200 len: 379 time: 0.0654190 Feb 07 17:37:24.654886 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bb51479a-94da-40f9-8bdf-820e127aebdd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'port': {'device_id': '8836108e-a356-495d-b98f-e72bd273a04f', 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6', 'admin_state_up': True, 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'security_groups': ['5b41f1df-f5a8-433d-b924-89d5f4b3e488']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:37:24.696918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-847498e0-62fe-4701-8f5e-245bdc7ae575 None None] Current status of the port dc7d2e96-1276-46bf-bd17-fc04a0fe9967 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:37:24.710596 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89653416', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:37:17Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:18Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'dc7d2e96-1276-46bf-bd17-fc04a0fe9967', 'name': '', 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:1c:d4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b6ad94b5-e864-41e9-8724-e3c998afbfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:21Z', 'updated_at': '2022-02-07T17:37:23Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b6ad94b5-e864-41e9-8724-e3c998afbfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:24.738098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63334726-3b38-4016-a7b6-68d04c1bdf1d None None] The sync data for ids ['c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'] in n-d-827865-3 is: [{'id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89653416', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:37:17Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:18Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'dc7d2e96-1276-46bf-bd17-fc04a0fe9967', 'name': '', 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:1c:d4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b6ad94b5-e864-41e9-8724-e3c998afbfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:21Z', 'updated_at': '2022-02-07T17:37:23Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b6ad94b5-e864-41e9-8724-e3c998afbfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:37:24.771493 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bb51479a-94da-40f9-8bdf-820e127aebdd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Made reservation on behalf of ddae8a5ab7b44404b4cff4bc90366e75 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:37:24.776344 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bb51479a-94da-40f9-8bdf-820e127aebdd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:24.935568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bb51479a-94da-40f9-8bdf-820e127aebdd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Allocated IP 172.20.0.10 (bd859344-0960-423e-bc45-f83315d26bd6/b6ad94b5-e864-41e9-8724-e3c998afbfab/d197eb1e-aade-462b-9b1a-ba5d15ec243a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:37:25.083360 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bb51479a-94da-40f9-8bdf-820e127aebdd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (d197eb1e-aade-462b-9b1a-ba5d15ec243a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:25.120099 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bb51479a-94da-40f9-8bdf-820e127aebdd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d197eb1e-aade-462b-9b1a-ba5d15ec243a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:25.170447 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bb51479a-94da-40f9-8bdf-820e127aebdd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network bd859344-0960-423e-bc45-f83315d26bd6 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:37:25.174346 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bb51479a-94da-40f9-8bdf-820e127aebdd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:37:25.178204 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bb51479a-94da-40f9-8bdf-820e127aebdd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:37:25.202399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51479a-94da-40f9-8bdf-820e127aebdd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=d197eb1e-aade-462b-9b1a-ba5d15ec243a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:25.240480 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bb51479a-94da-40f9-8bdf-820e127aebdd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:25.241303 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bb51479a-94da-40f9-8bdf-820e127aebdd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:25.269733 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bb51479a-94da-40f9-8bdf-820e127aebdd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6188214 Feb 07 17:37:25.278820 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-062750ed-8e41-4032-85bd-abc8a51f903f req-cbe7d0da-5dcc-4ea3-bd8c-77221de0630b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:37:25.280725 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-062750ed-8e41-4032-85bd-abc8a51f903f req-cbe7d0da-5dcc-4ea3-bd8c-77221de0630b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057108 Feb 07 17:37:25.349348 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Request body: {'port': {'device_id': '8836108e-a356-495d-b98f-e72bd273a04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:37:25.415697 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d197eb1e-aade-462b-9b1a-ba5d15ec243a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:25.426803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9cb81c17-da14-4e01-a128-44214370d926 None None] Provisioning complete for port d197eb1e-aade-462b-9b1a-ba5d15ec243a triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:37:25.427374 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9cb81c17-da14-4e01-a128-44214370d926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d197eb1e-aade-462b-9b1a-ba5d15ec243a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:25.465773 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9cb81c17-da14-4e01-a128-44214370d926 None None] Port d197eb1e-aade-462b-9b1a-ba5d15ec243a cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:37:25.666626 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b95b4-a2bb-47bb-89aa-d0cb6eaead3a req-b3bfc6c5-9a9b-42ca-87e6-40d5dc2a7e92 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:25.668175 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-875b95b4-a2bb-47bb-89aa-d0cb6eaead3a req-b3bfc6c5-9a9b-42ca-87e6-40d5dc2a7e92 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 932 time: 0.0743663 Feb 07 17:37:25.706385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device dc7d2e96-1276-46bf-bd17-fc04a0fe9967 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:37:25.737463 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d197eb1e-aade-462b-9b1a-ba5d15ec243a {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:37:25.745912 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Publish callbacks [] for port (d197eb1e-aade-462b-9b1a-ba5d15ec243a), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:25.752767 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-875b95b4-a2bb-47bb-89aa-d0cb6eaead3a req-efce1128-3236-452a-9909-0a68a9a7abde tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b41f1df-f5a8-433d-b924-89d5f4b3e488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769255 Feb 07 17:37:25.760587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Transition to ACTIVE for port object d197eb1e-aade-462b-9b1a-ba5d15ec243a will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:37:25.766683 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (d197eb1e-aade-462b-9b1a-ba5d15ec243a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:25.779373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port dc7d2e96-1276-46bf-bd17-fc04a0fe9967 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:37:25.779829 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (dc7d2e96-1276-46bf-bd17-fc04a0fe9967), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:25.825618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Pushing event updated for resources: {'Port': ['ID=d197eb1e-aade-462b-9b1a-ba5d15ec243a,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:25.879229 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port dc7d2e96-1276-46bf-bd17-fc04a0fe9967 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:37:25.883237 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2e9a104a-d0b4-4e9c-a546-1b2d2d09a5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:25.927039 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Attempting to bind port d197eb1e-aade-462b-9b1a-ba5d15ec243a on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:37:25.927457 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Attempting to bind port d197eb1e-aade-462b-9b1a-ba5d15ec243a by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '7e150848-df7e-4b9f-ace4-0756c320aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:37:25.927874 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Attempting to bind port d197eb1e-aade-462b-9b1a-ba5d15ec243a on network bd859344-0960-423e-bc45-f83315d26bd6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:37:25.933255 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Port d197eb1e-aade-462b-9b1a-ba5d15ec243a on network bd859344-0960-423e-bc45-f83315d26bd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:37:25.933627 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Attempting to bind port d197eb1e-aade-462b-9b1a-ba5d15ec243a on network bd859344-0960-423e-bc45-f83315d26bd6 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:37:25.939247 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:37:25.939605 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Checking segment: {'id': '7e150848-df7e-4b9f-ace4-0756c320aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:37:25.940180 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Bound using segment: {'id': '7e150848-df7e-4b9f-ace4-0756c320aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:37:25.940627 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Bound port: d197eb1e-aade-462b-9b1a-ba5d15ec243a, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e150848-df7e-4b9f-ace4-0756c320aadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:37:25.941000 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d197eb1e-aade-462b-9b1a-ba5d15ec243a), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:26.022882 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] For port d197eb1e-aade-462b-9b1a-ba5d15ec243a, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:37:26.026376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] For port d197eb1e-aade-462b-9b1a-ba5d15ec243a, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d197eb1e-aade-462b-9b1a-ba5d15ec243a,segment=NetworkSegment(7e150848-df7e-4b9f-ace4-0756c320aadc),segment_id=7e150848-df7e-4b9f-ace4-0756c320aadc)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:37:26.034339 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (d197eb1e-aade-462b-9b1a-ba5d15ec243a), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:26.068335 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:26.068951 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:26.070425 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] 10.222.0.48 "PUT /v2.0/ports/d197eb1e-aade-462b-9b1a-ba5d15ec243a HTTP/1.1" status: 200 len: 1092 time: 0.7808497 Feb 07 17:37:26.070827 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8836108e-a356-495d-b98f-e72bd273a04f', 'tag': 'd197eb1e-aade-462b-9b1a-ba5d15ec243a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:37:26.073126 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628c6723cf0d541a6362cfbbde021ddb095c9bd0acbf8defbc90316d1b4a8846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd773b92-b433-4811-b289-c99a859c405a" -d '{"events": [{"name": "network-changed", "server_uuid": "8836108e-a356-495d-b98f-e72bd273a04f", "tag": "d197eb1e-aade-462b-9b1a-ba5d15ec243a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:37:26.130278 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85be08-d693-4d5b-a991-2f2c19e21be6 service neutron] Pushing event updated for resources: {'Port': ['ID=d197eb1e-aade-462b-9b1a-ba5d15ec243a,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:26.171278 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bb5074a7-fd27-4f24-8846-b612a7f534e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:26.172864 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-062750ed-8e41-4032-85bd-abc8a51f903f req-bb5074a7-fd27-4f24-8846-b612a7f534e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 1126 time: 0.0527909 Feb 07 17:37:26.219631 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbd9c0e-1de3-4910-8338-403f8f9864f7 x-openstack-request-id: req-afbd9c0e-1de3-4910-8338-403f8f9864f7 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:37:26.219936 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8836108e-a356-495d-b98f-e72bd273a04f", "tag": "d197eb1e-aade-462b-9b1a-ba5d15ec243a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:37:26.220194 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afbd9c0e-1de3-4910-8338-403f8f9864f7 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:37:26.220600 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8836108e-a356-495d-b98f-e72bd273a04f', 'tag': 'd197eb1e-aade-462b-9b1a-ba5d15ec243a', 'status': 'completed', 'code': 200} Feb 07 17:37:26.222446 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-062750ed-8e41-4032-85bd-abc8a51f903f req-7d07afe0-1a87-4b60-953d-79803a4a1c31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d197eb1e-aade-462b-9b1a-ba5d15ec243a HTTP/1.1" status: 200 len: 217 time: 0.0429966 Feb 07 17:37:26.280843 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062750ed-8e41-4032-85bd-abc8a51f903f req-c55f803d-d7dd-4a76-9fec-41ca6c781949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:26.282741 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-062750ed-8e41-4032-85bd-abc8a51f903f req-c55f803d-d7dd-4a76-9fec-41ca6c781949 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6ad94b5-e864-41e9-8724-e3c998afbfab HTTP/1.1" status: 200 len: 835 time: 0.0550978 Feb 07 17:37:26.345778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062750ed-8e41-4032-85bd-abc8a51f903f req-e5a5f1b0-64ec-45cc-a647-764546490e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:26.347272 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-062750ed-8e41-4032-85bd-abc8a51f903f req-e5a5f1b0-64ec-45cc-a647-764546490e7c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bd859344-0960-423e-bc45-f83315d26bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0589299 Feb 07 17:37:26.443020 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-062750ed-8e41-4032-85bd-abc8a51f903f req-86d2cf02-540b-442f-a460-1b5b872deada service neutron] 10.222.0.48 "GET /v2.0/networks/bd859344-0960-423e-bc45-f83315d26bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898080 Feb 07 17:37:26.532878 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-062750ed-8e41-4032-85bd-abc8a51f903f req-d271ddbb-1470-4c2c-bd64-9b344615decc service neutron] 10.222.0.48 "GET /v2.0/networks/bd859344-0960-423e-bc45-f83315d26bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846472 Feb 07 17:37:26.624663 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd773b92-b433-4811-b289-c99a859c405a req-02a27774-8048-4f66-9605-1c4bd9d2393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:26.626207 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd773b92-b433-4811-b289-c99a859c405a req-02a27774-8048-4f66-9605-1c4bd9d2393e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 1126 time: 0.0466321 Feb 07 17:37:26.722168 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd773b92-b433-4811-b289-c99a859c405a req-001fdfc8-39f5-41c3-8c89-bbda56a7b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:26.723547 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd773b92-b433-4811-b289-c99a859c405a req-001fdfc8-39f5-41c3-8c89-bbda56a7b3a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bd859344-0960-423e-bc45-f83315d26bd6 HTTP/1.1" status: 200 len: 898 time: 0.0877752 Feb 07 17:37:26.766111 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd773b92-b433-4811-b289-c99a859c405a req-608c50ea-5633-470e-8432-d292ae0ac011 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d197eb1e-aade-462b-9b1a-ba5d15ec243a HTTP/1.1" status: 200 len: 217 time: 0.0355685 Feb 07 17:37:26.819832 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd773b92-b433-4811-b289-c99a859c405a req-1343806a-796d-4269-b676-f0f7a8abf5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:26.821339 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd773b92-b433-4811-b289-c99a859c405a req-1343806a-796d-4269-b676-f0f7a8abf5d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6ad94b5-e864-41e9-8724-e3c998afbfab HTTP/1.1" status: 200 len: 835 time: 0.0496933 Feb 07 17:37:26.872656 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd773b92-b433-4811-b289-c99a859c405a req-ec7b2f21-b382-4ba8-a7de-875ea29518ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:26.874723 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd773b92-b433-4811-b289-c99a859c405a req-ec7b2f21-b382-4ba8-a7de-875ea29518ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bd859344-0960-423e-bc45-f83315d26bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475800 Feb 07 17:37:26.883227 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9608-04e9-4d0d-a25c-00bb1709a78d req-6017f19f-ddf3-4834-808f-d97d4f7d75ce tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:26.884720 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-380f9608-04e9-4d0d-a25c-00bb1709a78d req-6017f19f-ddf3-4834-808f-d97d4f7d75ce tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 944 time: 0.0533218 Feb 07 17:37:26.939228 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-380f9608-04e9-4d0d-a25c-00bb1709a78d req-a4ed85da-9e5c-4b66-8723-1bca184e9a0d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b41f1df-f5a8-433d-b924-89d5f4b3e488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473211 Feb 07 17:37:26.963157 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd773b92-b433-4811-b289-c99a859c405a req-311d81d8-88ea-4d0b-96d2-594d0d9fe965 service neutron] 10.222.0.48 "GET /v2.0/networks/bd859344-0960-423e-bc45-f83315d26bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826206 Feb 07 17:37:27.057117 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd773b92-b433-4811-b289-c99a859c405a req-6c441c85-93c3-4dc7-9538-760d14fcbabe service neutron] 10.222.0.48 "GET /v2.0/networks/bd859344-0960-423e-bc45-f83315d26bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881813 Feb 07 17:37:28.063689 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21831a7-dc51-4ab2-9550-8e9665a5e2a7 req-99bc383b-c949-4bfd-a50f-8b3675af3925 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:28.065113 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f21831a7-dc51-4ab2-9550-8e9665a5e2a7 req-99bc383b-c949-4bfd-a50f-8b3675af3925 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 944 time: 0.0536931 Feb 07 17:37:28.114514 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f21831a7-dc51-4ab2-9550-8e9665a5e2a7 req-be9cb30f-8b5b-49a8-941a-7871836f80ca tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b41f1df-f5a8-433d-b924-89d5f4b3e488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437317 Feb 07 17:37:28.260714 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7fad41e6-16ef-41ea-8617-4c016386eb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:29.235802 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee9746-4a5b-473a-925e-4eed5ee394da req-8068bf12-3d76-40e9-bc4d-5c7598634698 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:29.237336 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-98ee9746-4a5b-473a-925e-4eed5ee394da req-8068bf12-3d76-40e9-bc4d-5c7598634698 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 944 time: 0.0533783 Feb 07 17:37:29.289402 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-98ee9746-4a5b-473a-925e-4eed5ee394da req-b9b1366b-cc61-40d3-bec9-a625cc730f8b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b41f1df-f5a8-433d-b924-89d5f4b3e488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462136 Feb 07 17:37:29.667558 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:30.418997 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8d76f-3d35-4013-b260-08c4f1edc69f req-0a639ad0-fb63-4c58-a002-5e6f5dc3681e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:30.420723 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e5c8d76f-3d35-4013-b260-08c4f1edc69f req-0a639ad0-fb63-4c58-a002-5e6f5dc3681e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 944 time: 0.0581474 Feb 07 17:37:30.469846 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e5c8d76f-3d35-4013-b260-08c4f1edc69f req-fc2a906b-e703-4b2f-9af3-472490cc1b3d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b41f1df-f5a8-433d-b924-89d5f4b3e488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431125 Feb 07 17:37:30.757241 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device d197eb1e-aade-462b-9b1a-ba5d15ec243a details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:37:30.850922 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port d197eb1e-aade-462b-9b1a-ba5d15ec243a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d197eb1e-aade-462b-9b1a-ba5d15ec243a,segment=NetworkSegment(7e150848-df7e-4b9f-ace4-0756c320aadc),segment_id=7e150848-df7e-4b9f-ace4-0756c320aadc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:37:30.863114 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'd197eb1e-aade-462b-9b1a-ba5d15ec243a', 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6', 'port_id': 'd197eb1e-aade-462b-9b1a-ba5d15ec243a', 'mac_address': 'fa:16:3e:d0:a0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ad94b5-e864-41e9-8724-e3c998afbfab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:37:30.904132 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port d197eb1e-aade-462b-9b1a-ba5d15ec243a is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:37:30.904519 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d197eb1e-aade-462b-9b1a-ba5d15ec243a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:30.918268 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d197eb1e-aade-462b-9b1a-ba5d15ec243a {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:37:30.940688 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port d197eb1e-aade-462b-9b1a-ba5d15ec243a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d197eb1e-aade-462b-9b1a-ba5d15ec243a,segment=NetworkSegment(7e150848-df7e-4b9f-ace4-0756c320aadc),segment_id=7e150848-df7e-4b9f-ace4-0756c320aadc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:37:30.944621 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d197eb1e-aade-462b-9b1a-ba5d15ec243a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:31.002607 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=d197eb1e-aade-462b-9b1a-ba5d15ec243a,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:31.010888 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:31.283971 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['d197eb1e-aade-462b-9b1a-ba5d15ec243a'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:37:31.592850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c91c5-7090-44bb-83d4-235cc01e9695 req-061bf57f-d579-4d2b-b00a-db1de55a398f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:31.594370 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9a4c91c5-7090-44bb-83d4-235cc01e9695 req-061bf57f-d579-4d2b-b00a-db1de55a398f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 945 time: 0.0545914 Feb 07 17:37:31.644024 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9a4c91c5-7090-44bb-83d4-235cc01e9695 req-1f9f2969-038e-44b4-818f-abd6d64af04d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b41f1df-f5a8-433d-b924-89d5f4b3e488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440385 Feb 07 17:37:32.502354 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:32.558871 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:37:32.763768 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024a8c9-e476-4bcc-b2f3-ebcc5012ec85 req-d5f45be7-7ba1-4316-99a2-501ff230954b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:32.765907 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8024a8c9-e476-4bcc-b2f3-ebcc5012ec85 req-d5f45be7-7ba1-4316-99a2-501ff230954b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 945 time: 0.0544870 Feb 07 17:37:32.767530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device d197eb1e-aade-462b-9b1a-ba5d15ec243a up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:37:32.815188 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8024a8c9-e476-4bcc-b2f3-ebcc5012ec85 req-b5bf1fc8-08e6-4e71-91e6-67f6ffbbd5e3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b41f1df-f5a8-433d-b924-89d5f4b3e488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435476 Feb 07 17:37:32.820402 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port d197eb1e-aade-462b-9b1a-ba5d15ec243a completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:37:32.824523 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port d197eb1e-aade-462b-9b1a-ba5d15ec243a triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:37:32.824914 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d197eb1e-aade-462b-9b1a-ba5d15ec243a), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:32.902706 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port d197eb1e-aade-462b-9b1a-ba5d15ec243a is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:37:32.903100 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d197eb1e-aade-462b-9b1a-ba5d15ec243a), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:32.925775 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8836108e-a356-495d-b98f-e72bd273a04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd197eb1e-aade-462b-9b1a-ba5d15ec243a'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:37:32.928017 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115948be-96bc-4aeb-bbd1-10cd8200cd33" -d '{"events": [{"server_uuid": "8836108e-a356-495d-b98f-e72bd273a04f", "name": "network-vif-plugged", "status": "completed", "tag": "d197eb1e-aade-462b-9b1a-ba5d15ec243a"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:37:32.941600 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port d197eb1e-aade-462b-9b1a-ba5d15ec243a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d197eb1e-aade-462b-9b1a-ba5d15ec243a,segment=NetworkSegment(7e150848-df7e-4b9f-ace4-0756c320aadc),segment_id=7e150848-df7e-4b9f-ace4-0756c320aadc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:37:32.946436 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d197eb1e-aade-462b-9b1a-ba5d15ec243a), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:32.994342 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=d197eb1e-aade-462b-9b1a-ba5d15ec243a,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:33.021845 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735cdcda-6dc8-4305-a80b-45a3f3da0d08 x-openstack-request-id: req-735cdcda-6dc8-4305-a80b-45a3f3da0d08 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:37:33.022175 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8836108e-a356-495d-b98f-e72bd273a04f", "name": "network-vif-plugged", "status": "completed", "tag": "d197eb1e-aade-462b-9b1a-ba5d15ec243a", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:37:33.022440 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-735cdcda-6dc8-4305-a80b-45a3f3da0d08 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:37:33.022844 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8836108e-a356-495d-b98f-e72bd273a04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd197eb1e-aade-462b-9b1a-ba5d15ec243a', 'code': 200} Feb 07 17:37:33.119195 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74b05b-71eb-4173-89d3-d0ebf4b21b7a req-3df4c841-eebf-43e7-bb8e-f92d1a091310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:33.120674 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ed74b05b-71eb-4173-89d3-d0ebf4b21b7a req-3df4c841-eebf-43e7-bb8e-f92d1a091310 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 1128 time: 0.0441809 Feb 07 17:37:33.167787 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ed74b05b-71eb-4173-89d3-d0ebf4b21b7a req-d9108932-766b-4801-be6e-592227b9bf38 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5b41f1df-f5a8-433d-b924-89d5f4b3e488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412879 Feb 07 17:37:33.937523 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2607065-6351-436b-84a5-22323129a4b2 req-63c50715-cebf-4c17-9baa-3fb5a86ac436 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:33.939027 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c2607065-6351-436b-84a5-22323129a4b2 req-63c50715-cebf-4c17-9baa-3fb5a86ac436 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 946 time: 0.0530159 Feb 07 17:37:33.988017 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c2607065-6351-436b-84a5-22323129a4b2 req-b2457539-0770-4a1e-af65-fe9298744b45 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b41f1df-f5a8-433d-b924-89d5f4b3e488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434225 Feb 07 17:37:35.116297 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511b970-8fea-4c69-87c0-0c969ac70457 req-371d25c6-e3f6-44e4-b6af-a1e19faa0481 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:35.117828 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3511b970-8fea-4c69-87c0-0c969ac70457 req-371d25c6-e3f6-44e4-b6af-a1e19faa0481 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 946 time: 0.0600250 Feb 07 17:37:35.171182 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3511b970-8fea-4c69-87c0-0c969ac70457 req-a4e99e71-04b8-4dc9-a823-7c9d006c7276 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b41f1df-f5a8-433d-b924-89d5f4b3e488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470138 Feb 07 17:37:35.291815 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c662d3-cfce-4909-94f5-24ee2e9b1077 req-8c9bf778-1fd2-4436-9f2b-7493a4f92bc5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:35.293322 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-56c662d3-cfce-4909-94f5-24ee2e9b1077 req-8c9bf778-1fd2-4436-9f2b-7493a4f92bc5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 946 time: 0.0525069 Feb 07 17:37:35.344023 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-56c662d3-cfce-4909-94f5-24ee2e9b1077 req-2f695578-e85c-41b7-a1cb-bedf849cb3b3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b41f1df-f5a8-433d-b924-89d5f4b3e488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437896 Feb 07 17:37:35.365621 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33230) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:35.409379 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739604eb-c4f2-4e42-9bee-515cc7c73b97 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:35.410904 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-739604eb-c4f2-4e42-9bee-515cc7c73b97 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 1123 time: 0.0443158 Feb 07 17:37:35.413754 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33232) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:35.417922 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': 'd197eb1e-aade-462b-9b1a-ba5d15ec243a', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:37:35.439495 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:35.539283 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:35.641368 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Allocated IP 172.25.4.206 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/329ef532-3f07-43b8-8f7e-5294d449fdbe) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:37:35.751999 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (329ef532-3f07-43b8-8f7e-5294d449fdbe), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:35.786382 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (329ef532-3f07-43b8-8f7e-5294d449fdbe), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:35.826221 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:37:35.829080 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:37:35.832556 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:37:35.837883 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=329ef532-3f07-43b8-8f7e-5294d449fdbe,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:36.189496 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for floatingip (c11c10fb-b566-4e4e-9420-320940f472cc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:36.261090 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (329ef532-3f07-43b8-8f7e-5294d449fdbe), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:36.420900 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (329ef532-3f07-43b8-8f7e-5294d449fdbe), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:36.425657 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (329ef532-3f07-43b8-8f7e-5294d449fdbe), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:36.497951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=329ef532-3f07-43b8-8f7e-5294d449fdbe,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:37:36.509296 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (c11c10fb-b566-4e4e-9420-320940f472cc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:36.613211 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Floating IP c11c10fb-b566-4e4e-9420-320940f472cc associated. External IP: 172.25.4.206, port: d197eb1e-aade-462b-9b1a-ba5d15ec243a. Feb 07 17:37:36.827436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:37:36.937942 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:37:36.947470 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9e0b68-a72b-4710-bdff-8cedcebd4f43 None None] Sync routers for ids ['c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:37:36.956168 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:36.956756 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9e0b68-a72b-4710-bdff-8cedcebd4f43 None None] Routers {'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:37:36.957406 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2c9e0b68-a72b-4710-bdff-8cedcebd4f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:37:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:36.987437 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d0e4b545-c1c3-4afe-b043-062e40d9a6f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5726640 Feb 07 17:37:36.988150 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8836108e-a356-495d-b98f-e72bd273a04f', 'tag': 'd197eb1e-aade-462b-9b1a-ba5d15ec243a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:37:36.990558 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7835c428-5495-4569-859e-c44d1d0d99bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8836108e-a356-495d-b98f-e72bd273a04f", "tag": "d197eb1e-aade-462b-9b1a-ba5d15ec243a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:37:37.033463 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc03712-07ae-46bb-9eef-52e604c14534 x-openstack-request-id: req-efc03712-07ae-46bb-9eef-52e604c14534 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:37:37.033768 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8836108e-a356-495d-b98f-e72bd273a04f", "tag": "d197eb1e-aade-462b-9b1a-ba5d15ec243a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:37:37.034029 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-efc03712-07ae-46bb-9eef-52e604c14534 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:37:37.034617 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8836108e-a356-495d-b98f-e72bd273a04f', 'tag': 'd197eb1e-aade-462b-9b1a-ba5d15ec243a', 'status': 'completed', 'code': 200} Feb 07 17:37:37.086049 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2c9e0b68-a72b-4710-bdff-8cedcebd4f43 None None] Set router c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:37:37.101678 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c1116-df69-46e8-9bb8-a91c91c6f791 req-e2e86572-9f8e-4b1b-863e-566ae9ae4e38 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:37.103495 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd7c1116-df69-46e8-9bb8-a91c91c6f791 req-e2e86572-9f8e-4b1b-863e-566ae9ae4e38 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 946 time: 0.0649610 Feb 07 17:37:37.104534 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835c428-5495-4569-859e-c44d1d0d99bc req-664085da-2332-4d38-958b-3f6a2dcdfb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:37.106637 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7835c428-5495-4569-859e-c44d1d0d99bc req-664085da-2332-4d38-958b-3f6a2dcdfb0f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 1128 time: 0.0518651 Feb 07 17:37:37.154654 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd7c1116-df69-46e8-9bb8-a91c91c6f791 req-c1893b2d-dc98-4a0d-a3b4-dbdf16eddc07 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b41f1df-f5a8-433d-b924-89d5f4b3e488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445132 Feb 07 17:37:37.179707 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33238) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:37.202314 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835c428-5495-4569-859e-c44d1d0d99bc req-31bf59b8-ec19-4731-b16c-68250636a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:37.205165 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7835c428-5495-4569-859e-c44d1d0d99bc req-31bf59b8-ec19-4731-b16c-68250636a6d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bd859344-0960-423e-bc45-f83315d26bd6 HTTP/1.1" status: 200 len: 898 time: 0.0924661 Feb 07 17:37:37.257860 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4fbd4d4b-927b-4dc7-8bab-ae7bbd688664 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/floatingips/c11c10fb-b566-4e4e-9420-320940f472cc HTTP/1.1" status: 200 len: 992 time: 0.0754039 Feb 07 17:37:37.313059 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7835c428-5495-4569-859e-c44d1d0d99bc req-367739d6-e9bb-4466-92df-53c6803b4b4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d197eb1e-aade-462b-9b1a-ba5d15ec243a HTTP/1.1" status: 200 len: 1000 time: 0.1017001 Feb 07 17:37:37.326760 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2c9e0b68-a72b-4710-bdff-8cedcebd4f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89653416', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:37:17Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:18Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'c11c10fb-b566-4e4e-9420-320940f472cc', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'port_id': 'd197eb1e-aade-462b-9b1a-ba5d15ec243a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6', 'mac_address': 'fa:16:3e:d0:a0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836108e-a356-495d-b98f-e72bd273a04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:37:36Z', 'updated_at': '2022-02-07T17:37:36Z', 'revision_number': 0, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7d2e96-1276-46bf-bd17-fc04a0fe9967', 'name': '', 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:1c:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b6ad94b5-e864-41e9-8724-e3c998afbfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:21Z', 'updated_at': '2022-02-07T17:37:24Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b6ad94b5-e864-41e9-8724-e3c998afbfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:37.355523 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9e0b68-a72b-4710-bdff-8cedcebd4f43 None None] Checking router: c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:37:37.364285 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835c428-5495-4569-859e-c44d1d0d99bc req-fadd599d-0f67-4b3f-906b-3640cda2d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:37.364799 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9e0b68-a72b-4710-bdff-8cedcebd4f43 None None] Routers {'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:37:37.365710 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2c9e0b68-a72b-4710-bdff-8cedcebd4f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:37:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:37.365869 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7835c428-5495-4569-859e-c44d1d0d99bc req-fadd599d-0f67-4b3f-906b-3640cda2d984 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6ad94b5-e864-41e9-8724-e3c998afbfab HTTP/1.1" status: 200 len: 835 time: 0.0478582 Feb 07 17:37:37.417398 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835c428-5495-4569-859e-c44d1d0d99bc req-5cde4bd4-182c-4e7d-80bb-11fa003fa4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:37:37.418987 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7835c428-5495-4569-859e-c44d1d0d99bc req-5cde4bd4-182c-4e7d-80bb-11fa003fa4ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bd859344-0960-423e-bc45-f83315d26bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465455 Feb 07 17:37:37.475725 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2c9e0b68-a72b-4710-bdff-8cedcebd4f43 None None] Set router c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:37:37.513196 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7835c428-5495-4569-859e-c44d1d0d99bc req-3df3f158-1ce4-41ce-b1e5-db6cbd615e34 service neutron] 10.222.0.48 "GET /v2.0/networks/bd859344-0960-423e-bc45-f83315d26bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883062 Feb 07 17:37:37.609401 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7835c428-5495-4569-859e-c44d1d0d99bc req-2cbc8241-14ab-433d-8f1e-5b3452508b22 service neutron] 10.222.0.48 "GET /v2.0/networks/bd859344-0960-423e-bc45-f83315d26bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894134 Feb 07 17:37:37.792329 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2c9e0b68-a72b-4710-bdff-8cedcebd4f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89653416', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:37:17Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:18Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'c11c10fb-b566-4e4e-9420-320940f472cc', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'port_id': 'd197eb1e-aade-462b-9b1a-ba5d15ec243a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6', 'mac_address': 'fa:16:3e:d0:a0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836108e-a356-495d-b98f-e72bd273a04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:37:36Z', 'updated_at': '2022-02-07T17:37:36Z', 'revision_number': 0, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7d2e96-1276-46bf-bd17-fc04a0fe9967', 'name': '', 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:1c:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b6ad94b5-e864-41e9-8724-e3c998afbfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:21Z', 'updated_at': '2022-02-07T17:37:24Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b6ad94b5-e864-41e9-8724-e3c998afbfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:37:37.818827 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9e0b68-a72b-4710-bdff-8cedcebd4f43 None None] The sync data for ids ['c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'] in n-d-827865-3 is: [{'id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89653416', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:37:17Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:18Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'c11c10fb-b566-4e4e-9420-320940f472cc', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'port_id': 'd197eb1e-aade-462b-9b1a-ba5d15ec243a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6', 'mac_address': 'fa:16:3e:d0:a0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836108e-a356-495d-b98f-e72bd273a04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:37:36Z', 'updated_at': '2022-02-07T17:37:36Z', 'revision_number': 0, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7d2e96-1276-46bf-bd17-fc04a0fe9967', 'name': '', 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:1c:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b6ad94b5-e864-41e9-8724-e3c998afbfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:21Z', 'updated_at': '2022-02-07T17:37:24Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b6ad94b5-e864-41e9-8724-e3c998afbfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:37:38.007141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295956d3-7739-4764-a8a9-c1d16bf5e9b6 None None] New status for floating IP c11c10fb-b566-4e4e-9420-320940f472cc: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:37:38.260676 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33242) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:37:38.382221 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-34e549e0-eeb9-4f14-bbd2-5636c22d065c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/floatingips/c11c10fb-b566-4e4e-9420-320940f472cc HTTP/1.1" status: 200 len: 994 time: 0.1203427 Feb 07 17:37:51.694918 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:53.645120 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:55.846120 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8e270f88-5f6e-4bf9-be8b-2e3589753ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:58.252945 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab0ad-86b3-4310-9e11-ff37251a3029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:37:59.672582 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:00.998143 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:02.504418 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:09.557569 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:38:21.692390 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:23.642621 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:25.847728 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-470104f1-b722-4e82-b34a-ec22e8fc8026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:28.255992 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ea53922c-eb3f-4852-a3aa-30bffdff4a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:29.674060 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:31.000255 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:32.507611 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:32.532194 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c9e6ea2e-1b19-48a3-a4a5-40819a4799f2 req-61dbaa3e-8622-4b40-b60c-2dff23162538 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447149 Feb 07 17:38:32.616688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6ea2e-1b19-48a3-a4a5-40819a4799f2 req-96bc0414-3683-4ba8-8262-ec48458bc40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:38:32.618225 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c9e6ea2e-1b19-48a3-a4a5-40819a4799f2 req-96bc0414-3683-4ba8-8262-ec48458bc40b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 1128 time: 0.0451097 Feb 07 17:38:32.724855 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6ea2e-1b19-48a3-a4a5-40819a4799f2 req-c11b74b4-6a92-4731-a8db-13d2540bd5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:38:32.726657 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c9e6ea2e-1b19-48a3-a4a5-40819a4799f2 req-c11b74b4-6a92-4731-a8db-13d2540bd5cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=bd859344-0960-423e-bc45-f83315d26bd6 HTTP/1.1" status: 200 len: 898 time: 0.0889254 Feb 07 17:38:32.793297 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c9e6ea2e-1b19-48a3-a4a5-40819a4799f2 req-f9d85ada-30ec-4f23-9de7-84bd4580070b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d197eb1e-aade-462b-9b1a-ba5d15ec243a HTTP/1.1" status: 200 len: 1002 time: 0.0594070 Feb 07 17:38:32.842954 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6ea2e-1b19-48a3-a4a5-40819a4799f2 req-2df825ad-4c6d-44fd-942a-c2ffd1a2a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:38:32.844398 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c9e6ea2e-1b19-48a3-a4a5-40819a4799f2 req-2df825ad-4c6d-44fd-942a-c2ffd1a2a19b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6ad94b5-e864-41e9-8724-e3c998afbfab HTTP/1.1" status: 200 len: 835 time: 0.0450079 Feb 07 17:38:33.128980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6ea2e-1b19-48a3-a4a5-40819a4799f2 req-c610c9c4-0ec6-4dba-9b0f-071bbd3c4870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:38:33.130432 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c9e6ea2e-1b19-48a3-a4a5-40819a4799f2 req-c610c9c4-0ec6-4dba-9b0f-071bbd3c4870 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bd859344-0960-423e-bc45-f83315d26bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2804148 Feb 07 17:38:33.217991 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c9e6ea2e-1b19-48a3-a4a5-40819a4799f2 req-c5f8ad8a-521b-41a2-a8e0-61ababe1a3d2 service neutron] 10.222.0.48 "GET /v2.0/networks/bd859344-0960-423e-bc45-f83315d26bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807686 Feb 07 17:38:33.310357 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c9e6ea2e-1b19-48a3-a4a5-40819a4799f2 req-a6d32cca-6d5e-47e6-8bc6-330a8e48bff3 service neutron] 10.222.0.48 "GET /v2.0/networks/bd859344-0960-423e-bc45-f83315d26bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865197 Feb 07 17:38:39.189142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e6ec6-318c-4d2e-8cf9-3658e5164e33 req-0349390f-74b4-4881-b29f-9ce386c5f047 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:38:39.190693 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-744e6ec6-318c-4d2e-8cf9-3658e5164e33 req-0349390f-74b4-4881-b29f-9ce386c5f047 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 946 time: 0.0544009 Feb 07 17:38:39.240732 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-744e6ec6-318c-4d2e-8cf9-3658e5164e33 req-65a1e37c-323b-41f6-9397-458a00491299 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b41f1df-f5a8-433d-b924-89d5f4b3e488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441272 Feb 07 17:38:40.373854 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53624b-8c34-434c-b805-721c0eb5e21c req-eb0940f6-50fc-4f42-9dc2-0b6c40fdde7c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:38:40.375635 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0b53624b-8c34-434c-b805-721c0eb5e21c req-eb0940f6-50fc-4f42-9dc2-0b6c40fdde7c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 946 time: 0.0547843 Feb 07 17:38:40.429137 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0b53624b-8c34-434c-b805-721c0eb5e21c req-0b339466-fa0b-424f-9a8b-4145ce95a20b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b41f1df-f5a8-433d-b924-89d5f4b3e488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471742 Feb 07 17:38:40.452307 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33280) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:40.513016 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f957eec2-7c29-430a-b14c-6c96b50ea7d2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/floatingips/c11c10fb-b566-4e4e-9420-320940f472cc HTTP/1.1" status: 200 len: 994 time: 0.0594716 Feb 07 17:38:41.793447 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db51fce-59ae-4681-bbb1-4a7cba7dada1 req-8c5da76f-b3a9-4874-9b54-652c8b426d5c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:38:41.794887 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1db51fce-59ae-4681-bbb1-4a7cba7dada1 req-8c5da76f-b3a9-4874-9b54-652c8b426d5c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 946 time: 0.0545685 Feb 07 17:38:41.847826 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1db51fce-59ae-4681-bbb1-4a7cba7dada1 req-a1cf5ca0-8e79-49b8-b850-adb5da8e2505 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b41f1df-f5a8-433d-b924-89d5f4b3e488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472095 Feb 07 17:38:42.971793 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9507380-1b3c-44fa-bbf4-4338e4e6ac4e req-d939c818-5732-4b75-a1b2-da450ce078df tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:38:42.973808 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a9507380-1b3c-44fa-bbf4-4338e4e6ac4e req-d939c818-5732-4b75-a1b2-da450ce078df tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 946 time: 0.0538943 Feb 07 17:38:43.026819 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a9507380-1b3c-44fa-bbf4-4338e4e6ac4e req-02236be6-6a7e-4275-b1fa-e5482226de93 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b41f1df-f5a8-433d-b924-89d5f4b3e488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469556 Feb 07 17:38:43.049689 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33290) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:43.114301 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0b93166a-ec39-42f8-9caf-30227d7dd89f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/floatingips/c11c10fb-b566-4e4e-9420-320940f472cc HTTP/1.1" status: 200 len: 994 time: 0.0626745 Feb 07 17:38:43.372435 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33296) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:43.533002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting port 329ef532-3f07-43b8-8f7e-5294d449fdbe {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:38:43.533367 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (329ef532-3f07-43b8-8f7e-5294d449fdbe), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:43.613656 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (329ef532-3f07-43b8-8f7e-5294d449fdbe), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:43.614003 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for floatingip (329ef532-3f07-43b8-8f7e-5294d449fdbe), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:43.627372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Calling delete_port for 329ef532-3f07-43b8-8f7e-5294d449fdbe owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:38:43.780552 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (329ef532-3f07-43b8-8f7e-5294d449fdbe), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:43.808050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Port': ['ID=329ef532-3f07-43b8-8f7e-5294d449fdbe,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:43.835849 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:43.836208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:43.836560 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:43.836912 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:43.837254 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:43.837618 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:43.837954 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:43.838291 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:43.838627 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:43.838963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:43.839295 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:43.839624 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:43.839951 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:43.882752 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for floatingip (c11c10fb-b566-4e4e-9420-320940f472cc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:43.883042 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Floating IP c11c10fb-b566-4e4e-9420-320940f472cc disassociated (deleted). External IP: 172.25.4.206, port: d197eb1e-aade-462b-9b1a-ba5d15ec243a. Feb 07 17:38:44.428267 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:38:44.537808 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:38:44.542742 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:44.547274 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46521c6e-8b68-4a04-851c-ae830ef7719b None None] Sync routers for ids ['c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:38:44.556675 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46521c6e-8b68-4a04-851c-ae830ef7719b None None] Routers {'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:38:44.557299 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-46521c6e-8b68-4a04-851c-ae830ef7719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:38:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:38:44.577475 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-59bab924-aa3c-46ee-ba7a-50b554777a36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/floatingips/c11c10fb-b566-4e4e-9420-320940f472cc HTTP/1.1" status: 204 len: 168 time: 1.2038758 Feb 07 17:38:44.578063 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8836108e-a356-495d-b98f-e72bd273a04f', 'tag': 'd197eb1e-aade-462b-9b1a-ba5d15ec243a'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:38:44.580331 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaeaff9-c64f-472f-8df0-d3a7b127a0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8836108e-a356-495d-b98f-e72bd273a04f", "tag": "d197eb1e-aade-462b-9b1a-ba5d15ec243a"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:38:44.624137 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e729829-5f87-4a2b-837e-ca9e7cd02420 x-openstack-request-id: req-8e729829-5f87-4a2b-837e-ca9e7cd02420 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:38:44.624440 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8836108e-a356-495d-b98f-e72bd273a04f", "tag": "d197eb1e-aade-462b-9b1a-ba5d15ec243a", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:38:44.624701 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e729829-5f87-4a2b-837e-ca9e7cd02420 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:38:44.625109 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8836108e-a356-495d-b98f-e72bd273a04f', 'tag': 'd197eb1e-aade-462b-9b1a-ba5d15ec243a', 'status': 'completed', 'code': 200} Feb 07 17:38:44.684265 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-46521c6e-8b68-4a04-851c-ae830ef7719b None None] Set router c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:38:44.701058 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeaff9-c64f-472f-8df0-d3a7b127a0cf req-9d578f31-3308-4c09-993d-031ace1eee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:38:44.703352 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ffaeaff9-c64f-472f-8df0-d3a7b127a0cf req-9d578f31-3308-4c09-993d-031ace1eee36 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 1128 time: 0.0527320 Feb 07 17:38:44.830515 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeaff9-c64f-472f-8df0-d3a7b127a0cf req-dd402428-330e-49a8-9174-cd79ef2e2778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:38:44.832047 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ffaeaff9-c64f-472f-8df0-d3a7b127a0cf req-dd402428-330e-49a8-9174-cd79ef2e2778 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bd859344-0960-423e-bc45-f83315d26bd6 HTTP/1.1" status: 200 len: 898 time: 0.1207583 Feb 07 17:38:44.883199 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ffaeaff9-c64f-472f-8df0-d3a7b127a0cf req-968bdef7-d5f7-48a4-afe2-daf54337a656 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d197eb1e-aade-462b-9b1a-ba5d15ec243a HTTP/1.1" status: 200 len: 217 time: 0.0426307 Feb 07 17:38:44.893006 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe7035-09cf-46a7-b51b-df8247ac7167 req-a5b2c023-fa28-4728-84e0-ca721431bb34 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:38:44.895297 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-30fe7035-09cf-46a7-b51b-df8247ac7167 req-a5b2c023-fa28-4728-84e0-ca721431bb34 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 946 time: 0.1113963 Feb 07 17:38:44.901052 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-46521c6e-8b68-4a04-851c-ae830ef7719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89653416', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:37:17Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:18Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'dc7d2e96-1276-46bf-bd17-fc04a0fe9967', 'name': '', 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:1c:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b6ad94b5-e864-41e9-8724-e3c998afbfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:21Z', 'updated_at': '2022-02-07T17:37:24Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b6ad94b5-e864-41e9-8724-e3c998afbfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:38:44.927875 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46521c6e-8b68-4a04-851c-ae830ef7719b None None] Checking router: c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:38:44.936320 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46521c6e-8b68-4a04-851c-ae830ef7719b None None] Routers {'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:38:44.937589 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-46521c6e-8b68-4a04-851c-ae830ef7719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:38:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:38:44.963162 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeaff9-c64f-472f-8df0-d3a7b127a0cf req-f66bcb55-5df1-4b8a-91ce-fadfbfb770ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:38:44.964619 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ffaeaff9-c64f-472f-8df0-d3a7b127a0cf req-f66bcb55-5df1-4b8a-91ce-fadfbfb770ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b6ad94b5-e864-41e9-8724-e3c998afbfab HTTP/1.1" status: 200 len: 835 time: 0.0686479 Feb 07 17:38:44.987448 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-30fe7035-09cf-46a7-b51b-df8247ac7167 req-d93a125a-244f-42af-95fc-389168e6fb5f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b41f1df-f5a8-433d-b924-89d5f4b3e488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830491 Feb 07 17:38:45.020331 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeaff9-c64f-472f-8df0-d3a7b127a0cf req-d463d92b-f2d4-4f53-980d-1644bf5c2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:38:45.024807 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ffaeaff9-c64f-472f-8df0-d3a7b127a0cf req-d463d92b-f2d4-4f53-980d-1644bf5c2019 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bd859344-0960-423e-bc45-f83315d26bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479536 Feb 07 17:38:45.056252 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-46521c6e-8b68-4a04-851c-ae830ef7719b None None] Set router c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:38:45.117823 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ffaeaff9-c64f-472f-8df0-d3a7b127a0cf req-ce630a2f-3f60-49a2-94c3-925d2c5c3d83 service neutron] 10.222.0.48 "GET /v2.0/networks/bd859344-0960-423e-bc45-f83315d26bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891368 Feb 07 17:38:45.208501 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ffaeaff9-c64f-472f-8df0-d3a7b127a0cf req-88c915b4-2b36-47a8-a14a-3304d0a77680 service neutron] 10.222.0.48 "GET /v2.0/networks/bd859344-0960-423e-bc45-f83315d26bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841880 Feb 07 17:38:45.259583 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-46521c6e-8b68-4a04-851c-ae830ef7719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89653416', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:37:17Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:18Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'dc7d2e96-1276-46bf-bd17-fc04a0fe9967', 'name': '', 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:1c:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b6ad94b5-e864-41e9-8724-e3c998afbfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:21Z', 'updated_at': '2022-02-07T17:37:24Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b6ad94b5-e864-41e9-8724-e3c998afbfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:38:45.290711 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46521c6e-8b68-4a04-851c-ae830ef7719b None None] The sync data for ids ['c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'] in n-d-827865-3 is: [{'id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89653416', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:37:17Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:18Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'dc7d2e96-1276-46bf-bd17-fc04a0fe9967', 'name': '', 'network_id': 'bd859344-0960-423e-bc45-f83315d26bd6', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:1c:d4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b6ad94b5-e864-41e9-8724-e3c998afbfab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:21Z', 'updated_at': '2022-02-07T17:37:24Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b6ad94b5-e864-41e9-8724-e3c998afbfab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:38:45.510024 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be75e0b0-d70e-4497-849b-174abd6f038b None None] New status for floating IP c11c10fb-b566-4e4e-9420-320940f472cc: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:38:46.109894 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf1de9-e600-4470-9bcc-b61464ed2091 req-c293a047-f2d7-4beb-9c06-38b5d82a7134 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:38:46.111408 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7ecf1de9-e600-4470-9bcc-b61464ed2091 req-c293a047-f2d7-4beb-9c06-38b5d82a7134 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 946 time: 0.0528519 Feb 07 17:38:46.162551 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7ecf1de9-e600-4470-9bcc-b61464ed2091 req-d81770bc-cd0a-460d-95a7-283823c17b07 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b41f1df-f5a8-433d-b924-89d5f4b3e488&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447152 Feb 07 17:38:46.557267 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:38:46.715776 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07cf51-59c6-42c5-b0e1-c974b5f85083 req-d2d7c1f3-7b54-4a90-ab4f-1f0cdac1b545 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:38:46.717213 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec07cf51-59c6-42c5-b0e1-c974b5f85083 req-d2d7c1f3-7b54-4a90-ab4f-1f0cdac1b545 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.48 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 946 time: 0.0570238 Feb 07 17:38:46.810866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-ec07cf51-59c6-42c5-b0e1-c974b5f85083 req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting port d197eb1e-aade-462b-9b1a-ba5d15ec243a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:38:46.811127 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ec07cf51-59c6-42c5-b0e1-c974b5f85083 req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d197eb1e-aade-462b-9b1a-ba5d15ec243a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:46.901607 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ec07cf51-59c6-42c5-b0e1-c974b5f85083 req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] For port d197eb1e-aade-462b-9b1a-ba5d15ec243a, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=d197eb1e-aade-462b-9b1a-ba5d15ec243a,segment=NetworkSegment(7e150848-df7e-4b9f-ace4-0756c320aadc),segment_id=7e150848-df7e-4b9f-ace4-0756c320aadc)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:38:46.901968 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ec07cf51-59c6-42c5-b0e1-c974b5f85083 req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d197eb1e-aade-462b-9b1a-ba5d15ec243a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:46.914790 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-ec07cf51-59c6-42c5-b0e1-c974b5f85083 req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Calling delete_port for d197eb1e-aade-462b-9b1a-ba5d15ec243a owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:38:47.039792 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ec07cf51-59c6-42c5-b0e1-c974b5f85083 req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d197eb1e-aade-462b-9b1a-ba5d15ec243a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:47.071163 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Port': ['ID=d197eb1e-aade-462b-9b1a-ba5d15ec243a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:47.085062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:47.085447 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:47.085796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:47.086140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:47.086479 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:47.086815 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:47.087148 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:47.087486 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:47.087822 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:47.088153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:47.088486 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:47.088816 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:47.089140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:47.125911 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec07cf51-59c6-42c5-b0e1-c974b5f85083 req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] No DVR routers for this DVR port d197eb1e-aade-462b-9b1a-ba5d15ec243a on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:38:47.128649 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ec07cf51-59c6-42c5-b0e1-c974b5f85083 req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:47.133044 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec07cf51-59c6-42c5-b0e1-c974b5f85083 req-7c0f9271-33f3-4d3f-be21-0556b7530522 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.48 "DELETE /v2.0/ports/d197eb1e-aade-462b-9b1a-ba5d15ec243a HTTP/1.1" status: 204 len: 173 time: 0.4110687 Feb 07 17:38:47.133514 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8836108e-a356-495d-b98f-e72bd273a04f', 'name': 'network-vif-deleted', 'tag': 'd197eb1e-aade-462b-9b1a-ba5d15ec243a'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:38:47.135792 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628c6723cf0d541a6362cfbbde021ddb095c9bd0acbf8defbc90316d1b4a8846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1069339d-9e5e-4a69-bfbe-00a1e66e4442" -d '{"events": [{"server_uuid": "8836108e-a356-495d-b98f-e72bd273a04f", "name": "network-vif-deleted", "tag": "d197eb1e-aade-462b-9b1a-ba5d15ec243a"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:38:47.177894 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1ade05-19a0-45a0-a4c5-96b3274c1b28 x-openstack-request-id: req-bd1ade05-19a0-45a0-a4c5-96b3274c1b28 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:38:47.178270 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8836108e-a356-495d-b98f-e72bd273a04f", "name": "network-vif-deleted", "tag": "d197eb1e-aade-462b-9b1a-ba5d15ec243a", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:38:47.178528 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd1ade05-19a0-45a0-a4c5-96b3274c1b28 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:38:47.178942 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8836108e-a356-495d-b98f-e72bd273a04f', 'name': 'network-vif-deleted', 'tag': 'd197eb1e-aade-462b-9b1a-ba5d15ec243a', 'status': 'completed', 'code': 200} Feb 07 17:38:47.276828 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b9376de8-6e86-496a-8448-7c407bced882 req-00edb342-97ac-43b5-80dc-0e14153bc4f3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=8836108e-a356-495d-b98f-e72bd273a04f HTTP/1.1" status: 200 len: 210 time: 0.0405908 Feb 07 17:38:48.335685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33314) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:48.709533 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f83bd54-bcd5-4877-ae88-596857726f17 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (c3ad31de-1769-4d5f-a02c-56c85b4ae0c5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:48.971062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4f83bd54-bcd5-4877-ae88-596857726f17 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting port dc7d2e96-1276-46bf-bd17-fc04a0fe9967 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:38:48.971341 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f83bd54-bcd5-4877-ae88-596857726f17 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (dc7d2e96-1276-46bf-bd17-fc04a0fe9967), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:49.059986 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4f83bd54-bcd5-4877-ae88-596857726f17 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] For port dc7d2e96-1276-46bf-bd17-fc04a0fe9967, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=dc7d2e96-1276-46bf-bd17-fc04a0fe9967,segment=NetworkSegment(7e150848-df7e-4b9f-ace4-0756c320aadc),segment_id=7e150848-df7e-4b9f-ace4-0756c320aadc)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:38:49.060350 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f83bd54-bcd5-4877-ae88-596857726f17 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (dc7d2e96-1276-46bf-bd17-fc04a0fe9967), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:49.072819 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4f83bd54-bcd5-4877-ae88-596857726f17 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Calling delete_port for dc7d2e96-1276-46bf-bd17-fc04a0fe9967 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:38:49.097534 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device d197eb1e-aade-462b-9b1a-ba5d15ec243a no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:38:49.118961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: d197eb1e-aade-462b-9b1a-ba5d15ec243a {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:38:49.119314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device d197eb1e-aade-462b-9b1a-ba5d15ec243a not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:38:49.272541 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f83bd54-bcd5-4877-ae88-596857726f17 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (dc7d2e96-1276-46bf-bd17-fc04a0fe9967), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:49.299579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83bd54-bcd5-4877-ae88-596857726f17 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Port': ['ID=dc7d2e96-1276-46bf-bd17-fc04a0fe9967,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:49.481240 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f83bd54-bcd5-4877-ae88-596857726f17 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (c3ad31de-1769-4d5f-a02c-56c85b4ae0c5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:49.707915 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f83bd54-bcd5-4877-ae88-596857726f17 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:38:49.817998 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f83bd54-bcd5-4877-ae88-596857726f17 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:38:49.823221 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4f83bd54-bcd5-4877-ae88-596857726f17 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "PUT /v2.0/routers/c3ad31de-1769-4d5f-a02c-56c85b4ae0c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4863410 Feb 07 17:38:49.825764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33316) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:49.828342 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a93db75-1d74-4f31-aa24-0f8585774bc0 None None] Sync routers for ids ['c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:38:49.839026 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a93db75-1d74-4f31-aa24-0f8585774bc0 None None] Routers {'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:38:49.839645 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-3a93db75-1d74-4f31-aa24-0f8585774bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:38:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:38:49.877261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69005dd-fc5d-4148-9ae7-74d2b36ffa5a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting subnet b6ad94b5-e864-41e9-8724-e3c998afbfab {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:38:49.880730 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a69005dd-fc5d-4148-9ae7-74d2b36ffa5a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for subnet (b6ad94b5-e864-41e9-8724-e3c998afbfab), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:49.922476 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a69005dd-fc5d-4148-9ae7-74d2b36ffa5a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (b6ad94b5-e864-41e9-8724-e3c998afbfab), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:49.950474 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-3a93db75-1d74-4f31-aa24-0f8585774bc0 None None] Set router c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:38:50.010068 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a69005dd-fc5d-4148-9ae7-74d2b36ffa5a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (b6ad94b5-e864-41e9-8724-e3c998afbfab), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:50.071164 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a69005dd-fc5d-4148-9ae7-74d2b36ffa5a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (b6ad94b5-e864-41e9-8724-e3c998afbfab), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:50.096311 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69005dd-fc5d-4148-9ae7-74d2b36ffa5a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ad94b5-e864-41e9-8724-e3c998afbfab,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:50.103207 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a69005dd-fc5d-4148-9ae7-74d2b36ffa5a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:50.108856 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a69005dd-fc5d-4148-9ae7-74d2b36ffa5a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/subnets/b6ad94b5-e864-41e9-8724-e3c998afbfab HTTP/1.1" status: 204 len: 168 time: 0.2797256 Feb 07 17:38:50.109182 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33318) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:50.112690 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c94465c-8cbd-4fe2-83ed-d3e0bf7c0b5f None None] Network bd859344-0960-423e-bc45-f83315d26bd6 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:38:50.139093 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-3a93db75-1d74-4f31-aa24-0f8585774bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89653416', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:37:17Z', 'updated_at': '2022-02-07T17:38:49Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:18Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:38:50.166564 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a93db75-1d74-4f31-aa24-0f8585774bc0 None None] Checking router: c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:38:50.175034 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a93db75-1d74-4f31-aa24-0f8585774bc0 None None] Routers {'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:38:50.176384 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-3a93db75-1d74-4f31-aa24-0f8585774bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:38:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:38:50.230683 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ba03caf-49a7-41d2-a440-a50555b409b7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router (c3ad31de-1769-4d5f-a02c-56c85b4ae0c5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:50.307497 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] DHCP port deletion for bd859344-0960-423e-bc45-f83315d26bd6 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:38:50.359979 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] Deleting port 627d66e7-53e2-4c3a-82fe-6ca3d6af9946 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:38:50.360370 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (627d66e7-53e2-4c3a-82fe-6ca3d6af9946), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:50.364993 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ba03caf-49a7-41d2-a440-a50555b409b7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_gateway (c3ad31de-1769-4d5f-a02c-56c85b4ae0c5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:50.388694 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-3a93db75-1d74-4f31-aa24-0f8585774bc0 None None] Set router c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:38:50.428200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2ba03caf-49a7-41d2-a440-a50555b409b7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting port 4d7a2ca1-33a3-445a-92fb-89c2711ce00f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:38:50.428872 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ba03caf-49a7-41d2-a440-a50555b409b7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (4d7a2ca1-33a3-445a-92fb-89c2711ce00f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:50.430442 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] For port 627d66e7-53e2-4c3a-82fe-6ca3d6af9946, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=627d66e7-53e2-4c3a-82fe-6ca3d6af9946,segment=NetworkSegment(7e150848-df7e-4b9f-ace4-0756c320aadc),segment_id=7e150848-df7e-4b9f-ace4-0756c320aadc)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:38:50.430906 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (627d66e7-53e2-4c3a-82fe-6ca3d6af9946), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:50.444875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] Calling delete_port for 627d66e7-53e2-4c3a-82fe-6ca3d6af9946 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:38:50.527977 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (627d66e7-53e2-4c3a-82fe-6ca3d6af9946), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:50.528589 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-2ba03caf-49a7-41d2-a440-a50555b409b7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] For port 4d7a2ca1-33a3-445a-92fb-89c2711ce00f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=4d7a2ca1-33a3-445a-92fb-89c2711ce00f,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:38:50.529116 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ba03caf-49a7-41d2-a440-a50555b409b7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (4d7a2ca1-33a3-445a-92fb-89c2711ce00f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:50.543934 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-2ba03caf-49a7-41d2-a440-a50555b409b7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Calling delete_port for 4d7a2ca1-33a3-445a-92fb-89c2711ce00f owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:38:50.559121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] Pushing event deleted for resources: {'Port': ['ID=627d66e7-53e2-4c3a-82fe-6ca3d6af9946,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:50.563634 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] No DVR routers for this DVR port 627d66e7-53e2-4c3a-82fe-6ca3d6af9946 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:38:50.571338 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:50.571692 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:50.572040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:50.572385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:50.572725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:50.573061 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:50.573424 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:50.573757 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:50.574086 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:50.574418 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:50.575180 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:50.575180 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:50.575376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7013f2-0e72-4378-871b-05ae2626907d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:50.584118 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-3a93db75-1d74-4f31-aa24-0f8585774bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89653416', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:37:17Z', 'updated_at': '2022-02-07T17:38:49Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:18Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:38:50.611101 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a93db75-1d74-4f31-aa24-0f8585774bc0 None None] The sync data for ids ['c3ad31de-1769-4d5f-a02c-56c85b4ae0c5'] in n-d-827865-3 is: [{'id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-89653416', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:37:17Z', 'updated_at': '2022-02-07T17:38:49Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '4d7a2ca1-33a3-445a-92fb-89c2711ce00f', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad31de-1769-4d5f-a02c-56c85b4ae0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:37:18Z', 'updated_at': '2022-02-07T17:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:38:50.732402 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ba03caf-49a7-41d2-a440-a50555b409b7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (4d7a2ca1-33a3-445a-92fb-89c2711ce00f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:50.759913 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba03caf-49a7-41d2-a440-a50555b409b7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Port': ['ID=4d7a2ca1-33a3-445a-92fb-89c2711ce00f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:50.819301 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ba03caf-49a7-41d2-a440-a50555b409b7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (c3ad31de-1769-4d5f-a02c-56c85b4ae0c5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:50.912995 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ba03caf-49a7-41d2-a440-a50555b409b7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (c3ad31de-1769-4d5f-a02c-56c85b4ae0c5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:50.915085 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ba03caf-49a7-41d2-a440-a50555b409b7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_controller (c3ad31de-1769-4d5f-a02c-56c85b4ae0c5), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:50.963994 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ba03caf-49a7-41d2-a440-a50555b409b7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (c3ad31de-1769-4d5f-a02c-56c85b4ae0c5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:50.964575 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba03caf-49a7-41d2-a440-a50555b409b7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Fanout notify agent at l3_agent the message router_deleted on router c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:38:50.971511 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2ba03caf-49a7-41d2-a440-a50555b409b7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:50.972855 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-2ba03caf-49a7-41d2-a440-a50555b409b7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/routers/c3ad31de-1769-4d5f-a02c-56c85b4ae0c5 HTTP/1.1" status: 204 len: 168 time: 0.8625822 Feb 07 17:38:50.976137 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33320) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:51.055031 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6edac00-d89b-4201-9e4c-a41f570ed96f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (bd859344-0960-423e-bc45-f83315d26bd6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:51.147410 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6edac00-d89b-4201-9e4c-a41f570ed96f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (bd859344-0960-423e-bc45-f83315d26bd6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:51.169114 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d6edac00-d89b-4201-9e4c-a41f570ed96f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd859344-0960-423e-bc45-f83315d26bd6']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:38:51.179763 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d6edac00-d89b-4201-9e4c-a41f570ed96f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e150848-df7e-4b9f-ace4-0756c320aadc') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:38:51.180062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d6edac00-d89b-4201-9e4c-a41f570ed96f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e150848-df7e-4b9f-ace4-0756c320aadc') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:38:51.189844 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6edac00-d89b-4201-9e4c-a41f570ed96f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (7e150848-df7e-4b9f-ace4-0756c320aadc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:51.203615 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6edac00-d89b-4201-9e4c-a41f570ed96f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (7e150848-df7e-4b9f-ace4-0756c320aadc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:51.210064 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6edac00-d89b-4201-9e4c-a41f570ed96f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:38:51.210516 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6edac00-d89b-4201-9e4c-a41f570ed96f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (7e150848-df7e-4b9f-ace4-0756c320aadc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:38:51.213455 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:38:51.275047 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6edac00-d89b-4201-9e4c-a41f570ed96f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (bd859344-0960-423e-bc45-f83315d26bd6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:51.282792 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6edac00-d89b-4201-9e4c-a41f570ed96f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:51.286527 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d6edac00-d89b-4201-9e4c-a41f570ed96f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/networks/bd859344-0960-423e-bc45-f83315d26bd6 HTTP/1.1" status: 204 len: 168 time: 0.3094323 Feb 07 17:38:51.289526 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33322) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:51.303340 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edac00-d89b-4201-9e4c-a41f570ed96f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Network': ['ID=bd859344-0960-423e-bc45-f83315d26bd6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:51.351094 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75f15165-a1dc-42c2-a30b-6dc05e446de0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (5b41f1df-f5a8-433d-b924-89d5f4b3e488), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:51.377749 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75f15165-a1dc-42c2-a30b-6dc05e446de0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (5b41f1df-f5a8-433d-b924-89d5f4b3e488), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:51.439528 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75f15165-a1dc-42c2-a30b-6dc05e446de0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (5b41f1df-f5a8-433d-b924-89d5f4b3e488), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:51.442327 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-75f15165-a1dc-42c2-a30b-6dc05e446de0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:51.443638 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-75f15165-a1dc-42c2-a30b-6dc05e446de0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/security-groups/5b41f1df-f5a8-433d-b924-89d5f4b3e488 HTTP/1.1" status: 204 len: 168 time: 0.1528747 Feb 07 17:38:51.453362 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f15165-a1dc-42c2-a30b-6dc05e446de0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b41f1df-f5a8-433d-b924-89d5f4b3e488,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:51.673040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 627d66e7-53e2-4c3a-82fe-6ca3d6af9946 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:38:51.697089 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33328) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:51.701101 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 627d66e7-53e2-4c3a-82fe-6ca3d6af9946 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:38:51.701482 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 627d66e7-53e2-4c3a-82fe-6ca3d6af9946 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:38:51.701913 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device dc7d2e96-1276-46bf-bd17-fc04a0fe9967 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:38:51.702049 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-217f028e-bcb1-4850-8e4d-a55e0be92c0e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1539000908', 'description': 'tempest-secgroup-smoke-1539000908 description', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:38:51.725922 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: dc7d2e96-1276-46bf-bd17-fc04a0fe9967 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:38:51.726283 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device dc7d2e96-1276-46bf-bd17-fc04a0fe9967 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:38:51.726729 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4d7a2ca1-33a3-445a-92fb-89c2711ce00f no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:38:51.728175 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-217f028e-bcb1-4850-8e4d-a55e0be92c0e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:51.729758 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:51.747086 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 4d7a2ca1-33a3-445a-92fb-89c2711ce00f {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:38:51.747366 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 4d7a2ca1-33a3-445a-92fb-89c2711ce00f not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:38:51.801954 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-217f028e-bcb1-4850-8e4d-a55e0be92c0e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (8f743d24-64f1-4d09-a9bf-cac7a5731c67), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:51.805822 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-217f028e-bcb1-4850-8e4d-a55e0be92c0e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8f743d24-64f1-4d09-a9bf-cac7a5731c67), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:51.838206 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-217f028e-bcb1-4850-8e4d-a55e0be92c0e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:51.839436 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-217f028e-bcb1-4850-8e4d-a55e0be92c0e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1412189 Feb 07 17:38:51.841539 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f028e-bcb1-4850-8e4d-a55e0be92c0e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f743d24-64f1-4d09-a9bf-cac7a5731c67,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:51.842517 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33330) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:51.847237 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-08ef9e67-05b4-4cc5-ada8-e47cdf24cec5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '8f743d24-64f1-4d09-a9bf-cac7a5731c67', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:38:51.872212 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08ef9e67-05b4-4cc5-ada8-e47cdf24cec5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (5f2b414b-d726-4ed3-a465-3b1c4ea6bf10), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:51.925129 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08ef9e67-05b4-4cc5-ada8-e47cdf24cec5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (5f2b414b-d726-4ed3-a465-3b1c4ea6bf10), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:51.929060 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08ef9e67-05b4-4cc5-ada8-e47cdf24cec5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (5f2b414b-d726-4ed3-a465-3b1c4ea6bf10), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:51.946451 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef9e67-05b4-4cc5-ada8-e47cdf24cec5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2b414b-d726-4ed3-a465-3b1c4ea6bf10,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:51.954635 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08ef9e67-05b4-4cc5-ada8-e47cdf24cec5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:51.955831 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-08ef9e67-05b4-4cc5-ada8-e47cdf24cec5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122718 Feb 07 17:38:51.959365 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33332) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:51.963726 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-5724efd9-ecea-413a-9ebd-7ec4322ad206 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '8f743d24-64f1-4d09-a9bf-cac7a5731c67', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:38:51.987301 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5724efd9-ecea-413a-9ebd-7ec4322ad206 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (4a75ab6a-fa05-453d-b89c-c2173c6f25ff), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.044272 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5724efd9-ecea-413a-9ebd-7ec4322ad206 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (4a75ab6a-fa05-453d-b89c-c2173c6f25ff), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.047899 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5724efd9-ecea-413a-9ebd-7ec4322ad206 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (4a75ab6a-fa05-453d-b89c-c2173c6f25ff), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.065263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724efd9-ecea-413a-9ebd-7ec4322ad206 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a75ab6a-fa05-453d-b89c-c2173c6f25ff,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:52.073597 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5724efd9-ecea-413a-9ebd-7ec4322ad206 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.074810 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5724efd9-ecea-413a-9ebd-7ec4322ad206 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144893 Feb 07 17:38:52.077612 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33334) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:52.082679 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-dfccc5f5-8ca3-4638-a3ff-ba17c15e5d6a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '8f743d24-64f1-4d09-a9bf-cac7a5731c67', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:38:52.107532 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfccc5f5-8ca3-4638-a3ff-ba17c15e5d6a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (ba254873-3882-4424-b986-c05f8c0348da), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.165861 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfccc5f5-8ca3-4638-a3ff-ba17c15e5d6a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (ba254873-3882-4424-b986-c05f8c0348da), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.169608 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfccc5f5-8ca3-4638-a3ff-ba17c15e5d6a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (ba254873-3882-4424-b986-c05f8c0348da), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.189556 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccc5f5-8ca3-4638-a3ff-ba17c15e5d6a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba254873-3882-4424-b986-c05f8c0348da,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:52.197246 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dfccc5f5-8ca3-4638-a3ff-ba17c15e5d6a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.198451 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-dfccc5f5-8ca3-4638-a3ff-ba17c15e5d6a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199160 Feb 07 17:38:52.201142 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33336) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:52.205527 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a3b6784a-871b-4eb7-88be-6a37062c9d90 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '8f743d24-64f1-4d09-a9bf-cac7a5731c67', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:38:52.232641 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3b6784a-871b-4eb7-88be-6a37062c9d90 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (fe62fd20-3c84-44cb-8c32-8ac921948702), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.291987 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3b6784a-871b-4eb7-88be-6a37062c9d90 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (fe62fd20-3c84-44cb-8c32-8ac921948702), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.295735 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3b6784a-871b-4eb7-88be-6a37062c9d90 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (fe62fd20-3c84-44cb-8c32-8ac921948702), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.313013 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6784a-871b-4eb7-88be-6a37062c9d90 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe62fd20-3c84-44cb-8c32-8ac921948702,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:52.323374 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a3b6784a-871b-4eb7-88be-6a37062c9d90 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.324587 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a3b6784a-871b-4eb7-88be-6a37062c9d90 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224592 Feb 07 17:38:52.327285 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33338) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:52.331658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-64085de5-fc3e-42d5-ab46-3997ab5c7978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '8f743d24-64f1-4d09-a9bf-cac7a5731c67', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:38:52.351212 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-64085de5-fc3e-42d5-ab46-3997ab5c7978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Project ddae8a5ab7b44404b4cff4bc90366e75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:38:52.356118 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64085de5-fc3e-42d5-ab46-3997ab5c7978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (f66d1f18-5b0c-49b2-88fc-b2a33ddced75), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.416419 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64085de5-fc3e-42d5-ab46-3997ab5c7978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (f66d1f18-5b0c-49b2-88fc-b2a33ddced75), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.419898 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64085de5-fc3e-42d5-ab46-3997ab5c7978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (f66d1f18-5b0c-49b2-88fc-b2a33ddced75), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.439875 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64085de5-fc3e-42d5-ab46-3997ab5c7978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66d1f18-5b0c-49b2-88fc-b2a33ddced75,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:52.449210 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64085de5-fc3e-42d5-ab46-3997ab5c7978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.453140 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33340) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:52.453667 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-64085de5-fc3e-42d5-ab46-3997ab5c7978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249011 Feb 07 17:38:52.457823 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fe6b1c3e-07de-47bc-be5a-b4676357b479 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '8f743d24-64f1-4d09-a9bf-cac7a5731c67', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:38:52.478739 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-fe6b1c3e-07de-47bc-be5a-b4676357b479 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Project ddae8a5ab7b44404b4cff4bc90366e75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:38:52.484093 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe6b1c3e-07de-47bc-be5a-b4676357b479 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (4a909f31-206a-4cce-b495-108d7395f8d9), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.544370 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe6b1c3e-07de-47bc-be5a-b4676357b479 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (4a909f31-206a-4cce-b495-108d7395f8d9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.548057 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe6b1c3e-07de-47bc-be5a-b4676357b479 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (4a909f31-206a-4cce-b495-108d7395f8d9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.565624 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b1c3e-07de-47bc-be5a-b4676357b479 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a909f31-206a-4cce-b495-108d7395f8d9,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:52.573208 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fe6b1c3e-07de-47bc-be5a-b4676357b479 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.574445 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fe6b1c3e-07de-47bc-be5a-b4676357b479 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202192 Feb 07 17:38:52.577395 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33342) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:52.582950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9ea9ecac-7eb5-4865-8dc6-859c24d80362 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'network': {'name': 'tempest-network-smoke--1245383405', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'port_security_enabled': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:38:52.603623 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea9ecac-7eb5-4865-8dc6-859c24d80362 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Made reservation on behalf of ddae8a5ab7b44404b4cff4bc90366e75 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:38:52.607023 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ea9ecac-7eb5-4865-8dc6-859c24d80362 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.630778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea9ecac-7eb5-4865-8dc6-859c24d80362 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:38:52.640455 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ea9ecac-7eb5-4865-8dc6-859c24d80362 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (bbab099b-cbc7-4d31-876b-32f5631cc155), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.640798 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-9ea9ecac-7eb5-4865-8dc6-859c24d80362 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Added segment bbab099b-cbc7-4d31-876b-32f5631cc155 of type vlan for network 090ddfd5-fa76-4ead-835e-668cf73f1875 Feb 07 17:38:52.682713 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ea9ecac-7eb5-4865-8dc6-859c24d80362 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (090ddfd5-fa76-4ead-835e-668cf73f1875), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.707727 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ea9ecac-7eb5-4865-8dc6-859c24d80362 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (090ddfd5-fa76-4ead-835e-668cf73f1875), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.712941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea9ecac-7eb5-4865-8dc6-859c24d80362 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:38:52.713554 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9ea9ecac-7eb5-4865-8dc6-859c24d80362 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.771011 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-9ea9ecac-7eb5-4865-8dc6-859c24d80362 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1923375 Feb 07 17:38:52.773677 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33344) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:52.778350 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a27ee3fc-ddc0-4f26-9500-28cc3edf8338 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1214703957', 'admin_state_up': True, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:38:52.785192 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9ecac-7eb5-4865-8dc6-859c24d80362 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Network': ['ID=090ddfd5-fa76-4ead-835e-668cf73f1875,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:52.798758 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 090ddfd5-fa76-4ead-835e-668cf73f1875 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:38:52.801001 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a27ee3fc-ddc0-4f26-9500-28cc3edf8338 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (b1daeddb-ff46-467d-bf00-740b680c98ac), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.802167 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a27ee3fc-ddc0-4f26-9500-28cc3edf8338 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (b1daeddb-ff46-467d-bf00-740b680c98ac), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:52.860662 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a27ee3fc-ddc0-4f26-9500-28cc3edf8338 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_controller (b1daeddb-ff46-467d-bf00-740b680c98ac), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:53.002759 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a27ee3fc-ddc0-4f26-9500-28cc3edf8338 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_gateway (b1daeddb-ff46-467d-bf00-740b680c98ac), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:53.514723 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a27ee3fc-ddc0-4f26-9500-28cc3edf8338 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_gateway (b1daeddb-ff46-467d-bf00-740b680c98ac), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:53.533251 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a27ee3fc-ddc0-4f26-9500-28cc3edf8338 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:53.638109 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-a27ee3fc-ddc0-4f26-9500-28cc3edf8338 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Allocated IP 172.25.4.142 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/ed9e5fb4-bd70-4f3f-a67f-db720b987917) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:38:53.684457 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:53.742363 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a27ee3fc-ddc0-4f26-9500-28cc3edf8338 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (ed9e5fb4-bd70-4f3f-a67f-db720b987917), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:53.776062 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a27ee3fc-ddc0-4f26-9500-28cc3edf8338 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ed9e5fb4-bd70-4f3f-a67f-db720b987917), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:53.812008 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27ee3fc-ddc0-4f26-9500-28cc3edf8338 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:38:53.817511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a27ee3fc-ddc0-4f26-9500-28cc3edf8338 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:38:53.821033 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27ee3fc-ddc0-4f26-9500-28cc3edf8338 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:38:53.848037 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ee3fc-ddc0-4f26-9500-28cc3edf8338 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=ed9e5fb4-bd70-4f3f-a67f-db720b987917,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:54.084910 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a27ee3fc-ddc0-4f26-9500-28cc3edf8338 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_gateway (b1daeddb-ff46-467d-bf00-740b680c98ac), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:54.288029 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a27ee3fc-ddc0-4f26-9500-28cc3edf8338 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (b1daeddb-ff46-467d-bf00-740b680c98ac), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:54.421582 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27ee3fc-ddc0-4f26-9500-28cc3edf8338 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router b1daeddb-ff46-467d-bf00-740b680c98ac is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:38:54.532029 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27ee3fc-ddc0-4f26-9500-28cc3edf8338 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:38:54.545076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] Sync routers for ids ['b1daeddb-ff46-467d-bf00-740b680c98ac'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:38:54.552987 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a27ee3fc-ddc0-4f26-9500-28cc3edf8338 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:54.554286 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a27ee3fc-ddc0-4f26-9500-28cc3edf8338 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7795427 Feb 07 17:38:54.555944 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] Routers {'b1daeddb-ff46-467d-bf00-740b680c98ac'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:38:54.556588 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:38:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b1daeddb-ff46-467d-bf00-740b680c98ac'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:38:54.557512 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33346) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:54.592801 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6e01c725-eaa4-4cbc-93d0-6790c9e8bd02 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ddae8a5ab7b44404b4cff4bc90366e75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340536 Feb 07 17:38:54.595476 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33348) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:54.669029 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] Set router b1daeddb-ff46-467d-bf00-740b680c98ac gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:38:54.685052 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfc7311-ab40-4971-9f70-1ff7a6512cd5 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:38:54.686516 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bcfc7311-ab40-4971-9f70-1ff7a6512cd5 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899441 Feb 07 17:38:54.689560 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33350) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:54.724803 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1f9058d2-b8a1-47b5-8c40-c8e8d9385102 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341294 Feb 07 17:38:54.727630 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33352) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:54.732382 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0cf9f13b-4d3c-446d-8859-2842c3504d5a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1814815112', 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:38:54.820054 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf9f13b-4d3c-446d-8859-2842c3504d5a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Made reservation on behalf of ddae8a5ab7b44404b4cff4bc90366e75 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:38:54.823852 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cf9f13b-4d3c-446d-8859-2842c3504d5a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:54.853859 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214703957', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:38:52Z', 'updated_at': '2022-02-07T17:38:53Z', 'revision_number': 3, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:53Z', 'updated_at': '2022-02-07T17:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:38:54.886211 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] Checking router: b1daeddb-ff46-467d-bf00-740b680c98ac for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:38:54.886576 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] Updating router b1daeddb-ff46-467d-bf00-740b680c98ac port ed9e5fb4-bd70-4f3f-a67f-db720b987917 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:38:54.915747 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ed9e5fb4-bd70-4f3f-a67f-db720b987917), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:55.012218 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cf9f13b-4d3c-446d-8859-2842c3504d5a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (b7bf6b6f-2b68-422c-83b4-1f0a6db76670), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:55.073765 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9f13b-4d3c-446d-8859-2842c3504d5a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Subnet': ['ID=b7bf6b6f-2b68-422c-83b4-1f0a6db76670,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:55.083110 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf9f13b-4d3c-446d-8859-2842c3504d5a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Checking segment: {'id': 'bbab099b-cbc7-4d31-876b-32f5631cc155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:38:55.083483 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf9f13b-4d3c-446d-8859-2842c3504d5a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network hostable DHCP agents. Network: 090ddfd5-fa76-4ead-835e-668cf73f1875, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:38:55.102049 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf9f13b-4d3c-446d-8859-2842c3504d5a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 090ddfd5-fa76-4ead-835e-668cf73f1875 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:38:55.112440 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-0cf9f13b-4d3c-446d-8859-2842c3504d5a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 090ddfd5-fa76-4ead-835e-668cf73f1875) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:38:55.119008 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf9f13b-4d3c-446d-8859-2842c3504d5a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:38:55.119850 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cf9f13b-4d3c-446d-8859-2842c3504d5a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:55.126825 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69da2131-a47c-4a60-9a1e-3dd90dfd5297 None None] Network 090ddfd5-fa76-4ead-835e-668cf73f1875 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:38:55.136151 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0cf9f13b-4d3c-446d-8859-2842c3504d5a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4075091 Feb 07 17:38:55.139238 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33354) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:38:55.252827 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] Publish callbacks [] for port (ed9e5fb4-bd70-4f3f-a67f-db720b987917), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:55.277815 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ed9e5fb4-bd70-4f3f-a67f-db720b987917), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:55.311168 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-090ddfd5-fa76-4ead-835e-668cf73f1875', 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ips': [{'subnet_id': 'b7bf6b6f-2b68-422c-83b4-1f0a6db76670'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:38:55.312042 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:55.352246 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9423389-2e9d-460d-b519-582a2abc4f42 None None] Pushing event updated for resources: {'Port': ['ID=ed9e5fb4-bd70-4f3f-a67f-db720b987917,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:55.363544 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] Attempting to bind port ed9e5fb4-bd70-4f3f-a67f-db720b987917 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:38:55.363943 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] Attempting to bind port ed9e5fb4-bd70-4f3f-a67f-db720b987917 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:38:55.364319 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] Attempting to bind port ed9e5fb4-bd70-4f3f-a67f-db720b987917 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:38:55.416513 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:38:55.416902 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:38:55.417339 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:55.417744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:38:55.418242 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] Bound port: ed9e5fb4-bd70-4f3f-a67f-db720b987917, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:38:55.418635 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ed9e5fb4-bd70-4f3f-a67f-db720b987917), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:55.519165 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] For port ed9e5fb4-bd70-4f3f-a67f-db720b987917, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:38:55.524003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] For port ed9e5fb4-bd70-4f3f-a67f-db720b987917, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ed9e5fb4-bd70-4f3f-a67f-db720b987917,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:38:55.535185 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ed9e5fb4-bd70-4f3f-a67f-db720b987917), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:55.537638 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] Allocated IP 172.20.0.2 (090ddfd5-fa76-4ead-835e-668cf73f1875/b7bf6b6f-2b68-422c-83b4-1f0a6db76670/01dc28ef-ef1d-4943-a4ac-87a474feb7e8) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:38:55.609615 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6293d1d-efe7-4901-bbc1-394c640ec8b0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:55.649189 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9423389-2e9d-460d-b519-582a2abc4f42 None None] Pushing event updated for resources: {'Port': ['ID=ed9e5fb4-bd70-4f3f-a67f-db720b987917,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:55.653995 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] Routers {'b1daeddb-ff46-467d-bf00-740b680c98ac'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:38:55.654629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:38:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b1daeddb-ff46-467d-bf00-740b680c98ac'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:38:55.826314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] Set router b1daeddb-ff46-467d-bf00-740b680c98ac gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:38:55.885374 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] Publish callbacks [] for port (01dc28ef-ef1d-4943-a4ac-87a474feb7e8), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:55.897486 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (01dc28ef-ef1d-4943-a4ac-87a474feb7e8), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:55.941488 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e6293d1d-efe7-4901-bbc1-394c640ec8b0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Allocated IP 172.20.0.1 (090ddfd5-fa76-4ead-835e-668cf73f1875/b7bf6b6f-2b68-422c-83b4-1f0a6db76670/f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:38:56.072395 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6293d1d-efe7-4901-bbc1-394c640ec8b0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:56.112960 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6293d1d-efe7-4901-bbc1-394c640ec8b0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:56.125968 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f4afcb5c-7ae3-4fc2-9c4f-281b09dd7ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:56.148096 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] Network 090ddfd5-fa76-4ead-835e-668cf73f1875 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:38:56.158333 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:38:56.164830 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:38:56.167044 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6293d1d-efe7-4901-bbc1-394c640ec8b0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 090ddfd5-fa76-4ead-835e-668cf73f1875 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:38:56.168993 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6293d1d-efe7-4901-bbc1-394c640ec8b0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:56.177170 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e6293d1d-efe7-4901-bbc1-394c640ec8b0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:38:56.180239 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6293d1d-efe7-4901-bbc1-394c640ec8b0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:38:56.180412 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] Pushing event updated for resources: {'Port': ['ID=01dc28ef-ef1d-4943-a4ac-87a474feb7e8,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:56.231667 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6293d1d-efe7-4901-bbc1-394c640ec8b0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (b1daeddb-ff46-467d-bf00-740b680c98ac), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:56.268673 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] Attempting to bind port 01dc28ef-ef1d-4943-a4ac-87a474feb7e8 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:38:56.269057 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] Attempting to bind port 01dc28ef-ef1d-4943-a4ac-87a474feb7e8 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'bbab099b-cbc7-4d31-876b-32f5631cc155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:38:56.272129 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] Attempting to bind port 01dc28ef-ef1d-4943-a4ac-87a474feb7e8 on network 090ddfd5-fa76-4ead-835e-668cf73f1875 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:38:56.280150 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:38:56.280629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] Checking segment: {'id': 'bbab099b-cbc7-4d31-876b-32f5631cc155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:38:56.281537 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:56.281537 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] Bound using segment: {'id': 'bbab099b-cbc7-4d31-876b-32f5631cc155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:38:56.282082 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] Bound port: 01dc28ef-ef1d-4943-a4ac-87a474feb7e8, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbab099b-cbc7-4d31-876b-32f5631cc155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:38:56.282553 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (01dc28ef-ef1d-4943-a4ac-87a474feb7e8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:56.353868 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214703957', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:38:52Z', 'updated_at': '2022-02-07T17:38:53Z', 'revision_number': 3, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:53Z', 'updated_at': '2022-02-07T17:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:38:56.387166 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6293d1d-efe7-4901-bbc1-394c640ec8b0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:56.390542 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd86c06e-f628-48d7-ab73-c8f00fc77681 None None] The sync data for ids ['b1daeddb-ff46-467d-bf00-740b680c98ac'] in n-d-827865-3 is: [{'id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214703957', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:38:52Z', 'updated_at': '2022-02-07T17:38:53Z', 'revision_number': 3, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:53Z', 'updated_at': '2022-02-07T17:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:38:56.395718 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] For port 01dc28ef-ef1d-4943-a4ac-87a474feb7e8, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:38:56.412046 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] For port 01dc28ef-ef1d-4943-a4ac-87a474feb7e8, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=01dc28ef-ef1d-4943-a4ac-87a474feb7e8,segment=NetworkSegment(bbab099b-cbc7-4d31-876b-32f5631cc155),segment_id=bbab099b-cbc7-4d31-876b-32f5631cc155)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:38:56.423946 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (01dc28ef-ef1d-4943-a4ac-87a474feb7e8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:56.489074 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76095b-dbf6-45b6-b869-2003b9f39d19 None None] Pushing event updated for resources: {'Port': ['ID=01dc28ef-ef1d-4943-a4ac-87a474feb7e8,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:56.798180 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6293d1d-efe7-4901-bbc1-394c640ec8b0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:56.803939 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6293d1d-efe7-4901-bbc1-394c640ec8b0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:56.903991 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6293d1d-efe7-4901-bbc1-394c640ec8b0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:56.908268 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e6293d1d-efe7-4901-bbc1-394c640ec8b0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (b1daeddb-ff46-467d-bf00-740b680c98ac), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:57.020795 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6293d1d-efe7-4901-bbc1-394c640ec8b0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 090ddfd5-fa76-4ead-835e-668cf73f1875 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:38:57.022371 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e6293d1d-efe7-4901-bbc1-394c640ec8b0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:38:57.154766 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6293d1d-efe7-4901-bbc1-394c640ec8b0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router b1daeddb-ff46-467d-bf00-740b680c98ac has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:38:57.286694 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6293d1d-efe7-4901-bbc1-394c640ec8b0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:38:57.296154 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e6293d1d-efe7-4901-bbc1-394c640ec8b0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "PUT /v2.0/routers/b1daeddb-ff46-467d-bf00-740b680c98ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1522045 Feb 07 17:38:57.482965 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-131bbe16-cece-446f-a317-023f9b9427c0 req-7ae21dc4-2488-441d-b910-e1dd9886f6ec tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1539000908&fields=id&tenant_id=ddae8a5ab7b44404b4cff4bc90366e75 HTTP/1.1" status: 200 len: 267 time: 0.0556996 Feb 07 17:38:57.614686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bbe16-cece-446f-a317-023f9b9427c0 req-c0bdc36d-330a-402b-8b4d-7b428d6abe1f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:38:57.616330 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-131bbe16-cece-446f-a317-023f9b9427c0 req-c0bdc36d-330a-402b-8b4d-7b428d6abe1f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/networks?id=090ddfd5-fa76-4ead-835e-668cf73f1875 HTTP/1.1" status: 200 len: 797 time: 0.1240659 Feb 07 17:38:57.641850 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-131bbe16-cece-446f-a317-023f9b9427c0 req-f063a611-4308-46e2-8684-cca1244739e1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/quotas/ddae8a5ab7b44404b4cff4bc90366e75 HTTP/1.1" status: 200 len: 375 time: 0.0191374 Feb 07 17:38:57.729610 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-131bbe16-cece-446f-a317-023f9b9427c0 req-b8ebd80c-db1f-435c-9f5b-3f3881787fa6 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842426 Feb 07 17:38:57.793730 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7fff14-5984-4976-a4ee-4e8179874908 None None] Network 090ddfd5-fa76-4ead-835e-668cf73f1875 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:38:57.805100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 01dc28ef-ef1d-4943-a4ac-87a474feb7e8 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:38:57.820411 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-131bbe16-cece-446f-a317-023f9b9427c0 req-d816262a-586e-4181-a56d-ad422657d607 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:38:57.825776 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-131bbe16-cece-446f-a317-023f9b9427c0 req-d816262a-586e-4181-a56d-ad422657d607 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0768428 Feb 07 17:38:57.906263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-4923be57-6117-4ea7-9687-0a5ea66524e9 None None] Provisioning complete for port 01dc28ef-ef1d-4943-a4ac-87a474feb7e8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:38:57.906906 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4923be57-6117-4ea7-9687-0a5ea66524e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (01dc28ef-ef1d-4943-a4ac-87a474feb7e8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:57.925055 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-131bbe16-cece-446f-a317-023f9b9427c0 req-8fe33d7c-82ad-4bdc-8c9f-47b9c1df8a69 service neutron] 10.222.0.18 "GET /v2.0/networks/090ddfd5-fa76-4ead-835e-668cf73f1875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961123 Feb 07 17:38:57.987584 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 01dc28ef-ef1d-4943-a4ac-87a474feb7e8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:38:57.988025 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (01dc28ef-ef1d-4943-a4ac-87a474feb7e8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:58.060402 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-131bbe16-cece-446f-a317-023f9b9427c0 req-96e5ec49-a53c-4161-a1ed-44978544d4fd service neutron] 10.222.0.18 "GET /v2.0/networks/090ddfd5-fa76-4ead-835e-668cf73f1875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219897 Feb 07 17:38:58.090806 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-4923be57-6117-4ea7-9687-0a5ea66524e9 None None] Current status of the port 01dc28ef-ef1d-4943-a4ac-87a474feb7e8 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:38:58.091216 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4923be57-6117-4ea7-9687-0a5ea66524e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (01dc28ef-ef1d-4943-a4ac-87a474feb7e8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:58.157828 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-4923be57-6117-4ea7-9687-0a5ea66524e9 None None] For port 01dc28ef-ef1d-4943-a4ac-87a474feb7e8, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=01dc28ef-ef1d-4943-a4ac-87a474feb7e8,segment=NetworkSegment(bbab099b-cbc7-4d31-876b-32f5631cc155),segment_id=bbab099b-cbc7-4d31-876b-32f5631cc155)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:38:58.159121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 01dc28ef-ef1d-4943-a4ac-87a474feb7e8 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:38:58.159543 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (01dc28ef-ef1d-4943-a4ac-87a474feb7e8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:58.171098 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4923be57-6117-4ea7-9687-0a5ea66524e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (01dc28ef-ef1d-4943-a4ac-87a474feb7e8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:58.294085 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923be57-6117-4ea7-9687-0a5ea66524e9 None None] Pushing event updated for resources: {'Port': ['ID=01dc28ef-ef1d-4943-a4ac-87a474feb7e8,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:58.311668 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103228) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 17:38:58.312371 n-d-827865-3 neutron-server[103228]: DEBUG oslo_db.api [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 17:38:58.312989 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0ff54e57-4966-469e-af30-cbffdbef1644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:58.396795 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-037adcac-78a0-41ca-9fa7-fb5e1b002b10 None None] Provisioning complete for port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:38:58.397528 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-037adcac-78a0-41ca-9fa7-fb5e1b002b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:58.398292 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] Sync routers for ids ['b1daeddb-ff46-467d-bf00-740b680c98ac'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:38:58.412678 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] Routers {'b1daeddb-ff46-467d-bf00-740b680c98ac'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:38:58.413624 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:38:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b1daeddb-ff46-467d-bf00-740b680c98ac'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:38:58.441635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-037adcac-78a0-41ca-9fa7-fb5e1b002b10 None None] Port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:38:58.453807 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-037adcac-78a0-41ca-9fa7-fb5e1b002b10 None None] Provisioning complete for port 01dc28ef-ef1d-4943-a4ac-87a474feb7e8 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:38:58.454273 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-037adcac-78a0-41ca-9fa7-fb5e1b002b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (01dc28ef-ef1d-4943-a4ac-87a474feb7e8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:58.540384 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] Set router b1daeddb-ff46-467d-bf00-740b680c98ac gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:38:58.559465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-037adcac-78a0-41ca-9fa7-fb5e1b002b10 None None] Current status of the port 01dc28ef-ef1d-4943-a4ac-87a474feb7e8 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:38:58.681447 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-695dbc77-3839-41b3-9697-a8605800b93f None None] Provisioning complete for port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:38:58.682755 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-695dbc77-3839-41b3-9697-a8605800b93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:58.727949 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-695dbc77-3839-41b3-9697-a8605800b93f None None] Port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:38:58.757746 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214703957', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:38:52Z', 'updated_at': '2022-02-07T17:38:56Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:53Z', 'updated_at': '2022-02-07T17:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76', 'name': '', 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:46:f0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b7bf6b6f-2b68-422c-83b4-1f0a6db76670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:55Z', 'updated_at': '2022-02-07T17:38:56Z', 'revision_number': 2, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b7bf6b6f-2b68-422c-83b4-1f0a6db76670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:38:58.783822 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] Checking router: b1daeddb-ff46-467d-bf00-740b680c98ac for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:38:58.784180 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] Updating router b1daeddb-ff46-467d-bf00-740b680c98ac port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:38:58.811128 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:58.861205 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 01dc28ef-ef1d-4943-a4ac-87a474feb7e8 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:38:58.862303 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ed9e5fb4-bd70-4f3f-a67f-db720b987917 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:38:58.866418 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-566f8a7a-2195-4e5e-aac1-416679837ed5 None None] Provisioning complete for port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:38:58.866796 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-566f8a7a-2195-4e5e-aac1-416679837ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:58.935511 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-566f8a7a-2195-4e5e-aac1-416679837ed5 None None] Port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:38:58.948821 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port ed9e5fb4-bd70-4f3f-a67f-db720b987917 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:38:58.949505 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ed9e5fb4-bd70-4f3f-a67f-db720b987917), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:59.029192 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ed9e5fb4-bd70-4f3f-a67f-db720b987917 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:38:59.029620 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ed9e5fb4-bd70-4f3f-a67f-db720b987917), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:59.049732 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port ed9e5fb4-bd70-4f3f-a67f-db720b987917, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ed9e5fb4-bd70-4f3f-a67f-db720b987917,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:38:59.055835 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ed9e5fb4-bd70-4f3f-a67f-db720b987917), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:59.098254 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] Publish callbacks [] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:59.104895 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:59.110054 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=ed9e5fb4-bd70-4f3f-a67f-db720b987917,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:59.157299 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dded-69f3-434a-bc41-ef0ca81e8b8f None None] Pushing event updated for resources: {'Port': ['ID=f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:59.182237 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dded-69f3-434a-bc41-ef0ca81e8b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:59.182586 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dded-69f3-434a-bc41-ef0ca81e8b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:59.183040 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dded-69f3-434a-bc41-ef0ca81e8b8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:59.183376 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dded-69f3-434a-bc41-ef0ca81e8b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:59.183709 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dded-69f3-434a-bc41-ef0ca81e8b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:59.184044 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dded-69f3-434a-bc41-ef0ca81e8b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:59.184367 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dded-69f3-434a-bc41-ef0ca81e8b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:59.184754 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dded-69f3-434a-bc41-ef0ca81e8b8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:59.185084 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dded-69f3-434a-bc41-ef0ca81e8b8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:59.185431 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dded-69f3-434a-bc41-ef0ca81e8b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:59.185808 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dded-69f3-434a-bc41-ef0ca81e8b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:59.186076 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dded-69f3-434a-bc41-ef0ca81e8b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:59.186395 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dded-69f3-434a-bc41-ef0ca81e8b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:38:59.216999 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] Attempting to bind port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:38:59.217413 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] Attempting to bind port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'bbab099b-cbc7-4d31-876b-32f5631cc155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:38:59.217800 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] Attempting to bind port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 on network 090ddfd5-fa76-4ead-835e-668cf73f1875 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:38:59.223837 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:38:59.224259 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] Checking segment: {'id': 'bbab099b-cbc7-4d31-876b-32f5631cc155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:38:59.224677 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:59.225328 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] Bound using segment: {'id': 'bbab099b-cbc7-4d31-876b-32f5631cc155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:38:59.226186 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] Bound port: f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbab099b-cbc7-4d31-876b-32f5631cc155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:38:59.226578 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:59.313369 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] For port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:38:59.319292 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] For port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76,segment=NetworkSegment(bbab099b-cbc7-4d31-876b-32f5631cc155),segment_id=bbab099b-cbc7-4d31-876b-32f5631cc155)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:38:59.328338 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:59.342966 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-702adfab-97d5-4a71-8c98-ab3ecf6f9ae1 req-ed083ab0-01ab-4397-a48a-710b5976c752 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 210 time: 0.0518155 Feb 07 17:38:59.398867 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] Routers {'b1daeddb-ff46-467d-bf00-740b680c98ac'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:38:59.399710 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:38:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b1daeddb-ff46-467d-bf00-740b680c98ac'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:38:59.470604 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-58daaf5e-d960-439f-a550-37ba2d2a358f None None] Provisioning complete for port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:38:59.471303 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-58daaf5e-d960-439f-a550-37ba2d2a358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:59.501142 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dded-69f3-434a-bc41-ef0ca81e8b8f None None] Pushing event updated for resources: {'Port': ['ID=f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:59.531622 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] Set router b1daeddb-ff46-467d-bf00-740b680c98ac gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:38:59.584700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-58daaf5e-d960-439f-a550-37ba2d2a358f None None] Current status of the port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:38:59.585323 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-58daaf5e-d960-439f-a550-37ba2d2a358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:59.654785 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-58daaf5e-d960-439f-a550-37ba2d2a358f None None] For port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76,segment=NetworkSegment(bbab099b-cbc7-4d31-876b-32f5631cc155),segment_id=bbab099b-cbc7-4d31-876b-32f5631cc155)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:38:59.670705 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-58daaf5e-d960-439f-a550-37ba2d2a358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:59.719549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 01dc28ef-ef1d-4943-a4ac-87a474feb7e8 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:38:59.754505 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:59.785654 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58daaf5e-d960-439f-a550-37ba2d2a358f None None] Pushing event updated for resources: {'Port': ['ID=f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:38:59.790913 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214703957', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:38:52Z', 'updated_at': '2022-02-07T17:38:56Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:53Z', 'updated_at': '2022-02-07T17:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76', 'name': '', 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:46:f0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b7bf6b6f-2b68-422c-83b4-1f0a6db76670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:55Z', 'updated_at': '2022-02-07T17:38:59Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b7bf6b6f-2b68-422c-83b4-1f0a6db76670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:38:59.803330 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-9993e502-6d9c-42c8-a1aa-4495a383ad0a None None] Provisioning complete for port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:38:59.804080 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9993e502-6d9c-42c8-a1aa-4495a383ad0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:59.822772 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9872ef1-d2d5-4a40-902e-8eac671021ad None None] The sync data for ids ['b1daeddb-ff46-467d-bf00-740b680c98ac'] in n-d-827865-3 is: [{'id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214703957', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:38:52Z', 'updated_at': '2022-02-07T17:38:56Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:53Z', 'updated_at': '2022-02-07T17:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76', 'name': '', 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:46:f0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b7bf6b6f-2b68-422c-83b4-1f0a6db76670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:55Z', 'updated_at': '2022-02-07T17:38:59Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b7bf6b6f-2b68-422c-83b4-1f0a6db76670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:38:59.841848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 01dc28ef-ef1d-4943-a4ac-87a474feb7e8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:38:59.842220 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (01dc28ef-ef1d-4943-a4ac-87a474feb7e8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:38:59.979443 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9993e502-6d9c-42c8-a1aa-4495a383ad0a None None] Current status of the port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:38:59.996863 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 01dc28ef-ef1d-4943-a4ac-87a474feb7e8 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:38:59.998013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ed9e5fb4-bd70-4f3f-a67f-db720b987917 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:39:00.049836 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port ed9e5fb4-bd70-4f3f-a67f-db720b987917 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:39:00.050223 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ed9e5fb4-bd70-4f3f-a67f-db720b987917), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:00.135232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ed9e5fb4-bd70-4f3f-a67f-db720b987917 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:39:00.420984 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bbe16-cece-446f-a317-023f9b9427c0 req-b59d7de5-3eda-49dd-86bb-a40a3d588dd9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:00.422592 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-131bbe16-cece-446f-a317-023f9b9427c0 req-b59d7de5-3eda-49dd-86bb-a40a3d588dd9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.32 "GET /v2.0/networks?id=090ddfd5-fa76-4ead-835e-668cf73f1875 HTTP/1.1" status: 200 len: 797 time: 0.1518900 Feb 07 17:39:00.468197 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0508b349-b75c-4906-a765-644a4fc49091 req-aec39f03-15c3-4510-bdb5-ff60355bea53 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 210 time: 0.0445719 Feb 07 17:39:00.511831 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-131bbe16-cece-446f-a317-023f9b9427c0 req-4baf69ed-8dd5-434f-a7db-a6e4cf7ca349 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddae8a5ab7b44404b4cff4bc90366e75 HTTP/1.1" status: 200 len: 380 time: 0.0786219 Feb 07 17:39:00.521043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-131bbe16-cece-446f-a317-023f9b9427c0 req-9274fa32-e475-46a1-848a-8fb21088a6aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'port': {'device_id': '38dba75b-5b77-4780-9047-aea61b3fffbc', 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875', 'admin_state_up': True, 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'security_groups': ['8f743d24-64f1-4d09-a9bf-cac7a5731c67']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:39:00.644022 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131bbe16-cece-446f-a317-023f9b9427c0 req-9274fa32-e475-46a1-848a-8fb21088a6aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Made reservation on behalf of ddae8a5ab7b44404b4cff4bc90366e75 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:39:00.648427 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-131bbe16-cece-446f-a317-023f9b9427c0 req-9274fa32-e475-46a1-848a-8fb21088a6aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:00.785557 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-131bbe16-cece-446f-a317-023f9b9427c0 req-9274fa32-e475-46a1-848a-8fb21088a6aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Allocated IP 172.20.0.13 (090ddfd5-fa76-4ead-835e-668cf73f1875/b7bf6b6f-2b68-422c-83b4-1f0a6db76670/d31bb693-d77a-42b2-984b-484c3b6779d4) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:39:00.943237 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-131bbe16-cece-446f-a317-023f9b9427c0 req-9274fa32-e475-46a1-848a-8fb21088a6aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (d31bb693-d77a-42b2-984b-484c3b6779d4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:00.996534 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-131bbe16-cece-446f-a317-023f9b9427c0 req-9274fa32-e475-46a1-848a-8fb21088a6aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d31bb693-d77a-42b2-984b-484c3b6779d4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:01.011201 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:01.042670 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131bbe16-cece-446f-a317-023f9b9427c0 req-9274fa32-e475-46a1-848a-8fb21088a6aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 090ddfd5-fa76-4ead-835e-668cf73f1875 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:39:01.045892 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-131bbe16-cece-446f-a317-023f9b9427c0 req-9274fa32-e475-46a1-848a-8fb21088a6aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:39:01.049623 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-131bbe16-cece-446f-a317-023f9b9427c0 req-9274fa32-e475-46a1-848a-8fb21088a6aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:39:01.056441 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274fa32-e475-46a1-848a-8fb21088a6aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=d31bb693-d77a-42b2-984b-484c3b6779d4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:39:01.113141 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bbe16-cece-446f-a317-023f9b9427c0 req-9274fa32-e475-46a1-848a-8fb21088a6aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:01.113854 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-131bbe16-cece-446f-a317-023f9b9427c0 req-9274fa32-e475-46a1-848a-8fb21088a6aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:01.130571 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-131bbe16-cece-446f-a317-023f9b9427c0 req-9274fa32-e475-46a1-848a-8fb21088a6aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6138618 Feb 07 17:39:01.141035 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Request body: {'port': {'device_id': '38dba75b-5b77-4780-9047-aea61b3fffbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:39:01.205265 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d31bb693-d77a-42b2-984b-484c3b6779d4), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:01.312847 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b28182d8-fa28-4dce-a303-e46862684e1e None None] Provisioning complete for port d31bb693-d77a-42b2-984b-484c3b6779d4 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:39:01.313206 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b28182d8-fa28-4dce-a303-e46862684e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d31bb693-d77a-42b2-984b-484c3b6779d4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:01.348293 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b28182d8-fa28-4dce-a303-e46862684e1e None None] Port d31bb693-d77a-42b2-984b-484c3b6779d4 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:39:01.481625 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d31bb693-d77a-42b2-984b-484c3b6779d4 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:39:01.490501 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Publish callbacks [] for port (d31bb693-d77a-42b2-984b-484c3b6779d4), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:01.502974 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Transition to ACTIVE for port object d31bb693-d77a-42b2-984b-484c3b6779d4 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:39:01.508128 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (d31bb693-d77a-42b2-984b-484c3b6779d4), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:01.558568 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d31bb693-d77a-42b2-984b-484c3b6779d4,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:39:01.605856 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81886c-6e70-455e-b8a2-79c50892909d req-3b21612a-9742-4fd4-a251-f45c4d0db273 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:01.608041 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df81886c-6e70-455e-b8a2-79c50892909d req-3b21612a-9742-4fd4-a251-f45c4d0db273 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 944 time: 0.0674496 Feb 07 17:39:01.638607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Attempting to bind port d31bb693-d77a-42b2-984b-484c3b6779d4 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:39:01.639043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Attempting to bind port d31bb693-d77a-42b2-984b-484c3b6779d4 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'bbab099b-cbc7-4d31-876b-32f5631cc155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:39:01.639580 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Attempting to bind port d31bb693-d77a-42b2-984b-484c3b6779d4 on network 090ddfd5-fa76-4ead-835e-668cf73f1875 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:39:01.644798 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Port d31bb693-d77a-42b2-984b-484c3b6779d4 on network 090ddfd5-fa76-4ead-835e-668cf73f1875 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:39:01.645220 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Attempting to bind port d31bb693-d77a-42b2-984b-484c3b6779d4 on network 090ddfd5-fa76-4ead-835e-668cf73f1875 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:39:01.652098 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:39:01.652465 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Checking segment: {'id': 'bbab099b-cbc7-4d31-876b-32f5631cc155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:39:01.652864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Bound using segment: {'id': 'bbab099b-cbc7-4d31-876b-32f5631cc155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:39:01.653344 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Bound port: d31bb693-d77a-42b2-984b-484c3b6779d4, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbab099b-cbc7-4d31-876b-32f5631cc155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:39:01.654337 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d31bb693-d77a-42b2-984b-484c3b6779d4), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:01.688295 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df81886c-6e70-455e-b8a2-79c50892909d req-ff03aac8-8ad1-4d50-b8db-e71f4a15c280 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707238 Feb 07 17:39:01.735712 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] For port d31bb693-d77a-42b2-984b-484c3b6779d4, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:39:01.739770 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] For port d31bb693-d77a-42b2-984b-484c3b6779d4, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d31bb693-d77a-42b2-984b-484c3b6779d4,segment=NetworkSegment(bbab099b-cbc7-4d31-876b-32f5631cc155),segment_id=bbab099b-cbc7-4d31-876b-32f5631cc155)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:39:01.747624 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (d31bb693-d77a-42b2-984b-484c3b6779d4), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:01.750598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:39:01.784149 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:01.784994 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:01.786342 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-131bbe16-cece-446f-a317-023f9b9427c0 req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] 10.222.0.32 "PUT /v2.0/ports/d31bb693-d77a-42b2-984b-484c3b6779d4 HTTP/1.1" status: 200 len: 1092 time: 0.6494341 Feb 07 17:39:01.786804 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38dba75b-5b77-4780-9047-aea61b3fffbc', 'tag': 'd31bb693-d77a-42b2-984b-484c3b6779d4'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:39:01.789107 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a0e038-2cd8-44a0-9afa-575cb09115d7" -d '{"events": [{"name": "network-changed", "server_uuid": "38dba75b-5b77-4780-9047-aea61b3fffbc", "tag": "d31bb693-d77a-42b2-984b-484c3b6779d4"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:39:01.824361 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:39:01.824925 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:01.825412 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133862b9-b93b-468e-ba8d-bb0884a619b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d31bb693-d77a-42b2-984b-484c3b6779d4,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:39:01.843187 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d62421-479d-4e43-8d8c-f7dd46801d45 x-openstack-request-id: req-25d62421-479d-4e43-8d8c-f7dd46801d45 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:39:01.843488 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38dba75b-5b77-4780-9047-aea61b3fffbc", "tag": "d31bb693-d77a-42b2-984b-484c3b6779d4", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:39:01.843752 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25d62421-479d-4e43-8d8c-f7dd46801d45 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:39:01.844162 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38dba75b-5b77-4780-9047-aea61b3fffbc', 'tag': 'd31bb693-d77a-42b2-984b-484c3b6779d4', 'status': 'completed', 'code': 200} Feb 07 17:39:01.880608 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bbe16-cece-446f-a317-023f9b9427c0 req-1400e310-9161-4029-973b-ea74dcb1aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:01.882197 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-131bbe16-cece-446f-a317-023f9b9427c0 req-1400e310-9161-4029-973b-ea74dcb1aa48 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 1126 time: 0.0515287 Feb 07 17:39:01.928077 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-131bbe16-cece-446f-a317-023f9b9427c0 req-fd25bee7-71f5-448e-88f1-7f301b98c410 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d31bb693-d77a-42b2-984b-484c3b6779d4 HTTP/1.1" status: 200 len: 217 time: 0.0398059 Feb 07 17:39:01.941828 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:39:01.986547 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bbe16-cece-446f-a317-023f9b9427c0 req-3dfef5ac-7bd9-426d-8e5d-0e5eeae4658b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:01.988992 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-131bbe16-cece-446f-a317-023f9b9427c0 req-3dfef5ac-7bd9-426d-8e5d-0e5eeae4658b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7bf6b6f-2b68-422c-83b4-1f0a6db76670 HTTP/1.1" status: 200 len: 835 time: 0.0504692 Feb 07 17:39:02.039375 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bbe16-cece-446f-a317-023f9b9427c0 req-d3277405-27eb-450a-946c-a0b3c795d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:02.040913 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-131bbe16-cece-446f-a317-023f9b9427c0 req-d3277405-27eb-450a-946c-a0b3c795d488 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=090ddfd5-fa76-4ead-835e-668cf73f1875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468402 Feb 07 17:39:02.128554 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-131bbe16-cece-446f-a317-023f9b9427c0 req-4fbf9614-ccae-4cb0-b7f2-f99740280d81 service neutron] 10.222.0.32 "GET /v2.0/networks/090ddfd5-fa76-4ead-835e-668cf73f1875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819476 Feb 07 17:39:02.219402 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-131bbe16-cece-446f-a317-023f9b9427c0 req-e3a128f3-9373-44f8-b972-deb06d5ce896 service neutron] 10.222.0.32 "GET /v2.0/networks/090ddfd5-fa76-4ead-835e-668cf73f1875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857623 Feb 07 17:39:02.315383 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0e038-2cd8-44a0-9afa-575cb09115d7 req-bc6584b3-dcee-409b-942d-42a176a5f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:02.317033 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0a0e038-2cd8-44a0-9afa-575cb09115d7 req-bc6584b3-dcee-409b-942d-42a176a5f4c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 1126 time: 0.0461867 Feb 07 17:39:02.411670 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0e038-2cd8-44a0-9afa-575cb09115d7 req-34b4a1a7-f3b6-459c-a2b3-5a75a7578df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:02.413143 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0a0e038-2cd8-44a0-9afa-575cb09115d7 req-34b4a1a7-f3b6-459c-a2b3-5a75a7578df8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=090ddfd5-fa76-4ead-835e-668cf73f1875 HTTP/1.1" status: 200 len: 898 time: 0.0906041 Feb 07 17:39:02.454861 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0a0e038-2cd8-44a0-9afa-575cb09115d7 req-c94c95f2-b10c-4147-ac08-b632966684f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d31bb693-d77a-42b2-984b-484c3b6779d4 HTTP/1.1" status: 200 len: 217 time: 0.0361335 Feb 07 17:39:02.504624 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0e038-2cd8-44a0-9afa-575cb09115d7 req-54c5d35f-313d-4d49-9008-54cdf9f16e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:02.506304 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0a0e038-2cd8-44a0-9afa-575cb09115d7 req-54c5d35f-313d-4d49-9008-54cdf9f16e6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7bf6b6f-2b68-422c-83b4-1f0a6db76670 HTTP/1.1" status: 200 len: 835 time: 0.0445797 Feb 07 17:39:02.510681 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:02.559592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0e038-2cd8-44a0-9afa-575cb09115d7 req-3680e3bc-a523-4dc3-a6ce-5b5e354869db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:02.561108 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0a0e038-2cd8-44a0-9afa-575cb09115d7 req-3680e3bc-a523-4dc3-a6ce-5b5e354869db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=090ddfd5-fa76-4ead-835e-668cf73f1875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488524 Feb 07 17:39:02.650309 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0a0e038-2cd8-44a0-9afa-575cb09115d7 req-8ec4cd3d-876d-4420-8c07-a3ddeaaa99c2 service neutron] 10.222.0.32 "GET /v2.0/networks/090ddfd5-fa76-4ead-835e-668cf73f1875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821106 Feb 07 17:39:02.819402 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ef008-03bf-409c-9125-9ef4ba0d2a36 req-7e4ea5ea-da53-494f-bf38-58d4ba900e84 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:02.821241 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d8ef008-03bf-409c-9125-9ef4ba0d2a36 req-7e4ea5ea-da53-494f-bf38-58d4ba900e84 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 944 time: 0.0596137 Feb 07 17:39:02.874542 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d8ef008-03bf-409c-9125-9ef4ba0d2a36 req-27548145-3bd8-46f2-8e1b-2994293b87a9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475175 Feb 07 17:39:03.085682 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b0a0e038-2cd8-44a0-9afa-575cb09115d7 req-dd70d639-1ea1-4135-91d8-c1608cd49658 service neutron] 10.222.0.32 "GET /v2.0/networks/090ddfd5-fa76-4ead-835e-668cf73f1875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295707 Feb 07 17:39:04.007117 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22728f-ae23-4587-ae89-ec10212f4795 req-ffde0774-df1f-4d00-b775-d092d505cdbb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:04.008649 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3e22728f-ae23-4587-ae89-ec10212f4795 req-ffde0774-df1f-4d00-b775-d092d505cdbb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 944 time: 0.0553174 Feb 07 17:39:04.063639 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3e22728f-ae23-4587-ae89-ec10212f4795 req-e5a04636-2ce6-4e1e-a594-60fa7ac0f50a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490870 Feb 07 17:39:05.187876 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c131368-da33-4ddb-8b1d-5f4b3de965c0 req-fa78d3fd-deab-4e75-8629-ca40abcb6895 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:05.189378 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c131368-da33-4ddb-8b1d-5f4b3de965c0 req-fa78d3fd-deab-4e75-8629-ca40abcb6895 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 944 time: 0.0561585 Feb 07 17:39:05.237684 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6c131368-da33-4ddb-8b1d-5f4b3de965c0 req-508b1191-79f1-4fe2-a49e-cbb7ae1ec5be tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424695 Feb 07 17:39:06.207191 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device d31bb693-d77a-42b2-984b-484c3b6779d4 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:39:06.309448 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port d31bb693-d77a-42b2-984b-484c3b6779d4, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d31bb693-d77a-42b2-984b-484c3b6779d4,segment=NetworkSegment(bbab099b-cbc7-4d31-876b-32f5631cc155),segment_id=bbab099b-cbc7-4d31-876b-32f5631cc155)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:39:06.321512 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'd31bb693-d77a-42b2-984b-484c3b6779d4', 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875', 'port_id': 'd31bb693-d77a-42b2-984b-484c3b6779d4', 'mac_address': 'fa:16:3e:df:c6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bf6b6f-2b68-422c-83b4-1f0a6db76670', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:39:06.360389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port d31bb693-d77a-42b2-984b-484c3b6779d4 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:39:06.360781 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d31bb693-d77a-42b2-984b-484c3b6779d4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:06.361166 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25326746-3d5d-470e-8a2f-e9a244c3b543 req-84bad314-ab35-46b4-b5ce-0d7578ceea78 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:06.362721 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-25326746-3d5d-470e-8a2f-e9a244c3b543 req-84bad314-ab35-46b4-b5ce-0d7578ceea78 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 944 time: 0.0550337 Feb 07 17:39:06.375290 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d31bb693-d77a-42b2-984b-484c3b6779d4 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:39:06.395547 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port d31bb693-d77a-42b2-984b-484c3b6779d4, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d31bb693-d77a-42b2-984b-484c3b6779d4,segment=NetworkSegment(bbab099b-cbc7-4d31-876b-32f5631cc155),segment_id=bbab099b-cbc7-4d31-876b-32f5631cc155)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:39:06.400051 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d31bb693-d77a-42b2-984b-484c3b6779d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:06.413546 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-25326746-3d5d-470e-8a2f-e9a244c3b543 req-7668e3d8-d066-4ef2-a63b-d128a275d50d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444241 Feb 07 17:39:06.450308 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=d31bb693-d77a-42b2-984b-484c3b6779d4,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:39:06.637647 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['d31bb693-d77a-42b2-984b-484c3b6779d4'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:39:07.537691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44a164-a12e-47ac-8f1a-d97ec966570a req-0917ff74-6f3c-4ce7-b168-4197b4b3874c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:07.539202 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a44a164-a12e-47ac-8f1a-d97ec966570a req-0917ff74-6f3c-4ce7-b168-4197b4b3874c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 945 time: 0.0534446 Feb 07 17:39:07.588180 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a44a164-a12e-47ac-8f1a-d97ec966570a req-283d3d4d-6eaf-46a2-bca5-41007ce68295 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433381 Feb 07 17:39:08.207115 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device d31bb693-d77a-42b2-984b-484c3b6779d4 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:39:08.259584 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port d31bb693-d77a-42b2-984b-484c3b6779d4 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:39:08.269425 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port d31bb693-d77a-42b2-984b-484c3b6779d4 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:39:08.269816 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d31bb693-d77a-42b2-984b-484c3b6779d4), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:08.355897 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port d31bb693-d77a-42b2-984b-484c3b6779d4 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:39:08.356286 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d31bb693-d77a-42b2-984b-484c3b6779d4), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:08.380963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dba75b-5b77-4780-9047-aea61b3fffbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31bb693-d77a-42b2-984b-484c3b6779d4'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:39:08.383367 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33add7d-2a3e-4f44-bb3b-6f3d566fac1f" -d '{"events": [{"server_uuid": "38dba75b-5b77-4780-9047-aea61b3fffbc", "name": "network-vif-plugged", "status": "completed", "tag": "d31bb693-d77a-42b2-984b-484c3b6779d4"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:39:08.396577 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port d31bb693-d77a-42b2-984b-484c3b6779d4, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d31bb693-d77a-42b2-984b-484c3b6779d4,segment=NetworkSegment(bbab099b-cbc7-4d31-876b-32f5631cc155),segment_id=bbab099b-cbc7-4d31-876b-32f5631cc155)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:39:08.400488 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d31bb693-d77a-42b2-984b-484c3b6779d4), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:08.423583 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa70629b-b336-4a3a-802b-736627ca298a x-openstack-request-id: req-aa70629b-b336-4a3a-802b-736627ca298a {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:39:08.423880 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dba75b-5b77-4780-9047-aea61b3fffbc", "name": "network-vif-plugged", "status": "completed", "tag": "d31bb693-d77a-42b2-984b-484c3b6779d4", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:39:08.424136 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa70629b-b336-4a3a-802b-736627ca298a {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:39:08.424528 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dba75b-5b77-4780-9047-aea61b3fffbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31bb693-d77a-42b2-984b-484c3b6779d4', 'code': 200} Feb 07 17:39:08.453440 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=d31bb693-d77a-42b2-984b-484c3b6779d4,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:39:08.523831 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edfe47-6785-4e2a-b46b-22b65b6e720a req-4314a494-b22d-4043-b584-3ba58e576724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:08.525387 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95edfe47-6785-4e2a-b46b-22b65b6e720a req-4314a494-b22d-4043-b584-3ba58e576724 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 1128 time: 0.0482304 Feb 07 17:39:08.569230 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-95edfe47-6785-4e2a-b46b-22b65b6e720a req-5b7b0bef-6105-4ead-ab54-44939534dc8c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384490 Feb 07 17:39:08.714598 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486bb98-f0cd-49f1-9dca-04e34087e256 req-cc788419-0365-4338-a4b6-a6a353c591b8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:08.716002 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6486bb98-f0cd-49f1-9dca-04e34087e256 req-cc788419-0365-4338-a4b6-a6a353c591b8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0590434 Feb 07 17:39:08.774147 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6486bb98-f0cd-49f1-9dca-04e34087e256 req-f4e02789-3127-4485-a1e0-12ca19e8151a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525732 Feb 07 17:39:09.899217 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928854a-f750-4979-add6-1fc3b7b21ed2 req-90e07b6f-7445-4ffa-9be5-cea5dcbc6136 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:09.900697 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e928854a-f750-4979-add6-1fc3b7b21ed2 req-90e07b6f-7445-4ffa-9be5-cea5dcbc6136 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0536876 Feb 07 17:39:09.949269 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e928854a-f750-4979-add6-1fc3b7b21ed2 req-3b3fcb36-03c7-49d5-bb8e-c53512872dd6 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429761 Feb 07 17:39:10.071830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0581c-602b-4efa-8bc4-e256858e3a65 req-d0939239-d9c7-4cc1-b84a-d2c232c05669 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:10.073302 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c1b0581c-602b-4efa-8bc4-e256858e3a65 req-d0939239-d9c7-4cc1-b84a-d2c232c05669 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0560150 Feb 07 17:39:10.124968 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c1b0581c-602b-4efa-8bc4-e256858e3a65 req-a85ce0eb-4d4b-46cd-a1cf-42d8f48be6ba tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458360 Feb 07 17:39:10.147169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33410) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:39:10.195091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94d2adc-1681-4c81-9137-54064fc1529b tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:10.196615 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d94d2adc-1681-4c81-9137-54064fc1529b tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 1123 time: 0.0484407 Feb 07 17:39:10.199407 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33412) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:39:10.203609 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': 'd31bb693-d77a-42b2-984b-484c3b6779d4', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:39:10.224990 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:10.325117 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:10.436162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Allocated IP 172.25.4.146 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/8a583ff0-1f5d-415d-a8ce-8ae9b9052cad) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:39:10.540876 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (8a583ff0-1f5d-415d-a8ce-8ae9b9052cad), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:10.575724 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (8a583ff0-1f5d-415d-a8ce-8ae9b9052cad), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:10.617000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:39:10.622002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:39:10.625624 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:39:10.650939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=8a583ff0-1f5d-415d-a8ce-8ae9b9052cad,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:39:10.992701 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for floatingip (24ffb10e-9bc6-4ae6-a2cd-90a43cc7f05c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:11.066551 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8a583ff0-1f5d-415d-a8ce-8ae9b9052cad), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:11.221098 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (8a583ff0-1f5d-415d-a8ce-8ae9b9052cad), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:11.226675 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (8a583ff0-1f5d-415d-a8ce-8ae9b9052cad), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:11.298068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=8a583ff0-1f5d-415d-a8ce-8ae9b9052cad,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:39:11.309520 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (24ffb10e-9bc6-4ae6-a2cd-90a43cc7f05c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:11.417538 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Floating IP 24ffb10e-9bc6-4ae6-a2cd-90a43cc7f05c associated. External IP: 172.25.4.146, port: d31bb693-d77a-42b2-984b-484c3b6779d4. Feb 07 17:39:11.646330 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router b1daeddb-ff46-467d-bf00-740b680c98ac has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:39:11.764168 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:39:11.775451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f3ede-66ab-4be7-ba9e-15b9219c0549 None None] Sync routers for ids ['b1daeddb-ff46-467d-bf00-740b680c98ac'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:39:11.783353 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:11.792385 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f3ede-66ab-4be7-ba9e-15b9219c0549 None None] Routers {'b1daeddb-ff46-467d-bf00-740b680c98ac'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:39:11.793158 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ec0f3ede-66ab-4be7-ba9e-15b9219c0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:38:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b1daeddb-ff46-467d-bf00-740b680c98ac'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:39:11.815100 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-558ed3be-d5db-4277-99e4-fe038345852b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6146646 Feb 07 17:39:11.815810 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38dba75b-5b77-4780-9047-aea61b3fffbc', 'tag': 'd31bb693-d77a-42b2-984b-484c3b6779d4'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:39:11.818307 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867c7567-8ff4-48e0-a225-4161432131dc" -d '{"events": [{"name": "network-changed", "server_uuid": "38dba75b-5b77-4780-9047-aea61b3fffbc", "tag": "d31bb693-d77a-42b2-984b-484c3b6779d4"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:39:11.864633 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a4fe54-9df8-45e2-b43f-3c988bb0d0c6 x-openstack-request-id: req-75a4fe54-9df8-45e2-b43f-3c988bb0d0c6 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:39:11.864997 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38dba75b-5b77-4780-9047-aea61b3fffbc", "tag": "d31bb693-d77a-42b2-984b-484c3b6779d4", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:39:11.865345 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75a4fe54-9df8-45e2-b43f-3c988bb0d0c6 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:39:11.865860 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38dba75b-5b77-4780-9047-aea61b3fffbc', 'tag': 'd31bb693-d77a-42b2-984b-484c3b6779d4', 'status': 'completed', 'code': 200} Feb 07 17:39:11.960728 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d68cf-6669-483d-b27e-e18d8a65639a req-fe9e3d6a-8c19-45e3-b91b-08fbcb0cdc03 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:11.962394 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eb4d68cf-6669-483d-b27e-e18d8a65639a req-fe9e3d6a-8c19-45e3-b91b-08fbcb0cdc03 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0901227 Feb 07 17:39:11.967596 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c7567-8ff4-48e0-a225-4161432131dc req-10439133-750d-443d-a57b-171b0b73b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:11.969101 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-867c7567-8ff4-48e0-a225-4161432131dc req-10439133-750d-443d-a57b-171b0b73b71b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 1128 time: 0.0834970 Feb 07 17:39:12.076825 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-eb4d68cf-6669-483d-b27e-e18d8a65639a req-a8ff745b-b144-4c0d-881a-a9d6429e2f6a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067035 Feb 07 17:39:12.107153 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33420) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:39:12.111547 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c7567-8ff4-48e0-a225-4161432131dc req-d080e66e-686f-4e9d-9949-520f7462c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:12.113103 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-867c7567-8ff4-48e0-a225-4161432131dc req-d080e66e-686f-4e9d-9949-520f7462c77d service neutron] 10.222.0.32 "GET /v2.0/networks?id=090ddfd5-fa76-4ead-835e-668cf73f1875 HTTP/1.1" status: 200 len: 898 time: 0.1358504 Feb 07 17:39:12.151505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ec0f3ede-66ab-4be7-ba9e-15b9219c0549 None None] Set router b1daeddb-ff46-467d-bf00-740b680c98ac gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:39:12.178597 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-7dcb2267-3d7a-442b-ae63-f0acf3bad7bd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/floatingips/24ffb10e-9bc6-4ae6-a2cd-90a43cc7f05c HTTP/1.1" status: 200 len: 992 time: 0.0701766 Feb 07 17:39:12.182875 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-867c7567-8ff4-48e0-a225-4161432131dc req-98ca4b26-7559-4598-923e-90fed6763f88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d31bb693-d77a-42b2-984b-484c3b6779d4 HTTP/1.1" status: 200 len: 1000 time: 0.0641704 Feb 07 17:39:12.237356 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c7567-8ff4-48e0-a225-4161432131dc req-8b73b834-c098-45a1-9637-4dab988e0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:12.238841 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-867c7567-8ff4-48e0-a225-4161432131dc req-8b73b834-c098-45a1-9637-4dab988e0e0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7bf6b6f-2b68-422c-83b4-1f0a6db76670 HTTP/1.1" status: 200 len: 835 time: 0.0510583 Feb 07 17:39:12.290467 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c7567-8ff4-48e0-a225-4161432131dc req-151479b1-fa15-4315-9bf2-40b75e25d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:12.291996 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-867c7567-8ff4-48e0-a225-4161432131dc req-151479b1-fa15-4315-9bf2-40b75e25d8ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=090ddfd5-fa76-4ead-835e-668cf73f1875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479109 Feb 07 17:39:12.384431 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-867c7567-8ff4-48e0-a225-4161432131dc req-b77f2642-34fd-4dcc-a7b0-38042449124a service neutron] 10.222.0.32 "GET /v2.0/networks/090ddfd5-fa76-4ead-835e-668cf73f1875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867407 Feb 07 17:39:12.406932 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ec0f3ede-66ab-4be7-ba9e-15b9219c0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214703957', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:38:52Z', 'updated_at': '2022-02-07T17:38:56Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:53Z', 'updated_at': '2022-02-07T17:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '24ffb10e-9bc6-4ae6-a2cd-90a43cc7f05c', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'port_id': 'd31bb693-d77a-42b2-984b-484c3b6779d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875', 'mac_address': 'fa:16:3e:df:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38dba75b-5b77-4780-9047-aea61b3fffbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:39:10Z', 'updated_at': '2022-02-07T17:39:10Z', 'revision_number': 0, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76', 'name': '', 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:46:f0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b7bf6b6f-2b68-422c-83b4-1f0a6db76670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:55Z', 'updated_at': '2022-02-07T17:38:59Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b7bf6b6f-2b68-422c-83b4-1f0a6db76670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:39:12.438479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f3ede-66ab-4be7-ba9e-15b9219c0549 None None] Checking router: b1daeddb-ff46-467d-bf00-740b680c98ac for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:39:12.448735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f3ede-66ab-4be7-ba9e-15b9219c0549 None None] Routers {'b1daeddb-ff46-467d-bf00-740b680c98ac'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:39:12.449404 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ec0f3ede-66ab-4be7-ba9e-15b9219c0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:38:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b1daeddb-ff46-467d-bf00-740b680c98ac'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:39:12.481203 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-867c7567-8ff4-48e0-a225-4161432131dc req-5104bf3b-befe-4bdf-a3b4-e65afaef10a2 service neutron] 10.222.0.32 "GET /v2.0/networks/090ddfd5-fa76-4ead-835e-668cf73f1875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915763 Feb 07 17:39:12.557746 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ec0f3ede-66ab-4be7-ba9e-15b9219c0549 None None] Set router b1daeddb-ff46-467d-bf00-740b680c98ac gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:39:12.790116 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ec0f3ede-66ab-4be7-ba9e-15b9219c0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214703957', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:38:52Z', 'updated_at': '2022-02-07T17:38:56Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:53Z', 'updated_at': '2022-02-07T17:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '24ffb10e-9bc6-4ae6-a2cd-90a43cc7f05c', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'port_id': 'd31bb693-d77a-42b2-984b-484c3b6779d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875', 'mac_address': 'fa:16:3e:df:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38dba75b-5b77-4780-9047-aea61b3fffbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:39:10Z', 'updated_at': '2022-02-07T17:39:10Z', 'revision_number': 0, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76', 'name': '', 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:46:f0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b7bf6b6f-2b68-422c-83b4-1f0a6db76670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:55Z', 'updated_at': '2022-02-07T17:38:59Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b7bf6b6f-2b68-422c-83b4-1f0a6db76670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:39:12.816668 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f3ede-66ab-4be7-ba9e-15b9219c0549 None None] The sync data for ids ['b1daeddb-ff46-467d-bf00-740b680c98ac'] in n-d-827865-3 is: [{'id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214703957', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:38:52Z', 'updated_at': '2022-02-07T17:38:56Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:53Z', 'updated_at': '2022-02-07T17:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '24ffb10e-9bc6-4ae6-a2cd-90a43cc7f05c', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'port_id': 'd31bb693-d77a-42b2-984b-484c3b6779d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875', 'mac_address': 'fa:16:3e:df:c6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38dba75b-5b77-4780-9047-aea61b3fffbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:39:10Z', 'updated_at': '2022-02-07T17:39:10Z', 'revision_number': 0, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76', 'name': '', 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:46:f0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b7bf6b6f-2b68-422c-83b4-1f0a6db76670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:55Z', 'updated_at': '2022-02-07T17:38:59Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b7bf6b6f-2b68-422c-83b4-1f0a6db76670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:39:13.010936 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c55a43f-2601-4b81-a622-33b69fd2f749 None None] New status for floating IP 24ffb10e-9bc6-4ae6-a2cd-90a43cc7f05c: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:39:13.183749 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33422) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:39:13.246995 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3501125c-9691-4da0-8006-cff265cea2a8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/floatingips/24ffb10e-9bc6-4ae6-a2cd-90a43cc7f05c HTTP/1.1" status: 200 len: 994 time: 0.0620887 Feb 07 17:39:21.696273 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:23.557317 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:39:23.698806 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:25.851001 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1b98557f-6a2f-42c1-b8a0-92831aabb0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:28.255861 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d9ad16b5-a26a-474a-b503-e362117deee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:29.682482 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:31.008873 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:32.514534 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:44.637590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cc21c-635f-4d9a-83c3-a6c01f15fd50 req-24d2dd63-d3e5-45d1-bfb1-1ee8f2914bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:44.639287 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bc4cc21c-635f-4d9a-83c3-a6c01f15fd50 req-24d2dd63-d3e5-45d1-bfb1-1ee8f2914bf6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 1128 time: 0.0465038 Feb 07 17:39:44.640940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed2217-43b4-4d9a-8546-d5a1f875df26 req-3f7f3f40-fb21-442e-b408-568f3dcc26c6 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:44.642485 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-feed2217-43b4-4d9a-8546-d5a1f875df26 req-3f7f3f40-fb21-442e-b408-568f3dcc26c6 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0545621 Feb 07 17:39:44.698012 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-feed2217-43b4-4d9a-8546-d5a1f875df26 req-7009acc4-1eec-45ae-9726-2ce8bceeff35 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490470 Feb 07 17:39:44.736147 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cc21c-635f-4d9a-83c3-a6c01f15fd50 req-ef0dfce0-1af2-452e-b608-ca1f48ac4184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:44.737643 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bc4cc21c-635f-4d9a-83c3-a6c01f15fd50 req-ef0dfce0-1af2-452e-b608-ca1f48ac4184 service neutron] 10.222.0.32 "GET /v2.0/networks?id=090ddfd5-fa76-4ead-835e-668cf73f1875 HTTP/1.1" status: 200 len: 898 time: 0.0924256 Feb 07 17:39:44.804936 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bc4cc21c-635f-4d9a-83c3-a6c01f15fd50 req-d4c355be-e071-4a9b-ae02-f4d6517ef826 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d31bb693-d77a-42b2-984b-484c3b6779d4 HTTP/1.1" status: 200 len: 1002 time: 0.0609961 Feb 07 17:39:44.852848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cc21c-635f-4d9a-83c3-a6c01f15fd50 req-35e24726-046c-4ff6-8e36-888d14c4cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:44.854339 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bc4cc21c-635f-4d9a-83c3-a6c01f15fd50 req-35e24726-046c-4ff6-8e36-888d14c4cf5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7bf6b6f-2b68-422c-83b4-1f0a6db76670 HTTP/1.1" status: 200 len: 835 time: 0.0435693 Feb 07 17:39:44.908572 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cc21c-635f-4d9a-83c3-a6c01f15fd50 req-59c106e3-dc82-4397-9f66-16befcf34961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:44.910085 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bc4cc21c-635f-4d9a-83c3-a6c01f15fd50 req-59c106e3-dc82-4397-9f66-16befcf34961 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=090ddfd5-fa76-4ead-835e-668cf73f1875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501518 Feb 07 17:39:45.004248 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bc4cc21c-635f-4d9a-83c3-a6c01f15fd50 req-7f47d507-2b61-4530-b749-878af5b0267d service neutron] 10.222.0.32 "GET /v2.0/networks/090ddfd5-fa76-4ead-835e-668cf73f1875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866098 Feb 07 17:39:45.103641 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bc4cc21c-635f-4d9a-83c3-a6c01f15fd50 req-409c039c-5090-44e5-8582-3a3d04a48254 service neutron] 10.222.0.32 "GET /v2.0/networks/090ddfd5-fa76-4ead-835e-668cf73f1875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929234 Feb 07 17:39:45.822136 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69e42b-a277-47f0-a77b-7ac2c5f11956 req-235b05ed-db27-43ea-a494-5ba3051f8264 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:45.823606 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd69e42b-a277-47f0-a77b-7ac2c5f11956 req-235b05ed-db27-43ea-a494-5ba3051f8264 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0549753 Feb 07 17:39:45.873071 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd69e42b-a277-47f0-a77b-7ac2c5f11956 req-6d2281a3-0e60-4d21-a920-d8e36cc84b8c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437131 Feb 07 17:39:46.994530 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f496814-e4a1-4525-b361-eea9077ca4d0 req-8a0f173c-ad23-4b3f-81d9-2c329eae6cf1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:46.996012 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f496814-e4a1-4525-b361-eea9077ca4d0 req-8a0f173c-ad23-4b3f-81d9-2c329eae6cf1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0525248 Feb 07 17:39:47.044392 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f496814-e4a1-4525-b361-eea9077ca4d0 req-0d69e577-4ecb-4bf3-b459-d47832d34251 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427682 Feb 07 17:39:48.164032 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8c100-047e-424b-b337-24eccedd8983 req-bbf05f51-2479-4e2d-b2c2-a0252b6d2790 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:48.165528 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5fc8c100-047e-424b-b337-24eccedd8983 req-bbf05f51-2479-4e2d-b2c2-a0252b6d2790 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0526118 Feb 07 17:39:48.217580 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5fc8c100-047e-424b-b337-24eccedd8983 req-a5d32da4-a102-4181-b15b-58743d1f3743 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464108 Feb 07 17:39:49.341694 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963e8b1-2330-4a70-a22c-f33e689cf6c2 req-23137972-e9f3-4143-819e-45f9099299c0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:49.343191 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6963e8b1-2330-4a70-a22c-f33e689cf6c2 req-23137972-e9f3-4143-819e-45f9099299c0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0562365 Feb 07 17:39:49.392908 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6963e8b1-2330-4a70-a22c-f33e689cf6c2 req-e60ebec3-806e-4c36-b4d8-23cc02a25a81 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441003 Feb 07 17:39:50.512809 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f8589-e749-45a6-955c-f54177d77f24 req-083e423f-419a-4c1f-ab17-577554630e07 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:50.514141 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e12f8589-e749-45a6-955c-f54177d77f24 req-083e423f-419a-4c1f-ab17-577554630e07 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0529523 Feb 07 17:39:50.562006 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e12f8589-e749-45a6-955c-f54177d77f24 req-ba8ebcb7-4f54-40e7-8066-6f0869d1d1fb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421915 Feb 07 17:39:51.685106 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6188bca-89d3-4718-af2a-ffe87d86e37c req-be196156-ef84-47ad-9f04-99593215b621 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:51.687503 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e6188bca-89d3-4718-af2a-ffe87d86e37c req-be196156-ef84-47ad-9f04-99593215b621 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0565374 Feb 07 17:39:51.706172 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:51.735753 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e6188bca-89d3-4718-af2a-ffe87d86e37c req-6d1ef0e8-8057-46de-9c85-d50bace8fa3c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434346 Feb 07 17:39:52.859220 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b6ea0-1d48-4b9b-a7a2-2f9085667035 req-6aca32dd-f9fa-4e91-b136-1bc57c147575 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:52.860703 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ca9b6ea0-1d48-4b9b-a7a2-2f9085667035 req-6aca32dd-f9fa-4e91-b136-1bc57c147575 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0530179 Feb 07 17:39:52.909321 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ca9b6ea0-1d48-4b9b-a7a2-2f9085667035 req-2b499d21-d47c-44a8-9090-86a39630ac3c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418098 Feb 07 17:39:53.698225 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:54.029648 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bfdb4-52e9-44f9-9a2d-b399ce994b5a req-ac138f96-b9d2-4607-8add-9d75207b5c87 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:54.031170 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-702bfdb4-52e9-44f9-9a2d-b399ce994b5a req-ac138f96-b9d2-4607-8add-9d75207b5c87 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0532382 Feb 07 17:39:54.080094 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-702bfdb4-52e9-44f9-9a2d-b399ce994b5a req-1ed8d9ac-8912-4d06-8b4c-87c2e0b21aca tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432708 Feb 07 17:39:55.204768 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb0b76-91d3-42db-9c0d-5bd7f617b58f req-5b4e4a13-b95d-4062-876e-e307ed3fdf8e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:55.206286 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89bb0b76-91d3-42db-9c0d-5bd7f617b58f req-5b4e4a13-b95d-4062-876e-e307ed3fdf8e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0565605 Feb 07 17:39:55.254911 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-89bb0b76-91d3-42db-9c0d-5bd7f617b58f req-537a232a-cb05-45c6-9549-14ba5bf1bfee tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429280 Feb 07 17:39:55.853989 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8ff8e811-08b6-401d-ac13-4ef466127c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:56.378907 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d9f4a-0756-42c1-815b-857111a9d258 req-34090e3c-9f18-4bbf-812a-aab04328a160 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:56.380290 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-749d9f4a-0756-42c1-815b-857111a9d258 req-34090e3c-9f18-4bbf-812a-aab04328a160 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0546005 Feb 07 17:39:56.433363 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-749d9f4a-0756-42c1-815b-857111a9d258 req-e5186a83-74bb-4900-9d49-a53936a75bb9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466397 Feb 07 17:39:57.555939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f338b9f-b93b-4d6a-b0b0-9ccf31804902 req-de36f3d0-fdcb-4239-ad7d-6e6ea4d450c0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:57.557430 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4f338b9f-b93b-4d6a-b0b0-9ccf31804902 req-de36f3d0-fdcb-4239-ad7d-6e6ea4d450c0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0524104 Feb 07 17:39:57.607485 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4f338b9f-b93b-4d6a-b0b0-9ccf31804902 req-33f365ba-41c4-4189-9e46-507cbbec2be5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444610 Feb 07 17:39:58.259593 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7d5f193b-a0e5-49c7-af5c-14d5194b3979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:58.728579 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982be713-1f0c-44d8-81b8-68641cf50384 req-3348539b-8fdb-4533-8298-7276fefd1b3e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:58.730106 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-982be713-1f0c-44d8-81b8-68641cf50384 req-3348539b-8fdb-4533-8298-7276fefd1b3e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0529521 Feb 07 17:39:58.779062 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-982be713-1f0c-44d8-81b8-68641cf50384 req-e3a184ae-3866-4c62-83c6-138d327bb71e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433171 Feb 07 17:39:59.684858 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:39:59.899534 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7bf4c-2a17-407e-9bad-76d44ac81c8a req-79e25ca1-cfe4-48dc-b450-e3b295a4a5bb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:39:59.900923 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b3f7bf4c-2a17-407e-9bad-76d44ac81c8a req-79e25ca1-cfe4-48dc-b450-e3b295a4a5bb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0532503 Feb 07 17:39:59.953907 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b3f7bf4c-2a17-407e-9bad-76d44ac81c8a req-03b4bafd-3dba-4fae-9abf-0f00a564d69a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473492 Feb 07 17:40:00.557690 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:40:01.017629 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:01.077980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb96ef-73eb-45b6-b3e7-5a7f690ac278 req-d6820193-0e5d-471d-be91-d9ecd1abd158 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:01.079455 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d4cb96ef-73eb-45b6-b3e7-5a7f690ac278 req-d6820193-0e5d-471d-be91-d9ecd1abd158 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0516834 Feb 07 17:40:01.129083 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d4cb96ef-73eb-45b6-b3e7-5a7f690ac278 req-4399b58e-084a-4dfb-82e7-39f1b8492298 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427094 Feb 07 17:40:01.152636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33470) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:01.217461 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5a5fa8d7-6166-4765-805e-61bfe2606350 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/floatingips/24ffb10e-9bc6-4ae6-a2cd-90a43cc7f05c HTTP/1.1" status: 200 len: 994 time: 0.0634477 Feb 07 17:40:02.518224 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:09.351870 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d75ae9a2-85d8-44b8-a89e-9dc2de853fd2 req-97a05b20-492d-4c1b-8926-ecf8655056af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453959 Feb 07 17:40:09.434625 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae9a2-85d8-44b8-a89e-9dc2de853fd2 req-6e228168-f398-406f-98e2-5c4a4fee5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:09.436140 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d75ae9a2-85d8-44b8-a89e-9dc2de853fd2 req-6e228168-f398-406f-98e2-5c4a4fee5b44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 1128 time: 0.0451066 Feb 07 17:40:09.539538 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae9a2-85d8-44b8-a89e-9dc2de853fd2 req-6e6beb2d-7015-466d-95f7-af36572f0e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:09.540912 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d75ae9a2-85d8-44b8-a89e-9dc2de853fd2 req-6e6beb2d-7015-466d-95f7-af36572f0e1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=090ddfd5-fa76-4ead-835e-668cf73f1875 HTTP/1.1" status: 200 len: 898 time: 0.0874600 Feb 07 17:40:09.605800 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d75ae9a2-85d8-44b8-a89e-9dc2de853fd2 req-075235d9-aa4c-450e-b6fb-d2f026a39894 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d31bb693-d77a-42b2-984b-484c3b6779d4 HTTP/1.1" status: 200 len: 1002 time: 0.0583999 Feb 07 17:40:09.653231 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae9a2-85d8-44b8-a89e-9dc2de853fd2 req-ceed8093-50ea-4424-b3c7-6acd3796c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:09.654725 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d75ae9a2-85d8-44b8-a89e-9dc2de853fd2 req-ceed8093-50ea-4424-b3c7-6acd3796c16c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7bf6b6f-2b68-422c-83b4-1f0a6db76670 HTTP/1.1" status: 200 len: 835 time: 0.0442836 Feb 07 17:40:09.707286 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae9a2-85d8-44b8-a89e-9dc2de853fd2 req-79a7f97b-0776-43e1-873a-b74a296b381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:09.709165 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d75ae9a2-85d8-44b8-a89e-9dc2de853fd2 req-79a7f97b-0776-43e1-873a-b74a296b381b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=090ddfd5-fa76-4ead-835e-668cf73f1875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492709 Feb 07 17:40:09.798179 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d75ae9a2-85d8-44b8-a89e-9dc2de853fd2 req-099b8ef2-3f76-434c-8eb9-85f180253ce3 service neutron] 10.222.0.32 "GET /v2.0/networks/090ddfd5-fa76-4ead-835e-668cf73f1875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838537 Feb 07 17:40:09.893813 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d75ae9a2-85d8-44b8-a89e-9dc2de853fd2 req-ed92fbd5-3d3c-4fba-9074-686f97422da8 service neutron] 10.222.0.32 "GET /v2.0/networks/090ddfd5-fa76-4ead-835e-668cf73f1875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893540 Feb 07 17:40:21.723083 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:23.702630 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:25.860128 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54e4707d-3747-424a-b84e-11aaed96d6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:28.261441 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0af7ebb0-a340-4976-8ab2-b278035b1f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:29.687538 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:31.013984 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:31.866794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33480) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:32.027236 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting port 8a583ff0-1f5d-415d-a8ce-8ae9b9052cad {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:40:32.027584 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8a583ff0-1f5d-415d-a8ce-8ae9b9052cad), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:32.106557 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8a583ff0-1f5d-415d-a8ce-8ae9b9052cad), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:32.106890 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for floatingip (8a583ff0-1f5d-415d-a8ce-8ae9b9052cad), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:32.119046 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Calling delete_port for 8a583ff0-1f5d-415d-a8ce-8ae9b9052cad owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:40:32.298085 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (8a583ff0-1f5d-415d-a8ce-8ae9b9052cad), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:32.323050 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Port': ['ID=8a583ff0-1f5d-415d-a8ce-8ae9b9052cad,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:32.351969 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:32.352327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:32.352684 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:32.353034 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:32.353412 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:32.353759 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:32.354152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:32.354447 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:32.354787 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:32.355119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:32.355462 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:32.355795 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:32.356131 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:32.395883 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for floatingip (24ffb10e-9bc6-4ae6-a2cd-90a43cc7f05c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:32.396268 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Floating IP 24ffb10e-9bc6-4ae6-a2cd-90a43cc7f05c disassociated (deleted). External IP: 172.25.4.146, port: d31bb693-d77a-42b2-984b-484c3b6779d4. Feb 07 17:40:32.520886 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:32.609333 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router b1daeddb-ff46-467d-bf00-740b680c98ac has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:40:32.721313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:40:32.727505 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:32.732479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4c8a2e-601a-4e67-b616-44d53754e603 None None] Sync routers for ids ['b1daeddb-ff46-467d-bf00-740b680c98ac'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:40:32.743547 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4c8a2e-601a-4e67-b616-44d53754e603 None None] Routers {'b1daeddb-ff46-467d-bf00-740b680c98ac'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:40:32.744178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-db4c8a2e-601a-4e67-b616-44d53754e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:40:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b1daeddb-ff46-467d-bf00-740b680c98ac'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:32.756829 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-bcd3cf5e-70f4-4b6e-9cc7-61fe6f38bee3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/floatingips/24ffb10e-9bc6-4ae6-a2cd-90a43cc7f05c HTTP/1.1" status: 204 len: 168 time: 0.8889120 Feb 07 17:40:32.757450 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38dba75b-5b77-4780-9047-aea61b3fffbc', 'tag': 'd31bb693-d77a-42b2-984b-484c3b6779d4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:40:32.759794 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628c6723cf0d541a6362cfbbde021ddb095c9bd0acbf8defbc90316d1b4a8846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79676e8c-4923-41b4-a16f-0924c6819672" -d '{"events": [{"name": "network-changed", "server_uuid": "38dba75b-5b77-4780-9047-aea61b3fffbc", "tag": "d31bb693-d77a-42b2-984b-484c3b6779d4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:40:32.801133 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e242ea-0fe2-4d48-a5c1-3041fcd7d040 x-openstack-request-id: req-63e242ea-0fe2-4d48-a5c1-3041fcd7d040 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:40:32.802526 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38dba75b-5b77-4780-9047-aea61b3fffbc", "tag": "d31bb693-d77a-42b2-984b-484c3b6779d4", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:40:32.803018 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63e242ea-0fe2-4d48-a5c1-3041fcd7d040 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:40:32.803495 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38dba75b-5b77-4780-9047-aea61b3fffbc', 'tag': 'd31bb693-d77a-42b2-984b-484c3b6779d4', 'status': 'completed', 'code': 200} Feb 07 17:40:32.863259 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-db4c8a2e-601a-4e67-b616-44d53754e603 None None] Set router b1daeddb-ff46-467d-bf00-740b680c98ac gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:40:32.873242 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79676e8c-4923-41b4-a16f-0924c6819672 req-04ddffbc-dd27-47f8-9383-5247207b4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:32.875577 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-79676e8c-4923-41b4-a16f-0924c6819672 req-04ddffbc-dd27-47f8-9383-5247207b4284 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 1128 time: 0.0498476 Feb 07 17:40:33.011085 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79676e8c-4923-41b4-a16f-0924c6819672 req-e4cd073c-dc4d-4e31-8a02-dc5f6b75d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:33.012643 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-79676e8c-4923-41b4-a16f-0924c6819672 req-e4cd073c-dc4d-4e31-8a02-dc5f6b75d4a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=090ddfd5-fa76-4ead-835e-668cf73f1875 HTTP/1.1" status: 200 len: 898 time: 0.1319385 Feb 07 17:40:33.024966 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29d966-75ac-4a30-9c41-2619ef646321 req-ecf1876f-268c-46f4-b49c-7444c6581e9d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:33.026470 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a29d966-75ac-4a30-9c41-2619ef646321 req-ecf1876f-268c-46f4-b49c-7444c6581e9d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0831969 Feb 07 17:40:33.073234 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-79676e8c-4923-41b4-a16f-0924c6819672 req-1079194c-5a80-4efe-b0a6-229dde8799bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d31bb693-d77a-42b2-984b-484c3b6779d4 HTTP/1.1" status: 200 len: 217 time: 0.0457945 Feb 07 17:40:33.085788 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-db4c8a2e-601a-4e67-b616-44d53754e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214703957', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:38:52Z', 'updated_at': '2022-02-07T17:38:56Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:53Z', 'updated_at': '2022-02-07T17:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76', 'name': '', 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:46:f0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b7bf6b6f-2b68-422c-83b4-1f0a6db76670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:55Z', 'updated_at': '2022-02-07T17:38:59Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b7bf6b6f-2b68-422c-83b4-1f0a6db76670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:33.113456 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4c8a2e-601a-4e67-b616-44d53754e603 None None] Checking router: b1daeddb-ff46-467d-bf00-740b680c98ac for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:40:33.122104 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4c8a2e-601a-4e67-b616-44d53754e603 None None] Routers {'b1daeddb-ff46-467d-bf00-740b680c98ac'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:40:33.122741 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-db4c8a2e-601a-4e67-b616-44d53754e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:40:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b1daeddb-ff46-467d-bf00-740b680c98ac'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:33.139488 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a29d966-75ac-4a30-9c41-2619ef646321 req-b5df1520-9df2-40a2-9c68-2de74e76c284 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064155 Feb 07 17:40:33.149313 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79676e8c-4923-41b4-a16f-0924c6819672 req-b8813717-e605-479d-8994-df0a670a73dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:33.150806 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-79676e8c-4923-41b4-a16f-0924c6819672 req-b8813717-e605-479d-8994-df0a670a73dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7bf6b6f-2b68-422c-83b4-1f0a6db76670 HTTP/1.1" status: 200 len: 835 time: 0.0713551 Feb 07 17:40:33.205289 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79676e8c-4923-41b4-a16f-0924c6819672 req-377825b2-0642-48c7-b368-20fd4a212259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:33.207406 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-79676e8c-4923-41b4-a16f-0924c6819672 req-377825b2-0642-48c7-b368-20fd4a212259 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=090ddfd5-fa76-4ead-835e-668cf73f1875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502863 Feb 07 17:40:33.241784 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-db4c8a2e-601a-4e67-b616-44d53754e603 None None] Set router b1daeddb-ff46-467d-bf00-740b680c98ac gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:40:33.303220 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-79676e8c-4923-41b4-a16f-0924c6819672 req-25e55990-8338-4a54-9083-566a6443754e service neutron] 10.222.0.32 "GET /v2.0/networks/090ddfd5-fa76-4ead-835e-668cf73f1875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892818 Feb 07 17:40:33.403574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-79676e8c-4923-41b4-a16f-0924c6819672 req-717bcdca-b73f-4878-b885-aa8e2227a332 service neutron] 10.222.0.32 "GET /v2.0/networks/090ddfd5-fa76-4ead-835e-668cf73f1875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941293 Feb 07 17:40:33.468157 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-db4c8a2e-601a-4e67-b616-44d53754e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214703957', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:38:52Z', 'updated_at': '2022-02-07T17:38:56Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:53Z', 'updated_at': '2022-02-07T17:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76', 'name': '', 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:46:f0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b7bf6b6f-2b68-422c-83b4-1f0a6db76670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:55Z', 'updated_at': '2022-02-07T17:38:59Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b7bf6b6f-2b68-422c-83b4-1f0a6db76670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:33.499543 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4c8a2e-601a-4e67-b616-44d53754e603 None None] The sync data for ids ['b1daeddb-ff46-467d-bf00-740b680c98ac'] in n-d-827865-3 is: [{'id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214703957', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:38:52Z', 'updated_at': '2022-02-07T17:38:56Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:53Z', 'updated_at': '2022-02-07T17:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76', 'name': '', 'network_id': '090ddfd5-fa76-4ead-835e-668cf73f1875', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:46:f0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b7bf6b6f-2b68-422c-83b4-1f0a6db76670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:55Z', 'updated_at': '2022-02-07T17:38:59Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b7bf6b6f-2b68-422c-83b4-1f0a6db76670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:40:33.721927 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e5a62a-11b0-4a4a-8779-4426e4e6b930 None None] New status for floating IP 24ffb10e-9bc6-4ae6-a2cd-90a43cc7f05c: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:40:34.269631 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8c079-ad37-4220-b740-669862d9ba5e req-e32e44b3-f99c-49fe-9bb0-e4ff75e2a9ec tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:34.272328 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-08a8c079-ad37-4220-b740-669862d9ba5e req-e32e44b3-f99c-49fe-9bb0-e4ff75e2a9ec tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0588806 Feb 07 17:40:34.460515 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f7d8b-b6ad-4bb8-9221-821164059c10 req-d3e8ab3c-10a7-4956-aa19-2b68617949e0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:34.462068 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a24f7d8b-b6ad-4bb8-9221-821164059c10 req-d3e8ab3c-10a7-4956-aa19-2b68617949e0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.32 "GET /v2.0/ports?device_id=38dba75b-5b77-4780-9047-aea61b3fffbc HTTP/1.1" status: 200 len: 946 time: 0.0575426 Feb 07 17:40:34.561850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-a24f7d8b-b6ad-4bb8-9221-821164059c10 req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting port d31bb693-d77a-42b2-984b-484c3b6779d4 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:40:34.562204 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a24f7d8b-b6ad-4bb8-9221-821164059c10 req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d31bb693-d77a-42b2-984b-484c3b6779d4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:34.584868 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-08a8c079-ad37-4220-b740-669862d9ba5e req-7fe9b72b-a8df-487d-a722-a77fd1761188 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=8f743d24-64f1-4d09-a9bf-cac7a5731c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3068514 Feb 07 17:40:34.653949 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a24f7d8b-b6ad-4bb8-9221-821164059c10 req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] For port d31bb693-d77a-42b2-984b-484c3b6779d4, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=d31bb693-d77a-42b2-984b-484c3b6779d4,segment=NetworkSegment(bbab099b-cbc7-4d31-876b-32f5631cc155),segment_id=bbab099b-cbc7-4d31-876b-32f5631cc155)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:40:34.654319 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a24f7d8b-b6ad-4bb8-9221-821164059c10 req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d31bb693-d77a-42b2-984b-484c3b6779d4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:34.667142 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-a24f7d8b-b6ad-4bb8-9221-821164059c10 req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Calling delete_port for d31bb693-d77a-42b2-984b-484c3b6779d4 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:40:34.799614 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a24f7d8b-b6ad-4bb8-9221-821164059c10 req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d31bb693-d77a-42b2-984b-484c3b6779d4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:34.830260 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Port': ['ID=d31bb693-d77a-42b2-984b-484c3b6779d4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:34.860052 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:34.860411 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:34.860762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:34.861402 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:34.861848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:34.862190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:34.862625 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:34.863092 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:34.863427 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:34.864315 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:34.864842 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:34.865239 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:34.865642 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:34.890285 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24f7d8b-b6ad-4bb8-9221-821164059c10 req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] No DVR routers for this DVR port d31bb693-d77a-42b2-984b-484c3b6779d4 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:40:34.893852 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a24f7d8b-b6ad-4bb8-9221-821164059c10 req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:34.898064 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a24f7d8b-b6ad-4bb8-9221-821164059c10 req-e5af41b3-a9e2-429e-98e5-4c448ee29a04 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.32 "DELETE /v2.0/ports/d31bb693-d77a-42b2-984b-484c3b6779d4 HTTP/1.1" status: 204 len: 173 time: 0.4309995 Feb 07 17:40:34.898234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dba75b-5b77-4780-9047-aea61b3fffbc', 'name': 'network-vif-deleted', 'tag': 'd31bb693-d77a-42b2-984b-484c3b6779d4'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:40:34.900368 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daef06a3-4050-4f15-a782-1b74db2a718d" -d '{"events": [{"server_uuid": "38dba75b-5b77-4780-9047-aea61b3fffbc", "name": "network-vif-deleted", "tag": "d31bb693-d77a-42b2-984b-484c3b6779d4"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:40:34.945705 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e133974a-9ad9-4d87-99a6-4a74ab30d71c x-openstack-request-id: req-e133974a-9ad9-4d87-99a6-4a74ab30d71c {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:40:34.946006 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dba75b-5b77-4780-9047-aea61b3fffbc", "name": "network-vif-deleted", "tag": "d31bb693-d77a-42b2-984b-484c3b6779d4", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:40:34.946290 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e133974a-9ad9-4d87-99a6-4a74ab30d71c {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:40:34.946699 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dba75b-5b77-4780-9047-aea61b3fffbc', 'name': 'network-vif-deleted', 'tag': 'd31bb693-d77a-42b2-984b-484c3b6779d4', 'status': 'completed', 'code': 200} Feb 07 17:40:35.640571 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33496) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:35.996284 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17019c8e-af94-4371-9d7b-f2e3169bfa18 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (b1daeddb-ff46-467d-bf00-740b680c98ac), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:36.262742 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-17019c8e-af94-4371-9d7b-f2e3169bfa18 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:40:36.263094 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17019c8e-af94-4371-9d7b-f2e3169bfa18 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:36.357987 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-17019c8e-af94-4371-9d7b-f2e3169bfa18 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] For port f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76,segment=NetworkSegment(bbab099b-cbc7-4d31-876b-32f5631cc155),segment_id=bbab099b-cbc7-4d31-876b-32f5631cc155)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:40:36.358359 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17019c8e-af94-4371-9d7b-f2e3169bfa18 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:36.371278 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-17019c8e-af94-4371-9d7b-f2e3169bfa18 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Calling delete_port for f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:40:36.559695 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17019c8e-af94-4371-9d7b-f2e3169bfa18 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:36.583646 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17019c8e-af94-4371-9d7b-f2e3169bfa18 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Port': ['ID=f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:36.768312 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-17019c8e-af94-4371-9d7b-f2e3169bfa18 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (b1daeddb-ff46-467d-bf00-740b680c98ac), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:36.988315 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17019c8e-af94-4371-9d7b-f2e3169bfa18 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router b1daeddb-ff46-467d-bf00-740b680c98ac has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:40:37.100074 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17019c8e-af94-4371-9d7b-f2e3169bfa18 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:40:37.105824 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-17019c8e-af94-4371-9d7b-f2e3169bfa18 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "PUT /v2.0/routers/b1daeddb-ff46-467d-bf00-740b680c98ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4639077 Feb 07 17:40:37.107741 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33498) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:37.109720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2499ec-e1af-4fd6-9b16-575771dee061 None None] Sync routers for ids ['b1daeddb-ff46-467d-bf00-740b680c98ac'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:40:37.120321 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2499ec-e1af-4fd6-9b16-575771dee061 None None] Routers {'b1daeddb-ff46-467d-bf00-740b680c98ac'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:40:37.121046 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6a2499ec-e1af-4fd6-9b16-575771dee061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:40:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b1daeddb-ff46-467d-bf00-740b680c98ac'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:37.162200 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc422e1-fc50-49ea-8ae8-8b7d11031f36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting subnet b7bf6b6f-2b68-422c-83b4-1f0a6db76670 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:40:37.165522 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbc422e1-fc50-49ea-8ae8-8b7d11031f36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for subnet (b7bf6b6f-2b68-422c-83b4-1f0a6db76670), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:37.214412 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbc422e1-fc50-49ea-8ae8-8b7d11031f36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (b7bf6b6f-2b68-422c-83b4-1f0a6db76670), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:37.236889 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6a2499ec-e1af-4fd6-9b16-575771dee061 None None] Set router b1daeddb-ff46-467d-bf00-740b680c98ac gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:40:37.302215 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbc422e1-fc50-49ea-8ae8-8b7d11031f36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (b7bf6b6f-2b68-422c-83b4-1f0a6db76670), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:37.365470 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbc422e1-fc50-49ea-8ae8-8b7d11031f36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (b7bf6b6f-2b68-422c-83b4-1f0a6db76670), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:37.394399 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbc422e1-fc50-49ea-8ae8-8b7d11031f36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:37.400904 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cbc422e1-fc50-49ea-8ae8-8b7d11031f36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/subnets/b7bf6b6f-2b68-422c-83b4-1f0a6db76670 HTTP/1.1" status: 204 len: 168 time: 0.2895603 Feb 07 17:40:37.400904 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc422e1-fc50-49ea-8ae8-8b7d11031f36 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Subnet': ['ID=b7bf6b6f-2b68-422c-83b4-1f0a6db76670,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:37.402294 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33500) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:37.404982 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3808d456-9af8-435c-a688-5a10570cd816 None None] Network 090ddfd5-fa76-4ead-835e-668cf73f1875 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:40:37.517028 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f37ac280-8cfa-4d3c-a464-6252497b5d8a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router (b1daeddb-ff46-467d-bf00-740b680c98ac), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:37.558350 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:40:37.632031 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f37ac280-8cfa-4d3c-a464-6252497b5d8a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_gateway (b1daeddb-ff46-467d-bf00-740b680c98ac), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:37.677584 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6a2499ec-e1af-4fd6-9b16-575771dee061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214703957', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:38:52Z', 'updated_at': '2022-02-07T17:40:36Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': 'ed9e5fb4-bd70-4f3f-a67f-db720b987917', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:38:53Z', 'updated_at': '2022-02-07T17:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:37.694065 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f37ac280-8cfa-4d3c-a464-6252497b5d8a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting port ed9e5fb4-bd70-4f3f-a67f-db720b987917 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:40:37.694799 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f37ac280-8cfa-4d3c-a464-6252497b5d8a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ed9e5fb4-bd70-4f3f-a67f-db720b987917), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:37.707702 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2499ec-e1af-4fd6-9b16-575771dee061 None None] Checking router: b1daeddb-ff46-467d-bf00-740b680c98ac for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:40:37.724509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2499ec-e1af-4fd6-9b16-575771dee061 None None] Routers {'b1daeddb-ff46-467d-bf00-740b680c98ac'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:40:37.725311 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6a2499ec-e1af-4fd6-9b16-575771dee061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:40:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['b1daeddb-ff46-467d-bf00-740b680c98ac'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:37.790839 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] DHCP port deletion for 090ddfd5-fa76-4ead-835e-668cf73f1875 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:40:37.794447 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f37ac280-8cfa-4d3c-a464-6252497b5d8a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] For port ed9e5fb4-bd70-4f3f-a67f-db720b987917, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ed9e5fb4-bd70-4f3f-a67f-db720b987917,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:40:37.794991 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f37ac280-8cfa-4d3c-a464-6252497b5d8a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ed9e5fb4-bd70-4f3f-a67f-db720b987917), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:37.808513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f37ac280-8cfa-4d3c-a464-6252497b5d8a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Calling delete_port for ed9e5fb4-bd70-4f3f-a67f-db720b987917 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:40:37.845941 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6a2499ec-e1af-4fd6-9b16-575771dee061 None None] Set router b1daeddb-ff46-467d-bf00-740b680c98ac gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:40:37.901248 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6a2499ec-e1af-4fd6-9b16-575771dee061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214703957', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:38:52Z', 'updated_at': '2022-02-07T17:40:37Z', 'revision_number': 6, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:37.937301 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2499ec-e1af-4fd6-9b16-575771dee061 None None] The sync data for ids ['b1daeddb-ff46-467d-bf00-740b680c98ac'] in n-d-827865-3 is: [{'id': 'b1daeddb-ff46-467d-bf00-740b680c98ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214703957', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:38:52Z', 'updated_at': '2022-02-07T17:40:37Z', 'revision_number': 6, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:40:37.945890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] Deleting port 01dc28ef-ef1d-4943-a4ac-87a474feb7e8 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:40:37.946277 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (01dc28ef-ef1d-4943-a4ac-87a474feb7e8), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:37.991109 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f37ac280-8cfa-4d3c-a464-6252497b5d8a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ed9e5fb4-bd70-4f3f-a67f-db720b987917), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:38.012038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] For port 01dc28ef-ef1d-4943-a4ac-87a474feb7e8, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=01dc28ef-ef1d-4943-a4ac-87a474feb7e8,segment=NetworkSegment(bbab099b-cbc7-4d31-876b-32f5631cc155),segment_id=bbab099b-cbc7-4d31-876b-32f5631cc155)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:40:38.012371 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (01dc28ef-ef1d-4943-a4ac-87a474feb7e8), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:38.016237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ac280-8cfa-4d3c-a464-6252497b5d8a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Port': ['ID=ed9e5fb4-bd70-4f3f-a67f-db720b987917,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:38.025529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] Calling delete_port for 01dc28ef-ef1d-4943-a4ac-87a474feb7e8 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:40:38.082269 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f37ac280-8cfa-4d3c-a464-6252497b5d8a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (b1daeddb-ff46-467d-bf00-740b680c98ac), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:38.108035 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (01dc28ef-ef1d-4943-a4ac-87a474feb7e8), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:38.136028 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] Pushing event deleted for resources: {'Port': ['ID=01dc28ef-ef1d-4943-a4ac-87a474feb7e8,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:38.138454 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] No DVR routers for this DVR port 01dc28ef-ef1d-4943-a4ac-87a474feb7e8 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:40:38.147923 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:38.147923 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:38.148149 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:38.148628 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:38.148952 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:38.149326 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:38.149666 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:38.150046 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:38.150414 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:38.150763 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:38.151094 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:38.151453 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:38.151782 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a3467-69a1-40bf-82c4-bfc1344bae27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:38.182539 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f37ac280-8cfa-4d3c-a464-6252497b5d8a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (b1daeddb-ff46-467d-bf00-740b680c98ac), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:38.184695 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f37ac280-8cfa-4d3c-a464-6252497b5d8a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_controller (b1daeddb-ff46-467d-bf00-740b680c98ac), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:38.228324 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f37ac280-8cfa-4d3c-a464-6252497b5d8a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (b1daeddb-ff46-467d-bf00-740b680c98ac), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:38.228897 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37ac280-8cfa-4d3c-a464-6252497b5d8a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Fanout notify agent at l3_agent the message router_deleted on router b1daeddb-ff46-467d-bf00-740b680c98ac {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:40:38.236235 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f37ac280-8cfa-4d3c-a464-6252497b5d8a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:38.237383 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f37ac280-8cfa-4d3c-a464-6252497b5d8a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/routers/b1daeddb-ff46-467d-bf00-740b680c98ac HTTP/1.1" status: 204 len: 168 time: 0.8339739 Feb 07 17:40:38.240884 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33502) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:38.323822 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ee280a4-7f93-41a5-b2f3-ff1a05454a07 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (090ddfd5-fa76-4ead-835e-668cf73f1875), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:38.415478 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ee280a4-7f93-41a5-b2f3-ff1a05454a07 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (090ddfd5-fa76-4ead-835e-668cf73f1875), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:38.434720 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-6ee280a4-7f93-41a5-b2f3-ff1a05454a07 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090ddfd5-fa76-4ead-835e-668cf73f1875']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:38.444048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-6ee280a4-7f93-41a5-b2f3-ff1a05454a07 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbab099b-cbc7-4d31-876b-32f5631cc155') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:38.444345 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-6ee280a4-7f93-41a5-b2f3-ff1a05454a07 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbab099b-cbc7-4d31-876b-32f5631cc155') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:38.454284 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ee280a4-7f93-41a5-b2f3-ff1a05454a07 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (bbab099b-cbc7-4d31-876b-32f5631cc155), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:38.469514 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ee280a4-7f93-41a5-b2f3-ff1a05454a07 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (bbab099b-cbc7-4d31-876b-32f5631cc155), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:38.476687 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee280a4-7f93-41a5-b2f3-ff1a05454a07 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:40:38.477084 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ee280a4-7f93-41a5-b2f3-ff1a05454a07 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (bbab099b-cbc7-4d31-876b-32f5631cc155), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:40:38.480121 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:40:38.541468 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ee280a4-7f93-41a5-b2f3-ff1a05454a07 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (090ddfd5-fa76-4ead-835e-668cf73f1875), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:38.548421 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6ee280a4-7f93-41a5-b2f3-ff1a05454a07 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:38.551985 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6ee280a4-7f93-41a5-b2f3-ff1a05454a07 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/networks/090ddfd5-fa76-4ead-835e-668cf73f1875 HTTP/1.1" status: 204 len: 168 time: 0.3098271 Feb 07 17:40:38.554725 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33504) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:38.564080 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee280a4-7f93-41a5-b2f3-ff1a05454a07 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Network': ['ID=090ddfd5-fa76-4ead-835e-668cf73f1875,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:38.620766 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-684028e3-e903-4b1b-b76b-27f61cbfa4ed tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (8f743d24-64f1-4d09-a9bf-cac7a5731c67), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:38.647123 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-684028e3-e903-4b1b-b76b-27f61cbfa4ed tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (8f743d24-64f1-4d09-a9bf-cac7a5731c67), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:38.675753 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device d31bb693-d77a-42b2-984b-484c3b6779d4 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:40:38.700349 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: d31bb693-d77a-42b2-984b-484c3b6779d4 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:40:38.700927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device d31bb693-d77a-42b2-984b-484c3b6779d4 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:40:38.712181 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-684028e3-e903-4b1b-b76b-27f61cbfa4ed tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8f743d24-64f1-4d09-a9bf-cac7a5731c67), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:38.715120 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-684028e3-e903-4b1b-b76b-27f61cbfa4ed tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:38.716297 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-684028e3-e903-4b1b-b76b-27f61cbfa4ed tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/security-groups/8f743d24-64f1-4d09-a9bf-cac7a5731c67 HTTP/1.1" status: 204 len: 168 time: 0.1605170 Feb 07 17:40:38.727329 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684028e3-e903-4b1b-b76b-27f61cbfa4ed tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f743d24-64f1-4d09-a9bf-cac7a5731c67,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:39.067846 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33510) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:39.072760 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f7442a22-f6ed-4516-a8ad-9a643eb2df8d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1578157541', 'description': 'tempest-secgroup-smoke-1578157541 description', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:40:39.093332 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7442a22-f6ed-4516-a8ad-9a643eb2df8d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.163726 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7442a22-f6ed-4516-a8ad-9a643eb2df8d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (4684d37a-6c23-4af0-bd05-42684c1d95d8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.167813 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7442a22-f6ed-4516-a8ad-9a643eb2df8d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4684d37a-6c23-4af0-bd05-42684c1d95d8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.200716 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7442a22-f6ed-4516-a8ad-9a643eb2df8d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.202070 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f7442a22-f6ed-4516-a8ad-9a643eb2df8d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1330476 Feb 07 17:40:39.205119 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33512) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:39.211276 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ea5598f1-4578-4cad-97d8-863d002042e8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '4684d37a-6c23-4af0-bd05-42684c1d95d8', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:40:39.218372 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7442a22-f6ed-4516-a8ad-9a643eb2df8d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4684d37a-6c23-4af0-bd05-42684c1d95d8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:39.250351 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea5598f1-4578-4cad-97d8-863d002042e8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (0c8e0b39-7d3e-44ff-b546-c8129aa67885), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.313146 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea5598f1-4578-4cad-97d8-863d002042e8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (0c8e0b39-7d3e-44ff-b546-c8129aa67885), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.317578 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea5598f1-4578-4cad-97d8-863d002042e8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (0c8e0b39-7d3e-44ff-b546-c8129aa67885), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.335425 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5598f1-4578-4cad-97d8-863d002042e8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8e0b39-7d3e-44ff-b546-c8129aa67885,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:39.344195 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ea5598f1-4578-4cad-97d8-863d002042e8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.345626 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ea5598f1-4578-4cad-97d8-863d002042e8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393206 Feb 07 17:40:39.348135 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33514) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:39.352734 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1c31d6ae-61d3-42c8-80dc-ac63a34053aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '4684d37a-6c23-4af0-bd05-42684c1d95d8', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:40:39.377312 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c31d6ae-61d3-42c8-80dc-ac63a34053aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (99da1b87-ee55-40f9-bd70-7dc8d7b25196), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.438433 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c31d6ae-61d3-42c8-80dc-ac63a34053aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (99da1b87-ee55-40f9-bd70-7dc8d7b25196), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.442148 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c31d6ae-61d3-42c8-80dc-ac63a34053aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (99da1b87-ee55-40f9-bd70-7dc8d7b25196), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.459523 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31d6ae-61d3-42c8-80dc-ac63a34053aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99da1b87-ee55-40f9-bd70-7dc8d7b25196,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:39.467999 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c31d6ae-61d3-42c8-80dc-ac63a34053aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.469215 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1c31d6ae-61d3-42c8-80dc-ac63a34053aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201375 Feb 07 17:40:39.471889 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33516) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:39.477181 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-985b7f4a-b1a7-47f0-a9a3-c698817c246a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '4684d37a-6c23-4af0-bd05-42684c1d95d8', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:40:39.501916 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-985b7f4a-b1a7-47f0-a9a3-c698817c246a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (d1fddf2b-0160-4207-a2f1-3e4f202c9e9a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.557139 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-985b7f4a-b1a7-47f0-a9a3-c698817c246a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (d1fddf2b-0160-4207-a2f1-3e4f202c9e9a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.560874 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-985b7f4a-b1a7-47f0-a9a3-c698817c246a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (d1fddf2b-0160-4207-a2f1-3e4f202c9e9a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.578879 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b7f4a-b1a7-47f0-a9a3-c698817c246a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fddf2b-0160-4207-a2f1-3e4f202c9e9a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:39.584260 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-985b7f4a-b1a7-47f0-a9a3-c698817c246a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.585607 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-985b7f4a-b1a7-47f0-a9a3-c698817c246a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127713 Feb 07 17:40:39.588327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33518) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:39.592851 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-904a9ac6-4a1e-44da-a29d-a4f65d035e41 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '4684d37a-6c23-4af0-bd05-42684c1d95d8', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:40:39.618360 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-904a9ac6-4a1e-44da-a29d-a4f65d035e41 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (109e8004-47ef-41cb-bb00-40859b4cf958), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.677811 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-904a9ac6-4a1e-44da-a29d-a4f65d035e41 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (109e8004-47ef-41cb-bb00-40859b4cf958), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.682033 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-904a9ac6-4a1e-44da-a29d-a4f65d035e41 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (109e8004-47ef-41cb-bb00-40859b4cf958), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.700582 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a9ac6-4a1e-44da-a29d-a4f65d035e41 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109e8004-47ef-41cb-bb00-40859b4cf958,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:39.705748 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-904a9ac6-4a1e-44da-a29d-a4f65d035e41 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.706955 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-904a9ac6-4a1e-44da-a29d-a4f65d035e41 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176732 Feb 07 17:40:39.709815 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33520) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:39.714156 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-79e4950d-745e-4811-8052-3220bcbb9524 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '4684d37a-6c23-4af0-bd05-42684c1d95d8', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:40:39.718045 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 01dc28ef-ef1d-4943-a4ac-87a474feb7e8 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:40:39.735220 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-79e4950d-745e-4811-8052-3220bcbb9524 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Project ddae8a5ab7b44404b4cff4bc90366e75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:40:39.740304 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 01dc28ef-ef1d-4943-a4ac-87a474feb7e8 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:40:39.740660 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 01dc28ef-ef1d-4943-a4ac-87a474feb7e8 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:40:39.740856 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-79e4950d-745e-4811-8052-3220bcbb9524 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (c1181f2a-dbea-4f68-beb6-91395e8d31ad), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.741095 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:40:39.763778 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:40:39.764129 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f248794c-1ccf-4c4f-a1e6-ccc8cefdfe76 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:40:39.764772 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ed9e5fb4-bd70-4f3f-a67f-db720b987917 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:40:39.784542 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: ed9e5fb4-bd70-4f3f-a67f-db720b987917 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:40:39.784928 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ed9e5fb4-bd70-4f3f-a67f-db720b987917 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:40:39.804453 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-79e4950d-745e-4811-8052-3220bcbb9524 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (c1181f2a-dbea-4f68-beb6-91395e8d31ad), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.808228 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-79e4950d-745e-4811-8052-3220bcbb9524 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (c1181f2a-dbea-4f68-beb6-91395e8d31ad), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.827328 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4950d-745e-4811-8052-3220bcbb9524 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1181f2a-dbea-4f68-beb6-91395e8d31ad,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:39.833484 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-79e4950d-745e-4811-8052-3220bcbb9524 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.834468 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-79e4950d-745e-4811-8052-3220bcbb9524 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237137 Feb 07 17:40:39.837211 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33522) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:39.841490 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-be9a3290-a4d5-4156-b816-2cef9235e8af tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '4684d37a-6c23-4af0-bd05-42684c1d95d8', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:40:39.861834 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-be9a3290-a4d5-4156-b816-2cef9235e8af tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Project ddae8a5ab7b44404b4cff4bc90366e75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:40:39.866769 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be9a3290-a4d5-4156-b816-2cef9235e8af tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (bc4276b1-1542-4c4e-bf09-812f4ca3f337), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.924783 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be9a3290-a4d5-4156-b816-2cef9235e8af tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (bc4276b1-1542-4c4e-bf09-812f4ca3f337), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.928713 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be9a3290-a4d5-4156-b816-2cef9235e8af tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (bc4276b1-1542-4c4e-bf09-812f4ca3f337), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.946966 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a3290-a4d5-4156-b816-2cef9235e8af tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4276b1-1542-4c4e-bf09-812f4ca3f337,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:39.955136 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-be9a3290-a4d5-4156-b816-2cef9235e8af tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:39.956547 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-be9a3290-a4d5-4156-b816-2cef9235e8af tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183808 Feb 07 17:40:39.959998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33524) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:39.964752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c6cfada9-5f7d-48b7-96ed-53d0fd98f013 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'network': {'name': 'tempest-network-smoke--2033762841', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'port_security_enabled': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:40:39.984520 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cfada9-5f7d-48b7-96ed-53d0fd98f013 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Made reservation on behalf of ddae8a5ab7b44404b4cff4bc90366e75 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:40:39.987829 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c6cfada9-5f7d-48b7-96ed-53d0fd98f013 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:40.012493 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6cfada9-5f7d-48b7-96ed-53d0fd98f013 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:40:40.021833 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c6cfada9-5f7d-48b7-96ed-53d0fd98f013 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (ac8e02a9-c7d5-411d-9f95-20be59942ba1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:40.022179 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-c6cfada9-5f7d-48b7-96ed-53d0fd98f013 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Added segment ac8e02a9-c7d5-411d-9f95-20be59942ba1 of type vlan for network bf7619fd-c175-4385-afa8-22de54ce4ec4 Feb 07 17:40:40.061033 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c6cfada9-5f7d-48b7-96ed-53d0fd98f013 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (bf7619fd-c175-4385-afa8-22de54ce4ec4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:40.090361 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c6cfada9-5f7d-48b7-96ed-53d0fd98f013 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (bf7619fd-c175-4385-afa8-22de54ce4ec4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:40.095599 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cfada9-5f7d-48b7-96ed-53d0fd98f013 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:40.096198 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c6cfada9-5f7d-48b7-96ed-53d0fd98f013 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:40.151947 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c6cfada9-5f7d-48b7-96ed-53d0fd98f013 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1909194 Feb 07 17:40:40.154858 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33526) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:40.159580 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8750f533-73de-4e78-9bd1-ecd4baeff8cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1241593515', 'admin_state_up': True, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:40:40.167043 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfada9-5f7d-48b7-96ed-53d0fd98f013 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Network': ['ID=bf7619fd-c175-4385-afa8-22de54ce4ec4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:40.178289 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network bf7619fd-c175-4385-afa8-22de54ce4ec4 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:40:40.183985 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8750f533-73de-4e78-9bd1-ecd4baeff8cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (1b0552d8-9bcb-48a6-9e32-5b954a0d49a8), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:40.185052 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8750f533-73de-4e78-9bd1-ecd4baeff8cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (1b0552d8-9bcb-48a6-9e32-5b954a0d49a8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:40.246080 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8750f533-73de-4e78-9bd1-ecd4baeff8cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_controller (1b0552d8-9bcb-48a6-9e32-5b954a0d49a8), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:40.712944 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8750f533-73de-4e78-9bd1-ecd4baeff8cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_gateway (1b0552d8-9bcb-48a6-9e32-5b954a0d49a8), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:40.908401 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8750f533-73de-4e78-9bd1-ecd4baeff8cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_gateway (1b0552d8-9bcb-48a6-9e32-5b954a0d49a8), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:40.928622 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8750f533-73de-4e78-9bd1-ecd4baeff8cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:41.035961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-8750f533-73de-4e78-9bd1-ecd4baeff8cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Allocated IP 172.25.4.32 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/97f9ac5a-ceaf-4b72-9d1b-ae999429ba68) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:40:41.137481 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8750f533-73de-4e78-9bd1-ecd4baeff8cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (97f9ac5a-ceaf-4b72-9d1b-ae999429ba68), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:41.170946 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8750f533-73de-4e78-9bd1-ecd4baeff8cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (97f9ac5a-ceaf-4b72-9d1b-ae999429ba68), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:41.206917 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8750f533-73de-4e78-9bd1-ecd4baeff8cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:40:41.212328 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8750f533-73de-4e78-9bd1-ecd4baeff8cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:40:41.215826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8750f533-73de-4e78-9bd1-ecd4baeff8cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:40:41.251392 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750f533-73de-4e78-9bd1-ecd4baeff8cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=97f9ac5a-ceaf-4b72-9d1b-ae999429ba68,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:41.485996 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8750f533-73de-4e78-9bd1-ecd4baeff8cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_gateway (1b0552d8-9bcb-48a6-9e32-5b954a0d49a8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:41.694309 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8750f533-73de-4e78-9bd1-ecd4baeff8cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (1b0552d8-9bcb-48a6-9e32-5b954a0d49a8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:41.829181 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8750f533-73de-4e78-9bd1-ecd4baeff8cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:40:41.942305 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8750f533-73de-4e78-9bd1-ecd4baeff8cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:40:41.952754 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] Sync routers for ids ['1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:40:41.964889 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] Routers {'1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:40:41.965120 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8750f533-73de-4e78-9bd1-ecd4baeff8cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:41.965601 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:40:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:41.966322 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8750f533-73de-4e78-9bd1-ecd4baeff8cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8104041 Feb 07 17:40:41.969647 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33528) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:41.998232 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6f3fa9c2-ae1e-47b0-a8cb-b8e7e0087ebd tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ddae8a5ab7b44404b4cff4bc90366e75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274699 Feb 07 17:40:42.000842 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33530) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:42.085088 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] Set router 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:40:42.160079 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48455865-1b17-4fa0-a393-40fed46f379a tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:42.162017 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-48455865-1b17-4fa0-a393-40fed46f379a tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1601453 Feb 07 17:40:42.164744 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33532) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:42.204898 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1b66630e-9696-4e93-8f62-ab8f24568222 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389807 Feb 07 17:40:42.207451 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33534) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:42.212643 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6367ebe2-fd39-445e-9594-3bc72f3b0997 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1467074213', 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:40:42.276665 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241593515', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:41Z', 'revision_number': 3, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:42.299972 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6367ebe2-fd39-445e-9594-3bc72f3b0997 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Made reservation on behalf of ddae8a5ab7b44404b4cff4bc90366e75 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:40:42.304458 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] Checking router: 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:40:42.304698 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6367ebe2-fd39-445e-9594-3bc72f3b0997 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:42.304831 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] Updating router 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 port 97f9ac5a-ceaf-4b72-9d1b-ae999429ba68 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:40:42.334031 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (97f9ac5a-ceaf-4b72-9d1b-ae999429ba68), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:42.505026 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6367ebe2-fd39-445e-9594-3bc72f3b0997 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (a0b38dbe-e1ff-4870-b88d-78ad1e8aea45), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:42.576075 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367ebe2-fd39-445e-9594-3bc72f3b0997 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Subnet': ['ID=a0b38dbe-e1ff-4870-b88d-78ad1e8aea45,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:42.584612 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6367ebe2-fd39-445e-9594-3bc72f3b0997 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Checking segment: {'id': 'ac8e02a9-c7d5-411d-9f95-20be59942ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:40:42.585033 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6367ebe2-fd39-445e-9594-3bc72f3b0997 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network hostable DHCP agents. Network: bf7619fd-c175-4385-afa8-22de54ce4ec4, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:40:42.603842 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6367ebe2-fd39-445e-9594-3bc72f3b0997 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network bf7619fd-c175-4385-afa8-22de54ce4ec4 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:40:42.604921 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] Publish callbacks [] for port (97f9ac5a-ceaf-4b72-9d1b-ae999429ba68), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:42.611289 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (97f9ac5a-ceaf-4b72-9d1b-ae999429ba68), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:42.613646 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6367ebe2-fd39-445e-9594-3bc72f3b0997 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, bf7619fd-c175-4385-afa8-22de54ce4ec4) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:40:42.618644 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6367ebe2-fd39-445e-9594-3bc72f3b0997 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:42.619247 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6367ebe2-fd39-445e-9594-3bc72f3b0997 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:42.626879 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51553d7b-afea-4c81-b81c-54a180c0db26 None None] Network bf7619fd-c175-4385-afa8-22de54ce4ec4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:40:42.645851 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6367ebe2-fd39-445e-9594-3bc72f3b0997 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4365001 Feb 07 17:40:42.648833 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33536) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:42.668846 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] Attempting to bind port 97f9ac5a-ceaf-4b72-9d1b-ae999429ba68 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:40:42.669241 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] Attempting to bind port 97f9ac5a-ceaf-4b72-9d1b-ae999429ba68 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:40:42.669622 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] Attempting to bind port 97f9ac5a-ceaf-4b72-9d1b-ae999429ba68 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:40:42.680712 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:40:42.681096 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:40:42.681534 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:42.681936 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:40:42.682413 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] Bound port: 97f9ac5a-ceaf-4b72-9d1b-ae999429ba68, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:40:42.682796 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (97f9ac5a-ceaf-4b72-9d1b-ae999429ba68), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:42.685692 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8fed9-3fb1-44a6-bff4-04c16b1ec3b7 None None] Pushing event updated for resources: {'Port': ['ID=97f9ac5a-ceaf-4b72-9d1b-ae999429ba68,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:42.714712 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b8fed9-3fb1-44a6-bff4-04c16b1ec3b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:42.715068 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b8fed9-3fb1-44a6-bff4-04c16b1ec3b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:42.715420 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b8fed9-3fb1-44a6-bff4-04c16b1ec3b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:42.715766 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b8fed9-3fb1-44a6-bff4-04c16b1ec3b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:42.716108 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b8fed9-3fb1-44a6-bff4-04c16b1ec3b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:42.716446 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b8fed9-3fb1-44a6-bff4-04c16b1ec3b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:42.716780 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b8fed9-3fb1-44a6-bff4-04c16b1ec3b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:42.717116 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b8fed9-3fb1-44a6-bff4-04c16b1ec3b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:42.717483 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b8fed9-3fb1-44a6-bff4-04c16b1ec3b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:42.717817 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b8fed9-3fb1-44a6-bff4-04c16b1ec3b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:42.718148 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b8fed9-3fb1-44a6-bff4-04c16b1ec3b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:42.718476 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b8fed9-3fb1-44a6-bff4-04c16b1ec3b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:42.718806 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b8fed9-3fb1-44a6-bff4-04c16b1ec3b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:40:42.750450 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] For port 97f9ac5a-ceaf-4b72-9d1b-ae999429ba68, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:40:42.753883 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] For port 97f9ac5a-ceaf-4b72-9d1b-ae999429ba68, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=97f9ac5a-ceaf-4b72-9d1b-ae999429ba68,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:40:42.759026 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-bf7619fd-c175-4385-afa8-22de54ce4ec4', 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ips': [{'subnet_id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:40:42.760234 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:42.762683 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (97f9ac5a-ceaf-4b72-9d1b-ae999429ba68), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:42.814403 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] Routers {'1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:40:42.815035 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:40:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:42.895900 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8fed9-3fb1-44a6-bff4-04c16b1ec3b7 None None] Pushing event updated for resources: {'Port': ['ID=97f9ac5a-ceaf-4b72-9d1b-ae999429ba68,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:42.912844 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] Allocated IP 172.20.0.2 (bf7619fd-c175-4385-afa8-22de54ce4ec4/a0b38dbe-e1ff-4870-b88d-78ad1e8aea45/eab25fed-c7eb-43aa-baf3-d9d66493ee83) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:40:42.943690 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] Set router 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:40:43.071161 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] Publish callbacks [] for port (eab25fed-c7eb-43aa-baf3-d9d66493ee83), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:43.077375 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (eab25fed-c7eb-43aa-baf3-d9d66493ee83), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:43.123909 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] Network bf7619fd-c175-4385-afa8-22de54ce4ec4 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:40:43.129924 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:40:43.132288 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] Pushing event updated for resources: {'Port': ['ID=eab25fed-c7eb-43aa-baf3-d9d66493ee83,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:43.134606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:40:43.140854 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241593515', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:41Z', 'revision_number': 3, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:43.164732 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e7b18ac-7eab-41fd-8e18-6713c1898737 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:43.172578 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f293d6-07eb-49a5-9752-0b4fb24641c3 None None] The sync data for ids ['1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'] in n-d-827865-3 is: [{'id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241593515', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:41Z', 'revision_number': 3, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:40:43.198597 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] Attempting to bind port eab25fed-c7eb-43aa-baf3-d9d66493ee83 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:40:43.198995 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] Attempting to bind port eab25fed-c7eb-43aa-baf3-d9d66493ee83 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'ac8e02a9-c7d5-411d-9f95-20be59942ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:40:43.199373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] Attempting to bind port eab25fed-c7eb-43aa-baf3-d9d66493ee83 on network bf7619fd-c175-4385-afa8-22de54ce4ec4 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:40:43.205222 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:40:43.205687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] Checking segment: {'id': 'ac8e02a9-c7d5-411d-9f95-20be59942ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:40:43.206382 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:43.206788 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] Bound using segment: {'id': 'ac8e02a9-c7d5-411d-9f95-20be59942ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:40:43.207320 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] Bound port: eab25fed-c7eb-43aa-baf3-d9d66493ee83, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8e02a9-c7d5-411d-9f95-20be59942ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:40:43.207715 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (eab25fed-c7eb-43aa-baf3-d9d66493ee83), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:43.279098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] For port eab25fed-c7eb-43aa-baf3-d9d66493ee83, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:40:43.283372 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] For port eab25fed-c7eb-43aa-baf3-d9d66493ee83, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=eab25fed-c7eb-43aa-baf3-d9d66493ee83,segment=NetworkSegment(ac8e02a9-c7d5-411d-9f95-20be59942ba1),segment_id=ac8e02a9-c7d5-411d-9f95-20be59942ba1)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:40:43.291419 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (eab25fed-c7eb-43aa-baf3-d9d66493ee83), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:43.361734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519b20d-1b08-458e-8685-085190c0cd2e None None] Pushing event updated for resources: {'Port': ['ID=eab25fed-c7eb-43aa-baf3-d9d66493ee83,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:43.512417 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-1e7b18ac-7eab-41fd-8e18-6713c1898737 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Allocated IP 172.20.0.1 (bf7619fd-c175-4385-afa8-22de54ce4ec4/a0b38dbe-e1ff-4870-b88d-78ad1e8aea45/d5877c27-dc6e-48fd-b362-e58f76e7664d) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:40:43.669760 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e7b18ac-7eab-41fd-8e18-6713c1898737 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:43.723273 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e7b18ac-7eab-41fd-8e18-6713c1898737 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:43.789850 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7b18ac-7eab-41fd-8e18-6713c1898737 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network bf7619fd-c175-4385-afa8-22de54ce4ec4 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:40:43.791453 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1e7b18ac-7eab-41fd-8e18-6713c1898737 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:40:43.796080 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b18ac-7eab-41fd-8e18-6713c1898737 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:40:43.828208 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b18ac-7eab-41fd-8e18-6713c1898737 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=d5877c27-dc6e-48fd-b362-e58f76e7664d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:43.852105 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e7b18ac-7eab-41fd-8e18-6713c1898737 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (1b0552d8-9bcb-48a6-9e32-5b954a0d49a8), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:43.863087 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device eab25fed-c7eb-43aa-baf3-d9d66493ee83 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:40:43.918225 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port eab25fed-c7eb-43aa-baf3-d9d66493ee83 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:40:43.918618 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (eab25fed-c7eb-43aa-baf3-d9d66493ee83), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:44.013866 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e7b18ac-7eab-41fd-8e18-6713c1898737 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:44.020269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port eab25fed-c7eb-43aa-baf3-d9d66493ee83 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:40:44.020269 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (eab25fed-c7eb-43aa-baf3-d9d66493ee83), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:44.057325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port eab25fed-c7eb-43aa-baf3-d9d66493ee83, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=eab25fed-c7eb-43aa-baf3-d9d66493ee83,segment=NetworkSegment(ac8e02a9-c7d5-411d-9f95-20be59942ba1),segment_id=ac8e02a9-c7d5-411d-9f95-20be59942ba1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:40:44.061374 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (eab25fed-c7eb-43aa-baf3-d9d66493ee83), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:44.062256 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 97f9ac5a-ceaf-4b72-9d1b-ae999429ba68 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:40:44.139768 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=eab25fed-c7eb-43aa-baf3-d9d66493ee83,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:44.154993 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 97f9ac5a-ceaf-4b72-9d1b-ae999429ba68 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:40:44.155375 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (97f9ac5a-ceaf-4b72-9d1b-ae999429ba68), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:44.251834 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 97f9ac5a-ceaf-4b72-9d1b-ae999429ba68 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:40:44.252331 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (97f9ac5a-ceaf-4b72-9d1b-ae999429ba68), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:44.277302 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 97f9ac5a-ceaf-4b72-9d1b-ae999429ba68, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=97f9ac5a-ceaf-4b72-9d1b-ae999429ba68,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:40:44.284918 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (97f9ac5a-ceaf-4b72-9d1b-ae999429ba68), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:44.345313 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=97f9ac5a-ceaf-4b72-9d1b-ae999429ba68,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:44.374774 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e7b18ac-7eab-41fd-8e18-6713c1898737 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:44.381326 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e7b18ac-7eab-41fd-8e18-6713c1898737 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:44.455027 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b18ac-7eab-41fd-8e18-6713c1898737 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=d5877c27-dc6e-48fd-b362-e58f76e7664d,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:44.457895 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1e7b18ac-7eab-41fd-8e18-6713c1898737 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (1b0552d8-9bcb-48a6-9e32-5b954a0d49a8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:44.559876 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d748af-7c7f-438a-ae52-429b2be2abde None None] Network bf7619fd-c175-4385-afa8-22de54ce4ec4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:40:44.560351 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7b18ac-7eab-41fd-8e18-6713c1898737 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network bf7619fd-c175-4385-afa8-22de54ce4ec4 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:40:44.561887 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1e7b18ac-7eab-41fd-8e18-6713c1898737 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:40:44.631831 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2ad3d2b0-9931-4703-8eeb-ad8d81208f37 None None] Provisioning complete for port eab25fed-c7eb-43aa-baf3-d9d66493ee83 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:40:44.632111 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d2b0-9931-4703-8eeb-ad8d81208f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (eab25fed-c7eb-43aa-baf3-d9d66493ee83), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:44.758479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2ad3d2b0-9931-4703-8eeb-ad8d81208f37 None None] Current status of the port eab25fed-c7eb-43aa-baf3-d9d66493ee83 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:40:44.997258 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-3258ba18-e689-4460-895f-90206faf785e None None] Provisioning complete for port d5877c27-dc6e-48fd-b362-e58f76e7664d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:40:44.998548 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3258ba18-e689-4460-895f-90206faf785e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:45.047642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3258ba18-e689-4460-895f-90206faf785e None None] Port d5877c27-dc6e-48fd-b362-e58f76e7664d cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:40:45.059323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7b18ac-7eab-41fd-8e18-6713c1898737 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:40:45.064461 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-3258ba18-e689-4460-895f-90206faf785e None None] Provisioning complete for port eab25fed-c7eb-43aa-baf3-d9d66493ee83 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:40:45.065345 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3258ba18-e689-4460-895f-90206faf785e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (eab25fed-c7eb-43aa-baf3-d9d66493ee83), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:45.163736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3258ba18-e689-4460-895f-90206faf785e None None] Current status of the port eab25fed-c7eb-43aa-baf3-d9d66493ee83 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:40:45.192304 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7b18ac-7eab-41fd-8e18-6713c1898737 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:40:45.197829 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1e7b18ac-7eab-41fd-8e18-6713c1898737 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "PUT /v2.0/routers/1b0552d8-9bcb-48a6-9e32-5b954a0d49a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5476491 Feb 07 17:40:45.210805 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] Sync routers for ids ['1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:40:45.222214 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] Routers {'1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:40:45.223713 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:40:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:45.351273 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6af3ba21-f87c-4961-888d-55c709f6a672 None None] Provisioning complete for port d5877c27-dc6e-48fd-b362-e58f76e7664d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:40:45.351811 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6af3ba21-f87c-4961-888d-55c709f6a672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:45.415780 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6af3ba21-f87c-4961-888d-55c709f6a672 None None] Port d5877c27-dc6e-48fd-b362-e58f76e7664d cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:40:45.416951 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-5d87f264-c176-46f7-9c54-29e93d01c327 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1578157541&fields=id&tenant_id=ddae8a5ab7b44404b4cff4bc90366e75 HTTP/1.1" status: 200 len: 267 time: 0.0691257 Feb 07 17:40:45.424697 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] Set router 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:40:45.536741 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-b8223d02-6a76-4723-87ab-99994efd923c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:45.538258 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-b8223d02-6a76-4723-87ab-99994efd923c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/networks?id=bf7619fd-c175-4385-afa8-22de54ce4ec4 HTTP/1.1" status: 200 len: 797 time: 0.1077907 Feb 07 17:40:45.553956 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-2edaa7ff-8cc2-4e88-b56c-22ec6d7f409d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/quotas/ddae8a5ab7b44404b4cff4bc90366e75 HTTP/1.1" status: 200 len: 375 time: 0.0099401 Feb 07 17:40:45.581858 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2ccc3ca3-fd50-4af2-a46d-3a61ef9df378 None None] Provisioning complete for port d5877c27-dc6e-48fd-b362-e58f76e7664d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:40:45.582316 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2ccc3ca3-fd50-4af2-a46d-3a61ef9df378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:45.623581 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-aa49fdb2-1887-4b3d-86ca-57c86702c4de tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584629 Feb 07 17:40:45.649363 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc3ca3-fd50-4af2-a46d-3a61ef9df378 None None] Port d5877c27-dc6e-48fd-b362-e58f76e7664d cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:40:45.673739 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241593515', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:43Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'd5877c27-dc6e-48fd-b362-e58f76e7664d', 'name': '', 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:d9:00:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:43Z', 'updated_at': '2022-02-07T17:40:44Z', 'revision_number': 2, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:45.724044 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-b4018458-fce3-4620-80f7-ab76a4f8f238 service neutron] 10.222.0.18 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880272 Feb 07 17:40:45.826742 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-45190b7d-8e12-4f59-a1ff-7db5ded58031 service neutron] 10.222.0.18 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936396 Feb 07 17:40:45.870111 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device eab25fed-c7eb-43aa-baf3-d9d66493ee83 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:40:45.872473 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] Checking router: 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:40:45.872837 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] Updating router 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 port d5877c27-dc6e-48fd-b362-e58f76e7664d binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:40:45.927797 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:45.986591 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port eab25fed-c7eb-43aa-baf3-d9d66493ee83 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:40:45.986984 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (eab25fed-c7eb-43aa-baf3-d9d66493ee83), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:46.072868 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8a158ccb-2fad-4fb3-9cd3-1db1d608efc8 req-fc4d84ff-8a40-46a8-9989-f55b8f9fbfc8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 210 time: 0.0972927 Feb 07 17:40:46.208332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port eab25fed-c7eb-43aa-baf3-d9d66493ee83 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:40:46.209654 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 97f9ac5a-ceaf-4b72-9d1b-ae999429ba68 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:40:46.332548 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] Publish callbacks [] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:46.335501 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 97f9ac5a-ceaf-4b72-9d1b-ae999429ba68 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:40:46.335983 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (97f9ac5a-ceaf-4b72-9d1b-ae999429ba68), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:46.339971 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:46.424371 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4d9d6-0c4e-45be-8f8e-847ea38abb15 None None] Pushing event updated for resources: {'Port': ['ID=d5877c27-dc6e-48fd-b362-e58f76e7664d,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:46.517758 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] Attempting to bind port d5877c27-dc6e-48fd-b362-e58f76e7664d on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:40:46.518140 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] Attempting to bind port d5877c27-dc6e-48fd-b362-e58f76e7664d by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'ac8e02a9-c7d5-411d-9f95-20be59942ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:40:46.518516 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] Attempting to bind port d5877c27-dc6e-48fd-b362-e58f76e7664d on network bf7619fd-c175-4385-afa8-22de54ce4ec4 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:40:46.526949 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 97f9ac5a-ceaf-4b72-9d1b-ae999429ba68 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:40:46.529208 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:40:46.529618 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] Checking segment: {'id': 'ac8e02a9-c7d5-411d-9f95-20be59942ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:40:46.530028 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:46.530418 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] Bound using segment: {'id': 'ac8e02a9-c7d5-411d-9f95-20be59942ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:40:46.530901 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] Bound port: d5877c27-dc6e-48fd-b362-e58f76e7664d, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8e02a9-c7d5-411d-9f95-20be59942ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:40:46.531302 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:46.608323 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] For port d5877c27-dc6e-48fd-b362-e58f76e7664d, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:40:46.611707 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] For port d5877c27-dc6e-48fd-b362-e58f76e7664d, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d5877c27-dc6e-48fd-b362-e58f76e7664d,segment=NetworkSegment(ac8e02a9-c7d5-411d-9f95-20be59942ba1),segment_id=ac8e02a9-c7d5-411d-9f95-20be59942ba1)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:40:46.619268 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:46.686581 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4d9d6-0c4e-45be-8f8e-847ea38abb15 None None] Pushing event updated for resources: {'Port': ['ID=d5877c27-dc6e-48fd-b362-e58f76e7664d,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:46.691419 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] Routers {'1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:40:46.692592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:40:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:46.760201 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1776d7f7-5f0b-473e-adc1-8efa10312375 None None] Provisioning complete for port d5877c27-dc6e-48fd-b362-e58f76e7664d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:40:46.760592 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1776d7f7-5f0b-473e-adc1-8efa10312375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:46.869357 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] Set router 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:40:46.917767 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1776d7f7-5f0b-473e-adc1-8efa10312375 None None] Current status of the port d5877c27-dc6e-48fd-b362-e58f76e7664d is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:40:46.918166 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1776d7f7-5f0b-473e-adc1-8efa10312375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:46.990640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-3d569af7-6c57-49f3-bf4e-8f3df99eb122 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:46.992115 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-3d569af7-6c57-49f3-bf4e-8f3df99eb122 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.48 "GET /v2.0/networks?id=bf7619fd-c175-4385-afa8-22de54ce4ec4 HTTP/1.1" status: 200 len: 797 time: 0.1300166 Feb 07 17:40:47.027664 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-1776d7f7-5f0b-473e-adc1-8efa10312375 None None] For port d5877c27-dc6e-48fd-b362-e58f76e7664d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d5877c27-dc6e-48fd-b362-e58f76e7664d,segment=NetworkSegment(ac8e02a9-c7d5-411d-9f95-20be59942ba1),segment_id=ac8e02a9-c7d5-411d-9f95-20be59942ba1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:40:47.034494 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1776d7f7-5f0b-473e-adc1-8efa10312375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:47.059005 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-0b43bdeb-ccee-4c1f-8437-e457fd1040f8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddae8a5ab7b44404b4cff4bc90366e75 HTTP/1.1" status: 200 len: 380 time: 0.0576558 Feb 07 17:40:47.067670 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-b5d3299b-3b16-4aa6-8632-171ae8eb3223 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'port': {'device_id': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4', 'admin_state_up': True, 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'security_groups': ['4684d37a-6c23-4af0-bd05-42684c1d95d8']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:40:47.128472 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776d7f7-5f0b-473e-adc1-8efa10312375 None None] Pushing event updated for resources: {'Port': ['ID=d5877c27-dc6e-48fd-b362-e58f76e7664d,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:47.163877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-eb9eff5c-3e10-45bc-98bf-8a8ad451cb51 None None] Provisioning complete for port d5877c27-dc6e-48fd-b362-e58f76e7664d triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:40:47.164252 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-eb9eff5c-3e10-45bc-98bf-8a8ad451cb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:47.168901 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19fbbdeb-de45-4742-aee9-fb20bb0716e6 req-b086f54c-fc51-44fd-89d1-9c8d299d589a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 210 time: 0.0305068 Feb 07 17:40:47.189214 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-b5d3299b-3b16-4aa6-8632-171ae8eb3223 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Made reservation on behalf of ddae8a5ab7b44404b4cff4bc90366e75 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:40:47.194241 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-b5d3299b-3b16-4aa6-8632-171ae8eb3223 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:47.194406 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241593515', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:43Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'd5877c27-dc6e-48fd-b362-e58f76e7664d', 'name': '', 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:d9:00:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:43Z', 'updated_at': '2022-02-07T17:40:46Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:47.226293 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a1a55-905d-46f1-a018-b32a4ff6fcfb None None] The sync data for ids ['1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'] in n-d-827865-3 is: [{'id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241593515', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:43Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'd5877c27-dc6e-48fd-b362-e58f76e7664d', 'name': '', 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:d9:00:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:43Z', 'updated_at': '2022-02-07T17:40:46Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:40:47.312259 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-eb9eff5c-3e10-45bc-98bf-8a8ad451cb51 None None] Current status of the port d5877c27-dc6e-48fd-b362-e58f76e7664d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:40:47.358141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-b5d3299b-3b16-4aa6-8632-171ae8eb3223 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Allocated IP 172.20.0.4 (bf7619fd-c175-4385-afa8-22de54ce4ec4/a0b38dbe-e1ff-4870-b88d-78ad1e8aea45/ae189fdd-db14-430c-9ee8-801d4d4a954b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:40:47.511232 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-b5d3299b-3b16-4aa6-8632-171ae8eb3223 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:47.552643 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-b5d3299b-3b16-4aa6-8632-171ae8eb3223 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:47.602513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-b5d3299b-3b16-4aa6-8632-171ae8eb3223 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network bf7619fd-c175-4385-afa8-22de54ce4ec4 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:40:47.605940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-b5d3299b-3b16-4aa6-8632-171ae8eb3223 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:40:47.610657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-b5d3299b-3b16-4aa6-8632-171ae8eb3223 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:40:47.616446 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3299b-3b16-4aa6-8632-171ae8eb3223 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=ae189fdd-db14-430c-9ee8-801d4d4a954b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:47.668796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-b5d3299b-3b16-4aa6-8632-171ae8eb3223 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:47.669511 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-b5d3299b-3b16-4aa6-8632-171ae8eb3223 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:47.695244 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-b5d3299b-3b16-4aa6-8632-171ae8eb3223 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6313915 Feb 07 17:40:47.710123 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Request body: {'port': {'device_id': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:40:47.823100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d5877c27-dc6e-48fd-b362-e58f76e7664d up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:40:47.886577 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d5877c27-dc6e-48fd-b362-e58f76e7664d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:40:47.886967 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:47.977837 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e03f2f8a-b608-43b1-b156-25f83c811322 None None] Provisioning complete for port ae189fdd-db14-430c-9ee8-801d4d4a954b triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:40:47.978544 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e03f2f8a-b608-43b1-b156-25f83c811322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:48.012549 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d5877c27-dc6e-48fd-b362-e58f76e7664d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:40:48.028926 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e03f2f8a-b608-43b1-b156-25f83c811322 None None] Port ae189fdd-db14-430c-9ee8-801d4d4a954b cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:40:48.047025 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:48.349511 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da463c-e5b5-4162-a269-8edbf9cf69cd req-076b9c53-a4e7-41e9-b7c1-f46efec770e8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:48.351072 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b8da463c-e5b5-4162-a269-8edbf9cf69cd req-076b9c53-a4e7-41e9-b7c1-f46efec770e8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 931 time: 0.1055257 Feb 07 17:40:48.369836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae189fdd-db14-430c-9ee8-801d4d4a954b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:40:48.383678 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Publish callbacks [] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:48.407633 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Transition to ACTIVE for port object ae189fdd-db14-430c-9ee8-801d4d4a954b will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:40:48.415838 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:48.448914 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b8da463c-e5b5-4162-a269-8edbf9cf69cd req-6ab36c03-4afe-49c6-bff6-bef4209e50e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895607 Feb 07 17:40:48.472707 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Pushing event updated for resources: {'Port': ['ID=ae189fdd-db14-430c-9ee8-801d4d4a954b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:48.551646 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Attempting to bind port ae189fdd-db14-430c-9ee8-801d4d4a954b on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:40:48.552151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Attempting to bind port ae189fdd-db14-430c-9ee8-801d4d4a954b by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'ac8e02a9-c7d5-411d-9f95-20be59942ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:40:48.552485 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Attempting to bind port ae189fdd-db14-430c-9ee8-801d4d4a954b on network bf7619fd-c175-4385-afa8-22de54ce4ec4 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:40:48.557040 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Port ae189fdd-db14-430c-9ee8-801d4d4a954b on network bf7619fd-c175-4385-afa8-22de54ce4ec4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:40:48.557392 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Attempting to bind port ae189fdd-db14-430c-9ee8-801d4d4a954b on network bf7619fd-c175-4385-afa8-22de54ce4ec4 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:40:48.562325 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:40:48.562664 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Checking segment: {'id': 'ac8e02a9-c7d5-411d-9f95-20be59942ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:40:48.563046 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Bound using segment: {'id': 'ac8e02a9-c7d5-411d-9f95-20be59942ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:40:48.563468 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Bound port: ae189fdd-db14-430c-9ee8-801d4d4a954b, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8e02a9-c7d5-411d-9f95-20be59942ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:40:48.563826 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:48.628489 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] For port ae189fdd-db14-430c-9ee8-801d4d4a954b, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:40:48.632587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] For port ae189fdd-db14-430c-9ee8-801d4d4a954b, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ae189fdd-db14-430c-9ee8-801d4d4a954b,segment=NetworkSegment(ac8e02a9-c7d5-411d-9f95-20be59942ba1),segment_id=ac8e02a9-c7d5-411d-9f95-20be59942ba1)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:40:48.638737 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:48.673998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:48.674513 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:48.676537 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] 10.222.0.48 "PUT /v2.0/ports/ae189fdd-db14-430c-9ee8-801d4d4a954b HTTP/1.1" status: 200 len: 1091 time: 0.9737425 Feb 07 17:40:48.677009 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'tag': 'ae189fdd-db14-430c-9ee8-801d4d4a954b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:40:48.679360 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628c6723cf0d541a6362cfbbde021ddb095c9bd0acbf8defbc90316d1b4a8846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc3e941-d583-4dde-81b7-d1a05cc3f8a7" -d '{"events": [{"name": "network-changed", "server_uuid": "a59c5c9d-6c30-447f-a64c-51fe08e4ea41", "tag": "ae189fdd-db14-430c-9ee8-801d4d4a954b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:40:48.702934 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862f650-1c17-4810-9e8a-2a4f900a1561 service neutron] Pushing event updated for resources: {'Port': ['ID=ae189fdd-db14-430c-9ee8-801d4d4a954b,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:48.726392 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58040b9c-f820-4b1f-b458-a9ec1605c54a x-openstack-request-id: req-58040b9c-f820-4b1f-b458-a9ec1605c54a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:40:48.726696 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59c5c9d-6c30-447f-a64c-51fe08e4ea41", "tag": "ae189fdd-db14-430c-9ee8-801d4d4a954b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:40:48.727022 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58040b9c-f820-4b1f-b458-a9ec1605c54a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:40:48.727484 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'tag': 'ae189fdd-db14-430c-9ee8-801d4d4a954b', 'status': 'completed', 'code': 200} Feb 07 17:40:48.769568 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-b849a827-d137-4c45-acad-6858d7d42697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:48.771756 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-b849a827-d137-4c45-acad-6858d7d42697 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 1125 time: 0.0553777 Feb 07 17:40:48.815893 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-fa5a0da1-d3ea-4b68-84b9-9f158349462f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae189fdd-db14-430c-9ee8-801d4d4a954b HTTP/1.1" status: 200 len: 217 time: 0.0362146 Feb 07 17:40:48.868244 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-6b0049d8-5c22-44ca-8d91-e75c2b0599cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:48.869731 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-6b0049d8-5c22-44ca-8d91-e75c2b0599cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0b38dbe-e1ff-4870-b88d-78ad1e8aea45 HTTP/1.1" status: 200 len: 835 time: 0.0479493 Feb 07 17:40:48.921143 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-b7dcb48a-36b6-4fe1-8ec4-1f48abe191d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:48.922647 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-b7dcb48a-36b6-4fe1-8ec4-1f48abe191d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf7619fd-c175-4385-afa8-22de54ce4ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474949 Feb 07 17:40:49.009406 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1fa7e6b6-3ad0-4d10-817e-6d4abf47516d service neutron] 10.222.0.48 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811646 Feb 07 17:40:49.101073 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7f29c11b-5574-42af-b0fa-8a1f8ab29393 req-1e902e5c-e380-4973-8957-b984ac00d908 service neutron] 10.222.0.48 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859301 Feb 07 17:40:49.186594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3e941-d583-4dde-81b7-d1a05cc3f8a7 req-cc4c05e8-93e7-4f6a-b56e-9f2b971b5253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:49.188094 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1fc3e941-d583-4dde-81b7-d1a05cc3f8a7 req-cc4c05e8-93e7-4f6a-b56e-9f2b971b5253 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 1125 time: 0.0463254 Feb 07 17:40:49.275002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3e941-d583-4dde-81b7-d1a05cc3f8a7 req-e8a8e20f-bbbc-4f13-9998-1241ba1a4977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:49.276483 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1fc3e941-d583-4dde-81b7-d1a05cc3f8a7 req-e8a8e20f-bbbc-4f13-9998-1241ba1a4977 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf7619fd-c175-4385-afa8-22de54ce4ec4 HTTP/1.1" status: 200 len: 898 time: 0.0831451 Feb 07 17:40:49.326560 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1fc3e941-d583-4dde-81b7-d1a05cc3f8a7 req-0a0ed637-2990-4ca2-b9b9-f7197a29323b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae189fdd-db14-430c-9ee8-801d4d4a954b HTTP/1.1" status: 200 len: 217 time: 0.0392630 Feb 07 17:40:49.381323 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3e941-d583-4dde-81b7-d1a05cc3f8a7 req-9b037551-9a9e-46ea-99c6-e68889d02d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:49.382803 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1fc3e941-d583-4dde-81b7-d1a05cc3f8a7 req-9b037551-9a9e-46ea-99c6-e68889d02d3c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0b38dbe-e1ff-4870-b88d-78ad1e8aea45 HTTP/1.1" status: 200 len: 835 time: 0.0512488 Feb 07 17:40:49.430243 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3e941-d583-4dde-81b7-d1a05cc3f8a7 req-9492a039-028d-4fbb-adaf-c65144b9ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:49.431731 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1fc3e941-d583-4dde-81b7-d1a05cc3f8a7 req-9492a039-028d-4fbb-adaf-c65144b9ec6e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf7619fd-c175-4385-afa8-22de54ce4ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436628 Feb 07 17:40:49.534437 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1fc3e941-d583-4dde-81b7-d1a05cc3f8a7 req-58622c80-122d-44d5-81f6-bc378c058daa service neutron] 10.222.0.48 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970838 Feb 07 17:40:49.635095 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0343756-c371-4efb-9a48-f1c31198a8df req-c8f6733e-1c65-4268-b5c8-0c834fc88004 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:49.636498 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0343756-c371-4efb-9a48-f1c31198a8df req-c8f6733e-1c65-4268-b5c8-0c834fc88004 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 943 time: 0.1173241 Feb 07 17:40:49.665545 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1fc3e941-d583-4dde-81b7-d1a05cc3f8a7 req-5e4db0fc-21b1-488d-8f61-d3a549af64e8 service neutron] 10.222.0.48 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170137 Feb 07 17:40:49.697603 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0343756-c371-4efb-9a48-f1c31198a8df req-e9838a7b-7b44-4e57-be62-324be2d37cf8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537913 Feb 07 17:40:50.817866 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec434b4c-99d8-4bcb-a990-75a501ac42ee req-5e82bfe2-6fd8-4856-87f8-2e0ae75110a2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:50.819342 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ec434b4c-99d8-4bcb-a990-75a501ac42ee req-5e82bfe2-6fd8-4856-87f8-2e0ae75110a2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 943 time: 0.0529103 Feb 07 17:40:50.869201 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ec434b4c-99d8-4bcb-a990-75a501ac42ee req-859ab1dd-db9e-4b4b-b08a-51b74470e46f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442753 Feb 07 17:40:51.726888 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:51.735394 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ae189fdd-db14-430c-9ee8-801d4d4a954b details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:40:51.838725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ae189fdd-db14-430c-9ee8-801d4d4a954b, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ae189fdd-db14-430c-9ee8-801d4d4a954b,segment=NetworkSegment(ac8e02a9-c7d5-411d-9f95-20be59942ba1),segment_id=ac8e02a9-c7d5-411d-9f95-20be59942ba1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:40:51.851543 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'ae189fdd-db14-430c-9ee8-801d4d4a954b', 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4', 'port_id': 'ae189fdd-db14-430c-9ee8-801d4d4a954b', 'mac_address': 'fa:16:3e:cb:ff:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:40:51.887305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ae189fdd-db14-430c-9ee8-801d4d4a954b is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:40:51.887700 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:51.901198 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae189fdd-db14-430c-9ee8-801d4d4a954b {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:40:51.921414 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ae189fdd-db14-430c-9ee8-801d4d4a954b, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ae189fdd-db14-430c-9ee8-801d4d4a954b,segment=NetworkSegment(ac8e02a9-c7d5-411d-9f95-20be59942ba1),segment_id=ac8e02a9-c7d5-411d-9f95-20be59942ba1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:40:51.925637 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:51.974921 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ae189fdd-db14-430c-9ee8-801d4d4a954b,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:51.993708 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e07059-170a-4d52-9742-dc0b10bd237d req-68a59ff1-6b66-49be-b8f0-825f8c9a9969 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:51.995194 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72e07059-170a-4d52-9742-dc0b10bd237d req-68a59ff1-6b66-49be-b8f0-825f8c9a9969 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 944 time: 0.0525782 Feb 07 17:40:52.043333 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-72e07059-170a-4d52-9742-dc0b10bd237d req-8f08521e-5ca6-420b-9785-639280edf229 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421178 Feb 07 17:40:52.261831 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['ae189fdd-db14-430c-9ee8-801d4d4a954b'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:40:53.161314 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3142c3a-c94d-4ea7-9be6-33c98a984927 req-e355001b-1d32-4cd6-8222-3405b3c29cf3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:53.162682 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3142c3a-c94d-4ea7-9be6-33c98a984927 req-e355001b-1d32-4cd6-8222-3405b3c29cf3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 944 time: 0.0518847 Feb 07 17:40:53.214158 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3142c3a-c94d-4ea7-9be6-33c98a984927 req-be21373f-3ccb-4603-8a0c-a1eb73cd79c5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458403 Feb 07 17:40:53.708604 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:53.765470 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ae189fdd-db14-430c-9ee8-801d4d4a954b up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:40:53.817328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port ae189fdd-db14-430c-9ee8-801d4d4a954b completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:40:53.821092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port ae189fdd-db14-430c-9ee8-801d4d4a954b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:40:53.821519 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:53.900374 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port ae189fdd-db14-430c-9ee8-801d4d4a954b is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:40:53.900765 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:53.923059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae189fdd-db14-430c-9ee8-801d4d4a954b'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:40:53.925332 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8122a14-7548-4be5-978a-3071f9ec817b" -d '{"events": [{"server_uuid": "a59c5c9d-6c30-447f-a64c-51fe08e4ea41", "name": "network-vif-plugged", "status": "completed", "tag": "ae189fdd-db14-430c-9ee8-801d4d4a954b"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:40:53.937953 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port ae189fdd-db14-430c-9ee8-801d4d4a954b, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ae189fdd-db14-430c-9ee8-801d4d4a954b,segment=NetworkSegment(ac8e02a9-c7d5-411d-9f95-20be59942ba1),segment_id=ac8e02a9-c7d5-411d-9f95-20be59942ba1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:40:53.942788 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:53.968572 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189fdbb6-6c24-449a-aa2f-23bd0a8c6398 x-openstack-request-id: req-189fdbb6-6c24-449a-aa2f-23bd0a8c6398 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:40:53.968893 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59c5c9d-6c30-447f-a64c-51fe08e4ea41", "name": "network-vif-plugged", "status": "completed", "tag": "ae189fdd-db14-430c-9ee8-801d4d4a954b", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:40:53.969147 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-189fdbb6-6c24-449a-aa2f-23bd0a8c6398 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:40:53.969703 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae189fdd-db14-430c-9ee8-801d4d4a954b', 'code': 200} Feb 07 17:40:53.998285 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=ae189fdd-db14-430c-9ee8-801d4d4a954b,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:54.065493 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345545a9-b8c6-4d2d-942d-b2dba47ddf84 req-b077bb57-23dd-4a27-bda8-1e63e6724de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:54.067042 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-345545a9-b8c6-4d2d-942d-b2dba47ddf84 req-b077bb57-23dd-4a27-bda8-1e63e6724de7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 1127 time: 0.0480347 Feb 07 17:40:54.111679 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-345545a9-b8c6-4d2d-942d-b2dba47ddf84 req-04817918-2855-474d-a6eb-69032979637c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389438 Feb 07 17:40:54.338372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1bab7-4a3c-4076-a0ef-993db3ed59a3 req-1c748f2f-e2c3-48af-a252-76d7f9d70903 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:54.340314 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-69a1bab7-4a3c-4076-a0ef-993db3ed59a3 req-1c748f2f-e2c3-48af-a252-76d7f9d70903 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 945 time: 0.0567276 Feb 07 17:40:54.390359 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-69a1bab7-4a3c-4076-a0ef-993db3ed59a3 req-aafabdf7-a4d3-4066-be51-41502b1e33ea tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443845 Feb 07 17:40:55.512635 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26974b78-111e-407c-bba7-f4b22d8937b0 req-eec408df-5dce-4f8b-9900-46e161c546bd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:55.514064 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-26974b78-111e-407c-bba7-f4b22d8937b0 req-eec408df-5dce-4f8b-9900-46e161c546bd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 945 time: 0.0527449 Feb 07 17:40:55.562411 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-26974b78-111e-407c-bba7-f4b22d8937b0 req-d0327a9b-4157-4063-b88d-bb2c99268719 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428882 Feb 07 17:40:55.682289 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8bc8c-fec9-483d-b3c1-5cfe9cb113f8 req-cf24ca82-4870-411b-940c-5a4880c5ba9e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:55.683815 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-37e8bc8c-fec9-483d-b3c1-5cfe9cb113f8 req-cf24ca82-4870-411b-940c-5a4880c5ba9e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 945 time: 0.0524194 Feb 07 17:40:55.731706 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-37e8bc8c-fec9-483d-b3c1-5cfe9cb113f8 req-194fb7a6-267e-4747-bc0e-4307dcbd4416 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422463 Feb 07 17:40:55.753318 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33590) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:55.800006 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428b9e2-a448-4ff5-bb2f-3450f70b1339 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:55.801943 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d428b9e2-a448-4ff5-bb2f-3450f70b1339 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 1122 time: 0.0471425 Feb 07 17:40:55.804764 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33592) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:55.808941 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': 'ae189fdd-db14-430c-9ee8-801d4d4a954b', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:40:55.828746 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:55.851528 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a6b60d5e-ac7e-4cf1-98f2-b6c65bb4d617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:55.924735 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:56.028083 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Allocated IP 172.25.4.138 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/98680d00-2d54-4dce-b376-adf779a58cc0) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:40:56.128293 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (98680d00-2d54-4dce-b376-adf779a58cc0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:56.162400 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (98680d00-2d54-4dce-b376-adf779a58cc0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:56.206957 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:40:56.209928 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:40:56.212558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:40:56.238234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=98680d00-2d54-4dce-b376-adf779a58cc0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:56.568939 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for floatingip (94af2859-f2e3-45e8-88d0-362ac8e4cfaf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:56.647997 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (98680d00-2d54-4dce-b376-adf779a58cc0), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:56.801595 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (98680d00-2d54-4dce-b376-adf779a58cc0), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:56.806152 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (98680d00-2d54-4dce-b376-adf779a58cc0), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:56.873582 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=98680d00-2d54-4dce-b376-adf779a58cc0,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:40:56.886364 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (94af2859-f2e3-45e8-88d0-362ac8e4cfaf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:56.992359 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Floating IP 94af2859-f2e3-45e8-88d0-362ac8e4cfaf associated. External IP: 172.25.4.138, port: ae189fdd-db14-430c-9ee8-801d4d4a954b. Feb 07 17:40:57.213572 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:40:57.337772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:40:57.356211 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6024b7-e323-41d9-abcc-0c05529e50c2 None None] Sync routers for ids ['1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:40:57.365890 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:57.367391 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6024b7-e323-41d9-abcc-0c05529e50c2 None None] Routers {'1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:40:57.368217 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7c6024b7-e323-41d9-abcc-0c05529e50c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:40:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:57.397968 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b49b6d19-376e-499d-9bfd-04c8e103f500 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5921409 Feb 07 17:40:57.398856 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'tag': 'ae189fdd-db14-430c-9ee8-801d4d4a954b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:40:57.401582 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f79dbbc-6462-4ada-8fe6-9080f98a14ec" -d '{"events": [{"name": "network-changed", "server_uuid": "a59c5c9d-6c30-447f-a64c-51fe08e4ea41", "tag": "ae189fdd-db14-430c-9ee8-801d4d4a954b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:40:57.479431 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2626504-b4cd-4811-a62a-1b00554a08ea x-openstack-request-id: req-c2626504-b4cd-4811-a62a-1b00554a08ea {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:40:57.480151 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59c5c9d-6c30-447f-a64c-51fe08e4ea41", "tag": "ae189fdd-db14-430c-9ee8-801d4d4a954b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:40:57.480640 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2626504-b4cd-4811-a62a-1b00554a08ea {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:40:57.480756 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-7c6024b7-e323-41d9-abcc-0c05529e50c2 None None] Set router 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:40:57.481401 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'tag': 'ae189fdd-db14-430c-9ee8-801d4d4a954b', 'status': 'completed', 'code': 200} Feb 07 17:40:57.581844 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79dbbc-6462-4ada-8fe6-9080f98a14ec req-85ce7b24-c8b8-4d72-adc0-3d21a9474606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:57.583624 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f79dbbc-6462-4ada-8fe6-9080f98a14ec req-85ce7b24-c8b8-4d72-adc0-3d21a9474606 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 1127 time: 0.0876536 Feb 07 17:40:57.592086 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96598aa1-b86a-4c11-8d63-becc78bf8ca0 req-595c5ce1-b0f4-4800-965e-ddafe482da6a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:57.599962 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96598aa1-b86a-4c11-8d63-becc78bf8ca0 req-595c5ce1-b0f4-4800-965e-ddafe482da6a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 945 time: 0.0953739 Feb 07 17:40:57.694744 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-96598aa1-b86a-4c11-8d63-becc78bf8ca0 req-b148f487-2cdf-4052-99d8-14f34603775b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939004 Feb 07 17:40:57.717465 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7c6024b7-e323-41d9-abcc-0c05529e50c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241593515', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:43Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '94af2859-f2e3-45e8-88d0-362ac8e4cfaf', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'floating_ip_address': '172.25.4.138', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'port_id': 'ae189fdd-db14-430c-9ee8-801d4d4a954b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4', 'mac_address': 'fa:16:3e:cb:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:40:56Z', 'updated_at': '2022-02-07T17:40:56Z', 'revision_number': 0, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5877c27-dc6e-48fd-b362-e58f76e7664d', 'name': '', 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:d9:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:43Z', 'updated_at': '2022-02-07T17:40:46Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:57.724756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33598) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:57.737471 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79dbbc-6462-4ada-8fe6-9080f98a14ec req-856711ab-b0a6-446a-aa8b-59b6c63e3243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:57.739009 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f79dbbc-6462-4ada-8fe6-9080f98a14ec req-856711ab-b0a6-446a-aa8b-59b6c63e3243 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf7619fd-c175-4385-afa8-22de54ce4ec4 HTTP/1.1" status: 200 len: 898 time: 0.1308124 Feb 07 17:40:57.752254 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6024b7-e323-41d9-abcc-0c05529e50c2 None None] Checking router: 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:40:57.761559 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6024b7-e323-41d9-abcc-0c05529e50c2 None None] Routers {'1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:40:57.762203 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7c6024b7-e323-41d9-abcc-0c05529e50c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:40:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:57.806357 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-21977712-e75a-4cd4-b6b8-86a82cef925d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/floatingips/94af2859-f2e3-45e8-88d0-362ac8e4cfaf HTTP/1.1" status: 200 len: 991 time: 0.0790083 Feb 07 17:40:57.819129 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f79dbbc-6462-4ada-8fe6-9080f98a14ec req-e26bc311-ca93-4b5c-9e51-0c72f166e79b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae189fdd-db14-430c-9ee8-801d4d4a954b HTTP/1.1" status: 200 len: 999 time: 0.0735366 Feb 07 17:40:57.871761 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79dbbc-6462-4ada-8fe6-9080f98a14ec req-100eebc5-d82b-48ac-8b9d-7a1bcf0e0753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:57.873384 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f79dbbc-6462-4ada-8fe6-9080f98a14ec req-100eebc5-d82b-48ac-8b9d-7a1bcf0e0753 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0b38dbe-e1ff-4870-b88d-78ad1e8aea45 HTTP/1.1" status: 200 len: 835 time: 0.0481217 Feb 07 17:40:57.926807 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79dbbc-6462-4ada-8fe6-9080f98a14ec req-38597d00-3ef5-47b9-badc-e0467b25ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:40:57.929457 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f79dbbc-6462-4ada-8fe6-9080f98a14ec req-38597d00-3ef5-47b9-badc-e0467b25ccab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf7619fd-c175-4385-afa8-22de54ce4ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499384 Feb 07 17:40:57.971046 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-7c6024b7-e323-41d9-abcc-0c05529e50c2 None None] Set router 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:40:58.025890 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f79dbbc-6462-4ada-8fe6-9080f98a14ec req-39864871-3750-49a4-b561-82af80f47607 service neutron] 10.222.0.48 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899985 Feb 07 17:40:58.113528 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f79dbbc-6462-4ada-8fe6-9080f98a14ec req-2a02b7a2-4827-4aa4-b23d-5e0a84a40e63 service neutron] 10.222.0.48 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821152 Feb 07 17:40:58.204455 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7c6024b7-e323-41d9-abcc-0c05529e50c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241593515', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:43Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '94af2859-f2e3-45e8-88d0-362ac8e4cfaf', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'floating_ip_address': '172.25.4.138', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'port_id': 'ae189fdd-db14-430c-9ee8-801d4d4a954b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4', 'mac_address': 'fa:16:3e:cb:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:40:56Z', 'updated_at': '2022-02-07T17:40:56Z', 'revision_number': 0, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5877c27-dc6e-48fd-b362-e58f76e7664d', 'name': '', 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:d9:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:43Z', 'updated_at': '2022-02-07T17:40:46Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:40:58.234579 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6024b7-e323-41d9-abcc-0c05529e50c2 None None] The sync data for ids ['1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'] in n-d-827865-3 is: [{'id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241593515', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:43Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '94af2859-f2e3-45e8-88d0-362ac8e4cfaf', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'floating_ip_address': '172.25.4.138', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'port_id': 'ae189fdd-db14-430c-9ee8-801d4d4a954b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4', 'mac_address': 'fa:16:3e:cb:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:40:56Z', 'updated_at': '2022-02-07T17:40:56Z', 'revision_number': 0, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5877c27-dc6e-48fd-b362-e58f76e7664d', 'name': '', 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:d9:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:43Z', 'updated_at': '2022-02-07T17:40:46Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:40:58.264232 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b9364fee-821b-45fc-ab4a-0e056ad66b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:40:58.424186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862bffeb-3a6a-4dc3-bd6a-e8fd1154ee6a None None] New status for floating IP 94af2859-f2e3-45e8-88d0-362ac8e4cfaf: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:40:58.808348 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33602) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:40:58.872791 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-921ca485-2c8a-43e7-9c20-55c1530883ea tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/floatingips/94af2859-f2e3-45e8-88d0-362ac8e4cfaf HTTP/1.1" status: 200 len: 993 time: 0.0631247 Feb 07 17:40:59.693747 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:41:01.015460 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:41:02.524281 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:41:14.557563 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:41:21.752246 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:41:23.710321 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:41:25.855268 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2bd211b3-903d-44dc-bf7a-dca01bfb2a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:41:28.268640 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2f45802e-f9b5-4b1f-aac1-bbf15dbd716a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:41:29.692794 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:41:31.021522 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:41:32.525683 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:41:33.552741 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-8f6e521d-a828-4a21-b02f-83d14c68d15a req-45881378-5e71-4dde-a998-94719b88cfa1 tempest-ServerDiskConfigTestJSON-1847087302 tempest-ServerDiskConfigTestJSON-1847087302-project] (103225) timed out ('10.222.0.32', 64436) {{(pid=103225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 17:41:38.017423 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-41854111-8bb2-43f0-a1fe-c75db6d18e3a req-f9774652-c42c-4483-a8f8-c475d9064a20 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424652 Feb 07 17:41:38.102284 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41854111-8bb2-43f0-a1fe-c75db6d18e3a req-eeb8f78c-29f8-4099-ba92-35117eb6c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:41:38.103754 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-41854111-8bb2-43f0-a1fe-c75db6d18e3a req-eeb8f78c-29f8-4099-ba92-35117eb6c270 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 1127 time: 0.0466893 Feb 07 17:41:38.204647 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41854111-8bb2-43f0-a1fe-c75db6d18e3a req-36c58413-0b2e-433c-84ce-091d2cb6d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:41:38.206127 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-41854111-8bb2-43f0-a1fe-c75db6d18e3a req-36c58413-0b2e-433c-84ce-091d2cb6d152 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf7619fd-c175-4385-afa8-22de54ce4ec4 HTTP/1.1" status: 200 len: 898 time: 0.0855319 Feb 07 17:41:38.272024 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-41854111-8bb2-43f0-a1fe-c75db6d18e3a req-0b3224ff-8336-467e-a710-529d72a14730 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae189fdd-db14-430c-9ee8-801d4d4a954b HTTP/1.1" status: 200 len: 1001 time: 0.0599360 Feb 07 17:41:38.322227 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41854111-8bb2-43f0-a1fe-c75db6d18e3a req-ac6f1605-7db5-43dd-97e8-b8878d9363fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:41:38.323645 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-41854111-8bb2-43f0-a1fe-c75db6d18e3a req-ac6f1605-7db5-43dd-97e8-b8878d9363fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0b38dbe-e1ff-4870-b88d-78ad1e8aea45 HTTP/1.1" status: 200 len: 835 time: 0.0469403 Feb 07 17:41:38.373212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41854111-8bb2-43f0-a1fe-c75db6d18e3a req-91033312-3555-4906-84eb-8c1a239cd2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:41:38.374717 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-41854111-8bb2-43f0-a1fe-c75db6d18e3a req-91033312-3555-4906-84eb-8c1a239cd2a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf7619fd-c175-4385-afa8-22de54ce4ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447166 Feb 07 17:41:38.460937 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-41854111-8bb2-43f0-a1fe-c75db6d18e3a req-c131fbe2-272b-4168-985e-630c9ffaca6f service neutron] 10.222.0.48 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802031 Feb 07 17:41:38.550812 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-41854111-8bb2-43f0-a1fe-c75db6d18e3a req-ea8d785e-4312-4e01-b811-fea91a37e5e1 service neutron] 10.222.0.48 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840793 Feb 07 17:41:51.556847 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:41:51.746794 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:41:53.719591 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:41:55.856927 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-21310947-1a51-429e-a1b2-99cb862e9eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:41:58.271841 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-57dc6fd0-9dd0-43d9-92f0-2dc4d2bf7cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:41:59.617074 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-b2383f80-2e8e-41d6-94b0-244765483067 req-82d5cc15-30f6-4ad1-85c8-b671e3c57f1b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:41:59.618166 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2383f80-2e8e-41d6-94b0-244765483067 req-82d5cc15-30f6-4ad1-85c8-b671e3c57f1b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0593939 Feb 07 17:41:59.697644 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:00.802294 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33638) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:00.900386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352917e-bea2-4dba-b79c-ff4dd8c13ace req-c1f3a22f-ea7f-47fc-a6e4-ddbdddcaffa8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:00.901897 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7352917e-bea2-4dba-b79c-ff4dd8c13ace req-c1f3a22f-ea7f-47fc-a6e4-ddbdddcaffa8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 945 time: 0.1357155 Feb 07 17:42:00.918695 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-12174b5e-d438-42d6-8f47-3e93884b7eba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1151571 Feb 07 17:42:00.930041 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-3a672245-09d2-40c7-b72e-192c271cddb1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:42:00.931177 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-3a672245-09d2-40c7-b72e-192c271cddb1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064669 Feb 07 17:42:00.963137 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7352917e-bea2-4dba-b79c-ff4dd8c13ace req-677f6eed-b14c-4803-bcdc-db9156395c03 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551383 Feb 07 17:42:01.021260 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:02.047770 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-7ce86dd4-927e-4884-910f-4a59caf71008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:02.049302 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-7ce86dd4-927e-4884-910f-4a59caf71008 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 1127 time: 0.0554166 Feb 07 17:42:02.151773 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b0bbf-f6e4-4760-845f-ba4389fe20e1 req-36aad68c-8d02-49d1-82c7-040ea42338f9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:02.153255 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b70b0bbf-f6e4-4760-845f-ba4389fe20e1 req-36aad68c-8d02-49d1-82c7-040ea42338f9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 945 time: 0.1184335 Feb 07 17:42:02.180921 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-11e85e95-bea2-4369-a557-3c2cf3221747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:02.182362 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-11e85e95-bea2-4369-a557-3c2cf3221747 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf7619fd-c175-4385-afa8-22de54ce4ec4 HTTP/1.1" status: 200 len: 898 time: 0.1185637 Feb 07 17:42:02.252320 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b70b0bbf-f6e4-4760-845f-ba4389fe20e1 req-007e083f-a068-43f5-97db-e824580fef72 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916183 Feb 07 17:42:02.271436 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-7ee6006e-f0a5-4442-b1e9-d2ddf2260fd9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae189fdd-db14-430c-9ee8-801d4d4a954b HTTP/1.1" status: 200 len: 1001 time: 0.0817268 Feb 07 17:42:02.319218 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-67b6fef1-b012-4547-a9f9-5cbef873b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:02.320638 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-67b6fef1-b012-4547-a9f9-5cbef873b8fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0b38dbe-e1ff-4870-b88d-78ad1e8aea45 HTTP/1.1" status: 200 len: 835 time: 0.0442271 Feb 07 17:42:02.370973 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-dc849505-eabf-46ce-8180-441415f1f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:02.372458 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-dc849505-eabf-46ce-8180-441415f1f185 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf7619fd-c175-4385-afa8-22de54ce4ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460074 Feb 07 17:42:02.462383 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-e66cba37-c3d7-4a13-adf6-1fe1b4b54434 service neutron] 10.222.0.48 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835807 Feb 07 17:42:02.526510 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:02.555819 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ece0cce4-8363-4248-a565-3f3edd64b003 service neutron] 10.222.0.48 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878866 Feb 07 17:42:03.372576 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e08fdc-9101-4763-878c-04be5108966e req-6a7f470f-6da7-4207-8d74-f38f03d38d2d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:03.374101 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-48e08fdc-9101-4763-878c-04be5108966e req-6a7f470f-6da7-4207-8d74-f38f03d38d2d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 945 time: 0.0532892 Feb 07 17:42:03.421227 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-48e08fdc-9101-4763-878c-04be5108966e req-f98c3e35-83d5-4c1d-af68-36d3e2f9f986 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415642 Feb 07 17:42:04.544466 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56eed9-5de4-4f43-8dd4-759052b6fe94 req-9090702f-521b-4ea9-a969-3057df315849 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:04.545877 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e56eed9-5de4-4f43-8dd4-759052b6fe94 req-9090702f-521b-4ea9-a969-3057df315849 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 945 time: 0.0529532 Feb 07 17:42:04.597511 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e56eed9-5de4-4f43-8dd4-759052b6fe94 req-03d3bac3-86b0-4228-a1b0-291df6e50d3a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460029 Feb 07 17:42:05.720511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378375c3-4e38-4398-99b1-ad627d1d3d95 req-470ecdf8-b4bd-4279-ba6d-569511f2bc08 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:05.722005 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-378375c3-4e38-4398-99b1-ad627d1d3d95 req-470ecdf8-b4bd-4279-ba6d-569511f2bc08 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 945 time: 0.0565107 Feb 07 17:42:05.771085 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-378375c3-4e38-4398-99b1-ad627d1d3d95 req-55aa40dd-775f-466f-b185-a1cf0712bce8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429912 Feb 07 17:42:06.890233 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0a3f8-0a32-4f78-96f5-b8495c38c7a0 req-064dd959-7eb0-4256-9f62-70462c9c84fe tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:06.891721 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fdf0a3f8-0a32-4f78-96f5-b8495c38c7a0 req-064dd959-7eb0-4256-9f62-70462c9c84fe tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 945 time: 0.0527003 Feb 07 17:42:06.939748 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fdf0a3f8-0a32-4f78-96f5-b8495c38c7a0 req-855aaf5d-1a40-407f-b70e-27e2bd8cb2a7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413477 Feb 07 17:42:08.059751 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40cb2b-0b29-428a-85fe-826578495fc0 req-8effa0e0-ccb7-45a9-b7c7-d0de0d56fe67 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:08.061238 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1d40cb2b-0b29-428a-85fe-826578495fc0 req-8effa0e0-ccb7-45a9-b7c7-d0de0d56fe67 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 945 time: 0.0526674 Feb 07 17:42:08.109550 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1d40cb2b-0b29-428a-85fe-826578495fc0 req-3e38d70f-c8e9-40d9-a31f-697a89d65727 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424325 Feb 07 17:42:09.228583 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f991c-6e60-46d9-961c-589afd7ea728 req-666524a8-c14a-403f-add3-1cc9289d6366 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:09.230335 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-102f991c-6e60-46d9-961c-589afd7ea728 req-666524a8-c14a-403f-add3-1cc9289d6366 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 945 time: 0.0537095 Feb 07 17:42:09.278634 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-102f991c-6e60-46d9-961c-589afd7ea728 req-c4bfbb67-f1d4-4153-b180-5c5b38974ddb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424323 Feb 07 17:42:10.408499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08ed28-0075-4370-be44-aadc8fc9b17a req-f1bfa667-e148-4b66-92f2-d7d3273310a9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:10.410146 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4c08ed28-0075-4370-be44-aadc8fc9b17a req-f1bfa667-e148-4b66-92f2-d7d3273310a9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 945 time: 0.0572984 Feb 07 17:42:10.459498 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4c08ed28-0075-4370-be44-aadc8fc9b17a req-ef4d168a-9de5-4fb9-b260-cf8c6f2d24a4 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434783 Feb 07 17:42:11.583387 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323f989-f542-49b6-b32f-9e8903f3256f req-40580ed0-ed5e-46f1-8d4d-3628cf25c92c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:11.585717 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5323f989-f542-49b6-b32f-9e8903f3256f req-40580ed0-ed5e-46f1-8d4d-3628cf25c92c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 945 time: 0.0560670 Feb 07 17:42:11.637820 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5323f989-f542-49b6-b32f-9e8903f3256f req-110ece13-787e-42c6-9b62-65701ad51bca tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464654 Feb 07 17:42:12.757194 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8fe43-dc02-4f61-9bad-eb6d5efc9485 req-24c7b6e1-a880-46b0-a4cc-1ecb30a7308f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:12.758685 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7bd8fe43-dc02-4f61-9bad-eb6d5efc9485 req-24c7b6e1-a880-46b0-a4cc-1ecb30a7308f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 945 time: 0.0540736 Feb 07 17:42:12.806131 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7bd8fe43-dc02-4f61-9bad-eb6d5efc9485 req-8898ccf5-9028-462e-8bc1-2e5cc888bc12 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417764 Feb 07 17:42:13.925688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae0881-5d4e-4352-85ac-a78b642d29ca req-ab90cda4-5bdc-4ade-904a-90fb4e5c64c4 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:13.927286 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-50ae0881-5d4e-4352-85ac-a78b642d29ca req-ab90cda4-5bdc-4ade-904a-90fb4e5c64c4 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 945 time: 0.0522947 Feb 07 17:42:13.975629 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-50ae0881-5d4e-4352-85ac-a78b642d29ca req-d4f038f1-baca-495f-866c-684ee4eb2f27 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427234 Feb 07 17:42:14.419277 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-36e679dd-5c6a-437b-a108-25a3b17305d4 service neutron] show failed (client error): The resource could not be found. Feb 07 17:42:14.420271 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-36e679dd-5c6a-437b-a108-25a3b17305d4 service neutron] 10.222.0.48 "GET /v2.0/ports/ae189fdd-db14-430c-9ee8-801d4d4a954b/bindings/n-h2-827865-3 HTTP/1.1" status: 404 len: 380 time: 0.0598657 Feb 07 17:42:14.659302 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-9f1772d3-e54e-46f4-8e90-487869328ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:14.660766 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-9f1772d3-e54e-46f4-8e90-487869328ae8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41&tenant_id=ddae8a5ab7b44404b4cff4bc90366e75 HTTP/1.1" status: 200 len: 1127 time: 0.0865598 Feb 07 17:42:14.672012 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827865-3', 'device_owner': 'compute:nova'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:42:14.733463 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:14.929818 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] For port ae189fdd-db14-430c-9ee8-801d4d4a954b, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=ae189fdd-db14-430c-9ee8-801d4d4a954b,segment=NetworkSegment(ac8e02a9-c7d5-411d-9f95-20be59942ba1),segment_id=ac8e02a9-c7d5-411d-9f95-20be59942ba1)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:42:14.961785 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] For port ae189fdd-db14-430c-9ee8-801d4d4a954b, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:42:15.000091 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae189fdd-db14-430c-9ee8-801d4d4a954b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:42:15.002372 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc64763-5df2-4c59-b49e-765659f82e45" -d '{"events": [{"server_uuid": "a59c5c9d-6c30-447f-a64c-51fe08e4ea41", "name": "network-vif-unplugged", "status": "completed", "tag": "ae189fdd-db14-430c-9ee8-801d4d4a954b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:42:15.006779 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Publish callbacks [] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:15.021864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Transition to ACTIVE for port object ae189fdd-db14-430c-9ee8-801d4d4a954b will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:42:15.026447 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:15.140975 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 17:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb517f0a-b6b3-4c65-b65b-f5ff1e9b4fb1 x-openstack-request-id: req-bb517f0a-b6b3-4c65-b65b-f5ff1e9b4fb1 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:42:15.141300 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59c5c9d-6c30-447f-a64c-51fe08e4ea41", "name": "network-vif-unplugged", "status": "completed", "tag": "ae189fdd-db14-430c-9ee8-801d4d4a954b", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:42:15.141558 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb517f0a-b6b3-4c65-b65b-f5ff1e9b4fb1 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:42:15.141961 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae189fdd-db14-430c-9ee8-801d4d4a954b', 'code': 200} Feb 07 17:42:15.145245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Pushing event updated for resources: {'Port': ['ID=ae189fdd-db14-430c-9ee8-801d4d4a954b,revision_number=6']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:15.162391 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:15.162746 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:15.163098 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:15.163445 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:15.163788 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:15.164125 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:15.164495 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:15.164780 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:15.165129 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:15.165491 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:15.165824 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:15.166157 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:15.166485 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:15.200761 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4b409-e671-4488-b5a1-fbbac98ea4e7 req-7c47deef-9a3d-4332-919c-1d600047aee2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:15.202342 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9bb4b409-e671-4488-b5a1-fbbac98ea4e7 req-7c47deef-9a3d-4332-919c-1d600047aee2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 943 time: 0.1405878 Feb 07 17:42:15.223027 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] No DVR routers for this DVR port ae189fdd-db14-430c-9ee8-801d4d4a954b on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:42:15.347301 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9bb4b409-e671-4488-b5a1-fbbac98ea4e7 req-ab183187-69a2-4c42-8fe0-4ba8a36e167d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261148 Feb 07 17:42:15.401708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Attempting to bind port ae189fdd-db14-430c-9ee8-801d4d4a954b on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:42:15.402045 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Attempting to bind port ae189fdd-db14-430c-9ee8-801d4d4a954b by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'ac8e02a9-c7d5-411d-9f95-20be59942ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:42:15.402372 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Attempting to bind port ae189fdd-db14-430c-9ee8-801d4d4a954b on network bf7619fd-c175-4385-afa8-22de54ce4ec4 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:42:15.406747 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Port ae189fdd-db14-430c-9ee8-801d4d4a954b on network bf7619fd-c175-4385-afa8-22de54ce4ec4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:42:15.407076 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Attempting to bind port ae189fdd-db14-430c-9ee8-801d4d4a954b on network bf7619fd-c175-4385-afa8-22de54ce4ec4 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:42:15.411902 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:42:15.412311 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Checking segment: {'id': 'ac8e02a9-c7d5-411d-9f95-20be59942ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:42:15.412697 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Bound using segment: {'id': 'ac8e02a9-c7d5-411d-9f95-20be59942ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:42:15.413125 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Bound port: ae189fdd-db14-430c-9ee8-801d4d4a954b, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8e02a9-c7d5-411d-9f95-20be59942ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:42:15.413510 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:15.476011 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] For port ae189fdd-db14-430c-9ee8-801d4d4a954b, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:42:15.478952 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] For port ae189fdd-db14-430c-9ee8-801d4d4a954b, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ae189fdd-db14-430c-9ee8-801d4d4a954b,segment=NetworkSegment(ac8e02a9-c7d5-411d-9f95-20be59942ba1),segment_id=ac8e02a9-c7d5-411d-9f95-20be59942ba1)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:42:15.484802 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:15.519174 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:15.519796 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:15.521398 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] 10.222.0.32 "PUT /v2.0/ports/ae189fdd-db14-430c-9ee8-801d4d4a954b HTTP/1.1" status: 200 len: 1091 time: 0.8530841 Feb 07 17:42:15.553419 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ac403-61ad-4b83-a6bb-d33a5ac9dbef service neutron] Pushing event updated for resources: {'Port': ['ID=ae189fdd-db14-430c-9ee8-801d4d4a954b,revision_number=7']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:15.594451 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-bb315b80-e47a-48ce-94b9-84785e5a290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:15.596070 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-bb315b80-e47a-48ce-94b9-84785e5a290d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 1125 time: 0.0522861 Feb 07 17:42:15.689046 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-4d4f2cc0-e8a4-46ae-8f62-f0112d3f435b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:15.690583 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-4d4f2cc0-e8a4-46ae-8f62-f0112d3f435b service neutron] 10.222.0.32 "GET /v2.0/networks?id=bf7619fd-c175-4385-afa8-22de54ce4ec4 HTTP/1.1" status: 200 len: 898 time: 0.0883675 Feb 07 17:42:15.759205 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-fa9fb624-69ce-46d3-b9a8-5c54ca8f7a9d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae189fdd-db14-430c-9ee8-801d4d4a954b HTTP/1.1" status: 200 len: 999 time: 0.0624523 Feb 07 17:42:15.808057 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-a3ad9fbc-5873-408f-a541-72920c62ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:15.809457 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-a3ad9fbc-5873-408f-a541-72920c62ae06 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0b38dbe-e1ff-4870-b88d-78ad1e8aea45 HTTP/1.1" status: 200 len: 835 time: 0.0439184 Feb 07 17:42:15.856971 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-4ded96c2-5613-4952-8145-8dbf7135c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:15.858495 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-4ded96c2-5613-4952-8145-8dbf7135c063 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf7619fd-c175-4385-afa8-22de54ce4ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437741 Feb 07 17:42:15.948597 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-f15bf128-af85-4505-98f9-cae2628953a1 service neutron] 10.222.0.32 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842412 Feb 07 17:42:16.034664 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-19b9bf79-6baf-4bd2-90b8-403df8592441 req-797e96e1-83c6-4574-9517-c916c63840b7 service neutron] 10.222.0.32 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803328 Feb 07 17:42:16.519147 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992db108-c7bc-4d1e-b72a-673180d97c21 req-5242d313-42e9-4220-a4c2-21c2ae296f25 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:16.520610 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-992db108-c7bc-4d1e-b72a-673180d97c21 req-5242d313-42e9-4220-a4c2-21c2ae296f25 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 943 time: 0.0543528 Feb 07 17:42:16.569863 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-992db108-c7bc-4d1e-b72a-673180d97c21 req-0e005c53-9cce-41c6-96b3-7e7dcd3f0844 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427961 Feb 07 17:42:17.142776 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'tag': 'ae189fdd-db14-430c-9ee8-801d4d4a954b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:42:17.145141 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fd7c78-61b4-4849-92ce-a095c492c609" -d '{"events": [{"name": "network-changed", "server_uuid": "a59c5c9d-6c30-447f-a64c-51fe08e4ea41", "tag": "ae189fdd-db14-430c-9ee8-801d4d4a954b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:42:17.193682 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130c6b85-0c24-499a-8091-db9014b5ed4c x-openstack-request-id: req-130c6b85-0c24-499a-8091-db9014b5ed4c {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:42:17.194050 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59c5c9d-6c30-447f-a64c-51fe08e4ea41", "tag": "ae189fdd-db14-430c-9ee8-801d4d4a954b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:42:17.194392 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-130c6b85-0c24-499a-8091-db9014b5ed4c {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:42:17.194836 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'tag': 'ae189fdd-db14-430c-9ee8-801d4d4a954b', 'status': 'completed', 'code': 200} Feb 07 17:42:17.255381 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-d45d7c77-0540-459b-868b-274115336b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:17.257138 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-d45d7c77-0540-459b-868b-274115336b60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 1125 time: 0.0474544 Feb 07 17:42:17.259981 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-bba8ff8a-e91c-413d-9a97-1e26f67b0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:17.261532 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-bba8ff8a-e91c-413d-9a97-1e26f67b0f68 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 1125 time: 0.0462835 Feb 07 17:42:17.353106 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-e90b5880-e0a6-4566-a7b0-06cb6c067ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:17.354597 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-e90b5880-e0a6-4566-a7b0-06cb6c067ae6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bf7619fd-c175-4385-afa8-22de54ce4ec4 HTTP/1.1" status: 200 len: 898 time: 0.0895967 Feb 07 17:42:17.355187 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-2e6bbef1-79b2-4d22-a7a9-c81746dba435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:17.356626 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-2e6bbef1-79b2-4d22-a7a9-c81746dba435 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf7619fd-c175-4385-afa8-22de54ce4ec4 HTTP/1.1" status: 200 len: 898 time: 0.0899668 Feb 07 17:42:17.421411 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-55de4eb9-3735-4ae6-8f36-354e9f0863b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae189fdd-db14-430c-9ee8-801d4d4a954b HTTP/1.1" status: 200 len: 999 time: 0.0601504 Feb 07 17:42:17.422126 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-3debb833-420b-4a5f-8de2-810bfb9325a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae189fdd-db14-430c-9ee8-801d4d4a954b HTTP/1.1" status: 200 len: 999 time: 0.0600653 Feb 07 17:42:17.476402 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-34ca7037-4505-4db4-92ae-f0080d594626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:17.478022 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-34ca7037-4505-4db4-92ae-f0080d594626 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0b38dbe-e1ff-4870-b88d-78ad1e8aea45 HTTP/1.1" status: 200 len: 835 time: 0.0508900 Feb 07 17:42:17.480890 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-2a206b59-211c-4016-90ae-42b12f65af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:17.482480 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-2a206b59-211c-4016-90ae-42b12f65af21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0b38dbe-e1ff-4870-b88d-78ad1e8aea45 HTTP/1.1" status: 200 len: 835 time: 0.0516040 Feb 07 17:42:17.531723 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-3f80214b-b203-470d-b531-f0007b39aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:17.533989 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-3f80214b-b203-470d-b531-f0007b39aeb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf7619fd-c175-4385-afa8-22de54ce4ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506392 Feb 07 17:42:17.539781 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-547d9b41-347d-4351-ae68-65674fb0f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:17.541324 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-547d9b41-347d-4351-ae68-65674fb0f9f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf7619fd-c175-4385-afa8-22de54ce4ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499032 Feb 07 17:42:17.633436 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-07e39103-69d3-4ebf-a24c-f39d930ac2f2 service neutron] 10.222.0.48 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937972 Feb 07 17:42:17.646059 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-1883dd3c-080a-4dd0-958d-4cc32147e6c3 service neutron] 10.222.0.32 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931654 Feb 07 17:42:17.740810 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-a3e19657-a8f1-41ce-8d07-48fd6b54848b service neutron] 10.222.0.32 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895553 Feb 07 17:42:17.761900 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976c35d-b88e-4272-8e09-c0816ec9f0b0 req-385e0e7f-ece9-488c-bec0-5f685cf1d563 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:17.763378 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4976c35d-b88e-4272-8e09-c0816ec9f0b0 req-385e0e7f-ece9-488c-bec0-5f685cf1d563 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 943 time: 0.1110809 Feb 07 17:42:17.780297 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-33fd7c78-61b4-4849-92ce-a095c492c609 req-7c9bab1d-a12e-4c74-a8f9-611b47d97585 service neutron] 10.222.0.48 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407650 Feb 07 17:42:17.817111 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4976c35d-b88e-4272-8e09-c0816ec9f0b0 req-626dca76-2ce3-4592-a533-a0bbc5ebf452 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464933 Feb 07 17:42:18.085703 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e7cc9-87f4-4c10-a65b-8f07a7cbd6f4 req-e6570533-30c2-40ca-8086-f248e4e25206 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:18.087199 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-656e7cc9-87f4-4c10-a65b-8f07a7cbd6f4 req-e6570533-30c2-40ca-8086-f248e4e25206 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 943 time: 0.1265924 Feb 07 17:42:18.094779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de323f83-08c4-497c-b9e8-6e1d3ab73252 req-3ede52b2-279d-4cae-9506-7c82293a994a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:18.096127 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de323f83-08c4-497c-b9e8-6e1d3ab73252 req-3ede52b2-279d-4cae-9506-7c82293a994a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.48 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41&tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&binding%3Ahost_id=n-h2-827865-3 HTTP/1.1" status: 200 len: 943 time: 0.1248102 Feb 07 17:42:18.419152 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-656e7cc9-87f4-4c10-a65b-8f07a7cbd6f4 req-04b36f4b-d62b-4695-b305-cf1407a87305 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3219860 Feb 07 17:42:18.425993 n-d-827865-3 neutron-server[103225]: INFO neutron.api.v2.resource [req-de323f83-08c4-497c-b9e8-6e1d3ab73252 req-1f142c54-f21a-414f-a17a-d24fdd8f7aca service neutron] delete failed (client error): The resource could not be found. Feb 07 17:42:18.427547 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de323f83-08c4-497c-b9e8-6e1d3ab73252 req-1f142c54-f21a-414f-a17a-d24fdd8f7aca service neutron] 10.222.0.48 "DELETE /v2.0/ports/ae189fdd-db14-430c-9ee8-801d4d4a954b/bindings/n-h1-827865-3 HTTP/1.1" status: 404 len: 380 time: 0.3219054 Feb 07 17:42:18.517197 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de323f83-08c4-497c-b9e8-6e1d3ab73252 req-f0d2bab8-c243-4d28-9151-489c2881b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:18.518749 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de323f83-08c4-497c-b9e8-6e1d3ab73252 req-f0d2bab8-c243-4d28-9151-489c2881b741 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 1125 time: 0.0457749 Feb 07 17:42:18.542433 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a73c0d-6a92-4bb2-9707-eb48e579dc6e req-705e265b-c8e4-413c-b5bf-4eae7267bebc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:18.543888 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8a73c0d-6a92-4bb2-9707-eb48e579dc6e req-705e265b-c8e4-413c-b5bf-4eae7267bebc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 943 time: 0.0531263 Feb 07 17:42:18.593132 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d8a73c0d-6a92-4bb2-9707-eb48e579dc6e req-b59746fe-2877-4f76-827c-94cea862f2e0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433807 Feb 07 17:42:18.604938 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de323f83-08c4-497c-b9e8-6e1d3ab73252 req-aa4d1277-2006-4460-b0d0-bae24b075ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:18.606419 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de323f83-08c4-497c-b9e8-6e1d3ab73252 req-aa4d1277-2006-4460-b0d0-bae24b075ea0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bf7619fd-c175-4385-afa8-22de54ce4ec4 HTTP/1.1" status: 200 len: 898 time: 0.0825725 Feb 07 17:42:18.673056 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de323f83-08c4-497c-b9e8-6e1d3ab73252 req-2641fe2c-cc26-4c3d-bfb0-81b9b77b24c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae189fdd-db14-430c-9ee8-801d4d4a954b HTTP/1.1" status: 200 len: 999 time: 0.0611525 Feb 07 17:42:18.718496 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de323f83-08c4-497c-b9e8-6e1d3ab73252 req-a193e400-6854-4484-93a2-01d0fde39472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:18.719919 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de323f83-08c4-497c-b9e8-6e1d3ab73252 req-a193e400-6854-4484-93a2-01d0fde39472 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0b38dbe-e1ff-4870-b88d-78ad1e8aea45 HTTP/1.1" status: 200 len: 835 time: 0.0419223 Feb 07 17:42:18.766444 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de323f83-08c4-497c-b9e8-6e1d3ab73252 req-9b98f3ba-4f5b-4a47-be61-b6e8efde644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:18.767887 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de323f83-08c4-497c-b9e8-6e1d3ab73252 req-9b98f3ba-4f5b-4a47-be61-b6e8efde644d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bf7619fd-c175-4385-afa8-22de54ce4ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425055 Feb 07 17:42:18.856671 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de323f83-08c4-497c-b9e8-6e1d3ab73252 req-0465866c-5b46-4417-befb-318eb6286b1f service neutron] 10.222.0.48 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832050 Feb 07 17:42:18.940734 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-de323f83-08c4-497c-b9e8-6e1d3ab73252 req-a64a880c-3142-4eb0-a2d7-a020f746a2cd service neutron] 10.222.0.48 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787292 Feb 07 17:42:19.050428 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ae189fdd-db14-430c-9ee8-801d4d4a954b details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:42:19.148284 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port ae189fdd-db14-430c-9ee8-801d4d4a954b, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ae189fdd-db14-430c-9ee8-801d4d4a954b,segment=NetworkSegment(ac8e02a9-c7d5-411d-9f95-20be59942ba1),segment_id=ac8e02a9-c7d5-411d-9f95-20be59942ba1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:42:19.159293 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': 'ae189fdd-db14-430c-9ee8-801d4d4a954b', 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4', 'port_id': 'ae189fdd-db14-430c-9ee8-801d4d4a954b', 'mac_address': 'fa:16:3e:cb:ff:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:42:19.196798 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port ae189fdd-db14-430c-9ee8-801d4d4a954b is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:42:19.197123 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:19.209702 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae189fdd-db14-430c-9ee8-801d4d4a954b {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:42:19.230100 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port ae189fdd-db14-430c-9ee8-801d4d4a954b, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ae189fdd-db14-430c-9ee8-801d4d4a954b,segment=NetworkSegment(ac8e02a9-c7d5-411d-9f95-20be59942ba1),segment_id=ac8e02a9-c7d5-411d-9f95-20be59942ba1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:42:19.233913 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:19.287530 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=ae189fdd-db14-430c-9ee8-801d4d4a954b,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:19.295994 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:19.296478 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:19.296863 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:19.297227 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:19.297606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:19.298077 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:19.298449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:19.298792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:19.299126 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:19.299460 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:19.299792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:19.300127 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:19.300456 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:19.516674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['ae189fdd-db14-430c-9ee8-801d4d4a954b'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:42:19.727073 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69033b-a043-4288-9b74-b4939199966e req-78883a5d-8f89-451f-8b60-292ad3984614 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:19.728690 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a69033b-a043-4288-9b74-b4939199966e req-78883a5d-8f89-451f-8b60-292ad3984614 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 944 time: 0.0620613 Feb 07 17:42:19.785101 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a69033b-a043-4288-9b74-b4939199966e req-f03e19f9-e440-4a9f-b92f-af8e414961cc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502310 Feb 07 17:42:19.808999 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33712) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:19.875357 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a815d8eb-8d90-4685-a484-b9134c314d03 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/floatingips/94af2859-f2e3-45e8-88d0-362ac8e4cfaf HTTP/1.1" status: 200 len: 992 time: 0.0650864 Feb 07 17:42:20.151474 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ae189fdd-db14-430c-9ee8-801d4d4a954b no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:42:20.191367 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] The host n-h1-827865-3 is not matching for port ae189fdd-db14-430c-9ee8-801d4d4a954b host n-h2-827865-3! {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 07 17:42:20.191767 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device ae189fdd-db14-430c-9ee8-801d4d4a954b not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:42:21.051738 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ae189fdd-db14-430c-9ee8-801d4d4a954b up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:42:21.100197 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port ae189fdd-db14-430c-9ee8-801d4d4a954b completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:42:21.103929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port ae189fdd-db14-430c-9ee8-801d4d4a954b triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:42:21.104295 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:21.182510 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port ae189fdd-db14-430c-9ee8-801d4d4a954b is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:42:21.183221 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:21.204874 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae189fdd-db14-430c-9ee8-801d4d4a954b'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:42:21.207172 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef816976-f007-4cd7-97a1-980b4607c274" -d '{"events": [{"server_uuid": "a59c5c9d-6c30-447f-a64c-51fe08e4ea41", "name": "network-vif-plugged", "status": "completed", "tag": "ae189fdd-db14-430c-9ee8-801d4d4a954b"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:42:21.219850 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port ae189fdd-db14-430c-9ee8-801d4d4a954b, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ae189fdd-db14-430c-9ee8-801d4d4a954b,segment=NetworkSegment(ac8e02a9-c7d5-411d-9f95-20be59942ba1),segment_id=ac8e02a9-c7d5-411d-9f95-20be59942ba1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:42:21.224381 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:21.247957 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202e7cc4-89b2-41e1-8ce1-610d48e256d3 x-openstack-request-id: req-202e7cc4-89b2-41e1-8ce1-610d48e256d3 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:42:21.248257 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59c5c9d-6c30-447f-a64c-51fe08e4ea41", "name": "network-vif-plugged", "status": "completed", "tag": "ae189fdd-db14-430c-9ee8-801d4d4a954b", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:42:21.248518 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-202e7cc4-89b2-41e1-8ce1-610d48e256d3 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:42:21.248915 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae189fdd-db14-430c-9ee8-801d4d4a954b', 'code': 200} Feb 07 17:42:21.274875 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=ae189fdd-db14-430c-9ee8-801d4d4a954b,revision_number=9']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:21.762855 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:23.734817 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:25.858959 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6b06827-4366-4044-9efa-63153098d54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:28.273096 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ee27e9e6-7ddf-4e11-ba5b-63dc4ff44aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:28.556599 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:42:29.698424 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:31.024762 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:32.528467 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:48.213455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33726) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:48.368026 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting port 98680d00-2d54-4dce-b376-adf779a58cc0 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:42:48.368372 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (98680d00-2d54-4dce-b376-adf779a58cc0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:48.440141 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (98680d00-2d54-4dce-b376-adf779a58cc0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:48.440473 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for floatingip (98680d00-2d54-4dce-b376-adf779a58cc0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:48.451774 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Calling delete_port for 98680d00-2d54-4dce-b376-adf779a58cc0 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:42:48.600132 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (98680d00-2d54-4dce-b376-adf779a58cc0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:48.627967 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Port': ['ID=98680d00-2d54-4dce-b376-adf779a58cc0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:48.654538 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:48.654910 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:48.655262 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:48.655610 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:48.655955 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:48.656296 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:48.656635 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:48.656974 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:48.657361 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:48.657690 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:48.658026 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:48.658358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:48.658688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:42:48.697810 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for floatingip (94af2859-f2e3-45e8-88d0-362ac8e4cfaf), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:48.698238 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Floating IP 94af2859-f2e3-45e8-88d0-362ac8e4cfaf disassociated (deleted). External IP: 172.25.4.138, port: ae189fdd-db14-430c-9ee8-801d4d4a954b. Feb 07 17:42:48.905660 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:42:49.013796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:42:49.018520 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:49.023682 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23e517c-5980-4583-813e-355fd288dcbc None None] Sync routers for ids ['1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:42:49.032862 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23e517c-5980-4583-813e-355fd288dcbc None None] Routers {'1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:42:49.033500 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d23e517c-5980-4583-813e-355fd288dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:42:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:42:49.047437 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-360ee102-a375-4bbf-aae2-f44f98718b19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/floatingips/94af2859-f2e3-45e8-88d0-362ac8e4cfaf HTTP/1.1" status: 204 len: 168 time: 0.8328912 Feb 07 17:42:49.048027 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'tag': 'ae189fdd-db14-430c-9ee8-801d4d4a954b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:42:49.050321 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628c6723cf0d541a6362cfbbde021ddb095c9bd0acbf8defbc90316d1b4a8846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249d9a3e-5062-4acb-881e-90a1f13e25c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a59c5c9d-6c30-447f-a64c-51fe08e4ea41", "tag": "ae189fdd-db14-430c-9ee8-801d4d4a954b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:42:49.145893 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-d23e517c-5980-4583-813e-355fd288dcbc None None] Set router 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:42:49.150280 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc47e038-55b7-4e77-8d32-2be44e26b6ae x-openstack-request-id: req-bc47e038-55b7-4e77-8d32-2be44e26b6ae {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:42:49.150689 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59c5c9d-6c30-447f-a64c-51fe08e4ea41", "tag": "ae189fdd-db14-430c-9ee8-801d4d4a954b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:42:49.151067 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc47e038-55b7-4e77-8d32-2be44e26b6ae {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:42:49.151802 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'tag': 'ae189fdd-db14-430c-9ee8-801d4d4a954b', 'status': 'completed', 'code': 200} Feb 07 17:42:49.232817 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d9a3e-5062-4acb-881e-90a1f13e25c5 req-4686bf52-ab5f-4fa0-883c-84cb351764cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:49.234373 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-249d9a3e-5062-4acb-881e-90a1f13e25c5 req-4686bf52-ab5f-4fa0-883c-84cb351764cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 1127 time: 0.0570457 Feb 07 17:42:49.318534 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c41638-b311-4668-ad80-a3668ff54439 req-1b9df8b9-33fa-46da-904e-dc0ca5ace669 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:49.319937 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-16c41638-b311-4668-ad80-a3668ff54439 req-1b9df8b9-33fa-46da-904e-dc0ca5ace669 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 945 time: 0.0776842 Feb 07 17:42:49.332420 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d9a3e-5062-4acb-881e-90a1f13e25c5 req-329af19f-8c86-4a84-b045-cdba4c6e0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:49.334514 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-249d9a3e-5062-4acb-881e-90a1f13e25c5 req-329af19f-8c86-4a84-b045-cdba4c6e0bf1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bf7619fd-c175-4385-afa8-22de54ce4ec4 HTTP/1.1" status: 200 len: 898 time: 0.0945246 Feb 07 17:42:49.363143 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d23e517c-5980-4583-813e-355fd288dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241593515', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:43Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'd5877c27-dc6e-48fd-b362-e58f76e7664d', 'name': '', 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:d9:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:43Z', 'updated_at': '2022-02-07T17:40:46Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:42:49.382136 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-16c41638-b311-4668-ad80-a3668ff54439 req-3595d26b-4384-4c52-a46d-40808f640942 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540001 Feb 07 17:42:49.390132 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23e517c-5980-4583-813e-355fd288dcbc None None] Checking router: 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:42:49.402464 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23e517c-5980-4583-813e-355fd288dcbc None None] Routers {'1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:42:49.403324 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d23e517c-5980-4583-813e-355fd288dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:42:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:42:49.515093 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-d23e517c-5980-4583-813e-355fd288dcbc None None] Set router 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:42:49.722133 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-d23e517c-5980-4583-813e-355fd288dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241593515', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:43Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'd5877c27-dc6e-48fd-b362-e58f76e7664d', 'name': '', 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:d9:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:43Z', 'updated_at': '2022-02-07T17:40:46Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:42:49.729451 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-249d9a3e-5062-4acb-881e-90a1f13e25c5 req-2add4479-5bed-4e19-a068-bdce27ad2ea8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae189fdd-db14-430c-9ee8-801d4d4a954b HTTP/1.1" status: 200 len: 217 time: 0.3880041 Feb 07 17:42:49.749831 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23e517c-5980-4583-813e-355fd288dcbc None None] The sync data for ids ['1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'] in n-d-827865-3 is: [{'id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241593515', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:43Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'd5877c27-dc6e-48fd-b362-e58f76e7664d', 'name': '', 'network_id': 'bf7619fd-c175-4385-afa8-22de54ce4ec4', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:d9:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:43Z', 'updated_at': '2022-02-07T17:40:46Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'a0b38dbe-e1ff-4870-b88d-78ad1e8aea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:42:49.778761 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d9a3e-5062-4acb-881e-90a1f13e25c5 req-4ac09bcf-1526-4d34-9bb5-176113d9d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:49.780145 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-249d9a3e-5062-4acb-881e-90a1f13e25c5 req-4ac09bcf-1526-4d34-9bb5-176113d9d36d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0b38dbe-e1ff-4870-b88d-78ad1e8aea45 HTTP/1.1" status: 200 len: 835 time: 0.0447195 Feb 07 17:42:49.830564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d9a3e-5062-4acb-881e-90a1f13e25c5 req-893f8a07-6e71-4cdf-8b8b-a6480528b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:49.832070 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-249d9a3e-5062-4acb-881e-90a1f13e25c5 req-893f8a07-6e71-4cdf-8b8b-a6480528b684 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf7619fd-c175-4385-afa8-22de54ce4ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452240 Feb 07 17:42:49.926731 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-249d9a3e-5062-4acb-881e-90a1f13e25c5 req-32339fb0-7a70-4175-ad96-61115946da7e service neutron] 10.222.0.32 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876563 Feb 07 17:42:49.977927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f99ba5-e8e1-45da-a690-ab4e7fd831ae None None] New status for floating IP 94af2859-f2e3-45e8-88d0-362ac8e4cfaf: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:42:50.016344 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-249d9a3e-5062-4acb-881e-90a1f13e25c5 req-ed6e5195-c8c8-40ed-95f1-71130ce6082d service neutron] 10.222.0.32 "GET /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835199 Feb 07 17:42:50.537902 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3831d-9a3d-4d76-b6e7-29fba1e92e06 req-7ded8366-a9bb-4b75-b2a4-1afb2533e18d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:50.539386 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-66b3831d-9a3d-4d76-b6e7-29fba1e92e06 req-7ded8366-a9bb-4b75-b2a4-1afb2533e18d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 945 time: 0.0873082 Feb 07 17:42:50.550556 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcec4bd-5887-42f9-8de9-3c50e07b14bc req-fad002c7-6887-4d16-848d-6cf74ee5ad6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:50.551893 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-efcec4bd-5887-42f9-8de9-3c50e07b14bc req-fad002c7-6887-4d16-848d-6cf74ee5ad6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.32 "GET /v2.0/ports?device_id=a59c5c9d-6c30-447f-a64c-51fe08e4ea41 HTTP/1.1" status: 200 len: 945 time: 0.0690944 Feb 07 17:42:50.627444 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-66b3831d-9a3d-4d76-b6e7-29fba1e92e06 req-8852f6e7-27f7-4f24-84f5-1b9fefef24dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=4684d37a-6c23-4af0-bd05-42684c1d95d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740817 Feb 07 17:42:50.674068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-efcec4bd-5887-42f9-8de9-3c50e07b14bc req-879e1eef-0cb5-44f7-8fec-07ed68a2aa06 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting port ae189fdd-db14-430c-9ee8-801d4d4a954b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:42:50.674344 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-efcec4bd-5887-42f9-8de9-3c50e07b14bc req-879e1eef-0cb5-44f7-8fec-07ed68a2aa06 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:50.760922 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-efcec4bd-5887-42f9-8de9-3c50e07b14bc req-879e1eef-0cb5-44f7-8fec-07ed68a2aa06 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] For port ae189fdd-db14-430c-9ee8-801d4d4a954b, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=ae189fdd-db14-430c-9ee8-801d4d4a954b,segment=NetworkSegment(ac8e02a9-c7d5-411d-9f95-20be59942ba1),segment_id=ac8e02a9-c7d5-411d-9f95-20be59942ba1)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:42:50.761306 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-efcec4bd-5887-42f9-8de9-3c50e07b14bc req-879e1eef-0cb5-44f7-8fec-07ed68a2aa06 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:50.773441 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-efcec4bd-5887-42f9-8de9-3c50e07b14bc req-879e1eef-0cb5-44f7-8fec-07ed68a2aa06 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Calling delete_port for ae189fdd-db14-430c-9ee8-801d4d4a954b owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:42:50.901818 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-efcec4bd-5887-42f9-8de9-3c50e07b14bc req-879e1eef-0cb5-44f7-8fec-07ed68a2aa06 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ae189fdd-db14-430c-9ee8-801d4d4a954b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:50.931535 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e1eef-0cb5-44f7-8fec-07ed68a2aa06 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Port': ['ID=ae189fdd-db14-430c-9ee8-801d4d4a954b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:50.975663 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcec4bd-5887-42f9-8de9-3c50e07b14bc req-879e1eef-0cb5-44f7-8fec-07ed68a2aa06 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] No DVR routers for this DVR port ae189fdd-db14-430c-9ee8-801d4d4a954b on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:42:50.978192 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-efcec4bd-5887-42f9-8de9-3c50e07b14bc req-879e1eef-0cb5-44f7-8fec-07ed68a2aa06 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:50.981504 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-efcec4bd-5887-42f9-8de9-3c50e07b14bc req-879e1eef-0cb5-44f7-8fec-07ed68a2aa06 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.32 "DELETE /v2.0/ports/ae189fdd-db14-430c-9ee8-801d4d4a954b HTTP/1.1" status: 204 len: 173 time: 0.4218109 Feb 07 17:42:50.981944 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'name': 'network-vif-deleted', 'tag': 'ae189fdd-db14-430c-9ee8-801d4d4a954b'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:42:50.984252 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5970e74e-0980-4c80-a00d-46b25eb41d3b" -d '{"events": [{"server_uuid": "a59c5c9d-6c30-447f-a64c-51fe08e4ea41", "name": "network-vif-deleted", "tag": "ae189fdd-db14-430c-9ee8-801d4d4a954b"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:42:51.021914 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fe722c-63e5-46c5-9eb2-a43d87116d90 x-openstack-request-id: req-83fe722c-63e5-46c5-9eb2-a43d87116d90 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:42:51.022213 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59c5c9d-6c30-447f-a64c-51fe08e4ea41", "name": "network-vif-deleted", "tag": "ae189fdd-db14-430c-9ee8-801d4d4a954b", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:42:51.022479 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83fe722c-63e5-46c5-9eb2-a43d87116d90 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:42:51.022877 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59c5c9d-6c30-447f-a64c-51fe08e4ea41', 'name': 'network-vif-deleted', 'tag': 'ae189fdd-db14-430c-9ee8-801d4d4a954b', 'status': 'completed', 'code': 200} Feb 07 17:42:51.684047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33742) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:51.790573 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:52.053975 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-445420e1-4537-4de4-a877-1a10bb6c0b3e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (1b0552d8-9bcb-48a6-9e32-5b954a0d49a8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:52.307626 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-445420e1-4537-4de4-a877-1a10bb6c0b3e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting port d5877c27-dc6e-48fd-b362-e58f76e7664d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:42:52.307897 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-445420e1-4537-4de4-a877-1a10bb6c0b3e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:52.394094 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-445420e1-4537-4de4-a877-1a10bb6c0b3e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] For port d5877c27-dc6e-48fd-b362-e58f76e7664d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d5877c27-dc6e-48fd-b362-e58f76e7664d,segment=NetworkSegment(ac8e02a9-c7d5-411d-9f95-20be59942ba1),segment_id=ac8e02a9-c7d5-411d-9f95-20be59942ba1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:42:52.394460 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-445420e1-4537-4de4-a877-1a10bb6c0b3e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:52.406916 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-445420e1-4537-4de4-a877-1a10bb6c0b3e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Calling delete_port for d5877c27-dc6e-48fd-b362-e58f76e7664d owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:42:52.597505 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-445420e1-4537-4de4-a877-1a10bb6c0b3e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d5877c27-dc6e-48fd-b362-e58f76e7664d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:52.623312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445420e1-4537-4de4-a877-1a10bb6c0b3e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Port': ['ID=d5877c27-dc6e-48fd-b362-e58f76e7664d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:52.798403 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-445420e1-4537-4de4-a877-1a10bb6c0b3e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (1b0552d8-9bcb-48a6-9e32-5b954a0d49a8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:53.011960 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445420e1-4537-4de4-a877-1a10bb6c0b3e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:42:53.119031 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445420e1-4537-4de4-a877-1a10bb6c0b3e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:42:53.124017 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-445420e1-4537-4de4-a877-1a10bb6c0b3e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "PUT /v2.0/routers/1b0552d8-9bcb-48a6-9e32-5b954a0d49a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4389644 Feb 07 17:42:53.127117 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33744) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:53.128279 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f125f75f-47d8-41f0-8432-d8a8002722f2 None None] Sync routers for ids ['1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:42:53.138736 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f125f75f-47d8-41f0-8432-d8a8002722f2 None None] Routers {'1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:42:53.139344 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f125f75f-47d8-41f0-8432-d8a8002722f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:42:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:42:53.177045 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-671da66d-fba5-4830-87c2-ee4c6b2793a1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting subnet a0b38dbe-e1ff-4870-b88d-78ad1e8aea45 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:42:53.180744 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-671da66d-fba5-4830-87c2-ee4c6b2793a1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for subnet (a0b38dbe-e1ff-4870-b88d-78ad1e8aea45), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:53.219947 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-671da66d-fba5-4830-87c2-ee4c6b2793a1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (a0b38dbe-e1ff-4870-b88d-78ad1e8aea45), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:53.245391 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-f125f75f-47d8-41f0-8432-d8a8002722f2 None None] Set router 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:42:53.308353 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-671da66d-fba5-4830-87c2-ee4c6b2793a1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (a0b38dbe-e1ff-4870-b88d-78ad1e8aea45), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:53.371412 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-671da66d-fba5-4830-87c2-ee4c6b2793a1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (a0b38dbe-e1ff-4870-b88d-78ad1e8aea45), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:53.400014 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671da66d-fba5-4830-87c2-ee4c6b2793a1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b38dbe-e1ff-4870-b88d-78ad1e8aea45,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:53.402118 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-671da66d-fba5-4830-87c2-ee4c6b2793a1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:53.407859 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-671da66d-fba5-4830-87c2-ee4c6b2793a1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/subnets/a0b38dbe-e1ff-4870-b88d-78ad1e8aea45 HTTP/1.1" status: 204 len: 168 time: 0.2771826 Feb 07 17:42:53.408076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb51b32-16f1-4613-8898-1e057143f9e8 None None] Network bf7619fd-c175-4385-afa8-22de54ce4ec4 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:42:53.408561 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33746) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:53.525760 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f125f75f-47d8-41f0-8432-d8a8002722f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241593515', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:42:52Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:42:53.557613 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f125f75f-47d8-41f0-8432-d8a8002722f2 None None] Checking router: 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:42:53.567847 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f125f75f-47d8-41f0-8432-d8a8002722f2 None None] Routers {'1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:42:53.568896 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f125f75f-47d8-41f0-8432-d8a8002722f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:42:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:42:53.570769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd765817-2571-4cc1-ab3a-e35415fff0e9 None None] DHCP port deletion for bf7619fd-c175-4385-afa8-22de54ce4ec4 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:42:53.625015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bd765817-2571-4cc1-ab3a-e35415fff0e9 None None] Deleting port eab25fed-c7eb-43aa-baf3-d9d66493ee83 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:42:53.625446 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bd765817-2571-4cc1-ab3a-e35415fff0e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (eab25fed-c7eb-43aa-baf3-d9d66493ee83), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:53.695935 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-f125f75f-47d8-41f0-8432-d8a8002722f2 None None] Set router 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:42:53.698037 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-bd765817-2571-4cc1-ab3a-e35415fff0e9 None None] For port eab25fed-c7eb-43aa-baf3-d9d66493ee83, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=eab25fed-c7eb-43aa-baf3-d9d66493ee83,segment=NetworkSegment(ac8e02a9-c7d5-411d-9f95-20be59942ba1),segment_id=ac8e02a9-c7d5-411d-9f95-20be59942ba1)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:42:53.698037 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bd765817-2571-4cc1-ab3a-e35415fff0e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (eab25fed-c7eb-43aa-baf3-d9d66493ee83), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:53.711236 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bd765817-2571-4cc1-ab3a-e35415fff0e9 None None] Calling delete_port for eab25fed-c7eb-43aa-baf3-d9d66493ee83 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:42:53.800991 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dd9aad1-700a-4621-8a6e-9fd0d6e776da tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router (1b0552d8-9bcb-48a6-9e32-5b954a0d49a8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:53.813401 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bd765817-2571-4cc1-ab3a-e35415fff0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (eab25fed-c7eb-43aa-baf3-d9d66493ee83), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:53.837470 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd765817-2571-4cc1-ab3a-e35415fff0e9 None None] Pushing event deleted for resources: {'Port': ['ID=eab25fed-c7eb-43aa-baf3-d9d66493ee83,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:53.840129 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:53.851523 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd765817-2571-4cc1-ab3a-e35415fff0e9 None None] No DVR routers for this DVR port eab25fed-c7eb-43aa-baf3-d9d66493ee83 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:42:53.876479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device eab25fed-c7eb-43aa-baf3-d9d66493ee83 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:42:53.902485 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: eab25fed-c7eb-43aa-baf3-d9d66493ee83 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:42:53.902918 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device eab25fed-c7eb-43aa-baf3-d9d66493ee83 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:42:53.917301 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-f125f75f-47d8-41f0-8432-d8a8002722f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241593515', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:42:52Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:42:53.932889 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dd9aad1-700a-4621-8a6e-9fd0d6e776da tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_gateway (1b0552d8-9bcb-48a6-9e32-5b954a0d49a8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:53.946206 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f125f75f-47d8-41f0-8432-d8a8002722f2 None None] The sync data for ids ['1b0552d8-9bcb-48a6-9e32-5b954a0d49a8'] in n-d-827865-3 is: [{'id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241593515', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:42:52Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '97f9ac5a-ceaf-4b72-9d1b-ae999429ba68', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0552d8-9bcb-48a6-9e32-5b954a0d49a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:40:40Z', 'updated_at': '2022-02-07T17:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:42:53.996489 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8dd9aad1-700a-4621-8a6e-9fd0d6e776da tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting port 97f9ac5a-ceaf-4b72-9d1b-ae999429ba68 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:42:53.996840 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dd9aad1-700a-4621-8a6e-9fd0d6e776da tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (97f9ac5a-ceaf-4b72-9d1b-ae999429ba68), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:54.073302 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8dd9aad1-700a-4621-8a6e-9fd0d6e776da tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] For port 97f9ac5a-ceaf-4b72-9d1b-ae999429ba68, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=97f9ac5a-ceaf-4b72-9d1b-ae999429ba68,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:42:54.073683 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dd9aad1-700a-4621-8a6e-9fd0d6e776da tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (97f9ac5a-ceaf-4b72-9d1b-ae999429ba68), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:54.086560 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8dd9aad1-700a-4621-8a6e-9fd0d6e776da tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Calling delete_port for 97f9ac5a-ceaf-4b72-9d1b-ae999429ba68 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:42:54.250452 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dd9aad1-700a-4621-8a6e-9fd0d6e776da tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (97f9ac5a-ceaf-4b72-9d1b-ae999429ba68), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:54.280409 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9aad1-700a-4621-8a6e-9fd0d6e776da tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Port': ['ID=97f9ac5a-ceaf-4b72-9d1b-ae999429ba68,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:54.343662 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dd9aad1-700a-4621-8a6e-9fd0d6e776da tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (1b0552d8-9bcb-48a6-9e32-5b954a0d49a8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:54.445163 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dd9aad1-700a-4621-8a6e-9fd0d6e776da tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (1b0552d8-9bcb-48a6-9e32-5b954a0d49a8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:54.447482 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dd9aad1-700a-4621-8a6e-9fd0d6e776da tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_controller (1b0552d8-9bcb-48a6-9e32-5b954a0d49a8), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:54.495047 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dd9aad1-700a-4621-8a6e-9fd0d6e776da tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (1b0552d8-9bcb-48a6-9e32-5b954a0d49a8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:54.495774 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd9aad1-700a-4621-8a6e-9fd0d6e776da tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Fanout notify agent at l3_agent the message router_deleted on router 1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:42:54.502921 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dd9aad1-700a-4621-8a6e-9fd0d6e776da tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:54.507090 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8dd9aad1-700a-4621-8a6e-9fd0d6e776da tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/routers/1b0552d8-9bcb-48a6-9e32-5b954a0d49a8 HTTP/1.1" status: 204 len: 168 time: 1.0948229 Feb 07 17:42:54.507357 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33748) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:54.591463 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66a9af59-dd90-491a-b0a9-1e20b1d6cf53 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (bf7619fd-c175-4385-afa8-22de54ce4ec4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:54.681743 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66a9af59-dd90-491a-b0a9-1e20b1d6cf53 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (bf7619fd-c175-4385-afa8-22de54ce4ec4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:54.701250 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-66a9af59-dd90-491a-b0a9-1e20b1d6cf53 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7619fd-c175-4385-afa8-22de54ce4ec4']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:42:54.710331 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-66a9af59-dd90-491a-b0a9-1e20b1d6cf53 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8e02a9-c7d5-411d-9f95-20be59942ba1') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:42:54.710640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-66a9af59-dd90-491a-b0a9-1e20b1d6cf53 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8e02a9-c7d5-411d-9f95-20be59942ba1') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:42:54.719864 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66a9af59-dd90-491a-b0a9-1e20b1d6cf53 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (ac8e02a9-c7d5-411d-9f95-20be59942ba1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:54.734033 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66a9af59-dd90-491a-b0a9-1e20b1d6cf53 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (ac8e02a9-c7d5-411d-9f95-20be59942ba1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:54.740525 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a9af59-dd90-491a-b0a9-1e20b1d6cf53 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:42:54.740914 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66a9af59-dd90-491a-b0a9-1e20b1d6cf53 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (ac8e02a9-c7d5-411d-9f95-20be59942ba1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:42:54.743849 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:42:54.798770 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66a9af59-dd90-491a-b0a9-1e20b1d6cf53 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (bf7619fd-c175-4385-afa8-22de54ce4ec4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:54.806567 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66a9af59-dd90-491a-b0a9-1e20b1d6cf53 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:54.809756 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-66a9af59-dd90-491a-b0a9-1e20b1d6cf53 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/networks/bf7619fd-c175-4385-afa8-22de54ce4ec4 HTTP/1.1" status: 204 len: 168 time: 0.3013887 Feb 07 17:42:54.812539 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33750) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:54.821254 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9af59-dd90-491a-b0a9-1e20b1d6cf53 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Network': ['ID=bf7619fd-c175-4385-afa8-22de54ce4ec4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:54.869104 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6ab8e4d-1e79-4424-8924-3f6ebf2ffd83 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (4684d37a-6c23-4af0-bd05-42684c1d95d8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:54.896471 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6ab8e4d-1e79-4424-8924-3f6ebf2ffd83 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (4684d37a-6c23-4af0-bd05-42684c1d95d8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:54.959163 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6ab8e4d-1e79-4424-8924-3f6ebf2ffd83 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4684d37a-6c23-4af0-bd05-42684c1d95d8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:54.962028 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a6ab8e4d-1e79-4424-8924-3f6ebf2ffd83 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:54.963232 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a6ab8e4d-1e79-4424-8924-3f6ebf2ffd83 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/security-groups/4684d37a-6c23-4af0-bd05-42684c1d95d8 HTTP/1.1" status: 204 len: 168 time: 0.1496534 Feb 07 17:42:54.973215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab8e4d-1e79-4424-8924-3f6ebf2ffd83 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4684d37a-6c23-4af0-bd05-42684c1d95d8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:55.198266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ae189fdd-db14-430c-9ee8-801d4d4a954b no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:42:55.219180 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: ae189fdd-db14-430c-9ee8-801d4d4a954b {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:42:55.219477 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device ae189fdd-db14-430c-9ee8-801d4d4a954b not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:42:55.290680 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33756) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:55.295262 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c5bfb30e-c579-4121-978e-21e8372a0187 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-694097967', 'description': 'tempest-secgroup-smoke-694097967 description', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:42:55.315582 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb30e-c579-4121-978e-21e8372a0187 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.381644 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb30e-c579-4121-978e-21e8372a0187 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (3a2cfe49-70c1-477d-8502-3aa04bb15b51), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.385070 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb30e-c579-4121-978e-21e8372a0187 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3a2cfe49-70c1-477d-8502-3aa04bb15b51), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.419805 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb30e-c579-4121-978e-21e8372a0187 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.421020 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c5bfb30e-c579-4121-978e-21e8372a0187 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1293294 Feb 07 17:42:55.422883 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bfb30e-c579-4121-978e-21e8372a0187 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2cfe49-70c1-477d-8502-3aa04bb15b51,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:55.424207 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33758) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:55.429982 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1d02e2d3-c178-404a-8b30-524976624b33 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '3a2cfe49-70c1-477d-8502-3aa04bb15b51', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:42:55.459584 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d02e2d3-c178-404a-8b30-524976624b33 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (c4929756-df12-4eea-8d86-0a470d019ded), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.503994 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d02e2d3-c178-404a-8b30-524976624b33 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (c4929756-df12-4eea-8d86-0a470d019ded), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.507963 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d02e2d3-c178-404a-8b30-524976624b33 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (c4929756-df12-4eea-8d86-0a470d019ded), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.527090 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02e2d3-c178-404a-8b30-524976624b33 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4929756-df12-4eea-8d86-0a470d019ded,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:55.531484 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1d02e2d3-c178-404a-8b30-524976624b33 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.532988 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1d02e2d3-c178-404a-8b30-524976624b33 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1066253 Feb 07 17:42:55.535483 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33760) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:55.539743 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1f1dda36-8da7-4433-bf78-45887bfa83de tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '3a2cfe49-70c1-477d-8502-3aa04bb15b51', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:42:55.563052 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f1dda36-8da7-4433-bf78-45887bfa83de tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (4ddd7af4-3b52-4eba-a79f-3e8dcc2a0a38), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.617814 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f1dda36-8da7-4433-bf78-45887bfa83de tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (4ddd7af4-3b52-4eba-a79f-3e8dcc2a0a38), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.621127 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f1dda36-8da7-4433-bf78-45887bfa83de tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (4ddd7af4-3b52-4eba-a79f-3e8dcc2a0a38), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.638400 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dda36-8da7-4433-bf78-45887bfa83de tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ddd7af4-3b52-4eba-a79f-3e8dcc2a0a38,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:55.646425 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f1dda36-8da7-4433-bf78-45887bfa83de tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.647690 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1f1dda36-8da7-4433-bf78-45887bfa83de tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1112652 Feb 07 17:42:55.650426 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33762) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:55.654691 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-26a1e09a-248c-4753-8c86-e26e541dff02 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '3a2cfe49-70c1-477d-8502-3aa04bb15b51', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:42:55.678547 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26a1e09a-248c-4753-8c86-e26e541dff02 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (63eaf556-70c0-4da3-bfa8-b8eeddddf470), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.734532 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26a1e09a-248c-4753-8c86-e26e541dff02 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (63eaf556-70c0-4da3-bfa8-b8eeddddf470), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.738721 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26a1e09a-248c-4753-8c86-e26e541dff02 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (63eaf556-70c0-4da3-bfa8-b8eeddddf470), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.758575 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1e09a-248c-4753-8c86-e26e541dff02 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63eaf556-70c0-4da3-bfa8-b8eeddddf470,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:55.767161 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-26a1e09a-248c-4753-8c86-e26e541dff02 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.768366 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-26a1e09a-248c-4753-8c86-e26e541dff02 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169915 Feb 07 17:42:55.771726 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33764) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:55.776615 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-65d6b2f7-21f2-4028-b6a5-b21d424b001a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '3a2cfe49-70c1-477d-8502-3aa04bb15b51', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:42:55.783431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d5877c27-dc6e-48fd-b362-e58f76e7664d no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:42:55.802853 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65d6b2f7-21f2-4028-b6a5-b21d424b001a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (8f4bf7c6-fb64-460a-b797-6b1ae4d26b8b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.805636 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: d5877c27-dc6e-48fd-b362-e58f76e7664d {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:42:55.806003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d5877c27-dc6e-48fd-b362-e58f76e7664d not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:42:55.806434 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 97f9ac5a-ceaf-4b72-9d1b-ae999429ba68 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:42:55.827246 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 97f9ac5a-ceaf-4b72-9d1b-ae999429ba68 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:42:55.827604 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 97f9ac5a-ceaf-4b72-9d1b-ae999429ba68 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:42:55.861100 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8976d6b0-d405-42b6-8acf-f77c0fbfdbe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.866051 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65d6b2f7-21f2-4028-b6a5-b21d424b001a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (8f4bf7c6-fb64-460a-b797-6b1ae4d26b8b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.869753 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65d6b2f7-21f2-4028-b6a5-b21d424b001a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (8f4bf7c6-fb64-460a-b797-6b1ae4d26b8b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.887306 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6b2f7-21f2-4028-b6a5-b21d424b001a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4bf7c6-fb64-460a-b797-6b1ae4d26b8b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:55.895318 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65d6b2f7-21f2-4028-b6a5-b21d424b001a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.896686 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-65d6b2f7-21f2-4028-b6a5-b21d424b001a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236277 Feb 07 17:42:55.899518 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33766) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:55.903803 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-416cad35-3dd1-44d6-a4ae-fdd73e133506 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '3a2cfe49-70c1-477d-8502-3aa04bb15b51', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:42:55.923266 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-416cad35-3dd1-44d6-a4ae-fdd73e133506 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Project ddae8a5ab7b44404b4cff4bc90366e75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:42:55.928511 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416cad35-3dd1-44d6-a4ae-fdd73e133506 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (fe170c88-40b7-44b5-b523-ca30c4052b98), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.984716 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416cad35-3dd1-44d6-a4ae-fdd73e133506 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (fe170c88-40b7-44b5-b523-ca30c4052b98), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:55.988304 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416cad35-3dd1-44d6-a4ae-fdd73e133506 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (fe170c88-40b7-44b5-b523-ca30c4052b98), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:56.006523 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cad35-3dd1-44d6-a4ae-fdd73e133506 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe170c88-40b7-44b5-b523-ca30c4052b98,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:56.012898 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-416cad35-3dd1-44d6-a4ae-fdd73e133506 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:56.014120 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-416cad35-3dd1-44d6-a4ae-fdd73e133506 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1136761 Feb 07 17:42:56.016884 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33768) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:56.021379 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7756abb6-7892-4137-9954-350ec807ad6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '3a2cfe49-70c1-477d-8502-3aa04bb15b51', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:42:56.040593 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-7756abb6-7892-4137-9954-350ec807ad6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Project ddae8a5ab7b44404b4cff4bc90366e75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:42:56.045243 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7756abb6-7892-4137-9954-350ec807ad6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (8a6d5e59-3379-43c3-8dd9-2bd4323e1718), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:56.104823 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7756abb6-7892-4137-9954-350ec807ad6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (8a6d5e59-3379-43c3-8dd9-2bd4323e1718), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:56.108660 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7756abb6-7892-4137-9954-350ec807ad6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (8a6d5e59-3379-43c3-8dd9-2bd4323e1718), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:56.127615 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756abb6-7892-4137-9954-350ec807ad6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6d5e59-3379-43c3-8dd9-2bd4323e1718,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:56.133164 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7756abb6-7892-4137-9954-350ec807ad6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:56.137384 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33770) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:56.137881 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7756abb6-7892-4137-9954-350ec807ad6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195090 Feb 07 17:42:56.143383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-173a0ee8-4612-4b0b-aac4-8088e62265db tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'network': {'name': 'tempest-network-smoke--862016556', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'port_security_enabled': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:42:56.163533 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173a0ee8-4612-4b0b-aac4-8088e62265db tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Made reservation on behalf of ddae8a5ab7b44404b4cff4bc90366e75 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:42:56.166896 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-173a0ee8-4612-4b0b-aac4-8088e62265db tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:56.191540 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173a0ee8-4612-4b0b-aac4-8088e62265db tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:42:56.201798 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-173a0ee8-4612-4b0b-aac4-8088e62265db tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (1d93a1f0-043d-4cec-99a2-cdd570e3be01), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:56.202368 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-173a0ee8-4612-4b0b-aac4-8088e62265db tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Added segment 1d93a1f0-043d-4cec-99a2-cdd570e3be01 of type vlan for network 3fa0f32c-0b1d-4851-a849-900d95948e9a Feb 07 17:42:56.243959 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-173a0ee8-4612-4b0b-aac4-8088e62265db tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (3fa0f32c-0b1d-4851-a849-900d95948e9a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:56.270734 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-173a0ee8-4612-4b0b-aac4-8088e62265db tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (3fa0f32c-0b1d-4851-a849-900d95948e9a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:56.276714 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173a0ee8-4612-4b0b-aac4-8088e62265db tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:56.277332 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-173a0ee8-4612-4b0b-aac4-8088e62265db tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:56.336921 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-173a0ee8-4612-4b0b-aac4-8088e62265db tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1977105 Feb 07 17:42:56.339827 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33772) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:56.344259 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-21631daa-9255-4136-a60e-9f658e4a397f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-630583267', 'admin_state_up': True, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:42:56.348486 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a0ee8-4612-4b0b-aac4-8088e62265db tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Network': ['ID=3fa0f32c-0b1d-4851-a849-900d95948e9a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:56.361225 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 3fa0f32c-0b1d-4851-a849-900d95948e9a details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:42:56.372512 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21631daa-9255-4136-a60e-9f658e4a397f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (cb255534-b750-4232-9ae1-21b65a1f6ebd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:56.373748 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21631daa-9255-4136-a60e-9f658e4a397f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (cb255534-b750-4232-9ae1-21b65a1f6ebd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:56.455991 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21631daa-9255-4136-a60e-9f658e4a397f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_controller (cb255534-b750-4232-9ae1-21b65a1f6ebd), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:56.619282 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21631daa-9255-4136-a60e-9f658e4a397f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_gateway (cb255534-b750-4232-9ae1-21b65a1f6ebd), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:56.815499 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21631daa-9255-4136-a60e-9f658e4a397f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_gateway (cb255534-b750-4232-9ae1-21b65a1f6ebd), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:56.835032 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21631daa-9255-4136-a60e-9f658e4a397f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:56.940420 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-21631daa-9255-4136-a60e-9f658e4a397f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Allocated IP 172.25.4.233 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/346c6ba1-e57a-43ad-881f-484d43cba1bb) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:42:57.041201 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21631daa-9255-4136-a60e-9f658e4a397f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (346c6ba1-e57a-43ad-881f-484d43cba1bb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:57.074526 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21631daa-9255-4136-a60e-9f658e4a397f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (346c6ba1-e57a-43ad-881f-484d43cba1bb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:57.124434 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21631daa-9255-4136-a60e-9f658e4a397f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:42:57.127658 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-21631daa-9255-4136-a60e-9f658e4a397f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:42:57.132188 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21631daa-9255-4136-a60e-9f658e4a397f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:42:57.138042 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21631daa-9255-4136-a60e-9f658e4a397f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=346c6ba1-e57a-43ad-881f-484d43cba1bb,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:57.400172 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21631daa-9255-4136-a60e-9f658e4a397f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_gateway (cb255534-b750-4232-9ae1-21b65a1f6ebd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:57.606492 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21631daa-9255-4136-a60e-9f658e4a397f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (cb255534-b750-4232-9ae1-21b65a1f6ebd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:57.737686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21631daa-9255-4136-a60e-9f658e4a397f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router cb255534-b750-4232-9ae1-21b65a1f6ebd is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:42:57.848576 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21631daa-9255-4136-a60e-9f658e4a397f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:42:57.859312 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] Sync routers for ids ['cb255534-b750-4232-9ae1-21b65a1f6ebd'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:42:57.867994 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-21631daa-9255-4136-a60e-9f658e4a397f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:57.870538 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] Routers {'cb255534-b750-4232-9ae1-21b65a1f6ebd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:42:57.871238 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:42:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cb255534-b750-4232-9ae1-21b65a1f6ebd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:42:57.874633 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-21631daa-9255-4136-a60e-9f658e4a397f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5327277 Feb 07 17:42:57.877125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33774) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:57.961793 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e09cc30a-559e-4463-a932-e53533e01d98 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ddae8a5ab7b44404b4cff4bc90366e75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0801210 Feb 07 17:42:57.962028 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33778) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:57.997663 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] Set router cb255534-b750-4232-9ae1-21b65a1f6ebd gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:42:58.049924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61280568-4566-4253-a8fc-94cfb4251f1d tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:58.051449 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-61280568-4566-4253-a8fc-94cfb4251f1d tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885081 Feb 07 17:42:58.055233 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33780) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:58.084008 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e54aff87-e800-4f01-89a3-aad21c6d8090 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270982 Feb 07 17:42:58.086971 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33782) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:58.092066 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-071b4406-54e0-4368-a3c6-b3174fed8cda tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1448715270', 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:42:58.185386 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630583267', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:42:57Z', 'revision_number': 3, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:42:58.187940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071b4406-54e0-4368-a3c6-b3174fed8cda tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Made reservation on behalf of ddae8a5ab7b44404b4cff4bc90366e75 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:42:58.191609 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-071b4406-54e0-4368-a3c6-b3174fed8cda tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:58.219001 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] Checking router: cb255534-b750-4232-9ae1-21b65a1f6ebd for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:42:58.219363 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] Updating router cb255534-b750-4232-9ae1-21b65a1f6ebd port 346c6ba1-e57a-43ad-881f-484d43cba1bb binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:42:58.249311 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (346c6ba1-e57a-43ad-881f-484d43cba1bb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:58.300309 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e0c5cbbb-1654-4760-b373-513e93681f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:58.384392 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-071b4406-54e0-4368-a3c6-b3174fed8cda tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (b5276bc1-67d6-4e05-a9b8-eabb2db43024), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:58.447105 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b4406-54e0-4368-a3c6-b3174fed8cda tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Subnet': ['ID=b5276bc1-67d6-4e05-a9b8-eabb2db43024,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:58.455037 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b4406-54e0-4368-a3c6-b3174fed8cda tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Checking segment: {'id': '1d93a1f0-043d-4cec-99a2-cdd570e3be01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:42:58.455408 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071b4406-54e0-4368-a3c6-b3174fed8cda tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network hostable DHCP agents. Network: 3fa0f32c-0b1d-4851-a849-900d95948e9a, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:42:58.473782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071b4406-54e0-4368-a3c6-b3174fed8cda tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 3fa0f32c-0b1d-4851-a849-900d95948e9a is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:42:58.484143 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-071b4406-54e0-4368-a3c6-b3174fed8cda tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 3fa0f32c-0b1d-4851-a849-900d95948e9a) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:42:58.488492 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071b4406-54e0-4368-a3c6-b3174fed8cda tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:42:58.489100 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-071b4406-54e0-4368-a3c6-b3174fed8cda tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:58.501462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6b70f2-e7ba-4d05-82e4-b8d4abbafc28 None None] Network 3fa0f32c-0b1d-4851-a849-900d95948e9a requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:42:58.510347 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-071b4406-54e0-4368-a3c6-b3174fed8cda tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4196677 Feb 07 17:42:58.510691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33784) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:42:58.563257 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] Publish callbacks [] for port (346c6ba1-e57a-43ad-881f-484d43cba1bb), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:58.571179 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (346c6ba1-e57a-43ad-881f-484d43cba1bb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:58.644015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45582113-b9f1-4708-8f5e-7ce428a97426 None None] Pushing event updated for resources: {'Port': ['ID=346c6ba1-e57a-43ad-881f-484d43cba1bb,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:58.664467 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] Attempting to bind port 346c6ba1-e57a-43ad-881f-484d43cba1bb on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:42:58.664838 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] Attempting to bind port 346c6ba1-e57a-43ad-881f-484d43cba1bb by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:42:58.665209 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] Attempting to bind port 346c6ba1-e57a-43ad-881f-484d43cba1bb on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:42:58.672824 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:42:58.673297 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:42:58.673618 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:58.674077 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:42:58.674465 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] Bound port: 346c6ba1-e57a-43ad-881f-484d43cba1bb, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:42:58.674849 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (346c6ba1-e57a-43ad-881f-484d43cba1bb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:58.678845 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-3fa0f32c-0b1d-4851-a849-900d95948e9a', 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ips': [{'subnet_id': 'b5276bc1-67d6-4e05-a9b8-eabb2db43024'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:42:58.679715 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:58.787563 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] For port 346c6ba1-e57a-43ad-881f-484d43cba1bb, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:42:58.809361 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] For port 346c6ba1-e57a-43ad-881f-484d43cba1bb, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=346c6ba1-e57a-43ad-881f-484d43cba1bb,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:42:58.817300 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (346c6ba1-e57a-43ad-881f-484d43cba1bb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:58.920098 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45582113-b9f1-4708-8f5e-7ce428a97426 None None] Pushing event updated for resources: {'Port': ['ID=346c6ba1-e57a-43ad-881f-484d43cba1bb,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:58.926852 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] Allocated IP 172.20.0.2 (3fa0f32c-0b1d-4851-a849-900d95948e9a/b5276bc1-67d6-4e05-a9b8-eabb2db43024/33b3aad6-b307-47fe-806f-475c70c6825f) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:42:58.929406 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] Routers {'cb255534-b750-4232-9ae1-21b65a1f6ebd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:42:58.930037 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:42:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cb255534-b750-4232-9ae1-21b65a1f6ebd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:42:58.958254 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57ced08d-854e-40a3-8b5b-a33c97b8bb52 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:59.109022 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] Set router cb255534-b750-4232-9ae1-21b65a1f6ebd gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:42:59.416738 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] Publish callbacks [] for port (33b3aad6-b307-47fe-806f-475c70c6825f), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:59.433553 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (33b3aad6-b307-47fe-806f-475c70c6825f), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:59.484963 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-57ced08d-854e-40a3-8b5b-a33c97b8bb52 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Allocated IP 172.20.0.1 (3fa0f32c-0b1d-4851-a849-900d95948e9a/b5276bc1-67d6-4e05-a9b8-eabb2db43024/1479ed3f-7ec3-44de-8a81-c428c1cd5f12) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:42:59.506172 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] Network 3fa0f32c-0b1d-4851-a849-900d95948e9a is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:42:59.513071 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:42:59.515646 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:42:59.525170 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] Pushing event updated for resources: {'Port': ['ID=33b3aad6-b307-47fe-806f-475c70c6825f,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:59.588377 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] Attempting to bind port 33b3aad6-b307-47fe-806f-475c70c6825f on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:42:59.588753 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] Attempting to bind port 33b3aad6-b307-47fe-806f-475c70c6825f by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '1d93a1f0-043d-4cec-99a2-cdd570e3be01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:42:59.589124 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] Attempting to bind port 33b3aad6-b307-47fe-806f-475c70c6825f on network 3fa0f32c-0b1d-4851-a849-900d95948e9a {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:42:59.596793 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:42:59.597172 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] Checking segment: {'id': '1d93a1f0-043d-4cec-99a2-cdd570e3be01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:42:59.597869 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:59.598269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] Bound using segment: {'id': '1d93a1f0-043d-4cec-99a2-cdd570e3be01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:42:59.598742 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] Bound port: 33b3aad6-b307-47fe-806f-475c70c6825f, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d93a1f0-043d-4cec-99a2-cdd570e3be01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:42:59.599609 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57ced08d-854e-40a3-8b5b-a33c97b8bb52 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:59.599740 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (33b3aad6-b307-47fe-806f-475c70c6825f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:59.603716 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630583267', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:42:57Z', 'revision_number': 3, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:42:59.632737 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57ced08d-854e-40a3-8b5b-a33c97b8bb52 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:59.637515 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1478d4-5612-4366-96b4-f501ea7ca6b9 None None] The sync data for ids ['cb255534-b750-4232-9ae1-21b65a1f6ebd'] in n-d-827865-3 is: [{'id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630583267', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:42:57Z', 'revision_number': 3, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:42:59.676812 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ced08d-854e-40a3-8b5b-a33c97b8bb52 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 3fa0f32c-0b1d-4851-a849-900d95948e9a is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:42:59.683363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-57ced08d-854e-40a3-8b5b-a33c97b8bb52 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:42:59.687173 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ced08d-854e-40a3-8b5b-a33c97b8bb52 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:42:59.711449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] For port 33b3aad6-b307-47fe-806f-475c70c6825f, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:42:59.714738 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ced08d-854e-40a3-8b5b-a33c97b8bb52 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=1479ed3f-7ec3-44de-8a81-c428c1cd5f12,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:59.716517 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] For port 33b3aad6-b307-47fe-806f-475c70c6825f, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=33b3aad6-b307-47fe-806f-475c70c6825f,segment=NetworkSegment(1d93a1f0-043d-4cec-99a2-cdd570e3be01),segment_id=1d93a1f0-043d-4cec-99a2-cdd570e3be01)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:42:59.720330 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:59.727575 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (33b3aad6-b307-47fe-806f-475c70c6825f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:59.740813 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57ced08d-854e-40a3-8b5b-a33c97b8bb52 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (cb255534-b750-4232-9ae1-21b65a1f6ebd), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:42:59.796258 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5894e8-636b-49a0-ac2a-20f7714e76bf None None] Pushing event updated for resources: {'Port': ['ID=33b3aad6-b307-47fe-806f-475c70c6825f,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:42:59.916748 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57ced08d-854e-40a3-8b5b-a33c97b8bb52 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:00.249533 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57ced08d-854e-40a3-8b5b-a33c97b8bb52 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:00.254086 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57ced08d-854e-40a3-8b5b-a33c97b8bb52 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:00.329605 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ced08d-854e-40a3-8b5b-a33c97b8bb52 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=1479ed3f-7ec3-44de-8a81-c428c1cd5f12,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:43:00.332252 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57ced08d-854e-40a3-8b5b-a33c97b8bb52 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (cb255534-b750-4232-9ae1-21b65a1f6ebd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:00.435869 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ced08d-854e-40a3-8b5b-a33c97b8bb52 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 3fa0f32c-0b1d-4851-a849-900d95948e9a is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:43:00.437255 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-57ced08d-854e-40a3-8b5b-a33c97b8bb52 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:43:00.554337 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ced08d-854e-40a3-8b5b-a33c97b8bb52 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router cb255534-b750-4232-9ae1-21b65a1f6ebd has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:43:00.670684 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ced08d-854e-40a3-8b5b-a33c97b8bb52 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:43:00.675940 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-57ced08d-854e-40a3-8b5b-a33c97b8bb52 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "PUT /v2.0/routers/cb255534-b750-4232-9ae1-21b65a1f6ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1642139 Feb 07 17:43:00.833085 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4426915e-41df-44f7-8a46-ffd442494bad req-f2c82fe3-70bb-4656-8b9e-64ddb0bff24d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-694097967&fields=id&tenant_id=ddae8a5ab7b44404b4cff4bc90366e75 HTTP/1.1" status: 200 len: 267 time: 0.0478516 Feb 07 17:43:00.874727 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5dc7ec-f636-48a2-b76a-1139fd6e0da4 None None] Network 3fa0f32c-0b1d-4851-a849-900d95948e9a requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:43:00.938635 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-84a6a2c4-b6d2-40b8-81c7-8706547bc2d9 None None] Provisioning complete for port 33b3aad6-b307-47fe-806f-475c70c6825f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:43:00.939032 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-84a6a2c4-b6d2-40b8-81c7-8706547bc2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (33b3aad6-b307-47fe-806f-475c70c6825f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:00.951399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426915e-41df-44f7-8a46-ffd442494bad req-25071d5d-3d48-4a5e-b3cf-02af02408c2f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:00.952910 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4426915e-41df-44f7-8a46-ffd442494bad req-25071d5d-3d48-4a5e-b3cf-02af02408c2f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/networks?id=3fa0f32c-0b1d-4851-a849-900d95948e9a HTTP/1.1" status: 200 len: 796 time: 0.1129284 Feb 07 17:43:00.968289 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4426915e-41df-44f7-8a46-ffd442494bad req-118fcf42-fc09-49cb-a196-f08b57388542 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/quotas/ddae8a5ab7b44404b4cff4bc90366e75 HTTP/1.1" status: 200 len: 375 time: 0.0098033 Feb 07 17:43:01.026858 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4426915e-41df-44f7-8a46-ffd442494bad req-589dfd40-ad0a-4609-bf29-dd95576f97f9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528660 Feb 07 17:43:01.037756 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:01.045548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-4426915e-41df-44f7-8a46-ffd442494bad req-127541c2-e0d3-4868-ab42-fd4ac851ffce service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:43:01.046621 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4426915e-41df-44f7-8a46-ffd442494bad req-127541c2-e0d3-4868-ab42-fd4ac851ffce service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058475 Feb 07 17:43:01.081990 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-84a6a2c4-b6d2-40b8-81c7-8706547bc2d9 None None] Current status of the port 33b3aad6-b307-47fe-806f-475c70c6825f is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:43:01.082636 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-84a6a2c4-b6d2-40b8-81c7-8706547bc2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (33b3aad6-b307-47fe-806f-475c70c6825f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:01.124905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-84a6a2c4-b6d2-40b8-81c7-8706547bc2d9 None None] For port 33b3aad6-b307-47fe-806f-475c70c6825f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=33b3aad6-b307-47fe-806f-475c70c6825f,segment=NetworkSegment(1d93a1f0-043d-4cec-99a2-cdd570e3be01),segment_id=1d93a1f0-043d-4cec-99a2-cdd570e3be01)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:43:01.131112 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-84a6a2c4-b6d2-40b8-81c7-8706547bc2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (33b3aad6-b307-47fe-806f-475c70c6825f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:01.160101 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4426915e-41df-44f7-8a46-ffd442494bad req-308a56c8-2f0b-416f-b7e7-43512ed496af service neutron] 10.222.0.18 "GET /v2.0/networks/3fa0f32c-0b1d-4851-a849-900d95948e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060092 Feb 07 17:43:01.185299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6a2c4-b6d2-40b8-81c7-8706547bc2d9 None None] Pushing event updated for resources: {'Port': ['ID=33b3aad6-b307-47fe-806f-475c70c6825f,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:43:01.271468 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4426915e-41df-44f7-8a46-ffd442494bad req-68787035-05d8-4b1c-90c3-12ab9b30c3cf service neutron] 10.222.0.18 "GET /v2.0/networks/3fa0f32c-0b1d-4851-a849-900d95948e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031663 Feb 07 17:43:01.360130 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a3a54e35-9621-4bc6-8cd2-0f268c2d2a69 None None] Provisioning complete for port 33b3aad6-b307-47fe-806f-475c70c6825f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:43:01.360927 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a3a54e35-9621-4bc6-8cd2-0f268c2d2a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (33b3aad6-b307-47fe-806f-475c70c6825f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:01.466305 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] Sync routers for ids ['cb255534-b750-4232-9ae1-21b65a1f6ebd'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:43:01.477829 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5c7472ce-4879-47d7-a55f-d7d1a59403dd req-88519acc-2e7a-42e1-b282-208210ee12c6 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 210 time: 0.0474851 Feb 07 17:43:01.482628 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a3a54e35-9621-4bc6-8cd2-0f268c2d2a69 None None] Current status of the port 33b3aad6-b307-47fe-806f-475c70c6825f is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:43:01.487815 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] Routers {'cb255534-b750-4232-9ae1-21b65a1f6ebd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:43:01.488469 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:42:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cb255534-b750-4232-9ae1-21b65a1f6ebd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:43:01.502338 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a3a54e35-9621-4bc6-8cd2-0f268c2d2a69 None None] Provisioning complete for port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:43:01.502799 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a3a54e35-9621-4bc6-8cd2-0f268c2d2a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:01.546479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a3a54e35-9621-4bc6-8cd2-0f268c2d2a69 None None] Port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:43:01.616035 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] Set router cb255534-b750-4232-9ae1-21b65a1f6ebd gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:43:01.675017 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-97e1fa08-d07e-4a57-8f27-70572f66df58 None None] Provisioning complete for port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:43:01.675929 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-97e1fa08-d07e-4a57-8f27-70572f66df58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:01.725786 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-97e1fa08-d07e-4a57-8f27-70572f66df58 None None] Port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:43:01.850733 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-3df182b4-6305-4b3c-9fff-fa785d0cb83a None None] Provisioning complete for port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:43:01.851323 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3df182b4-6305-4b3c-9fff-fa785d0cb83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:01.869553 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630583267', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:42:59Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '1479ed3f-7ec3-44de-8a81-c428c1cd5f12', 'name': '', 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:1f:4f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b5276bc1-67d6-4e05-a9b8-eabb2db43024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:59Z', 'updated_at': '2022-02-07T17:43:00Z', 'revision_number': 2, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b5276bc1-67d6-4e05-a9b8-eabb2db43024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:43:01.903560 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3df182b4-6305-4b3c-9fff-fa785d0cb83a None None] Port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:43:01.910397 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] Checking router: cb255534-b750-4232-9ae1-21b65a1f6ebd for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:43:01.910397 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] Updating router cb255534-b750-4232-9ae1-21b65a1f6ebd port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:43:01.923091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 346c6ba1-e57a-43ad-881f-484d43cba1bb up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:43:01.942041 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:01.976589 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 346c6ba1-e57a-43ad-881f-484d43cba1bb triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:43:01.976902 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (346c6ba1-e57a-43ad-881f-484d43cba1bb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:02.061624 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 346c6ba1-e57a-43ad-881f-484d43cba1bb is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:43:02.062180 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (346c6ba1-e57a-43ad-881f-484d43cba1bb), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:02.084272 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 346c6ba1-e57a-43ad-881f-484d43cba1bb, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=346c6ba1-e57a-43ad-881f-484d43cba1bb,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:43:02.088769 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (346c6ba1-e57a-43ad-881f-484d43cba1bb), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:02.089604 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 33b3aad6-b307-47fe-806f-475c70c6825f up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:43:02.169754 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=346c6ba1-e57a-43ad-881f-484d43cba1bb,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:43:02.181488 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 33b3aad6-b307-47fe-806f-475c70c6825f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:43:02.181871 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (33b3aad6-b307-47fe-806f-475c70c6825f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:02.220521 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] Publish callbacks [] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:02.226525 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:02.263756 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 33b3aad6-b307-47fe-806f-475c70c6825f is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:43:02.278101 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb3f21-03b6-41a0-8a7b-8d2303227e9b None None] Pushing event updated for resources: {'Port': ['ID=1479ed3f-7ec3-44de-8a81-c428c1cd5f12,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:43:02.303559 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb3f21-03b6-41a0-8a7b-8d2303227e9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:43:02.303905 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb3f21-03b6-41a0-8a7b-8d2303227e9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:43:02.304271 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb3f21-03b6-41a0-8a7b-8d2303227e9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:43:02.304607 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb3f21-03b6-41a0-8a7b-8d2303227e9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:43:02.304939 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb3f21-03b6-41a0-8a7b-8d2303227e9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:43:02.305266 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb3f21-03b6-41a0-8a7b-8d2303227e9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:43:02.305624 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb3f21-03b6-41a0-8a7b-8d2303227e9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:43:02.305947 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb3f21-03b6-41a0-8a7b-8d2303227e9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:43:02.306267 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb3f21-03b6-41a0-8a7b-8d2303227e9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:43:02.306588 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb3f21-03b6-41a0-8a7b-8d2303227e9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:43:02.306908 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb3f21-03b6-41a0-8a7b-8d2303227e9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:43:02.307224 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb3f21-03b6-41a0-8a7b-8d2303227e9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:43:02.307543 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb3f21-03b6-41a0-8a7b-8d2303227e9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:43:02.336617 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] Attempting to bind port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:43:02.337150 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] Attempting to bind port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '1d93a1f0-043d-4cec-99a2-cdd570e3be01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:43:02.337545 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] Attempting to bind port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 on network 3fa0f32c-0b1d-4851-a849-900d95948e9a {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:43:02.342652 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:43:02.343025 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] Checking segment: {'id': '1d93a1f0-043d-4cec-99a2-cdd570e3be01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:43:02.343425 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:02.343811 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] Bound using segment: {'id': '1d93a1f0-043d-4cec-99a2-cdd570e3be01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:43:02.344274 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] Bound port: 1479ed3f-7ec3-44de-8a81-c428c1cd5f12, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d93a1f0-043d-4cec-99a2-cdd570e3be01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:43:02.344652 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:02.414395 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] For port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:43:02.417828 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] For port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=1479ed3f-7ec3-44de-8a81-c428c1cd5f12,segment=NetworkSegment(1d93a1f0-043d-4cec-99a2-cdd570e3be01),segment_id=1d93a1f0-043d-4cec-99a2-cdd570e3be01)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:43:02.427792 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:02.487823 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] Routers {'cb255534-b750-4232-9ae1-21b65a1f6ebd'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:43:02.488503 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:42:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cb255534-b750-4232-9ae1-21b65a1f6ebd'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:43:02.547494 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:02.562043 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d09ef92d-719c-47b7-8350-8de1271620c5 None None] Provisioning complete for port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:43:02.562533 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d09ef92d-719c-47b7-8350-8de1271620c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:02.682742 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d09ef92d-719c-47b7-8350-8de1271620c5 None None] Current status of the port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:43:02.683310 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d09ef92d-719c-47b7-8350-8de1271620c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:02.686900 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] Set router cb255534-b750-4232-9ae1-21b65a1f6ebd gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:43:02.720381 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb3f21-03b6-41a0-8a7b-8d2303227e9b None None] Pushing event updated for resources: {'Port': ['ID=1479ed3f-7ec3-44de-8a81-c428c1cd5f12,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:43:02.724902 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d09ef92d-719c-47b7-8350-8de1271620c5 None None] For port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=1479ed3f-7ec3-44de-8a81-c428c1cd5f12,segment=NetworkSegment(1d93a1f0-043d-4cec-99a2-cdd570e3be01),segment_id=1d93a1f0-043d-4cec-99a2-cdd570e3be01)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:43:02.730449 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d09ef92d-719c-47b7-8350-8de1271620c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:02.792461 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ef92d-719c-47b7-8350-8de1271620c5 None None] Pushing event updated for resources: {'Port': ['ID=1479ed3f-7ec3-44de-8a81-c428c1cd5f12,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:43:02.854626 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-e55b9d9c-7da9-4b64-a5f5-bd1c5ce03668 None None] Provisioning complete for port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:43:02.855133 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e55b9d9c-7da9-4b64-a5f5-bd1c5ce03668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:02.937103 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a145ba23-9d35-4468-b48c-18b72b716e95 req-b8cfe644-861c-464a-9153-80412cf4e7df tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 210 time: 0.0318868 Feb 07 17:43:02.943930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-e55b9d9c-7da9-4b64-a5f5-bd1c5ce03668 None None] Current status of the port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:43:02.977623 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426915e-41df-44f7-8a46-ffd442494bad req-120a3da9-493f-453f-8183-3c469e5b00b8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:02.979068 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4426915e-41df-44f7-8a46-ffd442494bad req-120a3da9-493f-453f-8183-3c469e5b00b8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.48 "GET /v2.0/networks?id=3fa0f32c-0b1d-4851-a849-900d95948e9a HTTP/1.1" status: 200 len: 796 time: 0.5092027 Feb 07 17:43:03.019021 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630583267', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:42:59Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '1479ed3f-7ec3-44de-8a81-c428c1cd5f12', 'name': '', 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:1f:4f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b5276bc1-67d6-4e05-a9b8-eabb2db43024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:59Z', 'updated_at': '2022-02-07T17:43:02Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b5276bc1-67d6-4e05-a9b8-eabb2db43024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:43:03.042279 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4426915e-41df-44f7-8a46-ffd442494bad req-d96e6ff8-0728-4c9f-b163-ceb3ae2c60a5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddae8a5ab7b44404b4cff4bc90366e75 HTTP/1.1" status: 200 len: 379 time: 0.0535779 Feb 07 17:43:03.048235 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51842ad3-1d6c-4e9b-b97b-c06065f33f7f None None] The sync data for ids ['cb255534-b750-4232-9ae1-21b65a1f6ebd'] in n-d-827865-3 is: [{'id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630583267', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:42:59Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '1479ed3f-7ec3-44de-8a81-c428c1cd5f12', 'name': '', 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:1f:4f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b5276bc1-67d6-4e05-a9b8-eabb2db43024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:59Z', 'updated_at': '2022-02-07T17:43:02Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b5276bc1-67d6-4e05-a9b8-eabb2db43024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:43:03.052082 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-4426915e-41df-44f7-8a46-ffd442494bad req-afeee70c-6a5e-43d0-b0e5-bb522242a511 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'port': {'device_id': '29ea1d72-12cc-4b43-a77c-43d8c4fb32b4', 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a', 'admin_state_up': True, 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'security_groups': ['3a2cfe49-70c1-477d-8502-3aa04bb15b51']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:43:03.179595 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4426915e-41df-44f7-8a46-ffd442494bad req-afeee70c-6a5e-43d0-b0e5-bb522242a511 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Made reservation on behalf of ddae8a5ab7b44404b4cff4bc90366e75 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:43:03.183054 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4426915e-41df-44f7-8a46-ffd442494bad req-afeee70c-6a5e-43d0-b0e5-bb522242a511 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:03.339333 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-4426915e-41df-44f7-8a46-ffd442494bad req-afeee70c-6a5e-43d0-b0e5-bb522242a511 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Allocated IP 172.20.0.10 (3fa0f32c-0b1d-4851-a849-900d95948e9a/b5276bc1-67d6-4e05-a9b8-eabb2db43024/764193dd-0f84-4b64-b46e-95a3fc03db78) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:43:03.483813 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4426915e-41df-44f7-8a46-ffd442494bad req-afeee70c-6a5e-43d0-b0e5-bb522242a511 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (764193dd-0f84-4b64-b46e-95a3fc03db78), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:03.519417 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4426915e-41df-44f7-8a46-ffd442494bad req-afeee70c-6a5e-43d0-b0e5-bb522242a511 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (764193dd-0f84-4b64-b46e-95a3fc03db78), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:03.573411 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4426915e-41df-44f7-8a46-ffd442494bad req-afeee70c-6a5e-43d0-b0e5-bb522242a511 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 3fa0f32c-0b1d-4851-a849-900d95948e9a is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:43:03.579204 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-4426915e-41df-44f7-8a46-ffd442494bad req-afeee70c-6a5e-43d0-b0e5-bb522242a511 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:43:03.581465 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeee70c-6a5e-43d0-b0e5-bb522242a511 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=764193dd-0f84-4b64-b46e-95a3fc03db78,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:43:03.584420 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4426915e-41df-44f7-8a46-ffd442494bad req-afeee70c-6a5e-43d0-b0e5-bb522242a511 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:43:03.638192 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426915e-41df-44f7-8a46-ffd442494bad req-afeee70c-6a5e-43d0-b0e5-bb522242a511 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:03.639259 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4426915e-41df-44f7-8a46-ffd442494bad req-afeee70c-6a5e-43d0-b0e5-bb522242a511 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:03.657423 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4426915e-41df-44f7-8a46-ffd442494bad req-afeee70c-6a5e-43d0-b0e5-bb522242a511 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6101372 Feb 07 17:43:03.714869 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Request body: {'port': {'device_id': '29ea1d72-12cc-4b43-a77c-43d8c4fb32b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:43:03.783898 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (764193dd-0f84-4b64-b46e-95a3fc03db78), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:03.875667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c3757d4a-dc85-4afe-9a4e-f9df75d5be5d None None] Provisioning complete for port 764193dd-0f84-4b64-b46e-95a3fc03db78 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:43:03.876333 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c3757d4a-dc85-4afe-9a4e-f9df75d5be5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (764193dd-0f84-4b64-b46e-95a3fc03db78), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:03.922441 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c3757d4a-dc85-4afe-9a4e-f9df75d5be5d None None] Port 764193dd-0f84-4b64-b46e-95a3fc03db78 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:43:03.932522 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:43:03.990967 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:43:03.991626 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:04.079676 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b9e7f-42d0-4cb8-a7c5-1fe28bbf0849 req-3572ff37-1d21-4c0a-b1fe-f59b15b82db3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:04.085064 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-077b9e7f-42d0-4cb8-a7c5-1fe28bbf0849 req-3572ff37-1d21-4c0a-b1fe-f59b15b82db3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 932 time: 0.0613856 Feb 07 17:43:04.092881 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:43:04.094358 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 346c6ba1-e57a-43ad-881f-484d43cba1bb up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:43:04.110150 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 764193dd-0f84-4b64-b46e-95a3fc03db78 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:43:04.120409 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Publish callbacks [] for port (764193dd-0f84-4b64-b46e-95a3fc03db78), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:04.134070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Transition to ACTIVE for port object 764193dd-0f84-4b64-b46e-95a3fc03db78 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:43:04.139276 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (764193dd-0f84-4b64-b46e-95a3fc03db78), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:04.147418 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-077b9e7f-42d0-4cb8-a7c5-1fe28bbf0849 req-6c1d5844-1d92-4b6d-86b7-b48cd1747532 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579357 Feb 07 17:43:04.161726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 346c6ba1-e57a-43ad-881f-484d43cba1bb triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:43:04.162286 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (346c6ba1-e57a-43ad-881f-484d43cba1bb), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:04.199608 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Pushing event updated for resources: {'Port': ['ID=764193dd-0f84-4b64-b46e-95a3fc03db78,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:43:04.264774 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 346c6ba1-e57a-43ad-881f-484d43cba1bb is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:43:04.280983 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Attempting to bind port 764193dd-0f84-4b64-b46e-95a3fc03db78 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:43:04.281230 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Attempting to bind port 764193dd-0f84-4b64-b46e-95a3fc03db78 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '1d93a1f0-043d-4cec-99a2-cdd570e3be01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:43:04.281635 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Attempting to bind port 764193dd-0f84-4b64-b46e-95a3fc03db78 on network 3fa0f32c-0b1d-4851-a849-900d95948e9a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:43:04.286863 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Port 764193dd-0f84-4b64-b46e-95a3fc03db78 on network 3fa0f32c-0b1d-4851-a849-900d95948e9a not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:43:04.287438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Attempting to bind port 764193dd-0f84-4b64-b46e-95a3fc03db78 on network 3fa0f32c-0b1d-4851-a849-900d95948e9a {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:43:04.292996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:43:04.293462 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Checking segment: {'id': '1d93a1f0-043d-4cec-99a2-cdd570e3be01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:43:04.293917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Bound using segment: {'id': '1d93a1f0-043d-4cec-99a2-cdd570e3be01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:43:04.294420 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Bound port: 764193dd-0f84-4b64-b46e-95a3fc03db78, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d93a1f0-043d-4cec-99a2-cdd570e3be01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:43:04.294859 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (764193dd-0f84-4b64-b46e-95a3fc03db78), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:04.362141 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] For port 764193dd-0f84-4b64-b46e-95a3fc03db78, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:43:04.366327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] For port 764193dd-0f84-4b64-b46e-95a3fc03db78, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=764193dd-0f84-4b64-b46e-95a3fc03db78,segment=NetworkSegment(1d93a1f0-043d-4cec-99a2-cdd570e3be01),segment_id=1d93a1f0-043d-4cec-99a2-cdd570e3be01)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:43:04.373543 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (764193dd-0f84-4b64-b46e-95a3fc03db78), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:04.407983 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:04.408604 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:04.410021 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4426915e-41df-44f7-8a46-ffd442494bad req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] 10.222.0.48 "PUT /v2.0/ports/764193dd-0f84-4b64-b46e-95a3fc03db78 HTTP/1.1" status: 200 len: 1092 time: 0.7458949 Feb 07 17:43:04.410465 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ea1d72-12cc-4b43-a77c-43d8c4fb32b4', 'tag': '764193dd-0f84-4b64-b46e-95a3fc03db78'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:43:04.413356 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628c6723cf0d541a6362cfbbde021ddb095c9bd0acbf8defbc90316d1b4a8846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74b8849-2521-4f54-bae2-45a990946ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "29ea1d72-12cc-4b43-a77c-43d8c4fb32b4", "tag": "764193dd-0f84-4b64-b46e-95a3fc03db78"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:43:04.465298 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d1487d-b00d-47a6-ae96-1eb4ab6e5f15 x-openstack-request-id: req-b2d1487d-b00d-47a6-ae96-1eb4ab6e5f15 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:43:04.465627 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ea1d72-12cc-4b43-a77c-43d8c4fb32b4", "tag": "764193dd-0f84-4b64-b46e-95a3fc03db78", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:43:04.465881 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2d1487d-b00d-47a6-ae96-1eb4ab6e5f15 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:43:04.466284 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ea1d72-12cc-4b43-a77c-43d8c4fb32b4', 'tag': '764193dd-0f84-4b64-b46e-95a3fc03db78', 'status': 'completed', 'code': 200} Feb 07 17:43:04.498357 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d9c0b-2070-45bf-9e22-0a00fe2880f5 service neutron] Pushing event updated for resources: {'Port': ['ID=764193dd-0f84-4b64-b46e-95a3fc03db78,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:43:04.515376 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426915e-41df-44f7-8a46-ffd442494bad req-dff55b8b-59cd-403d-ac8a-17b7c5440f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:04.516904 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4426915e-41df-44f7-8a46-ffd442494bad req-dff55b8b-59cd-403d-ac8a-17b7c5440f0d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 1126 time: 0.0648835 Feb 07 17:43:04.564673 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4426915e-41df-44f7-8a46-ffd442494bad req-feb71b10-ed23-4a26-8842-a992aea52e11 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=764193dd-0f84-4b64-b46e-95a3fc03db78 HTTP/1.1" status: 200 len: 217 time: 0.0411992 Feb 07 17:43:04.615268 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426915e-41df-44f7-8a46-ffd442494bad req-0e5446ac-61ea-4e9a-8443-128c53dd82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:04.616851 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4426915e-41df-44f7-8a46-ffd442494bad req-0e5446ac-61ea-4e9a-8443-128c53dd82d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5276bc1-67d6-4e05-a9b8-eabb2db43024 HTTP/1.1" status: 200 len: 835 time: 0.0468528 Feb 07 17:43:04.663587 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426915e-41df-44f7-8a46-ffd442494bad req-30135491-f84b-4178-8ad1-1bf4e3cb4e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:04.665092 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4426915e-41df-44f7-8a46-ffd442494bad req-30135491-f84b-4178-8ad1-1bf4e3cb4e00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3fa0f32c-0b1d-4851-a849-900d95948e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427039 Feb 07 17:43:04.760079 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4426915e-41df-44f7-8a46-ffd442494bad req-1dc9eb4d-5130-4f78-8401-411ceee79775 service neutron] 10.222.0.48 "GET /v2.0/networks/3fa0f32c-0b1d-4851-a849-900d95948e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882611 Feb 07 17:43:04.847052 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4426915e-41df-44f7-8a46-ffd442494bad req-84d50b08-d8dd-4694-9221-3b8a2ce5115e service neutron] 10.222.0.48 "GET /v2.0/networks/3fa0f32c-0b1d-4851-a849-900d95948e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811996 Feb 07 17:43:04.941461 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b8849-2521-4f54-bae2-45a990946ef2 req-2206ea60-f317-47cd-882c-39af1dd79abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:04.943116 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a74b8849-2521-4f54-bae2-45a990946ef2 req-2206ea60-f317-47cd-882c-39af1dd79abf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 1126 time: 0.0492353 Feb 07 17:43:05.030212 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b8849-2521-4f54-bae2-45a990946ef2 req-e3bd8467-563d-4b5f-8019-fe82476459d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:05.031683 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a74b8849-2521-4f54-bae2-45a990946ef2 req-e3bd8467-563d-4b5f-8019-fe82476459d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3fa0f32c-0b1d-4851-a849-900d95948e9a HTTP/1.1" status: 200 len: 897 time: 0.0831420 Feb 07 17:43:05.075116 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a74b8849-2521-4f54-bae2-45a990946ef2 req-26a2edfc-81b4-4b75-b708-d246cefa6f7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=764193dd-0f84-4b64-b46e-95a3fc03db78 HTTP/1.1" status: 200 len: 217 time: 0.0372679 Feb 07 17:43:05.121648 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b8849-2521-4f54-bae2-45a990946ef2 req-79884b0f-ce0c-4aac-bb83-1431b203e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:05.123072 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a74b8849-2521-4f54-bae2-45a990946ef2 req-79884b0f-ce0c-4aac-bb83-1431b203e5ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5276bc1-67d6-4e05-a9b8-eabb2db43024 HTTP/1.1" status: 200 len: 835 time: 0.0428908 Feb 07 17:43:05.172263 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b8849-2521-4f54-bae2-45a990946ef2 req-2e6b4674-edb8-43e7-b6b9-286df7066c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:05.173810 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a74b8849-2521-4f54-bae2-45a990946ef2 req-2e6b4674-edb8-43e7-b6b9-286df7066c47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3fa0f32c-0b1d-4851-a849-900d95948e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444643 Feb 07 17:43:05.267424 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb789c-fb08-4c4d-89c5-cb7a5eda7653 req-4b61e4f3-d96d-4de2-ad64-30e06fb7a0cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:05.268152 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a74b8849-2521-4f54-bae2-45a990946ef2 req-ddf5c524-c9b1-46a6-bf47-851b38dc5a12 service neutron] 10.222.0.48 "GET /v2.0/networks/3fa0f32c-0b1d-4851-a849-900d95948e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879462 Feb 07 17:43:05.268946 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6beb789c-fb08-4c4d-89c5-cb7a5eda7653 req-4b61e4f3-d96d-4de2-ad64-30e06fb7a0cb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 944 time: 0.0520973 Feb 07 17:43:05.316734 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6beb789c-fb08-4c4d-89c5-cb7a5eda7653 req-69b0fdda-4b4c-4102-b74b-479349b25271 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414705 Feb 07 17:43:05.357177 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a74b8849-2521-4f54-bae2-45a990946ef2 req-5765ffb0-b633-4ab2-8da5-799d0e2e644d service neutron] 10.222.0.48 "GET /v2.0/networks/3fa0f32c-0b1d-4851-a849-900d95948e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835485 Feb 07 17:43:05.556255 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:43:06.438335 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecf2f1-dec9-4b67-a666-7efabe6eef92 req-3a80d604-ffd9-4d05-8210-55388a8d95aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:06.439738 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7fecf2f1-dec9-4b67-a666-7efabe6eef92 req-3a80d604-ffd9-4d05-8210-55388a8d95aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 944 time: 0.0526752 Feb 07 17:43:06.488093 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7fecf2f1-dec9-4b67-a666-7efabe6eef92 req-4edf1d3e-30ab-42c3-8f59-296ba253c7bd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421076 Feb 07 17:43:07.614923 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92167f1-4919-4fbc-b76a-8e3e932c1c29 req-4bf4a167-fe47-4248-a022-d1304e2933cc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:07.616414 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a92167f1-4919-4fbc-b76a-8e3e932c1c29 req-4bf4a167-fe47-4248-a022-d1304e2933cc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 944 time: 0.0577924 Feb 07 17:43:07.665365 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a92167f1-4919-4fbc-b76a-8e3e932c1c29 req-34952daa-f699-4b91-9949-065011cba6eb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430918 Feb 07 17:43:08.320761 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 764193dd-0f84-4b64-b46e-95a3fc03db78 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:43:08.414837 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 764193dd-0f84-4b64-b46e-95a3fc03db78, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=764193dd-0f84-4b64-b46e-95a3fc03db78,segment=NetworkSegment(1d93a1f0-043d-4cec-99a2-cdd570e3be01),segment_id=1d93a1f0-043d-4cec-99a2-cdd570e3be01)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:43:08.425528 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '764193dd-0f84-4b64-b46e-95a3fc03db78', 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a', 'port_id': '764193dd-0f84-4b64-b46e-95a3fc03db78', 'mac_address': 'fa:16:3e:94:7a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5276bc1-67d6-4e05-a9b8-eabb2db43024', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:43:08.464955 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 764193dd-0f84-4b64-b46e-95a3fc03db78 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:43:08.465435 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (764193dd-0f84-4b64-b46e-95a3fc03db78), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:08.478619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 764193dd-0f84-4b64-b46e-95a3fc03db78 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:43:08.497801 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 764193dd-0f84-4b64-b46e-95a3fc03db78, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=764193dd-0f84-4b64-b46e-95a3fc03db78,segment=NetworkSegment(1d93a1f0-043d-4cec-99a2-cdd570e3be01),segment_id=1d93a1f0-043d-4cec-99a2-cdd570e3be01)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:43:08.501835 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (764193dd-0f84-4b64-b46e-95a3fc03db78), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:08.547577 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=764193dd-0f84-4b64-b46e-95a3fc03db78,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:43:08.788714 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f5445-39cf-48a9-811c-3ac1634a5225 req-153c2b60-bdd7-44bb-b508-2319b5cf8c9e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:08.790140 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d88f5445-39cf-48a9-811c-3ac1634a5225 req-153c2b60-bdd7-44bb-b508-2319b5cf8c9e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 945 time: 0.0578876 Feb 07 17:43:08.837629 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d88f5445-39cf-48a9-811c-3ac1634a5225 req-638872c9-df2e-4e65-bf36-ed70f77f677c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417838 Feb 07 17:43:08.858345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['764193dd-0f84-4b64-b46e-95a3fc03db78'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:43:09.956557 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6942ad-ae5e-4080-8845-46b565a0d886 req-2afa8a98-131d-4723-abbb-689dc9d32707 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:09.957966 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a6942ad-ae5e-4080-8845-46b565a0d886 req-2afa8a98-131d-4723-abbb-689dc9d32707 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 945 time: 0.0519516 Feb 07 17:43:10.005652 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2a6942ad-ae5e-4080-8845-46b565a0d886 req-ef79f348-142f-44b0-8ce9-47d53dcde2e8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417979 Feb 07 17:43:10.325078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 764193dd-0f84-4b64-b46e-95a3fc03db78 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:43:10.375118 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 764193dd-0f84-4b64-b46e-95a3fc03db78 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:43:10.379068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 764193dd-0f84-4b64-b46e-95a3fc03db78 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:43:10.379442 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (764193dd-0f84-4b64-b46e-95a3fc03db78), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:10.458498 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 764193dd-0f84-4b64-b46e-95a3fc03db78 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:43:10.458895 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (764193dd-0f84-4b64-b46e-95a3fc03db78), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:10.481662 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ea1d72-12cc-4b43-a77c-43d8c4fb32b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764193dd-0f84-4b64-b46e-95a3fc03db78'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:43:10.483940 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283ddd34-adfa-4f86-b443-f055be518b12" -d '{"events": [{"server_uuid": "29ea1d72-12cc-4b43-a77c-43d8c4fb32b4", "name": "network-vif-plugged", "status": "completed", "tag": "764193dd-0f84-4b64-b46e-95a3fc03db78"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:43:10.498816 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 764193dd-0f84-4b64-b46e-95a3fc03db78, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=764193dd-0f84-4b64-b46e-95a3fc03db78,segment=NetworkSegment(1d93a1f0-043d-4cec-99a2-cdd570e3be01),segment_id=1d93a1f0-043d-4cec-99a2-cdd570e3be01)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:43:10.503057 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (764193dd-0f84-4b64-b46e-95a3fc03db78), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:10.564842 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=764193dd-0f84-4b64-b46e-95a3fc03db78,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:43:10.582517 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78976d42-077e-4b8a-9904-150ecb7caa5a x-openstack-request-id: req-78976d42-077e-4b8a-9904-150ecb7caa5a {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:43:10.582849 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ea1d72-12cc-4b43-a77c-43d8c4fb32b4", "name": "network-vif-plugged", "status": "completed", "tag": "764193dd-0f84-4b64-b46e-95a3fc03db78", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:43:10.583161 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78976d42-077e-4b8a-9904-150ecb7caa5a {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:43:10.583594 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ea1d72-12cc-4b43-a77c-43d8c4fb32b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764193dd-0f84-4b64-b46e-95a3fc03db78', 'code': 200} Feb 07 17:43:10.688363 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74170464-4c23-443e-95e4-153381c1a7b0 req-aad56f8e-0c3d-4731-8b4b-9fb81b5542ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:10.689940 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-74170464-4c23-443e-95e4-153381c1a7b0 req-aad56f8e-0c3d-4731-8b4b-9fb81b5542ad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 1128 time: 0.0446873 Feb 07 17:43:10.735614 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-74170464-4c23-443e-95e4-153381c1a7b0 req-d5a8784d-3db4-4535-a999-c74fd756c233 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401313 Feb 07 17:43:11.127910 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4583aa-c745-4e2a-88d8-769929050bba req-dc802242-5469-4b0e-a2c0-8193b71aa260 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:11.129324 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4e4583aa-c745-4e2a-88d8-769929050bba req-dc802242-5469-4b0e-a2c0-8193b71aa260 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 946 time: 0.0555925 Feb 07 17:43:11.177356 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4e4583aa-c745-4e2a-88d8-769929050bba req-992befb6-d5df-4416-8e5f-6b866b06f7b5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411093 Feb 07 17:43:12.304190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d3407-0876-4df1-bbfa-eb50e562fe8a req-fcf712fa-aabe-4f2a-9e04-6bb75fb4f1da tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:12.305694 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cb3d3407-0876-4df1-bbfa-eb50e562fe8a req-fcf712fa-aabe-4f2a-9e04-6bb75fb4f1da tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 946 time: 0.0576057 Feb 07 17:43:12.354156 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cb3d3407-0876-4df1-bbfa-eb50e562fe8a req-5b1c736f-5fda-43f7-b924-3deffde6a259 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428994 Feb 07 17:43:12.472027 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba04c0-a91c-494f-9c9f-beee56dc4ba1 req-8e1f420f-e069-4261-a4c7-d37ad01e6794 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:12.473758 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c1ba04c0-a91c-494f-9c9f-beee56dc4ba1 req-8e1f420f-e069-4261-a4c7-d37ad01e6794 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 946 time: 0.0525165 Feb 07 17:43:12.523462 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c1ba04c0-a91c-494f-9c9f-beee56dc4ba1 req-8772c726-e7f7-4e6f-b523-df09093c3092 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441151 Feb 07 17:43:12.545189 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33842) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:43:12.587743 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dafc25b-2de6-4228-9aa4-5ab5b96964b4 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:12.589225 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1dafc25b-2de6-4228-9aa4-5ab5b96964b4 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 1123 time: 0.0430312 Feb 07 17:43:12.591939 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33844) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:43:12.596050 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': '764193dd-0f84-4b64-b46e-95a3fc03db78', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:43:12.616068 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:12.713391 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:12.817347 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Allocated IP 172.25.4.241 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/ea31371d-a804-47c6-80a0-96c2280b89b3) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:43:12.915332 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (ea31371d-a804-47c6-80a0-96c2280b89b3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:12.947879 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ea31371d-a804-47c6-80a0-96c2280b89b3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:12.983247 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:43:12.987918 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:43:12.992276 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:43:13.019057 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=ea31371d-a804-47c6-80a0-96c2280b89b3,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:43:13.341363 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for floatingip (2a4443c4-79ee-4d30-b16e-5c3abe0b4735), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:13.408664 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ea31371d-a804-47c6-80a0-96c2280b89b3), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:13.559585 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (ea31371d-a804-47c6-80a0-96c2280b89b3), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:13.563872 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ea31371d-a804-47c6-80a0-96c2280b89b3), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:13.634121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=ea31371d-a804-47c6-80a0-96c2280b89b3,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:43:13.645995 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (2a4443c4-79ee-4d30-b16e-5c3abe0b4735), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:14.077676 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Floating IP 2a4443c4-79ee-4d30-b16e-5c3abe0b4735 associated. External IP: 172.25.4.241, port: 764193dd-0f84-4b64-b46e-95a3fc03db78. Feb 07 17:43:14.283348 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router cb255534-b750-4232-9ae1-21b65a1f6ebd has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:43:14.393592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:43:14.403494 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe4b49f-74d2-4d68-af59-8b922900b44d None None] Sync routers for ids ['cb255534-b750-4232-9ae1-21b65a1f6ebd'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:43:14.411465 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:14.414239 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe4b49f-74d2-4d68-af59-8b922900b44d None None] Routers {'cb255534-b750-4232-9ae1-21b65a1f6ebd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:43:14.414877 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8fe4b49f-74d2-4d68-af59-8b922900b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:42:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cb255534-b750-4232-9ae1-21b65a1f6ebd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:43:14.445403 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6c16a662-c77e-4e73-867f-65f378464179 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8523943 Feb 07 17:43:14.446006 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ea1d72-12cc-4b43-a77c-43d8c4fb32b4', 'tag': '764193dd-0f84-4b64-b46e-95a3fc03db78'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:43:14.448285 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4530b4-22cb-4a04-8831-4eaa4c8bcd4d" -d '{"events": [{"name": "network-changed", "server_uuid": "29ea1d72-12cc-4b43-a77c-43d8c4fb32b4", "tag": "764193dd-0f84-4b64-b46e-95a3fc03db78"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:43:14.498422 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad46825-44ea-4616-b745-0da0531d16a3 x-openstack-request-id: req-7ad46825-44ea-4616-b745-0da0531d16a3 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:43:14.498920 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ea1d72-12cc-4b43-a77c-43d8c4fb32b4", "tag": "764193dd-0f84-4b64-b46e-95a3fc03db78", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:43:14.499197 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ad46825-44ea-4616-b745-0da0531d16a3 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:43:14.499907 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ea1d72-12cc-4b43-a77c-43d8c4fb32b4', 'tag': '764193dd-0f84-4b64-b46e-95a3fc03db78', 'status': 'completed', 'code': 200} Feb 07 17:43:14.527342 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8fe4b49f-74d2-4d68-af59-8b922900b44d None None] Set router cb255534-b750-4232-9ae1-21b65a1f6ebd gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:43:14.593130 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920ff4a-232e-44e7-ab99-733faaf47d14 req-618cf781-9524-4eef-afeb-51904a58c46c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:14.594716 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b920ff4a-232e-44e7-ab99-733faaf47d14 req-618cf781-9524-4eef-afeb-51904a58c46c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 946 time: 0.0870686 Feb 07 17:43:14.601901 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4530b4-22cb-4a04-8831-4eaa4c8bcd4d req-28947154-32c4-49cd-9948-cd17ba380f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:14.603406 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c4530b4-22cb-4a04-8831-4eaa4c8bcd4d req-28947154-32c4-49cd-9948-cd17ba380f74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 1128 time: 0.0825217 Feb 07 17:43:14.703134 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b920ff4a-232e-44e7-ab99-733faaf47d14 req-e12aab60-c895-4a94-8f41-080eb2e5de4c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986543 Feb 07 17:43:14.727240 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33850) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:43:14.733975 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4530b4-22cb-4a04-8831-4eaa4c8bcd4d req-ca4606ec-6b9a-4d2c-a4ae-8394c7f25d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:14.735455 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c4530b4-22cb-4a04-8831-4eaa4c8bcd4d req-ca4606ec-6b9a-4d2c-a4ae-8394c7f25d18 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3fa0f32c-0b1d-4851-a849-900d95948e9a HTTP/1.1" status: 200 len: 897 time: 0.1250696 Feb 07 17:43:14.793322 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e29ecc9c-ac89-48df-840a-07e105a9b203 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/floatingips/2a4443c4-79ee-4d30-b16e-5c3abe0b4735 HTTP/1.1" status: 200 len: 992 time: 0.0648513 Feb 07 17:43:14.801045 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c4530b4-22cb-4a04-8831-4eaa4c8bcd4d req-0d6a0c4f-d578-44e8-abe8-f20d23382bea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=764193dd-0f84-4b64-b46e-95a3fc03db78 HTTP/1.1" status: 200 len: 1000 time: 0.0599585 Feb 07 17:43:14.854090 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4530b4-22cb-4a04-8831-4eaa4c8bcd4d req-0fd16d90-4ff6-4511-b443-4935e7c793e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:14.855551 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c4530b4-22cb-4a04-8831-4eaa4c8bcd4d req-0fd16d90-4ff6-4511-b443-4935e7c793e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5276bc1-67d6-4e05-a9b8-eabb2db43024 HTTP/1.1" status: 200 len: 835 time: 0.0490785 Feb 07 17:43:14.903439 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4530b4-22cb-4a04-8831-4eaa4c8bcd4d req-722e980d-11d1-4e81-9f70-4ef69ecaa859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:14.904925 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c4530b4-22cb-4a04-8831-4eaa4c8bcd4d req-722e980d-11d1-4e81-9f70-4ef69ecaa859 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3fa0f32c-0b1d-4851-a849-900d95948e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435004 Feb 07 17:43:14.912178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8fe4b49f-74d2-4d68-af59-8b922900b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630583267', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:42:59Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '2a4443c4-79ee-4d30-b16e-5c3abe0b4735', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'floating_ip_address': '172.25.4.241', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'port_id': '764193dd-0f84-4b64-b46e-95a3fc03db78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a', 'mac_address': 'fa:16:3e:94:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ea1d72-12cc-4b43-a77c-43d8c4fb32b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:43:13Z', 'updated_at': '2022-02-07T17:43:13Z', 'revision_number': 0, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1479ed3f-7ec3-44de-8a81-c428c1cd5f12', 'name': '', 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:1f:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b5276bc1-67d6-4e05-a9b8-eabb2db43024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:59Z', 'updated_at': '2022-02-07T17:43:02Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b5276bc1-67d6-4e05-a9b8-eabb2db43024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:43:14.942925 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe4b49f-74d2-4d68-af59-8b922900b44d None None] Checking router: cb255534-b750-4232-9ae1-21b65a1f6ebd for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:43:14.951455 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe4b49f-74d2-4d68-af59-8b922900b44d None None] Routers {'cb255534-b750-4232-9ae1-21b65a1f6ebd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:43:14.952071 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8fe4b49f-74d2-4d68-af59-8b922900b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:42:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cb255534-b750-4232-9ae1-21b65a1f6ebd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:43:14.994664 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c4530b4-22cb-4a04-8831-4eaa4c8bcd4d req-459eee9f-17f1-4b73-9224-d2c7a092d7fd service neutron] 10.222.0.48 "GET /v2.0/networks/3fa0f32c-0b1d-4851-a849-900d95948e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832529 Feb 07 17:43:15.059593 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8fe4b49f-74d2-4d68-af59-8b922900b44d None None] Set router cb255534-b750-4232-9ae1-21b65a1f6ebd gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:43:15.086911 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5c4530b4-22cb-4a04-8831-4eaa4c8bcd4d req-5a393145-4d5e-44e5-b723-ead4e07a11ed service neutron] 10.222.0.48 "GET /v2.0/networks/3fa0f32c-0b1d-4851-a849-900d95948e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870769 Feb 07 17:43:15.282529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8fe4b49f-74d2-4d68-af59-8b922900b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630583267', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:42:59Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '2a4443c4-79ee-4d30-b16e-5c3abe0b4735', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'floating_ip_address': '172.25.4.241', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'port_id': '764193dd-0f84-4b64-b46e-95a3fc03db78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a', 'mac_address': 'fa:16:3e:94:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ea1d72-12cc-4b43-a77c-43d8c4fb32b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:43:13Z', 'updated_at': '2022-02-07T17:43:13Z', 'revision_number': 0, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1479ed3f-7ec3-44de-8a81-c428c1cd5f12', 'name': '', 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:1f:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b5276bc1-67d6-4e05-a9b8-eabb2db43024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:59Z', 'updated_at': '2022-02-07T17:43:02Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b5276bc1-67d6-4e05-a9b8-eabb2db43024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:43:15.308770 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe4b49f-74d2-4d68-af59-8b922900b44d None None] The sync data for ids ['cb255534-b750-4232-9ae1-21b65a1f6ebd'] in n-d-827865-3 is: [{'id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630583267', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:42:59Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '2a4443c4-79ee-4d30-b16e-5c3abe0b4735', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'floating_ip_address': '172.25.4.241', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'port_id': '764193dd-0f84-4b64-b46e-95a3fc03db78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a', 'mac_address': 'fa:16:3e:94:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ea1d72-12cc-4b43-a77c-43d8c4fb32b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:43:13Z', 'updated_at': '2022-02-07T17:43:13Z', 'revision_number': 0, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1479ed3f-7ec3-44de-8a81-c428c1cd5f12', 'name': '', 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:1f:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b5276bc1-67d6-4e05-a9b8-eabb2db43024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:59Z', 'updated_at': '2022-02-07T17:43:02Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b5276bc1-67d6-4e05-a9b8-eabb2db43024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:43:15.498124 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d06955c-1b18-49ec-9269-4e0014957971 None None] New status for floating IP 2a4443c4-79ee-4d30-b16e-5c3abe0b4735: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:43:15.796323 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33852) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:43:15.856541 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b8f69566-9647-439e-96a5-3e92e8af098d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/floatingips/2a4443c4-79ee-4d30-b16e-5c3abe0b4735 HTTP/1.1" status: 200 len: 994 time: 0.0590708 Feb 07 17:43:21.791270 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:23.752701 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:25.864489 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cc295a41-d3e7-4aaa-88a7-ed0e011da6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:28.273115 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cf73937f-696c-4e49-8134-e450404a9ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:29.704611 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:31.030661 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:32.531045 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:39.013486 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-76036de5-c0aa-47ae-95f3-76ffa5f8c71e req-57146476-6846-417a-a039-4177c21fe920 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438569 Feb 07 17:43:39.093829 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76036de5-c0aa-47ae-95f3-76ffa5f8c71e req-c425015e-b455-4476-9d2b-f2068e61057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:39.095323 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-76036de5-c0aa-47ae-95f3-76ffa5f8c71e req-c425015e-b455-4476-9d2b-f2068e61057c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 1128 time: 0.0424519 Feb 07 17:43:39.200851 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76036de5-c0aa-47ae-95f3-76ffa5f8c71e req-3c41001b-bf82-46dc-a47e-48f4070c273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:39.202346 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-76036de5-c0aa-47ae-95f3-76ffa5f8c71e req-3c41001b-bf82-46dc-a47e-48f4070c273a service neutron] 10.222.0.48 "GET /v2.0/networks?id=3fa0f32c-0b1d-4851-a849-900d95948e9a HTTP/1.1" status: 200 len: 897 time: 0.0862777 Feb 07 17:43:39.267927 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-76036de5-c0aa-47ae-95f3-76ffa5f8c71e req-0fc4f88b-253f-4dfa-bd26-f0f87d8b485e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=764193dd-0f84-4b64-b46e-95a3fc03db78 HTTP/1.1" status: 200 len: 1002 time: 0.0595894 Feb 07 17:43:39.319354 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76036de5-c0aa-47ae-95f3-76ffa5f8c71e req-a22ea3f7-5192-4d95-bb4e-06b5f3b87caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:39.320809 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-76036de5-c0aa-47ae-95f3-76ffa5f8c71e req-a22ea3f7-5192-4d95-bb4e-06b5f3b87caf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5276bc1-67d6-4e05-a9b8-eabb2db43024 HTTP/1.1" status: 200 len: 835 time: 0.0478883 Feb 07 17:43:39.369194 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76036de5-c0aa-47ae-95f3-76ffa5f8c71e req-22e7f968-95af-4743-9886-c7cb0d033f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:43:39.370733 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-76036de5-c0aa-47ae-95f3-76ffa5f8c71e req-22e7f968-95af-4743-9886-c7cb0d033f36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3fa0f32c-0b1d-4851-a849-900d95948e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443318 Feb 07 17:43:39.457938 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-76036de5-c0aa-47ae-95f3-76ffa5f8c71e req-53639c2c-3e3e-4d88-94c6-55e8ee24c3a6 service neutron] 10.222.0.48 "GET /v2.0/networks/3fa0f32c-0b1d-4851-a849-900d95948e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811007 Feb 07 17:43:39.548209 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-76036de5-c0aa-47ae-95f3-76ffa5f8c71e req-19c0e067-b6f5-4aa6-b424-81c40bc9967a service neutron] 10.222.0.48 "GET /v2.0/networks/3fa0f32c-0b1d-4851-a849-900d95948e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849981 Feb 07 17:43:42.555454 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:43:51.776612 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:53.739044 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:55.867256 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-97c40ad9-9423-4af0-a4ec-94dbd99fe131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:58.275257 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-67aee331-1fda-4bcd-b77a-612723094182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:43:59.707737 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:44:01.032518 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:44:02.535606 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:44:16.577582 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92da95-0a8e-4d8d-bd80-b3c14d0d8f0e req-7e383be4-e842-470d-aece-c73272c86943 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:44:16.578977 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c92da95-0a8e-4d8d-bd80-b3c14d0d8f0e req-7e383be4-e842-470d-aece-c73272c86943 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 946 time: 0.0580561 Feb 07 17:44:16.627748 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c92da95-0a8e-4d8d-bd80-b3c14d0d8f0e req-4af5d237-f9f1-4065-bcc7-faf622f15ae5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428379 Feb 07 17:44:17.748125 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92367924-cd81-4eb3-b7d4-80b03242eb3e req-3e5fe1e5-0d89-4588-8936-57a1ce81de2d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:44:17.749626 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-92367924-cd81-4eb3-b7d4-80b03242eb3e req-3e5fe1e5-0d89-4588-8936-57a1ce81de2d tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 946 time: 0.0525472 Feb 07 17:44:17.797225 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-92367924-cd81-4eb3-b7d4-80b03242eb3e req-fa955211-af09-49b4-b454-6c71a279c86f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419993 Feb 07 17:44:18.918612 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e713d-f73a-4c47-826b-ca9d480e0158 req-799c67c3-3e20-4d5d-8387-4d524412aa55 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:44:18.920071 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ee2e713d-f73a-4c47-826b-ca9d480e0158 req-799c67c3-3e20-4d5d-8387-4d524412aa55 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 946 time: 0.0516965 Feb 07 17:44:18.968894 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ee2e713d-f73a-4c47-826b-ca9d480e0158 req-fa2d0dc9-adcd-466b-9814-1539e4192f3c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432038 Feb 07 17:44:19.554503 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:44:20.090541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cd098-cc20-49ea-a840-8e8073c96470 req-e9f284ef-372f-4ef8-8dce-2b7ff2caa8da tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:44:20.092004 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-433cd098-cc20-49ea-a840-8e8073c96470 req-e9f284ef-372f-4ef8-8dce-2b7ff2caa8da tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 946 time: 0.0561922 Feb 07 17:44:20.139661 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-433cd098-cc20-49ea-a840-8e8073c96470 req-747fc940-a9fd-4200-a6e0-5f5402ad66f4 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418105 Feb 07 17:44:21.270849 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701794b6-bf58-4555-8d6c-b5961d33d46c req-f2676f28-fd2b-4be2-97a4-faf6536583bf tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:44:21.272878 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-701794b6-bf58-4555-8d6c-b5961d33d46c req-f2676f28-fd2b-4be2-97a4-faf6536583bf tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 946 time: 0.0602314 Feb 07 17:44:21.320384 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-701794b6-bf58-4555-8d6c-b5961d33d46c req-955c963f-2881-4eba-a361-9b3c6ebbe2aa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418839 Feb 07 17:44:21.789991 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:44:22.440357 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff2eea-0b4c-4040-87e4-480dae6216a3 req-3355afd2-75c8-4ea3-a4a5-06322290c112 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:44:22.441860 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccff2eea-0b4c-4040-87e4-480dae6216a3 req-3355afd2-75c8-4ea3-a4a5-06322290c112 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 946 time: 0.0517955 Feb 07 17:44:22.491184 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ccff2eea-0b4c-4040-87e4-480dae6216a3 req-6598bb1b-10c4-40bc-a99d-1b49d1b5fc30 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430412 Feb 07 17:44:23.608984 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce70a9-c9d7-475b-bf7a-c122542fd34b req-4afe7ace-ff95-4859-874c-d754faeb1f2b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:44:23.610477 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7bce70a9-c9d7-475b-bf7a-c122542fd34b req-4afe7ace-ff95-4859-874c-d754faeb1f2b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 946 time: 0.0516989 Feb 07 17:44:23.659464 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7bce70a9-c9d7-475b-bf7a-c122542fd34b req-a6027e84-d015-428e-ac0c-5942110152cc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428274 Feb 07 17:44:23.761076 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:44:24.777372 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e62d90-834b-4af9-a8e5-d7c3ff232a32 req-fd42441d-00b2-419e-ade2-20d8bbccb608 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:44:24.778857 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-80e62d90-834b-4af9-a8e5-d7c3ff232a32 req-fd42441d-00b2-419e-ade2-20d8bbccb608 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 946 time: 0.0516841 Feb 07 17:44:24.830802 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-80e62d90-834b-4af9-a8e5-d7c3ff232a32 req-e139b085-c07e-4774-9630-aef05c7ee47e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463715 Feb 07 17:44:25.869344 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2c68939a-a1d0-493b-93f7-f22f4843a153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:44:25.949873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b3047-eb5f-46b7-9332-a595fe38e4ff req-d7ea8fb3-7bc8-450c-93bb-b2c3e2fe45a7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:44:25.951367 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b41b3047-eb5f-46b7-9332-a595fe38e4ff req-d7ea8fb3-7bc8-450c-93bb-b2c3e2fe45a7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 946 time: 0.0516319 Feb 07 17:44:26.003938 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b41b3047-eb5f-46b7-9332-a595fe38e4ff req-cf621acd-b0ee-44f8-9f21-39a2bde73d62 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469913 Feb 07 17:44:27.121861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b1cf7-0f44-4574-9b76-23cf0972faa8 req-da4e433e-4e21-4b81-bff8-78721c95a60f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:44:27.123341 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9f2b1cf7-0f44-4574-9b76-23cf0972faa8 req-da4e433e-4e21-4b81-bff8-78721c95a60f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 946 time: 0.0522692 Feb 07 17:44:27.172642 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9f2b1cf7-0f44-4574-9b76-23cf0972faa8 req-d5c654f7-8498-49d1-8cb7-f25eed84588a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437384 Feb 07 17:44:27.194845 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33902) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:44:27.262766 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e61aa4b8-7ba1-4d4b-ad9b-2e656a3fde19 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/floatingips/2a4443c4-79ee-4d30-b16e-5c3abe0b4735 HTTP/1.1" status: 200 len: 994 time: 0.0664406 Feb 07 17:44:28.276905 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d1c3d185-90f9-419a-9dd6-12f6bbf471ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:44:28.531018 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d165fde-7204-4688-a2fd-0c44ff79d4ef req-5b08ba1b-26d8-4447-bee4-0eb43cf220a7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:44:28.532420 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d165fde-7204-4688-a2fd-0c44ff79d4ef req-5b08ba1b-26d8-4447-bee4-0eb43cf220a7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 946 time: 0.0535538 Feb 07 17:44:28.561970 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e063a7e-e288-4885-b5a5-ca75ec7364a3 req-991d72f8-c903-4875-9bf7-498d980f779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:44:28.563489 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e063a7e-e288-4885-b5a5-ca75ec7364a3 req-991d72f8-c903-4875-9bf7-498d980f779a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 1128 time: 0.0449686 Feb 07 17:44:28.581482 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d165fde-7204-4688-a2fd-0c44ff79d4ef req-ead1cad4-1ee0-4b33-bbbf-dac49a4d14d6 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428660 Feb 07 17:44:28.655691 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e063a7e-e288-4885-b5a5-ca75ec7364a3 req-14fb5c94-2da2-4b9a-b65e-9769dc1b7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:44:28.657164 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e063a7e-e288-4885-b5a5-ca75ec7364a3 req-14fb5c94-2da2-4b9a-b65e-9769dc1b7090 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3fa0f32c-0b1d-4851-a849-900d95948e9a HTTP/1.1" status: 200 len: 897 time: 0.0875726 Feb 07 17:44:28.720919 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e063a7e-e288-4885-b5a5-ca75ec7364a3 req-910f5992-c325-46ac-b83c-cb166c73919c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=764193dd-0f84-4b64-b46e-95a3fc03db78 HTTP/1.1" status: 200 len: 1002 time: 0.0577691 Feb 07 17:44:28.772477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e063a7e-e288-4885-b5a5-ca75ec7364a3 req-22f9a232-3a02-4bcd-ac96-a27d442e7031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:44:28.773973 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e063a7e-e288-4885-b5a5-ca75ec7364a3 req-22f9a232-3a02-4bcd-ac96-a27d442e7031 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5276bc1-67d6-4e05-a9b8-eabb2db43024 HTTP/1.1" status: 200 len: 835 time: 0.0468273 Feb 07 17:44:28.822063 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e063a7e-e288-4885-b5a5-ca75ec7364a3 req-0df91f6f-14fc-4831-b60f-de5d7b00bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:44:28.823448 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e063a7e-e288-4885-b5a5-ca75ec7364a3 req-0df91f6f-14fc-4831-b60f-de5d7b00bfa7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3fa0f32c-0b1d-4851-a849-900d95948e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439639 Feb 07 17:44:28.908525 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e063a7e-e288-4885-b5a5-ca75ec7364a3 req-6defe90e-39a7-4300-ac24-f6bbbcaae0a1 service neutron] 10.222.0.48 "GET /v2.0/networks/3fa0f32c-0b1d-4851-a849-900d95948e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791035 Feb 07 17:44:28.999559 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e063a7e-e288-4885-b5a5-ca75ec7364a3 req-109bdff3-234e-41ab-9a18-4adcab9cd697 service neutron] 10.222.0.48 "GET /v2.0/networks/3fa0f32c-0b1d-4851-a849-900d95948e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847576 Feb 07 17:44:29.705126 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa9203-f6cc-47b3-bb11-c959c532c715 req-990fc935-a826-4bb3-8a06-a9902f1fa43c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:44:29.706651 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-29fa9203-f6cc-47b3-bb11-c959c532c715 req-990fc935-a826-4bb3-8a06-a9902f1fa43c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 946 time: 0.0537865 Feb 07 17:44:29.711408 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:44:29.757660 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-29fa9203-f6cc-47b3-bb11-c959c532c715 req-592c2083-d2ca-4693-b983-24e509257373 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442700 Feb 07 17:44:29.780577 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33912) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:44:29.844511 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-0bd98c24-845d-4083-a5da-00a6dbeeeda3 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/floatingips/2a4443c4-79ee-4d30-b16e-5c3abe0b4735 HTTP/1.1" status: 200 len: 994 time: 0.0627298 Feb 07 17:44:31.035685 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:44:32.538257 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:44:39.613356 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc89c5be-4f15-4b99-876f-ad56036ca0ad req-4ec70555-1ff0-46c1-bb33-2bf2e2ed5e0d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427446 Feb 07 17:44:39.697122 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89c5be-4f15-4b99-876f-ad56036ca0ad req-8c013b6a-876c-48b9-9613-90751dd76533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:44:39.698645 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc89c5be-4f15-4b99-876f-ad56036ca0ad req-8c013b6a-876c-48b9-9613-90751dd76533 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 1128 time: 0.0440407 Feb 07 17:44:39.802041 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89c5be-4f15-4b99-876f-ad56036ca0ad req-0f6b1d0c-d5da-493e-8be1-b56abbfc9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:44:39.803506 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc89c5be-4f15-4b99-876f-ad56036ca0ad req-0f6b1d0c-d5da-493e-8be1-b56abbfc9de0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3fa0f32c-0b1d-4851-a849-900d95948e9a HTTP/1.1" status: 200 len: 897 time: 0.0866506 Feb 07 17:44:39.867901 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc89c5be-4f15-4b99-876f-ad56036ca0ad req-6a8f03e6-c858-4a38-a6ba-93d09402826b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=764193dd-0f84-4b64-b46e-95a3fc03db78 HTTP/1.1" status: 200 len: 1002 time: 0.0580754 Feb 07 17:44:39.914931 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89c5be-4f15-4b99-876f-ad56036ca0ad req-4e67ce64-f432-433d-9641-27cfca468d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:44:39.916387 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc89c5be-4f15-4b99-876f-ad56036ca0ad req-4e67ce64-f432-433d-9641-27cfca468d81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5276bc1-67d6-4e05-a9b8-eabb2db43024 HTTP/1.1" status: 200 len: 835 time: 0.0427277 Feb 07 17:44:39.967751 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89c5be-4f15-4b99-876f-ad56036ca0ad req-07c8fa7a-1f86-4e5f-a203-9ab55d6bca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:44:39.969257 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc89c5be-4f15-4b99-876f-ad56036ca0ad req-07c8fa7a-1f86-4e5f-a203-9ab55d6bca58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3fa0f32c-0b1d-4851-a849-900d95948e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468476 Feb 07 17:44:40.054898 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc89c5be-4f15-4b99-876f-ad56036ca0ad req-b01a2926-3cf9-48dd-9352-af0929d8be82 service neutron] 10.222.0.48 "GET /v2.0/networks/3fa0f32c-0b1d-4851-a849-900d95948e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796695 Feb 07 17:44:40.143523 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fc89c5be-4f15-4b99-876f-ad56036ca0ad req-77053b1d-949e-43ca-a251-2867ca430ca5 service neutron] 10.222.0.48 "GET /v2.0/networks/3fa0f32c-0b1d-4851-a849-900d95948e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831923 Feb 07 17:44:51.789936 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:44:53.757788 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:44:55.870508 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0b2834ec-d7ec-4b1f-bb61-6f441a8c1d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:44:56.553075 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:44:58.281130 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-872f6e6f-7705-4caf-a748-2a09c850f8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:44:59.714120 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:01.038113 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:02.541988 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:18.315459 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33930) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:18.475298 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting port ea31371d-a804-47c6-80a0-96c2280b89b3 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:45:18.475637 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ea31371d-a804-47c6-80a0-96c2280b89b3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:18.549765 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ea31371d-a804-47c6-80a0-96c2280b89b3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:18.550016 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for floatingip (ea31371d-a804-47c6-80a0-96c2280b89b3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:18.561582 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Calling delete_port for ea31371d-a804-47c6-80a0-96c2280b89b3 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:45:18.710524 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ea31371d-a804-47c6-80a0-96c2280b89b3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:18.737362 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Port': ['ID=ea31371d-a804-47c6-80a0-96c2280b89b3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:18.762844 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:18.763202 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:18.763554 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:18.763897 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:18.764265 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:18.764603 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:18.764930 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:18.765266 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:18.765618 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:18.765948 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:18.766280 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:18.766607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:18.766932 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:18.805156 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for floatingip (2a4443c4-79ee-4d30-b16e-5c3abe0b4735), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:18.805506 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Floating IP 2a4443c4-79ee-4d30-b16e-5c3abe0b4735 disassociated (deleted). External IP: 172.25.4.241, port: 764193dd-0f84-4b64-b46e-95a3fc03db78. Feb 07 17:45:19.014712 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router cb255534-b750-4232-9ae1-21b65a1f6ebd has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:45:19.123134 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:45:19.127788 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:19.132438 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e77bcb-06d8-4286-926b-d931c8bb2c2c None None] Sync routers for ids ['cb255534-b750-4232-9ae1-21b65a1f6ebd'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:45:19.142401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e77bcb-06d8-4286-926b-d931c8bb2c2c None None] Routers {'cb255534-b750-4232-9ae1-21b65a1f6ebd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:45:19.143023 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f2e77bcb-06d8-4286-926b-d931c8bb2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:44:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cb255534-b750-4232-9ae1-21b65a1f6ebd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:19.157207 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4da9281a-a3d8-4eba-b0bb-d025873fc4b9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/floatingips/2a4443c4-79ee-4d30-b16e-5c3abe0b4735 HTTP/1.1" status: 204 len: 168 time: 0.8406746 Feb 07 17:45:19.157890 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ea1d72-12cc-4b43-a77c-43d8c4fb32b4', 'tag': '764193dd-0f84-4b64-b46e-95a3fc03db78'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:45:19.160258 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacb25d9-c8c4-4940-a900-03f51970aa2d" -d '{"events": [{"name": "network-changed", "server_uuid": "29ea1d72-12cc-4b43-a77c-43d8c4fb32b4", "tag": "764193dd-0f84-4b64-b46e-95a3fc03db78"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:45:19.200758 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d8bcf5-6d75-4003-93ce-f230248aaca3 x-openstack-request-id: req-88d8bcf5-6d75-4003-93ce-f230248aaca3 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:45:19.201059 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ea1d72-12cc-4b43-a77c-43d8c4fb32b4", "tag": "764193dd-0f84-4b64-b46e-95a3fc03db78", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:45:19.201347 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88d8bcf5-6d75-4003-93ce-f230248aaca3 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:45:19.201758 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ea1d72-12cc-4b43-a77c-43d8c4fb32b4', 'tag': '764193dd-0f84-4b64-b46e-95a3fc03db78', 'status': 'completed', 'code': 200} Feb 07 17:45:19.255719 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f2e77bcb-06d8-4286-926b-d931c8bb2c2c None None] Set router cb255534-b750-4232-9ae1-21b65a1f6ebd gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:45:19.276008 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb25d9-c8c4-4940-a900-03f51970aa2d req-54c8a5ea-ab80-470b-91c2-42527e34215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:19.277816 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bacb25d9-c8c4-4940-a900-03f51970aa2d req-54c8a5ea-ab80-470b-91c2-42527e34215c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 1128 time: 0.0541852 Feb 07 17:45:19.379375 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb25d9-c8c4-4940-a900-03f51970aa2d req-2b53d415-a08d-4c6a-9c73-c5c29bc9f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:19.380768 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bacb25d9-c8c4-4940-a900-03f51970aa2d req-2b53d415-a08d-4c6a-9c73-c5c29bc9f507 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3fa0f32c-0b1d-4851-a849-900d95948e9a HTTP/1.1" status: 200 len: 897 time: 0.0972962 Feb 07 17:45:19.421864 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283b903-c82a-4dee-bbb0-6a1bddf4353a req-c340840c-1c74-4176-9b13-9847f624487f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:19.423515 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5283b903-c82a-4dee-bbb0-6a1bddf4353a req-c340840c-1c74-4176-9b13-9847f624487f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 946 time: 0.0571275 Feb 07 17:45:19.424346 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bacb25d9-c8c4-4940-a900-03f51970aa2d req-2328f230-9afa-452e-b640-1af6f3289912 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=764193dd-0f84-4b64-b46e-95a3fc03db78 HTTP/1.1" status: 200 len: 217 time: 0.0362837 Feb 07 17:45:19.475109 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb25d9-c8c4-4940-a900-03f51970aa2d req-dcdf409a-56e0-4c8e-8672-63ab070ab925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:19.475721 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f2e77bcb-06d8-4286-926b-d931c8bb2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630583267', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:42:59Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '1479ed3f-7ec3-44de-8a81-c428c1cd5f12', 'name': '', 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:1f:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b5276bc1-67d6-4e05-a9b8-eabb2db43024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:59Z', 'updated_at': '2022-02-07T17:43:02Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b5276bc1-67d6-4e05-a9b8-eabb2db43024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:19.476600 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bacb25d9-c8c4-4940-a900-03f51970aa2d req-dcdf409a-56e0-4c8e-8672-63ab070ab925 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5276bc1-67d6-4e05-a9b8-eabb2db43024 HTTP/1.1" status: 200 len: 835 time: 0.0451133 Feb 07 17:45:19.480591 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5283b903-c82a-4dee-bbb0-6a1bddf4353a req-fd889a49-c4d6-45c6-9efd-3ce051832691 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506737 Feb 07 17:45:19.509873 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e77bcb-06d8-4286-926b-d931c8bb2c2c None None] Checking router: cb255534-b750-4232-9ae1-21b65a1f6ebd for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:45:19.518818 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e77bcb-06d8-4286-926b-d931c8bb2c2c None None] Routers {'cb255534-b750-4232-9ae1-21b65a1f6ebd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:45:19.519434 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f2e77bcb-06d8-4286-926b-d931c8bb2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:44:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cb255534-b750-4232-9ae1-21b65a1f6ebd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:19.528960 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb25d9-c8c4-4940-a900-03f51970aa2d req-1fa51eff-35c6-4f2b-966e-a9b915f3b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:19.530509 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bacb25d9-c8c4-4940-a900-03f51970aa2d req-1fa51eff-35c6-4f2b-966e-a9b915f3b9ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3fa0f32c-0b1d-4851-a849-900d95948e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457828 Feb 07 17:45:19.623328 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bacb25d9-c8c4-4940-a900-03f51970aa2d req-a94e2dea-9a22-4b66-b5e3-2d819830fcf7 service neutron] 10.222.0.48 "GET /v2.0/networks/3fa0f32c-0b1d-4851-a849-900d95948e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861812 Feb 07 17:45:19.624843 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f2e77bcb-06d8-4286-926b-d931c8bb2c2c None None] Set router cb255534-b750-4232-9ae1-21b65a1f6ebd gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:45:19.710774 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-bacb25d9-c8c4-4940-a900-03f51970aa2d req-3f72e083-7817-4109-8b22-ebe5aae45937 service neutron] 10.222.0.48 "GET /v2.0/networks/3fa0f32c-0b1d-4851-a849-900d95948e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812807 Feb 07 17:45:19.825510 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f2e77bcb-06d8-4286-926b-d931c8bb2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630583267', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:42:59Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '1479ed3f-7ec3-44de-8a81-c428c1cd5f12', 'name': '', 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:1f:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b5276bc1-67d6-4e05-a9b8-eabb2db43024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:59Z', 'updated_at': '2022-02-07T17:43:02Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b5276bc1-67d6-4e05-a9b8-eabb2db43024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:19.851231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e77bcb-06d8-4286-926b-d931c8bb2c2c None None] The sync data for ids ['cb255534-b750-4232-9ae1-21b65a1f6ebd'] in n-d-827865-3 is: [{'id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630583267', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:42:59Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '1479ed3f-7ec3-44de-8a81-c428c1cd5f12', 'name': '', 'network_id': '3fa0f32c-0b1d-4851-a849-900d95948e9a', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:1f:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'b5276bc1-67d6-4e05-a9b8-eabb2db43024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:59Z', 'updated_at': '2022-02-07T17:43:02Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': 'b5276bc1-67d6-4e05-a9b8-eabb2db43024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:45:20.065098 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0b2a3-8781-4676-9e99-3b7fc858a9aa None None] New status for floating IP 2a4443c4-79ee-4d30-b16e-5c3abe0b4735: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:45:20.617674 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52b5de-d27c-433f-9db3-5d15ff194d41 req-848a701b-3e6b-45ea-9bdf-bc95228ee3fd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:20.620189 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d52b5de-d27c-433f-9db3-5d15ff194d41 req-848a701b-3e6b-45ea-9bdf-bc95228ee3fd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 946 time: 0.0632498 Feb 07 17:45:20.670682 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7d52b5de-d27c-433f-9db3-5d15ff194d41 req-cad18c16-263b-4302-a987-2310acb838ca tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a2cfe49-70c1-477d-8502-3aa04bb15b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448244 Feb 07 17:45:21.019033 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bac6c-b2c4-4f1d-b6c8-725706a95185 req-efb2b4fb-69bd-4d6a-85ae-5c1a30eb77e8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:21.020538 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce1bac6c-b2c4-4f1d-b6c8-725706a95185 req-efb2b4fb-69bd-4d6a-85ae-5c1a30eb77e8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.48 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 946 time: 0.0552568 Feb 07 17:45:21.116267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-ce1bac6c-b2c4-4f1d-b6c8-725706a95185 req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting port 764193dd-0f84-4b64-b46e-95a3fc03db78 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:45:21.116617 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce1bac6c-b2c4-4f1d-b6c8-725706a95185 req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (764193dd-0f84-4b64-b46e-95a3fc03db78), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:21.207769 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ce1bac6c-b2c4-4f1d-b6c8-725706a95185 req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] For port 764193dd-0f84-4b64-b46e-95a3fc03db78, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=764193dd-0f84-4b64-b46e-95a3fc03db78,segment=NetworkSegment(1d93a1f0-043d-4cec-99a2-cdd570e3be01),segment_id=1d93a1f0-043d-4cec-99a2-cdd570e3be01)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:45:21.208127 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce1bac6c-b2c4-4f1d-b6c8-725706a95185 req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (764193dd-0f84-4b64-b46e-95a3fc03db78), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:21.221399 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-ce1bac6c-b2c4-4f1d-b6c8-725706a95185 req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Calling delete_port for 764193dd-0f84-4b64-b46e-95a3fc03db78 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:45:21.349501 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce1bac6c-b2c4-4f1d-b6c8-725706a95185 req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (764193dd-0f84-4b64-b46e-95a3fc03db78), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:21.379135 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Port': ['ID=764193dd-0f84-4b64-b46e-95a3fc03db78,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:21.391903 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:21.392274 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:21.392661 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:21.393012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:21.393396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:21.393742 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:21.394087 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:21.394517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:21.394973 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:21.395320 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:21.395662 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:21.395999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:21.396334 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:21.436721 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1bac6c-b2c4-4f1d-b6c8-725706a95185 req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] No DVR routers for this DVR port 764193dd-0f84-4b64-b46e-95a3fc03db78 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:45:21.439394 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ce1bac6c-b2c4-4f1d-b6c8-725706a95185 req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:21.442875 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ce1bac6c-b2c4-4f1d-b6c8-725706a95185 req-fe1e80a3-2945-485b-8b16-828bd571b7e9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.48 "DELETE /v2.0/ports/764193dd-0f84-4b64-b46e-95a3fc03db78 HTTP/1.1" status: 204 len: 173 time: 0.4176705 Feb 07 17:45:21.443321 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ea1d72-12cc-4b43-a77c-43d8c4fb32b4', 'name': 'network-vif-deleted', 'tag': '764193dd-0f84-4b64-b46e-95a3fc03db78'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:45:21.445616 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628c6723cf0d541a6362cfbbde021ddb095c9bd0acbf8defbc90316d1b4a8846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa5e9f4-4e29-49ba-ad3f-c0799f665857" -d '{"events": [{"server_uuid": "29ea1d72-12cc-4b43-a77c-43d8c4fb32b4", "name": "network-vif-deleted", "tag": "764193dd-0f84-4b64-b46e-95a3fc03db78"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:45:21.485132 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35ee688-dad4-467d-a8bb-e6196e4fda66 x-openstack-request-id: req-f35ee688-dad4-467d-a8bb-e6196e4fda66 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:45:21.485500 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ea1d72-12cc-4b43-a77c-43d8c4fb32b4", "name": "network-vif-deleted", "tag": "764193dd-0f84-4b64-b46e-95a3fc03db78", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:45:21.485764 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f35ee688-dad4-467d-a8bb-e6196e4fda66 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:45:21.486177 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ea1d72-12cc-4b43-a77c-43d8c4fb32b4', 'name': 'network-vif-deleted', 'tag': '764193dd-0f84-4b64-b46e-95a3fc03db78', 'status': 'completed', 'code': 200} Feb 07 17:45:21.799876 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:22.072776 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8b9bcf1e-117f-446c-aaad-701047dc2a79 req-cff1ffd8-8f1d-492a-9e5b-9db4581aeb35 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ea1d72-12cc-4b43-a77c-43d8c4fb32b4 HTTP/1.1" status: 200 len: 210 time: 0.3174167 Feb 07 17:45:23.128380 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33946) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:23.486987 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cc44aa3-8fa6-49b3-94a1-af5455a4f9e1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (cb255534-b750-4232-9ae1-21b65a1f6ebd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:23.745558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7cc44aa3-8fa6-49b3-94a1-af5455a4f9e1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:45:23.745808 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cc44aa3-8fa6-49b3-94a1-af5455a4f9e1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:23.756463 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:23.833213 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7cc44aa3-8fa6-49b3-94a1-af5455a4f9e1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] For port 1479ed3f-7ec3-44de-8a81-c428c1cd5f12, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=1479ed3f-7ec3-44de-8a81-c428c1cd5f12,segment=NetworkSegment(1d93a1f0-043d-4cec-99a2-cdd570e3be01),segment_id=1d93a1f0-043d-4cec-99a2-cdd570e3be01)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:45:23.833612 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cc44aa3-8fa6-49b3-94a1-af5455a4f9e1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:23.850948 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7cc44aa3-8fa6-49b3-94a1-af5455a4f9e1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Calling delete_port for 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:45:24.035420 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cc44aa3-8fa6-49b3-94a1-af5455a4f9e1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (1479ed3f-7ec3-44de-8a81-c428c1cd5f12), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:24.061805 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc44aa3-8fa6-49b3-94a1-af5455a4f9e1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Port': ['ID=1479ed3f-7ec3-44de-8a81-c428c1cd5f12,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:24.239561 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cc44aa3-8fa6-49b3-94a1-af5455a4f9e1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (cb255534-b750-4232-9ae1-21b65a1f6ebd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:24.467672 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc44aa3-8fa6-49b3-94a1-af5455a4f9e1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router cb255534-b750-4232-9ae1-21b65a1f6ebd has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:45:24.575495 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc44aa3-8fa6-49b3-94a1-af5455a4f9e1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:45:24.580817 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7cc44aa3-8fa6-49b3-94a1-af5455a4f9e1 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "PUT /v2.0/routers/cb255534-b750-4232-9ae1-21b65a1f6ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4514041 Feb 07 17:45:24.583552 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33948) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:24.592034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf34cef-eaf6-4caa-a7ae-46ff69d9ce88 None None] Sync routers for ids ['cb255534-b750-4232-9ae1-21b65a1f6ebd'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:45:24.601556 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf34cef-eaf6-4caa-a7ae-46ff69d9ce88 None None] Routers {'cb255534-b750-4232-9ae1-21b65a1f6ebd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:45:24.602721 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ebf34cef-eaf6-4caa-a7ae-46ff69d9ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:44:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cb255534-b750-4232-9ae1-21b65a1f6ebd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:24.635963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-8930c785-0114-49b9-bbac-a5f6136384e7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting subnet b5276bc1-67d6-4e05-a9b8-eabb2db43024 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:45:24.639057 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8930c785-0114-49b9-bbac-a5f6136384e7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for subnet (b5276bc1-67d6-4e05-a9b8-eabb2db43024), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:24.677682 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8930c785-0114-49b9-bbac-a5f6136384e7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (b5276bc1-67d6-4e05-a9b8-eabb2db43024), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:24.710671 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ebf34cef-eaf6-4caa-a7ae-46ff69d9ce88 None None] Set router cb255534-b750-4232-9ae1-21b65a1f6ebd gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:45:24.767381 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8930c785-0114-49b9-bbac-a5f6136384e7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (b5276bc1-67d6-4e05-a9b8-eabb2db43024), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:24.828505 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8930c785-0114-49b9-bbac-a5f6136384e7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (b5276bc1-67d6-4e05-a9b8-eabb2db43024), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:24.856669 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930c785-0114-49b9-bbac-a5f6136384e7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Subnet': ['ID=b5276bc1-67d6-4e05-a9b8-eabb2db43024,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:24.860232 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8930c785-0114-49b9-bbac-a5f6136384e7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:24.863561 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-8930c785-0114-49b9-bbac-a5f6136384e7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/subnets/b5276bc1-67d6-4e05-a9b8-eabb2db43024 HTTP/1.1" status: 204 len: 168 time: 0.2790637 Feb 07 17:45:24.866188 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33950) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:24.931963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 764193dd-0f84-4b64-b46e-95a3fc03db78 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:45:24.933882 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eac73b4-f078-4047-a17a-bd6fe71820c3 None None] Network 3fa0f32c-0b1d-4851-a849-900d95948e9a requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:45:24.979312 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f7578f8-cc8e-4830-adb6-971f5032b9ab tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router (cb255534-b750-4232-9ae1-21b65a1f6ebd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.002547 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 764193dd-0f84-4b64-b46e-95a3fc03db78 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:45:25.002896 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 764193dd-0f84-4b64-b46e-95a3fc03db78 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:45:25.088800 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f7578f8-cc8e-4830-adb6-971f5032b9ab tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_gateway (cb255534-b750-4232-9ae1-21b65a1f6ebd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.149848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7f7578f8-cc8e-4830-adb6-971f5032b9ab tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting port 346c6ba1-e57a-43ad-881f-484d43cba1bb {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:45:25.149848 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f7578f8-cc8e-4830-adb6-971f5032b9ab tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (346c6ba1-e57a-43ad-881f-484d43cba1bb), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.166905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ebf34cef-eaf6-4caa-a7ae-46ff69d9ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630583267', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:45:23Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '346c6ba1-e57a-43ad-881f-484d43cba1bb', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:25.195708 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] DHCP port deletion for 3fa0f32c-0b1d-4851-a849-900d95948e9a request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:45:25.200794 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf34cef-eaf6-4caa-a7ae-46ff69d9ce88 None None] Checking router: cb255534-b750-4232-9ae1-21b65a1f6ebd for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:45:25.233028 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf34cef-eaf6-4caa-a7ae-46ff69d9ce88 None None] Routers {'cb255534-b750-4232-9ae1-21b65a1f6ebd'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:45:25.233761 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ebf34cef-eaf6-4caa-a7ae-46ff69d9ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:44:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['cb255534-b750-4232-9ae1-21b65a1f6ebd'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:25.234026 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7f7578f8-cc8e-4830-adb6-971f5032b9ab tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] For port 346c6ba1-e57a-43ad-881f-484d43cba1bb, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=346c6ba1-e57a-43ad-881f-484d43cba1bb,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:45:25.234398 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f7578f8-cc8e-4830-adb6-971f5032b9ab tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (346c6ba1-e57a-43ad-881f-484d43cba1bb), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.248772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7f7578f8-cc8e-4830-adb6-971f5032b9ab tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Calling delete_port for 346c6ba1-e57a-43ad-881f-484d43cba1bb owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:45:25.336823 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ebf34cef-eaf6-4caa-a7ae-46ff69d9ce88 None None] Set router cb255534-b750-4232-9ae1-21b65a1f6ebd gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:45:25.340099 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] Deleting port 33b3aad6-b307-47fe-806f-475c70c6825f {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:45:25.340424 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (33b3aad6-b307-47fe-806f-475c70c6825f), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.400648 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ebf34cef-eaf6-4caa-a7ae-46ff69d9ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630583267', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:45:25Z', 'revision_number': 6, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:25.422883 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f7578f8-cc8e-4830-adb6-971f5032b9ab tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (346c6ba1-e57a-43ad-881f-484d43cba1bb), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.449580 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7578f8-cc8e-4830-adb6-971f5032b9ab tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Port': ['ID=346c6ba1-e57a-43ad-881f-484d43cba1bb,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:25.459880 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf34cef-eaf6-4caa-a7ae-46ff69d9ce88 None None] The sync data for ids ['cb255534-b750-4232-9ae1-21b65a1f6ebd'] in n-d-827865-3 is: [{'id': 'cb255534-b750-4232-9ae1-21b65a1f6ebd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630583267', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:42:56Z', 'updated_at': '2022-02-07T17:45:25Z', 'revision_number': 6, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:45:25.487137 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] For port 33b3aad6-b307-47fe-806f-475c70c6825f, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=33b3aad6-b307-47fe-806f-475c70c6825f,segment=NetworkSegment(1d93a1f0-043d-4cec-99a2-cdd570e3be01),segment_id=1d93a1f0-043d-4cec-99a2-cdd570e3be01)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:45:25.487656 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (33b3aad6-b307-47fe-806f-475c70c6825f), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.505958 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] Calling delete_port for 33b3aad6-b307-47fe-806f-475c70c6825f owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:45:25.510878 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f7578f8-cc8e-4830-adb6-971f5032b9ab tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (cb255534-b750-4232-9ae1-21b65a1f6ebd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.591972 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (33b3aad6-b307-47fe-806f-475c70c6825f), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.607692 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f7578f8-cc8e-4830-adb6-971f5032b9ab tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (cb255534-b750-4232-9ae1-21b65a1f6ebd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.609871 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f7578f8-cc8e-4830-adb6-971f5032b9ab tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_controller (cb255534-b750-4232-9ae1-21b65a1f6ebd), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.620232 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] Pushing event deleted for resources: {'Port': ['ID=33b3aad6-b307-47fe-806f-475c70c6825f,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:25.625462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] No DVR routers for this DVR port 33b3aad6-b307-47fe-806f-475c70c6825f on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:45:25.635338 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:25.635698 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:25.636051 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:25.636441 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:25.636762 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:25.637134 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:25.637513 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:25.637846 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:25.638178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:25.638508 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:25.638837 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:25.639164 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:25.639491 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9834a-59f5-4f97-b6c1-20b847d8c8de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:25.658126 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f7578f8-cc8e-4830-adb6-971f5032b9ab tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (cb255534-b750-4232-9ae1-21b65a1f6ebd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.658684 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7578f8-cc8e-4830-adb6-971f5032b9ab tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Fanout notify agent at l3_agent the message router_deleted on router cb255534-b750-4232-9ae1-21b65a1f6ebd {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:45:25.666054 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f7578f8-cc8e-4830-adb6-971f5032b9ab tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.667168 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7f7578f8-cc8e-4830-adb6-971f5032b9ab tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/routers/cb255534-b750-4232-9ae1-21b65a1f6ebd HTTP/1.1" status: 204 len: 168 time: 0.8000448 Feb 07 17:45:25.669860 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33952) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:25.744675 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0dc0c7b2-5ad8-4fa6-9fb2-ada00c663647 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (3fa0f32c-0b1d-4851-a849-900d95948e9a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.836307 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0dc0c7b2-5ad8-4fa6-9fb2-ada00c663647 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (3fa0f32c-0b1d-4851-a849-900d95948e9a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.863759 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0dc0c7b2-5ad8-4fa6-9fb2-ada00c663647 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa0f32c-0b1d-4851-a849-900d95948e9a']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:25.875622 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f318a588-9cca-4c50-bcac-7ed1b1a3dcec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.878474 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0dc0c7b2-5ad8-4fa6-9fb2-ada00c663647 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d93a1f0-043d-4cec-99a2-cdd570e3be01') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:25.879068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0dc0c7b2-5ad8-4fa6-9fb2-ada00c663647 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d93a1f0-043d-4cec-99a2-cdd570e3be01') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:25.892187 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0dc0c7b2-5ad8-4fa6-9fb2-ada00c663647 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (1d93a1f0-043d-4cec-99a2-cdd570e3be01), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.907571 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0dc0c7b2-5ad8-4fa6-9fb2-ada00c663647 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (1d93a1f0-043d-4cec-99a2-cdd570e3be01), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.916758 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc0c7b2-5ad8-4fa6-9fb2-ada00c663647 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:45:25.917146 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0dc0c7b2-5ad8-4fa6-9fb2-ada00c663647 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (1d93a1f0-043d-4cec-99a2-cdd570e3be01), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:45:25.920517 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:45:25.978837 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0dc0c7b2-5ad8-4fa6-9fb2-ada00c663647 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (3fa0f32c-0b1d-4851-a849-900d95948e9a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.983499 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0dc0c7b2-5ad8-4fa6-9fb2-ada00c663647 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:25.989659 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0dc0c7b2-5ad8-4fa6-9fb2-ada00c663647 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/networks/3fa0f32c-0b1d-4851-a849-900d95948e9a HTTP/1.1" status: 204 len: 168 time: 0.3188529 Feb 07 17:45:25.989870 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33954) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:26.007942 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0c7b2-5ad8-4fa6-9fb2-ada00c663647 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Network': ['ID=3fa0f32c-0b1d-4851-a849-900d95948e9a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:26.046603 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fda14ab7-62f3-4267-b815-19a515990cb8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (3a2cfe49-70c1-477d-8502-3aa04bb15b51), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:26.070548 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fda14ab7-62f3-4267-b815-19a515990cb8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (3a2cfe49-70c1-477d-8502-3aa04bb15b51), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:26.131354 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fda14ab7-62f3-4267-b815-19a515990cb8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (3a2cfe49-70c1-477d-8502-3aa04bb15b51), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:26.134457 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fda14ab7-62f3-4267-b815-19a515990cb8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:26.135600 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-fda14ab7-62f3-4267-b815-19a515990cb8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/security-groups/3a2cfe49-70c1-477d-8502-3aa04bb15b51 HTTP/1.1" status: 204 len: 168 time: 0.1447725 Feb 07 17:45:26.144477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda14ab7-62f3-4267-b815-19a515990cb8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2cfe49-70c1-477d-8502-3aa04bb15b51,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:26.236218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:45:26.258908 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:45:26.259380 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 1479ed3f-7ec3-44de-8a81-c428c1cd5f12 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:45:26.259963 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 33b3aad6-b307-47fe-806f-475c70c6825f no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:45:26.281890 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 33b3aad6-b307-47fe-806f-475c70c6825f {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:45:26.282249 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 33b3aad6-b307-47fe-806f-475c70c6825f not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:45:27.660229 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33962) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:27.665578 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-95b60b7c-d907-4b34-bf80-fbb4349f9f78 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1978247157', 'description': 'tempest-secgroup-smoke-1978247157 description', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:45:27.685617 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95b60b7c-d907-4b34-bf80-fbb4349f9f78 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:27.753653 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95b60b7c-d907-4b34-bf80-fbb4349f9f78 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (93788ded-c488-4b29-9c1c-8d9a4ca8f785), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:27.757150 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95b60b7c-d907-4b34-bf80-fbb4349f9f78 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (93788ded-c488-4b29-9c1c-8d9a4ca8f785), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:27.787619 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-95b60b7c-d907-4b34-bf80-fbb4349f9f78 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:27.788852 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-95b60b7c-d907-4b34-bf80-fbb4349f9f78 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1275902 Feb 07 17:45:27.790058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b60b7c-d907-4b34-bf80-fbb4349f9f78 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93788ded-c488-4b29-9c1c-8d9a4ca8f785,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:27.792272 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33964) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:27.796916 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d09713af-1326-4227-8012-7bda7a44c19b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '93788ded-c488-4b29-9c1c-8d9a4ca8f785', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:45:27.818262 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 346c6ba1-e57a-43ad-881f-484d43cba1bb no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:45:27.824054 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d09713af-1326-4227-8012-7bda7a44c19b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (b2d2d775-3209-4069-9db9-8879484c4580), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:27.839509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 346c6ba1-e57a-43ad-881f-484d43cba1bb {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:45:27.839860 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 346c6ba1-e57a-43ad-881f-484d43cba1bb not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:45:27.879509 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d09713af-1326-4227-8012-7bda7a44c19b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (b2d2d775-3209-4069-9db9-8879484c4580), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:27.883137 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d09713af-1326-4227-8012-7bda7a44c19b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (b2d2d775-3209-4069-9db9-8879484c4580), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:27.900026 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09713af-1326-4227-8012-7bda7a44c19b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d2d775-3209-4069-9db9-8879484c4580,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:27.908227 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d09713af-1326-4227-8012-7bda7a44c19b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:27.909507 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d09713af-1326-4227-8012-7bda7a44c19b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162951 Feb 07 17:45:27.912300 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33966) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:27.917415 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e221cc96-b0dd-4a02-98f6-0e0d6095629e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '93788ded-c488-4b29-9c1c-8d9a4ca8f785', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:45:27.941345 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e221cc96-b0dd-4a02-98f6-0e0d6095629e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (82e1efa5-6198-46a7-a462-3e445d7ea9c7), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:27.995243 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e221cc96-b0dd-4a02-98f6-0e0d6095629e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (82e1efa5-6198-46a7-a462-3e445d7ea9c7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:27.998552 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e221cc96-b0dd-4a02-98f6-0e0d6095629e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (82e1efa5-6198-46a7-a462-3e445d7ea9c7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.015156 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221cc96-b0dd-4a02-98f6-0e0d6095629e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e1efa5-6198-46a7-a462-3e445d7ea9c7,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:28.027147 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e221cc96-b0dd-4a02-98f6-0e0d6095629e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.028378 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e221cc96-b0dd-4a02-98f6-0e0d6095629e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151299 Feb 07 17:45:28.031180 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33968) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:28.035384 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7046b60d-96f2-4e2f-8f97-724c4f13be60 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '93788ded-c488-4b29-9c1c-8d9a4ca8f785', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:45:28.059322 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7046b60d-96f2-4e2f-8f97-724c4f13be60 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (616598fc-0e7c-4ed6-a860-f2c4a3cb8d37), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.116933 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7046b60d-96f2-4e2f-8f97-724c4f13be60 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (616598fc-0e7c-4ed6-a860-f2c4a3cb8d37), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.120610 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7046b60d-96f2-4e2f-8f97-724c4f13be60 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (616598fc-0e7c-4ed6-a860-f2c4a3cb8d37), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.135084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046b60d-96f2-4e2f-8f97-724c4f13be60 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616598fc-0e7c-4ed6-a860-f2c4a3cb8d37,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:28.145537 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7046b60d-96f2-4e2f-8f97-724c4f13be60 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.146730 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7046b60d-96f2-4e2f-8f97-724c4f13be60 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146395 Feb 07 17:45:28.150185 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33970) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:28.154550 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-80b939cf-ac01-44f1-abe1-a4811087b972 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '93788ded-c488-4b29-9c1c-8d9a4ca8f785', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:45:28.178537 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80b939cf-ac01-44f1-abe1-a4811087b972 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (4f11239c-bc60-4d09-94af-ed9e65452f7a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.235411 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80b939cf-ac01-44f1-abe1-a4811087b972 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (4f11239c-bc60-4d09-94af-ed9e65452f7a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.239078 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80b939cf-ac01-44f1-abe1-a4811087b972 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (4f11239c-bc60-4d09-94af-ed9e65452f7a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.256563 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b939cf-ac01-44f1-abe1-a4811087b972 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f11239c-bc60-4d09-94af-ed9e65452f7a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:28.268935 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-80b939cf-ac01-44f1-abe1-a4811087b972 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.270122 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-80b939cf-ac01-44f1-abe1-a4811087b972 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189134 Feb 07 17:45:28.273148 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33972) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:28.278425 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bac42a3f-7f2e-4ae7-aee4-6273592b7327 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '93788ded-c488-4b29-9c1c-8d9a4ca8f785', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:45:28.284337 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0fe3972b-67f3-466b-89a1-6f1554cc9d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.298513 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-bac42a3f-7f2e-4ae7-aee4-6273592b7327 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Project ddae8a5ab7b44404b4cff4bc90366e75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:45:28.303495 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bac42a3f-7f2e-4ae7-aee4-6273592b7327 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (d193ee28-a1b3-4ce9-ab2f-48a75b9373a3), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.361719 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bac42a3f-7f2e-4ae7-aee4-6273592b7327 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (d193ee28-a1b3-4ce9-ab2f-48a75b9373a3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.366289 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bac42a3f-7f2e-4ae7-aee4-6273592b7327 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (d193ee28-a1b3-4ce9-ab2f-48a75b9373a3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.387338 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac42a3f-7f2e-4ae7-aee4-6273592b7327 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d193ee28-a1b3-4ce9-ab2f-48a75b9373a3,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:28.392674 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bac42a3f-7f2e-4ae7-aee4-6273592b7327 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.393869 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-bac42a3f-7f2e-4ae7-aee4-6273592b7327 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196554 Feb 07 17:45:28.396587 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33974) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:28.401573 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3597a678-8101-4ab0-b974-83a39d5baf8b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'security_group_rule': {'security_group_id': '93788ded-c488-4b29-9c1c-8d9a4ca8f785', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:45:28.421368 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-3597a678-8101-4ab0-b974-83a39d5baf8b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Project ddae8a5ab7b44404b4cff4bc90366e75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:45:28.425980 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3597a678-8101-4ab0-b974-83a39d5baf8b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (33069fab-0492-46a8-8bee-245ab1f3986f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.487006 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3597a678-8101-4ab0-b974-83a39d5baf8b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (33069fab-0492-46a8-8bee-245ab1f3986f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.490411 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3597a678-8101-4ab0-b974-83a39d5baf8b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (33069fab-0492-46a8-8bee-245ab1f3986f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.511101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597a678-8101-4ab0-b974-83a39d5baf8b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33069fab-0492-46a8-8bee-245ab1f3986f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:28.517364 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3597a678-8101-4ab0-b974-83a39d5baf8b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.518392 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3597a678-8101-4ab0-b974-83a39d5baf8b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209037 Feb 07 17:45:28.521259 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33976) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:28.525995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-37356577-cf32-4ee3-bed9-92e97991e4f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'network': {'name': 'tempest-network-smoke--39217312', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'port_security_enabled': True}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:45:28.545616 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37356577-cf32-4ee3-bed9-92e97991e4f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Made reservation on behalf of ddae8a5ab7b44404b4cff4bc90366e75 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:45:28.548858 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37356577-cf32-4ee3-bed9-92e97991e4f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.572931 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37356577-cf32-4ee3-bed9-92e97991e4f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:45:28.582341 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37356577-cf32-4ee3-bed9-92e97991e4f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (39881773-c9f8-46d8-8e38-238071764ec5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.582682 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-37356577-cf32-4ee3-bed9-92e97991e4f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Added segment 39881773-c9f8-46d8-8e38-238071764ec5 of type vlan for network 7364f14e-fd80-4579-8639-815ec4a9f832 Feb 07 17:45:28.623473 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37356577-cf32-4ee3-bed9-92e97991e4f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (7364f14e-fd80-4579-8639-815ec4a9f832), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.646859 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37356577-cf32-4ee3-bed9-92e97991e4f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (7364f14e-fd80-4579-8639-815ec4a9f832), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.652479 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37356577-cf32-4ee3-bed9-92e97991e4f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:28.653053 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37356577-cf32-4ee3-bed9-92e97991e4f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.710063 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-37356577-cf32-4ee3-bed9-92e97991e4f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1878152 Feb 07 17:45:28.713570 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 33978) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:28.718961 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1c0f6648-c61f-420c-bafe-3c7b4d983045 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-349612020', 'admin_state_up': True, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:45:28.725729 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37356577-cf32-4ee3-bed9-92e97991e4f2 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Network': ['ID=7364f14e-fd80-4579-8639-815ec4a9f832,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:28.737920 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 7364f14e-fd80-4579-8639-815ec4a9f832 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:45:28.746439 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6648-c61f-420c-bafe-3c7b4d983045 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (1d4b2503-7d79-4da2-b91c-6be915362880), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.747554 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6648-c61f-420c-bafe-3c7b4d983045 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (1d4b2503-7d79-4da2-b91c-6be915362880), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.802132 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6648-c61f-420c-bafe-3c7b4d983045 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_controller (1d4b2503-7d79-4da2-b91c-6be915362880), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:28.941886 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6648-c61f-420c-bafe-3c7b4d983045 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_gateway (1d4b2503-7d79-4da2-b91c-6be915362880), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:29.136474 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6648-c61f-420c-bafe-3c7b4d983045 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_gateway (1d4b2503-7d79-4da2-b91c-6be915362880), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:29.155077 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6648-c61f-420c-bafe-3c7b4d983045 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:29.259256 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-1c0f6648-c61f-420c-bafe-3c7b4d983045 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Allocated IP 172.25.4.11 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/150b0fca-3b66-4e0b-9ba2-8087188594d8) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:45:29.357755 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6648-c61f-420c-bafe-3c7b4d983045 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (150b0fca-3b66-4e0b-9ba2-8087188594d8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:29.392585 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6648-c61f-420c-bafe-3c7b4d983045 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (150b0fca-3b66-4e0b-9ba2-8087188594d8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:29.433651 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0f6648-c61f-420c-bafe-3c7b4d983045 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:45:29.438483 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1c0f6648-c61f-420c-bafe-3c7b4d983045 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:45:29.440845 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0f6648-c61f-420c-bafe-3c7b4d983045 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:45:29.469774 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f6648-c61f-420c-bafe-3c7b4d983045 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=150b0fca-3b66-4e0b-9ba2-8087188594d8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:29.698998 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6648-c61f-420c-bafe-3c7b4d983045 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_gateway (1d4b2503-7d79-4da2-b91c-6be915362880), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:29.715997 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:29.902423 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6648-c61f-420c-bafe-3c7b4d983045 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (1d4b2503-7d79-4da2-b91c-6be915362880), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:30.032137 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0f6648-c61f-420c-bafe-3c7b4d983045 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router 1d4b2503-7d79-4da2-b91c-6be915362880 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:45:30.141094 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0f6648-c61f-420c-bafe-3c7b4d983045 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:45:30.150390 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] Sync routers for ids ['1d4b2503-7d79-4da2-b91c-6be915362880'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:45:30.159870 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] Routers {'1d4b2503-7d79-4da2-b91c-6be915362880'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:45:30.160493 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:45:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1d4b2503-7d79-4da2-b91c-6be915362880'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:30.160773 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6648-c61f-420c-bafe-3c7b4d983045 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:30.165208 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-1c0f6648-c61f-420c-bafe-3c7b4d983045 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4501042 Feb 07 17:45:30.165399 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33980) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:30.194326 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5b3a5cb0-55af-40f6-bfa7-35d886feaf04 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ddae8a5ab7b44404b4cff4bc90366e75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277245 Feb 07 17:45:30.197557 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33982) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:30.274846 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] Set router 1d4b2503-7d79-4da2-b91c-6be915362880 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:45:30.287980 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1ce152-e0e8-4164-af10-7783542e5c27 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:30.289482 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ea1ce152-e0e8-4164-af10-7783542e5c27 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909350 Feb 07 17:45:30.292261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33984) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:30.319941 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1db607fd-6542-4267-9979-5a7c4124be82 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265913 Feb 07 17:45:30.323192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33986) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:30.327993 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-6c9a77b1-7d06-499a-8dc2-773523d3e1ba tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2009252442', 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:45:30.467501 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349612020', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:45:28Z', 'updated_at': '2022-02-07T17:45:29Z', 'revision_number': 3, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:29Z', 'updated_at': '2022-02-07T17:45:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:30.499769 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] Checking router: 1d4b2503-7d79-4da2-b91c-6be915362880 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:45:30.500121 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] Updating router 1d4b2503-7d79-4da2-b91c-6be915362880 port 150b0fca-3b66-4e0b-9ba2-8087188594d8 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:45:30.529648 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (150b0fca-3b66-4e0b-9ba2-8087188594d8), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:30.751002 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9a77b1-7d06-499a-8dc2-773523d3e1ba tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Made reservation on behalf of ddae8a5ab7b44404b4cff4bc90366e75 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:45:30.754592 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c9a77b1-7d06-499a-8dc2-773523d3e1ba tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:30.780835 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] Publish callbacks [] for port (150b0fca-3b66-4e0b-9ba2-8087188594d8), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:30.786954 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (150b0fca-3b66-4e0b-9ba2-8087188594d8), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:30.835178 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] Attempting to bind port 150b0fca-3b66-4e0b-9ba2-8087188594d8 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:45:30.835550 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] Attempting to bind port 150b0fca-3b66-4e0b-9ba2-8087188594d8 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:45:30.835933 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] Attempting to bind port 150b0fca-3b66-4e0b-9ba2-8087188594d8 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:45:30.845360 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1edd3-2712-40d0-a4ed-6758ee6743c8 None None] Pushing event updated for resources: {'Port': ['ID=150b0fca-3b66-4e0b-9ba2-8087188594d8,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:30.847629 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:45:30.848071 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:45:30.848398 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:30.848876 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:45:30.849396 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] Bound port: 150b0fca-3b66-4e0b-9ba2-8087188594d8, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:45:30.849805 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (150b0fca-3b66-4e0b-9ba2-8087188594d8), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:30.876826 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1edd3-2712-40d0-a4ed-6758ee6743c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:30.877171 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1edd3-2712-40d0-a4ed-6758ee6743c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:30.877533 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1edd3-2712-40d0-a4ed-6758ee6743c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:30.877867 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1edd3-2712-40d0-a4ed-6758ee6743c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:30.878198 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1edd3-2712-40d0-a4ed-6758ee6743c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:30.878530 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1edd3-2712-40d0-a4ed-6758ee6743c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:30.878852 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1edd3-2712-40d0-a4ed-6758ee6743c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:30.879171 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1edd3-2712-40d0-a4ed-6758ee6743c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:30.879490 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1edd3-2712-40d0-a4ed-6758ee6743c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:30.879805 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1edd3-2712-40d0-a4ed-6758ee6743c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:30.880121 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1edd3-2712-40d0-a4ed-6758ee6743c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:30.880435 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1edd3-2712-40d0-a4ed-6758ee6743c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:30.880748 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1edd3-2712-40d0-a4ed-6758ee6743c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:45:30.917705 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] For port 150b0fca-3b66-4e0b-9ba2-8087188594d8, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:45:30.920712 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] For port 150b0fca-3b66-4e0b-9ba2-8087188594d8, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=150b0fca-3b66-4e0b-9ba2-8087188594d8,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:45:30.926690 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (150b0fca-3b66-4e0b-9ba2-8087188594d8), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:30.946629 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c9a77b1-7d06-499a-8dc2-773523d3e1ba tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (3e9ab3f7-2fe7-47da-b6de-95ca918adc6a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:30.992380 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] Routers {'1d4b2503-7d79-4da2-b91c-6be915362880'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:45:30.993841 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:45:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1d4b2503-7d79-4da2-b91c-6be915362880'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:30.999067 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1edd3-2712-40d0-a4ed-6758ee6743c8 None None] Pushing event updated for resources: {'Port': ['ID=150b0fca-3b66-4e0b-9ba2-8087188594d8,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:31.009123 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a77b1-7d06-499a-8dc2-773523d3e1ba tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Subnet': ['ID=3e9ab3f7-2fe7-47da-b6de-95ca918adc6a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:31.017105 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9a77b1-7d06-499a-8dc2-773523d3e1ba tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Checking segment: {'id': '39881773-c9f8-46d8-8e38-238071764ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:45:31.017499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9a77b1-7d06-499a-8dc2-773523d3e1ba tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network hostable DHCP agents. Network: 7364f14e-fd80-4579-8639-815ec4a9f832, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:45:31.035994 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9a77b1-7d06-499a-8dc2-773523d3e1ba tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 7364f14e-fd80-4579-8639-815ec4a9f832 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:45:31.044172 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:31.046272 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6c9a77b1-7d06-499a-8dc2-773523d3e1ba tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 7364f14e-fd80-4579-8639-815ec4a9f832) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:45:31.054888 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9a77b1-7d06-499a-8dc2-773523d3e1ba tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:31.056331 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6c9a77b1-7d06-499a-8dc2-773523d3e1ba tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:31.058647 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7205d798-8496-4c0c-8c58-ba7a874c9012 None None] Network 7364f14e-fd80-4579-8639-815ec4a9f832 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:45:31.075837 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6c9a77b1-7d06-499a-8dc2-773523d3e1ba tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7490489 Feb 07 17:45:31.076334 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 33988) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:31.115053 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] Set router 1d4b2503-7d79-4da2-b91c-6be915362880 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:45:31.163346 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-7364f14e-fd80-4579-8639-815ec4a9f832', 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832', 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ips': [{'subnet_id': '3e9ab3f7-2fe7-47da-b6de-95ca918adc6a'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:45:31.164329 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:31.320401 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] Allocated IP 172.20.0.2 (7364f14e-fd80-4579-8639-815ec4a9f832/3e9ab3f7-2fe7-47da-b6de-95ca918adc6a/3570c868-dd99-4174-87a9-cd819003d3fd) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:45:31.360774 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-727fb53f-77ee-4fda-a6f6-f45f3296d328 req-79ce8b5d-6e6f-4774-86ee-f21e8ef661cd service neutron] (103225) timed out ('10.222.0.18', 58580) {{(pid=103225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 17:45:31.396401 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349612020', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:45:28Z', 'updated_at': '2022-02-07T17:45:29Z', 'revision_number': 3, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:29Z', 'updated_at': '2022-02-07T17:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:31.426821 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ef9c8-f614-4194-b13c-67c936fce2c1 None None] The sync data for ids ['1d4b2503-7d79-4da2-b91c-6be915362880'] in n-d-827865-3 is: [{'id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349612020', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:45:28Z', 'updated_at': '2022-02-07T17:45:29Z', 'revision_number': 3, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:29Z', 'updated_at': '2022-02-07T17:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:45:31.486461 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] Publish callbacks [] for port (3570c868-dd99-4174-87a9-cd819003d3fd), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:31.494883 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (3570c868-dd99-4174-87a9-cd819003d3fd), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:31.533795 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] Network 7364f14e-fd80-4579-8639-815ec4a9f832 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:45:31.535310 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:45:31.538948 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:45:31.560010 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] Pushing event updated for resources: {'Port': ['ID=3570c868-dd99-4174-87a9-cd819003d3fd,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:31.573518 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb93ef99-4c0a-4525-a122-654a12f040dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:31.614249 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] Attempting to bind port 3570c868-dd99-4174-87a9-cd819003d3fd on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:45:31.614629 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] Attempting to bind port 3570c868-dd99-4174-87a9-cd819003d3fd by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '39881773-c9f8-46d8-8e38-238071764ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:45:31.615007 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] Attempting to bind port 3570c868-dd99-4174-87a9-cd819003d3fd on network 7364f14e-fd80-4579-8639-815ec4a9f832 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:45:31.621539 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:45:31.621927 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] Checking segment: {'id': '39881773-c9f8-46d8-8e38-238071764ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:45:31.622343 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:31.622748 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] Bound using segment: {'id': '39881773-c9f8-46d8-8e38-238071764ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:45:31.623244 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] Bound port: 3570c868-dd99-4174-87a9-cd819003d3fd, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39881773-c9f8-46d8-8e38-238071764ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:45:31.623623 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3570c868-dd99-4174-87a9-cd819003d3fd), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:31.714162 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] For port 3570c868-dd99-4174-87a9-cd819003d3fd, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:45:31.719983 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] For port 3570c868-dd99-4174-87a9-cd819003d3fd, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3570c868-dd99-4174-87a9-cd819003d3fd,segment=NetworkSegment(39881773-c9f8-46d8-8e38-238071764ec5),segment_id=39881773-c9f8-46d8-8e38-238071764ec5)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:45:31.729179 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3570c868-dd99-4174-87a9-cd819003d3fd), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:31.816462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b1f77-6032-4625-a583-f61dea989bbe None None] Pushing event updated for resources: {'Port': ['ID=3570c868-dd99-4174-87a9-cd819003d3fd,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:31.925202 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-cb93ef99-4c0a-4525-a122-654a12f040dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Allocated IP 172.20.0.1 (7364f14e-fd80-4579-8639-815ec4a9f832/3e9ab3f7-2fe7-47da-b6de-95ca918adc6a/f56ef004-1842-4f33-a2be-69a905f66840) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:45:31.955509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 150b0fca-3b66-4e0b-9ba2-8087188594d8 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:45:32.043929 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 150b0fca-3b66-4e0b-9ba2-8087188594d8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:45:32.044638 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (150b0fca-3b66-4e0b-9ba2-8087188594d8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:32.086431 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb93ef99-4c0a-4525-a122-654a12f040dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (f56ef004-1842-4f33-a2be-69a905f66840), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:32.143765 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb93ef99-4c0a-4525-a122-654a12f040dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f56ef004-1842-4f33-a2be-69a905f66840), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:32.147169 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 150b0fca-3b66-4e0b-9ba2-8087188594d8 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:45:32.148182 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (150b0fca-3b66-4e0b-9ba2-8087188594d8), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:32.171407 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 150b0fca-3b66-4e0b-9ba2-8087188594d8, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=150b0fca-3b66-4e0b-9ba2-8087188594d8,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:45:32.178818 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (150b0fca-3b66-4e0b-9ba2-8087188594d8), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:32.208745 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93ef99-4c0a-4525-a122-654a12f040dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=f56ef004-1842-4f33-a2be-69a905f66840,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:32.223148 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb93ef99-4c0a-4525-a122-654a12f040dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 7364f14e-fd80-4579-8639-815ec4a9f832 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:45:32.224914 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-cb93ef99-4c0a-4525-a122-654a12f040dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:45:32.227803 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb93ef99-4c0a-4525-a122-654a12f040dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:45:32.247236 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=150b0fca-3b66-4e0b-9ba2-8087188594d8,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:32.282333 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb93ef99-4c0a-4525-a122-654a12f040dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (1d4b2503-7d79-4da2-b91c-6be915362880), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:32.426000 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb93ef99-4c0a-4525-a122-654a12f040dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f56ef004-1842-4f33-a2be-69a905f66840), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:32.546736 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:32.724477 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb93ef99-4c0a-4525-a122-654a12f040dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (f56ef004-1842-4f33-a2be-69a905f66840), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:32.732876 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb93ef99-4c0a-4525-a122-654a12f040dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (f56ef004-1842-4f33-a2be-69a905f66840), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:32.811868 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93ef99-4c0a-4525-a122-654a12f040dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=f56ef004-1842-4f33-a2be-69a905f66840,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:32.814308 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cb93ef99-4c0a-4525-a122-654a12f040dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (1d4b2503-7d79-4da2-b91c-6be915362880), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:32.887298 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b66f5c0-a1ea-4c7f-994c-d7703ce0c8e6 None None] Network 7364f14e-fd80-4579-8639-815ec4a9f832 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:45:32.909143 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb93ef99-4c0a-4525-a122-654a12f040dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 7364f14e-fd80-4579-8639-815ec4a9f832 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:45:32.910594 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-cb93ef99-4c0a-4525-a122-654a12f040dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:45:32.955460 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a65b0478-4b09-4e6c-93d2-7cfb1eea1220 None None] Provisioning complete for port 3570c868-dd99-4174-87a9-cd819003d3fd triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:45:32.955840 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a65b0478-4b09-4e6c-93d2-7cfb1eea1220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3570c868-dd99-4174-87a9-cd819003d3fd), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:33.034801 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb93ef99-4c0a-4525-a122-654a12f040dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router 1d4b2503-7d79-4da2-b91c-6be915362880 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:45:33.082076 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a65b0478-4b09-4e6c-93d2-7cfb1eea1220 None None] Current status of the port 3570c868-dd99-4174-87a9-cd819003d3fd is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:45:33.083354 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a65b0478-4b09-4e6c-93d2-7cfb1eea1220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (3570c868-dd99-4174-87a9-cd819003d3fd), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:33.121378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a65b0478-4b09-4e6c-93d2-7cfb1eea1220 None None] For port 3570c868-dd99-4174-87a9-cd819003d3fd, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3570c868-dd99-4174-87a9-cd819003d3fd,segment=NetworkSegment(39881773-c9f8-46d8-8e38-238071764ec5),segment_id=39881773-c9f8-46d8-8e38-238071764ec5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:45:33.128841 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a65b0478-4b09-4e6c-93d2-7cfb1eea1220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (3570c868-dd99-4174-87a9-cd819003d3fd), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:33.166520 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb93ef99-4c0a-4525-a122-654a12f040dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:45:33.173319 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-cb93ef99-4c0a-4525-a122-654a12f040dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "PUT /v2.0/routers/1d4b2503-7d79-4da2-b91c-6be915362880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0959182 Feb 07 17:45:33.182218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b0478-4b09-4e6c-93d2-7cfb1eea1220 None None] Pushing event updated for resources: {'Port': ['ID=3570c868-dd99-4174-87a9-cd819003d3fd,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:33.291974 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] Sync routers for ids ['1d4b2503-7d79-4da2-b91c-6be915362880'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:45:33.303816 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] Routers {'1d4b2503-7d79-4da2-b91c-6be915362880'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:45:33.304453 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:45:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1d4b2503-7d79-4da2-b91c-6be915362880'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:33.353771 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-ece30259-d687-4efe-b0ba-0ef75ca2d927 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1978247157&fields=id&tenant_id=ddae8a5ab7b44404b4cff4bc90366e75 HTTP/1.1" status: 200 len: 267 time: 0.0494545 Feb 07 17:45:33.402713 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-aa764442-9960-447d-905f-8ea8df3a75d5 None None] Provisioning complete for port 3570c868-dd99-4174-87a9-cd819003d3fd triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:45:33.403094 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aa764442-9960-447d-905f-8ea8df3a75d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3570c868-dd99-4174-87a9-cd819003d3fd), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:33.466372 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] Set router 1d4b2503-7d79-4da2-b91c-6be915362880 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:45:33.469861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-33dbb45f-c6d7-4e15-8dbc-6e3d4d118000 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:33.471647 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-33dbb45f-c6d7-4e15-8dbc-6e3d4d118000 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/networks?id=7364f14e-fd80-4579-8639-815ec4a9f832 HTTP/1.1" status: 200 len: 795 time: 0.1114299 Feb 07 17:45:33.488989 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-8b46e6f1-43ca-4ce7-8673-08008a3db6e6 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/quotas/ddae8a5ab7b44404b4cff4bc90366e75 HTTP/1.1" status: 200 len: 375 time: 0.0103879 Feb 07 17:45:33.552260 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:45:33.556779 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-857ab665-a6b3-4485-a4d5-1a660860082b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613036 Feb 07 17:45:33.658995 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-b3584f76-bfdf-405e-8465-8510083a1c20 service neutron] 10.222.0.18 "GET /v2.0/networks/7364f14e-fd80-4579-8639-815ec4a9f832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894499 Feb 07 17:45:33.750068 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-aa764442-9960-447d-905f-8ea8df3a75d5 None None] Current status of the port 3570c868-dd99-4174-87a9-cd819003d3fd is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:45:33.765680 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-fa4b8e06-ab57-48aa-8365-6c70075f0fe9 service neutron] 10.222.0.18 "GET /v2.0/networks/7364f14e-fd80-4579-8639-815ec4a9f832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989885 Feb 07 17:45:33.800306 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-aa764442-9960-447d-905f-8ea8df3a75d5 None None] Provisioning complete for port f56ef004-1842-4f33-a2be-69a905f66840 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:45:33.800630 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aa764442-9960-447d-905f-8ea8df3a75d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f56ef004-1842-4f33-a2be-69a905f66840), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:33.860864 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-aa764442-9960-447d-905f-8ea8df3a75d5 None None] Port f56ef004-1842-4f33-a2be-69a905f66840 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:45:33.922995 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349612020', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:45:28Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:29Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f56ef004-1842-4f33-a2be-69a905f66840', 'name': '', 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:43:9c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '3e9ab3f7-2fe7-47da-b6de-95ca918adc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:31Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 2, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': '3e9ab3f7-2fe7-47da-b6de-95ca918adc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:33.952071 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9b4883db-9cbd-46dd-b5d3-71acae089d9d req-0c43c2db-78c6-423e-b319-4cb77b70afb9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 210 time: 0.0395672 Feb 07 17:45:33.956004 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] Checking router: 1d4b2503-7d79-4da2-b91c-6be915362880 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:45:33.956376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] Updating router 1d4b2503-7d79-4da2-b91c-6be915362880 port f56ef004-1842-4f33-a2be-69a905f66840 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:45:33.995477 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f56ef004-1842-4f33-a2be-69a905f66840), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:34.010121 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-fa5d1c02-eae6-4d63-b349-65e63ad01289 None None] Provisioning complete for port f56ef004-1842-4f33-a2be-69a905f66840 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:45:34.010718 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fa5d1c02-eae6-4d63-b349-65e63ad01289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f56ef004-1842-4f33-a2be-69a905f66840), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:34.038966 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3570c868-dd99-4174-87a9-cd819003d3fd up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:45:34.107422 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-fa5d1c02-eae6-4d63-b349-65e63ad01289 None None] Port f56ef004-1842-4f33-a2be-69a905f66840 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:45:34.199598 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 3570c868-dd99-4174-87a9-cd819003d3fd triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:45:34.199980 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (3570c868-dd99-4174-87a9-cd819003d3fd), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:34.358390 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 3570c868-dd99-4174-87a9-cd819003d3fd is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:45:34.359489 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 150b0fca-3b66-4e0b-9ba2-8087188594d8 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:45:34.443535 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] Publish callbacks [] for port (f56ef004-1842-4f33-a2be-69a905f66840), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:34.454735 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f56ef004-1842-4f33-a2be-69a905f66840), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:34.459627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 150b0fca-3b66-4e0b-9ba2-8087188594d8 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:45:34.460039 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (150b0fca-3b66-4e0b-9ba2-8087188594d8), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:34.540488 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc312a1c-6c0f-455b-b706-612d7043522e None None] Pushing event updated for resources: {'Port': ['ID=f56ef004-1842-4f33-a2be-69a905f66840,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:34.628395 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] Attempting to bind port f56ef004-1842-4f33-a2be-69a905f66840 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:45:34.628855 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] Attempting to bind port f56ef004-1842-4f33-a2be-69a905f66840 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '39881773-c9f8-46d8-8e38-238071764ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:45:34.629135 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] Attempting to bind port f56ef004-1842-4f33-a2be-69a905f66840 on network 7364f14e-fd80-4579-8639-815ec4a9f832 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:45:34.638611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:45:34.638997 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] Checking segment: {'id': '39881773-c9f8-46d8-8e38-238071764ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:45:34.639413 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:34.639826 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] Bound using segment: {'id': '39881773-c9f8-46d8-8e38-238071764ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:45:34.640305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] Bound port: f56ef004-1842-4f33-a2be-69a905f66840, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39881773-c9f8-46d8-8e38-238071764ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:45:34.640693 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f56ef004-1842-4f33-a2be-69a905f66840), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:34.643135 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 150b0fca-3b66-4e0b-9ba2-8087188594d8 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:45:34.708459 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] For port f56ef004-1842-4f33-a2be-69a905f66840, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:45:34.711870 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] For port f56ef004-1842-4f33-a2be-69a905f66840, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f56ef004-1842-4f33-a2be-69a905f66840,segment=NetworkSegment(39881773-c9f8-46d8-8e38-238071764ec5),segment_id=39881773-c9f8-46d8-8e38-238071764ec5)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:45:34.720514 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f56ef004-1842-4f33-a2be-69a905f66840), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:34.773430 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8d108abf-b1df-4857-b441-5a5bcdb920af None None] Provisioning complete for port f56ef004-1842-4f33-a2be-69a905f66840 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:45:34.774336 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d108abf-b1df-4857-b441-5a5bcdb920af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f56ef004-1842-4f33-a2be-69a905f66840), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:34.824794 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] Routers {'1d4b2503-7d79-4da2-b91c-6be915362880'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:45:34.825484 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:45:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1d4b2503-7d79-4da2-b91c-6be915362880'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:34.876587 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc312a1c-6c0f-455b-b706-612d7043522e None None] Pushing event updated for resources: {'Port': ['ID=f56ef004-1842-4f33-a2be-69a905f66840,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:34.939930 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-471cec4f-bc9a-4463-88e9-a77a3ba19086 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:34.941996 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-471cec4f-bc9a-4463-88e9-a77a3ba19086 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.32 "GET /v2.0/networks?id=7364f14e-fd80-4579-8639-815ec4a9f832 HTTP/1.1" status: 200 len: 795 time: 0.1555104 Feb 07 17:45:34.996954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8d108abf-b1df-4857-b441-5a5bcdb920af None None] Current status of the port f56ef004-1842-4f33-a2be-69a905f66840 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:45:34.997582 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d108abf-b1df-4857-b441-5a5bcdb920af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (f56ef004-1842-4f33-a2be-69a905f66840), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:35.012260 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] Set router 1d4b2503-7d79-4da2-b91c-6be915362880 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:45:35.019391 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-abafd531-ba19-4f05-9b8a-7161e4679ea7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddae8a5ab7b44404b4cff4bc90366e75 HTTP/1.1" status: 200 len: 380 time: 0.0648274 Feb 07 17:45:35.029457 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-9f0d36a5-e9ad-4b23-80cc-b7a057d45e29 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'port': {'device_id': '56181aee-f480-4835-aca6-27d8adfc4999', 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832', 'admin_state_up': True, 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'security_groups': ['93788ded-c488-4b29-9c1c-8d9a4ca8f785']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:45:35.066136 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5be4ee65-ece0-40ba-a3b8-6edbf5c18283 req-09119613-8718-4814-bcb2-e78424174ee8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 210 time: 0.0313478 Feb 07 17:45:35.075519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8d108abf-b1df-4857-b441-5a5bcdb920af None None] For port f56ef004-1842-4f33-a2be-69a905f66840, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f56ef004-1842-4f33-a2be-69a905f66840,segment=NetworkSegment(39881773-c9f8-46d8-8e38-238071764ec5),segment_id=39881773-c9f8-46d8-8e38-238071764ec5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:45:35.104167 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d108abf-b1df-4857-b441-5a5bcdb920af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (f56ef004-1842-4f33-a2be-69a905f66840), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:35.149821 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-9f0d36a5-e9ad-4b23-80cc-b7a057d45e29 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Made reservation on behalf of ddae8a5ab7b44404b4cff4bc90366e75 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:45:35.153443 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-9f0d36a5-e9ad-4b23-80cc-b7a057d45e29 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:35.209332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d108abf-b1df-4857-b441-5a5bcdb920af None None] Pushing event updated for resources: {'Port': ['ID=f56ef004-1842-4f33-a2be-69a905f66840,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:35.259387 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b6632bba-437f-498c-9ba2-d47dcac73321 None None] Provisioning complete for port f56ef004-1842-4f33-a2be-69a905f66840 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:45:35.259773 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b6632bba-437f-498c-9ba2-d47dcac73321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f56ef004-1842-4f33-a2be-69a905f66840), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:35.282700 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-9f0d36a5-e9ad-4b23-80cc-b7a057d45e29 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Allocated IP 172.20.0.4 (7364f14e-fd80-4579-8639-815ec4a9f832/3e9ab3f7-2fe7-47da-b6de-95ca918adc6a/8ced1745-16d2-47a2-b902-624858ff299e) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:45:35.349324 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349612020', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:45:28Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:29Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f56ef004-1842-4f33-a2be-69a905f66840', 'name': '', 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:43:9c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '3e9ab3f7-2fe7-47da-b6de-95ca918adc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:31Z', 'updated_at': '2022-02-07T17:45:34Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': '3e9ab3f7-2fe7-47da-b6de-95ca918adc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:35.384569 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cbd7ad-44a1-4d5f-bb3f-7fd7eb44386b None None] The sync data for ids ['1d4b2503-7d79-4da2-b91c-6be915362880'] in n-d-827865-3 is: [{'id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349612020', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:45:28Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:29Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f56ef004-1842-4f33-a2be-69a905f66840', 'name': '', 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:43:9c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '3e9ab3f7-2fe7-47da-b6de-95ca918adc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:31Z', 'updated_at': '2022-02-07T17:45:34Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': '3e9ab3f7-2fe7-47da-b6de-95ca918adc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:45:35.387969 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b6632bba-437f-498c-9ba2-d47dcac73321 None None] Current status of the port f56ef004-1842-4f33-a2be-69a905f66840 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:45:35.437705 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-9f0d36a5-e9ad-4b23-80cc-b7a057d45e29 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (8ced1745-16d2-47a2-b902-624858ff299e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:35.484723 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-9f0d36a5-e9ad-4b23-80cc-b7a057d45e29 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (8ced1745-16d2-47a2-b902-624858ff299e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:35.531861 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-9f0d36a5-e9ad-4b23-80cc-b7a057d45e29 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 7364f14e-fd80-4579-8639-815ec4a9f832 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:45:35.537128 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-9f0d36a5-e9ad-4b23-80cc-b7a057d45e29 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:45:35.541859 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-9f0d36a5-e9ad-4b23-80cc-b7a057d45e29 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:45:35.584373 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d36a5-e9ad-4b23-80cc-b7a057d45e29 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=8ced1745-16d2-47a2-b902-624858ff299e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:35.608730 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-9f0d36a5-e9ad-4b23-80cc-b7a057d45e29 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:35.609992 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-9f0d36a5-e9ad-4b23-80cc-b7a057d45e29 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:35.628618 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-9f0d36a5-e9ad-4b23-80cc-b7a057d45e29 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6032047 Feb 07 17:45:35.638579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-de947e95-05ef-47b2-b675-1e57e6be95c7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:45:35.640053 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-de947e95-05ef-47b2-b675-1e57e6be95c7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058093 Feb 07 17:45:35.651801 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Request body: {'port': {'device_id': '56181aee-f480-4835-aca6-27d8adfc4999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:45:35.716219 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8ced1745-16d2-47a2-b902-624858ff299e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:35.824421 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b5630734-9a80-4c81-aed2-5896b04aa1d5 None None] Provisioning complete for port 8ced1745-16d2-47a2-b902-624858ff299e triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:45:35.824899 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b5630734-9a80-4c81-aed2-5896b04aa1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8ced1745-16d2-47a2-b902-624858ff299e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:35.881393 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b5630734-9a80-4c81-aed2-5896b04aa1d5 None None] Port 8ced1745-16d2-47a2-b902-624858ff299e cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:45:35.941844 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f56ef004-1842-4f33-a2be-69a905f66840 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:45:35.996271 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port f56ef004-1842-4f33-a2be-69a905f66840 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:45:35.996657 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (f56ef004-1842-4f33-a2be-69a905f66840), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:36.013190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ced1745-16d2-47a2-b902-624858ff299e {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:45:36.021336 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Publish callbacks [] for port (8ced1745-16d2-47a2-b902-624858ff299e), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:36.034755 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Transition to ACTIVE for port object 8ced1745-16d2-47a2-b902-624858ff299e will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:45:36.042207 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (8ced1745-16d2-47a2-b902-624858ff299e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:36.085543 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port f56ef004-1842-4f33-a2be-69a905f66840 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:45:36.179826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Pushing event updated for resources: {'Port': ['ID=8ced1745-16d2-47a2-b902-624858ff299e,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:36.207143 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Attempting to bind port 8ced1745-16d2-47a2-b902-624858ff299e on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:45:36.207484 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Attempting to bind port 8ced1745-16d2-47a2-b902-624858ff299e by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '39881773-c9f8-46d8-8e38-238071764ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:45:36.207824 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Attempting to bind port 8ced1745-16d2-47a2-b902-624858ff299e on network 7364f14e-fd80-4579-8639-815ec4a9f832 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:45:36.216256 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Port 8ced1745-16d2-47a2-b902-624858ff299e on network 7364f14e-fd80-4579-8639-815ec4a9f832 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:45:36.216607 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Attempting to bind port 8ced1745-16d2-47a2-b902-624858ff299e on network 7364f14e-fd80-4579-8639-815ec4a9f832 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:45:36.226797 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:45:36.227157 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Checking segment: {'id': '39881773-c9f8-46d8-8e38-238071764ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:45:36.227558 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Bound using segment: {'id': '39881773-c9f8-46d8-8e38-238071764ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:45:36.228014 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Bound port: 8ced1745-16d2-47a2-b902-624858ff299e, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39881773-c9f8-46d8-8e38-238071764ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:45:36.228385 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8ced1745-16d2-47a2-b902-624858ff299e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:36.257969 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c0d9d-d042-4daf-a1ef-00d6047ad717 req-18b98bf4-7bc7-4627-8e86-247c7ba5e964 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:36.260261 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-427c0d9d-d042-4daf-a1ef-00d6047ad717 req-18b98bf4-7bc7-4627-8e86-247c7ba5e964 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 943 time: 0.1028922 Feb 07 17:45:36.346659 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] For port 8ced1745-16d2-47a2-b902-624858ff299e, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:45:36.350768 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] For port 8ced1745-16d2-47a2-b902-624858ff299e, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8ced1745-16d2-47a2-b902-624858ff299e,segment=NetworkSegment(39881773-c9f8-46d8-8e38-238071764ec5),segment_id=39881773-c9f8-46d8-8e38-238071764ec5)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:45:36.355688 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-427c0d9d-d042-4daf-a1ef-00d6047ad717 req-a05fd042-ba82-417e-92da-9189d539dad9 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=93788ded-c488-4b29-9c1c-8d9a4ca8f785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753520 Feb 07 17:45:36.361097 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (8ced1745-16d2-47a2-b902-624858ff299e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:36.399326 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:36.399964 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:36.401471 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] 10.222.0.32 "PUT /v2.0/ports/8ced1745-16d2-47a2-b902-624858ff299e HTTP/1.1" status: 200 len: 1091 time: 0.7547503 Feb 07 17:45:36.401903 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56181aee-f480-4835-aca6-27d8adfc4999', 'tag': '8ced1745-16d2-47a2-b902-624858ff299e'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:45:36.404181 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75515fb4-604d-43d1-b700-adb7986a476d" -d '{"events": [{"name": "network-changed", "server_uuid": "56181aee-f480-4835-aca6-27d8adfc4999", "tag": "8ced1745-16d2-47a2-b902-624858ff299e"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:45:36.430391 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafb8bf-bea1-4d96-aa12-7f1c651ad771 service neutron] Pushing event updated for resources: {'Port': ['ID=8ced1745-16d2-47a2-b902-624858ff299e,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:36.490388 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de91ff88-d317-4985-a1ee-1fa2d40d5072 x-openstack-request-id: req-de91ff88-d317-4985-a1ee-1fa2d40d5072 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:45:36.490716 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56181aee-f480-4835-aca6-27d8adfc4999", "tag": "8ced1745-16d2-47a2-b902-624858ff299e", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:45:36.490948 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de91ff88-d317-4985-a1ee-1fa2d40d5072 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:45:36.491364 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56181aee-f480-4835-aca6-27d8adfc4999', 'tag': '8ced1745-16d2-47a2-b902-624858ff299e', 'status': 'completed', 'code': 200} Feb 07 17:45:36.513874 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-6b6432cc-aab1-4e3d-bb95-c5878dbf07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:36.515513 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-6b6432cc-aab1-4e3d-bb95-c5878dbf07ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 1125 time: 0.0587623 Feb 07 17:45:36.559710 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-fe684685-68b4-40cc-b0bc-300edb8e9f0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ced1745-16d2-47a2-b902-624858ff299e HTTP/1.1" status: 200 len: 217 time: 0.0378644 Feb 07 17:45:36.611187 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-b860e70e-6df5-4c0b-9b26-07f7b93fd095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:36.613257 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-b860e70e-6df5-4c0b-9b26-07f7b93fd095 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e9ab3f7-2fe7-47da-b6de-95ca918adc6a HTTP/1.1" status: 200 len: 835 time: 0.0475950 Feb 07 17:45:36.662473 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-65cd8b5c-74b5-44fa-aead-2326eb2ac1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:36.663976 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-65cd8b5c-74b5-44fa-aead-2326eb2ac1a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7364f14e-fd80-4579-8639-815ec4a9f832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444674 Feb 07 17:45:36.763972 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-5854e34b-84c4-446e-97a3-5e45c8e461e2 service neutron] 10.222.0.32 "GET /v2.0/networks/7364f14e-fd80-4579-8639-815ec4a9f832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936892 Feb 07 17:45:36.851020 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-625372b4-dccb-4e93-80e6-d201232dfc76 req-8250f710-0f79-4048-9e2e-3f1e7f857abf service neutron] 10.222.0.32 "GET /v2.0/networks/7364f14e-fd80-4579-8639-815ec4a9f832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817940 Feb 07 17:45:36.940666 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75515fb4-604d-43d1-b700-adb7986a476d req-29ec7b81-a3bd-48bd-9cc4-6b1bf451841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:36.942217 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-75515fb4-604d-43d1-b700-adb7986a476d req-29ec7b81-a3bd-48bd-9cc4-6b1bf451841c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 1125 time: 0.0499091 Feb 07 17:45:37.031996 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75515fb4-604d-43d1-b700-adb7986a476d req-cc3313a9-f842-4b3c-af42-4772b1eb9d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:37.033497 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-75515fb4-604d-43d1-b700-adb7986a476d req-cc3313a9-f842-4b3c-af42-4772b1eb9d36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7364f14e-fd80-4579-8639-815ec4a9f832 HTTP/1.1" status: 200 len: 896 time: 0.0849483 Feb 07 17:45:37.078161 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-75515fb4-604d-43d1-b700-adb7986a476d req-3c1e0d7b-71ac-41fa-8aff-7f4f06749763 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ced1745-16d2-47a2-b902-624858ff299e HTTP/1.1" status: 200 len: 217 time: 0.0387261 Feb 07 17:45:37.125169 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75515fb4-604d-43d1-b700-adb7986a476d req-a760efce-bae4-4809-a304-4e121fdb4375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:37.126511 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-75515fb4-604d-43d1-b700-adb7986a476d req-a760efce-bae4-4809-a304-4e121fdb4375 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e9ab3f7-2fe7-47da-b6de-95ca918adc6a HTTP/1.1" status: 200 len: 835 time: 0.0428176 Feb 07 17:45:37.176531 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75515fb4-604d-43d1-b700-adb7986a476d req-b802613f-4428-43a1-b44f-9c3cede75466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:37.178016 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-75515fb4-604d-43d1-b700-adb7986a476d req-b802613f-4428-43a1-b44f-9c3cede75466 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7364f14e-fd80-4579-8639-815ec4a9f832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450549 Feb 07 17:45:37.273225 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-75515fb4-604d-43d1-b700-adb7986a476d req-a3cd52f4-3425-4aad-8fdb-d9f770b8aee4 service neutron] 10.222.0.32 "GET /v2.0/networks/7364f14e-fd80-4579-8639-815ec4a9f832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883741 Feb 07 17:45:37.361346 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-75515fb4-604d-43d1-b700-adb7986a476d req-95f7a8d7-c433-427b-9ec9-656cc0dc4983 service neutron] 10.222.0.32 "GET /v2.0/networks/7364f14e-fd80-4579-8639-815ec4a9f832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825081 Feb 07 17:45:37.479154 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1be4f-c410-482d-aade-9643d9de9d35 req-2697d859-d1de-4205-85f4-8cbe97b310dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:37.480641 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fec1be4f-c410-482d-aade-9643d9de9d35 req-2697d859-d1de-4205-85f4-8cbe97b310dc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 943 time: 0.0535450 Feb 07 17:45:37.529146 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-fec1be4f-c410-482d-aade-9643d9de9d35 req-0d9c680a-b160-46fe-8c7e-d6417983b2c4 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=93788ded-c488-4b29-9c1c-8d9a4ca8f785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427148 Feb 07 17:45:38.648310 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b93e12-dead-42c0-94d0-403ba5bceeee req-34f86548-f81f-42cf-8989-e9ca3fa1f3cc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:38.650606 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-06b93e12-dead-42c0-94d0-403ba5bceeee req-34f86548-f81f-42cf-8989-e9ca3fa1f3cc tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 943 time: 0.0532525 Feb 07 17:45:38.698129 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-06b93e12-dead-42c0-94d0-403ba5bceeee req-ec794493-4caa-45d2-b027-fd96a0ce660e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=93788ded-c488-4b29-9c1c-8d9a4ca8f785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419006 Feb 07 17:45:39.824564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9c31f-3da4-44a9-925c-a94f37770043 req-eb040fde-4517-48d3-9efe-54b25577b1dd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:39.826078 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9bd9c31f-3da4-44a9-925c-a94f37770043 req-eb040fde-4517-48d3-9efe-54b25577b1dd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 943 time: 0.0574632 Feb 07 17:45:39.874440 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9bd9c31f-3da4-44a9-925c-a94f37770043 req-63d447cb-07a3-4b85-a85a-56a2e8c0400a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=93788ded-c488-4b29-9c1c-8d9a4ca8f785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427699 Feb 07 17:45:39.945954 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8ced1745-16d2-47a2-b902-624858ff299e details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:45:40.042210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 8ced1745-16d2-47a2-b902-624858ff299e, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8ced1745-16d2-47a2-b902-624858ff299e,segment=NetworkSegment(39881773-c9f8-46d8-8e38-238071764ec5),segment_id=39881773-c9f8-46d8-8e38-238071764ec5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:45:40.053094 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '8ced1745-16d2-47a2-b902-624858ff299e', 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832', 'port_id': '8ced1745-16d2-47a2-b902-624858ff299e', 'mac_address': 'fa:16:3e:0a:a8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9ab3f7-2fe7-47da-b6de-95ca918adc6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:45:40.092654 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 8ced1745-16d2-47a2-b902-624858ff299e is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:45:40.093044 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8ced1745-16d2-47a2-b902-624858ff299e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:40.106540 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ced1745-16d2-47a2-b902-624858ff299e {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:45:40.124630 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 8ced1745-16d2-47a2-b902-624858ff299e, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8ced1745-16d2-47a2-b902-624858ff299e,segment=NetworkSegment(39881773-c9f8-46d8-8e38-238071764ec5),segment_id=39881773-c9f8-46d8-8e38-238071764ec5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:45:40.128742 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8ced1745-16d2-47a2-b902-624858ff299e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:40.174961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=8ced1745-16d2-47a2-b902-624858ff299e,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:40.378852 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['8ced1745-16d2-47a2-b902-624858ff299e'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:45:41.000630 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b645ff6-7657-429e-941f-d4d36dfbbbe9 req-3f4792f3-6610-46dc-b479-b0230c92a441 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:41.002169 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2b645ff6-7657-429e-941f-d4d36dfbbbe9 req-3f4792f3-6610-46dc-b479-b0230c92a441 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 944 time: 0.0616829 Feb 07 17:45:41.054625 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2b645ff6-7657-429e-941f-d4d36dfbbbe9 req-2ee828f0-37a3-41f9-8a82-e5af5bd44076 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=93788ded-c488-4b29-9c1c-8d9a4ca8f785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466168 Feb 07 17:45:41.945769 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8ced1745-16d2-47a2-b902-624858ff299e up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:45:41.995790 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 8ced1745-16d2-47a2-b902-624858ff299e completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:45:41.999553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 8ced1745-16d2-47a2-b902-624858ff299e triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:45:41.999932 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (8ced1745-16d2-47a2-b902-624858ff299e), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:42.079035 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 8ced1745-16d2-47a2-b902-624858ff299e is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:45:42.079427 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (8ced1745-16d2-47a2-b902-624858ff299e), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:42.103334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56181aee-f480-4835-aca6-27d8adfc4999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ced1745-16d2-47a2-b902-624858ff299e'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:45:42.105627 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1ec123-d7b0-4ca2-a056-4da609c5815c" -d '{"events": [{"server_uuid": "56181aee-f480-4835-aca6-27d8adfc4999", "name": "network-vif-plugged", "status": "completed", "tag": "8ced1745-16d2-47a2-b902-624858ff299e"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:45:42.119134 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 8ced1745-16d2-47a2-b902-624858ff299e, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8ced1745-16d2-47a2-b902-624858ff299e,segment=NetworkSegment(39881773-c9f8-46d8-8e38-238071764ec5),segment_id=39881773-c9f8-46d8-8e38-238071764ec5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:45:42.124212 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (8ced1745-16d2-47a2-b902-624858ff299e), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:42.153106 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2d5fde-36ec-44be-8ebd-7db691c9cffb x-openstack-request-id: req-6c2d5fde-36ec-44be-8ebd-7db691c9cffb {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:45:42.153438 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56181aee-f480-4835-aca6-27d8adfc4999", "name": "network-vif-plugged", "status": "completed", "tag": "8ced1745-16d2-47a2-b902-624858ff299e", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:45:42.153703 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c2d5fde-36ec-44be-8ebd-7db691c9cffb {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:45:42.154103 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56181aee-f480-4835-aca6-27d8adfc4999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ced1745-16d2-47a2-b902-624858ff299e', 'code': 200} Feb 07 17:45:42.178763 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=8ced1745-16d2-47a2-b902-624858ff299e,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:42.189852 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6cf02-f7a3-4fa6-8935-987b89f0fd90 req-fd7396ef-fb94-40bf-8758-a2a887304279 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:42.191358 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b5b6cf02-f7a3-4fa6-8935-987b89f0fd90 req-fd7396ef-fb94-40bf-8758-a2a887304279 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 945 time: 0.0669634 Feb 07 17:45:42.270704 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b5b6cf02-f7a3-4fa6-8935-987b89f0fd90 req-08bb750f-d046-47e5-b0af-fe10e4cbda46 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=93788ded-c488-4b29-9c1c-8d9a4ca8f785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736678 Feb 07 17:45:42.279931 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230d723-007d-4132-9f42-03c3cf98a96a req-5b1666e7-31b7-486a-ad0b-ea8051f6936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:42.281617 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0230d723-007d-4132-9f42-03c3cf98a96a req-5b1666e7-31b7-486a-ad0b-ea8051f6936e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 1127 time: 0.0706413 Feb 07 17:45:42.327269 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0230d723-007d-4132-9f42-03c3cf98a96a req-26633be0-05ac-4d6c-8db9-61963ca6d41c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=93788ded-c488-4b29-9c1c-8d9a4ca8f785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397594 Feb 07 17:45:43.395499 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd823574-b9fe-4678-b8a2-a067a10f1698 req-df17a066-5427-4261-b469-888545efa233 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:43.396969 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd823574-b9fe-4678-b8a2-a067a10f1698 req-df17a066-5427-4261-b469-888545efa233 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 945 time: 0.0536222 Feb 07 17:45:43.445437 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fd823574-b9fe-4678-b8a2-a067a10f1698 req-45ce57ce-c360-4ca7-bb60-e9b801c41343 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=93788ded-c488-4b29-9c1c-8d9a4ca8f785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426445 Feb 07 17:45:43.562378 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24628583-f947-46c5-9ee3-9b8cf9582d36 req-38086e6a-1c5b-4893-87b1-10fab2f1913a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:43.563760 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24628583-f947-46c5-9ee3-9b8cf9582d36 req-38086e6a-1c5b-4893-87b1-10fab2f1913a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 945 time: 0.0519500 Feb 07 17:45:43.613001 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-24628583-f947-46c5-9ee3-9b8cf9582d36 req-a2585cce-b3d9-48da-ad2e-68a9ac27f31a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=93788ded-c488-4b29-9c1c-8d9a4ca8f785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436277 Feb 07 17:45:43.635585 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34042) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:43.678502 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba65b7b3-85d8-49b8-ad7f-25ef2d33c521 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:43.680061 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ba65b7b3-85d8-49b8-ad7f-25ef2d33c521 tempest-TestNetworkAdvancedServerOps-462942905 tempest-TestNetworkAdvancedServerOps-462942905-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 1122 time: 0.0434666 Feb 07 17:45:43.683332 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34044) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:43.687953 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': '8ced1745-16d2-47a2-b902-624858ff299e', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:45:43.710627 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:43.808686 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:43.912822 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Allocated IP 172.25.4.224 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/9d3a37fe-d1c0-470d-9fdf-0c4890971d09) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:45:44.257489 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (9d3a37fe-d1c0-470d-9fdf-0c4890971d09), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:44.291103 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (9d3a37fe-d1c0-470d-9fdf-0c4890971d09), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:44.325176 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:45:44.327917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:45:44.333688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:45:44.363369 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=9d3a37fe-d1c0-470d-9fdf-0c4890971d09,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:44.794277 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for floatingip (dbe38e60-1edc-4a14-8b0a-23335493d79b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:44.894951 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9d3a37fe-d1c0-470d-9fdf-0c4890971d09), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:45.038686 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for port (9d3a37fe-d1c0-470d-9fdf-0c4890971d09), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:45.043467 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (9d3a37fe-d1c0-470d-9fdf-0c4890971d09), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:45.112632 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event updated for resources: {'Port': ['ID=9d3a37fe-d1c0-470d-9fdf-0c4890971d09,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:45:45.124424 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (dbe38e60-1edc-4a14-8b0a-23335493d79b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:45.225003 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Floating IP dbe38e60-1edc-4a14-8b0a-23335493d79b associated. External IP: 172.25.4.224, port: 8ced1745-16d2-47a2-b902-624858ff299e. Feb 07 17:45:45.428541 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router 1d4b2503-7d79-4da2-b91c-6be915362880 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:45:45.536076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:45:45.546105 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba5afff-da91-4068-9e20-9ac843ba28e0 None None] Sync routers for ids ['1d4b2503-7d79-4da2-b91c-6be915362880'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:45:45.553681 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:45.556976 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba5afff-da91-4068-9e20-9ac843ba28e0 None None] Routers {'1d4b2503-7d79-4da2-b91c-6be915362880'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:45:45.557627 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cba5afff-da91-4068-9e20-9ac843ba28e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:45:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1d4b2503-7d79-4da2-b91c-6be915362880'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:45.583703 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a2fee86f-868e-42b6-b21b-4c3b727d4e6c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8991160 Feb 07 17:45:45.584304 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56181aee-f480-4835-aca6-27d8adfc4999', 'tag': '8ced1745-16d2-47a2-b902-624858ff299e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:45:45.586674 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628c6723cf0d541a6362cfbbde021ddb095c9bd0acbf8defbc90316d1b4a8846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323ba525-a864-4bd4-8b75-3e83f0964f22" -d '{"events": [{"name": "network-changed", "server_uuid": "56181aee-f480-4835-aca6-27d8adfc4999", "tag": "8ced1745-16d2-47a2-b902-624858ff299e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:45:45.632114 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ec7898-e385-486f-a997-bebd9d1e24a4 x-openstack-request-id: req-f9ec7898-e385-486f-a997-bebd9d1e24a4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:45:45.632410 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56181aee-f480-4835-aca6-27d8adfc4999", "tag": "8ced1745-16d2-47a2-b902-624858ff299e", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:45:45.632670 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9ec7898-e385-486f-a997-bebd9d1e24a4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:45:45.633110 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56181aee-f480-4835-aca6-27d8adfc4999', 'tag': '8ced1745-16d2-47a2-b902-624858ff299e', 'status': 'completed', 'code': 200} Feb 07 17:45:45.670104 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-cba5afff-da91-4068-9e20-9ac843ba28e0 None None] Set router 1d4b2503-7d79-4da2-b91c-6be915362880 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:45:45.698533 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ba525-a864-4bd4-8b75-3e83f0964f22 req-90e07a7b-d412-4d8f-9ad3-8550eb140cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:45.700157 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-323ba525-a864-4bd4-8b75-3e83f0964f22 req-90e07a7b-d412-4d8f-9ad3-8550eb140cee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 1127 time: 0.0473194 Feb 07 17:45:45.780105 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f38747-8f70-4891-8fd8-d11fb67eedff req-b23ede57-4923-4f27-b712-fdb440b79f0c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:45.782686 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-99f38747-8f70-4891-8fd8-d11fb67eedff req-b23ede57-4923-4f27-b712-fdb440b79f0c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 945 time: 0.1426380 Feb 07 17:45:45.799830 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ba525-a864-4bd4-8b75-3e83f0964f22 req-1698510f-207a-4475-9e43-02b895946ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:45.801512 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-323ba525-a864-4bd4-8b75-3e83f0964f22 req-1698510f-207a-4475-9e43-02b895946ab6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7364f14e-fd80-4579-8639-815ec4a9f832 HTTP/1.1" status: 200 len: 896 time: 0.0960941 Feb 07 17:45:45.835987 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-99f38747-8f70-4891-8fd8-d11fb67eedff req-c2bad332-5590-4d94-b495-096b6b2facc7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=93788ded-c488-4b29-9c1c-8d9a4ca8f785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472567 Feb 07 17:45:45.860620 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34052) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:45.867937 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-323ba525-a864-4bd4-8b75-3e83f0964f22 req-e0500ee0-e73b-44e2-96f4-fd13847ebdd3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ced1745-16d2-47a2-b902-624858ff299e HTTP/1.1" status: 200 len: 999 time: 0.0612128 Feb 07 17:45:45.901224 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cba5afff-da91-4068-9e20-9ac843ba28e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349612020', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:45:28Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:29Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'dbe38e60-1edc-4a14-8b0a-23335493d79b', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'port_id': '8ced1745-16d2-47a2-b902-624858ff299e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832', 'mac_address': 'fa:16:3e:0a:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56181aee-f480-4835-aca6-27d8adfc4999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:45:44Z', 'updated_at': '2022-02-07T17:45:44Z', 'revision_number': 0, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f56ef004-1842-4f33-a2be-69a905f66840', 'name': '', 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:43:9c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '3e9ab3f7-2fe7-47da-b6de-95ca918adc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:31Z', 'updated_at': '2022-02-07T17:45:35Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': '3e9ab3f7-2fe7-47da-b6de-95ca918adc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:45.921572 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ba525-a864-4bd4-8b75-3e83f0964f22 req-ba75b691-d15d-4180-afcb-255786c20a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:45.922350 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-45b5748f-a1d8-4af5-a866-450d426d6a74 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/floatingips/dbe38e60-1edc-4a14-8b0a-23335493d79b HTTP/1.1" status: 200 len: 991 time: 0.0596561 Feb 07 17:45:45.923219 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-323ba525-a864-4bd4-8b75-3e83f0964f22 req-ba75b691-d15d-4180-afcb-255786c20a1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e9ab3f7-2fe7-47da-b6de-95ca918adc6a HTTP/1.1" status: 200 len: 835 time: 0.0498841 Feb 07 17:45:45.932282 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba5afff-da91-4068-9e20-9ac843ba28e0 None None] Checking router: 1d4b2503-7d79-4da2-b91c-6be915362880 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:45:45.940804 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba5afff-da91-4068-9e20-9ac843ba28e0 None None] Routers {'1d4b2503-7d79-4da2-b91c-6be915362880'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:45:45.941386 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cba5afff-da91-4068-9e20-9ac843ba28e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:45:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1d4b2503-7d79-4da2-b91c-6be915362880'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:45.971401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ba525-a864-4bd4-8b75-3e83f0964f22 req-e91e353a-53f2-4c1c-b9ba-152159be9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:45:45.972924 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-323ba525-a864-4bd4-8b75-3e83f0964f22 req-e91e353a-53f2-4c1c-b9ba-152159be9e19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7364f14e-fd80-4579-8639-815ec4a9f832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443063 Feb 07 17:45:46.057631 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-cba5afff-da91-4068-9e20-9ac843ba28e0 None None] Set router 1d4b2503-7d79-4da2-b91c-6be915362880 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:45:46.060200 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-323ba525-a864-4bd4-8b75-3e83f0964f22 req-6431250b-49ac-4cb1-a846-1e77845b0950 service neutron] 10.222.0.32 "GET /v2.0/networks/7364f14e-fd80-4579-8639-815ec4a9f832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814204 Feb 07 17:45:46.151710 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-323ba525-a864-4bd4-8b75-3e83f0964f22 req-5d9b4731-c476-4ef0-91c1-a147537cf64b service neutron] 10.222.0.32 "GET /v2.0/networks/7364f14e-fd80-4579-8639-815ec4a9f832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865023 Feb 07 17:45:46.281189 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-cba5afff-da91-4068-9e20-9ac843ba28e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349612020', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:45:28Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:29Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'dbe38e60-1edc-4a14-8b0a-23335493d79b', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'port_id': '8ced1745-16d2-47a2-b902-624858ff299e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832', 'mac_address': 'fa:16:3e:0a:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56181aee-f480-4835-aca6-27d8adfc4999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:45:44Z', 'updated_at': '2022-02-07T17:45:44Z', 'revision_number': 0, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f56ef004-1842-4f33-a2be-69a905f66840', 'name': '', 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:43:9c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '3e9ab3f7-2fe7-47da-b6de-95ca918adc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:31Z', 'updated_at': '2022-02-07T17:45:35Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': '3e9ab3f7-2fe7-47da-b6de-95ca918adc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:45:46.311473 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba5afff-da91-4068-9e20-9ac843ba28e0 None None] The sync data for ids ['1d4b2503-7d79-4da2-b91c-6be915362880'] in n-d-827865-3 is: [{'id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349612020', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:45:28Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:29Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'dbe38e60-1edc-4a14-8b0a-23335493d79b', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'floating_ip_address': '172.25.4.224', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'port_id': '8ced1745-16d2-47a2-b902-624858ff299e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832', 'mac_address': 'fa:16:3e:0a:a8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56181aee-f480-4835-aca6-27d8adfc4999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:45:44Z', 'updated_at': '2022-02-07T17:45:44Z', 'revision_number': 0, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f56ef004-1842-4f33-a2be-69a905f66840', 'name': '', 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:43:9c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '3e9ab3f7-2fe7-47da-b6de-95ca918adc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:31Z', 'updated_at': '2022-02-07T17:45:35Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': '3e9ab3f7-2fe7-47da-b6de-95ca918adc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:45:46.504145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c4d326-f4dc-4e00-b3d1-5cd327631cac None None] New status for floating IP dbe38e60-1edc-4a14-8b0a-23335493d79b: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:45:46.925866 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34054) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:45:46.985946 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-74d77f37-cda2-4c2d-8449-aeee6ccff78e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/floatingips/dbe38e60-1edc-4a14-8b0a-23335493d79b HTTP/1.1" status: 200 len: 993 time: 0.0590262 Feb 07 17:45:51.790700 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:53.771240 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:55.869507 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a94d9554-61a4-4860-9c17-9509c3351214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:58.289476 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-278dbe9a-fd7d-4295-aa1b-bb3d046b98e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:45:59.719779 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:01.044312 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:02.538731 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:10.554880 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:46:15.343683 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-524caec5-7ad6-4677-b74f-b76a5ce7c4d4 req-d0d5f588-9cd0-439b-90b7-4512473760ed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456622 Feb 07 17:46:15.427628 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524caec5-7ad6-4677-b74f-b76a5ce7c4d4 req-5ab7d400-63b7-4f23-9e9c-26440da5bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:15.429107 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-524caec5-7ad6-4677-b74f-b76a5ce7c4d4 req-5ab7d400-63b7-4f23-9e9c-26440da5bbe8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 1127 time: 0.0437098 Feb 07 17:46:15.529872 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524caec5-7ad6-4677-b74f-b76a5ce7c4d4 req-baf3842f-f0fc-437f-9ebb-9c74bd092c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:15.531260 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-524caec5-7ad6-4677-b74f-b76a5ce7c4d4 req-baf3842f-f0fc-437f-9ebb-9c74bd092c56 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7364f14e-fd80-4579-8639-815ec4a9f832 HTTP/1.1" status: 200 len: 896 time: 0.0848267 Feb 07 17:46:15.600484 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-524caec5-7ad6-4677-b74f-b76a5ce7c4d4 req-445934af-d21f-4273-afe9-dd6302da26a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ced1745-16d2-47a2-b902-624858ff299e HTTP/1.1" status: 200 len: 1001 time: 0.0634272 Feb 07 17:46:15.646755 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524caec5-7ad6-4677-b74f-b76a5ce7c4d4 req-2cdae34f-70d4-4a1c-a031-eeec67a201f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:15.648184 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-524caec5-7ad6-4677-b74f-b76a5ce7c4d4 req-2cdae34f-70d4-4a1c-a031-eeec67a201f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e9ab3f7-2fe7-47da-b6de-95ca918adc6a HTTP/1.1" status: 200 len: 835 time: 0.0426486 Feb 07 17:46:15.695182 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524caec5-7ad6-4677-b74f-b76a5ce7c4d4 req-32cd3113-5071-4fa8-8286-3897237bba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:15.696662 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-524caec5-7ad6-4677-b74f-b76a5ce7c4d4 req-32cd3113-5071-4fa8-8286-3897237bba39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7364f14e-fd80-4579-8639-815ec4a9f832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0423419 Feb 07 17:46:15.787128 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-524caec5-7ad6-4677-b74f-b76a5ce7c4d4 req-9327959b-9bb4-4ce5-a937-762404cda6bb service neutron] 10.222.0.32 "GET /v2.0/networks/7364f14e-fd80-4579-8639-815ec4a9f832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834157 Feb 07 17:46:15.874995 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-524caec5-7ad6-4677-b74f-b76a5ce7c4d4 req-6c6b7990-53da-4a9f-aff6-5d52b92041c4 service neutron] 10.222.0.32 "GET /v2.0/networks/7364f14e-fd80-4579-8639-815ec4a9f832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811813 Feb 07 17:46:18.347901 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798684d-70c7-4ab1-9d49-9ca271d60566 req-67578776-e131-4223-afa8-f752c3071572 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:18.349413 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8798684d-70c7-4ab1-9d49-9ca271d60566 req-67578776-e131-4223-afa8-f752c3071572 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 945 time: 0.0581894 Feb 07 17:46:18.398754 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8798684d-70c7-4ab1-9d49-9ca271d60566 req-545c875c-6ac4-4c25-9340-8caaa111291f tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=93788ded-c488-4b29-9c1c-8d9a4ca8f785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437481 Feb 07 17:46:19.525306 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b41e9-ba6c-4760-857a-8f2f3cb99a4d req-ce3e5a1e-b7ad-44e6-8914-9438eefd9ad0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:19.526681 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-822b41e9-ba6c-4760-857a-8f2f3cb99a4d req-ce3e5a1e-b7ad-44e6-8914-9438eefd9ad0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 945 time: 0.0571897 Feb 07 17:46:19.575016 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-822b41e9-ba6c-4760-857a-8f2f3cb99a4d req-bc1dd3c8-3686-45fd-8f3e-25ca2c6b1de8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=93788ded-c488-4b29-9c1c-8d9a4ca8f785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415294 Feb 07 17:46:19.599119 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34084) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:19.658481 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-234cd417-83c1-44b4-bb8e-37f76cf412e7 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/floatingips/dbe38e60-1edc-4a14-8b0a-23335493d79b HTTP/1.1" status: 200 len: 993 time: 0.0582130 Feb 07 17:46:20.969012 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae43d04-e0f2-427c-974f-5d9c70d42969 req-a68174d3-0755-4e64-bf1e-7760efe167fa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:20.970687 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2ae43d04-e0f2-427c-974f-5d9c70d42969 req-a68174d3-0755-4e64-bf1e-7760efe167fa tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 945 time: 0.0875671 Feb 07 17:46:20.976776 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125bdb7-cff3-4e37-ad4d-a5f3ae36c1fb req-20ec8de1-2f58-47a9-a0e8-49b0765eda0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:20.978222 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2125bdb7-cff3-4e37-ad4d-a5f3ae36c1fb req-20ec8de1-2f58-47a9-a0e8-49b0765eda0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 1127 time: 0.0688872 Feb 07 17:46:21.073121 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2ae43d04-e0f2-427c-974f-5d9c70d42969 req-f8a302c5-14c1-40b8-a805-577895bab269 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=93788ded-c488-4b29-9c1c-8d9a4ca8f785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939279 Feb 07 17:46:21.102108 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125bdb7-cff3-4e37-ad4d-a5f3ae36c1fb req-7e3067d0-2f20-433b-aef7-930374b1532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:21.103575 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2125bdb7-cff3-4e37-ad4d-a5f3ae36c1fb req-7e3067d0-2f20-433b-aef7-930374b1532b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7364f14e-fd80-4579-8639-815ec4a9f832 HTTP/1.1" status: 200 len: 896 time: 0.1172657 Feb 07 17:46:21.493237 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2125bdb7-cff3-4e37-ad4d-a5f3ae36c1fb req-5145bbae-a747-46b6-85c7-0dcf7ec9f648 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ced1745-16d2-47a2-b902-624858ff299e HTTP/1.1" status: 200 len: 1001 time: 0.3837795 Feb 07 17:46:21.541997 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125bdb7-cff3-4e37-ad4d-a5f3ae36c1fb req-4ade994f-1ccd-4356-8a60-dedcdc08a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:21.543502 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2125bdb7-cff3-4e37-ad4d-a5f3ae36c1fb req-4ade994f-1ccd-4356-8a60-dedcdc08a3d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e9ab3f7-2fe7-47da-b6de-95ca918adc6a HTTP/1.1" status: 200 len: 835 time: 0.0435057 Feb 07 17:46:21.594200 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125bdb7-cff3-4e37-ad4d-a5f3ae36c1fb req-7461c6bb-a97d-4e61-bdbe-2f227b7d071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:21.595955 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2125bdb7-cff3-4e37-ad4d-a5f3ae36c1fb req-7461c6bb-a97d-4e61-bdbe-2f227b7d071b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7364f14e-fd80-4579-8639-815ec4a9f832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472898 Feb 07 17:46:21.683676 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2125bdb7-cff3-4e37-ad4d-a5f3ae36c1fb req-113df7a3-aa63-48e0-bfd7-adc4be79e13b service neutron] 10.222.0.32 "GET /v2.0/networks/7364f14e-fd80-4579-8639-815ec4a9f832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810115 Feb 07 17:46:21.773155 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2125bdb7-cff3-4e37-ad4d-a5f3ae36c1fb req-400a92a2-a528-48a8-8e3b-2964682f20ce service neutron] 10.222.0.32 "GET /v2.0/networks/7364f14e-fd80-4579-8639-815ec4a9f832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845115 Feb 07 17:46:21.801830 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:22.195210 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acba551-7ff2-4360-9b2a-23b1eafd4b7b req-2d59e6d0-7f1e-47b4-a512-bc1080e30770 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:22.196684 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0acba551-7ff2-4360-9b2a-23b1eafd4b7b req-2d59e6d0-7f1e-47b4-a512-bc1080e30770 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 945 time: 0.0522909 Feb 07 17:46:22.244440 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0acba551-7ff2-4360-9b2a-23b1eafd4b7b req-f93e93e9-e97d-45cd-98ae-27f0ec2d60f5 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=93788ded-c488-4b29-9c1c-8d9a4ca8f785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416150 Feb 07 17:46:23.367025 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67defea9-3b53-44b5-9a1d-adb353b0e218 req-4da954da-3f9f-436b-9076-9d6cc53f2083 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:23.368522 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-67defea9-3b53-44b5-9a1d-adb353b0e218 req-4da954da-3f9f-436b-9076-9d6cc53f2083 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 945 time: 0.0539668 Feb 07 17:46:23.418560 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-67defea9-3b53-44b5-9a1d-adb353b0e218 req-624c5e0f-b203-49b7-9d89-0648edab19b8 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=93788ded-c488-4b29-9c1c-8d9a4ca8f785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426631 Feb 07 17:46:23.440822 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34096) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:23.512911 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6d399931-20ae-4e7b-92e2-3099952bce2b tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/floatingips/dbe38e60-1edc-4a14-8b0a-23335493d79b HTTP/1.1" status: 200 len: 993 time: 0.0705912 Feb 07 17:46:23.733682 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34102) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:23.779985 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:23.890950 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting port 9d3a37fe-d1c0-470d-9fdf-0c4890971d09 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:46:23.891297 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (9d3a37fe-d1c0-470d-9fdf-0c4890971d09), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:23.963153 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (9d3a37fe-d1c0-470d-9fdf-0c4890971d09), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:23.963486 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for floatingip (9d3a37fe-d1c0-470d-9fdf-0c4890971d09), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:23.975577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Calling delete_port for 9d3a37fe-d1c0-470d-9fdf-0c4890971d09 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:46:24.121971 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (9d3a37fe-d1c0-470d-9fdf-0c4890971d09), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:24.145018 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Port': ['ID=9d3a37fe-d1c0-470d-9fdf-0c4890971d09,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:24.158717 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:24.159073 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:24.159423 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:24.159765 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:24.160101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:24.160436 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:24.160769 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:24.161102 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:24.161470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:24.161804 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:24.162139 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:24.162465 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:24.162794 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:24.219925 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for floatingip (dbe38e60-1edc-4a14-8b0a-23335493d79b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:24.220513 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Floating IP dbe38e60-1edc-4a14-8b0a-23335493d79b disassociated (deleted). External IP: 172.25.4.224, port: 8ced1745-16d2-47a2-b902-624858ff299e. Feb 07 17:46:24.427265 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router 1d4b2503-7d79-4da2-b91c-6be915362880 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:46:24.538141 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:46:24.543159 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:24.549150 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc9297a-59bc-4cc0-b048-271dbfe964cc None None] Sync routers for ids ['1d4b2503-7d79-4da2-b91c-6be915362880'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:46:24.559647 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc9297a-59bc-4cc0-b048-271dbfe964cc None None] Routers {'1d4b2503-7d79-4da2-b91c-6be915362880'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:46:24.560338 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9fc9297a-59bc-4cc0-b048-271dbfe964cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:45:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1d4b2503-7d79-4da2-b91c-6be915362880'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:24.572134 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-58c9ab10-ef22-4946-9ed1-78eb44eee0f0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/floatingips/dbe38e60-1edc-4a14-8b0a-23335493d79b HTTP/1.1" status: 204 len: 168 time: 0.8373637 Feb 07 17:46:24.572724 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56181aee-f480-4835-aca6-27d8adfc4999', 'tag': '8ced1745-16d2-47a2-b902-624858ff299e'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:46:24.575955 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9232ad4c-4df0-422e-a07e-7d55e480fe17" -d '{"events": [{"name": "network-changed", "server_uuid": "56181aee-f480-4835-aca6-27d8adfc4999", "tag": "8ced1745-16d2-47a2-b902-624858ff299e"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:46:24.618712 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1d41ea-de60-4d48-a395-91cd06d5cbb7 x-openstack-request-id: req-8a1d41ea-de60-4d48-a395-91cd06d5cbb7 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:46:24.619012 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56181aee-f480-4835-aca6-27d8adfc4999", "tag": "8ced1745-16d2-47a2-b902-624858ff299e", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:46:24.619277 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a1d41ea-de60-4d48-a395-91cd06d5cbb7 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:46:24.619704 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56181aee-f480-4835-aca6-27d8adfc4999', 'tag': '8ced1745-16d2-47a2-b902-624858ff299e', 'status': 'completed', 'code': 200} Feb 07 17:46:24.673802 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-9fc9297a-59bc-4cc0-b048-271dbfe964cc None None] Set router 1d4b2503-7d79-4da2-b91c-6be915362880 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:46:24.693773 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232ad4c-4df0-422e-a07e-7d55e480fe17 req-447a9f16-9b6b-4658-b8e0-2cf8e41932cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:24.695536 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9232ad4c-4df0-422e-a07e-7d55e480fe17 req-447a9f16-9b6b-4658-b8e0-2cf8e41932cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 1127 time: 0.0516114 Feb 07 17:46:24.790823 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232ad4c-4df0-422e-a07e-7d55e480fe17 req-3638df30-f1c9-461a-8db6-37afa1d9d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:24.792309 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9232ad4c-4df0-422e-a07e-7d55e480fe17 req-3638df30-f1c9-461a-8db6-37afa1d9d8d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7364f14e-fd80-4579-8639-815ec4a9f832 HTTP/1.1" status: 200 len: 896 time: 0.0907052 Feb 07 17:46:24.817031 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7557c-a1fd-450c-917f-52843adb3eb7 req-ce077c17-5d97-40f0-8ad5-d4f509836a11 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:24.818583 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e7f7557c-a1fd-450c-917f-52843adb3eb7 req-ce077c17-5d97-40f0-8ad5-d4f509836a11 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 945 time: 0.0568860 Feb 07 17:46:24.839128 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9232ad4c-4df0-422e-a07e-7d55e480fe17 req-fabc9c6a-fafa-4cc0-b917-40351e4ad861 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ced1745-16d2-47a2-b902-624858ff299e HTTP/1.1" status: 200 len: 217 time: 0.0406787 Feb 07 17:46:24.877462 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e7f7557c-a1fd-450c-917f-52843adb3eb7 req-00058ced-a749-4fc6-a2fc-100cf30b90bb tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=93788ded-c488-4b29-9c1c-8d9a4ca8f785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519762 Feb 07 17:46:24.895532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232ad4c-4df0-422e-a07e-7d55e480fe17 req-220821a3-8db6-467f-8f0c-7aa5588d2fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:24.896085 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9fc9297a-59bc-4cc0-b048-271dbfe964cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349612020', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:45:28Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:29Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f56ef004-1842-4f33-a2be-69a905f66840', 'name': '', 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:43:9c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '3e9ab3f7-2fe7-47da-b6de-95ca918adc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:31Z', 'updated_at': '2022-02-07T17:45:35Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': '3e9ab3f7-2fe7-47da-b6de-95ca918adc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:24.897717 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9232ad4c-4df0-422e-a07e-7d55e480fe17 req-220821a3-8db6-467f-8f0c-7aa5588d2fd8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e9ab3f7-2fe7-47da-b6de-95ca918adc6a HTTP/1.1" status: 200 len: 835 time: 0.0504661 Feb 07 17:46:24.923011 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc9297a-59bc-4cc0-b048-271dbfe964cc None None] Checking router: 1d4b2503-7d79-4da2-b91c-6be915362880 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:46:24.931170 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc9297a-59bc-4cc0-b048-271dbfe964cc None None] Routers {'1d4b2503-7d79-4da2-b91c-6be915362880'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:46:24.931791 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9fc9297a-59bc-4cc0-b048-271dbfe964cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:45:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1d4b2503-7d79-4da2-b91c-6be915362880'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:24.946965 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232ad4c-4df0-422e-a07e-7d55e480fe17 req-89b60ba2-b4a1-43e4-8100-a298c378a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:24.948420 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9232ad4c-4df0-422e-a07e-7d55e480fe17 req-89b60ba2-b4a1-43e4-8100-a298c378a86a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7364f14e-fd80-4579-8639-815ec4a9f832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435865 Feb 07 17:46:25.046191 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9232ad4c-4df0-422e-a07e-7d55e480fe17 req-d17adc26-7ef1-482f-bce6-b67341a08473 service neutron] 10.222.0.32 "GET /v2.0/networks/7364f14e-fd80-4579-8639-815ec4a9f832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910132 Feb 07 17:46:25.129091 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-9fc9297a-59bc-4cc0-b048-271dbfe964cc None None] Set router 1d4b2503-7d79-4da2-b91c-6be915362880 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:46:25.137648 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9232ad4c-4df0-422e-a07e-7d55e480fe17 req-71360089-43b5-47f1-a6fc-0c3983241951 service neutron] 10.222.0.32 "GET /v2.0/networks/7364f14e-fd80-4579-8639-815ec4a9f832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842733 Feb 07 17:46:25.327854 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-9fc9297a-59bc-4cc0-b048-271dbfe964cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349612020', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:45:28Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:29Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f56ef004-1842-4f33-a2be-69a905f66840', 'name': '', 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:43:9c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '3e9ab3f7-2fe7-47da-b6de-95ca918adc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:31Z', 'updated_at': '2022-02-07T17:45:35Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': '3e9ab3f7-2fe7-47da-b6de-95ca918adc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:25.354108 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc9297a-59bc-4cc0-b048-271dbfe964cc None None] The sync data for ids ['1d4b2503-7d79-4da2-b91c-6be915362880'] in n-d-827865-3 is: [{'id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349612020', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:45:28Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:29Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'f56ef004-1842-4f33-a2be-69a905f66840', 'name': '', 'network_id': '7364f14e-fd80-4579-8639-815ec4a9f832', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'mac_address': 'fa:16:3e:43:9c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '3e9ab3f7-2fe7-47da-b6de-95ca918adc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:31Z', 'updated_at': '2022-02-07T17:45:35Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'subnets': [{'id': '3e9ab3f7-2fe7-47da-b6de-95ca918adc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:46:25.570274 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b8c9ae-ab86-41ef-9aad-47cc8ed0e2af None None] New status for floating IP dbe38e60-1edc-4a14-8b0a-23335493d79b: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:46:25.872308 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-36bf64a5-e3c7-4c45-b589-521a6c9cae3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:25.999493 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05296f39-4ff5-4e2e-849d-b66221f40576 req-c192ca38-f392-4fad-a51a-e2fd12a4f742 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:26.000978 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-05296f39-4ff5-4e2e-849d-b66221f40576 req-c192ca38-f392-4fad-a51a-e2fd12a4f742 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 945 time: 0.0538576 Feb 07 17:46:26.051373 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-05296f39-4ff5-4e2e-849d-b66221f40576 req-7451f8cf-0ad9-4b4e-8127-3bb158e9b5b0 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/security-groups?id=93788ded-c488-4b29-9c1c-8d9a4ca8f785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444922 Feb 07 17:46:26.292858 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb44062-c8dd-44da-98af-55a6a0526e57 req-872b9123-bce0-4bcd-8e6b-59e008a35a38 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:26.294463 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1bb44062-c8dd-44da-98af-55a6a0526e57 req-872b9123-bce0-4bcd-8e6b-59e008a35a38 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.32 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 945 time: 0.0565464 Feb 07 17:46:26.384498 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-1bb44062-c8dd-44da-98af-55a6a0526e57 req-a3c24889-b754-4667-8744-65a7766e987a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting port 8ced1745-16d2-47a2-b902-624858ff299e {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:46:26.384773 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1bb44062-c8dd-44da-98af-55a6a0526e57 req-a3c24889-b754-4667-8744-65a7766e987a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (8ced1745-16d2-47a2-b902-624858ff299e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:26.474973 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-1bb44062-c8dd-44da-98af-55a6a0526e57 req-a3c24889-b754-4667-8744-65a7766e987a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] For port 8ced1745-16d2-47a2-b902-624858ff299e, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=8ced1745-16d2-47a2-b902-624858ff299e,segment=NetworkSegment(39881773-c9f8-46d8-8e38-238071764ec5),segment_id=39881773-c9f8-46d8-8e38-238071764ec5)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:46:26.475340 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1bb44062-c8dd-44da-98af-55a6a0526e57 req-a3c24889-b754-4667-8744-65a7766e987a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (8ced1745-16d2-47a2-b902-624858ff299e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:26.487999 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-1bb44062-c8dd-44da-98af-55a6a0526e57 req-a3c24889-b754-4667-8744-65a7766e987a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Calling delete_port for 8ced1745-16d2-47a2-b902-624858ff299e owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:46:26.617308 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1bb44062-c8dd-44da-98af-55a6a0526e57 req-a3c24889-b754-4667-8744-65a7766e987a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (8ced1745-16d2-47a2-b902-624858ff299e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:26.645906 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c24889-b754-4667-8744-65a7766e987a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Port': ['ID=8ced1745-16d2-47a2-b902-624858ff299e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:26.690159 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb44062-c8dd-44da-98af-55a6a0526e57 req-a3c24889-b754-4667-8744-65a7766e987a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] No DVR routers for this DVR port 8ced1745-16d2-47a2-b902-624858ff299e on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:46:26.692653 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-1bb44062-c8dd-44da-98af-55a6a0526e57 req-a3c24889-b754-4667-8744-65a7766e987a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:26.696008 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1bb44062-c8dd-44da-98af-55a6a0526e57 req-a3c24889-b754-4667-8744-65a7766e987a tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.32 "DELETE /v2.0/ports/8ced1745-16d2-47a2-b902-624858ff299e HTTP/1.1" status: 204 len: 173 time: 0.3969321 Feb 07 17:46:26.696435 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56181aee-f480-4835-aca6-27d8adfc4999', 'name': 'network-vif-deleted', 'tag': '8ced1745-16d2-47a2-b902-624858ff299e'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:46:26.698696 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1690d9b-80c1-4fec-a0c7-b07f8e1bccdf" -d '{"events": [{"server_uuid": "56181aee-f480-4835-aca6-27d8adfc4999", "name": "network-vif-deleted", "tag": "8ced1745-16d2-47a2-b902-624858ff299e"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:46:26.740773 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08ecde8-3545-4964-a196-2b01c3fa2293 x-openstack-request-id: req-d08ecde8-3545-4964-a196-2b01c3fa2293 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:46:26.741077 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56181aee-f480-4835-aca6-27d8adfc4999", "name": "network-vif-deleted", "tag": "8ced1745-16d2-47a2-b902-624858ff299e", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:46:26.741381 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d08ecde8-3545-4964-a196-2b01c3fa2293 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:46:26.741793 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56181aee-f480-4835-aca6-27d8adfc4999', 'name': 'network-vif-deleted', 'tag': '8ced1745-16d2-47a2-b902-624858ff299e', 'status': 'completed', 'code': 200} Feb 07 17:46:27.177972 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a151bc51-5115-43ef-a34e-91c479b8996a req-21e48a44-3e26-45d9-988d-0dfa27d96d7c tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "GET /v2.0/ports?device_id=56181aee-f480-4835-aca6-27d8adfc4999 HTTP/1.1" status: 200 len: 210 time: 0.0357862 Feb 07 17:46:28.231659 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34118) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:28.292541 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7762e745-98c4-4acb-813a-e080a1dd7d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:28.596510 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-404a079c-22fd-43a4-8985-d9deaed7301e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (1d4b2503-7d79-4da2-b91c-6be915362880), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:28.856912 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-404a079c-22fd-43a4-8985-d9deaed7301e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting port f56ef004-1842-4f33-a2be-69a905f66840 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:46:28.857179 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-404a079c-22fd-43a4-8985-d9deaed7301e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (f56ef004-1842-4f33-a2be-69a905f66840), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:28.943813 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-404a079c-22fd-43a4-8985-d9deaed7301e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] For port f56ef004-1842-4f33-a2be-69a905f66840, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=f56ef004-1842-4f33-a2be-69a905f66840,segment=NetworkSegment(39881773-c9f8-46d8-8e38-238071764ec5),segment_id=39881773-c9f8-46d8-8e38-238071764ec5)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:46:28.944178 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-404a079c-22fd-43a4-8985-d9deaed7301e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (f56ef004-1842-4f33-a2be-69a905f66840), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:28.956389 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-404a079c-22fd-43a4-8985-d9deaed7301e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Calling delete_port for f56ef004-1842-4f33-a2be-69a905f66840 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:46:29.151153 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-404a079c-22fd-43a4-8985-d9deaed7301e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (f56ef004-1842-4f33-a2be-69a905f66840), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:29.178765 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a079c-22fd-43a4-8985-d9deaed7301e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Port': ['ID=f56ef004-1842-4f33-a2be-69a905f66840,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:29.362649 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-404a079c-22fd-43a4-8985-d9deaed7301e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (1d4b2503-7d79-4da2-b91c-6be915362880), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:29.581395 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404a079c-22fd-43a4-8985-d9deaed7301e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Router 1d4b2503-7d79-4da2-b91c-6be915362880 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:46:29.689288 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404a079c-22fd-43a4-8985-d9deaed7301e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:46:29.694410 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-404a079c-22fd-43a4-8985-d9deaed7301e tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "PUT /v2.0/routers/1d4b2503-7d79-4da2-b91c-6be915362880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4616418 Feb 07 17:46:29.697104 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34120) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:29.698623 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7638c474-4271-472a-bfc0-52dd8527bdad None None] Sync routers for ids ['1d4b2503-7d79-4da2-b91c-6be915362880'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:46:29.708866 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7638c474-4271-472a-bfc0-52dd8527bdad None None] Routers {'1d4b2503-7d79-4da2-b91c-6be915362880'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:46:29.709510 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7638c474-4271-472a-bfc0-52dd8527bdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:46:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1d4b2503-7d79-4da2-b91c-6be915362880'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:29.724418 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:29.751653 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting subnet 3e9ab3f7-2fe7-47da-b6de-95ca918adc6a {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:46:29.754902 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for subnet (3e9ab3f7-2fe7-47da-b6de-95ca918adc6a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:29.795316 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (3e9ab3f7-2fe7-47da-b6de-95ca918adc6a), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:29.820358 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-7638c474-4271-472a-bfc0-52dd8527bdad None None] Set router 1d4b2503-7d79-4da2-b91c-6be915362880 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:46:29.883724 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (3e9ab3f7-2fe7-47da-b6de-95ca918adc6a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:29.942859 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (3e9ab3f7-2fe7-47da-b6de-95ca918adc6a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:29.970596 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Subnet': ['ID=3e9ab3f7-2fe7-47da-b6de-95ca918adc6a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:29.977518 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:29.978167 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed65bea8-9a16-439e-aa2a-6d51e5b9d345 None None] Network 7364f14e-fd80-4579-8639-815ec4a9f832 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:46:29.981604 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/subnets/3e9ab3f7-2fe7-47da-b6de-95ca918adc6a HTTP/1.1" status: 204 len: 168 time: 0.2824533 Feb 07 17:46:29.983345 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:29.983704 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:29.984150 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:29.984506 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:29.984852 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:29.985190 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:29.985404 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34122) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:29.985557 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:29.986409 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:29.986409 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:29.986608 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:29.986870 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:29.987203 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:29.987535 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c884bed-5a0a-4e42-9a98-2636db6c6978 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:30.006142 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7638c474-4271-472a-bfc0-52dd8527bdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349612020', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:45:28Z', 'updated_at': '2022-02-07T17:46:29Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:29Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:30.040313 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7638c474-4271-472a-bfc0-52dd8527bdad None None] Checking router: 1d4b2503-7d79-4da2-b91c-6be915362880 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:46:30.049461 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7638c474-4271-472a-bfc0-52dd8527bdad None None] Routers {'1d4b2503-7d79-4da2-b91c-6be915362880'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:46:30.050152 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7638c474-4271-472a-bfc0-52dd8527bdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:46:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['1d4b2503-7d79-4da2-b91c-6be915362880'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:30.125450 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea36ce96-e4a8-4de1-ad73-6f002ff31916 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router (1d4b2503-7d79-4da2-b91c-6be915362880), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:30.159423 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] DHCP port deletion for 7364f14e-fd80-4579-8639-815ec4a9f832 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:46:30.159677 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-7638c474-4271-472a-bfc0-52dd8527bdad None None] Set router 1d4b2503-7d79-4da2-b91c-6be915362880 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:46:30.194981 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8ced1745-16d2-47a2-b902-624858ff299e no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:46:30.228060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 8ced1745-16d2-47a2-b902-624858ff299e {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:46:30.228060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 8ced1745-16d2-47a2-b902-624858ff299e not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:46:30.236049 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea36ce96-e4a8-4de1-ad73-6f002ff31916 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_gateway (1d4b2503-7d79-4da2-b91c-6be915362880), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:30.246541 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] Deleting port 3570c868-dd99-4174-87a9-cd819003d3fd {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:46:30.246973 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (3570c868-dd99-4174-87a9-cd819003d3fd), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:30.356592 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-7638c474-4271-472a-bfc0-52dd8527bdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349612020', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:45:28Z', 'updated_at': '2022-02-07T17:46:29Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:29Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:30.385207 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7638c474-4271-472a-bfc0-52dd8527bdad None None] The sync data for ids ['1d4b2503-7d79-4da2-b91c-6be915362880'] in n-d-827865-3 is: [{'id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349612020', 'tenant_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:45:28Z', 'updated_at': '2022-02-07T17:46:29Z', 'revision_number': 5, 'project_id': 'ddae8a5ab7b44404b4cff4bc90366e75', 'gw_port': {'id': '150b0fca-3b66-4e0b-9ba2-8087188594d8', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b2503-7d79-4da2-b91c-6be915362880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:45:29Z', 'updated_at': '2022-02-07T17:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:46:30.475149 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] For port 3570c868-dd99-4174-87a9-cd819003d3fd, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=3570c868-dd99-4174-87a9-cd819003d3fd,segment=NetworkSegment(39881773-c9f8-46d8-8e38-238071764ec5),segment_id=39881773-c9f8-46d8-8e38-238071764ec5)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:46:30.475550 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (3570c868-dd99-4174-87a9-cd819003d3fd), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:30.488741 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] Calling delete_port for 3570c868-dd99-4174-87a9-cd819003d3fd owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:46:30.570905 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (3570c868-dd99-4174-87a9-cd819003d3fd), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:30.601394 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] No DVR routers for this DVR port 3570c868-dd99-4174-87a9-cd819003d3fd on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:46:30.608141 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] Pushing event deleted for resources: {'Port': ['ID=3570c868-dd99-4174-87a9-cd819003d3fd,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:30.615811 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:30.616164 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:30.616506 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:30.616845 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:30.617176 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:30.617540 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:30.617871 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:30.618227 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:30.618551 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:30.618874 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:30.619196 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:30.619652 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:30.619998 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ed634-d2c7-4f2a-991b-f70e77706925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:30.644162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ea36ce96-e4a8-4de1-ad73-6f002ff31916 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Deleting port 150b0fca-3b66-4e0b-9ba2-8087188594d8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:46:30.644732 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea36ce96-e4a8-4de1-ad73-6f002ff31916 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (150b0fca-3b66-4e0b-9ba2-8087188594d8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:30.721902 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-ea36ce96-e4a8-4de1-ad73-6f002ff31916 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] For port 150b0fca-3b66-4e0b-9ba2-8087188594d8, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=150b0fca-3b66-4e0b-9ba2-8087188594d8,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:46:30.722187 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea36ce96-e4a8-4de1-ad73-6f002ff31916 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (150b0fca-3b66-4e0b-9ba2-8087188594d8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:30.734403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-ea36ce96-e4a8-4de1-ad73-6f002ff31916 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Calling delete_port for 150b0fca-3b66-4e0b-9ba2-8087188594d8 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:46:30.910279 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea36ce96-e4a8-4de1-ad73-6f002ff31916 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (150b0fca-3b66-4e0b-9ba2-8087188594d8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:30.933672 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36ce96-e4a8-4de1-ad73-6f002ff31916 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Port': ['ID=150b0fca-3b66-4e0b-9ba2-8087188594d8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:30.999194 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea36ce96-e4a8-4de1-ad73-6f002ff31916 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (1d4b2503-7d79-4da2-b91c-6be915362880), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:31.048082 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:31.097079 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea36ce96-e4a8-4de1-ad73-6f002ff31916 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (1d4b2503-7d79-4da2-b91c-6be915362880), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:31.099202 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea36ce96-e4a8-4de1-ad73-6f002ff31916 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router_controller (1d4b2503-7d79-4da2-b91c-6be915362880), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:31.147465 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea36ce96-e4a8-4de1-ad73-6f002ff31916 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (1d4b2503-7d79-4da2-b91c-6be915362880), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:31.147995 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea36ce96-e4a8-4de1-ad73-6f002ff31916 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Fanout notify agent at l3_agent the message router_deleted on router 1d4b2503-7d79-4da2-b91c-6be915362880 {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:46:31.155670 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea36ce96-e4a8-4de1-ad73-6f002ff31916 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:31.159444 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ea36ce96-e4a8-4de1-ad73-6f002ff31916 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/routers/1d4b2503-7d79-4da2-b91c-6be915362880 HTTP/1.1" status: 204 len: 168 time: 1.1703279 Feb 07 17:46:31.159619 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34124) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:31.238215 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6864be8-13ff-401f-ac86-c1046d2d5608 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (7364f14e-fd80-4579-8639-815ec4a9f832), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:31.330344 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6864be8-13ff-401f-ac86-c1046d2d5608 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (7364f14e-fd80-4579-8639-815ec4a9f832), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:31.350776 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d6864be8-13ff-401f-ac86-c1046d2d5608 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7364f14e-fd80-4579-8639-815ec4a9f832']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:31.360055 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d6864be8-13ff-401f-ac86-c1046d2d5608 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39881773-c9f8-46d8-8e38-238071764ec5') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:31.360358 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-d6864be8-13ff-401f-ac86-c1046d2d5608 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39881773-c9f8-46d8-8e38-238071764ec5') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:31.369384 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6864be8-13ff-401f-ac86-c1046d2d5608 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (39881773-c9f8-46d8-8e38-238071764ec5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:31.382828 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6864be8-13ff-401f-ac86-c1046d2d5608 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (39881773-c9f8-46d8-8e38-238071764ec5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:31.389720 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6864be8-13ff-401f-ac86-c1046d2d5608 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:46:31.390238 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6864be8-13ff-401f-ac86-c1046d2d5608 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (39881773-c9f8-46d8-8e38-238071764ec5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:46:31.393447 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:46:31.449295 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6864be8-13ff-401f-ac86-c1046d2d5608 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (7364f14e-fd80-4579-8639-815ec4a9f832), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:31.456728 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6864be8-13ff-401f-ac86-c1046d2d5608 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:31.459767 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d6864be8-13ff-401f-ac86-c1046d2d5608 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/networks/7364f14e-fd80-4579-8639-815ec4a9f832 HTTP/1.1" status: 204 len: 168 time: 0.2991631 Feb 07 17:46:31.462743 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34126) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:31.472195 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6864be8-13ff-401f-ac86-c1046d2d5608 tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'Network': ['ID=7364f14e-fd80-4579-8639-815ec4a9f832,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:31.523392 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a98d0f4e-6d27-4955-a9b7-f06daac0e4dd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (93788ded-c488-4b29-9c1c-8d9a4ca8f785), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:31.547932 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a98d0f4e-6d27-4955-a9b7-f06daac0e4dd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (93788ded-c488-4b29-9c1c-8d9a4ca8f785), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:31.617870 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a98d0f4e-6d27-4955-a9b7-f06daac0e4dd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (93788ded-c488-4b29-9c1c-8d9a4ca8f785), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:31.620655 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a98d0f4e-6d27-4955-a9b7-f06daac0e4dd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:31.622418 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a98d0f4e-6d27-4955-a9b7-f06daac0e4dd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] 10.222.0.18 "DELETE /v2.0/security-groups/93788ded-c488-4b29-9c1c-8d9a4ca8f785 HTTP/1.1" status: 204 len: 168 time: 0.1585970 Feb 07 17:46:31.632177 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d0f4e-6d27-4955-a9b7-f06daac0e4dd tempest-TestNetworkAdvancedServerOps-1170820126 tempest-TestNetworkAdvancedServerOps-1170820126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93788ded-c488-4b29-9c1c-8d9a4ca8f785,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:31.914034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f56ef004-1842-4f33-a2be-69a905f66840 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:46:31.935871 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: f56ef004-1842-4f33-a2be-69a905f66840 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:46:31.936231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device f56ef004-1842-4f33-a2be-69a905f66840 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:46:31.936658 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3570c868-dd99-4174-87a9-cd819003d3fd no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:46:31.956950 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 3570c868-dd99-4174-87a9-cd819003d3fd {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:46:31.957325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 3570c868-dd99-4174-87a9-cd819003d3fd not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:46:31.957750 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 150b0fca-3b66-4e0b-9ba2-8087188594d8 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:46:31.968132 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34134) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:31.984413 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 150b0fca-3b66-4e0b-9ba2-8087188594d8 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:46:31.984789 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 150b0fca-3b66-4e0b-9ba2-8087188594d8 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:46:32.115448 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-b3bfca6d-d2a3-4e5e-8830-7ef46b8b7cb1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ddae8a5ab7b44404b4cff4bc90366e75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1456068 Feb 07 17:46:32.117873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34138) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:32.163328 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed76aef8-f626-41e8-8d4d-a2c587b25237 admin admin] Publish callbacks [] for security_group (80435d7d-3fee-40fd-93e2-9f397f9c5455), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:32.185072 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed76aef8-f626-41e8-8d4d-a2c587b25237 admin admin] Publish callbacks [] for security_group (80435d7d-3fee-40fd-93e2-9f397f9c5455), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:32.230045 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed76aef8-f626-41e8-8d4d-a2c587b25237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (80435d7d-3fee-40fd-93e2-9f397f9c5455), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:32.233218 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ed76aef8-f626-41e8-8d4d-a2c587b25237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:32.234413 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ed76aef8-f626-41e8-8d4d-a2c587b25237 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80435d7d-3fee-40fd-93e2-9f397f9c5455 HTTP/1.1" status: 204 len: 168 time: 0.1156507 Feb 07 17:46:32.242684 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76aef8-f626-41e8-8d4d-a2c587b25237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80435d7d-3fee-40fd-93e2-9f397f9c5455,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:32.490853 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34144) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:32.504118 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a794a7b6-fe06-449e-9b70-f9d01742c95b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:32.541918 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:32.584017 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a794a7b6-fe06-449e-9b70-f9d01742c95b admin admin] Publish callbacks [] for security_group (8e46401d-e952-4289-ac0c-be0ca3538544), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:32.587584 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a794a7b6-fe06-449e-9b70-f9d01742c95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8e46401d-e952-4289-ac0c-be0ca3538544), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:32.625803 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a794a7b6-fe06-449e-9b70-f9d01742c95b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28e67a21f01b4c038c12edfe84643f05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338668 Feb 07 17:46:32.626688 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794a7b6-fe06-449e-9b70-f9d01742c95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e46401d-e952-4289-ac0c-be0ca3538544,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:32.628512 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34146) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:32.681663 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08a1bd98-222b-4223-b5e4-68d752f26582 admin admin] Publish callbacks [] for security_group (8e46401d-e952-4289-ac0c-be0ca3538544), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:32.703348 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08a1bd98-222b-4223-b5e4-68d752f26582 admin admin] Publish callbacks [] for security_group (8e46401d-e952-4289-ac0c-be0ca3538544), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:32.750708 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08a1bd98-222b-4223-b5e4-68d752f26582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (8e46401d-e952-4289-ac0c-be0ca3538544), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:32.753355 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08a1bd98-222b-4223-b5e4-68d752f26582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:32.754522 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-08a1bd98-222b-4223-b5e4-68d752f26582 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e46401d-e952-4289-ac0c-be0ca3538544 HTTP/1.1" status: 204 len: 168 time: 0.1249938 Feb 07 17:46:32.762107 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1bd98-222b-4223-b5e4-68d752f26582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e46401d-e952-4289-ac0c-be0ca3538544,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:33.454055 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34168) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:33.550047 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5e1693ec-b825-4d06-a81a-e02a7267b8f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-100705324-network', 'tenant_id': '941db0878f6043a594258291cf60e265'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:46:33.569809 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1693ec-b825-4d06-a81a-e02a7267b8f7 admin admin] Made reservation on behalf of 941db0878f6043a594258291cf60e265 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:46:33.572408 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e1693ec-b825-4d06-a81a-e02a7267b8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:33.581729 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e1693ec-b825-4d06-a81a-e02a7267b8f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:33.657186 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e1693ec-b825-4d06-a81a-e02a7267b8f7 admin admin] Publish callbacks [] for security_group (d407c905-3336-41c3-87c0-83b9569ad8dd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:33.661793 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e1693ec-b825-4d06-a81a-e02a7267b8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d407c905-3336-41c3-87c0-83b9569ad8dd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:33.683453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1693ec-b825-4d06-a81a-e02a7267b8f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:46:33.699133 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1693ec-b825-4d06-a81a-e02a7267b8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d407c905-3336-41c3-87c0-83b9569ad8dd,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:33.702306 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e1693ec-b825-4d06-a81a-e02a7267b8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (280b31d9-cf88-47fc-927f-10a8082510e6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:33.702685 n-d-827865-3 neutron-server[103225]: INFO neutron.db.segments_db [None req-5e1693ec-b825-4d06-a81a-e02a7267b8f7 admin admin] Added segment 280b31d9-cf88-47fc-927f-10a8082510e6 of type vlan for network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 Feb 07 17:46:33.743726 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e1693ec-b825-4d06-a81a-e02a7267b8f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (99ce02d0-60f1-4ebe-8a71-dadd3dc27b84), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:33.771652 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e1693ec-b825-4d06-a81a-e02a7267b8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (99ce02d0-60f1-4ebe-8a71-dadd3dc27b84), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:33.772758 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1693ec-b825-4d06-a81a-e02a7267b8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:33.773463 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e1693ec-b825-4d06-a81a-e02a7267b8f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:33.826137 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5e1693ec-b825-4d06-a81a-e02a7267b8f7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3709848 Feb 07 17:46:33.829264 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34172) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:33.834328 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-93bf5357-edac-4b25-8756-cbcd79d7ca55 admin admin] Request body: {'subnet': {'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-100705324-subnet', 'tenant_id': '941db0878f6043a594258291cf60e265', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:46:33.838342 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1693ec-b825-4d06-a81a-e02a7267b8f7 admin admin] Pushing event updated for resources: {'Network': ['ID=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:33.850177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:46:33.855140 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bf5357-edac-4b25-8756-cbcd79d7ca55 admin admin] Made reservation on behalf of 941db0878f6043a594258291cf60e265 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:46:33.858291 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93bf5357-edac-4b25-8756-cbcd79d7ca55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:34.022508 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93bf5357-edac-4b25-8756-cbcd79d7ca55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (47a5a5aa-3fdf-4552-9179-248ffd6537dd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:34.082983 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf5357-edac-4b25-8756-cbcd79d7ca55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a5a5aa-3fdf-4552-9179-248ffd6537dd,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:34.090590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bf5357-edac-4b25-8756-cbcd79d7ca55 admin admin] Checking segment: {'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:46:34.091033 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bf5357-edac-4b25-8756-cbcd79d7ca55 admin admin] Network hostable DHCP agents. Network: 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:46:34.107756 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bf5357-edac-4b25-8756-cbcd79d7ca55 admin admin] Network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:46:34.116648 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-93bf5357-edac-4b25-8756-cbcd79d7ca55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:46:34.120701 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bf5357-edac-4b25-8756-cbcd79d7ca55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:34.121518 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93bf5357-edac-4b25-8756-cbcd79d7ca55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:34.125778 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0151bbe1-1f03-4243-b5ae-a948250c9c35 None None] Network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:46:34.136676 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-93bf5357-edac-4b25-8756-cbcd79d7ca55 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3062680 Feb 07 17:46:34.140136 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34174) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:34.144425 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-abc4ff35-5880-4b2d-9e1e-ee4185889399 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:46:34.163380 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abc4ff35-5880-4b2d-9e1e-ee4185889399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (6eb19823-67ea-4344-a7a6-3e99c5a502fe), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:34.164211 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abc4ff35-5880-4b2d-9e1e-ee4185889399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (6eb19823-67ea-4344-a7a6-3e99c5a502fe), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:34.218906 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abc4ff35-5880-4b2d-9e1e-ee4185889399 admin admin] Publish callbacks [] for router_controller (6eb19823-67ea-4344-a7a6-3e99c5a502fe), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:34.228426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'project_id': '941db0878f6043a594258291cf60e265', 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:46:34.229841 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:34.367208 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abc4ff35-5880-4b2d-9e1e-ee4185889399 admin admin] Publish callbacks [] for router_gateway (6eb19823-67ea-4344-a7a6-3e99c5a502fe), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:34.369334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] Allocated IP 172.20.0.2 (99ce02d0-60f1-4ebe-8a71-dadd3dc27b84/47a5a5aa-3fdf-4552-9179-248ffd6537dd/a3050604-41ee-464e-a96b-581683deb13c) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:46:34.517692 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] Publish callbacks [] for port (a3050604-41ee-464e-a96b-581683deb13c), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:34.524026 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (a3050604-41ee-464e-a96b-581683deb13c), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:34.564610 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] Network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:46:34.568937 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:46:34.571375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:46:34.575247 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abc4ff35-5880-4b2d-9e1e-ee4185889399 admin admin] Publish callbacks [] for router_gateway (6eb19823-67ea-4344-a7a6-3e99c5a502fe), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:34.578030 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] Pushing event updated for resources: {'Port': ['ID=a3050604-41ee-464e-a96b-581683deb13c,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:34.595452 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abc4ff35-5880-4b2d-9e1e-ee4185889399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:34.633576 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] Attempting to bind port a3050604-41ee-464e-a96b-581683deb13c on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:46:34.633967 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] Attempting to bind port a3050604-41ee-464e-a96b-581683deb13c by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:46:34.634309 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] Attempting to bind port a3050604-41ee-464e-a96b-581683deb13c on network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:46:34.639859 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:46:34.640233 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] Checking segment: {'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:46:34.640635 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:34.641029 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] Bound using segment: {'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:46:34.641557 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] Bound port: a3050604-41ee-464e-a96b-581683deb13c, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:46:34.641935 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a3050604-41ee-464e-a96b-581683deb13c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:34.698325 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-abc4ff35-5880-4b2d-9e1e-ee4185889399 admin admin] Allocated IP 172.25.4.149 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/bd11e3d6-b1e8-43d4-9517-0a8203b86aef) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:46:34.709487 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] For port a3050604-41ee-464e-a96b-581683deb13c, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:46:34.713041 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] For port a3050604-41ee-464e-a96b-581683deb13c, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a3050604-41ee-464e-a96b-581683deb13c,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:46:34.719107 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a3050604-41ee-464e-a96b-581683deb13c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:34.777848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3ad08-2503-4f23-a85f-5e565010afda None None] Pushing event updated for resources: {'Port': ['ID=a3050604-41ee-464e-a96b-581683deb13c,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:34.814539 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abc4ff35-5880-4b2d-9e1e-ee4185889399 admin admin] Publish callbacks [] for port (bd11e3d6-b1e8-43d4-9517-0a8203b86aef), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:34.850141 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abc4ff35-5880-4b2d-9e1e-ee4185889399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (bd11e3d6-b1e8-43d4-9517-0a8203b86aef), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:34.895697 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc4ff35-5880-4b2d-9e1e-ee4185889399 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:46:34.898695 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-abc4ff35-5880-4b2d-9e1e-ee4185889399 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:46:34.902259 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc4ff35-5880-4b2d-9e1e-ee4185889399 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:46:34.943218 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4ff35-5880-4b2d-9e1e-ee4185889399 admin admin] Pushing event updated for resources: {'Port': ['ID=bd11e3d6-b1e8-43d4-9517-0a8203b86aef,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:35.185883 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abc4ff35-5880-4b2d-9e1e-ee4185889399 admin admin] Publish callbacks [] for router_gateway (6eb19823-67ea-4344-a7a6-3e99c5a502fe), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:35.391777 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abc4ff35-5880-4b2d-9e1e-ee4185889399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (6eb19823-67ea-4344-a7a6-3e99c5a502fe), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:35.530623 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc4ff35-5880-4b2d-9e1e-ee4185889399 admin admin] Router 6eb19823-67ea-4344-a7a6-3e99c5a502fe is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:46:35.645873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc4ff35-5880-4b2d-9e1e-ee4185889399 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:46:35.658686 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] Sync routers for ids ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:46:35.665085 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abc4ff35-5880-4b2d-9e1e-ee4185889399 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:35.669310 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-abc4ff35-5880-4b2d-9e1e-ee4185889399 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5254154 Feb 07 17:46:35.669493 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34176) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:35.677266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] Routers {'6eb19823-67ea-4344-a7a6-3e99c5a502fe'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:46:35.678036 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:46:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:35.683837 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef91a54-fde9-43c3-8578-dd3952071a3b None None] Network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:46:35.831216 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8a51d104-c530-4835-b21f-a63a97be6132 None None] Provisioning complete for port a3050604-41ee-464e-a96b-581683deb13c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:35.831608 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8a51d104-c530-4835-b21f-a63a97be6132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a3050604-41ee-464e-a96b-581683deb13c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:35.884034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] Set router 6eb19823-67ea-4344-a7a6-3e99c5a502fe gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:46:35.965650 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a3050604-41ee-464e-a96b-581683deb13c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:46:36.098648 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1db2d6a5-9d82-45dd-9289-1d00127bce75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:36.129552 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8a51d104-c530-4835-b21f-a63a97be6132 None None] Current status of the port a3050604-41ee-464e-a96b-581683deb13c is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:36.129865 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8a51d104-c530-4835-b21f-a63a97be6132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a3050604-41ee-464e-a96b-581683deb13c), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:36.165059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a3050604-41ee-464e-a96b-581683deb13c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:36.165466 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a3050604-41ee-464e-a96b-581683deb13c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:36.217104 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8a51d104-c530-4835-b21f-a63a97be6132 None None] For port a3050604-41ee-464e-a96b-581683deb13c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a3050604-41ee-464e-a96b-581683deb13c,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:46:36.227696 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8a51d104-c530-4835-b21f-a63a97be6132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a3050604-41ee-464e-a96b-581683deb13c), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:36.284873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-1db2d6a5-9d82-45dd-9289-1d00127bce75 admin admin] Allocated IP 172.20.0.1 (99ce02d0-60f1-4ebe-8a71-dadd3dc27b84/47a5a5aa-3fdf-4552-9179-248ffd6537dd/ecf9da70-3b01-405d-8b74-29b0a7b824d7) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:46:36.298669 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51d104-c530-4835-b21f-a63a97be6132 None None] Pushing event updated for resources: {'Port': ['ID=a3050604-41ee-464e-a96b-581683deb13c,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:36.304147 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:35Z', 'revision_number': 3, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port': {'id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:36.359216 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] Checking router: 6eb19823-67ea-4344-a7a6-3e99c5a502fe for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:46:36.359570 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] Updating router 6eb19823-67ea-4344-a7a6-3e99c5a502fe port bd11e3d6-b1e8-43d4-9517-0a8203b86aef binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:46:36.394449 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1db2d6a5-9d82-45dd-9289-1d00127bce75 admin admin] Publish callbacks [] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:36.398682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a3050604-41ee-464e-a96b-581683deb13c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:36.404316 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d6778eaf-9915-4e0f-ae54-94bd71940fea None None] Provisioning complete for port a3050604-41ee-464e-a96b-581683deb13c triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:36.404695 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d6778eaf-9915-4e0f-ae54-94bd71940fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a3050604-41ee-464e-a96b-581683deb13c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:36.407067 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bd11e3d6-b1e8-43d4-9517-0a8203b86aef), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:36.429401 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1db2d6a5-9d82-45dd-9289-1d00127bce75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:36.478240 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db2d6a5-9d82-45dd-9289-1d00127bce75 admin admin] Network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:46:36.483889 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1db2d6a5-9d82-45dd-9289-1d00127bce75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:46:36.486316 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db2d6a5-9d82-45dd-9289-1d00127bce75 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:46:36.489550 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2d6a5-9d82-45dd-9289-1d00127bce75 admin admin] Pushing event updated for resources: {'Port': ['ID=ecf9da70-3b01-405d-8b74-29b0a7b824d7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:36.531190 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1db2d6a5-9d82-45dd-9289-1d00127bce75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (6eb19823-67ea-4344-a7a6-3e99c5a502fe), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:36.687377 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1db2d6a5-9d82-45dd-9289-1d00127bce75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:36.783342 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d6778eaf-9915-4e0f-ae54-94bd71940fea None None] Current status of the port a3050604-41ee-464e-a96b-581683deb13c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:36.858629 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1db2d6a5-9d82-45dd-9289-1d00127bce75 admin admin] Publish callbacks [] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:36.863948 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1db2d6a5-9d82-45dd-9289-1d00127bce75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:36.895460 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] Publish callbacks [] for port (bd11e3d6-b1e8-43d4-9517-0a8203b86aef), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:36.903433 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bd11e3d6-b1e8-43d4-9517-0a8203b86aef), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:36.930159 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2d6a5-9d82-45dd-9289-1d00127bce75 admin admin] Pushing event updated for resources: {'Port': ['ID=ecf9da70-3b01-405d-8b74-29b0a7b824d7,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:36.932817 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1db2d6a5-9d82-45dd-9289-1d00127bce75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (6eb19823-67ea-4344-a7a6-3e99c5a502fe), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:36.942981 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d545eedf-0241-4868-9fd8-1ac3f03a0144 None None] Provisioning complete for port ecf9da70-3b01-405d-8b74-29b0a7b824d7 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:36.943362 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d545eedf-0241-4868-9fd8-1ac3f03a0144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:36.985835 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] Attempting to bind port bd11e3d6-b1e8-43d4-9517-0a8203b86aef on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:46:36.986210 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] Attempting to bind port bd11e3d6-b1e8-43d4-9517-0a8203b86aef by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:46:36.986583 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] Attempting to bind port bd11e3d6-b1e8-43d4-9517-0a8203b86aef on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:46:36.992033 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8e303-22f1-4b64-aa74-99fc6c7c06f1 None None] Pushing event updated for resources: {'Port': ['ID=bd11e3d6-b1e8-43d4-9517-0a8203b86aef,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:37.000682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:46:37.001069 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:46:37.001509 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:37.001910 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:46:37.002389 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] Bound port: bd11e3d6-b1e8-43d4-9517-0a8203b86aef, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:46:37.002775 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bd11e3d6-b1e8-43d4-9517-0a8203b86aef), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:37.006448 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d545eedf-0241-4868-9fd8-1ac3f03a0144 None None] Port ecf9da70-3b01-405d-8b74-29b0a7b824d7 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:46:37.029763 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db2d6a5-9d82-45dd-9289-1d00127bce75 admin admin] Network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:46:37.031261 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1db2d6a5-9d82-45dd-9289-1d00127bce75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:46:37.061725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] For port bd11e3d6-b1e8-43d4-9517-0a8203b86aef, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:46:37.065047 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] For port bd11e3d6-b1e8-43d4-9517-0a8203b86aef, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bd11e3d6-b1e8-43d4-9517-0a8203b86aef,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:46:37.072850 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bd11e3d6-b1e8-43d4-9517-0a8203b86aef), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:37.136421 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] Routers {'6eb19823-67ea-4344-a7a6-3e99c5a502fe'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:46:37.138391 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:46:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:37.139716 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8e303-22f1-4b64-aa74-99fc6c7c06f1 None None] Pushing event updated for resources: {'Port': ['ID=bd11e3d6-b1e8-43d4-9517-0a8203b86aef,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:37.161418 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db2d6a5-9d82-45dd-9289-1d00127bce75 admin admin] Router 6eb19823-67ea-4344-a7a6-3e99c5a502fe has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:46:37.257916 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] Set router 6eb19823-67ea-4344-a7a6-3e99c5a502fe gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:46:37.278961 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db2d6a5-9d82-45dd-9289-1d00127bce75 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:46:37.284339 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1db2d6a5-9d82-45dd-9289-1d00127bce75 admin admin] 10.222.0.18 "PUT /v2.0/routers/6eb19823-67ea-4344-a7a6-3e99c5a502fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6138537 Feb 07 17:46:37.390145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a1070040-7650-42bd-aac3-80a33af2dbad None None] Provisioning complete for port ecf9da70-3b01-405d-8b74-29b0a7b824d7 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:37.390533 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a1070040-7650-42bd-aac3-80a33af2dbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:37.441075 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a1070040-7650-42bd-aac3-80a33af2dbad None None] Port ecf9da70-3b01-405d-8b74-29b0a7b824d7 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:46:37.512915 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:36Z', 'revision_number': 4, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port': {'id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ecf9da70-3b01-405d-8b74-29b0a7b824d7', 'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'tenant_id': '941db0878f6043a594258291cf60e265', 'mac_address': 'fa:16:3e:c2:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:36Z', 'updated_at': '2022-02-07T17:46:36Z', 'revision_number': 2, 'project_id': '941db0878f6043a594258291cf60e265', 'subnets': [{'id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:37.541513 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5068e-becc-4cc8-8ddb-40ebd95935c2 None None] The sync data for ids ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'] in n-d-827865-3 is: [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:36Z', 'revision_number': 4, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port': {'id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ecf9da70-3b01-405d-8b74-29b0a7b824d7', 'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'tenant_id': '941db0878f6043a594258291cf60e265', 'mac_address': 'fa:16:3e:c2:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:36Z', 'updated_at': '2022-02-07T17:46:36Z', 'revision_number': 2, 'project_id': '941db0878f6043a594258291cf60e265', 'subnets': [{'id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:46:37.779236 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34192) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:37.784267 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7a062763-4727-40b3-9d97-892582faf113 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1251015774-network', 'tenant_id': '80e67292184946c2a9033830c5a0ada5'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:46:37.812511 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a062763-4727-40b3-9d97-892582faf113 admin admin] Made reservation on behalf of 80e67292184946c2a9033830c5a0ada5 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:46:37.814937 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a062763-4727-40b3-9d97-892582faf113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:37.824245 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a062763-4727-40b3-9d97-892582faf113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:37.917812 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a062763-4727-40b3-9d97-892582faf113 admin admin] Publish callbacks [] for security_group (ccc3aaf1-55fa-4317-b434-5305579d0b93), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:37.925611 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a3050604-41ee-464e-a96b-581683deb13c up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:46:37.930203 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a062763-4727-40b3-9d97-892582faf113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ccc3aaf1-55fa-4317-b434-5305579d0b93), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:37.955385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a062763-4727-40b3-9d97-892582faf113 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:46:37.971184 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a062763-4727-40b3-9d97-892582faf113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc3aaf1-55fa-4317-b434-5305579d0b93,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:37.977759 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a062763-4727-40b3-9d97-892582faf113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0ba62340-d563-4105-ad22-2ef828b373c2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:37.978331 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-7a062763-4727-40b3-9d97-892582faf113 admin admin] Added segment 0ba62340-d563-4105-ad22-2ef828b373c2 of type vlan for network d83603a0-acd9-4c06-8593-899e8fd6c663 Feb 07 17:46:37.988600 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a3050604-41ee-464e-a96b-581683deb13c triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:37.989091 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a3050604-41ee-464e-a96b-581683deb13c), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:38.022977 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a062763-4727-40b3-9d97-892582faf113 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (d83603a0-acd9-4c06-8593-899e8fd6c663), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:38.050953 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a062763-4727-40b3-9d97-892582faf113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (d83603a0-acd9-4c06-8593-899e8fd6c663), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:38.052101 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a062763-4727-40b3-9d97-892582faf113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:38.052816 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7a062763-4727-40b3-9d97-892582faf113 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:38.085726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a3050604-41ee-464e-a96b-581683deb13c is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:38.116089 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7a062763-4727-40b3-9d97-892582faf113 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3356960 Feb 07 17:46:38.119107 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34194) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:38.123192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a062763-4727-40b3-9d97-892582faf113 admin admin] Pushing event updated for resources: {'Network': ['ID=d83603a0-acd9-4c06-8593-899e8fd6c663,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:38.130781 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-58609297-2ed2-4a9c-8d04-67f15280e1d4 admin admin] Request body: {'subnet': {'network_id': 'd83603a0-acd9-4c06-8593-899e8fd6c663', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1251015774-subnet', 'tenant_id': '80e67292184946c2a9033830c5a0ada5', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:46:38.133431 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network d83603a0-acd9-4c06-8593-899e8fd6c663 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:46:38.154835 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58609297-2ed2-4a9c-8d04-67f15280e1d4 admin admin] Made reservation on behalf of 80e67292184946c2a9033830c5a0ada5 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:46:38.157472 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58609297-2ed2-4a9c-8d04-67f15280e1d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:38.359955 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58609297-2ed2-4a9c-8d04-67f15280e1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (d8bdbaf0-3510-4d56-8387-6cc3d3f4ff69), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:38.424477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58609297-2ed2-4a9c-8d04-67f15280e1d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8bdbaf0-3510-4d56-8387-6cc3d3f4ff69,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:38.437977 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58609297-2ed2-4a9c-8d04-67f15280e1d4 admin admin] Checking segment: {'id': '0ba62340-d563-4105-ad22-2ef828b373c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd83603a0-acd9-4c06-8593-899e8fd6c663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:46:38.438458 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58609297-2ed2-4a9c-8d04-67f15280e1d4 admin admin] Network hostable DHCP agents. Network: d83603a0-acd9-4c06-8593-899e8fd6c663, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:46:38.459062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58609297-2ed2-4a9c-8d04-67f15280e1d4 admin admin] Network d83603a0-acd9-4c06-8593-899e8fd6c663 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:46:38.469488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-58609297-2ed2-4a9c-8d04-67f15280e1d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, d83603a0-acd9-4c06-8593-899e8fd6c663) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:46:38.473958 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58609297-2ed2-4a9c-8d04-67f15280e1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:38.474566 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-58609297-2ed2-4a9c-8d04-67f15280e1d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:38.479426 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5a5d1c-4621-4846-bffe-16e143a97a13 None None] Network d83603a0-acd9-4c06-8593-899e8fd6c663 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:46:38.492800 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-58609297-2ed2-4a9c-8d04-67f15280e1d4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3724978 Feb 07 17:46:38.495453 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34196) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:38.500745 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-cae4095f-6369-4d70-b321-283ebad0f4dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1251015774-router', 'tenant_id': '80e67292184946c2a9033830c5a0ada5', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:46:38.522080 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cae4095f-6369-4d70-b321-283ebad0f4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (a3b5ca86-140f-4e7d-870c-c33dd5e5d79c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:38.523136 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cae4095f-6369-4d70-b321-283ebad0f4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (a3b5ca86-140f-4e7d-870c-c33dd5e5d79c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:38.584153 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cae4095f-6369-4d70-b321-283ebad0f4dd admin admin] Publish callbacks [] for router_controller (a3b5ca86-140f-4e7d-870c-c33dd5e5d79c), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:38.597866 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-d83603a0-acd9-4c06-8593-899e8fd6c663', 'network_id': 'd83603a0-acd9-4c06-8593-899e8fd6c663', 'project_id': '80e67292184946c2a9033830c5a0ada5', 'fixed_ips': [{'subnet_id': 'd8bdbaf0-3510-4d56-8387-6cc3d3f4ff69'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:46:38.598853 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:38.738110 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cae4095f-6369-4d70-b321-283ebad0f4dd admin admin] Publish callbacks [] for router_gateway (a3b5ca86-140f-4e7d-870c-c33dd5e5d79c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:38.751492 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] Allocated IP 172.20.0.2 (d83603a0-acd9-4c06-8593-899e8fd6c663/d8bdbaf0-3510-4d56-8387-6cc3d3f4ff69/58819984-6b7e-430d-bd71-b09bee87d3f2) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:46:38.926462 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] Publish callbacks [] for port (58819984-6b7e-430d-bd71-b09bee87d3f2), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:38.933353 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (58819984-6b7e-430d-bd71-b09bee87d3f2), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:38.970846 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] Network d83603a0-acd9-4c06-8593-899e8fd6c663 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:46:38.973848 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:46:38.977388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:46:39.012803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] Pushing event updated for resources: {'Port': ['ID=58819984-6b7e-430d-bd71-b09bee87d3f2,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:39.050803 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] Attempting to bind port 58819984-6b7e-430d-bd71-b09bee87d3f2 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:46:39.051184 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] Attempting to bind port 58819984-6b7e-430d-bd71-b09bee87d3f2 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '0ba62340-d563-4105-ad22-2ef828b373c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd83603a0-acd9-4c06-8593-899e8fd6c663'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:46:39.051555 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] Attempting to bind port 58819984-6b7e-430d-bd71-b09bee87d3f2 on network d83603a0-acd9-4c06-8593-899e8fd6c663 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:46:39.057120 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:46:39.057599 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] Checking segment: {'id': '0ba62340-d563-4105-ad22-2ef828b373c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd83603a0-acd9-4c06-8593-899e8fd6c663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:46:39.058018 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:39.058440 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] Bound using segment: {'id': '0ba62340-d563-4105-ad22-2ef828b373c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd83603a0-acd9-4c06-8593-899e8fd6c663'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:46:39.058959 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] Bound port: 58819984-6b7e-430d-bd71-b09bee87d3f2, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba62340-d563-4105-ad22-2ef828b373c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd83603a0-acd9-4c06-8593-899e8fd6c663'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:46:39.059348 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (58819984-6b7e-430d-bd71-b09bee87d3f2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:39.125359 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] For port 58819984-6b7e-430d-bd71-b09bee87d3f2, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:46:39.128373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] For port 58819984-6b7e-430d-bd71-b09bee87d3f2, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=58819984-6b7e-430d-bd71-b09bee87d3f2,segment=NetworkSegment(0ba62340-d563-4105-ad22-2ef828b373c2),segment_id=0ba62340-d563-4105-ad22-2ef828b373c2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:46:39.136081 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (58819984-6b7e-430d-bd71-b09bee87d3f2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:39.197145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e196f8e-2efa-48d1-81de-24fdc146fd0c None None] Pushing event updated for resources: {'Port': ['ID=58819984-6b7e-430d-bd71-b09bee87d3f2,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:39.225929 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cae4095f-6369-4d70-b321-283ebad0f4dd admin admin] Publish callbacks [] for router_gateway (a3b5ca86-140f-4e7d-870c-c33dd5e5d79c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:39.251231 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cae4095f-6369-4d70-b321-283ebad0f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:39.380654 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-cae4095f-6369-4d70-b321-283ebad0f4dd admin admin] Allocated IP 172.25.4.201 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/d087a6cd-8230-4f86-85cc-aca60646b958) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:46:39.494840 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cae4095f-6369-4d70-b321-283ebad0f4dd admin admin] Publish callbacks [] for port (d087a6cd-8230-4f86-85cc-aca60646b958), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:39.539652 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cae4095f-6369-4d70-b321-283ebad0f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d087a6cd-8230-4f86-85cc-aca60646b958), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:39.588966 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae4095f-6369-4d70-b321-283ebad0f4dd admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:46:39.593869 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-cae4095f-6369-4d70-b321-283ebad0f4dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:46:39.596182 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4095f-6369-4d70-b321-283ebad0f4dd admin admin] Pushing event updated for resources: {'Port': ['ID=d087a6cd-8230-4f86-85cc-aca60646b958,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:39.598291 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae4095f-6369-4d70-b321-283ebad0f4dd admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:46:39.848221 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cae4095f-6369-4d70-b321-283ebad0f4dd admin admin] Publish callbacks [] for router_gateway (a3b5ca86-140f-4e7d-870c-c33dd5e5d79c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:39.994272 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 58819984-6b7e-430d-bd71-b09bee87d3f2 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:46:40.055740 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 58819984-6b7e-430d-bd71-b09bee87d3f2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:40.056220 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (58819984-6b7e-430d-bd71-b09bee87d3f2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:40.095393 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cae4095f-6369-4d70-b321-283ebad0f4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (a3b5ca86-140f-4e7d-870c-c33dd5e5d79c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:40.149672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 58819984-6b7e-430d-bd71-b09bee87d3f2 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:40.150056 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (58819984-6b7e-430d-bd71-b09bee87d3f2), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:40.191492 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] Sync routers for ids ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:46:40.200390 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 58819984-6b7e-430d-bd71-b09bee87d3f2, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=58819984-6b7e-430d-bd71-b09bee87d3f2,segment=NetworkSegment(0ba62340-d563-4105-ad22-2ef828b373c2),segment_id=0ba62340-d563-4105-ad22-2ef828b373c2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:46:40.206177 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (58819984-6b7e-430d-bd71-b09bee87d3f2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:40.206405 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] Routers {'6eb19823-67ea-4344-a7a6-3e99c5a502fe'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:46:40.207050 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bd11e3d6-b1e8-43d4-9517-0a8203b86aef up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:46:40.207295 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:46:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:40.271302 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae4095f-6369-4d70-b321-283ebad0f4dd admin admin] Router a3b5ca86-140f-4e7d-870c-c33dd5e5d79c is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:46:40.307040 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49637b9a-89ef-40e4-bff1-c13821293671 None None] Network d83603a0-acd9-4c06-8593-899e8fd6c663 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:46:40.311108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=58819984-6b7e-430d-bd71-b09bee87d3f2,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:40.326434 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] Set router 6eb19823-67ea-4344-a7a6-3e99c5a502fe gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:46:40.361149 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port bd11e3d6-b1e8-43d4-9517-0a8203b86aef triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:40.361483 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bd11e3d6-b1e8-43d4-9517-0a8203b86aef), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:40.400108 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae4095f-6369-4d70-b321-283ebad0f4dd admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:46:40.420050 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cae4095f-6369-4d70-b321-283ebad0f4dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:40.421461 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-cae4095f-6369-4d70-b321-283ebad0f4dd admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9248862 Feb 07 17:46:40.421697 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] Sync routers for ids ['a3b5ca86-140f-4e7d-870c-c33dd5e5d79c'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:46:40.424048 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34198) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:40.456273 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-70ba173b-a48a-48ec-84d5-124359b8ce31 None None] Provisioning complete for port 58819984-6b7e-430d-bd71-b09bee87d3f2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:40.457108 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-70ba173b-a48a-48ec-84d5-124359b8ce31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (58819984-6b7e-430d-bd71-b09bee87d3f2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:40.486851 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] Routers {'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:46:40.487504 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:46:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a3b5ca86-140f-4e7d-870c-c33dd5e5d79c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:40.635923 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:36Z', 'revision_number': 4, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port': {'id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ecf9da70-3b01-405d-8b74-29b0a7b824d7', 'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'tenant_id': '941db0878f6043a594258291cf60e265', 'mac_address': 'fa:16:3e:c2:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:36Z', 'updated_at': '2022-02-07T17:46:36Z', 'revision_number': 2, 'project_id': '941db0878f6043a594258291cf60e265', 'subnets': [{'id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:40.658887 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port bd11e3d6-b1e8-43d4-9517-0a8203b86aef is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:40.659292 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (bd11e3d6-b1e8-43d4-9517-0a8203b86aef), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:40.662951 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] Checking router: 6eb19823-67ea-4344-a7a6-3e99c5a502fe for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:46:40.663382 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] Updating router 6eb19823-67ea-4344-a7a6-3e99c5a502fe port ecf9da70-3b01-405d-8b74-29b0a7b824d7 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:46:40.693684 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:40.750025 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] Set router a3b5ca86-140f-4e7d-870c-c33dd5e5d79c gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:46:40.782671 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port bd11e3d6-b1e8-43d4-9517-0a8203b86aef, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bd11e3d6-b1e8-43d4-9517-0a8203b86aef,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:46:40.823346 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (bd11e3d6-b1e8-43d4-9517-0a8203b86aef), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:40.889606 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-70ba173b-a48a-48ec-84d5-124359b8ce31 None None] Current status of the port 58819984-6b7e-430d-bd71-b09bee87d3f2 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:40.926087 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24afec0a-056b-4654-b1bb-fc1f66983875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:40.937850 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=bd11e3d6-b1e8-43d4-9517-0a8203b86aef,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:41.022236 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-341551e9-2fd7-42a9-b0e8-2fe7f4fe4ea2 None None] Provisioning complete for port 58819984-6b7e-430d-bd71-b09bee87d3f2 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:41.022959 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-341551e9-2fd7-42a9-b0e8-2fe7f4fe4ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (58819984-6b7e-430d-bd71-b09bee87d3f2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:41.033779 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] Publish callbacks [] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:41.038652 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:41.049854 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'name': 'tempest-TestShelveInstance-1251015774-router', 'tenant_id': '80e67292184946c2a9033830c5a0ada5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'd087a6cd-8230-4f86-85cc-aca60646b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:38Z', 'updated_at': '2022-02-07T17:46:39Z', 'revision_number': 3, 'project_id': '80e67292184946c2a9033830c5a0ada5', 'gw_port': {'id': 'd087a6cd-8230-4f86-85cc-aca60646b958', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:39Z', 'updated_at': '2022-02-07T17:46:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:41.087567 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] Checking router: a3b5ca86-140f-4e7d-870c-c33dd5e5d79c for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:46:41.087870 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] Updating router a3b5ca86-140f-4e7d-870c-c33dd5e5d79c port d087a6cd-8230-4f86-85cc-aca60646b958 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:46:41.107196 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97d3f8-852e-43fd-a44d-7f1d590b510c None None] Pushing event updated for resources: {'Port': ['ID=ecf9da70-3b01-405d-8b74-29b0a7b824d7,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:41.109506 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-24afec0a-056b-4654-b1bb-fc1f66983875 admin admin] Allocated IP 172.20.0.1 (d83603a0-acd9-4c06-8593-899e8fd6c663/d8bdbaf0-3510-4d56-8387-6cc3d3f4ff69/99dbdc8d-fed7-4acd-b407-17b1d80fd9de) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:46:41.126177 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d087a6cd-8230-4f86-85cc-aca60646b958), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:41.139730 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97d3f8-852e-43fd-a44d-7f1d590b510c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:41.140124 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97d3f8-852e-43fd-a44d-7f1d590b510c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:41.140566 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97d3f8-852e-43fd-a44d-7f1d590b510c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:41.141008 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97d3f8-852e-43fd-a44d-7f1d590b510c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:41.141536 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97d3f8-852e-43fd-a44d-7f1d590b510c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:41.141965 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97d3f8-852e-43fd-a44d-7f1d590b510c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:41.142540 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97d3f8-852e-43fd-a44d-7f1d590b510c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:41.143010 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97d3f8-852e-43fd-a44d-7f1d590b510c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:41.143434 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97d3f8-852e-43fd-a44d-7f1d590b510c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:41.143865 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97d3f8-852e-43fd-a44d-7f1d590b510c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:41.144402 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97d3f8-852e-43fd-a44d-7f1d590b510c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:41.144823 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97d3f8-852e-43fd-a44d-7f1d590b510c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:41.145252 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e97d3f8-852e-43fd-a44d-7f1d590b510c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:46:41.181953 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] Attempting to bind port ecf9da70-3b01-405d-8b74-29b0a7b824d7 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:46:41.182720 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] Attempting to bind port ecf9da70-3b01-405d-8b74-29b0a7b824d7 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:46:41.183258 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] Attempting to bind port ecf9da70-3b01-405d-8b74-29b0a7b824d7 on network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:46:41.190770 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:46:41.191442 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] Checking segment: {'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:46:41.192129 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:41.193259 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] Bound using segment: {'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:46:41.194069 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] Bound port: ecf9da70-3b01-405d-8b74-29b0a7b824d7, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:46:41.195231 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:41.236775 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24afec0a-056b-4654-b1bb-fc1f66983875 admin admin] Publish callbacks [] for port (99dbdc8d-fed7-4acd-b407-17b1d80fd9de), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:41.282886 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] For port ecf9da70-3b01-405d-8b74-29b0a7b824d7, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:46:41.286369 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24afec0a-056b-4654-b1bb-fc1f66983875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (99dbdc8d-fed7-4acd-b407-17b1d80fd9de), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:41.289670 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] For port ecf9da70-3b01-405d-8b74-29b0a7b824d7, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ecf9da70-3b01-405d-8b74-29b0a7b824d7,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:46:41.303196 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:41.336432 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24afec0a-056b-4654-b1bb-fc1f66983875 admin admin] Network d83603a0-acd9-4c06-8593-899e8fd6c663 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:46:41.344488 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-24afec0a-056b-4654-b1bb-fc1f66983875 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:46:41.347191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24afec0a-056b-4654-b1bb-fc1f66983875 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:46:41.362816 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] Routers {'6eb19823-67ea-4344-a7a6-3e99c5a502fe'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:46:41.363624 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:46:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:41.377121 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afec0a-056b-4654-b1bb-fc1f66983875 admin admin] Pushing event updated for resources: {'Port': ['ID=99dbdc8d-fed7-4acd-b407-17b1d80fd9de,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:41.409656 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24afec0a-056b-4654-b1bb-fc1f66983875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (a3b5ca86-140f-4e7d-870c-c33dd5e5d79c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:41.493442 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] Set router 6eb19823-67ea-4344-a7a6-3e99c5a502fe gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:46:41.577172 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-341551e9-2fd7-42a9-b0e8-2fe7f4fe4ea2 None None] Current status of the port 58819984-6b7e-430d-bd71-b09bee87d3f2 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:41.596386 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24afec0a-056b-4654-b1bb-fc1f66983875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (99dbdc8d-fed7-4acd-b407-17b1d80fd9de), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:41.631285 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97d3f8-852e-43fd-a44d-7f1d590b510c None None] Pushing event updated for resources: {'Port': ['ID=ecf9da70-3b01-405d-8b74-29b0a7b824d7,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:41.679553 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] Publish callbacks [] for port (d087a6cd-8230-4f86-85cc-aca60646b958), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:41.693477 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d087a6cd-8230-4f86-85cc-aca60646b958), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:41.751017 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63087fe4-144f-41fd-83cd-447affec1eae None None] Pushing event updated for resources: {'Port': ['ID=d087a6cd-8230-4f86-85cc-aca60646b958,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:41.758449 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-51fce15c-65e7-4e90-a294-5c4112fb39e3 None None] Provisioning complete for port ecf9da70-3b01-405d-8b74-29b0a7b824d7 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:41.758580 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-51fce15c-65e7-4e90-a294-5c4112fb39e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:41.786502 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] Attempting to bind port d087a6cd-8230-4f86-85cc-aca60646b958 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:46:41.786883 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] Attempting to bind port d087a6cd-8230-4f86-85cc-aca60646b958 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:46:41.787257 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] Attempting to bind port d087a6cd-8230-4f86-85cc-aca60646b958 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:46:41.800024 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:46:41.800412 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:46:41.800827 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:41.801234 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:46:41.801742 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] Bound port: d087a6cd-8230-4f86-85cc-aca60646b958, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:46:41.802136 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d087a6cd-8230-4f86-85cc-aca60646b958), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:41.810038 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24afec0a-056b-4654-b1bb-fc1f66983875 admin admin] Publish callbacks [] for port (99dbdc8d-fed7-4acd-b407-17b1d80fd9de), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:41.815929 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24afec0a-056b-4654-b1bb-fc1f66983875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (99dbdc8d-fed7-4acd-b407-17b1d80fd9de), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:41.821102 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:36Z', 'revision_number': 4, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port': {'id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ecf9da70-3b01-405d-8b74-29b0a7b824d7', 'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'tenant_id': '941db0878f6043a594258291cf60e265', 'mac_address': 'fa:16:3e:c2:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:36Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 4, 'project_id': '941db0878f6043a594258291cf60e265', 'subnets': [{'id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:41.856870 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c220f5c-0547-4076-bc23-092298c6efec None None] The sync data for ids ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'] in n-d-827865-3 is: [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:36Z', 'revision_number': 4, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port': {'id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ecf9da70-3b01-405d-8b74-29b0a7b824d7', 'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'tenant_id': '941db0878f6043a594258291cf60e265', 'mac_address': 'fa:16:3e:c2:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:36Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 4, 'project_id': '941db0878f6043a594258291cf60e265', 'subnets': [{'id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:46:41.899350 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] For port d087a6cd-8230-4f86-85cc-aca60646b958, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:46:41.903107 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-24afec0a-056b-4654-b1bb-fc1f66983875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (a3b5ca86-140f-4e7d-870c-c33dd5e5d79c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:41.907841 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afec0a-056b-4654-b1bb-fc1f66983875 admin admin] Pushing event updated for resources: {'Port': ['ID=99dbdc8d-fed7-4acd-b407-17b1d80fd9de,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:41.920321 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] For port d087a6cd-8230-4f86-85cc-aca60646b958, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d087a6cd-8230-4f86-85cc-aca60646b958,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:46:41.924965 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-51fce15c-65e7-4e90-a294-5c4112fb39e3 None None] Current status of the port ecf9da70-3b01-405d-8b74-29b0a7b824d7 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:41.925322 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-51fce15c-65e7-4e90-a294-5c4112fb39e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:41.939864 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d087a6cd-8230-4f86-85cc-aca60646b958), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:42.020035 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-51fce15c-65e7-4e90-a294-5c4112fb39e3 None None] For port ecf9da70-3b01-405d-8b74-29b0a7b824d7, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ecf9da70-3b01-405d-8b74-29b0a7b824d7,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:46:42.033942 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-51fce15c-65e7-4e90-a294-5c4112fb39e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:42.039753 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 58819984-6b7e-430d-bd71-b09bee87d3f2 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:46:42.045752 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24afec0a-056b-4654-b1bb-fc1f66983875 admin admin] Network d83603a0-acd9-4c06-8593-899e8fd6c663 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:46:42.047378 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-24afec0a-056b-4654-b1bb-fc1f66983875 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:46:42.063345 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63087fe4-144f-41fd-83cd-447affec1eae None None] Pushing event updated for resources: {'Port': ['ID=d087a6cd-8230-4f86-85cc-aca60646b958,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:42.107295 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] Routers {'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:46:42.108316 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:46:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a3b5ca86-140f-4e7d-870c-c33dd5e5d79c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:42.199039 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24afec0a-056b-4654-b1bb-fc1f66983875 admin admin] Router a3b5ca86-140f-4e7d-870c-c33dd5e5d79c has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:46:42.245930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fce15c-65e7-4e90-a294-5c4112fb39e3 None None] Pushing event updated for resources: {'Port': ['ID=ecf9da70-3b01-405d-8b74-29b0a7b824d7,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:42.254493 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d136066f-4122-4d9b-ace5-6c8d046219a3 None None] Provisioning complete for port 99dbdc8d-fed7-4acd-b407-17b1d80fd9de triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:42.254873 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d136066f-4122-4d9b-ace5-6c8d046219a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (99dbdc8d-fed7-4acd-b407-17b1d80fd9de), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:42.295441 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d136066f-4122-4d9b-ace5-6c8d046219a3 None None] Port 99dbdc8d-fed7-4acd-b407-17b1d80fd9de cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:46:42.321156 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 58819984-6b7e-430d-bd71-b09bee87d3f2 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:42.321510 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (58819984-6b7e-430d-bd71-b09bee87d3f2), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:42.340441 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24afec0a-056b-4654-b1bb-fc1f66983875 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:46:42.356049 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-24afec0a-056b-4654-b1bb-fc1f66983875 admin admin] 10.222.0.18 "PUT /v2.0/routers/a3b5ca86-140f-4e7d-870c-c33dd5e5d79c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9225590 Feb 07 17:46:42.356263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-d136066f-4122-4d9b-ace5-6c8d046219a3 None None] Provisioning complete for port ecf9da70-3b01-405d-8b74-29b0a7b824d7 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:42.356263 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d136066f-4122-4d9b-ace5-6c8d046219a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:42.381487 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] Set router a3b5ca86-140f-4e7d-870c-c33dd5e5d79c gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:46:42.623485 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 58819984-6b7e-430d-bd71-b09bee87d3f2 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:42.624612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bd11e3d6-b1e8-43d4-9517-0a8203b86aef up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:46:42.628419 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d136066f-4122-4d9b-ace5-6c8d046219a3 None None] Current status of the port ecf9da70-3b01-405d-8b74-29b0a7b824d7 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:42.717123 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port bd11e3d6-b1e8-43d4-9517-0a8203b86aef triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:42.717542 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (bd11e3d6-b1e8-43d4-9517-0a8203b86aef), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:42.744294 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'name': 'tempest-TestShelveInstance-1251015774-router', 'tenant_id': '80e67292184946c2a9033830c5a0ada5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'd087a6cd-8230-4f86-85cc-aca60646b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:38Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 4, 'project_id': '80e67292184946c2a9033830c5a0ada5', 'gw_port': {'id': 'd087a6cd-8230-4f86-85cc-aca60646b958', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:39Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '99dbdc8d-fed7-4acd-b407-17b1d80fd9de', 'name': '', 'network_id': 'd83603a0-acd9-4c06-8593-899e8fd6c663', 'tenant_id': '80e67292184946c2a9033830c5a0ada5', 'mac_address': 'fa:16:3e:66:af:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd8bdbaf0-3510-4d56-8387-6cc3d3f4ff69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:40Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 2, 'project_id': '80e67292184946c2a9033830c5a0ada5', 'subnets': [{'id': 'd8bdbaf0-3510-4d56-8387-6cc3d3f4ff69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:42.782529 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08227fb6-3d46-4275-b960-ef8f0ea32f95 None None] The sync data for ids ['a3b5ca86-140f-4e7d-870c-c33dd5e5d79c'] in n-d-827865-3 is: [{'id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'name': 'tempest-TestShelveInstance-1251015774-router', 'tenant_id': '80e67292184946c2a9033830c5a0ada5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'd087a6cd-8230-4f86-85cc-aca60646b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:38Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 4, 'project_id': '80e67292184946c2a9033830c5a0ada5', 'gw_port': {'id': 'd087a6cd-8230-4f86-85cc-aca60646b958', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:39Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '99dbdc8d-fed7-4acd-b407-17b1d80fd9de', 'name': '', 'network_id': 'd83603a0-acd9-4c06-8593-899e8fd6c663', 'tenant_id': '80e67292184946c2a9033830c5a0ada5', 'mac_address': 'fa:16:3e:66:af:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd8bdbaf0-3510-4d56-8387-6cc3d3f4ff69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:40Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 2, 'project_id': '80e67292184946c2a9033830c5a0ada5', 'subnets': [{'id': 'd8bdbaf0-3510-4d56-8387-6cc3d3f4ff69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:46:42.798162 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-a31b42d2-7050-4a3e-bd11-b8189eb83556 None None] Provisioning complete for port 99dbdc8d-fed7-4acd-b407-17b1d80fd9de triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:42.798544 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a31b42d2-7050-4a3e-bd11-b8189eb83556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (99dbdc8d-fed7-4acd-b407-17b1d80fd9de), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:42.862704 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-a31b42d2-7050-4a3e-bd11-b8189eb83556 None None] Port 99dbdc8d-fed7-4acd-b407-17b1d80fd9de cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:46:42.876746 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port bd11e3d6-b1e8-43d4-9517-0a8203b86aef is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:42.878412 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ecf9da70-3b01-405d-8b74-29b0a7b824d7 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:46:42.929777 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port ecf9da70-3b01-405d-8b74-29b0a7b824d7 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:42.930184 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:42.938414 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34206) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:42.943341 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-88abf213-fa45-4007-9b7e-086a637433a3 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-62089819', 'description': 'tempest-secgroup-smoke-62089819 description', 'project_id': '941db0878f6043a594258291cf60e265'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:46:42.977661 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88abf213-fa45-4007-9b7e-086a637433a3 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.041706 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ecf9da70-3b01-405d-8b74-29b0a7b824d7 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:43.060867 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88abf213-fa45-4007-9b7e-086a637433a3 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group (71905fb7-cc36-4cb8-bc0b-1f7741f401b1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.064828 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88abf213-fa45-4007-9b7e-086a637433a3 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (71905fb7-cc36-4cb8-bc0b-1f7741f401b1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.096515 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abf213-fa45-4007-9b7e-086a637433a3 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71905fb7-cc36-4cb8-bc0b-1f7741f401b1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:43.101819 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-88abf213-fa45-4007-9b7e-086a637433a3 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.106476 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-88abf213-fa45-4007-9b7e-086a637433a3 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1660485 Feb 07 17:46:43.107301 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34208) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:43.112577 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a656f05c-b5ea-4e9e-a515-91a647808515 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Request body: {'security_group_rule': {'security_group_id': '71905fb7-cc36-4cb8-bc0b-1f7741f401b1', 'project_id': '941db0878f6043a594258291cf60e265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:46:43.139521 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a656f05c-b5ea-4e9e-a515-91a647808515 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (704faf43-c432-4c3b-a667-2fc123004827), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.202935 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a656f05c-b5ea-4e9e-a515-91a647808515 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (704faf43-c432-4c3b-a667-2fc123004827), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.208254 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a656f05c-b5ea-4e9e-a515-91a647808515 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (704faf43-c432-4c3b-a667-2fc123004827), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.226351 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656f05c-b5ea-4e9e-a515-91a647808515 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704faf43-c432-4c3b-a667-2fc123004827,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:43.238543 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a656f05c-b5ea-4e9e-a515-91a647808515 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.242442 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a656f05c-b5ea-4e9e-a515-91a647808515 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308296 Feb 07 17:46:43.242758 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34210) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:43.251485 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1c0c5438-4e5a-424b-81d5-420950153100 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Request body: {'security_group_rule': {'security_group_id': '71905fb7-cc36-4cb8-bc0b-1f7741f401b1', 'project_id': '941db0878f6043a594258291cf60e265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:46:43.277367 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c0c5438-4e5a-424b-81d5-420950153100 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (dc692230-97b2-40dd-8618-d84f71af0f4f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.335746 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c0c5438-4e5a-424b-81d5-420950153100 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (dc692230-97b2-40dd-8618-d84f71af0f4f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.340080 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c0c5438-4e5a-424b-81d5-420950153100 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (dc692230-97b2-40dd-8618-d84f71af0f4f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.358525 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c5438-4e5a-424b-81d5-420950153100 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc692230-97b2-40dd-8618-d84f71af0f4f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:43.369353 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1c0c5438-4e5a-424b-81d5-420950153100 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.373964 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1c0c5438-4e5a-424b-81d5-420950153100 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1300163 Feb 07 17:46:43.374562 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34212) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:43.379337 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8a8a3d6c-c8db-4e56-8779-c9e55000f746 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Request body: {'security_group_rule': {'security_group_id': '71905fb7-cc36-4cb8-bc0b-1f7741f401b1', 'project_id': '941db0878f6043a594258291cf60e265', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:46:43.406480 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a8a3d6c-c8db-4e56-8779-c9e55000f746 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (6cf8a148-c54c-4b3e-992e-30b6d9c1a901), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.472942 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a8a3d6c-c8db-4e56-8779-c9e55000f746 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (6cf8a148-c54c-4b3e-992e-30b6d9c1a901), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.476837 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a8a3d6c-c8db-4e56-8779-c9e55000f746 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (6cf8a148-c54c-4b3e-992e-30b6d9c1a901), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.494640 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a3d6c-c8db-4e56-8779-c9e55000f746 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf8a148-c54c-4b3e-992e-30b6d9c1a901,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:43.503321 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8a8a3d6c-c8db-4e56-8779-c9e55000f746 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.504518 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8a8a3d6c-c8db-4e56-8779-c9e55000f746 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288471 Feb 07 17:46:43.507317 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34214) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:43.511794 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4c07df73-0e96-40ca-9c72-dfae5af48482 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Request body: {'security_group_rule': {'security_group_id': '71905fb7-cc36-4cb8-bc0b-1f7741f401b1', 'project_id': '941db0878f6043a594258291cf60e265', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:46:43.536254 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c07df73-0e96-40ca-9c72-dfae5af48482 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (b69697ca-d2b0-47ea-b0cd-0543f643e54e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.598199 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c07df73-0e96-40ca-9c72-dfae5af48482 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (b69697ca-d2b0-47ea-b0cd-0543f643e54e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.601492 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c07df73-0e96-40ca-9c72-dfae5af48482 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (b69697ca-d2b0-47ea-b0cd-0543f643e54e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.619649 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07df73-0e96-40ca-9c72-dfae5af48482 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69697ca-d2b0-47ea-b0cd-0543f643e54e,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:43.624958 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c07df73-0e96-40ca-9c72-dfae5af48482 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.626178 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4c07df73-0e96-40ca-9c72-dfae5af48482 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179221 Feb 07 17:46:43.628944 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34216) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:43.633155 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5aff1071-9d94-48f6-b2ed-a0b708e9272f tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Request body: {'security_group_rule': {'security_group_id': '71905fb7-cc36-4cb8-bc0b-1f7741f401b1', 'project_id': '941db0878f6043a594258291cf60e265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:46:43.653510 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-5aff1071-9d94-48f6-b2ed-a0b708e9272f tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Project 941db0878f6043a594258291cf60e265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:46:43.658174 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5aff1071-9d94-48f6-b2ed-a0b708e9272f tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (e3213767-3c73-4f1e-96cb-b45d1e2de5b8), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.717834 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5aff1071-9d94-48f6-b2ed-a0b708e9272f tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (e3213767-3c73-4f1e-96cb-b45d1e2de5b8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.721498 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5aff1071-9d94-48f6-b2ed-a0b708e9272f tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (e3213767-3c73-4f1e-96cb-b45d1e2de5b8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.739832 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff1071-9d94-48f6-b2ed-a0b708e9272f tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3213767-3c73-4f1e-96cb-b45d1e2de5b8,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:43.744774 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5aff1071-9d94-48f6-b2ed-a0b708e9272f tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.748893 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34218) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:43.749077 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5aff1071-9d94-48f6-b2ed-a0b708e9272f tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190498 Feb 07 17:46:43.753488 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d58aeed8-7118-466a-bda7-9bc969a7469d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Request body: {'security_group_rule': {'security_group_id': '71905fb7-cc36-4cb8-bc0b-1f7741f401b1', 'project_id': '941db0878f6043a594258291cf60e265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:46:43.773166 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-d58aeed8-7118-466a-bda7-9bc969a7469d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Project 941db0878f6043a594258291cf60e265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:46:43.778436 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d58aeed8-7118-466a-bda7-9bc969a7469d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (c9bb7b4e-d3db-48b1-bb89-bd502079de6e), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.835897 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d58aeed8-7118-466a-bda7-9bc969a7469d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (c9bb7b4e-d3db-48b1-bb89-bd502079de6e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.839341 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d58aeed8-7118-466a-bda7-9bc969a7469d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (c9bb7b4e-d3db-48b1-bb89-bd502079de6e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.857333 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58aeed8-7118-466a-bda7-9bc969a7469d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9bb7b4e-d3db-48b1-bb89-bd502079de6e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:43.865381 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d58aeed8-7118-466a-bda7-9bc969a7469d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:43.866593 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-d58aeed8-7118-466a-bda7-9bc969a7469d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166403 Feb 07 17:46:43.927528 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ecf9da70-3b01-405d-8b74-29b0a7b824d7 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:46:43.977619 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port ecf9da70-3b01-405d-8b74-29b0a7b824d7 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:43.977924 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:44.018999 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-cc9c610f-4702-4c8d-918b-c3bfdd4bb3e6 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62089819&fields=id&tenant_id=941db0878f6043a594258291cf60e265 HTTP/1.1" status: 200 len: 267 time: 0.0433218 Feb 07 17:46:44.059328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port ecf9da70-3b01-405d-8b74-29b0a7b824d7 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:44.125794 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-b55ed231-6c73-4f4e-ad5a-4c133f70ec0e tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:44.126922 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-b55ed231-6c73-4f4e-ad5a-4c133f70ec0e tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 808 time: 0.1009841 Feb 07 17:46:44.146938 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-1332e42b-3ec7-4c97-82aa-842205adb77d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/quotas/941db0878f6043a594258291cf60e265 HTTP/1.1" status: 200 len: 375 time: 0.0135922 Feb 07 17:46:44.206001 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-380d7293-ccfa-4908-8afe-344be492e238 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504308 Feb 07 17:46:44.398819 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-165bf212-5397-45df-8a98-86a69777d332 service neutron] 10.222.0.18 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808290 Feb 07 17:46:44.491577 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-93207c52-d177-4acd-b3c2-5b1952fefeb5 service neutron] 10.222.0.18 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850954 Feb 07 17:46:44.685419 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5267bf6a-7c7b-43d2-84d0-0b1fa7471082 req-73a7cc78-e0d1-4633-8802-e90f634d4d22 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 210 time: 0.0319617 Feb 07 17:46:45.617778 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-1361575f-2731-41f9-a53b-b14f9c3a1f11 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:45.619266 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-1361575f-2731-41f9-a53b-b14f9c3a1f11 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.48 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 808 time: 0.1156394 Feb 07 17:46:45.683187 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-910d59b4-b675-4b83-bbce-4f9c30212d32 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=941db0878f6043a594258291cf60e265 HTTP/1.1" status: 200 len: 378 time: 0.0545914 Feb 07 17:46:45.690785 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-12164d64-a16c-433d-aedc-62816c2970d9 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Request body: {'port': {'device_id': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'admin_state_up': True, 'tenant_id': '941db0878f6043a594258291cf60e265', 'security_groups': ['71905fb7-cc36-4cb8-bc0b-1f7741f401b1']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:46:45.762283 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] Sync routers for ids ['a3b5ca86-140f-4e7d-870c-c33dd5e5d79c'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:46:45.772772 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] Routers {'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:46:45.773560 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:46:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a3b5ca86-140f-4e7d-870c-c33dd5e5d79c'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:45.785385 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-42105d5a-5e3d-4c46-8913-5e91c1bfbeda req-15d6eb2b-1210-420e-a736-d903ca566eaf tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 210 time: 0.0279906 Feb 07 17:46:45.806349 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-12164d64-a16c-433d-aedc-62816c2970d9 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Made reservation on behalf of 941db0878f6043a594258291cf60e265 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:46:45.809905 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-12164d64-a16c-433d-aedc-62816c2970d9 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:45.886926 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] Set router a3b5ca86-140f-4e7d-870c-c33dd5e5d79c gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:46:45.946428 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-12164d64-a16c-433d-aedc-62816c2970d9 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Allocated IP 172.20.0.14 (99ce02d0-60f1-4ebe-8a71-dadd3dc27b84/47a5a5aa-3fdf-4552-9179-248ffd6537dd/457dec7c-f7a3-464e-8cf3-3bdb120cd526) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:46:45.958067 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d087a6cd-8230-4f86-85cc-aca60646b958 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:46:46.008831 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d087a6cd-8230-4f86-85cc-aca60646b958 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:46.009512 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d087a6cd-8230-4f86-85cc-aca60646b958), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:46.094825 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d087a6cd-8230-4f86-85cc-aca60646b958 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:46.096343 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (d087a6cd-8230-4f86-85cc-aca60646b958), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:46.100923 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'name': 'tempest-TestShelveInstance-1251015774-router', 'tenant_id': '80e67292184946c2a9033830c5a0ada5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'd087a6cd-8230-4f86-85cc-aca60646b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:38Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 4, 'project_id': '80e67292184946c2a9033830c5a0ada5', 'gw_port': {'id': 'd087a6cd-8230-4f86-85cc-aca60646b958', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:39Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '99dbdc8d-fed7-4acd-b407-17b1d80fd9de', 'name': '', 'network_id': 'd83603a0-acd9-4c06-8593-899e8fd6c663', 'tenant_id': '80e67292184946c2a9033830c5a0ada5', 'mac_address': 'fa:16:3e:66:af:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd8bdbaf0-3510-4d56-8387-6cc3d3f4ff69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:40Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 2, 'project_id': '80e67292184946c2a9033830c5a0ada5', 'subnets': [{'id': 'd8bdbaf0-3510-4d56-8387-6cc3d3f4ff69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:46.111985 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-12164d64-a16c-433d-aedc-62816c2970d9 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:46.119563 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port d087a6cd-8230-4f86-85cc-aca60646b958, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d087a6cd-8230-4f86-85cc-aca60646b958,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:46:46.124200 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (d087a6cd-8230-4f86-85cc-aca60646b958), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:46.128734 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] Checking router: a3b5ca86-140f-4e7d-870c-c33dd5e5d79c for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:46:46.129107 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] Updating router a3b5ca86-140f-4e7d-870c-c33dd5e5d79c port 99dbdc8d-fed7-4acd-b407-17b1d80fd9de binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:46:46.150507 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-12164d64-a16c-433d-aedc-62816c2970d9 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:46.164048 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (99dbdc8d-fed7-4acd-b407-17b1d80fd9de), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:46.178060 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=d087a6cd-8230-4f86-85cc-aca60646b958,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:46.196713 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-12164d64-a16c-433d-aedc-62816c2970d9 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:46:46.200604 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-12164d64-a16c-433d-aedc-62816c2970d9 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:46:46.203191 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-12164d64-a16c-433d-aedc-62816c2970d9 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:46:46.250029 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12164d64-a16c-433d-aedc-62816c2970d9 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event updated for resources: {'Port': ['ID=457dec7c-f7a3-464e-8cf3-3bdb120cd526,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:46.265950 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-12164d64-a16c-433d-aedc-62816c2970d9 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:46.266590 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-12164d64-a16c-433d-aedc-62816c2970d9 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:46.284957 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-12164d64-a16c-433d-aedc-62816c2970d9 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5977445 Feb 07 17:46:46.296441 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Request body: {'port': {'device_id': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:46:46.360851 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:46.465670 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] Publish callbacks [] for port (99dbdc8d-fed7-4acd-b407-17b1d80fd9de), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:46.471167 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (99dbdc8d-fed7-4acd-b407-17b1d80fd9de), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:46.517293 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8d5318f8-43a4-43e2-9807-7872c0621740 None None] Provisioning complete for port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:46.518412 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d5318f8-43a4-43e2-9807-7872c0621740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:46.520120 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78af1a-5d38-4791-8cfe-1df5ca16ff54 None None] Pushing event updated for resources: {'Port': ['ID=99dbdc8d-fed7-4acd-b407-17b1d80fd9de,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:46.564132 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8d5318f8-43a4-43e2-9807-7872c0621740 None None] Port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:46:46.583670 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] Attempting to bind port 99dbdc8d-fed7-4acd-b407-17b1d80fd9de on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:46:46.585069 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] Attempting to bind port 99dbdc8d-fed7-4acd-b407-17b1d80fd9de by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '0ba62340-d563-4105-ad22-2ef828b373c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd83603a0-acd9-4c06-8593-899e8fd6c663'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:46:46.585830 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] Attempting to bind port 99dbdc8d-fed7-4acd-b407-17b1d80fd9de on network d83603a0-acd9-4c06-8593-899e8fd6c663 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:46:46.593618 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:46:46.594462 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] Checking segment: {'id': '0ba62340-d563-4105-ad22-2ef828b373c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd83603a0-acd9-4c06-8593-899e8fd6c663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:46:46.595509 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:46.596120 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] Bound using segment: {'id': '0ba62340-d563-4105-ad22-2ef828b373c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd83603a0-acd9-4c06-8593-899e8fd6c663'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:46:46.597479 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] Bound port: 99dbdc8d-fed7-4acd-b407-17b1d80fd9de, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba62340-d563-4105-ad22-2ef828b373c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd83603a0-acd9-4c06-8593-899e8fd6c663'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:46:46.598194 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (99dbdc8d-fed7-4acd-b407-17b1d80fd9de), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:46.679890 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] For port 99dbdc8d-fed7-4acd-b407-17b1d80fd9de, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:46:46.680411 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457dec7c-f7a3-464e-8cf3-3bdb120cd526 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:46:46.683309 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] For port 99dbdc8d-fed7-4acd-b407-17b1d80fd9de, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=99dbdc8d-fed7-4acd-b407-17b1d80fd9de,segment=NetworkSegment(0ba62340-d563-4105-ad22-2ef828b373c2),segment_id=0ba62340-d563-4105-ad22-2ef828b373c2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:46:46.691171 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Publish callbacks [] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:46.694876 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (99dbdc8d-fed7-4acd-b407-17b1d80fd9de), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:46.712011 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Transition to ACTIVE for port object 457dec7c-f7a3-464e-8cf3-3bdb120cd526 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:46:46.717694 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:46.761232 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] Routers {'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:46:46.761802 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:46:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a3b5ca86-140f-4e7d-870c-c33dd5e5d79c'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:46.764001 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78af1a-5d38-4791-8cfe-1df5ca16ff54 None None] Pushing event updated for resources: {'Port': ['ID=99dbdc8d-fed7-4acd-b407-17b1d80fd9de,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:46.797473 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b51a2695-6fc5-4af4-b864-b1e70ec61514 None None] Provisioning complete for port 99dbdc8d-fed7-4acd-b407-17b1d80fd9de triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:46.797935 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b51a2695-6fc5-4af4-b864-b1e70ec61514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (99dbdc8d-fed7-4acd-b407-17b1d80fd9de), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:46.845581 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Pushing event updated for resources: {'Port': ['ID=457dec7c-f7a3-464e-8cf3-3bdb120cd526,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:46.924153 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b51a2695-6fc5-4af4-b864-b1e70ec61514 None None] Current status of the port 99dbdc8d-fed7-4acd-b407-17b1d80fd9de is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:46.924551 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b51a2695-6fc5-4af4-b864-b1e70ec61514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (99dbdc8d-fed7-4acd-b407-17b1d80fd9de), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:46.935608 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] Set router a3b5ca86-140f-4e7d-870c-c33dd5e5d79c gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:46:46.973674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b51a2695-6fc5-4af4-b864-b1e70ec61514 None None] For port 99dbdc8d-fed7-4acd-b407-17b1d80fd9de, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=99dbdc8d-fed7-4acd-b407-17b1d80fd9de,segment=NetworkSegment(0ba62340-d563-4105-ad22-2ef828b373c2),segment_id=0ba62340-d563-4105-ad22-2ef828b373c2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:46:46.978177 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b51a2695-6fc5-4af4-b864-b1e70ec61514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (99dbdc8d-fed7-4acd-b407-17b1d80fd9de), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:46.992923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Attempting to bind port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:46:46.992923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Attempting to bind port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:46:46.992923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Attempting to bind port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 on network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:46:47.017202 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 on network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:46:47.017574 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Attempting to bind port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 on network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:46:47.027952 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:46:47.028318 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Checking segment: {'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:46:47.028799 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Bound using segment: {'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:46:47.029268 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Bound port: 457dec7c-f7a3-464e-8cf3-3bdb120cd526, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:46:47.029666 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:47.039743 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341e88f-20dc-41d6-a277-2f767703f8aa req-1d5e9ff0-fa51-4cab-9662-3da914dc8e12 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:47.050331 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a2695-6fc5-4af4-b864-b1e70ec61514 None None] Pushing event updated for resources: {'Port': ['ID=99dbdc8d-fed7-4acd-b407-17b1d80fd9de,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:47.052373 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d341e88f-20dc-41d6-a277-2f767703f8aa req-1d5e9ff0-fa51-4cab-9662-3da914dc8e12 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 944 time: 0.1152663 Feb 07 17:46:47.154043 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d341e88f-20dc-41d6-a277-2f767703f8aa req-19518521-1f51-40bc-bcc3-cf91034ecebf tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1005249 Feb 07 17:46:47.161438 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] For port 457dec7c-f7a3-464e-8cf3-3bdb120cd526, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:46:47.172526 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] For port 457dec7c-f7a3-464e-8cf3-3bdb120cd526, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:46:47.176542 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:47.218081 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:47.218207 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-5c65cfa1-b62d-40da-a6c1-27206ea3225b None None] Provisioning complete for port 99dbdc8d-fed7-4acd-b407-17b1d80fd9de triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:47.218459 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5c65cfa1-b62d-40da-a6c1-27206ea3225b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (99dbdc8d-fed7-4acd-b407-17b1d80fd9de), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:47.218678 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:47.220445 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] 10.222.0.48 "PUT /v2.0/ports/457dec7c-f7a3-464e-8cf3-3bdb120cd526 HTTP/1.1" status: 200 len: 1092 time: 0.9282112 Feb 07 17:46:47.223008 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'tag': '457dec7c-f7a3-464e-8cf3-3bdb120cd526'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:46:47.226564 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628c6723cf0d541a6362cfbbde021ddb095c9bd0acbf8defbc90316d1b4a8846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e935878-c4fa-4914-85fd-32d75df175f3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d53581e-f273-49f8-8443-1c86ff6c0585", "tag": "457dec7c-f7a3-464e-8cf3-3bdb120cd526"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:46:47.266501 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe541b6-e484-42db-861a-cef19d1f594e service neutron] Pushing event updated for resources: {'Port': ['ID=457dec7c-f7a3-464e-8cf3-3bdb120cd526,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:47.315182 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'name': 'tempest-TestShelveInstance-1251015774-router', 'tenant_id': '80e67292184946c2a9033830c5a0ada5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'd087a6cd-8230-4f86-85cc-aca60646b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:38Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 4, 'project_id': '80e67292184946c2a9033830c5a0ada5', 'gw_port': {'id': 'd087a6cd-8230-4f86-85cc-aca60646b958', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:39Z', 'updated_at': '2022-02-07T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '99dbdc8d-fed7-4acd-b407-17b1d80fd9de', 'name': '', 'network_id': 'd83603a0-acd9-4c06-8593-899e8fd6c663', 'tenant_id': '80e67292184946c2a9033830c5a0ada5', 'mac_address': 'fa:16:3e:66:af:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd8bdbaf0-3510-4d56-8387-6cc3d3f4ff69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:40Z', 'updated_at': '2022-02-07T17:46:46Z', 'revision_number': 4, 'project_id': '80e67292184946c2a9033830c5a0ada5', 'subnets': [{'id': 'd8bdbaf0-3510-4d56-8387-6cc3d3f4ff69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:47.346613 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980b2b8-1676-4732-864d-03cab24e69e8 None None] The sync data for ids ['a3b5ca86-140f-4e7d-870c-c33dd5e5d79c'] in n-d-827865-3 is: [{'id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'name': 'tempest-TestShelveInstance-1251015774-router', 'tenant_id': '80e67292184946c2a9033830c5a0ada5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'd087a6cd-8230-4f86-85cc-aca60646b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:38Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 4, 'project_id': '80e67292184946c2a9033830c5a0ada5', 'gw_port': {'id': 'd087a6cd-8230-4f86-85cc-aca60646b958', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:39Z', 'updated_at': '2022-02-07T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': '99dbdc8d-fed7-4acd-b407-17b1d80fd9de', 'name': '', 'network_id': 'd83603a0-acd9-4c06-8593-899e8fd6c663', 'tenant_id': '80e67292184946c2a9033830c5a0ada5', 'mac_address': 'fa:16:3e:66:af:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd8bdbaf0-3510-4d56-8387-6cc3d3f4ff69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:40Z', 'updated_at': '2022-02-07T17:46:46Z', 'revision_number': 4, 'project_id': '80e67292184946c2a9033830c5a0ada5', 'subnets': [{'id': 'd8bdbaf0-3510-4d56-8387-6cc3d3f4ff69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:46:47.378557 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-5c65cfa1-b62d-40da-a6c1-27206ea3225b None None] Current status of the port 99dbdc8d-fed7-4acd-b407-17b1d80fd9de is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:47.553567 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:46:47.595908 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cfd569-e8bd-477a-8a5e-a930453d954b x-openstack-request-id: req-60cfd569-e8bd-477a-8a5e-a930453d954b {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:46:47.596213 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d53581e-f273-49f8-8443-1c86ff6c0585", "tag": "457dec7c-f7a3-464e-8cf3-3bdb120cd526", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:46:47.596472 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60cfd569-e8bd-477a-8a5e-a930453d954b {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:46:47.596883 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'tag': '457dec7c-f7a3-464e-8cf3-3bdb120cd526', 'status': 'completed', 'code': 200} Feb 07 17:46:47.615724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-912b9123-0cbd-4812-a12f-4f62aeae19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:47.617230 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-912b9123-0cbd-4812-a12f-4f62aeae19ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 1126 time: 0.3446491 Feb 07 17:46:47.656884 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-4fcfb962-8965-4d98-900d-ec96042be27b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526 HTTP/1.1" status: 200 len: 217 time: 0.0327213 Feb 07 17:46:47.707745 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-ed5611da-d881-4ca7-979d-6c6e54abb108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:47.709220 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-ed5611da-d881-4ca7-979d-6c6e54abb108 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0465343 Feb 07 17:46:47.761771 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-819a355a-1ad9-4223-bd8d-630872ca2546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:47.763440 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-819a355a-1ad9-4223-bd8d-630872ca2546 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482051 Feb 07 17:46:47.848956 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-95046302-bcb6-4855-8c5d-fb7b06b44a70 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801609 Feb 07 17:46:47.941691 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-869ddc1a-a950-4a8c-8dfd-8a72e6429ac8 req-018ca154-92be-43ea-ad88-bb62b24ab235 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874004 Feb 07 17:46:47.954182 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d087a6cd-8230-4f86-85cc-aca60646b958 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:46:48.006827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port d087a6cd-8230-4f86-85cc-aca60646b958 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:48.007531 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (d087a6cd-8230-4f86-85cc-aca60646b958), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:48.033500 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e935878-c4fa-4914-85fd-32d75df175f3 req-12547fb4-2e55-4e09-8c12-d87d49f166f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:48.034918 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e935878-c4fa-4914-85fd-32d75df175f3 req-12547fb4-2e55-4e09-8c12-d87d49f166f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 1126 time: 0.0456827 Feb 07 17:46:48.084286 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port d087a6cd-8230-4f86-85cc-aca60646b958 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:48.085384 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 99dbdc8d-fed7-4acd-b407-17b1d80fd9de up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:46:48.127623 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e935878-c4fa-4914-85fd-32d75df175f3 req-0d9a325e-d48c-4bc7-a496-090cb4347bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:48.129111 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e935878-c4fa-4914-85fd-32d75df175f3 req-0d9a325e-d48c-4bc7-a496-090cb4347bc8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 909 time: 0.0883915 Feb 07 17:46:48.134604 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 99dbdc8d-fed7-4acd-b407-17b1d80fd9de triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:48.134984 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (99dbdc8d-fed7-4acd-b407-17b1d80fd9de), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:48.170496 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e935878-c4fa-4914-85fd-32d75df175f3 req-a9f296fe-5206-44c2-a6d4-ba570e906b55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526 HTTP/1.1" status: 200 len: 217 time: 0.0355659 Feb 07 17:46:48.216494 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 99dbdc8d-fed7-4acd-b407-17b1d80fd9de is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:48.223127 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e935878-c4fa-4914-85fd-32d75df175f3 req-196b5643-8e80-401a-88d8-e2364a5b3c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:48.224614 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e935878-c4fa-4914-85fd-32d75df175f3 req-196b5643-8e80-401a-88d8-e2364a5b3c7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0485017 Feb 07 17:46:48.308159 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e935878-c4fa-4914-85fd-32d75df175f3 req-177b9336-acc4-449f-883e-5b2ae46eaf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:48.309837 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e935878-c4fa-4914-85fd-32d75df175f3 req-177b9336-acc4-449f-883e-5b2ae46eaf5a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0753047 Feb 07 17:46:48.317335 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a3848-22fa-4bb0-98e8-c89ead53974c req-fe179ac6-bc41-490b-8454-a83e0e4de64c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:48.318699 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-785a3848-22fa-4bb0-98e8-c89ead53974c req-fe179ac6-bc41-490b-8454-a83e0e4de64c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 944 time: 0.0932322 Feb 07 17:46:48.425440 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-785a3848-22fa-4bb0-98e8-c89ead53974c req-18f9595e-22fa-41ae-a1eb-bac234db34fe tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986817 Feb 07 17:46:48.440581 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e935878-c4fa-4914-85fd-32d75df175f3 req-a1dc11da-c362-47b7-b00b-8cf4ede95570 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209648 Feb 07 17:46:48.532461 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e935878-c4fa-4914-85fd-32d75df175f3 req-672dc4cc-a479-4aab-81ac-3308b1c3a1eb service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858102 Feb 07 17:46:49.875230 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5462dac-db04-4c54-bcf9-5bd050dc827c req-9dd48cf9-efca-4507-8578-947103159302 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:49.876699 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e5462dac-db04-4c54-bcf9-5bd050dc827c req-9dd48cf9-efca-4507-8578-947103159302 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 944 time: 0.3820601 Feb 07 17:46:49.923301 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e5462dac-db04-4c54-bcf9-5bd050dc827c req-c2cfd557-5987-45b4-98d6-71cf61ca5e29 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409222 Feb 07 17:46:51.043888 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3eac72-211f-4baa-a45c-e713b8ab3495 req-b5163e4a-2dc7-4706-8285-e0e1e6db0db7 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:51.045436 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a3eac72-211f-4baa-a45c-e713b8ab3495 req-b5163e4a-2dc7-4706-8285-e0e1e6db0db7 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 944 time: 0.0534909 Feb 07 17:46:51.097227 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2a3eac72-211f-4baa-a45c-e713b8ab3495 req-a61d8268-2827-413e-a6c7-77124ebe7975 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462639 Feb 07 17:46:51.195283 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 457dec7c-f7a3-464e-8cf3-3bdb120cd526 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:46:51.294266 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 457dec7c-f7a3-464e-8cf3-3bdb120cd526, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:46:51.305270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '457dec7c-f7a3-464e-8cf3-3bdb120cd526', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'port_id': '457dec7c-f7a3-464e-8cf3-3bdb120cd526', 'mac_address': 'fa:16:3e:5c:fa:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:46:51.341602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:51.341992 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:51.354793 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457dec7c-f7a3-464e-8cf3-3bdb120cd526 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:46:51.374205 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 457dec7c-f7a3-464e-8cf3-3bdb120cd526, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:46:51.378729 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:51.429836 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=457dec7c-f7a3-464e-8cf3-3bdb120cd526,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:51.717030 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['457dec7c-f7a3-464e-8cf3-3bdb120cd526'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:46:51.826534 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:52.214632 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b103e9-9ff9-422a-a40c-186f95f13d3a req-f73b59c5-7d1e-4fb0-afac-a1364586dfaf tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:52.216063 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c5b103e9-9ff9-422a-a40c-186f95f13d3a req-f73b59c5-7d1e-4fb0-afac-a1364586dfaf tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 945 time: 0.0521095 Feb 07 17:46:52.264679 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c5b103e9-9ff9-422a-a40c-186f95f13d3a req-8888ba8e-2a51-4b69-8a84-6b231815fdd2 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427415 Feb 07 17:46:53.211190 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 457dec7c-f7a3-464e-8cf3-3bdb120cd526 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:46:53.261055 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:46:53.266231 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:46:53.266613 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:53.348172 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:46:53.348566 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:53.372091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457dec7c-f7a3-464e-8cf3-3bdb120cd526'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:46:53.374382 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b970f61-d07f-41a1-946e-ee0d541f02d6" -d '{"events": [{"server_uuid": "4d53581e-f273-49f8-8443-1c86ff6c0585", "name": "network-vif-plugged", "status": "completed", "tag": "457dec7c-f7a3-464e-8cf3-3bdb120cd526"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:46:53.384861 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2beca-ac47-421c-af04-7bfc4241bf5e req-56078a0f-7bee-48f6-9f7d-cbec6174eb43 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:53.386400 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8ba2beca-ac47-421c-af04-7bfc4241bf5e req-56078a0f-7bee-48f6-9f7d-cbec6174eb43 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 945 time: 0.0527971 Feb 07 17:46:53.389487 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 457dec7c-f7a3-464e-8cf3-3bdb120cd526, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:46:53.393939 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:53.424441 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f04369-b8bf-4d3b-8efd-2378270d3894 x-openstack-request-id: req-56f04369-b8bf-4d3b-8efd-2378270d3894 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:46:53.424739 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d53581e-f273-49f8-8443-1c86ff6c0585", "name": "network-vif-plugged", "status": "completed", "tag": "457dec7c-f7a3-464e-8cf3-3bdb120cd526", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:46:53.425183 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56f04369-b8bf-4d3b-8efd-2378270d3894 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:46:53.425722 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457dec7c-f7a3-464e-8cf3-3bdb120cd526', 'code': 200} Feb 07 17:46:53.439382 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8ba2beca-ac47-421c-af04-7bfc4241bf5e req-14836dc5-f665-42cc-a45d-94e7b83411f5 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443554 Feb 07 17:46:53.461982 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=457dec7c-f7a3-464e-8cf3-3bdb120cd526,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:53.519764 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e356f5-1ef9-4f41-adef-c8a54878b775 req-d6219c66-a79b-4c85-b368-314308ccd64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:53.521267 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c9e356f5-1ef9-4f41-adef-c8a54878b775 req-d6219c66-a79b-4c85-b368-314308ccd64d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 1128 time: 0.0442333 Feb 07 17:46:53.565761 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c9e356f5-1ef9-4f41-adef-c8a54878b775 req-92eb02eb-676f-4271-aba8-effc9302b0f0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382845 Feb 07 17:46:53.789478 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:54.569429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4633ca-65df-41b4-a846-f1332be33e93 req-c6cfb152-147e-45de-9513-4b8582898739 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:54.570895 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc4633ca-65df-41b4-a846-f1332be33e93 req-c6cfb152-147e-45de-9513-4b8582898739 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0558329 Feb 07 17:46:54.617622 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc4633ca-65df-41b4-a846-f1332be33e93 req-23ed8b69-9689-4b65-bf0e-cabe4578ac7b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411162 Feb 07 17:46:55.739389 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9298a6-4e3f-4cf4-b7dd-52efd974e0b8 req-4f9c3460-29de-46bb-bd88-4179793cc1f2 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:55.740847 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c9298a6-4e3f-4cf4-b7dd-52efd974e0b8 req-4f9c3460-29de-46bb-bd88-4179793cc1f2 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0566590 Feb 07 17:46:55.788186 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c9298a6-4e3f-4cf4-b7dd-52efd974e0b8 req-13b9bbdd-1f4e-4735-a405-b86c97af8a77 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417457 Feb 07 17:46:55.876469 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0874394b-2221-4397-abba-4f64325e2047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:55.909885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb2011-ef1e-4256-aa93-01aa7992f191 req-137b3e73-ab48-4769-8adb-8ed8a3c038d6 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:55.911314 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a9cb2011-ef1e-4256-aa93-01aa7992f191 req-137b3e73-ab48-4769-8adb-8ed8a3c038d6 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0529873 Feb 07 17:46:55.960344 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a9cb2011-ef1e-4256-aa93-01aa7992f191 req-44164af9-d298-44e8-9dca-87ecbf7c2b23 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432391 Feb 07 17:46:55.982234 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34272) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:56.064806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee56f24-1e5e-448a-8439-f1dc75cccc7f tempest-TestShelveInstance-1186646636 tempest-TestShelveInstance-1186646636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:56.066364 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-0ee56f24-1e5e-448a-8439-f1dc75cccc7f tempest-TestShelveInstance-1186646636 tempest-TestShelveInstance-1186646636-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 1123 time: 0.0830715 Feb 07 17:46:56.069247 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34276) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:46:56.073417 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': '457dec7c-f7a3-464e-8cf3-3bdb120cd526', 'tenant_id': '941db0878f6043a594258291cf60e265', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:46:56.093155 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:56.194787 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:56.302464 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Allocated IP 172.25.4.5 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/e9871a6f-faef-4369-af1d-2a643c3e4791) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:46:56.404073 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for port (e9871a6f-faef-4369-af1d-2a643c3e4791), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:56.438291 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (e9871a6f-faef-4369-af1d-2a643c3e4791), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:56.477930 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:46:56.480701 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:46:56.488346 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:46:56.491622 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event updated for resources: {'Port': ['ID=e9871a6f-faef-4369-af1d-2a643c3e4791,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:56.853710 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for floatingip (ddcd036a-c301-4d2b-af27-0f98fc4e32d9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:56.926919 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e9871a6f-faef-4369-af1d-2a643c3e4791), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:57.076738 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for port (e9871a6f-faef-4369-af1d-2a643c3e4791), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:57.082949 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (e9871a6f-faef-4369-af1d-2a643c3e4791), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:57.159243 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event updated for resources: {'Port': ['ID=e9871a6f-faef-4369-af1d-2a643c3e4791,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:46:57.169756 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (ddcd036a-c301-4d2b-af27-0f98fc4e32d9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:57.282820 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Floating IP ddcd036a-c301-4d2b-af27-0f98fc4e32d9 associated. External IP: 172.25.4.5, port: 457dec7c-f7a3-464e-8cf3-3bdb120cd526. Feb 07 17:46:57.501472 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Router 6eb19823-67ea-4344-a7a6-3e99c5a502fe has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:46:57.607499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:46:57.617399 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829b0ba3-0033-4d9b-81e9-e67e7937f730 None None] Sync routers for ids ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:46:57.626639 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:57.630787 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b0ba3-0033-4d9b-81e9-e67e7937f730 None None] Routers {'6eb19823-67ea-4344-a7a6-3e99c5a502fe'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:46:57.631624 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-829b0ba3-0033-4d9b-81e9-e67e7937f730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:46:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:57.659902 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7d352040-91dc-4834-8402-bce9a5ab967d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5896075 Feb 07 17:46:57.660654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'tag': '457dec7c-f7a3-464e-8cf3-3bdb120cd526'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:46:57.663000 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b411fbc4-76ed-4c72-bae6-4fe1cb0081eb" -d '{"events": [{"name": "network-changed", "server_uuid": "4d53581e-f273-49f8-8443-1c86ff6c0585", "tag": "457dec7c-f7a3-464e-8cf3-3bdb120cd526"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:46:57.713364 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432fb0ad-38eb-46d1-a005-14600434c01b x-openstack-request-id: req-432fb0ad-38eb-46d1-a005-14600434c01b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:46:57.713672 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d53581e-f273-49f8-8443-1c86ff6c0585", "tag": "457dec7c-f7a3-464e-8cf3-3bdb120cd526", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:46:57.713942 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-432fb0ad-38eb-46d1-a005-14600434c01b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:46:57.714456 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'tag': '457dec7c-f7a3-464e-8cf3-3bdb120cd526', 'status': 'completed', 'code': 200} Feb 07 17:46:57.788250 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411fbc4-76ed-4c72-bae6-4fe1cb0081eb req-49a71c83-70b3-454f-9ea2-96158c0d4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:57.789722 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b411fbc4-76ed-4c72-bae6-4fe1cb0081eb req-49a71c83-70b3-454f-9ea2-96158c0d4e06 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 1128 time: 0.0547376 Feb 07 17:46:57.888939 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411fbc4-76ed-4c72-bae6-4fe1cb0081eb req-4d48f0ea-2795-4062-a56b-d22039bef2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:57.890458 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b411fbc4-76ed-4c72-bae6-4fe1cb0081eb req-4d48f0ea-2795-4062-a56b-d22039bef2be service neutron] 10.222.0.48 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 909 time: 0.0949512 Feb 07 17:46:57.924177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-829b0ba3-0033-4d9b-81e9-e67e7937f730 None None] Set router 6eb19823-67ea-4344-a7a6-3e99c5a502fe gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:46:57.957660 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b411fbc4-76ed-4c72-bae6-4fe1cb0081eb req-638be8f2-057c-46fb-9cec-68d9e8fa2205 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526 HTTP/1.1" status: 200 len: 998 time: 0.0612020 Feb 07 17:46:58.007617 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411fbc4-76ed-4c72-bae6-4fe1cb0081eb req-c26a55e7-642e-4f54-ab17-f82c0d7c8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:58.009322 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b411fbc4-76ed-4c72-bae6-4fe1cb0081eb req-c26a55e7-642e-4f54-ab17-f82c0d7c8332 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0462639 Feb 07 17:46:58.061892 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411fbc4-76ed-4c72-bae6-4fe1cb0081eb req-0a4d7694-8c68-462f-81fb-e0f02b26f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:46:58.063330 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b411fbc4-76ed-4c72-bae6-4fe1cb0081eb req-0a4d7694-8c68-462f-81fb-e0f02b26f3a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482550 Feb 07 17:46:58.155445 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b411fbc4-76ed-4c72-bae6-4fe1cb0081eb req-9d84efe7-159a-4da7-9859-f5055fa5b82e service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859339 Feb 07 17:46:58.159088 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-829b0ba3-0033-4d9b-81e9-e67e7937f730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:36Z', 'revision_number': 4, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port': {'id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'ddcd036a-c301-4d2b-af27-0f98fc4e32d9', 'tenant_id': '941db0878f6043a594258291cf60e265', 'floating_ip_address': '172.25.4.5', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'port_id': '457dec7c-f7a3-464e-8cf3-3bdb120cd526', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'mac_address': 'fa:16:3e:5c:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:46:56Z', 'updated_at': '2022-02-07T17:46:56Z', 'revision_number': 0, 'project_id': '941db0878f6043a594258291cf60e265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecf9da70-3b01-405d-8b74-29b0a7b824d7', 'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'tenant_id': '941db0878f6043a594258291cf60e265', 'mac_address': 'fa:16:3e:c2:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:36Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 5, 'project_id': '941db0878f6043a594258291cf60e265', 'subnets': [{'id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:58.187726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829b0ba3-0033-4d9b-81e9-e67e7937f730 None None] Checking router: 6eb19823-67ea-4344-a7a6-3e99c5a502fe for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:46:58.197252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b0ba3-0033-4d9b-81e9-e67e7937f730 None None] Routers {'6eb19823-67ea-4344-a7a6-3e99c5a502fe'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:46:58.198022 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-829b0ba3-0033-4d9b-81e9-e67e7937f730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:46:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:58.255716 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b411fbc4-76ed-4c72-bae6-4fe1cb0081eb req-b76896e7-8601-45f0-8457-029afcc24b28 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937817 Feb 07 17:46:58.303289 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-54c749a4-220f-4c56-996d-dbc21cc961f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:46:58.324286 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-829b0ba3-0033-4d9b-81e9-e67e7937f730 None None] Set router 6eb19823-67ea-4344-a7a6-3e99c5a502fe gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:46:58.550533 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-829b0ba3-0033-4d9b-81e9-e67e7937f730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:36Z', 'revision_number': 4, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port': {'id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'ddcd036a-c301-4d2b-af27-0f98fc4e32d9', 'tenant_id': '941db0878f6043a594258291cf60e265', 'floating_ip_address': '172.25.4.5', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'port_id': '457dec7c-f7a3-464e-8cf3-3bdb120cd526', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'mac_address': 'fa:16:3e:5c:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:46:56Z', 'updated_at': '2022-02-07T17:46:56Z', 'revision_number': 0, 'project_id': '941db0878f6043a594258291cf60e265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecf9da70-3b01-405d-8b74-29b0a7b824d7', 'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'tenant_id': '941db0878f6043a594258291cf60e265', 'mac_address': 'fa:16:3e:c2:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:36Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 5, 'project_id': '941db0878f6043a594258291cf60e265', 'subnets': [{'id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:46:58.577885 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829b0ba3-0033-4d9b-81e9-e67e7937f730 None None] The sync data for ids ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'] in n-d-827865-3 is: [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:36Z', 'revision_number': 4, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port': {'id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'ddcd036a-c301-4d2b-af27-0f98fc4e32d9', 'tenant_id': '941db0878f6043a594258291cf60e265', 'floating_ip_address': '172.25.4.5', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'port_id': '457dec7c-f7a3-464e-8cf3-3bdb120cd526', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'mac_address': 'fa:16:3e:5c:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:46:56Z', 'updated_at': '2022-02-07T17:46:56Z', 'revision_number': 0, 'project_id': '941db0878f6043a594258291cf60e265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecf9da70-3b01-405d-8b74-29b0a7b824d7', 'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'tenant_id': '941db0878f6043a594258291cf60e265', 'mac_address': 'fa:16:3e:c2:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:36Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 5, 'project_id': '941db0878f6043a594258291cf60e265', 'subnets': [{'id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:46:58.767659 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edc78c-a9ad-4b70-8feb-cc54fa56f7ab None None] New status for floating IP ddcd036a-c301-4d2b-af27-0f98fc4e32d9: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:46:59.726434 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:47:01.050374 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:47:02.547341 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:47:21.829090 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:47:23.803715 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:47:24.552616 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:47:25.878215 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-515750ee-d0fb-4c90-94e1-f55c1d9a786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:47:28.296401 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-18a0a8b6-0290-4ae3-9af4-23636096d17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:47:29.729007 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:47:31.052201 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:47:32.549840 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:47:40.014166 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3859e7b6-7ab9-4ab3-b256-0935e82ff28a req-e9fb57f9-f382-4f97-8543-d7e383c5d455 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436945 Feb 07 17:47:40.094998 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859e7b6-7ab9-4ab3-b256-0935e82ff28a req-0d8b878f-9f9b-43fb-a664-0d406718165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:47:40.096479 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3859e7b6-7ab9-4ab3-b256-0935e82ff28a req-0d8b878f-9f9b-43fb-a664-0d406718165d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 1128 time: 0.0440786 Feb 07 17:47:40.200313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859e7b6-7ab9-4ab3-b256-0935e82ff28a req-cbd9bd88-649a-42f2-bed7-b59a55ad6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:47:40.201720 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3859e7b6-7ab9-4ab3-b256-0935e82ff28a req-cbd9bd88-649a-42f2-bed7-b59a55ad6b10 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 909 time: 0.0858183 Feb 07 17:47:40.265669 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3859e7b6-7ab9-4ab3-b256-0935e82ff28a req-aa182fe8-88cc-4478-9557-8333440b9ce1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526 HTTP/1.1" status: 200 len: 1000 time: 0.0582850 Feb 07 17:47:40.312466 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859e7b6-7ab9-4ab3-b256-0935e82ff28a req-c09d6fef-eec6-41b6-994c-7513673bc7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:47:40.313894 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3859e7b6-7ab9-4ab3-b256-0935e82ff28a req-c09d6fef-eec6-41b6-994c-7513673bc7ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0429537 Feb 07 17:47:40.364189 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859e7b6-7ab9-4ab3-b256-0935e82ff28a req-c656e5b9-4821-4239-887d-a48192eae653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:47:40.365683 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3859e7b6-7ab9-4ab3-b256-0935e82ff28a req-c656e5b9-4821-4239-887d-a48192eae653 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462542 Feb 07 17:47:40.375486 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-3859e7b6-7ab9-4ab3-b256-0935e82ff28a req-7c0cdc21-c952-4a5f-84b9-2646433a9a26 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:47:40.376411 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3859e7b6-7ab9-4ab3-b256-0935e82ff28a req-7c0cdc21-c952-4a5f-84b9-2646433a9a26 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048184 Feb 07 17:47:40.462943 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3859e7b6-7ab9-4ab3-b256-0935e82ff28a req-aef1f5c8-d480-4c28-9665-189743342be9 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798819 Feb 07 17:47:40.554124 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3859e7b6-7ab9-4ab3-b256-0935e82ff28a req-0dbb2047-3bf6-409e-a07e-8c65998c0eb3 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854199 Feb 07 17:47:51.831293 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:47:53.795487 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:47:55.882086 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-71344611-88b4-43c7-95b8-0df5219fd9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:47:58.298164 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-be08bf2f-e79c-4dea-9034-44f0c06659e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:47:59.732975 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:48:01.054555 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:48:01.553192 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:48:02.551758 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:48:21.814200 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:48:23.814350 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:48:25.882663 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0100b2e7-7101-4d9f-ae1e-ba5fa62b4231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:48:28.299666 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6a1ef984-ba16-486b-80bd-0fad28b6452c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:48:29.734580 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:48:31.056371 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:48:32.553414 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:48:38.551640 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:48:41.049105 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2283219a-abcf-4f10-ab2d-60fb7b6ee90f req-c1785104-bdc0-4241-a61f-891129afbc61 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0870988 Feb 07 17:48:41.133435 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283219a-abcf-4f10-ab2d-60fb7b6ee90f req-b2e3abc0-7753-4c32-8333-8a40098a6f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:48:41.134984 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2283219a-abcf-4f10-ab2d-60fb7b6ee90f req-b2e3abc0-7753-4c32-8333-8a40098a6f47 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 1128 time: 0.0448542 Feb 07 17:48:41.241416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283219a-abcf-4f10-ab2d-60fb7b6ee90f req-7b600bcc-be09-409f-8773-c798d79000bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:48:41.242993 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2283219a-abcf-4f10-ab2d-60fb7b6ee90f req-7b600bcc-be09-409f-8773-c798d79000bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 909 time: 0.0908697 Feb 07 17:48:41.318581 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2283219a-abcf-4f10-ab2d-60fb7b6ee90f req-5b757b39-4b11-4dcb-a090-3aab31d84a78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526 HTTP/1.1" status: 200 len: 1000 time: 0.0581896 Feb 07 17:48:41.366330 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283219a-abcf-4f10-ab2d-60fb7b6ee90f req-f0334a48-dbe5-44cf-ba42-38ee89827339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:48:41.367741 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2283219a-abcf-4f10-ab2d-60fb7b6ee90f req-f0334a48-dbe5-44cf-ba42-38ee89827339 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0430858 Feb 07 17:48:41.419343 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283219a-abcf-4f10-ab2d-60fb7b6ee90f req-f2807b35-4284-4633-b891-3ef725145d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:48:41.420848 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2283219a-abcf-4f10-ab2d-60fb7b6ee90f req-f2807b35-4284-4633-b891-3ef725145d9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469277 Feb 07 17:48:41.508132 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2283219a-abcf-4f10-ab2d-60fb7b6ee90f req-b1cc3ce7-d398-42d7-afd8-e26df9036af3 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808260 Feb 07 17:48:41.597556 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2283219a-abcf-4f10-ab2d-60fb7b6ee90f req-3856d0d8-1254-4aec-82da-25c9a9ad3706 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841298 Feb 07 17:48:51.813706 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:48:53.810719 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:48:55.883959 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5fda3c8d-bcd8-4976-ad3e-4dcd8f958a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:48:58.302226 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8d3c1433-08b5-4577-8aa3-e30f312a4903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:48:59.737849 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:01.060148 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:02.555791 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:15.550559 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:49:21.828583 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:23.829484 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:25.492464 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8774-e247-42d3-aefa-fa62746c4cde req-5f52de27-95f2-4cc2-9e13-bfcbd3e7a8f0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:25.493960 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e9a8774-e247-42d3-aefa-fa62746c4cde req-5f52de27-95f2-4cc2-9e13-bfcbd3e7a8f0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0543900 Feb 07 17:49:25.541093 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e9a8774-e247-42d3-aefa-fa62746c4cde req-c3c36b3e-44e7-4ee7-9734-3a88bf0de324 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408554 Feb 07 17:49:25.885365 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-048ba7e2-9d71-4684-8f1f-8bd025b21f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:26.683818 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d8430-e533-4595-acd7-376d8b05a16c req-ed520f4f-8e52-4df4-9967-1685eb30299d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:26.685334 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc8d8430-e533-4595-acd7-376d8b05a16c req-ed520f4f-8e52-4df4-9967-1685eb30299d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0581679 Feb 07 17:49:26.736768 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dc8d8430-e533-4595-acd7-376d8b05a16c req-663c0cbd-d2e0-440d-869d-6a75819384bf tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445075 Feb 07 17:49:27.868422 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bffb8-ce4e-4d08-9be5-90454470e73f req-d32a5c81-5b37-4e58-8460-dead9eaadeda tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:27.869924 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa0bffb8-ce4e-4d08-9be5-90454470e73f req-d32a5c81-5b37-4e58-8460-dead9eaadeda tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0541601 Feb 07 17:49:27.917941 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-aa0bffb8-ce4e-4d08-9be5-90454470e73f req-f5649b62-0f79-47f4-82e0-09015c579239 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420814 Feb 07 17:49:28.303849 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-00e43ac5-350e-4930-a9d9-4a5e64bd0cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:29.034727 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5372e2-cc0d-496f-bead-4f21f59b70c4 req-b19bbaa2-90d9-4189-95a9-eb7a693d2b5c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:29.036181 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b5372e2-cc0d-496f-bead-4f21f59b70c4 req-b19bbaa2-90d9-4189-95a9-eb7a693d2b5c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0513508 Feb 07 17:49:29.086934 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3b5372e2-cc0d-496f-bead-4f21f59b70c4 req-30c9fdb7-ea1d-4300-b935-e1d9aa1f5c0e tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452542 Feb 07 17:49:29.740330 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:30.210392 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5752e-69c5-4db8-9ef5-44e092b2cd9a req-b02747a9-9f74-4764-8f56-86e6a71a903a tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:30.211854 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0c5752e-69c5-4db8-9ef5-44e092b2cd9a req-b02747a9-9f74-4764-8f56-86e6a71a903a tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0552940 Feb 07 17:49:30.259651 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0c5752e-69c5-4db8-9ef5-44e092b2cd9a req-fd4ed60f-6cf0-45a2-8f64-da123b95e966 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414417 Feb 07 17:49:31.062516 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:31.378950 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc20cf3-644e-46d0-8299-366eaf234eab req-3389a668-7c06-4a92-a187-e75d5c2fcad8 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:31.380412 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6fc20cf3-644e-46d0-8299-366eaf234eab req-3389a668-7c06-4a92-a187-e75d5c2fcad8 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0531116 Feb 07 17:49:31.429954 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6fc20cf3-644e-46d0-8299-366eaf234eab req-d422e885-0946-4bcb-a7d7-d9b06ab7204f tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439477 Feb 07 17:49:32.554327 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1304fc-c762-433f-a726-cd32e47f86fb req-5c240896-9aae-44d7-a678-0810e9a4ed98 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:32.555864 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2c1304fc-c762-433f-a726-cd32e47f86fb req-5c240896-9aae-44d7-a678-0810e9a4ed98 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0567341 Feb 07 17:49:32.559341 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:32.608094 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2c1304fc-c762-433f-a726-cd32e47f86fb req-f7f0ce59-66cd-43a1-a0c5-9def921c6614 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440490 Feb 07 17:49:33.727751 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae89dcd-4ac6-4376-896d-e01fadd06405 req-ddc77997-55fe-42ce-bd98-192436c7a8c4 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:33.729760 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7ae89dcd-4ac6-4376-896d-e01fadd06405 req-ddc77997-55fe-42ce-bd98-192436c7a8c4 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0533702 Feb 07 17:49:33.777916 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7ae89dcd-4ac6-4376-896d-e01fadd06405 req-31934175-42ba-469e-a339-841e192028ff tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423634 Feb 07 17:49:34.896810 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20655596-96df-4769-924f-c1727e97d1b9 req-d091f5dd-0132-4237-b83a-aa9c118c7355 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:34.898312 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-20655596-96df-4769-924f-c1727e97d1b9 req-d091f5dd-0132-4237-b83a-aa9c118c7355 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0523357 Feb 07 17:49:34.951639 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-20655596-96df-4769-924f-c1727e97d1b9 req-288228e3-f952-45bd-adce-088609e1ea46 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472188 Feb 07 17:49:36.077654 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92195858-5186-42e4-87d8-a582b6c2c610 req-d47108d0-89ec-446d-bb59-27fbcf45b479 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:36.079137 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-92195858-5186-42e4-87d8-a582b6c2c610 req-d47108d0-89ec-446d-bb59-27fbcf45b479 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0574608 Feb 07 17:49:36.127789 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-92195858-5186-42e4-87d8-a582b6c2c610 req-c815909c-49ee-48f9-aefd-d1c74f23281b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430517 Feb 07 17:49:37.249862 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa06a6f-9479-45ce-8503-480d2f0a470e req-975df8a0-fed7-41b3-8887-8b8e8bc0fb6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:37.251129 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8fa06a6f-9479-45ce-8503-480d2f0a470e req-975df8a0-fed7-41b3-8887-8b8e8bc0fb6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0533657 Feb 07 17:49:37.301347 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8fa06a6f-9479-45ce-8503-480d2f0a470e req-37268668-ec4d-4ee4-b039-370b77cc65b0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447140 Feb 07 17:49:38.019391 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 457dec7c-f7a3-464e-8cf3-3bdb120cd526 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:49:38.112332 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 457dec7c-f7a3-464e-8cf3-3bdb120cd526, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:49:38.124196 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '457dec7c-f7a3-464e-8cf3-3bdb120cd526', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'port_id': '457dec7c-f7a3-464e-8cf3-3bdb120cd526', 'mac_address': 'fa:16:3e:5c:fa:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:49:38.163261 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:49:38.163652 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:38.176451 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 457dec7c-f7a3-464e-8cf3-3bdb120cd526 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:49:38.195602 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 457dec7c-f7a3-464e-8cf3-3bdb120cd526, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:49:38.199476 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:38.248430 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=457dec7c-f7a3-464e-8cf3-3bdb120cd526,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:49:38.256553 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:49:38.256913 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:49:38.257270 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:49:38.257642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:49:38.257984 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:49:38.258328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:49:38.258665 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:49:38.259004 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:49:38.259337 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:49:38.259668 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:49:38.259999 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:49:38.260352 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:49:38.260687 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:49:38.278221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['457dec7c-f7a3-464e-8cf3-3bdb120cd526'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:49:38.421535 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d586e-b049-4f11-bfb0-92865b925180 req-cd769b06-7de5-4168-ae9e-e17bc6c7deb5 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:38.423020 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-200d586e-b049-4f11-bfb0-92865b925180 req-cd769b06-7de5-4168-ae9e-e17bc6c7deb5 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 945 time: 0.0532420 Feb 07 17:49:38.471401 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-200d586e-b049-4f11-bfb0-92865b925180 req-a39b4b35-6ea1-4edf-b0c3-c6eb9a5c4805 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425916 Feb 07 17:49:39.589978 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7492682-55fe-42a8-9e4a-be6552ce1e20 req-d22117a2-a869-40a3-a28d-146ffec4f22b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:39.591429 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a7492682-55fe-42a8-9e4a-be6552ce1e20 req-d22117a2-a869-40a3-a28d-146ffec4f22b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 945 time: 0.0521083 Feb 07 17:49:39.639020 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a7492682-55fe-42a8-9e4a-be6552ce1e20 req-19849474-7856-473d-b95b-473f0808ebe9 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417855 Feb 07 17:49:40.035219 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 457dec7c-f7a3-464e-8cf3-3bdb120cd526 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:49:40.083309 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:49:40.083695 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:40.161827 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:49:40.162216 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:40.184565 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457dec7c-f7a3-464e-8cf3-3bdb120cd526'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:49:40.186835 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8305bae-a0ee-4994-96d7-aeec90205049" -d '{"events": [{"server_uuid": "4d53581e-f273-49f8-8443-1c86ff6c0585", "name": "network-vif-plugged", "status": "completed", "tag": "457dec7c-f7a3-464e-8cf3-3bdb120cd526"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:49:40.199702 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 457dec7c-f7a3-464e-8cf3-3bdb120cd526, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:49:40.204091 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:40.253762 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=457dec7c-f7a3-464e-8cf3-3bdb120cd526,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:49:40.287125 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85372828-27c0-49fd-b68c-625913212b9e x-openstack-request-id: req-85372828-27c0-49fd-b68c-625913212b9e {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:49:40.287423 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d53581e-f273-49f8-8443-1c86ff6c0585", "name": "network-vif-plugged", "status": "completed", "tag": "457dec7c-f7a3-464e-8cf3-3bdb120cd526", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:49:40.287686 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85372828-27c0-49fd-b68c-625913212b9e {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:49:40.288091 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457dec7c-f7a3-464e-8cf3-3bdb120cd526', 'code': 200} Feb 07 17:49:40.763195 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d71ff-cb3e-4139-bf4b-f42de2029598 req-b6cf5955-94b5-467e-a760-cdbab2202047 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:40.764634 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a69d71ff-cb3e-4139-bf4b-f42de2029598 req-b6cf5955-94b5-467e-a760-cdbab2202047 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0594146 Feb 07 17:49:40.812559 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a69d71ff-cb3e-4139-bf4b-f42de2029598 req-1b38e597-e96c-4dc2-8f5a-a10759112358 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423093 Feb 07 17:49:41.941826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4017740-fe32-42cc-bd43-c4cfa4d1f86a req-21226b89-36b1-4c44-a53e-0913e5a285c0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:41.942829 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a4017740-fe32-42cc-bd43-c4cfa4d1f86a req-21226b89-36b1-4c44-a53e-0913e5a285c0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0525746 Feb 07 17:49:41.996060 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-a4017740-fe32-42cc-bd43-c4cfa4d1f86a req-cfbf812d-5427-44c1-983c-d9020c35e2d1 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473809 Feb 07 17:49:43.034436 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17ccb9-52e8-476a-97ba-57535e2dadb7 req-58a79026-5e15-4ba9-8e9d-947cb5d7a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:43.035968 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f17ccb9-52e8-476a-97ba-57535e2dadb7 req-58a79026-5e15-4ba9-8e9d-947cb5d7a180 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 1128 time: 0.0449054 Feb 07 17:49:43.188548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d7a6f-1a9d-44ba-a27b-aa4688ceaf16 req-c17be747-81a1-46b6-a8c9-9a3285ce3975 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:43.191497 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-700d7a6f-1a9d-44ba-a27b-aa4688ceaf16 req-c17be747-81a1-46b6-a8c9-9a3285ce3975 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.1181862 Feb 07 17:49:43.213002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17ccb9-52e8-476a-97ba-57535e2dadb7 req-580b4c53-4f90-4dfc-995d-46e148fb6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:43.215261 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f17ccb9-52e8-476a-97ba-57535e2dadb7 req-580b4c53-4f90-4dfc-995d-46e148fb6b64 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 909 time: 0.1612482 Feb 07 17:49:43.308106 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f17ccb9-52e8-476a-97ba-57535e2dadb7 req-f9d36fb4-8b84-4ac8-98aa-9dc5dafdf8dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526 HTTP/1.1" status: 200 len: 1000 time: 0.0827851 Feb 07 17:49:43.327507 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-700d7a6f-1a9d-44ba-a27b-aa4688ceaf16 req-4916df20-7bb6-4f31-87c9-4ff0f477ed4c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1235454 Feb 07 17:49:43.373322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17ccb9-52e8-476a-97ba-57535e2dadb7 req-ac61da27-421d-4b82-95d6-5dbdf02c1653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:43.375325 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f17ccb9-52e8-476a-97ba-57535e2dadb7 req-ac61da27-421d-4b82-95d6-5dbdf02c1653 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0611041 Feb 07 17:49:43.433666 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17ccb9-52e8-476a-97ba-57535e2dadb7 req-49f054ce-2a31-48f8-b3b5-d12d6c1cf20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:43.435195 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f17ccb9-52e8-476a-97ba-57535e2dadb7 req-49f054ce-2a31-48f8-b3b5-d12d6c1cf20e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531781 Feb 07 17:49:43.543714 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f17ccb9-52e8-476a-97ba-57535e2dadb7 req-360fcb28-cdf1-4640-afcf-a37a1221fa89 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026034 Feb 07 17:49:43.640282 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1f17ccb9-52e8-476a-97ba-57535e2dadb7 req-27f470c0-9007-4d71-aa22-bc7931436220 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904882 Feb 07 17:49:44.471058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adff0cb-9f92-4982-a7f9-71b5360bd391 req-ef8498be-79db-447b-97fe-57631f0c9818 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:44.473340 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1adff0cb-9f92-4982-a7f9-71b5360bd391 req-ef8498be-79db-447b-97fe-57631f0c9818 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0608647 Feb 07 17:49:44.528251 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1adff0cb-9f92-4982-a7f9-71b5360bd391 req-4ec3b12f-802a-40a5-b1bc-2ae60a1651d1 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487998 Feb 07 17:49:45.658767 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c054b-ec8d-4eca-bbb6-ac900213ec86 req-081a679f-a990-47bb-a0b4-1ddbce69f79d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:45.660283 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec3c054b-ec8d-4eca-bbb6-ac900213ec86 req-081a679f-a990-47bb-a0b4-1ddbce69f79d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0601423 Feb 07 17:49:45.715446 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ec3c054b-ec8d-4eca-bbb6-ac900213ec86 req-6cc3bc46-4e57-49bb-9366-fcecf4c6f436 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488694 Feb 07 17:49:46.851058 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a6b61-26ba-44bd-96a0-5077a0a938ce req-e87b9474-6c78-4339-918d-e9a1b6290ba5 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:46.853709 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d29a6b61-26ba-44bd-96a0-5077a0a938ce req-e87b9474-6c78-4339-918d-e9a1b6290ba5 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0653272 Feb 07 17:49:46.913967 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d29a6b61-26ba-44bd-96a0-5077a0a938ce req-48825b12-3625-4508-80f9-52625b4bd52d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521784 Feb 07 17:49:48.053556 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f3091-26fb-4ad1-af5d-68e1f7eebabb req-52c62675-04ab-425c-8aad-a78bb94ec53c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:48.055806 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a87f3091-26fb-4ad1-af5d-68e1f7eebabb req-52c62675-04ab-425c-8aad-a78bb94ec53c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0590291 Feb 07 17:49:48.113029 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a87f3091-26fb-4ad1-af5d-68e1f7eebabb req-45788434-7df3-4b85-bcb5-2dfae36647ed tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510883 Feb 07 17:49:49.248408 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcd24b-c3f8-4266-afd4-cac763623102 req-02f0425e-22d1-4d0a-b8f7-7f05631b48ba tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:49.250614 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ebfcd24b-c3f8-4266-afd4-cac763623102 req-02f0425e-22d1-4d0a-b8f7-7f05631b48ba tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0657749 Feb 07 17:49:49.317532 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ebfcd24b-c3f8-4266-afd4-cac763623102 req-8edc82ff-7310-4256-a32f-7454382b6225 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548937 Feb 07 17:49:50.436386 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3127929-bd97-4881-a173-2c9963ccc070 req-a95f46b4-542f-4a3e-b317-fa2261fcb87b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:50.438666 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b3127929-bd97-4881-a173-2c9963ccc070 req-a95f46b4-542f-4a3e-b317-fa2261fcb87b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0555727 Feb 07 17:49:50.488962 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b3127929-bd97-4881-a173-2c9963ccc070 req-bd5ef3e4-ea1f-4329-93eb-bcb9e446e117 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444615 Feb 07 17:49:51.621499 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227b859-f227-4541-b4d7-1c6617addf24 req-b593d43e-f002-471c-b920-ffdcedeb6580 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:51.622993 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1227b859-f227-4541-b4d7-1c6617addf24 req-b593d43e-f002-471c-b920-ffdcedeb6580 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0564861 Feb 07 17:49:51.673482 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1227b859-f227-4541-b4d7-1c6617addf24 req-cfdbfc64-9177-4094-94cc-851b691881d9 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447271 Feb 07 17:49:51.812608 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:52.549728 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:49:52.802072 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bff9c-cd1c-421f-a89a-101ae59b55a9 req-e9c63e23-4214-47cd-ba48-447224d2f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:52.803491 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-976bff9c-cd1c-421f-a89a-101ae59b55a9 req-e9c63e23-4214-47cd-ba48-447224d2f44f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 1128 time: 0.0805662 Feb 07 17:49:52.814701 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f11c2-1762-4f3f-b4fc-5f34abe78711 req-4cf8e2aa-8d6a-4227-a4eb-f55199440f26 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:52.816061 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e57f11c2-1762-4f3f-b4fc-5f34abe78711 req-4cf8e2aa-8d6a-4227-a4eb-f55199440f26 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0644183 Feb 07 17:49:53.183155 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e57f11c2-1762-4f3f-b4fc-5f34abe78711 req-b97a5209-89b3-41d0-bd6a-21eb15c3913c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3589535 Feb 07 17:49:53.199430 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bff9c-cd1c-421f-a89a-101ae59b55a9 req-3d7865c5-e0cf-4400-be75-22f3fb72e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:53.200883 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-976bff9c-cd1c-421f-a89a-101ae59b55a9 req-3d7865c5-e0cf-4400-be75-22f3fb72e6ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 909 time: 0.3839977 Feb 07 17:49:53.264907 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-976bff9c-cd1c-421f-a89a-101ae59b55a9 req-07b1b18a-8697-4062-9771-0aeb246f2ce3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526 HTTP/1.1" status: 200 len: 1000 time: 0.0578866 Feb 07 17:49:53.314784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bff9c-cd1c-421f-a89a-101ae59b55a9 req-e03974d2-b569-4664-a4b9-29ce03f622d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:53.316196 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-976bff9c-cd1c-421f-a89a-101ae59b55a9 req-e03974d2-b569-4664-a4b9-29ce03f622d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0460103 Feb 07 17:49:53.364425 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bff9c-cd1c-421f-a89a-101ae59b55a9 req-b0020259-5523-47fb-8463-6bd64a2f7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:53.365907 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-976bff9c-cd1c-421f-a89a-101ae59b55a9 req-b0020259-5523-47fb-8463-6bd64a2f7d55 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433953 Feb 07 17:49:53.451910 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-976bff9c-cd1c-421f-a89a-101ae59b55a9 req-3187b417-5a9a-4cf9-aa85-bb12daa80139 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799036 Feb 07 17:49:53.554268 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-976bff9c-cd1c-421f-a89a-101ae59b55a9 req-15131879-ddf6-4b3d-b62c-d917c03a6999 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965927 Feb 07 17:49:53.844171 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:54.308702 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ad4d1-b347-4095-bc76-7a8f45e22b56 req-3f6ff3a2-2e8b-4efe-9190-e191b62ffbcc tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:54.310230 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1b0ad4d1-b347-4095-bc76-7a8f45e22b56 req-3f6ff3a2-2e8b-4efe-9190-e191b62ffbcc tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0581088 Feb 07 17:49:54.359066 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1b0ad4d1-b347-4095-bc76-7a8f45e22b56 req-a63de3c6-f5aa-4360-9f67-3cd209cec3ac tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432525 Feb 07 17:49:55.479787 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f91f90-1aaa-4050-879a-180a8eadefaa req-df88ab79-da74-4c89-90d4-4afd64df152c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:55.481126 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-26f91f90-1aaa-4050-879a-180a8eadefaa req-df88ab79-da74-4c89-90d4-4afd64df152c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0538728 Feb 07 17:49:55.529895 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-26f91f90-1aaa-4050-879a-180a8eadefaa req-824c680c-b90b-46a4-950d-ed3ab35e07aa tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430131 Feb 07 17:49:55.597922 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-b4544001-cafa-438a-94ee-dd59b5ae74da req-3ef72016-7636-4e2a-aadd-d3b247b2cf62 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:49:55.599022 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b4544001-cafa-438a-94ee-dd59b5ae74da req-3ef72016-7636-4e2a-aadd-d3b247b2cf62 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056033 Feb 07 17:49:55.756256 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606d662-a1dd-473c-b15d-6ff7086d3765 req-fd9ccb6d-dc88-43bc-8c87-0f5ddcc56cd2 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:55.757772 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b606d662-a1dd-473c-b15d-6ff7086d3765 req-fd9ccb6d-dc88-43bc-8c87-0f5ddcc56cd2 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0539775 Feb 07 17:49:55.811922 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b606d662-a1dd-473c-b15d-6ff7086d3765 req-fd5d9c25-91bd-497b-ad77-c66b000ab368 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485106 Feb 07 17:49:55.887899 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dd1f7b25-4e00-4638-933b-fdd0666bacc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:55.928984 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-35cdd8c1-dd46-4bd6-a27b-e52b77998cab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877178 Feb 07 17:49:56.099029 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 457dec7c-f7a3-464e-8cf3-3bdb120cd526 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:49:56.178430 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:49:56.178818 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:56.201088 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '457dec7c-f7a3-464e-8cf3-3bdb120cd526'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:49:56.203328 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231b8ce6-8358-421c-a8d5-349e04e75b7d" -d '{"events": [{"server_uuid": "4d53581e-f273-49f8-8443-1c86ff6c0585", "name": "network-vif-unplugged", "status": "completed", "tag": "457dec7c-f7a3-464e-8cf3-3bdb120cd526"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:49:56.216394 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 457dec7c-f7a3-464e-8cf3-3bdb120cd526, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:49:56.222496 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:56.246623 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Feb 2022 17:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c7ea70-1779-4c2b-a78e-013cb6818d30 x-openstack-request-id: req-c3c7ea70-1779-4c2b-a78e-013cb6818d30 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:49:56.246919 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d53581e-f273-49f8-8443-1c86ff6c0585", "name": "network-vif-unplugged", "status": "failed", "tag": "457dec7c-f7a3-464e-8cf3-3bdb120cd526", "code": 422}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:49:56.247176 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3c7ea70-1779-4c2b-a78e-013cb6818d30 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:49:56.247575 n-d-827865-3 neutron-server[103228]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '457dec7c-f7a3-464e-8cf3-3bdb120cd526', 'code': 422} returned with failed status Feb 07 17:49:56.272957 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=457dec7c-f7a3-464e-8cf3-3bdb120cd526,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:49:56.937110 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57017a6-d6a7-41a7-8daf-253bdf171052 req-d0351584-bfbc-4163-818a-3fb6a8329278 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:56.938636 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c57017a6-d6a7-41a7-8daf-253bdf171052 req-d0351584-bfbc-4163-818a-3fb6a8329278 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 944 time: 0.0528727 Feb 07 17:49:56.994071 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c57017a6-d6a7-41a7-8daf-253bdf171052 req-ae130550-a362-4920-b759-3640e71bf0f3 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496788 Feb 07 17:49:58.117776 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db98ef-453e-4c90-9f84-0c0a163c735b req-f2928b5c-19c0-4ff1-819a-5098b9638384 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:58.119902 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d9db98ef-453e-4c90-9f84-0c0a163c735b req-f2928b5c-19c0-4ff1-819a-5098b9638384 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 944 time: 0.0565293 Feb 07 17:49:58.169055 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d9db98ef-453e-4c90-9f84-0c0a163c735b req-b2d46fa6-307f-497f-8e19-a17f842fbdff tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432658 Feb 07 17:49:58.305160 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a2f8747a-9c9c-4848-a077-c4fda8200953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:59.295429 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef1f5e-389d-4d86-9acf-4e5b8ca4cee7 req-7df0f472-6ca3-4997-8cc1-5afe233952cb tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:59.296952 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-faef1f5e-389d-4d86-9acf-4e5b8ca4cee7 req-7df0f472-6ca3-4997-8cc1-5afe233952cb tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 944 time: 0.0570142 Feb 07 17:49:59.346873 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-faef1f5e-389d-4d86-9acf-4e5b8ca4cee7 req-8860db0a-e7a3-4572-8f09-c45146bd1548 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438614 Feb 07 17:49:59.743221 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:49:59.812543 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-6672fd90-f42e-4495-a88d-62afc3f3d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:49:59.814070 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-6672fd90-f42e-4495-a88d-62afc3f3d513 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585&tenant_id=941db0878f6043a594258291cf60e265 HTTP/1.1" status: 200 len: 1126 time: 0.0906057 Feb 07 17:49:59.825121 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827865-3', 'device_owner': 'compute:nova'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:49:59.882252 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:00.082771 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] For port 457dec7c-f7a3-464e-8cf3-3bdb120cd526, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:50:00.115179 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] For port 457dec7c-f7a3-464e-8cf3-3bdb120cd526, host n-h1-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:50:00.152209 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457dec7c-f7a3-464e-8cf3-3bdb120cd526 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:50:00.159737 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Publish callbacks [] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:00.172410 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Transition to ACTIVE for port object 457dec7c-f7a3-464e-8cf3-3bdb120cd526 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:50:00.176007 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:00.260875 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Pushing event updated for resources: {'Port': ['ID=457dec7c-f7a3-464e-8cf3-3bdb120cd526,revision_number=9']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:50:00.273811 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:50:00.274172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:50:00.274529 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:50:00.274878 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:50:00.275220 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:50:00.276149 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:50:00.276588 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:50:00.276938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:50:00.277295 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:50:00.277639 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:50:00.277979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:50:00.278314 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:50:00.278646 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:50:00.310775 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] No DVR routers for this DVR port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 on host n-h1-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:50:00.489156 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Attempting to bind port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:50:00.489516 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Attempting to bind port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:50:00.489847 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Attempting to bind port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 on network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:50:00.498926 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 on network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:50:00.499251 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Attempting to bind port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 on network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:50:00.508804 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1429f2-25bd-422a-afc0-540c34d4ef52 req-d00faaeb-5d85-4ec1-bdb4-d84b34ae721a tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:00.510988 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd1429f2-25bd-422a-afc0-540c34d4ef52 req-d00faaeb-5d85-4ec1-bdb4-d84b34ae721a tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 944 time: 0.0913374 Feb 07 17:50:00.513668 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:50:00.514015 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Checking segment: {'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:50:00.514399 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Bound using segment: {'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:50:00.514828 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Bound port: 457dec7c-f7a3-464e-8cf3-3bdb120cd526, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:50:00.515189 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:00.601184 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-dd1429f2-25bd-422a-afc0-540c34d4ef52 req-0f90d3b3-8b97-4466-ba65-956685cecc4b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838716 Feb 07 17:50:00.609565 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] For port 457dec7c-f7a3-464e-8cf3-3bdb120cd526, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:50:00.612777 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] For port 457dec7c-f7a3-464e-8cf3-3bdb120cd526, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:50:00.618863 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:00.662111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:00.662736 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:00.664127 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] 10.222.0.32 "PUT /v2.0/ports/457dec7c-f7a3-464e-8cf3-3bdb120cd526 HTTP/1.1" status: 200 len: 1092 time: 0.8435063 Feb 07 17:50:00.664570 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'tag': '457dec7c-f7a3-464e-8cf3-3bdb120cd526'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:50:00.667408 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34d8fe7-3dcc-415b-af83-afe598109c09" -d '{"events": [{"name": "network-changed", "server_uuid": "4d53581e-f273-49f8-8443-1c86ff6c0585", "tag": "457dec7c-f7a3-464e-8cf3-3bdb120cd526"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:50:00.685415 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f3deb-a24a-41f3-8345-131de93e13d6 service neutron] Pushing event updated for resources: {'Port': ['ID=457dec7c-f7a3-464e-8cf3-3bdb120cd526,revision_number=10']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:50:00.752938 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-2056ef83-c345-403a-9f2e-9afb6d5fe8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:00.754499 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-2056ef83-c345-403a-9f2e-9afb6d5fe8db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 1127 time: 0.0488031 Feb 07 17:50:00.779409 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a1a87d-7d18-4cdc-8586-17e3b8c71159 x-openstack-request-id: req-20a1a87d-7d18-4cdc-8586-17e3b8c71159 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:50:00.779706 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d53581e-f273-49f8-8443-1c86ff6c0585", "tag": "457dec7c-f7a3-464e-8cf3-3bdb120cd526", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:50:00.779965 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20a1a87d-7d18-4cdc-8586-17e3b8c71159 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:50:00.780368 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'tag': '457dec7c-f7a3-464e-8cf3-3bdb120cd526', 'status': 'completed', 'code': 200} Feb 07 17:50:00.849713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-6b6f02e3-116a-463e-84b3-0349c16e6a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:00.851191 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-6b6f02e3-116a-463e-84b3-0349c16e6a21 service neutron] 10.222.0.32 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 909 time: 0.0916834 Feb 07 17:50:00.920010 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-a3e9e96e-652f-4fbe-9b49-6c4efc294989 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526 HTTP/1.1" status: 200 len: 998 time: 0.0621803 Feb 07 17:50:00.966528 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-52ac614c-9c6a-4ce1-8006-269bbccfe5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:00.968194 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-52ac614c-9c6a-4ce1-8006-269bbccfe5cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0432496 Feb 07 17:50:01.014733 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-f327a461-5469-4d79-b5de-52a73cd23572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:01.016231 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-f327a461-5469-4d79-b5de-52a73cd23572 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426631 Feb 07 17:50:01.065846 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:01.107910 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-15ee3e58-9fea-433e-bb98-1641859781fd service neutron] 10.222.0.32 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860059 Feb 07 17:50:01.195801 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cd338271-d5c6-46bf-a8d3-3b49f1360c69 req-8505ade3-387c-40e0-9481-2e0351ec8d7f service neutron] 10.222.0.32 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823231 Feb 07 17:50:01.283993 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d8fe7-3dcc-415b-af83-afe598109c09 req-b91e3211-b5aa-4b5a-a818-0d66e8139000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:01.285533 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c34d8fe7-3dcc-415b-af83-afe598109c09 req-b91e3211-b5aa-4b5a-a818-0d66e8139000 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 1127 time: 0.0466652 Feb 07 17:50:01.381510 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d8fe7-3dcc-415b-af83-afe598109c09 req-eaa933fb-f249-42be-b7c9-a2d99352ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:01.382992 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c34d8fe7-3dcc-415b-af83-afe598109c09 req-eaa933fb-f249-42be-b7c9-a2d99352ca15 service neutron] 10.222.0.32 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 909 time: 0.0924540 Feb 07 17:50:01.461084 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c34d8fe7-3dcc-415b-af83-afe598109c09 req-f0846e30-bf38-4241-b0b4-7b7f10f0b3a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526 HTTP/1.1" status: 200 len: 998 time: 0.0718384 Feb 07 17:50:01.758601 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bcbcd-28de-46d6-87ed-8fb01b240c7d req-69db7de9-b25a-48e7-b4fb-02e74d2109bb tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:01.760757 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac4bcbcd-28de-46d6-87ed-8fb01b240c7d req-69db7de9-b25a-48e7-b4fb-02e74d2109bb tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 945 time: 0.0684969 Feb 07 17:50:01.815870 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ac4bcbcd-28de-46d6-87ed-8fb01b240c7d req-9c9402ce-b903-44c3-9f5d-30c14a31e62b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488195 Feb 07 17:50:02.563496 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:02.953508 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241d6f6-8fb0-4015-aa63-f009f46f3b6e req-e06e6c56-f9e4-4bda-9c17-73f8f3383c21 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:02.955167 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5241d6f6-8fb0-4015-aa63-f009f46f3b6e req-e06e6c56-f9e4-4bda-9c17-73f8f3383c21 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 945 time: 0.0629489 Feb 07 17:50:03.007804 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5241d6f6-8fb0-4015-aa63-f009f46f3b6e req-6dfb6819-c724-42de-a239-f08e3c2e0ab1 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465403 Feb 07 17:50:04.134659 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c57faa-540d-4ced-b6ac-1bb1d8c259e4 req-adf82867-10dc-4edb-b66a-0e66c1b625ac tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:04.136220 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-76c57faa-540d-4ced-b6ac-1bb1d8c259e4 req-adf82867-10dc-4edb-b66a-0e66c1b625ac tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 945 time: 0.0547838 Feb 07 17:50:04.191278 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-76c57faa-540d-4ced-b6ac-1bb1d8c259e4 req-27188b72-c42f-46fe-95f8-34b6e03facc1 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492256 Feb 07 17:50:05.327468 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68698b7-872a-4a90-bbb6-cb553e660f7b req-8bcdf6e2-979c-4cbc-a310-cc3f0ffe26b4 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:05.329022 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e68698b7-872a-4a90-bbb6-cb553e660f7b req-8bcdf6e2-979c-4cbc-a310-cc3f0ffe26b4 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 945 time: 0.0604002 Feb 07 17:50:05.379958 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e68698b7-872a-4a90-bbb6-cb553e660f7b req-8e423784-86ef-4d4b-936a-046439b68cb6 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450375 Feb 07 17:50:06.554787 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef83c2-10ee-49fb-b789-bf49d57fa71f req-13f14f6e-7fa4-4c5e-906d-90c31eb06c8f tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:06.559947 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0fef83c2-10ee-49fb-b789-bf49d57fa71f req-13f14f6e-7fa4-4c5e-906d-90c31eb06c8f tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 945 time: 0.1065035 Feb 07 17:50:06.614895 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0fef83c2-10ee-49fb-b789-bf49d57fa71f req-434768ff-db1d-49e8-b30b-80708685ae97 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523157 Feb 07 17:50:07.761925 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b9037-4b5d-4a70-a48b-6a8ce8503b2f req-f006cc56-beef-453a-bb41-0ea708b3634b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:07.763468 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-551b9037-4b5d-4a70-a48b-6a8ce8503b2f req-f006cc56-beef-453a-bb41-0ea708b3634b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 945 time: 0.0747926 Feb 07 17:50:07.815556 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-551b9037-4b5d-4a70-a48b-6a8ce8503b2f req-11bf50e6-2725-4511-919f-1c33287aadbb tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461831 Feb 07 17:50:08.944841 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462cac4-9dba-46e5-8282-93a0d7f48346 req-a0b6f240-630b-4f3e-bda2-02e2c2ff8ca0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:08.946406 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1462cac4-9dba-46e5-8282-93a0d7f48346 req-a0b6f240-630b-4f3e-bda2-02e2c2ff8ca0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 945 time: 0.0561464 Feb 07 17:50:08.998021 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-1462cac4-9dba-46e5-8282-93a0d7f48346 req-9f3a5a47-4300-43a8-a5e9-d6c43027cb5a tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459974 Feb 07 17:50:09.868173 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d8fe7-3dcc-415b-af83-afe598109c09 req-6723f128-35dd-47d2-bd2d-2ae44b4c5aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:09.870764 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c34d8fe7-3dcc-415b-af83-afe598109c09 req-6723f128-35dd-47d2-bd2d-2ae44b4c5aab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0477047 Feb 07 17:50:09.922783 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d8fe7-3dcc-415b-af83-afe598109c09 req-0785a26e-f285-4f67-864a-018fd9203b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:09.924242 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c34d8fe7-3dcc-415b-af83-afe598109c09 req-0785a26e-f285-4f67-864a-018fd9203b5a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473726 Feb 07 17:50:10.013038 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c34d8fe7-3dcc-415b-af83-afe598109c09 req-e29728bc-8ce7-4c73-a53a-1a2b3a962368 service neutron] 10.222.0.32 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824990 Feb 07 17:50:10.110448 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c34d8fe7-3dcc-415b-af83-afe598109c09 req-c08e1c68-9734-4cab-b0e5-cbeb1b435d9e service neutron] 10.222.0.32 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892313 Feb 07 17:50:10.117302 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6684965-648c-4018-9b6e-6ed6b48fe929 req-ce790d7c-1277-4391-9b23-c11bdbd50773 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:10.118876 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d6684965-648c-4018-9b6e-6ed6b48fe929 req-ce790d7c-1277-4391-9b23-c11bdbd50773 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 945 time: 0.0529077 Feb 07 17:50:10.167990 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d6684965-648c-4018-9b6e-6ed6b48fe929 req-3fb1c328-155b-490c-a55f-92fcf92d0206 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431604 Feb 07 17:50:11.287012 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8ccec-5c44-4785-b4bd-f8e00e7481de req-82a84696-02de-4ad1-894f-b7609140bd88 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:11.288499 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7ca8ccec-5c44-4785-b4bd-f8e00e7481de req-82a84696-02de-4ad1-894f-b7609140bd88 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 945 time: 0.0534406 Feb 07 17:50:11.336158 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7ca8ccec-5c44-4785-b4bd-f8e00e7481de req-5a40919b-7be7-4583-bb73-a7057e9c8460 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414426 Feb 07 17:50:12.456306 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66cd19-9eba-47dd-9397-618adacba2a5 req-d1cdcb46-b89a-47bf-b178-69ff13feaf3e tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:12.457808 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e66cd19-9eba-47dd-9397-618adacba2a5 req-d1cdcb46-b89a-47bf-b178-69ff13feaf3e tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 945 time: 0.0521932 Feb 07 17:50:12.509726 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6e66cd19-9eba-47dd-9397-618adacba2a5 req-2f3aecf3-1c70-4fa5-862e-4cd5bca99a3d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462344 Feb 07 17:50:13.235612 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 457dec7c-f7a3-464e-8cf3-3bdb120cd526 details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:50:13.332486 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 457dec7c-f7a3-464e-8cf3-3bdb120cd526, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:50:13.344447 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '457dec7c-f7a3-464e-8cf3-3bdb120cd526', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'port_id': '457dec7c-f7a3-464e-8cf3-3bdb120cd526', 'mac_address': 'fa:16:3e:5c:fa:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:50:13.380642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:50:13.381034 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:13.394758 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457dec7c-f7a3-464e-8cf3-3bdb120cd526 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:50:13.414149 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 457dec7c-f7a3-464e-8cf3-3bdb120cd526, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:50:13.417770 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:13.467186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=457dec7c-f7a3-464e-8cf3-3bdb120cd526,revision_number=11']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:50:13.629946 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027caf6-9e0d-497b-8be7-d839eda0dbdb req-7a174b1e-f608-47cc-9537-5db8be55e7e1 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:13.631513 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c027caf6-9e0d-497b-8be7-d839eda0dbdb req-7a174b1e-f608-47cc-9537-5db8be55e7e1 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0536652 Feb 07 17:50:13.684077 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c027caf6-9e0d-497b-8be7-d839eda0dbdb req-1b4b3362-9757-4d67-a1ec-2370c804fa23 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461695 Feb 07 17:50:13.784272 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['457dec7c-f7a3-464e-8cf3-3bdb120cd526'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:50:14.804291 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5469478-29f5-438b-b854-9f5d587a7a61 req-83f6d1f4-530c-4ddc-ae76-f0ac96c9ee49 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:14.805791 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5469478-29f5-438b-b854-9f5d587a7a61 req-83f6d1f4-530c-4ddc-ae76-f0ac96c9ee49 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 946 time: 0.0524549 Feb 07 17:50:14.853785 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d5469478-29f5-438b-b854-9f5d587a7a61 req-cf3cca7e-981e-4a6c-918f-5f197197fdca tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421009 Feb 07 17:50:15.251181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 457dec7c-f7a3-464e-8cf3-3bdb120cd526 up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:50:15.301215 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:50:15.305419 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:50:15.305801 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:15.382432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:50:15.382836 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:15.409174 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457dec7c-f7a3-464e-8cf3-3bdb120cd526'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:50:15.411519 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb60a429-65ce-410e-8203-e9e970eb384d" -d '{"events": [{"server_uuid": "4d53581e-f273-49f8-8443-1c86ff6c0585", "name": "network-vif-plugged", "status": "completed", "tag": "457dec7c-f7a3-464e-8cf3-3bdb120cd526"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:50:15.424413 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 457dec7c-f7a3-464e-8cf3-3bdb120cd526, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:50:15.428757 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:15.452711 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c03be2e-e050-471f-b7c4-477e99e6c579 x-openstack-request-id: req-5c03be2e-e050-471f-b7c4-477e99e6c579 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:50:15.453018 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d53581e-f273-49f8-8443-1c86ff6c0585", "name": "network-vif-plugged", "status": "completed", "tag": "457dec7c-f7a3-464e-8cf3-3bdb120cd526", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:50:15.453308 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c03be2e-e050-471f-b7c4-477e99e6c579 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:50:15.453704 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457dec7c-f7a3-464e-8cf3-3bdb120cd526', 'code': 200} Feb 07 17:50:15.478778 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=457dec7c-f7a3-464e-8cf3-3bdb120cd526,revision_number=12']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:50:15.611194 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640806e6-ed47-41dc-9bcd-2782a0dc4ffa req-1a6e5edf-e2f0-4217-b6f2-326bc7d2ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:15.612606 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-640806e6-ed47-41dc-9bcd-2782a0dc4ffa req-1a6e5edf-e2f0-4217-b6f2-326bc7d2ce67 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 1129 time: 0.0466361 Feb 07 17:50:15.657761 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-640806e6-ed47-41dc-9bcd-2782a0dc4ffa req-30b6bd85-3fce-49f6-86e9-adb558550259 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385671 Feb 07 17:50:15.971463 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d1fd3-c047-462f-b1a8-89760577c437 req-d98fcabb-4cbb-4d64-90a6-0f1e3b05b180 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:15.972953 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-831d1fd3-c047-462f-b1a8-89760577c437 req-d98fcabb-4cbb-4d64-90a6-0f1e3b05b180 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 947 time: 0.0531576 Feb 07 17:50:16.020788 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-831d1fd3-c047-462f-b1a8-89760577c437 req-d3527df8-f8e0-44c5-bf8e-430cbf709000 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422723 Feb 07 17:50:16.347672 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9219aa3-807c-4545-a8c1-b06ecda5028c req-b4279d38-bc15-437f-8375-dfc7dfff233b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:16.349177 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9219aa3-807c-4545-a8c1-b06ecda5028c req-b4279d38-bc15-437f-8375-dfc7dfff233b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 1129 time: 0.0438924 Feb 07 17:50:16.455249 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9219aa3-807c-4545-a8c1-b06ecda5028c req-8909e308-3c82-4023-b264-8a32b5d6618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:16.456715 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9219aa3-807c-4545-a8c1-b06ecda5028c req-8909e308-3c82-4023-b264-8a32b5d6618b service neutron] 10.222.0.32 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 909 time: 0.0888829 Feb 07 17:50:16.521991 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9219aa3-807c-4545-a8c1-b06ecda5028c req-a13562e5-18e2-45f1-b910-843cd89f440f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526 HTTP/1.1" status: 200 len: 1000 time: 0.0587556 Feb 07 17:50:16.576349 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9219aa3-807c-4545-a8c1-b06ecda5028c req-408236c8-76eb-4c68-860f-53fc03448b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:16.577918 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9219aa3-807c-4545-a8c1-b06ecda5028c req-408236c8-76eb-4c68-860f-53fc03448b67 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0497031 Feb 07 17:50:16.636444 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9219aa3-807c-4545-a8c1-b06ecda5028c req-4d423e45-5431-45cc-8a0a-09d3c64fa9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:16.638132 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9219aa3-807c-4545-a8c1-b06ecda5028c req-4d423e45-5431-45cc-8a0a-09d3c64fa9b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531652 Feb 07 17:50:16.731092 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9219aa3-807c-4545-a8c1-b06ecda5028c req-d4fa891e-913b-4e6a-a7ef-3a4503c999a9 service neutron] 10.222.0.32 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871468 Feb 07 17:50:16.828939 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f9219aa3-807c-4545-a8c1-b06ecda5028c req-f32acabb-c335-4337-ba14-ea492651d8e1 service neutron] 10.222.0.32 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914266 Feb 07 17:50:17.147804 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3953a9-3cee-4ae5-b868-676386796517 req-f52850f8-bbf5-4f50-b7c1-5a28958096ab tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:17.149602 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3a3953a9-3cee-4ae5-b868-676386796517 req-f52850f8-bbf5-4f50-b7c1-5a28958096ab tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 947 time: 0.0570905 Feb 07 17:50:17.198789 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3a3953a9-3cee-4ae5-b868-676386796517 req-67fb5c36-4ebe-4f9b-b3eb-6b670c1c8729 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422397 Feb 07 17:50:18.325717 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4706e-8359-4839-a0cb-07227e0aeb98 req-49204a9b-8e0c-41fa-b00f-dffa3553fd5f tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:50:18.327190 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4dc4706e-8359-4839-a0cb-07227e0aeb98 req-49204a9b-8e0c-41fa-b00f-dffa3553fd5f tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 947 time: 0.0565989 Feb 07 17:50:18.374472 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4dc4706e-8359-4839-a0cb-07227e0aeb98 req-13389cc7-2501-4799-b4f5-0a323f931162 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416529 Feb 07 17:50:21.826208 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:23.859619 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:25.892652 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6988aa5b-dacd-4b02-84ac-12f339ec1533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:28.307251 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8e545390-61b1-4b00-958f-d13984cda983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:29.548169 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:50:29.745442 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:31.067965 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:32.565162 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:51.827684 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:53.859468 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:55.894724 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fcbdcde7-e169-4ce3-9551-20dc1bcb3065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:58.309716 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b56212ca-5ed3-48cb-a1f3-63028ebcf48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:50:59.747870 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:01.069353 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:02.567514 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:06.547387 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:51:17.300563 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d511cee8-b7df-4091-8195-4893b348a843 req-24e6d346-df22-4e5c-9fcc-bb70672dbb84 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481975 Feb 07 17:51:17.388977 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511cee8-b7df-4091-8195-4893b348a843 req-01253827-505d-4c22-b2a5-7a5deb335185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:17.390471 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d511cee8-b7df-4091-8195-4893b348a843 req-01253827-505d-4c22-b2a5-7a5deb335185 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 1129 time: 0.0494184 Feb 07 17:51:17.828117 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511cee8-b7df-4091-8195-4893b348a843 req-bae36775-43db-448b-a700-c9614df3b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:17.829659 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d511cee8-b7df-4091-8195-4893b348a843 req-bae36775-43db-448b-a700-c9614df3b11f service neutron] 10.222.0.32 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 909 time: 0.4216125 Feb 07 17:51:17.899133 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d511cee8-b7df-4091-8195-4893b348a843 req-f9625d6b-4cb4-4e9d-8d16-352e1d6ea382 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526 HTTP/1.1" status: 200 len: 1000 time: 0.0640757 Feb 07 17:51:17.946359 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511cee8-b7df-4091-8195-4893b348a843 req-3c06708a-e59c-43c9-83f9-76e3bbd32098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:17.947837 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d511cee8-b7df-4091-8195-4893b348a843 req-3c06708a-e59c-43c9-83f9-76e3bbd32098 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0431936 Feb 07 17:51:17.995215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511cee8-b7df-4091-8195-4893b348a843 req-4ccf9921-44bb-4b20-82e0-b90de9a30463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:17.996957 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d511cee8-b7df-4091-8195-4893b348a843 req-4ccf9921-44bb-4b20-82e0-b90de9a30463 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441046 Feb 07 17:51:18.085120 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d511cee8-b7df-4091-8195-4893b348a843 req-526f2cf2-25c1-4b0f-b503-d5ffd0a630f8 service neutron] 10.222.0.32 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825148 Feb 07 17:51:18.172075 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d511cee8-b7df-4091-8195-4893b348a843 req-31fa37fc-d958-4b45-bf26-cbe01181e2b2 service neutron] 10.222.0.32 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812337 Feb 07 17:51:21.840738 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:23.866336 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:25.897487 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-962fdf59-4b14-4e91-80c8-e9d61875256e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:28.311958 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8a75ac70-33ec-4429-b944-af48b647bf53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:29.180006 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34632) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:51:29.347256 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Deleting port e9871a6f-faef-4369-af1d-2a643c3e4791 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:51:29.347612 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e9871a6f-faef-4369-af1d-2a643c3e4791), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:29.426125 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e9871a6f-faef-4369-af1d-2a643c3e4791), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:29.426460 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for floatingip (e9871a6f-faef-4369-af1d-2a643c3e4791), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:29.438772 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Calling delete_port for e9871a6f-faef-4369-af1d-2a643c3e4791 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:51:29.589106 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (e9871a6f-faef-4369-af1d-2a643c3e4791), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:29.614826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event deleted for resources: {'Port': ['ID=e9871a6f-faef-4369-af1d-2a643c3e4791,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:51:29.640259 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:29.640612 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:29.640954 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:29.641314 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:29.641656 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:29.641991 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:29.642328 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:29.642661 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:29.642992 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:29.643321 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:29.643649 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:29.643979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:29.644305 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:29.685865 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for floatingip (ddcd036a-c301-4d2b-af27-0f98fc4e32d9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:29.686278 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Floating IP ddcd036a-c301-4d2b-af27-0f98fc4e32d9 disassociated (deleted). External IP: 172.25.4.5, port: 457dec7c-f7a3-464e-8cf3-3bdb120cd526. Feb 07 17:51:29.753089 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:29.906491 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Router 6eb19823-67ea-4344-a7a6-3e99c5a502fe has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:51:30.028468 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:51:30.033965 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:30.038672 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5ff62c-69dd-40f0-99cd-6495d3931826 None None] Sync routers for ids ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:51:30.049257 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5ff62c-69dd-40f0-99cd-6495d3931826 None None] Routers {'6eb19823-67ea-4344-a7a6-3e99c5a502fe'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:51:30.049908 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fe5ff62c-69dd-40f0-99cd-6495d3931826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:51:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:51:30.065063 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7c1a38d2-cb02-4d86-bf58-7c963f1a7ce0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "DELETE /v2.0/floatingips/ddcd036a-c301-4d2b-af27-0f98fc4e32d9 HTTP/1.1" status: 204 len: 168 time: 0.8839355 Feb 07 17:51:30.065702 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'tag': '457dec7c-f7a3-464e-8cf3-3bdb120cd526'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:51:30.068011 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b1f97e-a766-4e80-b3c3-4aee36ad93c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d53581e-f273-49f8-8443-1c86ff6c0585", "tag": "457dec7c-f7a3-464e-8cf3-3bdb120cd526"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:51:30.109883 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f585e147-cef8-4e50-80ce-a2f82ef1c115 x-openstack-request-id: req-f585e147-cef8-4e50-80ce-a2f82ef1c115 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:51:30.110189 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d53581e-f273-49f8-8443-1c86ff6c0585", "tag": "457dec7c-f7a3-464e-8cf3-3bdb120cd526", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:51:30.110711 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f585e147-cef8-4e50-80ce-a2f82ef1c115 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:51:30.111137 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'tag': '457dec7c-f7a3-464e-8cf3-3bdb120cd526', 'status': 'completed', 'code': 200} Feb 07 17:51:30.163928 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-fe5ff62c-69dd-40f0-99cd-6495d3931826 None None] Set router 6eb19823-67ea-4344-a7a6-3e99c5a502fe gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:51:30.183651 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1f97e-a766-4e80-b3c3-4aee36ad93c3 req-1b7f651e-d284-4ab4-8211-6a200b1b1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:30.185465 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c8b1f97e-a766-4e80-b3c3-4aee36ad93c3 req-1b7f651e-d284-4ab4-8211-6a200b1b1ef4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 1129 time: 0.0540977 Feb 07 17:51:30.290892 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1f97e-a766-4e80-b3c3-4aee36ad93c3 req-b1404400-46af-4556-b1fb-3b4bcf99caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:30.293060 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c8b1f97e-a766-4e80-b3c3-4aee36ad93c3 req-b1404400-46af-4556-b1fb-3b4bcf99caf7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 909 time: 0.1015537 Feb 07 17:51:30.338156 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c8b1f97e-a766-4e80-b3c3-4aee36ad93c3 req-4fa01dda-741e-4462-9d63-ef889a2afe00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526 HTTP/1.1" status: 200 len: 217 time: 0.0390089 Feb 07 17:51:30.374387 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf35369-c514-4d4d-89a1-22d6f497b461 req-9244f1b3-8fbc-41ac-a748-2719a3b37651 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:30.378249 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2bf35369-c514-4d4d-89a1-22d6f497b461 req-9244f1b3-8fbc-41ac-a748-2719a3b37651 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 947 time: 0.1151500 Feb 07 17:51:30.381191 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fe5ff62c-69dd-40f0-99cd-6495d3931826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:36Z', 'revision_number': 4, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port': {'id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ecf9da70-3b01-405d-8b74-29b0a7b824d7', 'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'tenant_id': '941db0878f6043a594258291cf60e265', 'mac_address': 'fa:16:3e:c2:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:36Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 5, 'project_id': '941db0878f6043a594258291cf60e265', 'subnets': [{'id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:51:30.394245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1f97e-a766-4e80-b3c3-4aee36ad93c3 req-248ec283-bab0-4b1a-aa74-e2e07446b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:30.395733 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c8b1f97e-a766-4e80-b3c3-4aee36ad93c3 req-248ec283-bab0-4b1a-aa74-e2e07446b5c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0516486 Feb 07 17:51:30.409184 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5ff62c-69dd-40f0-99cd-6495d3931826 None None] Checking router: 6eb19823-67ea-4344-a7a6-3e99c5a502fe for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:51:30.420218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5ff62c-69dd-40f0-99cd-6495d3931826 None None] Routers {'6eb19823-67ea-4344-a7a6-3e99c5a502fe'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:51:30.420916 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fe5ff62c-69dd-40f0-99cd-6495d3931826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:51:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:51:30.433101 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2bf35369-c514-4d4d-89a1-22d6f497b461 req-cfd9bc44-fdf9-46b3-b6d2-b25c24b0d975 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495591 Feb 07 17:51:30.447926 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1f97e-a766-4e80-b3c3-4aee36ad93c3 req-079194e8-a76b-40b2-8ca6-65f696c8b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:30.449964 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c8b1f97e-a766-4e80-b3c3-4aee36ad93c3 req-079194e8-a76b-40b2-8ca6-65f696c8b488 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478928 Feb 07 17:51:30.532478 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-fe5ff62c-69dd-40f0-99cd-6495d3931826 None None] Set router 6eb19823-67ea-4344-a7a6-3e99c5a502fe gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:51:30.539144 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c8b1f97e-a766-4e80-b3c3-4aee36ad93c3 req-aff3d535-58a4-4047-bc97-f48a41ef0166 service neutron] 10.222.0.32 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832951 Feb 07 17:51:30.634280 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-c8b1f97e-a766-4e80-b3c3-4aee36ad93c3 req-58a8b8f5-5110-4c09-8c8f-a660be55438a service neutron] 10.222.0.32 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879893 Feb 07 17:51:30.734012 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fe5ff62c-69dd-40f0-99cd-6495d3931826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:36Z', 'revision_number': 4, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port': {'id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ecf9da70-3b01-405d-8b74-29b0a7b824d7', 'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'tenant_id': '941db0878f6043a594258291cf60e265', 'mac_address': 'fa:16:3e:c2:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:36Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 5, 'project_id': '941db0878f6043a594258291cf60e265', 'subnets': [{'id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:51:30.760305 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5ff62c-69dd-40f0-99cd-6495d3931826 None None] The sync data for ids ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'] in n-d-827865-3 is: [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:36Z', 'revision_number': 4, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port': {'id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ecf9da70-3b01-405d-8b74-29b0a7b824d7', 'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'tenant_id': '941db0878f6043a594258291cf60e265', 'mac_address': 'fa:16:3e:c2:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:36Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 5, 'project_id': '941db0878f6043a594258291cf60e265', 'subnets': [{'id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:51:30.973725 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd09385-e218-4917-8cf2-209ebf01da2e None None] New status for floating IP ddcd036a-c301-4d2b-af27-0f98fc4e32d9: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:51:31.074316 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:31.589015 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6553baa-3348-44d7-a36a-98d16d0b7c29 req-640cac25-29ef-4398-808b-dbd2c56493ab tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:31.590572 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6553baa-3348-44d7-a36a-98d16d0b7c29 req-640cac25-29ef-4398-808b-dbd2c56493ab tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 947 time: 0.0859277 Feb 07 17:51:31.601909 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea7141-edb7-4edb-b5f1-cf15f86f3a23 req-27940ad6-4c7f-458c-8082-d3fc62a3a4fd tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:31.603277 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-37ea7141-edb7-4edb-b5f1-cf15f86f3a23 req-27940ad6-4c7f-458c-8082-d3fc62a3a4fd tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d53581e-f273-49f8-8443-1c86ff6c0585 HTTP/1.1" status: 200 len: 947 time: 0.0707181 Feb 07 17:51:31.703426 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d6553baa-3348-44d7-a36a-98d16d0b7c29 req-6ee6cfd8-34a6-4fc2-88d8-b98e05fcc6fa tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=71905fb7-cc36-4cb8-bc0b-1f7741f401b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991993 Feb 07 17:51:31.728141 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-37ea7141-edb7-4edb-b5f1-cf15f86f3a23 req-bfc4d466-0da2-4819-9fa9-250a8538d467 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Deleting port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:51:31.728494 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-37ea7141-edb7-4edb-b5f1-cf15f86f3a23 req-bfc4d466-0da2-4819-9fa9-250a8538d467 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:31.820236 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-37ea7141-edb7-4edb-b5f1-cf15f86f3a23 req-bfc4d466-0da2-4819-9fa9-250a8538d467 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] For port 457dec7c-f7a3-464e-8cf3-3bdb120cd526, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=457dec7c-f7a3-464e-8cf3-3bdb120cd526,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:51:31.820602 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-37ea7141-edb7-4edb-b5f1-cf15f86f3a23 req-bfc4d466-0da2-4819-9fa9-250a8538d467 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:31.832335 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-37ea7141-edb7-4edb-b5f1-cf15f86f3a23 req-bfc4d466-0da2-4819-9fa9-250a8538d467 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Calling delete_port for 457dec7c-f7a3-464e-8cf3-3bdb120cd526 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:51:31.959992 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-37ea7141-edb7-4edb-b5f1-cf15f86f3a23 req-bfc4d466-0da2-4819-9fa9-250a8538d467 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (457dec7c-f7a3-464e-8cf3-3bdb120cd526), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:31.988280 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4d466-0da2-4819-9fa9-250a8538d467 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event deleted for resources: {'Port': ['ID=457dec7c-f7a3-464e-8cf3-3bdb120cd526,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:51:32.038020 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ea7141-edb7-4edb-b5f1-cf15f86f3a23 req-bfc4d466-0da2-4819-9fa9-250a8538d467 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] No DVR routers for this DVR port 457dec7c-f7a3-464e-8cf3-3bdb120cd526 on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:51:32.040546 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-37ea7141-edb7-4edb-b5f1-cf15f86f3a23 req-bfc4d466-0da2-4819-9fa9-250a8538d467 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:32.044021 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-37ea7141-edb7-4edb-b5f1-cf15f86f3a23 req-bfc4d466-0da2-4819-9fa9-250a8538d467 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.32 "DELETE /v2.0/ports/457dec7c-f7a3-464e-8cf3-3bdb120cd526 HTTP/1.1" status: 204 len: 173 time: 0.4340839 Feb 07 17:51:32.112779 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'name': 'network-vif-deleted', 'tag': '457dec7c-f7a3-464e-8cf3-3bdb120cd526'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:51:32.115213 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89291a9b-1e26-42b9-9993-5081e3d1005a" -d '{"events": [{"server_uuid": "4d53581e-f273-49f8-8443-1c86ff6c0585", "name": "network-vif-deleted", "tag": "457dec7c-f7a3-464e-8cf3-3bdb120cd526"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:51:32.152831 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225c7803-c443-4bde-a99a-8ed8ef041d7d x-openstack-request-id: req-225c7803-c443-4bde-a99a-8ed8ef041d7d {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:51:32.153135 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d53581e-f273-49f8-8443-1c86ff6c0585", "name": "network-vif-deleted", "tag": "457dec7c-f7a3-464e-8cf3-3bdb120cd526", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:51:32.153428 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-225c7803-c443-4bde-a99a-8ed8ef041d7d {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:51:32.153844 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d53581e-f273-49f8-8443-1c86ff6c0585', 'name': 'network-vif-deleted', 'tag': '457dec7c-f7a3-464e-8cf3-3bdb120cd526', 'status': 'completed', 'code': 200} Feb 07 17:51:32.569175 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:32.758997 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34654) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:51:32.814861 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a2287ce-6060-4b7c-b945-116b78c3400d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group (71905fb7-cc36-4cb8-bc0b-1f7741f401b1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:32.838872 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a2287ce-6060-4b7c-b945-116b78c3400d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group (71905fb7-cc36-4cb8-bc0b-1f7741f401b1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:32.898089 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a2287ce-6060-4b7c-b945-116b78c3400d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (71905fb7-cc36-4cb8-bc0b-1f7741f401b1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:32.900825 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a2287ce-6060-4b7c-b945-116b78c3400d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:32.902685 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1a2287ce-6060-4b7c-b945-116b78c3400d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "DELETE /v2.0/security-groups/71905fb7-cc36-4cb8-bc0b-1f7741f401b1 HTTP/1.1" status: 204 len: 168 time: 0.1426783 Feb 07 17:51:32.911838 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2287ce-6060-4b7c-b945-116b78c3400d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71905fb7-cc36-4cb8-bc0b-1f7741f401b1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:51:34.221913 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 34662) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:51:34.226497 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a24d4aaf-da88-4122-99db-742b181cc46c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2110963835', 'description': 'tempest-secgroup-smoke-2110963835 description', 'project_id': '941db0878f6043a594258291cf60e265'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:51:34.246751 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a24d4aaf-da88-4122-99db-742b181cc46c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.310485 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a24d4aaf-da88-4122-99db-742b181cc46c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group (7d3e0fe1-bd42-478c-b941-924db261c413), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.313912 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a24d4aaf-da88-4122-99db-742b181cc46c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7d3e0fe1-bd42-478c-b941-924db261c413), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.346291 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a24d4aaf-da88-4122-99db-742b181cc46c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.347489 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-a24d4aaf-da88-4122-99db-742b181cc46c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1245928 Feb 07 17:51:34.349290 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d4aaf-da88-4122-99db-742b181cc46c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3e0fe1-bd42-478c-b941-924db261c413,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:51:34.350661 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34664) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:51:34.355847 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-ea8b871e-c887-4a04-9845-0c04a2ceb812 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Request body: {'security_group_rule': {'security_group_id': '7d3e0fe1-bd42-478c-b941-924db261c413', 'project_id': '941db0878f6043a594258291cf60e265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:51:34.357205 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d4aaf-da88-4122-99db-742b181cc46c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:34.357582 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d4aaf-da88-4122-99db-742b181cc46c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:34.357960 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d4aaf-da88-4122-99db-742b181cc46c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:34.358265 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d4aaf-da88-4122-99db-742b181cc46c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:34.358605 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d4aaf-da88-4122-99db-742b181cc46c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:34.358936 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d4aaf-da88-4122-99db-742b181cc46c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:34.359268 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d4aaf-da88-4122-99db-742b181cc46c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:34.359598 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d4aaf-da88-4122-99db-742b181cc46c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:34.359933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d4aaf-da88-4122-99db-742b181cc46c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:34.360256 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d4aaf-da88-4122-99db-742b181cc46c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:34.360583 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d4aaf-da88-4122-99db-742b181cc46c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:34.361067 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d4aaf-da88-4122-99db-742b181cc46c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:34.361424 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24d4aaf-da88-4122-99db-742b181cc46c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:51:34.385792 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea8b871e-c887-4a04-9845-0c04a2ceb812 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (7697f702-5678-4e81-a109-c7323cf69f29), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.429427 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea8b871e-c887-4a04-9845-0c04a2ceb812 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (7697f702-5678-4e81-a109-c7323cf69f29), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.432706 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea8b871e-c887-4a04-9845-0c04a2ceb812 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (7697f702-5678-4e81-a109-c7323cf69f29), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.450501 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b871e-c887-4a04-9845-0c04a2ceb812 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7697f702-5678-4e81-a109-c7323cf69f29,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:51:34.458306 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ea8b871e-c887-4a04-9845-0c04a2ceb812 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.459500 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-ea8b871e-c887-4a04-9845-0c04a2ceb812 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1078258 Feb 07 17:51:34.462307 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34666) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:51:34.467051 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e5f4b067-fc46-4658-bf86-0ad7b508301b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Request body: {'security_group_rule': {'security_group_id': '7d3e0fe1-bd42-478c-b941-924db261c413', 'project_id': '941db0878f6043a594258291cf60e265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:51:34.489578 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e5f4b067-fc46-4658-bf86-0ad7b508301b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (53efe168-0b28-434a-8a92-596200a9d7f4), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.546622 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e5f4b067-fc46-4658-bf86-0ad7b508301b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (53efe168-0b28-434a-8a92-596200a9d7f4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.549957 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e5f4b067-fc46-4658-bf86-0ad7b508301b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (53efe168-0b28-434a-8a92-596200a9d7f4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.567269 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4b067-fc46-4658-bf86-0ad7b508301b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53efe168-0b28-434a-8a92-596200a9d7f4,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:51:34.574707 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e5f4b067-fc46-4658-bf86-0ad7b508301b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.575899 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-e5f4b067-fc46-4658-bf86-0ad7b508301b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1126838 Feb 07 17:51:34.578592 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34668) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:51:34.582802 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c6110e73-c65a-43ad-9358-0ff241460bff tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Request body: {'security_group_rule': {'security_group_id': '7d3e0fe1-bd42-478c-b941-924db261c413', 'project_id': '941db0878f6043a594258291cf60e265', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:51:34.606477 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6110e73-c65a-43ad-9358-0ff241460bff tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (77d3db04-4546-45f5-adde-9cc686941482), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.660444 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6110e73-c65a-43ad-9358-0ff241460bff tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (77d3db04-4546-45f5-adde-9cc686941482), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.663734 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6110e73-c65a-43ad-9358-0ff241460bff tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (77d3db04-4546-45f5-adde-9cc686941482), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.680463 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6110e73-c65a-43ad-9358-0ff241460bff tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d3db04-4546-45f5-adde-9cc686941482,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:51:34.691089 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6110e73-c65a-43ad-9358-0ff241460bff tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.692320 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c6110e73-c65a-43ad-9358-0ff241460bff tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128230 Feb 07 17:51:34.695114 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34670) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:51:34.699981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-aea87d50-7b92-450c-8dc1-96f522f4f009 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Request body: {'security_group_rule': {'security_group_id': '7d3e0fe1-bd42-478c-b941-924db261c413', 'project_id': '941db0878f6043a594258291cf60e265', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:51:34.724070 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aea87d50-7b92-450c-8dc1-96f522f4f009 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (889e1868-5074-49b2-8e79-04ecb0958a2e), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.779952 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aea87d50-7b92-450c-8dc1-96f522f4f009 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (889e1868-5074-49b2-8e79-04ecb0958a2e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.783339 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aea87d50-7b92-450c-8dc1-96f522f4f009 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (889e1868-5074-49b2-8e79-04ecb0958a2e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.800276 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea87d50-7b92-450c-8dc1-96f522f4f009 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889e1868-5074-49b2-8e79-04ecb0958a2e,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:51:34.808872 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aea87d50-7b92-450c-8dc1-96f522f4f009 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.810087 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-aea87d50-7b92-450c-8dc1-96f522f4f009 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140618 Feb 07 17:51:34.812721 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34672) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:51:34.816947 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7cbb3abf-977b-4749-8040-1af5d445a6ca tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Request body: {'security_group_rule': {'security_group_id': '7d3e0fe1-bd42-478c-b941-924db261c413', 'project_id': '941db0878f6043a594258291cf60e265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:51:34.835222 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-7cbb3abf-977b-4749-8040-1af5d445a6ca tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Project 941db0878f6043a594258291cf60e265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:51:34.839833 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3abf-977b-4749-8040-1af5d445a6ca tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (e7e2499f-070b-42d1-bbb7-944e5cf4d3fc), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.901452 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3abf-977b-4749-8040-1af5d445a6ca tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (e7e2499f-070b-42d1-bbb7-944e5cf4d3fc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.905219 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3abf-977b-4749-8040-1af5d445a6ca tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (e7e2499f-070b-42d1-bbb7-944e5cf4d3fc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.923960 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb3abf-977b-4749-8040-1af5d445a6ca tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e2499f-070b-42d1-bbb7-944e5cf4d3fc,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:51:34.929342 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3abf-977b-4749-8040-1af5d445a6ca tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:34.930347 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7cbb3abf-977b-4749-8040-1af5d445a6ca tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166921 Feb 07 17:51:34.933790 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34674) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:51:34.938000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f770ee76-0af2-4363-aeb2-81a7fb97bed7 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Request body: {'security_group_rule': {'security_group_id': '7d3e0fe1-bd42-478c-b941-924db261c413', 'project_id': '941db0878f6043a594258291cf60e265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:51:34.957488 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-f770ee76-0af2-4363-aeb2-81a7fb97bed7 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Project 941db0878f6043a594258291cf60e265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:51:34.962344 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f770ee76-0af2-4363-aeb2-81a7fb97bed7 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (b111e9a4-43f1-4d5e-9ad1-89bfe48681d1), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:35.020576 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f770ee76-0af2-4363-aeb2-81a7fb97bed7 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (b111e9a4-43f1-4d5e-9ad1-89bfe48681d1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:35.024376 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f770ee76-0af2-4363-aeb2-81a7fb97bed7 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (b111e9a4-43f1-4d5e-9ad1-89bfe48681d1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:35.041728 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770ee76-0af2-4363-aeb2-81a7fb97bed7 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b111e9a4-43f1-4d5e-9ad1-89bfe48681d1,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:51:35.049115 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f770ee76-0af2-4363-aeb2-81a7fb97bed7 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:35.050178 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f770ee76-0af2-4363-aeb2-81a7fb97bed7 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1154752 Feb 07 17:51:35.718221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 457dec7c-f7a3-464e-8cf3-3bdb120cd526 no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:51:35.741744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 457dec7c-f7a3-464e-8cf3-3bdb120cd526 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:51:35.742104 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 457dec7c-f7a3-464e-8cf3-3bdb120cd526 not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:51:43.548067 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:51:51.844435 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:53.643955 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-2aa02e17-aee6-4175-8004-72cccb592030 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2110963835&fields=id&tenant_id=941db0878f6043a594258291cf60e265 HTTP/1.1" status: 200 len: 267 time: 0.0431530 Feb 07 17:51:53.749594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-4e70e9d2-013b-4cfe-969e-e8fca8b94c32 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:53.752007 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-4e70e9d2-013b-4cfe-969e-e8fca8b94c32 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 808 time: 0.1016140 Feb 07 17:51:53.766266 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-0b90e6f6-e82c-4f97-8dd5-934e66845e10 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/quotas/941db0878f6043a594258291cf60e265 HTTP/1.1" status: 200 len: 375 time: 0.0100100 Feb 07 17:51:53.826283 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-d208e9ea-f313-4c85-bc9c-772706abf966 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552571 Feb 07 17:51:53.873821 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:53.962730 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-8da32bbe-bb23-420f-9b1d-63268c6f1be5 service neutron] 10.222.0.18 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255713 Feb 07 17:51:54.057192 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-99b26349-24e6-484e-b2d9-3ed8dd6db814 service neutron] 10.222.0.18 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882337 Feb 07 17:51:54.336361 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-23e9e1fa-dbf0-45d0-a72b-c2f49ede2ce1 req-e9b1cb22-f7db-470c-a27c-57b2860e2c38 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 210 time: 0.0281966 Feb 07 17:51:55.283678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-6fbbf80d-92ff-42b7-866a-c942843d0b5b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:55.285360 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-6fbbf80d-92ff-42b7-866a-c942843d0b5b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.48 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 808 time: 0.1080141 Feb 07 17:51:55.347072 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-8edb5510-15e8-4818-8e96-895a621ff508 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=941db0878f6043a594258291cf60e265 HTTP/1.1" status: 200 len: 380 time: 0.0545399 Feb 07 17:51:55.355233 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-f3ef1454-c4e9-484a-814f-a8b182a7ae6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Request body: {'port': {'device_id': '5718e7fd-0a16-4490-a494-3e295f3b9163', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'admin_state_up': True, 'tenant_id': '941db0878f6043a594258291cf60e265', 'security_groups': ['7d3e0fe1-bd42-478c-b941-924db261c413']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:51:55.442814 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7946db4b-b295-44ee-94fb-93739a7e597f req-88eb985e-fb5b-4fa2-a89f-48b9205eff23 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 210 time: 0.0340450 Feb 07 17:51:55.494592 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-f3ef1454-c4e9-484a-814f-a8b182a7ae6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Made reservation on behalf of 941db0878f6043a594258291cf60e265 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:51:55.498655 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-f3ef1454-c4e9-484a-814f-a8b182a7ae6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:55.626675 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-f3ef1454-c4e9-484a-814f-a8b182a7ae6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Allocated IP 172.20.0.10 (99ce02d0-60f1-4ebe-8a71-dadd3dc27b84/47a5a5aa-3fdf-4552-9179-248ffd6537dd/95abaac0-894e-4f1d-a017-1f455ae8a059) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:51:55.765660 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-f3ef1454-c4e9-484a-814f-a8b182a7ae6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:55.798372 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-f3ef1454-c4e9-484a-814f-a8b182a7ae6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:55.842002 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-f3ef1454-c4e9-484a-814f-a8b182a7ae6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:51:55.845076 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-f3ef1454-c4e9-484a-814f-a8b182a7ae6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:51:55.848688 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-f3ef1454-c4e9-484a-814f-a8b182a7ae6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:51:55.875535 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef1454-c4e9-484a-814f-a8b182a7ae6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event updated for resources: {'Port': ['ID=95abaac0-894e-4f1d-a017-1f455ae8a059,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:51:55.902618 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-f3ef1454-c4e9-484a-814f-a8b182a7ae6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:55.903557 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-f3ef1454-c4e9-484a-814f-a8b182a7ae6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:55.912877 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-95349b69-0014-48b6-99b3-84b9fe3b1f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:55.924149 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-f3ef1454-c4e9-484a-814f-a8b182a7ae6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5726395 Feb 07 17:51:55.936295 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Request body: {'port': {'device_id': '5718e7fd-0a16-4490-a494-3e295f3b9163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:51:56.008092 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:56.130554 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-7617d834-9081-498f-b959-a79538c2c453 None None] Provisioning complete for port 95abaac0-894e-4f1d-a017-1f455ae8a059 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:51:56.132234 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7617d834-9081-498f-b959-a79538c2c453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:56.174327 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-7617d834-9081-498f-b959-a79538c2c453 None None] Port 95abaac0-894e-4f1d-a017-1f455ae8a059 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:51:56.305494 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95abaac0-894e-4f1d-a017-1f455ae8a059 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:51:56.313961 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Publish callbacks [] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:56.326482 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Transition to ACTIVE for port object 95abaac0-894e-4f1d-a017-1f455ae8a059 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:51:56.330915 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:56.383933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Pushing event updated for resources: {'Port': ['ID=95abaac0-894e-4f1d-a017-1f455ae8a059,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:51:56.483917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Attempting to bind port 95abaac0-894e-4f1d-a017-1f455ae8a059 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:51:56.484591 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Attempting to bind port 95abaac0-894e-4f1d-a017-1f455ae8a059 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:51:56.485158 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Attempting to bind port 95abaac0-894e-4f1d-a017-1f455ae8a059 on network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:51:56.491206 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Port 95abaac0-894e-4f1d-a017-1f455ae8a059 on network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:51:56.491657 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Attempting to bind port 95abaac0-894e-4f1d-a017-1f455ae8a059 on network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:51:56.498126 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:51:56.498609 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Checking segment: {'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:51:56.499385 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Bound using segment: {'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:51:56.499941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Bound port: 95abaac0-894e-4f1d-a017-1f455ae8a059, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280b31d9-cf88-47fc-927f-10a8082510e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:51:56.500412 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:56.612257 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27c575-3ef8-435a-a10f-241d441541cf req-e5905e4a-4ff8-4164-bb2a-a67978b46f8a tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:56.625022 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c27c575-3ef8-435a-a10f-241d441541cf req-e5905e4a-4ff8-4164-bb2a-a67978b46f8a tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0864890 Feb 07 17:51:56.625397 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] For port 95abaac0-894e-4f1d-a017-1f455ae8a059, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:51:56.632919 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] For port 95abaac0-894e-4f1d-a017-1f455ae8a059, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=95abaac0-894e-4f1d-a017-1f455ae8a059,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:51:56.650684 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:56.707710 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7c27c575-3ef8-435a-a10f-241d441541cf req-c31847dc-94c4-4298-b847-b77ee12aeb39 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776622 Feb 07 17:51:56.708454 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:56.709233 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:56.711490 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] 10.222.0.48 "PUT /v2.0/ports/95abaac0-894e-4f1d-a017-1f455ae8a059 HTTP/1.1" status: 200 len: 1092 time: 0.7801874 Feb 07 17:51:56.712396 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5718e7fd-0a16-4490-a494-3e295f3b9163', 'tag': '95abaac0-894e-4f1d-a017-1f455ae8a059'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:51:56.724700 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628c6723cf0d541a6362cfbbde021ddb095c9bd0acbf8defbc90316d1b4a8846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca52426-05fb-4505-b784-b44fde1984b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5718e7fd-0a16-4490-a494-3e295f3b9163", "tag": "95abaac0-894e-4f1d-a017-1f455ae8a059"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:51:56.813304 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa540e-629b-4e5a-baeb-aa912730d360 service neutron] Pushing event updated for resources: {'Port': ['ID=95abaac0-894e-4f1d-a017-1f455ae8a059,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:51:56.847727 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-561e4803-c994-45bf-9e3f-1eb9294e76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:56.849638 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-561e4803-c994-45bf-9e3f-1eb9294e76e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 1126 time: 0.0971754 Feb 07 17:51:56.878396 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0737d339-0ef0-4088-aeef-7d5b147c2422 x-openstack-request-id: req-0737d339-0ef0-4088-aeef-7d5b147c2422 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:51:56.878810 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5718e7fd-0a16-4490-a494-3e295f3b9163", "tag": "95abaac0-894e-4f1d-a017-1f455ae8a059", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:51:56.879167 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0737d339-0ef0-4088-aeef-7d5b147c2422 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:51:56.879817 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5718e7fd-0a16-4490-a494-3e295f3b9163', 'tag': '95abaac0-894e-4f1d-a017-1f455ae8a059', 'status': 'completed', 'code': 200} Feb 07 17:51:56.914129 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-a6c3a2ab-178d-4ef6-9bda-08ee41d72d56 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95abaac0-894e-4f1d-a017-1f455ae8a059 HTTP/1.1" status: 200 len: 217 time: 0.0562932 Feb 07 17:51:56.974735 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-5db16746-b1bf-4b08-95a0-4c53313f6e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:56.976850 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-5db16746-b1bf-4b08-95a0-4c53313f6e99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0572984 Feb 07 17:51:57.045818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-3daed995-7703-4bcf-8dae-11e5613e124f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:57.047440 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-3daed995-7703-4bcf-8dae-11e5613e124f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0646417 Feb 07 17:51:57.140841 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-abdbf48e-077e-4df4-8a72-2ebd554a59ce service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871708 Feb 07 17:51:57.239976 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-505f7e6b-bd23-4f55-89b5-b87875904107 req-8a63bcc9-ab94-4e35-a6ec-2050c00bf1fa service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926130 Feb 07 17:51:57.349362 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca52426-05fb-4505-b784-b44fde1984b6 req-61379e38-d18d-433c-8feb-3679f541dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:57.351943 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eca52426-05fb-4505-b784-b44fde1984b6 req-61379e38-d18d-433c-8feb-3679f541dffb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 1126 time: 0.0551996 Feb 07 17:51:57.442871 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca52426-05fb-4505-b784-b44fde1984b6 req-b7d6595b-5b2e-4f63-a3d0-da8556963c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:57.444536 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eca52426-05fb-4505-b784-b44fde1984b6 req-b7d6595b-5b2e-4f63-a3d0-da8556963c42 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 909 time: 0.0868528 Feb 07 17:51:57.485964 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eca52426-05fb-4505-b784-b44fde1984b6 req-ca54cd87-c2fd-41fa-b9e9-197336ae60e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95abaac0-894e-4f1d-a017-1f455ae8a059 HTTP/1.1" status: 200 len: 217 time: 0.0360196 Feb 07 17:51:57.539767 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca52426-05fb-4505-b784-b44fde1984b6 req-666babaa-218d-4af2-8fe1-ecae12e4d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:57.541304 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eca52426-05fb-4505-b784-b44fde1984b6 req-666babaa-218d-4af2-8fe1-ecae12e4d4e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0498567 Feb 07 17:51:57.590226 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca52426-05fb-4505-b784-b44fde1984b6 req-0755f8a1-d078-49e7-9e34-4de0f00d7e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:57.592139 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eca52426-05fb-4505-b784-b44fde1984b6 req-0755f8a1-d078-49e7-9e34-4de0f00d7e8f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449586 Feb 07 17:51:57.682260 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eca52426-05fb-4505-b784-b44fde1984b6 req-da570203-b7b3-4c04-9bfc-2b66879758df service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847247 Feb 07 17:51:57.784283 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-eca52426-05fb-4505-b784-b44fde1984b6 req-e085b1fc-d052-45d4-a8bb-c684420af100 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959578 Feb 07 17:51:57.841389 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10d1da-153c-4a18-af12-2c3fa6647f05 req-b57989ff-a4b3-482c-b695-f24f6cb8a632 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:57.843162 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ef10d1da-153c-4a18-af12-2c3fa6647f05 req-b57989ff-a4b3-482c-b695-f24f6cb8a632 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0611160 Feb 07 17:51:57.894723 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ef10d1da-153c-4a18-af12-2c3fa6647f05 req-a3e83080-4340-4aee-b57a-67ed9ab60bd8 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454555 Feb 07 17:51:58.314927 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-90803247-d274-4978-b23b-10ea8c51ffe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:51:59.023555 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ed387-8a8a-4d6b-9f54-bb3717f182af req-bfafcc09-4751-4fde-ab12-ce47baeb82c2 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:51:59.025047 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-535ed387-8a8a-4d6b-9f54-bb3717f182af req-bfafcc09-4751-4fde-ab12-ce47baeb82c2 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0546844 Feb 07 17:51:59.074870 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-535ed387-8a8a-4d6b-9f54-bb3717f182af req-49a3ac4d-5d36-4d5f-9c86-96d41b18550a tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435760 Feb 07 17:51:59.753653 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:00.197891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa5033-4d84-4b25-835b-59eb24495900 req-aadc8be8-3a7e-456e-8139-71b8216956a8 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:00.199796 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6cfa5033-4d84-4b25-835b-59eb24495900 req-aadc8be8-3a7e-456e-8139-71b8216956a8 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0529630 Feb 07 17:52:00.252105 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6cfa5033-4d84-4b25-835b-59eb24495900 req-252eed55-77e3-4e32-b3fd-1f762ea6c9de tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464718 Feb 07 17:52:01.076720 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:01.391281 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17c40c-aab2-47bf-b240-1ed0d1f1a5e2 req-0e04fd7c-5850-4244-8756-24f5b355c1e1 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:01.392898 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df17c40c-aab2-47bf-b240-1ed0d1f1a5e2 req-0e04fd7c-5850-4244-8756-24f5b355c1e1 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0652843 Feb 07 17:52:01.447632 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-df17c40c-aab2-47bf-b240-1ed0d1f1a5e2 req-4a06f179-195d-4fa0-a2c8-f9714c44ca3f tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487721 Feb 07 17:52:02.570441 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ae14a-b63e-45d8-a351-45081e9134bf req-0ab2d487-64a5-48f9-805c-e8f977fa6d59 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:02.572148 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:02.572595 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9b4ae14a-b63e-45d8-a351-45081e9134bf req-0ab2d487-64a5-48f9-805c-e8f977fa6d59 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0564461 Feb 07 17:52:02.624218 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9b4ae14a-b63e-45d8-a351-45081e9134bf req-e8dbdee5-c5da-44e1-a946-196ef9ed71bc tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430615 Feb 07 17:52:03.747253 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6b973-1842-4845-90ec-e551d0ad7462 req-469fed4c-40c1-4e16-b012-8ba394cc8bb5 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:03.748871 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5ae6b973-1842-4845-90ec-e551d0ad7462 req-469fed4c-40c1-4e16-b012-8ba394cc8bb5 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0559759 Feb 07 17:52:03.797682 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5ae6b973-1842-4845-90ec-e551d0ad7462 req-7af4417b-06c8-4662-90ea-a8995030f2ca tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429857 Feb 07 17:52:04.924705 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e46201-6940-429a-bcd2-340488b6e37b req-191771e4-e567-4d88-b3a1-c794d37beb98 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:04.926243 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-52e46201-6940-429a-bcd2-340488b6e37b req-191771e4-e567-4d88-b3a1-c794d37beb98 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0558300 Feb 07 17:52:04.978285 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-52e46201-6940-429a-bcd2-340488b6e37b req-d03a9f23-c0a2-4041-8e9a-b8cec042df56 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453751 Feb 07 17:52:06.098211 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2961995-9228-457a-a9aa-068dbfed9b94 req-528268d9-613b-4554-ab5e-3537c780f35b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:06.099675 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e2961995-9228-457a-a9aa-068dbfed9b94 req-528268d9-613b-4554-ab5e-3537c780f35b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0521793 Feb 07 17:52:06.152222 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e2961995-9228-457a-a9aa-068dbfed9b94 req-058b9ffc-0139-42fd-853a-87eb7d473496 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456777 Feb 07 17:52:07.275884 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad77da-7890-45dc-9ff4-2add3d5637b5 req-77a79a5a-7c55-41f4-b3b2-1601e7fcc7f5 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:07.277496 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6cad77da-7890-45dc-9ff4-2add3d5637b5 req-77a79a5a-7c55-41f4-b3b2-1601e7fcc7f5 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0569630 Feb 07 17:52:07.326740 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6cad77da-7890-45dc-9ff4-2add3d5637b5 req-3efd29a3-f58b-4a8e-b62c-51edc357df05 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436165 Feb 07 17:52:08.445530 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0debf-86d1-4949-917e-43e9de678a1a req-9c33f9df-7e6f-49db-8261-a51b597952c2 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:08.447010 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-18e0debf-86d1-4949-917e-43e9de678a1a req-9c33f9df-7e6f-49db-8261-a51b597952c2 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0523214 Feb 07 17:52:08.496485 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-18e0debf-86d1-4949-917e-43e9de678a1a req-79dc4492-d2ee-432d-afd9-115c7cdff57a tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429676 Feb 07 17:52:09.615096 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2961959-59a0-4229-950e-29884852498b req-c69f61d4-0139-4293-a453-4e89ba8f2786 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:09.616565 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2961959-59a0-4229-950e-29884852498b req-c69f61d4-0139-4293-a453-4e89ba8f2786 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0535660 Feb 07 17:52:09.666153 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-b2961959-59a0-4229-950e-29884852498b req-ccdd19b0-d228-4d67-8e75-f831473bdce1 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427964 Feb 07 17:52:10.784297 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021c50f-23f3-4212-b047-2a52a3ca6a9a req-a87247f8-8ac3-4e01-8b7d-d283ae417caa tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:10.785791 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2021c50f-23f3-4212-b047-2a52a3ca6a9a req-a87247f8-8ac3-4e01-8b7d-d283ae417caa tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0522299 Feb 07 17:52:10.833389 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2021c50f-23f3-4212-b047-2a52a3ca6a9a req-207e5e2a-4f0a-4a15-898a-a78156c0fbe1 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420220 Feb 07 17:52:11.957905 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef3a0a-bc6c-4a3b-98d7-a4d57fd8731a req-64b13f6b-637d-4124-9e11-f51f1530e8a4 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:11.959375 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-caef3a0a-bc6c-4a3b-98d7-a4d57fd8731a req-64b13f6b-637d-4124-9e11-f51f1530e8a4 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0592477 Feb 07 17:52:12.007621 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-caef3a0a-bc6c-4a3b-98d7-a4d57fd8731a req-1ac64e33-8a4e-4302-9f69-d08615c4b769 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420773 Feb 07 17:52:13.132157 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c68b00-a42f-4307-9dc4-193885a966ec req-d8fed3d9-2536-4212-a022-a7eedc013169 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:13.133635 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9c68b00-a42f-4307-9dc4-193885a966ec req-d8fed3d9-2536-4212-a022-a7eedc013169 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0561264 Feb 07 17:52:13.180318 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a9c68b00-a42f-4307-9dc4-193885a966ec req-ea37688f-3625-4624-adc2-f67036f3c91e tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411336 Feb 07 17:52:14.303252 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdae24-935c-41a5-a2f4-17858870e428 req-694a8554-932e-409e-80cc-7954272626a0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:14.304620 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-76cdae24-935c-41a5-a2f4-17858870e428 req-694a8554-932e-409e-80cc-7954272626a0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0535672 Feb 07 17:52:14.353562 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-76cdae24-935c-41a5-a2f4-17858870e428 req-fab2e061-b63f-40bf-a3b4-e2179d2f5044 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431151 Feb 07 17:52:14.687643 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 95abaac0-894e-4f1d-a017-1f455ae8a059 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:52:14.784820 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 95abaac0-894e-4f1d-a017-1f455ae8a059, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=95abaac0-894e-4f1d-a017-1f455ae8a059,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:52:14.795985 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '95abaac0-894e-4f1d-a017-1f455ae8a059', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'port_id': '95abaac0-894e-4f1d-a017-1f455ae8a059', 'mac_address': 'fa:16:3e:bf:45:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:52:14.831561 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 95abaac0-894e-4f1d-a017-1f455ae8a059 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:52:14.831953 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:14.845628 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95abaac0-894e-4f1d-a017-1f455ae8a059 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:52:14.864505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 95abaac0-894e-4f1d-a017-1f455ae8a059, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=95abaac0-894e-4f1d-a017-1f455ae8a059,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:52:14.868386 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:14.915335 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=95abaac0-894e-4f1d-a017-1f455ae8a059,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:52:14.922592 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:52:14.922946 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:52:14.923297 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:52:14.923636 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:52:14.923976 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:52:14.924311 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:52:14.924645 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:52:14.924975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:52:14.925355 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:52:14.925674 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:52:14.926003 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:52:14.926330 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:52:14.926660 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:52:15.206838 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['95abaac0-894e-4f1d-a017-1f455ae8a059'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:52:15.473513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fac491-26fe-47f5-a769-5a1acfa18f3c req-164a2200-ba26-42fc-9c57-2a7d31689549 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:15.474890 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91fac491-26fe-47f5-a769-5a1acfa18f3c req-164a2200-ba26-42fc-9c57-2a7d31689549 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 945 time: 0.0525725 Feb 07 17:52:15.523628 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-91fac491-26fe-47f5-a769-5a1acfa18f3c req-cb7a8899-4310-4fdf-aee3-6d9d064ef6b0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421090 Feb 07 17:52:16.641532 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0eb168-ab0e-4703-8bab-519689e32d99 req-9b1d0018-4641-4e2e-8d25-6a909fb0ab88 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:16.643037 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a0eb168-ab0e-4703-8bab-519689e32d99 req-9b1d0018-4641-4e2e-8d25-6a909fb0ab88 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 945 time: 0.0520539 Feb 07 17:52:16.687457 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 95abaac0-894e-4f1d-a017-1f455ae8a059 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:52:16.695667 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a0eb168-ab0e-4703-8bab-519689e32d99 req-ea03f041-7ba7-4fe3-80d0-2960e4a2ab55 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470634 Feb 07 17:52:16.736373 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port 95abaac0-894e-4f1d-a017-1f455ae8a059 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:52:16.740119 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 95abaac0-894e-4f1d-a017-1f455ae8a059 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:52:16.740504 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:16.816828 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 95abaac0-894e-4f1d-a017-1f455ae8a059 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:52:16.817145 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:16.840150 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5718e7fd-0a16-4490-a494-3e295f3b9163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95abaac0-894e-4f1d-a017-1f455ae8a059'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:52:16.842678 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e52db1b-343c-4e99-b5c3-eca6a1ac0aba" -d '{"events": [{"server_uuid": "5718e7fd-0a16-4490-a494-3e295f3b9163", "name": "network-vif-plugged", "status": "completed", "tag": "95abaac0-894e-4f1d-a017-1f455ae8a059"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:52:16.855252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 95abaac0-894e-4f1d-a017-1f455ae8a059, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=95abaac0-894e-4f1d-a017-1f455ae8a059,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:52:16.859369 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:16.886469 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6813006-b11c-43b7-8a2c-95df483a5b7b x-openstack-request-id: req-a6813006-b11c-43b7-8a2c-95df483a5b7b {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:52:16.886772 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5718e7fd-0a16-4490-a494-3e295f3b9163", "name": "network-vif-plugged", "status": "completed", "tag": "95abaac0-894e-4f1d-a017-1f455ae8a059", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:52:16.887035 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6813006-b11c-43b7-8a2c-95df483a5b7b {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:52:16.887435 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5718e7fd-0a16-4490-a494-3e295f3b9163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95abaac0-894e-4f1d-a017-1f455ae8a059', 'code': 200} Feb 07 17:52:16.913218 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=95abaac0-894e-4f1d-a017-1f455ae8a059,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:52:16.985110 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0116947-8cea-4329-a14b-7437dabcf54f req-01c83aae-117f-4e8c-939f-a6a081a39039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:16.986649 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0116947-8cea-4329-a14b-7437dabcf54f req-01c83aae-117f-4e8c-939f-a6a081a39039 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 1128 time: 0.0477591 Feb 07 17:52:17.031513 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d0116947-8cea-4329-a14b-7437dabcf54f req-191ee83e-961e-4a55-a927-4f62f81a1c25 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385668 Feb 07 17:52:17.815080 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be71760-e4d9-4327-b293-fd8e1e1838b7 req-80daf8d6-bb4c-4081-a93f-e536ec57c655 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:17.816584 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0be71760-e4d9-4327-b293-fd8e1e1838b7 req-80daf8d6-bb4c-4081-a93f-e536ec57c655 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0522530 Feb 07 17:52:17.865255 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0be71760-e4d9-4327-b293-fd8e1e1838b7 req-b4bbc25c-dc87-40ca-974e-c61dadadb017 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431316 Feb 07 17:52:18.985836 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa86aa-ad40-46cc-8ac9-df294e4850fa req-86726e6e-bd0a-4f40-9f44-d6b058d0c2d3 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:18.987327 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02fa86aa-ad40-46cc-8ac9-df294e4850fa req-86726e6e-bd0a-4f40-9f44-d6b058d0c2d3 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0529506 Feb 07 17:52:19.036653 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-02fa86aa-ad40-46cc-8ac9-df294e4850fa req-e769314f-c9d5-4fa4-8109-878f7a9f8df8 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437834 Feb 07 17:52:19.155039 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3fa42-8518-4188-931c-b1cdca70ffbe req-c98ed3cb-dd59-421a-8edf-5a778d992c04 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:19.156430 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cbb3fa42-8518-4188-931c-b1cdca70ffbe req-c98ed3cb-dd59-421a-8edf-5a778d992c04 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0535655 Feb 07 17:52:19.204303 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-cbb3fa42-8518-4188-931c-b1cdca70ffbe req-4246a845-9abe-46fc-8039-e2f999717b15 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422766 Feb 07 17:52:19.226415 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34896) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:52:19.324827 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b318303-713a-4131-a639-ac723f206548 tempest-TestShelveInstance-1186646636 tempest-TestShelveInstance-1186646636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:19.326395 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-5b318303-713a-4131-a639-ac723f206548 tempest-TestShelveInstance-1186646636 tempest-TestShelveInstance-1186646636-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 1123 time: 0.0990255 Feb 07 17:52:19.329190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 34900) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:52:19.333345 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': '95abaac0-894e-4f1d-a017-1f455ae8a059', 'tenant_id': '941db0878f6043a594258291cf60e265', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:52:19.351745 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:19.444464 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:19.546514 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Allocated IP 172.25.4.250 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/30829436-379f-4bf6-945c-3f53d4199501) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:52:19.643519 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for port (30829436-379f-4bf6-945c-3f53d4199501), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:19.675399 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (30829436-379f-4bf6-945c-3f53d4199501), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:19.714246 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:52:19.719260 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:52:19.722685 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:52:19.745708 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event updated for resources: {'Port': ['ID=30829436-379f-4bf6-945c-3f53d4199501,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:52:20.071320 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for floatingip (640f7ee8-317a-4c96-a5a7-c187f9550767), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:20.140623 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (30829436-379f-4bf6-945c-3f53d4199501), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:20.299016 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for port (30829436-379f-4bf6-945c-3f53d4199501), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:20.303485 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (30829436-379f-4bf6-945c-3f53d4199501), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:20.370612 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event updated for resources: {'Port': ['ID=30829436-379f-4bf6-945c-3f53d4199501,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:52:20.382692 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (640f7ee8-317a-4c96-a5a7-c187f9550767), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:20.484828 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Floating IP 640f7ee8-317a-4c96-a5a7-c187f9550767 associated. External IP: 172.25.4.250, port: 95abaac0-894e-4f1d-a017-1f455ae8a059. Feb 07 17:52:20.548124 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:52:20.694294 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Router 6eb19823-67ea-4344-a7a6-3e99c5a502fe has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:52:20.802222 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:52:20.812221 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cf72fb-2da6-4bac-9348-4308f72d6b86 None None] Sync routers for ids ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:52:20.821399 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:20.823208 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf72fb-2da6-4bac-9348-4308f72d6b86 None None] Routers {'6eb19823-67ea-4344-a7a6-3e99c5a502fe'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:52:20.823987 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-61cf72fb-2da6-4bac-9348-4308f72d6b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:51:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:52:20.936630 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-61cf72fb-2da6-4bac-9348-4308f72d6b86 None None] Set router 6eb19823-67ea-4344-a7a6-3e99c5a502fe gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:52:21.185861 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c2414c91-1ced-4575-8bbf-8c8e48638f6c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8556023 Feb 07 17:52:21.186470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5718e7fd-0a16-4490-a494-3e295f3b9163', 'tag': '95abaac0-894e-4f1d-a017-1f455ae8a059'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:52:21.188745 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5089396-8ad2-4777-b532-00b60660da1f" -d '{"events": [{"name": "network-changed", "server_uuid": "5718e7fd-0a16-4490-a494-3e295f3b9163", "tag": "95abaac0-894e-4f1d-a017-1f455ae8a059"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:52:21.224531 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5703d9-c125-4b7e-b307-f0ec1521af0e x-openstack-request-id: req-fd5703d9-c125-4b7e-b307-f0ec1521af0e {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:52:21.224837 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5718e7fd-0a16-4490-a494-3e295f3b9163", "tag": "95abaac0-894e-4f1d-a017-1f455ae8a059", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:52:21.225102 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd5703d9-c125-4b7e-b307-f0ec1521af0e {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:52:21.225545 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5718e7fd-0a16-4490-a494-3e295f3b9163', 'tag': '95abaac0-894e-4f1d-a017-1f455ae8a059', 'status': 'completed', 'code': 200} Feb 07 17:52:21.289850 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5089396-8ad2-4777-b532-00b60660da1f req-c4de69cd-f71d-4a7d-be9e-9c0faab58651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:21.291372 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5089396-8ad2-4777-b532-00b60660da1f req-c4de69cd-f71d-4a7d-be9e-9c0faab58651 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 1128 time: 0.0435524 Feb 07 17:52:21.327916 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-61cf72fb-2da6-4bac-9348-4308f72d6b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:36Z', 'revision_number': 4, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port': {'id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '640f7ee8-317a-4c96-a5a7-c187f9550767', 'tenant_id': '941db0878f6043a594258291cf60e265', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'port_id': '95abaac0-894e-4f1d-a017-1f455ae8a059', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'mac_address': 'fa:16:3e:bf:45:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5718e7fd-0a16-4490-a494-3e295f3b9163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:52:19Z', 'updated_at': '2022-02-07T17:52:19Z', 'revision_number': 0, 'project_id': '941db0878f6043a594258291cf60e265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecf9da70-3b01-405d-8b74-29b0a7b824d7', 'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'tenant_id': '941db0878f6043a594258291cf60e265', 'mac_address': 'fa:16:3e:c2:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:36Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 5, 'project_id': '941db0878f6043a594258291cf60e265', 'subnets': [{'id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:52:21.358234 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cf72fb-2da6-4bac-9348-4308f72d6b86 None None] Checking router: 6eb19823-67ea-4344-a7a6-3e99c5a502fe for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:52:21.366462 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf72fb-2da6-4bac-9348-4308f72d6b86 None None] Routers {'6eb19823-67ea-4344-a7a6-3e99c5a502fe'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:52:21.367083 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-61cf72fb-2da6-4bac-9348-4308f72d6b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:51:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:52:21.384318 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5089396-8ad2-4777-b532-00b60660da1f req-ab3dae3c-3028-42d2-a2f7-d72141b7acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:21.385840 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5089396-8ad2-4777-b532-00b60660da1f req-ab3dae3c-3028-42d2-a2f7-d72141b7acc8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 909 time: 0.0879352 Feb 07 17:52:21.451654 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5089396-8ad2-4777-b532-00b60660da1f req-4ae45be4-22e7-4506-8f6d-9fef614f9f68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95abaac0-894e-4f1d-a017-1f455ae8a059 HTTP/1.1" status: 200 len: 1000 time: 0.0600340 Feb 07 17:52:21.477205 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-61cf72fb-2da6-4bac-9348-4308f72d6b86 None None] Set router 6eb19823-67ea-4344-a7a6-3e99c5a502fe gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:52:21.503970 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5089396-8ad2-4777-b532-00b60660da1f req-3ba66c66-c865-480f-89df-02df5aeb694a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:21.505503 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5089396-8ad2-4777-b532-00b60660da1f req-3ba66c66-c865-480f-89df-02df5aeb694a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0484674 Feb 07 17:52:21.554473 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5089396-8ad2-4777-b532-00b60660da1f req-1f32f9db-230e-4f7b-9056-3fb3c0309a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:21.556025 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5089396-8ad2-4777-b532-00b60660da1f req-1f32f9db-230e-4f7b-9056-3fb3c0309a74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441136 Feb 07 17:52:21.642994 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5089396-8ad2-4777-b532-00b60660da1f req-d3bc2999-b290-4497-80a8-e3733cb3bcca service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810118 Feb 07 17:52:21.709715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-61cf72fb-2da6-4bac-9348-4308f72d6b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:36Z', 'revision_number': 4, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port': {'id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '640f7ee8-317a-4c96-a5a7-c187f9550767', 'tenant_id': '941db0878f6043a594258291cf60e265', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'port_id': '95abaac0-894e-4f1d-a017-1f455ae8a059', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'mac_address': 'fa:16:3e:bf:45:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5718e7fd-0a16-4490-a494-3e295f3b9163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:52:19Z', 'updated_at': '2022-02-07T17:52:19Z', 'revision_number': 0, 'project_id': '941db0878f6043a594258291cf60e265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecf9da70-3b01-405d-8b74-29b0a7b824d7', 'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'tenant_id': '941db0878f6043a594258291cf60e265', 'mac_address': 'fa:16:3e:c2:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:36Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 5, 'project_id': '941db0878f6043a594258291cf60e265', 'subnets': [{'id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:52:21.738076 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a5089396-8ad2-4777-b532-00b60660da1f req-8bceac90-8d37-4c78-b45b-43325cc70787 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891750 Feb 07 17:52:21.740819 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cf72fb-2da6-4bac-9348-4308f72d6b86 None None] The sync data for ids ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'] in n-d-827865-3 is: [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:36Z', 'revision_number': 4, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port': {'id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '640f7ee8-317a-4c96-a5a7-c187f9550767', 'tenant_id': '941db0878f6043a594258291cf60e265', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'port_id': '95abaac0-894e-4f1d-a017-1f455ae8a059', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'mac_address': 'fa:16:3e:bf:45:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5718e7fd-0a16-4490-a494-3e295f3b9163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:52:19Z', 'updated_at': '2022-02-07T17:52:19Z', 'revision_number': 0, 'project_id': '941db0878f6043a594258291cf60e265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecf9da70-3b01-405d-8b74-29b0a7b824d7', 'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'tenant_id': '941db0878f6043a594258291cf60e265', 'mac_address': 'fa:16:3e:c2:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:36Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 5, 'project_id': '941db0878f6043a594258291cf60e265', 'subnets': [{'id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:52:21.840264 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:21.966992 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b8d61-623c-4ed6-90f9-702d70c49c04 None None] New status for floating IP 640f7ee8-317a-4c96-a5a7-c187f9550767: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:52:23.882071 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:25.899013 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-615890b4-0112-4699-8de5-ba3307981ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:28.318460 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6becd8ac-2e71-4ea7-9f4d-0dfe9b2339b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:29.756774 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:31.080815 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:32.575365 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:49.579229 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0fb0c35-f074-4cbf-8d34-d1b2264b97cb req-442a5efa-7913-4bf5-9b23-82034c010754 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431678 Feb 07 17:52:49.662281 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb0c35-f074-4cbf-8d34-d1b2264b97cb req-8b5fc7ce-4012-45b4-b6dc-bb8fce070c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:49.663944 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0fb0c35-f074-4cbf-8d34-d1b2264b97cb req-8b5fc7ce-4012-45b4-b6dc-bb8fce070c60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 1128 time: 0.0432112 Feb 07 17:52:49.768478 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb0c35-f074-4cbf-8d34-d1b2264b97cb req-3a8f0539-e5dd-41fb-852e-5091801a4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:49.769972 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0fb0c35-f074-4cbf-8d34-d1b2264b97cb req-3a8f0539-e5dd-41fb-852e-5091801a4ed3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 909 time: 0.0875256 Feb 07 17:52:49.834382 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0fb0c35-f074-4cbf-8d34-d1b2264b97cb req-4c37a172-112b-4720-bf01-4750d38a05d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95abaac0-894e-4f1d-a017-1f455ae8a059 HTTP/1.1" status: 200 len: 1002 time: 0.0575116 Feb 07 17:52:49.887344 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb0c35-f074-4cbf-8d34-d1b2264b97cb req-67f6313f-2e52-49c7-ac49-a007ed161425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:49.888801 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0fb0c35-f074-4cbf-8d34-d1b2264b97cb req-67f6313f-2e52-49c7-ac49-a007ed161425 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0487897 Feb 07 17:52:49.936104 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb0c35-f074-4cbf-8d34-d1b2264b97cb req-f8710979-317e-46e8-b642-9ab17654dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:52:49.937730 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0fb0c35-f074-4cbf-8d34-d1b2264b97cb req-f8710979-317e-46e8-b642-9ab17654dd4a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427511 Feb 07 17:52:50.022524 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0fb0c35-f074-4cbf-8d34-d1b2264b97cb req-ea885a23-7d0e-4a01-abcf-279ddc823e7d service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789096 Feb 07 17:52:50.113707 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c0fb0c35-f074-4cbf-8d34-d1b2264b97cb req-ed3a6774-575f-48e9-8674-ec1a7871d7b0 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844078 Feb 07 17:52:51.837440 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:53.886664 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:55.900652 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f9c07fea-28ee-4b48-9b16-1872c6ea79a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:57.547225 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:52:58.320235 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-63879418-1b22-4cac-8985-4976f93474d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:52:59.759657 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:53:01.081539 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:53:02.576580 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:53:21.837170 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:53:23.887174 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:53:25.907121 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f5663488-b327-48cf-b26d-6ca9fddc4f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:53:28.321817 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d1070ce3-f374-450d-835a-9b8a9fedee81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:53:29.762543 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:53:31.084702 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:53:32.578466 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:53:34.546376 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:53:51.037376 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3942cd0-2e12-4ac4-9138-2d5f2c6d4b25 req-b72b760e-e791-4d69-b4ec-50a06ea2e5e2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0822034 Feb 07 17:53:51.119924 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3942cd0-2e12-4ac4-9138-2d5f2c6d4b25 req-06d7bdbd-f856-4332-b714-db126c965806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:53:51.121568 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3942cd0-2e12-4ac4-9138-2d5f2c6d4b25 req-06d7bdbd-f856-4332-b714-db126c965806 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 1128 time: 0.0448837 Feb 07 17:53:51.225527 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3942cd0-2e12-4ac4-9138-2d5f2c6d4b25 req-626b0021-1b02-4d36-bf6d-f58a4fe974a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:53:51.226931 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3942cd0-2e12-4ac4-9138-2d5f2c6d4b25 req-626b0021-1b02-4d36-bf6d-f58a4fe974a9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 909 time: 0.0878978 Feb 07 17:53:51.291011 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3942cd0-2e12-4ac4-9138-2d5f2c6d4b25 req-caa049e4-f093-413e-9475-6f63eb86983f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95abaac0-894e-4f1d-a017-1f455ae8a059 HTTP/1.1" status: 200 len: 1002 time: 0.0577321 Feb 07 17:53:51.342150 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3942cd0-2e12-4ac4-9138-2d5f2c6d4b25 req-2deaaa79-5e7f-4651-b505-dec565d39033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:53:51.343583 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3942cd0-2e12-4ac4-9138-2d5f2c6d4b25 req-2deaaa79-5e7f-4651-b505-dec565d39033 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0472095 Feb 07 17:53:51.390630 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3942cd0-2e12-4ac4-9138-2d5f2c6d4b25 req-3dd7948f-d061-4851-ad9a-836c2d2c1eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:53:51.392113 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3942cd0-2e12-4ac4-9138-2d5f2c6d4b25 req-3dd7948f-d061-4851-ad9a-836c2d2c1eb3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430574 Feb 07 17:53:51.481943 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3942cd0-2e12-4ac4-9138-2d5f2c6d4b25 req-0d9dfede-51ef-4ccb-bf51-eeff830f2efd service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839796 Feb 07 17:53:51.572871 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c3942cd0-2e12-4ac4-9138-2d5f2c6d4b25 req-91fe5a51-c721-4a88-b070-1345338de1d9 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854185 Feb 07 17:53:51.836125 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:53:53.899337 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:53:55.905502 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-714f2465-c920-4d77-8193-ad52ff65ea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:53:58.323963 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-225c1c21-21c3-4fdf-9de0-7dbf6782d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:53:59.765592 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:01.088615 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:02.581017 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:11.547040 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:54:16.393400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574ec19-a949-431d-9d63-c3108dc68768 req-324ecb54-f0c9-4417-b48a-ec8a3619f4de tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:16.394820 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8574ec19-a949-431d-9d63-c3108dc68768 req-324ecb54-f0c9-4417-b48a-ec8a3619f4de tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0535626 Feb 07 17:54:16.447241 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8574ec19-a949-431d-9d63-c3108dc68768 req-6880971c-4293-4704-a100-f5ad9cbbadea tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460854 Feb 07 17:54:17.570062 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce709742-1ca6-4535-a0ef-dd144bd05311 req-bc15e86b-38e5-46b6-a473-28c899914801 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:17.571549 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce709742-1ca6-4535-a0ef-dd144bd05311 req-bc15e86b-38e5-46b6-a473-28c899914801 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0539615 Feb 07 17:54:17.620561 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce709742-1ca6-4535-a0ef-dd144bd05311 req-1755f629-69ef-4cda-ade8-7d172b471294 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429082 Feb 07 17:54:18.748557 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd618bce-5488-4977-a199-4c3d6f3b8a3c req-9542129d-4d57-4a39-a260-ac4efff894bd tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:18.750047 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd618bce-5488-4977-a199-4c3d6f3b8a3c req-9542129d-4d57-4a39-a260-ac4efff894bd tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0573862 Feb 07 17:54:18.798905 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-cd618bce-5488-4977-a199-4c3d6f3b8a3c req-f2d2e600-a3ef-4cbb-856f-4da1e3c11cb1 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433471 Feb 07 17:54:19.923826 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50494978-0169-42b9-a4f0-c84f43d06809 req-9fc108dc-8f0e-43ac-9d0d-8a3ab6265a26 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:19.925317 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-50494978-0169-42b9-a4f0-c84f43d06809 req-9fc108dc-8f0e-43ac-9d0d-8a3ab6265a26 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0568056 Feb 07 17:54:19.973046 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-50494978-0169-42b9-a4f0-c84f43d06809 req-1764ea21-e534-47f7-b716-217b5b80932a tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419996 Feb 07 17:54:21.093890 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd40304-3c51-48a3-8cb1-2ac5ecb3c27a req-52a62434-1fce-4ad1-bc86-3d626f203683 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:21.095365 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4cd40304-3c51-48a3-8cb1-2ac5ecb3c27a req-52a62434-1fce-4ad1-bc86-3d626f203683 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0532568 Feb 07 17:54:21.143144 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4cd40304-3c51-48a3-8cb1-2ac5ecb3c27a req-4a3c5a84-990b-45e5-85ab-0f5d591fe13b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420845 Feb 07 17:54:21.836606 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:22.262190 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e98d4a-7527-4521-91fd-20e12681645c req-1a884040-0aa8-44cd-995d-d39ef8fd4a19 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:22.263696 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61e98d4a-7527-4521-91fd-20e12681645c req-1a884040-0aa8-44cd-995d-d39ef8fd4a19 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0526357 Feb 07 17:54:22.314054 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61e98d4a-7527-4521-91fd-20e12681645c req-a78a78be-0fb5-4539-9106-3a92a567fcbb tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447159 Feb 07 17:54:23.432586 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6614252-7c5a-4631-8977-58900615eec6 req-76c65f74-42d1-4699-af76-f3ef7e7833fb tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:23.434123 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e6614252-7c5a-4631-8977-58900615eec6 req-76c65f74-42d1-4699-af76-f3ef7e7833fb tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0535827 Feb 07 17:54:23.487169 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e6614252-7c5a-4631-8977-58900615eec6 req-cf571a84-acf6-4e4b-a5ad-a0006b11208c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469179 Feb 07 17:54:23.917401 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:24.651720 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18a904-1f41-481f-a43a-29c17d7678c8 req-ecc94d02-1e3b-4dd5-94a3-977ab6f452bb tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:24.653235 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5c18a904-1f41-481f-a43a-29c17d7678c8 req-ecc94d02-1e3b-4dd5-94a3-977ab6f452bb tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0975368 Feb 07 17:54:24.705663 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5c18a904-1f41-481f-a43a-29c17d7678c8 req-7a321e90-38c4-4db5-91ad-ae7bab7bdd07 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467477 Feb 07 17:54:25.826027 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dd887-474b-4fbc-86da-ed3f97ccf71e req-bb7e5fd9-70ec-4f94-b62a-2c8fddd90304 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:25.827476 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b4dd887-474b-4fbc-86da-ed3f97ccf71e req-bb7e5fd9-70ec-4f94-b62a-2c8fddd90304 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0516987 Feb 07 17:54:25.874544 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4b4dd887-474b-4fbc-86da-ed3f97ccf71e req-bb7d8155-c524-45ea-8de3-e3750ea93a59 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414712 Feb 07 17:54:25.912318 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-02bf86a0-97e8-466b-bec5-c1f68c278fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:26.495634 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a816c7-a6ae-4e17-9e09-47622bd7d204 req-34c7038e-6765-4f08-9bd1-1634539554d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:26.497173 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2a816c7-a6ae-4e17-9e09-47622bd7d204 req-34c7038e-6765-4f08-9bd1-1634539554d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 1128 time: 0.0440412 Feb 07 17:54:26.587578 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a816c7-a6ae-4e17-9e09-47622bd7d204 req-88199163-99da-4214-877f-1270a0e7a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:26.589131 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2a816c7-a6ae-4e17-9e09-47622bd7d204 req-88199163-99da-4214-877f-1270a0e7a794 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 909 time: 0.0864835 Feb 07 17:54:26.656180 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2a816c7-a6ae-4e17-9e09-47622bd7d204 req-7d88bd57-940a-4acb-b39b-da9df54cac89 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95abaac0-894e-4f1d-a017-1f455ae8a059 HTTP/1.1" status: 200 len: 1002 time: 0.0614061 Feb 07 17:54:26.702804 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a816c7-a6ae-4e17-9e09-47622bd7d204 req-0642ad9b-75f4-48e3-8fd3-7d37ac542d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:26.704225 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2a816c7-a6ae-4e17-9e09-47622bd7d204 req-0642ad9b-75f4-48e3-8fd3-7d37ac542d0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0425737 Feb 07 17:54:26.755245 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a816c7-a6ae-4e17-9e09-47622bd7d204 req-9524869b-4c8c-497a-8f6c-9ab0a5f80399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:26.756633 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2a816c7-a6ae-4e17-9e09-47622bd7d204 req-9524869b-4c8c-497a-8f6c-9ab0a5f80399 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468805 Feb 07 17:54:26.845218 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2a816c7-a6ae-4e17-9e09-47622bd7d204 req-5b011111-c7db-400c-bf56-9bd123439106 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825052 Feb 07 17:54:26.936658 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b2a816c7-a6ae-4e17-9e09-47622bd7d204 req-b94b2ae0-b783-4175-9cb6-2dabba5d90bc service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857956 Feb 07 17:54:26.992487 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017381a6-2d0c-4ae7-9be9-0da837433035 req-fbb20a64-9f11-480d-b8f0-ee60116a904e tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:26.994601 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-017381a6-2d0c-4ae7-9be9-0da837433035 req-fbb20a64-9f11-480d-b8f0-ee60116a904e tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0532458 Feb 07 17:54:27.042049 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-017381a6-2d0c-4ae7-9be9-0da837433035 req-54dbf3e3-ec2b-40f3-8946-ff8630e7e5c2 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417652 Feb 07 17:54:28.161986 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebd8f1-c718-4668-8687-8b75a2f94dbe req-4bde1d70-b7e6-49ea-a894-1aa0398b539f tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:28.163470 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4eebd8f1-c718-4668-8687-8b75a2f94dbe req-4bde1d70-b7e6-49ea-a894-1aa0398b539f tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0530915 Feb 07 17:54:28.211547 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4eebd8f1-c718-4668-8687-8b75a2f94dbe req-7f97fa9b-19a2-450f-99e5-07ff89a7ce55 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417595 Feb 07 17:54:28.326810 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a7bd551f-119c-470c-96a8-3cc6e7a2ffc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:29.334295 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfd460-52dd-48f1-a081-4105fb45f674 req-8d6c62c7-857c-4d4b-ae59-fa1fbab18c97 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:29.335918 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61dfd460-52dd-48f1-a081-4105fb45f674 req-8d6c62c7-857c-4d4b-ae59-fa1fbab18c97 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0541036 Feb 07 17:54:29.391490 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-61dfd460-52dd-48f1-a081-4105fb45f674 req-d2d1bf9c-b330-4e76-882b-e1c4343b8aa2 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448148 Feb 07 17:54:29.771741 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:30.508395 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf880e-a8a0-4be7-93ab-c1262760fa27 req-7d2d9361-15fd-4804-a02e-e1269b5812bc tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:30.510384 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c9cf880e-a8a0-4be7-93ab-c1262760fa27 req-7d2d9361-15fd-4804-a02e-e1269b5812bc tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0517426 Feb 07 17:54:30.561430 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c9cf880e-a8a0-4be7-93ab-c1262760fa27 req-689d0e03-2b17-401a-8544-48f5cb86d873 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450778 Feb 07 17:54:31.090279 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:31.371781 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 95abaac0-894e-4f1d-a017-1f455ae8a059 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:54:31.450824 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 95abaac0-894e-4f1d-a017-1f455ae8a059 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:54:31.451211 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:31.475853 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5718e7fd-0a16-4490-a494-3e295f3b9163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95abaac0-894e-4f1d-a017-1f455ae8a059'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:54:31.478622 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5541b1-3c89-4d0b-831b-4ec90a14100c" -d '{"events": [{"server_uuid": "5718e7fd-0a16-4490-a494-3e295f3b9163", "name": "network-vif-unplugged", "status": "completed", "tag": "95abaac0-894e-4f1d-a017-1f455ae8a059"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:54:31.492407 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 95abaac0-894e-4f1d-a017-1f455ae8a059, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=95abaac0-894e-4f1d-a017-1f455ae8a059,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:54:31.497117 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:31.528347 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 17:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1486c4f4-09e6-4c72-a0ea-9e79c13ff187 x-openstack-request-id: req-1486c4f4-09e6-4c72-a0ea-9e79c13ff187 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:54:31.528651 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5718e7fd-0a16-4490-a494-3e295f3b9163", "name": "network-vif-unplugged", "status": "completed", "tag": "95abaac0-894e-4f1d-a017-1f455ae8a059", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:54:31.528907 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1486c4f4-09e6-4c72-a0ea-9e79c13ff187 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:54:31.529316 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5718e7fd-0a16-4490-a494-3e295f3b9163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95abaac0-894e-4f1d-a017-1f455ae8a059', 'code': 200} Feb 07 17:54:31.554961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=95abaac0-894e-4f1d-a017-1f455ae8a059,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:54:31.563204 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:54:31.563559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:54:31.563911 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:54:31.564253 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:54:31.564596 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:54:31.564961 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:54:31.565359 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:54:31.565700 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:54:31.566034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:54:31.566667 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:54:31.567149 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:54:31.567487 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:54:31.567821 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:54:31.688627 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c82cc-0131-4ee3-a5e6-d5e2f7ae82b6 req-3660cfa5-6e95-499c-bb47-d02d9a527283 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:31.690138 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a4c82cc-0131-4ee3-a5e6-d5e2f7ae82b6 req-3660cfa5-6e95-499c-bb47-d02d9a527283 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0560548 Feb 07 17:54:31.741736 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a4c82cc-0131-4ee3-a5e6-d5e2f7ae82b6 req-a0e9498e-6247-4673-b807-a406dce137ac tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458677 Feb 07 17:54:32.583699 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:32.867201 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae787d-4183-400b-9158-a045aaae4952 req-42f97fe1-a916-447f-92a4-7ec4c89549cb tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:32.869140 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-64ae787d-4183-400b-9158-a045aaae4952 req-42f97fe1-a916-447f-92a4-7ec4c89549cb tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0564499 Feb 07 17:54:32.917031 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-64ae787d-4183-400b-9158-a045aaae4952 req-ebac0e4f-c06d-40d4-b58b-72d6c89e333d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418255 Feb 07 17:54:32.985709 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-b3d0908c-d761-4395-be85-d089897cb2cc req-b42f8ced-dfe2-454d-a304-4d7f47defc50 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:54:32.986695 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b3d0908c-d761-4395-be85-d089897cb2cc req-b42f8ced-dfe2-454d-a304-4d7f47defc50 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053742 Feb 07 17:54:33.147921 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9ce54e2a-fdfd-46b5-ae05-ecee458d0395 req-040399a6-50bc-4928-90ce-2d6f2c9cabd1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769036 Feb 07 17:54:33.158614 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849d786-9a9f-412f-859f-0e093ac7655e req-a2147406-fd63-4e12-8637-b6b744f7d263 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:33.160014 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4849d786-9a9f-412f-859f-0e093ac7655e req-a2147406-fd63-4e12-8637-b6b744f7d263 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0643051 Feb 07 17:54:33.164720 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-9ce54e2a-fdfd-46b5-ae05-ecee458d0395 req-77ef3628-ffba-4cdb-9b93-4fdc8b4d7ed4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:54:33.166071 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-9ce54e2a-fdfd-46b5-ae05-ecee458d0395 req-77ef3628-ffba-4cdb-9b93-4fdc8b4d7ed4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052173 Feb 07 17:54:33.213737 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4849d786-9a9f-412f-859f-0e093ac7655e req-1ad18b9f-ed4c-4d47-9c46-c1afb2e9177c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467551 Feb 07 17:54:34.336083 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2892db-45c3-4d8c-b79e-dc2cba76e034 req-a71ac885-f6b1-482f-8275-af75d79b17ab tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:34.338114 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c2892db-45c3-4d8c-b79e-dc2cba76e034 req-a71ac885-f6b1-482f-8275-af75d79b17ab tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0535474 Feb 07 17:54:34.387168 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9c2892db-45c3-4d8c-b79e-dc2cba76e034 req-ceec7654-7041-4f1d-aa5b-3704ee8c4831 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425563 Feb 07 17:54:35.507774 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dac898-918b-4d35-a9c0-0770d16c6a3e req-6bb78671-5da1-4265-95ca-58c6b9a72cb3 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:35.509723 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-84dac898-918b-4d35-a9c0-0770d16c6a3e req-6bb78671-5da1-4265-95ca-58c6b9a72cb3 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0532746 Feb 07 17:54:35.558841 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-84dac898-918b-4d35-a9c0-0770d16c6a3e req-19182f36-bfb4-45f1-862a-11b6d4046aba tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434072 Feb 07 17:54:36.679862 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39456e53-b15a-4e24-8a56-07bc0fa069aa req-a846d324-b686-4f9f-8e99-7ecafc3ca469 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:36.681745 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39456e53-b15a-4e24-8a56-07bc0fa069aa req-a846d324-b686-4f9f-8e99-7ecafc3ca469 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0558743 Feb 07 17:54:36.730396 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-39456e53-b15a-4e24-8a56-07bc0fa069aa req-50e83c0e-d409-401a-9650-40b3c9ab33db tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430367 Feb 07 17:54:37.850056 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18449827-1630-4252-aa82-e65aa7659390 req-dcf2775f-46e8-4b6b-9a34-9ee608aa7261 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:37.851646 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-18449827-1630-4252-aa82-e65aa7659390 req-dcf2775f-46e8-4b6b-9a34-9ee608aa7261 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0531464 Feb 07 17:54:37.904800 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-18449827-1630-4252-aa82-e65aa7659390 req-7b8dcfb5-84af-4b4e-a774-b8a0be377472 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464082 Feb 07 17:54:39.025455 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d239f0b-ff77-4221-96f6-dbcf281ed5e2 req-30ec35a1-031d-4d2d-b34d-d9963432fc82 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:39.026927 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5d239f0b-ff77-4221-96f6-dbcf281ed5e2 req-30ec35a1-031d-4d2d-b34d-d9963432fc82 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0527933 Feb 07 17:54:39.074967 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5d239f0b-ff77-4221-96f6-dbcf281ed5e2 req-4b17df57-5b62-4bb1-9c1a-74e736f486dc tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423157 Feb 07 17:54:40.197307 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981171d-fc0c-4383-8c86-aa7e2e4b2646 req-b657db5e-9548-4c62-8f03-46bc2bf0e673 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:40.198802 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d981171d-fc0c-4383-8c86-aa7e2e4b2646 req-b657db5e-9548-4c62-8f03-46bc2bf0e673 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0574408 Feb 07 17:54:40.248547 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d981171d-fc0c-4383-8c86-aa7e2e4b2646 req-9b7a94d1-21f1-4e92-8a87-96b2d110027a tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439401 Feb 07 17:54:41.367151 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66ab29-b790-4bec-8cc0-16b81ce15f30 req-104b50e4-41ae-4cf0-acc4-60bdf3fde58f tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:41.368719 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0d66ab29-b790-4bec-8cc0-16b81ce15f30 req-104b50e4-41ae-4cf0-acc4-60bdf3fde58f tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0521874 Feb 07 17:54:41.683908 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0d66ab29-b790-4bec-8cc0-16b81ce15f30 req-8421b1a4-8f20-4526-936d-eb334d65c66d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3096044 Feb 07 17:54:42.808723 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704030f-0f2d-4f19-9d92-9c2327776e93 req-282876fc-d97d-4afb-969f-5281e2919b07 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:42.810908 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3704030f-0f2d-4f19-9d92-9c2327776e93 req-282876fc-d97d-4afb-969f-5281e2919b07 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0564778 Feb 07 17:54:42.865120 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-3704030f-0f2d-4f19-9d92-9c2327776e93 req-67ee250c-8e74-4d7f-ab13-f100d3f918bc tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482497 Feb 07 17:54:43.490594 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce54e2a-fdfd-46b5-ae05-ecee458d0395 req-252ae7a6-816f-432a-8bac-3f2a5df23704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:43.492099 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ce54e2a-fdfd-46b5-ae05-ecee458d0395 req-252ae7a6-816f-432a-8bac-3f2a5df23704 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163&tenant_id=941db0878f6043a594258291cf60e265 HTTP/1.1" status: 200 len: 1126 time: 0.0751367 Feb 07 17:54:43.553249 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce54e2a-fdfd-46b5-ae05-ecee458d0395 req-d300a835-bb9a-429e-aae3-d1aa1c1566c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:43.554707 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ce54e2a-fdfd-46b5-ae05-ecee458d0395 req-d300a835-bb9a-429e-aae3-d1aa1c1566c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 1126 time: 0.0420322 Feb 07 17:54:43.644060 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce54e2a-fdfd-46b5-ae05-ecee458d0395 req-2bffdee5-d1ff-46c4-98f0-da4eec41b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:43.645543 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ce54e2a-fdfd-46b5-ae05-ecee458d0395 req-2bffdee5-d1ff-46c4-98f0-da4eec41b0f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 909 time: 0.0853450 Feb 07 17:54:43.710901 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ce54e2a-fdfd-46b5-ae05-ecee458d0395 req-2cb5dad0-e7a1-4c5c-9cce-b3c9a9eaffe5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95abaac0-894e-4f1d-a017-1f455ae8a059 HTTP/1.1" status: 200 len: 1000 time: 0.0599618 Feb 07 17:54:43.758416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce54e2a-fdfd-46b5-ae05-ecee458d0395 req-5469f38f-6090-431d-81cd-799b84785c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:43.760382 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ce54e2a-fdfd-46b5-ae05-ecee458d0395 req-5469f38f-6090-431d-81cd-799b84785c4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0439723 Feb 07 17:54:43.807842 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce54e2a-fdfd-46b5-ae05-ecee458d0395 req-406008d3-fce7-4331-8aa1-76caa3fa9d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:43.809218 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ce54e2a-fdfd-46b5-ae05-ecee458d0395 req-406008d3-fce7-4331-8aa1-76caa3fa9d83 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429661 Feb 07 17:54:43.898646 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ce54e2a-fdfd-46b5-ae05-ecee458d0395 req-7e3cb4cc-492e-4d86-adb0-697be1f391a8 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835571 Feb 07 17:54:44.029044 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613a308-5bfb-48a2-855a-d5e0b2fb7db7 req-b83a909d-f341-48eb-8bf9-4a309184c067 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:44.030532 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e613a308-5bfb-48a2-855a-d5e0b2fb7db7 req-b83a909d-f341-48eb-8bf9-4a309184c067 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0837243 Feb 07 17:54:44.032459 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9ce54e2a-fdfd-46b5-ae05-ecee458d0395 req-775d332d-fff0-455f-9827-7250fc560726 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277764 Feb 07 17:54:44.081232 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e613a308-5bfb-48a2-855a-d5e0b2fb7db7 req-77ac6da6-378d-4683-8b8c-cbcec2ac1cd4 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450106 Feb 07 17:54:45.200198 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a640dd3-6422-4e17-80fc-8bd9c8664e87 req-111f3afa-821a-45c5-927b-7fa81d1710f1 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:45.201722 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a640dd3-6422-4e17-80fc-8bd9c8664e87 req-111f3afa-821a-45c5-927b-7fa81d1710f1 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0523651 Feb 07 17:54:45.253955 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4a640dd3-6422-4e17-80fc-8bd9c8664e87 req-46405319-c16e-440e-86de-e369e2d756d5 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465436 Feb 07 17:54:46.375467 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3a737-1810-46e9-8e09-0a134be8aa2b req-a662fdb1-5b87-4c98-89fd-09c2c4e6786e tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:46.376861 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90b3a737-1810-46e9-8e09-0a134be8aa2b req-a662fdb1-5b87-4c98-89fd-09c2c4e6786e tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0537968 Feb 07 17:54:46.425224 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-90b3a737-1810-46e9-8e09-0a134be8aa2b req-26f97e62-66cf-42ce-b894-dda6db658138 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427587 Feb 07 17:54:47.547693 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe93429-60d6-466f-974b-9f150167fa76 req-ba18cefe-8418-4109-a7b8-2a126982366d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:47.549075 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bbe93429-60d6-466f-974b-9f150167fa76 req-ba18cefe-8418-4109-a7b8-2a126982366d tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0550761 Feb 07 17:54:47.597477 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-bbe93429-60d6-466f-974b-9f150167fa76 req-eb2e449b-1383-422d-8f80-4523fe80218b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427663 Feb 07 17:54:48.546374 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:54:48.719039 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87271ed0-33cc-4b27-8e67-d5a0573c4802 req-8d8d8a55-445e-4440-8001-6c58ccb6f646 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:48.720537 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87271ed0-33cc-4b27-8e67-d5a0573c4802 req-8d8d8a55-445e-4440-8001-6c58ccb6f646 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0567746 Feb 07 17:54:48.776893 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87271ed0-33cc-4b27-8e67-d5a0573c4802 req-faccf5f4-19f2-43f3-ace3-267f5db577d1 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501478 Feb 07 17:54:49.894000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50698f9-f32a-419e-90d9-38d933389598 req-b860894c-2705-44f4-8731-c0050a361cba tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:49.895460 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f50698f9-f32a-419e-90d9-38d933389598 req-b860894c-2705-44f4-8731-c0050a361cba tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0512102 Feb 07 17:54:49.945324 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f50698f9-f32a-419e-90d9-38d933389598 req-87dbe97f-f86a-4006-bbc0-989725612aee tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442326 Feb 07 17:54:51.064747 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8460dd-60d5-434f-a361-efe149fcdfe5 req-c3163a9c-9621-46df-a72f-3bfb5f14795e tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:51.066272 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e8460dd-60d5-434f-a361-efe149fcdfe5 req-c3163a9c-9621-46df-a72f-3bfb5f14795e tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 944 time: 0.0516775 Feb 07 17:54:51.114987 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2e8460dd-60d5-434f-a361-efe149fcdfe5 req-85f566c3-e8aa-4c46-a200-0bed50247b2b tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432100 Feb 07 17:54:51.435360 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 95abaac0-894e-4f1d-a017-1f455ae8a059 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:54:51.534111 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 95abaac0-894e-4f1d-a017-1f455ae8a059, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=95abaac0-894e-4f1d-a017-1f455ae8a059,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:54:51.546089 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': '95abaac0-894e-4f1d-a017-1f455ae8a059', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'port_id': '95abaac0-894e-4f1d-a017-1f455ae8a059', 'mac_address': 'fa:16:3e:bf:45:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:54:51.581583 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 95abaac0-894e-4f1d-a017-1f455ae8a059 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:54:51.581979 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:51.595019 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95abaac0-894e-4f1d-a017-1f455ae8a059 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:54:51.617659 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 95abaac0-894e-4f1d-a017-1f455ae8a059, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=95abaac0-894e-4f1d-a017-1f455ae8a059,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:54:51.621661 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:51.666158 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=95abaac0-894e-4f1d-a017-1f455ae8a059,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:54:51.865994 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:51.932440 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['95abaac0-894e-4f1d-a017-1f455ae8a059'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:54:52.241382 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99f7cb-db6a-4ada-9fcb-394233f8d7b6 req-c76cdc51-f2fe-4368-8aea-d24a25de77fe tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:52.242837 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce99f7cb-db6a-4ada-9fcb-394233f8d7b6 req-c76cdc51-f2fe-4368-8aea-d24a25de77fe tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 945 time: 0.0568666 Feb 07 17:54:52.291713 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-ce99f7cb-db6a-4ada-9fcb-394233f8d7b6 req-56718c97-4092-4f98-87dd-cf2d05a8f3c5 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424609 Feb 07 17:54:53.030996 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7979f-bb51-467b-9329-0d5921f8d549 req-f895c8d6-4117-4b31-b324-9694ff986442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:53.032483 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a6d7979f-bb51-467b-9329-0d5921f8d549 req-f895c8d6-4117-4b31-b324-9694ff986442 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 1127 time: 0.0444341 Feb 07 17:54:53.135816 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7979f-bb51-467b-9329-0d5921f8d549 req-ffb540f8-ddfc-4f1b-a0a2-d2e79dd215d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:53.137295 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a6d7979f-bb51-467b-9329-0d5921f8d549 req-ffb540f8-ddfc-4f1b-a0a2-d2e79dd215d7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 909 time: 0.0865073 Feb 07 17:54:53.201059 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a6d7979f-bb51-467b-9329-0d5921f8d549 req-f6491980-4955-4135-b6a8-25d75b7e0b75 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95abaac0-894e-4f1d-a017-1f455ae8a059 HTTP/1.1" status: 200 len: 1001 time: 0.0574622 Feb 07 17:54:53.250004 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7979f-bb51-467b-9329-0d5921f8d549 req-9772d5bc-7b40-4596-b4bd-cbb18a0f8699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:53.251484 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a6d7979f-bb51-467b-9329-0d5921f8d549 req-9772d5bc-7b40-4596-b4bd-cbb18a0f8699 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0452747 Feb 07 17:54:53.302829 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7979f-bb51-467b-9329-0d5921f8d549 req-97f94f24-dd90-410d-b1b2-0af5de532d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:53.304231 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a6d7979f-bb51-467b-9329-0d5921f8d549 req-97f94f24-dd90-410d-b1b2-0af5de532d82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476873 Feb 07 17:54:53.428233 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a6d7979f-bb51-467b-9329-0d5921f8d549 req-ac910551-782c-44fe-a023-831a09ae95be service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173904 Feb 07 17:54:53.433621 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 95abaac0-894e-4f1d-a017-1f455ae8a059 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:54:53.440012 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5ffbf-097c-4ef1-a500-91a572e591dd req-4943ad58-f4ed-404e-b798-2ad91dc136d2 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:53.441478 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b7a5ffbf-097c-4ef1-a500-91a572e591dd req-4943ad58-f4ed-404e-b798-2ad91dc136d2 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 945 time: 0.0823286 Feb 07 17:54:53.484737 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port 95abaac0-894e-4f1d-a017-1f455ae8a059 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:54:53.485120 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:53.536931 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b7a5ffbf-097c-4ef1-a500-91a572e591dd req-e0a8c889-76f0-4242-8056-1b43ad8e8df6 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867870 Feb 07 17:54:53.563156 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a6d7979f-bb51-467b-9329-0d5921f8d549 req-dc485149-7776-46a9-b1e4-2f95d8e683c4 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207440 Feb 07 17:54:53.566108 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port 95abaac0-894e-4f1d-a017-1f455ae8a059 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:54:53.566522 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:53.590145 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5718e7fd-0a16-4490-a494-3e295f3b9163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95abaac0-894e-4f1d-a017-1f455ae8a059'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:54:53.592360 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f45a56-7de6-4c72-915c-5c4116ba488a" -d '{"events": [{"server_uuid": "5718e7fd-0a16-4490-a494-3e295f3b9163", "name": "network-vif-plugged", "status": "completed", "tag": "95abaac0-894e-4f1d-a017-1f455ae8a059"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:54:53.604167 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port 95abaac0-894e-4f1d-a017-1f455ae8a059, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=95abaac0-894e-4f1d-a017-1f455ae8a059,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:54:53.609408 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:53.657762 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=95abaac0-894e-4f1d-a017-1f455ae8a059,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:54:53.710987 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe833e0-7d95-425d-8492-2ae03bb14866 x-openstack-request-id: req-8fe833e0-7d95-425d-8492-2ae03bb14866 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:54:53.711287 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5718e7fd-0a16-4490-a494-3e295f3b9163", "name": "network-vif-plugged", "status": "completed", "tag": "95abaac0-894e-4f1d-a017-1f455ae8a059", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:54:53.711545 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fe833e0-7d95-425d-8492-2ae03bb14866 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:54:53.711975 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5718e7fd-0a16-4490-a494-3e295f3b9163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95abaac0-894e-4f1d-a017-1f455ae8a059', 'code': 200} Feb 07 17:54:53.860647 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc749e14-e007-45c7-b948-686f3c03af10 req-e846bce7-b228-4e52-a585-52ba847a9ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:53.862107 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc749e14-e007-45c7-b948-686f3c03af10 req-e846bce7-b228-4e52-a585-52ba847a9ab3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 1128 time: 0.0487814 Feb 07 17:54:53.906976 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc749e14-e007-45c7-b948-686f3c03af10 req-c9a1f43a-55f1-495b-b2ff-3c34651aab97 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382280 Feb 07 17:54:53.917434 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:54.655933 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bd317-d650-4fbe-9fb7-969730931a65 req-8665ef64-c536-4b9d-8555-f2331fe4b0bb tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:54.657405 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f69bd317-d650-4fbe-9fb7-969730931a65 req-8665ef64-c536-4b9d-8555-f2331fe4b0bb tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0528474 Feb 07 17:54:54.705750 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f69bd317-d650-4fbe-9fb7-969730931a65 req-447955e1-e860-431d-84ca-5c46d4dd3edf tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427976 Feb 07 17:54:55.826420 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28faffd4-206d-4f86-bc42-ef05687399bc req-3c8649d9-33d4-41e5-9fb3-c57757234647 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:54:55.827937 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-28faffd4-206d-4f86-bc42-ef05687399bc req-3c8649d9-33d4-41e5-9fb3-c57757234647 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0535505 Feb 07 17:54:55.875754 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-28faffd4-206d-4f86-bc42-ef05687399bc req-8a851dbd-2413-4d1a-848a-0f4647568deb tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423567 Feb 07 17:54:55.914823 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4a5c7204-510d-44c6-b401-932cbb6dc472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:58.332036 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aa2b90f4-4880-4333-bf7f-1133ba005534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:54:59.771342 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:55:01.094526 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:55:02.587405 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:55:21.866540 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:55:23.931085 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:55:25.545750 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:55:25.906283 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9810-52f8-4a2d-b0a7-2b0a194d6e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:55:28.333864 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-284ea925-8663-481f-874b-992540181086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:55:29.777620 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:55:31.095967 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:55:32.589339 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:55:51.870894 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:55:53.930329 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:55:54.001998 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba5b2fbf-ec0d-420f-a440-567ad464ef6e req-73021ee4-0027-4892-b23d-8c99690b1852 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430114 Feb 07 17:55:54.087313 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b2fbf-ec0d-420f-a440-567ad464ef6e req-eddda45e-c752-4ff9-87df-42431b8f0a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:55:54.088811 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba5b2fbf-ec0d-420f-a440-567ad464ef6e req-eddda45e-c752-4ff9-87df-42431b8f0a5e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 1128 time: 0.0467343 Feb 07 17:55:54.190549 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b2fbf-ec0d-420f-a440-567ad464ef6e req-be926ce3-0268-4c12-860a-54fef2a38a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:55:54.191924 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba5b2fbf-ec0d-420f-a440-567ad464ef6e req-be926ce3-0268-4c12-860a-54fef2a38a6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 909 time: 0.0826230 Feb 07 17:55:54.258729 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba5b2fbf-ec0d-420f-a440-567ad464ef6e req-63d379ab-0259-487f-b7a7-37ad022d7c54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95abaac0-894e-4f1d-a017-1f455ae8a059 HTTP/1.1" status: 200 len: 1002 time: 0.0608616 Feb 07 17:55:54.305163 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b2fbf-ec0d-420f-a440-567ad464ef6e req-f5a3aba3-236c-4352-a5b6-b6d85b5e9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:55:54.306603 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba5b2fbf-ec0d-420f-a440-567ad464ef6e req-f5a3aba3-236c-4352-a5b6-b6d85b5e9403 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0429053 Feb 07 17:55:54.354165 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b2fbf-ec0d-420f-a440-567ad464ef6e req-346411e3-050f-4c03-bd05-4cc680f2bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:55:54.355614 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba5b2fbf-ec0d-420f-a440-567ad464ef6e req-346411e3-050f-4c03-bd05-4cc680f2bad3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431862 Feb 07 17:55:54.443400 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba5b2fbf-ec0d-420f-a440-567ad464ef6e req-8fc54cba-179d-43e2-af16-364cb23b62bc service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822740 Feb 07 17:55:54.529871 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-ba5b2fbf-ec0d-420f-a440-567ad464ef6e req-c2e68ce9-e987-40c4-ae98-e4d1fb62cad9 service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805185 Feb 07 17:55:55.907884 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cff33bb3-74bf-4088-85d7-38b8ef325f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:55:58.336557 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ba8eabd9-97fa-421e-9c26-ca82ca3fc361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:55:59.778030 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:01.098689 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:02.545053 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:56:02.594591 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:05.864615 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35076) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:06.018142 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Deleting port 30829436-379f-4bf6-945c-3f53d4199501 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:56:06.018492 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (30829436-379f-4bf6-945c-3f53d4199501), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:06.094615 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (30829436-379f-4bf6-945c-3f53d4199501), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:06.094945 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for floatingip (30829436-379f-4bf6-945c-3f53d4199501), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:06.106765 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Calling delete_port for 30829436-379f-4bf6-945c-3f53d4199501 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:56:06.250499 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (30829436-379f-4bf6-945c-3f53d4199501), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:06.280120 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event deleted for resources: {'Port': ['ID=30829436-379f-4bf6-945c-3f53d4199501,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:06.301846 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:06.302203 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:06.302548 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:06.302895 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:06.303236 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:06.303580 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:06.303919 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:06.304253 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:06.304585 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:06.304917 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:06.305806 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:06.306220 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:06.306543 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:06.347325 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for floatingip (640f7ee8-317a-4c96-a5a7-c187f9550767), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:06.347664 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Floating IP 640f7ee8-317a-4c96-a5a7-c187f9550767 disassociated (deleted). External IP: 172.25.4.250, port: 95abaac0-894e-4f1d-a017-1f455ae8a059. Feb 07 17:56:06.559070 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Router 6eb19823-67ea-4344-a7a6-3e99c5a502fe has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:56:06.665724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:56:06.670490 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:06.675479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84ba0a-905d-417b-9caf-08400d2cd1c9 None None] Sync routers for ids ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:56:06.685888 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed84ba0a-905d-417b-9caf-08400d2cd1c9 None None] Routers {'6eb19823-67ea-4344-a7a6-3e99c5a502fe'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:56:06.686507 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ed84ba0a-905d-417b-9caf-08400d2cd1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:55:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:06.700445 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-587aaf15-dc9d-48a7-8d44-22f9804a772c tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "DELETE /v2.0/floatingips/640f7ee8-317a-4c96-a5a7-c187f9550767 HTTP/1.1" status: 204 len: 168 time: 0.8347487 Feb 07 17:56:06.701486 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5718e7fd-0a16-4490-a494-3e295f3b9163', 'tag': '95abaac0-894e-4f1d-a017-1f455ae8a059'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:56:06.703759 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628c6723cf0d541a6362cfbbde021ddb095c9bd0acbf8defbc90316d1b4a8846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74709b7-8760-409b-9f83-66c637d87a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "5718e7fd-0a16-4490-a494-3e295f3b9163", "tag": "95abaac0-894e-4f1d-a017-1f455ae8a059"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:56:06.744377 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b5a382-0ea7-472e-aa7f-71e2e90804c8 x-openstack-request-id: req-e3b5a382-0ea7-472e-aa7f-71e2e90804c8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:56:06.744670 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5718e7fd-0a16-4490-a494-3e295f3b9163", "tag": "95abaac0-894e-4f1d-a017-1f455ae8a059", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:56:06.744927 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3b5a382-0ea7-472e-aa7f-71e2e90804c8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:56:06.745365 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5718e7fd-0a16-4490-a494-3e295f3b9163', 'tag': '95abaac0-894e-4f1d-a017-1f455ae8a059', 'status': 'completed', 'code': 200} Feb 07 17:56:06.798759 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ed84ba0a-905d-417b-9caf-08400d2cd1c9 None None] Set router 6eb19823-67ea-4344-a7a6-3e99c5a502fe gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:56:06.820625 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74709b7-8760-409b-9f83-66c637d87a7a req-7eb93fe6-2c22-4d0d-8067-18807e03d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:06.832148 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d74709b7-8760-409b-9f83-66c637d87a7a req-7eb93fe6-2c22-4d0d-8067-18807e03d18e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=941db0878f6043a594258291cf60e265&device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 1128 time: 0.0661678 Feb 07 17:56:06.934513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74709b7-8760-409b-9f83-66c637d87a7a req-c667546b-bf26-46f6-88c5-4ae4a46c9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:06.936116 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d74709b7-8760-409b-9f83-66c637d87a7a req-c667546b-bf26-46f6-88c5-4ae4a46c9855 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 200 len: 909 time: 0.0986230 Feb 07 17:56:06.949930 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a3166-32b8-4d85-bc4b-46fe6c558dda req-fea39559-a560-4ecb-9a28-398efcd61f81 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:06.951620 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e83a3166-32b8-4d85-bc4b-46fe6c558dda req-fea39559-a560-4ecb-9a28-398efcd61f81 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0652595 Feb 07 17:56:06.982001 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d74709b7-8760-409b-9f83-66c637d87a7a req-eeb51811-fe8d-4783-8fa5-c62ff5fac77e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95abaac0-894e-4f1d-a017-1f455ae8a059 HTTP/1.1" status: 200 len: 217 time: 0.0397167 Feb 07 17:56:07.005568 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e83a3166-32b8-4d85-bc4b-46fe6c558dda req-52fb2064-ee6d-4f7d-b601-b32e5d6e101e tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478952 Feb 07 17:56:07.040684 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74709b7-8760-409b-9f83-66c637d87a7a req-3c4eabd7-14a1-42cd-8a55-efe71b6d3b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:07.042196 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d74709b7-8760-409b-9f83-66c637d87a7a req-3c4eabd7-14a1-42cd-8a55-efe71b6d3b82 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 200 len: 847 time: 0.0529714 Feb 07 17:56:07.099207 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74709b7-8760-409b-9f83-66c637d87a7a req-f9b28e3f-21fa-428d-aba3-02cb65a7eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:07.100626 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d74709b7-8760-409b-9f83-66c637d87a7a req-f9b28e3f-21fa-428d-aba3-02cb65a7eb69 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523727 Feb 07 17:56:07.167653 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ed84ba0a-905d-417b-9caf-08400d2cd1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:36Z', 'revision_number': 4, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port': {'id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ecf9da70-3b01-405d-8b74-29b0a7b824d7', 'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'tenant_id': '941db0878f6043a594258291cf60e265', 'mac_address': 'fa:16:3e:c2:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:36Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 5, 'project_id': '941db0878f6043a594258291cf60e265', 'subnets': [{'id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:07.189641 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d74709b7-8760-409b-9f83-66c637d87a7a req-5f5d0c63-dfce-4878-babf-579e05e5faab service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824022 Feb 07 17:56:07.196849 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84ba0a-905d-417b-9caf-08400d2cd1c9 None None] Checking router: 6eb19823-67ea-4344-a7a6-3e99c5a502fe for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:56:07.205196 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed84ba0a-905d-417b-9caf-08400d2cd1c9 None None] Routers {'6eb19823-67ea-4344-a7a6-3e99c5a502fe'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:56:07.205841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ed84ba0a-905d-417b-9caf-08400d2cd1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:55:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:07.284543 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d74709b7-8760-409b-9f83-66c637d87a7a req-5515f4ee-2ee4-4bf2-80f3-41693ae2438c service neutron] 10.222.0.48 "GET /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890601 Feb 07 17:56:07.315437 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-ed84ba0a-905d-417b-9caf-08400d2cd1c9 None None] Set router 6eb19823-67ea-4344-a7a6-3e99c5a502fe gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:56:07.512804 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-ed84ba0a-905d-417b-9caf-08400d2cd1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:36Z', 'revision_number': 4, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port': {'id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ecf9da70-3b01-405d-8b74-29b0a7b824d7', 'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'tenant_id': '941db0878f6043a594258291cf60e265', 'mac_address': 'fa:16:3e:c2:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:36Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 5, 'project_id': '941db0878f6043a594258291cf60e265', 'subnets': [{'id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:07.539233 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84ba0a-905d-417b-9caf-08400d2cd1c9 None None] The sync data for ids ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'] in n-d-827865-3 is: [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:36Z', 'revision_number': 4, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port': {'id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'ecf9da70-3b01-405d-8b74-29b0a7b824d7', 'name': '', 'network_id': '99ce02d0-60f1-4ebe-8a71-dadd3dc27b84', 'tenant_id': '941db0878f6043a594258291cf60e265', 'mac_address': 'fa:16:3e:c2:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:36Z', 'updated_at': '2022-02-07T17:46:41Z', 'revision_number': 5, 'project_id': '941db0878f6043a594258291cf60e265', 'subnets': [{'id': '47a5a5aa-3fdf-4552-9179-248ffd6537dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:56:07.756673 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e990cc8-cb53-4d12-9120-2eb5effcd5c1 None None] New status for floating IP 640f7ee8-317a-4c96-a5a7-c187f9550767: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:56:08.135350 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d5c40-bce8-4c82-b601-627a59228789 req-f43774dc-bc34-498f-8d84-2e95d7ce401f tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:08.136739 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2d2d5c40-bce8-4c82-b601-627a59228789 req-f43774dc-bc34-498f-8d84-2e95d7ce401f tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0546706 Feb 07 17:56:08.187339 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-2d2d5c40-bce8-4c82-b601-627a59228789 req-37ccda43-0f48-471f-a778-a4b91739e24e tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d3e0fe1-bd42-478c-b941-924db261c413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448773 Feb 07 17:56:08.501601 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26b13b-7c10-480b-aab6-fb22a47701e9 req-18794a94-d798-4428-b91f-d8272b0c11df tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:08.503059 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4a26b13b-7c10-480b-aab6-fb22a47701e9 req-18794a94-d798-4428-b91f-d8272b0c11df tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.48 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 946 time: 0.0521977 Feb 07 17:56:08.596629 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-4a26b13b-7c10-480b-aab6-fb22a47701e9 req-2232221b-3381-4d64-990e-3826ef258801 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Deleting port 95abaac0-894e-4f1d-a017-1f455ae8a059 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:56:08.596979 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4a26b13b-7c10-480b-aab6-fb22a47701e9 req-2232221b-3381-4d64-990e-3826ef258801 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:08.686741 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4a26b13b-7c10-480b-aab6-fb22a47701e9 req-2232221b-3381-4d64-990e-3826ef258801 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] For port 95abaac0-894e-4f1d-a017-1f455ae8a059, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=95abaac0-894e-4f1d-a017-1f455ae8a059,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:56:08.687106 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4a26b13b-7c10-480b-aab6-fb22a47701e9 req-2232221b-3381-4d64-990e-3826ef258801 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:08.698535 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-4a26b13b-7c10-480b-aab6-fb22a47701e9 req-2232221b-3381-4d64-990e-3826ef258801 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Calling delete_port for 95abaac0-894e-4f1d-a017-1f455ae8a059 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:56:08.822613 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4a26b13b-7c10-480b-aab6-fb22a47701e9 req-2232221b-3381-4d64-990e-3826ef258801 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (95abaac0-894e-4f1d-a017-1f455ae8a059), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:08.849466 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232221b-3381-4d64-990e-3826ef258801 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event deleted for resources: {'Port': ['ID=95abaac0-894e-4f1d-a017-1f455ae8a059,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:08.897337 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a26b13b-7c10-480b-aab6-fb22a47701e9 req-2232221b-3381-4d64-990e-3826ef258801 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] No DVR routers for this DVR port 95abaac0-894e-4f1d-a017-1f455ae8a059 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:56:08.900574 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4a26b13b-7c10-480b-aab6-fb22a47701e9 req-2232221b-3381-4d64-990e-3826ef258801 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:08.903914 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-4a26b13b-7c10-480b-aab6-fb22a47701e9 req-2232221b-3381-4d64-990e-3826ef258801 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.48 "DELETE /v2.0/ports/95abaac0-894e-4f1d-a017-1f455ae8a059 HTTP/1.1" status: 204 len: 173 time: 0.3963070 Feb 07 17:56:08.904358 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5718e7fd-0a16-4490-a494-3e295f3b9163', 'name': 'network-vif-deleted', 'tag': '95abaac0-894e-4f1d-a017-1f455ae8a059'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:56:08.906724 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628c6723cf0d541a6362cfbbde021ddb095c9bd0acbf8defbc90316d1b4a8846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9b58d4-8262-4dc6-9299-a10603dec345" -d '{"events": [{"server_uuid": "5718e7fd-0a16-4490-a494-3e295f3b9163", "name": "network-vif-deleted", "tag": "95abaac0-894e-4f1d-a017-1f455ae8a059"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:56:08.942179 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d0c37b-233b-4e2c-abd2-d8c721473342 x-openstack-request-id: req-25d0c37b-233b-4e2c-abd2-d8c721473342 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:56:08.942482 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5718e7fd-0a16-4490-a494-3e295f3b9163", "name": "network-vif-deleted", "tag": "95abaac0-894e-4f1d-a017-1f455ae8a059", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:56:08.942741 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25d0c37b-233b-4e2c-abd2-d8c721473342 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:56:08.943146 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5718e7fd-0a16-4490-a494-3e295f3b9163', 'name': 'network-vif-deleted', 'tag': '95abaac0-894e-4f1d-a017-1f455ae8a059', 'status': 'completed', 'code': 200} Feb 07 17:56:09.291694 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-8afbab1f-8333-4f82-a821-f55ffe5ee259 req-de33a4ad-e17f-4db7-b3ac-3a4381107842 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 210 time: 0.0282478 Feb 07 17:56:10.390934 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-8815fe62-5231-4ad8-8807-0288386db799 req-ae18fea1-180e-4631-8016-d94c3bb1c9ea tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 210 time: 0.0281928 Feb 07 17:56:11.486464 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dc2ec226-b029-4ee8-9933-8991c6c84b3b req-de610ac6-6e4c-49b1-a5b6-d44bd15ebec7 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 210 time: 0.0282290 Feb 07 17:56:11.903033 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 95abaac0-894e-4f1d-a017-1f455ae8a059 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:56:11.927368 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: 95abaac0-894e-4f1d-a017-1f455ae8a059 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:56:11.927720 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device 95abaac0-894e-4f1d-a017-1f455ae8a059 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:56:12.590498 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-724b92e1-a781-4029-9a6a-cb461fbc44b3 req-1b562d3f-07ab-49f7-88cd-a6ef78a7deab tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 210 time: 0.0283513 Feb 07 17:56:13.697418 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5e2e6c71-a702-4496-b4cf-741ee2737a1a req-c934d691-7885-4d97-8393-88fb8c490703 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 210 time: 0.0352383 Feb 07 17:56:14.792350 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-027c842e-919f-495f-9c00-eeb23069477f req-fb7d868e-db54-4d34-ada0-0d92bb69ecd0 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 210 time: 0.0285945 Feb 07 17:56:15.886763 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-d43d0566-da82-49c6-a43f-9cb831076a39 req-78534cf9-9a9d-4659-9d9b-0b0aef493de1 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 210 time: 0.0275481 Feb 07 17:56:16.987277 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-daefdfae-4ba7-42e3-9591-87f3163098e2 req-5b42028d-64cf-44f0-909a-7705e6653208 tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "GET /v2.0/ports?device_id=5718e7fd-0a16-4490-a494-3e295f3b9163 HTTP/1.1" status: 200 len: 210 time: 0.0327537 Feb 07 17:56:18.043769 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35116) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:18.100692 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6d896ca-48a7-427e-96d8-7f7a340369cf tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group (7d3e0fe1-bd42-478c-b941-924db261c413), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:18.126020 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6d896ca-48a7-427e-96d8-7f7a340369cf tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group (7d3e0fe1-bd42-478c-b941-924db261c413), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:18.189894 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6d896ca-48a7-427e-96d8-7f7a340369cf tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7d3e0fe1-bd42-478c-b941-924db261c413), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:18.192515 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6d896ca-48a7-427e-96d8-7f7a340369cf tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:18.193730 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-e6d896ca-48a7-427e-96d8-7f7a340369cf tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] 10.222.0.18 "DELETE /v2.0/security-groups/7d3e0fe1-bd42-478c-b941-924db261c413 HTTP/1.1" status: 204 len: 168 time: 0.1489005 Feb 07 17:56:18.204156 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d896ca-48a7-427e-96d8-7f7a340369cf tempest-TestShelveInstance-703663583 tempest-TestShelveInstance-703663583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3e0fe1-bd42-478c-b941-924db261c413,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:18.254064 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35120) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:18.970435 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8078ce41-129d-4499-aadd-720f664943d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (6eb19823-67ea-4344-a7a6-3e99c5a502fe), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:19.217060 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8078ce41-129d-4499-aadd-720f664943d5 admin admin] Deleting port ecf9da70-3b01-405d-8b74-29b0a7b824d7 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:56:19.217734 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8078ce41-129d-4499-aadd-720f664943d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:19.293918 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-8078ce41-129d-4499-aadd-720f664943d5 admin admin] For port ecf9da70-3b01-405d-8b74-29b0a7b824d7, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=ecf9da70-3b01-405d-8b74-29b0a7b824d7,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:56:19.294285 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8078ce41-129d-4499-aadd-720f664943d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:19.306813 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-8078ce41-129d-4499-aadd-720f664943d5 admin admin] Calling delete_port for ecf9da70-3b01-405d-8b74-29b0a7b824d7 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:56:19.487983 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8078ce41-129d-4499-aadd-720f664943d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (ecf9da70-3b01-405d-8b74-29b0a7b824d7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:19.518237 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078ce41-129d-4499-aadd-720f664943d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf9da70-3b01-405d-8b74-29b0a7b824d7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:19.693765 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8078ce41-129d-4499-aadd-720f664943d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (6eb19823-67ea-4344-a7a6-3e99c5a502fe), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:19.920462 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8078ce41-129d-4499-aadd-720f664943d5 admin admin] Router 6eb19823-67ea-4344-a7a6-3e99c5a502fe has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:56:20.035192 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8078ce41-129d-4499-aadd-720f664943d5 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:56:20.043686 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35124) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:20.044170 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8078ce41-129d-4499-aadd-720f664943d5 admin admin] 10.222.0.18 "PUT /v2.0/routers/6eb19823-67ea-4344-a7a6-3e99c5a502fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7886052 Feb 07 17:56:20.047936 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfbd071-693d-4482-a677-b48d2c870f47 None None] Sync routers for ids ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:56:20.058928 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfbd071-693d-4482-a677-b48d2c870f47 None None] Routers {'6eb19823-67ea-4344-a7a6-3e99c5a502fe'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:56:20.059568 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6cfbd071-693d-4482-a677-b48d2c870f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:55:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:20.156378 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Publish callbacks [] for router (6eb19823-67ea-4344-a7a6-3e99c5a502fe), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:20.168255 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6cfbd071-693d-4482-a677-b48d2c870f47 None None] Set router 6eb19823-67ea-4344-a7a6-3e99c5a502fe gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:56:20.278049 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Publish callbacks [] for router_gateway (6eb19823-67ea-4344-a7a6-3e99c5a502fe), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:20.338081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Deleting port bd11e3d6-b1e8-43d4-9517-0a8203b86aef {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:56:20.338467 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (bd11e3d6-b1e8-43d4-9517-0a8203b86aef), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:20.359726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6cfbd071-693d-4482-a677-b48d2c870f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:56:19Z', 'revision_number': 5, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port': {'id': 'bd11e3d6-b1e8-43d4-9517-0a8203b86aef', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:20.387438 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfbd071-693d-4482-a677-b48d2c870f47 None None] Checking router: 6eb19823-67ea-4344-a7a6-3e99c5a502fe for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:56:20.395734 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfbd071-693d-4482-a677-b48d2c870f47 None None] Routers {'6eb19823-67ea-4344-a7a6-3e99c5a502fe'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:56:20.396361 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6cfbd071-693d-4482-a677-b48d2c870f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:55:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:20.421748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] For port bd11e3d6-b1e8-43d4-9517-0a8203b86aef, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=bd11e3d6-b1e8-43d4-9517-0a8203b86aef,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:56:20.422412 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (bd11e3d6-b1e8-43d4-9517-0a8203b86aef), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:20.437176 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Calling delete_port for bd11e3d6-b1e8-43d4-9517-0a8203b86aef owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:56:20.486259 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6cfbd071-693d-4482-a677-b48d2c870f47 None None] Set router 6eb19823-67ea-4344-a7a6-3e99c5a502fe gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:56:20.540030 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6cfbd071-693d-4482-a677-b48d2c870f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:56:20Z', 'revision_number': 6, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:20.571006 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfbd071-693d-4482-a677-b48d2c870f47 None None] The sync data for ids ['6eb19823-67ea-4344-a7a6-3e99c5a502fe'] in n-d-827865-3 is: [{'id': '6eb19823-67ea-4344-a7a6-3e99c5a502fe', 'name': 'tempest-TestShelveInstance-100705324-router', 'tenant_id': '941db0878f6043a594258291cf60e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:34Z', 'updated_at': '2022-02-07T17:56:20Z', 'revision_number': 6, 'project_id': '941db0878f6043a594258291cf60e265', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:56:20.612941 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (bd11e3d6-b1e8-43d4-9517-0a8203b86aef), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:20.647401 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd11e3d6-b1e8-43d4-9517-0a8203b86aef,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:20.672080 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:20.672481 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:20.672775 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:20.673111 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:20.673473 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:20.673806 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:20.674136 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:20.674464 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:20.674791 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:20.675118 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:20.675443 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:20.675769 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:20.676089 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:20.717437 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (6eb19823-67ea-4344-a7a6-3e99c5a502fe), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:20.811985 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (6eb19823-67ea-4344-a7a6-3e99c5a502fe), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:20.814138 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Publish callbacks [] for router_controller (6eb19823-67ea-4344-a7a6-3e99c5a502fe), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:20.858067 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (6eb19823-67ea-4344-a7a6-3e99c5a502fe), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:20.858539 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6eb19823-67ea-4344-a7a6-3e99c5a502fe {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:56:20.863631 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:20.864852 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-4b86fc8d-661f-4bb7-bbe8-c6e9378ea598 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6eb19823-67ea-4344-a7a6-3e99c5a502fe HTTP/1.1" status: 204 len: 168 time: 0.8183939 Feb 07 17:56:20.867419 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35126) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:20.919823 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-903f9440-2907-4a5d-820e-a3b435b19ad3 admin admin] Deleting subnet 47a5a5aa-3fdf-4552-9179-248ffd6537dd {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:56:20.923501 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903f9440-2907-4a5d-820e-a3b435b19ad3 admin admin] Publish callbacks [] for subnet (47a5a5aa-3fdf-4552-9179-248ffd6537dd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:20.964388 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903f9440-2907-4a5d-820e-a3b435b19ad3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980029'] for subnet (47a5a5aa-3fdf-4552-9179-248ffd6537dd), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:21.054734 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903f9440-2907-4a5d-820e-a3b435b19ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (47a5a5aa-3fdf-4552-9179-248ffd6537dd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:21.107520 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903f9440-2907-4a5d-820e-a3b435b19ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25545395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25856704'] for subnet (47a5a5aa-3fdf-4552-9179-248ffd6537dd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:21.141979 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f9440-2907-4a5d-820e-a3b435b19ad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a5a5aa-3fdf-4552-9179-248ffd6537dd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:21.147736 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-903f9440-2907-4a5d-820e-a3b435b19ad3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:21.151841 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-903f9440-2907-4a5d-820e-a3b435b19ad3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/47a5a5aa-3fdf-4552-9179-248ffd6537dd HTTP/1.1" status: 204 len: 168 time: 0.2834389 Feb 07 17:56:21.154332 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35128) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:21.155636 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b223c52-af42-4914-bbc9-8c0cc98fab5e None None] Network 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:56:21.231521 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (99ce02d0-60f1-4ebe-8a71-dadd3dc27b84), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:21.292891 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] Deleting port a3050604-41ee-464e-a96b-581683deb13c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:56:21.293442 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a3050604-41ee-464e-a96b-581683deb13c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:21.366089 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] For port a3050604-41ee-464e-a96b-581683deb13c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a3050604-41ee-464e-a96b-581683deb13c,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:56:21.366460 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a3050604-41ee-464e-a96b-581683deb13c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:21.371269 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] DHCP port deletion for 99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:56:21.386427 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] Calling delete_port for a3050604-41ee-464e-a96b-581683deb13c owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:56:21.425745 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] Deleting port a3050604-41ee-464e-a96b-581683deb13c {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:56:21.426133 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a3050604-41ee-464e-a96b-581683deb13c), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:21.481250 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a3050604-41ee-464e-a96b-581683deb13c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:21.499822 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] No DVR routers for this DVR port a3050604-41ee-464e-a96b-581683deb13c on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:56:21.503142 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] For port a3050604-41ee-464e-a96b-581683deb13c, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a3050604-41ee-464e-a96b-581683deb13c,segment=NetworkSegment(280b31d9-cf88-47fc-927f-10a8082510e6),segment_id=280b31d9-cf88-47fc-927f-10a8082510e6)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:56:21.503558 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a3050604-41ee-464e-a96b-581683deb13c), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:21.524781 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] Calling delete_port for a3050604-41ee-464e-a96b-581683deb13c owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:56:21.530253 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] Pushing event deleted for resources: {'Port': ['ID=a3050604-41ee-464e-a96b-581683deb13c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:21.610913 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (99ce02d0-60f1-4ebe-8a71-dadd3dc27b84), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:21.614685 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (a3050604-41ee-464e-a96b-581683deb13c), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:21.632827 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ce02d0-60f1-4ebe-8a71-dadd3dc27b84']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:21.642146 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] Pushing event deleted for resources: {'Port': ['ID=a3050604-41ee-464e-a96b-581683deb13c,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:21.643279 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280b31d9-cf88-47fc-927f-10a8082510e6') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:21.643634 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280b31d9-cf88-47fc-927f-10a8082510e6') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:21.652911 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:21.653458 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:21.653907 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:21.654472 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:21.654914 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:21.655351 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:21.655768 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (280b31d9-cf88-47fc-927f-10a8082510e6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:21.655933 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:21.656284 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:21.656715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:21.657158 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:21.657632 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:21.658059 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:21.658488 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:21.671378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ef08a-bae1-4e9f-9911-3c73503a35f2 None None] No DVR routers for this DVR port a3050604-41ee-464e-a96b-581683deb13c on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:56:21.674617 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (280b31d9-cf88-47fc-927f-10a8082510e6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:21.686274 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:56:21.686798 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (280b31d9-cf88-47fc-927f-10a8082510e6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: timer() Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:56:21.688677 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:56:21.756291 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (99ce02d0-60f1-4ebe-8a71-dadd3dc27b84), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:21.768162 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:21.771572 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] 10.222.0.18 "DELETE /v2.0/networks/99ce02d0-60f1-4ebe-8a71-dadd3dc27b84 HTTP/1.1" status: 204 len: 168 time: 0.6161284 Feb 07 17:56:21.774606 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35130) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:21.782802 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d5efd-5cdf-4584-93d4-8e91e1ede4df admin admin] Pushing event deleted for resources: {'Network': ['ID=99ce02d0-60f1-4ebe-8a71-dadd3dc27b84,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:21.863487 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:22.137874 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab91d1d6-67c1-4c5e-91b2-ff6df60daaf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (a3b5ca86-140f-4e7d-870c-c33dd5e5d79c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:22.225754 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a3050604-41ee-464e-a96b-581683deb13c no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:56:22.246729 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: a3050604-41ee-464e-a96b-581683deb13c {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:56:22.247079 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a3050604-41ee-464e-a96b-581683deb13c not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:56:22.247500 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bd11e3d6-b1e8-43d4-9517-0a8203b86aef no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:56:22.274727 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: bd11e3d6-b1e8-43d4-9517-0a8203b86aef {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:56:22.275238 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device bd11e3d6-b1e8-43d4-9517-0a8203b86aef not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:56:22.275892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ecf9da70-3b01-405d-8b74-29b0a7b824d7 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:56:22.298985 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: ecf9da70-3b01-405d-8b74-29b0a7b824d7 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:56:22.299416 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device ecf9da70-3b01-405d-8b74-29b0a7b824d7 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:56:22.420811 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ab91d1d6-67c1-4c5e-91b2-ff6df60daaf7 admin admin] Deleting port 99dbdc8d-fed7-4acd-b407-17b1d80fd9de {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:56:22.421094 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab91d1d6-67c1-4c5e-91b2-ff6df60daaf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (99dbdc8d-fed7-4acd-b407-17b1d80fd9de), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:22.499256 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-ab91d1d6-67c1-4c5e-91b2-ff6df60daaf7 admin admin] For port 99dbdc8d-fed7-4acd-b407-17b1d80fd9de, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=99dbdc8d-fed7-4acd-b407-17b1d80fd9de,segment=NetworkSegment(0ba62340-d563-4105-ad22-2ef828b373c2),segment_id=0ba62340-d563-4105-ad22-2ef828b373c2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:56:22.499624 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab91d1d6-67c1-4c5e-91b2-ff6df60daaf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (99dbdc8d-fed7-4acd-b407-17b1d80fd9de), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:22.517152 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ab91d1d6-67c1-4c5e-91b2-ff6df60daaf7 admin admin] Calling delete_port for 99dbdc8d-fed7-4acd-b407-17b1d80fd9de owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:56:22.701706 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab91d1d6-67c1-4c5e-91b2-ff6df60daaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (99dbdc8d-fed7-4acd-b407-17b1d80fd9de), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:22.732858 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91d1d6-67c1-4c5e-91b2-ff6df60daaf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=99dbdc8d-fed7-4acd-b407-17b1d80fd9de,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:22.903295 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab91d1d6-67c1-4c5e-91b2-ff6df60daaf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (a3b5ca86-140f-4e7d-870c-c33dd5e5d79c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:23.134779 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab91d1d6-67c1-4c5e-91b2-ff6df60daaf7 admin admin] Router a3b5ca86-140f-4e7d-870c-c33dd5e5d79c has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:56:23.513005 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab91d1d6-67c1-4c5e-91b2-ff6df60daaf7 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:56:23.517996 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-ab91d1d6-67c1-4c5e-91b2-ff6df60daaf7 admin admin] 10.222.0.18 "PUT /v2.0/routers/a3b5ca86-140f-4e7d-870c-c33dd5e5d79c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7423265 Feb 07 17:56:23.520636 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35132) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:23.522369 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970bc347-7c59-4faf-89aa-a82a2e760c45 None None] Sync routers for ids ['a3b5ca86-140f-4e7d-870c-c33dd5e5d79c'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:56:23.533953 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970bc347-7c59-4faf-89aa-a82a2e760c45 None None] Routers {'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:56:23.534579 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-970bc347-7c59-4faf-89aa-a82a2e760c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:55:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a3b5ca86-140f-4e7d-870c-c33dd5e5d79c'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:23.629228 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a7cde91-b321-43fc-8542-4f2183db6662 admin admin] Publish callbacks [] for router (a3b5ca86-140f-4e7d-870c-c33dd5e5d79c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:23.641677 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-970bc347-7c59-4faf-89aa-a82a2e760c45 None None] Set router a3b5ca86-140f-4e7d-870c-c33dd5e5d79c gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:56:23.733925 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a7cde91-b321-43fc-8542-4f2183db6662 admin admin] Publish callbacks [] for router_gateway (a3b5ca86-140f-4e7d-870c-c33dd5e5d79c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:23.796730 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4a7cde91-b321-43fc-8542-4f2183db6662 admin admin] Deleting port d087a6cd-8230-4f86-85cc-aca60646b958 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:56:23.797131 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a7cde91-b321-43fc-8542-4f2183db6662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (d087a6cd-8230-4f86-85cc-aca60646b958), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:23.827413 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-970bc347-7c59-4faf-89aa-a82a2e760c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'name': 'tempest-TestShelveInstance-1251015774-router', 'tenant_id': '80e67292184946c2a9033830c5a0ada5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'd087a6cd-8230-4f86-85cc-aca60646b958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:38Z', 'updated_at': '2022-02-07T17:56:22Z', 'revision_number': 5, 'project_id': '80e67292184946c2a9033830c5a0ada5', 'gw_port': {'id': 'd087a6cd-8230-4f86-85cc-aca60646b958', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:46:39Z', 'updated_at': '2022-02-07T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:23.854868 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970bc347-7c59-4faf-89aa-a82a2e760c45 None None] Checking router: a3b5ca86-140f-4e7d-870c-c33dd5e5d79c for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:56:23.863141 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970bc347-7c59-4faf-89aa-a82a2e760c45 None None] Routers {'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:56:23.863757 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-970bc347-7c59-4faf-89aa-a82a2e760c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:55:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['a3b5ca86-140f-4e7d-870c-c33dd5e5d79c'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:23.878383 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4a7cde91-b321-43fc-8542-4f2183db6662 admin admin] For port d087a6cd-8230-4f86-85cc-aca60646b958, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=d087a6cd-8230-4f86-85cc-aca60646b958,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:56:23.878758 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a7cde91-b321-43fc-8542-4f2183db6662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (d087a6cd-8230-4f86-85cc-aca60646b958), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:23.892738 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4a7cde91-b321-43fc-8542-4f2183db6662 admin admin] Calling delete_port for d087a6cd-8230-4f86-85cc-aca60646b958 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:56:23.953560 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:23.957751 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-970bc347-7c59-4faf-89aa-a82a2e760c45 None None] Set router a3b5ca86-140f-4e7d-870c-c33dd5e5d79c gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:56:24.014352 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-970bc347-7c59-4faf-89aa-a82a2e760c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'name': 'tempest-TestShelveInstance-1251015774-router', 'tenant_id': '80e67292184946c2a9033830c5a0ada5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:38Z', 'updated_at': '2022-02-07T17:56:23Z', 'revision_number': 6, 'project_id': '80e67292184946c2a9033830c5a0ada5', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:24.043012 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970bc347-7c59-4faf-89aa-a82a2e760c45 None None] The sync data for ids ['a3b5ca86-140f-4e7d-870c-c33dd5e5d79c'] in n-d-827865-3 is: [{'id': 'a3b5ca86-140f-4e7d-870c-c33dd5e5d79c', 'name': 'tempest-TestShelveInstance-1251015774-router', 'tenant_id': '80e67292184946c2a9033830c5a0ada5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:46:38Z', 'updated_at': '2022-02-07T17:56:23Z', 'revision_number': 6, 'project_id': '80e67292184946c2a9033830c5a0ada5', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:56:24.081591 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a7cde91-b321-43fc-8542-4f2183db6662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (d087a6cd-8230-4f86-85cc-aca60646b958), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:24.110010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cde91-b321-43fc-8542-4f2183db6662 admin admin] Pushing event deleted for resources: {'Port': ['ID=d087a6cd-8230-4f86-85cc-aca60646b958,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:24.171870 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a7cde91-b321-43fc-8542-4f2183db6662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (a3b5ca86-140f-4e7d-870c-c33dd5e5d79c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:24.269447 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a7cde91-b321-43fc-8542-4f2183db6662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (a3b5ca86-140f-4e7d-870c-c33dd5e5d79c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:24.271995 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a7cde91-b321-43fc-8542-4f2183db6662 admin admin] Publish callbacks [] for router_controller (a3b5ca86-140f-4e7d-870c-c33dd5e5d79c), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:24.319957 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a7cde91-b321-43fc-8542-4f2183db6662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (a3b5ca86-140f-4e7d-870c-c33dd5e5d79c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:24.321067 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7cde91-b321-43fc-8542-4f2183db6662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3b5ca86-140f-4e7d-870c-c33dd5e5d79c {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 17:56:24.326171 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4a7cde91-b321-43fc-8542-4f2183db6662 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:24.327308 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-4a7cde91-b321-43fc-8542-4f2183db6662 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a3b5ca86-140f-4e7d-870c-c33dd5e5d79c HTTP/1.1" status: 204 len: 168 time: 0.8057272 Feb 07 17:56:24.329972 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35134) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:24.380745 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeaf7156-3393-4040-a224-44a70cd221a4 admin admin] Deleting subnet d8bdbaf0-3510-4d56-8387-6cc3d3f4ff69 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 17:56:24.384655 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eeaf7156-3393-4040-a224-44a70cd221a4 admin admin] Publish callbacks [] for subnet (d8bdbaf0-3510-4d56-8387-6cc3d3f4ff69), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:24.421547 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eeaf7156-3393-4040-a224-44a70cd221a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (d8bdbaf0-3510-4d56-8387-6cc3d3f4ff69), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:24.506349 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eeaf7156-3393-4040-a224-44a70cd221a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (d8bdbaf0-3510-4d56-8387-6cc3d3f4ff69), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:24.536208 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 99dbdc8d-fed7-4acd-b407-17b1d80fd9de no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:56:24.558025 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 99dbdc8d-fed7-4acd-b407-17b1d80fd9de {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:56:24.558390 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 99dbdc8d-fed7-4acd-b407-17b1d80fd9de not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:56:24.570138 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eeaf7156-3393-4040-a224-44a70cd221a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (d8bdbaf0-3510-4d56-8387-6cc3d3f4ff69), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:24.596883 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf7156-3393-4040-a224-44a70cd221a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8bdbaf0-3510-4d56-8387-6cc3d3f4ff69,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:24.598913 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eeaf7156-3393-4040-a224-44a70cd221a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:24.602643 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-eeaf7156-3393-4040-a224-44a70cd221a4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d8bdbaf0-3510-4d56-8387-6cc3d3f4ff69 HTTP/1.1" status: 204 len: 168 time: 0.2717617 Feb 07 17:56:24.603794 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a1bb50-3b04-4046-90ca-f198f1d844ca None None] Network d83603a0-acd9-4c06-8593-899e8fd6c663 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:56:24.605312 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35136) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:24.672105 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (d83603a0-acd9-4c06-8593-899e8fd6c663), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:24.728280 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] Deleting port 58819984-6b7e-430d-bd71-b09bee87d3f2 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:56:24.728632 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (58819984-6b7e-430d-bd71-b09bee87d3f2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:24.793357 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] For port 58819984-6b7e-430d-bd71-b09bee87d3f2, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=58819984-6b7e-430d-bd71-b09bee87d3f2,segment=NetworkSegment(0ba62340-d563-4105-ad22-2ef828b373c2),segment_id=0ba62340-d563-4105-ad22-2ef828b373c2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:56:24.793722 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (58819984-6b7e-430d-bd71-b09bee87d3f2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:24.806728 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] Calling delete_port for 58819984-6b7e-430d-bd71-b09bee87d3f2 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:56:24.860471 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e55a4a3-5886-4d04-b28b-d053a0378806 None None] DHCP port deletion for d83603a0-acd9-4c06-8593-899e8fd6c663 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 17:56:24.891223 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (58819984-6b7e-430d-bd71-b09bee87d3f2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:24.913058 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2e55a4a3-5886-4d04-b28b-d053a0378806 None None] Deleting port 58819984-6b7e-430d-bd71-b09bee87d3f2 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 17:56:24.913478 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2e55a4a3-5886-4d04-b28b-d053a0378806 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (58819984-6b7e-430d-bd71-b09bee87d3f2), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:24.921560 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] Pushing event deleted for resources: {'Port': ['ID=58819984-6b7e-430d-bd71-b09bee87d3f2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:24.925210 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] No DVR routers for this DVR port 58819984-6b7e-430d-bd71-b09bee87d3f2 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:56:24.988566 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2e55a4a3-5886-4d04-b28b-d053a0378806 None None] For port 58819984-6b7e-430d-bd71-b09bee87d3f2, host n-d-827865-3, got binding levels [] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:56:24.989119 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2e55a4a3-5886-4d04-b28b-d053a0378806 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (58819984-6b7e-430d-bd71-b09bee87d3f2), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:24.997550 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (d83603a0-acd9-4c06-8593-899e8fd6c663), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:25.004092 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2e55a4a3-5886-4d04-b28b-d053a0378806 None None] Calling delete_port for 58819984-6b7e-430d-bd71-b09bee87d3f2 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 17:56:25.007157 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.ipam_backend_mixin [None req-2e55a4a3-5886-4d04-b28b-d053a0378806 None None] Port 58819984-6b7e-430d-bd71-b09bee87d3f2 was not found and therefore no delete operation was performed {{(pid=103228) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 17:56:25.008935 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2e55a4a3-5886-4d04-b28b-d053a0378806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (58819984-6b7e-430d-bd71-b09bee87d3f2), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:25.019722 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83603a0-acd9-4c06-8593-899e8fd6c663']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:25.030068 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba62340-d563-4105-ad22-2ef828b373c2') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:25.030375 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba62340-d563-4105-ad22-2ef828b373c2') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:25.037846 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55a4a3-5886-4d04-b28b-d053a0378806 None None] Pushing event deleted for resources: {'Port': ['ID=58819984-6b7e-430d-bd71-b09bee87d3f2,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:25.040591 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (0ba62340-d563-4105-ad22-2ef828b373c2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:25.044118 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e55a4a3-5886-4d04-b28b-d053a0378806 None None] No DVR routers for this DVR port 58819984-6b7e-430d-bd71-b09bee87d3f2 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 17:56:25.060459 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (0ba62340-d563-4105-ad22-2ef828b373c2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:25.067015 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 17:56:25.067438 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (0ba62340-d563-4105-ad22-2ef828b373c2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: timer() Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 17:56:25.069146 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 17:56:25.129569 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (d83603a0-acd9-4c06-8593-899e8fd6c663), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:25.136592 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:25.139876 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] 10.222.0.18 "DELETE /v2.0/networks/d83603a0-acd9-4c06-8593-899e8fd6c663 HTTP/1.1" status: 204 len: 168 time: 0.5335562 Feb 07 17:56:25.150367 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1290df9-e867-4a47-903c-a9133443975b admin admin] Pushing event deleted for resources: {'Network': ['ID=d83603a0-acd9-4c06-8593-899e8fd6c663,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:25.259963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35140) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:25.299775 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-87c66b3c-8001-4fbb-8dce-699f749f45d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=941db0878f6043a594258291cf60e265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386310 Feb 07 17:56:25.302263 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35142) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:25.349809 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7215494a-cfc3-4e2d-a7cf-3c2e259d98e5 admin admin] Publish callbacks [] for security_group (d407c905-3336-41c3-87c0-83b9569ad8dd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:25.370373 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7215494a-cfc3-4e2d-a7cf-3c2e259d98e5 admin admin] Publish callbacks [] for security_group (d407c905-3336-41c3-87c0-83b9569ad8dd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:25.417337 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7215494a-cfc3-4e2d-a7cf-3c2e259d98e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (d407c905-3336-41c3-87c0-83b9569ad8dd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:25.419968 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7215494a-cfc3-4e2d-a7cf-3c2e259d98e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:25.421721 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7215494a-cfc3-4e2d-a7cf-3c2e259d98e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d407c905-3336-41c3-87c0-83b9569ad8dd HTTP/1.1" status: 204 len: 168 time: 0.1185250 Feb 07 17:56:25.429661 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215494a-cfc3-4e2d-a7cf-3c2e259d98e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d407c905-3336-41c3-87c0-83b9569ad8dd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:25.738313 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35148) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:25.777659 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-72adb267-b364-47c8-8366-00d5252ac164 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80e67292184946c2a9033830c5a0ada5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381739 Feb 07 17:56:25.780009 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35150) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:25.829677 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f85b381-0c4d-4c14-9928-11fb4a5ce86b admin admin] Publish callbacks [] for security_group (ccc3aaf1-55fa-4317-b434-5305579d0b93), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:25.850364 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f85b381-0c4d-4c14-9928-11fb4a5ce86b admin admin] Publish callbacks [] for security_group (ccc3aaf1-55fa-4317-b434-5305579d0b93), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:25.897832 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f85b381-0c4d-4c14-9928-11fb4a5ce86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ccc3aaf1-55fa-4317-b434-5305579d0b93), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:25.900537 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f85b381-0c4d-4c14-9928-11fb4a5ce86b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:25.901729 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-7f85b381-0c4d-4c14-9928-11fb4a5ce86b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ccc3aaf1-55fa-4317-b434-5305579d0b93 HTTP/1.1" status: 204 len: 168 time: 0.1208410 Feb 07 17:56:25.909429 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85b381-0c4d-4c14-9928-11fb4a5ce86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc3aaf1-55fa-4317-b434-5305579d0b93,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:25.911257 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-64d5ffe8-8e09-46ae-b8d7-5b0a4c116b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:26.221654 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d087a6cd-8230-4f86-85cc-aca60646b958 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:56:26.243718 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: d087a6cd-8230-4f86-85cc-aca60646b958 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:56:26.244075 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device d087a6cd-8230-4f86-85cc-aca60646b958 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:56:26.244557 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 58819984-6b7e-430d-bd71-b09bee87d3f2 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:56:26.268438 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 58819984-6b7e-430d-bd71-b09bee87d3f2 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 17:56:26.268786 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 58819984-6b7e-430d-bd71-b09bee87d3f2 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 17:56:26.576068 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35172) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:26.679910 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-833b0ffa-666e-4b0e-9be3-cb304e0ae005 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1907585563-network', 'tenant_id': 'dbcf71057064423e99f5db387ddba944'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:56:26.699408 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833b0ffa-666e-4b0e-9be3-cb304e0ae005 admin admin] Made reservation on behalf of dbcf71057064423e99f5db387ddba944 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:56:26.701770 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-833b0ffa-666e-4b0e-9be3-cb304e0ae005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:26.710089 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-833b0ffa-666e-4b0e-9be3-cb304e0ae005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:26.783743 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-833b0ffa-666e-4b0e-9be3-cb304e0ae005 admin admin] Publish callbacks [] for security_group (7fc4cfa6-3f8c-4042-8752-aa0e52913eb8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:26.787628 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-833b0ffa-666e-4b0e-9be3-cb304e0ae005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7fc4cfa6-3f8c-4042-8752-aa0e52913eb8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:26.813554 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833b0ffa-666e-4b0e-9be3-cb304e0ae005 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:56:26.822895 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b0ffa-666e-4b0e-9be3-cb304e0ae005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc4cfa6-3f8c-4042-8752-aa0e52913eb8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:26.828818 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-833b0ffa-666e-4b0e-9be3-cb304e0ae005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (b3a772b5-45cb-41a5-ae9f-b6cf36b345ec), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:26.829161 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-833b0ffa-666e-4b0e-9be3-cb304e0ae005 admin admin] Added segment b3a772b5-45cb-41a5-ae9f-b6cf36b345ec of type vlan for network 2aeea90b-b035-47e4-802d-7a27262b2762 Feb 07 17:56:26.869539 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-833b0ffa-666e-4b0e-9be3-cb304e0ae005 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (2aeea90b-b035-47e4-802d-7a27262b2762), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:26.893374 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-833b0ffa-666e-4b0e-9be3-cb304e0ae005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (2aeea90b-b035-47e4-802d-7a27262b2762), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:26.894334 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833b0ffa-666e-4b0e-9be3-cb304e0ae005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:26.894903 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-833b0ffa-666e-4b0e-9be3-cb304e0ae005 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:26.954854 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-833b0ffa-666e-4b0e-9be3-cb304e0ae005 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3776081 Feb 07 17:56:26.957692 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35176) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:26.961887 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b0ffa-666e-4b0e-9be3-cb304e0ae005 admin admin] Pushing event updated for resources: {'Network': ['ID=2aeea90b-b035-47e4-802d-7a27262b2762,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:26.962866 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5912c967-a7e4-4d34-99b9-c88adbe67735 admin admin] Request body: {'subnet': {'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1907585563-subnet', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:56:26.972483 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 2aeea90b-b035-47e4-802d-7a27262b2762 details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:56:26.983835 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5912c967-a7e4-4d34-99b9-c88adbe67735 admin admin] Made reservation on behalf of dbcf71057064423e99f5db387ddba944 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:56:26.986322 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5912c967-a7e4-4d34-99b9-c88adbe67735 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29259538'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:27.151354 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5912c967-a7e4-4d34-99b9-c88adbe67735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29128391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29259564'] for subnet (992fe2dd-7ba9-41ad-a28e-3e210c18ff81), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:27.206762 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912c967-a7e4-4d34-99b9-c88adbe67735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=992fe2dd-7ba9-41ad-a28e-3e210c18ff81,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:27.216100 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912c967-a7e4-4d34-99b9-c88adbe67735 admin admin] Checking segment: {'id': 'b3a772b5-45cb-41a5-ae9f-b6cf36b345ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:56:27.216477 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5912c967-a7e4-4d34-99b9-c88adbe67735 admin admin] Network hostable DHCP agents. Network: 2aeea90b-b035-47e4-802d-7a27262b2762, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:56:27.233459 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5912c967-a7e4-4d34-99b9-c88adbe67735 admin admin] Network 2aeea90b-b035-47e4-802d-7a27262b2762 is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:56:27.241825 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5912c967-a7e4-4d34-99b9-c88adbe67735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 2aeea90b-b035-47e4-802d-7a27262b2762) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:56:27.245997 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5912c967-a7e4-4d34-99b9-c88adbe67735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:27.246594 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5912c967-a7e4-4d34-99b9-c88adbe67735 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:27.254347 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3377abe-0ced-4531-9acd-0ecb38c0f8d2 None None] Network 2aeea90b-b035-47e4-802d-7a27262b2762 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:56:27.262733 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5912c967-a7e4-4d34-99b9-c88adbe67735 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3037500 Feb 07 17:56:27.265189 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35178) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:27.269499 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5506a13d-beaa-4660-a8b7-749cd91846b3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:56:27.289348 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5506a13d-beaa-4660-a8b7-749cd91846b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (ca7dff7f-2e23-458f-b13d-374835e38f28), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:27.290399 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5506a13d-beaa-4660-a8b7-749cd91846b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (ca7dff7f-2e23-458f-b13d-374835e38f28), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:27.354053 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5506a13d-beaa-4660-a8b7-749cd91846b3 admin admin] Publish callbacks [] for router_controller (ca7dff7f-2e23-458f-b13d-374835e38f28), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:27.501361 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5506a13d-beaa-4660-a8b7-749cd91846b3 admin admin] Publish callbacks [] for router_gateway (ca7dff7f-2e23-458f-b13d-374835e38f28), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:27.525497 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-2aeea90b-b035-47e4-802d-7a27262b2762', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'project_id': 'dbcf71057064423e99f5db387ddba944', 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:56:27.526407 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:27.666770 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] Allocated IP 172.20.0.2 (2aeea90b-b035-47e4-802d-7a27262b2762/992fe2dd-7ba9-41ad-a28e-3e210c18ff81/30611c4e-dc93-4c2b-b56d-c14ab6feeba0) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:56:27.718095 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5506a13d-beaa-4660-a8b7-749cd91846b3 admin admin] Publish callbacks [] for router_gateway (ca7dff7f-2e23-458f-b13d-374835e38f28), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:27.736926 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5506a13d-beaa-4660-a8b7-749cd91846b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:27.809524 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] Publish callbacks [] for port (30611c4e-dc93-4c2b-b56d-c14ab6feeba0), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:27.816302 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (30611c4e-dc93-4c2b-b56d-c14ab6feeba0), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:27.843841 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-5506a13d-beaa-4660-a8b7-749cd91846b3 admin admin] Allocated IP 172.25.4.14 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/568f4a47-e7f7-4cb2-aa60-294b4767776d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:56:27.853999 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] Network 2aeea90b-b035-47e4-802d-7a27262b2762 is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:56:27.860872 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:56:27.864572 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:56:27.875925 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] Pushing event updated for resources: {'Port': ['ID=30611c4e-dc93-4c2b-b56d-c14ab6feeba0,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:27.925730 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] Attempting to bind port 30611c4e-dc93-4c2b-b56d-c14ab6feeba0 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:56:27.926114 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] Attempting to bind port 30611c4e-dc93-4c2b-b56d-c14ab6feeba0 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'b3a772b5-45cb-41a5-ae9f-b6cf36b345ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:56:27.926483 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] Attempting to bind port 30611c4e-dc93-4c2b-b56d-c14ab6feeba0 on network 2aeea90b-b035-47e4-802d-7a27262b2762 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:56:27.932533 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:56:27.932921 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] Checking segment: {'id': 'b3a772b5-45cb-41a5-ae9f-b6cf36b345ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:56:27.933362 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:27.933774 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] Bound using segment: {'id': 'b3a772b5-45cb-41a5-ae9f-b6cf36b345ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:56:27.934253 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] Bound port: 30611c4e-dc93-4c2b-b56d-c14ab6feeba0, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a772b5-45cb-41a5-ae9f-b6cf36b345ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:56:27.934642 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (30611c4e-dc93-4c2b-b56d-c14ab6feeba0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:27.948468 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5506a13d-beaa-4660-a8b7-749cd91846b3 admin admin] Publish callbacks [] for port (568f4a47-e7f7-4cb2-aa60-294b4767776d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:27.984821 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5506a13d-beaa-4660-a8b7-749cd91846b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (568f4a47-e7f7-4cb2-aa60-294b4767776d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:27.998812 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] For port 30611c4e-dc93-4c2b-b56d-c14ab6feeba0, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:56:28.002049 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] For port 30611c4e-dc93-4c2b-b56d-c14ab6feeba0, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=30611c4e-dc93-4c2b-b56d-c14ab6feeba0,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:56:28.008335 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (30611c4e-dc93-4c2b-b56d-c14ab6feeba0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:28.031895 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5506a13d-beaa-4660-a8b7-749cd91846b3 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:56:28.034913 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-5506a13d-beaa-4660-a8b7-749cd91846b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:56:28.037518 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5506a13d-beaa-4660-a8b7-749cd91846b3 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:56:28.065513 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506a13d-beaa-4660-a8b7-749cd91846b3 admin admin] Pushing event updated for resources: {'Port': ['ID=568f4a47-e7f7-4cb2-aa60-294b4767776d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:28.068988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d2597-c5b4-4c55-a5b3-52103d6809a5 None None] Pushing event updated for resources: {'Port': ['ID=30611c4e-dc93-4c2b-b56d-c14ab6feeba0,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:28.325769 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5506a13d-beaa-4660-a8b7-749cd91846b3 admin admin] Publish callbacks [] for router_gateway (ca7dff7f-2e23-458f-b13d-374835e38f28), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:28.347209 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3165d253-41c5-42ac-b0de-41be89bbb954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:28.527801 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5506a13d-beaa-4660-a8b7-749cd91846b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (ca7dff7f-2e23-458f-b13d-374835e38f28), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:28.651016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5506a13d-beaa-4660-a8b7-749cd91846b3 admin admin] Router ca7dff7f-2e23-458f-b13d-374835e38f28 is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:56:28.760574 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5506a13d-beaa-4660-a8b7-749cd91846b3 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:56:28.770067 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] Sync routers for ids ['ca7dff7f-2e23-458f-b13d-374835e38f28'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:56:28.780760 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5506a13d-beaa-4660-a8b7-749cd91846b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:28.784664 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] Routers {'ca7dff7f-2e23-458f-b13d-374835e38f28'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:56:28.784822 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5506a13d-beaa-4660-a8b7-749cd91846b3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5158784 Feb 07 17:56:28.784926 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:56:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ca7dff7f-2e23-458f-b13d-374835e38f28'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:28.786692 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35180) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:28.896207 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] Set router ca7dff7f-2e23-458f-b13d-374835e38f28 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:56:29.036802 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c58587c-e7eb-4a0d-a76c-dfc38050d970 None None] Network 2aeea90b-b035-47e4-802d-7a27262b2762 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:56:29.177185 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-da7521e1-ed85-4ea0-a717-c82c31fcfbc4 None None] Provisioning complete for port 30611c4e-dc93-4c2b-b56d-c14ab6feeba0 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:29.177538 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-da7521e1-ed85-4ea0-a717-c82c31fcfbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (30611c4e-dc93-4c2b-b56d-c14ab6feeba0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:29.182455 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:28Z', 'revision_number': 3, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port': {'id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:29.224477 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f145923e-c59a-4391-9351-ae53761671bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:29.237930 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] Checking router: ca7dff7f-2e23-458f-b13d-374835e38f28 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:56:29.238281 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] Updating router ca7dff7f-2e23-458f-b13d-374835e38f28 port 568f4a47-e7f7-4cb2-aa60-294b4767776d binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:56:29.281377 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (568f4a47-e7f7-4cb2-aa60-294b4767776d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:29.397223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-f145923e-c59a-4391-9351-ae53761671bc admin admin] Allocated IP 172.20.0.1 (2aeea90b-b035-47e4-802d-7a27262b2762/992fe2dd-7ba9-41ad-a28e-3e210c18ff81/a2ff3f31-0977-4919-8bb7-b823d761d8a0) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:56:29.408146 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-da7521e1-ed85-4ea0-a717-c82c31fcfbc4 None None] Current status of the port 30611c4e-dc93-4c2b-b56d-c14ab6feeba0 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:56:29.408753 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-da7521e1-ed85-4ea0-a717-c82c31fcfbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (30611c4e-dc93-4c2b-b56d-c14ab6feeba0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:29.494748 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-da7521e1-ed85-4ea0-a717-c82c31fcfbc4 None None] For port 30611c4e-dc93-4c2b-b56d-c14ab6feeba0, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=30611c4e-dc93-4c2b-b56d-c14ab6feeba0,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:56:29.499267 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-da7521e1-ed85-4ea0-a717-c82c31fcfbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (30611c4e-dc93-4c2b-b56d-c14ab6feeba0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:29.518508 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f145923e-c59a-4391-9351-ae53761671bc admin admin] Publish callbacks [] for port (a2ff3f31-0977-4919-8bb7-b823d761d8a0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:29.553722 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f145923e-c59a-4391-9351-ae53761671bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a2ff3f31-0977-4919-8bb7-b823d761d8a0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:29.579229 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7521e1-ed85-4ea0-a717-c82c31fcfbc4 None None] Pushing event updated for resources: {'Port': ['ID=30611c4e-dc93-4c2b-b56d-c14ab6feeba0,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:29.595029 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f145923e-c59a-4391-9351-ae53761671bc admin admin] Network 2aeea90b-b035-47e4-802d-7a27262b2762 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:56:29.597987 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f145923e-c59a-4391-9351-ae53761671bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:56:29.601461 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f145923e-c59a-4391-9351-ae53761671bc admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:56:29.625172 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145923e-c59a-4391-9351-ae53761671bc admin admin] Pushing event updated for resources: {'Port': ['ID=a2ff3f31-0977-4919-8bb7-b823d761d8a0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:29.644789 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f145923e-c59a-4391-9351-ae53761671bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (ca7dff7f-2e23-458f-b13d-374835e38f28), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:29.657158 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] Publish callbacks [] for port (568f4a47-e7f7-4cb2-aa60-294b4767776d), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:29.661516 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-91745103-0355-485e-b19b-87b49b731b3b None None] Provisioning complete for port 30611c4e-dc93-4c2b-b56d-c14ab6feeba0 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:29.662056 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-91745103-0355-485e-b19b-87b49b731b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (30611c4e-dc93-4c2b-b56d-c14ab6feeba0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:29.685972 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (568f4a47-e7f7-4cb2-aa60-294b4767776d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:29.763372 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] Attempting to bind port 568f4a47-e7f7-4cb2-aa60-294b4767776d on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:56:29.763751 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] Attempting to bind port 568f4a47-e7f7-4cb2-aa60-294b4767776d by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:56:29.764128 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] Attempting to bind port 568f4a47-e7f7-4cb2-aa60-294b4767776d on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:56:29.770359 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e936164-9263-4be7-a794-ca45900a9e58 None None] Pushing event updated for resources: {'Port': ['ID=568f4a47-e7f7-4cb2-aa60-294b4767776d,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:29.787196 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:56:29.787923 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:56:29.788092 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:29.788378 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:56:29.788865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] Bound port: 568f4a47-e7f7-4cb2-aa60-294b4767776d, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:56:29.790084 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (568f4a47-e7f7-4cb2-aa60-294b4767776d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:29.794997 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f145923e-c59a-4391-9351-ae53761671bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a2ff3f31-0977-4919-8bb7-b823d761d8a0), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:29.849646 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:29.881159 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-91745103-0355-485e-b19b-87b49b731b3b None None] Current status of the port 30611c4e-dc93-4c2b-b56d-c14ab6feeba0 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:56:29.887986 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] For port 568f4a47-e7f7-4cb2-aa60-294b4767776d, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:56:29.891325 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] For port 568f4a47-e7f7-4cb2-aa60-294b4767776d, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=568f4a47-e7f7-4cb2-aa60-294b4767776d,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:56:29.897658 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (568f4a47-e7f7-4cb2-aa60-294b4767776d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:29.962910 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] Routers {'ca7dff7f-2e23-458f-b13d-374835e38f28'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:56:29.963695 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:56:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ca7dff7f-2e23-458f-b13d-374835e38f28'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:29.966964 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e936164-9263-4be7-a794-ca45900a9e58 None None] Pushing event updated for resources: {'Port': ['ID=568f4a47-e7f7-4cb2-aa60-294b4767776d,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:29.971178 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f145923e-c59a-4391-9351-ae53761671bc admin admin] Publish callbacks [] for port (a2ff3f31-0977-4919-8bb7-b823d761d8a0), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:29.975948 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f145923e-c59a-4391-9351-ae53761671bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (a2ff3f31-0977-4919-8bb7-b823d761d8a0), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:30.041458 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145923e-c59a-4391-9351-ae53761671bc admin admin] Pushing event updated for resources: {'Port': ['ID=a2ff3f31-0977-4919-8bb7-b823d761d8a0,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:30.043894 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f145923e-c59a-4391-9351-ae53761671bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (ca7dff7f-2e23-458f-b13d-374835e38f28), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:30.145503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f145923e-c59a-4391-9351-ae53761671bc admin admin] Network 2aeea90b-b035-47e4-802d-7a27262b2762 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:56:30.147090 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f145923e-c59a-4391-9351-ae53761671bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:56:30.219381 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8bc72836-9c07-4e44-af35-3e16118ffc4c None None] Provisioning complete for port a2ff3f31-0977-4919-8bb7-b823d761d8a0 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:30.219776 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8bc72836-9c07-4e44-af35-3e16118ffc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a2ff3f31-0977-4919-8bb7-b823d761d8a0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:30.288041 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8bc72836-9c07-4e44-af35-3e16118ffc4c None None] Port a2ff3f31-0977-4919-8bb7-b823d761d8a0 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:56:30.288171 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f145923e-c59a-4391-9351-ae53761671bc admin admin] Router ca7dff7f-2e23-458f-b13d-374835e38f28 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:56:30.292624 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] Set router ca7dff7f-2e23-458f-b13d-374835e38f28 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:56:30.324008 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 30611c4e-dc93-4c2b-b56d-c14ab6feeba0 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:56:30.416916 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f145923e-c59a-4391-9351-ae53761671bc admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:56:30.422168 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-f145923e-c59a-4391-9351-ae53761671bc admin admin] 10.222.0.18 "PUT /v2.0/routers/ca7dff7f-2e23-458f-b13d-374835e38f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6343925 Feb 07 17:56:30.471692 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 30611c4e-dc93-4c2b-b56d-c14ab6feeba0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:30.472220 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (30611c4e-dc93-4c2b-b56d-c14ab6feeba0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:30.558773 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6ce05a0e-9807-43fc-86bb-32fde8983271 None None] Provisioning complete for port a2ff3f31-0977-4919-8bb7-b823d761d8a0 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:30.559149 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6ce05a0e-9807-43fc-86bb-32fde8983271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a2ff3f31-0977-4919-8bb7-b823d761d8a0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:30.608994 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6ce05a0e-9807-43fc-86bb-32fde8983271 None None] Port a2ff3f31-0977-4919-8bb7-b823d761d8a0 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:56:30.651064 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 30611c4e-dc93-4c2b-b56d-c14ab6feeba0 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:56:30.657398 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 4, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port': {'id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a2ff3f31-0977-4919-8bb7-b823d761d8a0', 'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'mac_address': 'fa:16:3e:9e:0e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:29Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 1, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'subnets': [{'id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:30.685432 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a2ce48-0a3a-4263-b27d-a30a89044203 None None] The sync data for ids ['ca7dff7f-2e23-458f-b13d-374835e38f28'] in n-d-827865-3 is: [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 4, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port': {'id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a2ff3f31-0977-4919-8bb7-b823d761d8a0', 'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'mac_address': 'fa:16:3e:9e:0e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:29Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 1, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'subnets': [{'id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:56:30.922339 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35196) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:30.927363 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a56f1e3d-a558-46f3-806e-95f497af42dc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1812277136-network', 'tenant_id': '22361bc4c10646a09ad95832ae4b3db9'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:56:30.946876 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56f1e3d-a558-46f3-806e-95f497af42dc admin admin] Made reservation on behalf of 22361bc4c10646a09ad95832ae4b3db9 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:56:30.949302 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a56f1e3d-a558-46f3-806e-95f497af42dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:30.957959 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a56f1e3d-a558-46f3-806e-95f497af42dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:31.045068 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a56f1e3d-a558-46f3-806e-95f497af42dc admin admin] Publish callbacks [] for security_group (ff3d39ac-dcbd-4f79-bdb3-e11062d7e400), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:31.049491 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a56f1e3d-a558-46f3-806e-95f497af42dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ff3d39ac-dcbd-4f79-bdb3-e11062d7e400), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:31.077386 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56f1e3d-a558-46f3-806e-95f497af42dc admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 17:56:31.088162 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f1e3d-a558-46f3-806e-95f497af42dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3d39ac-dcbd-4f79-bdb3-e11062d7e400,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:31.093452 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a56f1e3d-a558-46f3-806e-95f497af42dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (776ed9f9-a87b-46c1-8b87-400e2f08fd14), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:31.093798 n-d-827865-3 neutron-server[103226]: INFO neutron.db.segments_db [None req-a56f1e3d-a558-46f3-806e-95f497af42dc admin admin] Added segment 776ed9f9-a87b-46c1-8b87-400e2f08fd14 of type vlan for network 8bcb8872-7541-4550-84a2-91d8c4aa4d6a Feb 07 17:56:31.118744 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:31.137268 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a56f1e3d-a558-46f3-806e-95f497af42dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746819945485'] for network (8bcb8872-7541-4550-84a2-91d8c4aa4d6a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:31.162720 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a56f1e3d-a558-46f3-806e-95f497af42dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355'] for network (8bcb8872-7541-4550-84a2-91d8c4aa4d6a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:31.163781 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56f1e3d-a558-46f3-806e-95f497af42dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:31.165073 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a56f1e3d-a558-46f3-806e-95f497af42dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:31.563716 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-a56f1e3d-a558-46f3-806e-95f497af42dc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6402411 Feb 07 17:56:31.566403 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35198) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:31.571875 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-90f89214-b1bc-456e-a393-f34b13dbd7ac admin admin] Request body: {'subnet': {'network_id': '8bcb8872-7541-4550-84a2-91d8c4aa4d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1812277136-subnet', 'tenant_id': '22361bc4c10646a09ad95832ae4b3db9', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:56:31.584311 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f1e3d-a558-46f3-806e-95f497af42dc admin admin] Pushing event updated for resources: {'Network': ['ID=8bcb8872-7541-4550-84a2-91d8c4aa4d6a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:31.597252 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Network 8bcb8872-7541-4550-84a2-91d8c4aa4d6a details requested by agent ovs-agent-n-d-827865-3 with host n-d-827865-3 {{(pid=103228) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 17:56:31.599876 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f89214-b1bc-456e-a393-f34b13dbd7ac admin admin] Made reservation on behalf of 22361bc4c10646a09ad95832ae4b3db9 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:56:31.602511 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90f89214-b1bc-456e-a393-f34b13dbd7ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25856743'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:31.780534 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90f89214-b1bc-456e-a393-f34b13dbd7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25856729'] for subnet (c2be63f7-fd3c-4ccb-9145-3ff6a89ea838), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:31.839171 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f89214-b1bc-456e-a393-f34b13dbd7ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2be63f7-fd3c-4ccb-9145-3ff6a89ea838,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:31.848591 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f89214-b1bc-456e-a393-f34b13dbd7ac admin admin] Checking segment: {'id': '776ed9f9-a87b-46c1-8b87-400e2f08fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8bcb8872-7541-4550-84a2-91d8c4aa4d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:56:31.848966 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f89214-b1bc-456e-a393-f34b13dbd7ac admin admin] Network hostable DHCP agents. Network: 8bcb8872-7541-4550-84a2-91d8c4aa4d6a, hostable agents: ['48df0b44-d17b-4496-bde7-735ec66923d5'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 17:56:31.867941 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f89214-b1bc-456e-a393-f34b13dbd7ac admin admin] Network 8bcb8872-7541-4550-84a2-91d8c4aa4d6a is scheduled to be hosted by DHCP agent 48df0b44-d17b-4496-bde7-735ec66923d5 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 17:56:31.879648 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-90f89214-b1bc-456e-a393-f34b13dbd7ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827865-3, 8bcb8872-7541-4550-84a2-91d8c4aa4d6a) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:56:31.889323 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331e49cd-9141-4fc1-b5f5-a6efdc338ea1 None None] Network 8bcb8872-7541-4550-84a2-91d8c4aa4d6a requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:56:31.890136 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f89214-b1bc-456e-a393-f34b13dbd7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:31.890745 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90f89214-b1bc-456e-a393-f34b13dbd7ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:31.907792 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-90f89214-b1bc-456e-a393-f34b13dbd7ac admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3403227 Feb 07 17:56:31.910442 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35200) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:31.915208 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-66647256-dd72-44f8-a1a2-5a039a8eaf50 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1812277136-router', 'tenant_id': '22361bc4c10646a09ad95832ae4b3db9', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:56:31.950650 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66647256-dd72-44f8-a1a2-5a039a8eaf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3684151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9776'] for router (95c9978f-7cc0-4d72-80a4-d2236fc5cd6c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:31.951854 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66647256-dd72-44f8-a1a2-5a039a8eaf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9785'] for router (95c9978f-7cc0-4d72-80a4-d2236fc5cd6c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:32.030545 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2b32d61-45cd-518b-ba93-7a8bc71d8c8a-8bcb8872-7541-4550-84a2-91d8c4aa4d6a', 'network_id': '8bcb8872-7541-4550-84a2-91d8c4aa4d6a', 'project_id': '22361bc4c10646a09ad95832ae4b3db9', 'fixed_ips': [{'subnet_id': 'c2be63f7-fd3c-4ccb-9145-3ff6a89ea838'}]}} from n-d-827865-3. {{(pid=103228) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 17:56:32.031812 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:32.200911 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.db_base_plugin_common [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] Allocated IP 172.20.0.2 (8bcb8872-7541-4550-84a2-91d8c4aa4d6a/c2be63f7-fd3c-4ccb-9145-3ff6a89ea838/680189d5-3e98-4743-99ec-43bceb2d4436) {{(pid=103228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:56:32.292896 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 568f4a47-e7f7-4cb2-aa60-294b4767776d up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:56:32.295081 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66647256-dd72-44f8-a1a2-5a039a8eaf50 admin admin] Publish callbacks [] for router_controller (95c9978f-7cc0-4d72-80a4-d2236fc5cd6c), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:32.407349 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] Publish callbacks [] for port (680189d5-3e98-4743-99ec-43bceb2d4436), precommit_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:32.411677 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 568f4a47-e7f7-4cb2-aa60-294b4767776d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:32.412226 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (568f4a47-e7f7-4cb2-aa60-294b4767776d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:32.416576 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543'] for port (680189d5-3e98-4743-99ec-43bceb2d4436), after_create {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:32.436887 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66647256-dd72-44f8-a1a2-5a039a8eaf50 admin admin] Publish callbacks [] for router_gateway (95c9978f-7cc0-4d72-80a4-d2236fc5cd6c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:32.500722 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] Network 8bcb8872-7541-4550-84a2-91d8c4aa4d6a is already hosted by enough agents. {{(pid=103228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:56:32.502771 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] Pushing event updated for resources: {'Port': ['ID=680189d5-3e98-4743-99ec-43bceb2d4436,revision_number=1']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:32.507579 n-d-827865-3 neutron-server[103228]: DEBUG neutron.scheduler.base_scheduler [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] Resources bound (agent type, host, resource id): {{(pid=103228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:56:32.510011 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] Received port after_create {{(pid=103228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:56:32.611567 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] Attempting to bind port 680189d5-3e98-4743-99ec-43bceb2d4436 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:56:32.612224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] Attempting to bind port 680189d5-3e98-4743-99ec-43bceb2d4436 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '776ed9f9-a87b-46c1-8b87-400e2f08fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8bcb8872-7541-4550-84a2-91d8c4aa4d6a'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:56:32.612224 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] Attempting to bind port 680189d5-3e98-4743-99ec-43bceb2d4436 on network 8bcb8872-7541-4550-84a2-91d8c4aa4d6a {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:56:32.622627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:56:32.623078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] Checking segment: {'id': '776ed9f9-a87b-46c1-8b87-400e2f08fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8bcb8872-7541-4550-84a2-91d8c4aa4d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:56:32.623469 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:32.624070 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] Bound using segment: {'id': '776ed9f9-a87b-46c1-8b87-400e2f08fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8bcb8872-7541-4550-84a2-91d8c4aa4d6a'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:56:32.624572 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] Bound port: 680189d5-3e98-4743-99ec-43bceb2d4436, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776ed9f9-a87b-46c1-8b87-400e2f08fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8bcb8872-7541-4550-84a2-91d8c4aa4d6a'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:56:32.625446 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (680189d5-3e98-4743-99ec-43bceb2d4436), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:32.627377 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 568f4a47-e7f7-4cb2-aa60-294b4767776d is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:56:32.627757 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (568f4a47-e7f7-4cb2-aa60-294b4767776d), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:32.646217 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:32.654820 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66647256-dd72-44f8-a1a2-5a039a8eaf50 admin admin] Publish callbacks [] for router_gateway (95c9978f-7cc0-4d72-80a4-d2236fc5cd6c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:32.669341 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 568f4a47-e7f7-4cb2-aa60-294b4767776d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=568f4a47-e7f7-4cb2-aa60-294b4767776d,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:56:32.676456 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66647256-dd72-44f8-a1a2-5a039a8eaf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:32.690716 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (568f4a47-e7f7-4cb2-aa60-294b4767776d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:32.764239 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] For port 680189d5-3e98-4743-99ec-43bceb2d4436, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:56:32.766654 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=568f4a47-e7f7-4cb2-aa60-294b4767776d,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:32.772132 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] For port 680189d5-3e98-4743-99ec-43bceb2d4436, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=680189d5-3e98-4743-99ec-43bceb2d4436,segment=NetworkSegment(776ed9f9-a87b-46c1-8b87-400e2f08fd14),segment_id=776ed9f9-a87b-46c1-8b87-400e2f08fd14)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:56:32.780557 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (680189d5-3e98-4743-99ec-43bceb2d4436), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:32.789994 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-66647256-dd72-44f8-a1a2-5a039a8eaf50 admin admin] Allocated IP 172.25.4.10 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/087dafac-e455-4eb3-95cc-6af5f1c492f9) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:56:32.845872 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122439c1-f2d5-4d56-8e03-3d1cce28e545 None None] Pushing event updated for resources: {'Port': ['ID=680189d5-3e98-4743-99ec-43bceb2d4436,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:32.909693 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66647256-dd72-44f8-a1a2-5a039a8eaf50 admin admin] Publish callbacks [] for port (087dafac-e455-4eb3-95cc-6af5f1c492f9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:32.951042 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] Sync routers for ids ['ca7dff7f-2e23-458f-b13d-374835e38f28'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:56:32.953299 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66647256-dd72-44f8-a1a2-5a039a8eaf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (087dafac-e455-4eb3-95cc-6af5f1c492f9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:32.963335 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] Routers {'ca7dff7f-2e23-458f-b13d-374835e38f28'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:56:32.964221 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:56:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ca7dff7f-2e23-458f-b13d-374835e38f28'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:32.999080 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66647256-dd72-44f8-a1a2-5a039a8eaf50 admin admin] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:56:33.005365 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-66647256-dd72-44f8-a1a2-5a039a8eaf50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:56:33.010448 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66647256-dd72-44f8-a1a2-5a039a8eaf50 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:56:33.043782 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66647256-dd72-44f8-a1a2-5a039a8eaf50 admin admin] Pushing event updated for resources: {'Port': ['ID=087dafac-e455-4eb3-95cc-6af5f1c492f9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:33.114735 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] Set router ca7dff7f-2e23-458f-b13d-374835e38f28 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:56:33.286316 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66647256-dd72-44f8-a1a2-5a039a8eaf50 admin admin] Publish callbacks [] for router_gateway (95c9978f-7cc0-4d72-80a4-d2236fc5cd6c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:33.335602 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 4, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port': {'id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a2ff3f31-0977-4919-8bb7-b823d761d8a0', 'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'mac_address': 'fa:16:3e:9e:0e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:29Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 2, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'subnets': [{'id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:33.365534 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] Checking router: ca7dff7f-2e23-458f-b13d-374835e38f28 for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:56:33.365812 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] Updating router ca7dff7f-2e23-458f-b13d-374835e38f28 port a2ff3f31-0977-4919-8bb7-b823d761d8a0 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:56:33.392477 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a2ff3f31-0977-4919-8bb7-b823d761d8a0), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:33.493890 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66647256-dd72-44f8-a1a2-5a039a8eaf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785534'] for router (95c9978f-7cc0-4d72-80a4-d2236fc5cd6c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:33.632184 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66647256-dd72-44f8-a1a2-5a039a8eaf50 admin admin] Router 95c9978f-7cc0-4d72-80a4-d2236fc5cd6c is scheduled to L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 17:56:33.684825 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] Publish callbacks [] for port (a2ff3f31-0977-4919-8bb7-b823d761d8a0), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:33.691091 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a2ff3f31-0977-4919-8bb7-b823d761d8a0), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:33.750340 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66647256-dd72-44f8-a1a2-5a039a8eaf50 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:56:33.763361 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ef56c-e445-42cb-bebe-8ffdeebfb9a4 None None] Pushing event updated for resources: {'Port': ['ID=a2ff3f31-0977-4919-8bb7-b823d761d8a0,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:33.769916 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] Sync routers for ids ['95c9978f-7cc0-4d72-80a4-d2236fc5cd6c'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:56:33.772563 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-66647256-dd72-44f8-a1a2-5a039a8eaf50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:33.774757 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-66647256-dd72-44f8-a1a2-5a039a8eaf50 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8632770 Feb 07 17:56:33.777522 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35202) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:33.787130 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef56c-e445-42cb-bebe-8ffdeebfb9a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:33.787556 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef56c-e445-42cb-bebe-8ffdeebfb9a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:33.787818 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef56c-e445-42cb-bebe-8ffdeebfb9a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:33.788162 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef56c-e445-42cb-bebe-8ffdeebfb9a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:33.789663 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef56c-e445-42cb-bebe-8ffdeebfb9a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:33.789663 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef56c-e445-42cb-bebe-8ffdeebfb9a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:33.789878 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef56c-e445-42cb-bebe-8ffdeebfb9a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:33.790810 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef56c-e445-42cb-bebe-8ffdeebfb9a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:33.790810 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef56c-e445-42cb-bebe-8ffdeebfb9a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:33.790810 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef56c-e445-42cb-bebe-8ffdeebfb9a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:33.791166 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef56c-e445-42cb-bebe-8ffdeebfb9a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:33.791475 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef56c-e445-42cb-bebe-8ffdeebfb9a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:33.791793 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ef56c-e445-42cb-bebe-8ffdeebfb9a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:56:33.795706 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] Routers {'95c9978f-7cc0-4d72-80a4-d2236fc5cd6c'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:56:33.796475 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:56:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['95c9978f-7cc0-4d72-80a4-d2236fc5cd6c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:33.811776 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] Attempting to bind port a2ff3f31-0977-4919-8bb7-b823d761d8a0 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:56:33.812150 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] Attempting to bind port a2ff3f31-0977-4919-8bb7-b823d761d8a0 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': 'b3a772b5-45cb-41a5-ae9f-b6cf36b345ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:56:33.812515 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] Attempting to bind port a2ff3f31-0977-4919-8bb7-b823d761d8a0 on network 2aeea90b-b035-47e4-802d-7a27262b2762 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:56:33.818102 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:56:33.818479 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] Checking segment: {'id': 'b3a772b5-45cb-41a5-ae9f-b6cf36b345ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:56:33.818889 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:33.819333 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] Bound using segment: {'id': 'b3a772b5-45cb-41a5-ae9f-b6cf36b345ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:56:33.819811 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] Bound port: a2ff3f31-0977-4919-8bb7-b823d761d8a0, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a772b5-45cb-41a5-ae9f-b6cf36b345ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:56:33.820191 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a2ff3f31-0977-4919-8bb7-b823d761d8a0), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:33.908591 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] For port a2ff3f31-0977-4919-8bb7-b823d761d8a0, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:56:33.913092 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] For port a2ff3f31-0977-4919-8bb7-b823d761d8a0, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a2ff3f31-0977-4919-8bb7-b823d761d8a0,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:56:33.931104 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a2ff3f31-0977-4919-8bb7-b823d761d8a0), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:33.966533 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] Set router 95c9978f-7cc0-4d72-80a4-d2236fc5cd6c gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:56:34.027050 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ef56c-e445-42cb-bebe-8ffdeebfb9a4 None None] Pushing event updated for resources: {'Port': ['ID=a2ff3f31-0977-4919-8bb7-b823d761d8a0,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:34.033946 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] Routers {'ca7dff7f-2e23-458f-b13d-374835e38f28'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:56:34.034884 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:56:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ca7dff7f-2e23-458f-b13d-374835e38f28'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:34.047481 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbf831c-76f4-4eb8-af19-de4c54dddfe9 None None] Network 8bcb8872-7541-4550-84a2-91d8c4aa4d6a requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 17:56:34.162847 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] Set router ca7dff7f-2e23-458f-b13d-374835e38f28 gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:56:34.189682 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-2d823a58-f111-44ba-ab81-5fcb62b8c148 None None] Provisioning complete for port 680189d5-3e98-4743-99ec-43bceb2d4436 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:34.190066 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2d823a58-f111-44ba-ab81-5fcb62b8c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (680189d5-3e98-4743-99ec-43bceb2d4436), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:34.443865 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-2d823a58-f111-44ba-ab81-5fcb62b8c148 None None] Current status of the port 680189d5-3e98-4743-99ec-43bceb2d4436 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:56:34.444378 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2d823a58-f111-44ba-ab81-5fcb62b8c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (680189d5-3e98-4743-99ec-43bceb2d4436), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:34.449627 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'name': 'tempest-TestSnapshotPattern-1812277136-router', 'tenant_id': '22361bc4c10646a09ad95832ae4b3db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '087dafac-e455-4eb3-95cc-6af5f1c492f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:31Z', 'updated_at': '2022-02-07T17:56:33Z', 'revision_number': 3, 'project_id': '22361bc4c10646a09ad95832ae4b3db9', 'gw_port': {'id': '087dafac-e455-4eb3-95cc-6af5f1c492f9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ab:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:32Z', 'updated_at': '2022-02-07T17:56:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:34.452601 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93c62171-46ed-4cc0-a5b5-1f0350c26344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:34.502988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] Checking router: 95c9978f-7cc0-4d72-80a4-d2236fc5cd6c for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:56:34.503609 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] Updating router 95c9978f-7cc0-4d72-80a4-d2236fc5cd6c port 087dafac-e455-4eb3-95cc-6af5f1c492f9 binding host n-d-827865-3 {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:56:34.541673 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 568f4a47-e7f7-4cb2-aa60-294b4767776d up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:56:34.579222 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 4, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port': {'id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a2ff3f31-0977-4919-8bb7-b823d761d8a0', 'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'mac_address': 'fa:16:3e:9e:0e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:29Z', 'updated_at': '2022-02-07T17:56:33Z', 'revision_number': 4, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'subnets': [{'id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:34.597377 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (087dafac-e455-4eb3-95cc-6af5f1c492f9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:34.604850 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-2d823a58-f111-44ba-ab81-5fcb62b8c148 None None] For port 680189d5-3e98-4743-99ec-43bceb2d4436, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=680189d5-3e98-4743-99ec-43bceb2d4436,segment=NetworkSegment(776ed9f9-a87b-46c1-8b87-400e2f08fd14),segment_id=776ed9f9-a87b-46c1-8b87-400e2f08fd14)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:56:34.621915 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f439ad-71df-4a58-a37e-cb93016d3721 None None] The sync data for ids ['ca7dff7f-2e23-458f-b13d-374835e38f28'] in n-d-827865-3 is: [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 4, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port': {'id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a2ff3f31-0977-4919-8bb7-b823d761d8a0', 'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'mac_address': 'fa:16:3e:9e:0e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:29Z', 'updated_at': '2022-02-07T17:56:33Z', 'revision_number': 4, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'subnets': [{'id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:56:34.638189 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2d823a58-f111-44ba-ab81-5fcb62b8c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (680189d5-3e98-4743-99ec-43bceb2d4436), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:34.653968 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-93c62171-46ed-4cc0-a5b5-1f0350c26344 admin admin] Allocated IP 172.20.0.1 (8bcb8872-7541-4550-84a2-91d8c4aa4d6a/c2be63f7-fd3c-4ccb-9145-3ff6a89ea838/e0938c67-e191-4bba-8a55-15257e2f1824) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:56:34.772891 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93c62171-46ed-4cc0-a5b5-1f0350c26344 admin admin] Publish callbacks [] for port (e0938c67-e191-4bba-8a55-15257e2f1824), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:34.793568 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d823a58-f111-44ba-ab81-5fcb62b8c148 None None] Pushing event updated for resources: {'Port': ['ID=680189d5-3e98-4743-99ec-43bceb2d4436,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:34.809726 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 568f4a47-e7f7-4cb2-aa60-294b4767776d triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:34.810105 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (568f4a47-e7f7-4cb2-aa60-294b4767776d), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:34.813843 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-bd99d0d7-f6b1-4d3a-a205-916d8b45d11b None None] Provisioning complete for port 680189d5-3e98-4743-99ec-43bceb2d4436 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:34.814215 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bd99d0d7-f6b1-4d3a-a205-916d8b45d11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (680189d5-3e98-4743-99ec-43bceb2d4436), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:34.817727 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93c62171-46ed-4cc0-a5b5-1f0350c26344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (e0938c67-e191-4bba-8a55-15257e2f1824), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:34.862135 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c62171-46ed-4cc0-a5b5-1f0350c26344 admin admin] Network 8bcb8872-7541-4550-84a2-91d8c4aa4d6a is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:56:34.868143 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-93c62171-46ed-4cc0-a5b5-1f0350c26344 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:56:34.870733 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c62171-46ed-4cc0-a5b5-1f0350c26344 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:56:34.901215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c62171-46ed-4cc0-a5b5-1f0350c26344 admin admin] Pushing event updated for resources: {'Port': ['ID=e0938c67-e191-4bba-8a55-15257e2f1824,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:34.911918 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93c62171-46ed-4cc0-a5b5-1f0350c26344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3785705'] for router_interface (95c9978f-7cc0-4d72-80a4-d2236fc5cd6c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:35.084193 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93c62171-46ed-4cc0-a5b5-1f0350c26344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e0938c67-e191-4bba-8a55-15257e2f1824), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:35.281292 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bd99d0d7-f6b1-4d3a-a205-916d8b45d11b None None] Current status of the port 680189d5-3e98-4743-99ec-43bceb2d4436 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:56:35.289725 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 568f4a47-e7f7-4cb2-aa60-294b4767776d is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:56:35.290832 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 680189d5-3e98-4743-99ec-43bceb2d4436 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:56:35.299559 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93c62171-46ed-4cc0-a5b5-1f0350c26344 admin admin] Publish callbacks [] for port (e0938c67-e191-4bba-8a55-15257e2f1824), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:35.306189 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93c62171-46ed-4cc0-a5b5-1f0350c26344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (e0938c67-e191-4bba-8a55-15257e2f1824), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:35.329759 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] Publish callbacks [] for port (087dafac-e455-4eb3-95cc-6af5f1c492f9), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:35.343613 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-bd99d0d7-f6b1-4d3a-a205-916d8b45d11b None None] Provisioning complete for port a2ff3f31-0977-4919-8bb7-b823d761d8a0 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:35.343998 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bd99d0d7-f6b1-4d3a-a205-916d8b45d11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a2ff3f31-0977-4919-8bb7-b823d761d8a0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:35.345572 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (087dafac-e455-4eb3-95cc-6af5f1c492f9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:35.377084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c62171-46ed-4cc0-a5b5-1f0350c26344 admin admin] Pushing event updated for resources: {'Port': ['ID=e0938c67-e191-4bba-8a55-15257e2f1824,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:35.386401 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93c62171-46ed-4cc0-a5b5-1f0350c26344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3685753'] for router_interface (95c9978f-7cc0-4d72-80a4-d2236fc5cd6c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:35.440328 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] Attempting to bind port 087dafac-e455-4eb3-95cc-6af5f1c492f9 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:56:35.440715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] Attempting to bind port 087dafac-e455-4eb3-95cc-6af5f1c492f9 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:56:35.441096 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] Attempting to bind port 087dafac-e455-4eb3-95cc-6af5f1c492f9 on network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:56:35.457488 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b832fac-7e31-4129-8b58-9b94b8723789 None None] Pushing event updated for resources: {'Port': ['ID=087dafac-e455-4eb3-95cc-6af5f1c492f9,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:35.463714 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:56:35.464361 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] Checking segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:56:35.464781 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:35.465179 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] Bound using segment: {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:56:35.465703 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] Bound port: 087dafac-e455-4eb3-95cc-6af5f1c492f9, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e42362-bc2b-4578-a85f-0fbe89b6c6b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:56:35.466093 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (087dafac-e455-4eb3-95cc-6af5f1c492f9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:35.484264 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c62171-46ed-4cc0-a5b5-1f0350c26344 admin admin] Network 8bcb8872-7541-4550-84a2-91d8c4aa4d6a is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:56:35.485762 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-93c62171-46ed-4cc0-a5b5-1f0350c26344 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:56:35.503402 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 680189d5-3e98-4743-99ec-43bceb2d4436 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:35.503784 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (680189d5-3e98-4743-99ec-43bceb2d4436), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:35.591109 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] For port 087dafac-e455-4eb3-95cc-6af5f1c492f9, host n-d-827865-3, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:56:35.595364 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] For port 087dafac-e455-4eb3-95cc-6af5f1c492f9, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=087dafac-e455-4eb3-95cc-6af5f1c492f9,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:56:35.608563 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bd99d0d7-f6b1-4d3a-a205-916d8b45d11b None None] Current status of the port a2ff3f31-0977-4919-8bb7-b823d761d8a0 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:56:35.609298 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bd99d0d7-f6b1-4d3a-a205-916d8b45d11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (a2ff3f31-0977-4919-8bb7-b823d761d8a0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:35.610981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c62171-46ed-4cc0-a5b5-1f0350c26344 admin admin] Router 95c9978f-7cc0-4d72-80a4-d2236fc5cd6c has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:56:35.611276 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (087dafac-e455-4eb3-95cc-6af5f1c492f9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:35.717608 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-bd99d0d7-f6b1-4d3a-a205-916d8b45d11b None None] For port a2ff3f31-0977-4919-8bb7-b823d761d8a0, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a2ff3f31-0977-4919-8bb7-b823d761d8a0,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:56:35.730947 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bd99d0d7-f6b1-4d3a-a205-916d8b45d11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (a2ff3f31-0977-4919-8bb7-b823d761d8a0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:35.735106 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c62171-46ed-4cc0-a5b5-1f0350c26344 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:56:35.740233 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] Routers {'95c9978f-7cc0-4d72-80a4-d2236fc5cd6c'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:56:35.740553 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-93c62171-46ed-4cc0-a5b5-1f0350c26344 admin admin] 10.222.0.18 "PUT /v2.0/routers/95c9978f-7cc0-4d72-80a4-d2236fc5cd6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9606664 Feb 07 17:56:35.740886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:56:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['95c9978f-7cc0-4d72-80a4-d2236fc5cd6c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:35.811084 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b832fac-7e31-4129-8b58-9b94b8723789 None None] Pushing event updated for resources: {'Port': ['ID=087dafac-e455-4eb3-95cc-6af5f1c492f9,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:35.819472 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 680189d5-3e98-4743-99ec-43bceb2d4436 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:56:35.820294 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a2ff3f31-0977-4919-8bb7-b823d761d8a0 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:56:35.931567 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-41489585-5726-4988-a42f-10a2c728fc25 None None] Provisioning complete for port e0938c67-e191-4bba-8a55-15257e2f1824 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:35.931937 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-41489585-5726-4988-a42f-10a2c728fc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e0938c67-e191-4bba-8a55-15257e2f1824), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:35.940299 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99d0d7-f6b1-4d3a-a205-916d8b45d11b None None] Pushing event updated for resources: {'Port': ['ID=a2ff3f31-0977-4919-8bb7-b823d761d8a0,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:35.982459 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] Set router 95c9978f-7cc0-4d72-80a4-d2236fc5cd6c gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:56:36.019595 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-41489585-5726-4988-a42f-10a2c728fc25 None None] Port e0938c67-e191-4bba-8a55-15257e2f1824 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:56:36.022610 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a2ff3f31-0977-4919-8bb7-b823d761d8a0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:36.023413 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a2ff3f31-0977-4919-8bb7-b823d761d8a0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:36.207559 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a2ff3f31-0977-4919-8bb7-b823d761d8a0 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:56:36.256962 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'name': 'tempest-TestSnapshotPattern-1812277136-router', 'tenant_id': '22361bc4c10646a09ad95832ae4b3db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '087dafac-e455-4eb3-95cc-6af5f1c492f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:31Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 4, 'project_id': '22361bc4c10646a09ad95832ae4b3db9', 'gw_port': {'id': '087dafac-e455-4eb3-95cc-6af5f1c492f9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ab:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:32Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e0938c67-e191-4bba-8a55-15257e2f1824', 'name': '', 'network_id': '8bcb8872-7541-4550-84a2-91d8c4aa4d6a', 'tenant_id': '22361bc4c10646a09ad95832ae4b3db9', 'mac_address': 'fa:16:3e:16:bc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'c2be63f7-fd3c-4ccb-9145-3ff6a89ea838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:34Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 2, 'project_id': '22361bc4c10646a09ad95832ae4b3db9', 'subnets': [{'id': 'c2be63f7-fd3c-4ccb-9145-3ff6a89ea838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:36.289181 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 680189d5-3e98-4743-99ec-43bceb2d4436 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:56:36.292736 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cef98a-1599-4e94-a98c-6f95efa15914 None None] The sync data for ids ['95c9978f-7cc0-4d72-80a4-d2236fc5cd6c'] in n-d-827865-3 is: [{'id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'name': 'tempest-TestSnapshotPattern-1812277136-router', 'tenant_id': '22361bc4c10646a09ad95832ae4b3db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '087dafac-e455-4eb3-95cc-6af5f1c492f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:31Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 4, 'project_id': '22361bc4c10646a09ad95832ae4b3db9', 'gw_port': {'id': '087dafac-e455-4eb3-95cc-6af5f1c492f9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ab:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:32Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e0938c67-e191-4bba-8a55-15257e2f1824', 'name': '', 'network_id': '8bcb8872-7541-4550-84a2-91d8c4aa4d6a', 'tenant_id': '22361bc4c10646a09ad95832ae4b3db9', 'mac_address': 'fa:16:3e:16:bc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'c2be63f7-fd3c-4ccb-9145-3ff6a89ea838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:34Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 2, 'project_id': '22361bc4c10646a09ad95832ae4b3db9', 'subnets': [{'id': 'c2be63f7-fd3c-4ccb-9145-3ff6a89ea838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:56:36.341479 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 680189d5-3e98-4743-99ec-43bceb2d4436 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:36.341869 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (680189d5-3e98-4743-99ec-43bceb2d4436), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:36.423516 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 680189d5-3e98-4743-99ec-43bceb2d4436 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:56:36.424697 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a2ff3f31-0977-4919-8bb7-b823d761d8a0 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:56:36.487520 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port a2ff3f31-0977-4919-8bb7-b823d761d8a0 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:36.487902 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (a2ff3f31-0977-4919-8bb7-b823d761d8a0), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:36.587015 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port a2ff3f31-0977-4919-8bb7-b823d761d8a0 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:56:37.354323 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35212) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:37.370242 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c33889e4-19cc-4647-9c74-6ba0f7e98a33 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-385419022', 'description': 'tempest-secgroup-smoke-385419022 description', 'project_id': 'dbcf71057064423e99f5db387ddba944'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:56:37.398107 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c33889e4-19cc-4647-9c74-6ba0f7e98a33 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:37.489961 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c33889e4-19cc-4647-9c74-6ba0f7e98a33 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group (4379d89d-55b9-412b-832b-e368eb1b1fe8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:37.494022 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c33889e4-19cc-4647-9c74-6ba0f7e98a33 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4379d89d-55b9-412b-832b-e368eb1b1fe8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:37.524600 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c33889e4-19cc-4647-9c74-6ba0f7e98a33 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:37.525920 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c33889e4-19cc-4647-9c74-6ba0f7e98a33 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1693337 Feb 07 17:56:37.528873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35214) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:37.533181 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33889e4-19cc-4647-9c74-6ba0f7e98a33 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4379d89d-55b9-412b-832b-e368eb1b1fe8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:37.533514 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-eb762549-1540-499a-b271-2dd46a7f0a92 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Request body: {'security_group_rule': {'security_group_id': '4379d89d-55b9-412b-832b-e368eb1b1fe8', 'project_id': 'dbcf71057064423e99f5db387ddba944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:56:37.560382 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb762549-1540-499a-b271-2dd46a7f0a92 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group_rule (1d134356-7a27-46f5-a56b-5843215a8d91), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:37.622221 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb762549-1540-499a-b271-2dd46a7f0a92 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group_rule (1d134356-7a27-46f5-a56b-5843215a8d91), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:37.626826 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb762549-1540-499a-b271-2dd46a7f0a92 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (1d134356-7a27-46f5-a56b-5843215a8d91), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:37.651971 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb762549-1540-499a-b271-2dd46a7f0a92 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d134356-7a27-46f5-a56b-5843215a8d91,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:37.662035 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eb762549-1540-499a-b271-2dd46a7f0a92 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:37.663978 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-eb762549-1540-499a-b271-2dd46a7f0a92 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338377 Feb 07 17:56:37.667145 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35216) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:37.671753 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2c4d1167-eb08-43d3-9d1c-671fe66c8f72 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Request body: {'security_group_rule': {'security_group_id': '4379d89d-55b9-412b-832b-e368eb1b1fe8', 'project_id': 'dbcf71057064423e99f5db387ddba944', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:56:37.704721 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1167-eb08-43d3-9d1c-671fe66c8f72 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group_rule (7ecd485a-9aa8-44ae-b9a5-f4a6223b7c27), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:37.769557 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1167-eb08-43d3-9d1c-671fe66c8f72 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group_rule (7ecd485a-9aa8-44ae-b9a5-f4a6223b7c27), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:37.774216 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1167-eb08-43d3-9d1c-671fe66c8f72 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (7ecd485a-9aa8-44ae-b9a5-f4a6223b7c27), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:37.793341 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d1167-eb08-43d3-9d1c-671fe66c8f72 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecd485a-9aa8-44ae-b9a5-f4a6223b7c27,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:37.804429 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2c4d1167-eb08-43d3-9d1c-671fe66c8f72 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:37.806333 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-2c4d1167-eb08-43d3-9d1c-671fe66c8f72 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381023 Feb 07 17:56:37.809980 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35218) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:37.814951 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d2a86f27-cbdc-42e3-845b-762af722827f tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Request body: {'security_group_rule': {'security_group_id': '4379d89d-55b9-412b-832b-e368eb1b1fe8', 'project_id': 'dbcf71057064423e99f5db387ddba944', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:56:37.845762 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2a86f27-cbdc-42e3-845b-762af722827f tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group_rule (ce2f7e57-8347-4e28-a5bc-e8ed3af48bca), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:37.908278 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2a86f27-cbdc-42e3-845b-762af722827f tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group_rule (ce2f7e57-8347-4e28-a5bc-e8ed3af48bca), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:37.913630 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2a86f27-cbdc-42e3-845b-762af722827f tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (ce2f7e57-8347-4e28-a5bc-e8ed3af48bca), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:37.938678 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a86f27-cbdc-42e3-845b-762af722827f tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2f7e57-8347-4e28-a5bc-e8ed3af48bca,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:37.950402 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d2a86f27-cbdc-42e3-845b-762af722827f tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:37.951752 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d2a86f27-cbdc-42e3-845b-762af722827f tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407375 Feb 07 17:56:37.954576 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35220) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:37.959017 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c41972c7-087a-4e67-901a-6a7c207e553e tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Request body: {'security_group_rule': {'security_group_id': '4379d89d-55b9-412b-832b-e368eb1b1fe8', 'project_id': 'dbcf71057064423e99f5db387ddba944', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:56:37.989778 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c41972c7-087a-4e67-901a-6a7c207e553e tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group_rule (78667c47-153c-4369-843b-199cb6f3eb65), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:38.057754 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c41972c7-087a-4e67-901a-6a7c207e553e tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group_rule (78667c47-153c-4369-843b-199cb6f3eb65), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:38.062741 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c41972c7-087a-4e67-901a-6a7c207e553e tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (78667c47-153c-4369-843b-199cb6f3eb65), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:38.085683 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41972c7-087a-4e67-901a-6a7c207e553e tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78667c47-153c-4369-843b-199cb6f3eb65,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:38.097071 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c41972c7-087a-4e67-901a-6a7c207e553e tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:38.098549 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c41972c7-087a-4e67-901a-6a7c207e553e tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427712 Feb 07 17:56:38.101345 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35222) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:38.108564 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-283a40cf-96cf-4992-9245-eaecda32d466 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Request body: {'security_group_rule': {'security_group_id': '4379d89d-55b9-412b-832b-e368eb1b1fe8', 'project_id': 'dbcf71057064423e99f5db387ddba944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:56:38.131644 n-d-827865-3 neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-283a40cf-96cf-4992-9245-eaecda32d466 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Project dbcf71057064423e99f5db387ddba944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:56:38.137414 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-283a40cf-96cf-4992-9245-eaecda32d466 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group_rule (7a645d3c-edcf-4ce2-8a06-e6eea4669348), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:38.209058 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-283a40cf-96cf-4992-9245-eaecda32d466 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group_rule (7a645d3c-edcf-4ce2-8a06-e6eea4669348), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:38.212915 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-283a40cf-96cf-4992-9245-eaecda32d466 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (7a645d3c-edcf-4ce2-8a06-e6eea4669348), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:38.232900 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a40cf-96cf-4992-9245-eaecda32d466 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a645d3c-edcf-4ce2-8a06-e6eea4669348,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:38.241182 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-283a40cf-96cf-4992-9245-eaecda32d466 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:38.244172 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-283a40cf-96cf-4992-9245-eaecda32d466 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386526 Feb 07 17:56:38.247972 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35224) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:38.251580 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5d7e0a56-fa3b-4a18-a8f3-2381e19cccfb tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Request body: {'security_group_rule': {'security_group_id': '4379d89d-55b9-412b-832b-e368eb1b1fe8', 'project_id': 'dbcf71057064423e99f5db387ddba944', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:56:38.277408 n-d-827865-3 neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-5d7e0a56-fa3b-4a18-a8f3-2381e19cccfb tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Project dbcf71057064423e99f5db387ddba944 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 17:56:38.282806 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0a56-fa3b-4a18-a8f3-2381e19cccfb tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group_rule (ce66af9b-7238-471a-a91f-daa339aa3b44), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:38.336452 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 087dafac-e455-4eb3-95cc-6af5f1c492f9 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:56:38.361075 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0a56-fa3b-4a18-a8f3-2381e19cccfb tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group_rule (ce66af9b-7238-471a-a91f-daa339aa3b44), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:38.365944 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0a56-fa3b-4a18-a8f3-2381e19cccfb tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752595'] for security_group_rule (ce66af9b-7238-471a-a91f-daa339aa3b44), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:38.386505 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 087dafac-e455-4eb3-95cc-6af5f1c492f9 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:38.386505 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (087dafac-e455-4eb3-95cc-6af5f1c492f9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:38.388961 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e0a56-fa3b-4a18-a8f3-2381e19cccfb tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce66af9b-7238-471a-a91f-daa339aa3b44,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:38.395787 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0a56-fa3b-4a18-a8f3-2381e19cccfb tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:38.397726 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-5d7e0a56-fa3b-4a18-a8f3-2381e19cccfb tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1504195 Feb 07 17:56:38.471190 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 087dafac-e455-4eb3-95cc-6af5f1c492f9 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:56:38.471590 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (087dafac-e455-4eb3-95cc-6af5f1c492f9), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:38.496457 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] For port 087dafac-e455-4eb3-95cc-6af5f1c492f9, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=087dafac-e455-4eb3-95cc-6af5f1c492f9,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:56:38.501453 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (087dafac-e455-4eb3-95cc-6af5f1c492f9), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:38.563965 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Pushing event updated for resources: {'Port': ['ID=087dafac-e455-4eb3-95cc-6af5f1c492f9,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:38.575162 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7b991e11-593e-458a-b14a-48585dca61c6 req-a1bb4780-b62a-48d1-a2bd-027c5fedf405 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-385419022&fields=id&tenant_id=dbcf71057064423e99f5db387ddba944 HTTP/1.1" status: 200 len: 267 time: 0.0615909 Feb 07 17:56:38.703907 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b991e11-593e-458a-b14a-48585dca61c6 req-85595db5-07d2-429d-9f2c-e3e98d23d9ac tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:38.705712 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7b991e11-593e-458a-b14a-48585dca61c6 req-85595db5-07d2-429d-9f2c-e3e98d23d9ac tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/networks?id=2aeea90b-b035-47e4-802d-7a27262b2762 HTTP/1.1" status: 200 len: 810 time: 0.1239688 Feb 07 17:56:38.722717 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7b991e11-593e-458a-b14a-48585dca61c6 req-fc80b0de-b42a-4d9a-9aa5-a9ab8430ad99 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/quotas/dbcf71057064423e99f5db387ddba944 HTTP/1.1" status: 200 len: 375 time: 0.0104210 Feb 07 17:56:38.784924 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7b991e11-593e-458a-b14a-48585dca61c6 req-8dac8408-64ca-48d8-ae6b-d33ca5908759 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbcf71057064423e99f5db387ddba944&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559533 Feb 07 17:56:38.864944 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] Sync routers for ids ['95c9978f-7cc0-4d72-80a4-d2236fc5cd6c'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:56:38.879403 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] Routers {'95c9978f-7cc0-4d72-80a4-d2236fc5cd6c'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:56:38.880030 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:56:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['95c9978f-7cc0-4d72-80a4-d2236fc5cd6c'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:38.910841 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-7b991e11-593e-458a-b14a-48585dca61c6 req-e25186c9-cae1-4517-8704-9de615a5a0c2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:56:38.911913 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7b991e11-593e-458a-b14a-48585dca61c6 req-e25186c9-cae1-4517-8704-9de615a5a0c2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1151862 Feb 07 17:56:38.989467 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] Set router 95c9978f-7cc0-4d72-80a4-d2236fc5cd6c gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:56:39.002733 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7b991e11-593e-458a-b14a-48585dca61c6 req-8786d851-9550-473d-96e7-f8f79fc4a556 service neutron] 10.222.0.18 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841737 Feb 07 17:56:39.098365 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7b991e11-593e-458a-b14a-48585dca61c6 req-b8b65ee9-94b8-4897-80e7-84daaa355411 service neutron] 10.222.0.18 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892735 Feb 07 17:56:39.191235 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'name': 'tempest-TestSnapshotPattern-1812277136-router', 'tenant_id': '22361bc4c10646a09ad95832ae4b3db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '087dafac-e455-4eb3-95cc-6af5f1c492f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:31Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 4, 'project_id': '22361bc4c10646a09ad95832ae4b3db9', 'gw_port': {'id': '087dafac-e455-4eb3-95cc-6af5f1c492f9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:32Z', 'updated_at': '2022-02-07T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e0938c67-e191-4bba-8a55-15257e2f1824', 'name': '', 'network_id': '8bcb8872-7541-4550-84a2-91d8c4aa4d6a', 'tenant_id': '22361bc4c10646a09ad95832ae4b3db9', 'mac_address': 'fa:16:3e:16:bc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'c2be63f7-fd3c-4ccb-9145-3ff6a89ea838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:34Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 2, 'project_id': '22361bc4c10646a09ad95832ae4b3db9', 'subnets': [{'id': 'c2be63f7-fd3c-4ccb-9145-3ff6a89ea838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:39.225520 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] Checking router: 95c9978f-7cc0-4d72-80a4-d2236fc5cd6c for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:56:39.225821 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] Updating router 95c9978f-7cc0-4d72-80a4-d2236fc5cd6c port e0938c67-e191-4bba-8a55-15257e2f1824 binding host n-d-827865-3 {{(pid=103229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 17:56:39.255496 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e0938c67-e191-4bba-8a55-15257e2f1824), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:39.342972 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-b973d285-27a0-457b-b64e-972aa1210e3d req-b653e917-d7e5-4139-b7c3-7a64027f5093 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 210 time: 0.0972092 Feb 07 17:56:39.533902 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] Publish callbacks [] for port (e0938c67-e191-4bba-8a55-15257e2f1824), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:39.544027 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e0938c67-e191-4bba-8a55-15257e2f1824), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:39.546408 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:56:39.592757 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb9a90-7d19-437f-aecc-629375ff45f2 None None] Pushing event updated for resources: {'Port': ['ID=e0938c67-e191-4bba-8a55-15257e2f1824,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:39.652884 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] Attempting to bind port e0938c67-e191-4bba-8a55-15257e2f1824 on host n-d-827865-3 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:56:39.653256 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] Attempting to bind port e0938c67-e191-4bba-8a55-15257e2f1824 by drivers openvswitch,hyperv on host n-d-827865-3 at level 0 using segments [{'id': '776ed9f9-a87b-46c1-8b87-400e2f08fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8bcb8872-7541-4550-84a2-91d8c4aa4d6a'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:56:39.653651 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] Attempting to bind port e0938c67-e191-4bba-8a55-15257e2f1824 on network 8bcb8872-7541-4550-84a2-91d8c4aa4d6a {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:56:39.658890 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] Checking agent: {'id': '8cd23ff4-18eb-4036-8b78-5f17e506ea05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 22, 32), 'started_at': datetime.datetime(2022, 2, 7, 16, 23, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827865-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:56:39.659262 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] Checking segment: {'id': '776ed9f9-a87b-46c1-8b87-400e2f08fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8bcb8872-7541-4550-84a2-91d8c4aa4d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:56:39.659871 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:39.660280 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] Bound using segment: {'id': '776ed9f9-a87b-46c1-8b87-400e2f08fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8bcb8872-7541-4550-84a2-91d8c4aa4d6a'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:56:39.660915 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] Bound port: e0938c67-e191-4bba-8a55-15257e2f1824, host: n-d-827865-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776ed9f9-a87b-46c1-8b87-400e2f08fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8bcb8872-7541-4550-84a2-91d8c4aa4d6a'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:56:39.661310 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e0938c67-e191-4bba-8a55-15257e2f1824), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:39.729420 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] For port e0938c67-e191-4bba-8a55-15257e2f1824, host n-d-827865-3, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:56:39.732894 n-d-827865-3 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] For port e0938c67-e191-4bba-8a55-15257e2f1824, host n-d-827865-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e0938c67-e191-4bba-8a55-15257e2f1824,segment=NetworkSegment(776ed9f9-a87b-46c1-8b87-400e2f08fd14),segment_id=776ed9f9-a87b-46c1-8b87-400e2f08fd14)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:56:39.739626 n-d-827865-3 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e0938c67-e191-4bba-8a55-15257e2f1824), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:39.804143 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] Routers {'95c9978f-7cc0-4d72-80a4-d2236fc5cd6c'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:56:39.804976 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:56:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['95c9978f-7cc0-4d72-80a4-d2236fc5cd6c'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:39.810604 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb9a90-7d19-437f-aecc-629375ff45f2 None None] Pushing event updated for resources: {'Port': ['ID=e0938c67-e191-4bba-8a55-15257e2f1824,revision_number=4']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:39.874968 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-8ed02942-8c6c-4f2f-9ab0-c0bc74a4f42d None None] Provisioning complete for port e0938c67-e191-4bba-8a55-15257e2f1824 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:39.875995 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8ed02942-8c6c-4f2f-9ab0-c0bc74a4f42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e0938c67-e191-4bba-8a55-15257e2f1824), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:39.932050 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] Set router 95c9978f-7cc0-4d72-80a4-d2236fc5cd6c gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:56:39.968884 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-8ed02942-8c6c-4f2f-9ab0-c0bc74a4f42d None None] Current status of the port e0938c67-e191-4bba-8a55-15257e2f1824 is: DOWN; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:56:39.969577 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8ed02942-8c6c-4f2f-9ab0-c0bc74a4f42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e0938c67-e191-4bba-8a55-15257e2f1824), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:40.003394 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-8ed02942-8c6c-4f2f-9ab0-c0bc74a4f42d None None] For port e0938c67-e191-4bba-8a55-15257e2f1824, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e0938c67-e191-4bba-8a55-15257e2f1824,segment=NetworkSegment(776ed9f9-a87b-46c1-8b87-400e2f08fd14),segment_id=776ed9f9-a87b-46c1-8b87-400e2f08fd14)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:56:40.008959 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8ed02942-8c6c-4f2f-9ab0-c0bc74a4f42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e0938c67-e191-4bba-8a55-15257e2f1824), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:40.054362 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed02942-8c6c-4f2f-9ab0-c0bc74a4f42d None None] Pushing event updated for resources: {'Port': ['ID=e0938c67-e191-4bba-8a55-15257e2f1824,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:40.131234 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8a87-0be0-4ae4-a883-ce69a98682e9 None None] Provisioning complete for port e0938c67-e191-4bba-8a55-15257e2f1824 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:40.131616 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8a87-0be0-4ae4-a883-ce69a98682e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e0938c67-e191-4bba-8a55-15257e2f1824), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:40.149477 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'name': 'tempest-TestSnapshotPattern-1812277136-router', 'tenant_id': '22361bc4c10646a09ad95832ae4b3db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '087dafac-e455-4eb3-95cc-6af5f1c492f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:31Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 4, 'project_id': '22361bc4c10646a09ad95832ae4b3db9', 'gw_port': {'id': '087dafac-e455-4eb3-95cc-6af5f1c492f9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:32Z', 'updated_at': '2022-02-07T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e0938c67-e191-4bba-8a55-15257e2f1824', 'name': '', 'network_id': '8bcb8872-7541-4550-84a2-91d8c4aa4d6a', 'tenant_id': '22361bc4c10646a09ad95832ae4b3db9', 'mac_address': 'fa:16:3e:16:bc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'c2be63f7-fd3c-4ccb-9145-3ff6a89ea838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:34Z', 'updated_at': '2022-02-07T17:56:39Z', 'revision_number': 4, 'project_id': '22361bc4c10646a09ad95832ae4b3db9', 'subnets': [{'id': 'c2be63f7-fd3c-4ccb-9145-3ff6a89ea838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:40.177598 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9085ec-5a5e-40bd-882b-445160619239 None None] The sync data for ids ['95c9978f-7cc0-4d72-80a4-d2236fc5cd6c'] in n-d-827865-3 is: [{'id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'name': 'tempest-TestSnapshotPattern-1812277136-router', 'tenant_id': '22361bc4c10646a09ad95832ae4b3db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '087dafac-e455-4eb3-95cc-6af5f1c492f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:31Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 4, 'project_id': '22361bc4c10646a09ad95832ae4b3db9', 'gw_port': {'id': '087dafac-e455-4eb3-95cc-6af5f1c492f9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:32Z', 'updated_at': '2022-02-07T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'e0938c67-e191-4bba-8a55-15257e2f1824', 'name': '', 'network_id': '8bcb8872-7541-4550-84a2-91d8c4aa4d6a', 'tenant_id': '22361bc4c10646a09ad95832ae4b3db9', 'mac_address': 'fa:16:3e:16:bc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'c2be63f7-fd3c-4ccb-9145-3ff6a89ea838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:34Z', 'updated_at': '2022-02-07T17:56:39Z', 'revision_number': 4, 'project_id': '22361bc4c10646a09ad95832ae4b3db9', 'subnets': [{'id': 'c2be63f7-fd3c-4ccb-9145-3ff6a89ea838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:56:40.240195 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8a87-0be0-4ae4-a883-ce69a98682e9 None None] Current status of the port e0938c67-e191-4bba-8a55-15257e2f1824 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:56:40.314613 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48981866-fcb8-49d8-b543-80274efd81d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:40.316167 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48981866-fcb8-49d8-b543-80274efd81d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.48 "GET /v2.0/networks?id=2aeea90b-b035-47e4-802d-7a27262b2762 HTTP/1.1" status: 200 len: 810 time: 0.1518838 Feb 07 17:56:40.382073 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e0938c67-e191-4bba-8a55-15257e2f1824 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:56:40.400086 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b991e11-593e-458a-b14a-48585dca61c6 req-88dd9bd4-509c-4dad-85bb-c7c703c89e8e tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbcf71057064423e99f5db387ddba944 HTTP/1.1" status: 200 len: 379 time: 0.0744536 Feb 07 17:56:40.410231 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7b991e11-593e-458a-b14a-48585dca61c6 req-2e1cffd1-5b3b-4919-a1bd-5bbb53b88343 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Request body: {'port': {'device_id': '03795112-e96f-41eb-a97f-55a3f72e1866', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'admin_state_up': True, 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'security_groups': ['4379d89d-55b9-412b-832b-e368eb1b1fe8']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:56:40.447453 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port e0938c67-e191-4bba-8a55-15257e2f1824 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:40.448007 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e0938c67-e191-4bba-8a55-15257e2f1824), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:40.461957 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-294b38a8-b94b-4508-b2d4-fdaf26c9082a req-233f88a0-15e6-4093-9053-79a757e5fb34 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 210 time: 0.0337462 Feb 07 17:56:40.542154 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port e0938c67-e191-4bba-8a55-15257e2f1824 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:56:40.543408 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 087dafac-e455-4eb3-95cc-6af5f1c492f9 up at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:56:40.547714 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b991e11-593e-458a-b14a-48585dca61c6 req-2e1cffd1-5b3b-4919-a1bd-5bbb53b88343 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Made reservation on behalf of dbcf71057064423e99f5db387ddba944 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:56:40.551249 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b991e11-593e-458a-b14a-48585dca61c6 req-2e1cffd1-5b3b-4919-a1bd-5bbb53b88343 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:40.601937 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Provisioning complete for port 087dafac-e455-4eb3-95cc-6af5f1c492f9 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:40.602327 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (087dafac-e455-4eb3-95cc-6af5f1c492f9), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:40.684204 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Current status of the port 087dafac-e455-4eb3-95cc-6af5f1c492f9 is: ACTIVE; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:56:40.695426 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-7b991e11-593e-458a-b14a-48585dca61c6 req-2e1cffd1-5b3b-4919-a1bd-5bbb53b88343 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Allocated IP 172.20.0.14 (2aeea90b-b035-47e4-802d-7a27262b2762/992fe2dd-7ba9-41ad-a28e-3e210c18ff81/e648b3ae-55e3-4c39-8e5d-8db7daed5dc1) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:56:40.844335 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b991e11-593e-458a-b14a-48585dca61c6 req-2e1cffd1-5b3b-4919-a1bd-5bbb53b88343 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:40.877076 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b991e11-593e-458a-b14a-48585dca61c6 req-2e1cffd1-5b3b-4919-a1bd-5bbb53b88343 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:40.918194 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b991e11-593e-458a-b14a-48585dca61c6 req-2e1cffd1-5b3b-4919-a1bd-5bbb53b88343 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Network 2aeea90b-b035-47e4-802d-7a27262b2762 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:56:40.923090 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-7b991e11-593e-458a-b14a-48585dca61c6 req-2e1cffd1-5b3b-4919-a1bd-5bbb53b88343 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:56:40.926714 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b991e11-593e-458a-b14a-48585dca61c6 req-2e1cffd1-5b3b-4919-a1bd-5bbb53b88343 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:56:40.959365 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cffd1-5b3b-4919-a1bd-5bbb53b88343 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Pushing event updated for resources: {'Port': ['ID=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:40.986607 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b991e11-593e-458a-b14a-48585dca61c6 req-2e1cffd1-5b3b-4919-a1bd-5bbb53b88343 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:40.987240 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b991e11-593e-458a-b14a-48585dca61c6 req-2e1cffd1-5b3b-4919-a1bd-5bbb53b88343 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:41.005575 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b991e11-593e-458a-b14a-48585dca61c6 req-2e1cffd1-5b3b-4919-a1bd-5bbb53b88343 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5997753 Feb 07 17:56:41.016517 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Request body: {'port': {'device_id': '03795112-e96f-41eb-a97f-55a3f72e1866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827865-3'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:56:41.077407 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:41.168960 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-0038e5d5-ee2d-4c0a-b02c-60a555beffb6 None None] Provisioning complete for port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:41.169596 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0038e5d5-ee2d-4c0a-b02c-60a555beffb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:41.208186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-0038e5d5-ee2d-4c0a-b02c-60a555beffb6 None None] Port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:56:41.337830 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:56:41.345468 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Publish callbacks [] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:41.357433 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Transition to ACTIVE for port object e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:56:41.362099 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:41.412736 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Pushing event updated for resources: {'Port': ['ID=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:41.485056 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Attempting to bind port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 on host n-h1-827865-3 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:56:41.485461 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Attempting to bind port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 by drivers openvswitch,hyperv on host n-h1-827865-3 at level 0 using segments [{'id': 'b3a772b5-45cb-41a5-ae9f-b6cf36b345ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:56:41.485804 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Attempting to bind port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 on network 2aeea90b-b035-47e4-802d-7a27262b2762 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:56:41.490731 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 on network 2aeea90b-b035-47e4-802d-7a27262b2762 not bound, no agent of type Open vSwitch agent registered on host n-h1-827865-3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:56:41.490942 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Attempting to bind port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 on network 2aeea90b-b035-47e4-802d-7a27262b2762 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:56:41.496995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Checking agent: {'id': 'ce2ea14c-d4a8-4df7-b25a-96416499847d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:56:41.496995 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Checking segment: {'id': 'b3a772b5-45cb-41a5-ae9f-b6cf36b345ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:56:41.497209 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Bound using segment: {'id': 'b3a772b5-45cb-41a5-ae9f-b6cf36b345ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:56:41.497674 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Bound port: e648b3ae-55e3-4c39-8e5d-8db7daed5dc1, host: n-h1-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a772b5-45cb-41a5-ae9f-b6cf36b345ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:56:41.498044 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:41.603038 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] For port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1, host n-h1-827865-3, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:56:41.607451 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] For port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1, host n-h1-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:56:41.613958 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:41.653068 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87243459-13b3-403b-a26c-190acf6ea25b req-693b5207-3244-427b-b91b-d386611c257a tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:41.654710 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87243459-13b3-403b-a26c-190acf6ea25b req-693b5207-3244-427b-b91b-d386611c257a tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 944 time: 0.1103232 Feb 07 17:56:41.667923 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:41.668593 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:41.669930 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b991e11-593e-458a-b14a-48585dca61c6 req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] 10.222.0.48 "PUT /v2.0/ports/e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 HTTP/1.1" status: 200 len: 1092 time: 0.6577468 Feb 07 17:56:41.671016 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03795112-e96f-41eb-a97f-55a3f72e1866', 'tag': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:56:41.673249 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628c6723cf0d541a6362cfbbde021ddb095c9bd0acbf8defbc90316d1b4a8846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70277218-d9b5-4451-8de6-00c2c10ff3ef" -d '{"events": [{"name": "network-changed", "server_uuid": "03795112-e96f-41eb-a97f-55a3f72e1866", "tag": "e648b3ae-55e3-4c39-8e5d-8db7daed5dc1"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:56:41.708046 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed3c6d-19c1-4499-ac94-f1ec3a15575e service neutron] Pushing event updated for resources: {'Port': ['ID=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:41.736236 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df76e2ed-ab68-41dd-aed2-59f63b633b3a x-openstack-request-id: req-df76e2ed-ab68-41dd-aed2-59f63b633b3a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:56:41.736534 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03795112-e96f-41eb-a97f-55a3f72e1866", "tag": "e648b3ae-55e3-4c39-8e5d-8db7daed5dc1", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:56:41.736789 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df76e2ed-ab68-41dd-aed2-59f63b633b3a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:56:41.737190 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03795112-e96f-41eb-a97f-55a3f72e1866', 'tag': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'status': 'completed', 'code': 200} Feb 07 17:56:41.774380 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-87243459-13b3-403b-a26c-190acf6ea25b req-d6952759-8243-4675-911f-9f524411013f tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124575 Feb 07 17:56:41.792669 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b991e11-593e-458a-b14a-48585dca61c6 req-a77be3cb-ee68-4998-b633-d1f4ef1945f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:41.794276 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b991e11-593e-458a-b14a-48585dca61c6 req-a77be3cb-ee68-4998-b633-d1f4ef1945f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbcf71057064423e99f5db387ddba944&device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 1126 time: 0.0815232 Feb 07 17:56:42.107056 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b991e11-593e-458a-b14a-48585dca61c6 req-a3933619-57cd-4249-9101-3ba6a4e8ab0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 HTTP/1.1" status: 200 len: 217 time: 0.3062754 Feb 07 17:56:42.154472 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b991e11-593e-458a-b14a-48585dca61c6 req-ca44e75e-d27f-4f76-954a-8671381a79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:42.155933 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b991e11-593e-458a-b14a-48585dca61c6 req-ca44e75e-d27f-4f76-954a-8671381a79e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=992fe2dd-7ba9-41ad-a28e-3e210c18ff81 HTTP/1.1" status: 200 len: 849 time: 0.0432816 Feb 07 17:56:42.203631 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b991e11-593e-458a-b14a-48585dca61c6 req-07378536-bcb4-4a12-a867-ebe4b38d36fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:42.205107 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b991e11-593e-458a-b14a-48585dca61c6 req-07378536-bcb4-4a12-a867-ebe4b38d36fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2aeea90b-b035-47e4-802d-7a27262b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435381 Feb 07 17:56:42.295717 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b991e11-593e-458a-b14a-48585dca61c6 req-5a62e597-15fb-4cd8-9c0b-736e8acb0e9b service neutron] 10.222.0.48 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842955 Feb 07 17:56:42.382418 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7b991e11-593e-458a-b14a-48585dca61c6 req-ec0857c1-3f68-4db2-8607-339b5dbf2c55 service neutron] 10.222.0.48 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812018 Feb 07 17:56:42.471999 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70277218-d9b5-4451-8de6-00c2c10ff3ef req-ce5439bd-b5d0-4b05-8bb8-d7a3970cd770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:42.473514 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-70277218-d9b5-4451-8de6-00c2c10ff3ef req-ce5439bd-b5d0-4b05-8bb8-d7a3970cd770 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbcf71057064423e99f5db387ddba944&device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 1126 time: 0.0492706 Feb 07 17:56:42.562004 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70277218-d9b5-4451-8de6-00c2c10ff3ef req-32219003-d983-4212-947d-40c12ec641bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:42.563468 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-70277218-d9b5-4451-8de6-00c2c10ff3ef req-32219003-d983-4212-947d-40c12ec641bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=2aeea90b-b035-47e4-802d-7a27262b2762 HTTP/1.1" status: 200 len: 911 time: 0.0841622 Feb 07 17:56:42.606393 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-70277218-d9b5-4451-8de6-00c2c10ff3ef req-11d55b52-dd7c-4e30-84a6-f37488affe3a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 HTTP/1.1" status: 200 len: 217 time: 0.0373845 Feb 07 17:56:42.652718 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70277218-d9b5-4451-8de6-00c2c10ff3ef req-616d8a37-92e9-4caf-be14-667acc6e0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:42.654071 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-70277218-d9b5-4451-8de6-00c2c10ff3ef req-616d8a37-92e9-4caf-be14-667acc6e0c6c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=992fe2dd-7ba9-41ad-a28e-3e210c18ff81 HTTP/1.1" status: 200 len: 849 time: 0.0426469 Feb 07 17:56:42.700876 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70277218-d9b5-4451-8de6-00c2c10ff3ef req-4bfd6efd-598b-422c-91db-f23aa11cf1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:42.702350 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-70277218-d9b5-4451-8de6-00c2c10ff3ef req-4bfd6efd-598b-422c-91db-f23aa11cf1c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2aeea90b-b035-47e4-802d-7a27262b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427849 Feb 07 17:56:42.790924 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-70277218-d9b5-4451-8de6-00c2c10ff3ef req-6c980347-ffff-48d5-bb89-aadd2e5d4c81 service neutron] 10.222.0.48 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825424 Feb 07 17:56:42.882434 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-70277218-d9b5-4451-8de6-00c2c10ff3ef req-fd21f443-1d71-404d-832d-8cf3afef8d6f service neutron] 10.222.0.48 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853162 Feb 07 17:56:42.902254 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4b894-986e-4516-9925-2d9081a63def req-cc87182e-5bf3-4ffb-9be4-09c8358b6954 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:42.903808 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f8c4b894-986e-4516-9925-2d9081a63def req-cc87182e-5bf3-4ffb-9be4-09c8358b6954 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 944 time: 0.0540090 Feb 07 17:56:42.952975 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-f8c4b894-986e-4516-9925-2d9081a63def req-483b028f-7a10-4e40-be31-ed801a3c9fe4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435009 Feb 07 17:56:44.071500 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8694742-2697-475b-9c70-68897a4e2272 req-2d4a61bb-34b4-46eb-b95b-76b2e943eec8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:44.072987 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f8694742-2697-475b-9c70-68897a4e2272 req-2d4a61bb-34b4-46eb-b95b-76b2e943eec8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 944 time: 0.0533445 Feb 07 17:56:44.122314 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-f8694742-2697-475b-9c70-68897a4e2272 req-aa4ddd11-471e-4971-ba5f-ca41e7a69dfc tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437200 Feb 07 17:56:45.245309 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fbff9-b330-4508-881c-f900cd3ae236 req-06644d67-13ef-4370-b67c-5e6dff444638 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:45.246866 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e90fbff9-b330-4508-881c-f900cd3ae236 req-06644d67-13ef-4370-b67c-5e6dff444638 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 944 time: 0.0576065 Feb 07 17:56:45.295894 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-e90fbff9-b330-4508-881c-f900cd3ae236 req-f4d37d82-5516-4dc3-ac62-4354457638e6 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435133 Feb 07 17:56:46.135739 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:56:46.230886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:56:46.245880 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'port_id': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'mac_address': 'fa:16:3e:3a:45:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:56:46.283933 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:56:46.284328 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:46.296880 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:56:46.315230 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:56:46.320748 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:46.370737 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:46.420357 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26e629-7c75-4620-9050-c0ef6b333ffe req-ea9fbb47-a021-4155-a10d-80d8701e1342 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:46.421930 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b26e629-7c75-4620-9050-c0ef6b333ffe req-ea9fbb47-a021-4155-a10d-80d8701e1342 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 945 time: 0.0571387 Feb 07 17:56:46.471606 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-6b26e629-7c75-4620-9050-c0ef6b333ffe req-54bf81ff-7a07-47ae-94b6-6c192e8c5f78 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435426 Feb 07 17:56:46.641778 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['e648b3ae-55e3-4c39-8e5d-8db7daed5dc1'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:56:47.591245 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59868505-fe7c-4407-9bde-7e36b66e36c1 req-df313f12-0fb0-4e4c-bf2f-ba7c5df30a14 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:47.592741 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-59868505-fe7c-4407-9bde-7e36b66e36c1 req-df313f12-0fb0-4e4c-bf2f-ba7c5df30a14 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 945 time: 0.0533624 Feb 07 17:56:47.640649 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-59868505-fe7c-4407-9bde-7e36b66e36c1 req-2075a922-f6a5-4e08-8eb4-86775eef5814 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423625 Feb 07 17:56:48.135314 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:56:48.186053 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning for port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:56:48.190078 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:56:48.190455 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:48.416388 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:56:48.416691 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:48.438665 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03795112-e96f-41eb-a97f-55a3f72e1866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:56:48.440904 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9524ec5-776e-4913-ba02-aa4d2edaf3d8" -d '{"events": [{"server_uuid": "03795112-e96f-41eb-a97f-55a3f72e1866", "name": "network-vif-plugged", "status": "completed", "tag": "e648b3ae-55e3-4c39-8e5d-8db7daed5dc1"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:56:48.453642 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:56:48.458111 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:48.483002 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce0c1b6-051c-45c7-b21e-3cb01058263c x-openstack-request-id: req-1ce0c1b6-051c-45c7-b21e-3cb01058263c {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:56:48.483297 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03795112-e96f-41eb-a97f-55a3f72e1866", "name": "network-vif-plugged", "status": "completed", "tag": "e648b3ae-55e3-4c39-8e5d-8db7daed5dc1", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:56:48.483557 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ce0c1b6-051c-45c7-b21e-3cb01058263c {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:56:48.483946 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03795112-e96f-41eb-a97f-55a3f72e1866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'code': 200} Feb 07 17:56:48.509715 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:48.582389 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829bf83-a771-4253-ae43-3202af977645 req-76be3f86-6bfa-44aa-bf85-0923b76aa7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:48.584173 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1829bf83-a771-4253-ae43-3202af977645 req-76be3f86-6bfa-44aa-bf85-0923b76aa7dd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 1128 time: 0.0440893 Feb 07 17:56:48.630373 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-1829bf83-a771-4253-ae43-3202af977645 req-61fb0475-ab52-4cdc-9c2e-83b875303159 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383995 Feb 07 17:56:48.759088 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65306baa-8368-4a15-bd07-9933a61fd43d req-bc1645db-dd0b-4a3c-8c80-4923cde621dd tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:48.760737 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-65306baa-8368-4a15-bd07-9933a61fd43d req-bc1645db-dd0b-4a3c-8c80-4923cde621dd tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 946 time: 0.0527656 Feb 07 17:56:48.812270 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-65306baa-8368-4a15-bd07-9933a61fd43d req-86414efc-3096-4666-8435-50cc8a3f34ea tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458982 Feb 07 17:56:49.940921 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a723a6a-8d44-4f6d-ac3a-43fb072025b6 req-c6722eee-7460-4227-b035-0785de92f066 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:49.942351 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a723a6a-8d44-4f6d-ac3a-43fb072025b6 req-c6722eee-7460-4227-b035-0785de92f066 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 946 time: 0.0589044 Feb 07 17:56:49.994326 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-7a723a6a-8d44-4f6d-ac3a-43fb072025b6 req-833154f2-fd9a-437f-944f-07d4651fc7e7 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457299 Feb 07 17:56:51.115235 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4bcb9-2b96-47ae-9681-de04d70a259c req-c36a95ae-3d70-47e6-9ae8-648999015e32 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:51.116707 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-27d4bcb9-2b96-47ae-9681-de04d70a259c req-c36a95ae-3d70-47e6-9ae8-648999015e32 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 946 time: 0.0539567 Feb 07 17:56:51.165785 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-27d4bcb9-2b96-47ae-9681-de04d70a259c req-421a4957-cb97-4b3f-bc08-9166b89ca0ac tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431335 Feb 07 17:56:51.284663 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff187e-b508-4965-aacf-5afc795fecae req-5132023d-8e2a-4c52-9519-11ede96ef9ed tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:51.286112 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dbff187e-b508-4965-aacf-5afc795fecae req-5132023d-8e2a-4c52-9519-11ede96ef9ed tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 946 time: 0.0537345 Feb 07 17:56:51.333345 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-dbff187e-b508-4965-aacf-5afc795fecae req-a77d1927-feaf-4a6c-903f-236ab8418a2e tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415547 Feb 07 17:56:51.355480 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35282) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:51.438661 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed32c1d-75bb-450e-91d2-1251d3e40551 tempest-TestSnapshotPattern-1501027016 tempest-TestSnapshotPattern-1501027016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:51.440215 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-6ed32c1d-75bb-450e-91d2-1251d3e40551 tempest-TestSnapshotPattern-1501027016 tempest-TestSnapshotPattern-1501027016-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 1123 time: 0.0837510 Feb 07 17:56:51.442997 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35286) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:56:51.447940 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:56:51.468162 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:51.568467 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:51.671450 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Allocated IP 172.25.4.135 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/9b520685-24c6-4779-85a4-b24d42f88be8) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:56:51.769940 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for port (9b520685-24c6-4779-85a4-b24d42f88be8), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:51.802343 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (9b520685-24c6-4779-85a4-b24d42f88be8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:51.837612 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:56:51.840613 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:56:51.843747 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:56:51.880254 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Pushing event updated for resources: {'Port': ['ID=9b520685-24c6-4779-85a4-b24d42f88be8,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:51.893951 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:52.200460 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for floatingip (ad5ea54c-5c8b-4963-87f3-b222e6ed097d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:52.271706 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (9b520685-24c6-4779-85a4-b24d42f88be8), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:52.417396 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for port (9b520685-24c6-4779-85a4-b24d42f88be8), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:52.422336 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29128274'] for port (9b520685-24c6-4779-85a4-b24d42f88be8), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:52.499743 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Pushing event updated for resources: {'Port': ['ID=9b520685-24c6-4779-85a4-b24d42f88be8,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:56:52.508911 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (ad5ea54c-5c8b-4963-87f3-b222e6ed097d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:52.612091 n-d-827865-3 neutron-server[103225]: INFO neutron.db.l3_db [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Floating IP ad5ea54c-5c8b-4963-87f3-b222e6ed097d associated. External IP: 172.25.4.135, port: e648b3ae-55e3-4c39-8e5d-8db7daed5dc1. Feb 07 17:56:52.819813 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Router ca7dff7f-2e23-458f-b13d-374835e38f28 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 17:56:52.925039 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 17:56:52.934798 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51503d7-22c3-478c-8c2f-aa29285bcedf None None] Sync routers for ids ['ca7dff7f-2e23-458f-b13d-374835e38f28'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 17:56:52.943924 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:52.945650 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51503d7-22c3-478c-8c2f-aa29285bcedf None None] Routers {'ca7dff7f-2e23-458f-b13d-374835e38f28'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:56:52.948182 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f51503d7-22c3-478c-8c2f-aa29285bcedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:56:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ca7dff7f-2e23-458f-b13d-374835e38f28'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:52.991400 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-b0d00acd-831e-4d3f-9cda-e32dc72228f0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5341699 Feb 07 17:56:52.991400 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03795112-e96f-41eb-a97f-55a3f72e1866', 'tag': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:56:52.991400 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628c6723cf0d541a6362cfbbde021ddb095c9bd0acbf8defbc90316d1b4a8846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17508d3e-30a3-48bb-9fa3-1904e991d7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "03795112-e96f-41eb-a97f-55a3f72e1866", "tag": "e648b3ae-55e3-4c39-8e5d-8db7daed5dc1"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:56:53.019709 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ab568c-99f2-4b53-83c6-31d35d5a0bd8 x-openstack-request-id: req-88ab568c-99f2-4b53-83c6-31d35d5a0bd8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:56:53.020045 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03795112-e96f-41eb-a97f-55a3f72e1866", "tag": "e648b3ae-55e3-4c39-8e5d-8db7daed5dc1", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:56:53.020312 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88ab568c-99f2-4b53-83c6-31d35d5a0bd8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:56:53.020729 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03795112-e96f-41eb-a97f-55a3f72e1866', 'tag': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'status': 'completed', 'code': 200} Feb 07 17:56:53.058159 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f51503d7-22c3-478c-8c2f-aa29285bcedf None None] Set router ca7dff7f-2e23-458f-b13d-374835e38f28 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:56:53.083180 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17508d3e-30a3-48bb-9fa3-1904e991d7e8 req-3d4efda3-2db3-48cd-a17b-1801985364d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:53.084600 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-17508d3e-30a3-48bb-9fa3-1904e991d7e8 req-3d4efda3-2db3-48cd-a17b-1801985364d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbcf71057064423e99f5db387ddba944&device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 1128 time: 0.0446265 Feb 07 17:56:53.173262 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17508d3e-30a3-48bb-9fa3-1904e991d7e8 req-e4d2b16f-2715-49f1-ae18-1d8d97e6fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:53.174773 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-17508d3e-30a3-48bb-9fa3-1904e991d7e8 req-e4d2b16f-2715-49f1-ae18-1d8d97e6fe6f service neutron] 10.222.0.48 "GET /v2.0/networks?id=2aeea90b-b035-47e4-802d-7a27262b2762 HTTP/1.1" status: 200 len: 911 time: 0.0843689 Feb 07 17:56:53.243538 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-17508d3e-30a3-48bb-9fa3-1904e991d7e8 req-6744bff3-a438-436e-95ce-6f1381fa0630 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 HTTP/1.1" status: 200 len: 1000 time: 0.0627663 Feb 07 17:56:53.281665 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f51503d7-22c3-478c-8c2f-aa29285bcedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 4, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port': {'id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'ad5ea54c-5c8b-4963-87f3-b222e6ed097d', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'floating_ip_address': '172.25.4.135', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'port_id': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'mac_address': 'fa:16:3e:3a:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03795112-e96f-41eb-a97f-55a3f72e1866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:56:52Z', 'updated_at': '2022-02-07T17:56:52Z', 'revision_number': 0, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ff3f31-0977-4919-8bb7-b823d761d8a0', 'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'mac_address': 'fa:16:3e:9e:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:29Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 5, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'subnets': [{'id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:53.291645 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17508d3e-30a3-48bb-9fa3-1904e991d7e8 req-18cb3071-d26e-43da-bb97-c8b07a6511c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:53.293122 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-17508d3e-30a3-48bb-9fa3-1904e991d7e8 req-18cb3071-d26e-43da-bb97-c8b07a6511c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=992fe2dd-7ba9-41ad-a28e-3e210c18ff81 HTTP/1.1" status: 200 len: 849 time: 0.0441151 Feb 07 17:56:53.311841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51503d7-22c3-478c-8c2f-aa29285bcedf None None] Checking router: ca7dff7f-2e23-458f-b13d-374835e38f28 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 17:56:53.320026 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51503d7-22c3-478c-8c2f-aa29285bcedf None None] Routers {'ca7dff7f-2e23-458f-b13d-374835e38f28'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 17:56:53.320634 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f51503d7-22c3-478c-8c2f-aa29285bcedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:56:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ca7dff7f-2e23-458f-b13d-374835e38f28'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:53.341818 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17508d3e-30a3-48bb-9fa3-1904e991d7e8 req-1c928833-e293-47ae-8ab2-953407e49341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:53.343264 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-17508d3e-30a3-48bb-9fa3-1904e991d7e8 req-1c928833-e293-47ae-8ab2-953407e49341 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2aeea90b-b035-47e4-802d-7a27262b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445240 Feb 07 17:56:53.428306 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f51503d7-22c3-478c-8c2f-aa29285bcedf None None] Set router ca7dff7f-2e23-458f-b13d-374835e38f28 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 17:56:53.436698 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-17508d3e-30a3-48bb-9fa3-1904e991d7e8 req-892e4554-870c-485c-b0e2-61187a29a8d3 service neutron] 10.222.0.48 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877960 Feb 07 17:56:53.525542 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-17508d3e-30a3-48bb-9fa3-1904e991d7e8 req-41705c57-6329-43d3-935a-c7b2d4b3fb75 service neutron] 10.222.0.48 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830877 Feb 07 17:56:53.652497 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f51503d7-22c3-478c-8c2f-aa29285bcedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 4, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port': {'id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'ad5ea54c-5c8b-4963-87f3-b222e6ed097d', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'floating_ip_address': '172.25.4.135', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'port_id': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'mac_address': 'fa:16:3e:3a:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03795112-e96f-41eb-a97f-55a3f72e1866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:56:52Z', 'updated_at': '2022-02-07T17:56:52Z', 'revision_number': 0, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ff3f31-0977-4919-8bb7-b823d761d8a0', 'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'mac_address': 'fa:16:3e:9e:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:29Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 5, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'subnets': [{'id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 17:56:53.678905 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51503d7-22c3-478c-8c2f-aa29285bcedf None None] The sync data for ids ['ca7dff7f-2e23-458f-b13d-374835e38f28'] in n-d-827865-3 is: [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 4, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port': {'id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'ad5ea54c-5c8b-4963-87f3-b222e6ed097d', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'floating_ip_address': '172.25.4.135', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'port_id': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'mac_address': 'fa:16:3e:3a:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03795112-e96f-41eb-a97f-55a3f72e1866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:56:52Z', 'updated_at': '2022-02-07T17:56:52Z', 'revision_number': 0, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ff3f31-0977-4919-8bb7-b823d761d8a0', 'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'mac_address': 'fa:16:3e:9e:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:29Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 5, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'subnets': [{'id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 17:56:53.867464 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7826dccf-d051-495f-8281-c1c4b6148886 None None] New status for floating IP ad5ea54c-5c8b-4963-87f3-b222e6ed097d: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 17:56:53.937714 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:53.991566 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-faa79998-0c10-4451-b09a-c0352df167f8 req-d6405c2c-5672-40c9-9453-f0d44ad86427 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490904 Feb 07 17:56:54.078695 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa79998-0c10-4451-b09a-c0352df167f8 req-8d6ff923-2082-4624-a0e9-a905ef03241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:54.080211 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-faa79998-0c10-4451-b09a-c0352df167f8 req-8d6ff923-2082-4624-a0e9-a905ef03241e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbcf71057064423e99f5db387ddba944&device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 1128 time: 0.0459905 Feb 07 17:56:54.178784 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa79998-0c10-4451-b09a-c0352df167f8 req-f0b40b7f-812f-43eb-ad6f-f6f5f1475d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:54.180836 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-faa79998-0c10-4451-b09a-c0352df167f8 req-f0b40b7f-812f-43eb-ad6f-f6f5f1475d5e service neutron] 10.222.0.48 "GET /v2.0/networks?id=2aeea90b-b035-47e4-802d-7a27262b2762 HTTP/1.1" status: 200 len: 911 time: 0.0830722 Feb 07 17:56:54.248434 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-faa79998-0c10-4451-b09a-c0352df167f8 req-e86c375a-ffa7-49de-b9f1-9f66a6a88bf4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 HTTP/1.1" status: 200 len: 1002 time: 0.0622103 Feb 07 17:56:54.295970 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa79998-0c10-4451-b09a-c0352df167f8 req-0cf3e8fd-7441-46e7-8bcf-1d539f8d44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:54.297436 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-faa79998-0c10-4451-b09a-c0352df167f8 req-0cf3e8fd-7441-46e7-8bcf-1d539f8d44d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=992fe2dd-7ba9-41ad-a28e-3e210c18ff81 HTTP/1.1" status: 200 len: 849 time: 0.0434480 Feb 07 17:56:54.343647 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa79998-0c10-4451-b09a-c0352df167f8 req-71c5b1e7-1af2-41b5-8e74-c33869f8f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:56:54.345082 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-faa79998-0c10-4451-b09a-c0352df167f8 req-71c5b1e7-1af2-41b5-8e74-c33869f8f09b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2aeea90b-b035-47e4-802d-7a27262b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424078 Feb 07 17:56:54.435327 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-faa79998-0c10-4451-b09a-c0352df167f8 req-b66737d4-071a-45c5-a8ee-bb43df995131 service neutron] 10.222.0.48 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843172 Feb 07 17:56:54.522450 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-faa79998-0c10-4451-b09a-c0352df167f8 req-95ab03ba-9fd6-4b10-b68d-5749482f32f6 service neutron] 10.222.0.48 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817335 Feb 07 17:56:55.913409 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-285338e7-88df-472f-9a38-2817819c0aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:58.339893 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5703bcc8-5dbd-4aa7-bfae-8acf99329951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:56:59.784263 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:57:01.106128 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:57:02.599560 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:57:16.546190 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:57:21.892029 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:57:23.960684 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:57:25.914017 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-18a96da3-da62-43f6-8962-798b059fd4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:57:28.340915 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-31f198e9-2106-4172-976b-617573dec039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:57:29.787809 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:57:31.108241 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:57:32.600768 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:57:51.907673 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:57:53.545581 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:57:53.985521 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:57:55.001344 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-93cfb7d2-a05d-4561-bb48-25fa25d4cba2 req-33f5d976-6b89-48d9-90a0-d540c2ad1220 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502789 Feb 07 17:57:55.088267 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfb7d2-a05d-4561-bb48-25fa25d4cba2 req-d6e91e95-9e1e-404a-bf29-6a524ffe3b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:57:55.089785 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-93cfb7d2-a05d-4561-bb48-25fa25d4cba2 req-d6e91e95-9e1e-404a-bf29-6a524ffe3b27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbcf71057064423e99f5db387ddba944&device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 1128 time: 0.0445144 Feb 07 17:57:55.188709 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfb7d2-a05d-4561-bb48-25fa25d4cba2 req-e0cf10cc-f080-42e7-8cd5-75a004514836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:57:55.190185 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-93cfb7d2-a05d-4561-bb48-25fa25d4cba2 req-e0cf10cc-f080-42e7-8cd5-75a004514836 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2aeea90b-b035-47e4-802d-7a27262b2762 HTTP/1.1" status: 200 len: 911 time: 0.0826561 Feb 07 17:57:55.261036 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-93cfb7d2-a05d-4561-bb48-25fa25d4cba2 req-a4fa9a64-e85e-41c5-b953-fecaf37360f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 HTTP/1.1" status: 200 len: 1002 time: 0.0627685 Feb 07 17:57:55.308681 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfb7d2-a05d-4561-bb48-25fa25d4cba2 req-caa699ed-b797-4a6d-9df2-3e14828f2712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:57:55.310142 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-93cfb7d2-a05d-4561-bb48-25fa25d4cba2 req-caa699ed-b797-4a6d-9df2-3e14828f2712 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=992fe2dd-7ba9-41ad-a28e-3e210c18ff81 HTTP/1.1" status: 200 len: 849 time: 0.0426955 Feb 07 17:57:55.357029 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfb7d2-a05d-4561-bb48-25fa25d4cba2 req-80667548-f366-4168-b8e3-8fdad3653a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:57:55.358516 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-93cfb7d2-a05d-4561-bb48-25fa25d4cba2 req-80667548-f366-4168-b8e3-8fdad3653a3a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2aeea90b-b035-47e4-802d-7a27262b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424824 Feb 07 17:57:55.368941 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-93cfb7d2-a05d-4561-bb48-25fa25d4cba2 req-9a0183e2-053c-49c3-8d14-b2ea0cc719ca service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:57:55.369959 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-93cfb7d2-a05d-4561-bb48-25fa25d4cba2 req-9a0183e2-053c-49c3-8d14-b2ea0cc719ca service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053749 Feb 07 17:57:55.462349 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-93cfb7d2-a05d-4561-bb48-25fa25d4cba2 req-e1054af8-b63f-48e6-bd22-20509b81e664 service neutron] 10.222.0.48 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861640 Feb 07 17:57:55.549330 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-93cfb7d2-a05d-4561-bb48-25fa25d4cba2 req-8f7eeb2f-7a3d-45a7-9a2d-1a974d7edec3 service neutron] 10.222.0.48 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811026 Feb 07 17:57:55.917362 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2b76ec43-85d4-465c-9f63-34a56a7401d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:57:58.342977 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e94d74d2-aa22-44e3-ab3f-58154f797a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:57:59.794013 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:58:01.109833 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:58:02.604567 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:58:21.909047 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:58:23.997808 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:58:25.918999 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7b7b9d33-e4f2-4448-b85b-b1016ac91ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:58:28.345232 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-01e8c4d2-3040-468b-a3b9-e9ccb1f6eae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:58:29.793409 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:58:30.544500 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:58:31.111538 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:58:32.610215 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:58:51.926434 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:58:54.008391 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:58:55.038562 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-76570173-baff-44e6-938a-d81b37dfebfe req-26c01c44-ffb8-42aa-b9f1-0bad14354df5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0887785 Feb 07 17:58:55.123062 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76570173-baff-44e6-938a-d81b37dfebfe req-15139835-5ae3-41ab-a4a0-41cd2426cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:58:55.125742 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-76570173-baff-44e6-938a-d81b37dfebfe req-15139835-5ae3-41ab-a4a0-41cd2426cc7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbcf71057064423e99f5db387ddba944&device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 1128 time: 0.0456316 Feb 07 17:58:55.223452 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76570173-baff-44e6-938a-d81b37dfebfe req-eb7f959c-5e6d-47f4-af74-f91b66498234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:58:55.224823 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-76570173-baff-44e6-938a-d81b37dfebfe req-eb7f959c-5e6d-47f4-af74-f91b66498234 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2aeea90b-b035-47e4-802d-7a27262b2762 HTTP/1.1" status: 200 len: 911 time: 0.0819864 Feb 07 17:58:55.292107 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-76570173-baff-44e6-938a-d81b37dfebfe req-189b7f1f-50bc-4ca0-9d81-aff5502113e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 HTTP/1.1" status: 200 len: 1002 time: 0.0616570 Feb 07 17:58:55.338922 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76570173-baff-44e6-938a-d81b37dfebfe req-bf17f126-559a-46a5-9208-22f6ac19d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:58:55.340341 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-76570173-baff-44e6-938a-d81b37dfebfe req-bf17f126-559a-46a5-9208-22f6ac19d77a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=992fe2dd-7ba9-41ad-a28e-3e210c18ff81 HTTP/1.1" status: 200 len: 849 time: 0.0423260 Feb 07 17:58:55.387354 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76570173-baff-44e6-938a-d81b37dfebfe req-3a0eb380-b2de-4902-b718-18357253ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:58:55.388816 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-76570173-baff-44e6-938a-d81b37dfebfe req-3a0eb380-b2de-4902-b718-18357253ba55 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2aeea90b-b035-47e4-802d-7a27262b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430257 Feb 07 17:58:55.478926 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-76570173-baff-44e6-938a-d81b37dfebfe req-3a992bf6-b561-4ee7-b44a-03a433ebe0c4 service neutron] 10.222.0.48 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842185 Feb 07 17:58:55.564967 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-76570173-baff-44e6-938a-d81b37dfebfe req-455dee07-9c51-4a00-807b-9adf3e3144ce service neutron] 10.222.0.48 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806446 Feb 07 17:58:55.920825 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8138e14c-3461-4db0-a442-f384f9d0213b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:58:58.346948 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-cd3200a9-2c89-401e-b199-a14b52ee1e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:58:59.796085 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:01.114439 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:02.612252 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:07.543761 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:59:21.936969 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:22.917255 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 details requested by agent hyperv_n-h1-827865-3 with host n-h1-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:59:23.011840 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:59:23.023972 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Returning: {'device': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'port_id': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'mac_address': 'fa:16:3e:3a:45:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:59:23.060193 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:59:23.060607 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:23.073223 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:59:23.093265 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:59:23.097766 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:23.151601 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:59:23.160051 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:23.160410 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:23.160759 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:23.161106 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:23.161476 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:23.161817 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:23.162153 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:23.162490 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:23.162824 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:23.163158 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:23.163490 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:23.163821 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:23.164151 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:23.173596 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] get_ports_and_sgs() called for port_ids ['e648b3ae-55e3-4c39-8e5d-8db7daed5dc1'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:59:24.007405 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:24.922766 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 up at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:59:24.969882 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Provisioning complete for port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:59:24.970186 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:25.042872 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:59:25.043256 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:25.068012 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03795112-e96f-41eb-a97f-55a3f72e1866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:59:25.070246 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d95ac5e-35de-43c7-8c3c-eb1a4965a1d2" -d '{"events": [{"server_uuid": "03795112-e96f-41eb-a97f-55a3f72e1866", "name": "network-vif-plugged", "status": "completed", "tag": "e648b3ae-55e3-4c39-8e5d-8db7daed5dc1"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:59:25.082650 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:59:25.086891 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:25.110958 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4303dc9-4e9c-4087-8b28-b6dec9a4f1f9 x-openstack-request-id: req-c4303dc9-4e9c-4087-8b28-b6dec9a4f1f9 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:59:25.111251 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03795112-e96f-41eb-a97f-55a3f72e1866", "name": "network-vif-plugged", "status": "completed", "tag": "e648b3ae-55e3-4c39-8e5d-8db7daed5dc1", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:59:25.111507 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4303dc9-4e9c-4087-8b28-b6dec9a4f1f9 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:59:25.111892 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03795112-e96f-41eb-a97f-55a3f72e1866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'code': 200} Feb 07 17:59:25.135943 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:59:25.923714 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-41d3ab6c-aa51-4e0b-97d2-08b71c1369e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:28.348324 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-50118f69-19d2-44c7-a1e4-6d52829267a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:29.803491 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:31.121957 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:32.621392 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:38.319969 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-d139d978-cdb1-461b-817e-d551143869d7 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-385419022&fields=id&tenant_id=dbcf71057064423e99f5db387ddba944 HTTP/1.1" status: 200 len: 267 time: 0.0496488 Feb 07 17:59:38.424407 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-20981c84-f1ba-4fa6-8087-bd0db6fabd92 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:38.425904 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-20981c84-f1ba-4fa6-8087-bd0db6fabd92 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/networks?id=2aeea90b-b035-47e4-802d-7a27262b2762 HTTP/1.1" status: 200 len: 810 time: 0.0995526 Feb 07 17:59:38.440531 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-725ed969-e78c-4f8a-a015-d16e7f068fa1 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/quotas/dbcf71057064423e99f5db387ddba944 HTTP/1.1" status: 200 len: 375 time: 0.0093968 Feb 07 17:59:38.496592 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-35ee9559-9390-43cf-874c-9b6ec26692b2 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbcf71057064423e99f5db387ddba944&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512316 Feb 07 17:59:38.554913 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-cf6079ee-49df-4caa-88d1-5ea3baeac324 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:59:38.555906 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-cf6079ee-49df-4caa-88d1-5ea3baeac324 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475826 Feb 07 17:59:38.904541 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-451365c5-7ea3-47a5-80f7-42c49504bc5c service neutron] 10.222.0.18 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420827 Feb 07 17:59:38.994819 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-553a93fd-be99-47e4-8278-178c3516c45b service neutron] 10.222.0.18 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844705 Feb 07 17:59:39.227884 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4bc5e9a3-4854-4236-ae3d-e35f85bd04cb req-b88c2184-25fb-4d14-b35d-95db3884381f tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 210 time: 0.0925400 Feb 07 17:59:40.121014 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-635891b8-3433-47de-996f-e31fe24958d9 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:40.122540 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-635891b8-3433-47de-996f-e31fe24958d9 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.32 "GET /v2.0/networks?id=2aeea90b-b035-47e4-802d-7a27262b2762 HTTP/1.1" status: 200 len: 810 time: 0.1065826 Feb 07 17:59:40.183857 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-6afdc7ac-1b98-49a8-95e4-d24cca136642 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbcf71057064423e99f5db387ddba944 HTTP/1.1" status: 200 len: 379 time: 0.0534723 Feb 07 17:59:40.192624 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Request body: {'port': {'device_id': '3479df1e-2b29-443d-88be-5bc8a3586625', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'admin_state_up': True, 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'security_groups': ['4379d89d-55b9-412b-832b-e368eb1b1fe8']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:59:40.310587 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Made reservation on behalf of dbcf71057064423e99f5db387ddba944 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 17:59:40.314648 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:40.332686 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-94a81369-02d4-4cc3-8c2e-497756b7462f req-98a607a7-73b1-4d9a-bb80-5d10e88022bf tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 210 time: 0.0303805 Feb 07 17:59:40.486965 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Allocated IP 172.20.0.9 (2aeea90b-b035-47e4-802d-7a27262b2762/992fe2dd-7ba9-41ad-a28e-3e210c18ff81/73e1aa04-7288-4848-917b-8f3cb985135f) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:59:40.681228 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for port (73e1aa04-7288-4848-917b-8f3cb985135f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:40.724611 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:40.794276 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Pushing event updated for resources: {'Port': ['ID=73e1aa04-7288-4848-917b-8f3cb985135f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:59:40.807590 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:40.807972 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:40.808955 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:40.809328 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:40.809675 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:40.810094 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:40.810352 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:40.810696 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:40.811021 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:40.812082 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:40.812431 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:40.812889 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:40.813222 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 17:59:40.839647 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Network 2aeea90b-b035-47e4-802d-7a27262b2762 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:59:40.842149 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:59:40.845138 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:59:40.927317 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:40.928541 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:40.955308 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-c75350cd-e2ea-469b-b4a5-31535226a6a5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7660470 Feb 07 17:59:41.115959 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 17:59:41.176039 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-3f9ea2e4-8a87-411d-91f9-daa3739e54ca None None] Provisioning complete for port 73e1aa04-7288-4848-917b-8f3cb985135f triggered by entity DHCP. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:59:41.176968 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-3f9ea2e4-8a87-411d-91f9-daa3739e54ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:41.279919 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Current status of the port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:59:41.281196 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:41.285186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ea2e4-8a87-411d-91f9-daa3739e54ca None None] Port 73e1aa04-7288-4848-917b-8f3cb985135f cannot update to ACTIVE because it is not bound. {{(pid=103228) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 17:59:41.316038 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03795112-e96f-41eb-a97f-55a3f72e1866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:59:41.318815 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab7ec7b-fce6-4af4-96ec-4ca28118125a" -d '{"events": [{"server_uuid": "03795112-e96f-41eb-a97f-55a3f72e1866", "name": "network-vif-unplugged", "status": "completed", "tag": "e648b3ae-55e3-4c39-8e5d-8db7daed5dc1"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:59:41.337509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] For port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:59:41.347311 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:41.400664 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 17:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af008453-1616-4caf-ac77-a057744e469b x-openstack-request-id: req-af008453-1616-4caf-ac77-a057744e469b {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:59:41.401148 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03795112-e96f-41eb-a97f-55a3f72e1866", "name": "network-vif-unplugged", "status": "completed", "tag": "e648b3ae-55e3-4c39-8e5d-8db7daed5dc1", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:59:41.401687 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af008453-1616-4caf-ac77-a057744e469b {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:59:41.402328 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03795112-e96f-41eb-a97f-55a3f72e1866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'code': 200} Feb 07 17:59:41.431158 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Pushing event updated for resources: {'Port': ['ID=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:59:41.518260 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847b659-71cb-4375-aaac-9646f28046eb req-80305f31-3d56-4c55-b8be-847eea6fc50e tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:41.525450 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c847b659-71cb-4375-aaac-9646f28046eb req-80305f31-3d56-4c55-b8be-847eea6fc50e tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 931 time: 0.0712514 Feb 07 17:59:41.584692 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-c847b659-71cb-4375-aaac-9646f28046eb req-18111355-0bd0-46cb-a086-a36551f4e906 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579865 Feb 07 17:59:42.752061 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f527563-185b-4a55-a444-a906ae1e90a1 req-25d838ef-7c64-4a62-a0d2-315dbc955511 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:42.760658 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2f527563-185b-4a55-a444-a906ae1e90a1 req-25d838ef-7c64-4a62-a0d2-315dbc955511 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 931 time: 0.0996230 Feb 07 17:59:42.817998 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-2f527563-185b-4a55-a444-a906ae1e90a1 req-1ae8d08d-8447-4128-bc18-c95278f9ab88 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561101 Feb 07 17:59:43.942239 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00d48e-304e-4da8-ab4e-f941d640966c req-4e364f87-1427-44da-891b-ac0f24c632b0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:43.943756 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e00d48e-304e-4da8-ab4e-f941d640966c req-4e364f87-1427-44da-891b-ac0f24c632b0 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 931 time: 0.0567300 Feb 07 17:59:43.996800 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3e00d48e-304e-4da8-ab4e-f941d640966c req-ca4c52d0-6d94-48b8-bf1e-1abd01cf092a tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473423 Feb 07 17:59:44.543260 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 17:59:45.129003 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e2775-0122-4687-aa4a-d24f45d64a97 req-3aae1b9c-527a-4fb8-ba93-b54c584a0b62 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:45.130601 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-531e2775-0122-4687-aa4a-d24f45d64a97 req-3aae1b9c-527a-4fb8-ba93-b54c584a0b62 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 931 time: 0.0556443 Feb 07 17:59:45.183911 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-531e2775-0122-4687-aa4a-d24f45d64a97 req-b1001eac-607c-4f68-a384-a8bd9c2c9601 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474327 Feb 07 17:59:46.326068 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4981d8-9658-4075-a7a9-13f2309e266c req-d3d3d855-2ede-4acc-bfbd-aa6e8fc74aae tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:46.328310 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9f4981d8-9658-4075-a7a9-13f2309e266c req-d3d3d855-2ede-4acc-bfbd-aa6e8fc74aae tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 931 time: 0.0601814 Feb 07 17:59:46.378450 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-9f4981d8-9658-4075-a7a9-13f2309e266c req-087f5ba7-3f47-4991-94c5-611b975981e3 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445011 Feb 07 17:59:47.517583 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694253b6-e989-442a-bebd-2618b880b909 req-e291b601-3d09-4548-9ff0-34a9a8b6c4be tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:47.518967 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-694253b6-e989-442a-bebd-2618b880b909 req-e291b601-3d09-4548-9ff0-34a9a8b6c4be tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 931 time: 0.0562057 Feb 07 17:59:47.566165 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-694253b6-e989-442a-bebd-2618b880b909 req-cf796501-68c2-4fce-a4e3-7d8123ecab73 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416832 Feb 07 17:59:48.706375 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a08a8e-80d1-44e8-aad1-67ea072f90c2 req-54a98e01-4ff9-4bac-a9bd-286a2b96a44d tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:48.708025 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e5a08a8e-80d1-44e8-aad1-67ea072f90c2 req-54a98e01-4ff9-4bac-a9bd-286a2b96a44d tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 931 time: 0.0554125 Feb 07 17:59:48.772927 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-e5a08a8e-80d1-44e8-aad1-67ea072f90c2 req-7c3b9077-9099-41d9-a803-00cd371b7197 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587156 Feb 07 17:59:49.915731 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbca84f-b6ec-4801-b3aa-85d4d8270f95 req-14e71432-8a6f-4efd-8cc6-26cd4d5530dc tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:49.917780 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4fbca84f-b6ec-4801-b3aa-85d4d8270f95 req-14e71432-8a6f-4efd-8cc6-26cd4d5530dc tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 931 time: 0.0704663 Feb 07 17:59:49.989317 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-4fbca84f-b6ec-4801-b3aa-85d4d8270f95 req-10a1808d-0ad9-4e16-8f0e-75450ce2b360 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626163 Feb 07 17:59:51.112166 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e38de2-eaaa-4108-bc32-ddec3955f38d req-21af6534-018d-4d46-82cb-897ab5f9fb1b tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:51.113679 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a4e38de2-eaaa-4108-bc32-ddec3955f38d req-21af6534-018d-4d46-82cb-897ab5f9fb1b tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 931 time: 0.0568147 Feb 07 17:59:51.162936 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a4e38de2-eaaa-4108-bc32-ddec3955f38d req-0fa865cc-4468-4ebb-8375-bfd60822fa8b tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438001 Feb 07 17:59:51.366885 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-dac324f2-a865-4687-951d-e63e75bc7f58 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 17:59:51.367914 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-dac324f2-a865-4687-951d-e63e75bc7f58 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056424 Feb 07 17:59:51.426065 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Request body: {'port': {'device_id': '3479df1e-2b29-443d-88be-5bc8a3586625', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827865-3'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:59:51.487771 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:51.742722 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e1aa04-7288-4848-917b-8f3cb985135f {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:59:51.750255 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Publish callbacks [] for port (73e1aa04-7288-4848-917b-8f3cb985135f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:51.761597 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Transition to ACTIVE for port object 73e1aa04-7288-4848-917b-8f3cb985135f will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 17:59:51.765142 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:51.821086 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Pushing event updated for resources: {'Port': ['ID=73e1aa04-7288-4848-917b-8f3cb985135f,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:59:51.894800 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Attempting to bind port 73e1aa04-7288-4848-917b-8f3cb985135f on host n-h2-827865-3 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 17:59:51.895141 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Attempting to bind port 73e1aa04-7288-4848-917b-8f3cb985135f by drivers openvswitch,hyperv on host n-h2-827865-3 at level 0 using segments [{'id': 'b3a772b5-45cb-41a5-ae9f-b6cf36b345ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 17:59:51.895470 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Attempting to bind port 73e1aa04-7288-4848-917b-8f3cb985135f on network 2aeea90b-b035-47e4-802d-7a27262b2762 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:59:51.899981 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Port 73e1aa04-7288-4848-917b-8f3cb985135f on network 2aeea90b-b035-47e4-802d-7a27262b2762 not bound, no agent of type Open vSwitch agent registered on host n-h2-827865-3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 17:59:51.900309 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Attempting to bind port 73e1aa04-7288-4848-917b-8f3cb985135f on network 2aeea90b-b035-47e4-802d-7a27262b2762 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 17:59:51.906734 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Checking agent: {'id': 'b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827865-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'started_at': datetime.datetime(2022, 2, 7, 16, 30, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 17, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 17:59:51.907079 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Checking segment: {'id': 'b3a772b5-45cb-41a5-ae9f-b6cf36b345ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 17:59:51.907471 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Bound using segment: {'id': 'b3a772b5-45cb-41a5-ae9f-b6cf36b345ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 17:59:51.907888 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Bound port: 73e1aa04-7288-4848-917b-8f3cb985135f, host: n-h2-827865-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a772b5-45cb-41a5-ae9f-b6cf36b345ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 17:59:51.908548 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:51.945205 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:51.983873 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] For port 73e1aa04-7288-4848-917b-8f3cb985135f, host n-h2-827865-3, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 17:59:51.987465 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] For port 73e1aa04-7288-4848-917b-8f3cb985135f, host n-h2-827865-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=73e1aa04-7288-4848-917b-8f3cb985135f,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 17:59:51.993651 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:52.030270 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:52.031299 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:52.032693 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] 10.222.0.32 "PUT /v2.0/ports/73e1aa04-7288-4848-917b-8f3cb985135f HTTP/1.1" status: 200 len: 1091 time: 0.6545022 Feb 07 17:59:52.040660 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3479df1e-2b29-443d-88be-5bc8a3586625', 'tag': '73e1aa04-7288-4848-917b-8f3cb985135f'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:59:52.042988 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d47d5e7-ffb6-4f65-a29f-10484a2d46cc" -d '{"events": [{"name": "network-changed", "server_uuid": "3479df1e-2b29-443d-88be-5bc8a3586625", "tag": "73e1aa04-7288-4848-917b-8f3cb985135f"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:59:52.067223 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac40c0c-3109-4f16-8376-cfd62f32539d service neutron] Pushing event updated for resources: {'Port': ['ID=73e1aa04-7288-4848-917b-8f3cb985135f,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:59:52.129848 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-0cfa4fd2-fbb0-49e3-822a-707c6eb51980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:52.131371 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-0cfa4fd2-fbb0-49e3-822a-707c6eb51980 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbcf71057064423e99f5db387ddba944&device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 1125 time: 0.0520728 Feb 07 17:59:52.182667 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 17:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5abde21-b9ea-431a-8fb0-828b4707c107 x-openstack-request-id: req-d5abde21-b9ea-431a-8fb0-828b4707c107 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:59:52.182961 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3479df1e-2b29-443d-88be-5bc8a3586625", "tag": "73e1aa04-7288-4848-917b-8f3cb985135f", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:59:52.183223 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5abde21-b9ea-431a-8fb0-828b4707c107 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:59:52.183656 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3479df1e-2b29-443d-88be-5bc8a3586625', 'tag': '73e1aa04-7288-4848-917b-8f3cb985135f', 'status': 'completed', 'code': 200} Feb 07 17:59:52.185574 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-ee45b8f8-8469-4537-ab2a-8e1b4b637fe6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73e1aa04-7288-4848-917b-8f3cb985135f HTTP/1.1" status: 200 len: 217 time: 0.0475361 Feb 07 17:59:52.237084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-f1b2d6de-bf5d-4e3d-ba60-3016330f3ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:52.238920 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-f1b2d6de-bf5d-4e3d-ba60-3016330f3ab5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=992fe2dd-7ba9-41ad-a28e-3e210c18ff81 HTTP/1.1" status: 200 len: 849 time: 0.0483167 Feb 07 17:59:52.287971 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eb2c690a-e8c6-4c93-bb88-22cf7a84aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:52.289627 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-eb2c690a-e8c6-4c93-bb88-22cf7a84aa8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2aeea90b-b035-47e4-802d-7a27262b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445096 Feb 07 17:59:52.291936 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e0b43-38e4-477a-b5fb-d86f9cde446b req-2597440d-6018-4a34-b10a-97aa8b7aa30f tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:52.293444 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-456e0b43-38e4-477a-b5fb-d86f9cde446b req-2597440d-6018-4a34-b10a-97aa8b7aa30f tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 943 time: 0.0539382 Feb 07 17:59:52.343875 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-456e0b43-38e4-477a-b5fb-d86f9cde446b req-a65fc890-a225-4730-8f36-e0107b6c456a tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445328 Feb 07 17:59:52.384599 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-7692379a-0459-4bdc-957d-8317d1a3b448 service neutron] 10.222.0.32 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889339 Feb 07 17:59:52.478508 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5a73ae44-8550-4bfc-9632-bb8af57d0780 req-2c6def6e-0c7f-4e93-89cc-0b9f0c8f1bd1 service neutron] 10.222.0.32 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869374 Feb 07 17:59:52.580327 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47d5e7-ffb6-4f65-a29f-10484a2d46cc req-62629ec5-d366-439d-90a1-ba5efb7b60eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:52.581779 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d47d5e7-ffb6-4f65-a29f-10484a2d46cc req-62629ec5-d366-439d-90a1-ba5efb7b60eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbcf71057064423e99f5db387ddba944&device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 1125 time: 0.0565121 Feb 07 17:59:52.669630 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47d5e7-ffb6-4f65-a29f-10484a2d46cc req-e6c4849d-9d0b-492e-a1ed-1dd7ec282718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:52.671424 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d47d5e7-ffb6-4f65-a29f-10484a2d46cc req-e6c4849d-9d0b-492e-a1ed-1dd7ec282718 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2aeea90b-b035-47e4-802d-7a27262b2762 HTTP/1.1" status: 200 len: 911 time: 0.0838726 Feb 07 17:59:52.717749 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d47d5e7-ffb6-4f65-a29f-10484a2d46cc req-5144c10f-92d6-4456-9223-299a614ea2fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73e1aa04-7288-4848-917b-8f3cb985135f HTTP/1.1" status: 200 len: 217 time: 0.0383439 Feb 07 17:59:52.765378 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47d5e7-ffb6-4f65-a29f-10484a2d46cc req-7294ad3c-1db9-47cb-a782-a33d0fa9e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:52.766800 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d47d5e7-ffb6-4f65-a29f-10484a2d46cc req-7294ad3c-1db9-47cb-a782-a33d0fa9e762 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=992fe2dd-7ba9-41ad-a28e-3e210c18ff81 HTTP/1.1" status: 200 len: 849 time: 0.0435164 Feb 07 17:59:52.817579 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47d5e7-ffb6-4f65-a29f-10484a2d46cc req-e2195c1b-0686-4ca3-81cc-76773bb96520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:52.819050 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d47d5e7-ffb6-4f65-a29f-10484a2d46cc req-e2195c1b-0686-4ca3-81cc-76773bb96520 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2aeea90b-b035-47e4-802d-7a27262b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440967 Feb 07 17:59:52.909925 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d47d5e7-ffb6-4f65-a29f-10484a2d46cc req-f56c4d86-a265-4ef6-83e1-4e90b535cfcf service neutron] 10.222.0.32 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842919 Feb 07 17:59:52.999368 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7d47d5e7-ffb6-4f65-a29f-10484a2d46cc req-60fe6020-e1bb-4f30-a762-86e03086650e service neutron] 10.222.0.32 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838799 Feb 07 17:59:53.466912 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b04fe-8f29-4544-a632-1b6503fdc2af req-4da2cf66-1e49-4070-8b92-9f2329e3c046 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:53.469332 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-616b04fe-8f29-4544-a632-1b6503fdc2af req-4da2cf66-1e49-4070-8b92-9f2329e3c046 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 943 time: 0.0569198 Feb 07 17:59:53.517346 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-616b04fe-8f29-4544-a632-1b6503fdc2af req-e6e1b163-32d3-4dcf-8547-7f09d53b9bff tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423856 Feb 07 17:59:54.019811 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:54.296696 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 73e1aa04-7288-4848-917b-8f3cb985135f details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 17:59:54.394502 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 73e1aa04-7288-4848-917b-8f3cb985135f, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=73e1aa04-7288-4848-917b-8f3cb985135f,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:59:54.405193 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '73e1aa04-7288-4848-917b-8f3cb985135f', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'port_id': '73e1aa04-7288-4848-917b-8f3cb985135f', 'mac_address': 'fa:16:3e:9c:4d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 17:59:54.442519 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 73e1aa04-7288-4848-917b-8f3cb985135f is: DOWN; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:59:54.442923 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:54.455370 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e1aa04-7288-4848-917b-8f3cb985135f {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 17:59:54.474214 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 73e1aa04-7288-4848-917b-8f3cb985135f, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=73e1aa04-7288-4848-917b-8f3cb985135f,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:59:54.477739 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:54.527634 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=73e1aa04-7288-4848-917b-8f3cb985135f,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:59:54.635805 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035aae10-b173-4b3c-94cf-336e58ab23e3 req-e882a58e-1ee6-4b05-a98e-0a6a9027bcf5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:54.637254 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-035aae10-b173-4b3c-94cf-336e58ab23e3 req-e882a58e-1ee6-4b05-a98e-0a6a9027bcf5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 944 time: 0.0520809 Feb 07 17:59:54.689571 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-035aae10-b173-4b3c-94cf-336e58ab23e3 req-cae6affc-05d5-44bf-870b-3c0dfb4ff297 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465300 Feb 07 17:59:54.715362 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['73e1aa04-7288-4848-917b-8f3cb985135f'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 17:59:55.814593 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda1258-30bd-4244-866e-c4d288b6c4c4 req-6fd1833d-90c0-4fdf-8b84-24954cf9de79 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:55.816047 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6cda1258-30bd-4244-866e-c4d288b6c4c4 req-6fd1833d-90c0-4fdf-8b84-24954cf9de79 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 944 time: 0.0562873 Feb 07 17:59:55.864189 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-6cda1258-30bd-4244-866e-c4d288b6c4c4 req-de928766-a38e-45ef-901a-08f2846ba7e7 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426166 Feb 07 17:59:55.925755 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0f96ccb3-0a46-46bd-a508-1869a93f41ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:55.993898 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3a2e9ef2-9428-4941-b27a-3f1648694647 req-aca3a68a-2bb9-4846-8518-9aa477a2a247 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440981 Feb 07 17:59:56.079631 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e9ef2-9428-4941-b27a-3f1648694647 req-6ee7b6cd-97e9-4cff-8ad5-0c8df574df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:56.081118 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3a2e9ef2-9428-4941-b27a-3f1648694647 req-6ee7b6cd-97e9-4cff-8ad5-0c8df574df61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbcf71057064423e99f5db387ddba944&device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 1126 time: 0.0429204 Feb 07 17:59:56.186001 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e9ef2-9428-4941-b27a-3f1648694647 req-bcb4c2ae-255f-410f-9f45-c03824d4a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:56.187486 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3a2e9ef2-9428-4941-b27a-3f1648694647 req-bcb4c2ae-255f-410f-9f45-c03824d4a6a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2aeea90b-b035-47e4-802d-7a27262b2762 HTTP/1.1" status: 200 len: 911 time: 0.0889421 Feb 07 17:59:56.253785 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3a2e9ef2-9428-4941-b27a-3f1648694647 req-a6915817-1cf9-40d2-8f97-2cf5c4ba60cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 HTTP/1.1" status: 200 len: 1000 time: 0.0597358 Feb 07 17:59:56.296893 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 73e1aa04-7288-4848-917b-8f3cb985135f up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 17:59:56.302426 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e9ef2-9428-4941-b27a-3f1648694647 req-54a3cf14-a86a-4db6-8090-56f4aa8bcc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:56.303980 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3a2e9ef2-9428-4941-b27a-3f1648694647 req-54a3cf14-a86a-4db6-8090-56f4aa8bcc01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=992fe2dd-7ba9-41ad-a28e-3e210c18ff81 HTTP/1.1" status: 200 len: 849 time: 0.0447173 Feb 07 17:59:56.349992 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning for port 73e1aa04-7288-4848-917b-8f3cb985135f completed by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 17:59:56.354537 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 73e1aa04-7288-4848-917b-8f3cb985135f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 17:59:56.354996 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:56.359679 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e9ef2-9428-4941-b27a-3f1648694647 req-64cf83ce-99a5-44da-bfba-4fa903589d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:56.361259 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3a2e9ef2-9428-4941-b27a-3f1648694647 req-64cf83ce-99a5-44da-bfba-4fa903589d35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2aeea90b-b035-47e4-802d-7a27262b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517676 Feb 07 17:59:56.433047 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 73e1aa04-7288-4848-917b-8f3cb985135f is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 17:59:56.433466 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:56.454212 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3a2e9ef2-9428-4941-b27a-3f1648694647 req-ef066e32-4be6-4366-b37b-cdb76a47c6b0 service neutron] 10.222.0.48 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867829 Feb 07 17:59:56.462419 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3479df1e-2b29-443d-88be-5bc8a3586625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e1aa04-7288-4848-917b-8f3cb985135f'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 17:59:56.464723 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b59b91c-c7fc-4a39-9f52-61eabb24917d" -d '{"events": [{"server_uuid": "3479df1e-2b29-443d-88be-5bc8a3586625", "name": "network-vif-plugged", "status": "completed", "tag": "73e1aa04-7288-4848-917b-8f3cb985135f"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 17:59:56.478966 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 73e1aa04-7288-4848-917b-8f3cb985135f, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=73e1aa04-7288-4848-917b-8f3cb985135f,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 17:59:56.485210 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:56.546919 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=73e1aa04-7288-4848-917b-8f3cb985135f,revision_number=5']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:59:56.574355 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3a2e9ef2-9428-4941-b27a-3f1648694647 req-b4d7ace3-d21d-49dc-8423-4e7195d98a0e service neutron] 10.222.0.48 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144760 Feb 07 17:59:56.577638 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 17:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de4f2e0-fffe-4d74-b7c4-8df08a01f803 x-openstack-request-id: req-4de4f2e0-fffe-4d74-b7c4-8df08a01f803 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 17:59:56.577936 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3479df1e-2b29-443d-88be-5bc8a3586625", "name": "network-vif-plugged", "status": "completed", "tag": "73e1aa04-7288-4848-917b-8f3cb985135f", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 17:59:56.578200 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4de4f2e0-fffe-4d74-b7c4-8df08a01f803 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 17:59:56.578610 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3479df1e-2b29-443d-88be-5bc8a3586625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e1aa04-7288-4848-917b-8f3cb985135f', 'code': 200} Feb 07 17:59:56.674661 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4d8a8-b972-4ed0-9033-99ca807667b2 req-52274c26-5d12-4528-848e-bbce7c96d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:56.676163 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-03b4d8a8-b972-4ed0-9033-99ca807667b2 req-52274c26-5d12-4528-848e-bbce7c96d4fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 1127 time: 0.0433164 Feb 07 17:59:56.720952 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-03b4d8a8-b972-4ed0-9033-99ca807667b2 req-7ea06146-3ad8-45cc-b04d-8aa25cea9e56 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390620 Feb 07 17:59:56.986355 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2397b-4f5a-4ae5-819e-1839e076c50d req-2aa8ae01-ee82-42d6-b1bc-f2d42c7c076c tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:56.987900 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7dd2397b-4f5a-4ae5-819e-1839e076c50d req-2aa8ae01-ee82-42d6-b1bc-f2d42c7c076c tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 945 time: 0.0569463 Feb 07 17:59:57.037474 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-7dd2397b-4f5a-4ae5-819e-1839e076c50d req-f92b7852-103c-4cf0-b3c7-29defcd36495 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434055 Feb 07 17:59:58.166379 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c8164-d381-40cd-9fe1-922a665ddde0 req-02a1bfec-96fe-43c8-80b8-32155716dd5a tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:58.167954 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a02c8164-d381-40cd-9fe1-922a665ddde0 req-02a1bfec-96fe-43c8-80b8-32155716dd5a tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 945 time: 0.0574164 Feb 07 17:59:58.219347 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-a02c8164-d381-40cd-9fe1-922a665ddde0 req-1de538f7-a059-4907-bb21-753c4217d5c8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442836 Feb 07 17:59:58.340377 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c110e-938f-4467-851b-ceab905e26f8 req-4393699c-f4b5-4b47-93ea-2019245d730b tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:58.341918 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0a7c110e-938f-4467-851b-ceab905e26f8 req-4393699c-f4b5-4b47-93ea-2019245d730b tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 945 time: 0.0542059 Feb 07 17:59:58.351373 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-8b3c41eb-ebe8-4e3c-bf4d-0341b8e37642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:58.391019 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0a7c110e-938f-4467-851b-ceab905e26f8 req-345449a4-500f-47c0-a476-4837bf63b517 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425663 Feb 07 17:59:58.413092 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35608) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:59:58.456503 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e898cdd-4822-4d24-a4de-fc8e6e1cab95 tempest-TestSnapshotPattern-1501027016 tempest-TestSnapshotPattern-1501027016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 17:59:58.457995 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-6e898cdd-4822-4d24-a4de-fc8e6e1cab95 tempest-TestSnapshotPattern-1501027016 tempest-TestSnapshotPattern-1501027016-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 1122 time: 0.0438669 Feb 07 17:59:58.460673 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35610) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 17:59:58.465099 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.v2.base [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Request body: {'floatingip': {'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'port_id': '73e1aa04-7288-4848-917b-8f3cb985135f', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 17:59:58.484543 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:58.582689 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:58.684507 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Allocated IP 172.25.4.156 (03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7/d3789a0b-ca49-4619-9fc6-9704b050876f/5bc08d64-791f-4f11-9649-2be991ca2048) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 17:59:58.782177 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for port (5bc08d64-791f-4f11-9649-2be991ca2048), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:58.815252 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746819962543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (5bc08d64-791f-4f11-9649-2be991ca2048), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:58.855322 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Network 03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 17:59:58.858681 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 17:59:58.862113 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 17:59:58.886648 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Pushing event updated for resources: {'Port': ['ID=5bc08d64-791f-4f11-9649-2be991ca2048,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:59:59.208780 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for floatingip (4de6b39a-5fd3-4242-9ab6-06bac20d9950), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:59.279355 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (5bc08d64-791f-4f11-9649-2be991ca2048), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:59.745196 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for port (5bc08d64-791f-4f11-9649-2be991ca2048), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:59.749850 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25545317'] for port (5bc08d64-791f-4f11-9649-2be991ca2048), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:59.803288 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:59.819748 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Pushing event updated for resources: {'Port': ['ID=5bc08d64-791f-4f11-9649-2be991ca2048,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 17:59:59.831815 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785572'] for floatingip (4de6b39a-5fd3-4242-9ab6-06bac20d9950), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 17:59:59.933671 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Floating IP 4de6b39a-5fd3-4242-9ab6-06bac20d9950 associated. External IP: 172.25.4.156, port: 73e1aa04-7288-4848-917b-8f3cb985135f. Feb 07 18:00:00.144963 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Router ca7dff7f-2e23-458f-b13d-374835e38f28 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 18:00:00.255829 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 18:00:00.266048 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be4a34e-ba7b-461a-816d-7203183fd9ef None None] Sync routers for ids ['ca7dff7f-2e23-458f-b13d-374835e38f28'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 18:00:00.274598 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:00:00.276315 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be4a34e-ba7b-461a-816d-7203183fd9ef None None] Routers {'ca7dff7f-2e23-458f-b13d-374835e38f28'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 18:00:00.276988 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1be4a34e-ba7b-461a-816d-7203183fd9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:59:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ca7dff7f-2e23-458f-b13d-374835e38f28'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:00:00.318528 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-87695cac-c769-4dbe-8309-bb1aa2a4e6b8 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8431251 Feb 07 18:00:00.318528 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3479df1e-2b29-443d-88be-5bc8a3586625', 'tag': '73e1aa04-7288-4848-917b-8f3cb985135f'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 18:00:00.318528 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3eba0c3-615f-4f0b-8b23-57c6a32c95cc" -d '{"events": [{"name": "network-changed", "server_uuid": "3479df1e-2b29-443d-88be-5bc8a3586625", "tag": "73e1aa04-7288-4848-917b-8f3cb985135f"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 18:00:00.345327 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 18:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549f7ea8-bcde-4cad-9b6d-fd4ceff0c72a x-openstack-request-id: req-549f7ea8-bcde-4cad-9b6d-fd4ceff0c72a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 18:00:00.345660 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3479df1e-2b29-443d-88be-5bc8a3586625", "tag": "73e1aa04-7288-4848-917b-8f3cb985135f", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 18:00:00.345924 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-549f7ea8-bcde-4cad-9b6d-fd4ceff0c72a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 18:00:00.346346 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3479df1e-2b29-443d-88be-5bc8a3586625', 'tag': '73e1aa04-7288-4848-917b-8f3cb985135f', 'status': 'completed', 'code': 200} Feb 07 18:00:00.389903 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-1be4a34e-ba7b-461a-816d-7203183fd9ef None None] Set router ca7dff7f-2e23-458f-b13d-374835e38f28 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 18:00:00.411043 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eba0c3-615f-4f0b-8b23-57c6a32c95cc req-80835ab7-be20-43ac-a70f-31d3f9ea70a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:00:00.412501 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3eba0c3-615f-4f0b-8b23-57c6a32c95cc req-80835ab7-be20-43ac-a70f-31d3f9ea70a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbcf71057064423e99f5db387ddba944&device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 1127 time: 0.0468535 Feb 07 18:00:00.501775 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eba0c3-615f-4f0b-8b23-57c6a32c95cc req-e19c51c5-163b-4895-8aa3-cf94503af0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:00:00.503258 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3eba0c3-615f-4f0b-8b23-57c6a32c95cc req-e19c51c5-163b-4895-8aa3-cf94503af0cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=2aeea90b-b035-47e4-802d-7a27262b2762 HTTP/1.1" status: 200 len: 911 time: 0.0847080 Feb 07 18:00:00.573598 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3eba0c3-615f-4f0b-8b23-57c6a32c95cc req-192971ba-e872-4873-9882-c2868fdfc78b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73e1aa04-7288-4848-917b-8f3cb985135f HTTP/1.1" status: 200 len: 999 time: 0.0650878 Feb 07 18:00:00.621716 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eba0c3-615f-4f0b-8b23-57c6a32c95cc req-e045ba03-90cf-479d-8475-e70d2a2846be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:00:00.623192 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3eba0c3-615f-4f0b-8b23-57c6a32c95cc req-e045ba03-90cf-479d-8475-e70d2a2846be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=992fe2dd-7ba9-41ad-a28e-3e210c18ff81 HTTP/1.1" status: 200 len: 849 time: 0.0432944 Feb 07 18:00:00.627925 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1be4a34e-ba7b-461a-816d-7203183fd9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 4, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port': {'id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4de6b39a-5fd3-4242-9ab6-06bac20d9950', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'port_id': '73e1aa04-7288-4848-917b-8f3cb985135f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'mac_address': 'fa:16:3e:9c:4d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3479df1e-2b29-443d-88be-5bc8a3586625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:59:59Z', 'updated_at': '2022-02-07T17:59:59Z', 'revision_number': 0, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'fixed_ip_address_scope': None}, {'id': 'ad5ea54c-5c8b-4963-87f3-b222e6ed097d', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'floating_ip_address': '172.25.4.135', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'port_id': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'mac_address': 'fa:16:3e:3a:45:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03795112-e96f-41eb-a97f-55a3f72e1866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:56:52Z', 'updated_at': '2022-02-07T17:56:53Z', 'revision_number': 1, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ff3f31-0977-4919-8bb7-b823d761d8a0', 'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'mac_address': 'fa:16:3e:9e:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:29Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 5, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'subnets': [{'id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:00:00.655274 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be4a34e-ba7b-461a-816d-7203183fd9ef None None] Checking router: ca7dff7f-2e23-458f-b13d-374835e38f28 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 18:00:00.663792 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be4a34e-ba7b-461a-816d-7203183fd9ef None None] Routers {'ca7dff7f-2e23-458f-b13d-374835e38f28'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 18:00:00.664361 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1be4a34e-ba7b-461a-816d-7203183fd9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T17:59:58Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ca7dff7f-2e23-458f-b13d-374835e38f28'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:00:00.672341 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eba0c3-615f-4f0b-8b23-57c6a32c95cc req-e3a12e53-63be-40d6-a68b-86c35b4b09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:00:00.673886 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3eba0c3-615f-4f0b-8b23-57c6a32c95cc req-e3a12e53-63be-40d6-a68b-86c35b4b09a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2aeea90b-b035-47e4-802d-7a27262b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445266 Feb 07 18:00:00.766686 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3eba0c3-615f-4f0b-8b23-57c6a32c95cc req-26472d90-5a85-4af3-a645-c9203acc57f2 service neutron] 10.222.0.32 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869761 Feb 07 18:00:00.772178 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-1be4a34e-ba7b-461a-816d-7203183fd9ef None None] Set router ca7dff7f-2e23-458f-b13d-374835e38f28 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 18:00:00.854989 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d3eba0c3-615f-4f0b-8b23-57c6a32c95cc req-1756b75a-a1c0-4747-99f9-36a7005d2123 service neutron] 10.222.0.32 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830591 Feb 07 18:00:01.000334 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-1be4a34e-ba7b-461a-816d-7203183fd9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 4, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port': {'id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4de6b39a-5fd3-4242-9ab6-06bac20d9950', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'port_id': '73e1aa04-7288-4848-917b-8f3cb985135f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'mac_address': 'fa:16:3e:9c:4d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3479df1e-2b29-443d-88be-5bc8a3586625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:59:59Z', 'updated_at': '2022-02-07T17:59:59Z', 'revision_number': 0, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'fixed_ip_address_scope': None}, {'id': 'ad5ea54c-5c8b-4963-87f3-b222e6ed097d', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'floating_ip_address': '172.25.4.135', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'port_id': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'mac_address': 'fa:16:3e:3a:45:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03795112-e96f-41eb-a97f-55a3f72e1866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:56:52Z', 'updated_at': '2022-02-07T17:56:53Z', 'revision_number': 1, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ff3f31-0977-4919-8bb7-b823d761d8a0', 'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'mac_address': 'fa:16:3e:9e:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:29Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 5, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'subnets': [{'id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:00:01.026975 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be4a34e-ba7b-461a-816d-7203183fd9ef None None] The sync data for ids ['ca7dff7f-2e23-458f-b13d-374835e38f28'] in n-d-827865-3 is: [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 4, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port': {'id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': '4de6b39a-5fd3-4242-9ab6-06bac20d9950', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'port_id': '73e1aa04-7288-4848-917b-8f3cb985135f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'mac_address': 'fa:16:3e:9c:4d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3479df1e-2b29-443d-88be-5bc8a3586625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:59:59Z', 'updated_at': '2022-02-07T17:59:59Z', 'revision_number': 0, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'fixed_ip_address_scope': None}, {'id': 'ad5ea54c-5c8b-4963-87f3-b222e6ed097d', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'floating_ip_address': '172.25.4.135', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'port_id': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'mac_address': 'fa:16:3e:3a:45:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03795112-e96f-41eb-a97f-55a3f72e1866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:56:52Z', 'updated_at': '2022-02-07T17:56:53Z', 'revision_number': 1, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ff3f31-0977-4919-8bb7-b823d761d8a0', 'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'mac_address': 'fa:16:3e:9e:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:29Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 5, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'subnets': [{'id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 18:00:01.120871 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:00:01.223914 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c63c08-e239-4dc1-8d54-2d3373f4b951 None None] New status for floating IP 4de6b39a-5fd3-4242-9ab6-06bac20d9950: ACTIVE {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 18:00:02.614544 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:00:21.542209 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 18:00:21.947441 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:00:24.017935 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:00:25.927511 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed9f6-34d0-4b30-92cc-60bc9264f6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:00:28.302052 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5399b36b-db3a-4a3f-8246-096cc45137cf req-caac0e07-3ec2-47f0-a94c-99d5d6edb088 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486782 Feb 07 18:00:28.355527 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1afdd022-7de8-4953-9bc7-d98d225e38ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:00:28.388281 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399b36b-db3a-4a3f-8246-096cc45137cf req-a46c0aad-d6a4-439b-b305-23e6ade4ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:00:28.390387 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5399b36b-db3a-4a3f-8246-096cc45137cf req-a46c0aad-d6a4-439b-b305-23e6ade4ac3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbcf71057064423e99f5db387ddba944&device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 1127 time: 0.0481837 Feb 07 18:00:28.490361 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399b36b-db3a-4a3f-8246-096cc45137cf req-c4d58ddd-d174-4a4e-ae30-29d8a7a10f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:00:28.491817 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5399b36b-db3a-4a3f-8246-096cc45137cf req-c4d58ddd-d174-4a4e-ae30-29d8a7a10f8e service neutron] 10.222.0.32 "GET /v2.0/networks?id=2aeea90b-b035-47e4-802d-7a27262b2762 HTTP/1.1" status: 200 len: 911 time: 0.0839584 Feb 07 18:00:28.562221 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5399b36b-db3a-4a3f-8246-096cc45137cf req-e74ab700-1f9d-41a1-b8bb-c17ed9c0401e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73e1aa04-7288-4848-917b-8f3cb985135f HTTP/1.1" status: 200 len: 1001 time: 0.0639863 Feb 07 18:00:28.610254 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399b36b-db3a-4a3f-8246-096cc45137cf req-889010f7-cfda-4113-818f-e6edfcdd6420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:00:28.611670 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5399b36b-db3a-4a3f-8246-096cc45137cf req-889010f7-cfda-4113-818f-e6edfcdd6420 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=992fe2dd-7ba9-41ad-a28e-3e210c18ff81 HTTP/1.1" status: 200 len: 849 time: 0.0445354 Feb 07 18:00:28.659723 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399b36b-db3a-4a3f-8246-096cc45137cf req-e27c2870-a91f-491b-b705-b433800a739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:00:28.661194 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5399b36b-db3a-4a3f-8246-096cc45137cf req-e27c2870-a91f-491b-b705-b433800a739b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2aeea90b-b035-47e4-802d-7a27262b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442238 Feb 07 18:00:28.752516 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5399b36b-db3a-4a3f-8246-096cc45137cf req-8dd13905-a1db-4fa7-9bbd-d17e1d323b94 service neutron] 10.222.0.32 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852702 Feb 07 18:00:28.840165 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-5399b36b-db3a-4a3f-8246-096cc45137cf req-1f79aa16-3981-4721-8877-5174e89fa6ba service neutron] 10.222.0.32 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818653 Feb 07 18:00:29.808459 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:00:31.122339 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:00:32.617722 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:00:51.944191 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:00:54.018077 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:00:55.928248 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-81e56c73-c871-404f-b837-101f2cebe7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:00:58.358144 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7d81-cf0d-4ebe-8225-4cfdbb3e7dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:00:58.505649 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fed80151-5657-4130-926d-736b466130a9 req-8c75ca24-491f-436b-9217-a017ee9b9b36 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448308 Feb 07 18:00:58.541110 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 18:00:58.593796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed80151-5657-4130-926d-736b466130a9 req-ba19e824-2ad4-4253-9b9d-7dfc77d5d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:00:58.595307 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fed80151-5657-4130-926d-736b466130a9 req-ba19e824-2ad4-4253-9b9d-7dfc77d5d508 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbcf71057064423e99f5db387ddba944&device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 1126 time: 0.0480106 Feb 07 18:00:58.694777 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed80151-5657-4130-926d-736b466130a9 req-f8b7f1b0-cfc1-43bb-8d0d-b4f9ece41254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:00:58.696236 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fed80151-5657-4130-926d-736b466130a9 req-f8b7f1b0-cfc1-43bb-8d0d-b4f9ece41254 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2aeea90b-b035-47e4-802d-7a27262b2762 HTTP/1.1" status: 200 len: 911 time: 0.0838640 Feb 07 18:00:58.762733 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fed80151-5657-4130-926d-736b466130a9 req-4933a795-0ab2-453e-a104-0c71950a4a30 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 HTTP/1.1" status: 200 len: 1000 time: 0.0608077 Feb 07 18:00:58.810192 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed80151-5657-4130-926d-736b466130a9 req-1d1443cb-d008-427f-b44d-b5c25dbb3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:00:58.811657 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fed80151-5657-4130-926d-736b466130a9 req-1d1443cb-d008-427f-b44d-b5c25dbb3a6d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=992fe2dd-7ba9-41ad-a28e-3e210c18ff81 HTTP/1.1" status: 200 len: 849 time: 0.0430071 Feb 07 18:00:58.857416 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed80151-5657-4130-926d-736b466130a9 req-e76c5e95-92fc-4576-b6c8-d8ac6a23d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:00:58.859591 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fed80151-5657-4130-926d-736b466130a9 req-e76c5e95-92fc-4576-b6c8-d8ac6a23d949 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2aeea90b-b035-47e4-802d-7a27262b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428176 Feb 07 18:00:58.948117 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fed80151-5657-4130-926d-736b466130a9 req-925c0d5b-a9ba-4a3e-9da5-ef2c6929d1c2 service neutron] 10.222.0.48 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831647 Feb 07 18:00:59.036198 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-fed80151-5657-4130-926d-736b466130a9 req-04ab4940-04a4-409e-876d-6688b2025376 service neutron] 10.222.0.48 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823731 Feb 07 18:00:59.808400 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:01.124687 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:02.622285 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:21.932945 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:24.036684 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:24.873582 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 73e1aa04-7288-4848-917b-8f3cb985135f details requested by agent hyperv_n-h2-827865-3 with host n-h2-827865-3 {{(pid=103228) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 18:01:24.974718 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 73e1aa04-7288-4848-917b-8f3cb985135f, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=73e1aa04-7288-4848-917b-8f3cb985135f,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 18:01:24.987179 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Returning: {'device': '73e1aa04-7288-4848-917b-8f3cb985135f', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'port_id': '73e1aa04-7288-4848-917b-8f3cb985135f', 'mac_address': 'fa:16:3e:9c:4d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103228) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 18:01:25.028085 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 73e1aa04-7288-4848-917b-8f3cb985135f is: ACTIVE; New status is: BUILD {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 18:01:25.028471 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:25.042034 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73e1aa04-7288-4848-917b-8f3cb985135f {{(pid=103228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 18:01:25.062321 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 73e1aa04-7288-4848-917b-8f3cb985135f, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=73e1aa04-7288-4848-917b-8f3cb985135f,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 18:01:25.067117 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:25.125120 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=73e1aa04-7288-4848-917b-8f3cb985135f,revision_number=6']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:25.133794 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:25.134287 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:25.134735 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:25.135177 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:25.135588 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:25.135992 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:25.136411 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:25.136811 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:25.137209 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:25.137628 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:25.138027 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:25.138442 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:25.138909 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:25.150940 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] get_ports_and_sgs() called for port_ids ['73e1aa04-7288-4848-917b-8f3cb985135f'] {{(pid=103228) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 18:01:25.944484 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-26624b28-5341-40cb-9234-f6e85c24462d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:26.878114 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 73e1aa04-7288-4848-917b-8f3cb985135f up at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 18:01:26.943458 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.provisioning_blocks [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Provisioning complete for port 73e1aa04-7288-4848-917b-8f3cb985135f triggered by entity L2. {{(pid=103228) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 18:01:26.944113 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-674771'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), provisioning_complete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:27.196768 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 73e1aa04-7288-4848-917b-8f3cb985135f is: BUILD; New status is: ACTIVE {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 18:01:27.197570 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:27.240382 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3479df1e-2b29-443d-88be-5bc8a3586625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e1aa04-7288-4848-917b-8f3cb985135f'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 18:01:27.255212 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ac62cf-15a4-484b-bde2-f51252e5b08f" -d '{"events": [{"server_uuid": "3479df1e-2b29-443d-88be-5bc8a3586625", "name": "network-vif-plugged", "status": "completed", "tag": "73e1aa04-7288-4848-917b-8f3cb985135f"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 18:01:27.270788 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 73e1aa04-7288-4848-917b-8f3cb985135f, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=73e1aa04-7288-4848-917b-8f3cb985135f,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 18:01:27.278794 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:27.314030 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 18:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849e2afc-eaf5-4baa-bc6a-aff1b2b5c9b0 x-openstack-request-id: req-849e2afc-eaf5-4baa-bc6a-aff1b2b5c9b0 {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 18:01:27.314471 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3479df1e-2b29-443d-88be-5bc8a3586625", "name": "network-vif-plugged", "status": "completed", "tag": "73e1aa04-7288-4848-917b-8f3cb985135f", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 18:01:27.315260 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-849e2afc-eaf5-4baa-bc6a-aff1b2b5c9b0 {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 18:01:27.315670 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3479df1e-2b29-443d-88be-5bc8a3586625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e1aa04-7288-4848-917b-8f3cb985135f', 'code': 200} Feb 07 18:01:27.341913 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=73e1aa04-7288-4848-917b-8f3cb985135f,revision_number=7']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:28.334295 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879fe8d-764a-425a-a22e-87c14cba87f5 req-382b6bbe-a519-499a-a834-837201e9356c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:01:28.342178 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d879fe8d-764a-425a-a22e-87c14cba87f5 req-382b6bbe-a519-499a-a834-837201e9356c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbcf71057064423e99f5db387ddba944&device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 1127 time: 0.0609818 Feb 07 18:01:28.362902 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6e002c4c-58ee-4843-af96-04a3bf0ef806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:28.466293 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879fe8d-764a-425a-a22e-87c14cba87f5 req-4d266c06-1d49-48fe-a0a8-816abbc9f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:01:28.467799 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d879fe8d-764a-425a-a22e-87c14cba87f5 req-4d266c06-1d49-48fe-a0a8-816abbc9f4ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=2aeea90b-b035-47e4-802d-7a27262b2762 HTTP/1.1" status: 200 len: 911 time: 0.1046102 Feb 07 18:01:28.542378 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d879fe8d-764a-425a-a22e-87c14cba87f5 req-c8542d9f-2747-4902-b6c9-b5ca1d9eb379 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73e1aa04-7288-4848-917b-8f3cb985135f HTTP/1.1" status: 200 len: 1001 time: 0.0684180 Feb 07 18:01:28.596215 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879fe8d-764a-425a-a22e-87c14cba87f5 req-6901178c-b195-4676-8343-2f94cf78cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:01:28.598060 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d879fe8d-764a-425a-a22e-87c14cba87f5 req-6901178c-b195-4676-8343-2f94cf78cae3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=992fe2dd-7ba9-41ad-a28e-3e210c18ff81 HTTP/1.1" status: 200 len: 849 time: 0.0503922 Feb 07 18:01:28.655128 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879fe8d-764a-425a-a22e-87c14cba87f5 req-34884dd3-a8e3-4772-9d3c-06e8e3f8e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:01:28.656658 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d879fe8d-764a-425a-a22e-87c14cba87f5 req-34884dd3-a8e3-4772-9d3c-06e8e3f8e879 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2aeea90b-b035-47e4-802d-7a27262b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530858 Feb 07 18:01:28.765578 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d879fe8d-764a-425a-a22e-87c14cba87f5 req-3e4a6508-36b7-4832-b9a6-953dc07f0560 service neutron] 10.222.0.32 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027782 Feb 07 18:01:28.861317 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-d879fe8d-764a-425a-a22e-87c14cba87f5 req-3b762067-71cd-4930-bc78-7994fca1e6c4 service neutron] 10.222.0.32 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897806 Feb 07 18:01:29.815020 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:31.130888 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:32.640900 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:34.511965 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35802) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 18:01:34.672004 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Deleting port 5bc08d64-791f-4f11-9649-2be991ca2048 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 18:01:34.672319 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (5bc08d64-791f-4f11-9649-2be991ca2048), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:34.749532 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (5bc08d64-791f-4f11-9649-2be991ca2048), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:34.749860 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for floatingip (5bc08d64-791f-4f11-9649-2be991ca2048), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:34.761779 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Calling delete_port for 5bc08d64-791f-4f11-9649-2be991ca2048 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 18:01:34.910484 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (5bc08d64-791f-4f11-9649-2be991ca2048), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:34.933842 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Pushing event deleted for resources: {'Port': ['ID=5bc08d64-791f-4f11-9649-2be991ca2048,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:34.944292 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:34.944651 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:34.945000 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:34.945369 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:34.945713 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:34.946552 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:34.946552 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:34.946761 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:34.947081 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:34.947420 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:34.947752 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:34.948080 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:34.948410 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:35.007429 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for floatingip (4de6b39a-5fd3-4242-9ab6-06bac20d9950), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:35.007768 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Floating IP 4de6b39a-5fd3-4242-9ab6-06bac20d9950 disassociated (deleted). External IP: 172.25.4.156, port: 73e1aa04-7288-4848-917b-8f3cb985135f. Feb 07 18:01:35.217385 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Router ca7dff7f-2e23-458f-b13d-374835e38f28 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 18:01:35.330249 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 18:01:35.334930 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:35.341574 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c786958-2f53-4597-a18b-7f568dee7014 None None] Sync routers for ids ['ca7dff7f-2e23-458f-b13d-374835e38f28'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 18:01:35.352278 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c786958-2f53-4597-a18b-7f568dee7014 None None] Routers {'ca7dff7f-2e23-458f-b13d-374835e38f28'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 18:01:35.352977 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7c786958-2f53-4597-a18b-7f568dee7014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T18:01:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ca7dff7f-2e23-458f-b13d-374835e38f28'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:35.364599 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-c427aa8f-f06e-41e5-a458-1ba9449109d4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "DELETE /v2.0/floatingips/4de6b39a-5fd3-4242-9ab6-06bac20d9950 HTTP/1.1" status: 204 len: 168 time: 0.8515172 Feb 07 18:01:35.365229 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3479df1e-2b29-443d-88be-5bc8a3586625', 'tag': '73e1aa04-7288-4848-917b-8f3cb985135f'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 18:01:35.367591 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0031e2cd-90bb-44cd-b5f3-af97b170471c" -d '{"events": [{"name": "network-changed", "server_uuid": "3479df1e-2b29-443d-88be-5bc8a3586625", "tag": "73e1aa04-7288-4848-917b-8f3cb985135f"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 18:01:35.410476 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de1bb93-911f-4c43-bb39-d2c4be87eb65 x-openstack-request-id: req-3de1bb93-911f-4c43-bb39-d2c4be87eb65 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 18:01:35.410841 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3479df1e-2b29-443d-88be-5bc8a3586625", "tag": "73e1aa04-7288-4848-917b-8f3cb985135f", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 18:01:35.411212 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3de1bb93-911f-4c43-bb39-d2c4be87eb65 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 18:01:35.411650 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3479df1e-2b29-443d-88be-5bc8a3586625', 'tag': '73e1aa04-7288-4848-917b-8f3cb985135f', 'status': 'completed', 'code': 200} Feb 07 18:01:35.471771 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7c786958-2f53-4597-a18b-7f568dee7014 None None] Set router ca7dff7f-2e23-458f-b13d-374835e38f28 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 18:01:35.484646 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031e2cd-90bb-44cd-b5f3-af97b170471c req-11768eda-e0d4-4013-8005-c7946f0c50f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:01:35.486688 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0031e2cd-90bb-44cd-b5f3-af97b170471c req-11768eda-e0d4-4013-8005-c7946f0c50f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbcf71057064423e99f5db387ddba944&device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 1127 time: 0.0531933 Feb 07 18:01:35.540904 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 18:01:35.599010 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031e2cd-90bb-44cd-b5f3-af97b170471c req-71e458ce-a072-4c6c-8d75-ce1373292008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:01:35.600551 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0031e2cd-90bb-44cd-b5f3-af97b170471c req-71e458ce-a072-4c6c-8d75-ce1373292008 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2aeea90b-b035-47e4-802d-7a27262b2762 HTTP/1.1" status: 200 len: 911 time: 0.1032088 Feb 07 18:01:35.615686 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ed6e1-1068-4ec1-b3a2-ea6e01fcba19 req-b47978de-5831-4b1b-9ef2-79cec5073343 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:01:35.617386 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-698ed6e1-1068-4ec1-b3a2-ea6e01fcba19 req-b47978de-5831-4b1b-9ef2-79cec5073343 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 945 time: 0.0561404 Feb 07 18:01:35.644041 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0031e2cd-90bb-44cd-b5f3-af97b170471c req-62f202f1-7511-4de3-80ac-fb0d2eba5548 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73e1aa04-7288-4848-917b-8f3cb985135f HTTP/1.1" status: 200 len: 217 time: 0.0372016 Feb 07 18:01:35.673911 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-698ed6e1-1068-4ec1-b3a2-ea6e01fcba19 req-ac33b749-6b9b-4085-ba99-ec6d6b8c39c5 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486712 Feb 07 18:01:35.699892 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031e2cd-90bb-44cd-b5f3-af97b170471c req-a4322a23-3ca9-4a71-b461-f3eff26bae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:01:35.701548 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0031e2cd-90bb-44cd-b5f3-af97b170471c req-a4322a23-3ca9-4a71-b461-f3eff26bae84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=992fe2dd-7ba9-41ad-a28e-3e210c18ff81 HTTP/1.1" status: 200 len: 849 time: 0.0515857 Feb 07 18:01:35.714300 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7c786958-2f53-4597-a18b-7f568dee7014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 4, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port': {'id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'ad5ea54c-5c8b-4963-87f3-b222e6ed097d', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'floating_ip_address': '172.25.4.135', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'port_id': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'mac_address': 'fa:16:3e:3a:45:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03795112-e96f-41eb-a97f-55a3f72e1866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:56:52Z', 'updated_at': '2022-02-07T17:56:53Z', 'revision_number': 1, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ff3f31-0977-4919-8bb7-b823d761d8a0', 'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'mac_address': 'fa:16:3e:9e:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:29Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 5, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'subnets': [{'id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:35.741990 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c786958-2f53-4597-a18b-7f568dee7014 None None] Checking router: ca7dff7f-2e23-458f-b13d-374835e38f28 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 18:01:35.750112 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c786958-2f53-4597-a18b-7f568dee7014 None None] Routers {'ca7dff7f-2e23-458f-b13d-374835e38f28'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 18:01:35.750892 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7c786958-2f53-4597-a18b-7f568dee7014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T18:01:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ca7dff7f-2e23-458f-b13d-374835e38f28'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:35.751266 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031e2cd-90bb-44cd-b5f3-af97b170471c req-7fdfc5ae-3e02-46fc-af16-cb33a87513d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:01:35.752785 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0031e2cd-90bb-44cd-b5f3-af97b170471c req-7fdfc5ae-3e02-46fc-af16-cb33a87513d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2aeea90b-b035-47e4-802d-7a27262b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447266 Feb 07 18:01:35.841169 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0031e2cd-90bb-44cd-b5f3-af97b170471c req-9bf9685b-dcfe-44b5-a6b1-29564e96648d service neutron] 10.222.0.32 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814588 Feb 07 18:01:35.857744 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7c786958-2f53-4597-a18b-7f568dee7014 None None] Set router ca7dff7f-2e23-458f-b13d-374835e38f28 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 18:01:35.934860 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-0031e2cd-90bb-44cd-b5f3-af97b170471c req-27439b8e-30ae-4b36-99e6-27d59c9acdee service neutron] 10.222.0.32 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872850 Feb 07 18:01:36.079283 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7c786958-2f53-4597-a18b-7f568dee7014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 4, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port': {'id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'ad5ea54c-5c8b-4963-87f3-b222e6ed097d', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'floating_ip_address': '172.25.4.135', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'port_id': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'mac_address': 'fa:16:3e:3a:45:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03795112-e96f-41eb-a97f-55a3f72e1866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:56:52Z', 'updated_at': '2022-02-07T17:56:53Z', 'revision_number': 1, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ff3f31-0977-4919-8bb7-b823d761d8a0', 'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'mac_address': 'fa:16:3e:9e:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:29Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 5, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'subnets': [{'id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:36.109993 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c786958-2f53-4597-a18b-7f568dee7014 None None] The sync data for ids ['ca7dff7f-2e23-458f-b13d-374835e38f28'] in n-d-827865-3 is: [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 4, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port': {'id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_floatingips': [{'id': 'ad5ea54c-5c8b-4963-87f3-b222e6ed097d', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'floating_ip_address': '172.25.4.135', 'floating_network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'router_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'port_id': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'mac_address': 'fa:16:3e:3a:45:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03795112-e96f-41eb-a97f-55a3f72e1866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T17:56:52Z', 'updated_at': '2022-02-07T17:56:53Z', 'revision_number': 1, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ff3f31-0977-4919-8bb7-b823d761d8a0', 'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'mac_address': 'fa:16:3e:9e:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:29Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 5, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'subnets': [{'id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 18:01:36.335944 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0dec6f-5876-4612-9e7f-4fef98d3202b None None] New status for floating IP 4de6b39a-5fd3-4242-9ab6-06bac20d9950: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 18:01:36.849736 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77837af0-0641-401c-b3be-2af0e9f32805 req-35b2a949-7825-490c-8821-a36f830ded20 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:01:36.851239 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-77837af0-0641-401c-b3be-2af0e9f32805 req-35b2a949-7825-490c-8821-a36f830ded20 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 945 time: 0.0581639 Feb 07 18:01:36.899222 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-77837af0-0641-401c-b3be-2af0e9f32805 req-abb1e84e-934f-4048-912d-4397e5057c57 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422187 Feb 07 18:01:36.947113 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 73e1aa04-7288-4848-917b-8f3cb985135f no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 18:01:37.023304 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Current status of the port 73e1aa04-7288-4848-917b-8f3cb985135f is: ACTIVE; New status is: DOWN {{(pid=103228) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 18:01:37.023710 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3478148'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:37.046418 n-d-827865-3 neutron-server[103228]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3479df1e-2b29-443d-88be-5bc8a3586625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73e1aa04-7288-4848-917b-8f3cb985135f'}] {{(pid=103228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 18:01:37.049261 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21c7a135cd5248f6b45b0b8056a2719e2fa6f32b8459af457e223502459e38ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b4df51-90b8-4ba0-a180-07d5900983fd" -d '{"events": [{"server_uuid": "3479df1e-2b29-443d-88be-5bc8a3586625", "name": "network-vif-unplugged", "status": "completed", "tag": "73e1aa04-7288-4848-917b-8f3cb985135f"}]}' {{(pid=103228) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 18:01:37.056820 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c1c39-73bc-4955-b937-8387a06c27ed req-7ef7d622-aa64-4f3a-91ec-731128a79578 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:01:37.058462 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-834c1c39-73bc-4955-b937-8387a06c27ed req-7ef7d622-aa64-4f3a-91ec-731128a79578 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.32 "GET /v2.0/ports?device_id=3479df1e-2b29-443d-88be-5bc8a3586625 HTTP/1.1" status: 200 len: 945 time: 0.0524056 Feb 07 18:01:37.062110 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] For port 73e1aa04-7288-4848-917b-8f3cb985135f, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=73e1aa04-7288-4848-917b-8f3cb985135f,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 18:01:37.067898 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746820499725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746819962561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746819962579'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:37.099928 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 18:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cc57c1-b8f4-4935-badb-9b9d98cb182b x-openstack-request-id: req-d1cc57c1-b8f4-4935-badb-9b9d98cb182b {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 18:01:37.100236 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3479df1e-2b29-443d-88be-5bc8a3586625", "name": "network-vif-unplugged", "status": "completed", "tag": "73e1aa04-7288-4848-917b-8f3cb985135f", "code": 200}]} {{(pid=103228) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 18:01:37.100497 n-d-827865-3 neutron-server[103228]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1cc57c1-b8f4-4935-badb-9b9d98cb182b {{(pid=103228) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 18:01:37.100958 n-d-827865-3 neutron-server[103228]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3479df1e-2b29-443d-88be-5bc8a3586625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73e1aa04-7288-4848-917b-8f3cb985135f', 'code': 200} Feb 07 18:01:37.126858 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Pushing event updated for resources: {'Port': ['ID=73e1aa04-7288-4848-917b-8f3cb985135f,revision_number=8']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:37.163988 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-834c1c39-73bc-4955-b937-8387a06c27ed req-ada9c76c-c741-4d6c-8900-3473a904e133 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Deleting port 73e1aa04-7288-4848-917b-8f3cb985135f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 18:01:37.164338 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-834c1c39-73bc-4955-b937-8387a06c27ed req-ada9c76c-c741-4d6c-8900-3473a904e133 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:37.257571 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-834c1c39-73bc-4955-b937-8387a06c27ed req-ada9c76c-c741-4d6c-8900-3473a904e133 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] For port 73e1aa04-7288-4848-917b-8f3cb985135f, host n-h2-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827865-3',level=0,port_id=73e1aa04-7288-4848-917b-8f3cb985135f,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 18:01:37.257944 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-834c1c39-73bc-4955-b937-8387a06c27ed req-ada9c76c-c741-4d6c-8900-3473a904e133 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:37.269743 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-834c1c39-73bc-4955-b937-8387a06c27ed req-ada9c76c-c741-4d6c-8900-3473a904e133 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Calling delete_port for 73e1aa04-7288-4848-917b-8f3cb985135f owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 18:01:37.396038 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-834c1c39-73bc-4955-b937-8387a06c27ed req-ada9c76c-c741-4d6c-8900-3473a904e133 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (73e1aa04-7288-4848-917b-8f3cb985135f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:37.422900 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9c76c-c741-4d6c-8900-3473a904e133 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Pushing event deleted for resources: {'Port': ['ID=73e1aa04-7288-4848-917b-8f3cb985135f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:37.473112 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-834c1c39-73bc-4955-b937-8387a06c27ed req-ada9c76c-c741-4d6c-8900-3473a904e133 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] No DVR routers for this DVR port 73e1aa04-7288-4848-917b-8f3cb985135f on host n-h2-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 18:01:37.475647 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-834c1c39-73bc-4955-b937-8387a06c27ed req-ada9c76c-c741-4d6c-8900-3473a904e133 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:37.479031 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-834c1c39-73bc-4955-b937-8387a06c27ed req-ada9c76c-c741-4d6c-8900-3473a904e133 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.32 "DELETE /v2.0/ports/73e1aa04-7288-4848-917b-8f3cb985135f HTTP/1.1" status: 204 len: 173 time: 0.4157515 Feb 07 18:01:37.479476 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3479df1e-2b29-443d-88be-5bc8a3586625', 'name': 'network-vif-deleted', 'tag': '73e1aa04-7288-4848-917b-8f3cb985135f'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 18:01:37.481785 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22580554-075e-4353-b64a-8c167d5cd03d" -d '{"events": [{"server_uuid": "3479df1e-2b29-443d-88be-5bc8a3586625", "name": "network-vif-deleted", "tag": "73e1aa04-7288-4848-917b-8f3cb985135f"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 18:01:37.519517 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 18:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f37dec-0f7c-4a01-a978-43c916c9fb80 x-openstack-request-id: req-56f37dec-0f7c-4a01-a978-43c916c9fb80 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 18:01:37.519831 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3479df1e-2b29-443d-88be-5bc8a3586625", "name": "network-vif-deleted", "tag": "73e1aa04-7288-4848-917b-8f3cb985135f", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 18:01:37.520107 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56f37dec-0f7c-4a01-a978-43c916c9fb80 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 18:01:37.520521 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3479df1e-2b29-443d-88be-5bc8a3586625', 'name': 'network-vif-deleted', 'tag': '73e1aa04-7288-4848-917b-8f3cb985135f', 'status': 'completed', 'code': 200} Feb 07 18:01:38.510723 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35860) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 18:01:38.664908 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-28e34b5d-5fe8-4f27-bde1-fb4b2361d8a4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Deleting port 9b520685-24c6-4779-85a4-b24d42f88be8 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 18:01:38.665172 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28e34b5d-5fe8-4f27-bde1-fb4b2361d8a4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (9b520685-24c6-4779-85a4-b24d42f88be8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:38.739824 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28e34b5d-5fe8-4f27-bde1-fb4b2361d8a4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (9b520685-24c6-4779-85a4-b24d42f88be8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:38.740155 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28e34b5d-5fe8-4f27-bde1-fb4b2361d8a4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for floatingip (9b520685-24c6-4779-85a4-b24d42f88be8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:38.752084 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-28e34b5d-5fe8-4f27-bde1-fb4b2361d8a4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Calling delete_port for 9b520685-24c6-4779-85a4-b24d42f88be8 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 18:01:38.897557 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28e34b5d-5fe8-4f27-bde1-fb4b2361d8a4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (9b520685-24c6-4779-85a4-b24d42f88be8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:38.927088 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e34b5d-5fe8-4f27-bde1-fb4b2361d8a4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Pushing event deleted for resources: {'Port': ['ID=9b520685-24c6-4779-85a4-b24d42f88be8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:38.987028 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28e34b5d-5fe8-4f27-bde1-fb4b2361d8a4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for floatingip (ad5ea54c-5c8b-4963-87f3-b222e6ed097d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:38.987392 n-d-827865-3 neutron-server[103226]: INFO neutron.db.l3_db [None req-28e34b5d-5fe8-4f27-bde1-fb4b2361d8a4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Floating IP ad5ea54c-5c8b-4963-87f3-b222e6ed097d disassociated (deleted). External IP: 172.25.4.135, port: e648b3ae-55e3-4c39-8e5d-8db7daed5dc1. Feb 07 18:01:39.196006 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e34b5d-5fe8-4f27-bde1-fb4b2361d8a4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Router ca7dff7f-2e23-458f-b13d-374835e38f28 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 18:01:39.628191 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e34b5d-5fe8-4f27-bde1-fb4b2361d8a4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 18:01:39.632905 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-28e34b5d-5fe8-4f27-bde1-fb4b2361d8a4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:39.638013 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487516c0-b379-4265-9b62-cdc2f9bd2a98 None None] Sync routers for ids ['ca7dff7f-2e23-458f-b13d-374835e38f28'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 18:01:39.648801 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487516c0-b379-4265-9b62-cdc2f9bd2a98 None None] Routers {'ca7dff7f-2e23-458f-b13d-374835e38f28'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 18:01:39.649478 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-487516c0-b379-4265-9b62-cdc2f9bd2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T18:01:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ca7dff7f-2e23-458f-b13d-374835e38f28'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:39.665750 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-28e34b5d-5fe8-4f27-bde1-fb4b2361d8a4 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "DELETE /v2.0/floatingips/ad5ea54c-5c8b-4963-87f3-b222e6ed097d HTTP/1.1" status: 204 len: 168 time: 1.1516104 Feb 07 18:01:39.665750 n-d-827865-3 neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03795112-e96f-41eb-a97f-55a3f72e1866', 'tag': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 18:01:39.666323 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fc705d4e68848ddb523bae31bda92301ad772466c4a761b88808daf7871bbac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb1839c-41c1-43a6-973f-1f8b2fef1a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "03795112-e96f-41eb-a97f-55a3f72e1866", "tag": "e648b3ae-55e3-4c39-8e5d-8db7daed5dc1"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 18:01:39.703295 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 18:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a941f84e-a7e3-4733-8fd9-8f8dc824f448 x-openstack-request-id: req-a941f84e-a7e3-4733-8fd9-8f8dc824f448 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 18:01:39.704172 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03795112-e96f-41eb-a97f-55a3f72e1866", "tag": "e648b3ae-55e3-4c39-8e5d-8db7daed5dc1", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 18:01:39.704435 n-d-827865-3 neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a941f84e-a7e3-4733-8fd9-8f8dc824f448 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 18:01:39.704844 n-d-827865-3 neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03795112-e96f-41eb-a97f-55a3f72e1866', 'tag': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'status': 'completed', 'code': 200} Feb 07 18:01:39.761557 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-487516c0-b379-4265-9b62-cdc2f9bd2a98 None None] Set router ca7dff7f-2e23-458f-b13d-374835e38f28 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 18:01:39.779145 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1839c-41c1-43a6-973f-1f8b2fef1a9d req-84dcf4d6-4e2e-4f79-95d2-f943d7bb7bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:01:39.780810 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cb1839c-41c1-43a6-973f-1f8b2fef1a9d req-84dcf4d6-4e2e-4f79-95d2-f943d7bb7bdb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dbcf71057064423e99f5db387ddba944&device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 1126 time: 0.0559881 Feb 07 18:01:39.894188 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1839c-41c1-43a6-973f-1f8b2fef1a9d req-6bd57175-107b-4585-86e3-f02ee00e364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:01:39.894974 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cb1839c-41c1-43a6-973f-1f8b2fef1a9d req-6bd57175-107b-4585-86e3-f02ee00e364c service neutron] 10.222.0.48 "GET /v2.0/networks?id=2aeea90b-b035-47e4-802d-7a27262b2762 HTTP/1.1" status: 200 len: 911 time: 0.1065900 Feb 07 18:01:39.943555 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cb1839c-41c1-43a6-973f-1f8b2fef1a9d req-94c1e337-ab2c-4e6c-b45c-2cc9b6153d37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 HTTP/1.1" status: 200 len: 217 time: 0.0424592 Feb 07 18:01:39.972953 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-487516c0-b379-4265-9b62-cdc2f9bd2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 4, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port': {'id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a2ff3f31-0977-4919-8bb7-b823d761d8a0', 'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'mac_address': 'fa:16:3e:9e:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:29Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 5, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'subnets': [{'id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:40.003605 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487516c0-b379-4265-9b62-cdc2f9bd2a98 None None] Checking router: ca7dff7f-2e23-458f-b13d-374835e38f28 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 18:01:40.012695 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487516c0-b379-4265-9b62-cdc2f9bd2a98 None None] Routers {'ca7dff7f-2e23-458f-b13d-374835e38f28'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 18:01:40.013344 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-487516c0-b379-4265-9b62-cdc2f9bd2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T18:01:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ca7dff7f-2e23-458f-b13d-374835e38f28'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:40.021018 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1839c-41c1-43a6-973f-1f8b2fef1a9d req-ce94985d-222d-4527-bca6-189d3545f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:01:40.022502 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cb1839c-41c1-43a6-973f-1f8b2fef1a9d req-ce94985d-222d-4527-bca6-189d3545f674 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=992fe2dd-7ba9-41ad-a28e-3e210c18ff81 HTTP/1.1" status: 200 len: 849 time: 0.0708287 Feb 07 18:01:40.034526 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71100e1e-af98-4f23-be8d-9f8f988783e1 req-df1dc421-e7f4-4550-8dd1-4f6119927869 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:01:40.035920 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71100e1e-af98-4f23-be8d-9f8f988783e1 req-df1dc421-e7f4-4550-8dd1-4f6119927869 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 944 time: 0.1758778 Feb 07 18:01:40.117492 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-71100e1e-af98-4f23-be8d-9f8f988783e1 req-19c50590-bb61-488e-921a-fc9c4633cea3 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732403 Feb 07 18:01:40.119159 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-487516c0-b379-4265-9b62-cdc2f9bd2a98 None None] Set router ca7dff7f-2e23-458f-b13d-374835e38f28 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 18:01:40.120113 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1839c-41c1-43a6-973f-1f8b2fef1a9d req-cfe99baf-b86c-49aa-b8b4-bc7f041d5878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:01:40.121643 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cb1839c-41c1-43a6-973f-1f8b2fef1a9d req-cfe99baf-b86c-49aa-b8b4-bc7f041d5878 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2aeea90b-b035-47e4-802d-7a27262b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0848870 Feb 07 18:01:40.214114 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cb1839c-41c1-43a6-973f-1f8b2fef1a9d req-f5cb56ab-6dd1-4234-af42-9c9349759eba service neutron] 10.222.0.48 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854671 Feb 07 18:01:40.310460 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-0cb1839c-41c1-43a6-973f-1f8b2fef1a9d req-e5cfe162-e872-4c91-994a-c6e1e9574230 service neutron] 10.222.0.48 "GET /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891228 Feb 07 18:01:40.319375 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-487516c0-b379-4265-9b62-cdc2f9bd2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 4, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port': {'id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a2ff3f31-0977-4919-8bb7-b823d761d8a0', 'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'mac_address': 'fa:16:3e:9e:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:29Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 5, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'subnets': [{'id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:40.347072 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487516c0-b379-4265-9b62-cdc2f9bd2a98 None None] The sync data for ids ['ca7dff7f-2e23-458f-b13d-374835e38f28'] in n-d-827865-3 is: [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:29Z', 'revision_number': 4, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port': {'id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3', '_interfaces': [{'id': 'a2ff3f31-0977-4919-8bb7-b823d761d8a0', 'name': '', 'network_id': '2aeea90b-b035-47e4-802d-7a27262b2762', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'mac_address': 'fa:16:3e:9e:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:29Z', 'updated_at': '2022-02-07T17:56:35Z', 'revision_number': 5, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'subnets': [{'id': '992fe2dd-7ba9-41ad-a28e-3e210c18ff81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 18:01:40.572104 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16282b3-4261-448e-b34e-551a952f9e70 None None] New status for floating IP ad5ea54c-5c8b-4963-87f3-b222e6ed097d: DOWN {{(pid=103229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 18:01:40.950376 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 73e1aa04-7288-4848-917b-8f3cb985135f no longer exists at agent hyperv_n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 18:01:40.971400 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] No Port match for: 73e1aa04-7288-4848-917b-8f3cb985135f {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 18:01:40.971746 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Device 73e1aa04-7288-4848-917b-8f3cb985135f not bound to the agent host n-h2-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 18:01:41.241633 n-d-827865-3 neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c81f7-de62-4abf-bbb7-d7c0ab286c97 req-9732dbbd-a0d1-4f5d-b3bd-27d6daec1aa6 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:01:41.243189 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aa3c81f7-de62-4abf-bbb7-d7c0ab286c97 req-9732dbbd-a0d1-4f5d-b3bd-27d6daec1aa6 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 944 time: 0.0536072 Feb 07 18:01:41.292161 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-aa3c81f7-de62-4abf-bbb7-d7c0ab286c97 req-77d6edef-a8c2-464a-82d4-6c6d4d9b0102 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/security-groups?id=4379d89d-55b9-412b-832b-e368eb1b1fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433760 Feb 07 18:01:41.751524 n-d-827865-3 neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715f679-e088-4485-a26d-e513e3328dfa req-f36d8a07-a0f6-4677-adb5-5007677f80ff tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 18:01:41.752987 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3715f679-e088-4485-a26d-e513e3328dfa req-f36d8a07-a0f6-4677-adb5-5007677f80ff tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.48 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 944 time: 0.0537779 Feb 07 18:01:41.842956 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-3715f679-e088-4485-a26d-e513e3328dfa req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Deleting port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 18:01:41.843313 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3715f679-e088-4485-a26d-e513e3328dfa req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:41.933502 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-3715f679-e088-4485-a26d-e513e3328dfa req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] For port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1, host n-h1-827865-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827865-3',level=0,port_id=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 18:01:41.933868 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3715f679-e088-4485-a26d-e513e3328dfa req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:41.946918 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-3715f679-e088-4485-a26d-e513e3328dfa req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Calling delete_port for e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 18:01:42.075465 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3715f679-e088-4485-a26d-e513e3328dfa req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e648b3ae-55e3-4c39-8e5d-8db7daed5dc1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:42.102710 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Pushing event deleted for resources: {'Port': ['ID=e648b3ae-55e3-4c39-8e5d-8db7daed5dc1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:42.112632 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:42.112987 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:42.113357 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:42.113705 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:42.114043 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:42.114388 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:42.114724 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:42.115559 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:42.115559 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:42.115737 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:42.116037 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:42.116366 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:42.116696 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827865-3 {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 18:01:42.158202 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-3715f679-e088-4485-a26d-e513e3328dfa req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] No DVR routers for this DVR port e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 on host n-h1-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 18:01:42.160751 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-3715f679-e088-4485-a26d-e513e3328dfa req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4115068'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:42.164178 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [req-3715f679-e088-4485-a26d-e513e3328dfa req-e13d4dc1-4952-41e7-89d3-de228a7a8706 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.48 "DELETE /v2.0/ports/e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 HTTP/1.1" status: 204 len: 173 time: 0.4058228 Feb 07 18:01:42.164621 n-d-827865-3 neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03795112-e96f-41eb-a97f-55a3f72e1866', 'name': 'network-vif-deleted', 'tag': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 18:01:42.166903 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}628c6723cf0d541a6362cfbbde021ddb095c9bd0acbf8defbc90316d1b4a8846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea01b93-f268-49ad-8c9c-cf7cb3bb56a9" -d '{"events": [{"server_uuid": "03795112-e96f-41eb-a97f-55a3f72e1866", "name": "network-vif-deleted", "tag": "e648b3ae-55e3-4c39-8e5d-8db7daed5dc1"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 18:01:42.264889 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 18:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93005c86-956e-43e6-818a-9705e360f63d x-openstack-request-id: req-93005c86-956e-43e6-818a-9705e360f63d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 18:01:42.265196 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03795112-e96f-41eb-a97f-55a3f72e1866", "name": "network-vif-deleted", "tag": "e648b3ae-55e3-4c39-8e5d-8db7daed5dc1", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 18:01:42.265492 n-d-827865-3 neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93005c86-956e-43e6-818a-9705e360f63d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 18:01:42.267219 n-d-827865-3 neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03795112-e96f-41eb-a97f-55a3f72e1866', 'name': 'network-vif-deleted', 'tag': 'e648b3ae-55e3-4c39-8e5d-8db7daed5dc1', 'status': 'completed', 'code': 200} Feb 07 18:01:42.401252 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [req-480d08a7-f2db-4609-b302-e078491091c5 req-b1ebc3a2-19b4-4bda-9bed-1f6fe0659113 tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "GET /v2.0/ports?device_id=03795112-e96f-41eb-a97f-55a3f72e1866 HTTP/1.1" status: 200 len: 210 time: 0.0287220 Feb 07 18:01:43.463859 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35880) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 18:01:43.523154 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f00c6b1-0d98-45a8-a87d-42073cd8e74a tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group (4379d89d-55b9-412b-832b-e368eb1b1fe8), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:43.547795 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f00c6b1-0d98-45a8-a87d-42073cd8e74a tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group (4379d89d-55b9-412b-832b-e368eb1b1fe8), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:43.619960 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f00c6b1-0d98-45a8-a87d-42073cd8e74a tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (4379d89d-55b9-412b-832b-e368eb1b1fe8), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:43.622908 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1f00c6b1-0d98-45a8-a87d-42073cd8e74a tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:43.624077 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-1f00c6b1-0d98-45a8-a87d-42073cd8e74a tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] 10.222.0.18 "DELETE /v2.0/security-groups/4379d89d-55b9-412b-832b-e368eb1b1fe8 HTTP/1.1" status: 204 len: 168 time: 0.1586981 Feb 07 18:01:43.633831 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00c6b1-0d98-45a8-a87d-42073cd8e74a tempest-TestSnapshotPattern-63731096 tempest-TestSnapshotPattern-63731096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4379d89d-55b9-412b-832b-e368eb1b1fe8,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:43.679565 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35884) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 18:01:44.202006 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-480fb19c-30e4-4f65-8e3a-453b3fc3a1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (ca7dff7f-2e23-458f-b13d-374835e38f28), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:44.505246 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-480fb19c-30e4-4f65-8e3a-453b3fc3a1b6 admin admin] Deleting port a2ff3f31-0977-4919-8bb7-b823d761d8a0 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 18:01:44.505966 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-480fb19c-30e4-4f65-8e3a-453b3fc3a1b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (a2ff3f31-0977-4919-8bb7-b823d761d8a0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:44.601959 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-480fb19c-30e4-4f65-8e3a-453b3fc3a1b6 admin admin] For port a2ff3f31-0977-4919-8bb7-b823d761d8a0, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=a2ff3f31-0977-4919-8bb7-b823d761d8a0,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 18:01:44.602325 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-480fb19c-30e4-4f65-8e3a-453b3fc3a1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (a2ff3f31-0977-4919-8bb7-b823d761d8a0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:44.615683 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-480fb19c-30e4-4f65-8e3a-453b3fc3a1b6 admin admin] Calling delete_port for a2ff3f31-0977-4919-8bb7-b823d761d8a0 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 18:01:44.800215 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-480fb19c-30e4-4f65-8e3a-453b3fc3a1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (a2ff3f31-0977-4919-8bb7-b823d761d8a0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:44.827138 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fb19c-30e4-4f65-8e3a-453b3fc3a1b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ff3f31-0977-4919-8bb7-b823d761d8a0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:44.995429 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-480fb19c-30e4-4f65-8e3a-453b3fc3a1b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (ca7dff7f-2e23-458f-b13d-374835e38f28), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:45.224406 n-d-827865-3 neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480fb19c-30e4-4f65-8e3a-453b3fc3a1b6 admin admin] Router ca7dff7f-2e23-458f-b13d-374835e38f28 has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 18:01:45.336725 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480fb19c-30e4-4f65-8e3a-453b3fc3a1b6 admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 18:01:45.342362 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-480fb19c-30e4-4f65-8e3a-453b3fc3a1b6 admin admin] 10.222.0.18 "PUT /v2.0/routers/ca7dff7f-2e23-458f-b13d-374835e38f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6617644 Feb 07 18:01:45.345148 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35888) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 18:01:45.345783 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1745478-0bf2-4bac-8e88-fe4b54230de4 None None] Sync routers for ids ['ca7dff7f-2e23-458f-b13d-374835e38f28'] in n-d-827865-3 {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 18:01:45.355788 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1745478-0bf2-4bac-8e88-fe4b54230de4 None None] Routers {'ca7dff7f-2e23-458f-b13d-374835e38f28'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 18:01:45.356405 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a1745478-0bf2-4bac-8e88-fe4b54230de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T18:01:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ca7dff7f-2e23-458f-b13d-374835e38f28'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:45.453859 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-411c5c71-7f43-4bc7-a30b-8ae7b6d8306a admin admin] Publish callbacks [] for router (ca7dff7f-2e23-458f-b13d-374835e38f28), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:45.561020 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-411c5c71-7f43-4bc7-a30b-8ae7b6d8306a admin admin] Publish callbacks [] for router_gateway (ca7dff7f-2e23-458f-b13d-374835e38f28), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:45.615010 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-411c5c71-7f43-4bc7-a30b-8ae7b6d8306a admin admin] Deleting port 568f4a47-e7f7-4cb2-aa60-294b4767776d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 18:01:45.615355 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-411c5c71-7f43-4bc7-a30b-8ae7b6d8306a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (568f4a47-e7f7-4cb2-aa60-294b4767776d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:45.620467 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a1745478-0bf2-4bac-8e88-fe4b54230de4 None None] Set router ca7dff7f-2e23-458f-b13d-374835e38f28 gateway port host: n-d-827865-3 {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 18:01:45.648522 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 no longer exists at agent hyperv_n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 18:01:45.697209 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-411c5c71-7f43-4bc7-a30b-8ae7b6d8306a admin admin] For port 568f4a47-e7f7-4cb2-aa60-294b4767776d, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=568f4a47-e7f7-4cb2-aa60-294b4767776d,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 18:01:45.697602 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-411c5c71-7f43-4bc7-a30b-8ae7b6d8306a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (568f4a47-e7f7-4cb2-aa60-294b4767776d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:45.699186 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] No Port match for: e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 18:01:45.699542 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Device e648b3ae-55e3-4c39-8e5d-8db7daed5dc1 not bound to the agent host n-h1-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 18:01:45.710725 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-411c5c71-7f43-4bc7-a30b-8ae7b6d8306a admin admin] Calling delete_port for 568f4a47-e7f7-4cb2-aa60-294b4767776d owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 18:01:45.821262 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a1745478-0bf2-4bac-8e88-fe4b54230de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T18:01:44Z', 'revision_number': 5, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port': {'id': '568f4a47-e7f7-4cb2-aa60-294b4767776d', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T17:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:45.853983 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1745478-0bf2-4bac-8e88-fe4b54230de4 None None] Checking router: ca7dff7f-2e23-458f-b13d-374835e38f28 for host: n-d-827865-3 {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 18:01:45.863509 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1745478-0bf2-4bac-8e88-fe4b54230de4 None None] Routers {'ca7dff7f-2e23-458f-b13d-374835e38f28'} bound to L3 agent in host n-d-827865-3 {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 18:01:45.864147 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a1745478-0bf2-4bac-8e88-fe4b54230de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T18:01:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['ca7dff7f-2e23-458f-b13d-374835e38f28'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:45.879826 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-411c5c71-7f43-4bc7-a30b-8ae7b6d8306a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (568f4a47-e7f7-4cb2-aa60-294b4767776d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:45.905368 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c5c71-7f43-4bc7-a30b-8ae7b6d8306a admin admin] Pushing event deleted for resources: {'Port': ['ID=568f4a47-e7f7-4cb2-aa60-294b4767776d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:45.956989 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a1745478-0bf2-4bac-8e88-fe4b54230de4 None None] Set router ca7dff7f-2e23-458f-b13d-374835e38f28 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 18:01:45.966211 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-411c5c71-7f43-4bc7-a30b-8ae7b6d8306a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (ca7dff7f-2e23-458f-b13d-374835e38f28), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:46.009938 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a1745478-0bf2-4bac-8e88-fe4b54230de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T18:01:45Z', 'revision_number': 6, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:46.040067 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1745478-0bf2-4bac-8e88-fe4b54230de4 None None] The sync data for ids ['ca7dff7f-2e23-458f-b13d-374835e38f28'] in n-d-827865-3 is: [{'id': 'ca7dff7f-2e23-458f-b13d-374835e38f28', 'name': 'tempest-TestSnapshotPattern-1907585563-router', 'tenant_id': 'dbcf71057064423e99f5db387ddba944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:27Z', 'updated_at': '2022-02-07T18:01:45Z', 'revision_number': 6, 'project_id': 'dbcf71057064423e99f5db387ddba944', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 18:01:46.062999 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-411c5c71-7f43-4bc7-a30b-8ae7b6d8306a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (ca7dff7f-2e23-458f-b13d-374835e38f28), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:46.065394 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-411c5c71-7f43-4bc7-a30b-8ae7b6d8306a admin admin] Publish callbacks [] for router_controller (ca7dff7f-2e23-458f-b13d-374835e38f28), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:46.112602 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-411c5c71-7f43-4bc7-a30b-8ae7b6d8306a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (ca7dff7f-2e23-458f-b13d-374835e38f28), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:46.113186 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411c5c71-7f43-4bc7-a30b-8ae7b6d8306a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca7dff7f-2e23-458f-b13d-374835e38f28 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 18:01:46.118281 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-411c5c71-7f43-4bc7-a30b-8ae7b6d8306a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:46.119532 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-411c5c71-7f43-4bc7-a30b-8ae7b6d8306a admin admin] 10.222.0.18 "DELETE /v2.0/routers/ca7dff7f-2e23-458f-b13d-374835e38f28 HTTP/1.1" status: 204 len: 168 time: 0.7733397 Feb 07 18:01:46.122158 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35890) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 18:01:46.165549 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30fb6bb-b12d-4cde-9515-b66a367cafc8 admin admin] Deleting subnet 992fe2dd-7ba9-41ad-a28e-3e210c18ff81 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 18:01:46.168527 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c30fb6bb-b12d-4cde-9515-b66a367cafc8 admin admin] Publish callbacks [] for subnet (992fe2dd-7ba9-41ad-a28e-3e210c18ff81), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:46.201950 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c30fb6bb-b12d-4cde-9515-b66a367cafc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (992fe2dd-7ba9-41ad-a28e-3e210c18ff81), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:46.282516 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c30fb6bb-b12d-4cde-9515-b66a367cafc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (992fe2dd-7ba9-41ad-a28e-3e210c18ff81), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:46.332387 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c30fb6bb-b12d-4cde-9515-b66a367cafc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (992fe2dd-7ba9-41ad-a28e-3e210c18ff81), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:46.357322 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30fb6bb-b12d-4cde-9515-b66a367cafc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=992fe2dd-7ba9-41ad-a28e-3e210c18ff81,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:46.361997 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c30fb6bb-b12d-4cde-9515-b66a367cafc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:46.365443 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-c30fb6bb-b12d-4cde-9515-b66a367cafc8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/992fe2dd-7ba9-41ad-a28e-3e210c18ff81 HTTP/1.1" status: 204 len: 168 time: 0.2421803 Feb 07 18:01:46.367691 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c18fb1-3bc8-4778-8379-3f4efb0bcad9 None None] Network 2aeea90b-b035-47e4-802d-7a27262b2762 requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 18:01:46.368191 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.18', 35892) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 18:01:46.440596 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (2aeea90b-b035-47e4-802d-7a27262b2762), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:46.515585 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] Deleting port 30611c4e-dc93-4c2b-b56d-c14ab6feeba0 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 18:01:46.515973 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (30611c4e-dc93-4c2b-b56d-c14ab6feeba0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:46.581055 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] For port 30611c4e-dc93-4c2b-b56d-c14ab6feeba0, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=30611c4e-dc93-4c2b-b56d-c14ab6feeba0,segment=NetworkSegment(b3a772b5-45cb-41a5-ae9f-b6cf36b345ec),segment_id=b3a772b5-45cb-41a5-ae9f-b6cf36b345ec)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 18:01:46.581451 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (30611c4e-dc93-4c2b-b56d-c14ab6feeba0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:46.594393 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] Calling delete_port for 30611c4e-dc93-4c2b-b56d-c14ab6feeba0 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 18:01:46.676509 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25545324'] for port (30611c4e-dc93-4c2b-b56d-c14ab6feeba0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:46.703030 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=30611c4e-dc93-4c2b-b56d-c14ab6feeba0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:46.705418 n-d-827865-3 neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] No DVR routers for this DVR port 30611c4e-dc93-4c2b-b56d-c14ab6feeba0 on host n-d-827865-3 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 18:01:46.775695 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (2aeea90b-b035-47e4-802d-7a27262b2762), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:46.795377 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aeea90b-b035-47e4-802d-7a27262b2762']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:46.811120 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a772b5-45cb-41a5-ae9f-b6cf36b345ec') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:46.811413 n-d-827865-3 neutron-server[103226]: DEBUG neutron.services.segments.db [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a772b5-45cb-41a5-ae9f-b6cf36b345ec') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:46.826108 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980022'] for segment (b3a772b5-45cb-41a5-ae9f-b6cf36b345ec), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:46.843023 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d503419-cde5-4207-aefd-08bf00ee02b2 None None] DHCP port deletion for 2aeea90b-b035-47e4-802d-7a27262b2762 request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 18:01:46.857187 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (b3a772b5-45cb-41a5-ae9f-b6cf36b345ec), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:46.859502 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a2ff3f31-0977-4919-8bb7-b823d761d8a0 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 18:01:46.868353 n-d-827865-3 neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 18:01:46.868751 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25545241'] for segment (b3a772b5-45cb-41a5-ae9f-b6cf36b345ec), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: Traceback (most recent call last): Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: timer() Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: cb(*args, **kw) Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: return func(*args, **kwargs) Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: self._notify() Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: self.callback(batched_events) Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: event.method(event) Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: return f(self, *a, **k) Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: return self._get(url).json() Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: return self.request(url, 'GET', **kwargs) Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 18:01:46.870611 n-d-827865-3 neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 18:01:46.883552 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: a2ff3f31-0977-4919-8bb7-b823d761d8a0 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 18:01:46.883984 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device a2ff3f31-0977-4919-8bb7-b823d761d8a0 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 18:01:46.932727 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (2aeea90b-b035-47e4-802d-7a27262b2762), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:46.938411 n-d-827865-3 neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:46.944986 n-d-827865-3 neutron-server[103226]: INFO neutron.wsgi [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2aeea90b-b035-47e4-802d-7a27262b2762 HTTP/1.1" status: 204 len: 168 time: 0.5731990 Feb 07 18:01:46.945264 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35894) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 18:01:46.960192 n-d-827865-3 neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6fd17-a78d-4e1c-9f70-20d730883f16 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aeea90b-b035-47e4-802d-7a27262b2762,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:47.568486 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3af0f7cd-b7da-4ba0-8470-881c0754e5db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3685732'] for router_interface (95c9978f-7cc0-4d72-80a4-d2236fc5cd6c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:47.810725 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3af0f7cd-b7da-4ba0-8470-881c0754e5db admin admin] Deleting port e0938c67-e191-4bba-8a55-15257e2f1824 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 18:01:47.811065 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3af0f7cd-b7da-4ba0-8470-881c0754e5db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (e0938c67-e191-4bba-8a55-15257e2f1824), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:47.886638 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3af0f7cd-b7da-4ba0-8470-881c0754e5db admin admin] For port e0938c67-e191-4bba-8a55-15257e2f1824, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=e0938c67-e191-4bba-8a55-15257e2f1824,segment=NetworkSegment(776ed9f9-a87b-46c1-8b87-400e2f08fd14),segment_id=776ed9f9-a87b-46c1-8b87-400e2f08fd14)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 18:01:47.886924 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3af0f7cd-b7da-4ba0-8470-881c0754e5db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (e0938c67-e191-4bba-8a55-15257e2f1824), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:47.899865 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3af0f7cd-b7da-4ba0-8470-881c0754e5db admin admin] Calling delete_port for e0938c67-e191-4bba-8a55-15257e2f1824 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 18:01:48.076783 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3af0f7cd-b7da-4ba0-8470-881c0754e5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (e0938c67-e191-4bba-8a55-15257e2f1824), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:48.103826 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0f7cd-b7da-4ba0-8470-881c0754e5db admin admin] Pushing event deleted for resources: {'Port': ['ID=e0938c67-e191-4bba-8a55-15257e2f1824,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:48.277349 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3af0f7cd-b7da-4ba0-8470-881c0754e5db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3685872'] for router_interface (95c9978f-7cc0-4d72-80a4-d2236fc5cd6c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:48.499732 n-d-827865-3 neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af0f7cd-b7da-4ba0-8470-881c0754e5db admin admin] Router 95c9978f-7cc0-4d72-80a4-d2236fc5cd6c has already been hosted by L3 agent fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60 {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 18:01:48.505805 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 568f4a47-e7f7-4cb2-aa60-294b4767776d no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 18:01:48.526349 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 568f4a47-e7f7-4cb2-aa60-294b4767776d {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 18:01:48.526705 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 568f4a47-e7f7-4cb2-aa60-294b4767776d not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 18:01:48.527123 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 30611c4e-dc93-4c2b-b56d-c14ab6feeba0 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 18:01:48.545821 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 30611c4e-dc93-4c2b-b56d-c14ab6feeba0 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 18:01:48.546175 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 30611c4e-dc93-4c2b-b56d-c14ab6feeba0 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 18:01:48.608796 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af0f7cd-b7da-4ba0-8470-881c0754e5db admin admin] Notify agent at l3_agent.n-d-827865-3 the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 18:01:48.614429 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-3af0f7cd-b7da-4ba0-8470-881c0754e5db admin admin] 10.222.0.18 "PUT /v2.0/routers/95c9978f-7cc0-4d72-80a4-d2236fc5cd6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6681168 Feb 07 18:01:48.616939 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35896) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 18:01:48.619364 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aeb68e-ce2b-4590-82bb-012702b98dbc None None] Sync routers for ids ['95c9978f-7cc0-4d72-80a4-d2236fc5cd6c'] in n-d-827865-3 {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 18:01:48.630036 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aeb68e-ce2b-4590-82bb-012702b98dbc None None] Routers {'95c9978f-7cc0-4d72-80a4-d2236fc5cd6c'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 18:01:48.630682 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-92aeb68e-ce2b-4590-82bb-012702b98dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T18:01:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['95c9978f-7cc0-4d72-80a4-d2236fc5cd6c'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:48.718597 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aad56f7b-d927-4013-bb79-82a2efdf626f admin admin] Publish callbacks [] for router (95c9978f-7cc0-4d72-80a4-d2236fc5cd6c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:48.740395 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-92aeb68e-ce2b-4590-82bb-012702b98dbc None None] Set router 95c9978f-7cc0-4d72-80a4-d2236fc5cd6c gateway port host: n-d-827865-3 {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 18:01:48.827782 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aad56f7b-d927-4013-bb79-82a2efdf626f admin admin] Publish callbacks [] for router_gateway (95c9978f-7cc0-4d72-80a4-d2236fc5cd6c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:48.885767 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-aad56f7b-d927-4013-bb79-82a2efdf626f admin admin] Deleting port 087dafac-e455-4eb3-95cc-6af5f1c492f9 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 18:01:48.886111 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aad56f7b-d927-4013-bb79-82a2efdf626f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (087dafac-e455-4eb3-95cc-6af5f1c492f9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:48.919286 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-92aeb68e-ce2b-4590-82bb-012702b98dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'name': 'tempest-TestSnapshotPattern-1812277136-router', 'tenant_id': '22361bc4c10646a09ad95832ae4b3db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'external_fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '087dafac-e455-4eb3-95cc-6af5f1c492f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:31Z', 'updated_at': '2022-02-07T18:01:48Z', 'revision_number': 5, 'project_id': '22361bc4c10646a09ad95832ae4b3db9', 'gw_port': {'id': '087dafac-e455-4eb3-95cc-6af5f1c492f9', 'name': '', 'network_id': '03a0bd1c-e848-4b71-b3f9-e0a68a8d04a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827865-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T17:56:32Z', 'updated_at': '2022-02-07T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3789a0b-ca49-4619-9fc6-9704b050876f', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827865-3'}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:48.950906 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aeb68e-ce2b-4590-82bb-012702b98dbc None None] Checking router: 95c9978f-7cc0-4d72-80a4-d2236fc5cd6c for host: n-d-827865-3 {{(pid=103229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 18:01:48.959214 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aeb68e-ce2b-4590-82bb-012702b98dbc None None] Routers {'95c9978f-7cc0-4d72-80a4-d2236fc5cd6c'} bound to L3 agent in host n-d-827865-3 {{(pid=103229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 18:01:48.959837 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-92aeb68e-ce2b-4590-82bb-012702b98dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827865-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T16:22:28Z,description=,heartbeat_timestamp=2022-02-07T18:01:28Z,host='n-d-827865-3',id=fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T16:22:28Z,topic='l3_agent')) {'router_ids': ['95c9978f-7cc0-4d72-80a4-d2236fc5cd6c'], 'active': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:48.963595 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-aad56f7b-d927-4013-bb79-82a2efdf626f admin admin] For port 087dafac-e455-4eb3-95cc-6af5f1c492f9, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=087dafac-e455-4eb3-95cc-6af5f1c492f9,segment=NetworkSegment(04e42362-bc2b-4578-a85f-0fbe89b6c6b2),segment_id=04e42362-bc2b-4578-a85f-0fbe89b6c6b2)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 18:01:48.963957 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aad56f7b-d927-4013-bb79-82a2efdf626f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (087dafac-e455-4eb3-95cc-6af5f1c492f9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:48.976982 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-aad56f7b-d927-4013-bb79-82a2efdf626f admin admin] Calling delete_port for 087dafac-e455-4eb3-95cc-6af5f1c492f9 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 18:01:49.048497 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_dvr_db [None req-92aeb68e-ce2b-4590-82bb-012702b98dbc None None] Set router 95c9978f-7cc0-4d72-80a4-d2236fc5cd6c gateway port host: None {{(pid=103229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 18:01:49.098964 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.l3_hamode_db [None req-92aeb68e-ce2b-4590-82bb-012702b98dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'name': 'tempest-TestSnapshotPattern-1812277136-router', 'tenant_id': '22361bc4c10646a09ad95832ae4b3db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:31Z', 'updated_at': '2022-02-07T18:01:48Z', 'revision_number': 6, 'project_id': '22361bc4c10646a09ad95832ae4b3db9', 'gw_port_host': None}], 'n-d-827865-3', False) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:49.128963 n-d-827865-3 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aeb68e-ce2b-4590-82bb-012702b98dbc None None] The sync data for ids ['95c9978f-7cc0-4d72-80a4-d2236fc5cd6c'] in n-d-827865-3 is: [{'id': '95c9978f-7cc0-4d72-80a4-d2236fc5cd6c', 'name': 'tempest-TestSnapshotPattern-1812277136-router', 'tenant_id': '22361bc4c10646a09ad95832ae4b3db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T17:56:31Z', 'updated_at': '2022-02-07T18:01:48Z', 'revision_number': 6, 'project_id': '22361bc4c10646a09ad95832ae4b3db9', 'gw_port_host': None}] {{(pid=103229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 18:01:49.148459 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aad56f7b-d927-4013-bb79-82a2efdf626f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (087dafac-e455-4eb3-95cc-6af5f1c492f9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:49.180359 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad56f7b-d927-4013-bb79-82a2efdf626f admin admin] Pushing event deleted for resources: {'Port': ['ID=087dafac-e455-4eb3-95cc-6af5f1c492f9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:49.242388 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aad56f7b-d927-4013-bb79-82a2efdf626f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785490'] for router_gateway (95c9978f-7cc0-4d72-80a4-d2236fc5cd6c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:49.335733 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aad56f7b-d927-4013-bb79-82a2efdf626f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9762'] for router (95c9978f-7cc0-4d72-80a4-d2236fc5cd6c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:49.337894 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aad56f7b-d927-4013-bb79-82a2efdf626f admin admin] Publish callbacks [] for router_controller (95c9978f-7cc0-4d72-80a4-d2236fc5cd6c), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:49.383493 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aad56f7b-d927-4013-bb79-82a2efdf626f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684226'] for router (95c9978f-7cc0-4d72-80a4-d2236fc5cd6c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:49.384154 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad56f7b-d927-4013-bb79-82a2efdf626f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95c9978f-7cc0-4d72-80a4-d2236fc5cd6c {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 18:01:49.388843 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-aad56f7b-d927-4013-bb79-82a2efdf626f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:49.390060 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-aad56f7b-d927-4013-bb79-82a2efdf626f admin admin] 10.222.0.18 "DELETE /v2.0/routers/95c9978f-7cc0-4d72-80a4-d2236fc5cd6c HTTP/1.1" status: 204 len: 168 time: 0.7721689 Feb 07 18:01:49.393268 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35898) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 18:01:49.437563 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-57dcd53f-44b6-4300-a49c-b404d528386f admin admin] Deleting subnet c2be63f7-fd3c-4ccb-9145-3ff6a89ea838 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 18:01:49.440635 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57dcd53f-44b6-4300-a49c-b404d528386f admin admin] Publish callbacks [] for subnet (c2be63f7-fd3c-4ccb-9145-3ff6a89ea838), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:49.482711 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57dcd53f-44b6-4300-a49c-b404d528386f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29273190'] for subnet (c2be63f7-fd3c-4ccb-9145-3ff6a89ea838), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:49.562035 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57dcd53f-44b6-4300-a49c-b404d528386f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3446817'] for subnet (c2be63f7-fd3c-4ccb-9145-3ff6a89ea838), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:49.613482 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57dcd53f-44b6-4300-a49c-b404d528386f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3447002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4185278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29128324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29259573'] for subnet (c2be63f7-fd3c-4ccb-9145-3ff6a89ea838), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:49.639107 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcd53f-44b6-4300-a49c-b404d528386f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2be63f7-fd3c-4ccb-9145-3ff6a89ea838,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:49.641813 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-57dcd53f-44b6-4300-a49c-b404d528386f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:49.644879 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-57dcd53f-44b6-4300-a49c-b404d528386f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c2be63f7-fd3c-4ccb-9145-3ff6a89ea838 HTTP/1.1" status: 204 len: 168 time: 0.2506101 Feb 07 18:01:49.646091 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d0b768-145c-4444-b0fe-458f6cc6498e None None] Network 8bcb8872-7541-4550-84a2-91d8c4aa4d6a requested from n-d-827865-3 {{(pid=103228) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 18:01:49.647350 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35900) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 18:01:49.720997 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-752887'] for network (8bcb8872-7541-4550-84a2-91d8c4aa4d6a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:49.775067 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] Deleting port 680189d5-3e98-4743-99ec-43bceb2d4436 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 18:01:49.775364 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (680189d5-3e98-4743-99ec-43bceb2d4436), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:49.840269 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] For port 680189d5-3e98-4743-99ec-43bceb2d4436, host n-d-827865-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827865-3',level=0,port_id=680189d5-3e98-4743-99ec-43bceb2d4436,segment=NetworkSegment(776ed9f9-a87b-46c1-8b87-400e2f08fd14),segment_id=776ed9f9-a87b-46c1-8b87-400e2f08fd14)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 18:01:49.840551 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (680189d5-3e98-4743-99ec-43bceb2d4436), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:49.854911 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] Calling delete_port for 680189d5-3e98-4743-99ec-43bceb2d4436 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 18:01:49.887318 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdedcb59-a3bf-4495-a23f-3b3d5188e8c9 None None] DHCP port deletion for 8bcb8872-7541-4550-84a2-91d8c4aa4d6a request from n-d-827865-3 {{(pid=103228) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 18:01:49.935753 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bdedcb59-a3bf-4495-a23f-3b3d5188e8c9 None None] Deleting port 680189d5-3e98-4743-99ec-43bceb2d4436 {{(pid=103228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 18:01:49.936136 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bdedcb59-a3bf-4495-a23f-3b3d5188e8c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746820494740'] for port (680189d5-3e98-4743-99ec-43bceb2d4436), before_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:49.936565 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29128283'] for port (680189d5-3e98-4743-99ec-43bceb2d4436), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:49.963629 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] Pushing event deleted for resources: {'Port': ['ID=680189d5-3e98-4743-99ec-43bceb2d4436,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:49.967353 n-d-827865-3 neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] No DVR routers for this DVR port 680189d5-3e98-4743-99ec-43bceb2d4436 on host n-d-827865-3 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 18:01:50.007494 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-bdedcb59-a3bf-4495-a23f-3b3d5188e8c9 None None] For port 680189d5-3e98-4743-99ec-43bceb2d4436, host n-d-827865-3, got binding levels [] {{(pid=103228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 18:01:50.007888 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bdedcb59-a3bf-4495-a23f-3b3d5188e8c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3785951'] for port (680189d5-3e98-4743-99ec-43bceb2d4436), precommit_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:50.021155 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-bdedcb59-a3bf-4495-a23f-3b3d5188e8c9 None None] Calling delete_port for 680189d5-3e98-4743-99ec-43bceb2d4436 owned by network:dhcp {{(pid=103228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 18:01:50.023841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.ipam_backend_mixin [None req-bdedcb59-a3bf-4495-a23f-3b3d5188e8c9 None None] Port 680189d5-3e98-4743-99ec-43bceb2d4436 was not found and therefore no delete operation was performed {{(pid=103228) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 18:01:50.025173 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bdedcb59-a3bf-4495-a23f-3b3d5188e8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3478056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746820501239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746819962552'] for port (680189d5-3e98-4743-99ec-43bceb2d4436), after_delete {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:50.041913 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-679094', 'neutron.services.segments.db._delete_segments_for_network-8746820520129'] for network (8bcb8872-7541-4550-84a2-91d8c4aa4d6a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:50.048493 n-d-827865-3 neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdedcb59-a3bf-4495-a23f-3b3d5188e8c9 None None] Pushing event deleted for resources: {'Port': ['ID=680189d5-3e98-4743-99ec-43bceb2d4436,revision_number=None']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:50.054000 n-d-827865-3 neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdedcb59-a3bf-4495-a23f-3b3d5188e8c9 None None] No DVR routers for this DVR port 680189d5-3e98-4743-99ec-43bceb2d4436 on host n-d-827865-3 {{(pid=103228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 18:01:50.069495 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bcb8872-7541-4550-84a2-91d8c4aa4d6a']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:50.080632 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776ed9f9-a87b-46c1-8b87-400e2f08fd14') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:50.080935 n-d-827865-3 neutron-server[103225]: DEBUG neutron.services.segments.db [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776ed9f9-a87b-46c1-8b87-400e2f08fd14') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 18:01:50.091070 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746820521674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29273197'] for segment (776ed9f9-a87b-46c1-8b87-400e2f08fd14), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:50.105126 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555'] for segment (776ed9f9-a87b-46c1-8b87-400e2f08fd14), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:50.112075 n-d-827865-3 neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 18:01:50.112516 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3446555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29128238'] for segment (776ed9f9-a87b-46c1-8b87-400e2f08fd14), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: Traceback (most recent call last): Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: timer() Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: cb(*args, **kw) Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: return func(*args, **kwargs) Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: self._notify() Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: self.callback(batched_events) Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: event.method(event) Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: return f(self, *a, **k) Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: return self._get(url).json() Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: return self.request(url, 'GET', **kwargs) Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 18:01:50.114396 n-d-827865-3 neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 18:01:50.178003 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-679087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3710355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785590'] for network (8bcb8872-7541-4550-84a2-91d8c4aa4d6a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:50.184981 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:50.190178 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8bcb8872-7541-4550-84a2-91d8c4aa4d6a HTTP/1.1" status: 204 len: 168 time: 0.5391729 Feb 07 18:01:50.202904 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26962af4-3cb9-4897-9466-d6c8bb5edb25 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bcb8872-7541-4550-84a2-91d8c4aa4d6a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:50.302502 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35904) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 18:01:50.342147 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-d27a5b4c-94bc-4428-97ee-45220026bf5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dbcf71057064423e99f5db387ddba944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384448 Feb 07 18:01:50.345557 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35906) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 18:01:50.391827 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26d37bd2-2a53-4beb-801b-412ddd3ee788 admin admin] Publish callbacks [] for security_group (7fc4cfa6-3f8c-4042-8752-aa0e52913eb8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:50.413661 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26d37bd2-2a53-4beb-801b-412ddd3ee788 admin admin] Publish callbacks [] for security_group (7fc4cfa6-3f8c-4042-8752-aa0e52913eb8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:50.464182 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26d37bd2-2a53-4beb-801b-412ddd3ee788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (7fc4cfa6-3f8c-4042-8752-aa0e52913eb8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:50.467210 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-26d37bd2-2a53-4beb-801b-412ddd3ee788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:50.468459 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-26d37bd2-2a53-4beb-801b-412ddd3ee788 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7fc4cfa6-3f8c-4042-8752-aa0e52913eb8 HTTP/1.1" status: 204 len: 168 time: 0.1219776 Feb 07 18:01:50.477805 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d37bd2-2a53-4beb-801b-412ddd3ee788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc4cfa6-3f8c-4042-8752-aa0e52913eb8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:50.597263 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 680189d5-3e98-4743-99ec-43bceb2d4436 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 18:01:50.624335 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 680189d5-3e98-4743-99ec-43bceb2d4436 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 18:01:50.624695 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 680189d5-3e98-4743-99ec-43bceb2d4436 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 18:01:50.626120 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e0938c67-e191-4bba-8a55-15257e2f1824 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 18:01:50.651886 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: e0938c67-e191-4bba-8a55-15257e2f1824 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 18:01:50.652468 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device e0938c67-e191-4bba-8a55-15257e2f1824 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 18:01:50.652468 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 087dafac-e455-4eb3-95cc-6af5f1c492f9 no longer exists at agent ovs-agent-n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 18:01:50.673483 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.plugin [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] No Port match for: 087dafac-e455-4eb3-95cc-6af5f1c492f9 {{(pid=103228) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 18:01:50.673841 n-d-827865-3 neutron-server[103228]: DEBUG neutron.plugins.ml2.rpc [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Device 087dafac-e455-4eb3-95cc-6af5f1c492f9 not bound to the agent host n-d-827865-3 {{(pid=103228) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 18:01:50.808529 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35912) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 18:01:50.847783 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-8e8d8f74-03a7-4edb-86ff-f73c74a78b85 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22361bc4c10646a09ad95832ae4b3db9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380692 Feb 07 18:01:50.850423 n-d-827865-3 neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.18', 35914) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 18:01:50.897017 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af7bd489-cf2e-4713-998f-232b5d582415 admin admin] Publish callbacks [] for security_group (ff3d39ac-dcbd-4f79-bdb3-e11062d7e400), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:50.920542 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af7bd489-cf2e-4713-998f-232b5d582415 admin admin] Publish callbacks [] for security_group (ff3d39ac-dcbd-4f79-bdb3-e11062d7e400), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:50.966019 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af7bd489-cf2e-4713-998f-232b5d582415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752676'] for security_group (ff3d39ac-dcbd-4f79-bdb3-e11062d7e400), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:50.969343 n-d-827865-3 neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-af7bd489-cf2e-4713-998f-232b5d582415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:50.970478 n-d-827865-3 neutron-server[103225]: INFO neutron.wsgi [None req-af7bd489-cf2e-4713-998f-232b5d582415 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff3d39ac-dcbd-4f79-bdb3-e11062d7e400 HTTP/1.1" status: 204 len: 168 time: 0.1191080 Feb 07 18:01:50.978073 n-d-827865-3 neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bd489-cf2e-4713-998f-232b5d582415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3d39ac-dcbd-4f79-bdb3-e11062d7e400,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 18:01:51.936503 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:54.034206 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:55.926865 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-1722b314-36db-4163-a31a-18527c03200a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:58.368425 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6026a564-8e31-4a03-ac11-cf5224c32aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:01:59.814543 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:02:01.129292 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:02:02.624411 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:02:12.542419 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 18:02:21.946677 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:02:24.031439 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:02:25.928119 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d55f47f7-cabb-4ca7-a971-1bdb035c1ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:02:28.369762 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d3d901a0-f89c-4911-9dc8-413ce5f4a9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:02:29.817594 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:02:31.131467 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:02:32.627363 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:02:49.541761 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 18:02:51.946135 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:02:54.031528 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:02:55.929178 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-dc9be7de-e04e-45b8-91d4-28f94df7c221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:02:58.371078 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-33aee62d-f6f6-4d74-bcab-1765190f2027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:02:59.821388 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:03:01.134246 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:03:02.632879 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:03:21.960700 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:03:24.049286 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:03:25.930563 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-74dd2df0-07bb-48dd-bba6-17133fdab846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:03:26.540547 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 18:03:28.372524 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ab4a-159f-4526-a8ac-d7aefa1d494d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:03:29.823530 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:03:31.137457 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:03:32.634962 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:03:51.958576 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:03:54.044295 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:03:55.932053 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-013b00d6-4547-4d21-85bb-fce5c54b6684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:03:58.374423 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4de5608e-5d59-4d09-b209-21f376e15427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:03:59.825433 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:04:01.140538 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:04:02.636328 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:04:03.540265 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 18:04:21.958613 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:04:24.059580 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:04:25.932474 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0add36d2-dd54-4e4b-9c85-d536e5f219ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:04:28.376278 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a12a06b5-3251-4b44-ad3b-c64a2c73de82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:04:29.828805 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:04:31.144546 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:04:32.638521 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:04:40.540000 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 18:04:51.958579 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:04:54.060036 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:04:55.934582 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-36f42c3b-70af-4dc2-98a3-d6c1a6010aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:04:58.377213 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-054a08a7-5c9e-4b63-9221-019f268ef407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:04:59.831545 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:05:01.146880 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:05:02.641478 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:05:17.539104 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 18:05:21.956734 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:05:24.075070 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:05:25.936403 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-2f333845-713c-496f-bf01-3fe7080166a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:05:28.378548 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-264bba69-d947-419e-a41c-b1c5691dc0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:05:29.834619 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:05:31.149224 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:05:32.642887 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:05:51.971365 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:05:54.072731 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:05:54.539892 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 18:05:55.940913 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ac76270f-84a6-44a5-9773-cf5529877d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:05:58.379637 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-97a43d85-167d-44e1-9393-0d1a3c2056e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:05:59.837177 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:06:01.151984 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:06:02.644933 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:06:21.985657 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:06:24.078571 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:06:25.941551 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-02cc40a3-472e-4ead-8ef6-36b8021132b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:06:28.379698 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b79f1386-bb7c-4982-b31a-9173bb9087ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:06:29.839549 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:06:31.154440 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:06:31.538974 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 18:06:32.646291 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:06:51.986626 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:06:54.088344 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:06:55.943686 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-836d7eeb-3739-404d-a3d1-f749d266de8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:06:58.383557 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9cd9b8ba-f6eb-4641-86c6-818a84c084b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:06:59.843250 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:07:01.157327 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:07:02.649639 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:07:08.538003 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 18:07:21.984197 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:07:24.102641 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:07:25.944939 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4cad0dfa-39e8-4f03-ae5b-b1dc895794f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:07:28.385760 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f6d8eb3e-1cf3-4af5-99f0-f9b45af18356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:07:29.844761 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:07:31.160339 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:07:32.651364 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:07:45.536931 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 18:07:52.062866 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:07:54.104506 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:07:55.946482 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-4bc4b144-c176-4333-86d6-7931eb803e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:07:58.387762 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c4ec84e4-72b0-4af7-a3a5-31e6e90b6a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:07:59.847251 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:08:01.163413 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:08:02.654806 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:08:21.983815 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:08:22.535870 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 18:08:24.117290 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:08:25.949503 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a9900be0-7372-402d-b645-81f19cd912f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:08:28.389045 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ed4daf8c-f42c-4574-988a-8d5c02ccc726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:08:29.850372 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:08:31.165145 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:08:32.656976 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:08:52.000230 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:08:54.116885 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:08:55.951950 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f7fe542c-5e2b-459c-8d3c-2c278dd77873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:08:58.390531 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f36f5361-9b1f-49d0-bac6-2fdcdcac708b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:08:59.534336 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 18:08:59.856015 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:09:01.168627 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:09:02.659645 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:09:21.996986 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:09:24.115977 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:09:25.952609 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-ae2bb1dc-4533-4a84-8e48-04ee34c5b5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:09:28.391670 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9e6e1cf1-573f-40ff-84c3-40545efdb491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:09:29.856259 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:09:31.169897 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:09:32.664358 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:09:33.167818 n-d-827865-3 neutron-server[103226]: DEBUG neutron.wsgi [req-9ce54e2a-fdfd-46b5-ae05-ecee458d0395 req-77ef3628-ffba-4cdb-9b93-4fdc8b4d7ed4 service neutron] (103226) timed out ('10.222.0.18', 33638) {{(pid=103226) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 07 18:09:36.533292 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 18:09:52.011391 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:09:54.134508 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:09:55.953808 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-97372580-4be5-46b6-9ac6-95a4be449c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:09:58.395399 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b71f376b-da09-4f30-bcda-337d9fe5373a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (fcc535dc-a7dd-4c2f-b4fe-6d7a47ae2d60), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:09:59.859227 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-aac9b0da-b8cd-4963-930a-525d70eaeddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (faaa19dd-0d66-4c62-ac08-f70e4b7dcdac), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:10:01.173316 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-76c461a8-cf67-4475-9e47-7d1bdd9e6dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (7a034692-6c4f-4b22-a4e9-7b51a1f2c7d1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:10:02.666818 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-6cbad235-8b31-4d67-9391-0861fa888729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (8cd23ff4-18eb-4036-8b78-5f17e506ea05), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:10:13.533213 n-d-827865-3 neutron-server[103229]: DEBUG neutron.db.agents_db [None req-ded5c385-8a8d-45b7-bf39-be3bf8202526 None None] Agent healthcheck: found 7 active agents {{(pid=103229) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 18:10:22.041682 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-c44b96c9-f277-478a-be11-1123bf6438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (b5f77ecb-1c1a-4cd2-850d-175f06b6c9b2), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:10:24.161219 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-b4e30e36-1b84-4fa4-900f-f57e9befd0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (ce2ea14c-d4a8-4df7-b25a-96416499847d), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 18:10:25.958064 n-d-827865-3 neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-5b17e23d-e7f6-4aee-8a12-ddf61e619f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746820520111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-674749'] for agent (48df0b44-d17b-4496-bde7-735ec66923d5), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}